-- Logs begin at Mon 2021-12-06 13:58:56 UTC, end at Mon 2021-12-06 16:17:26 UTC. -- Dec 06 14:29:13.596326 n-d-master-1 systemd[1]: Started Devstack devstack@q-svc.service. Dec 06 14:29:16.384986 n-d-master-1 neutron-server[103180]: INFO neutron.common.config [-] Logging enabled! Dec 06 14:29:16.385581 n-d-master-1 neutron-server[103180]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev252 Dec 06 14:29:16.385763 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103180) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 06 14:29:16.388990 n-d-master-1 neutron-server[103180]: INFO neutron.common.config [-] Logging enabled! Dec 06 14:29:16.389248 n-d-master-1 neutron-server[103180]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev252 Dec 06 14:29:16.389559 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103180) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 06 14:29:16.390477 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 06 14:29:16.390710 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 06 14:29:16.391075 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 06 14:29:16.391347 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 06 14:29:16.391573 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 06 14:29:16.391913 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.392328 n-d-master-1 neutron-server[103180]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 06 14:29:16.392643 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.392929 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.393218 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.393510 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.393796 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.394073 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.394356 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.394655 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.394938 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.395217 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.395497 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.395807 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.396086 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.396369 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.396653 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.396932 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] debug = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.397210 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.397635 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.398034 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.398313 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.398708 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.398873 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.399143 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.399416 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.399719 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.400040 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] host = n-d-master-1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.400316 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.400598 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.400882 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.401164 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.401434 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.401707 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.401987 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.402259 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.402530 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] log_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.402803 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.403170 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.403461 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.403799 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.404024 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.404244 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.404543 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.404832 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.405105 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.405376 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.405648 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.405917 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.406187 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.406454 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.406735 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.407044 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.407326 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.407597 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.407891 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.408159 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.408430 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.408710 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.408979 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.409246 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.409516 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.409798 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.410061 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.410331 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.410626 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.410905 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.411184 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.411463 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.411757 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.412037 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.412305 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.412574 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.412839 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] use_json = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.413105 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.413371 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.413646 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.414174 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.414440 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.414714 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.414980 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.415258 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:16.415549 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.415861 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.416156 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.416434 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.416732 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.417007 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.417292 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.417566 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.417849 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.418130 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.418412 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.418684 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.418966 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.419237 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.419525 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.419848 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.420137 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.420422 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.420694 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.420964 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.421234 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.421506 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.421788 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.422059 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.422342 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.423152 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.423427 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.423738 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.424022 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.424310 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.424593 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.424862 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.425140 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.425425 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.425696 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.425964 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.426232 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.426515 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.426786 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.427053 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.427327 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.427598 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.427889 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.428155 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.428425 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.428708 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.428980 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.429246 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.429513 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.429784 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.430049 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.430326 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.430598 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.430869 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.431139 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.431412 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.431762 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.432037 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.432311 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.432579 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.432851 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.433119 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.433388 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.433655 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.433922 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.434187 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.434453 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.434721 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.434992 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.435263 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.435530 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.435829 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.436097 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.436365 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.436644 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.436936 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.437208 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.437481 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.437752 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.438022 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.438864 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.439139 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.439415 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.439714 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.439988 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.440273 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.440552 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.440834 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.441113 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.441411 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.441701 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.441978 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.442254 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.442525 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.442798 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.443076 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.443352 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.443640 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.443950 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.444239 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.444528 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.444816 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.445096 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.445399 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.445675 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:16.445888 n-d-master-1 neutron-server[103180]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 06 14:29:16.446121 n-d-master-1 neutron-server[103180]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103180) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 06 14:29:16.869874 n-d-master-1 neutron-server[103180]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 06 14:29:16.870153 n-d-master-1 neutron-server[103180]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 06 14:29:16.870463 n-d-master-1 neutron-server[103180]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 06 14:29:16.870792 n-d-master-1 neutron-server[103180]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 06 14:29:17.192851 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.193074 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.193346 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.194510 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.194786 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.195054 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.240530 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.240822 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.241091 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.255050 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.255335 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.255609 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.284684 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.284962 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.285228 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.322431 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.322709 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.322977 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.656800 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.657451 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.657451 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.657629 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.658325 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.758063 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.758317 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.758600 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.758874 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.759140 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.759448 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.759735 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.759995 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.760250 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.760531 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.760789 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.761051 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.761304 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.761553 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.761811 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.762075 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.762330 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.762597 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.762866 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.763124 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.763393 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.763645 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.763946 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.764322 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.764571 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.764816 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.765212 n-d-master-1 neutron-server[103180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 14:29:17.765450 n-d-master-1 neutron-server[103180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 14:29:17.765688 n-d-master-1 neutron-server[103180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 14:29:17.765922 n-d-master-1 neutron-server[103180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 14:29:17.766156 n-d-master-1 neutron-server[103180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 14:29:17.766412 n-d-master-1 neutron-server[103180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 14:29:17.766810 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 06 14:29:17.769956 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 06 14:29:17.773990 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 06 14:29:17.777853 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 06 14:29:17.779471 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 06 14:29:17.779953 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 06 14:29:17.780289 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 06 14:29:17.780673 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 06 14:29:17.783676 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 06 14:29:17.783931 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 06 14:29:17.784280 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 06 14:29:17.789862 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 06 14:29:17.813931 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 06 14:29:17.814380 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.814678 n-d-master-1 neutron-server[103180]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103180) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 06 14:29:17.815201 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.816611 n-d-master-1 neutron-server[103180]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103180) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 06 14:29:17.816956 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 06 14:29:17.817216 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 06 14:29:17.820461 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.820745 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:17.883878 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 06 14:29:17.884116 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 06 14:29:17.884350 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 06 14:29:17.884714 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 06 14:29:17.905677 n-d-master-1 neutron-server[103180]: DEBUG oslo_db.sqlalchemy.engines [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103180) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 06 14:29:18.340955 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Initializing driver for type 'gre' Dec 06 14:29:18.341486 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] gre ID ranges: [(1, 1000)] Dec 06 14:29:18.392293 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Initializing driver for type 'local' Dec 06 14:29:18.392638 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Initializing driver for type 'vlan' Dec 06 14:29:18.404956 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] VlanTypeDriver initialization complete Dec 06 14:29:18.405327 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Initializing driver for type 'vxlan' Dec 06 14:29:18.405943 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] vxlan ID ranges: [(1, 1000)] Dec 06 14:29:18.457057 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Initializing extension driver 'port_security' Dec 06 14:29:18.457556 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.extensions.port_security [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] PortSecurityExtensionDriver initialization complete Dec 06 14:29:18.457885 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Initializing mechanism driver 'openvswitch' Dec 06 14:29:18.458210 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Initializing mechanism driver 'hyperv' Dec 06 14:29:18.464854 n-d-master-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:18.465691 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > port after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.466069 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > port after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.466427 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > port after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.466966 n-d-master-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 14:29:18.467403 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > subnet after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.467788 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > subnet after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.468142 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.468551 n-d-master-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 14:29:18.468958 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > network after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.469308 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > network after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.470227 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > network after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.470633 n-d-master-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 14:29:18.471049 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > security_group after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.471403 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > security_group after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.471775 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.472185 n-d-master-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 14:29:18.472595 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.472945 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.473288 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.473693 n-d-master-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 14:29:18.474100 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > address_group after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.474451 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > address_group after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.474824 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.475231 n-d-master-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 14:29:18.475617 n-d-master-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] ML2 OVO RPC backend initialized. {{(pid=103180) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 06 14:29:18.476347 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.476705 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.477126 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > network before_response 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.477479 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > networks before_response 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.477846 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > port before_response 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.478177 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > ports before_response 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.478524 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > subnet before_response 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.478869 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > subnets before_response 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.479219 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > network after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.479564 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > network after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.479930 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > network after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.480272 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > port after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.480635 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > port after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.481004 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > port after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.481380 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > subnet after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.481745 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > subnet after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.482162 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.482759 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.plugin [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Modular L2 Plugin initialization complete Dec 06 14:29:18.483097 n-d-master-1 neutron-server[103180]: DEBUG neutron.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading services supported by the core plugin {{(pid=103180) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 06 14:29:18.483432 n-d-master-1 neutron-server[103180]: INFO neutron.plugins.ml2.managers [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Got port-security extension from driver 'port_security' Dec 06 14:29:18.483927 n-d-master-1 neutron-server[103180]: INFO neutron.extensions.vlantransparent [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Disabled vlantransparent extension. Dec 06 14:29:18.484420 n-d-master-1 neutron-server[103180]: DEBUG neutron.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103180) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 06 14:29:18.484739 n-d-master-1 neutron-server[103180]: INFO neutron.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading Plugin: router Dec 06 14:29:18.520810 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.521208 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router after_create 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.521588 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router before_create 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.521964 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.522346 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.522711 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router after_delete 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.523075 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.523551 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.523951 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router after_create 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.524307 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router after_update 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.524665 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router after_update 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.525019 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.525384 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router after_update 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.525798 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router precommit_update 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.526170 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: port after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.526515 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: port after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.526859 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: subnet after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.527205 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.527581 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.527958 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router precommit_create 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.528309 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: port before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.528657 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router precommit_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.529017 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router after_update 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.529361 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.529717 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router precommit_create 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.530081 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.530431 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router precommit_update 55549900 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.530797 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > agent after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.531147 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > agent after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.531495 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > network after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.533002 n-d-master-1 neutron-server[103180]: DEBUG neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Tracking information for resource: router configured {{(pid=103180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 14:29:18.533343 n-d-master-1 neutron-server[103180]: DEBUG neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Tracking information for resource: floatingip configured {{(pid=103180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 14:29:18.538253 n-d-master-1 neutron-server[103180]: INFO neutron.db.l3_agentschedulers_db [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 06 14:29:18.539091 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: port after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.539455 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: port after_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.539852 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: port after_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.540211 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: port after_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.541032 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router before_create 55550100 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.541401 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.541765 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router precommit_create 55550100 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.542127 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > router precommit_update 55550100 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.547089 n-d-master-1 neutron-server[103180]: DEBUG neutron.services.provider_configuration [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Service providers = [] {{(pid=103180) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 06 14:29:18.547427 n-d-master-1 neutron-server[103180]: DEBUG neutron.db.servicetype_db [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103180) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 06 14:29:18.550426 n-d-master-1 neutron-server[103180]: DEBUG neutron.services.service_base [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 14:29:18.550781 n-d-master-1 neutron-server[103180]: DEBUG neutron.services.service_base [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 14:29:18.551129 n-d-master-1 neutron-server[103180]: DEBUG neutron.services.service_base [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 14:29:18.552052 n-d-master-1 neutron-server[103180]: DEBUG neutron.services.service_base [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 14:29:18.552427 n-d-master-1 neutron-server[103180]: INFO neutron.services.service_base [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 06 14:29:18.552803 n-d-master-1 neutron-server[103180]: DEBUG neutron.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 14:29:18.553122 n-d-master-1 neutron-server[103180]: INFO neutron.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 06 14:29:18.563838 n-d-master-1 neutron-server[103180]: DEBUG neutron.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 14:29:18.564176 n-d-master-1 neutron-server[103180]: INFO neutron.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading Plugin: auto_allocate Dec 06 14:29:18.569991 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: network precommit_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.570367 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: network precommit_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.570884 n-d-master-1 neutron-server[103180]: DEBUG neutron.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 14:29:18.571208 n-d-master-1 neutron-server[103180]: INFO neutron.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading Plugin: tag Dec 06 14:29:18.577986 n-d-master-1 neutron-server[103180]: DEBUG neutron.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 14:29:18.578321 n-d-master-1 neutron-server[103180]: INFO neutron.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading Plugin: timestamp Dec 06 14:29:18.582708 n-d-master-1 neutron-server[103180]: DEBUG neutron.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 14:29:18.583040 n-d-master-1 neutron-server[103180]: INFO neutron.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading Plugin: network_ip_availability Dec 06 14:29:18.588509 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.588885 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.589252 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.589965 n-d-master-1 neutron-server[103180]: DEBUG neutron.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 14:29:18.590288 n-d-master-1 neutron-server[103180]: INFO neutron.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading Plugin: flavors Dec 06 14:29:18.595999 n-d-master-1 neutron-server[103180]: DEBUG neutron.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 14:29:18.596339 n-d-master-1 neutron-server[103180]: INFO neutron.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading Plugin: revisions Dec 06 14:29:18.600691 n-d-master-1 neutron-server[103180]: DEBUG neutron.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 14:29:18.601085 n-d-master-1 neutron-server[103180]: DEBUG oslo_concurrency.lockutils [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.731s {{(pid=103180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 06 14:29:18.601835 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103180) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 06 14:29:18.602173 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Initializing extension manager. Dec 06 14:29:18.602694 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: __init__.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.603036 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: __pycache__ {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.603370 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.603735 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: address_group.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.604488 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.605050 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: address-group Dec 06 14:29:18.605378 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: address_scope.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.606096 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.606607 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: address-scope Dec 06 14:29:18.606934 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.607905 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.608418 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: router-admin-state-down-before-update Dec 06 14:29:18.608744 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: agent.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.609454 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.609986 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: agent Dec 06 14:29:18.610313 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: agent_resources_synced.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.611234 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.611785 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: agent-resources-synced Dec 06 14:29:18.612114 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: allowedaddresspairs.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.613914 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.614436 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: allowed-address-pairs Dec 06 14:29:18.614769 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: auto_allocated_topology.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.615887 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.616406 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: auto-allocated-topology Dec 06 14:29:18.616735 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: availability_zone.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.617432 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.617940 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: availability_zone Dec 06 14:29:18.618265 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: availability_zone_filter.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.619195 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.619735 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: availability_zone_filter Dec 06 14:29:18.620063 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: data_plane_status.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.620978 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.621490 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension data-plane-status not supported by any of loaded plugins Dec 06 14:29:18.621815 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: default_subnetpools.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.622740 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.623249 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: default-subnetpools Dec 06 14:29:18.623573 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.624405 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.624914 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: dhcp_agent_scheduler Dec 06 14:29:18.625240 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: dns.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.626194 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.626699 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension dns-integration not supported by any of loaded plugins Dec 06 14:29:18.627024 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: dns_domain_ports.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.627982 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.628490 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 06 14:29:18.628813 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.629746 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.630252 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 06 14:29:18.630576 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: dvr.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.631251 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.631791 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: dvr Dec 06 14:29:18.632115 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: ecmp_routes.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.633041 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.633547 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 06 14:29:18.633871 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: empty_string_filtering.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.634788 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.635300 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: empty-string-filtering Dec 06 14:29:18.635624 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.636577 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.637093 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 06 14:29:18.637417 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.638333 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.638842 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 06 14:29:18.639171 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: external_net.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.640110 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.640627 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: external-net Dec 06 14:29:18.640951 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.642410 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.642930 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: extra_dhcp_opt Dec 06 14:29:18.643257 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: extraroute.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.644195 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.644710 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: extraroute Dec 06 14:29:18.645032 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: extraroute_atomic.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.646236 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.646756 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: extraroute-atomic Dec 06 14:29:18.647086 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: filter_validation.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.647791 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.648331 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: filter-validation Dec 06 14:29:18.648659 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: fip_pf_description.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.649635 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.650145 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 06 14:29:18.650470 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: fip_port_details.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.651395 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.651944 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: fip-port-details Dec 06 14:29:18.652269 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: flavors.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.653504 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.654025 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: flavors Dec 06 14:29:18.654353 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.656107 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.656632 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 06 14:29:18.657557 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: floatingip_pools.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.658259 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.658773 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: floatingip-pools Dec 06 14:29:18.659100 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: ip_allocation.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.660079 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.660590 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension ip_allocation not supported by any of loaded plugins Dec 06 14:29:18.660918 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.661847 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.662365 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: ip-substring-filtering Dec 06 14:29:18.662696 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: l2_adjacency.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.663637 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.664438 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 06 14:29:18.664765 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: l3.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.665724 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.666250 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: router Dec 06 14:29:18.666575 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.668854 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.669384 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 06 14:29:18.669726 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.670675 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.671192 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: ext-gw-mode Dec 06 14:29:18.671523 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.672520 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.673033 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: l3-ha Dec 06 14:29:18.673360 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: l3_flavors.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.674290 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.674801 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: l3-flavors Dec 06 14:29:18.675126 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.676075 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.676586 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 06 14:29:18.676911 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: l3agentscheduler.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.677953 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.678471 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: l3_agent_scheduler Dec 06 14:29:18.678802 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: local_ip.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.680619 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.681150 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension local_ip not supported by any of loaded plugins Dec 06 14:29:18.681491 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: logging.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.684330 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.684868 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension logging not supported by any of loaded plugins Dec 06 14:29:18.685205 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: metering.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.685957 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.686550 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: metering Dec 06 14:29:18.686881 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.688043 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.688574 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: metering_source_and_destination_fields Dec 06 14:29:18.688908 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: multiprovidernet.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.689859 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.690380 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: multi-provider Dec 06 14:29:18.690710 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: netmtu.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.691637 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.692192 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: net-mtu Dec 06 14:29:18.692520 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: netmtu_writable.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.693450 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.693974 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: net-mtu-writable Dec 06 14:29:18.694301 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: network_availability_zone.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.694976 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.695489 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: network_availability_zone Dec 06 14:29:18.695849 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: network_ip_availability.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.696970 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.697493 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: network-ip-availability Dec 06 14:29:18.697823 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: network_segment_range.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.698591 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.699102 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension network-segment-range not supported by any of loaded plugins Dec 06 14:29:18.699428 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: pagination.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.700458 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.700794 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: pagination Dec 06 14:29:18.701121 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: port_device_profile.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.702048 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.702567 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: port-device-profile Dec 06 14:29:18.702892 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.704367 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.704880 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: port-mac-address-regenerate Dec 06 14:29:18.705204 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.706135 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.706647 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: port-numa-affinity-policy Dec 06 14:29:18.706971 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: port_resource_request.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.707937 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.708451 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension port-resource-request not supported by any of loaded plugins Dec 06 14:29:18.708778 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: port_resource_request_groups.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.709757 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.710271 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 06 14:29:18.710597 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: portbindings.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.711538 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.712090 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: binding Dec 06 14:29:18.712416 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: portbindings_extended.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.713716 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.714239 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: binding-extended Dec 06 14:29:18.714568 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: portsecurity.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.715491 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.716039 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: port-security Dec 06 14:29:18.716366 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: project_id.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.717351 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.717686 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: project-id Dec 06 14:29:18.718012 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: providernet.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.718943 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.720071 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: provider Dec 06 14:29:18.720398 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: qos.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.723997 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.724529 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension qos not supported by any of loaded plugins Dec 06 14:29:18.724864 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.726125 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.726646 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 06 14:29:18.726981 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.727939 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.728458 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 06 14:29:18.728788 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: qos_default.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.729711 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.730241 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension qos-default not supported by any of loaded plugins Dec 06 14:29:18.730571 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: qos_fip.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.731230 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.731772 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension qos-fip not supported by any of loaded plugins Dec 06 14:29:18.732099 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: qos_gateway_ip.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.733032 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.733546 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 06 14:29:18.733872 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: qos_port_network_policy.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.734802 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.735341 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 06 14:29:18.735690 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.736865 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.737383 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 06 14:29:18.737712 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: qos_pps_rule.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.738897 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.739422 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension qos-pps not supported by any of loaded plugins Dec 06 14:29:18.739787 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: qos_rule_type_details.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.740736 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.741255 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 06 14:29:18.741585 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: qos_rules_alias.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.742626 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.743175 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 06 14:29:18.743506 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: quota_check_limit.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.744448 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.744962 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: quota-check-limit Dec 06 14:29:18.745290 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: quotasv2.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.746203 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.746534 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: quotas Dec 06 14:29:18.746861 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: quotasv2_detail.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.750012 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.750356 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: quota_details Dec 06 14:29:18.750719 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: rbac.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.751809 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.752352 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: rbac-policies Dec 06 14:29:18.752680 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: rbac_address_group.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.753642 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.754171 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: rbac-address-group Dec 06 14:29:18.754502 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: rbac_address_scope.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.755442 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.755991 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: rbac-address-scope Dec 06 14:29:18.756320 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: rbac_security_groups.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.757264 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.757783 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: rbac-security-groups Dec 06 14:29:18.758140 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: rbac_subnetpool.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.759071 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.759584 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: rbac-subnetpool Dec 06 14:29:18.759936 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: revisionifmatch.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.760870 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.761381 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: revision-if-match Dec 06 14:29:18.761706 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: revisions.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.762832 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.763348 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: standard-attr-revisions Dec 06 14:29:18.763698 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: router_availability_zone.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.764379 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.764892 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: router_availability_zone Dec 06 14:29:18.765214 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: routerservicetype.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.766656 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.767178 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension router-service-type not supported by any of loaded plugins Dec 06 14:29:18.767501 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.768538 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.769056 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: security-groups-normalized-cidr Dec 06 14:29:18.769380 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.770307 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.770827 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: port-security-groups-filtering Dec 06 14:29:18.771150 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.772106 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.772622 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: security-groups-remote-address-group Dec 06 14:29:18.772945 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.773921 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.774434 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: security-groups-shared-filtering Dec 06 14:29:18.774758 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.775353 n-d-master-1 neutron-server[103180]: WARNING neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 06 14:29:18.775704 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: securitygroup.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.786165 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.786699 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: security-group Dec 06 14:29:18.787036 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: segment.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.787856 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.788373 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension segment not supported by any of loaded plugins Dec 06 14:29:18.788968 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.789928 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.790452 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 06 14:29:18.790786 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: servicetype.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.791934 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.792462 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: service-type Dec 06 14:29:18.792791 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: sorting.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.793790 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.794126 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: sorting Dec 06 14:29:18.794454 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: standard_attr_segment.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.795373 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.795916 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 06 14:29:18.796245 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: standardattrdescription.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.796897 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.797434 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: standard-attr-description Dec 06 14:29:18.797766 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: stateful_security_group.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.798713 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.799231 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: stateful-security-group Dec 06 14:29:18.799561 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: stdattrs_common.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.800177 n-d-master-1 neutron-server[103180]: WARNING neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 06 14:29:18.800504 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.801452 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.801969 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 06 14:29:18.802292 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: subnet_onboard.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.803369 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.803926 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: subnet_onboard Dec 06 14:29:18.804253 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.805194 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.805708 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 06 14:29:18.806034 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: subnet_service_types.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.806970 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.807492 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: subnet-service-types Dec 06 14:29:18.807854 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: subnetallocation.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.808941 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.809463 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: subnet_allocation Dec 06 14:29:18.809802 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.810476 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.810994 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: subnetpool-prefix-ops Dec 06 14:29:18.811326 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.812308 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.812825 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 06 14:29:18.813669 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: tagging.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.814742 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.815276 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: standard-attr-tag Dec 06 14:29:18.815607 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: timestamp.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.816846 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.817368 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loaded extension: standard-attr-timestamp Dec 06 14:29:18.817700 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: trunk.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.818747 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.819272 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension trunk not supported by any of loaded plugins Dec 06 14:29:18.819602 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: trunk_details.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.820571 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.821097 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension trunk-details not supported by any of loaded plugins Dec 06 14:29:18.821424 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: uplink_status_propagation.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.822353 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.822874 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 06 14:29:18.823199 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Loading extension file: vlantransparent.py {{(pid=103180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:29:18.823906 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:29:18.824420 n-d-master-1 neutron-server[103180]: INFO neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 06 14:29:18.826913 n-d-master-1 neutron-server[103180]: INFO neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Creating instance of TrackedResource for resource:network Dec 06 14:29:18.827433 n-d-master-1 neutron-server[103180]: INFO neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Creating instance of TrackedResource for resource:subnet Dec 06 14:29:18.827865 n-d-master-1 neutron-server[103180]: INFO neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 14:29:18.828265 n-d-master-1 neutron-server[103180]: INFO neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Creating instance of TrackedResource for resource:port Dec 06 14:29:18.830127 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:29:18.830580 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Service FLAVORS assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:29:18.831225 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:29:18.831735 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:29:18.832029 n-d-master-1 neutron-server[103180]: INFO neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Creating instance of TrackedResource for resource:router Dec 06 14:29:18.832461 n-d-master-1 neutron-server[103180]: INFO neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Creating instance of TrackedResource for resource:floatingip Dec 06 14:29:18.832962 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Service METERING assigned prefix: /metering {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:29:18.834386 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.834762 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.835119 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:29:18.836165 n-d-master-1 neutron-server[103180]: INFO neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Creating instance of CountableResource for resource:rbac_policy Dec 06 14:29:18.836619 n-d-master-1 neutron-server[103180]: INFO neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Creating instance of TrackedResource for resource:security_group Dec 06 14:29:18.837052 n-d-master-1 neutron-server[103180]: INFO neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 06 14:29:18.837674 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Service CORE assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:29:18.838020 n-d-master-1 neutron-server[103180]: INFO neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 14:29:18.838368 n-d-master-1 neutron-server[103180]: WARNING neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] subnetpool is already registered Dec 06 14:29:18.838820 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Service CORE assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:29:18.839152 n-d-master-1 neutron-server[103180]: INFO neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 14:29:18.839485 n-d-master-1 neutron-server[103180]: WARNING neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] subnetpool is already registered Dec 06 14:29:18.841828 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:29:18.842268 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Service FLAVORS assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:29:18.842865 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:29:18.843290 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:29:18.843623 n-d-master-1 neutron-server[103180]: INFO neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Creating instance of TrackedResource for resource:router Dec 06 14:29:18.843991 n-d-master-1 neutron-server[103180]: WARNING neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] router is already registered Dec 06 14:29:18.844434 n-d-master-1 neutron-server[103180]: INFO neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Creating instance of TrackedResource for resource:floatingip Dec 06 14:29:18.844773 n-d-master-1 neutron-server[103180]: WARNING neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] floatingip is already registered Dec 06 14:29:18.845233 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Service METERING assigned prefix: /metering {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:29:18.845908 n-d-master-1 neutron-server[103180]: INFO neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Creating instance of CountableResource for resource:rbac_policy Dec 06 14:29:18.846291 n-d-master-1 neutron-server[103180]: WARNING neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] rbac_policy is already registered Dec 06 14:29:18.846650 n-d-master-1 neutron-server[103180]: INFO neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Creating instance of TrackedResource for resource:security_group Dec 06 14:29:18.846986 n-d-master-1 neutron-server[103180]: WARNING neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] security_group is already registered Dec 06 14:29:18.847391 n-d-master-1 neutron-server[103180]: INFO neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 06 14:29:18.847754 n-d-master-1 neutron-server[103180]: WARNING neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] security_group_rule is already registered Dec 06 14:29:18.848389 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Service CORE assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:29:18.848720 n-d-master-1 neutron-server[103180]: INFO neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 14:29:18.849057 n-d-master-1 neutron-server[103180]: WARNING neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] subnetpool is already registered Dec 06 14:29:18.849491 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.v2.resource_helper [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Service CORE assigned prefix: {{(pid=103180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:29:18.849823 n-d-master-1 neutron-server[103180]: INFO neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 14:29:18.850160 n-d-master-1 neutron-server[103180]: WARNING neutron.quota.resource_registry [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] subnetpool is already registered Dec 06 14:29:18.850638 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: extensions {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.852128 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: address-groups {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.853607 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: address-scopes {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.854949 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: agents {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.856129 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: auto-allocated-topology {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.857378 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: availability_zones {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.858595 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: dhcp-networks {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.860184 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: dhcp-agents {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.861600 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: routers {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.863863 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: flavors {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.865022 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: service_profiles {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.866237 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: next_providers {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.867672 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: service_profiles {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.869229 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: floatingip-pools {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.870480 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: routers {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.872676 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: floatingips {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.874864 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: l3-routers {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.876822 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: l3-agents {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.878236 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: metering-labels {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.879599 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: metering-label-rules {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.880899 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: network-ip-availabilities {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.882177 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: bindings {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.883843 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: quotas {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.885418 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: quotas {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.886952 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: rbac-policies {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.888284 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: security-groups {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.889501 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: security-group-rules {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.890722 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: service-providers {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.892594 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: subnetpools {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.894017 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: subnetpools {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.895471 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.897195 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.898999 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.900837 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.902634 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.904559 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.906249 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.908205 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.909947 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.911822 n-d-master-1 neutron-server[103180]: DEBUG neutron.api.extensions [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Extended resource: tags {{(pid=103180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:29:18.918112 n-d-master-1 neutron-server[103180]: WARNING keystonemiddleware.auth_token [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 06 14:29:18.922892 n-d-master-1 neutron-server[103180]: WARNING keystonemiddleware.auth_token [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 06 14:29:18.931550 n-d-master-1 neutron-server[103180]: DEBUG oslo_concurrency.lockutils [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Acquired lock "singleton_lock" {{(pid=103180) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 06 14:29:18.932047 n-d-master-1 neutron-server[103180]: DEBUG oslo_concurrency.lockutils [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Releasing lock "singleton_lock" {{(pid=103180) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 06 14:29:18.932699 n-d-master-1 neutron-server[103180]: INFO oslo_service.service [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Starting 2 workers Dec 06 14:29:18.937487 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Started child 103288 {{(pid=103180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 14:29:18.942425 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Started child 103289 {{(pid=103180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 14:29:18.943387 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:18.943982 n-d-master-1 neutron-server[103180]: INFO neutron.service [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 06 14:29:18.944601 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Publish callbacks [] for process, before_spawn {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:18.944912 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [-] (103288) wsgi starting up on http://0.0.0.0:9696 Dec 06 14:29:18.946995 n-d-master-1 neutron-server[103180]: INFO oslo_service.service [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Starting 1 workers Dec 06 14:29:18.947145 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:18.948453 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [-] (103289) wsgi starting up on http://0.0.0.0:9696 Dec 06 14:29:18.952183 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Started child 103290 {{(pid=103180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 14:29:18.952768 n-d-master-1 neutron-server[103180]: INFO oslo_service.service [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Starting 1 workers Dec 06 14:29:18.956578 n-d-master-1 neutron-server[103290]: DEBUG neutron.service [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] calling RpcWorker wait() {{(pid=103290) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 06 14:29:18.957129 n-d-master-1 neutron-server[103290]: DEBUG neutron.service [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] returning from RpcWorker wait() {{(pid=103290) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 06 14:29:18.957780 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Started child 103291 {{(pid=103180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 14:29:18.958436 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:18.958581 n-d-master-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4452-cbea-4426-936b-203dda613343 None None] Publish callbacks [] for process, after_spawn {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:18.958968 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:18.960568 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103180) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 06 14:29:18.960781 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 06 14:29:18.960969 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 06 14:29:18.961188 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 06 14:29:18.961533 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 06 14:29:18.961716 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 06 14:29:18.962209 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.962503 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.962668 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:18.963113 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.963113 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.963309 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.963763 n-d-master-1 neutron-server[103291]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:18.964110 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.964381 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.964641 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.964935 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.965199 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.965377 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.965546 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.965792 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.966055 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.966346 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.966629 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.966873 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.967106 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.967283 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.967552 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.967870 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.968104 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.968372 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] debug = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.968602 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.969066 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.969343 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.969612 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.969835 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.970116 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.970349 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.970625 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.970871 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.971098 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.971340 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.971595 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.971870 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.972106 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.972365 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.972591 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.972849 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.973075 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.973554 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] host = n-d-master-1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.973794 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.974013 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.974267 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.974528 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.974849 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.974982 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.975233 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.975499 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.975769 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.976006 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.976276 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.976535 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.976761 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.977013 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] log_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.977176 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] log_options = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.977423 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.977703 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.977951 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.978146 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.978366 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.978499 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.978732 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.978894 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.979160 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.979394 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.979610 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.979850 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.980082 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.980297 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.980545 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.980793 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.981039 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.981273 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.981521 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.981757 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.981977 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.982205 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.982447 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.982682 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.982898 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.983131 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.983365 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.983586 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.983849 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.984081 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.984315 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.984575 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.984793 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.985082 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.985345 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.985577 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.985960 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.986184 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.986469 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.986699 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.987108 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.987307 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.987526 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.987800 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.988039 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.988276 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.988492 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] use_json = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.988727 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.988973 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.989223 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.989440 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.989655 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.989870 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.990101 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.990337 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:18.990760 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.991253 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.991383 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.991596 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.993179 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.993179 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.993179 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.993179 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.993179 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.993179 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.993879 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.993879 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.993879 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.994239 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.994405 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.994760 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.995068 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.995293 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.995533 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.995778 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.996027 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.996256 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.996547 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.996789 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.998386 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.998386 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.998386 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.998386 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.998386 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.998386 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.998748 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.998823 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.999112 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.999540 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.999540 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:18.999981 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.000136 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.000343 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.001142 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.001442 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.001667 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.001907 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.002139 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.002392 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.002631 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.002862 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.004897 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.004897 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.004897 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.004897 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.004897 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.004897 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.004897 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.004897 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.004897 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.005535 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.005535 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.005677 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.005872 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.006097 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.006322 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.006547 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.006793 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.007017 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.009528 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.009528 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.009528 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.009528 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.009528 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.009528 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.009528 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.009528 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.009528 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.010171 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.010171 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.010171 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.010171 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.010447 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.010547 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.010714 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.010936 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.011305 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.011524 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.011824 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.012043 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.012267 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.012483 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.013229 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.013229 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.013229 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.013607 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.013607 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.013930 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.014185 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.014424 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.014645 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.015072 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.015487 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.015766 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.015993 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.016271 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.017032 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.017297 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.017544 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.017778 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.018001 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.018385 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.018933 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.019336 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.019779 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.020194 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.020630 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.025325 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.025831 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.026280 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.026635 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.026962 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.027290 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.027646 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.028020 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.028375 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.028647 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.028926 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.029238 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.033418 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.033709 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.034006 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.034296 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.034585 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.034867 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.035142 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.035403 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.035702 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.035947 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.036207 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.036442 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.036696 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.036962 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.041627 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.041910 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.042145 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.042573 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.042890 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.043155 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.043411 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.043712 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.043974 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.044221 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.044479 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.044742 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.044946 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.045211 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.045447 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.049582 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.049843 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.050095 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.050335 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.050564 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.050811 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.051078 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.051304 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.051551 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.051811 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.052040 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.052281 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.052532 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.052761 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.053010 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.053253 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.053498 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.053743 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.053992 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.054217 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.054485 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.054716 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.054993 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.055259 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.055486 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.055762 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.056157 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.056432 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.056654 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.056907 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.057137 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.057360 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.057579 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.057804 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.058023 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.058262 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.058495 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.058712 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.058979 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.059242 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.059574 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.059850 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.060087 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.060337 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.060558 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.060778 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.061016 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.061255 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.061497 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.061720 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.061958 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.062202 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.062445 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.062702 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.062920 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.063747 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.063972 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.064199 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.064417 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.064708 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.064963 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.065197 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.065457 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.065709 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.065927 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.066193 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.066427 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.066641 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.066865 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.067085 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.067298 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.067543 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.067779 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.067992 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.068234 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.069147 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.069147 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.069147 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.069147 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.069599 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.069599 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.069768 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.069950 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.070237 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.070425 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.070639 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.070860 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.071078 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.071297 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.071523 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.071783 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.072017 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.072259 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.072640 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.073031 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.073336 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.073605 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.073845 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.074134 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.074371 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.074627 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.074875 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.075180 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.075399 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.075688 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.075911 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.076133 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.076356 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.076656 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.076965 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.077265 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.077515 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.077772 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.078049 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.078323 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.078591 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.079443 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.079768 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.080104 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.080404 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.080673 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.080902 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.081150 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.081385 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.081651 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.081822 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.082067 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.082284 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.082524 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.082778 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.083012 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.083232 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.083489 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.083732 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.083960 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.084200 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.084443 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.084660 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.084820 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 06 14:29:19.085365 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103180) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 06 14:29:19.085526 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 06 14:29:19.085683 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 06 14:29:19.086045 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 06 14:29:19.086045 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 06 14:29:19.086198 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 06 14:29:19.086400 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.086563 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.086722 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.086882 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.087045 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.087230 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.087426 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.087555 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.087742 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.087906 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.088082 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.088221 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.088547 n-d-master-1 neutron-server[103290]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:19.088674 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.088762 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.088852 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.089003 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.089164 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.089324 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.089494 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.089655 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.089814 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.089973 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.090132 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] debug = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.090292 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.090485 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.090653 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.090811 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.090971 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.091130 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.091290 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.091449 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.091621 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.091793 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.091954 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.092115 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.092274 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.092434 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.092595 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.092756 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.092915 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.093073 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.093233 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] host = n-d-master-1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.093391 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.093551 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.093711 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.093871 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.094030 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.094189 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.094369 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.094530 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.094690 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.094849 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.095009 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.095168 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.095329 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.095487 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] log_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.095645 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] log_options = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.095827 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.095985 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.096145 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.096381 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.096498 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.096660 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.096822 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.096983 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.097142 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.097303 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.097461 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.097620 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.097779 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.097938 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.098098 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.098257 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.098415 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.098574 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.098734 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.098882 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.099044 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.099201 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.099347 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.099512 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.099686 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.099900 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.100068 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.100408 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.100408 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.100821 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.100821 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.100821 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.101336 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.101336 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.101336 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.101336 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.101872 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.101872 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.101872 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.102152 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.102152 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.102351 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.102351 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.102575 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.102913 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.102913 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.102913 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] use_json = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.103128 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.103230 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.103394 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.103538 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.103719 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.103879 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.104038 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.104575 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:29:19.104575 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.104575 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.105149 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.105149 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.105149 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.105149 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.105444 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.105444 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.105581 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.105729 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.105900 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.106646 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.106646 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.106646 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.106646 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.106937 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.106937 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.107075 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.107153 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.107275 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.107433 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.107596 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.107791 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.107963 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.108111 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.108274 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.108436 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.108604 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.108766 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.108946 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.109110 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.109273 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.109441 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.109603 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.109766 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.109952 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.110116 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.110279 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.110446 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.110606 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.110936 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.111101 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.111263 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.111427 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.111591 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.111779 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.111945 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.112113 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.112278 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.112445 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.112605 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.112766 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.112929 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.113092 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.113259 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.113416 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.113581 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.113752 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.113915 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.114077 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.114240 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.114404 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.114566 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.114728 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.114890 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.115052 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.115215 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.115377 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.115552 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.115738 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.115902 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.116064 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.116227 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.116390 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.116554 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.116716 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.116879 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.117040 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.117202 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.117365 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.117527 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.117690 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.117855 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.118016 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.118179 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.118342 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.118503 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.118666 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.118828 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.118991 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.119153 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.119328 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.119504 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.119687 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.119900 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.119986 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.120148 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.120310 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.120471 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.120632 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.120793 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.120958 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.121189 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.121420 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.121589 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.121751 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.121911 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.122072 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.122233 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.122395 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.122556 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.122721 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.122889 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.123030 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.123172 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.123326 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.123486 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.123646 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.123851 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.124013 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.124178 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.124340 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.124508 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.124681 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.124844 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.125006 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.125168 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.125329 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.125490 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.126161 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.126323 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.126484 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.126647 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.126809 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.126981 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.127196 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.127316 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.127474 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.127699 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.127845 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.127994 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.128156 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.129667 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.129667 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.129667 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.129667 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.129667 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.129667 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.129667 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.129667 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.131667 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.131667 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.131667 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.131667 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.131667 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.131667 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.131667 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.131667 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.132905 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.132905 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.132905 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.132905 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.132905 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.132905 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.132905 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.132905 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.134167 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.134167 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.134167 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.134167 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.134167 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.134167 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.134167 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.134167 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.134674 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.134674 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.134674 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.134674 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.134674 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.134674 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.134674 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.134674 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.135198 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.135198 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.135198 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.135198 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.135198 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.135198 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.135589 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.135589 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.135589 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.135811 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.135929 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.136105 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.136261 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.136425 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.136592 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.136755 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.137727 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.137727 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.137727 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.137727 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.137727 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.137727 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.138566 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.138566 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.138566 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.138566 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.138566 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.138566 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.140071 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.140071 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.140071 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.140071 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.140071 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.140071 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.140071 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.140071 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.140532 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.140532 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.140659 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.140723 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.140914 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.141117 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.141288 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.141997 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.142081 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.142368 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.142533 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.142667 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.142871 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.143042 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.143433 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.143633 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.143811 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.143977 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.144308 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.144692 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.144868 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.145058 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.145333 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.145553 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.145732 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.145919 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.147689 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.147689 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.147689 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.147689 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.147689 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.147689 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.147689 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.147689 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.148455 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.148455 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.148455 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.148455 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.148455 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.148455 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.148989 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.148989 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.149142 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.149211 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.149374 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.149598 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.149832 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.150004 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.150215 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.150384 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.150553 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.150757 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.150997 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.151194 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.151420 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.151742 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.152004 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.152199 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.152400 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.152603 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.152746 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.152940 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.153152 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.153371 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.153542 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.153719 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.153942 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.154131 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.154317 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.154480 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.154681 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.154928 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.155098 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:29:19.155271 n-d-master-1 neutron-server[103180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 06 14:29:19.260739 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60720) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:19.269754 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068417 Dec 06 14:29:30.715693 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe50ffe-6dce-45bd-adb6-5851e3edf0be None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 14:29:30.756844 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b1e5fe89-2801-4fad-9fea-38ab3c5ac5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602314'] for agent, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:30.795159 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe50ffe-6dce-45bd-adb6-5851e3edf0be None None] No non-hosted networks {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 06 14:29:33.140246 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6d4add8c-a9b5-47a1-9f65-83a28cae45f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602314'] for agent, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:33.201052 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-467a877c-a2f0-460b-ae30-e123bdbea27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:33.822447 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602314'] for agent, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:35.454864 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602314'] for agent, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:36.455003 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602314'] for agent, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:36.457107 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:36.457969 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:36.458551 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:36.459359 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:36.460921 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:36.462342 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:36.462907 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:36.463570 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:36.464424 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:36.466104 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:36.466710 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:36.467264 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:36.468023 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:36.468810 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:36.489413 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:36.750273 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60810) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:37.256654 n-d-master-1 neutron-server[103289]: WARNING oslo_policy.policy [None req-9db9e4dc-5b56-4f36-a92d-a2c80e1bc1f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 14:29:37.257418 n-d-master-1 neutron-server[103289]: WARNING oslo_policy.policy [None req-9db9e4dc-5b56-4f36-a92d-a2c80e1bc1f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 14:29:37.493970 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-9db9e4dc-5b56-4f36-a92d-a2c80e1bc1f1 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:29:37.495424 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9db9e4dc-5b56-4f36-a92d-a2c80e1bc1f1 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7435346 Dec 06 14:29:38.650275 n-d-master-1 neutron-server[103290]: INFO neutron.db.l3_hamode_db [None req-bbd12139-fc1d-477b-a555-181510f797da None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 06 14:29:38.726862 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd12139-fc1d-477b-a555-181510f797da None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:29:38.727246 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd12139-fc1d-477b-a555-181510f797da None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 14:29:40.074191 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60826) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:40.380531 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0428d9fd-b405-4c14-b273-e837e5d22585 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:29:40.475366 n-d-master-1 neutron-server[103289]: DEBUG neutron.policy [None req-0428d9fd-b405-4c14-b273-e837e5d22585 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103289) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 06 14:29:40.522201 n-d-master-1 neutron-server[103289]: WARNING oslo_policy.policy [None req-0428d9fd-b405-4c14-b273-e837e5d22585 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 14:29:40.522581 n-d-master-1 neutron-server[103289]: WARNING oslo_policy.policy [None req-0428d9fd-b405-4c14-b273-e837e5d22585 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 14:29:40.531172 n-d-master-1 neutron-server[103289]: INFO neutron.quota [None req-0428d9fd-b405-4c14-b273-e837e5d22585 admin admin] Loaded quota_driver: . Dec 06 14:29:40.619082 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0428d9fd-b405-4c14-b273-e837e5d22585 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762844250613', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762844251018', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762844268606', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762844267319', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762844355202', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762844378606', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-592445', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-807697', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1955148', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1990178'] for rbac-policy, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:40.682257 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0428d9fd-b405-4c14-b273-e837e5d22585 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:40.683451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0428d9fd-b405-4c14-b273-e837e5d22585 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6082907 Dec 06 14:29:43.422738 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60838) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:43.709412 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Request body: {'network': {'tenant_id': '653ff0ff012741a9897d845aea151f57', 'admin_state_up': True, 'project_id': '653ff0ff012741a9897d845aea151f57', 'name': 'private'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:29:43.736926 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Made reservation on behalf of 653ff0ff012741a9897d845aea151f57 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:29:43.739685 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:43.756565 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:43.860499 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:43.863925 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:43.887506 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:29:43.912063 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762841847965', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:43.912673 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Unsubscribe: segment precommit_create {{(pid=103289) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 06 14:29:43.913191 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Added segment 8eeb3e3d-eaac-4cc7-bd22-210a27e4acb3 of type vlan for network a06aefe8-cdc3-4a3f-ba14-d60349f961db Dec 06 14:29:43.919371 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74d8599-fdf9-4a65-897b-21e1da05d7aa,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:43.941703 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:43.942041 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:43.942377 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:43.942710 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:43.943032 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:43.943359 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:43.943690 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:43.944012 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:43.944329 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:43.944644 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:43.944960 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:43.945272 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:43.945587 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Tracked resource versions report: Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: pushed versions: Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: { 'AddressGroup': {'1.2'}, Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'ConntrackHelper': {'1.0'}, Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'LocalIPAssociation': {'1.0'}, Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'Log': {'1.0'}, Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'Network': {'1.1'}, Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'Port': {'1.7'}, Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'PortForwarding': {'1.2'}, Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'QosPolicy': {'1.10'}, Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'SecurityGroup': {'1.5'}, Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'SecurityGroupRule': {'1.2'}, Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'SubPort': {'1.0'}, Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'Subnet': {'1.1'}, Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'Trunk': {'1.1'}} Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: consumer versions: Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: { DHCP agent@n-d-master-1: {}, Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: L3 agent@n-d-master-1: {}, Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: Metadata agent@n-d-master-1: {}, Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: Metering agent@n-d-master-1: {}, Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'ConntrackHelper': '1.0', Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'LocalIPAssociation': '1.0', Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'Log': '1.0', Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'Network': '1.1', Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'Port': '1.7', Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'PortForwarding': '1.2', Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'QosPolicy': '1.10', Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'SecurityGroup': '1.5', Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'SecurityGroupRule': '1.2', Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'SubPort': '1.0', Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'Subnet': '1.1', Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: 'Trunk': '1.1'}} Dec 06 14:29:43.946675 n-d-master-1 neutron-server[103289]: {{(pid=103289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 14:29:44.030812 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:44.069115 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:44.070170 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:44.070873 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:44.120701 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.6968589 Dec 06 14:29:44.172584 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d2fe4-f149-4de7-bb39-2fbf4e64dc7b admin admin] Pushing event updated for resources: {'Network': ['ID=a06aefe8-cdc3-4a3f-ba14-d60349f961db,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:44.184917 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network a06aefe8-cdc3-4a3f-ba14-d60349f961db details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:29:46.932818 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60852) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:47.312899 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0420fe1-03a1-4b48-892d-370fa08a9b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:47.314723 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e0420fe1-03a1-4b48-892d-370fa08a9b8e admin admin] 10.222.0.20 "GET /v2.0/networks/a06aefe8-cdc3-4a3f-ba14-d60349f961db HTTP/1.1" status: 200 len: 825 time: 0.3809588 Dec 06 14:29:47.338602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-067006ad-74a3-4bf4-8184-3886c5bb8532 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/44691c9c-1461-47bc-9bd6-507c63596ac0 HTTP/1.1" status: 200 len: 734 time: 0.0180049 Dec 06 14:29:47.347121 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-103b902c-dfe6-4c19-b948-2621e01d0762 admin admin] Request body: {'subnet': {'subnetpool_id': '44691c9c-1461-47bc-9bd6-507c63596ac0', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'a06aefe8-cdc3-4a3f-ba14-d60349f961db', 'tenant_id': '653ff0ff012741a9897d845aea151f57'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:29:47.367841 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103b902c-dfe6-4c19-b948-2621e01d0762 admin admin] Made reservation on behalf of 653ff0ff012741a9897d845aea151f57 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:29:47.370074 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-103b902c-dfe6-4c19-b948-2621e01d0762 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:47.657554 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-103b902c-dfe6-4c19-b948-2621e01d0762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:47.726392 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b902c-dfe6-4c19-b948-2621e01d0762 admin admin] Checking segment: {'id': '8eeb3e3d-eaac-4cc7-bd22-210a27e4acb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a06aefe8-cdc3-4a3f-ba14-d60349f961db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:29:47.726766 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b902c-dfe6-4c19-b948-2621e01d0762 admin admin] Network hostable DHCP agents. Network: a06aefe8-cdc3-4a3f-ba14-d60349f961db, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:29:47.733724 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b902c-dfe6-4c19-b948-2621e01d0762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21cae122-4ef4-4fed-97d9-47e0076c0c2e,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:47.752547 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b902c-dfe6-4c19-b948-2621e01d0762 admin admin] Network a06aefe8-cdc3-4a3f-ba14-d60349f961db is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:29:47.763034 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-103b902c-dfe6-4c19-b948-2621e01d0762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a06aefe8-cdc3-4a3f-ba14-d60349f961db) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:29:47.767450 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103b902c-dfe6-4c19-b948-2621e01d0762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:47.768060 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-103b902c-dfe6-4c19-b948-2621e01d0762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:47.773617 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf6a06f-87a2-4da4-bfb9-16f026e6e80f None None] Network a06aefe8-cdc3-4a3f-ba14-d60349f961db requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:29:47.783267 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-103b902c-dfe6-4c19-b948-2621e01d0762 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4392428 Dec 06 14:29:48.098383 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a06aefe8-cdc3-4a3f-ba14-d60349f961db', 'network_id': 'a06aefe8-cdc3-4a3f-ba14-d60349f961db', 'tenant_id': '653ff0ff012741a9897d845aea151f57', 'fixed_ips': [{'subnet_id': '21cae122-4ef4-4fed-97d9-47e0076c0c2e'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:29:48.099714 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:48.393174 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Allocated IP 172.20.0.2 (a06aefe8-cdc3-4a3f-ba14-d60349f961db/21cae122-4ef4-4fed-97d9-47e0076c0c2e/12abcce1-10d6-4db3-bb7f-d84fbef2bf2a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:29:48.592928 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:48.600323 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:48.673546 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Network a06aefe8-cdc3-4a3f-ba14-d60349f961db is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:29:48.681310 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:29:48.686792 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Pushing event updated for resources: {'Port': ['ID=12abcce1-10d6-4db3-bb7f-d84fbef2bf2a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:48.691274 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:29:48.699539 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:48.699914 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:48.700259 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:48.700595 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:48.700926 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:48.701256 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:48.701582 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:48.701906 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:48.702229 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:48.702551 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:48.702872 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:48.703199 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:48.703517 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Tracked resource versions report: Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: pushed versions: Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: { 'AddressGroup': {'1.2'}, Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'ConntrackHelper': {'1.0'}, Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'LocalIPAssociation': {'1.0'}, Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'Log': {'1.0'}, Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'Network': {'1.1'}, Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'Port': {'1.7'}, Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'PortForwarding': {'1.2'}, Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'QosPolicy': {'1.10'}, Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'SecurityGroup': {'1.5'}, Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'SecurityGroupRule': {'1.2'}, Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'SubPort': {'1.0'}, Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'Subnet': {'1.1'}, Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'Trunk': {'1.1'}} Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: consumer versions: Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: { DHCP agent@n-d-master-1: {}, Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: L3 agent@n-d-master-1: {}, Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: Metadata agent@n-d-master-1: {}, Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: Metering agent@n-d-master-1: {}, Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'ConntrackHelper': '1.0', Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'LocalIPAssociation': '1.0', Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'Log': '1.0', Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'Network': '1.1', Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'Port': '1.7', Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'PortForwarding': '1.2', Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'QosPolicy': '1.10', Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'SecurityGroup': '1.5', Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'SecurityGroupRule': '1.2', Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'SubPort': '1.0', Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'Subnet': '1.1', Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: 'Trunk': '1.1'}} Dec 06 14:29:48.704678 n-d-master-1 neutron-server[103290]: {{(pid=103290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 14:29:48.777792 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Attempting to bind port 12abcce1-10d6-4db3-bb7f-d84fbef2bf2a on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:29:48.778427 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Attempting to bind port 12abcce1-10d6-4db3-bb7f-d84fbef2bf2a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8eeb3e3d-eaac-4cc7-bd22-210a27e4acb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a06aefe8-cdc3-4a3f-ba14-d60349f961db'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:29:48.778595 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Attempting to bind port 12abcce1-10d6-4db3-bb7f-d84fbef2bf2a on network a06aefe8-cdc3-4a3f-ba14-d60349f961db {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:29:48.784112 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:29:48.784498 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Checking segment: {'id': '8eeb3e3d-eaac-4cc7-bd22-210a27e4acb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a06aefe8-cdc3-4a3f-ba14-d60349f961db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:29:48.784977 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:48.785371 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Bound using segment: {'id': '8eeb3e3d-eaac-4cc7-bd22-210a27e4acb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a06aefe8-cdc3-4a3f-ba14-d60349f961db'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:29:48.785850 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Bound port: 12abcce1-10d6-4db3-bb7f-d84fbef2bf2a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eeb3e3d-eaac-4cc7-bd22-210a27e4acb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a06aefe8-cdc3-4a3f-ba14-d60349f961db'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:29:48.786238 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:48.846776 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] For port 12abcce1-10d6-4db3-bb7f-d84fbef2bf2a, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:29:48.851353 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] For port 12abcce1-10d6-4db3-bb7f-d84fbef2bf2a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=12abcce1-10d6-4db3-bb7f-d84fbef2bf2a,segment=NetworkSegment(8eeb3e3d-eaac-4cc7-bd22-210a27e4acb3),segment_id=8eeb3e3d-eaac-4cc7-bd22-210a27e4acb3)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:29:48.855375 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:48.920448 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55595c6c-de4b-4c0c-ac83-b14a3b579611 None None] Pushing event updated for resources: {'Port': ['ID=12abcce1-10d6-4db3-bb7f-d84fbef2bf2a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:50.376787 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60860) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:50.874974 n-d-master-1 neutron-server[103288]: WARNING oslo_policy.policy [None req-03aa019a-9767-4588-8d24-62f1712f8baa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 14:29:50.875562 n-d-master-1 neutron-server[103288]: WARNING oslo_policy.policy [None req-03aa019a-9767-4588-8d24-62f1712f8baa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 14:29:51.100812 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-03aa019a-9767-4588-8d24-62f1712f8baa admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:29:51.102084 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-03aa019a-9767-4588-8d24-62f1712f8baa admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7232172 Dec 06 14:29:53.665536 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60874) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:53.976843 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-bf344a8b-df15-4f01-b968-f773995d9f4a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:29:53.977975 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bf344a8b-df15-4f01-b968-f773995d9f4a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3114409 Dec 06 14:29:56.793327 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60888) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:57.091147 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3b40644c-9ce5-4556-9bfe-e4bb5742be97 admin admin] Request body: {'router': {'tenant_id': '653ff0ff012741a9897d845aea151f57', 'name': 'router1', 'admin_state_up': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:29:57.155627 n-d-master-1 neutron-server[103288]: DEBUG neutron.policy [None req-3b40644c-9ce5-4556-9bfe-e4bb5742be97 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103288) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 06 14:29:57.203750 n-d-master-1 neutron-server[103288]: WARNING oslo_policy.policy [None req-3b40644c-9ce5-4556-9bfe-e4bb5742be97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 14:29:57.204152 n-d-master-1 neutron-server[103288]: WARNING oslo_policy.policy [None req-3b40644c-9ce5-4556-9bfe-e4bb5742be97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 14:29:57.212835 n-d-master-1 neutron-server[103288]: INFO neutron.quota [None req-3b40644c-9ce5-4556-9bfe-e4bb5742be97 admin admin] Loaded quota_driver: . Dec 06 14:29:57.269471 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b40644c-9ce5-4556-9bfe-e4bb5742be97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:57.271297 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b40644c-9ce5-4556-9bfe-e4bb5742be97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:57.426323 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b40644c-9ce5-4556-9bfe-e4bb5742be97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:57.431356 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b40644c-9ce5-4556-9bfe-e4bb5742be97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:57.451365 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b40644c-9ce5-4556-9bfe-e4bb5742be97 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:57.452623 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3b40644c-9ce5-4556-9bfe-e4bb5742be97 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6583388 Dec 06 14:29:57.957854 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14904f38-0641-48af-a3b1-9e4d414f31a0 None None] Network a06aefe8-cdc3-4a3f-ba14-d60349f961db requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:29:58.038876 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c8c6a677-29fb-4f2d-9a8f-0004a21a5717 None None] Provisioning complete for port 12abcce1-10d6-4db3-bb7f-d84fbef2bf2a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:29:58.039263 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8c6a677-29fb-4f2d-9a8f-0004a21a5717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:58.222372 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8c6a677-29fb-4f2d-9a8f-0004a21a5717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:58.285536 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c8c6a677-29fb-4f2d-9a8f-0004a21a5717 None None] For port 12abcce1-10d6-4db3-bb7f-d84fbef2bf2a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=12abcce1-10d6-4db3-bb7f-d84fbef2bf2a,segment=NetworkSegment(8eeb3e3d-eaac-4cc7-bd22-210a27e4acb3),segment_id=8eeb3e3d-eaac-4cc7-bd22-210a27e4acb3)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:29:58.290432 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8c6a677-29fb-4f2d-9a8f-0004a21a5717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:58.346468 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 12abcce1-10d6-4db3-bb7f-d84fbef2bf2a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:29:58.348972 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6a677-29fb-4f2d-9a8f-0004a21a5717 None None] Pushing event updated for resources: {'Port': ['ID=12abcce1-10d6-4db3-bb7f-d84fbef2bf2a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:58.403029 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 12abcce1-10d6-4db3-bb7f-d84fbef2bf2a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:29:58.403294 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:58.512095 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-72c3bc7c-7730-4084-8987-3cfabdaefa0a None None] Provisioning complete for port 12abcce1-10d6-4db3-bb7f-d84fbef2bf2a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:29:58.512467 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-72c3bc7c-7730-4084-8987-3cfabdaefa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:00.000001 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60898) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:00.297098 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 12abcce1-10d6-4db3-bb7f-d84fbef2bf2a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:30:00.307580 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-993fc9a3-f8ab-4df4-9640-e6fdf328cf31 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:30:00.308596 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-993fc9a3-f8ab-4df4-9640-e6fdf328cf31 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3070626 Dec 06 14:30:00.345286 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 12abcce1-10d6-4db3-bb7f-d84fbef2bf2a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:00.345659 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:00.614523 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-722b1683-e85c-40cd-8b3d-2d6153666119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:02.856336 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60906) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:03.133670 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b54faaea-6da7-440d-8598-075698593ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:03.160109 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c9274803-b64a-4f55-9d79-7a4fe080045c admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:03.181087 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9274803-b64a-4f55-9d79-7a4fe080045c admin admin] Made reservation on behalf of c9fe0bbdea3a455f86893145ca0ee6a2 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:30:03.183385 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9274803-b64a-4f55-9d79-7a4fe080045c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:03.191682 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9274803-b64a-4f55-9d79-7a4fe080045c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:03.262313 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9274803-b64a-4f55-9d79-7a4fe080045c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:03.265522 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9274803-b64a-4f55-9d79-7a4fe080045c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:03.279957 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c9274803-b64a-4f55-9d79-7a4fe080045c admin admin] Reserving flat network on physical network physnet1 {{(pid=103289) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 06 14:30:03.301263 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9274803-b64a-4f55-9d79-7a4fe080045c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431ee757-36ad-41a4-9ca9-cc19fa6c4c84,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:03.304141 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9274803-b64a-4f55-9d79-7a4fe080045c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:03.304483 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-c9274803-b64a-4f55-9d79-7a4fe080045c admin admin] Added segment 7b55d935-c1c4-426b-a1f1-05cd17b4e6ad of type flat for network 259ca1fe-391e-4985-b762-bc5e5b194437 Dec 06 14:30:03.349129 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9274803-b64a-4f55-9d79-7a4fe080045c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:03.382352 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9274803-b64a-4f55-9d79-7a4fe080045c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:03.383215 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9274803-b64a-4f55-9d79-7a4fe080045c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:03.383817 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9274803-b64a-4f55-9d79-7a4fe080045c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:03.416749 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c9274803-b64a-4f55-9d79-7a4fe080045c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5593848 Dec 06 14:30:03.443148 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9274803-b64a-4f55-9d79-7a4fe080045c admin admin] Pushing event updated for resources: {'Network': ['ID=259ca1fe-391e-4985-b762-bc5e5b194437,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:03.454308 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 259ca1fe-391e-4985-b762-bc5e5b194437 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:30:03.774276 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:05.398588 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:05.968718 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60924) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:06.141286 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f896764-acc2-40c5-a3d8-e48ef3d21941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:06.142597 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2f896764-acc2-40c5-a3d8-e48ef3d21941 admin admin] 10.222.0.20 "GET /v2.0/subnets/21cae122-4ef4-4fed-97d9-47e0076c0c2e HTTP/1.1" status: 200 len: 849 time: 0.1722732 Dec 06 14:30:06.304206 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-027a9f1f-8a73-4547-a2e0-9650ead427ed admin admin] 10.222.0.20 "GET /v2.0/routers/0f6a27bb-259a-47e2-90a9-3dd0289568e8 HTTP/1.1" status: 200 len: 704 time: 0.1543756 Dec 06 14:30:06.446371 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:06.563217 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:06.849924 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] Allocated IP 172.20.0.1 (a06aefe8-cdc3-4a3f-ba14-d60349f961db/21cae122-4ef4-4fed-97d9-47e0076c0c2e/f163fe4f-a995-423a-9ae6-8ed93e752008) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:30:07.000484 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:07.106371 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:07.177062 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] Network a06aefe8-cdc3-4a3f-ba14-d60349f961db is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:30:07.181803 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:07.187147 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:30:07.187772 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:07.250596 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] Pushing event updated for resources: {'Port': ['ID=f163fe4f-a995-423a-9ae6-8ed93e752008,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:07.383942 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:07.431710 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d429faae-c33f-46e5-bf75-ac87b0c72e99 None None] Provisioning complete for port f163fe4f-a995-423a-9ae6-8ed93e752008 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:07.432083 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d429faae-c33f-46e5-bf75-ac87b0c72e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:07.508302 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d429faae-c33f-46e5-bf75-ac87b0c72e99 None None] Port f163fe4f-a995-423a-9ae6-8ed93e752008 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:30:07.591542 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:07.595797 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:07.596712 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:07.657682 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] Pushing event updated for resources: {'Port': ['ID=f163fe4f-a995-423a-9ae6-8ed93e752008,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:07.720232 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] Network a06aefe8-cdc3-4a3f-ba14-d60349f961db is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:30:07.721534 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:07.879486 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] Router 0f6a27bb-259a-47e2-90a9-3dd0289568e8 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:30:07.929228 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e0c99357-d59f-4b52-831a-c1b2557d7dd6 None None] Provisioning complete for port f163fe4f-a995-423a-9ae6-8ed93e752008 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:07.929608 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e0c99357-d59f-4b52-831a-c1b2557d7dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:07.961485 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e0c99357-d59f-4b52-831a-c1b2557d7dd6 None None] Port f163fe4f-a995-423a-9ae6-8ed93e752008 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:30:07.969712 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:07.974870 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-49c67625-46db-41c6-bff6-c6ad82173b05 admin admin] 10.222.0.20 "PUT /v2.0/routers/0f6a27bb-259a-47e2-90a9-3dd0289568e8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6650088 Dec 06 14:30:07.980776 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Sync routers for ids ['0f6a27bb-259a-47e2-90a9-3dd0289568e8'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:07.994042 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Routers {'0f6a27bb-259a-47e2-90a9-3dd0289568e8'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:07.994828 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0f6a27bb-259a-47e2-90a9-3dd0289568e8'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:08.182319 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Set router 0f6a27bb-259a-47e2-90a9-3dd0289568e8 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:08.602841 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6a27bb-259a-47e2-90a9-3dd0289568e8', 'name': 'router1', 'tenant_id': '653ff0ff012741a9897d845aea151f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:29:57Z', 'updated_at': '2021-12-06T14:30:07Z', 'revision_number': 2, 'project_id': '653ff0ff012741a9897d845aea151f57', 'gw_port_host': None, '_interfaces': [{'id': 'f163fe4f-a995-423a-9ae6-8ed93e752008', 'name': '', 'network_id': 'a06aefe8-cdc3-4a3f-ba14-d60349f961db', 'tenant_id': '653ff0ff012741a9897d845aea151f57', 'mac_address': 'fa:16:3e:a0:0c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6a27bb-259a-47e2-90a9-3dd0289568e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21cae122-4ef4-4fed-97d9-47e0076c0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:06Z', 'updated_at': '2021-12-06T14:30:07Z', 'revision_number': 2, 'project_id': '653ff0ff012741a9897d845aea151f57', 'subnets': [{'id': '21cae122-4ef4-4fed-97d9-47e0076c0c2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44691c9c-1461-47bc-9bd6-507c63596ac0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:08.652196 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Checking router: 0f6a27bb-259a-47e2-90a9-3dd0289568e8 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:30:08.652566 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Updating router 0f6a27bb-259a-47e2-90a9-3dd0289568e8 port f163fe4f-a995-423a-9ae6-8ed93e752008 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:30:08.698422 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:09.192059 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:09.199044 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:09.357916 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bafa1-3697-4afe-a7db-931d4c830ead None None] Pushing event updated for resources: {'Port': ['ID=f163fe4f-a995-423a-9ae6-8ed93e752008,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:09.366032 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Attempting to bind port f163fe4f-a995-423a-9ae6-8ed93e752008 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:30:09.366434 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Attempting to bind port f163fe4f-a995-423a-9ae6-8ed93e752008 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8eeb3e3d-eaac-4cc7-bd22-210a27e4acb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a06aefe8-cdc3-4a3f-ba14-d60349f961db'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:30:09.366857 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Attempting to bind port f163fe4f-a995-423a-9ae6-8ed93e752008 on network a06aefe8-cdc3-4a3f-ba14-d60349f961db {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:30:09.376515 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766bafa1-3697-4afe-a7db-931d4c830ead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:09.376879 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766bafa1-3697-4afe-a7db-931d4c830ead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:09.377231 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766bafa1-3697-4afe-a7db-931d4c830ead None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:09.377568 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766bafa1-3697-4afe-a7db-931d4c830ead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:09.377901 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766bafa1-3697-4afe-a7db-931d4c830ead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:09.378230 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766bafa1-3697-4afe-a7db-931d4c830ead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:09.378558 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766bafa1-3697-4afe-a7db-931d4c830ead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:09.379030 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766bafa1-3697-4afe-a7db-931d4c830ead None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:09.379207 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766bafa1-3697-4afe-a7db-931d4c830ead None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:09.379527 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766bafa1-3697-4afe-a7db-931d4c830ead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:09.379876 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766bafa1-3697-4afe-a7db-931d4c830ead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:09.380198 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766bafa1-3697-4afe-a7db-931d4c830ead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:09.380522 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766bafa1-3697-4afe-a7db-931d4c830ead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766bafa1-3697-4afe-a7db-931d4c830ead None None] Tracked resource versions report: Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: pushed versions: Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: { 'AddressGroup': {'1.2'}, Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'ConntrackHelper': {'1.0'}, Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'LocalIPAssociation': {'1.0'}, Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'Log': {'1.0'}, Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'Network': {'1.1'}, Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'Port': {'1.7'}, Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'PortForwarding': {'1.2'}, Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'QosPolicy': {'1.10'}, Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'SecurityGroup': {'1.5'}, Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'SecurityGroupRule': {'1.2'}, Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'SubPort': {'1.0'}, Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'Subnet': {'1.1'}, Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'Trunk': {'1.1'}} Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: consumer versions: Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: { DHCP agent@n-d-master-1: {}, Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: L3 agent@n-d-master-1: {}, Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: Metadata agent@n-d-master-1: {}, Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: Metering agent@n-d-master-1: {}, Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'ConntrackHelper': '1.0', Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'LocalIPAssociation': '1.0', Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'Log': '1.0', Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'Network': '1.1', Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'Port': '1.7', Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'PortForwarding': '1.2', Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'QosPolicy': '1.10', Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'SecurityGroup': '1.5', Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'SecurityGroupRule': '1.2', Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'SubPort': '1.0', Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'Subnet': '1.1', Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: 'Trunk': '1.1'}} Dec 06 14:30:09.381651 n-d-master-1 neutron-server[103291]: {{(pid=103291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 14:30:09.384267 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:30:09.384671 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Checking segment: {'id': '8eeb3e3d-eaac-4cc7-bd22-210a27e4acb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a06aefe8-cdc3-4a3f-ba14-d60349f961db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:30:09.385156 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:09.385537 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Bound using segment: {'id': '8eeb3e3d-eaac-4cc7-bd22-210a27e4acb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a06aefe8-cdc3-4a3f-ba14-d60349f961db'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:30:09.386022 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Bound port: f163fe4f-a995-423a-9ae6-8ed93e752008, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eeb3e3d-eaac-4cc7-bd22-210a27e4acb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a06aefe8-cdc3-4a3f-ba14-d60349f961db'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:30:09.386400 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:09.389315 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-34cd1ff9-afb8-405d-824c-45fc3645bef6 None None] Provisioning complete for port f163fe4f-a995-423a-9ae6-8ed93e752008 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:09.389780 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-34cd1ff9-afb8-405d-824c-45fc3645bef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:09.427724 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-34cd1ff9-afb8-405d-824c-45fc3645bef6 None None] Port f163fe4f-a995-423a-9ae6-8ed93e752008 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:30:09.451264 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] For port f163fe4f-a995-423a-9ae6-8ed93e752008, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:30:09.473138 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] For port f163fe4f-a995-423a-9ae6-8ed93e752008, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f163fe4f-a995-423a-9ae6-8ed93e752008,segment=NetworkSegment(8eeb3e3d-eaac-4cc7-bd22-210a27e4acb3),segment_id=8eeb3e3d-eaac-4cc7-bd22-210a27e4acb3)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:30:09.477261 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:09.532329 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bafa1-3697-4afe-a7db-931d4c830ead None None] Pushing event updated for resources: {'Port': ['ID=f163fe4f-a995-423a-9ae6-8ed93e752008,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:09.541155 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Routers {'0f6a27bb-259a-47e2-90a9-3dd0289568e8'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:09.541731 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0f6a27bb-259a-47e2-90a9-3dd0289568e8'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:09.629637 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] Set router 0f6a27bb-259a-47e2-90a9-3dd0289568e8 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:09.748365 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b244eb93-e73d-4f9a-90cf-bc9701ea8aee None None] Provisioning complete for port f163fe4f-a995-423a-9ae6-8ed93e752008 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:09.748996 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b244eb93-e73d-4f9a-90cf-bc9701ea8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:09.825655 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b244eb93-e73d-4f9a-90cf-bc9701ea8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:09.836153 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6a27bb-259a-47e2-90a9-3dd0289568e8', 'name': 'router1', 'tenant_id': '653ff0ff012741a9897d845aea151f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:29:57Z', 'updated_at': '2021-12-06T14:30:07Z', 'revision_number': 2, 'project_id': '653ff0ff012741a9897d845aea151f57', 'gw_port_host': None, '_interfaces': [{'id': 'f163fe4f-a995-423a-9ae6-8ed93e752008', 'name': '', 'network_id': 'a06aefe8-cdc3-4a3f-ba14-d60349f961db', 'tenant_id': '653ff0ff012741a9897d845aea151f57', 'mac_address': 'fa:16:3e:a0:0c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6a27bb-259a-47e2-90a9-3dd0289568e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21cae122-4ef4-4fed-97d9-47e0076c0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:06Z', 'updated_at': '2021-12-06T14:30:09Z', 'revision_number': 4, 'project_id': '653ff0ff012741a9897d845aea151f57', 'subnets': [{'id': '21cae122-4ef4-4fed-97d9-47e0076c0c2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44691c9c-1461-47bc-9bd6-507c63596ac0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:09.856990 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b244eb93-e73d-4f9a-90cf-bc9701ea8aee None None] For port f163fe4f-a995-423a-9ae6-8ed93e752008, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f163fe4f-a995-423a-9ae6-8ed93e752008,segment=NetworkSegment(8eeb3e3d-eaac-4cc7-bd22-210a27e4acb3),segment_id=8eeb3e3d-eaac-4cc7-bd22-210a27e4acb3)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:30:09.860674 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b244eb93-e73d-4f9a-90cf-bc9701ea8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:09.865636 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3534332-5ec8-4c4d-b86e-74f72a0e1a04 None None] The sync data for ids ['0f6a27bb-259a-47e2-90a9-3dd0289568e8'] in n-d-master-1 is: [{'id': '0f6a27bb-259a-47e2-90a9-3dd0289568e8', 'name': 'router1', 'tenant_id': '653ff0ff012741a9897d845aea151f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:29:57Z', 'updated_at': '2021-12-06T14:30:07Z', 'revision_number': 2, 'project_id': '653ff0ff012741a9897d845aea151f57', 'gw_port_host': None, '_interfaces': [{'id': 'f163fe4f-a995-423a-9ae6-8ed93e752008', 'name': '', 'network_id': 'a06aefe8-cdc3-4a3f-ba14-d60349f961db', 'tenant_id': '653ff0ff012741a9897d845aea151f57', 'mac_address': 'fa:16:3e:a0:0c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6a27bb-259a-47e2-90a9-3dd0289568e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21cae122-4ef4-4fed-97d9-47e0076c0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:06Z', 'updated_at': '2021-12-06T14:30:09Z', 'revision_number': 4, 'project_id': '653ff0ff012741a9897d845aea151f57', 'subnets': [{'id': '21cae122-4ef4-4fed-97d9-47e0076c0c2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44691c9c-1461-47bc-9bd6-507c63596ac0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:09.912745 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244eb93-e73d-4f9a-90cf-bc9701ea8aee None None] Pushing event updated for resources: {'Port': ['ID=f163fe4f-a995-423a-9ae6-8ed93e752008,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:10.405963 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60944) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:10.520094 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97385052-8a7b-408d-a6ac-2de40db48a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:10.521381 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-97385052-8a7b-408d-a6ac-2de40db48a43 admin admin] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 842 time: 0.1138017 Dec 06 14:30:10.531254 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-587ea1a3-83b0-4ad0-86a7-7085c2cac494 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:10.553166 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587ea1a3-83b0-4ad0-86a7-7085c2cac494 admin admin] Made reservation on behalf of c9fe0bbdea3a455f86893145ca0ee6a2 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:30:10.555437 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-587ea1a3-83b0-4ad0-86a7-7085c2cac494 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:10.828914 n-d-master-1 neutron-server[103289]: DEBUG neutron.objects.ports [None req-587ea1a3-83b0-4ad0-86a7-7085c2cac494 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:30:10.829248 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-587ea1a3-83b0-4ad0-86a7-7085c2cac494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:10.875407 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ea1a3-83b0-4ad0-86a7-7085c2cac494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:10.890307 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ea1a3-83b0-4ad0-86a7-7085c2cac494 admin admin] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:30:10.891223 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587ea1a3-83b0-4ad0-86a7-7085c2cac494 admin admin] Network hostable DHCP agents. Network: 259ca1fe-391e-4985-b762-bc5e5b194437, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:30:10.906245 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587ea1a3-83b0-4ad0-86a7-7085c2cac494 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:30:10.914811 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-587ea1a3-83b0-4ad0-86a7-7085c2cac494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 259ca1fe-391e-4985-b762-bc5e5b194437) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:10.919000 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ea1a3-83b0-4ad0-86a7-7085c2cac494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:10.919626 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-587ea1a3-83b0-4ad0-86a7-7085c2cac494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:10.925731 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ca8814-7aaf-4e44-b556-965a5e0afd2a None None] Network 259ca1fe-391e-4985-b762-bc5e5b194437 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:30:10.938742 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-587ea1a3-83b0-4ad0-86a7-7085c2cac494 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4086285 Dec 06 14:30:11.059571 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46678232-d232-4535-a2ba-642b0fc12ec0 None None] Network 259ca1fe-391e-4985-b762-bc5e5b194437 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:30:13.429239 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60952) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:13.624093 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4f4d283e-ff99-493c-825b-35147c8cad0c admin admin] 10.222.0.20 "GET /v2.0/routers/0f6a27bb-259a-47e2-90a9-3dd0289568e8 HTTP/1.1" status: 200 len: 710 time: 0.1934986 Dec 06 14:30:13.712814 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb17bfb-937e-4cac-96ac-1317ad42a908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:13.714193 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fcb17bfb-937e-4cac-96ac-1317ad42a908 admin admin] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 886 time: 0.0838053 Dec 06 14:30:13.723830 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-de8d9dd9-8e6d-4299-b1c9-44328b703b28 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:13.965237 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de8d9dd9-8e6d-4299-b1c9-44328b703b28 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:14.213882 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de8d9dd9-8e6d-4299-b1c9-44328b703b28 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:14.287305 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de8d9dd9-8e6d-4299-b1c9-44328b703b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:14.390191 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-de8d9dd9-8e6d-4299-b1c9-44328b703b28 admin admin] Allocated IP 172.35.7.3 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/aef39390-a300-479b-bf35-5d63088c51e4) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:30:14.493095 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de8d9dd9-8e6d-4299-b1c9-44328b703b28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:14.524089 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de8d9dd9-8e6d-4299-b1c9-44328b703b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:14.562225 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8d9dd9-8e6d-4299-b1c9-44328b703b28 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:30:14.565016 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-de8d9dd9-8e6d-4299-b1c9-44328b703b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:14.567522 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8d9dd9-8e6d-4299-b1c9-44328b703b28 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:30:14.574566 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d9dd9-8e6d-4299-b1c9-44328b703b28 admin admin] Pushing event updated for resources: {'Port': ['ID=aef39390-a300-479b-bf35-5d63088c51e4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:14.810672 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de8d9dd9-8e6d-4299-b1c9-44328b703b28 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:15.090454 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de8d9dd9-8e6d-4299-b1c9-44328b703b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:15.093943 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de8d9dd9-8e6d-4299-b1c9-44328b703b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:15.199241 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8d9dd9-8e6d-4299-b1c9-44328b703b28 admin admin] Router 0f6a27bb-259a-47e2-90a9-3dd0289568e8 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:30:15.308622 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8d9dd9-8e6d-4299-b1c9-44328b703b28 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:15.313562 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de8d9dd9-8e6d-4299-b1c9-44328b703b28 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:15.314798 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-de8d9dd9-8e6d-4299-b1c9-44328b703b28 admin admin] 10.222.0.20 "PUT /v2.0/routers/0f6a27bb-259a-47e2-90a9-3dd0289568e8 HTTP/1.1" status: 200 len: 888 time: 1.5943511 Dec 06 14:30:16.016050 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:30:16.338407 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f163fe4f-a995-423a-9ae6-8ed93e752008 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:30:16.387187 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f163fe4f-a995-423a-9ae6-8ed93e752008 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:16.387552 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:16.989021 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Sync routers for ids ['0f6a27bb-259a-47e2-90a9-3dd0289568e8'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:17.002961 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Routers {'0f6a27bb-259a-47e2-90a9-3dd0289568e8'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:17.003699 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0f6a27bb-259a-47e2-90a9-3dd0289568e8'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:17.205296 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Set router 0f6a27bb-259a-47e2-90a9-3dd0289568e8 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:17.659994 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6a27bb-259a-47e2-90a9-3dd0289568e8', 'name': 'router1', 'tenant_id': '653ff0ff012741a9897d845aea151f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.3'}], 'enable_snat': True}, 'gw_port_id': 'aef39390-a300-479b-bf35-5d63088c51e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:29:57Z', 'updated_at': '2021-12-06T14:30:14Z', 'revision_number': 4, 'project_id': '653ff0ff012741a9897d845aea151f57', 'gw_port': {'id': 'aef39390-a300-479b-bf35-5d63088c51e4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:dc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6a27bb-259a-47e2-90a9-3dd0289568e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:14Z', 'updated_at': '2021-12-06T14:30:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f163fe4f-a995-423a-9ae6-8ed93e752008', 'name': '', 'network_id': 'a06aefe8-cdc3-4a3f-ba14-d60349f961db', 'tenant_id': '653ff0ff012741a9897d845aea151f57', 'mac_address': 'fa:16:3e:a0:0c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6a27bb-259a-47e2-90a9-3dd0289568e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21cae122-4ef4-4fed-97d9-47e0076c0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:06Z', 'updated_at': '2021-12-06T14:30:09Z', 'revision_number': 5, 'project_id': '653ff0ff012741a9897d845aea151f57', 'subnets': [{'id': '21cae122-4ef4-4fed-97d9-47e0076c0c2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44691c9c-1461-47bc-9bd6-507c63596ac0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:17.708738 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Checking router: 0f6a27bb-259a-47e2-90a9-3dd0289568e8 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:30:17.709094 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Updating router 0f6a27bb-259a-47e2-90a9-3dd0289568e8 port aef39390-a300-479b-bf35-5d63088c51e4 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:30:17.758662 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:17.909366 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60964) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:18.028685 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-87953b96-fa54-4e99-a8e8-dd54a5d4631b admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1180985 Dec 06 14:30:18.088441 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:18.095754 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:18.155648 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b40202-863c-4434-b4a7-c41e1e18cc75 None None] Pushing event updated for resources: {'Port': ['ID=aef39390-a300-479b-bf35-5d63088c51e4,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:18.175254 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Attempting to bind port aef39390-a300-479b-bf35-5d63088c51e4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:30:18.175628 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Attempting to bind port aef39390-a300-479b-bf35-5d63088c51e4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:30:18.176020 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Attempting to bind port aef39390-a300-479b-bf35-5d63088c51e4 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:30:18.181874 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:30:18.182264 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:30:18.182650 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:18.183044 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:30:18.183521 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Bound port: aef39390-a300-479b-bf35-5d63088c51e4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:30:18.183943 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:18.243088 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] For port aef39390-a300-479b-bf35-5d63088c51e4, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:30:18.246667 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] For port aef39390-a300-479b-bf35-5d63088c51e4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=aef39390-a300-479b-bf35-5d63088c51e4,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:30:18.251349 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:18.310559 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b40202-863c-4434-b4a7-c41e1e18cc75 None None] Pushing event updated for resources: {'Port': ['ID=aef39390-a300-479b-bf35-5d63088c51e4,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:18.317712 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Routers {'0f6a27bb-259a-47e2-90a9-3dd0289568e8'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:18.318332 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0f6a27bb-259a-47e2-90a9-3dd0289568e8'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:18.427899 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] Set router 0f6a27bb-259a-47e2-90a9-3dd0289568e8 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:18.641153 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6a27bb-259a-47e2-90a9-3dd0289568e8', 'name': 'router1', 'tenant_id': '653ff0ff012741a9897d845aea151f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.3'}], 'enable_snat': True}, 'gw_port_id': 'aef39390-a300-479b-bf35-5d63088c51e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:29:57Z', 'updated_at': '2021-12-06T14:30:14Z', 'revision_number': 4, 'project_id': '653ff0ff012741a9897d845aea151f57', 'gw_port': {'id': 'aef39390-a300-479b-bf35-5d63088c51e4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:dc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6a27bb-259a-47e2-90a9-3dd0289568e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:14Z', 'updated_at': '2021-12-06T14:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f163fe4f-a995-423a-9ae6-8ed93e752008', 'name': '', 'network_id': 'a06aefe8-cdc3-4a3f-ba14-d60349f961db', 'tenant_id': '653ff0ff012741a9897d845aea151f57', 'mac_address': 'fa:16:3e:a0:0c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6a27bb-259a-47e2-90a9-3dd0289568e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21cae122-4ef4-4fed-97d9-47e0076c0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:06Z', 'updated_at': '2021-12-06T14:30:09Z', 'revision_number': 5, 'project_id': '653ff0ff012741a9897d845aea151f57', 'subnets': [{'id': '21cae122-4ef4-4fed-97d9-47e0076c0c2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44691c9c-1461-47bc-9bd6-507c63596ac0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:18.667051 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169fdbab-c2e0-46d2-b180-d50b55cf04d0 None None] The sync data for ids ['0f6a27bb-259a-47e2-90a9-3dd0289568e8'] in n-d-master-1 is: [{'id': '0f6a27bb-259a-47e2-90a9-3dd0289568e8', 'name': 'router1', 'tenant_id': '653ff0ff012741a9897d845aea151f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.3'}], 'enable_snat': True}, 'gw_port_id': 'aef39390-a300-479b-bf35-5d63088c51e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:29:57Z', 'updated_at': '2021-12-06T14:30:14Z', 'revision_number': 4, 'project_id': '653ff0ff012741a9897d845aea151f57', 'gw_port': {'id': 'aef39390-a300-479b-bf35-5d63088c51e4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:dc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6a27bb-259a-47e2-90a9-3dd0289568e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:14Z', 'updated_at': '2021-12-06T14:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f163fe4f-a995-423a-9ae6-8ed93e752008', 'name': '', 'network_id': 'a06aefe8-cdc3-4a3f-ba14-d60349f961db', 'tenant_id': '653ff0ff012741a9897d845aea151f57', 'mac_address': 'fa:16:3e:a0:0c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6a27bb-259a-47e2-90a9-3dd0289568e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21cae122-4ef4-4fed-97d9-47e0076c0c2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:06Z', 'updated_at': '2021-12-06T14:30:09Z', 'revision_number': 5, 'project_id': '653ff0ff012741a9897d845aea151f57', 'subnets': [{'id': '21cae122-4ef4-4fed-97d9-47e0076c0c2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44691c9c-1461-47bc-9bd6-507c63596ac0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:20.354137 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device aef39390-a300-479b-bf35-5d63088c51e4 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:30:20.410494 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port aef39390-a300-479b-bf35-5d63088c51e4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:20.411673 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:20.507290 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:20.531800 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port aef39390-a300-479b-bf35-5d63088c51e4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=aef39390-a300-479b-bf35-5d63088c51e4,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:30:20.538269 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:20.591926 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=aef39390-a300-479b-bf35-5d63088c51e4,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:22.360707 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device aef39390-a300-479b-bf35-5d63088c51e4 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:30:22.426566 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port aef39390-a300-479b-bf35-5d63088c51e4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:22.427407 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:30.618457 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41813bb6-79e2-4338-9288-5ab80ac28397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:33.142028 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab91a-6e1a-4008-9e56-26ca8d5d5cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:33.782556 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.414178 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:36.453097 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.011450 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:31:00.622194 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab46b211-df38-47f6-a9da-86030deaaa20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:03.144874 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4835021a-b65b-4cf8-95e5-b88ed4dfaea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:03.784928 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:05.411457 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:06.448329 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:30.010583 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:31:30.625799 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4767906-8f9c-452b-b476-5c859a974c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:33.137757 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8ad865ed-9d01-4148-96ef-ef67b36437b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:33.783579 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:35.413647 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:36.450885 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:45.561448 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33250) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:45.625527 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-49890661-fc3c-4d38-8f72-ac0cccff9294 admin admin] GET failed (client error): The resource could not be found. Dec 06 14:31:45.626815 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-49890661-fc3c-4d38-8f72-ac0cccff9294 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643928 Dec 06 14:31:45.782381 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4bcfee-5ea5-4ac7-9ca4-8bfbc92f2fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:45.783792 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fa4bcfee-5ea5-4ac7-9ca4-8bfbc92f2fc3 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1523283 Dec 06 14:31:48.131147 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33260) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:48.220885 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98327b3d-aab5-4272-b49b-fef7381dd3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:48.222186 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-98327b3d-aab5-4272-b49b-fef7381dd3f1 admin admin] 10.222.0.20 "GET /v2.0/subnets/21cae122-4ef4-4fed-97d9-47e0076c0c2e HTTP/1.1" status: 200 len: 849 time: 0.0900772 Dec 06 14:31:48.232697 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:48.315167 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:48.457661 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762842046383'] for subnet, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:48.487354 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:48.488578 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:48.489540 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] 10.222.0.20 "PUT /v2.0/subnets/21cae122-4ef4-4fed-97d9-47e0076c0c2e HTTP/1.1" status: 200 len: 868 time: 0.2606986 Dec 06 14:31:48.508454 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21cae122-4ef4-4fed-97d9-47e0076c0c2e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:48.511004 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468817b3-1e9d-47fd-9281-8f16f7166742 None None] Network a06aefe8-cdc3-4a3f-ba14-d60349f961db requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:48.516356 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:48.516695 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:48.517036 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:48.517404 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:48.517709 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:48.518037 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:48.518364 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:48.518687 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:48.519011 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:48.519333 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:48.519679 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:48.520002 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:48.520323 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643385f4-b063-4fc1-898a-84c3c89b3bf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:48.846160 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-90d907f1-66a8-44f1-bbd7-15e34e2bc67f None None] Provisioning complete for port 12abcce1-10d6-4db3-bb7f-d84fbef2bf2a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:48.846541 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-90d907f1-66a8-44f1-bbd7-15e34e2bc67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:48.934273 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-90d907f1-66a8-44f1-bbd7-15e34e2bc67f None None] Provisioning complete for port f163fe4f-a995-423a-9ae6-8ed93e752008 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:48.934599 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-90d907f1-66a8-44f1-bbd7-15e34e2bc67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:50.879094 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33268) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:51.072314 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876c06c3-4133-42d1-93b4-02c2e93413a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:51.072698 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876c06c3-4133-42d1-93b4-02c2e93413a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:51.074201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-876c06c3-4133-42d1-93b4-02c2e93413a9 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1941257 Dec 06 14:31:53.444687 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33276) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:53.572292 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bc5c1c-453a-463e-afd2-688d6abbb7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:53.572769 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bc5c1c-453a-463e-afd2-688d6abbb7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:53.574257 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-02bc5c1c-453a-463e-afd2-688d6abbb7f2 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1286526 Dec 06 14:31:55.954394 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33284) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:56.077538 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71d5b0b-ca45-456e-b9eb-1317b4b297e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:56.078934 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c71d5b0b-ca45-456e-b9eb-1317b4b297e1 admin admin] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 886 time: 0.1235456 Dec 06 14:31:58.456456 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33292) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:58.584105 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4df4db3-a6e2-486b-a399-ae483f24ed68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:58.585374 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b4df4db3-a6e2-486b-a399-ae483f24ed68 admin admin] 10.222.0.20 "GET /v2.0/networks/a06aefe8-cdc3-4a3f-ba14-d60349f961db HTTP/1.1" status: 200 len: 869 time: 0.1279228 Dec 06 14:32:00.627549 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3c769ac-63f4-4c5a-923a-1b942b6ff098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:00.974343 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33300) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:01.204667 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3030ed4b-5d5b-4c6c-a99d-cdac141d2fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:01.205129 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3030ed4b-5d5b-4c6c-a99d-cdac141d2fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:01.206679 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3030ed4b-5d5b-4c6c-a99d-cdac141d2fd7 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2313764 Dec 06 14:32:03.140577 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de32d1df-aaf2-4ff3-8697-20f7967a301c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:03.547089 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33308) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:03.636461 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2362df6-053f-4889-9dc7-e2f88559934f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:03.636917 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2362df6-053f-4889-9dc7-e2f88559934f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:03.638445 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e2362df6-053f-4889-9dc7-e2f88559934f admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903757 Dec 06 14:32:03.787006 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:05.417595 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:06.010996 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33316) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:06.099831 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f219c6c4-a890-48f7-9e9e-51eea3d39d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:06.101139 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f219c6c4-a890-48f7-9e9e-51eea3d39d80 admin admin] 10.222.0.20 "GET /v2.0/subnets/21cae122-4ef4-4fed-97d9-47e0076c0c2e HTTP/1.1" status: 200 len: 868 time: 0.0891733 Dec 06 14:32:06.452372 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:07.009046 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:32:08.444842 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33324) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:08.535363 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37730a9b-099d-4b9b-b586-b6d0f8798a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:08.537000 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-37730a9b-099d-4b9b-b586-b6d0f8798a88 admin admin] 10.222.0.20 "GET /v2.0/subnets/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255 HTTP/1.1" status: 200 len: 816 time: 0.0912156 Dec 06 14:32:30.630849 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4c3f52e5-066e-4a21-81ce-b0d3d594b6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:33.142260 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8672212-07c0-499b-b386-204056d8afe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:33.789268 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:34.595372 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33378) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:34.642292 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-ae410e70-50e5-4c29-a63a-943be72834ad admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:32:34.643280 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ae410e70-50e5-4c29-a63a-943be72834ad admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468683 Dec 06 14:32:35.420816 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:36.453652 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:37.109887 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33386) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:37.169884 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-02749589-6f07-424c-87dc-7f52992f1ba5 admin admin] GET failed (client error): The resource could not be found. Dec 06 14:32:37.171159 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-02749589-6f07-424c-87dc-7f52992f1ba5 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603435 Dec 06 14:32:37.253194 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cbdcdf-326e-4da9-9ccb-27584b6735ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:37.254594 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-63cbdcdf-326e-4da9-9ccb-27584b6735ad admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0789995 Dec 06 14:32:39.633767 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33394) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:39.680727 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e8274f6e-3932-47c6-92fa-198ec09cb4b7 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:39.701186 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8274f6e-3932-47c6-92fa-198ec09cb4b7 admin admin] Made reservation on behalf of c9fe0bbdea3a455f86893145ca0ee6a2 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:32:39.703463 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8274f6e-3932-47c6-92fa-198ec09cb4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:39.733824 n-d-master-1 neutron-server[103289]: WARNING neutron.services.revisions.revision_plugin [None req-e8274f6e-3932-47c6-92fa-198ec09cb4b7 admin admin] Could not find related network for resource to bump revision. Dec 06 14:32:39.744854 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8274f6e-3932-47c6-92fa-198ec09cb4b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:32:39.754290 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8274f6e-3932-47c6-92fa-198ec09cb4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:39.754631 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-e8274f6e-3932-47c6-92fa-198ec09cb4b7 admin admin] Added segment e6fac904-0144-4887-be39-bb8a8dd532f1 of type vlan for network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 Dec 06 14:32:39.792121 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8274f6e-3932-47c6-92fa-198ec09cb4b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:39.816437 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8274f6e-3932-47c6-92fa-198ec09cb4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:39.817510 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8274f6e-3932-47c6-92fa-198ec09cb4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:39.818164 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8274f6e-3932-47c6-92fa-198ec09cb4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:39.846874 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e8274f6e-3932-47c6-92fa-198ec09cb4b7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2120872 Dec 06 14:32:39.880033 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8274f6e-3932-47c6-92fa-198ec09cb4b7 admin admin] Pushing event updated for resources: {'Network': ['ID=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:39.891446 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:32:42.237034 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33402) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:42.296169 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc26e95-582a-488e-9d58-6c067e3cc886 admin admin] GET failed (client error): The resource could not be found. Dec 06 14:32:42.297463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9cc26e95-582a-488e-9d58-6c067e3cc886 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594530 Dec 06 14:32:42.367822 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40424fbd-f60c-49dc-8ab1-7569c33ab34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:42.369252 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-40424fbd-f60c-49dc-8ab1-7569c33ab34a admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672648 Dec 06 14:32:42.379182 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ed20635d-ec20-4c3f-b28f-03152d81adff admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:42.399273 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed20635d-ec20-4c3f-b28f-03152d81adff admin admin] Made reservation on behalf of c9fe0bbdea3a455f86893145ca0ee6a2 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:32:42.401472 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed20635d-ec20-4c3f-b28f-03152d81adff admin admin] Publish callbacks [] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:42.561188 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed20635d-ec20-4c3f-b28f-03152d81adff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:42.614245 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20635d-ec20-4c3f-b28f-03152d81adff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6159419-3cdf-4369-9b79-d1eec0b536fb,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:42.621056 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed20635d-ec20-4c3f-b28f-03152d81adff admin admin] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:32:42.621399 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed20635d-ec20-4c3f-b28f-03152d81adff admin admin] Network hostable DHCP agents. Network: 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:32:42.636954 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed20635d-ec20-4c3f-b28f-03152d81adff admin admin] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:32:42.644707 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ed20635d-ec20-4c3f-b28f-03152d81adff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:32:42.648654 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed20635d-ec20-4c3f-b28f-03152d81adff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:42.649234 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed20635d-ec20-4c3f-b28f-03152d81adff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:42.654130 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00ea9c0-27ce-4cab-8236-681466c75709 None None] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:32:42.668708 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ed20635d-ec20-4c3f-b28f-03152d81adff admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2926159 Dec 06 14:32:42.804777 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'tenant_id': 'c9fe0bbdea3a455f86893145ca0ee6a2', 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:32:42.805679 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:42.947090 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Allocated IP 192.168.233.2 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/2eeaea9b-5d63-46d8-ac1e-4824901f5695) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:32:43.088325 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:43.094229 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:43.136830 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:32:43.141677 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:32:43.143903 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:32:43.149647 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Pushing event updated for resources: {'Port': ['ID=2eeaea9b-5d63-46d8-ac1e-4824901f5695,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:43.158427 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:43.158770 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:43.159108 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:43.159440 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:43.159799 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:43.160129 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:43.160453 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:43.160776 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:43.161375 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:43.161743 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:43.162116 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:43.162638 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:43.163356 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:43.215643 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Attempting to bind port 2eeaea9b-5d63-46d8-ac1e-4824901f5695 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:32:43.216028 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Attempting to bind port 2eeaea9b-5d63-46d8-ac1e-4824901f5695 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:32:43.216384 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Attempting to bind port 2eeaea9b-5d63-46d8-ac1e-4824901f5695 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:32:43.221279 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:32:43.221640 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:32:43.222032 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:43.222415 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:32:43.222875 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Bound port: 2eeaea9b-5d63-46d8-ac1e-4824901f5695, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:32:43.223293 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:43.283256 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] For port 2eeaea9b-5d63-46d8-ac1e-4824901f5695, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:32:43.286655 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] For port 2eeaea9b-5d63-46d8-ac1e-4824901f5695, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2eeaea9b-5d63-46d8-ac1e-4824901f5695,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:32:43.291362 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:43.356570 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5276681-4bcd-4b8e-9ef7-809744ed9615 None None] Pushing event updated for resources: {'Port': ['ID=2eeaea9b-5d63-46d8-ac1e-4824901f5695,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:44.010432 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:32:44.244194 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977c0223-8d71-42e7-a411-cbbd128a6db7 None None] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:32:44.363799 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-49ef3bd2-e59e-43da-a086-57cc80a4b49f None None] Provisioning complete for port 2eeaea9b-5d63-46d8-ac1e-4824901f5695 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:44.364170 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49ef3bd2-e59e-43da-a086-57cc80a4b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:44.456210 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2eeaea9b-5d63-46d8-ac1e-4824901f5695 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:32:44.498828 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49ef3bd2-e59e-43da-a086-57cc80a4b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:44.544647 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-49ef3bd2-e59e-43da-a086-57cc80a4b49f None None] For port 2eeaea9b-5d63-46d8-ac1e-4824901f5695, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2eeaea9b-5d63-46d8-ac1e-4824901f5695,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:32:44.549623 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49ef3bd2-e59e-43da-a086-57cc80a4b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:44.589228 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2eeaea9b-5d63-46d8-ac1e-4824901f5695 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:44.590945 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:44.635136 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef3bd2-e59e-43da-a086-57cc80a4b49f None None] Pushing event updated for resources: {'Port': ['ID=2eeaea9b-5d63-46d8-ac1e-4824901f5695,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:44.870772 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e2278b7f-502c-4ef0-aa88-b658283d972b None None] Provisioning complete for port 2eeaea9b-5d63-46d8-ac1e-4824901f5695 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:44.871136 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e2278b7f-502c-4ef0-aa88-b658283d972b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:46.400168 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2eeaea9b-5d63-46d8-ac1e-4824901f5695 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:32:46.446490 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2eeaea9b-5d63-46d8-ac1e-4824901f5695 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:46.446858 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:00.634190 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-151524bd-80db-434b-ab1e-966c21c82925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:03.143643 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0024e952-e688-4d85-8192-162f484c5d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:03.792137 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:05.423073 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:06.454574 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:21.008498 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:33:30.635250 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-747ba73e-00a6-4984-b343-93d2d018bd96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:33.144238 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-498f1c3b-f3d5-46b8-85d6-8bcabbd187f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:33.795164 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:35.424397 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:36.461471 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:54.215431 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33448) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:33:54.221214 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-dfb2dcd5-b159-4973-9078-7fb93fd40d06 tempest-verify_tempest_config-1046766472 tempest-verify_tempest_config-1046766472-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:33:54.222163 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dfb2dcd5-b159-4973-9078-7fb93fd40d06 tempest-verify_tempest_config-1046766472 tempest-verify_tempest_config-1046766472-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057580 Dec 06 14:33:54.501551 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33466) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:33:54.601280 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9338ac1-78f9-4888-9f22-1e43dbf0959e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:54.671378 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9338ac1-78f9-4888-9f22-1e43dbf0959e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:54.674778 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9338ac1-78f9-4888-9f22-1e43dbf0959e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:54.724504 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a9338ac1-78f9-4888-9f22-1e43dbf0959e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b40d9ffd462c415990a308ded9a6b029&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2218950 Dec 06 14:33:54.725463 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9338ac1-78f9-4888-9f22-1e43dbf0959e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9850ca-5a01-49f3-8403-59df124707e9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:33:54.727247 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33470) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:33:54.732155 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9338ac1-78f9-4888-9f22-1e43dbf0959e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.732485 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9338ac1-78f9-4888-9f22-1e43dbf0959e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.732817 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9338ac1-78f9-4888-9f22-1e43dbf0959e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.733149 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9338ac1-78f9-4888-9f22-1e43dbf0959e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.733493 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9338ac1-78f9-4888-9f22-1e43dbf0959e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.733798 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9338ac1-78f9-4888-9f22-1e43dbf0959e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.734114 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9338ac1-78f9-4888-9f22-1e43dbf0959e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.734432 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9338ac1-78f9-4888-9f22-1e43dbf0959e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.734752 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9338ac1-78f9-4888-9f22-1e43dbf0959e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.735068 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9338ac1-78f9-4888-9f22-1e43dbf0959e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.735382 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9338ac1-78f9-4888-9f22-1e43dbf0959e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.735781 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9338ac1-78f9-4888-9f22-1e43dbf0959e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.736097 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9338ac1-78f9-4888-9f22-1e43dbf0959e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.811137 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:54.831603 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:54.920164 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:54.922737 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:54.923849 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d9850ca-5a01-49f3-8403-59df124707e9 HTTP/1.1" status: 204 len: 168 time: 0.1954639 Dec 06 14:33:54.931460 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9850ca-5a01-49f3-8403-59df124707e9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:33:54.940727 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.941170 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.941382 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.941706 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.942031 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.942351 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.942666 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.942979 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.943287 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.943597 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.943970 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.944233 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.944540 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229451c2-72fd-45ee-99d6-370d7db8a82d admin admin] Tracked resource versions report: Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: pushed versions: Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: { 'AddressGroup': {'1.2'}, Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'ConntrackHelper': {'1.0'}, Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'LocalIPAssociation': {'1.0'}, Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'Log': {'1.0'}, Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'Network': {'1.1'}, Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'Port': {'1.7'}, Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'PortForwarding': {'1.2'}, Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'QosPolicy': {'1.10'}, Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'SecurityGroup': {'1.5'}, Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'SecurityGroupRule': {'1.2'}, Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'SubPort': {'1.0'}, Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'Subnet': {'1.1'}, Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'Trunk': {'1.1'}} Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: consumer versions: Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: { DHCP agent@n-d-master-1: {}, Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: L3 agent@n-d-master-1: {}, Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: Metadata agent@n-d-master-1: {}, Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: Metering agent@n-d-master-1: {}, Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'ConntrackHelper': '1.0', Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'LocalIPAssociation': '1.0', Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'Log': '1.0', Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'Network': '1.1', Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'Port': '1.7', Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'PortForwarding': '1.2', Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'QosPolicy': '1.10', Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'SecurityGroup': '1.5', Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'SecurityGroupRule': '1.2', Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'SubPort': '1.0', Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'Subnet': '1.1', Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: 'Trunk': '1.1'}} Dec 06 14:33:54.945683 n-d-master-1 neutron-server[103288]: {{(pid=103288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 14:33:58.006214 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:34:00.636939 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1002e4df-4250-490b-bbe2-633b56d7f91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:03.145463 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0124da99-aa6c-470e-acb6-e5fd83028b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:03.798147 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:05.427176 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:06.452957 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:30.638854 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0243ea5b-7606-4db2-9801-30d9a750f046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:33.148988 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b13314c3-0618-4faf-9e72-92165148d303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:33.802464 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:35.007090 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:34:35.429187 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:36.453500 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:00.642004 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f37eefa0-30ed-454b-8bba-0a1ea5d01c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:03.150205 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dfb038c5-eb47-4560-82d1-972655791634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:03.803920 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:05.431924 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:06.454189 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:12.005225 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:35:30.642936 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-148d0048-382b-4593-bb82-ba7272cd716b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:33.150795 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-29ba04ae-7015-4acb-a0d9-19931a09132c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:33.806575 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:35.437874 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:36.455057 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:49.003856 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:36:00.643119 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cec5ad28-55e6-4c77-b47f-2ef286d7527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:03.152493 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2179f08d-2c97-4c64-8df2-ed4f31bd7512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:03.808998 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:05.438324 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:06.455733 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:26.002321 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 5 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:36:30.643625 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93b5b6f8-2e83-4b19-a629-7ad11db0304b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:33.153716 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5212-7bf3-4b36-b1ba-a82276cc0f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:33.812312 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:35.442510 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:36.456881 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:57.587575 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602314'] for agent, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:59.471450 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602314'] for agent, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:00.645696 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b13b265-e67e-4955-9382-932baf49f087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:03.000910 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:37:03.155307 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-888670e5-f426-4812-aeb4-255585ecfd9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:03.814486 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:05.445644 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:06.457595 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:27.538520 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:29.426435 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:30.646935 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49718ef9-4bd1-4236-aa84-8f794967aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:33.157699 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-575f42bc-0f1c-4bb0-8a5e-b15c9f556fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:33.817661 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:35.449174 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:36.458680 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:40.000426 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:37:44.823853 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33532) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:44.924500 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-93dbc9e2-bfc2-476c-9e71-7e9d57a6baaa admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0995378 Dec 06 14:37:47.303900 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33542) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:47.363697 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-31bbba5e-25f0-4b57-84ae-b2400edcb811 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0586262 Dec 06 14:37:57.550415 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:59.441335 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:00.647672 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9e53f95b-4715-4f7d-8653-e811745cbd91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:03.159081 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6221844d-765b-45c7-9a67-1c4d44d7c0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:03.820036 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:05.452362 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:06.460309 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:17.000368 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:38:27.555367 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:29.440300 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:30.653973 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7363f5bc-afa8-47f2-96e8-f81215cbe83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:33.160424 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c70d009b-dbe2-4175-bcf5-44af9c7267c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:33.827743 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:35.455758 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:36.462418 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:53.999893 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:38:57.539550 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:59.443137 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:00.655091 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b1981696-ccd6-4bfa-98ab-10e584c92165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:03.162640 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-216ccadd-c2df-4505-9ea7-8842da23efa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:03.827843 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:05.460523 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:06.470460 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:13.655373 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33902) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:13.808338 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:13.887563 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:13.892508 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:13.929854 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6b1381-9ee4-46a0-8e0d-7ea689cd87e3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:13.944446 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:13.944795 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:13.945138 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:13.945544 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:13.945920 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:13.946194 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:13.946518 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:13.946841 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:13.947226 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:13.947473 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:13.947829 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:13.948148 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:13.948469 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] Tracked resource versions report: Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: pushed versions: Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: { 'AddressGroup': {'1.2'}, Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'ConntrackHelper': {'1.0'}, Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'LocalIPAssociation': {'1.0'}, Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'Log': {'1.0'}, Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'Network': {'1.1'}, Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'Port': {'1.7'}, Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'PortForwarding': {'1.2'}, Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'QosPolicy': {'1.10'}, Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'SecurityGroup': {'1.5'}, Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'SecurityGroupRule': {'1.2'}, Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'SubPort': {'1.0'}, Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'Subnet': {'1.1'}, Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'Trunk': {'1.1'}} Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: consumer versions: Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: { DHCP agent@n-d-master-1: {}, Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: HyperV agent@n-h1-master-1: {}, Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: HyperV agent@n-h2-master-1: {}, Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: L3 agent@n-d-master-1: {}, Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: Metadata agent@n-d-master-1: {}, Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: Metering agent@n-d-master-1: {}, Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'ConntrackHelper': '1.0', Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'LocalIPAssociation': '1.0', Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'Log': '1.0', Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'Network': '1.1', Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'Port': '1.7', Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'PortForwarding': '1.2', Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'QosPolicy': '1.10', Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'SecurityGroup': '1.5', Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'SecurityGroupRule': '1.2', Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'SubPort': '1.0', Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'Subnet': '1.1', Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: 'Trunk': '1.1'}} Dec 06 14:39:13.949554 n-d-master-1 neutron-server[103289]: {{(pid=103289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 14:39:13.958664 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6cc28fe3-3b17-465f-afb2-96d1e42494b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ad26dfea23c4184a7f1a7eba0518a27&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2986019 Dec 06 14:39:13.959816 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33920) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:14.019976 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fab6eaf9-c3cd-4774-b9b3-06254d282ef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:14.043154 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fab6eaf9-c3cd-4774-b9b3-06254d282ef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:14.110310 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fab6eaf9-c3cd-4774-b9b3-06254d282ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:14.113450 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fab6eaf9-c3cd-4774-b9b3-06254d282ef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:14.117177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fab6eaf9-c3cd-4774-b9b3-06254d282ef5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c6b1381-9ee4-46a0-8e0d-7ea689cd87e3 HTTP/1.1" status: 204 len: 168 time: 0.1545348 Dec 06 14:39:14.129819 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6eaf9-c3cd-4774-b9b3-06254d282ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6b1381-9ee4-46a0-8e0d-7ea689cd87e3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:14.436115 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33966) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:14.449079 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb199675-5bbd-473a-8b53-15d368aa252b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:14.508847 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33978) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:14.513839 n-d-master-1 neutron-server[103288]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 06 14:39:14.546879 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb199675-5bbd-473a-8b53-15d368aa252b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:14.553084 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb199675-5bbd-473a-8b53-15d368aa252b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:14.572202 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-39584dc6-98c7-415b-88d1-166f1cd85301 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=046d3f3d068a4b1bb2dca385ec46356e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604744 Dec 06 14:39:14.593553 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb199675-5bbd-473a-8b53-15d368aa252b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695ac7b7-1ec5-4df0-a8f7-da2d5bd29df5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:14.603250 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bb199675-5bbd-473a-8b53-15d368aa252b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e4e431271e3495cb170edb085db8b7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1659653 Dec 06 14:39:14.604014 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33982) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:14.655447 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5150-f9d3-4acd-83d0-282feb0699fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:14.681389 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5150-f9d3-4acd-83d0-282feb0699fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:14.733328 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5150-f9d3-4acd-83d0-282feb0699fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:14.736431 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5150-f9d3-4acd-83d0-282feb0699fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:14.740549 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fe9e5150-f9d3-4acd-83d0-282feb0699fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/695ac7b7-1ec5-4df0-a8f7-da2d5bd29df5 HTTP/1.1" status: 204 len: 168 time: 0.1353912 Dec 06 14:39:14.754983 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e5150-f9d3-4acd-83d0-282feb0699fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695ac7b7-1ec5-4df0-a8f7-da2d5bd29df5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:14.797638 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33992) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:14.807845 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-5fc9e829-b813-4880-a0d4-08168b0d358f tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:14.812155 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-5fc9e829-b813-4880-a0d4-08168b0d358f tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391152 Dec 06 14:39:14.823474 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-028b1ff9-ffdc-405d-baff-502f7874a64e tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/quotas/046d3f3d068a4b1bb2dca385ec46356e HTTP/1.1" status: 200 len: 375 time: 0.0103369 Dec 06 14:39:14.881474 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-2a9e608b-e2ca-42cd-8d7f-500c0dc0b17a tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=046d3f3d068a4b1bb2dca385ec46356e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518663 Dec 06 14:39:15.026613 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75433910-aaf0-4794-a970-03ba2e0fb797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:15.167056 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75433910-aaf0-4794-a970-03ba2e0fb797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:15.172571 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75433910-aaf0-4794-a970-03ba2e0fb797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:15.264424 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-75433910-aaf0-4794-a970-03ba2e0fb797 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c58a194300541708b553e930ebead7d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4652281 Dec 06 14:39:15.265148 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75433910-aaf0-4794-a970-03ba2e0fb797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdb4253-e2e9-401c-bd72-f56c419af4c9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:15.267265 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34034) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:15.298827 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34038) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:15.320001 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:15.343108 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:15.405787 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:15.408639 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:15.409974 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dfdb4253-e2e9-401c-bd72-f56c419af4c9 HTTP/1.1" status: 204 len: 168 time: 0.1416750 Dec 06 14:39:15.423145 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdb4253-e2e9-401c-bd72-f56c419af4c9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:15.444559 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:15.444908 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:15.445244 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:15.445854 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:15.446189 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:15.446865 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:15.446865 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:15.447152 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:15.447474 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:15.447821 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:15.448143 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:15.448827 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:15.450935 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80fe95-341b-4787-8ba8-a550ad41e167 admin admin] Tracked resource versions report: Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: pushed versions: Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: { 'AddressGroup': {'1.2'}, Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'ConntrackHelper': {'1.0'}, Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'LocalIPAssociation': {'1.0'}, Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'Log': {'1.0'}, Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'Network': {'1.1'}, Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'Port': {'1.7'}, Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'PortForwarding': {'1.2'}, Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'QosPolicy': {'1.10'}, Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'SecurityGroup': {'1.5'}, Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'SecurityGroupRule': {'1.2'}, Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'SubPort': {'1.0'}, Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'Subnet': {'1.1'}, Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'Trunk': {'1.1'}} Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: consumer versions: Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: { DHCP agent@n-d-master-1: {}, Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: HyperV agent@n-h1-master-1: {}, Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: HyperV agent@n-h2-master-1: {}, Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: L3 agent@n-d-master-1: {}, Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: Metadata agent@n-d-master-1: {}, Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: Metering agent@n-d-master-1: {}, Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'ConntrackHelper': '1.0', Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'LocalIPAssociation': '1.0', Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'Log': '1.0', Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'Network': '1.1', Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'Port': '1.7', Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'PortForwarding': '1.2', Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'QosPolicy': '1.10', Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'SecurityGroup': '1.5', Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'SecurityGroupRule': '1.2', Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'SubPort': '1.0', Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'Subnet': '1.1', Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: 'Trunk': '1.1'}} Dec 06 14:39:15.452419 n-d-master-1 neutron-server[103288]: {{(pid=103288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 14:39:15.559187 n-d-master-1 neutron-server[103289]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 06 14:39:15.614162 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d296ad9-64fd-4371-a029-b10c4daf5755 req-d9055ed9-c436-4b63-b736-d350a1932ee6 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 210 time: 0.3127539 Dec 06 14:39:16.126263 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34134) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:16.170494 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6a992fc-b16a-4289-a460-576450fa298b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:16.281648 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34146) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:16.315995 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6a992fc-b16a-4289-a460-576450fa298b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:16.321949 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6a992fc-b16a-4289-a460-576450fa298b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:16.372016 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a992fc-b16a-4289-a460-576450fa298b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e72fe3-309f-49cd-a298-a995a186c5cf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:16.388046 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b6a992fc-b16a-4289-a460-576450fa298b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b164e613626d4ad2b24503c7bfa659fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2607374 Dec 06 14:39:16.390590 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34158) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:16.461497 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7fe27db-db4c-48dd-bbf6-a14b35fff873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:16.470181 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-991f7ac2-16ad-47d6-ac3d-a5970afdf66c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-network', 'tenant_id': '839fb2b1155145d18438788c0bdeff35'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:16.506387 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7fe27db-db4c-48dd-bbf6-a14b35fff873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:16.521193 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991f7ac2-16ad-47d6-ac3d-a5970afdf66c admin admin] Made reservation on behalf of 839fb2b1155145d18438788c0bdeff35 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:39:16.524424 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-991f7ac2-16ad-47d6-ac3d-a5970afdf66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:16.551539 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-991f7ac2-16ad-47d6-ac3d-a5970afdf66c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:16.569526 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7fe27db-db4c-48dd-bbf6-a14b35fff873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:16.572489 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7fe27db-db4c-48dd-bbf6-a14b35fff873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:16.573781 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b7fe27db-db4c-48dd-bbf6-a14b35fff873 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70e72fe3-309f-49cd-a298-a995a186c5cf HTTP/1.1" status: 204 len: 168 time: 0.1816273 Dec 06 14:39:16.591377 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe27db-db4c-48dd-bbf6-a14b35fff873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e72fe3-309f-49cd-a298-a995a186c5cf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:16.685960 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-328d7275-22da-41a9-a8c4-c4feb5557ae9 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8666f11643884284acd9a906e71a5f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357907 Dec 06 14:39:16.794979 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-991f7ac2-16ad-47d6-ac3d-a5970afdf66c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:16.804700 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-991f7ac2-16ad-47d6-ac3d-a5970afdf66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:16.860969 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991f7ac2-16ad-47d6-ac3d-a5970afdf66c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:39:16.894442 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34194) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:16.902908 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3ef33737-ddcd-4eb9-8d4e-fb95e27c3331 req-a35db349-3239-4bf2-ac19-b62c6142591f tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 210 time: 0.0440383 Dec 06 14:39:16.905494 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f7ac2-16ad-47d6-ac3d-a5970afdf66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f1e547-4394-4c6e-b757-b2a50727e30f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:16.912942 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-991f7ac2-16ad-47d6-ac3d-a5970afdf66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:16.913697 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-991f7ac2-16ad-47d6-ac3d-a5970afdf66c admin admin] Added segment cf13b1f2-830c-4988-93aa-b6e0567249e6 of type vlan for network 5476fa3d-f758-44f5-bed7-420b11259803 Dec 06 14:39:16.973910 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-3050a257-3e18-47ec-a7cb-c2526674a56a tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:16.979052 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-991f7ac2-16ad-47d6-ac3d-a5970afdf66c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:16.989212 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-3050a257-3e18-47ec-a7cb-c2526674a56a tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3004093 Dec 06 14:39:17.010376 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-991f7ac2-16ad-47d6-ac3d-a5970afdf66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:17.012210 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991f7ac2-16ad-47d6-ac3d-a5970afdf66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:17.013656 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-991f7ac2-16ad-47d6-ac3d-a5970afdf66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:17.017339 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-711400bd-4411-4ce5-9c28-df80d46e83e4 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/quotas/8666f11643884284acd9a906e71a5f93 HTTP/1.1" status: 200 len: 375 time: 0.0266657 Dec 06 14:39:17.049947 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-991f7ac2-16ad-47d6-ac3d-a5970afdf66c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7646756 Dec 06 14:39:17.052753 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34208) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:17.061560 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-c5c9c599-3b25-4e1f-a2d5-afd049b0c58c tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8666f11643884284acd9a906e71a5f93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359566 Dec 06 14:39:17.073546 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-caf12e0a-d653-4ce1-881b-fdcaadee5046 admin admin] Request body: {'subnet': {'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-subnet', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:17.121029 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f7ac2-16ad-47d6-ac3d-a5970afdf66c admin admin] Pushing event updated for resources: {'Network': ['ID=5476fa3d-f758-44f5-bed7-420b11259803,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:17.135549 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf12e0a-d653-4ce1-881b-fdcaadee5046 admin admin] Made reservation on behalf of 839fb2b1155145d18438788c0bdeff35 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:39:17.135812 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 5476fa3d-f758-44f5-bed7-420b11259803 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:39:17.139702 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-caf12e0a-d653-4ce1-881b-fdcaadee5046 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:17.231066 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34214) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:17.375298 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9849d13-b3bf-49af-8603-398b3366f097 req-59176b85-7de1-408c-9df2-6dec37e3c7a8 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 210 time: 0.0765212 Dec 06 14:39:17.382146 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4ba4643-62c3-4a8e-8874-26d9c9545bbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:17.456588 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-caf12e0a-d653-4ce1-881b-fdcaadee5046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:17.506658 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.37', 60441) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:17.552907 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-ce49cb50-9346-4257-876d-70719eb14775 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=046d3f3d068a4b1bb2dca385ec46356e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451424 Dec 06 14:39:17.584846 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4ba4643-62c3-4a8e-8874-26d9c9545bbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:17.596919 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4ba4643-62c3-4a8e-8874-26d9c9545bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:17.671051 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c4ba4643-62c3-4a8e-8874-26d9c9545bbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9da226f4643646d38ebc70f953d8532e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7736878 Dec 06 14:39:17.672172 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba4643-62c3-4a8e-8874-26d9c9545bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9438f406-b173-4af9-ac5e-0e6358a9fe37,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:17.675801 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34238) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:17.698206 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf12e0a-d653-4ce1-881b-fdcaadee5046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb291ef5-fef4-4bb9-9c01-47a1329d615e,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:17.741846 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb0ed5b4-8558-4b79-918a-0ab698125052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:17.764896 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb0ed5b4-8558-4b79-918a-0ab698125052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:17.809470 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf12e0a-d653-4ce1-881b-fdcaadee5046 admin admin] Checking segment: {'id': 'cf13b1f2-830c-4988-93aa-b6e0567249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:17.810204 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf12e0a-d653-4ce1-881b-fdcaadee5046 admin admin] Network hostable DHCP agents. Network: 5476fa3d-f758-44f5-bed7-420b11259803, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:39:17.843256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb0ed5b4-8558-4b79-918a-0ab698125052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:17.852814 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb0ed5b4-8558-4b79-918a-0ab698125052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:17.857098 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bb0ed5b4-8558-4b79-918a-0ab698125052 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9438f406-b173-4af9-ac5e-0e6358a9fe37 HTTP/1.1" status: 204 len: 168 time: 0.1792340 Dec 06 14:39:17.864398 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-4caed478-6981-4eef-bb0d-9e241a596dd4 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:17.869193 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-4caed478-6981-4eef-bb0d-9e241a596dd4 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3088071 Dec 06 14:39:17.870857 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf12e0a-d653-4ce1-881b-fdcaadee5046 admin admin] Network 5476fa3d-f758-44f5-bed7-420b11259803 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:39:17.887838 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ed5b4-8558-4b79-918a-0ab698125052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9438f406-b173-4af9-ac5e-0e6358a9fe37,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:17.891308 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2412db6b-86b7-473a-a049-75f9ac0281f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:17.928484 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-caf12e0a-d653-4ce1-881b-fdcaadee5046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5476fa3d-f758-44f5-bed7-420b11259803) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:17.940542 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fa504f-8d35-4e7a-a5cc-55237aecc580 None None] Network 5476fa3d-f758-44f5-bed7-420b11259803 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:39:17.971230 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf12e0a-d653-4ce1-881b-fdcaadee5046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:17.972081 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-caf12e0a-d653-4ce1-881b-fdcaadee5046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:18.014787 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2412db6b-86b7-473a-a049-75f9ac0281f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:18.018417 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-47f6f8a9-deb3-4e99-afe2-afe568c17b76 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Request body: {'port': {'device_id': '2c55be3e-b683-43ea-86f2-31dbb04b1ece', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '046d3f3d068a4b1bb2dca385ec46356e'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:18.023400 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2412db6b-86b7-473a-a049-75f9ac0281f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:18.161029 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2412db6b-86b7-473a-a049-75f9ac0281f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=607001d2f2dd44ae8e9c46178135c8e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9256680 Dec 06 14:39:18.167290 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34278) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:18.190194 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412db6b-86b7-473a-a049-75f9ac0281f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416e6b84-5e8f-4fc9-8f72-b9d6d9bbde49,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:18.327080 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f712ba99-0cd0-45e1-9422-79c581054f2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:18.388518 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5476fa3d-f758-44f5-bed7-420b11259803', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'fixed_ips': [{'subnet_id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:39:18.390117 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:18.402819 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f712ba99-0cd0-45e1-9422-79c581054f2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:18.518005 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f712ba99-0cd0-45e1-9422-79c581054f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:18.521121 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f712ba99-0cd0-45e1-9422-79c581054f2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:18.525629 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f712ba99-0cd0-45e1-9422-79c581054f2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/416e6b84-5e8f-4fc9-8f72-b9d6d9bbde49 HTTP/1.1" status: 204 len: 168 time: 0.3511610 Dec 06 14:39:18.537244 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9587c68a-c01c-4cab-ba8d-70dd31315c3b req-51ddae9f-2ace-428e-a1b6-00ce11b2e4f7 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 210 time: 0.0497794 Dec 06 14:39:18.549774 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712ba99-0cd0-45e1-9422-79c581054f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416e6b84-5e8f-4fc9-8f72-b9d6d9bbde49,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:18.577317 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-caf12e0a-d653-4ce1-881b-fdcaadee5046 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5081110 Dec 06 14:39:18.585091 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34310) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:18.601027 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:18.638617 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-47f6f8a9-deb3-4e99-afe2-afe568c17b76 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Made reservation on behalf of 046d3f3d068a4b1bb2dca385ec46356e for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:39:18.647312 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6cd63a9a-1cad-42af-bd64-c0754a8d31fb req-ee6f6e5e-d748-4116-b347-888d3e02e43f tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 210 time: 0.0986502 Dec 06 14:39:18.654576 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-47f6f8a9-deb3-4e99-afe2-afe568c17b76 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:18.685994 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-47f6f8a9-deb3-4e99-afe2-afe568c17b76 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:18.728496 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34324) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:18.734723 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Allocated IP 172.20.0.2 (5476fa3d-f758-44f5-bed7-420b11259803/bb291ef5-fef4-4bb9-9c01-47a1329d615e/dd1b390a-6bb0-4884-8baf-8e7380d8f3b4) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:39:18.748729 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22091975-df78-42ea-a2c7-87c815a198f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:18.766044 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:18.771514 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:18.877622 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22091975-df78-42ea-a2c7-87c815a198f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:18.884508 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22091975-df78-42ea-a2c7-87c815a198f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:18.942160 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-22091975-df78-42ea-a2c7-87c815a198f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c54091ab1db4374be17733db02c0393&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2112510 Dec 06 14:39:18.944149 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34340) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:18.954847 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22091975-df78-42ea-a2c7-87c815a198f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bedb04c-a474-400a-a8e8-82fc5b9cf4d1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:19.004855 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:19.114549 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62628c13-0ab7-46db-9c56-b3cf7a506199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:19.164735 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62628c13-0ab7-46db-9c56-b3cf7a506199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:19.210377 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-47f6f8a9-deb3-4e99-afe2-afe568c17b76 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:19.276720 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-47f6f8a9-deb3-4e99-afe2-afe568c17b76 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:19.286172 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:19.295815 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62628c13-0ab7-46db-9c56-b3cf7a506199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:19.299363 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62628c13-0ab7-46db-9c56-b3cf7a506199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:19.303463 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-62628c13-0ab7-46db-9c56-b3cf7a506199 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bedb04c-a474-400a-a8e8-82fc5b9cf4d1 HTTP/1.1" status: 204 len: 168 time: 0.3568640 Dec 06 14:39:19.326516 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62628c13-0ab7-46db-9c56-b3cf7a506199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bedb04c-a474-400a-a8e8-82fc5b9cf4d1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:19.397273 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:19.411023 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:19.455593 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Network 5476fa3d-f758-44f5-bed7-420b11259803 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:19.458467 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:19.464733 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:39:19.486787 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Pushing event updated for resources: {'Port': ['ID=dd1b390a-6bb0-4884-8baf-8e7380d8f3b4,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:19.529621 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:19.530292 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:19.530783 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:19.531535 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:19.532053 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:19.532517 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:19.532995 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:19.533463 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:19.533784 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:19.534250 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:19.534714 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:19.535175 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:19.535627 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Tracked resource versions report: Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: pushed versions: Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: { 'AddressGroup': {'1.2'}, Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'ConntrackHelper': {'1.0'}, Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'LocalIPAssociation': {'1.0'}, Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'Log': {'1.0'}, Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'Network': {'1.1'}, Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'Port': {'1.7'}, Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'PortForwarding': {'1.2'}, Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'QosPolicy': {'1.10'}, Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'SecurityGroup': {'1.5'}, Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'SecurityGroupRule': {'1.2'}, Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'SubPort': {'1.0'}, Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'Subnet': {'1.1'}, Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'Trunk': {'1.1'}} Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: consumer versions: Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: { DHCP agent@n-d-master-1: {}, Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: HyperV agent@n-h1-master-1: {}, Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: HyperV agent@n-h2-master-1: {}, Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: L3 agent@n-d-master-1: {}, Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: Metadata agent@n-d-master-1: {}, Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: Metering agent@n-d-master-1: {}, Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'ConntrackHelper': '1.0', Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'LocalIPAssociation': '1.0', Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'Log': '1.0', Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'Network': '1.1', Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'Port': '1.7', Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'PortForwarding': '1.2', Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'QosPolicy': '1.10', Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'SecurityGroup': '1.5', Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'SecurityGroupRule': '1.2', Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'SubPort': '1.0', Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'Subnet': '1.1', Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: 'Trunk': '1.1'}} Dec 06 14:39:19.537173 n-d-master-1 neutron-server[103290]: {{(pid=103290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 14:39:19.568560 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Attempting to bind port dd1b390a-6bb0-4884-8baf-8e7380d8f3b4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:39:19.568934 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Attempting to bind port dd1b390a-6bb0-4884-8baf-8e7380d8f3b4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf13b1f2-830c-4988-93aa-b6e0567249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:39:19.569288 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Attempting to bind port dd1b390a-6bb0-4884-8baf-8e7380d8f3b4 on network 5476fa3d-f758-44f5-bed7-420b11259803 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:39:19.581672 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:39:19.582041 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Checking segment: {'id': 'cf13b1f2-830c-4988-93aa-b6e0567249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:19.584745 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:19.597143 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Bound using segment: {'id': 'cf13b1f2-830c-4988-93aa-b6e0567249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:39:19.598095 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Bound port: dd1b390a-6bb0-4884-8baf-8e7380d8f3b4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf13b1f2-830c-4988-93aa-b6e0567249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:39:19.598790 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:19.699151 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] For port dd1b390a-6bb0-4884-8baf-8e7380d8f3b4, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:39:19.703831 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] For port dd1b390a-6bb0-4884-8baf-8e7380d8f3b4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dd1b390a-6bb0-4884-8baf-8e7380d8f3b4,segment=NetworkSegment(cf13b1f2-830c-4988-93aa-b6e0567249e6),segment_id=cf13b1f2-830c-4988-93aa-b6e0567249e6)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:39:19.713630 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:19.805279 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34378) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:19.836250 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-47f6f8a9-deb3-4e99-afe2-afe568c17b76 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Allocated IP 192.168.233.71 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/3c91560e-908e-4912-b122-dde19bd15ad4) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:39:19.868683 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4523c812-a191-451c-ad20-368f3b8380e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:19.870251 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad496e72-523a-4ef1-8176-fe78902f76d4 None None] Pushing event updated for resources: {'Port': ['ID=dd1b390a-6bb0-4884-8baf-8e7380d8f3b4,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:19.939598 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 51660) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:19.944530 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1ffa9a8e-eb4e-447f-99a3-922fe015b471 req-55659db8-9ce1-4609-ac9a-6166bca057ce tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 210 time: 0.0389049 Dec 06 14:39:20.040085 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-574874b2-2dfa-46f8-9003-79a2ff4f11d8 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8666f11643884284acd9a906e71a5f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862181 Dec 06 14:39:20.264176 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-47f6f8a9-deb3-4e99-afe2-afe568c17b76 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:20.362218 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6f8a9-deb3-4e99-afe2-afe568c17b76 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:20.376574 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-47f6f8a9-deb3-4e99-afe2-afe568c17b76 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:20.430261 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-ea9a9042-f889-4285-a217-d91f2a879a5a tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:20.432596 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-ea9a9042-f889-4285-a217-d91f2a879a5a tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3916326 Dec 06 14:39:20.439957 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4523c812-a191-451c-ad20-368f3b8380e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:20.455794 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4523c812-a191-451c-ad20-368f3b8380e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:20.533357 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-ab0c693b-6d35-447c-b4b9-f536bc6f26ae tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Request body: {'port': {'device_id': '6253c8d8-ed99-4321-8950-0feb7256b36b', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '8666f11643884284acd9a906e71a5f93'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:20.553572 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4523c812-a191-451c-ad20-368f3b8380e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e1d629cc6214526a3e83ff919df755e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7461348 Dec 06 14:39:20.554959 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523c812-a191-451c-ad20-368f3b8380e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782c3e77-6485-44aa-950e-897a0c8ff4c4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:20.557543 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34400) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:20.569080 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-47f6f8a9-deb3-4e99-afe2-afe568c17b76 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:20.585249 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-47f6f8a9-deb3-4e99-afe2-afe568c17b76 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:20.594542 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6f8a9-deb3-4e99-afe2-afe568c17b76 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Pushing event updated for resources: {'Port': ['ID=3c91560e-908e-4912-b122-dde19bd15ad4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:20.664641 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-47f6f8a9-deb3-4e99-afe2-afe568c17b76 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:39:20.673596 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-47f6f8a9-deb3-4e99-afe2-afe568c17b76 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:20.674525 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-47f6f8a9-deb3-4e99-afe2-afe568c17b76 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:20.690950 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34406) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:20.711040 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-88c78e46-368c-4994-ba90-3464b38b2044 req-01a62ae6-8193-458c-87fe-de4cc091e7f0 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 210 time: 0.3330674 Dec 06 14:39:20.804899 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device dd1b390a-6bb0-4884-8baf-8e7380d8f3b4 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:20.873636 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-47f6f8a9-deb3-4e99-afe2-afe568c17b76 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8843584 Dec 06 14:39:20.941310 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-6b6c216f-ebdb-4ae6-b0db-3c715e17a281 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:39:20.942540 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-6b6c216f-ebdb-4ae6-b0db-3c715e17a281 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0213537 Dec 06 14:39:20.973319 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port dd1b390a-6bb0-4884-8baf-8e7380d8f3b4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:20.973662 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:21.139735 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-ab0c693b-6d35-447c-b4b9-f536bc6f26ae tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Made reservation on behalf of 8666f11643884284acd9a906e71a5f93 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:39:21.152840 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-ab0c693b-6d35-447c-b4b9-f536bc6f26ae tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:21.187113 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-ab0c693b-6d35-447c-b4b9-f536bc6f26ae tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:21.211428 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-268da38f-7acb-4453-b512-a8d15ba8653a None None] Provisioning complete for port 3c91560e-908e-4912-b122-dde19bd15ad4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:21.212621 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-268da38f-7acb-4453-b512-a8d15ba8653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:21.320657 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1aca0988-4874-4881-ac45-e75542fde69e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:21.359441 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8297e35-098e-4f60-a6b6-11bb7afe059c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:21.367251 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:21.417940 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:21.419849 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-268da38f-7acb-4453-b512-a8d15ba8653a None None] Port 3c91560e-908e-4912-b122-dde19bd15ad4 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:39:21.449149 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8297e35-098e-4f60-a6b6-11bb7afe059c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:21.470582 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port dd1b390a-6bb0-4884-8baf-8e7380d8f3b4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dd1b390a-6bb0-4884-8baf-8e7380d8f3b4,segment=NetworkSegment(cf13b1f2-830c-4988-93aa-b6e0567249e6),segment_id=cf13b1f2-830c-4988-93aa-b6e0567249e6)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:21.478986 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:21.543599 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:21.649855 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=dd1b390a-6bb0-4884-8baf-8e7380d8f3b4,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:21.681924 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8297e35-098e-4f60-a6b6-11bb7afe059c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:21.688417 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8297e35-098e-4f60-a6b6-11bb7afe059c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:21.692639 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e8297e35-098e-4f60-a6b6-11bb7afe059c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/782c3e77-6485-44aa-950e-897a0c8ff4c4 HTTP/1.1" status: 204 len: 168 time: 1.1309698 Dec 06 14:39:21.693595 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-ab0c693b-6d35-447c-b4b9-f536bc6f26ae tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:21.706801 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8982ee6-feff-47e6-8888-765e572ec64e None None] Network 5476fa3d-f758-44f5-bed7-420b11259803 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:39:21.751092 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-ab0c693b-6d35-447c-b4b9-f536bc6f26ae tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:21.840353 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f1541-0aad-4954-b88a-ac4c5a6bd713 req-0538aa0d-e9c0-4c36-8cbe-b112c3a1670f tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:21.848734 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f0f1541-0aad-4954-b88a-ac4c5a6bd713 req-0538aa0d-e9c0-4c36-8cbe-b112c3a1670f tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 935 time: 0.6786842 Dec 06 14:39:21.859313 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8297e35-098e-4f60-a6b6-11bb7afe059c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782c3e77-6485-44aa-950e-897a0c8ff4c4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:22.007965 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-13c187c5-59a2-4bc4-8b3d-ce9edb46c2ae None None] Provisioning complete for port dd1b390a-6bb0-4884-8baf-8e7380d8f3b4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:22.008686 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13c187c5-59a2-4bc4-8b3d-ce9edb46c2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:22.202600 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1aca0988-4874-4881-ac45-e75542fde69e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:22.232570 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f0f1541-0aad-4954-b88a-ac4c5a6bd713 req-55b6c8c0-c7db-4253-9cb4-b8770204915f tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827093 Dec 06 14:39:22.342889 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Request body: {'port': {'device_id': '2c55be3e-b683-43ea-86f2-31dbb04b1ece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:22.358302 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c693b-6d35-447c-b4b9-f536bc6f26ae tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8b9b0f-f645-47bd-b4db-4836d83a65d5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:22.446275 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1aca0988-4874-4881-ac45-e75542fde69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:22.467502 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Allocated IP 172.35.7.12 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:39:22.627980 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:22.677337 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66afb917-f053-40cf-a42d-43ae0bf91391 req-9eaf0ad5-a07c-4fc5-bb3d-3bdfd974315f tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 210 time: 0.4115605 Dec 06 14:39:22.691026 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1aca0988-4874-4881-ac45-e75542fde69e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c718e05fe4774246b4b913368040feb2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9904208 Dec 06 14:39:22.725670 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device dd1b390a-6bb0-4884-8baf-8e7380d8f3b4 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:22.726719 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34452) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:22.897638 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port dd1b390a-6bb0-4884-8baf-8e7380d8f3b4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:22.902986 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:22.911873 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f871edb-5d85-4b3c-83db-c17ce71cd8ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:22.963159 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f871edb-5d85-4b3c-83db-c17ce71cd8ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:23.092639 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f871edb-5d85-4b3c-83db-c17ce71cd8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:23.095860 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f871edb-5d85-4b3c-83db-c17ce71cd8ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:23.100501 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5f871edb-5d85-4b3c-83db-c17ce71cd8ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c20fd5d2-273d-4ee7-9fa9-58b1ae86024b HTTP/1.1" status: 204 len: 168 time: 0.3725164 Dec 06 14:39:23.151316 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca0988-4874-4881-ac45-e75542fde69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20fd5d2-273d-4ee7-9fa9-58b1ae86024b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:23.173469 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f871edb-5d85-4b3c-83db-c17ce71cd8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20fd5d2-273d-4ee7-9fa9-58b1ae86024b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:23.280390 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:23.320211 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-451bf054-ff65-4cb9-9f86-6cb3435c6795 None None] Provisioning complete for port dd1b390a-6bb0-4884-8baf-8e7380d8f3b4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:23.320786 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-451bf054-ff65-4cb9-9f86-6cb3435c6795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:23.340975 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:23.399848 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-ab0c693b-6d35-447c-b4b9-f536bc6f26ae tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Allocated IP 192.168.233.181 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/274b9b86-3511-4a21-a7e1-e14edfc325cd) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:39:23.426114 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:23.430135 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Pushing event updated for resources: {'Port': ['ID=e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:23.440434 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:23.453268 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:39:23.860288 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323c2bc-e12c-43eb-821c-68360c99ebf1 req-2a039c45-3912-4c32-bbdb-9ff9dfd10b2c tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:23.861999 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f323c2bc-e12c-43eb-821c-68360c99ebf1 req-2a039c45-3912-4c32-bbdb-9ff9dfd10b2c tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 935 time: 0.2901366 Dec 06 14:39:23.980843 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-264fd638-6bfb-486c-b71c-27c9c57aa027 req-02cacf9f-a15e-4469-af47-b967106e6014 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 210 time: 0.1250999 Dec 06 14:39:24.166544 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f323c2bc-e12c-43eb-821c-68360c99ebf1 req-2b589096-9867-4004-8ff7-1fb943136e89 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874153 Dec 06 14:39:24.189169 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-ab0c693b-6d35-447c-b4b9-f536bc6f26ae tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:24.211180 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34486) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:24.256627 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d11145a-f5f0-4474-83d1-975e1d8486aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:24.324372 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:24.394465 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-ab0c693b-6d35-447c-b4b9-f536bc6f26ae tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:24.509918 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d11145a-f5f0-4474-83d1-975e1d8486aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:24.556294 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34494) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:24.562258 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c693b-6d35-447c-b4b9-f536bc6f26ae tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Pushing event updated for resources: {'Port': ['ID=274b9b86-3511-4a21-a7e1-e14edfc325cd,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:24.576477 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d11145a-f5f0-4474-83d1-975e1d8486aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:24.626267 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-ab0c693b-6d35-447c-b4b9-f536bc6f26ae tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:24.641197 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-ab0c693b-6d35-447c-b4b9-f536bc6f26ae tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:24.647267 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-ab0c693b-6d35-447c-b4b9-f536bc6f26ae tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:39:24.657387 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-ab0c693b-6d35-447c-b4b9-f536bc6f26ae tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:24.658312 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-ab0c693b-6d35-447c-b4b9-f536bc6f26ae tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:24.682156 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0d11145a-f5f0-4474-83d1-975e1d8486aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f9b7f708f26417e886426b004493388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4697182 Dec 06 14:39:24.683308 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11145a-f5f0-4474-83d1-975e1d8486aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b9c740-afa2-48dc-8a7f-7111ea818503,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:24.688824 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34504) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:24.711045 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-ab0c693b-6d35-447c-b4b9-f536bc6f26ae tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2013450 Dec 06 14:39:24.816594 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:25.050012 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-66c5d509-9d83-4ba9-b0da-042b93c2295e None None] Provisioning complete for port 274b9b86-3511-4a21-a7e1-e14edfc325cd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:25.055420 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-66c5d509-9d83-4ba9-b0da-042b93c2295e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:25.141469 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-66c5d509-9d83-4ba9-b0da-042b93c2295e None None] Port 274b9b86-3511-4a21-a7e1-e14edfc325cd cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:39:25.214748 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3952f0ff-dd9a-48ca-903a-d370fbf195ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:25.250057 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b26c1ae1-ca28-43a9-bba7-ce18ee0d9bd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:25.344352 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:39:25.398162 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5417b-9590-4c9f-bd8f-2cdbc101106f req-fe7bb609-b51b-4e04-957b-a2ae1ae221dc tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:25.401303 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-72d5417b-9590-4c9f-bd8f-2cdbc101106f req-fe7bb609-b51b-4e04-957b-a2ae1ae221dc tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 935 time: 0.1098320 Dec 06 14:39:25.457064 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b26c1ae1-ca28-43a9-bba7-ce18ee0d9bd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:25.525424 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-72d5417b-9590-4c9f-bd8f-2cdbc101106f req-b2e6a617-e5fb-4410-b062-e9995e95e31d tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167274 Dec 06 14:39:25.540453 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6195f5-f72f-4560-9bfa-135147a31715 req-a15dbfa0-6713-44fe-a44a-5396c3a9de88 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:25.561452 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ae6195f5-f72f-4560-9bfa-135147a31715 req-a15dbfa0-6713-44fe-a44a-5396c3a9de88 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 936 time: 0.4500291 Dec 06 14:39:25.639688 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b26c1ae1-ca28-43a9-bba7-ce18ee0d9bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:25.642809 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b26c1ae1-ca28-43a9-bba7-ce18ee0d9bd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:25.644324 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b26c1ae1-ca28-43a9-bba7-ce18ee0d9bd8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0b9c740-afa2-48dc-8a7f-7111ea818503 HTTP/1.1" status: 204 len: 168 time: 0.9535618 Dec 06 14:39:25.720101 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c91560e-908e-4912-b122-dde19bd15ad4 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:39:25.745915 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:25.758472 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c1ae1-ca28-43a9-bba7-ce18ee0d9bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b9c740-afa2-48dc-8a7f-7111ea818503,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:25.853341 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3952f0ff-dd9a-48ca-903a-d370fbf195ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:25.861229 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Transition to ACTIVE for port object 3c91560e-908e-4912-b122-dde19bd15ad4 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:39:25.873443 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ae6195f5-f72f-4560-9bfa-135147a31715 req-1ad8a138-b1d5-4873-b697-2548fc15dcab tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8b9b0f-f645-47bd-b4db-4836d83a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106325 Dec 06 14:39:25.883636 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3952f0ff-dd9a-48ca-903a-d370fbf195ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:25.890341 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:25.894466 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-6ebca849-5811-487e-b178-6175db619f8a tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:39:25.895955 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-6ebca849-5811-487e-b178-6175db619f8a tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087075 Dec 06 14:39:26.029099 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:39:26.038055 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Sync routers for ids ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:39:26.047515 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952f0ff-dd9a-48ca-903a-d370fbf195ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd674f5-b191-4c7e-88c0-3f2ec1c74b70,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:26.049405 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Routers {'43daf0fa-fd51-4c5d-bd43-81cc74e564f5'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:39:26.050035 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:39:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:26.076003 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34542) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:26.080014 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3952f0ff-dd9a-48ca-903a-d370fbf195ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=395862e2d2b04c008eca099e6245212e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5141318 Dec 06 14:39:26.096229 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Pushing event updated for resources: {'Port': ['ID=3c91560e-908e-4912-b122-dde19bd15ad4,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:26.214850 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:26.220587 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e7746aeb-ab92-422c-b407-841e0aad096e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.6291370 Dec 06 14:39:26.222158 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34548) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:26.278298 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Set router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:39:26.291488 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Attempting to bind port 3c91560e-908e-4912-b122-dde19bd15ad4 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:39:26.293621 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Attempting to bind port 3c91560e-908e-4912-b122-dde19bd15ad4 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:39:26.294130 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Attempting to bind port 3c91560e-908e-4912-b122-dde19bd15ad4 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:39:26.316930 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Port 3c91560e-908e-4912-b122-dde19bd15ad4 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:39:26.317226 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Attempting to bind port 3c91560e-908e-4912-b122-dde19bd15ad4 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:39:26.345725 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:39:26.346416 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:26.347071 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:39:26.347280 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Bound port: 3c91560e-908e-4912-b122-dde19bd15ad4, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:39:26.347483 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:26.635442 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:39:23Z', 'revision_number': 3, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:26.663729 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17c09d0e-767f-4d0f-8c5e-ed37b1de0d08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:26.667513 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Checking router: 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:39:26.668248 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Updating router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 port e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:39:26.697477 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:26.743700 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Request body: {'port': {'device_id': '6253c8d8-ed99-4321-8950-0feb7256b36b', 'device_owner': 'compute:tempest-test_az-677558411', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:27.088990 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] For port 3c91560e-908e-4912-b122-dde19bd15ad4, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:39:27.110223 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17c09d0e-767f-4d0f-8c5e-ed37b1de0d08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:27.110426 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c1c8b-8830-4834-95f3-fb7141d48e4c req-b476866b-5a93-488c-b4af-4435e340d198 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:27.111880 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-426c1c8b-8830-4834-95f3-fb7141d48e4c req-b476866b-5a93-488c-b4af-4435e340d198 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 947 time: 0.1715465 Dec 06 14:39:27.200343 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] For port 3c91560e-908e-4912-b122-dde19bd15ad4, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3c91560e-908e-4912-b122-dde19bd15ad4,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:39:27.225346 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:27.311110 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-426c1c8b-8830-4834-95f3-fb7141d48e4c req-c4de4091-18e7-4e8d-97c4-b033014d2732 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893098 Dec 06 14:39:27.330461 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:27.331741 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:27.334470 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] 10.222.0.37 "PUT /v2.0/ports/3c91560e-908e-4912-b122-dde19bd15ad4 HTTP/1.1" status: 200 len: 1095 time: 5.5542040 Dec 06 14:39:27.349495 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c55be3e-b683-43ea-86f2-31dbb04b1ece', 'tag': '3c91560e-908e-4912-b122-dde19bd15ad4'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:39:27.365840 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:27.376378 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:27.461880 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312a932-de7a-436f-873d-397fbd788cda None None] Pushing event updated for resources: {'Port': ['ID=e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:27.502759 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312a932-de7a-436f-873d-397fbd788cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:27.503407 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312a932-de7a-436f-873d-397fbd788cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:27.503950 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312a932-de7a-436f-873d-397fbd788cda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:27.504455 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312a932-de7a-436f-873d-397fbd788cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:27.504946 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312a932-de7a-436f-873d-397fbd788cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:27.509322 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312a932-de7a-436f-873d-397fbd788cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:27.509863 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312a932-de7a-436f-873d-397fbd788cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:27.510344 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312a932-de7a-436f-873d-397fbd788cda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:27.510833 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312a932-de7a-436f-873d-397fbd788cda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:27.511946 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312a932-de7a-436f-873d-397fbd788cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:27.512486 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312a932-de7a-436f-873d-397fbd788cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:27.512969 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312a932-de7a-436f-873d-397fbd788cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:27.513443 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312a932-de7a-436f-873d-397fbd788cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3312a932-de7a-436f-873d-397fbd788cda None None] Tracked resource versions report: Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: pushed versions: Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: { 'AddressGroup': {'1.2'}, Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'ConntrackHelper': {'1.0'}, Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'LocalIPAssociation': {'1.0'}, Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'Log': {'1.0'}, Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'Network': {'1.1'}, Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'Port': {'1.7'}, Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'PortForwarding': {'1.2'}, Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'QosPolicy': {'1.10'}, Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'SecurityGroup': {'1.5'}, Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'SecurityGroupRule': {'1.2'}, Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'SubPort': {'1.0'}, Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'Subnet': {'1.1'}, Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'Trunk': {'1.1'}} Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: consumer versions: Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: { DHCP agent@n-d-master-1: {}, Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: HyperV agent@n-h1-master-1: {}, Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: HyperV agent@n-h2-master-1: {}, Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: L3 agent@n-d-master-1: {}, Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: Metadata agent@n-d-master-1: {}, Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: Metering agent@n-d-master-1: {}, Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'ConntrackHelper': '1.0', Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'LocalIPAssociation': '1.0', Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'Log': '1.0', Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'Network': '1.1', Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'Port': '1.7', Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'PortForwarding': '1.2', Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'QosPolicy': '1.10', Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'SecurityGroup': '1.5', Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'SecurityGroupRule': '1.2', Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'SubPort': '1.0', Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'Subnet': '1.1', Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: 'Trunk': '1.1'}} Dec 06 14:39:27.514722 n-d-master-1 neutron-server[103291]: {{(pid=103291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 14:39:27.567109 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:27.588643 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Attempting to bind port e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:39:27.589028 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Attempting to bind port e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:39:27.589399 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Attempting to bind port e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:39:27.621589 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:39:27.622496 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:27.625771 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:27.631421 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:39:27.632330 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Bound port: e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:39:27.633872 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:27.676955 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b085a59-fff3-4e9f-9810-3e86f272710b service neutron] Pushing event updated for resources: {'Port': ['ID=3c91560e-908e-4912-b122-dde19bd15ad4,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:27.705367 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-b42c3d71-f6d8-497b-bf4d-bd50020b7368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:27.707107 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-b42c3d71-f6d8-497b-bf4d-bd50020b7368 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=046d3f3d068a4b1bb2dca385ec46356e&device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 1098 time: 0.1904020 Dec 06 14:39:27.758439 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17c09d0e-767f-4d0f-8c5e-ed37b1de0d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:27.760945 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17c09d0e-767f-4d0f-8c5e-ed37b1de0d08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:27.762091 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-17c09d0e-767f-4d0f-8c5e-ed37b1de0d08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bd674f5-b191-4c7e-88c0-3f2ec1c74b70 HTTP/1.1" status: 204 len: 168 time: 1.6844318 Dec 06 14:39:27.803148 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] For port e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:39:27.814625 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] For port e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:39:27.827421 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:27.892591 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Routers {'43daf0fa-fd51-4c5d-bd43-81cc74e564f5'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:39:27.893556 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:39:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:27.907816 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:27.917732 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c09d0e-767f-4d0f-8c5e-ed37b1de0d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd674f5-b191-4c7e-88c0-3f2ec1c74b70,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:27.972503 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee46088a-d3b2-4ff7-9e15-7e442b23f47a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c55be3e-b683-43ea-86f2-31dbb04b1ece", "tag": "3c91560e-908e-4912-b122-dde19bd15ad4"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:39:27.980004 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312a932-de7a-436f-873d-397fbd788cda None None] Pushing event updated for resources: {'Port': ['ID=e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:27.983004 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-cee93736-2582-42f5-9a97-97f886b01eb9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=3c91560e-908e-4912-b122-dde19bd15ad4 HTTP/1.1" status: 200 len: 217 time: 0.2627838 Dec 06 14:39:28.068202 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-c9579476-8bf7-48ef-8a4b-d1ed8af5b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:28.071893 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-c9579476-8bf7-48ef-8a4b-d1ed8af5b098 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0770209 Dec 06 14:39:28.170592 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] Set router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:39:28.182106 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8d8e6-61e1-436d-8354-845390c9754e req-6487c72a-13c1-434b-890e-456e0e8b0f01 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:28.190419 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44c8d8e6-61e1-436d-8354-845390c9754e req-6487c72a-13c1-434b-890e-456e0e8b0f01 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 936 time: 0.7268221 Dec 06 14:39:28.219214 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-c7fa3964-41e0-46a6-a59c-781b9ab70670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:28.221594 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-c7fa3964-41e0-46a6-a59c-781b9ab70670 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1375537 Dec 06 14:39:28.579012 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-763b8717-17b5-497f-b5c6-78eddb063fff service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478954 Dec 06 14:39:28.620814 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44c8d8e6-61e1-436d-8354-845390c9754e req-4acb5ef6-bb32-41cc-a513-3f5da6204bef tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8b9b0f-f645-47bd-b4db-4836d83a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250422 Dec 06 14:39:28.805473 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34624) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:28.830278 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:39:23Z', 'revision_number': 3, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:28.865249 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d33006c-50ea-4bef-8bc0-e8ce27b839c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:28.897935 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5124e8b6-b538-4e86-b000-714f8b9e016e None None] The sync data for ids ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'] in n-d-master-1 is: [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:39:23Z', 'revision_number': 3, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:39:28.919246 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 274b9b86-3511-4a21-a7e1-e14edfc325cd {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:39:28.934591 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:28.940211 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6077c9b-c4de-4640-8f40-1d82c4e7bd6f req-0a2a65d2-05d3-41b5-a588-1db66ec6c352 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478472 Dec 06 14:39:29.095855 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d33006c-50ea-4bef-8bc0-e8ce27b839c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:29.105036 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d33006c-50ea-4bef-8bc0-e8ce27b839c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:29.245340 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Transition to ACTIVE for port object 274b9b86-3511-4a21-a7e1-e14edfc325cd will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:39:29.284753 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:29.295644 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33006c-50ea-4bef-8bc0-e8ce27b839c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf46f00-dc42-46c1-822e-411a87d0a8dd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:29.346945 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7d33006c-50ea-4bef-8bc0-e8ce27b839c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d304f16a43c445588e21a65d5919ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5345843 Dec 06 14:39:29.392725 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34630) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:29.476113 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:29.490840 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb012b0-889f-40a5-9b02-708adaea6060 x-openstack-request-id: req-dbb012b0-889f-40a5-9b02-708adaea6060 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:39:29.500581 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c55be3e-b683-43ea-86f2-31dbb04b1ece", "tag": "3c91560e-908e-4912-b122-dde19bd15ad4", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:39:29.500977 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dbb012b0-889f-40a5-9b02-708adaea6060 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:39:29.501865 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c55be3e-b683-43ea-86f2-31dbb04b1ece', 'tag': '3c91560e-908e-4912-b122-dde19bd15ad4', 'status': 'completed', 'code': 200} Dec 06 14:39:29.550606 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:29.634943 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Pushing event updated for resources: {'Port': ['ID=274b9b86-3511-4a21-a7e1-e14edfc325cd,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:29.736604 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4153896-6f35-402d-bc64-6b2b47f23024 req-e3d61400-41e9-424a-8d84-fd56a69db37d tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:29.755910 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c4153896-6f35-402d-bc64-6b2b47f23024 req-e3d61400-41e9-424a-8d84-fd56a69db37d tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 947 time: 0.4832065 Dec 06 14:39:29.858761 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e750d222-fad7-4e2b-84be-cc3f44a7de7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:29.924099 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34644) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:29.999155 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34646) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:30.020993 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e750d222-fad7-4e2b-84be-cc3f44a7de7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:30.054585 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46088a-d3b2-4ff7-9e15-7e442b23f47a req-4155688e-cdb0-4a6c-a0f1-ec87b267d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:30.056483 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee46088a-d3b2-4ff7-9e15-7e442b23f47a req-4155688e-cdb0-4a6c-a0f1-ec87b267d1fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=046d3f3d068a4b1bb2dca385ec46356e&device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 1098 time: 0.4685757 Dec 06 14:39:30.075043 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c4153896-6f35-402d-bc64-6b2b47f23024 req-6745d5f4-d105-4727-91a6-bd2df076fa1e tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131402 Dec 06 14:39:30.125549 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Attempting to bind port 274b9b86-3511-4a21-a7e1-e14edfc325cd on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:39:30.125881 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Attempting to bind port 274b9b86-3511-4a21-a7e1-e14edfc325cd by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:39:30.126398 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Attempting to bind port 274b9b86-3511-4a21-a7e1-e14edfc325cd on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:39:30.142453 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Port 274b9b86-3511-4a21-a7e1-e14edfc325cd on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:39:30.142804 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Attempting to bind port 274b9b86-3511-4a21-a7e1-e14edfc325cd on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:39:30.207085 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:39:30.209586 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:30.210165 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:39:30.210801 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Bound port: 274b9b86-3511-4a21-a7e1-e14edfc325cd, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:39:30.211160 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:30.316187 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3ddb6-06fb-4b7d-85e0-d12f3715952d req-af80ce29-3ae2-40dc-9404-02fe3b6d2b4a tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:30.327869 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6ac3ddb6-06fb-4b7d-85e0-d12f3715952d req-af80ce29-3ae2-40dc-9404-02fe3b6d2b4a tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 969 time: 0.4942148 Dec 06 14:39:30.498140 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6ac3ddb6-06fb-4b7d-85e0-d12f3715952d req-5a1d86f8-d186-4f0c-a2e6-90e3e47b7592 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8b9b0f-f645-47bd-b4db-4836d83a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632755 Dec 06 14:39:30.533522 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e750d222-fad7-4e2b-84be-cc3f44a7de7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:30.549047 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e750d222-fad7-4e2b-84be-cc3f44a7de7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:30.558762 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e750d222-fad7-4e2b-84be-cc3f44a7de7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0cf46f00-dc42-46c1-822e-411a87d0a8dd HTTP/1.1" status: 204 len: 168 time: 1.1622787 Dec 06 14:39:30.621327 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] For port 274b9b86-3511-4a21-a7e1-e14edfc325cd, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:39:30.677173 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7efe-ef4b-4e60-8106-86946c3bdfb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:30.696349 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] For port 274b9b86-3511-4a21-a7e1-e14edfc325cd, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=274b9b86-3511-4a21-a7e1-e14edfc325cd,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:39:30.710896 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:30.714849 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:30.796522 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] Allocated IP 172.20.0.1 (5476fa3d-f758-44f5-bed7-420b11259803/bb291ef5-fef4-4bb9-9c01-47a1329d615e/359ce00a-49c2-4e1b-855c-9969d1005477) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:39:30.804859 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Pushing event updated for resources: {'Port': ['ID=274b9b86-3511-4a21-a7e1-e14edfc325cd,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:30.826744 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:30.829217 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:30.831362 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d940db88-e2d5-419a-b901-c1b00367fe9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:30.833232 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-b87ed7ac-b7db-4db5-8e08-218e3a8b76ee service neutron] 10.222.0.23 "PUT /v2.0/ports/274b9b86-3511-4a21-a7e1-e14edfc325cd HTTP/1.1" status: 200 len: 1117 time: 4.5787308 Dec 06 14:39:30.835122 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6253c8d8-ed99-4321-8950-0feb7256b36b', 'tag': '274b9b86-3511-4a21-a7e1-e14edfc325cd'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:39:30.838381 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750d222-fad7-4e2b-84be-cc3f44a7de7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf46f00-dc42-46c1-822e-411a87d0a8dd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:30.857069 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:30.861869 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:30.954768 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46088a-d3b2-4ff7-9e15-7e442b23f47a req-5de8c24c-337e-49ef-918c-d6bb6c354219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:30.959575 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee46088a-d3b2-4ff7-9e15-7e442b23f47a req-5de8c24c-337e-49ef-918c-d6bb6c354219 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.8831751 Dec 06 14:39:31.000191 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:39:31.051148 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a3a0140-f08b-4c45-b4a6-44ad7431351e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:31.113030 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee46088a-d3b2-4ff7-9e15-7e442b23f47a req-23cc6e7f-dc7f-4f3b-91a4-7510cd1e69f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=3c91560e-908e-4912-b122-dde19bd15ad4 HTTP/1.1" status: 200 len: 217 time: 0.1336992 Dec 06 14:39:31.260193 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a3a0140-f08b-4c45-b4a6-44ad7431351e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:31.277326 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a3a0140-f08b-4c45-b4a6-44ad7431351e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:31.302730 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46088a-d3b2-4ff7-9e15-7e442b23f47a req-3b2db17d-c551-4d48-a76c-9151e926363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:31.305918 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee46088a-d3b2-4ff7-9e15-7e442b23f47a req-3b2db17d-c551-4d48-a76c-9151e926363b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1829956 Dec 06 14:39:31.315101 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:31.374483 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6a3a0140-f08b-4c45-b4a6-44ad7431351e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c7e7ca9d9a7496db000d3e01ba6c80f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3589613 Dec 06 14:39:31.379415 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34668) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:31.380261 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:31.389359 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:31.428266 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a0140-f08b-4c45-b4a6-44ad7431351e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f792d8cf-cf61-4322-b633-fad4f805d308,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:31.451624 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:31.487408 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fe928fd-2fde-4ca3-af2e-89c9c31a70d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:31.579501 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:31.593358 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743eaeea-d74c-4911-9604-f6abbaed4d3f req-b55c9470-0dff-4773-b724-0fb5c52b32e6 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:31.597414 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-743eaeea-d74c-4911-9604-f6abbaed4d3f req-b55c9470-0dff-4773-b724-0fb5c52b32e6 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 947 time: 0.3096311 Dec 06 14:39:31.603406 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fe928fd-2fde-4ca3-af2e-89c9c31a70d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:31.649576 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46088a-d3b2-4ff7-9e15-7e442b23f47a req-1a6b7b7a-3368-464c-a05e-97afe2e2a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:31.653898 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee46088a-d3b2-4ff7-9e15-7e442b23f47a req-1a6b7b7a-3368-464c-a05e-97afe2e2a955 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3071623 Dec 06 14:39:31.656830 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:31.662615 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d940db88-e2d5-419a-b901-c1b00367fe9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:31.705548 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d940db88-e2d5-419a-b901-c1b00367fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:31.733716 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e19806e-038d-4bcc-bf92-7ac1fec8557b" -d '{"events": [{"name": "network-changed", "server_uuid": "6253c8d8-ed99-4321-8950-0feb7256b36b", "tag": "274b9b86-3511-4a21-a7e1-e14edfc325cd"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:39:31.763168 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] Network 5476fa3d-f758-44f5-bed7-420b11259803 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:31.780061 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d940db88-e2d5-419a-b901-c1b00367fe9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f411193b24f049cab3b3bd2662e8eafe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8533587 Dec 06 14:39:31.781926 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34686) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:31.813155 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:31.836492 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:39:31.843064 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:31.877945 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e32f5-d4ae-402b-aa59-b15d65fe86bc req-68212383-c0c1-44dd-8a3c-6cb97431e791 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:31.885516 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-097e32f5-d4ae-402b-aa59-b15d65fe86bc req-68212383-c0c1-44dd-8a3c-6cb97431e791 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 969 time: 0.2171063 Dec 06 14:39:32.130824 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940db88-e2d5-419a-b901-c1b00367fe9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1c237b-f8b5-44f0-91ec-649a17dd49ec,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:32.186418 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e218f4b-4f2c-45ee-b0f9-e74a6df1bbd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:32.194064 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-743eaeea-d74c-4911-9604-f6abbaed4d3f req-9b1bb87a-ff5f-47ac-83f2-2023dc6f2209 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830119 Dec 06 14:39:32.226432 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] Pushing event updated for resources: {'Port': ['ID=359ce00a-49c2-4e1b-855c-9969d1005477,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:32.253749 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e218f4b-4f2c-45ee-b0f9-e74a6df1bbd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:32.279163 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c691d744-3a98-4299-9ea1-7c7ffbee1378 None None] Provisioning complete for port 359ce00a-49c2-4e1b-855c-9969d1005477 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:32.281549 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c691d744-3a98-4299-9ea1-7c7ffbee1378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:32.285556 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee46088a-d3b2-4ff7-9e15-7e442b23f47a req-fdf4585b-3d8d-4c8b-8452-f0da8262bf04 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6062467 Dec 06 14:39:32.286550 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fe928fd-2fde-4ca3-af2e-89c9c31a70d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:32.289742 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fe928fd-2fde-4ca3-af2e-89c9c31a70d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:32.293869 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9fe928fd-2fde-4ca3-af2e-89c9c31a70d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f792d8cf-cf61-4322-b633-fad4f805d308 HTTP/1.1" status: 204 len: 168 time: 0.9042857 Dec 06 14:39:32.347737 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c691d744-3a98-4299-9ea1-7c7ffbee1378 None None] Port 359ce00a-49c2-4e1b-855c-9969d1005477 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:39:32.398983 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-097e32f5-d4ae-402b-aa59-b15d65fe86bc req-bcc5a1b6-f44e-46a2-ad0e-c5d1ddda580e tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8b9b0f-f645-47bd-b4db-4836d83a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124977 Dec 06 14:39:32.502915 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe928fd-2fde-4ca3-af2e-89c9c31a70d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f792d8cf-cf61-4322-b633-fad4f805d308,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:32.620753 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e218f4b-4f2c-45ee-b0f9-e74a6df1bbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:32.627940 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e218f4b-4f2c-45ee-b0f9-e74a6df1bbd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:32.634892 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1e218f4b-4f2c-45ee-b0f9-e74a6df1bbd0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df1c237b-f8b5-44f0-91ec-649a17dd49ec HTTP/1.1" status: 204 len: 168 time: 0.8199930 Dec 06 14:39:32.641614 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4023da70-60db-480c-988c-4ba62183cc08 x-openstack-request-id: req-4023da70-60db-480c-988c-4ba62183cc08 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:39:32.642142 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6253c8d8-ed99-4321-8950-0feb7256b36b", "tag": "274b9b86-3511-4a21-a7e1-e14edfc325cd", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:39:32.642310 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4023da70-60db-480c-988c-4ba62183cc08 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:39:32.643126 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6253c8d8-ed99-4321-8950-0feb7256b36b', 'tag': '274b9b86-3511-4a21-a7e1-e14edfc325cd', 'status': 'completed', 'code': 200} Dec 06 14:39:32.643948 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:32.690970 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e218f4b-4f2c-45ee-b0f9-e74a6df1bbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1c237b-f8b5-44f0-91ec-649a17dd49ec,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:32.767946 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:32.772100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee46088a-d3b2-4ff7-9e15-7e442b23f47a req-96a43a2e-59bc-4ef9-bcb2-5a797839eb58 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666586 Dec 06 14:39:32.913653 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:32.914728 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:33.156459 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19806e-038d-4bcc-bf92-7ac1fec8557b req-fc29713e-74a6-4bba-a4f7-3c9f0fce7153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:33.158562 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6e19806e-038d-4bcc-bf92-7ac1fec8557b req-fc29713e-74a6-4bba-a4f7-3c9f0fce7153 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8666f11643884284acd9a906e71a5f93&device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 1120 time: 0.1813734 Dec 06 14:39:33.201131 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-71de15fe-cc75-4c10-8493-1931a17369bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:33.316088 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:33.330132 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6e19806e-038d-4bcc-bf92-7ac1fec8557b req-5c1ac2ed-1e10-4e56-88c6-82d95afbf596 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8666f11643884284acd9a906e71a5f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1285942 Dec 06 14:39:33.333371 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:33.338371 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:33.438049 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] Pushing event updated for resources: {'Port': ['ID=359ce00a-49c2-4e1b-855c-9969d1005477,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:33.469774 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534853c-694d-48e7-929e-30d5e8bf1019 req-dd3b9e52-f1e8-4706-b22d-4ed732adb84b tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:33.472876 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e534853c-694d-48e7-929e-30d5e8bf1019 req-dd3b9e52-f1e8-4706-b22d-4ed732adb84b tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 947 time: 0.0874636 Dec 06 14:39:33.477032 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34722) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:33.534750 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd772cd0-28fa-480a-aa2d-f28fd433c0fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:33.604429 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e534853c-694d-48e7-929e-30d5e8bf1019 req-373abac4-e8f2-427a-a137-db3f8b14e74b tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096811 Dec 06 14:39:33.722915 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd772cd0-28fa-480a-aa2d-f28fd433c0fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:33.730052 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd772cd0-28fa-480a-aa2d-f28fd433c0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:33.732055 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] Network 5476fa3d-f758-44f5-bed7-420b11259803 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:33.735060 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:33.770744 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34730) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:33.838809 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:33.961208 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d450f141-d285-4735-8bee-49928dbda59a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:34.204178 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] Router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:39:34.221377 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bd772cd0-28fa-480a-aa2d-f28fd433c0fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc205f942d4647ec9b8e436921f67d95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7430847 Dec 06 14:39:34.234356 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34744) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:34.237976 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0d213308-8f23-4b92-9040-0908d2c3dde8 None None] Provisioning complete for port 359ce00a-49c2-4e1b-855c-9969d1005477 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:34.240254 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d213308-8f23-4b92-9040-0908d2c3dde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:34.273374 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd772cd0-28fa-480a-aa2d-f28fd433c0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5aea304-e1af-4b99-85da-98fd91126c6f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:34.286920 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b6248-646f-4495-bcfa-e6f7f3e9e02a req-ebda1e16-0e82-444c-a03e-52b82437bef5 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:34.298990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d16b6248-646f-4495-bcfa-e6f7f3e9e02a req-ebda1e16-0e82-444c-a03e-52b82437bef5 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 969 time: 0.0819192 Dec 06 14:39:34.363647 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0d213308-8f23-4b92-9040-0908d2c3dde8 None None] Port 359ce00a-49c2-4e1b-855c-9969d1005477 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:39:34.379460 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d16b6248-646f-4495-bcfa-e6f7f3e9e02a req-2d0efd21-8c20-483f-96ee-7dfc16e8f787 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8b9b0f-f645-47bd-b4db-4836d83a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699224 Dec 06 14:39:34.519938 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0db63f3-c8af-4aca-b7f9-881d4ecc95e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:34.525749 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d450f141-d285-4735-8bee-49928dbda59a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:34.534085 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:39:34.543173 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d450f141-d285-4735-8bee-49928dbda59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:34.545503 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Sync routers for ids ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:39:34.562799 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-62fc069f-4786-403e-ab78-1d6c0bf1f093 admin admin] 10.222.0.20 "PUT /v2.0/routers/43daf0fa-fd51-4c5d-bd43-81cc74e564f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3293142 Dec 06 14:39:34.567562 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Routers {'43daf0fa-fd51-4c5d-bd43-81cc74e564f5'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:39:34.578880 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:39:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:34.630901 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0db63f3-c8af-4aca-b7f9-881d4ecc95e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:34.676600 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d450f141-d285-4735-8bee-49928dbda59a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=567dc8a8299a40938ecae1669c7e65e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8944490 Dec 06 14:39:34.679412 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34756) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:34.715770 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450f141-d285-4735-8bee-49928dbda59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e2c9e8-be71-4dbf-8338-de57ddc7cd08,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:34.779586 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0db63f3-c8af-4aca-b7f9-881d4ecc95e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:34.791110 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0db63f3-c8af-4aca-b7f9-881d4ecc95e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:34.795560 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e0db63f3-c8af-4aca-b7f9-881d4ecc95e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5aea304-e1af-4b99-85da-98fd91126c6f HTTP/1.1" status: 204 len: 168 time: 0.5586696 Dec 06 14:39:34.827621 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db63f3-c8af-4aca-b7f9-881d4ecc95e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5aea304-e1af-4b99-85da-98fd91126c6f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:34.881812 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fa10894-5bc3-41d2-8645-478b770412b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:34.892081 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Set router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:39:35.052364 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fa10894-5bc3-41d2-8645-478b770412b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:35.129884 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f97e2-4db1-4ff8-b03d-2281f6dc3b3c req-fe72b663-f760-4e3c-b04c-deefdf613512 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:35.144811 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-084f97e2-4db1-4ff8-b03d-2281f6dc3b3c req-fe72b663-f760-4e3c-b04c-deefdf613512 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 947 time: 0.3393698 Dec 06 14:39:35.260356 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-084f97e2-4db1-4ff8-b03d-2281f6dc3b3c req-f49dedd0-f732-4e50-86a8-71aa4c361fcc tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972359 Dec 06 14:39:35.269903 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fa10894-5bc3-41d2-8645-478b770412b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:35.273682 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fa10894-5bc3-41d2-8645-478b770412b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:35.274859 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7fa10894-5bc3-41d2-8645-478b770412b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24e2c9e8-be71-4dbf-8338-de57ddc7cd08 HTTP/1.1" status: 204 len: 168 time: 0.5937684 Dec 06 14:39:35.284594 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa10894-5bc3-41d2-8645-478b770412b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e2c9e8-be71-4dbf-8338-de57ddc7cd08,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:35.437523 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:39:32Z', 'revision_number': 4, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '359ce00a-49c2-4e1b-855c-9969d1005477', 'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'mac_address': 'fa:16:3e:34:1a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:29Z', 'updated_at': '2021-12-06T14:39:32Z', 'revision_number': 2, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'subnets': [{'id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:35.487173 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Checking router: 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:39:35.488225 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Updating router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 port 359ce00a-49c2-4e1b-855c-9969d1005477 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:39:35.529749 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:35.531299 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:35.642267 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615eb568-3d49-4435-9cad-934e5fdbdb9b req-64366c09-2f1c-4dcf-9f53-2b169ce98b18 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:35.644399 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-615eb568-3d49-4435-9cad-934e5fdbdb9b req-64366c09-2f1c-4dcf-9f53-2b169ce98b18 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 969 time: 0.1517982 Dec 06 14:39:35.741121 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19806e-038d-4bcc-bf92-7ac1fec8557b req-6384630d-3577-4831-a8dc-25f6c2f9b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:35.742824 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6e19806e-038d-4bcc-bf92-7ac1fec8557b req-6384630d-3577-4831-a8dc-25f6c2f9b73f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4318535 Dec 06 14:39:35.819025 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-615eb568-3d49-4435-9cad-934e5fdbdb9b req-da2c1022-a391-4207-b0b4-31f824929871 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8b9b0f-f645-47bd-b4db-4836d83a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659091 Dec 06 14:39:35.876951 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-80948371-c865-4ded-968a-ee0b88248327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:35.884784 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-80948371-c865-4ded-968a-ee0b88248327 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8666f11643884284acd9a906e71a5f93&device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 1120 time: 0.0983174 Dec 06 14:39:36.068072 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-9d2cb782-6bba-48fe-8578-873a6da3e3b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=274b9b86-3511-4a21-a7e1-e14edfc325cd HTTP/1.1" status: 200 len: 217 time: 0.1757305 Dec 06 14:39:36.077129 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:36.086809 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:36.178227 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-49584f97-2222-45d5-a80f-06fa337b365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:36.182321 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-49584f97-2222-45d5-a80f-06fa337b365c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1057327 Dec 06 14:39:36.349981 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae913f-8643-4fc8-ba06-99d4ee617ed0 None None] Pushing event updated for resources: {'Port': ['ID=359ce00a-49c2-4e1b-855c-9969d1005477,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:36.362210 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-baa3fc71-0086-433a-958d-25c25be8f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:36.365960 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Attempting to bind port 359ce00a-49c2-4e1b-855c-9969d1005477 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:39:36.366592 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Attempting to bind port 359ce00a-49c2-4e1b-855c-9969d1005477 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cf13b1f2-830c-4988-93aa-b6e0567249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:39:36.367187 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Attempting to bind port 359ce00a-49c2-4e1b-855c-9969d1005477 on network 5476fa3d-f758-44f5-bed7-420b11259803 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:39:36.369660 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-baa3fc71-0086-433a-958d-25c25be8f175 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1800063 Dec 06 14:39:36.374744 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:39:36.375507 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Checking segment: {'id': 'cf13b1f2-830c-4988-93aa-b6e0567249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:36.376257 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:36.376935 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Bound using segment: {'id': 'cf13b1f2-830c-4988-93aa-b6e0567249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:39:36.377731 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Bound port: 359ce00a-49c2-4e1b-855c-9969d1005477, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf13b1f2-830c-4988-93aa-b6e0567249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:39:36.378750 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:36.584802 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:36.619510 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8332c9dd-eee2-40f3-b720-0914a22393e0 None None] Provisioning complete for port 359ce00a-49c2-4e1b-855c-9969d1005477 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:36.619957 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8332c9dd-eee2-40f3-b720-0914a22393e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:36.632735 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-90a24faa-a4f3-4728-bfe7-87a674a7c88e service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512488 Dec 06 14:39:36.654626 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] For port 359ce00a-49c2-4e1b-855c-9969d1005477, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:39:36.712156 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] For port 359ce00a-49c2-4e1b-855c-9969d1005477, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=359ce00a-49c2-4e1b-855c-9969d1005477,segment=NetworkSegment(cf13b1f2-830c-4988-93aa-b6e0567249e6),segment_id=cf13b1f2-830c-4988-93aa-b6e0567249e6)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:39:36.721557 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8332c9dd-eee2-40f3-b720-0914a22393e0 None None] Port 359ce00a-49c2-4e1b-855c-9969d1005477 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:39:36.725263 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced5f49-ada4-4647-8384-a5b4b2670dde req-fda0d658-f96a-4385-a352-64dfe205b691 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:36.727961 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:36.729407 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bced5f49-ada4-4647-8384-a5b4b2670dde req-fda0d658-f96a-4385-a352-64dfe205b691 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 947 time: 0.1249216 Dec 06 14:39:36.836320 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Routers {'43daf0fa-fd51-4c5d-bd43-81cc74e564f5'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:39:36.837123 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:39:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:36.840926 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae913f-8643-4fc8-ba06-99d4ee617ed0 None None] Pushing event updated for resources: {'Port': ['ID=359ce00a-49c2-4e1b-855c-9969d1005477,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:36.893388 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bced5f49-ada4-4647-8384-a5b4b2670dde req-54a541c4-ff6d-4845-9a45-bda46293caa3 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496921 Dec 06 14:39:37.149744 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] Set router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:39:37.287400 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e61043-57c5-4e45-bfbb-20253260c1f0 req-2aa1aef7-e1f6-438b-b3b8-3be65a570870 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:37.307611 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6e61043-57c5-4e45-bfbb-20253260c1f0 req-2aa1aef7-e1f6-438b-b3b8-3be65a570870 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 969 time: 0.1149740 Dec 06 14:39:37.333289 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34850) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:37.347168 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9098d775-0c29-460c-ab6f-24131dc01900 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1336737819-network', 'tenant_id': 'b0d9e9a493474a29bfd55a5c0553d2e5'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:37.372768 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-678d8c5c-cc0f-472e-8a4d-d0d88719d721 req-641b8767-9f47-4f85-a28e-3bd4d4957cf5 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7311549 Dec 06 14:39:37.388542 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-262ef9e4-de4a-476f-94e4-403a570a2342 None None] Provisioning complete for port 359ce00a-49c2-4e1b-855c-9969d1005477 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:37.389207 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-262ef9e4-de4a-476f-94e4-403a570a2342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:37.411096 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6e61043-57c5-4e45-bfbb-20253260c1f0 req-d2d65729-831c-4ff8-8de3-fd4c46d6dd6b tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8b9b0f-f645-47bd-b4db-4836d83a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019084 Dec 06 14:39:37.427005 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9098d775-0c29-460c-ab6f-24131dc01900 admin admin] Made reservation on behalf of b0d9e9a493474a29bfd55a5c0553d2e5 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:39:37.433069 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9098d775-0c29-460c-ab6f-24131dc01900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:37.456094 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9098d775-0c29-460c-ab6f-24131dc01900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:37.596707 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9098d775-0c29-460c-ab6f-24131dc01900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:37.605923 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9098d775-0c29-460c-ab6f-24131dc01900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:37.632764 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9098d775-0c29-460c-ab6f-24131dc01900 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:39:37.658298 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098d775-0c29-460c-ab6f-24131dc01900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ec8b99-5cea-40a9-aea6-53dc379db88c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:37.662219 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9098d775-0c29-460c-ab6f-24131dc01900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:37.663078 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-9098d775-0c29-460c-ab6f-24131dc01900 admin admin] Added segment a81e4608-178b-474e-9575-66d73b42eb4f of type vlan for network 37a485f8-03ad-4116-9703-f85f013df52e Dec 06 14:39:37.721775 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9098d775-0c29-460c-ab6f-24131dc01900 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:37.775780 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9098d775-0c29-460c-ab6f-24131dc01900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:37.778290 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9098d775-0c29-460c-ab6f-24131dc01900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:37.779865 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9098d775-0c29-460c-ab6f-24131dc01900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:37.795777 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-262ef9e4-de4a-476f-94e4-403a570a2342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:37.831380 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:39:32Z', 'revision_number': 4, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '359ce00a-49c2-4e1b-855c-9969d1005477', 'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'mac_address': 'fa:16:3e:34:1a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:29Z', 'updated_at': '2021-12-06T14:39:36Z', 'revision_number': 4, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'subnets': [{'id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:37.855268 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9098d775-0c29-460c-ab6f-24131dc01900 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5208755 Dec 06 14:39:37.858030 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34868) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:37.863055 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-75f90c8d-3f58-485d-9acb-e3aa5650d5cf admin admin] Request body: {'subnet': {'network_id': '37a485f8-03ad-4116-9703-f85f013df52e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1336737819-subnet', 'tenant_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:37.910054 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098d775-0c29-460c-ab6f-24131dc01900 admin admin] Pushing event updated for resources: {'Network': ['ID=37a485f8-03ad-4116-9703-f85f013df52e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:37.917077 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c266967a-8a75-4dae-a919-ca12e1534dee None None] The sync data for ids ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'] in n-d-master-1 is: [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:39:32Z', 'revision_number': 4, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '359ce00a-49c2-4e1b-855c-9969d1005477', 'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'mac_address': 'fa:16:3e:34:1a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:29Z', 'updated_at': '2021-12-06T14:39:36Z', 'revision_number': 4, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'subnets': [{'id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:39:37.940180 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 37a485f8-03ad-4116-9703-f85f013df52e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:39:37.955829 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f90c8d-3f58-485d-9acb-e3aa5650d5cf admin admin] Made reservation on behalf of b0d9e9a493474a29bfd55a5c0553d2e5 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:39:37.959478 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75f90c8d-3f58-485d-9acb-e3aa5650d5cf admin admin] Publish callbacks [] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:38.035619 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-262ef9e4-de4a-476f-94e4-403a570a2342 None None] For port 359ce00a-49c2-4e1b-855c-9969d1005477, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=359ce00a-49c2-4e1b-855c-9969d1005477,segment=NetworkSegment(cf13b1f2-830c-4988-93aa-b6e0567249e6),segment_id=cf13b1f2-830c-4988-93aa-b6e0567249e6)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:38.044778 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-262ef9e4-de4a-476f-94e4-403a570a2342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:38.292400 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ef9e4-de4a-476f-94e4-403a570a2342 None None] Pushing event updated for resources: {'Port': ['ID=359ce00a-49c2-4e1b-855c-9969d1005477,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:38.413445 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5641e46-cecf-498b-aed5-365851804e35 req-8df16b0c-8268-499b-bd57-edc739fc429d tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:38.424156 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5641e46-cecf-498b-aed5-365851804e35 req-8df16b0c-8268-499b-bd57-edc739fc429d tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 947 time: 0.2223074 Dec 06 14:39:38.581472 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5641e46-cecf-498b-aed5-365851804e35 req-16e6ffd7-d85a-4eb4-8d61-7fcb2c0c2c73 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559999 Dec 06 14:39:38.606444 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75f90c8d-3f58-485d-9acb-e3aa5650d5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:38.680870 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f90c8d-3f58-485d-9acb-e3aa5650d5cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d0c86f8-e752-4d64-9928-69b8569e2c44,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:38.731844 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f90c8d-3f58-485d-9acb-e3aa5650d5cf admin admin] Checking segment: {'id': 'a81e4608-178b-474e-9575-66d73b42eb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37a485f8-03ad-4116-9703-f85f013df52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:38.731844 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f90c8d-3f58-485d-9acb-e3aa5650d5cf admin admin] Network hostable DHCP agents. Network: 37a485f8-03ad-4116-9703-f85f013df52e, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:39:38.744676 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 359ce00a-49c2-4e1b-855c-9969d1005477 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:38.753725 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f90c8d-3f58-485d-9acb-e3aa5650d5cf admin admin] Network 37a485f8-03ad-4116-9703-f85f013df52e is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:39:38.780259 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-75f90c8d-3f58-485d-9acb-e3aa5650d5cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 37a485f8-03ad-4116-9703-f85f013df52e) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:38.785873 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f90c8d-3f58-485d-9acb-e3aa5650d5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:38.787750 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75f90c8d-3f58-485d-9acb-e3aa5650d5cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:38.821304 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-75f90c8d-3f58-485d-9acb-e3aa5650d5cf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9620457 Dec 06 14:39:38.824519 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34898) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:38.836375 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1336737819-router', 'tenant_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:38.850838 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e71d5b9-3729-4094-9cc9-940d6054205d None None] Network 37a485f8-03ad-4116-9703-f85f013df52e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:39:38.893987 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:38.895712 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:38.985811 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 359ce00a-49c2-4e1b-855c-9969d1005477 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:38.986421 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:39.024049 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:39.247244 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-37a485f8-03ad-4116-9703-f85f013df52e', 'network_id': '37a485f8-03ad-4116-9703-f85f013df52e', 'tenant_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'fixed_ips': [{'subnet_id': '2d0c86f8-e752-4d64-9928-69b8569e2c44'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:39:39.248273 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:39.336260 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0e248-cf4e-45a9-9615-dab42a102ba6 req-0b9dfb86-265a-445b-9389-aee943cd83e9 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:39.337838 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-71c0e248-cf4e-45a9-9615-dab42a102ba6 req-0b9dfb86-265a-445b-9389-aee943cd83e9 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 969 time: 0.3114805 Dec 06 14:39:39.353856 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:39.438116 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Allocated IP 172.20.0.2 (37a485f8-03ad-4116-9703-f85f013df52e/2d0c86f8-e752-4d64-9928-69b8569e2c44/60f0887a-332b-4187-9c0c-61a216109d13) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:39:39.456458 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-71c0e248-cf4e-45a9-9615-dab42a102ba6 req-b17c0cf9-31fe-4aee-aa33-beeea90b04de tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8b9b0f-f645-47bd-b4db-4836d83a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989568 Dec 06 14:39:39.688043 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:39.698760 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:39.787289 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730a2eb-13ee-4b9d-a903-e8ad3ea68646 req-5f0f1e9c-b21f-4d97-935c-8bff69f8c2e0 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:39.798226 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b730a2eb-13ee-4b9d-a903-e8ad3ea68646 req-5f0f1e9c-b21f-4d97-935c-8bff69f8c2e0 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 947 time: 0.0878143 Dec 06 14:39:39.807880 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Network 37a485f8-03ad-4116-9703-f85f013df52e is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:39.813467 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:39.817247 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:39:39.839617 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:39.853305 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Pushing event updated for resources: {'Port': ['ID=60f0887a-332b-4187-9c0c-61a216109d13,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:39.873511 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:39.892899 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b730a2eb-13ee-4b9d-a903-e8ad3ea68646 req-b4ccf719-be15-494c-bc1b-e56edf52dafc tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890749 Dec 06 14:39:39.963162 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Attempting to bind port 60f0887a-332b-4187-9c0c-61a216109d13 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:39:39.965186 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Attempting to bind port 60f0887a-332b-4187-9c0c-61a216109d13 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a81e4608-178b-474e-9575-66d73b42eb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37a485f8-03ad-4116-9703-f85f013df52e'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:39:39.965929 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Attempting to bind port 60f0887a-332b-4187-9c0c-61a216109d13 on network 37a485f8-03ad-4116-9703-f85f013df52e {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:39:39.971464 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:39:39.972012 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Checking segment: {'id': 'a81e4608-178b-474e-9575-66d73b42eb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37a485f8-03ad-4116-9703-f85f013df52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:39.972508 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:39.972994 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Bound using segment: {'id': 'a81e4608-178b-474e-9575-66d73b42eb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37a485f8-03ad-4116-9703-f85f013df52e'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:39:39.973565 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Bound port: 60f0887a-332b-4187-9c0c-61a216109d13, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81e4608-178b-474e-9575-66d73b42eb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37a485f8-03ad-4116-9703-f85f013df52e'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:39:39.974056 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:40.040202 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Allocated IP 172.35.7.34 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/ced40962-6e75-45b6-a929-e75df6b47b4c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:39:40.074264 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] For port 60f0887a-332b-4187-9c0c-61a216109d13, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:39:40.078092 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] For port 60f0887a-332b-4187-9c0c-61a216109d13, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=60f0887a-332b-4187-9c0c-61a216109d13,segment=NetworkSegment(a81e4608-178b-474e-9575-66d73b42eb4f),segment_id=a81e4608-178b-474e-9575-66d73b42eb4f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:39:40.086667 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:40.157895 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e9959-a542-461e-840e-440c1aaafcb5 None None] Pushing event updated for resources: {'Port': ['ID=60f0887a-332b-4187-9c0c-61a216109d13,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:40.212025 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:40.241718 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 274b9b86-3511-4a21-a7e1-e14edfc325cd details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:39:40.293798 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:40.387193 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:40.400063 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:40.409587 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:39:40.416338 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Pushing event updated for resources: {'Port': ['ID=ced40962-6e75-45b6-a929-e75df6b47b4c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:40.425965 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 274b9b86-3511-4a21-a7e1-e14edfc325cd, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=274b9b86-3511-4a21-a7e1-e14edfc325cd,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:40.458485 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '274b9b86-3511-4a21-a7e1-e14edfc325cd', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '274b9b86-3511-4a21-a7e1-e14edfc325cd', 'mac_address': 'fa:16:3e:e1:b8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:tempest-test_az-677558411', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:39:40.511959 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:40.537386 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 274b9b86-3511-4a21-a7e1-e14edfc325cd {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:39:40.602526 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 274b9b86-3511-4a21-a7e1-e14edfc325cd, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=274b9b86-3511-4a21-a7e1-e14edfc325cd,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:40.609795 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:40.758093 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 60f0887a-332b-4187-9c0c-61a216109d13 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:40.775434 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:40.833674 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d098c8b-35c6-44a4-b31e-6436e78833f7 req-f46fa608-67b9-40d7-ad8a-e2a951504772 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:40.836980 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9d098c8b-35c6-44a4-b31e-6436e78833f7 req-f46fa608-67b9-40d7-ad8a-e2a951504772 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 970 time: 0.0899808 Dec 06 14:39:40.855506 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 60f0887a-332b-4187-9c0c-61a216109d13 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:40.855828 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:40.914713 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9d098c8b-35c6-44a4-b31e-6436e78833f7 req-e6bfe0ff-d997-49e4-8c81-485cf08d1c2f tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8b9b0f-f645-47bd-b4db-4836d83a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700159 Dec 06 14:39:40.953456 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['274b9b86-3511-4a21-a7e1-e14edfc325cd'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:39:41.116939 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357f10-09f4-43a8-91fe-0f3dd8a88ca2 req-054c8474-60cc-451e-8c4e-d7281aeee0d9 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:41.118000 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e357f10-09f4-43a8-91fe-0f3dd8a88ca2 req-054c8474-60cc-451e-8c4e-d7281aeee0d9 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 947 time: 0.1360378 Dec 06 14:39:41.125073 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=274b9b86-3511-4a21-a7e1-e14edfc325cd,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:41.178183 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:41.209460 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:41.232285 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e357f10-09f4-43a8-91fe-0f3dd8a88ca2 req-e39b9b80-fc03-4a0a-b0b6-0356b18268fb tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063919 Dec 06 14:39:41.268031 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 60f0887a-332b-4187-9c0c-61a216109d13, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=60f0887a-332b-4187-9c0c-61a216109d13,segment=NetworkSegment(a81e4608-178b-474e-9575-66d73b42eb4f),segment_id=a81e4608-178b-474e-9575-66d73b42eb4f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:41.293490 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:41.384894 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=60f0887a-332b-4187-9c0c-61a216109d13,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:41.409748 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Router 31cdd4fe-2d3a-4e6d-a81a-7f42c281df51 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:39:41.497584 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac7096f-751d-4d73-ac31-95e787f844b1 None None] Network 37a485f8-03ad-4116-9703-f85f013df52e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:39:41.545854 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:39:41.556805 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Sync routers for ids ['31cdd4fe-2d3a-4e6d-a81a-7f42c281df51'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:39:41.566837 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:41.574799 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34990) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:41.575026 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34992) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:41.586709 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fc302c48-58b0-4a4e-ab18-b9736367ab61 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7580013 Dec 06 14:39:41.587134 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Routers {'31cdd4fe-2d3a-4e6d-a81a-7f42c281df51'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:39:41.588083 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:39:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['31cdd4fe-2d3a-4e6d-a81a-7f42c281df51'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:41.676463 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f174316e-847b-474a-b9ea-c1c1a653be6f None None] Provisioning complete for port 60f0887a-332b-4187-9c0c-61a216109d13 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:41.676835 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f174316e-847b-474a-b9ea-c1c1a653be6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:41.805847 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-621ceac1-0f59-4209-964f-15a3ab26bc66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:41.882180 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Set router 31cdd4fe-2d3a-4e6d-a81a-7f42c281df51 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:39:41.912908 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-621ceac1-0f59-4209-964f-15a3ab26bc66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:41.922967 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-621ceac1-0f59-4209-964f-15a3ab26bc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:41.998591 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35016) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:42.068269 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-621ceac1-0f59-4209-964f-15a3ab26bc66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae4940abe5b248d9a5b6689922082c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4902265 Dec 06 14:39:42.069958 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35024) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:42.144651 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea2d69-ae9b-4f99-a718-9f4396b44728 req-fa93cdbe-c8be-4fdd-b914-2fcd30912b4c tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:42.151900 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ceac1-0f59-4209-964f-15a3ab26bc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dd4efb-64e0-4851-a3de-8262bc816eae,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:42.153355 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-87ea2d69-ae9b-4f99-a718-9f4396b44728 req-fa93cdbe-c8be-4fdd-b914-2fcd30912b4c tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 970 time: 0.1140220 Dec 06 14:39:42.218148 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0cbe9d6c-6cd3-466b-b769-a2039f1856b1 None None] Provisioning complete for port 60f0887a-332b-4187-9c0c-61a216109d13 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:42.221705 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0cbe9d6c-6cd3-466b-b769-a2039f1856b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:42.229230 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-87ea2d69-ae9b-4f99-a718-9f4396b44728 req-705dede1-1400-4063-bad2-7a9f6d8f1115 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8b9b0f-f645-47bd-b4db-4836d83a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749316 Dec 06 14:39:42.253418 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35028) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:42.281361 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 274b9b86-3511-4a21-a7e1-e14edfc325cd up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:42.353411 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1336737819-router', 'tenant_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ced40962-6e75-45b6-a929-e75df6b47b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:38Z', 'updated_at': '2021-12-06T14:39:40Z', 'revision_number': 3, 'project_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'gw_port': {'id': 'ced40962-6e75-45b6-a929-e75df6b47b4c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:39Z', 'updated_at': '2021-12-06T14:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:42.354032 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03a77b1c-ea5f-458b-b743-e5f41977fc8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:42.363288 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd56f06d-0752-44a0-920a-1a09b95b6d36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:42.377649 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03a77b1c-ea5f-458b-b743-e5f41977fc8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:42.424702 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Checking router: 31cdd4fe-2d3a-4e6d-a81a-7f42c281df51 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:39:42.425186 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Updating router 31cdd4fe-2d3a-4e6d-a81a-7f42c281df51 port ced40962-6e75-45b6-a929-e75df6b47b4c binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:39:42.431365 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 274b9b86-3511-4a21-a7e1-e14edfc325cd completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:39:42.437178 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03a77b1c-ea5f-458b-b743-e5f41977fc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:42.439615 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03a77b1c-ea5f-458b-b743-e5f41977fc8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:42.443164 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-03a77b1c-ea5f-458b-b743-e5f41977fc8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0dd4efb-64e0-4851-a3de-8262bc816eae HTTP/1.1" status: 204 len: 168 time: 0.3683081 Dec 06 14:39:42.444291 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 274b9b86-3511-4a21-a7e1-e14edfc325cd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:42.444800 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:42.474287 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:42.510916 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-539a5a9c-1aef-4d7e-8b3e-e606e3baebbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:42.518442 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a77b1c-ea5f-458b-b743-e5f41977fc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dd4efb-64e0-4851-a3de-8262bc816eae,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:42.544501 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:42.631767 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f9f53-c198-4649-99a4-b02fd14d126b req-c29b2317-6d64-4c81-84ce-7c21aa21a454 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:42.634613 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:42.648204 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-311f9f53-c198-4649-99a4-b02fd14d126b req-c29b2317-6d64-4c81-84ce-7c21aa21a454 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 947 time: 0.2915897 Dec 06 14:39:42.680964 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 60f0887a-332b-4187-9c0c-61a216109d13 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:42.696437 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6253c8d8-ed99-4321-8950-0feb7256b36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274b9b86-3511-4a21-a7e1-e14edfc325cd'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:39:42.785827 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 274b9b86-3511-4a21-a7e1-e14edfc325cd, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=274b9b86-3511-4a21-a7e1-e14edfc325cd,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:42.795505 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:42.853808 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] Allocated IP 172.20.0.1 (37a485f8-03ad-4116-9703-f85f013df52e/2d0c86f8-e752-4d64-9928-69b8569e2c44/3bee4963-2325-4632-b4cf-b653f68dc130) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:39:42.871405 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=274b9b86-3511-4a21-a7e1-e14edfc325cd,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:42.876461 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 60f0887a-332b-4187-9c0c-61a216109d13 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:42.877130 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:42.877317 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-311f9f53-c198-4649-99a4-b02fd14d126b req-aaf24717-034e-4f2b-a7af-c575cb03a0ec tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213037 Dec 06 14:39:42.908195 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd56f06d-0752-44a0-920a-1a09b95b6d36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:42.922856 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd56f06d-0752-44a0-920a-1a09b95b6d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.002253 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-539a5a9c-1aef-4d7e-8b3e-e606e3baebbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.008559 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cd56f06d-0752-44a0-920a-1a09b95b6d36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3fa23a44d68d42a2a47522dd21a75715&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0060203 Dec 06 14:39:43.008559 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56f06d-0752-44a0-920a-1a09b95b6d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b61d57-d69b-458f-a144-e5c1c210ad81,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:43.009725 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35048) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:43.028571 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-539a5a9c-1aef-4d7e-8b3e-e606e3baebbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.041411 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.051201 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35050) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:43.056141 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.089112 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-539a5a9c-1aef-4d7e-8b3e-e606e3baebbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2ed010c135c4a97b277b778defb9157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8341780 Dec 06 14:39:43.090942 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35052) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:43.091374 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42ea396a-8059-4496-8353-825605155d2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.108056 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a5a9c-1aef-4d7e-8b3e-e606e3baebbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2bc537-3541-42ad-b7ab-2db8e96ffed4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:43.110606 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.148657 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01ce62-d2eb-4a93-a62f-b0fc7b4d0d61 None None] Pushing event updated for resources: {'Port': ['ID=ced40962-6e75-45b6-a929-e75df6b47b4c,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:43.149935 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec5d726f-924f-4c95-8e17-1bce5f4f17f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.171759 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f179a8-88a6-4746-a272-39d77764c875" -d '{"events": [{"server_uuid": "6253c8d8-ed99-4321-8950-0feb7256b36b", "name": "network-vif-plugged", "status": "completed", "tag": "274b9b86-3511-4a21-a7e1-e14edfc325cd"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:39:43.189033 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec5d726f-924f-4c95-8e17-1bce5f4f17f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.190806 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97851343-f4a9-4ec0-aeb4-d12f1585798a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.197095 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Attempting to bind port ced40962-6e75-45b6-a929-e75df6b47b4c on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:39:43.197898 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Attempting to bind port ced40962-6e75-45b6-a929-e75df6b47b4c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:39:43.198191 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Attempting to bind port ced40962-6e75-45b6-a929-e75df6b47b4c on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:39:43.211766 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:39:43.212667 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:43.212667 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.213290 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:39:43.213781 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Bound port: ced40962-6e75-45b6-a929-e75df6b47b4c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:39:43.215037 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.215244 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.264093 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] Network 37a485f8-03ad-4116-9703-f85f013df52e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:43.266755 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97851343-f4a9-4ec0-aeb4-d12f1585798a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.279257 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:43.284814 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:39:43.285355 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.311989 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] For port ced40962-6e75-45b6-a929-e75df6b47b4c, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:39:43.323995 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] For port ced40962-6e75-45b6-a929-e75df6b47b4c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ced40962-6e75-45b6-a929-e75df6b47b4c,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:39:43.335704 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.341922 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec5d726f-924f-4c95-8e17-1bce5f4f17f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.345355 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec5d726f-924f-4c95-8e17-1bce5f4f17f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.347014 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ec5d726f-924f-4c95-8e17-1bce5f4f17f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70b61d57-d69b-458f-a144-e5c1c210ad81 HTTP/1.1" status: 204 len: 168 time: 0.3362591 Dec 06 14:39:43.353178 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97851343-f4a9-4ec0-aeb4-d12f1585798a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.360579 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97851343-f4a9-4ec0-aeb4-d12f1585798a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.364469 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42ea396a-8059-4496-8353-825605155d2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.369474 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-97851343-f4a9-4ec0-aeb4-d12f1585798a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d2bc537-3541-42ad-b7ab-2db8e96ffed4 HTTP/1.1" status: 204 len: 168 time: 0.2741144 Dec 06 14:39:43.376303 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d726f-924f-4c95-8e17-1bce5f4f17f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b61d57-d69b-458f-a144-e5c1c210ad81,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:43.386238 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42ea396a-8059-4496-8353-825605155d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.392382 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97851343-f4a9-4ec0-aeb4-d12f1585798a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2bc537-3541-42ad-b7ab-2db8e96ffed4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:43.415000 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] Pushing event updated for resources: {'Port': ['ID=3bee4963-2325-4632-b4cf-b653f68dc130,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:43.453116 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35070) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:43.456679 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-42ea396a-8059-4496-8353-825605155d2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47454c8a034e462084de6f7cc9c48fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3986323 Dec 06 14:39:43.490717 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Routers {'31cdd4fe-2d3a-4e6d-a81a-7f42c281df51'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:39:43.491314 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:39:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['31cdd4fe-2d3a-4e6d-a81a-7f42c281df51'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:43.525223 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3855bcfa-1c2b-489c-9ed4-971b8e6b4c2b x-openstack-request-id: req-3855bcfa-1c2b-489c-9ed4-971b8e6b4c2b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:39:43.525550 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6253c8d8-ed99-4321-8950-0feb7256b36b", "name": "network-vif-plugged", "status": "completed", "tag": "274b9b86-3511-4a21-a7e1-e14edfc325cd", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:39:43.526049 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3855bcfa-1c2b-489c-9ed4-971b8e6b4c2b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:39:43.526531 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6253c8d8-ed99-4321-8950-0feb7256b36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274b9b86-3511-4a21-a7e1-e14edfc325cd', 'code': 200} Dec 06 14:39:43.542393 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea396a-8059-4496-8353-825605155d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320316ce-5879-426c-a423-b11f511c31ff,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:43.659420 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01ce62-d2eb-4a93-a62f-b0fc7b4d0d61 None None] Pushing event updated for resources: {'Port': ['ID=ced40962-6e75-45b6-a929-e75df6b47b4c,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:43.728294 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.752774 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c2545d2a-6630-4bcb-b73b-1c111be050a4 None None] Provisioning complete for port 3bee4963-2325-4632-b4cf-b653f68dc130 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:43.753285 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c2545d2a-6630-4bcb-b73b-1c111be050a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.788653 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7da9de02-b925-4059-bc74-9e5e4f52a5c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.820831 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] Set router 31cdd4fe-2d3a-4e6d-a81a-7f42c281df51 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:39:43.825459 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c2545d2a-6630-4bcb-b73b-1c111be050a4 None None] Port 3bee4963-2325-4632-b4cf-b653f68dc130 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:39:43.848946 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7da9de02-b925-4059-bc74-9e5e4f52a5c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.857994 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184b410-3d77-4e85-b378-2a0116fd7ed9 req-f8661946-0ac5-47dd-b3a7-7f28b42470ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:43.859477 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6184b410-3d77-4e85-b378-2a0116fd7ed9 req-f8661946-0ac5-47dd-b3a7-7f28b42470ef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 1122 time: 0.2501605 Dec 06 14:39:43.874950 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3212d-9b2a-4eb3-bd0a-9380e3e37f3b req-0b2db876-19c1-41af-b826-2c1c06755a4d tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:43.877089 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69e3212d-9b2a-4eb3-bd0a-9380e3e37f3b req-0b2db876-19c1-41af-b826-2c1c06755a4d tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 971 time: 0.1857719 Dec 06 14:39:43.893452 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6184b410-3d77-4e85-b378-2a0116fd7ed9 req-e54b1e44-f397-4759-bcc2-d26bdab59fad service neutron] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.949999 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7da9de02-b925-4059-bc74-9e5e4f52a5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.953993 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7da9de02-b925-4059-bc74-9e5e4f52a5c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:43.955833 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7da9de02-b925-4059-bc74-9e5e4f52a5c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/320316ce-5879-426c-a423-b11f511c31ff HTTP/1.1" status: 204 len: 168 time: 0.5001540 Dec 06 14:39:43.975584 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9de02-b925-4059-bc74-9e5e4f52a5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320316ce-5879-426c-a423-b11f511c31ff,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:43.994765 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69e3212d-9b2a-4eb3-bd0a-9380e3e37f3b req-9831352c-972f-420c-afbd-0d5b482b12c0 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8b9b0f-f645-47bd-b4db-4836d83a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104989 Dec 06 14:39:44.042673 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35084) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:44.064289 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f95b383-88f6-4b84-9e96-b14ad69c6c98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.109101 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6184b410-3d77-4e85-b378-2a0116fd7ed9 req-e54b1e44-f397-4759-bcc2-d26bdab59fad service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.125376 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc743e-5a8a-45c0-ac05-2346a208c35a req-4288d38e-5a07-422c-b09d-3bd2cac970d8 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:44.127437 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82fc743e-5a8a-45c0-ac05-2346a208c35a req-4288d38e-5a07-422c-b09d-3bd2cac970d8 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 947 time: 0.0940292 Dec 06 14:39:44.128670 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6184b410-3d77-4e85-b378-2a0116fd7ed9 req-e54b1e44-f397-4759-bcc2-d26bdab59fad service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.144086 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 3c91560e-908e-4912-b122-dde19bd15ad4 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:39:44.188222 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1336737819-router', 'tenant_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ced40962-6e75-45b6-a929-e75df6b47b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:38Z', 'updated_at': '2021-12-06T14:39:40Z', 'revision_number': 3, 'project_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'gw_port': {'id': 'ced40962-6e75-45b6-a929-e75df6b47b4c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:39Z', 'updated_at': '2021-12-06T14:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:44.189040 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f95b383-88f6-4b84-9e96-b14ad69c6c98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.200224 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f95b383-88f6-4b84-9e96-b14ad69c6c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.209455 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b1e44-f397-4759-bcc2-d26bdab59fad service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7394a04c-f3bb-4319-856e-7463ed059612,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:44.235082 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2f95b383-88f6-4b84-9e96-b14ad69c6c98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2086f6aaa3f4d379239cbd80bb294df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888134 Dec 06 14:39:44.236006 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35086) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:44.259593 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe0c795-e9c6-4616-8f52-ef01cff140f3 None None] The sync data for ids ['31cdd4fe-2d3a-4e6d-a81a-7f42c281df51'] in n-d-master-1 is: [{'id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1336737819-router', 'tenant_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ced40962-6e75-45b6-a929-e75df6b47b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:38Z', 'updated_at': '2021-12-06T14:39:40Z', 'revision_number': 3, 'project_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'gw_port': {'id': 'ced40962-6e75-45b6-a929-e75df6b47b4c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:39Z', 'updated_at': '2021-12-06T14:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:39:44.269273 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6184b410-3d77-4e85-b378-2a0116fd7ed9 req-e54b1e44-f397-4759-bcc2-d26bdab59fad service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1e8b9b0f-f645-47bd-b4db-4836d83a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010880 Dec 06 14:39:44.303511 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82fc743e-5a8a-45c0-ac05-2346a208c35a req-b172a8f9-711f-4ae7-b3c1-082ac4ca40ca tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985205 Dec 06 14:39:44.339084 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 3c91560e-908e-4912-b122-dde19bd15ad4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3c91560e-908e-4912-b122-dde19bd15ad4,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:44.347107 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95b383-88f6-4b84-9e96-b14ad69c6c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b24e342-aa71-4a57-b28f-9bdae6ae07b9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:44.362582 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '3c91560e-908e-4912-b122-dde19bd15ad4', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '3c91560e-908e-4912-b122-dde19bd15ad4', 'mac_address': 'fa:16:3e:04:34:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:39:44.380996 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35092) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:44.404983 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6af70684-ea51-4a25-a704-7de71a4ea424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.424584 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.437437 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.442855 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.443587 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.452722 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c91560e-908e-4912-b122-dde19bd15ad4 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:39:44.500444 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 3c91560e-908e-4912-b122-dde19bd15ad4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3c91560e-908e-4912-b122-dde19bd15ad4,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:44.505084 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee4251ba-0575-4c25-94e1-f9b6d7d54d01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.511751 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.560940 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6af70684-ea51-4a25-a704-7de71a4ea424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.570864 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee4251ba-0575-4c25-94e1-f9b6d7d54d01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.573020 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6af70684-ea51-4a25-a704-7de71a4ea424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.602580 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=3c91560e-908e-4912-b122-dde19bd15ad4,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:44.633268 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6af70684-ea51-4a25-a704-7de71a4ea424 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=010aa4989f4b468ea3b163149cc108fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476964 Dec 06 14:39:44.633268 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af70684-ea51-4a25-a704-7de71a4ea424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10c4ac7-3d78-432f-b213-a415775762af,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:44.634417 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35094) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:44.659229 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] Pushing event updated for resources: {'Port': ['ID=3bee4963-2325-4632-b4cf-b653f68dc130,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:44.704972 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] Network 37a485f8-03ad-4116-9703-f85f013df52e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:44.711767 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35096) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:44.711767 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:44.756115 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d18d765-e326-41da-a0c3-71f684526148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.876840 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['3c91560e-908e-4912-b122-dde19bd15ad4'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:39:44.924325 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee4251ba-0575-4c25-94e1-f9b6d7d54d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.927675 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee4251ba-0575-4c25-94e1-f9b6d7d54d01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.930359 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ee4251ba-0575-4c25-94e1-f9b6d7d54d01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b24e342-aa71-4a57-b28f-9bdae6ae07b9 HTTP/1.1" status: 204 len: 168 time: 0.6932926 Dec 06 14:39:44.933475 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c03e5e9d-721a-4204-847e-8cd75cd14da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:44.970273 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c03e5e9d-721a-4204-847e-8cd75cd14da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:45.055007 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c03e5e9d-721a-4204-847e-8cd75cd14da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:45.059061 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c03e5e9d-721a-4204-847e-8cd75cd14da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:45.065502 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c03e5e9d-721a-4204-847e-8cd75cd14da2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c10c4ac7-3d78-432f-b213-a415775762af HTTP/1.1" status: 204 len: 168 time: 0.4300454 Dec 06 14:39:45.081793 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e5e9d-721a-4204-847e-8cd75cd14da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10c4ac7-3d78-432f-b213-a415775762af,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:45.194264 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-30ad2918-a295-45ef-9046-ef7e4bc81f77 None None] Provisioning complete for port 3bee4963-2325-4632-b4cf-b653f68dc130 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:45.194709 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-30ad2918-a295-45ef-9046-ef7e4bc81f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:45.208692 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72c5f4-87a9-4767-a476-e47b0365285c req-76c0d351-a42d-4e81-9dea-4fc707f76662 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:45.222085 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fd72c5f4-87a9-4767-a476-e47b0365285c req-76c0d351-a42d-4e81-9dea-4fc707f76662 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 971 time: 0.0891469 Dec 06 14:39:45.280203 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fd72c5f4-87a9-4767-a476-e47b0365285c req-34785a88-bb34-4b2a-ac76-9c3b2ae91715 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8b9b0f-f645-47bd-b4db-4836d83a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569479 Dec 06 14:39:45.295121 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-30ad2918-a295-45ef-9046-ef7e4bc81f77 None None] Port 3bee4963-2325-4632-b4cf-b653f68dc130 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:39:45.418575 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4251ba-0575-4c25-94e1-f9b6d7d54d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b24e342-aa71-4a57-b28f-9bdae6ae07b9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:45.444850 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] Router 31cdd4fe-2d3a-4e6d-a81a-7f42c281df51 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:39:45.515559 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d18d765-e326-41da-a0c3-71f684526148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:45.551156 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d18d765-e326-41da-a0c3-71f684526148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:45.575803 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae14df-67a7-43f2-9dd3-de26789fc056 req-71f9bfac-0ebd-496b-a007-2327fff19838 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:45.577348 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50ae14df-67a7-43f2-9dd3-de26789fc056 req-71f9bfac-0ebd-496b-a007-2327fff19838 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 948 time: 0.1555827 Dec 06 14:39:45.639267 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0d18d765-e326-41da-a0c3-71f684526148 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6096f57c31324ba7b162edf9b99c18f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9251893 Dec 06 14:39:45.642059 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35120) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:45.642955 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18d765-e326-41da-a0c3-71f684526148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ceda0ff-b40b-4511-92c6-4a87a1eceed3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:45.711231 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50ae14df-67a7-43f2-9dd3-de26789fc056 req-82309fb0-f59c-46de-a173-2d66c6eee31f tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147642 Dec 06 14:39:45.713971 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:39:45.726773 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4bcb92e3-6554-4c2b-bebe-c0e1e9ae3719 admin admin] 10.222.0.20 "PUT /v2.0/routers/31cdd4fe-2d3a-4e6d-a81a-7f42c281df51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1423607 Dec 06 14:39:45.772992 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02c16bf9-c5d9-4c98-a20f-0876b709e8b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:45.795381 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02c16bf9-c5d9-4c98-a20f-0876b709e8b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:45.846004 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02c16bf9-c5d9-4c98-a20f-0876b709e8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:45.848922 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02c16bf9-c5d9-4c98-a20f-0876b709e8b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:45.850395 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-02c16bf9-c5d9-4c98-a20f-0876b709e8b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ceda0ff-b40b-4511-92c6-4a87a1eceed3 HTTP/1.1" status: 204 len: 168 time: 0.2049711 Dec 06 14:39:45.859921 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c16bf9-c5d9-4c98-a20f-0876b709e8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ceda0ff-b40b-4511-92c6-4a87a1eceed3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:46.125628 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 3c91560e-908e-4912-b122-dde19bd15ad4 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:46.198323 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 3c91560e-908e-4912-b122-dde19bd15ad4 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:39:46.206549 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 3c91560e-908e-4912-b122-dde19bd15ad4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:46.207140 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:46.409422 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:46.436860 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c55be3e-b683-43ea-86f2-31dbb04b1ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c91560e-908e-4912-b122-dde19bd15ad4'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:39:46.439116 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d54c91e-491b-4852-8735-41e46529282a" -d '{"events": [{"server_uuid": "2c55be3e-b683-43ea-86f2-31dbb04b1ece", "name": "network-vif-plugged", "status": "completed", "tag": "3c91560e-908e-4912-b122-dde19bd15ad4"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:39:46.453896 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 3c91560e-908e-4912-b122-dde19bd15ad4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3c91560e-908e-4912-b122-dde19bd15ad4,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:46.460309 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:46.538233 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=3c91560e-908e-4912-b122-dde19bd15ad4,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:46.561671 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbef31-1293-47ec-aaeb-d8e9f1f4b873 req-165cd32d-2de3-4485-9346-6ee00f687e90 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:46.572537 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16bbef31-1293-47ec-aaeb-d8e9f1f4b873 req-165cd32d-2de3-4485-9346-6ee00f687e90 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 971 time: 0.0832846 Dec 06 14:39:46.643707 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16bbef31-1293-47ec-aaeb-d8e9f1f4b873 req-32506e04-6626-4bb5-ac16-05bfbd0ea772 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8b9b0f-f645-47bd-b4db-4836d83a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536065 Dec 06 14:39:46.656014 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Sync routers for ids ['31cdd4fe-2d3a-4e6d-a81a-7f42c281df51'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:39:46.681718 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ced40962-6e75-45b6-a929-e75df6b47b4c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:46.686572 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Routers {'31cdd4fe-2d3a-4e6d-a81a-7f42c281df51'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:39:46.686696 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:39:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['31cdd4fe-2d3a-4e6d-a81a-7f42c281df51'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:46.711953 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c01b3ac-89b0-48c4-9ab1-4c929ba03f8e x-openstack-request-id: req-2c01b3ac-89b0-48c4-9ab1-4c929ba03f8e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:39:46.712319 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c55be3e-b683-43ea-86f2-31dbb04b1ece", "name": "network-vif-plugged", "status": "completed", "tag": "3c91560e-908e-4912-b122-dde19bd15ad4", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:39:46.712685 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c01b3ac-89b0-48c4-9ab1-4c929ba03f8e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:39:46.713078 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c55be3e-b683-43ea-86f2-31dbb04b1ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c91560e-908e-4912-b122-dde19bd15ad4', 'code': 200} Dec 06 14:39:46.893841 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Set router 31cdd4fe-2d3a-4e6d-a81a-7f42c281df51 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:39:46.896084 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99c5d8-04f6-4151-ac41-1c696e808727 req-f9458f51-0643-4de6-bee8-dcf11d912e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:46.897931 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d99c5d8-04f6-4151-ac41-1c696e808727 req-f9458f51-0643-4de6-bee8-dcf11d912e76 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 1100 time: 0.1165333 Dec 06 14:39:46.904201 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7db5c-b3ee-44f3-b606-9a826137dae0 req-94d0ec52-f8d1-4c5a-93f0-37a77a00aa70 tempest-AggregatesAdminTestJSON-745233022 tempest-AggregatesAdminTestJSON-745233022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:46.906017 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1fa7db5c-b3ee-44f3-b606-9a826137dae0 req-94d0ec52-f8d1-4c5a-93f0-37a77a00aa70 tempest-AggregatesAdminTestJSON-745233022 tempest-AggregatesAdminTestJSON-745233022-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 1122 time: 0.0830929 Dec 06 14:39:46.956346 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1fa7db5c-b3ee-44f3-b606-9a826137dae0 req-e6c325e2-311a-4ebd-b4b6-4ad8df30b370 tempest-AggregatesAdminTestJSON-745233022 tempest-AggregatesAdminTestJSON-745233022-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:46.987725 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d99c5d8-04f6-4151-ac41-1c696e808727 req-e2e48954-f3dd-452c-9ef5-5000c76161e8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807300 Dec 06 14:39:47.102218 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35202) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:47.109650 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1fa7db5c-b3ee-44f3-b606-9a826137dae0 req-e6c325e2-311a-4ebd-b4b6-4ad8df30b370 tempest-AggregatesAdminTestJSON-745233022 tempest-AggregatesAdminTestJSON-745233022-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:47.119030 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1fa7db5c-b3ee-44f3-b606-9a826137dae0 req-e6c325e2-311a-4ebd-b4b6-4ad8df30b370 tempest-AggregatesAdminTestJSON-745233022 tempest-AggregatesAdminTestJSON-745233022-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:47.141982 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ced40962-6e75-45b6-a929-e75df6b47b4c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:47.142561 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:47.175016 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1fa7db5c-b3ee-44f3-b606-9a826137dae0 req-e6c325e2-311a-4ebd-b4b6-4ad8df30b370 tempest-AggregatesAdminTestJSON-745233022 tempest-AggregatesAdminTestJSON-745233022-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1e8b9b0f-f645-47bd-b4db-4836d83a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282386 Dec 06 14:39:47.205516 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c325e2-311a-4ebd-b4b6-4ad8df30b370 tempest-AggregatesAdminTestJSON-745233022 tempest-AggregatesAdminTestJSON-745233022-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad10bf7-56a7-4801-b478-f3ef790f1b61,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:47.227039 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4c82a-59b0-4838-b6b6-235c8380f909 req-598212c4-a99a-465d-ac0e-8f4d257d878c tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:47.228942 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6d4c82a-59b0-4838-b6b6-235c8380f909 req-598212c4-a99a-465d-ac0e-8f4d257d878c tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 949 time: 0.1159098 Dec 06 14:39:47.253399 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1336737819-router', 'tenant_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ced40962-6e75-45b6-a929-e75df6b47b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:38Z', 'updated_at': '2021-12-06T14:39:43Z', 'revision_number': 4, 'project_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'gw_port': {'id': 'ced40962-6e75-45b6-a929-e75df6b47b4c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:39Z', 'updated_at': '2021-12-06T14:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3bee4963-2325-4632-b4cf-b653f68dc130', 'name': '', 'network_id': '37a485f8-03ad-4116-9703-f85f013df52e', 'tenant_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'mac_address': 'fa:16:3e:d2:08:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '2d0c86f8-e752-4d64-9928-69b8569e2c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:42Z', 'updated_at': '2021-12-06T14:39:43Z', 'revision_number': 2, 'project_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'subnets': [{'id': '2d0c86f8-e752-4d64-9928-69b8569e2c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:47.277025 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-78b0eb6e-6878-4025-89c2-2fe910948198 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-network', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:47.288716 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Checking router: 31cdd4fe-2d3a-4e6d-a81a-7f42c281df51 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:39:47.288716 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Updating router 31cdd4fe-2d3a-4e6d-a81a-7f42c281df51 port 3bee4963-2325-4632-b4cf-b653f68dc130 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:39:47.316129 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:47.338935 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6d4c82a-59b0-4838-b6b6-235c8380f909 req-893f859d-e681-4eaf-b53a-30ba97fa49d1 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955641 Dec 06 14:39:47.346804 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b0eb6e-6878-4025-89c2-2fe910948198 admin admin] Made reservation on behalf of 7c0debcee8fc4e30b6ef3f1b9ed587a3 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:39:47.349309 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78b0eb6e-6878-4025-89c2-2fe910948198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:47.355958 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port ced40962-6e75-45b6-a929-e75df6b47b4c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ced40962-6e75-45b6-a929-e75df6b47b4c,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:47.357266 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:47.360977 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78b0eb6e-6878-4025-89c2-2fe910948198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:47.366845 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:47.498447 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=ced40962-6e75-45b6-a929-e75df6b47b4c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:47.499538 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78b0eb6e-6878-4025-89c2-2fe910948198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:47.515359 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78b0eb6e-6878-4025-89c2-2fe910948198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:47.554613 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b0eb6e-6878-4025-89c2-2fe910948198 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:39:47.570952 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0eb6e-6878-4025-89c2-2fe910948198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be81c864-9b54-49cc-a0d9-91cdf738392e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:47.577988 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78b0eb6e-6878-4025-89c2-2fe910948198 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762841847965', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:47.578561 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78b0eb6e-6878-4025-89c2-2fe910948198 admin admin] Unsubscribe: segment precommit_create {{(pid=103288) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 06 14:39:47.579014 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-78b0eb6e-6878-4025-89c2-2fe910948198 admin admin] Added segment 140d8ddc-7751-4b43-bcca-254da309f20b of type vlan for network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 Dec 06 14:39:47.685063 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78b0eb6e-6878-4025-89c2-2fe910948198 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:47.755600 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78b0eb6e-6878-4025-89c2-2fe910948198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:47.756534 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b0eb6e-6878-4025-89c2-2fe910948198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:47.757144 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78b0eb6e-6878-4025-89c2-2fe910948198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:47.771021 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:47.779890 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:47.804770 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-78b0eb6e-6878-4025-89c2-2fe910948198 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6986942 Dec 06 14:39:47.805135 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35232) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:47.810031 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-89f215c6-8def-4474-b9ed-1ee31ed1741b admin admin] Request body: {'subnet': {'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-subnet', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:47.879508 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f215c6-8def-4474-b9ed-1ee31ed1741b admin admin] Made reservation on behalf of 7c0debcee8fc4e30b6ef3f1b9ed587a3 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:39:47.881848 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89f215c6-8def-4474-b9ed-1ee31ed1741b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:47.977999 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35238) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:47.987740 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ceff9-ca47-4746-853c-7f7318035637 None None] Pushing event updated for resources: {'Port': ['ID=3bee4963-2325-4632-b4cf-b653f68dc130,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:47.999435 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e49c434a-ba8f-4b99-8419-818224cd8050 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1697154165', 'description': 'tempest-description--2051964432'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:48.002427 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Attempting to bind port 3bee4963-2325-4632-b4cf-b653f68dc130 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:39:48.003238 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Attempting to bind port 3bee4963-2325-4632-b4cf-b653f68dc130 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a81e4608-178b-474e-9575-66d73b42eb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37a485f8-03ad-4116-9703-f85f013df52e'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:39:48.003238 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Attempting to bind port 3bee4963-2325-4632-b4cf-b653f68dc130 on network 37a485f8-03ad-4116-9703-f85f013df52e {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:39:48.025820 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:39:48.031257 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Checking segment: {'id': 'a81e4608-178b-474e-9575-66d73b42eb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37a485f8-03ad-4116-9703-f85f013df52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:48.031917 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:48.032178 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Bound using segment: {'id': 'a81e4608-178b-474e-9575-66d73b42eb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37a485f8-03ad-4116-9703-f85f013df52e'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:39:48.032686 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Bound port: 3bee4963-2325-4632-b4cf-b653f68dc130, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81e4608-178b-474e-9575-66d73b42eb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37a485f8-03ad-4116-9703-f85f013df52e'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:39:48.038385 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:48.160456 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0eb6e-6878-4025-89c2-2fe910948198 admin admin] Pushing event updated for resources: {'Network': ['ID=2f20ef1d-3a79-45eb-89da-218d4bf84e98,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:48.199817 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:39:48.210106 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e49c434a-ba8f-4b99-8419-818224cd8050 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:48.297997 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] For port 3bee4963-2325-4632-b4cf-b653f68dc130, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:39:48.310875 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] For port 3bee4963-2325-4632-b4cf-b653f68dc130, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3bee4963-2325-4632-b4cf-b653f68dc130,segment=NetworkSegment(a81e4608-178b-474e-9575-66d73b42eb4f),segment_id=a81e4608-178b-474e-9575-66d73b42eb4f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:39:48.361657 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:48.389659 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89f215c6-8def-4474-b9ed-1ee31ed1741b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:48.391559 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-98959843-d590-4e49-a55a-2739f0454b2b None None] Provisioning complete for port 3bee4963-2325-4632-b4cf-b653f68dc130 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:48.391973 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98959843-d590-4e49-a55a-2739f0454b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:48.428228 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e49c434a-ba8f-4b99-8419-818224cd8050 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:48.438865 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e49c434a-ba8f-4b99-8419-818224cd8050 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:48.522028 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ceff9-ca47-4746-853c-7f7318035637 None None] Pushing event updated for resources: {'Port': ['ID=3bee4963-2325-4632-b4cf-b653f68dc130,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:48.524880 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f215c6-8def-4474-b9ed-1ee31ed1741b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c063f61-a0d6-4d97-b506-ad47b05a1286,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:48.539136 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f215c6-8def-4474-b9ed-1ee31ed1741b admin admin] Checking segment: {'id': '140d8ddc-7751-4b43-bcca-254da309f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:48.539508 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f215c6-8def-4474-b9ed-1ee31ed1741b admin admin] Network hostable DHCP agents. Network: 2f20ef1d-3a79-45eb-89da-218d4bf84e98, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:39:48.556115 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c434a-ba8f-4b99-8419-818224cd8050 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5e7817-a4c4-4090-8feb-d6fa1568b063,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:48.574813 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f215c6-8def-4474-b9ed-1ee31ed1741b admin admin] Network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:39:48.575992 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Routers {'31cdd4fe-2d3a-4e6d-a81a-7f42c281df51'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:39:48.576727 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:39:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['31cdd4fe-2d3a-4e6d-a81a-7f42c281df51'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:48.591332 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-89f215c6-8def-4474-b9ed-1ee31ed1741b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2f20ef1d-3a79-45eb-89da-218d4bf84e98) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:48.603806 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f215c6-8def-4474-b9ed-1ee31ed1741b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:48.606973 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89f215c6-8def-4474-b9ed-1ee31ed1741b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:48.620204 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d015ff8-a961-41dc-a5bc-d3d4f336ffc9 None None] Network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:39:48.641196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-89f215c6-8def-4474-b9ed-1ee31ed1741b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8345509 Dec 06 14:39:48.643384 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35276) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:48.664314 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:48.690511 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e49c434a-ba8f-4b99-8419-818224cd8050 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:48.695025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e49c434a-ba8f-4b99-8419-818224cd8050 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7127974 Dec 06 14:39:48.695984 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35278) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:48.702404 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:48.704344 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:48.711800 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-df616be3-6a29-4d37-8add-206517b5c7b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Request body: {'security_group_rule': {'security_group_id': '4e5e7817-a4c4-4090-8feb-d6fa1568b063', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:48.755136 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f52230-6a6d-4a29-9f6d-292a26f391d5 req-32902fd2-65a8-4b0e-bd31-7ae2a2ec3d45 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:48.757302 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-43f52230-6a6d-4a29-9f6d-292a26f391d5 req-32902fd2-65a8-4b0e-bd31-7ae2a2ec3d45 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 949 time: 0.2155252 Dec 06 14:39:48.766556 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ced40962-6e75-45b6-a929-e75df6b47b4c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:48.774423 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df616be3-6a29-4d37-8add-206517b5c7b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:48.836140 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:48.888777 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-43f52230-6a6d-4a29-9f6d-292a26f391d5 req-c647f81a-44bc-4e20-ad0e-235c2a2062b1 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022530 Dec 06 14:39:48.959094 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df616be3-6a29-4d37-8add-206517b5c7b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:48.962844 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98959843-d590-4e49-a55a-2739f0454b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:48.968673 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df616be3-6a29-4d37-8add-206517b5c7b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.015353 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df616be3-6a29-4d37-8add-206517b5c7b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.018405 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-df616be3-6a29-4d37-8add-206517b5c7b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3202660 Dec 06 14:39:49.021165 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35286) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:49.031691 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7a2e0fd5-2e2a-446e-92ec-5a9569d13da9 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Request body: {'security_group_rule': {'security_group_id': '4e5e7817-a4c4-4090-8feb-d6fa1568b063', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:49.056179 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df616be3-6a29-4d37-8add-206517b5c7b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d474f6-e905-47cd-9f96-10c8e1c45a77,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:49.091741 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a2e0fd5-2e2a-446e-92ec-5a9569d13da9 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.098735 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.111243 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35290) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:49.163380 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a2e0fd5-2e2a-446e-92ec-5a9569d13da9 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.171367 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a2e0fd5-2e2a-446e-92ec-5a9569d13da9 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.173940 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-98959843-d590-4e49-a55a-2739f0454b2b None None] For port 3bee4963-2325-4632-b4cf-b653f68dc130, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3bee4963-2325-4632-b4cf-b653f68dc130,segment=NetworkSegment(a81e4608-178b-474e-9575-66d73b42eb4f),segment_id=a81e4608-178b-474e-9575-66d73b42eb4f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:49.192423 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98959843-d590-4e49-a55a-2739f0454b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.199545 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e0fd5-2e2a-446e-92ec-5a9569d13da9 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f672ea-f05a-473e-ba96-861307b94d61,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:49.205829 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ced40962-6e75-45b6-a929-e75df6b47b4c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:49.206548 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.215781 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a2e0fd5-2e2a-446e-92ec-5a9569d13da9 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.217966 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7a2e0fd5-2e2a-446e-92ec-5a9569d13da9 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1911912 Dec 06 14:39:49.221514 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35294) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:49.234461 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a3e5f6fe-cdf9-41ef-a5b3-00692aeee6b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:49.320345 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f6fe-cdf9-41ef-a5b3-00692aeee6b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.360510 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] Set router 31cdd4fe-2d3a-4e6d-a81a-7f42c281df51 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:39:49.408813 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6b159480-ed83-40dc-b9ec-39b2b202bfdc None None] Provisioning complete for port 3bee4963-2325-4632-b4cf-b653f68dc130 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:49.409189 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6b159480-ed83-40dc-b9ec-39b2b202bfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.475914 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.509887 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f6fe-cdf9-41ef-a5b3-00692aeee6b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.524128 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.540031 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98959843-d590-4e49-a55a-2739f0454b2b None None] Pushing event updated for resources: {'Port': ['ID=3bee4963-2325-4632-b4cf-b653f68dc130,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:49.667788 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:39:49.668924 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.696412 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-274113a7-1c50-4a9b-a34f-852b3072263f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.716127 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Allocated IP 172.35.7.205 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/8793b57a-28fc-4be2-855e-74811d57aef2) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:39:49.879039 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-274113a7-1c50-4a9b-a34f-852b3072263f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.887434 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-274113a7-1c50-4a9b-a34f-852b3072263f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.914025 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:49.944890 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Allocated IP 172.20.0.2 (2f20ef1d-3a79-45eb-89da-218d4bf84e98/9c063f61-a0d6-4d97-b506-ad47b05a1286/3ff376ad-46f4-480e-b646-b4c329d4e2b1) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:39:49.945065 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274113a7-1c50-4a9b-a34f-852b3072263f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8c82c6-3f1f-41ee-9e95-4d925c8f97f7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:49.951167 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-274113a7-1c50-4a9b-a34f-852b3072263f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17501b1d1ae34d2fb94019ff0b909100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8381050 Dec 06 14:39:49.953905 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35322) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:49.983129 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:50.013613 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1336737819-router', 'tenant_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ced40962-6e75-45b6-a929-e75df6b47b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:38Z', 'updated_at': '2021-12-06T14:39:43Z', 'revision_number': 4, 'project_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'gw_port': {'id': 'ced40962-6e75-45b6-a929-e75df6b47b4c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:39Z', 'updated_at': '2021-12-06T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3bee4963-2325-4632-b4cf-b653f68dc130', 'name': '', 'network_id': '37a485f8-03ad-4116-9703-f85f013df52e', 'tenant_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'mac_address': 'fa:16:3e:d2:08:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '2d0c86f8-e752-4d64-9928-69b8569e2c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:42Z', 'updated_at': '2021-12-06T14:39:48Z', 'revision_number': 4, 'project_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'subnets': [{'id': '2d0c86f8-e752-4d64-9928-69b8569e2c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:50.046499 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcbb7df-768b-4fdf-85a1-6c488166a343 None None] The sync data for ids ['31cdd4fe-2d3a-4e6d-a81a-7f42c281df51'] in n-d-master-1 is: [{'id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1336737819-router', 'tenant_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ced40962-6e75-45b6-a929-e75df6b47b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:38Z', 'updated_at': '2021-12-06T14:39:43Z', 'revision_number': 4, 'project_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'gw_port': {'id': 'ced40962-6e75-45b6-a929-e75df6b47b4c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:39Z', 'updated_at': '2021-12-06T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3bee4963-2325-4632-b4cf-b653f68dc130', 'name': '', 'network_id': '37a485f8-03ad-4116-9703-f85f013df52e', 'tenant_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'mac_address': 'fa:16:3e:d2:08:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '2d0c86f8-e752-4d64-9928-69b8569e2c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:42Z', 'updated_at': '2021-12-06T14:39:48Z', 'revision_number': 4, 'project_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'subnets': [{'id': '2d0c86f8-e752-4d64-9928-69b8569e2c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:39:50.058893 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-a3e5f6fe-cdf9-41ef-a5b3-00692aeee6b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Allocated IP 172.35.7.139 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/0d809b2c-6d7b-4cf1-a37c-906c1c58a9f4) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:39:50.068471 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad4fdfc-c2a3-40bb-8a04-e85b8a8b41da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:50.069073 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:50.072526 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:50.079454 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:39:50.217626 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad4fdfc-c2a3-40bb-8a04-e85b8a8b41da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:50.233269 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612584f-afd1-4967-b882-9cbd244884fa req-08a06137-826d-45d7-9d57-276f0e354100 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:50.240814 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Pushing event updated for resources: {'Port': ['ID=8793b57a-28fc-4be2-855e-74811d57aef2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:50.241212 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8612584f-afd1-4967-b882-9cbd244884fa req-08a06137-826d-45d7-9d57-276f0e354100 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 949 time: 0.1705964 Dec 06 14:39:50.242998 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:50.251313 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:50.293352 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:50.296202 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:50.300174 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:39:50.377384 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8612584f-afd1-4967-b882-9cbd244884fa req-8af944bc-b554-4563-a351-f3225c214c47 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351159 Dec 06 14:39:50.380503 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Attempting to bind port 3ff376ad-46f4-480e-b646-b4c329d4e2b1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:39:50.380892 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Attempting to bind port 3ff376ad-46f4-480e-b646-b4c329d4e2b1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '140d8ddc-7751-4b43-bcca-254da309f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:39:50.381418 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Attempting to bind port 3ff376ad-46f4-480e-b646-b4c329d4e2b1 on network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:39:50.390119 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:39:50.390507 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Checking segment: {'id': '140d8ddc-7751-4b43-bcca-254da309f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:50.390909 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:50.391302 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Bound using segment: {'id': '140d8ddc-7751-4b43-bcca-254da309f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:39:50.391794 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Bound port: 3ff376ad-46f4-480e-b646-b4c329d4e2b1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140d8ddc-7751-4b43-bcca-254da309f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:39:50.392176 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:50.395238 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Pushing event updated for resources: {'Port': ['ID=3ff376ad-46f4-480e-b646-b4c329d4e2b1,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:50.475436 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:50.525511 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad4fdfc-c2a3-40bb-8a04-e85b8a8b41da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:50.530781 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad4fdfc-c2a3-40bb-8a04-e85b8a8b41da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:50.534660 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8ad4fdfc-c2a3-40bb-8a04-e85b8a8b41da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b8c82c6-3f1f-41ee-9e95-4d925c8f97f7 HTTP/1.1" status: 204 len: 168 time: 0.5764189 Dec 06 14:39:50.545456 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f6fe-cdf9-41ef-a5b3-00692aeee6b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:50.549488 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] For port 3ff376ad-46f4-480e-b646-b4c329d4e2b1, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:39:50.560462 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] For port 3ff376ad-46f4-480e-b646-b4c329d4e2b1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ff376ad-46f4-480e-b646-b4c329d4e2b1,segment=NetworkSegment(140d8ddc-7751-4b43-bcca-254da309f20b),segment_id=140d8ddc-7751-4b43-bcca-254da309f20b)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:39:50.569552 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4fdfc-c2a3-40bb-8a04-e85b8a8b41da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8c82c6-3f1f-41ee-9e95-4d925c8f97f7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:50.570228 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:50.660969 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f6fe-cdf9-41ef-a5b3-00692aeee6b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:50.763778 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfce91-4e28-4989-a405-9c3cd9ba5e9e None None] Pushing event updated for resources: {'Port': ['ID=3ff376ad-46f4-480e-b646-b4c329d4e2b1,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:50.777741 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e5f6fe-cdf9-41ef-a5b3-00692aeee6b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:50.783964 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a3e5f6fe-cdf9-41ef-a5b3-00692aeee6b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:50.789099 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e5f6fe-cdf9-41ef-a5b3-00692aeee6b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:39:50.805519 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5f6fe-cdf9-41ef-a5b3-00692aeee6b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Pushing event updated for resources: {'Port': ['ID=0d809b2c-6d7b-4cf1-a37c-906c1c58a9f4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:50.889209 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3bee4963-2325-4632-b4cf-b653f68dc130 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:51.059198 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f6fe-cdf9-41ef-a5b3-00692aeee6b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:51.110398 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35352) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:51.118025 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 3bee4963-2325-4632-b4cf-b653f68dc130 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:51.118556 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:51.173491 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f6fe-cdf9-41ef-a5b3-00692aeee6b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:51.465589 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:51.530324 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f6fe-cdf9-41ef-a5b3-00692aeee6b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:51.545060 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f6fe-cdf9-41ef-a5b3-00692aeee6b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:51.646550 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f6fe-cdf9-41ef-a5b3-00692aeee6b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:51.669031 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad3faf31-2048-482e-891a-88e29ef87714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:51.760850 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:39:51.783738 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5f6fe-cdf9-41ef-a5b3-00692aeee6b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Pushing event updated for resources: {'Port': ['ID=0d809b2c-6d7b-4cf1-a37c-906c1c58a9f4,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:51.785811 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35366) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:51.817745 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f6fe-cdf9-41ef-a5b3-00692aeee6b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:51.828821 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a3e5f6fe-cdf9-41ef-a5b3-00692aeee6b8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5961859 Dec 06 14:39:51.862284 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6bdb627-9054-4e20-aa6b-51b4d7955ed8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:51.891407 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad3faf31-2048-482e-891a-88e29ef87714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:51.940489 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad3faf31-2048-482e-891a-88e29ef87714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:51.944124 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:39:51.958325 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Sync routers for ids ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:39:51.973975 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Routers {'b0cb600a-ad36-4f28-9b96-a6c6afab6c80'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:39:51.974663 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:39:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:52.005492 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:52.006845 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-403fd494-dc01-4fad-9e6d-a17adc8775dd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.3624227 Dec 06 14:39:52.012148 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35378) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:52.067005 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ad3faf31-2048-482e-891a-88e29ef87714 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b8888b636c646b68d26b7da8e00ce31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9530797 Dec 06 14:39:52.072277 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35384) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:52.104621 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3faf31-2048-482e-891a-88e29ef87714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208fd037-20bb-4e3a-863c-f014b38be62d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:52.126731 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf73228-1a51-4e68-b614-ccc76ba01f37 req-557d1b34-4940-43f3-b84d-2112b667273a tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:52.128324 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bf73228-1a51-4e68-b614-ccc76ba01f37 req-557d1b34-4940-43f3-b84d-2112b667273a tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 949 time: 0.2356484 Dec 06 14:39:52.217124 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Set router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:39:52.239415 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ce18e0-6a4c-4295-a678-efbd04b12480 None None] Network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:39:52.244094 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7dff9b5-8c5b-46d4-83d7-78850df94d96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:52.252513 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6bdb627-9054-4e20-aa6b-51b4d7955ed8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:52.268531 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bf73228-1a51-4e68-b614-ccc76ba01f37 req-2c860bfd-07db-44e1-9cd1-b9eaeed9f185 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311941 Dec 06 14:39:52.271072 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6bdb627-9054-4e20-aa6b-51b4d7955ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:52.319899 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7dff9b5-8c5b-46d4-83d7-78850df94d96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:52.351180 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c6bdb627-9054-4e20-aa6b-51b4d7955ed8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5924653d46e944feb434d0681d68d935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5580044 Dec 06 14:39:52.354114 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdb627-9054-4e20-aa6b-51b4d7955ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392e3605-3e95-4d71-8920-4c2aaee60479,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:52.357050 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35402) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:52.384160 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-1d242446-9cc1-409c-8664-8c6ead55045c tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1697154165&fields=id&tenant_id=839fb2b1155145d18438788c0bdeff35 HTTP/1.1" status: 200 len: 267 time: 0.1391749 Dec 06 14:39:52.403171 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7dff9b5-8c5b-46d4-83d7-78850df94d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:52.406359 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7dff9b5-8c5b-46d4-83d7-78850df94d96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:52.407927 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d7dff9b5-8c5b-46d4-83d7-78850df94d96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/208fd037-20bb-4e3a-863c-f014b38be62d HTTP/1.1" status: 204 len: 168 time: 0.3337471 Dec 06 14:39:52.427238 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dff9b5-8c5b-46d4-83d7-78850df94d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208fd037-20bb-4e3a-863c-f014b38be62d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:52.469078 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e2eab8bc-35f3-4268-b7ab-5448459845bc None None] Provisioning complete for port 3ff376ad-46f4-480e-b646-b4c329d4e2b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:52.469851 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e2eab8bc-35f3-4268-b7ab-5448459845bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:52.576368 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:50Z', 'revision_number': 3, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:52.665608 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Checking router: b0cb600a-ad36-4f28-9b96-a6c6afab6c80 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:39:52.665951 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Updating router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 port 8793b57a-28fc-4be2-855e-74811d57aef2 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:39:52.730185 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:52.811446 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3ff376ad-46f4-480e-b646-b4c329d4e2b1 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:52.846319 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c4c61c0b-9efb-4901-bda2-556bc201f02a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:52.895164 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e2eab8bc-35f3-4268-b7ab-5448459845bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:52.987169 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35434) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:53.023121 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c4c61c0b-9efb-4901-bda2-556bc201f02a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.031365 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e2eab8bc-35f3-4268-b7ab-5448459845bc None None] For port 3ff376ad-46f4-480e-b646-b4c329d4e2b1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ff376ad-46f4-480e-b646-b4c329d4e2b1,segment=NetworkSegment(140d8ddc-7751-4b43-bcca-254da309f20b),segment_id=140d8ddc-7751-4b43-bcca-254da309f20b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:53.053148 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e2eab8bc-35f3-4268-b7ab-5448459845bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.056948 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 3ff376ad-46f4-480e-b646-b4c329d4e2b1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:53.059221 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.109979 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-c181846c-c973-45a8-847b-c959ee105ea3 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:53.111821 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-c181846c-c973-45a8-847b-c959ee105ea3 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/networks?id=5476fa3d-f758-44f5-bed7-420b11259803 HTTP/1.1" status: 200 len: 824 time: 0.7024271 Dec 06 14:39:53.210240 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eab8bc-35f3-4268-b7ab-5448459845bc None None] Pushing event updated for resources: {'Port': ['ID=3ff376ad-46f4-480e-b646-b4c329d4e2b1,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:53.258615 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b85db628-c0e0-4a6d-96ba-64f11b53c482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.268138 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35444) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:53.285107 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-9bbaf81e-fd70-4669-86a9-3c03bacaef87 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/quotas/839fb2b1155145d18438788c0bdeff35 HTTP/1.1" status: 200 len: 375 time: 0.1551740 Dec 06 14:39:53.337292 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d78aae2b-35b6-487d-b9a6-8d92230edb30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.394072 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7a129abe-cbc7-4926-952b-1578a361952c None None] Provisioning complete for port 3ff376ad-46f4-480e-b646-b4c329d4e2b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:53.395602 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7a129abe-cbc7-4926-952b-1578a361952c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.445965 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25650128-47b1-4c4c-b278-d86fa8403353 req-6c186079-ac6d-4fcc-a899-27e648a4e3bf tempest-DeleteServersAdminTestJSON-1295920338 tempest-DeleteServersAdminTestJSON-1295920338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:53.447831 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-25650128-47b1-4c4c-b278-d86fa8403353 req-6c186079-ac6d-4fcc-a899-27e648a4e3bf tempest-DeleteServersAdminTestJSON-1295920338 tempest-DeleteServersAdminTestJSON-1295920338-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 1100 time: 0.3129847 Dec 06 14:39:53.460455 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b85db628-c0e0-4a6d-96ba-64f11b53c482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.473500 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b85db628-c0e0-4a6d-96ba-64f11b53c482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.485311 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-5cf85d74-33fd-4d5b-8242-68273592d690 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=839fb2b1155145d18438788c0bdeff35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1488445 Dec 06 14:39:53.493880 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d78aae2b-35b6-487d-b9a6-8d92230edb30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.508026 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d78aae2b-35b6-487d-b9a6-8d92230edb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.539165 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d78aae2b-35b6-487d-b9a6-8d92230edb30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fcb8025350ea4381914aa7586bb06d80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641935 Dec 06 14:39:53.546499 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.547930 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35460) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:53.561924 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.613767 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b85db628-c0e0-4a6d-96ba-64f11b53c482 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cadc2c9acc6d4b64b2232099552d6f4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6253612 Dec 06 14:39:53.615691 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2cc14b25-166d-4b0a-ae46-eba0ab6cf57d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.617194 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35462) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:53.639679 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85db628-c0e0-4a6d-96ba-64f11b53c482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d320f2-ea8f-49c7-ac98-a7a8428743a6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:53.643818 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2cc14b25-166d-4b0a-ae46-eba0ab6cf57d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.686589 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58553e38-8654-4582-95bd-307071e9ca79 None None] Pushing event updated for resources: {'Port': ['ID=8793b57a-28fc-4be2-855e-74811d57aef2,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:53.700375 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78aae2b-35b6-487d-b9a6-8d92230edb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd40f72-789e-4ef9-adfe-b8b979c3a121,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:53.706038 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.713817 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Attempting to bind port 8793b57a-28fc-4be2-855e-74811d57aef2 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:39:53.714204 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Attempting to bind port 8793b57a-28fc-4be2-855e-74811d57aef2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:39:53.715131 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Attempting to bind port 8793b57a-28fc-4be2-855e-74811d57aef2 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:39:53.724016 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:39:53.724389 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:53.724849 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.725375 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:39:53.725915 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Bound port: 8793b57a-28fc-4be2-855e-74811d57aef2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:39:53.728819 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.739467 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2cc14b25-166d-4b0a-ae46-eba0ab6cf57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.743079 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2cc14b25-166d-4b0a-ae46-eba0ab6cf57d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.746846 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2cc14b25-166d-4b0a-ae46-eba0ab6cf57d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcd40f72-789e-4ef9-adfe-b8b979c3a121 HTTP/1.1" status: 204 len: 168 time: 0.1955783 Dec 06 14:39:53.763221 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc14b25-166d-4b0a-ae46-eba0ab6cf57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd40f72-789e-4ef9-adfe-b8b979c3a121,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:53.768941 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c4c61c0b-9efb-4901-bda2-556bc201f02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.771682 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c4c61c0b-9efb-4901-bda2-556bc201f02a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.772828 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c4c61c0b-9efb-4901-bda2-556bc201f02a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/392e3605-3e95-4d71-8920-4c2aaee60479 HTTP/1.1" status: 204 len: 168 time: 1.4150729 Dec 06 14:39:53.798660 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c61c0b-9efb-4901-bda2-556bc201f02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392e3605-3e95-4d71-8920-4c2aaee60479,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:53.861293 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] For port 8793b57a-28fc-4be2-855e-74811d57aef2, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:39:53.865015 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] For port 8793b57a-28fc-4be2-855e-74811d57aef2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8793b57a-28fc-4be2-855e-74811d57aef2,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:39:53.866371 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-8e5fba23-1b83-41ab-843b-425a38f3a61b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:39:53.872179 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-8e5fba23-1b83-41ab-843b-425a38f3a61b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1681449 Dec 06 14:39:53.878696 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.880757 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b25e5fbc-1f9b-447a-8ca0-f3c85ff00964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.894880 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dab9fa-59f9-422a-b92e-786747f220b2 req-ce00e54d-b055-45ff-9911-f768ddd011c8 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:53.895673 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-25650128-47b1-4c4c-b278-d86fa8403353 req-661b48a5-e166-45b9-bd88-8b2dca3c122f tempest-DeleteServersAdminTestJSON-1295920338 tempest-DeleteServersAdminTestJSON-1295920338-project-admin] Deleting port 3c91560e-908e-4912-b122-dde19bd15ad4 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:39:53.896017 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-25650128-47b1-4c4c-b278-d86fa8403353 req-661b48a5-e166-45b9-bd88-8b2dca3c122f tempest-DeleteServersAdminTestJSON-1295920338 tempest-DeleteServersAdminTestJSON-1295920338-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:53.896779 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0dab9fa-59f9-422a-b92e-786747f220b2 req-ce00e54d-b055-45ff-9911-f768ddd011c8 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 949 time: 0.0737867 Dec 06 14:39:53.970618 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58553e38-8654-4582-95bd-307071e9ca79 None None] Pushing event updated for resources: {'Port': ['ID=8793b57a-28fc-4be2-855e-74811d57aef2,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:53.974723 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Routers {'b0cb600a-ad36-4f28-9b96-a6c6afab6c80'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:39:53.975543 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:39:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:53.987056 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0dab9fa-59f9-422a-b92e-786747f220b2 req-bb0135d7-0a9c-4fc2-960c-dfdc42b8a8c3 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809550 Dec 06 14:39:54.132981 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] Set router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:39:54.343219 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b25e5fbc-1f9b-447a-8ca0-f3c85ff00964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:54.432141 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:50Z', 'revision_number': 3, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:54.460424 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b25e5fbc-1f9b-447a-8ca0-f3c85ff00964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:54.462990 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b25e5fbc-1f9b-447a-8ca0-f3c85ff00964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:54.466604 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b25e5fbc-1f9b-447a-8ca0-f3c85ff00964 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98d320f2-ea8f-49c7-ac98-a7a8428743a6 HTTP/1.1" status: 204 len: 168 time: 0.7620101 Dec 06 14:39:54.473761 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5511550-5878-4e78-b31d-2336fe8d35d7 None None] The sync data for ids ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'] in n-d-master-1 is: [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:50Z', 'revision_number': 3, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:39:54.578483 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e5fbc-1f9b-447a-8ca0-f3c85ff00964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d320f2-ea8f-49c7-ac98-a7a8428743a6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:54.593188 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-25650128-47b1-4c4c-b278-d86fa8403353 req-661b48a5-e166-45b9-bd88-8b2dca3c122f tempest-DeleteServersAdminTestJSON-1295920338 tempest-DeleteServersAdminTestJSON-1295920338-project-admin] For port 3c91560e-908e-4912-b122-dde19bd15ad4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3c91560e-908e-4912-b122-dde19bd15ad4,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:54.594897 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-25650128-47b1-4c4c-b278-d86fa8403353 req-661b48a5-e166-45b9-bd88-8b2dca3c122f tempest-DeleteServersAdminTestJSON-1295920338 tempest-DeleteServersAdminTestJSON-1295920338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:54.632065 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-25650128-47b1-4c4c-b278-d86fa8403353 req-661b48a5-e166-45b9-bd88-8b2dca3c122f tempest-DeleteServersAdminTestJSON-1295920338 tempest-DeleteServersAdminTestJSON-1295920338-project-admin] Calling delete_port for 3c91560e-908e-4912-b122-dde19bd15ad4 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:39:54.645890 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-a9deb549-ebd7-4852-933b-f6e9040cd1e9 service neutron] 10.222.0.20 "GET /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7530060 Dec 06 14:39:54.715817 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3ff376ad-46f4-480e-b646-b4c329d4e2b1 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:54.788006 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 3ff376ad-46f4-480e-b646-b4c329d4e2b1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:54.789594 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:54.883038 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] Allocated IP 172.20.0.1 (2f20ef1d-3a79-45eb-89da-218d4bf84e98/9c063f61-a0d6-4d97-b506-ad47b05a1286/1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:39:54.949369 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-8ff5bf11-3c28-44c3-9ae1-43e2dcd29a47 service neutron] 10.222.0.20 "GET /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025196 Dec 06 14:39:55.062059 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35522) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:55.084370 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a15cc4c-06cb-4dc5-ad59-00a0f3dc1a4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:55.169752 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-25650128-47b1-4c4c-b278-d86fa8403353 req-661b48a5-e166-45b9-bd88-8b2dca3c122f tempest-DeleteServersAdminTestJSON-1295920338 tempest-DeleteServersAdminTestJSON-1295920338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:55.182354 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:55.188833 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['3c91560e-908e-4912-b122-dde19bd15ad4'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:39:55.248977 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b48a5-e166-45b9-bd88-8b2dca3c122f tempest-DeleteServersAdminTestJSON-1295920338 tempest-DeleteServersAdminTestJSON-1295920338-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c91560e-908e-4912-b122-dde19bd15ad4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:55.310195 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-25650128-47b1-4c4c-b278-d86fa8403353 req-661b48a5-e166-45b9-bd88-8b2dca3c122f tempest-DeleteServersAdminTestJSON-1295920338 tempest-DeleteServersAdminTestJSON-1295920338-project-admin] No DVR routers for this DVR port 3c91560e-908e-4912-b122-dde19bd15ad4 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:39:55.314928 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-25650128-47b1-4c4c-b278-d86fa8403353 req-661b48a5-e166-45b9-bd88-8b2dca3c122f tempest-DeleteServersAdminTestJSON-1295920338 tempest-DeleteServersAdminTestJSON-1295920338-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:55.319469 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-25650128-47b1-4c4c-b278-d86fa8403353 req-661b48a5-e166-45b9-bd88-8b2dca3c122f tempest-DeleteServersAdminTestJSON-1295920338 tempest-DeleteServersAdminTestJSON-1295920338-project-admin] 10.222.0.37 "DELETE /v2.0/ports/3c91560e-908e-4912-b122-dde19bd15ad4 HTTP/1.1" status: 204 len: 173 time: 1.8571949 Dec 06 14:39:55.335719 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c55be3e-b683-43ea-86f2-31dbb04b1ece', 'name': 'network-vif-deleted', 'tag': '3c91560e-908e-4912-b122-dde19bd15ad4'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:39:55.340457 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b16144e-8959-4c8f-863b-3082f8c28dcf" -d '{"events": [{"server_uuid": "2c55be3e-b683-43ea-86f2-31dbb04b1ece", "name": "network-vif-deleted", "tag": "3c91560e-908e-4912-b122-dde19bd15ad4"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:39:55.397240 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:55.400631 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7644944-e8ca-41f7-a3de-b7f4fc5bbea4 req-1f3bc148-527e-4b36-a2b8-c8d48bbb105a tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c55be3e-b683-43ea-86f2-31dbb04b1ece HTTP/1.1" status: 200 len: 210 time: 0.1355832 Dec 06 14:39:55.522829 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a15cc4c-06cb-4dc5-ad59-00a0f3dc1a4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:55.537481 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a15cc4c-06cb-4dc5-ad59-00a0f3dc1a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:55.575523 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] Network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:55.655821 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb1d6b9-c337-4c57-97c1-7edc2b1e471b x-openstack-request-id: req-4fb1d6b9-c337-4c57-97c1-7edc2b1e471b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:39:55.656765 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c55be3e-b683-43ea-86f2-31dbb04b1ece", "name": "network-vif-deleted", "tag": "3c91560e-908e-4912-b122-dde19bd15ad4", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:39:55.657034 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fb1d6b9-c337-4c57-97c1-7edc2b1e471b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:39:55.657451 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c55be3e-b683-43ea-86f2-31dbb04b1ece', 'name': 'network-vif-deleted', 'tag': '3c91560e-908e-4912-b122-dde19bd15ad4', 'status': 'completed', 'code': 200} Dec 06 14:39:55.694830 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d602a10e-73b5-4a94-9e5c-241b36c9ba9d req-84877638-5909-4ab2-a5f6-3fb582633e2b tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22 HTTP/1.1" status: 200 len: 210 time: 0.1920586 Dec 06 14:39:55.716320 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15cc4c-06cb-4dc5-ad59-00a0f3dc1a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442caf64-4447-4973-b31f-1bacfbfa52a9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:55.720798 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:55.728735 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:39:55.732572 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:55.750504 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4a15cc4c-06cb-4dc5-ad59-00a0f3dc1a4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23c3653fb2364f83aee8a4405e302e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6870654 Dec 06 14:39:55.756123 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35552) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:55.955908 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9821923c-f4af-47ec-b40f-b398f5c252bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:56.028802 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] Pushing event updated for resources: {'Port': ['ID=1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:56.114213 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9821923c-f4af-47ec-b40f-b398f5c252bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:56.168213 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:56.201239 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9821923c-f4af-47ec-b40f-b398f5c252bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:56.212567 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9821923c-f4af-47ec-b40f-b398f5c252bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:56.217617 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9821923c-f4af-47ec-b40f-b398f5c252bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/442caf64-4447-4973-b31f-1bacfbfa52a9 HTTP/1.1" status: 204 len: 168 time: 0.4600346 Dec 06 14:39:56.228945 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821923c-f4af-47ec-b40f-b398f5c252bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442caf64-4447-4973-b31f-1bacfbfa52a9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:56.437682 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-49ae2de5-fc18-4ad3-b800-989e3d3801b7 None None] Provisioning complete for port 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:56.438936 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49ae2de5-fc18-4ad3-b800-989e3d3801b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:56.592514 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-49ae2de5-fc18-4ad3-b800-989e3d3801b7 None None] Port 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:39:56.609029 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:56.616578 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:56.617849 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:56.732140 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] Pushing event updated for resources: {'Port': ['ID=1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:56.810881 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8793b57a-28fc-4be2-855e-74811d57aef2 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:56.848825 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] Network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:56.853993 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:56.967965 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 8793b57a-28fc-4be2-855e-74811d57aef2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:56.969583 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:57.095578 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6f8fb1a-ac05-4711-a80f-9b6784ba51bd req-a82c82ee-d39e-4e59-b90f-ca6b4354d1c1 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22 HTTP/1.1" status: 200 len: 210 time: 0.1171055 Dec 06 14:39:57.236951 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] Router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:39:57.260146 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:57.295290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-bc21fa4f-7fce-4f4d-afde-e489e0ee4431 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=046d3f3d068a4b1bb2dca385ec46356e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381212 Dec 06 14:39:57.354790 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 8793b57a-28fc-4be2-855e-74811d57aef2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8793b57a-28fc-4be2-855e-74811d57aef2,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:57.375686 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:57.466198 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c70e74de-0724-4231-a67b-a2673cdde689 None None] Provisioning complete for port 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:57.466813 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c70e74de-0724-4231-a67b-a2673cdde689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:57.629401 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f655761c-2f8e-4349-840a-e74e266a16f7 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:57.636447 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f655761c-2f8e-4349-840a-e74e266a16f7 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3402214 Dec 06 14:39:57.640087 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:57.644709 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=8793b57a-28fc-4be2-855e-74811d57aef2,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:57.656108 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c70e74de-0724-4231-a67b-a2673cdde689 None None] Port 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:39:57.680546 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd3557-ee69-42eb-95f6-2e59b16f94e6 req-eb4a7789-eee6-4aa2-9412-7e368d47f760 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:57.683052 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-37cd3557-ee69-42eb-95f6-2e59b16f94e6 req-eb4a7789-eee6-4aa2-9412-7e368d47f760 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 971 time: 0.0855629 Dec 06 14:39:57.716190 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:39:57.725617 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-8d6c8ed3-98b8-4dcf-b5b7-a54a290e692c tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/quotas/046d3f3d068a4b1bb2dca385ec46356e HTTP/1.1" status: 200 len: 375 time: 0.0880532 Dec 06 14:39:57.728641 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Sync routers for ids ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:39:57.742243 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Routers {'b0cb600a-ad36-4f28-9b96-a6c6afab6c80'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:39:57.744359 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:39:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:57.749509 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2d2e4f4e-30b4-41cc-b948-6752c6423b5d admin admin] 10.222.0.20 "PUT /v2.0/routers/b0cb600a-ad36-4f28-9b96-a6c6afab6c80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7362080 Dec 06 14:39:57.792243 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-37cd3557-ee69-42eb-95f6-2e59b16f94e6 req-508209fd-b4e9-4767-8ab0-70a4da1f8537 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8b9b0f-f645-47bd-b4db-4836d83a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008394 Dec 06 14:39:57.819164 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-20fb9312-93e9-4f30-ac92-b8c577b2db7c tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=046d3f3d068a4b1bb2dca385ec46356e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809202 Dec 06 14:39:57.876817 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-e130ee2c-de93-4a28-81bb-af2edd0bd164 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:57.879547 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-e130ee2c-de93-4a28-81bb-af2edd0bd164 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.37 "GET /v2.0/networks?id=5476fa3d-f758-44f5-bed7-420b11259803 HTTP/1.1" status: 200 len: 824 time: 0.3731117 Dec 06 14:39:58.035137 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-3d998a94-487b-4c1f-9e00-a93d70b0887a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=839fb2b1155145d18438788c0bdeff35 HTTP/1.1" status: 200 len: 380 time: 0.1382568 Dec 06 14:39:58.050608 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-1c30bfe7-0086-47af-ac82-a07ae0f79bce tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Request body: {'port': {'device_id': '6828ec7f-ff12-41ee-87bd-29a204a9ac22', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'admin_state_up': True, 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'security_groups': ['4e5e7817-a4c4-4090-8feb-d6fa1568b063']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:58.130299 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5e4f063-7d3e-45b0-9b2c-d2d0a3d909bd req-cebb20ee-16d3-4220-a3d7-f670f0c843be tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dd69e86-4a03-42a8-bf55-111003a6ffa1 HTTP/1.1" status: 200 len: 210 time: 0.0566576 Dec 06 14:39:58.132836 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Set router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:39:58.219433 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 3c91560e-908e-4912-b122-dde19bd15ad4 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:39:58.254211 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-1c30bfe7-0086-47af-ac82-a07ae0f79bce tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Made reservation on behalf of 839fb2b1155145d18438788c0bdeff35 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:39:58.264923 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-1c30bfe7-0086-47af-ac82-a07ae0f79bce tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:58.315776 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 3c91560e-908e-4912-b122-dde19bd15ad4 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:39:58.319102 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 3c91560e-908e-4912-b122-dde19bd15ad4 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:39:58.445015 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6867f5d5-7503-4dac-abde-0e4f0c4d2840 req-4dbaddaf-2d2f-46c8-81d1-241e46cfacb4 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22 HTTP/1.1" status: 200 len: 210 time: 0.1283565 Dec 06 14:39:58.524788 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 2, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:58.580405 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-1c30bfe7-0086-47af-ac82-a07ae0f79bce tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Allocated IP 172.20.0.10 (5476fa3d-f758-44f5-bed7-420b11259803/bb291ef5-fef4-4bb9-9c01-47a1329d615e/cf0b605b-b275-49d4-90b1-24dcbd11caf2) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:39:58.589418 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Checking router: b0cb600a-ad36-4f28-9b96-a6c6afab6c80 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:39:58.589836 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Updating router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 port 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:39:58.656712 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:58.699727 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8793b57a-28fc-4be2-855e-74811d57aef2 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:58.792234 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-1c30bfe7-0086-47af-ac82-a07ae0f79bce tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:58.877281 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-1c30bfe7-0086-47af-ac82-a07ae0f79bce tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:58.902965 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-1c30bfe7-0086-47af-ac82-a07ae0f79bce tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Network 5476fa3d-f758-44f5-bed7-420b11259803 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:58.906236 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-1c30bfe7-0086-47af-ac82-a07ae0f79bce tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:58.915861 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35744) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:58.927542 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-1c30bfe7-0086-47af-ac82-a07ae0f79bce tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:39:58.934660 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-1c30bfe7-0086-47af-ac82-a07ae0f79bce tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:58.935422 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-1c30bfe7-0086-47af-ac82-a07ae0f79bce tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:58.972255 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-1c30bfe7-0086-47af-ac82-a07ae0f79bce tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9271262 Dec 06 14:39:59.004140 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Request body: {'port': {'device_id': '6828ec7f-ff12-41ee-87bd-29a204a9ac22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:59.015938 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 8793b57a-28fc-4be2-855e-74811d57aef2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:59.016328 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:59.041602 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30bfe7-0086-47af-ac82-a07ae0f79bce tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Pushing event updated for resources: {'Port': ['ID=cf0b605b-b275-49d4-90b1-24dcbd11caf2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:59.100779 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-7e28966d-0ab1-48df-8f18-80ddf934bff4 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655720 Dec 06 14:39:59.153425 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:59.288897 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-235a3d5d-b555-4ea3-bd82-8d4b35747042 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1164524846-network', 'tenant_id': '03b7112b891e46eba0e49d418d8a87ad'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:59.328578 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6a665728-c045-4135-8c3b-272211046586 None None] Provisioning complete for port cf0b605b-b275-49d4-90b1-24dcbd11caf2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:59.328578 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a665728-c045-4135-8c3b-272211046586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:59.334014 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:59.367977 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:59.390005 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a808e-dd67-48d2-b7d0-f3a6218133fa req-fc55fa74-48b1-417b-b4df-d74a1bdba18d tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:59.391497 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f90a808e-dd67-48d2-b7d0-f3a6218133fa req-fc55fa74-48b1-417b-b4df-d74a1bdba18d tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.23 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 971 time: 0.5215309 Dec 06 14:39:59.394578 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235a3d5d-b555-4ea3-bd82-8d4b35747042 admin admin] Made reservation on behalf of 03b7112b891e46eba0e49d418d8a87ad for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:39:59.396839 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-235a3d5d-b555-4ea3-bd82-8d4b35747042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:59.402672 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6a665728-c045-4135-8c3b-272211046586 None None] Port cf0b605b-b275-49d4-90b1-24dcbd11caf2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:39:59.422113 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-fbd61715-4f69-4fe7-8a16-76cc9b4b2dd5 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:59.425395 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944e879-a82a-4d5b-85ad-282db35a6b26 None None] Pushing event updated for resources: {'Port': ['ID=1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:59.431777 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-fbd61715-4f69-4fe7-8a16-76cc9b4b2dd5 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/networks?id=2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 200 len: 820 time: 0.6288557 Dec 06 14:39:59.489517 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 51674) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:59.490268 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-235a3d5d-b555-4ea3-bd82-8d4b35747042 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:59.510821 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Attempting to bind port 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:39:59.511290 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Attempting to bind port 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '140d8ddc-7751-4b43-bcca-254da309f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:39:59.511700 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Attempting to bind port 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e on network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:39:59.516520 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:59.519905 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:39:59.521223 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Checking segment: {'id': '140d8ddc-7751-4b43-bcca-254da309f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:59.521223 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:59.521223 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Bound using segment: {'id': '140d8ddc-7751-4b43-bcca-254da309f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:39:59.521670 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Bound port: 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140d8ddc-7751-4b43-bcca-254da309f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:39:59.522061 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:59.536930 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-e48f9e89-e454-40ee-9c1d-e4a21c496259 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/quotas/7c0debcee8fc4e30b6ef3f1b9ed587a3 HTTP/1.1" status: 200 len: 375 time: 0.1038184 Dec 06 14:39:59.576513 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-e5e4c707-e351-4524-b9bf-789f57e5cb17 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=046d3f3d068a4b1bb2dca385ec46356e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838220 Dec 06 14:39:59.607525 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] For port 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:39:59.611811 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] For port 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e,segment=NetworkSegment(140d8ddc-7751-4b43-bcca-254da309f20b),segment_id=140d8ddc-7751-4b43-bcca-254da309f20b)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:39:59.619479 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:59.696445 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Routers {'b0cb600a-ad36-4f28-9b96-a6c6afab6c80'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:39:59.697554 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:39:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:59.778859 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-bc057f3e-4cb2-46df-a4c9-67cf7347d747 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:59.786092 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-bc057f3e-4cb2-46df-a4c9-67cf7347d747 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6782069 Dec 06 14:39:59.817126 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-29e21c1c-5f8f-48e1-8e49-8ac02dc54dfa tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2786663 Dec 06 14:39:59.828336 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] Set router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:39:59.837210 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-8e8a15fe-f9b4-4243-8ebc-8c3c48b591c5 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/quotas/1ef73dcd6d3e4823a5c82b4557027236 HTTP/1.1" status: 200 len: 375 time: 0.0501971 Dec 06 14:39:59.862501 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-6c84dfd4-2ebb-43f8-95da-24d5238a5147 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:59.864535 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-6c84dfd4-2ebb-43f8-95da-24d5238a5147 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2561867 Dec 06 14:39:59.902801 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-895600ed-d74f-496b-8be4-ea3f758cc2b7 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Request body: {'port': {'device_id': '2dd69e86-4a03-42a8-bf55-111003a6ffa1', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '046d3f3d068a4b1bb2dca385ec46356e'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:59.912286 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-d5b5ac50-734a-4bbd-8c78-410ccea92142 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740964 Dec 06 14:39:59.970246 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f90a808e-dd67-48d2-b7d0-f3a6218133fa req-965d4610-c567-462a-b281-7035dc26f2ca tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Deleting port 274b9b86-3511-4a21-a7e1-e14edfc325cd {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:39:59.971443 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f90a808e-dd67-48d2-b7d0-f3a6218133fa req-965d4610-c567-462a-b281-7035dc26f2ca tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:00.091392 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0b605b-b275-49d4-90b1-24dcbd11caf2 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:00.103217 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:00.104612 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f90a808e-dd67-48d2-b7d0-f3a6218133fa req-965d4610-c567-462a-b281-7035dc26f2ca tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] For port 274b9b86-3511-4a21-a7e1-e14edfc325cd, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=274b9b86-3511-4a21-a7e1-e14edfc325cd,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:00.107236 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f90a808e-dd67-48d2-b7d0-f3a6218133fa req-965d4610-c567-462a-b281-7035dc26f2ca tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:00.122010 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Transition to ACTIVE for port object cf0b605b-b275-49d4-90b1-24dcbd11caf2 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:40:00.138383 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5a6db00c-f050-4b16-9220-194608e98bcf None None] Provisioning complete for port 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:00.138807 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5a6db00c-f050-4b16-9220-194608e98bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:00.144850 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:00.150755 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-cff078ee-2040-4f29-9855-33e616c75551 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:40:00.156190 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-cff078ee-2040-4f29-9855-33e616c75551 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2597830 Dec 06 14:40:00.166319 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f90a808e-dd67-48d2-b7d0-f3a6218133fa req-965d4610-c567-462a-b281-7035dc26f2ca tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Calling delete_port for 274b9b86-3511-4a21-a7e1-e14edfc325cd owned by compute:tempest-test_az-677558411 {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:40:00.212940 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944e879-a82a-4d5b-85ad-282db35a6b26 None None] Pushing event updated for resources: {'Port': ['ID=1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:00.273677 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-235a3d5d-b555-4ea3-bd82-8d4b35747042 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:00.291073 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Pushing event updated for resources: {'Port': ['ID=cf0b605b-b275-49d4-90b1-24dcbd11caf2,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:00.294105 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5a6db00c-f050-4b16-9220-194608e98bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:00.325426 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-235a3d5d-b555-4ea3-bd82-8d4b35747042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:00.368357 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Attempting to bind port cf0b605b-b275-49d4-90b1-24dcbd11caf2 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:40:00.376671 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Attempting to bind port cf0b605b-b275-49d4-90b1-24dcbd11caf2 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'cf13b1f2-830c-4988-93aa-b6e0567249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:40:00.377071 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Attempting to bind port cf0b605b-b275-49d4-90b1-24dcbd11caf2 on network 5476fa3d-f758-44f5-bed7-420b11259803 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:00.389704 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Port cf0b605b-b275-49d4-90b1-24dcbd11caf2 on network 5476fa3d-f758-44f5-bed7-420b11259803 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:40:00.391249 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Attempting to bind port cf0b605b-b275-49d4-90b1-24dcbd11caf2 on network 5476fa3d-f758-44f5-bed7-420b11259803 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:00.399575 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5a6db00c-f050-4b16-9220-194608e98bcf None None] For port 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e,segment=NetworkSegment(140d8ddc-7751-4b43-bcca-254da309f20b),segment_id=140d8ddc-7751-4b43-bcca-254da309f20b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:00.405686 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:40:00.406069 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Checking segment: {'id': 'cf13b1f2-830c-4988-93aa-b6e0567249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:00.406568 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Bound using segment: {'id': 'cf13b1f2-830c-4988-93aa-b6e0567249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:40:00.407189 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Bound port: cf0b605b-b275-49d4-90b1-24dcbd11caf2, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf13b1f2-830c-4988-93aa-b6e0567249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:40:00.409203 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:00.427381 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5a6db00c-f050-4b16-9220-194608e98bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:00.571785 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235a3d5d-b555-4ea3-bd82-8d4b35747042 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:40:00.589125 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] For port cf0b605b-b275-49d4-90b1-24dcbd11caf2, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:40:00.592543 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] For port cf0b605b-b275-49d4-90b1-24dcbd11caf2, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cf0b605b-b275-49d4-90b1-24dcbd11caf2,segment=NetworkSegment(cf13b1f2-830c-4988-93aa-b6e0567249e6),segment_id=cf13b1f2-830c-4988-93aa-b6e0567249e6)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:40:00.600035 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:00.621594 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-235a3d5d-b555-4ea3-bd82-8d4b35747042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:00.622420 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-235a3d5d-b555-4ea3-bd82-8d4b35747042 admin admin] Added segment b7687fe0-2af6-4947-8b1d-c933429245f9 of type vlan for network fd6a29db-2cab-4856-afaa-b40766e655bc Dec 06 14:40:00.650433 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-38135731-0750-4509-a5df-21734522aa4a None None] Provisioning complete for port 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:00.650942 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-38135731-0750-4509-a5df-21734522aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:00.706715 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a3d5d-b555-4ea3-bd82-8d4b35747042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a90a3c9-aa38-4ff8-816f-ea04d1a41b2f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:00.707073 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:00.707699 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:00.709152 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-20561f00-559d-442f-86d3-de9c621356ee service neutron] 10.222.0.37 "PUT /v2.0/ports/cf0b605b-b275-49d4-90b1-24dcbd11caf2 HTTP/1.1" status: 200 len: 1092 time: 1.7201650 Dec 06 14:40:00.711233 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6db00c-f050-4b16-9220-194608e98bcf None None] Pushing event updated for resources: {'Port': ['ID=1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:00.730287 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-895600ed-d74f-496b-8be4-ea3f758cc2b7 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Made reservation on behalf of 046d3f3d068a4b1bb2dca385ec46356e for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:00.732025 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6828ec7f-ff12-41ee-87bd-29a204a9ac22', 'tag': 'cf0b605b-b275-49d4-90b1-24dcbd11caf2'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:00.734578 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f88bf43-0be8-4bf2-90ca-ecba57ecea2a" -d '{"events": [{"name": "network-changed", "server_uuid": "6828ec7f-ff12-41ee-87bd-29a204a9ac22", "tag": "cf0b605b-b275-49d4-90b1-24dcbd11caf2"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:00.753755 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-895600ed-d74f-496b-8be4-ea3f758cc2b7 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:00.881586 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:39:59Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:00.882577 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20561f00-559d-442f-86d3-de9c621356ee service neutron] Pushing event updated for resources: {'Port': ['ID=cf0b605b-b275-49d4-90b1-24dcbd11caf2,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:00.916677 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-5bf9256c-8152-41e4-9a23-0ea8f832fe5a service neutron] 10.222.0.20 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996150 Dec 06 14:40:00.953691 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-d5f72075-b57a-4aca-9738-4c5f315c4709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:00.955604 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-d5f72075-b57a-4aca-9738-4c5f315c4709 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=839fb2b1155145d18438788c0bdeff35&device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22 HTTP/1.1" status: 200 len: 1095 time: 0.1907258 Dec 06 14:40:00.973510 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8d774e8b-d593-4547-a776-3387d8428ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:00.977834 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc64e1-53db-42ae-b944-7cc3840abc72 None None] The sync data for ids ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'] in n-d-master-1 is: [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:39:59Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:40:01.004779 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-235a3d5d-b555-4ea3-bd82-8d4b35747042 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:01.052611 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b413362-2d5b-466a-a58c-cf7f9aec2fcc req-57c01dc9-9c1e-4665-9c5a-a43808c9f252 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:01.064724 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4b413362-2d5b-466a-a58c-cf7f9aec2fcc req-57c01dc9-9c1e-4665-9c5a-a43808c9f252 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 971 time: 0.2603023 Dec 06 14:40:01.118666 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-f45f7fe2-f6a3-4e42-a1e6-aaf0db9eb841 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf0b605b-b275-49d4-90b1-24dcbd11caf2 HTTP/1.1" status: 200 len: 217 time: 0.1403928 Dec 06 14:40:01.174744 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4b413362-2d5b-466a-a58c-cf7f9aec2fcc req-0b66e0b2-ec46-49f9-8b41-3acbb363e458 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8b9b0f-f645-47bd-b4db-4836d83a65d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591650 Dec 06 14:40:01.247791 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-0b200be6-f958-4557-8422-49cac940b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:01.249355 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-895600ed-d74f-496b-8be4-ea3f758cc2b7 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Allocated IP 192.168.233.76 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/d907c4f0-8aa0-4630-b76c-1e3c4b3fa101) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:40:01.249676 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-0b200be6-f958-4557-8422-49cac940b508 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb291ef5-fef4-4bb9-9c01-47a1329d615e HTTP/1.1" status: 200 len: 863 time: 0.0791380 Dec 06 14:40:01.257664 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-235a3d5d-b555-4ea3-bd82-8d4b35747042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:01.258938 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235a3d5d-b555-4ea3-bd82-8d4b35747042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:01.259726 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-235a3d5d-b555-4ea3-bd82-8d4b35747042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:01.317874 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-685d61a7-26d8-4707-8552-c47246faf2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:01.319520 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-685d61a7-26d8-4707-8552-c47246faf2e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5476fa3d-f758-44f5-bed7-420b11259803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557959 Dec 06 14:40:01.326274 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f90a808e-dd67-48d2-b7d0-f3a6218133fa req-965d4610-c567-462a-b281-7035dc26f2ca tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:01.329656 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-c9e2110d-c545-4314-aaa9-2e9d2aded269 service neutron] 10.222.0.20 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098630 Dec 06 14:40:01.343200 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['274b9b86-3511-4a21-a7e1-e14edfc325cd'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:40:01.385582 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07e1d26e-0f06-41e6-ba86-890099656e65 req-3f025b15-83d5-4631-90f7-799573fb2867 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dd69e86-4a03-42a8-bf55-111003a6ffa1 HTTP/1.1" status: 200 len: 210 time: 0.0628734 Dec 06 14:40:01.438277 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-235a3d5d-b555-4ea3-bd82-8d4b35747042 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4953060 Dec 06 14:40:01.494521 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35790) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:01.529107 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d4610-c567-462a-b281-7035dc26f2ca tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Pushing event deleted for resources: {'Port': ['ID=274b9b86-3511-4a21-a7e1-e14edfc325cd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:01.565667 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-829174ae-c55d-41a6-9084-72adc82b595c admin admin] Request body: {'subnet': {'network_id': 'fd6a29db-2cab-4856-afaa-b40766e655bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1164524846-subnet', 'tenant_id': '03b7112b891e46eba0e49d418d8a87ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:01.632230 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a3d5d-b555-4ea3-bd82-8d4b35747042 admin admin] Pushing event updated for resources: {'Network': ['ID=fd6a29db-2cab-4856-afaa-b40766e655bc,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:01.653511 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829174ae-c55d-41a6-9084-72adc82b595c admin admin] Made reservation on behalf of 03b7112b891e46eba0e49d418d8a87ad for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:01.656871 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-829174ae-c55d-41a6-9084-72adc82b595c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:01.659844 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90a808e-dd67-48d2-b7d0-f3a6218133fa req-965d4610-c567-462a-b281-7035dc26f2ca tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] No DVR routers for this DVR port 274b9b86-3511-4a21-a7e1-e14edfc325cd on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:40:01.695253 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f90a808e-dd67-48d2-b7d0-f3a6218133fa req-965d4610-c567-462a-b281-7035dc26f2ca tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:01.699295 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f90a808e-dd67-48d2-b7d0-f3a6218133fa req-965d4610-c567-462a-b281-7035dc26f2ca tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.23 "DELETE /v2.0/ports/274b9b86-3511-4a21-a7e1-e14edfc325cd HTTP/1.1" status: 204 len: 173 time: 2.2986801 Dec 06 14:40:01.702503 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6253c8d8-ed99-4321-8950-0feb7256b36b', 'name': 'network-vif-deleted', 'tag': '274b9b86-3511-4a21-a7e1-e14edfc325cd'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:01.704167 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52fcaec-a3f5-46a2-a309-ce0bcad1acfb" -d '{"events": [{"server_uuid": "6253c8d8-ed99-4321-8950-0feb7256b36b", "name": "network-vif-deleted", "tag": "274b9b86-3511-4a21-a7e1-e14edfc325cd"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:01.742666 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-abb6d857-38ef-4df5-ae79-734b05640baf service neutron] 10.222.0.37 "GET /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513594 Dec 06 14:40:01.758472 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7ff16-389f-4828-bc15-1f3e1bcd619b req-40f32e65-59e2-4c4b-b30f-33eed440f5a6 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:01.760142 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10c7ff16-389f-4828-bc15-1f3e1bcd619b req-40f32e65-59e2-4c4b-b30f-33eed440f5a6 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22 HTTP/1.1" status: 200 len: 944 time: 0.1651053 Dec 06 14:40:01.777501 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network fd6a29db-2cab-4856-afaa-b40766e655bc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:40:01.840007 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee610cea-79c4-423f-977f-2e2f29760027 req-0eadcc2d-af55-4f8e-9892-15218f34d37f tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 210 time: 0.0943348 Dec 06 14:40:01.942457 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10c7ff16-389f-4828-bc15-1f3e1bcd619b req-fd0524ac-997c-4c89-bacb-f92cde109f3a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449633 Dec 06 14:40:02.047952 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9742c27d-e177-4d70-a3a8-97fa3ffe192e x-openstack-request-id: req-9742c27d-e177-4d70-a3a8-97fa3ffe192e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:02.049468 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6828ec7f-ff12-41ee-87bd-29a204a9ac22", "tag": "cf0b605b-b275-49d4-90b1-24dcbd11caf2", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:02.049735 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9742c27d-e177-4d70-a3a8-97fa3ffe192e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:02.050158 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6828ec7f-ff12-41ee-87bd-29a204a9ac22', 'tag': 'cf0b605b-b275-49d4-90b1-24dcbd11caf2', 'status': 'completed', 'code': 200} Dec 06 14:40:02.100589 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a94a7c59-222d-4f6d-892b-2c824d7e95b7 req-7a897413-e701-4d36-9a71-b2e0d590aaf0 service neutron] 10.222.0.37 "GET /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379366 Dec 06 14:40:02.191598 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ef0ab285-22d1-4022-8aa6-ee9ae5b88bb8 req-b34bf723-ead3-4b68-bd37-8daf7a735203 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 210 time: 0.0774882 Dec 06 14:40:02.242621 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.37', 60456) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:02.361786 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db3177c-dee9-4621-a27e-efaa766c7361 x-openstack-request-id: req-3db3177c-dee9-4621-a27e-efaa766c7361 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:02.362370 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6253c8d8-ed99-4321-8950-0feb7256b36b", "name": "network-vif-deleted", "tag": "274b9b86-3511-4a21-a7e1-e14edfc325cd", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:02.362794 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3db3177c-dee9-4621-a27e-efaa766c7361 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:02.363309 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6253c8d8-ed99-4321-8950-0feb7256b36b', 'name': 'network-vif-deleted', 'tag': '274b9b86-3511-4a21-a7e1-e14edfc325cd', 'status': 'completed', 'code': 200} Dec 06 14:40:02.414105 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-a1ec446f-3f92-4373-a622-7cc2174502c0 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1916454 Dec 06 14:40:02.514039 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88bf43-0be8-4bf2-90ca-ecba57ecea2a req-dc7a7eff-4dbb-44e8-82a2-b91e6e4d484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:02.516232 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f88bf43-0be8-4bf2-90ca-ecba57ecea2a req-dc7a7eff-4dbb-44e8-82a2-b91e6e4d484a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=839fb2b1155145d18438788c0bdeff35&device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22 HTTP/1.1" status: 200 len: 1095 time: 0.2685888 Dec 06 14:40:02.702392 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-84fc74f3-d9cd-4d05-9746-17b7ec66ee98 req-baf6fae1-7c57-4fd2-ad40-2a4754e09fa5 tempest-AggregatesAdminTestJSON-465989321 tempest-AggregatesAdminTestJSON-465989321-project] 10.222.0.20 "GET /v2.0/ports?device_id=6253c8d8-ed99-4321-8950-0feb7256b36b HTTP/1.1" status: 200 len: 210 time: 0.1686010 Dec 06 14:40:02.710015 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-895600ed-d74f-496b-8be4-ea3f758cc2b7 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:02.790100 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:40:02.879313 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-895600ed-d74f-496b-8be4-ea3f758cc2b7 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:02.903451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7dd1fcd0-66fa-4baa-8a69-4f98d5e36261 req-f75be9db-4c6a-4dfd-b04b-e373c2da0b09 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dd69e86-4a03-42a8-bf55-111003a6ffa1 HTTP/1.1" status: 200 len: 210 time: 0.2185407 Dec 06 14:40:03.029499 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:03.029874 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:03.033992 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35842) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:03.085851 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35846) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:03.090251 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e08cefe-0eea-4be4-abd7-52543ad33325 req-c9a18a73-f473-4c70-824b-af63382ff6bc tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 210 time: 0.0818877 Dec 06 14:40:03.118537 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-895600ed-d74f-496b-8be4-ea3f758cc2b7 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:40:03.135439 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-895600ed-d74f-496b-8be4-ea3f758cc2b7 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:03.160595 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-895600ed-d74f-496b-8be4-ea3f758cc2b7 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:40:03.169254 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-895600ed-d74f-496b-8be4-ea3f758cc2b7 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:03.170286 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-895600ed-d74f-496b-8be4-ea3f758cc2b7 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:03.185331 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88bf43-0be8-4bf2-90ca-ecba57ecea2a req-58e7186d-77b3-4146-8ebf-6c1a13e0fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:03.186893 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f88bf43-0be8-4bf2-90ca-ecba57ecea2a req-58e7186d-77b3-4146-8ebf-6c1a13e0fd0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=5476fa3d-f758-44f5-bed7-420b11259803 HTTP/1.1" status: 200 len: 925 time: 0.6251976 Dec 06 14:40:03.196623 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-829174ae-c55d-41a6-9084-72adc82b595c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:03.239168 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-01339374-11fa-4197-9616-2fa241d7cc00 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:03.241372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-01339374-11fa-4197-9616-2fa241d7cc00 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8129761 Dec 06 14:40:03.263175 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-895600ed-d74f-496b-8be4-ea3f758cc2b7 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3721912 Dec 06 14:40:03.270704 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-48272c6b-553d-4450-9d24-9618a902dd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:03.338956 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895600ed-d74f-496b-8be4-ea3f758cc2b7 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Pushing event updated for resources: {'Port': ['ID=d907c4f0-8aa0-4630-b76c-1e3c4b3fa101,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:03.340588 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551d91a-c19b-4f45-bf2b-ebba759eae6e req-671cf5dd-ce6f-496d-ac8d-a0cf55ab634c tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:03.343467 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7551d91a-c19b-4f45-bf2b-ebba759eae6e req-671cf5dd-ce6f-496d-ac8d-a0cf55ab634c tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22 HTTP/1.1" status: 200 len: 944 time: 0.2662694 Dec 06 14:40:03.348442 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-e76e170c-1ab3-4eee-bb1f-01e3f34a655c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Request body: {'port': {'device_id': '5d6aa75d-cf02-4bec-846f-8316273fe420', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '1ef73dcd6d3e4823a5c82b4557027236'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:03.351577 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829174ae-c55d-41a6-9084-72adc82b595c admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e84d55-209f-4641-8d0b-e93f732ccebc,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:03.361633 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Request body: {'port': {'device_id': '2dd69e86-4a03-42a8-bf55-111003a6ffa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:03.383263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f88bf43-0be8-4bf2-90ca-ecba57ecea2a req-954c1b5a-b926-4685-89be-05732ff019b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf0b605b-b275-49d4-90b1-24dcbd11caf2 HTTP/1.1" status: 200 len: 217 time: 0.1639698 Dec 06 14:40:03.408661 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2f584a5d-2c31-41b8-b2e9-441affadf3b8 req-657199bd-9239-45bc-8e5b-62d2d75d5974 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 210 time: 0.0526149 Dec 06 14:40:03.465735 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-829aeae6-f532-4bcb-b5b3-921e94c96c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:03.505556 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829174ae-c55d-41a6-9084-72adc82b595c admin admin] Checking segment: {'id': 'b7687fe0-2af6-4947-8b1d-c933429245f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fd6a29db-2cab-4856-afaa-b40766e655bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:03.506049 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829174ae-c55d-41a6-9084-72adc82b595c admin admin] Network hostable DHCP agents. Network: fd6a29db-2cab-4856-afaa-b40766e655bc, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:40:03.511806 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bc4162d-9e06-4f2d-b3b0-e487c332ff5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:03.524870 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:03.567980 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a675ef3f-b518-4910-8641-af64eddaa279 None None] Provisioning complete for port d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:03.569045 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a675ef3f-b518-4910-8641-af64eddaa279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:03.579153 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829174ae-c55d-41a6-9084-72adc82b595c admin admin] Network fd6a29db-2cab-4856-afaa-b40766e655bc is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:40:03.614675 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88bf43-0be8-4bf2-90ca-ecba57ecea2a req-8dda6d4e-ab1f-4ca6-9113-c06d25f5ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:03.616241 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f88bf43-0be8-4bf2-90ca-ecba57ecea2a req-8dda6d4e-ab1f-4ca6-9113-c06d25f5ec6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb291ef5-fef4-4bb9-9c01-47a1329d615e HTTP/1.1" status: 200 len: 863 time: 0.2159908 Dec 06 14:40:03.623024 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-829174ae-c55d-41a6-9084-72adc82b595c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, fd6a29db-2cab-4856-afaa-b40766e655bc) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:03.630227 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7551d91a-c19b-4f45-bf2b-ebba759eae6e req-8cb876bc-65f0-4ece-a49a-79bb57c48878 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513289 Dec 06 14:40:03.638707 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829174ae-c55d-41a6-9084-72adc82b595c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:03.639424 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-829174ae-c55d-41a6-9084-72adc82b595c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:03.644893 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a675ef3f-b518-4910-8641-af64eddaa279 None None] Port d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:40:03.647738 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d365214-abbd-4803-a269-d4a9053c076a None None] Network fd6a29db-2cab-4856-afaa-b40766e655bc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:40:03.747270 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-e76e170c-1ab3-4eee-bb1f-01e3f34a655c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Made reservation on behalf of 1ef73dcd6d3e4823a5c82b4557027236 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:03.750771 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-e76e170c-1ab3-4eee-bb1f-01e3f34a655c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:03.785541 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-e76e170c-1ab3-4eee-bb1f-01e3f34a655c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:03.798544 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-829174ae-c55d-41a6-9084-72adc82b595c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2707200 Dec 06 14:40:03.800614 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88bf43-0be8-4bf2-90ca-ecba57ecea2a req-54362d9d-24d4-45a5-aa1b-b393f851a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:03.802172 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f88bf43-0be8-4bf2-90ca-ecba57ecea2a req-54362d9d-24d4-45a5-aa1b-b393f851a4a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5476fa3d-f758-44f5-bed7-420b11259803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657872 Dec 06 14:40:03.836566 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-829aeae6-f532-4bcb-b5b3-921e94c96c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:03.838555 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bc4162d-9e06-4f2d-b3b0-e487c332ff5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:03.875690 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-829aeae6-f532-4bcb-b5b3-921e94c96c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:03.886102 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fbfb6a-c345-4032-b900-0bf54b17c5ec None None] Network fd6a29db-2cab-4856-afaa-b40766e655bc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:40:03.895365 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bc4162d-9e06-4f2d-b3b0-e487c332ff5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:03.902397 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:03.914279 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-d6809c78-df82-4305-ae2d-528c2e2b7023 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:03.915809 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-d6809c78-df82-4305-ae2d-528c2e2b7023 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.23 "GET /v2.0/networks?id=2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 200 len: 820 time: 0.3286932 Dec 06 14:40:03.944971 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-7c5e23fd-ebe6-42af-9d77-4d20c5b9fe42 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Request body: {'port': {'device_id': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'admin_state_up': True, 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:04.092797 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-829aeae6-f532-4bcb-b5b3-921e94c96c5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=235d12a1cc8e4b2bbb697f00a28955f9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0514390 Dec 06 14:40:04.097748 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35868) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:04.114005 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7bc4162d-9e06-4f2d-b3b0-e487c332ff5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e89aef9889ee4758a1b74efa4232601e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0169005 Dec 06 14:40:04.134124 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829aeae6-f532-4bcb-b5b3-921e94c96c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843787c0-58b6-41ba-b0c6-f63b59ce90f3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:04.136568 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35870) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:04.192419 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f88bf43-0be8-4bf2-90ca-ecba57ecea2a req-cf4eab7b-0376-47d0-a918-d58cbb82064f service neutron] 10.222.0.37 "GET /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724964 Dec 06 14:40:04.213074 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35876) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:04.253753 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4162d-9e06-4f2d-b3b0-e487c332ff5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0f5a74-d763-40f3-8678-5dec0a08d6cd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:04.287100 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:04.298961 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b417743c-3b69-4cad-b728-0d162eb6060f req-ed7c1df2-8c60-4f38-87ae-0d8c8588b40d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 210 time: 0.0805581 Dec 06 14:40:04.300213 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef12c3-e7c9-4705-bf35-58aa9380d880 req-f8a5979f-301a-4f2a-877f-a6cf9ad88e19 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:04.305769 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:04.308169 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-60ef12c3-e7c9-4705-bf35-58aa9380d880 req-f8a5979f-301a-4f2a-877f-a6cf9ad88e19 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dd69e86-4a03-42a8-bf55-111003a6ffa1 HTTP/1.1" status: 200 len: 935 time: 0.2606804 Dec 06 14:40:04.323665 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 274b9b86-3511-4a21-a7e1-e14edfc325cd no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:40:04.336823 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Transition to ACTIVE for port object d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:40:04.337467 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-e76e170c-1ab3-4eee-bb1f-01e3f34a655c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:04.356499 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:04.381840 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 274b9b86-3511-4a21-a7e1-e14edfc325cd {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:40:04.383366 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 274b9b86-3511-4a21-a7e1-e14edfc325cd not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:40:04.386214 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-e76e170c-1ab3-4eee-bb1f-01e3f34a655c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:04.390935 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-572958f9-d9f3-4379-8429-1185f357d9d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:04.423090 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4ce20bd-e0a4-45f1-817d-66e04e955190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:04.469559 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-572958f9-d9f3-4379-8429-1185f357d9d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:04.532383 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-7c5e23fd-ebe6-42af-9d77-4d20c5b9fe42 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Made reservation on behalf of 7c0debcee8fc4e30b6ef3f1b9ed587a3 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:04.533562 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e170c-1ab3-4eee-bb1f-01e3f34a655c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dbee61-9d26-4d35-8d88-caec97ca803f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:04.538884 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-7c5e23fd-ebe6-42af-9d77-4d20c5b9fe42 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:04.567777 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-60ef12c3-e7c9-4705-bf35-58aa9380d880 req-50fe4f2a-22e6-4b45-818a-5bb22399d521 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534866 Dec 06 14:40:04.590807 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4ce20bd-e0a4-45f1-817d-66e04e955190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:04.599795 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35888) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:04.601911 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f88bf43-0be8-4bf2-90ca-ecba57ecea2a req-68bbff11-5e1e-4ccb-847c-632a287b300f service neutron] 10.222.0.37 "GET /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897777 Dec 06 14:40:04.608854 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Pushing event updated for resources: {'Port': ['ID=d907c4f0-8aa0-4630-b76c-1e3c4b3fa101,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:04.611333 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b341e949-9d61-4ce3-94d7-a87771aef567 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1503623969-network', 'tenant_id': 'eb28b2aa9165462f8ec8bb74fc897c78'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:04.617339 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-572958f9-d9f3-4379-8429-1185f357d9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:04.620121 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-572958f9-d9f3-4379-8429-1185f357d9d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:04.623634 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-572958f9-d9f3-4379-8429-1185f357d9d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/843787c0-58b6-41ba-b0c6-f63b59ce90f3 HTTP/1.1" status: 204 len: 168 time: 0.5105193 Dec 06 14:40:04.678563 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572958f9-d9f3-4379-8429-1185f357d9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843787c0-58b6-41ba-b0c6-f63b59ce90f3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:04.708548 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1e182eb-16b5-4eb7-97fe-b8c1838958a6 req-5531d43e-8596-4a5e-9ba9-7b48954e5321 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 210 time: 0.1517751 Dec 06 14:40:04.729143 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Attempting to bind port d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:40:04.729544 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Attempting to bind port d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:40:04.729971 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Attempting to bind port d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:04.739827 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Port d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:40:04.740487 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Attempting to bind port d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:04.752587 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:40:04.753954 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:04.753954 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:40:04.754279 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Bound port: d907c4f0-8aa0-4630-b76c-1e3c4b3fa101, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:40:04.754837 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:04.784046 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b341e949-9d61-4ce3-94d7-a87771aef567 admin admin] Made reservation on behalf of eb28b2aa9165462f8ec8bb74fc897c78 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:04.785986 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b341e949-9d61-4ce3-94d7-a87771aef567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:04.825616 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b341e949-9d61-4ce3-94d7-a87771aef567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:04.830741 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-e76e170c-1ab3-4eee-bb1f-01e3f34a655c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Allocated IP 192.168.233.137 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/32951114-6811-4294-9ca3-b7348b9d530e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:40:04.835093 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-51c0dbf2-a358-45f4-9aef-1d4ddee14742 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8666f11643884284acd9a906e71a5f93&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6148009 Dec 06 14:40:04.839746 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35894) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:04.847796 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4ce20bd-e0a4-45f1-817d-66e04e955190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:04.850348 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4ce20bd-e0a4-45f1-817d-66e04e955190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:04.851464 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d4ce20bd-e0a4-45f1-817d-66e04e955190 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c0f5a74-d763-40f3-8678-5dec0a08d6cd HTTP/1.1" status: 204 len: 168 time: 0.7094932 Dec 06 14:40:04.878109 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce20bd-e0a4-45f1-817d-66e04e955190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0f5a74-d763-40f3-8678-5dec0a08d6cd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:04.896511 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-7c5e23fd-ebe6-42af-9d77-4d20c5b9fe42 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Allocated IP 172.20.0.12 (2f20ef1d-3a79-45eb-89da-218d4bf84e98/9c063f61-a0d6-4d97-b506-ad47b05a1286/d66add43-5945-45b6-8f11-d9aeff916388) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:40:04.911446 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6f40b-03a3-49b6-8c3d-0e6483569ef9 req-48759b08-dda5-4c79-b60b-209f1b8446c4 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:04.913018 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-94f6f40b-03a3-49b6-8c3d-0e6483569ef9 req-48759b08-dda5-4c79-b60b-209f1b8446c4 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22 HTTP/1.1" status: 200 len: 944 time: 0.1588726 Dec 06 14:40:04.945354 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad102973-ab6e-469c-972f-a522d2eb5b05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:04.947378 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] For port d907c4f0-8aa0-4630-b76c-1e3c4b3fa101, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:40:04.953027 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] For port d907c4f0-8aa0-4630-b76c-1e3c4b3fa101, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d907c4f0-8aa0-4630-b76c-1e3c4b3fa101,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:40:04.973044 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.023468 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad102973-ab6e-469c-972f-a522d2eb5b05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.040870 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-94f6f40b-03a3-49b6-8c3d-0e6483569ef9 req-e2c00a41-abea-4a80-ac17-0c63682cdb5e tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168113 Dec 06 14:40:05.056846 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:05.057606 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.060636 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] 10.222.0.23 "PUT /v2.0/ports/d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 HTTP/1.1" status: 200 len: 1095 time: 1.7035499 Dec 06 14:40:05.064948 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd69e86-4a03-42a8-bf55-111003a6ffa1', 'tag': 'd907c4f0-8aa0-4630-b76c-1e3c4b3fa101'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:05.067632 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d57b06-96f7-4a2e-bc93-5dd4ffc9222c" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd69e86-4a03-42a8-bf55-111003a6ffa1", "tag": "d907c4f0-8aa0-4630-b76c-1e3c4b3fa101"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:05.154888 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca5cd42-243b-4850-ae52-bb10f236e0e1 x-openstack-request-id: req-6ca5cd42-243b-4850-ae52-bb10f236e0e1 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:05.155481 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd69e86-4a03-42a8-bf55-111003a6ffa1", "tag": "d907c4f0-8aa0-4630-b76c-1e3c4b3fa101", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:05.155715 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ca5cd42-243b-4850-ae52-bb10f236e0e1 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:05.155917 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b341e949-9d61-4ce3-94d7-a87771aef567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.156224 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd69e86-4a03-42a8-bf55-111003a6ffa1', 'tag': 'd907c4f0-8aa0-4630-b76c-1e3c4b3fa101', 'status': 'completed', 'code': 200} Dec 06 14:40:05.164560 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b341e949-9d61-4ce3-94d7-a87771aef567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.179953 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ede7d7-972a-45d8-973a-b811b95e1e2a service neutron] Pushing event updated for resources: {'Port': ['ID=d907c4f0-8aa0-4630-b76c-1e3c4b3fa101,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:05.183372 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-e76e170c-1ab3-4eee-bb1f-01e3f34a655c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.195832 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b341e949-9d61-4ce3-94d7-a87771aef567 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:40:05.221876 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341e949-9d61-4ce3-94d7-a87771aef567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e38125-ae1a-417a-aea9-0b993aa40535,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:05.231913 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b341e949-9d61-4ce3-94d7-a87771aef567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.232026 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-b341e949-9d61-4ce3-94d7-a87771aef567 admin admin] Added segment 70e769c5-d20d-44d6-ae21-d2b2d49d08b7 of type vlan for network ad759bab-1440-4c1d-a4b2-9c18f65795dc Dec 06 14:40:05.256654 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-dc4152f8-26b0-4914-8401-d31023264ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:05.258288 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-dc4152f8-26b0-4914-8401-d31023264ec0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=046d3f3d068a4b1bb2dca385ec46356e&device_id=2dd69e86-4a03-42a8-bf55-111003a6ffa1 HTTP/1.1" status: 200 len: 1098 time: 0.1394353 Dec 06 14:40:05.263506 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad102973-ab6e-469c-972f-a522d2eb5b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.266097 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad102973-ab6e-469c-972f-a522d2eb5b05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.273227 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ad102973-ab6e-469c-972f-a522d2eb5b05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e8b9b0f-f645-47bd-b4db-4836d83a65d5 HTTP/1.1" status: 204 len: 168 time: 0.4302616 Dec 06 14:40:05.301738 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35906) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:05.344993 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b341e949-9d61-4ce3-94d7-a87771aef567 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.356839 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80545ccd-c6ba-46e1-896b-467f1ed46c0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.358008 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-e76e170c-1ab3-4eee-bb1f-01e3f34a655c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.359685 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-917a273f-70b6-41b1-ad59-858ede63afef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 HTTP/1.1" status: 200 len: 217 time: 0.0822802 Dec 06 14:40:05.362454 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad102973-ab6e-469c-972f-a522d2eb5b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8b9b0f-f645-47bd-b4db-4836d83a65d5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:05.433443 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-e76e170c-1ab3-4eee-bb1f-01e3f34a655c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:40:05.447390 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-e76e170c-1ab3-4eee-bb1f-01e3f34a655c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:05.457849 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-e76e170c-1ab3-4eee-bb1f-01e3f34a655c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:40:05.463746 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-e76e170c-1ab3-4eee-bb1f-01e3f34a655c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:05.464414 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-e76e170c-1ab3-4eee-bb1f-01e3f34a655c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.468114 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b341e949-9d61-4ce3-94d7-a87771aef567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.469051 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b341e949-9d61-4ce3-94d7-a87771aef567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:05.469639 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b341e949-9d61-4ce3-94d7-a87771aef567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.471704 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-7c5e23fd-ebe6-42af-9d77-4d20c5b9fe42 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.483228 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.502818 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e170c-1ab3-4eee-bb1f-01e3f34a655c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Pushing event updated for resources: {'Port': ['ID=32951114-6811-4294-9ca3-b7348b9d530e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:05.515201 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-2043eca0-e625-4c60-8ca6-f1b58d9cee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:05.516897 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-2043eca0-e625-4c60-8ca6-f1b58d9cee69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1312032 Dec 06 14:40:05.569306 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-e76e170c-1ab3-4eee-bb1f-01e3f34a655c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3066170 Dec 06 14:40:05.576757 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b341e949-9d61-4ce3-94d7-a87771aef567 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9735875 Dec 06 14:40:05.597823 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35910) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:05.610154 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-7c5e23fd-ebe6-42af-9d77-4d20c5b9fe42 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.618217 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Request body: {'port': {'device_id': '5d6aa75d-cf02-4bec-846f-8316273fe420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:05.684181 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35916) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:05.696105 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-20b0da0e-5348-41c8-a015-9b407c65c201 admin admin] Request body: {'subnet': {'network_id': 'ad759bab-1440-4c1d-a4b2-9c18f65795dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1503623969-subnet', 'tenant_id': 'eb28b2aa9165462f8ec8bb74fc897c78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:05.713263 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d92d9823-d2f0-4dc5-b145-1db79164989e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.723148 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-4085e882-c091-4d05-b34b-1b796f890390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:05.724799 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-4085e882-c091-4d05-b34b-1b796f890390 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1946518 Dec 06 14:40:05.727353 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-7c5e23fd-ebe6-42af-9d77-4d20c5b9fe42 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:40:05.733164 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341e949-9d61-4ce3-94d7-a87771aef567 admin admin] Pushing event updated for resources: {'Network': ['ID=ad759bab-1440-4c1d-a4b2-9c18f65795dc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:05.747618 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network ad759bab-1440-4c1d-a4b2-9c18f65795dc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:40:05.754011 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6503e50-f819-416a-af3f-5dac62ca67d0 req-69f1217b-703b-4aab-9793-da7132b2fc8a tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:05.755568 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6503e50-f819-416a-af3f-5dac62ca67d0 req-69f1217b-703b-4aab-9793-da7132b2fc8a tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 936 time: 0.3151944 Dec 06 14:40:05.828259 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b0da0e-5348-41c8-a015-9b407c65c201 admin admin] Made reservation on behalf of eb28b2aa9165462f8ec8bb74fc897c78 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:05.830991 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20b0da0e-5348-41c8-a015-9b407c65c201 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.866978 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-7c5e23fd-ebe6-42af-9d77-4d20c5b9fe42 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:05.868499 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.871565 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80545ccd-c6ba-46e1-896b-467f1ed46c0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.876399 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-7c5e23fd-ebe6-42af-9d77-4d20c5b9fe42 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:40:05.881994 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-7c5e23fd-ebe6-42af-9d77-4d20c5b9fe42 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:05.882829 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-7c5e23fd-ebe6-42af-9d77-4d20c5b9fe42 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.899454 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2c7d3b6a-e0f4-4d9c-b523-85fd2096f801 None None] Provisioning complete for port 32951114-6811-4294-9ca3-b7348b9d530e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:05.900435 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e23fd-ebe6-42af-9d77-4d20c5b9fe42 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Pushing event updated for resources: {'Port': ['ID=d66add43-5945-45b6-8f11-d9aeff916388,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:05.900578 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3b6a-e0f4-4d9c-b523-85fd2096f801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.900684 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80545ccd-c6ba-46e1-896b-467f1ed46c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:05.953646 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-7c5e23fd-ebe6-42af-9d77-4d20c5b9fe42 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0242925 Dec 06 14:40:05.969500 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df19c3c-969f-4277-b43b-412129ba326e req-678de5bf-7ff0-49fa-ae29-2e36a218dd6a tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:05.971227 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7df19c3c-969f-4277-b43b-412129ba326e req-678de5bf-7ff0-49fa-ae29-2e36a218dd6a tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dd69e86-4a03-42a8-bf55-111003a6ffa1 HTTP/1.1" status: 200 len: 947 time: 0.2532024 Dec 06 14:40:05.977928 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Request body: {'port': {'device_id': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:05.982545 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-31cec5f2-6aad-4e12-844c-cf18af50dadd service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349789 Dec 06 14:40:06.007834 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35920) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:06.022557 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2c7d3b6a-e0f4-4d9c-b523-85fd2096f801 None None] Port 32951114-6811-4294-9ca3-b7348b9d530e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:40:06.027309 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6503e50-f819-416a-af3f-5dac62ca67d0 req-c100a4fe-2f09-4737-87f1-4a322c439559 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483604 Dec 06 14:40:06.055463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-80545ccd-c6ba-46e1-896b-467f1ed46c0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5eb553780731472d8ed0b89abba781f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7527583 Dec 06 14:40:06.060894 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35924) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:06.080478 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80545ccd-c6ba-46e1-896b-467f1ed46c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ad8967-9f7b-4c18-b750-627deb77c228,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:06.190992 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device cf0b605b-b275-49d4-90b1-24dcbd11caf2 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:40:06.290751 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1c233b06-c23e-4d57-8edf-6a9cf49a3430 None None] Provisioning complete for port d66add43-5945-45b6-8f11-d9aeff916388 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:06.291155 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c233b06-c23e-4d57-8edf-6a9cf49a3430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.335723 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port cf0b605b-b275-49d4-90b1-24dcbd11caf2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cf0b605b-b275-49d4-90b1-24dcbd11caf2,segment=NetworkSegment(cf13b1f2-830c-4988-93aa-b6e0567249e6),segment_id=cf13b1f2-830c-4988-93aa-b6e0567249e6)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:06.338077 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d92d9823-d2f0-4dc5-b145-1db79164989e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.351328 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1c233b06-c23e-4d57-8edf-6a9cf49a3430 None None] Port d66add43-5945-45b6-8f11-d9aeff916388 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:40:06.353054 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'cf0b605b-b275-49d4-90b1-24dcbd11caf2', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'port_id': 'cf0b605b-b275-49d4-90b1-24dcbd11caf2', 'mac_address': 'fa:16:3e:40:2e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:40:06.377014 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d92d9823-d2f0-4dc5-b145-1db79164989e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.393063 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.408473 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0b605b-b275-49d4-90b1-24dcbd11caf2 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:06.429488 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port cf0b605b-b275-49d4-90b1-24dcbd11caf2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cf0b605b-b275-49d4-90b1-24dcbd11caf2,segment=NetworkSegment(cf13b1f2-830c-4988-93aa-b6e0567249e6),segment_id=cf13b1f2-830c-4988-93aa-b6e0567249e6)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:06.435681 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.459486 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7df19c3c-969f-4277-b43b-412129ba326e req-8cfdf79f-ccc5-4c67-a3a1-613b9260675a tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738171 Dec 06 14:40:06.460127 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.471365 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c0005d43-df26-40fe-aa43-d1db1f51a3c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1d6843b86ea4f7e9c7cc9f4420f02ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4593256 Dec 06 14:40:06.485807 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35930) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:06.512990 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65917bcd-67bc-4e9f-977a-ad77f677d588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.523171 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d92d9823-d2f0-4dc5-b145-1db79164989e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bc633d1ca154183a54a8b65c1d3f585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8357699 Dec 06 14:40:06.523988 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d9823-d2f0-4dc5-b145-1db79164989e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98334eb-dfe9-4f91-aadc-409a3d18a145,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:06.524174 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=cf0b605b-b275-49d4-90b1-24dcbd11caf2,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:06.528137 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.529774 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35932) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:06.569986 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-078a458d-6e9f-43da-867c-d44c93bf3533 req-c84acf45-0ef3-4c6e-bccb-8c75c5daeada service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598390 Dec 06 14:40:06.594001 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f26b81-8330-4b58-9b00-3f86d3669ed2 req-d33fe474-fc0f-4240-977c-aaf9535f0bf5 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:06.595861 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f8f26b81-8330-4b58-9b00-3f86d3669ed2 req-d33fe474-fc0f-4240-977c-aaf9535f0bf5 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 932 time: 0.4390395 Dec 06 14:40:06.631869 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65917bcd-67bc-4e9f-977a-ad77f677d588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.667363 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20b0da0e-5348-41c8-a015-9b407c65c201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.680042 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['cf0b605b-b275-49d4-90b1-24dcbd11caf2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:40:06.763393 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24c9af8c-23ec-40fb-a9a4-e2dac0d34b43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.789667 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f8f26b81-8330-4b58-9b00-3f86d3669ed2 req-b7030683-77a7-420f-8626-ebcb81c2eb98 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814845 Dec 06 14:40:06.795450 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8217a70-454e-4a98-b647-cd57befe5f3b req-39824159-6268-49d7-99ca-2151175371da tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:06.796359 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0da0e-5348-41c8-a015-9b407c65c201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85a39d29-54d0-45e0-bd9e-cf8d82bf5cc5,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:06.796869 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8217a70-454e-4a98-b647-cd57befe5f3b req-39824159-6268-49d7-99ca-2151175371da tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22 HTTP/1.1" status: 200 len: 945 time: 0.2069790 Dec 06 14:40:06.797509 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c58b2b1f-cd47-42cf-a45e-db3890c79757 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.835848 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65917bcd-67bc-4e9f-977a-ad77f677d588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.838388 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65917bcd-67bc-4e9f-977a-ad77f677d588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.841964 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-65917bcd-67bc-4e9f-977a-ad77f677d588 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01ad8967-9f7b-4c18-b750-627deb77c228 HTTP/1.1" status: 204 len: 168 time: 0.7761028 Dec 06 14:40:06.842698 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24c9af8c-23ec-40fb-a9a4-e2dac0d34b43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.853804 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d57b06-96f7-4a2e-bc93-5dd4ffc9222c req-082f776c-569f-4b7b-bc54-797665863f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:06.855837 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f2d57b06-96f7-4a2e-bc93-5dd4ffc9222c req-082f776c-569f-4b7b-bc54-797665863f9b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=046d3f3d068a4b1bb2dca385ec46356e&device_id=2dd69e86-4a03-42a8-bf55-111003a6ffa1 HTTP/1.1" status: 200 len: 1098 time: 0.2265029 Dec 06 14:40:06.857636 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b0da0e-5348-41c8-a015-9b407c65c201 admin admin] Checking segment: {'id': '70e769c5-d20d-44d6-ae21-d2b2d49d08b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad759bab-1440-4c1d-a4b2-9c18f65795dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:06.858225 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b0da0e-5348-41c8-a015-9b407c65c201 admin admin] Network hostable DHCP agents. Network: ad759bab-1440-4c1d-a4b2-9c18f65795dc, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:40:06.882412 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65917bcd-67bc-4e9f-977a-ad77f677d588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ad8967-9f7b-4c18-b750-627deb77c228,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:06.883757 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c58b2b1f-cd47-42cf-a45e-db3890c79757 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.885943 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32951114-6811-4294-9ca3-b7348b9d530e {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:06.899492 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.906420 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b0da0e-5348-41c8-a015-9b407c65c201 admin admin] Network ad759bab-1440-4c1d-a4b2-9c18f65795dc is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:40:06.929135 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Transition to ACTIVE for port object 32951114-6811-4294-9ca3-b7348b9d530e will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:40:06.931276 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-20b0da0e-5348-41c8-a015-9b407c65c201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ad759bab-1440-4c1d-a4b2-9c18f65795dc) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:06.934579 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.945071 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b0da0e-5348-41c8-a015-9b407c65c201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:06.945595 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb21ff-bed1-42f2-a652-29a275dfe319 None None] Network ad759bab-1440-4c1d-a4b2-9c18f65795dc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:40:06.946140 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20b0da0e-5348-41c8-a015-9b407c65c201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:07.005221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-20b0da0e-5348-41c8-a015-9b407c65c201 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3717213 Dec 06 14:40:07.029989 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Pushing event updated for resources: {'Port': ['ID=32951114-6811-4294-9ca3-b7348b9d530e,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:07.046021 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Attempting to bind port 32951114-6811-4294-9ca3-b7348b9d530e on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:40:07.046616 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Attempting to bind port 32951114-6811-4294-9ca3-b7348b9d530e by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:40:07.047185 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Attempting to bind port 32951114-6811-4294-9ca3-b7348b9d530e on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:07.053777 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Port 32951114-6811-4294-9ca3-b7348b9d530e on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:40:07.054345 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Attempting to bind port 32951114-6811-4294-9ca3-b7348b9d530e on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:07.060552 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:40:07.060803 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:07.061504 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:40:07.062110 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Bound port: 32951114-6811-4294-9ca3-b7348b9d530e, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:40:07.062615 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:07.195857 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8217a70-454e-4a98-b647-cd57befe5f3b req-390eb5c0-faa4-47ef-9593-0c2257e017ab tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3877046 Dec 06 14:40:07.226851 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c124f3c6-f56c-4d62-a49d-a40e9ec779cb None None] Network ad759bab-1440-4c1d-a4b2-9c18f65795dc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:40:07.256262 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] For port 32951114-6811-4294-9ca3-b7348b9d530e, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:40:07.281208 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] For port 32951114-6811-4294-9ca3-b7348b9d530e, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=32951114-6811-4294-9ca3-b7348b9d530e,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:40:07.290118 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:07.297750 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24c9af8c-23ec-40fb-a9a4-e2dac0d34b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:07.307863 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16715dab-86f6-433b-b9dd-ca5132667f55 req-5f39ba9e-07b6-4244-ac8a-efef1ed62772 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:07.309582 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16715dab-86f6-433b-b9dd-ca5132667f55 req-5f39ba9e-07b6-4244-ac8a-efef1ed62772 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 948 time: 0.1212101 Dec 06 14:40:07.311170 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24c9af8c-23ec-40fb-a9a4-e2dac0d34b43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:07.312342 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-24c9af8c-23ec-40fb-a9a4-e2dac0d34b43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cad10bf7-56a7-4801-b478-f3ef790f1b61 HTTP/1.1" status: 204 len: 168 time: 0.8200336 Dec 06 14:40:07.337944 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35944) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:07.382814 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9af8c-23ec-40fb-a9a4-e2dac0d34b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad10bf7-56a7-4801-b478-f3ef790f1b61,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:07.391462 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c58b2b1f-cd47-42cf-a45e-db3890c79757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:07.397988 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c58b2b1f-cd47-42cf-a45e-db3890c79757 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:07.399171 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c58b2b1f-cd47-42cf-a45e-db3890c79757 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f98334eb-dfe9-4f91-aadc-409a3d18a145 HTTP/1.1" status: 204 len: 168 time: 0.8669190 Dec 06 14:40:07.413027 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:07.413891 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:07.415458 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] 10.222.0.37 "PUT /v2.0/ports/32951114-6811-4294-9ca3-b7348b9d530e HTTP/1.1" status: 200 len: 1096 time: 1.8079407 Dec 06 14:40:07.418418 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6aa75d-cf02-4bec-846f-8316273fe420', 'tag': '32951114-6811-4294-9ca3-b7348b9d530e'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:07.421285 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44f064d-b806-4a91-a1f0-821ed86c827a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6aa75d-cf02-4bec-846f-8316273fe420", "tag": "32951114-6811-4294-9ca3-b7348b9d530e"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:07.421882 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d57b06-96f7-4a2e-bc93-5dd4ffc9222c req-6180d86a-e330-420b-86fe-4b8ede8d903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:07.423342 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f2d57b06-96f7-4a2e-bc93-5dd4ffc9222c req-6180d86a-e330-420b-86fe-4b8ede8d903a service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.5560536 Dec 06 14:40:07.541437 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98a0e6b-3e48-4ab7-85a3-8c971fb04bd4 x-openstack-request-id: req-c98a0e6b-3e48-4ab7-85a3-8c971fb04bd4 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:07.541868 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6aa75d-cf02-4bec-846f-8316273fe420", "tag": "32951114-6811-4294-9ca3-b7348b9d530e", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:07.542982 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c98a0e6b-3e48-4ab7-85a3-8c971fb04bd4 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:07.543501 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6aa75d-cf02-4bec-846f-8316273fe420', 'tag': '32951114-6811-4294-9ca3-b7348b9d530e', 'status': 'completed', 'code': 200} Dec 06 14:40:07.554983 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd70289f-9329-41ed-a793-16d7ed438a8e admin admin] Deleting subnet 11e84d55-209f-4641-8d0b-e93f732ccebc {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:40:07.557669 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35e1bf-4541-43c1-a471-5bb2173f3a78 service neutron] Pushing event updated for resources: {'Port': ['ID=32951114-6811-4294-9ca3-b7348b9d530e,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:07.572837 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd70289f-9329-41ed-a793-16d7ed438a8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:07.627637 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16715dab-86f6-433b-b9dd-ca5132667f55 req-cbf69b8c-4c80-4b05-a19f-e18ad182c306 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869589 Dec 06 14:40:07.643997 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b2b1f-cd47-42cf-a45e-db3890c79757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98334eb-dfe9-4f91-aadc-409a3d18a145,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:07.656836 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-21bfd4b4-f455-4574-93a2-a71ceee88173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:07.660177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-21bfd4b4-f455-4574-93a2-a71ceee88173 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 1099 time: 0.1579993 Dec 06 14:40:07.667477 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd70289f-9329-41ed-a793-16d7ed438a8e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:07.672654 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f2d57b06-96f7-4a2e-bc93-5dd4ffc9222c req-bb2006c6-21fd-4481-8790-7e7eaacfc27a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 HTTP/1.1" status: 200 len: 217 time: 0.2156265 Dec 06 14:40:07.709682 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66add43-5945-45b6-8f11-d9aeff916388 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:07.724305 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd70289f-9329-41ed-a793-16d7ed438a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:07.729085 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-366eaa90-4072-4f33-846e-0dadcf2b0afc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=32951114-6811-4294-9ca3-b7348b9d530e HTTP/1.1" status: 200 len: 217 time: 0.0537341 Dec 06 14:40:07.735944 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:07.760404 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Transition to ACTIVE for port object d66add43-5945-45b6-8f11-d9aeff916388 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:40:07.771095 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:07.783232 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e4f1d-114c-4a87-8fdd-abc876e27f3a req-cf120dd9-1a8a-4363-a714-36999d2c62ea tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:07.790422 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-414e4f1d-114c-4a87-8fdd-abc876e27f3a req-cf120dd9-1a8a-4363-a714-36999d2c62ea tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dd69e86-4a03-42a8-bf55-111003a6ffa1 HTTP/1.1" status: 200 len: 947 time: 0.1504915 Dec 06 14:40:07.793017 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d57b06-96f7-4a2e-bc93-5dd4ffc9222c req-6cff7dff-84ed-44dc-ae77-2638b83be07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:07.794440 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f2d57b06-96f7-4a2e-bc93-5dd4ffc9222c req-6cff7dff-84ed-44dc-ae77-2638b83be07e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1028926 Dec 06 14:40:07.807025 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-4adfaf8c-d0ec-4e57-9f98-426d80eb7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:07.808768 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-4adfaf8c-d0ec-4e57-9f98-426d80eb7e9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0570478 Dec 06 14:40:07.923261 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Pushing event updated for resources: {'Port': ['ID=d66add43-5945-45b6-8f11-d9aeff916388,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:07.937855 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd70289f-9329-41ed-a793-16d7ed438a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:07.968945 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d57b06-96f7-4a2e-bc93-5dd4ffc9222c req-121b8154-6b42-4cb6-a2c1-ebb71284c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:07.970449 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f2d57b06-96f7-4a2e-bc93-5dd4ffc9222c req-121b8154-6b42-4cb6-a2c1-ebb71284c34c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1521163 Dec 06 14:40:07.989660 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-414e4f1d-114c-4a87-8fdd-abc876e27f3a req-1ebf1cc1-acee-4e69-bc89-b243f9abbb3a tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983106 Dec 06 14:40:07.989810 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70289f-9329-41ed-a793-16d7ed438a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e84d55-209f-4641-8d0b-e93f732ccebc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:07.993006 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Attempting to bind port d66add43-5945-45b6-8f11-d9aeff916388 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:40:07.993497 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Attempting to bind port d66add43-5945-45b6-8f11-d9aeff916388 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '140d8ddc-7751-4b43-bcca-254da309f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:40:07.993970 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Attempting to bind port d66add43-5945-45b6-8f11-d9aeff916388 on network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:07.994070 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-7c9ec170-d599-422d-a819-59ff3950b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:07.996983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-7c9ec170-d599-422d-a819-59ff3950b701 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1752443 Dec 06 14:40:08.007324 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Port d66add43-5945-45b6-8f11-d9aeff916388 on network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:40:08.007647 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Attempting to bind port d66add43-5945-45b6-8f11-d9aeff916388 on network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:08.010546 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:40:08.042887 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd70289f-9329-41ed-a793-16d7ed438a8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:08.046925 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cd70289f-9329-41ed-a793-16d7ed438a8e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/11e84d55-209f-4641-8d0b-e93f732ccebc HTTP/1.1" status: 204 len: 168 time: 0.7060738 Dec 06 14:40:08.050003 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35970) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:08.052540 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:40:08.053075 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Checking segment: {'id': '140d8ddc-7751-4b43-bcca-254da309f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:08.053667 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Bound using segment: {'id': '140d8ddc-7751-4b43-bcca-254da309f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:40:08.054287 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Bound port: d66add43-5945-45b6-8f11-d9aeff916388, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140d8ddc-7751-4b43-bcca-254da309f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:40:08.054848 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:08.206965 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device cf0b605b-b275-49d4-90b1-24dcbd11caf2 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:40:08.255434 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:08.289516 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f2d57b06-96f7-4a2e-bc93-5dd4ffc9222c req-53b95273-66ff-4df4-94af-7305023fe016 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978778 Dec 06 14:40:08.296233 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f83b6-ac7c-4f89-a8cf-1000a6b30877 req-2739cebe-6435-4fa1-bae8-ce24f2ba38d3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:08.296903 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port cf0b605b-b275-49d4-90b1-24dcbd11caf2 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:40:08.297854 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be6f83b6-ac7c-4f89-a8cf-1000a6b30877 req-2739cebe-6435-4fa1-bae8-ce24f2ba38d3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 944 time: 0.3168259 Dec 06 14:40:08.299854 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-621da80c-c496-42e4-a62b-fcd090a459ed service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805924 Dec 06 14:40:08.304414 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] For port d66add43-5945-45b6-8f11-d9aeff916388, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:40:08.331204 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port cf0b605b-b275-49d4-90b1-24dcbd11caf2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:08.331957 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:08.350741 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] For port d66add43-5945-45b6-8f11-d9aeff916388, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d66add43-5945-45b6-8f11-d9aeff916388,segment=NetworkSegment(140d8ddc-7751-4b43-bcca-254da309f20b),segment_id=140d8ddc-7751-4b43-bcca-254da309f20b)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:40:08.365791 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:08.456727 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:08.457265 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:08.457884 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:08.459265 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] 10.222.0.23 "PUT /v2.0/ports/d66add43-5945-45b6-8f11-d9aeff916388 HTTP/1.1" status: 200 len: 1092 time: 2.4868975 Dec 06 14:40:08.460097 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'tag': 'd66add43-5945-45b6-8f11-d9aeff916388'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:08.462562 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4829f9-9b4c-48f0-939b-9a2c16e706cd" -d '{"events": [{"name": "network-changed", "server_uuid": "cf67e1df-aef5-4df2-96ee-8f1aa4d0fade", "tag": "d66add43-5945-45b6-8f11-d9aeff916388"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:08.477311 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96b8cb-6076-4e95-be70-4945afe929c6 req-003570e2-c5e6-46bc-bd42-7db5d574d531 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:08.489788 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fa96b8cb-6076-4e95-be70-4945afe929c6 req-003570e2-c5e6-46bc-bd42-7db5d574d531 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22 HTTP/1.1" status: 200 len: 945 time: 0.1946125 Dec 06 14:40:08.528899 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port cf0b605b-b275-49d4-90b1-24dcbd11caf2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cf0b605b-b275-49d4-90b1-24dcbd11caf2,segment=NetworkSegment(cf13b1f2-830c-4988-93aa-b6e0567249e6),segment_id=cf13b1f2-830c-4988-93aa-b6e0567249e6)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:08.532059 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6828ec7f-ff12-41ee-87bd-29a204a9ac22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0b605b-b275-49d4-90b1-24dcbd11caf2'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:08.535729 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984ea2cc-c635-4388-a82e-ee0d301dd841" -d '{"events": [{"server_uuid": "6828ec7f-ff12-41ee-87bd-29a204a9ac22", "name": "network-vif-plugged", "status": "completed", "tag": "cf0b605b-b275-49d4-90b1-24dcbd11caf2"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:08.545535 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:08.646876 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1a387-7f95-4dcd-b538-05205bb87efe service neutron] Pushing event updated for resources: {'Port': ['ID=d66add43-5945-45b6-8f11-d9aeff916388,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:08.664985 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f2d57b06-96f7-4a2e-bc93-5dd4ffc9222c req-502a08cd-d718-4ced-bac1-bb85c80d62cf service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629749 Dec 06 14:40:08.669055 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=cf0b605b-b275-49d4-90b1-24dcbd11caf2,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:08.671724 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:08.713114 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:08.713469 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:08.714772 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:08.715124 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Subscribe: > port after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:08.715470 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Subscribe: > port after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:08.715926 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Subscribe: > port after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:08.716460 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:08.716788 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:08.717109 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:08.717433 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:08.732821 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fa96b8cb-6076-4e95-be70-4945afe929c6 req-b6856dbb-68c1-4340-8531-e6639cc66ff8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364025 Dec 06 14:40:08.758951 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-588e9da5-c2fc-4dec-ad2e-897936b8f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:08.761339 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-588e9da5-c2fc-4dec-ad2e-897936b8f532 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 1095 time: 0.2370956 Dec 06 14:40:08.823726 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9c20e7-6bca-461a-92f8-942631809917 x-openstack-request-id: req-8b9c20e7-6bca-461a-92f8-942631809917 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:08.824027 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf67e1df-aef5-4df2-96ee-8f1aa4d0fade", "tag": "d66add43-5945-45b6-8f11-d9aeff916388", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:08.824440 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b9c20e7-6bca-461a-92f8-942631809917 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:08.824851 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'tag': 'd66add43-5945-45b6-8f11-d9aeff916388', 'status': 'completed', 'code': 200} Dec 06 14:40:08.826654 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-a894b02b-dd6b-4687-b1e8-f6083c3c184f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d66add43-5945-45b6-8f11-d9aeff916388 HTTP/1.1" status: 200 len: 217 time: 0.0576406 Dec 06 14:40:08.827832 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8fa85d-411d-46d6-ab5d-334bd91ccad4 x-openstack-request-id: req-fc8fa85d-411d-46d6-ab5d-334bd91ccad4 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:08.829931 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6828ec7f-ff12-41ee-87bd-29a204a9ac22", "name": "network-vif-plugged", "status": "completed", "tag": "cf0b605b-b275-49d4-90b1-24dcbd11caf2", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:08.830200 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc8fa85d-411d-46d6-ab5d-334bd91ccad4 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:08.830771 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6828ec7f-ff12-41ee-87bd-29a204a9ac22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0b605b-b275-49d4-90b1-24dcbd11caf2', 'code': 200} Dec 06 14:40:08.852460 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:08.853131 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:08.853481 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:08.856945 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:08.857377 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6a29db-2cab-4856-afaa-b40766e655bc']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:08.894246 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7687fe0-2af6-4947-8b1d-c933429245f9') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:08.894696 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7687fe0-2af6-4947-8b1d-c933429245f9') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:08.919169 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:08.929022 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4892010e-494f-49c7-9fbd-bebe2cda8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:08.930505 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-4892010e-494f-49c7-9fbd-bebe2cda8f49 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c063f61-a0d6-4d97-b506-ad47b05a1286 HTTP/1.1" status: 200 len: 859 time: 0.0965827 Dec 06 14:40:08.942968 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:08.954687 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:40:08.955332 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:09.030910 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be6f83b6-ac7c-4f89-a8cf-1000a6b30877 req-2f7123c2-04b0-445f-a358-d10038b0ca5a tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7167864 Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: from cryptography.utils import int_from_bytes Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: from cryptography.utils import int_from_bytes Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:40:09.065524 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:40:09.074074 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:09.144432 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42cc7a65-3a77-436c-8ead-fba5110be819 req-800832b3-7e0f-4094-87a0-59c770768491 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8327544 Dec 06 14:40:09.154993 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:09.158491 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] 10.222.0.20 "DELETE /v2.0/networks/fd6a29db-2cab-4856-afaa-b40766e655bc HTTP/1.1" status: 204 len: 168 time: 1.1073298 Dec 06 14:40:09.162093 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36020) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:09.163500 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0868a7-e634-446a-bb27-b317121825db admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6a29db-2cab-4856-afaa-b40766e655bc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:09.196932 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47821734-e70b-4f00-8dad-91d908185a98 req-899c6d99-e2f3-4e06-a6ea-6f59ade121c1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:09.198995 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-47821734-e70b-4f00-8dad-91d908185a98 req-899c6d99-e2f3-4e06-a6ea-6f59ade121c1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 948 time: 0.3127918 Dec 06 14:40:09.232701 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-b41f5d17-2c92-4330-9767-518e328c74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:09.234241 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-b41f5d17-2c92-4330-9767-518e328c74f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f20ef1d-3a79-45eb-89da-218d4bf84e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2960207 Dec 06 14:40:09.275389 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf0551-13b4-4bf5-9a37-d80b848898c4 req-82531b0f-fdd9-4fbf-bb44-ada41fe47520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:09.277918 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b8cf0551-13b4-4bf5-9a37-d80b848898c4 req-82531b0f-fdd9-4fbf-bb44-ada41fe47520 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22 HTTP/1.1" status: 200 len: 1097 time: 0.2114446 Dec 06 14:40:09.286753 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-47821734-e70b-4f00-8dad-91d908185a98 req-d57bcf60-2891-46b5-a063-2227d6b0de96 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784986 Dec 06 14:40:09.340201 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f064d-b806-4a91-a1f0-821ed86c827a req-63473f92-7bd2-4845-9cf7-95827042c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:09.341971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c44f064d-b806-4a91-a1f0-821ed86c827a req-63473f92-7bd2-4845-9cf7-95827042c1ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 1099 time: 0.1098633 Dec 06 14:40:09.353554 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-560ae8d8-59f3-409c-aa35-a5440917e1e4 admin admin] Deleting subnet 85a39d29-54d0-45e0-bd9e-cf8d82bf5cc5 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:40:09.364747 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b90909-206f-41fd-8bca-330ff4937218 req-195d8c5f-f936-4789-a2a0-0afb4ebf2b46 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:09.366615 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4b90909-206f-41fd-8bca-330ff4937218 req-195d8c5f-f936-4789-a2a0-0afb4ebf2b46 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dd69e86-4a03-42a8-bf55-111003a6ffa1 HTTP/1.1" status: 200 len: 947 time: 0.2448952 Dec 06 14:40:09.369000 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-b27eb599-aa67-4a66-afa3-24ca3a8bb747 service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247511 Dec 06 14:40:09.384316 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-560ae8d8-59f3-409c-aa35-a5440917e1e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:09.477961 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b8cf0551-13b4-4bf5-9a37-d80b848898c4 req-2d7a1cbf-974e-4803-9aff-62c7162525c5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757636 Dec 06 14:40:09.506092 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d23996f2-ec44-4c12-b191-a0218d951cb8 req-82c64b65-b593-41d8-ae20-299541a60b50 service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288731 Dec 06 14:40:09.520793 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-560ae8d8-59f3-409c-aa35-a5440917e1e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:09.578504 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4b90909-206f-41fd-8bca-330ff4937218 req-18104401-2f87-48ec-9d8f-e2dca51e0358 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022576 Dec 06 14:40:09.608294 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4829f9-9b4c-48f0-939b-9a2c16e706cd req-3578a80a-decf-4717-a7f9-914c1c8e6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:09.609975 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c4829f9-9b4c-48f0-939b-9a2c16e706cd req-3578a80a-decf-4717-a7f9-914c1c8e6f94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 1095 time: 0.0538712 Dec 06 14:40:09.623162 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-560ae8d8-59f3-409c-aa35-a5440917e1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:09.625979 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f064d-b806-4a91-a1f0-821ed86c827a req-fb8b5e0d-7132-433d-982c-c330fb508cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:09.627592 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c44f064d-b806-4a91-a1f0-821ed86c827a req-fb8b5e0d-7132-433d-982c-c330fb508cae service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2776442 Dec 06 14:40:09.685280 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-560ae8d8-59f3-409c-aa35-a5440917e1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:09.715419 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ae8d8-59f3-409c-aa35-a5440917e1e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85a39d29-54d0-45e0-bd9e-cf8d82bf5cc5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:09.734485 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-560ae8d8-59f3-409c-aa35-a5440917e1e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:09.742315 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-560ae8d8-59f3-409c-aa35-a5440917e1e4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/85a39d29-54d0-45e0-bd9e-cf8d82bf5cc5 HTTP/1.1" status: 204 len: 168 time: 0.5763075 Dec 06 14:40:09.747927 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36042) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:09.757558 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4829f9-9b4c-48f0-939b-9a2c16e706cd req-f269a8d2-d3ac-4334-985a-b23b002d4481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:09.759018 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c4829f9-9b4c-48f0-939b-9a2c16e706cd req-f269a8d2-d3ac-4334-985a-b23b002d4481 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 200 len: 921 time: 0.1420152 Dec 06 14:40:09.815273 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c44f064d-b806-4a91-a1f0-821ed86c827a req-32ef8d32-4e07-4790-b33b-74aa19b0d3aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=32951114-6811-4294-9ca3-b7348b9d530e HTTP/1.1" status: 200 len: 217 time: 0.0943255 Dec 06 14:40:09.825151 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c4829f9-9b4c-48f0-939b-9a2c16e706cd req-1a7c7a48-e371-4120-97fd-6cb31a072fa0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d66add43-5945-45b6-8f11-d9aeff916388 HTTP/1.1" status: 200 len: 217 time: 0.0551412 Dec 06 14:40:09.877620 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f064d-b806-4a91-a1f0-821ed86c827a req-1e4f4d40-163d-4645-9ffe-d6d8099612a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:09.879872 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c44f064d-b806-4a91-a1f0-821ed86c827a req-1e4f4d40-163d-4645-9ffe-d6d8099612a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0567734 Dec 06 14:40:09.907899 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4829f9-9b4c-48f0-939b-9a2c16e706cd req-99019627-6d7e-49cb-9df8-a34ead7e98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:09.909461 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c4829f9-9b4c-48f0-939b-9a2c16e706cd req-99019627-6d7e-49cb-9df8-a34ead7e98e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c063f61-a0d6-4d97-b506-ad47b05a1286 HTTP/1.1" status: 200 len: 859 time: 0.0741208 Dec 06 14:40:09.948169 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f064d-b806-4a91-a1f0-821ed86c827a req-ac8fa7ec-b42c-4bf8-9810-6932208b3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:09.949785 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c44f064d-b806-4a91-a1f0-821ed86c827a req-ac8fa7ec-b42c-4bf8-9810-6932208b3741 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0618513 Dec 06 14:40:09.987427 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:10.012040 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d566047-d794-4c86-ae95-150a381ae755 req-654412ed-66d2-46bf-95b8-703d4fa85e39 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:10.013858 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d566047-d794-4c86-ae95-150a381ae755 req-654412ed-66d2-46bf-95b8-703d4fa85e39 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22 HTTP/1.1" status: 200 len: 946 time: 0.1938760 Dec 06 14:40:10.041515 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4829f9-9b4c-48f0-939b-9a2c16e706cd req-8c71e216-0f07-44c5-907b-80ba312fb6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:10.044171 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c4829f9-9b4c-48f0-939b-9a2c16e706cd req-8c71e216-0f07-44c5-907b-80ba312fb6fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f20ef1d-3a79-45eb-89da-218d4bf84e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958924 Dec 06 14:40:10.087721 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c44f064d-b806-4a91-a1f0-821ed86c827a req-7438a31b-4d08-40b4-bded-40b3b851958c service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284680 Dec 06 14:40:10.156278 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d566047-d794-4c86-ae95-150a381ae755 req-99763832-c81c-4090-a146-5c8cf551bb50 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268649 Dec 06 14:40:10.191043 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:10.257121 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4365cf-ebf8-4287-8ebd-2054c59ea9b8 req-12437f8f-48ef-4c89-a270-221c7bee2bac tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:10.258640 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:10.258780 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6d4365cf-ebf8-4287-8ebd-2054c59ea9b8 req-12437f8f-48ef-4c89-a270-221c7bee2bac tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 944 time: 0.1231863 Dec 06 14:40:10.259012 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:10.259830 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:10.260185 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Subscribe: > port after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:10.260533 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:10.260939 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Subscribe: > port after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:10.261271 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:10.261593 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:10.262018 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:10.262350 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:10.294004 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c44f064d-b806-4a91-a1f0-821ed86c827a req-c412bf5f-e431-4ffc-91ea-0fdcd2a9dbc3 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972008 Dec 06 14:40:10.330457 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6d4365cf-ebf8-4287-8ebd-2054c59ea9b8 req-059b65b1-fede-41cd-aa60-84ae3192c63e tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636115 Dec 06 14:40:10.360874 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:10.361287 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:10.361614 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:10.361956 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:40:10.362369 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad759bab-1440-4c1d-a4b2-9c18f65795dc']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:10.371268 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:40:10.386082 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e769c5-d20d-44d6-ae21-d2b2d49d08b7') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:10.386082 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e769c5-d20d-44d6-ae21-d2b2d49d08b7') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:10.446844 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:10.468962 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c4829f9-9b4c-48f0-939b-9a2c16e706cd req-073299d7-ec7c-4457-89ab-df11b8792020 service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018877 Dec 06 14:40:10.478080 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:10.499930 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port d907c4f0-8aa0-4630-b76c-1e3c4b3fa101, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d907c4f0-8aa0-4630-b76c-1e3c4b3fa101,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:10.510364 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:40:10.510789 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: from cryptography.utils import int_from_bytes Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: from cryptography.utils import int_from_bytes Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:40:10.514771 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:40:10.518339 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'd907c4f0-8aa0-4630-b76c-1e3c4b3fa101', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': 'd907c4f0-8aa0-4630-b76c-1e3c4b3fa101', 'mac_address': 'fa:16:3e:cf:55:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:40:10.538579 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fe7bd-962e-4e6a-8695-117811c54b62 req-58caccd1-441a-4db4-993b-afc225a09b57 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:10.540135 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-011fe7bd-962e-4e6a-8695-117811c54b62 req-58caccd1-441a-4db4-993b-afc225a09b57 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 948 time: 0.1590586 Dec 06 14:40:10.667928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:10.674349 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:10.680413 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ad759bab-1440-4c1d-a4b2-9c18f65795dc HTTP/1.1" status: 204 len: 168 time: 0.9310462 Dec 06 14:40:10.696492 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c4829f9-9b4c-48f0-939b-9a2c16e706cd req-e2d38ab7-e4f9-455b-9a3c-05775d6129d1 service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139318 Dec 06 14:40:10.715918 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167af69-7d1b-41aa-b660-1053e8ab1a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad759bab-1440-4c1d-a4b2-9c18f65795dc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:10.716113 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:10.723731 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-011fe7bd-962e-4e6a-8695-117811c54b62 req-50a629fc-7e3a-4ca9-9848-9cd670809a67 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717668 Dec 06 14:40:10.749979 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:10.772501 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port d907c4f0-8aa0-4630-b76c-1e3c4b3fa101, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d907c4f0-8aa0-4630-b76c-1e3c4b3fa101,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:10.778461 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:10.864911 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=d907c4f0-8aa0-4630-b76c-1e3c4b3fa101,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:10.934305 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36092) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:10.980914 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['d907c4f0-8aa0-4630-b76c-1e3c4b3fa101'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:40:11.012744 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e6621517-1d23-4417-ac7e-2db164cd59c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03b7112b891e46eba0e49d418d8a87ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0736835 Dec 06 14:40:11.013631 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36098) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:11.029520 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c94bdd-67a5-4003-a862-0890f019f505 req-44086a18-bb18-4848-a6c7-03c7abf8046c tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:11.031430 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31c94bdd-67a5-4003-a862-0890f019f505 req-44086a18-bb18-4848-a6c7-03c7abf8046c tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dd69e86-4a03-42a8-bf55-111003a6ffa1 HTTP/1.1" status: 200 len: 948 time: 0.0748308 Dec 06 14:40:11.070314 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32ed4588-c8f7-456e-bf8b-ecd26aa4cda0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:11.094836 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31c94bdd-67a5-4003-a862-0890f019f505 req-30bda28f-b07f-4974-b8e5-9eac3e38837e tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548742 Dec 06 14:40:11.100497 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32ed4588-c8f7-456e-bf8b-ecd26aa4cda0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:11.159016 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32ed4588-c8f7-456e-bf8b-ecd26aa4cda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:11.162270 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32ed4588-c8f7-456e-bf8b-ecd26aa4cda0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:11.163484 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-32ed4588-c8f7-456e-bf8b-ecd26aa4cda0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a90a3c9-aa38-4ff8-816f-ea04d1a41b2f HTTP/1.1" status: 204 len: 168 time: 0.1488092 Dec 06 14:40:11.173135 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed4588-c8f7-456e-bf8b-ecd26aa4cda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a90a3c9-aa38-4ff8-816f-ea04d1a41b2f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:11.311590 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb56fb-74f2-40a5-8922-99dead776f04 req-83c0a220-cb3c-44b7-bc46-edac4bff5189 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:11.313457 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-abdb56fb-74f2-40a5-8922-99dead776f04 req-83c0a220-cb3c-44b7-bc46-edac4bff5189 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22 HTTP/1.1" status: 200 len: 946 time: 0.0508347 Dec 06 14:40:11.365391 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-abdb56fb-74f2-40a5-8922-99dead776f04 req-a7f67bcc-9b6f-4ffa-bea3-cd25dd9678ec tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454755 Dec 06 14:40:11.526432 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957f243-0fbd-436e-9e36-47ed52709202 req-ef3545bb-8278-43ea-ae3a-24a390fedbb8 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:11.528130 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4957f243-0fbd-436e-9e36-47ed52709202 req-ef3545bb-8278-43ea-ae3a-24a390fedbb8 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 944 time: 0.0537999 Dec 06 14:40:11.555707 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a12261-4ccb-4b22-99a3-9d22c1401d69 req-c906cbc5-292b-4d7f-a47f-bfecbd806e54 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:11.557401 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20a12261-4ccb-4b22-99a3-9d22c1401d69 req-c906cbc5-292b-4d7f-a47f-bfecbd806e54 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22 HTTP/1.1" status: 200 len: 946 time: 0.0567355 Dec 06 14:40:11.566787 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36134) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:11.571233 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5b4c515f-8b1f-4431-b0e9-e936ff4f4cfd tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Request body: {'floatingip': {'port_id': 'cf0b605b-b275-49d4-90b1-24dcbd11caf2'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:11.580369 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36136) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:11.603684 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4957f243-0fbd-436e-9e36-47ed52709202 req-220eaad4-2cf2-4780-920d-6fcb1fe1cbc4 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693178 Dec 06 14:40:11.640554 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a14a7ee7-b6e6-4587-9374-e8f67820151e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb28b2aa9165462f8ec8bb74fc897c78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0567806 Dec 06 14:40:11.640819 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36142) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:11.648255 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b4c515f-8b1f-4431-b0e9-e936ff4f4cfd tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for floatingip, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:11.703087 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-626337b2-5cf7-4a95-b3d3-28c9fed7ac49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:11.741685 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-626337b2-5cf7-4a95-b3d3-28c9fed7ac49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:11.799703 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-626337b2-5cf7-4a95-b3d3-28c9fed7ac49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:11.802316 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-626337b2-5cf7-4a95-b3d3-28c9fed7ac49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:11.805762 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-626337b2-5cf7-4a95-b3d3-28c9fed7ac49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42e38125-ae1a-417a-aea9-0b993aa40535 HTTP/1.1" status: 204 len: 168 time: 0.1602004 Dec 06 14:40:11.814429 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626337b2-5cf7-4a95-b3d3-28c9fed7ac49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e38125-ae1a-417a-aea9-0b993aa40535,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:11.934378 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d5195-c03e-4ca3-baa2-a77e8021b08f req-d7775164-0caa-42ac-81d2-fff872091a2c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:11.936084 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-618d5195-c03e-4ca3-baa2-a77e8021b08f req-d7775164-0caa-42ac-81d2-fff872091a2c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 948 time: 0.0542927 Dec 06 14:40:11.995389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-618d5195-c03e-4ca3-baa2-a77e8021b08f req-70f9da91-b4de-42d4-ba21-043c78cd595d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528738 Dec 06 14:40:12.210293 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 32951114-6811-4294-9ca3-b7348b9d530e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:40:12.348208 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 32951114-6811-4294-9ca3-b7348b9d530e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=32951114-6811-4294-9ca3-b7348b9d530e,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:12.360610 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '32951114-6811-4294-9ca3-b7348b9d530e', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '32951114-6811-4294-9ca3-b7348b9d530e', 'mac_address': 'fa:16:3e:f7:3f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:40:12.392045 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d66add43-5945-45b6-8f11-d9aeff916388 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:40:12.423996 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:12.426145 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:40:12.439876 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36192) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:12.480598 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36196) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:12.512034 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32951114-6811-4294-9ca3-b7348b9d530e {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:12.570460 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 32951114-6811-4294-9ca3-b7348b9d530e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=32951114-6811-4294-9ca3-b7348b9d530e,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:12.580990 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:12.592770 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02580ac-15b8-406f-b22c-74c3391ff37d req-646fb7ab-7d31-421d-bdfc-63513f951a5d tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:12.594158 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b02580ac-15b8-406f-b22c-74c3391ff37d req-646fb7ab-7d31-421d-bdfc-63513f951a5d tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dd69e86-4a03-42a8-bf55-111003a6ffa1 HTTP/1.1" status: 200 len: 948 time: 0.3613417 Dec 06 14:40:12.630677 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port d66add43-5945-45b6-8f11-d9aeff916388, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d66add43-5945-45b6-8f11-d9aeff916388,segment=NetworkSegment(140d8ddc-7751-4b43-bcca-254da309f20b),segment_id=140d8ddc-7751-4b43-bcca-254da309f20b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:12.664552 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:40:12.673205 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'd66add43-5945-45b6-8f11-d9aeff916388', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'port_id': 'd66add43-5945-45b6-8f11-d9aeff916388', 'mac_address': 'fa:16:3e:04:5a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:40:12.676493 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:12.676955 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:12.700970 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b4c515f-8b1f-4431-b0e9-e936ff4f4cfd tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:12.716838 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b4c515f-8b1f-4431-b0e9-e936ff4f4cfd tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:12.734887 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=32951114-6811-4294-9ca3-b7348b9d530e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:12.768815 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:12.786510 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66add43-5945-45b6-8f11-d9aeff916388 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:12.821054 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1460602e-dbf5-47db-91e5-bfc9ae6db526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:12.828969 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port d66add43-5945-45b6-8f11-d9aeff916388, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d66add43-5945-45b6-8f11-d9aeff916388,segment=NetworkSegment(140d8ddc-7751-4b43-bcca-254da309f20b),segment_id=140d8ddc-7751-4b43-bcca-254da309f20b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:12.840163 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:12.844782 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b02580ac-15b8-406f-b22c-74c3391ff37d req-9af4ac80-45b6-4702-8911-3b750eb8faed tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409172 Dec 06 14:40:12.846679 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['32951114-6811-4294-9ca3-b7348b9d530e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:40:12.856253 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:12.938053 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-5b4c515f-8b1f-4431-b0e9-e936ff4f4cfd tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Floating IP f672592a-a2c4-4021-aab2-9308ff7ef40a associated. External IP: 172.35.7.139, port: cf0b605b-b275-49d4-90b1-24dcbd11caf2. Dec 06 14:40:12.983567 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36208) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:13.024619 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd69e86-4a03-42a8-bf55-111003a6ffa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd907c4f0-8aa0-4630-b76c-1e3c4b3fa101'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:13.027072 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26267616-41b8-4b49-8880-76ffb16af542" -d '{"events": [{"server_uuid": "2dd69e86-4a03-42a8-bf55-111003a6ffa1", "name": "network-vif-plugged", "status": "completed", "tag": "d907c4f0-8aa0-4630-b76c-1e3c4b3fa101"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:13.049902 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port d907c4f0-8aa0-4630-b76c-1e3c4b3fa101, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d907c4f0-8aa0-4630-b76c-1e3c4b3fa101,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:13.073840 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['d66add43-5945-45b6-8f11-d9aeff916388'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:40:13.076259 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:13.126045 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=d66add43-5945-45b6-8f11-d9aeff916388,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:13.185431 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=d907c4f0-8aa0-4630-b76c-1e3c4b3fa101,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:13.186826 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ada4d222-4e29-49a1-99eb-2ed12d9a165b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:13.307928 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dadff8-38c3-4bee-9e57-f7eb7cda67df req-0497ac13-5b40-4f44-acf3-5be9de5422a0 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:13.310073 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33dadff8-38c3-4bee-9e57-f7eb7cda67df req-0497ac13-5b40-4f44-acf3-5be9de5422a0 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 944 time: 0.5734136 Dec 06 14:40:13.315931 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfabf-bb1b-4784-bf48-49ad92e13d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:13.324368 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1460602e-dbf5-47db-91e5-bfc9ae6db526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:13.342141 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ada4d222-4e29-49a1-99eb-2ed12d9a165b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:13.346373 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1460602e-dbf5-47db-91e5-bfc9ae6db526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:13.367595 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ae49c-62fd-49ce-b3df-753abac74923 req-58c767bd-c774-4bcd-bb8f-389957dc0a36 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:13.369427 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f78ae49c-62fd-49ce-b3df-753abac74923 req-58c767bd-c774-4bcd-bb8f-389957dc0a36 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 949 time: 0.2101741 Dec 06 14:40:13.371955 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ada4d222-4e29-49a1-99eb-2ed12d9a165b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:13.422488 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1460602e-dbf5-47db-91e5-bfc9ae6db526 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76b1f86e1fd7454681bcefc0980814a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9410107 Dec 06 14:40:13.433302 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ada4d222-4e29-49a1-99eb-2ed12d9a165b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c8a68ea375e4d1da2fe77ba5b19c575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4483082 Dec 06 14:40:13.436932 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36228) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:13.437252 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36230) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:13.443820 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460602e-dbf5-47db-91e5-bfc9ae6db526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58754c3a-2a16-449c-9fb9-167f6d7f491f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:13.450158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33dadff8-38c3-4bee-9e57-f7eb7cda67df req-32cd1794-313f-473c-9636-8397f4f0818d tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318326 Dec 06 14:40:13.510888 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfabf-bb1b-4784-bf48-49ad92e13d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:13.517453 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfabf-bb1b-4784-bf48-49ad92e13d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:13.521060 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb40c80e-ae29-485e-aa26-be29ec08830e x-openstack-request-id: req-fb40c80e-ae29-485e-aa26-be29ec08830e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:13.521533 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd69e86-4a03-42a8-bf55-111003a6ffa1", "name": "network-vif-plugged", "status": "completed", "tag": "d907c4f0-8aa0-4630-b76c-1e3c4b3fa101", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:13.522122 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb40c80e-ae29-485e-aa26-be29ec08830e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:13.522122 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd69e86-4a03-42a8-bf55-111003a6ffa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd907c4f0-8aa0-4630-b76c-1e3c4b3fa101', 'code': 200} Dec 06 14:40:13.548732 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4c515f-8b1f-4431-b0e9-e936ff4f4cfd tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:40:13.555296 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ce0dfabf-bb1b-4784-bf48-49ad92e13d70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=469a4b4f7439485eb4bce5fbdc652f64&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1143408 Dec 06 14:40:13.559821 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36232) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:13.575863 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dfabf-bb1b-4784-bf48-49ad92e13d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9d6112-d4e5-49e3-a715-bd3ba901f319,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:13.621978 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d33e3c1-2bb4-4791-956e-a1c022dd054f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:13.633025 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4d222-4e29-49a1-99eb-2ed12d9a165b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83edb1a6-f5ca-4465-a005-1ffe894f22c6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:13.650338 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d33e3c1-2bb4-4791-956e-a1c022dd054f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:13.710270 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d33e3c1-2bb4-4791-956e-a1c022dd054f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:13.713557 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d33e3c1-2bb4-4791-956e-a1c022dd054f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:13.715517 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6d33e3c1-2bb4-4791-956e-a1c022dd054f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da9d6112-d4e5-49e3-a715-bd3ba901f319 HTTP/1.1" status: 204 len: 168 time: 0.1547506 Dec 06 14:40:13.723696 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33e3c1-2bb4-4791-956e-a1c022dd054f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9d6112-d4e5-49e3-a715-bd3ba901f319,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:13.728341 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e638f6a4-cca7-4326-b9f2-4caf2669f9d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:13.733054 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f78ae49c-62fd-49ce-b3df-753abac74923 req-e3981e26-1c10-4cb3-a691-3d8da327c815 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040438 Dec 06 14:40:13.782961 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2864df6a-d01d-4d4a-8cca-af99fcbf6c9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:13.816103 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e638f6a4-cca7-4326-b9f2-4caf2669f9d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:13.820684 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7be76-452e-4565-8dca-da6a6e6d2e2f req-dcacc3a4-a52e-4e33-8d23-a2c436000674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:13.822189 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2dc7be76-452e-4565-8dca-da6a6e6d2e2f req-dcacc3a4-a52e-4e33-8d23-a2c436000674 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2dd69e86-4a03-42a8-bf55-111003a6ffa1 HTTP/1.1" status: 200 len: 1100 time: 0.2285256 Dec 06 14:40:13.890911 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2864df6a-d01d-4d4a-8cca-af99fcbf6c9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:13.931936 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4c515f-8b1f-4431-b0e9-e936ff4f4cfd tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:40:13.944611 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b4c515f-8b1f-4431-b0e9-e936ff4f4cfd tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:13.949628 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e3d495-658e-443c-9414-622ce3b03aa8 None None] Sync routers for ids ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:40:13.972911 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e3d495-658e-443c-9414-622ce3b03aa8 None None] Routers {'43daf0fa-fd51-4c5d-bd43-81cc74e564f5'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:40:13.975452 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f1e3d495-658e-443c-9414-622ce3b03aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:40:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:13.988873 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5b4c515f-8b1f-4431-b0e9-e936ff4f4cfd tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "PUT /v2.0/floatingips/f672592a-a2c4-4021-aab2-9308ff7ef40a HTTP/1.1" status: 200 len: 992 time: 2.4182706 Dec 06 14:40:13.993114 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6828ec7f-ff12-41ee-87bd-29a204a9ac22', 'tag': 'cf0b605b-b275-49d4-90b1-24dcbd11caf2'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:13.996058 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774ce049-9645-4e05-ac63-9989a78153d3" -d '{"events": [{"name": "network-changed", "server_uuid": "6828ec7f-ff12-41ee-87bd-29a204a9ac22", "tag": "cf0b605b-b275-49d4-90b1-24dcbd11caf2"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:14.006009 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2dc7be76-452e-4565-8dca-da6a6e6d2e2f req-1a65ca4d-1e56-4cdc-8ddb-a64e3655ffe8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705027 Dec 06 14:40:14.019166 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce309b-d01e-4f58-9522-8585a2d741cd req-14aa4abe-92e8-4ee0-aef9-b249688b3520 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:14.024600 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e638f6a4-cca7-4326-b9f2-4caf2669f9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:14.026649 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-76ce309b-d01e-4f58-9522-8585a2d741cd req-14aa4abe-92e8-4ee0-aef9-b249688b3520 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dd69e86-4a03-42a8-bf55-111003a6ffa1 HTTP/1.1" status: 200 len: 949 time: 0.0929556 Dec 06 14:40:14.027587 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e638f6a4-cca7-4326-b9f2-4caf2669f9d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:14.033084 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e638f6a4-cca7-4326-b9f2-4caf2669f9d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58754c3a-2a16-449c-9fb9-167f6d7f491f HTTP/1.1" status: 204 len: 168 time: 0.5948970 Dec 06 14:40:14.046497 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638f6a4-cca7-4326-b9f2-4caf2669f9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58754c3a-2a16-449c-9fb9-167f6d7f491f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:14.048567 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2864df6a-d01d-4d4a-8cca-af99fcbf6c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:14.052059 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2864df6a-d01d-4d4a-8cca-af99fcbf6c9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:14.056697 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2864df6a-d01d-4d4a-8cca-af99fcbf6c9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83edb1a6-f5ca-4465-a005-1ffe894f22c6 HTTP/1.1" status: 204 len: 168 time: 0.6132164 Dec 06 14:40:14.066092 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864df6a-d01d-4d4a-8cca-af99fcbf6c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83edb1a6-f5ca-4465-a005-1ffe894f22c6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:14.159458 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-76ce309b-d01e-4f58-9522-8585a2d741cd req-77f17047-f518-4309-9bac-e9c1f85bf407 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218057 Dec 06 14:40:14.185642 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60df314-228a-420d-b021-39ece3c19181 x-openstack-request-id: req-c60df314-228a-420d-b021-39ece3c19181 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:14.185943 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6828ec7f-ff12-41ee-87bd-29a204a9ac22", "tag": "cf0b605b-b275-49d4-90b1-24dcbd11caf2", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:14.186206 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c60df314-228a-420d-b021-39ece3c19181 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:14.186611 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6828ec7f-ff12-41ee-87bd-29a204a9ac22', 'tag': 'cf0b605b-b275-49d4-90b1-24dcbd11caf2', 'status': 'completed', 'code': 200} Dec 06 14:40:14.205126 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 32951114-6811-4294-9ca3-b7348b9d530e up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:40:14.212924 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f1e3d495-658e-443c-9414-622ce3b03aa8 None None] Set router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:40:14.252134 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ce049-9645-4e05-ac63-9989a78153d3 req-68634045-7158-4d4c-bb99-7f6ab5827eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:14.255594 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-774ce049-9645-4e05-ac63-9989a78153d3 req-68634045-7158-4d4c-bb99-7f6ab5827eaf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=839fb2b1155145d18438788c0bdeff35&device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22 HTTP/1.1" status: 200 len: 1097 time: 0.0486937 Dec 06 14:40:14.263441 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 32951114-6811-4294-9ca3-b7348b9d530e completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:40:14.268958 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36270) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:14.270405 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 32951114-6811-4294-9ca3-b7348b9d530e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:14.270925 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:14.290241 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91b08780-ae77-4a35-8b15-2c1c82257a74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:14.363321 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:14.414380 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 32951114-6811-4294-9ca3-b7348b9d530e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=32951114-6811-4294-9ca3-b7348b9d530e,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:14.423080 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d66add43-5945-45b6-8f11-d9aeff916388 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:40:14.440469 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ce049-9645-4e05-ac63-9989a78153d3 req-fd553119-7120-476f-ba42-6843fdd0e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:14.443126 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-774ce049-9645-4e05-ac63-9989a78153d3 req-fd553119-7120-476f-ba42-6843fdd0e5f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5476fa3d-f758-44f5-bed7-420b11259803 HTTP/1.1" status: 200 len: 925 time: 0.1776423 Dec 06 14:40:14.477748 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91b08780-ae77-4a35-8b15-2c1c82257a74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:14.483908 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:14.494163 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91b08780-ae77-4a35-8b15-2c1c82257a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:14.537468 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-91b08780-ae77-4a35-8b15-2c1c82257a74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea943ae874cd4c1c9a8aad91f66e18f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674143 Dec 06 14:40:14.539735 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b08780-ae77-4a35-8b15-2c1c82257a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023d961c-ead8-4f51-b193-b6945b463708,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:14.541302 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36276) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:14.614005 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port d66add43-5945-45b6-8f11-d9aeff916388 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:40:14.633858 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port d66add43-5945-45b6-8f11-d9aeff916388 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:14.634943 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:14.640633 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=32951114-6811-4294-9ca3-b7348b9d530e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:14.657959 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f1e3d495-658e-443c-9414-622ce3b03aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:39:32Z', 'revision_number': 4, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f672592a-a2c4-4021-aab2-9308ff7ef40a', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'floating_ip_address': '172.35.7.139', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'port_id': 'cf0b605b-b275-49d4-90b1-24dcbd11caf2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'mac_address': 'fa:16:3e:40:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828ec7f-ff12-41ee-87bd-29a204a9ac22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:39:50Z', 'updated_at': '2021-12-06T14:40:12Z', 'revision_number': 1, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359ce00a-49c2-4e1b-855c-9969d1005477', 'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'mac_address': 'fa:16:3e:34:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:29Z', 'updated_at': '2021-12-06T14:39:37Z', 'revision_number': 5, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'subnets': [{'id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:14.680204 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57bbf2-3748-4abe-8c29-75b88602cfa0 req-f8a2c093-8ece-426a-972b-8122d9fe604b tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:14.695043 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe57bbf2-3748-4abe-8c29-75b88602cfa0 req-f8a2c093-8ece-426a-972b-8122d9fe604b tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 945 time: 0.1088142 Dec 06 14:40:14.706108 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-774ce049-9645-4e05-ac63-9989a78153d3 req-11ec311e-345c-42ee-9b28-59fc1f056d1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf0b605b-b275-49d4-90b1-24dcbd11caf2 HTTP/1.1" status: 200 len: 1000 time: 0.2555912 Dec 06 14:40:14.723172 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e3d495-658e-443c-9414-622ce3b03aa8 None None] Checking router: 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:40:14.744120 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e3d495-658e-443c-9414-622ce3b03aa8 None None] Routers {'43daf0fa-fd51-4c5d-bd43-81cc74e564f5'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:40:14.744758 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f1e3d495-658e-443c-9414-622ce3b03aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:40:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:14.819842 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe57bbf2-3748-4abe-8c29-75b88602cfa0 req-64f6a9ce-bc7a-459e-b4c9-ceb1fc37e3e8 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117542 Dec 06 14:40:14.843373 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ce049-9645-4e05-ac63-9989a78153d3 req-0c7ca73e-5478-4a5e-ad83-143cdd3f621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:14.845036 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-774ce049-9645-4e05-ac63-9989a78153d3 req-0c7ca73e-5478-4a5e-ad83-143cdd3f621a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb291ef5-fef4-4bb9-9c01-47a1329d615e HTTP/1.1" status: 200 len: 863 time: 0.1291006 Dec 06 14:40:14.859779 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:14.914760 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18610d81-6329-437c-9b43-ce436891ac7b req-95e669e5-0a84-4d9b-af17-bba6f1ad158f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6d9fe2119e6d491393e1563f651e4ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627100 Dec 06 14:40:14.915520 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36290) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:14.916372 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:14.919926 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port d66add43-5945-45b6-8f11-d9aeff916388, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d66add43-5945-45b6-8f11-d9aeff916388,segment=NetworkSegment(140d8ddc-7751-4b43-bcca-254da309f20b),segment_id=140d8ddc-7751-4b43-bcca-254da309f20b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:14.926592 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:14.952418 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50282d76-da24-4e58-9e1e-565d40550f44 req-89b4a9c0-5ced-40f0-b525-591b9a2b752a tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:14.957447 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-50282d76-da24-4e58-9e1e-565d40550f44 req-89b4a9c0-5ced-40f0-b525-591b9a2b752a tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.0901637 Dec 06 14:40:14.959602 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36292) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:14.991884 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9e6258f-d0e3-4b90-80e7-1002d492ea2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:15.005333 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d72d26a3-6f6c-49b3-b432-5103af676b18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:15.007962 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f1e3d495-658e-443c-9414-622ce3b03aa8 None None] Set router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:40:15.019544 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=d66add43-5945-45b6-8f11-d9aeff916388,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:15.051100 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:15.075192 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-50282d76-da24-4e58-9e1e-565d40550f44 req-77985745-2ad7-46f3-a882-b5f13cc86ecb tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165457 Dec 06 14:40:15.103608 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ce049-9645-4e05-ac63-9989a78153d3 req-c2c871a8-7dbf-4a55-8e6f-b45555f72f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:15.105765 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-774ce049-9645-4e05-ac63-9989a78153d3 req-c2c871a8-7dbf-4a55-8e6f-b45555f72f48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5476fa3d-f758-44f5-bed7-420b11259803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2399232 Dec 06 14:40:15.146107 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d72d26a3-6f6c-49b3-b432-5103af676b18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:15.151124 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d72d26a3-6f6c-49b3-b432-5103af676b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:15.205238 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d26a3-6f6c-49b3-b432-5103af676b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97439a98-4f8e-4959-b60e-b3ad5c4cc15c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:15.220738 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-774ce049-9645-4e05-ac63-9989a78153d3 req-ecfe368a-89e7-4829-9c1c-4dfb00f1af4b service neutron] 10.222.0.37 "GET /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037512 Dec 06 14:40:15.231979 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d72d26a3-6f6c-49b3-b432-5103af676b18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b202e26174fd4474b7b474dffa28efb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680225 Dec 06 14:40:15.233608 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36298) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:15.287158 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f1e3d495-658e-443c-9414-622ce3b03aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:39:32Z', 'revision_number': 4, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f672592a-a2c4-4021-aab2-9308ff7ef40a', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'floating_ip_address': '172.35.7.139', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'port_id': 'cf0b605b-b275-49d4-90b1-24dcbd11caf2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'mac_address': 'fa:16:3e:40:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828ec7f-ff12-41ee-87bd-29a204a9ac22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:39:50Z', 'updated_at': '2021-12-06T14:40:12Z', 'revision_number': 1, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359ce00a-49c2-4e1b-855c-9969d1005477', 'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'mac_address': 'fa:16:3e:34:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:29Z', 'updated_at': '2021-12-06T14:39:37Z', 'revision_number': 5, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'subnets': [{'id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:15.306494 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610d81-6329-437c-9b43-ce436891ac7b req-a9b60e93-370f-4305-8459-82683ab3b08f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:15.308694 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18610d81-6329-437c-9b43-ce436891ac7b req-a9b60e93-370f-4305-8459-82683ab3b08f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3830218 Dec 06 14:40:15.315058 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e3d495-658e-443c-9414-622ce3b03aa8 None None] The sync data for ids ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'] in n-d-master-1 is: [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:39:32Z', 'revision_number': 4, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f672592a-a2c4-4021-aab2-9308ff7ef40a', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'floating_ip_address': '172.35.7.139', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'port_id': 'cf0b605b-b275-49d4-90b1-24dcbd11caf2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'mac_address': 'fa:16:3e:40:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828ec7f-ff12-41ee-87bd-29a204a9ac22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:39:50Z', 'updated_at': '2021-12-06T14:40:12Z', 'revision_number': 1, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359ce00a-49c2-4e1b-855c-9969d1005477', 'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'mac_address': 'fa:16:3e:34:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:29Z', 'updated_at': '2021-12-06T14:39:37Z', 'revision_number': 5, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'subnets': [{'id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:40:15.326880 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:15.354075 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824d1e7-ebc9-49c7-b617-bfac62527daf req-9b55a268-e822-4840-9cdb-24375d8b0c8e tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:15.360289 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2824d1e7-ebc9-49c7-b617-bfac62527daf req-9b55a268-e822-4840-9cdb-24375d8b0c8e tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dd69e86-4a03-42a8-bf55-111003a6ffa1 HTTP/1.1" status: 200 len: 949 time: 0.1014090 Dec 06 14:40:15.366306 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18610d81-6329-437c-9b43-ce436891ac7b req-39f2ce75-6af6-4f36-b3ec-a132b9935c1d tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/quotas/6d9fe2119e6d491393e1563f651e4ba6 HTTP/1.1" status: 200 len: 375 time: 0.0285766 Dec 06 14:40:15.374615 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:15.387295 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:15.389781 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:15.392805 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/023d961c-ead8-4f51-b193-b6945b463708 HTTP/1.1" status: 204 len: 168 time: 0.8394296 Dec 06 14:40:15.441838 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-774ce049-9645-4e05-ac63-9989a78153d3 req-860afc0b-a90f-4f11-8e8d-f7d9b0e76231 service neutron] 10.222.0.37 "GET /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089753 Dec 06 14:40:15.445820 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18610d81-6329-437c-9b43-ce436891ac7b req-26d8cd59-81b8-4c6d-a1a2-bedeae696eb9 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d9fe2119e6d491393e1563f651e4ba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682869 Dec 06 14:40:15.450844 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023d961c-ead8-4f51-b193-b6945b463708,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:15.467723 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9e6258f-d0e3-4b90-80e7-1002d492ea2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:15.470130 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.470611 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.471034 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.471445 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.471871 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.472231 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.472753 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.473113 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.473446 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.473767 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.474097 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.474498 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.474930 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01754320-b22f-4a82-922d-74e9775d925b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.478219 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9e6258f-d0e3-4b90-80e7-1002d492ea2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:15.513474 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2824d1e7-ebc9-49c7-b617-bfac62527daf req-5691c4c2-ace9-4b76-8e26-24dc55b621d2 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298800 Dec 06 14:40:15.519516 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6258f-d0e3-4b90-80e7-1002d492ea2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3991c91-25b0-4291-bbbe-6c8b0c2cb452,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:15.524624 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b9e6258f-d0e3-4b90-80e7-1002d492ea2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f4dd91d399341b0aa87bf3262954449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6053581 Dec 06 14:40:15.527879 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36302) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:15.534087 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6aa75d-cf02-4bec-846f-8316273fe420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32951114-6811-4294-9ca3-b7348b9d530e'}, {'server_uuid': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66add43-5945-45b6-8f11-d9aeff916388'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:15.544698 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61064d08-bdb1-4850-a43f-d5b2111b167b" -d '{"events": [{"server_uuid": "5d6aa75d-cf02-4bec-846f-8316273fe420", "name": "network-vif-plugged", "status": "completed", "tag": "32951114-6811-4294-9ca3-b7348b9d530e"}, {"server_uuid": "cf67e1df-aef5-4df2-96ee-8f1aa4d0fade", "name": "network-vif-plugged", "status": "completed", "tag": "d66add43-5945-45b6-8f11-d9aeff916388"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:15.570236 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:15.572893 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:15.582148 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97439a98-4f8e-4959-b60e-b3ad5c4cc15c HTTP/1.1" status: 204 len: 168 time: 0.3444996 Dec 06 14:40:15.614838 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97439a98-4f8e-4959-b60e-b3ad5c4cc15c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:15.631147 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.631466 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.631859 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.632228 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.632554 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.632909 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.633254 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.633891 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.633891 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.634232 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.634592 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.634940 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.635260 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3478019-b68a-4b41-965e-6dc366415e17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:15.696458 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90a89cf8-87b7-4c17-97ec-7dd7620ad5b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:15.737552 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90a89cf8-87b7-4c17-97ec-7dd7620ad5b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:15.753362 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7d7741-b543-4173-b55b-f492300c72eb None None] New status for floating IP f672592a-a2c4-4021-aab2-9308ff7ef40a: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:40:15.814342 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90a89cf8-87b7-4c17-97ec-7dd7620ad5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:15.819631 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90a89cf8-87b7-4c17-97ec-7dd7620ad5b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:15.824658 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-90a89cf8-87b7-4c17-97ec-7dd7620ad5b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3991c91-25b0-4291-bbbe-6c8b0c2cb452 HTTP/1.1" status: 204 len: 168 time: 0.2937322 Dec 06 14:40:15.824805 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89d8ce7-94fd-42fa-bb9c-02380aa283f6 x-openstack-request-id: req-e89d8ce7-94fd-42fa-bb9c-02380aa283f6 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:15.824805 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6aa75d-cf02-4bec-846f-8316273fe420", "name": "network-vif-plugged", "status": "completed", "tag": "32951114-6811-4294-9ca3-b7348b9d530e", "code": 200}, {"server_uuid": "cf67e1df-aef5-4df2-96ee-8f1aa4d0fade", "name": "network-vif-plugged", "status": "completed", "tag": "d66add43-5945-45b6-8f11-d9aeff916388", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:15.825054 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e89d8ce7-94fd-42fa-bb9c-02380aa283f6 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:15.839608 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6aa75d-cf02-4bec-846f-8316273fe420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32951114-6811-4294-9ca3-b7348b9d530e', 'code': 200} Dec 06 14:40:15.840100 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66add43-5945-45b6-8f11-d9aeff916388', 'code': 200} Dec 06 14:40:15.848468 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a89cf8-87b7-4c17-97ec-7dd7620ad5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3991c91-25b0-4291-bbbe-6c8b0c2cb452,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:15.974526 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfd1a9-4dba-40ca-9abe-16b58eaa38a0 req-7cd5f33d-c04d-459c-8789-7d1288f19a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:15.978413 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94dfd1a9-4dba-40ca-9abe-16b58eaa38a0 req-7cd5f33d-c04d-459c-8789-7d1288f19a73 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 1097 time: 0.0917938 Dec 06 14:40:16.000733 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f328c98-4ab8-4c39-bb4f-5bcdf59e6f04 req-eb14bae3-8ce8-43f3-870e-a9cd88ef9e52 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3 HTTP/1.1" status: 200 len: 210 time: 0.0841300 Dec 06 14:40:16.032854 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c794-9ae8-4903-9fee-934e9c2f7752 req-0c8da715-b73e-415d-ab20-2ad34a23172f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:16.034567 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8630c794-9ae8-4903-9fee-934e9c2f7752 req-0c8da715-b73e-415d-ab20-2ad34a23172f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 1101 time: 0.1629043 Dec 06 14:40:16.119764 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8630c794-9ae8-4903-9fee-934e9c2f7752 req-eeb4c333-b8da-40a8-8450-d12e02987abe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776637 Dec 06 14:40:16.199428 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a429e9-d22b-4475-8150-c98dfb0d0403 req-7de2c57c-0aee-4357-8f9a-6a0c4a071f51 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:16.213271 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-61a429e9-d22b-4475-8150-c98dfb0d0403 req-7de2c57c-0aee-4357-8f9a-6a0c4a071f51 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 946 time: 0.1676250 Dec 06 14:40:16.241217 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94dfd1a9-4dba-40ca-9abe-16b58eaa38a0 req-494e0697-3079-4c9a-943a-67bebd846898 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572024 Dec 06 14:40:16.254306 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1ca09-f9df-49f9-822f-c505dccaa015 req-d71616ca-a1d4-463d-9319-fc78d659778b tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:16.258104 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-43f1ca09-f9df-49f9-822f-c505dccaa015 req-d71616ca-a1d4-463d-9319-fc78d659778b tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dd69e86-4a03-42a8-bf55-111003a6ffa1 HTTP/1.1" status: 200 len: 949 time: 0.1285539 Dec 06 14:40:16.300386 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-61a429e9-d22b-4475-8150-c98dfb0d0403 req-1653bf4a-f8de-4b94-af90-eb3486f3ac0d tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857449 Dec 06 14:40:16.318643 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-43f1ca09-f9df-49f9-822f-c505dccaa015 req-3c023dc2-a485-46ef-8d39-99989db89839 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532260 Dec 06 14:40:16.475154 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14846f86-f184-4234-9d71-6d135ab278d9 req-23a3beff-d964-426c-a62a-a12d10dff935 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:16.477210 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-14846f86-f184-4234-9d71-6d135ab278d9 req-23a3beff-d964-426c-a62a-a12d10dff935 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.0777295 Dec 06 14:40:16.564848 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-14846f86-f184-4234-9d71-6d135ab278d9 req-0ba89c5f-e19d-4ef5-8dc0-25b067ab9622 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764854 Dec 06 14:40:16.790568 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647d841-6397-460a-ae49-4f1ec0e9a3b4 req-36d7f27c-c6a5-4a32-99d9-d51ea78c4199 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:16.792645 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0647d841-6397-460a-ae49-4f1ec0e9a3b4 req-36d7f27c-c6a5-4a32-99d9-d51ea78c4199 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dd69e86-4a03-42a8-bf55-111003a6ffa1 HTTP/1.1" status: 200 len: 949 time: 0.0542185 Dec 06 14:40:16.849995 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0647d841-6397-460a-ae49-4f1ec0e9a3b4 req-7a2cf62f-b39b-401f-a0b9-67cdea73d513 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473602 Dec 06 14:40:17.108372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21bf4153-28d6-4fe0-8a17-c5ed4945eb9e req-0bc1c141-e337-4548-96a7-eebf2f5fa11d tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3 HTTP/1.1" status: 200 len: 210 time: 0.0402291 Dec 06 14:40:17.138254 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18610d81-6329-437c-9b43-ce436891ac7b req-b2bc7859-b5bc-4500-ae50-f7f0400529e8 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6d9fe2119e6d491393e1563f651e4ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325072 Dec 06 14:40:17.310302 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610d81-6329-437c-9b43-ce436891ac7b req-e3cef1f9-5515-4905-8e8f-485f30c111d4 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:17.311818 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18610d81-6329-437c-9b43-ce436891ac7b req-e3cef1f9-5515-4905-8e8f-485f30c111d4 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1657541 Dec 06 14:40:17.331153 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-18610d81-6329-437c-9b43-ce436891ac7b req-4a405e1c-c4b4-4d73-9194-21d07525f38f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Request body: {'port': {'device_id': 'c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '6d9fe2119e6d491393e1563f651e4ba6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:17.471870 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b985b-4b32-424c-9a1e-1a6194bb9622 req-d6b3259a-13e8-4f35-b2bc-de7f7444c3d3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:17.473344 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9d7b985b-4b32-424c-9a1e-1a6194bb9622 req-d6b3259a-13e8-4f35-b2bc-de7f7444c3d3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 946 time: 0.0586133 Dec 06 14:40:17.544790 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18610d81-6329-437c-9b43-ce436891ac7b req-4a405e1c-c4b4-4d73-9194-21d07525f38f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Made reservation on behalf of 6d9fe2119e6d491393e1563f651e4ba6 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:17.548949 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-18610d81-6329-437c-9b43-ce436891ac7b req-4a405e1c-c4b4-4d73-9194-21d07525f38f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:17.556739 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9d7b985b-4b32-424c-9a1e-1a6194bb9622 req-2081cb4a-4900-4cd9-9ee2-ab32b2ed281c tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758917 Dec 06 14:40:17.559366 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-18610d81-6329-437c-9b43-ce436891ac7b req-4a405e1c-c4b4-4d73-9194-21d07525f38f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:17.698221 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36412) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:17.703882 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455853c-4821-4e66-b385-69052878b91a req-2e126dda-2c87-4a12-8854-95be256f0bbd tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:17.711024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8455853c-4821-4e66-b385-69052878b91a req-2e126dda-2c87-4a12-8854-95be256f0bbd tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.0712483 Dec 06 14:40:17.748091 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-18610d81-6329-437c-9b43-ce436891ac7b req-4a405e1c-c4b4-4d73-9194-21d07525f38f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:17.770155 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-18610d81-6329-437c-9b43-ce436891ac7b req-4a405e1c-c4b4-4d73-9194-21d07525f38f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:17.799219 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8455853c-4821-4e66-b385-69052878b91a req-e8d9edb6-852a-48d3-ab8e-cbd37ca0eb81 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873291 Dec 06 14:40:17.841946 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a405e1c-c4b4-4d73-9194-21d07525f38f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3c7bf9-1804-45cd-94d7-1da32846c8b8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:17.864205 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-45939172-760e-4b32-9fd4-993ca3214a49 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2619066 Dec 06 14:40:17.872360 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-0c6261be-f834-49c3-905a-dd9d7a9bb3eb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:17.898892 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-0c6261be-f834-49c3-905a-dd9d7a9bb3eb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:17.958562 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-18610d81-6329-437c-9b43-ce436891ac7b req-4a405e1c-c4b4-4d73-9194-21d07525f38f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Allocated IP 192.168.233.162 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/c1af1df2-bf8c-467e-9e78-9a812330590b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:40:18.025962 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ae5e58e8-1b29-44bd-bda2-b919dd3535a4 tempest-AutoAllocateNetworkTest-1560881029 tempest-AutoAllocateNetworkTest-1560881029-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8af475e444d1451ebd956db70b0ef414&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3258462 Dec 06 14:40:18.029781 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36430) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:18.044745 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-0c6261be-f834-49c3-905a-dd9d7a9bb3eb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:18.173270 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895ade8-8257-4c7c-84a8-b2158fa9a9a7 req-39a7926a-9a70-45ac-936b-29935b48d640 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:18.175108 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2895ade8-8257-4c7c-84a8-b2158fa9a9a7 req-39a7926a-9a70-45ac-936b-29935b48d640 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd69e86-4a03-42a8-bf55-111003a6ffa1 HTTP/1.1" status: 200 len: 949 time: 0.1098225 Dec 06 14:40:18.221493 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2285aa-5dd9-4cea-935d-f2421d7c523b tempest-AutoAllocateNetworkTest-1560881029 tempest-AutoAllocateNetworkTest-1560881029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:18.223075 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4d2285aa-5dd9-4cea-935d-f2421d7c523b tempest-AutoAllocateNetworkTest-1560881029 tempest-AutoAllocateNetworkTest-1560881029-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1917803 Dec 06 14:40:18.233865 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36438) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:18.271980 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-18610d81-6329-437c-9b43-ce436891ac7b req-4a405e1c-c4b4-4d73-9194-21d07525f38f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:18.314728 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-23ea1c13-620e-43bb-b6f2-179d9e31cc4f tempest-AutoAllocateNetworkTest-1560881029 tempest-AutoAllocateNetworkTest-1560881029-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784690 Dec 06 14:40:18.315200 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36440) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:18.343444 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-0c6261be-f834-49c3-905a-dd9d7a9bb3eb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Allocated IP 172.35.7.63 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/b2b0f2e6-82fe-4f5d-ab1e-cd6546e7ea6f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:40:18.363052 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9acfe159-3f0a-41e5-9e09-0fdd9a59970c tempest-AutoAllocateNetworkTest-1560881029 tempest-AutoAllocateNetworkTest-1560881029-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8af475e444d1451ebd956db70b0ef414 HTTP/1.1" status: 200 len: 208 time: 0.0385532 Dec 06 14:40:18.388916 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57207995-ba0f-4e42-bd19-c5020bdb5e76 req-6e540aea-b633-4892-a42b-aabc559711a0 tempest-MigrationsAdminTest-1606639242 tempest-MigrationsAdminTest-1606639242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:18.390523 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-57207995-ba0f-4e42-bd19-c5020bdb5e76 req-6e540aea-b633-4892-a42b-aabc559711a0 tempest-MigrationsAdminTest-1606639242 tempest-MigrationsAdminTest-1606639242-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 1101 time: 0.0809736 Dec 06 14:40:18.413989 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-57207995-ba0f-4e42-bd19-c5020bdb5e76 req-b10a7ea4-800d-4c44-bef1-38a589891f83 tempest-MigrationsAdminTest-1606639242 tempest-MigrationsAdminTest-1606639242-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:18.415737 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-2895ade8-8257-4c7c-84a8-b2158fa9a9a7 req-a9346630-3aef-4fde-988f-319e598d74a6 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Deleting port d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:40:18.416086 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2895ade8-8257-4c7c-84a8-b2158fa9a9a7 req-a9346630-3aef-4fde-988f-319e598d74a6 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:18.419488 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-18610d81-6329-437c-9b43-ce436891ac7b req-4a405e1c-c4b4-4d73-9194-21d07525f38f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:18.502420 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18610d81-6329-437c-9b43-ce436891ac7b req-4a405e1c-c4b4-4d73-9194-21d07525f38f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:40:18.511700 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-18610d81-6329-437c-9b43-ce436891ac7b req-4a405e1c-c4b4-4d73-9194-21d07525f38f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:18.522869 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-18610d81-6329-437c-9b43-ce436891ac7b req-4a405e1c-c4b4-4d73-9194-21d07525f38f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:40:18.531976 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a405e1c-c4b4-4d73-9194-21d07525f38f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Pushing event updated for resources: {'Port': ['ID=c1af1df2-bf8c-467e-9e78-9a812330590b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:18.602656 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610d81-6329-437c-9b43-ce436891ac7b req-4a405e1c-c4b4-4d73-9194-21d07525f38f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:18.603324 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-18610d81-6329-437c-9b43-ce436891ac7b req-4a405e1c-c4b4-4d73-9194-21d07525f38f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:18.674229 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-57207995-ba0f-4e42-bd19-c5020bdb5e76 req-b10a7ea4-800d-4c44-bef1-38a589891f83 tempest-MigrationsAdminTest-1606639242 tempest-MigrationsAdminTest-1606639242-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:18.680078 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18610d81-6329-437c-9b43-ce436891ac7b req-4a405e1c-c4b4-4d73-9194-21d07525f38f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3548872 Dec 06 14:40:18.682073 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-57207995-ba0f-4e42-bd19-c5020bdb5e76 req-b10a7ea4-800d-4c44-bef1-38a589891f83 tempest-MigrationsAdminTest-1606639242 tempest-MigrationsAdminTest-1606639242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:18.700226 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Request body: {'port': {'device_id': 'c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:18.771007 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-57207995-ba0f-4e42-bd19-c5020bdb5e76 req-b10a7ea4-800d-4c44-bef1-38a589891f83 tempest-MigrationsAdminTest-1606639242 tempest-MigrationsAdminTest-1606639242-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726676 Dec 06 14:40:18.812805 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a7ea4-800d-4c44-bef1-38a589891f83 tempest-MigrationsAdminTest-1606639242 tempest-MigrationsAdminTest-1606639242-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5549dd-8dd7-4f0c-9395-97efd3941718,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:18.855425 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:18.860989 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-0c6261be-f834-49c3-905a-dd9d7a9bb3eb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:18.883505 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36464) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:18.911079 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2895ade8-8257-4c7c-84a8-b2158fa9a9a7 req-a9346630-3aef-4fde-988f-319e598d74a6 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] For port d907c4f0-8aa0-4630-b76c-1e3c4b3fa101, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d907c4f0-8aa0-4630-b76c-1e3c4b3fa101,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:18.911436 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2895ade8-8257-4c7c-84a8-b2158fa9a9a7 req-a9346630-3aef-4fde-988f-319e598d74a6 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:18.947502 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8026800f-e6db-41a9-af9b-dbcbf2544c6a None None] Provisioning complete for port c1af1df2-bf8c-467e-9e78-9a812330590b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:18.950386 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8026800f-e6db-41a9-af9b-dbcbf2544c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:18.961693 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-2895ade8-8257-4c7c-84a8-b2158fa9a9a7 req-a9346630-3aef-4fde-988f-319e598d74a6 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Calling delete_port for d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:40:18.964482 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-0c6261be-f834-49c3-905a-dd9d7a9bb3eb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.062717 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-0c6261be-f834-49c3-905a-dd9d7a9bb3eb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:40:19.076688 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-0c6261be-f834-49c3-905a-dd9d7a9bb3eb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:19.078581 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6261be-f834-49c3-905a-dd9d7a9bb3eb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Pushing event updated for resources: {'Port': ['ID=b2b0f2e6-82fe-4f5d-ab1e-cd6546e7ea6f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:19.080933 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb1dcc-5b08-4804-aaf7-cf28441df52f req-9810b68a-fcf8-4277-9b89-8a5772c2dd60 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:19.082824 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-0c6261be-f834-49c3-905a-dd9d7a9bb3eb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:40:19.083635 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50cb1dcc-5b08-4804-aaf7-cf28441df52f req-9810b68a-fcf8-4277-9b89-8a5772c2dd60 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dd69e86-4a03-42a8-bf55-111003a6ffa1 HTTP/1.1" status: 200 len: 949 time: 0.1693349 Dec 06 14:40:19.093177 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28b991c1-540f-4012-a2f9-deee50d1d661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.152221 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8026800f-e6db-41a9-af9b-dbcbf2544c6a None None] Port c1af1df2-bf8c-467e-9e78-9a812330590b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:40:19.180176 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50cb1dcc-5b08-4804-aaf7-cf28441df52f req-a1fc62ea-9111-4b84-908a-32173ce08680 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880191 Dec 06 14:40:19.261522 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2895ade8-8257-4c7c-84a8-b2158fa9a9a7 req-a9346630-3aef-4fde-988f-319e598d74a6 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.274504 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['d907c4f0-8aa0-4630-b76c-1e3c4b3fa101'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:40:19.321516 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4e781-bbe4-444e-8932-49c7f203c35f req-093108f0-7ede-4d92-b18e-23ea172793a9 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:19.323049 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28b991c1-540f-4012-a2f9-deee50d1d661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.323749 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ec4e781-bbe4-444e-8932-49c7f203c35f req-093108f0-7ede-4d92-b18e-23ea172793a9 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3 HTTP/1.1" status: 200 len: 936 time: 0.0653901 Dec 06 14:40:19.324642 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9346630-3aef-4fde-988f-319e598d74a6 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Pushing event deleted for resources: {'Port': ['ID=d907c4f0-8aa0-4630-b76c-1e3c4b3fa101,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:19.331709 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28b991c1-540f-4012-a2f9-deee50d1d661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.368797 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-0c6261be-f834-49c3-905a-dd9d7a9bb3eb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.373959 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1af1df2-bf8c-467e-9e78-9a812330590b {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:19.388864 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.415683 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ec4e781-bbe4-444e-8932-49c7f203c35f req-c058692b-4f06-43b0-bd64-2b2be3a1b5df tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713818 Dec 06 14:40:19.416612 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Transition to ACTIVE for port object c1af1df2-bf8c-467e-9e78-9a812330590b will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:40:19.422203 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.452384 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-2895ade8-8257-4c7c-84a8-b2158fa9a9a7 req-a9346630-3aef-4fde-988f-319e598d74a6 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] No DVR routers for this DVR port d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:40:19.453808 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-0c6261be-f834-49c3-905a-dd9d7a9bb3eb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.461130 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b991c1-540f-4012-a2f9-deee50d1d661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43c090d-ab5c-49f3-ad23-3000fff305c1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:19.496735 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2895ade8-8257-4c7c-84a8-b2158fa9a9a7 req-a9346630-3aef-4fde-988f-319e598d74a6 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.499431 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c1af1df2-bf8c-467e-9e78-9a812330590b,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:19.501149 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2895ade8-8257-4c7c-84a8-b2158fa9a9a7 req-a9346630-3aef-4fde-988f-319e598d74a6 tempest-DeleteServersAdminTestJSON-416343562 tempest-DeleteServersAdminTestJSON-416343562-project] 10.222.0.23 "DELETE /v2.0/ports/d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 HTTP/1.1" status: 204 len: 173 time: 1.3196759 Dec 06 14:40:19.518193 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd69e86-4a03-42a8-bf55-111003a6ffa1', 'name': 'network-vif-deleted', 'tag': 'd907c4f0-8aa0-4630-b76c-1e3c4b3fa101'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:19.520936 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac172c8-6db6-4e1a-9b66-6553bff138cb" -d '{"events": [{"server_uuid": "2dd69e86-4a03-42a8-bf55-111003a6ffa1", "name": "network-vif-deleted", "tag": "d907c4f0-8aa0-4630-b76c-1e3c4b3fa101"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:19.552983 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36472) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:19.555312 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-28b991c1-540f-4012-a2f9-deee50d1d661 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8af475e444d1451ebd956db70b0ef414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6693699 Dec 06 14:40:19.613150 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Attempting to bind port c1af1df2-bf8c-467e-9e78-9a812330590b on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:40:19.613559 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Attempting to bind port c1af1df2-bf8c-467e-9e78-9a812330590b by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:40:19.613988 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Attempting to bind port c1af1df2-bf8c-467e-9e78-9a812330590b on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:19.628362 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Port c1af1df2-bf8c-467e-9e78-9a812330590b on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:40:19.628828 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Attempting to bind port c1af1df2-bf8c-467e-9e78-9a812330590b on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:19.637416 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:40:19.637861 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:19.638374 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:40:19.638905 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Bound port: c1af1df2-bf8c-467e-9e78-9a812330590b, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:40:19.639370 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.715727 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd525b58-ad54-4047-8136-42a4faf61092 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.735062 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-0c6261be-f834-49c3-905a-dd9d7a9bb3eb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.746651 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-0c6261be-f834-49c3-905a-dd9d7a9bb3eb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.764729 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-0daa6fc9-47d9-4613-b65c-d619f1e6c207 req-c453c236-cee8-47f0-aac2-eab7d135a055 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:40:19.765830 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0daa6fc9-47d9-4613-b65c-d619f1e6c207 req-c453c236-cee8-47f0-aac2-eab7d135a055 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0215406 Dec 06 14:40:19.803277 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd525b58-ad54-4047-8136-42a4faf61092 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.811905 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] For port c1af1df2-bf8c-467e-9e78-9a812330590b, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:40:19.816598 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] For port c1af1df2-bf8c-467e-9e78-9a812330590b, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1af1df2-bf8c-467e-9e78-9a812330590b,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:40:19.828706 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.834493 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6261be-f834-49c3-905a-dd9d7a9bb3eb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Pushing event updated for resources: {'Port': ['ID=b2b0f2e6-82fe-4f5d-ab1e-cd6546e7ea6f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:19.862501 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-0c6261be-f834-49c3-905a-dd9d7a9bb3eb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.890350 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-0c6261be-f834-49c3-905a-dd9d7a9bb3eb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.891701 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-0c6261be-f834-49c3-905a-dd9d7a9bb3eb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0239027 Dec 06 14:40:19.899285 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:19.900107 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.901706 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18610d81-6329-437c-9b43-ce436891ac7b req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] 10.222.0.37 "PUT /v2.0/ports/c1af1df2-bf8c-467e-9e78-9a812330590b HTTP/1.1" status: 200 len: 1096 time: 1.2065115 Dec 06 14:40:19.902265 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3', 'tag': 'c1af1df2-bf8c-467e-9e78-9a812330590b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:19.904883 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563b7fde-1c60-452a-955a-2af1ed49f195" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3", "tag": "c1af1df2-bf8c-467e-9e78-9a812330590b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:19.925917 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17285c9f-dbdf-4599-b70f-3a6b092ad4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c1af1df2-bf8c-467e-9e78-9a812330590b,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:19.943570 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd525b58-ad54-4047-8136-42a4faf61092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.947355 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd525b58-ad54-4047-8136-42a4faf61092 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:19.951516 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bd525b58-ad54-4047-8136-42a4faf61092 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a43c090d-ab5c-49f3-ad23-3000fff305c1 HTTP/1.1" status: 204 len: 168 time: 0.3972621 Dec 06 14:40:19.982541 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd525b58-ad54-4047-8136-42a4faf61092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43c090d-ab5c-49f3-ad23-3000fff305c1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:20.024731 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-bd710bad-a4ee-4320-8d12-396381fd9e3b tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.63 HTTP/1.1" status: 200 len: 695 time: 0.1251745 Dec 06 14:40:20.064142 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610d81-6329-437c-9b43-ce436891ac7b req-03b7f4d3-68a8-4da1-ac58-1b537bb80a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:20.066656 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18610d81-6329-437c-9b43-ce436891ac7b req-03b7f4d3-68a8-4da1-ac58-1b537bb80a3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d9fe2119e6d491393e1563f651e4ba6&device_id=c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3 HTTP/1.1" status: 200 len: 1099 time: 0.1031632 Dec 06 14:40:20.215081 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-a6793d91-c53d-4b11-8410-f3cb3d67fd17 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:20.217112 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-a6793d91-c53d-4b11-8410-f3cb3d67fd17 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.1842527 Dec 06 14:40:20.230192 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-ee69472a-f990-4d52-91eb-bf6481e35c3f tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:40:20.233817 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-563b8ac4-647b-4f22-97e6-39d0b8671fb0 req-ee69472a-f990-4d52-91eb-bf6481e35c3f tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093796 Dec 06 14:40:20.412661 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18610d81-6329-437c-9b43-ce436891ac7b req-9bb4a617-78b8-4d64-b6b4-9da5c7586488 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c1af1df2-bf8c-467e-9e78-9a812330590b HTTP/1.1" status: 200 len: 217 time: 0.3370183 Dec 06 14:40:20.471941 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610d81-6329-437c-9b43-ce436891ac7b req-78230ef2-3c40-439b-b230-bc42ef2cbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:20.473608 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18610d81-6329-437c-9b43-ce436891ac7b req-78230ef2-3c40-439b-b230-bc42ef2cbdfb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0535536 Dec 06 14:40:20.554869 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610d81-6329-437c-9b43-ce436891ac7b req-4c615c60-56d1-499f-89c5-ce13eadebdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:20.556588 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18610d81-6329-437c-9b43-ce436891ac7b req-4c615c60-56d1-499f-89c5-ce13eadebdae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0608110 Dec 06 14:40:20.624037 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e610739-74d0-4150-8038-0e03c55628c6 req-7e732e6e-b8f8-4a4c-b032-e68f02251c3e tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c5d900fe2e5a41dab651fb49139099bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269873 Dec 06 14:40:20.694900 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18610d81-6329-437c-9b43-ce436891ac7b req-8b1b9cd6-f522-4e66-ad10-1040482609de service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302974 Dec 06 14:40:20.758346 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36530) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:20.772831 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e610739-74d0-4150-8038-0e03c55628c6 req-c0377566-29fc-4e9a-84dd-f15b78502f75 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:20.782893 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e610739-74d0-4150-8038-0e03c55628c6 req-c0377566-29fc-4e9a-84dd-f15b78502f75 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1488664 Dec 06 14:40:20.796190 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e610739-74d0-4150-8038-0e03c55628c6 req-757690cf-a55a-44e6-a0ca-ab40d8b3b771 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/quotas/c5d900fe2e5a41dab651fb49139099bd HTTP/1.1" status: 200 len: 375 time: 0.0151265 Dec 06 14:40:20.806722 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18610d81-6329-437c-9b43-ce436891ac7b req-55a88569-487e-4ccd-8bd4-0cf979d4ff62 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031494 Dec 06 14:40:20.833125 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e610739-74d0-4150-8038-0e03c55628c6 req-76baeb81-fb94-4c8c-bd9d-c28aecc48c16 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c5d900fe2e5a41dab651fb49139099bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351756 Dec 06 14:40:20.897826 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-0f6ac914-9aae-4ea0-95b5-dc95cebf3fb6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1381111 Dec 06 14:40:20.909509 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-77dce914-6aed-454b-a12e-8a77b8ba27fb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:40:20.910635 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-77dce914-6aed-454b-a12e-8a77b8ba27fb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075457 Dec 06 14:40:20.980100 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc1984e-b485-4f59-a47d-e34593d7fde2 x-openstack-request-id: req-2fc1984e-b485-4f59-a47d-e34593d7fde2 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:20.980508 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd69e86-4a03-42a8-bf55-111003a6ffa1", "name": "network-vif-deleted", "tag": "d907c4f0-8aa0-4630-b76c-1e3c4b3fa101", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:20.980829 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fc1984e-b485-4f59-a47d-e34593d7fde2 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:20.981288 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd69e86-4a03-42a8-bf55-111003a6ffa1', 'name': 'network-vif-deleted', 'tag': 'd907c4f0-8aa0-4630-b76c-1e3c4b3fa101', 'status': 'completed', 'code': 200} Dec 06 14:40:21.012943 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a7f394-cb94-4bf1-9650-14221e2028ae x-openstack-request-id: req-c5a7f394-cb94-4bf1-9650-14221e2028ae {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:21.013236 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3", "tag": "c1af1df2-bf8c-467e-9e78-9a812330590b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:21.013489 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5a7f394-cb94-4bf1-9650-14221e2028ae {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:21.013884 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3', 'tag': 'c1af1df2-bf8c-467e-9e78-9a812330590b', 'status': 'completed', 'code': 200} Dec 06 14:40:21.124211 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b7fde-1c60-452a-955a-2af1ed49f195 req-d21afd87-2b64-4845-8051-be0c019c3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:21.125716 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-563b7fde-1c60-452a-955a-2af1ed49f195 req-d21afd87-2b64-4845-8051-be0c019c3f45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d9fe2119e6d491393e1563f651e4ba6&device_id=c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3 HTTP/1.1" status: 200 len: 1099 time: 0.0832558 Dec 06 14:40:21.222573 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0117d91-a6f5-46c8-9aca-f88dc780e20f req-a0a0a35d-35c3-4a20-a5ca-347e5a1a3bde tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:21.239708 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a0117d91-a6f5-46c8-9aca-f88dc780e20f req-a0a0a35d-35c3-4a20-a5ca-347e5a1a3bde tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3 HTTP/1.1" status: 200 len: 948 time: 0.1316185 Dec 06 14:40:21.312308 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a0117d91-a6f5-46c8-9aca-f88dc780e20f req-66bfcf0c-bee5-4505-9c3d-9f83600e2692 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714183 Dec 06 14:40:21.345779 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b7fde-1c60-452a-955a-2af1ed49f195 req-e54d2762-f19a-4cef-afd0-4b2fe1c36a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:21.347252 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-563b7fde-1c60-452a-955a-2af1ed49f195 req-e54d2762-f19a-4cef-afd0-4b2fe1c36a19 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2106419 Dec 06 14:40:21.402292 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-bbf3855e-d256-47f2-9f66-1dab0de515b0 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:21.409811 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-bbf3855e-d256-47f2-9f66-1dab0de515b0 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/networks?id=2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 200 len: 820 time: 0.2055233 Dec 06 14:40:21.413286 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-563b7fde-1c60-452a-955a-2af1ed49f195 req-ca974385-ea06-4840-b81c-252a619f7709 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c1af1df2-bf8c-467e-9e78-9a812330590b HTTP/1.1" status: 200 len: 217 time: 0.0560179 Dec 06 14:40:21.436383 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-6825fb93-0e53-48b4-94c8-09a3c7ee99fd tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/quotas/7c0debcee8fc4e30b6ef3f1b9ed587a3 HTTP/1.1" status: 200 len: 375 time: 0.0254648 Dec 06 14:40:21.485480 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03628dc-0ea6-49a8-8d79-69b353ff603a req-2016a1f7-b3bc-4385-a385-522c90c208d0 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:21.487967 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e03628dc-0ea6-49a8-8d79-69b353ff603a req-2016a1f7-b3bc-4385-a385-522c90c208d0 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.0761881 Dec 06 14:40:21.549357 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b7fde-1c60-452a-955a-2af1ed49f195 req-502ff1fd-7886-408c-a667-60cfff399d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:21.550825 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-563b7fde-1c60-452a-955a-2af1ed49f195 req-502ff1fd-7886-408c-a667-60cfff399d67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1290133 Dec 06 14:40:21.568729 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e03628dc-0ea6-49a8-8d79-69b353ff603a req-0e19d5b8-dab0-4edd-a22b-96795ac0173c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736921 Dec 06 14:40:21.592602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-32d3c98e-7c78-4f4b-ad64-c2183fe90066 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1496017 Dec 06 14:40:21.739124 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b7fde-1c60-452a-955a-2af1ed49f195 req-e8bd4c7d-b6ee-4224-91f8-5d2d9c712e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:21.740638 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-563b7fde-1c60-452a-955a-2af1ed49f195 req-e8bd4c7d-b6ee-4224-91f8-5d2d9c712e5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1761451 Dec 06 14:40:21.769746 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f052e30a-932b-4d8a-917f-b5d37f29a53f service neutron] 10.222.0.20 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762486 Dec 06 14:40:21.782663 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-61458bcd-79b8-4198-b146-6c437601b8ab req-bd598d29-5d9f-4ce1-b07e-e00bbc25a076 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/ports?device_id=b75c1251-d9a8-414f-a202-cda5b80a9bfd HTTP/1.1" status: 200 len: 210 time: 0.0335391 Dec 06 14:40:21.962811 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-ee54d0cc-1bac-4227-a18a-237d74ee4f50 service neutron] 10.222.0.20 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921341 Dec 06 14:40:22.009083 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-563b7fde-1c60-452a-955a-2af1ed49f195 req-5a76943d-989d-4231-9654-dfea597cf3c5 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584255 Dec 06 14:40:22.159885 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-563b7fde-1c60-452a-955a-2af1ed49f195 req-68352179-72a5-4f18-a95e-9dc09d6ec0e5 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427622 Dec 06 14:40:22.258028 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b5d0163b-ff03-4a60-aee3-7893fc6afd06 req-2048cc98-d1a5-4dbe-9d1a-7e898d15f64c tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 210 time: 0.0534341 Dec 06 14:40:22.417611 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:40:22.481799 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:40:22.482804 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d907c4f0-8aa0-4630-b76c-1e3c4b3fa101 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:40:22.485974 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e610739-74d0-4150-8038-0e03c55628c6 req-2112d801-44aa-4a00-b552-c3d513c47240 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c5d900fe2e5a41dab651fb49139099bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534391 Dec 06 14:40:22.569896 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3d80e-740e-4e7d-863e-509382f1c603 req-9147debd-ca04-493f-b479-f621bcd47478 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:22.579748 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-54b3d80e-740e-4e7d-863e-509382f1c603 req-9147debd-ca04-493f-b479-f621bcd47478 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3 HTTP/1.1" status: 200 len: 948 time: 0.0971713 Dec 06 14:40:22.626928 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-54b3d80e-740e-4e7d-863e-509382f1c603 req-50009832-2a36-4be2-83cd-77ea2a69902b tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460985 Dec 06 14:40:22.783682 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e610739-74d0-4150-8038-0e03c55628c6 req-5613722b-78ab-41da-9f1f-c94930d7043b tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:22.786099 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e610739-74d0-4150-8038-0e03c55628c6 req-5613722b-78ab-41da-9f1f-c94930d7043b tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2873485 Dec 06 14:40:22.806457 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5e610739-74d0-4150-8038-0e03c55628c6 req-1eb75ae1-56bf-432c-873b-671869b9391f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Request body: {'port': {'device_id': 'b75c1251-d9a8-414f-a202-cda5b80a9bfd', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': 'c5d900fe2e5a41dab651fb49139099bd'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:22.892357 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5239d-dcb1-4429-a656-d7fb07971a0d req-38568a31-d741-48f4-8486-40d9f3a97165 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:22.900229 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-61d5239d-dcb1-4429-a656-d7fb07971a0d req-38568a31-d741-48f4-8486-40d9f3a97165 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.1387494 Dec 06 14:40:22.902205 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36658) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:22.977707 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-61d5239d-dcb1-4429-a656-d7fb07971a0d req-6e918dc8-df0a-4943-aa19-1ea0d3ebc4a9 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765877 Dec 06 14:40:22.996445 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e610739-74d0-4150-8038-0e03c55628c6 req-1eb75ae1-56bf-432c-873b-671869b9391f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Made reservation on behalf of c5d900fe2e5a41dab651fb49139099bd for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:23.000167 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e610739-74d0-4150-8038-0e03c55628c6 req-1eb75ae1-56bf-432c-873b-671869b9391f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:23.019962 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e610739-74d0-4150-8038-0e03c55628c6 req-1eb75ae1-56bf-432c-873b-671869b9391f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:23.098891 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-b3adbbdb-a7a6-4641-abc9-a6eb9329de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:23.100916 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-b3adbbdb-a7a6-4641-abc9-a6eb9329de01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 1101 time: 0.0651519 Dec 06 14:40:23.138808 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1785f520-29e4-44d5-9ac7-5862318d60fd req-62140e23-d8e5-40f3-a8b0-b2f63f98c311 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/ports?device_id=b75c1251-d9a8-414f-a202-cda5b80a9bfd HTTP/1.1" status: 200 len: 210 time: 0.0401645 Dec 06 14:40:23.176090 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e610739-74d0-4150-8038-0e03c55628c6 req-1eb75ae1-56bf-432c-873b-671869b9391f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:23.184505 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e610739-74d0-4150-8038-0e03c55628c6 req-1eb75ae1-56bf-432c-873b-671869b9391f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:23.243981 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8fb0c1ef-aa1a-4c59-bb76-664fdc7fb3ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=046d3f3d068a4b1bb2dca385ec46356e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3400829 Dec 06 14:40:23.248776 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36670) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:23.268041 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb75ae1-56bf-432c-873b-671869b9391f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaccb8d4-5385-4942-954c-c7755208b292,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:23.293528 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-96fceb4c-e74b-4b54-b992-b2c067555c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:23.296708 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-96fceb4c-e74b-4b54-b992-b2c067555c6c service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.1705751 Dec 06 14:40:23.347521 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-6cc938a2-68ab-4ff6-8d49-c4320ca75b18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=32951114-6811-4294-9ca3-b7348b9d530e HTTP/1.1" status: 200 len: 217 time: 0.0429213 Dec 06 14:40:23.410155 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-5e610739-74d0-4150-8038-0e03c55628c6 req-1eb75ae1-56bf-432c-873b-671869b9391f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Allocated IP 192.168.233.176 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/bb015a39-4209-493f-858b-01bdc0cad399) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:40:23.412647 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b0f6fce-8da6-4c28-91b9-d52ee1963aa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:23.446388 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a84054e8-569a-43ba-8463-7a3da1a5096a req-19c0f528-46f3-4266-8fe9-e1b6f9992b13 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 210 time: 0.0403235 Dec 06 14:40:23.474315 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b0f6fce-8da6-4c28-91b9-d52ee1963aa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:23.477546 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-ec91c386-f64f-4b87-95dd-30a9e0aa2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:23.479020 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-ec91c386-f64f-4b87-95dd-30a9e0aa2598 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1237400 Dec 06 14:40:23.562162 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-566ac539-73af-4b11-834a-760819abe431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:23.563853 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-566ac539-73af-4b11-834a-760819abe431 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742004 Dec 06 14:40:23.703684 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-8d876953-dc94-46e9-ac57-fcc9a8e6c52e service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316721 Dec 06 14:40:23.768342 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-bc5e6faf-9f37-4396-8810-ac840a70bb25 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:23.770086 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-bc5e6faf-9f37-4396-8810-ac840a70bb25 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.23 "GET /v2.0/networks?id=2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 200 len: 820 time: 0.2738650 Dec 06 14:40:23.807015 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-1abf36ca-2475-4b12-9a42-0a8ca5946640 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Request body: {'port': {'device_id': 'b707b15e-3f42-423d-8a24-d5dca9575020', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'admin_state_up': True, 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:23.827811 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-c11d8266-4d9d-458f-9f24-dd0aa2e714bf service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169970 Dec 06 14:40:23.905734 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b0f6fce-8da6-4c28-91b9-d52ee1963aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:23.908356 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b0f6fce-8da6-4c28-91b9-d52ee1963aa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:23.909685 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0b0f6fce-8da6-4c28-91b9-d52ee1963aa2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f HTTP/1.1" status: 204 len: 168 time: 0.6573815 Dec 06 14:40:23.970435 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e610739-74d0-4150-8038-0e03c55628c6 req-1eb75ae1-56bf-432c-873b-671869b9391f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:23.993166 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f6fce-8da6-4c28-91b9-d52ee1963aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a2b7b2-93f2-45cd-8ef5-e80f1a4e995f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:24.019928 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c7a2b-e9e2-406f-bd20-e8f1a42874e6 req-ad33603a-3d31-4cd0-adf7-3418d748271a tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:24.027698 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe7c7a2b-e9e2-406f-bd20-e8f1a42874e6 req-ad33603a-3d31-4cd0-adf7-3418d748271a tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3 HTTP/1.1" status: 200 len: 948 time: 0.2724261 Dec 06 14:40:24.083483 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36708) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:24.107107 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-1abf36ca-2475-4b12-9a42-0a8ca5946640 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Made reservation on behalf of 7c0debcee8fc4e30b6ef3f1b9ed587a3 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:24.110020 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-1abf36ca-2475-4b12-9a42-0a8ca5946640 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.133481 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36712) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:24.144148 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e610739-74d0-4150-8038-0e03c55628c6 req-1eb75ae1-56bf-432c-873b-671869b9391f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.181135 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6b1f2-dd43-4570-8635-eab932838628 req-1047f340-f5fc-4acc-86fc-eb54de1d64ea tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:24.191561 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b0c6b1f2-dd43-4570-8635-eab932838628 req-1047f340-f5fc-4acc-86fc-eb54de1d64ea tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.0977492 Dec 06 14:40:24.248521 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c1af1df2-bf8c-467e-9e78-9a812330590b details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:40:24.253656 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b0c6b1f2-dd43-4570-8635-eab932838628 req-ba790ffb-c18d-4077-9f40-a07c070a7ae5 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609260 Dec 06 14:40:24.328837 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-1abf36ca-2475-4b12-9a42-0a8ca5946640 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Allocated IP 172.20.0.9 (2f20ef1d-3a79-45eb-89da-218d4bf84e98/9c063f61-a0d6-4d97-b506-ad47b05a1286/46cd2e19-b681-4490-9432-9c33d9fd2235) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:40:24.331863 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb75ae1-56bf-432c-873b-671869b9391f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Pushing event updated for resources: {'Port': ['ID=bb015a39-4209-493f-858b-01bdc0cad399,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:24.364740 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe7c7a2b-e9e2-406f-bd20-e8f1a42874e6 req-745852fa-c3fc-4b0d-95a6-4258c4085544 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274980 Dec 06 14:40:24.367836 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e610739-74d0-4150-8038-0e03c55628c6 req-1eb75ae1-56bf-432c-873b-671869b9391f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:40:24.370626 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-5e610739-74d0-4150-8038-0e03c55628c6 req-1eb75ae1-56bf-432c-873b-671869b9391f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:24.373948 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e610739-74d0-4150-8038-0e03c55628c6 req-1eb75ae1-56bf-432c-873b-671869b9391f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:40:24.397016 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fcc98-6cc3-48af-b743-49baec15ebf1 req-8a22ad08-4ea8-4490-aec7-ce824d8b2365 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:24.404415 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d7fcc98-6cc3-48af-b743-49baec15ebf1 req-8a22ad08-4ea8-4490-aec7-ce824d8b2365 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/ports?device_id=b75c1251-d9a8-414f-a202-cda5b80a9bfd HTTP/1.1" status: 200 len: 936 time: 0.0759254 Dec 06 14:40:24.487231 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-146dcb56-3e11-4a51-90da-1ebea695d5b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.503183 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e610739-74d0-4150-8038-0e03c55628c6 req-1eb75ae1-56bf-432c-873b-671869b9391f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:24.519102 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e610739-74d0-4150-8038-0e03c55628c6 req-1eb75ae1-56bf-432c-873b-671869b9391f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.528943 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port c1af1df2-bf8c-467e-9e78-9a812330590b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1af1df2-bf8c-467e-9e78-9a812330590b,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:24.559923 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'c1af1df2-bf8c-467e-9e78-9a812330590b', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': 'c1af1df2-bf8c-467e-9e78-9a812330590b', 'mac_address': 'fa:16:3e:d2:14:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:40:24.564327 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d7fcc98-6cc3-48af-b743-49baec15ebf1 req-cfd24d23-b5de-42e8-92bb-e1075cbda8ed tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaccb8d4-5385-4942-954c-c7755208b292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585712 Dec 06 14:40:24.616750 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1d9f2f2-4146-4a2e-9852-6fa80f45794a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.625191 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-146dcb56-3e11-4a51-90da-1ebea695d5b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.628243 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.632939 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-146dcb56-3e11-4a51-90da-1ebea695d5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.646076 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1af1df2-bf8c-467e-9e78-9a812330590b {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:24.651583 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d695f897-5db3-442b-a025-0905d9756126 req-93aabac6-a467-49bf-85c9-46c0435cb7b5 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 210 time: 0.0648193 Dec 06 14:40:24.660723 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e610739-74d0-4150-8038-0e03c55628c6 req-1eb75ae1-56bf-432c-873b-671869b9391f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8591969 Dec 06 14:40:24.683564 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36722) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:24.693462 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port c1af1df2-bf8c-467e-9e78-9a812330590b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1af1df2-bf8c-467e-9e78-9a812330590b,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:24.703141 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.706009 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146dcb56-3e11-4a51-90da-1ebea695d5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877d9ae5-52cd-4484-b20e-c72a0201a725,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:24.708720 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Request body: {'port': {'device_id': 'b75c1251-d9a8-414f-a202-cda5b80a9bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:24.712439 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-146dcb56-3e11-4a51-90da-1ebea695d5b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebf45601b40640159eb8c5a5e8dccfb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6277373 Dec 06 14:40:24.713122 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36724) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:24.716056 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f240aad3-74ce-4f69-9596-596579b3f25a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.733053 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-775ed691-a9cf-47a7-b4a6-d6bbe95fb5ee None None] Provisioning complete for port bb015a39-4209-493f-858b-01bdc0cad399 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:24.733545 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-775ed691-a9cf-47a7-b4a6-d6bbe95fb5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.790968 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.791531 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-775ed691-a9cf-47a7-b4a6-d6bbe95fb5ee None None] Port bb015a39-4209-493f-858b-01bdc0cad399 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:40:24.793362 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9eb2cb8-03d3-4965-bc6b-ab0492d81436 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.796682 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=c1af1df2-bf8c-467e-9e78-9a812330590b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:24.805098 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:24.805526 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:24.806111 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:24.806668 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:24.807247 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:24.807754 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:24.808263 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:24.808730 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:24.809268 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:24.809777 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:24.810289 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:24.810606 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:24.811018 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:24.827835 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9eb2cb8-03d3-4965-bc6b-ab0492d81436 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.833091 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-1abf36ca-2475-4b12-9a42-0a8ca5946640 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.882612 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f240aad3-74ce-4f69-9596-596579b3f25a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.893666 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f240aad3-74ce-4f69-9596-596579b3f25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.908757 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9eb2cb8-03d3-4965-bc6b-ab0492d81436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.911261 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9eb2cb8-03d3-4965-bc6b-ab0492d81436 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.912431 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c9eb2cb8-03d3-4965-bc6b-ab0492d81436 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/877d9ae5-52cd-4484-b20e-c72a0201a725 HTTP/1.1" status: 204 len: 168 time: 0.1975148 Dec 06 14:40:24.940187 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f240aad3-74ce-4f69-9596-596579b3f25a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a84f0569fa4f460db0f554b71edd6b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556462 Dec 06 14:40:24.941051 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240aad3-74ce-4f69-9596-596579b3f25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58c44ba-9574-41aa-854a-fef51f12a13e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:24.943398 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36728) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:24.964565 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['c1af1df2-bf8c-467e-9e78-9a812330590b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:40:24.966336 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb2cb8-03d3-4965-bc6b-ab0492d81436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877d9ae5-52cd-4484-b20e-c72a0201a725,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:24.990004 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1d9f2f2-4146-4a2e-9852-6fa80f45794a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:24.998954 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1d9f2f2-4146-4a2e-9852-6fa80f45794a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:25.001680 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-1abf36ca-2475-4b12-9a42-0a8ca5946640 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:25.012861 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba4a87a6-1f14-405f-a75a-f5bf6fea66d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:25.038769 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba4a87a6-1f14-405f-a75a-f5bf6fea66d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:25.072048 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['d66add43-5945-45b6-8f11-d9aeff916388'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:40:25.091555 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-1abf36ca-2475-4b12-9a42-0a8ca5946640 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:40:25.101080 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba4a87a6-1f14-405f-a75a-f5bf6fea66d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:25.104636 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba4a87a6-1f14-405f-a75a-f5bf6fea66d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:25.105814 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ba4a87a6-1f14-405f-a75a-f5bf6fea66d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e58c44ba-9574-41aa-854a-fef51f12a13e HTTP/1.1" status: 204 len: 168 time: 0.1615386 Dec 06 14:40:25.107918 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-1abf36ca-2475-4b12-9a42-0a8ca5946640 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:25.118655 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e1d9f2f2-4146-4a2e-9852-6fa80f45794a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc41d9f1ec564e9fb1f30123803d6f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9835694 Dec 06 14:40:25.122705 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-1abf36ca-2475-4b12-9a42-0a8ca5946640 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:40:25.128169 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36734) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:25.134085 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a87a6-1f14-405f-a75a-f5bf6fea66d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58c44ba-9574-41aa-854a-fef51f12a13e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:25.217653 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-1abf36ca-2475-4b12-9a42-0a8ca5946640 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:25.217653 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-1abf36ca-2475-4b12-9a42-0a8ca5946640 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:25.231307 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9f2f2-4146-4a2e-9852-6fa80f45794a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00549f2a-64da-44b7-ba3c-7e3c5003494f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:25.243870 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6a1a-8ecf-4833-8593-dca3553895cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:25.283380 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6a1a-8ecf-4833-8593-dca3553895cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:25.293292 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf36ca-2475-4b12-9a42-0a8ca5946640 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Pushing event updated for resources: {'Port': ['ID=46cd2e19-b681-4490-9432-9c33d9fd2235,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:25.325090 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-1abf36ca-2475-4b12-9a42-0a8ca5946640 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5376496 Dec 06 14:40:25.354958 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Request body: {'port': {'device_id': 'b707b15e-3f42-423d-8a24-d5dca9575020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:25.410900 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6a1a-8ecf-4833-8593-dca3553895cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:25.414119 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6a1a-8ecf-4833-8593-dca3553895cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:25.415284 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e8ac6a1a-8ecf-4833-8593-dca3553895cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00549f2a-64da-44b7-ba3c-7e3c5003494f HTTP/1.1" status: 204 len: 168 time: 0.2856503 Dec 06 14:40:25.432010 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac6a1a-8ecf-4833-8593-dca3553895cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00549f2a-64da-44b7-ba3c-7e3c5003494f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:25.483044 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:25.570441 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bc23c-2ea9-464c-a443-7147397c2d2a req-6cf0d8bb-22e9-4dac-9576-4746e5295aff tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:25.579646 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-381bc23c-2ea9-464c-a443-7147397c2d2a req-6cf0d8bb-22e9-4dac-9576-4746e5295aff tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.1903498 Dec 06 14:40:25.593722 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30538c4a-242b-4637-9d46-722b348c41e3 req-5429271e-51b9-4393-9777-5871fceb1322 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:25.595218 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30538c4a-242b-4637-9d46-722b348c41e3 req-5429271e-51b9-4393-9777-5871fceb1322 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3 HTTP/1.1" status: 200 len: 949 time: 0.0912409 Dec 06 14:40:25.613704 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb015a39-4209-493f-858b-01bdc0cad399 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:25.625522 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:25.671982 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-50be5dd5-35d4-4a05-8790-098953702ee5 None None] Provisioning complete for port 46cd2e19-b681-4490-9432-9c33d9fd2235 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:25.675594 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50be5dd5-35d4-4a05-8790-098953702ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:25.698665 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30538c4a-242b-4637-9d46-722b348c41e3 req-9b549701-37f1-425e-8038-8b35bb3f02bc tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952320 Dec 06 14:40:25.703153 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36750) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:25.744528 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f2cfb0c-6f11-4816-abc7-e0d38e6627ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:25.777567 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-50be5dd5-35d4-4a05-8790-098953702ee5 None None] Port 46cd2e19-b681-4490-9432-9c33d9fd2235 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:40:25.879231 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff594ca3-13aa-4050-b2f9-0a206ff0bf92 req-fc0c1c00-493b-4b13-a303-5dacc645df84 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:25.881031 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff594ca3-13aa-4050-b2f9-0a206ff0bf92 req-fc0c1c00-493b-4b13-a303-5dacc645df84 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/ports?device_id=b75c1251-d9a8-414f-a202-cda5b80a9bfd HTTP/1.1" status: 200 len: 936 time: 0.0803523 Dec 06 14:40:25.922703 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f2cfb0c-6f11-4816-abc7-e0d38e6627ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:25.937037 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f2cfb0c-6f11-4816-abc7-e0d38e6627ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:25.987057 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff594ca3-13aa-4050-b2f9-0a206ff0bf92 req-7357ca23-a6cf-4b10-9b33-5e12b86a6052 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaccb8d4-5385-4942-954c-c7755208b292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974824 Dec 06 14:40:26.007491 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Transition to ACTIVE for port object bb015a39-4209-493f-858b-01bdc0cad399 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:40:26.025030 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6f2cfb0c-6f11-4816-abc7-e0d38e6627ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf251443312c4e489a2ec479c190c975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185105 Dec 06 14:40:26.026451 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cfb0c-6f11-4816-abc7-e0d38e6627ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915b96ee-2406-4603-831c-6ff59637aed1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:26.029186 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36760) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:26.047258 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:26.058582 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36762) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:26.092428 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-381bc23c-2ea9-464c-a443-7147397c2d2a req-8de6ddbd-9820-41a7-86b6-d84bf4c43349 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118668 Dec 06 14:40:26.150213 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Pushing event updated for resources: {'Port': ['ID=bb015a39-4209-493f-858b-01bdc0cad399,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:26.167163 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5cc9297-2287-4085-a522-5a489b790f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:26.262914 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c1af1df2-bf8c-467e-9e78-9a812330590b up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:40:26.282763 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace48f4e-437f-4666-aecf-8b8e416060ad req-32b96c1b-6856-4d32-8f33-1c9eabb5fff5 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:26.284664 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ace48f4e-437f-4666-aecf-8b8e416060ad req-32b96c1b-6856-4d32-8f33-1c9eabb5fff5 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 931 time: 0.2059293 Dec 06 14:40:26.300101 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Attempting to bind port bb015a39-4209-493f-858b-01bdc0cad399 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:40:26.300922 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Attempting to bind port bb015a39-4209-493f-858b-01bdc0cad399 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:40:26.301420 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Attempting to bind port bb015a39-4209-493f-858b-01bdc0cad399 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:26.315381 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Port bb015a39-4209-493f-858b-01bdc0cad399 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:40:26.315928 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Attempting to bind port bb015a39-4209-493f-858b-01bdc0cad399 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:26.326902 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-436f559c-3ed7-4543-815c-1b69f50fe3c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:26.327057 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:40:26.327748 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:26.328289 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:40:26.328886 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Bound port: bb015a39-4209-493f-858b-01bdc0cad399, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:40:26.329566 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:26.368616 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-436f559c-3ed7-4543-815c-1b69f50fe3c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:26.374210 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port c1af1df2-bf8c-467e-9e78-9a812330590b completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:40:26.378585 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port c1af1df2-bf8c-467e-9e78-9a812330590b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:26.378919 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:26.446948 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46cd2e19-b681-4490-9432-9c33d9fd2235 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:26.447260 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-436f559c-3ed7-4543-815c-1b69f50fe3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:26.449927 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-436f559c-3ed7-4543-815c-1b69f50fe3c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:26.451088 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-436f559c-3ed7-4543-815c-1b69f50fe3c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/915b96ee-2406-4603-831c-6ff59637aed1 HTTP/1.1" status: 204 len: 168 time: 0.4210298 Dec 06 14:40:26.460919 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5cc9297-2287-4085-a522-5a489b790f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:26.462607 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:26.473268 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f559c-3ed7-4543-815c-1b69f50fe3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915b96ee-2406-4603-831c-6ff59637aed1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:26.475603 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] For port bb015a39-4209-493f-858b-01bdc0cad399, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:40:26.482133 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] For port bb015a39-4209-493f-858b-01bdc0cad399, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bb015a39-4209-493f-858b-01bdc0cad399,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:40:26.488065 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Transition to ACTIVE for port object 46cd2e19-b681-4490-9432-9c33d9fd2235 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:40:26.490562 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:26.500806 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5cc9297-2287-4085-a522-5a489b790f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:26.521040 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:26.532902 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc9297-2287-4085-a522-5a489b790f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99953cc-f533-46d6-928c-4651e5e36a85,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:26.559201 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:26.562041 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:26.563456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e610739-74d0-4150-8038-0e03c55628c6 req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] 10.222.0.23 "PUT /v2.0/ports/bb015a39-4209-493f-858b-01bdc0cad399 HTTP/1.1" status: 200 len: 1096 time: 1.8623879 Dec 06 14:40:26.572888 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75c1251-d9a8-414f-a202-cda5b80a9bfd', 'tag': 'bb015a39-4209-493f-858b-01bdc0cad399'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:26.575383 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08a755d-1af8-4755-9236-7b583e5eeae7" -d '{"events": [{"name": "network-changed", "server_uuid": "b75c1251-d9a8-414f-a202-cda5b80a9bfd", "tag": "bb015a39-4209-493f-858b-01bdc0cad399"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:26.617831 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ace48f4e-437f-4666-aecf-8b8e416060ad req-4f05aa93-6062-479d-a51e-eca6f9305e98 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160753 Dec 06 14:40:26.644727 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b5cc9297-2287-4085-a522-5a489b790f0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aade7097c72d447099bf3119b725c0b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5846486 Dec 06 14:40:26.648992 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36780) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:26.652113 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:26.735802 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1af1df2-bf8c-467e-9e78-9a812330590b'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:26.737028 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15ee2ed8-6272-45ac-9a18-ddb2a3b4cbc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:26.739089 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7377ee93-47b6-49a4-9f3d-e7417272b12d" -d '{"events": [{"server_uuid": "c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3", "name": "network-vif-plugged", "status": "completed", "tag": "c1af1df2-bf8c-467e-9e78-9a812330590b"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:26.754073 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22426e67-ff8b-4b42-9a04-99cdfa99d3b2 x-openstack-request-id: req-22426e67-ff8b-4b42-9a04-99cdfa99d3b2 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:26.754655 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75c1251-d9a8-414f-a202-cda5b80a9bfd", "tag": "bb015a39-4209-493f-858b-01bdc0cad399", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:26.757731 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22426e67-ff8b-4b42-9a04-99cdfa99d3b2 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:26.758579 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75c1251-d9a8-414f-a202-cda5b80a9bfd', 'tag': 'bb015a39-4209-493f-858b-01bdc0cad399', 'status': 'completed', 'code': 200} Dec 06 14:40:26.766312 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port c1af1df2-bf8c-467e-9e78-9a812330590b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1af1df2-bf8c-467e-9e78-9a812330590b,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:26.766965 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15ee2ed8-6272-45ac-9a18-ddb2a3b4cbc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:26.771001 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f8108-fd1e-4e88-9531-a4ae4821d95c service neutron] Pushing event updated for resources: {'Port': ['ID=bb015a39-4209-493f-858b-01bdc0cad399,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:26.781981 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:26.862754 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d89e62-92bf-4828-9558-2c407f001731 x-openstack-request-id: req-41d89e62-92bf-4828-9558-2c407f001731 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:26.863077 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3", "name": "network-vif-plugged", "status": "completed", "tag": "c1af1df2-bf8c-467e-9e78-9a812330590b", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:26.863342 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41d89e62-92bf-4828-9558-2c407f001731 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:26.863778 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1af1df2-bf8c-467e-9e78-9a812330590b', 'code': 200} Dec 06 14:40:26.949743 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=c1af1df2-bf8c-467e-9e78-9a812330590b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:27.024719 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e610739-74d0-4150-8038-0e03c55628c6 req-d350e378-7368-4e79-b558-0942952fbf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:27.027744 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e610739-74d0-4150-8038-0e03c55628c6 req-d350e378-7368-4e79-b558-0942952fbf5b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5d900fe2e5a41dab651fb49139099bd&device_id=b75c1251-d9a8-414f-a202-cda5b80a9bfd HTTP/1.1" status: 200 len: 1099 time: 0.3826659 Dec 06 14:40:27.030240 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Pushing event updated for resources: {'Port': ['ID=46cd2e19-b681-4490-9432-9c33d9fd2235,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:27.033131 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Attempting to bind port 46cd2e19-b681-4490-9432-9c33d9fd2235 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:40:27.033645 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Attempting to bind port 46cd2e19-b681-4490-9432-9c33d9fd2235 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '140d8ddc-7751-4b43-bcca-254da309f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:40:27.034136 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Attempting to bind port 46cd2e19-b681-4490-9432-9c33d9fd2235 on network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:27.059627 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15ee2ed8-6272-45ac-9a18-ddb2a3b4cbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:27.065503 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15ee2ed8-6272-45ac-9a18-ddb2a3b4cbc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:27.071144 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-15ee2ed8-6272-45ac-9a18-ddb2a3b4cbc8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c99953cc-f533-46d6-928c-4651e5e36a85 HTTP/1.1" status: 204 len: 168 time: 0.4193873 Dec 06 14:40:27.099161 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Port 46cd2e19-b681-4490-9432-9c33d9fd2235 on network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:40:27.099567 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Attempting to bind port 46cd2e19-b681-4490-9432-9c33d9fd2235 on network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:27.100552 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759b042-aec6-4011-8e2a-0a691f37cab6 req-0281ac59-778a-49af-b36a-16354942e13a tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:27.102303 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e759b042-aec6-4011-8e2a-0a691f37cab6 req-0281ac59-778a-49af-b36a-16354942e13a tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3 HTTP/1.1" status: 200 len: 950 time: 0.2309229 Dec 06 14:40:27.102708 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e610739-74d0-4150-8038-0e03c55628c6 req-2ecedaca-aa5c-490b-a257-92d6c2000f4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=bb015a39-4209-493f-858b-01bdc0cad399 HTTP/1.1" status: 200 len: 217 time: 0.0647740 Dec 06 14:40:27.141488 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee2ed8-6272-45ac-9a18-ddb2a3b4cbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99953cc-f533-46d6-928c-4651e5e36a85,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:27.157807 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f60619-8da6-4e68-a6d9-fb92832fedc3 req-c50fd438-942c-4b7a-82a7-b9c31165c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:27.160357 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1f60619-8da6-4e68-a6d9-fb92832fedc3 req-c50fd438-942c-4b7a-82a7-b9c31165c5c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3 HTTP/1.1" status: 200 len: 1101 time: 0.2160749 Dec 06 14:40:27.171247 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:40:27.171589 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Checking segment: {'id': '140d8ddc-7751-4b43-bcca-254da309f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:27.172200 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Bound using segment: {'id': '140d8ddc-7751-4b43-bcca-254da309f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:40:27.172654 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Bound port: 46cd2e19-b681-4490-9432-9c33d9fd2235, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140d8ddc-7751-4b43-bcca-254da309f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:40:27.173011 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:27.201280 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e610739-74d0-4150-8038-0e03c55628c6 req-999ab4c4-f030-4a1f-a288-36808ca7cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:27.202959 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e610739-74d0-4150-8038-0e03c55628c6 req-999ab4c4-f030-4a1f-a288-36808ca7cbda service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0871651 Dec 06 14:40:27.265597 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1f60619-8da6-4e68-a6d9-fb92832fedc3 req-089a27ab-42a2-4e11-a5d6-4ef584f98163 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889010 Dec 06 14:40:27.280493 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e759b042-aec6-4011-8e2a-0a691f37cab6 req-52e19a88-99d9-4c23-9dc4-33bcc7ef2349 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540399 Dec 06 14:40:27.304091 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121566e-9694-4029-8bf1-8f8767eefcf7 req-187dc7e0-c584-41dd-9386-22b551746121 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:27.311228 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b121566e-9694-4029-8bf1-8f8767eefcf7 req-187dc7e0-c584-41dd-9386-22b551746121 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/ports?device_id=b75c1251-d9a8-414f-a202-cda5b80a9bfd HTTP/1.1" status: 200 len: 948 time: 0.1333480 Dec 06 14:40:27.349556 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e610739-74d0-4150-8038-0e03c55628c6 req-d199653d-8b6f-4ad3-8614-bae020ddbf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:27.351077 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e610739-74d0-4150-8038-0e03c55628c6 req-d199653d-8b6f-4ad3-8614-bae020ddbf01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294234 Dec 06 14:40:27.378689 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] For port 46cd2e19-b681-4490-9432-9c33d9fd2235, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:40:27.406341 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb164d27-cefb-43b8-9ccb-5adc6aff24e6 req-71f5fcf2-04e0-49d9-9b56-7705463584a2 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:27.413766 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] For port 46cd2e19-b681-4490-9432-9c33d9fd2235, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=46cd2e19-b681-4490-9432-9c33d9fd2235,segment=NetworkSegment(140d8ddc-7751-4b43-bcca-254da309f20b),segment_id=140d8ddc-7751-4b43-bcca-254da309f20b)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:40:27.414045 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb164d27-cefb-43b8-9ccb-5adc6aff24e6 req-71f5fcf2-04e0-49d9-9b56-7705463584a2 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.0720325 Dec 06 14:40:27.430621 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b121566e-9694-4029-8bf1-8f8767eefcf7 req-71c3faa7-da65-4ba9-b696-d305a7778619 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaccb8d4-5385-4942-954c-c7755208b292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164224 Dec 06 14:40:27.438712 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:27.479232 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb164d27-cefb-43b8-9ccb-5adc6aff24e6 req-1dc77495-ab68-4bc8-8d3d-f53a4b4d07d9 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620527 Dec 06 14:40:27.564259 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:27.580110 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:27.580879 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:27.582459 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] 10.222.0.23 "PUT /v2.0/ports/46cd2e19-b681-4490-9432-9c33d9fd2235 HTTP/1.1" status: 200 len: 1091 time: 2.2319484 Dec 06 14:40:27.613893 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bf954-0178-4ba2-bb49-f7cb94830af0 service neutron] Pushing event updated for resources: {'Port': ['ID=46cd2e19-b681-4490-9432-9c33d9fd2235,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:27.618186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e610739-74d0-4150-8038-0e03c55628c6 req-50dfbc3b-3292-4268-8440-1ea9fa576c0e service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546134 Dec 06 14:40:27.751240 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-fa634415-67f7-4997-b1e4-6716d243144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:27.752921 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-fa634415-67f7-4997-b1e4-6716d243144c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 1094 time: 0.1155441 Dec 06 14:40:27.800914 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e610739-74d0-4150-8038-0e03c55628c6 req-9a1904e4-57de-44bf-acd9-f0c75ae88edd service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738069 Dec 06 14:40:27.809878 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed629b3-c8d9-421d-bba0-47f6c3a7624a req-21772883-be77-4876-a002-2e237f54e0d8 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:27.811436 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6ed629b3-c8d9-421d-bba0-47f6c3a7624a req-21772883-be77-4876-a002-2e237f54e0d8 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 943 time: 0.1015663 Dec 06 14:40:27.842458 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-b82daa01-776b-448d-aca8-2b35125e731e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46cd2e19-b681-4490-9432-9c33d9fd2235 HTTP/1.1" status: 200 len: 217 time: 0.0657649 Dec 06 14:40:27.877529 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6ed629b3-c8d9-421d-bba0-47f6c3a7624a req-54e1f5d8-ca8f-4e29-b8f3-9dde07f75a5f tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594673 Dec 06 14:40:27.957542 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-1b902c27-fb3a-4620-8649-7e417128ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:27.959414 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-1b902c27-fb3a-4620-8649-7e417128ac2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c063f61-a0d6-4d97-b506-ad47b05a1286 HTTP/1.1" status: 200 len: 859 time: 0.1080399 Dec 06 14:40:27.981027 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a755d-1af8-4755-9236-7b583e5eeae7 req-372939b4-0088-43f9-82cd-2c7f1a0a48d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:27.983145 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d08a755d-1af8-4755-9236-7b583e5eeae7 req-372939b4-0088-43f9-82cd-2c7f1a0a48d6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5d900fe2e5a41dab651fb49139099bd&device_id=b75c1251-d9a8-414f-a202-cda5b80a9bfd HTTP/1.1" status: 200 len: 1099 time: 0.0801344 Dec 06 14:40:28.074503 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-e0874691-9ce8-4c83-9f18-fe73913695b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:28.076191 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-e0874691-9ce8-4c83-9f18-fe73913695b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f20ef1d-3a79-45eb-89da-218d4bf84e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084137 Dec 06 14:40:28.155347 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a755d-1af8-4755-9236-7b583e5eeae7 req-f3d84aef-3a59-4127-94e0-ad90d1b1a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:28.157877 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d08a755d-1af8-4755-9236-7b583e5eeae7 req-f3d84aef-3a59-4127-94e0-ad90d1b1a05b service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.1599569 Dec 06 14:40:28.211818 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d08a755d-1af8-4755-9236-7b583e5eeae7 req-0311f18a-5e48-4bf5-b665-93e39bcb214c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=bb015a39-4209-493f-858b-01bdc0cad399 HTTP/1.1" status: 200 len: 217 time: 0.0445104 Dec 06 14:40:28.349021 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a755d-1af8-4755-9236-7b583e5eeae7 req-1bb3db9d-c655-4a5a-acd9-72fd99d58378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:28.350532 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d08a755d-1af8-4755-9236-7b583e5eeae7 req-1bb3db9d-c655-4a5a-acd9-72fd99d58378 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0869412 Dec 06 14:40:28.399799 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-c1915e64-8f6b-427a-9693-5e37d179e49d service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112433 Dec 06 14:40:28.415038 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e56efc-6335-4af4-b5a5-6031e4c4c668 req-92a7bb2e-4663-4439-b553-6341b268091b tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:28.424981 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-13e56efc-6335-4af4-b5a5-6031e4c4c668 req-92a7bb2e-4663-4439-b553-6341b268091b tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3 HTTP/1.1" status: 200 len: 950 time: 0.0656543 Dec 06 14:40:28.513053 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-13e56efc-6335-4af4-b5a5-6031e4c4c668 req-32658b22-f415-4b86-be42-aeb595a00385 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872476 Dec 06 14:40:28.534440 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36870) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:28.552665 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a755d-1af8-4755-9236-7b583e5eeae7 req-8e7301d6-5a5a-448e-aa91-29b8030c94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:28.554680 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d08a755d-1af8-4755-9236-7b583e5eeae7 req-8e7301d6-5a5a-448e-aa91-29b8030c94f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1959355 Dec 06 14:40:28.641826 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e87a4a20-46e3-468f-b61d-86dbcac37edc req-e4fb53ca-6ac5-40b7-b698-78fc45d6f81c service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346015 Dec 06 14:40:28.664594 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7950c-e05c-4f54-a6dd-2ac967032b75 req-4e39c16d-b711-4db6-99b6-9b20ff8c9660 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:28.676018 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50c7950c-e05c-4f54-a6dd-2ac967032b75 req-4e39c16d-b711-4db6-99b6-9b20ff8c9660 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.0693183 Dec 06 14:40:28.707306 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70810f93-a654-4553-b4e9-a43f72290720 req-b089745f-8da6-4d7a-a187-107cac12a799 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:28.709095 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-70810f93-a654-4553-b4e9-a43f72290720 req-b089745f-8da6-4d7a-a187-107cac12a799 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/ports?device_id=b75c1251-d9a8-414f-a202-cda5b80a9bfd HTTP/1.1" status: 200 len: 948 time: 0.1435444 Dec 06 14:40:28.742475 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d08a755d-1af8-4755-9236-7b583e5eeae7 req-c6a9cc1f-69a0-4b23-ae42-be30682c7591 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787596 Dec 06 14:40:28.754575 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50c7950c-e05c-4f54-a6dd-2ac967032b75 req-7ef929f9-dcec-469f-88c2-cc0d66dd8878 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693717 Dec 06 14:40:28.759141 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ec257722-c00a-4afc-bdf5-abecef4431c0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-572066367-network', 'tenant_id': '2f27097afab6468f8670cde22cd39cd2'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:28.764294 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b707b15e-3f42-423d-8a24-d5dca9575020', 'tag': '46cd2e19-b681-4490-9432-9c33d9fd2235'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:28.767032 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2173cc-244d-43ad-b03b-3f66f1f7d7e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b707b15e-3f42-423d-8a24-d5dca9575020", "tag": "46cd2e19-b681-4490-9432-9c33d9fd2235"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:28.794529 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec257722-c00a-4afc-bdf5-abecef4431c0 admin admin] Made reservation on behalf of 2f27097afab6468f8670cde22cd39cd2 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:28.798248 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec257722-c00a-4afc-bdf5-abecef4431c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:28.812908 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec257722-c00a-4afc-bdf5-abecef4431c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:28.814734 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-70810f93-a654-4553-b4e9-a43f72290720 req-2a4d42de-8f86-4c0e-9d8f-164ba10e1cc1 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaccb8d4-5385-4942-954c-c7755208b292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931513 Dec 06 14:40:28.879392 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992727d5-aa6e-4ada-b472-5259b701eb3d x-openstack-request-id: req-992727d5-aa6e-4ada-b472-5259b701eb3d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:28.879772 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b707b15e-3f42-423d-8a24-d5dca9575020", "tag": "46cd2e19-b681-4490-9432-9c33d9fd2235", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:28.880043 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-992727d5-aa6e-4ada-b472-5259b701eb3d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:28.880504 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b707b15e-3f42-423d-8a24-d5dca9575020', 'tag': '46cd2e19-b681-4490-9432-9c33d9fd2235', 'status': 'completed', 'code': 200} Dec 06 14:40:28.894584 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d08a755d-1af8-4755-9236-7b583e5eeae7 req-81cbc49d-7d60-4fe9-84d7-5ca9cd84ac71 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433096 Dec 06 14:40:28.908772 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36886) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:28.973848 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2173cc-244d-43ad-b03b-3f66f1f7d7e9 req-bcf4bc18-1d8a-4bdf-807b-c438730bd397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:28.976138 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d2173cc-244d-43ad-b03b-3f66f1f7d7e9 req-bcf4bc18-1d8a-4bdf-807b-c438730bd397 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 1094 time: 0.0561314 Dec 06 14:40:29.007307 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec257722-c00a-4afc-bdf5-abecef4431c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:29.015025 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec257722-c00a-4afc-bdf5-abecef4431c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:29.044621 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec257722-c00a-4afc-bdf5-abecef4431c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:40:29.054493 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d69ea-7ce6-4698-ab40-c579df51c31c req-525380ab-92c1-467b-9c03-bac868aa30f7 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:29.056020 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-266d69ea-7ce6-4698-ab40-c579df51c31c req-525380ab-92c1-467b-9c03-bac868aa30f7 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 943 time: 0.0839899 Dec 06 14:40:29.084231 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec257722-c00a-4afc-bdf5-abecef4431c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42e2275-710a-476b-86d9-e2249bd6bb56,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:29.089811 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec257722-c00a-4afc-bdf5-abecef4431c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:29.090249 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-ec257722-c00a-4afc-bdf5-abecef4431c0 admin admin] Added segment 18466820-0183-4bf0-9db0-d9003c7aac56 of type vlan for network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 Dec 06 14:40:29.110977 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2173cc-244d-43ad-b03b-3f66f1f7d7e9 req-389fde85-ef39-40e0-a8a3-0a48e71bd037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:29.112554 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d2173cc-244d-43ad-b03b-3f66f1f7d7e9 req-389fde85-ef39-40e0-a8a3-0a48e71bd037 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 200 len: 921 time: 0.1293294 Dec 06 14:40:29.153247 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec257722-c00a-4afc-bdf5-abecef4431c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:29.160834 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-266d69ea-7ce6-4698-ab40-c579df51c31c req-82ae19fd-4736-4b00-a3a3-f7b0817b3c1f tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957580 Dec 06 14:40:29.171892 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d2173cc-244d-43ad-b03b-3f66f1f7d7e9 req-70f28151-a659-4a72-8177-9695eac26936 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46cd2e19-b681-4490-9432-9c33d9fd2235 HTTP/1.1" status: 200 len: 217 time: 0.0508339 Dec 06 14:40:29.178665 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-caf43860-6538-4b67-966d-5017223f7161 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:29.191234 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec257722-c00a-4afc-bdf5-abecef4431c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:29.192226 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec257722-c00a-4afc-bdf5-abecef4431c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:29.192834 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec257722-c00a-4afc-bdf5-abecef4431c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:29.231910 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ec257722-c00a-4afc-bdf5-abecef4431c0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6961792 Dec 06 14:40:29.240192 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36896) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:29.245181 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-85bcb2b7-c15f-4bcc-9495-0ccf75f3083d admin admin] Request body: {'subnet': {'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-572066367-subnet', 'tenant_id': '2f27097afab6468f8670cde22cd39cd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:29.257705 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec257722-c00a-4afc-bdf5-abecef4431c0 admin admin] Pushing event updated for resources: {'Network': ['ID=30f9c9fb-2ec3-41cd-86de-51e7d7934b71,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:29.269095 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2173cc-244d-43ad-b03b-3f66f1f7d7e9 req-fc13d9f9-e629-4808-9797-69b0bacdd34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:29.269464 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:40:29.270551 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d2173cc-244d-43ad-b03b-3f66f1f7d7e9 req-fc13d9f9-e629-4808-9797-69b0bacdd34b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c063f61-a0d6-4d97-b506-ad47b05a1286 HTTP/1.1" status: 200 len: 859 time: 0.0887382 Dec 06 14:40:29.321814 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bcb2b7-c15f-4bcc-9495-0ccf75f3083d admin admin] Made reservation on behalf of 2f27097afab6468f8670cde22cd39cd2 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:29.324571 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85bcb2b7-c15f-4bcc-9495-0ccf75f3083d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:29.375354 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2173cc-244d-43ad-b03b-3f66f1f7d7e9 req-ea40cbf0-3907-49b9-96dd-d6e281095d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:29.376863 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d2173cc-244d-43ad-b03b-3f66f1f7d7e9 req-ea40cbf0-3907-49b9-96dd-d6e281095d4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f20ef1d-3a79-45eb-89da-218d4bf84e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959213 Dec 06 14:40:29.467682 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-caf43860-6538-4b67-966d-5017223f7161 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:29.476230 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:29.509335 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-caf43860-6538-4b67-966d-5017223f7161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:29.592330 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf43860-6538-4b67-966d-5017223f7161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2b50ca-bddd-49f9-a604-ba30cf321b2a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:29.596991 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d2173cc-244d-43ad-b03b-3f66f1f7d7e9 req-ec87f84d-b73f-481e-815b-b0e2744d7112 service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902106 Dec 06 14:40:29.602187 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-caf43860-6538-4b67-966d-5017223f7161 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e84146f74f742ecb911c5441edc5f58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6893826 Dec 06 14:40:29.609005 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36912) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:29.667910 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1378713-e607-430b-ac1e-f92912145985 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:29.707685 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1378713-e607-430b-ac1e-f92912145985 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:29.773599 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1378713-e607-430b-ac1e-f92912145985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:29.777650 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1378713-e607-430b-ac1e-f92912145985 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:29.796378 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f1378713-e607-430b-ac1e-f92912145985 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc2b50ca-bddd-49f9-a604-ba30cf321b2a HTTP/1.1" status: 204 len: 168 time: 0.1860590 Dec 06 14:40:29.809610 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1378713-e607-430b-ac1e-f92912145985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2b50ca-bddd-49f9-a604-ba30cf321b2a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:29.921827 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e78427-a5ec-4c2a-bdcc-70098f908f32 req-86cb3b4d-be47-47fc-ab65-87a274c1a410 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:29.923723 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52e78427-a5ec-4c2a-bdcc-70098f908f32 req-86cb3b4d-be47-47fc-ab65-87a274c1a410 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.0957596 Dec 06 14:40:29.984657 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52e78427-a5ec-4c2a-bdcc-70098f908f32 req-8802ccb1-04ce-4c88-b646-9b59188e6291 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473335 Dec 06 14:40:30.054439 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea0cda-356c-4c4b-987f-41c3f47b1308 req-8aae5770-7f54-45fb-9726-061b65462724 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:30.055962 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c4ea0cda-356c-4c4b-987f-41c3f47b1308 req-8aae5770-7f54-45fb-9726-061b65462724 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3 HTTP/1.1" status: 200 len: 950 time: 0.4515994 Dec 06 14:40:30.077990 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85bcb2b7-c15f-4bcc-9495-0ccf75f3083d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:30.096540 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d2173cc-244d-43ad-b03b-3f66f1f7d7e9 req-a2009495-1146-4bbc-9b63-457ff114f582 service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841447 Dec 06 14:40:30.102048 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50095b-a2e3-4e8d-9716-e114d165b5c1 req-1c72b16c-e021-42e2-849e-4c5fc68a6d36 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:30.103535 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a50095b-a2e3-4e8d-9716-e114d165b5c1 req-1c72b16c-e021-42e2-849e-4c5fc68a6d36 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/ports?device_id=b75c1251-d9a8-414f-a202-cda5b80a9bfd HTTP/1.1" status: 200 len: 948 time: 0.0544007 Dec 06 14:40:30.158152 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a50095b-a2e3-4e8d-9716-e114d165b5c1 req-e90c6119-f4bf-4ac1-b9fe-d67d41c9084f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaccb8d4-5385-4942-954c-c7755208b292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473802 Dec 06 14:40:30.169165 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcb2b7-c15f-4bcc-9495-0ccf75f3083d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:30.176189 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c4ea0cda-356c-4c4b-987f-41c3f47b1308 req-ef336b9a-c747-45eb-b8a2-ba8305c53bbe tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076310 Dec 06 14:40:30.185616 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bcb2b7-c15f-4bcc-9495-0ccf75f3083d admin admin] Checking segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:30.186025 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bcb2b7-c15f-4bcc-9495-0ccf75f3083d admin admin] Network hostable DHCP agents. Network: 30f9c9fb-2ec3-41cd-86de-51e7d7934b71, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:40:30.227457 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bcb2b7-c15f-4bcc-9495-0ccf75f3083d admin admin] Network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:40:30.244064 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-85bcb2b7-c15f-4bcc-9495-0ccf75f3083d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 30f9c9fb-2ec3-41cd-86de-51e7d7934b71) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:30.249094 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bcb2b7-c15f-4bcc-9495-0ccf75f3083d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:30.250135 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85bcb2b7-c15f-4bcc-9495-0ccf75f3083d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:30.255594 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a95029-0396-4b1c-92cd-7eb8cdd68ca6 None None] Network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:40:30.278937 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-85bcb2b7-c15f-4bcc-9495-0ccf75f3083d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0375495 Dec 06 14:40:30.281547 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36936) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:30.308541 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f4d2-e9f2-4731-aa83-009aafda8fd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:30.422526 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a752ddf-c2b6-4f7a-a9ce-885509bb80f9 None None] Network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:40:30.438589 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device bb015a39-4209-493f-858b-01bdc0cad399 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:40:30.453349 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f4d2-e9f2-4731-aa83-009aafda8fd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:30.464365 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f4d2-e9f2-4731-aa83-009aafda8fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:30.522590 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506704b-81b3-4538-852f-6247928aaff4 req-06aab857-e754-4323-9901-c1cef994718b tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:30.531231 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9506704b-81b3-4538-852f-6247928aaff4 req-06aab857-e754-4323-9901-c1cef994718b tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 943 time: 0.1363873 Dec 06 14:40:30.543050 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0f4d2-e9f2-4731-aa83-009aafda8fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e38dc29-d2ee-4220-905b-e670b4d4803d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:30.550689 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ebf0f4d2-e9f2-4731-aa83-009aafda8fd1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bde1d7d030a34f288c6f0b2262fa79da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653592 Dec 06 14:40:30.551221 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36940) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:30.601656 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9506704b-81b3-4538-852f-6247928aaff4 req-64ebc98a-de1d-4daf-b7b7-817e3b0dc0ba tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640998 Dec 06 14:40:30.639354 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-867d42a2-e8ba-421b-b959-caf8ea9eed82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:30.683799 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-73613870-4c32-46ee-95cd-c783121178d9 req-932090e9-ae11-4bdc-8efa-bf25b8ac5820 tempest-QuotasAdminNegativeTest-547524434 tempest-QuotasAdminNegativeTest-547524434-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5d338b31b5184710b0d6aa67ac7a34ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326073 Dec 06 14:40:30.684250 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5263616-d66e-47cd-8b75-ffd7e8dd26c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:30.692723 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port bb015a39-4209-493f-858b-01bdc0cad399, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bb015a39-4209-493f-858b-01bdc0cad399,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:30.699425 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-867d42a2-e8ba-421b-b959-caf8ea9eed82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:30.704985 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'bb015a39-4209-493f-858b-01bdc0cad399', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': 'bb015a39-4209-493f-858b-01bdc0cad399', 'mac_address': 'fa:16:3e:7b:35:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:40:30.751580 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:30.765661 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb015a39-4209-493f-858b-01bdc0cad399 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:30.797661 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port bb015a39-4209-493f-858b-01bdc0cad399, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bb015a39-4209-493f-858b-01bdc0cad399,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:30.805241 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:30.848972 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73613870-4c32-46ee-95cd-c783121178d9 req-ec4420ef-670e-4003-af4c-f66551a0ae74 tempest-QuotasAdminNegativeTest-547524434 tempest-QuotasAdminNegativeTest-547524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:30.850471 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-73613870-4c32-46ee-95cd-c783121178d9 req-ec4420ef-670e-4003-af4c-f66551a0ae74 tempest-QuotasAdminNegativeTest-547524434 tempest-QuotasAdminNegativeTest-547524434-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571503 Dec 06 14:40:30.851560 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-867d42a2-e8ba-421b-b959-caf8ea9eed82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:30.854178 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-867d42a2-e8ba-421b-b959-caf8ea9eed82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:30.857596 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-867d42a2-e8ba-421b-b959-caf8ea9eed82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e38dc29-d2ee-4220-905b-e670b4d4803d HTTP/1.1" status: 204 len: 168 time: 0.3027427 Dec 06 14:40:30.873776 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d42a2-e8ba-421b-b959-caf8ea9eed82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e38dc29-d2ee-4220-905b-e670b4d4803d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:30.876115 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=bb015a39-4209-493f-858b-01bdc0cad399,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:30.904583 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-73613870-4c32-46ee-95cd-c783121178d9 req-3bf5bdb5-e267-455e-8a16-c86862c92094 tempest-QuotasAdminNegativeTest-547524434 tempest-QuotasAdminNegativeTest-547524434-project] 10.222.0.20 "GET /v2.0/quotas/5d338b31b5184710b0d6aa67ac7a34ec HTTP/1.1" status: 200 len: 375 time: 0.0456967 Dec 06 14:40:30.949731 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-73613870-4c32-46ee-95cd-c783121178d9 req-232b4ae1-39a8-48f1-af8d-1ae4797643f0 tempest-QuotasAdminNegativeTest-547524434 tempest-QuotasAdminNegativeTest-547524434-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d338b31b5184710b0d6aa67ac7a34ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370317 Dec 06 14:40:31.033882 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['bb015a39-4209-493f-858b-01bdc0cad399'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:40:31.038861 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36970) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:31.043957 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d3e28a87-2c1c-4b76-b576-9db145a7ee0a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-711413862-network', 'tenant_id': '0d42e23ea84a49dcb35e97be9d61f1a6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:31.096333 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e28a87-2c1c-4b76-b576-9db145a7ee0a admin admin] Made reservation on behalf of 0d42e23ea84a49dcb35e97be9d61f1a6 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:31.100824 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3e28a87-2c1c-4b76-b576-9db145a7ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:31.123894 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3e28a87-2c1c-4b76-b576-9db145a7ee0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:31.219648 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62cbe3-50f6-441c-b43b-8d30603bcdbe req-ab4b9b8e-d31d-4302-984b-f65e581ab0cd tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:31.229103 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da62cbe3-50f6-441c-b43b-8d30603bcdbe req-ab4b9b8e-d31d-4302-984b-f65e581ab0cd tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.0964887 Dec 06 14:40:31.283957 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3e28a87-2c1c-4b76-b576-9db145a7ee0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:31.289190 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3e28a87-2c1c-4b76-b576-9db145a7ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:31.321658 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e28a87-2c1c-4b76-b576-9db145a7ee0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:40:31.324864 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da62cbe3-50f6-441c-b43b-8d30603bcdbe req-fbb2be5e-a898-48d3-a191-2174da544a18 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846715 Dec 06 14:40:31.355412 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3e28a87-2c1c-4b76-b576-9db145a7ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:31.355790 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-d3e28a87-2c1c-4b76-b576-9db145a7ee0a admin admin] Added segment d83cbaa8-893e-4af1-bb45-8fadb86cfe5e of type vlan for network 82103e2c-36ff-4ac5-b502-be5647080075 Dec 06 14:40:31.424092 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e28a87-2c1c-4b76-b576-9db145a7ee0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07834ec0-2a97-4ca6-8d92-e524936a78cc,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:31.462487 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3e28a87-2c1c-4b76-b576-9db145a7ee0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:31.477982 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a88f8-f3cb-4fec-9fbf-aca0bbc6c372 req-fc97a9b7-c52c-448b-803e-b3403f67fc51 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:31.485661 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c2a88f8-f3cb-4fec-9fbf-aca0bbc6c372 req-fc97a9b7-c52c-448b-803e-b3403f67fc51 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3 HTTP/1.1" status: 200 len: 950 time: 0.0968375 Dec 06 14:40:31.525005 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3e28a87-2c1c-4b76-b576-9db145a7ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:31.526763 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e28a87-2c1c-4b76-b576-9db145a7ee0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:31.527483 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3e28a87-2c1c-4b76-b576-9db145a7ee0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:31.537207 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c2a88f8-f3cb-4fec-9fbf-aca0bbc6c372 req-e77ef5c8-1f68-445f-aaf8-6454b4912f3e tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496640 Dec 06 14:40:31.559082 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d560e-e025-47fe-9557-a30ea85a2d42 req-670a58e9-6715-4799-8538-9caaaf751225 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:31.560662 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e77d560e-e025-47fe-9557-a30ea85a2d42 req-670a58e9-6715-4799-8538-9caaaf751225 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/ports?device_id=b75c1251-d9a8-414f-a202-cda5b80a9bfd HTTP/1.1" status: 200 len: 949 time: 0.0857675 Dec 06 14:40:31.581875 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d3e28a87-2c1c-4b76-b576-9db145a7ee0a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5397878 Dec 06 14:40:31.582401 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36996) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:31.589146 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-11f49338-9e17-442d-8642-513270b3590b admin admin] Request body: {'subnet': {'network_id': '82103e2c-36ff-4ac5-b502-be5647080075', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-711413862-subnet', 'tenant_id': '0d42e23ea84a49dcb35e97be9d61f1a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:31.616009 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e28a87-2c1c-4b76-b576-9db145a7ee0a admin admin] Pushing event updated for resources: {'Network': ['ID=82103e2c-36ff-4ac5-b502-be5647080075,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:31.628433 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 82103e2c-36ff-4ac5-b502-be5647080075 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:40:31.641117 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f49338-9e17-442d-8642-513270b3590b admin admin] Made reservation on behalf of 0d42e23ea84a49dcb35e97be9d61f1a6 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:31.643822 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11f49338-9e17-442d-8642-513270b3590b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:31.691878 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e77d560e-e025-47fe-9557-a30ea85a2d42 req-f67038fc-4efe-4287-b5c9-62f65de77023 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaccb8d4-5385-4942-954c-c7755208b292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110845 Dec 06 14:40:31.840250 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5806c53-2672-4ee7-bd75-c4b7ca80b102 req-4dd748ea-8311-4b53-8d21-9055094e5e4f tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:31.841838 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f5806c53-2672-4ee7-bd75-c4b7ca80b102 req-4dd748ea-8311-4b53-8d21-9055094e5e4f tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 943 time: 0.0590169 Dec 06 14:40:31.863739 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11f49338-9e17-442d-8642-513270b3590b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:31.907884 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f5806c53-2672-4ee7-bd75-c4b7ca80b102 req-dd91cef0-9752-45fe-ae9d-da169376c9ac tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593381 Dec 06 14:40:31.933283 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f49338-9e17-442d-8642-513270b3590b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b881839d-ee84-4030-ad2f-8b2c9fe6c73d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:31.935521 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f49338-9e17-442d-8642-513270b3590b admin admin] Checking segment: {'id': 'd83cbaa8-893e-4af1-bb45-8fadb86cfe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '82103e2c-36ff-4ac5-b502-be5647080075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:31.935963 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f49338-9e17-442d-8642-513270b3590b admin admin] Network hostable DHCP agents. Network: 82103e2c-36ff-4ac5-b502-be5647080075, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:40:31.961796 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f49338-9e17-442d-8642-513270b3590b admin admin] Network 82103e2c-36ff-4ac5-b502-be5647080075 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:40:31.973893 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-11f49338-9e17-442d-8642-513270b3590b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 82103e2c-36ff-4ac5-b502-be5647080075) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:31.979464 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f49338-9e17-442d-8642-513270b3590b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:31.980149 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11f49338-9e17-442d-8642-513270b3590b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:31.994100 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7511a18f-e392-477a-ae44-85f4f4b8bb1a None None] Network 82103e2c-36ff-4ac5-b502-be5647080075 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:40:32.000232 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-11f49338-9e17-442d-8642-513270b3590b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4167438 Dec 06 14:40:32.020826 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-d244d5a3-62ed-43a7-86c9-f9224a8dc7f0 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6d9fe2119e6d491393e1563f651e4ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216825 Dec 06 14:40:32.158252 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698c9b81-1e11-42c0-aeb3-ae2cf01cebd6 None None] Network 82103e2c-36ff-4ac5-b502-be5647080075 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:40:32.160738 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-1cc4f305-d0f0-4d6a-b6d4-598428ead256 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:32.169061 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-1cc4f305-d0f0-4d6a-b6d4-598428ead256 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1412344 Dec 06 14:40:32.191324 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-ac34ece4-6d8e-4f98-8451-e5e27cb01a3b tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/quotas/6d9fe2119e6d491393e1563f651e4ba6 HTTP/1.1" status: 200 len: 375 time: 0.0213273 Dec 06 14:40:32.247015 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-34ea8309-0027-4bfb-a2c7-c4d6c9ef5823 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d9fe2119e6d491393e1563f651e4ba6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547760 Dec 06 14:40:32.434092 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 46cd2e19-b681-4490-9432-9c33d9fd2235 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:40:32.436208 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device bb015a39-4209-493f-858b-01bdc0cad399 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:40:32.638494 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port bb015a39-4209-493f-858b-01bdc0cad399 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:40:32.649269 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port bb015a39-4209-493f-858b-01bdc0cad399 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:32.650269 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:32.665512 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c8c71-f0f9-4a9e-ac8d-bf1696b2ae05 req-dc9e78f8-107c-4bb3-815b-45ef5ce5bcfb tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:32.668935 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-757c8c71-f0f9-4a9e-ac8d-bf1696b2ae05 req-dc9e78f8-107c-4bb3-815b-45ef5ce5bcfb tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.0712926 Dec 06 14:40:32.706825 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 46cd2e19-b681-4490-9432-9c33d9fd2235, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=46cd2e19-b681-4490-9432-9c33d9fd2235,segment=NetworkSegment(140d8ddc-7751-4b43-bcca-254da309f20b),segment_id=140d8ddc-7751-4b43-bcca-254da309f20b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:32.728521 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '46cd2e19-b681-4490-9432-9c33d9fd2235', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'port_id': '46cd2e19-b681-4490-9432-9c33d9fd2235', 'mac_address': 'fa:16:3e:c9:27:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:40:32.801578 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-757c8c71-f0f9-4a9e-ac8d-bf1696b2ae05 req-52e8a2f8-010e-4a38-a300-5bf79aee6bd1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249857 Dec 06 14:40:32.827412 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:32.848313 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:32.856614 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cd2e19-b681-4490-9432-9c33d9fd2235 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:32.905792 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75c1251-d9a8-414f-a202-cda5b80a9bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb015a39-4209-493f-858b-01bdc0cad399'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:32.907648 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554825f0-8807-4571-ad5c-1dfa77592e8d" -d '{"events": [{"server_uuid": "b75c1251-d9a8-414f-a202-cda5b80a9bfd", "name": "network-vif-plugged", "status": "completed", "tag": "bb015a39-4209-493f-858b-01bdc0cad399"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:32.913769 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 46cd2e19-b681-4490-9432-9c33d9fd2235, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=46cd2e19-b681-4490-9432-9c33d9fd2235,segment=NetworkSegment(140d8ddc-7751-4b43-bcca-254da309f20b),segment_id=140d8ddc-7751-4b43-bcca-254da309f20b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:32.919231 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b126357a-75b3-4eca-9bae-a3e907250d20 req-e7ffeb00-721f-4de4-9d61-68753a010fa6 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=038ca0f5-db37-4d05-839f-dca35658359b HTTP/1.1" status: 200 len: 210 time: 0.0532422 Dec 06 14:40:32.919518 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-a0ec4eb1-8a16-4183-9209-6139179c05d4 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:32.922186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-a0ec4eb1-8a16-4183-9209-6139179c05d4 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 820 time: 0.1430106 Dec 06 14:40:32.928791 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:32.959189 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-7bf1e695-5122-4d9d-8aeb-f81577144991 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/quotas/2f27097afab6468f8670cde22cd39cd2 HTTP/1.1" status: 200 len: 375 time: 0.0173645 Dec 06 14:40:32.981773 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port bb015a39-4209-493f-858b-01bdc0cad399, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bb015a39-4209-493f-858b-01bdc0cad399,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:32.989293 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:33.007841 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-d556e72a-4c6e-4381-86d9-d862c6a67f03 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467868 Dec 06 14:40:33.018223 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=46cd2e19-b681-4490-9432-9c33d9fd2235,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:33.083514 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=bb015a39-4209-493f-858b-01bdc0cad399,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:33.088821 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24507b83-d803-454f-9bbf-b6a76e381075 req-0e164ae0-8a53-4465-8f00-dd3961e01b05 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:33.097840 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-24507b83-d803-454f-9bbf-b6a76e381075 req-0e164ae0-8a53-4465-8f00-dd3961e01b05 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/ports?device_id=b75c1251-d9a8-414f-a202-cda5b80a9bfd HTTP/1.1" status: 200 len: 950 time: 0.0583675 Dec 06 14:40:33.129611 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-7fa7d54a-3fb9-4a05-a8a6-97dc3041f957 service neutron] 10.222.0.20 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138058 Dec 06 14:40:33.152646 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-24507b83-d803-454f-9bbf-b6a76e381075 req-6e328072-630c-44d8-95cb-a2069da99430 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaccb8d4-5385-4942-954c-c7755208b292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538721 Dec 06 14:40:33.164637 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['46cd2e19-b681-4490-9432-9c33d9fd2235'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:40:33.168842 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0ffbf860-b349-430e-a7be-58e7244e11d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:33.241409 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-f3afcfc4-3cb2-4de0-b736-0a0a14e475a9 service neutron] 10.222.0.20 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109214 Dec 06 14:40:33.269509 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-38e0265c-c390-456c-8205-88c5cbb3690a req-16063fd5-a6a2-4c3e-9c2e-af4a513966a6 tempest-QuotasAdminNegativeTest-547524434 tempest-QuotasAdminNegativeTest-547524434-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5d338b31b5184710b0d6aa67ac7a34ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214474 Dec 06 14:40:33.385389 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ed87c3-5e72-46ee-ab54-f86f194b09c2 x-openstack-request-id: req-c5ed87c3-5e72-46ee-ab54-f86f194b09c2 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:33.385715 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75c1251-d9a8-414f-a202-cda5b80a9bfd", "name": "network-vif-plugged", "status": "completed", "tag": "bb015a39-4209-493f-858b-01bdc0cad399", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:33.385984 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5ed87c3-5e72-46ee-ab54-f86f194b09c2 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:33.386383 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75c1251-d9a8-414f-a202-cda5b80a9bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb015a39-4209-493f-858b-01bdc0cad399', 'code': 200} Dec 06 14:40:33.387076 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0265c-c390-456c-8205-88c5cbb3690a req-3efcf16c-0a45-44bc-95ec-5015bac46f17 tempest-QuotasAdminNegativeTest-547524434 tempest-QuotasAdminNegativeTest-547524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:33.388577 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-38e0265c-c390-456c-8205-88c5cbb3690a req-3efcf16c-0a45-44bc-95ec-5015bac46f17 tempest-QuotasAdminNegativeTest-547524434 tempest-QuotasAdminNegativeTest-547524434-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1117444 Dec 06 14:40:33.412147 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-38e0265c-c390-456c-8205-88c5cbb3690a req-5c7f11f2-e862-4e3a-adc2-69327edf4686 tempest-QuotasAdminNegativeTest-547524434 tempest-QuotasAdminNegativeTest-547524434-project] 10.222.0.20 "GET /v2.0/quotas/5d338b31b5184710b0d6aa67ac7a34ec HTTP/1.1" status: 200 len: 375 time: 0.0166247 Dec 06 14:40:33.454173 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-38e0265c-c390-456c-8205-88c5cbb3690a req-7e6c2395-0e39-4848-a9f5-fc9a3eb7a0f3 tempest-QuotasAdminNegativeTest-547524434 tempest-QuotasAdminNegativeTest-547524434-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d338b31b5184710b0d6aa67ac7a34ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411000 Dec 06 14:40:33.537416 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35138578-5250-4796-9330-276c2eac830a req-0311dad8-f432-4ba8-a582-49135502df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:33.540727 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35138578-5250-4796-9330-276c2eac830a req-0311dad8-f432-4ba8-a582-49135502df44 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b75c1251-d9a8-414f-a202-cda5b80a9bfd HTTP/1.1" status: 200 len: 1101 time: 0.0582252 Dec 06 14:40:33.550936 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a3b4a-d730-4669-9bcd-623c7ad82692 req-f26a5e5d-e85a-441c-8c9a-e8555c766333 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:33.558323 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-502a3b4a-d730-4669-9bcd-623c7ad82692 req-f26a5e5d-e85a-441c-8c9a-e8555c766333 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 944 time: 0.1063845 Dec 06 14:40:33.582952 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-559bc1f5-1d15-495a-a723-e4f7344360eb tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6d9fe2119e6d491393e1563f651e4ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453596 Dec 06 14:40:33.623048 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35138578-5250-4796-9330-276c2eac830a req-1296f277-7c61-4413-996f-45c1d8ffdc32 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=eaccb8d4-5385-4942-954c-c7755208b292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625367 Dec 06 14:40:33.665033 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-502a3b4a-d730-4669-9bcd-623c7ad82692 req-6495511d-8499-4bf8-92d3-812ad4fa6509 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056247 Dec 06 14:40:33.784199 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce12ce1f-160c-4860-83e1-5f9c8c5a0337 req-ed51f2bf-da13-4880-8415-4aee190e647b tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 210 time: 0.0508094 Dec 06 14:40:33.855327 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:33.950476 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-17a54c33-07e2-4e1a-b4ec-deeadaee0889 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:33.952107 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-17a54c33-07e2-4e1a-b4ec-deeadaee0889 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3595471 Dec 06 14:40:33.978294 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-2dbcc40f-5ddb-4b3d-a5ca-6b62655d7e1f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Request body: {'port': {'device_id': '038ca0f5-db37-4d05-839f-dca35658359b', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '6d9fe2119e6d491393e1563f651e4ba6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:34.074303 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7ac76-8808-4ae3-b6eb-38c6a6d659c5 req-1e7251a4-21ab-464a-a138-4f4c22201423 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:34.075991 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8cc7ac76-8808-4ae3-b6eb-38c6a6d659c5 req-1e7251a4-21ab-464a-a138-4f4c22201423 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.0607944 Dec 06 14:40:34.128448 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8cc7ac76-8808-4ae3-b6eb-38c6a6d659c5 req-4e9a70a1-7bb0-4356-bc35-057801cee57f tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459402 Dec 06 14:40:34.136045 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfee572b-274c-41a3-9206-8cfa9396d9c4 req-765488f3-f58b-4fb5-b9a1-855cc8121eee tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=038ca0f5-db37-4d05-839f-dca35658359b HTTP/1.1" status: 200 len: 210 time: 0.0336142 Dec 06 14:40:34.136944 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-2dbcc40f-5ddb-4b3d-a5ca-6b62655d7e1f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Made reservation on behalf of 6d9fe2119e6d491393e1563f651e4ba6 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:34.140888 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-2dbcc40f-5ddb-4b3d-a5ca-6b62655d7e1f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:34.331119 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-2dbcc40f-5ddb-4b3d-a5ca-6b62655d7e1f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Allocated IP 192.168.233.44 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/2e049e6c-1c21-4adf-83cf-f8c88e31c245) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:40:34.335936 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad284fda-8553-4d92-9bda-0acc12934a45 req-bf2fe567-570d-4012-8edd-569cce895984 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:34.343861 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad284fda-8553-4d92-9bda-0acc12934a45 req-bf2fe567-570d-4012-8edd-569cce895984 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/ports?device_id=b75c1251-d9a8-414f-a202-cda5b80a9bfd HTTP/1.1" status: 200 len: 950 time: 0.0670898 Dec 06 14:40:34.392123 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad284fda-8553-4d92-9bda-0acc12934a45 req-6d1da4b8-2dd6-47f3-b452-d68754054031 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaccb8d4-5385-4942-954c-c7755208b292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471575 Dec 06 14:40:34.441145 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 46cd2e19-b681-4490-9432-9c33d9fd2235 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:40:34.501861 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 46cd2e19-b681-4490-9432-9c33d9fd2235 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:40:34.508356 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 46cd2e19-b681-4490-9432-9c33d9fd2235 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:34.509653 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:34.541497 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-2dbcc40f-5ddb-4b3d-a5ca-6b62655d7e1f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:34.579941 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37140) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:34.627707 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:34.641325 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-2dbcc40f-5ddb-4b3d-a5ca-6b62655d7e1f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:34.665506 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['c1af1df2-bf8c-467e-9e78-9a812330590b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:40:34.705384 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-2dbcc40f-5ddb-4b3d-a5ca-6b62655d7e1f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:40:34.708621 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 46cd2e19-b681-4490-9432-9c33d9fd2235, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=46cd2e19-b681-4490-9432-9c33d9fd2235,segment=NetworkSegment(140d8ddc-7751-4b43-bcca-254da309f20b),segment_id=140d8ddc-7751-4b43-bcca-254da309f20b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:34.714152 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-2dbcc40f-5ddb-4b3d-a5ca-6b62655d7e1f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:34.720122 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:34.731129 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-2dbcc40f-5ddb-4b3d-a5ca-6b62655d7e1f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:40:34.812630 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcc40f-5ddb-4b3d-a5ca-6b62655d7e1f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Pushing event updated for resources: {'Port': ['ID=2e049e6c-1c21-4adf-83cf-f8c88e31c245,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:34.846439 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c62bf00b-8857-447b-8179-1bdb6ee4d38d req-2fd152c7-2167-471d-bf68-64b031dc9de6 tempest-QuotasAdminNegativeTest-547524434 tempest-QuotasAdminNegativeTest-547524434-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5d338b31b5184710b0d6aa67ac7a34ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762796 Dec 06 14:40:34.859853 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=46cd2e19-b681-4490-9432-9c33d9fd2235,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:34.877096 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-2dbcc40f-5ddb-4b3d-a5ca-6b62655d7e1f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:34.877871 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-2dbcc40f-5ddb-4b3d-a5ca-6b62655d7e1f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:34.938913 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-2dbcc40f-5ddb-4b3d-a5ca-6b62655d7e1f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9679234 Dec 06 14:40:34.954826 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94d7b5-16da-49cd-8fe2-f4d2a7a6c3f9 req-b1551acc-b981-4edf-9bcf-8e9c8a32a746 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:34.964939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f94d7b5-16da-49cd-8fe2-f4d2a7a6c3f9 req-b1551acc-b981-4edf-9bcf-8e9c8a32a746 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 945 time: 0.1266050 Dec 06 14:40:34.972634 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Request body: {'port': {'device_id': '038ca0f5-db37-4d05-839f-dca35658359b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:35.021280 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bf00b-8857-447b-8179-1bdb6ee4d38d req-de3428be-fedc-4f89-9efd-93cf7195c27a tempest-QuotasAdminNegativeTest-547524434 tempest-QuotasAdminNegativeTest-547524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:35.025146 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c62bf00b-8857-447b-8179-1bdb6ee4d38d req-de3428be-fedc-4f89-9efd-93cf7195c27a tempest-QuotasAdminNegativeTest-547524434 tempest-QuotasAdminNegativeTest-547524434-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601958 Dec 06 14:40:35.029500 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa1e58a6-33b3-444f-83d7-d986fcabe5ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:35.052762 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-5321b604-5394-4c4b-9eb4-63fcaea1ea34 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:35.054352 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-5321b604-5394-4c4b-9eb4-63fcaea1ea34 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.23 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 820 time: 0.4642150 Dec 06 14:40:35.059916 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-60df3144-580c-42e1-8b23-9a7cb6182289 None None] Provisioning complete for port 2e049e6c-1c21-4adf-83cf-f8c88e31c245 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:35.060105 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-60df3144-580c-42e1-8b23-9a7cb6182289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:35.062376 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c62bf00b-8857-447b-8179-1bdb6ee4d38d req-055e7467-d756-47ab-927b-016693e28b38 tempest-QuotasAdminNegativeTest-547524434 tempest-QuotasAdminNegativeTest-547524434-project] 10.222.0.20 "GET /v2.0/quotas/5d338b31b5184710b0d6aa67ac7a34ec HTTP/1.1" status: 200 len: 375 time: 0.0299726 Dec 06 14:40:35.064887 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:35.071861 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-415b42e6-a648-41a5-8a2f-144de3863760 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Request body: {'port': {'device_id': '91f748b1-9161-4e89-8686-810091ae8d93', 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71', 'admin_state_up': True, 'tenant_id': '2f27097afab6468f8670cde22cd39cd2'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:35.072260 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f94d7b5-16da-49cd-8fe2-f4d2a7a6c3f9 req-6d1506be-0efc-48c7-a1cc-0f61e2c0212a tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063461 Dec 06 14:40:35.115851 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-60df3144-580c-42e1-8b23-9a7cb6182289 None None] Port 2e049e6c-1c21-4adf-83cf-f8c88e31c245 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:40:35.132358 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c62bf00b-8857-447b-8179-1bdb6ee4d38d req-637d3be9-1f5b-4f5f-8504-74432d4366c0 tempest-QuotasAdminNegativeTest-547524434 tempest-QuotasAdminNegativeTest-547524434-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d338b31b5184710b0d6aa67ac7a34ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545843 Dec 06 14:40:35.216280 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-03a9985a-1850-40b7-91a9-583f837fbe2c req-d95e3838-8a4c-4376-a8ab-6281a112118a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 210 time: 0.0305684 Dec 06 14:40:35.286355 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-415b42e6-a648-41a5-8a2f-144de3863760 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Made reservation on behalf of 2f27097afab6468f8670cde22cd39cd2 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:35.289770 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-415b42e6-a648-41a5-8a2f-144de3863760 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:35.293441 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa1e58a6-33b3-444f-83d7-d986fcabe5ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:35.319549 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa1e58a6-33b3-444f-83d7-d986fcabe5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:35.374477 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b7122-262c-43dc-a71f-9178ec439816 req-08fa2024-c3b5-4a04-bc71-6b189b3662f7 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:35.375968 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c18b7122-262c-43dc-a71f-9178ec439816 req-08fa2024-c3b5-4a04-bc71-6b189b3662f7 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=038ca0f5-db37-4d05-839f-dca35658359b HTTP/1.1" status: 200 len: 935 time: 0.0736594 Dec 06 14:40:35.386158 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-aa1e58a6-33b3-444f-83d7-d986fcabe5ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2db38c8da485479b9754cb79d2a01a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8022082 Dec 06 14:40:35.386449 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37166) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:35.387496 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b707b15e-3f42-423d-8a24-d5dca9575020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cd2e19-b681-4490-9432-9c33d9fd2235'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:35.389856 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62826cb5-784f-44de-978e-6c00589da186" -d '{"events": [{"server_uuid": "b707b15e-3f42-423d-8a24-d5dca9575020", "name": "network-vif-plugged", "status": "completed", "tag": "46cd2e19-b681-4490-9432-9c33d9fd2235"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:35.417492 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85cedc-419d-4b91-90d9-826ed832079f req-9148894c-9880-4449-9aea-15d25869f894 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:35.419176 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac85cedc-419d-4b91-90d9-826ed832079f req-9148894c-9880-4449-9aea-15d25869f894 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.1519842 Dec 06 14:40:35.422372 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e58a6-33b3-444f-83d7-d986fcabe5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a94219-08b4-4258-bdf2-5fa801748523,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:35.478931 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:35.504202 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e049e6c-1c21-4adf-83cf-f8c88e31c245 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:35.516741 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:35.524837 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac85cedc-419d-4b91-90d9-826ed832079f req-e30e53e1-a480-4f82-9939-b54ec9a52837 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988905 Dec 06 14:40:35.527836 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-367296e4-f53c-494f-ae53-3f399ba94d44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:35.534860 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c18b7122-262c-43dc-a71f-9178ec439816 req-ded2203d-19dd-4fad-a112-5d222fe220bc tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391628 Dec 06 14:40:35.548056 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-415b42e6-a648-41a5-8a2f-144de3863760 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Allocated IP 172.20.0.4 (30f9c9fb-2ec3-41cd-86de-51e7d7934b71/ded9556a-46c6-4b9d-a6af-ce8c9b6b072e/f37bd75c-6022-433c-8df0-0e5d136e3a2f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:40:35.548175 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Transition to ACTIVE for port object 2e049e6c-1c21-4adf-83cf-f8c88e31c245 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:40:35.572441 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:35.576233 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-367296e4-f53c-494f-ae53-3f399ba94d44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:35.673823 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532d3b6b-a1a0-4643-a8c6-f008f0ffa0fb x-openstack-request-id: req-532d3b6b-a1a0-4643-a8c6-f008f0ffa0fb {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:35.674155 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b707b15e-3f42-423d-8a24-d5dca9575020", "name": "network-vif-plugged", "status": "completed", "tag": "46cd2e19-b681-4490-9432-9c33d9fd2235", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:35.674708 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-532d3b6b-a1a0-4643-a8c6-f008f0ffa0fb {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:35.674821 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b707b15e-3f42-423d-8a24-d5dca9575020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cd2e19-b681-4490-9432-9c33d9fd2235', 'code': 200} Dec 06 14:40:35.730725 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Pushing event updated for resources: {'Port': ['ID=2e049e6c-1c21-4adf-83cf-f8c88e31c245,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:35.742581 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-415b42e6-a648-41a5-8a2f-144de3863760 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:35.802188 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-415b42e6-a648-41a5-8a2f-144de3863760 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:35.857541 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-367296e4-f53c-494f-ae53-3f399ba94d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:35.860834 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-367296e4-f53c-494f-ae53-3f399ba94d44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:35.865185 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-367296e4-f53c-494f-ae53-3f399ba94d44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7a94219-08b4-4258-bdf2-5fa801748523 HTTP/1.1" status: 204 len: 168 time: 0.4738171 Dec 06 14:40:35.889851 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367296e4-f53c-494f-ae53-3f399ba94d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a94219-08b4-4258-bdf2-5fa801748523,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:35.908307 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd20429-4d37-4df8-a040-3cc9fe911e8b req-e74fcc53-513a-42b6-88d2-8efa1c61bd0f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:35.910127 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbd20429-4d37-4df8-a040-3cc9fe911e8b req-e74fcc53-513a-42b6-88d2-8efa1c61bd0f tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/ports?device_id=b75c1251-d9a8-414f-a202-cda5b80a9bfd HTTP/1.1" status: 200 len: 950 time: 0.1346941 Dec 06 14:40:35.911765 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Attempting to bind port 2e049e6c-1c21-4adf-83cf-f8c88e31c245 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:40:35.912071 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Attempting to bind port 2e049e6c-1c21-4adf-83cf-f8c88e31c245 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:40:35.912394 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Attempting to bind port 2e049e6c-1c21-4adf-83cf-f8c88e31c245 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:35.932589 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Port 2e049e6c-1c21-4adf-83cf-f8c88e31c245 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:40:35.932915 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Attempting to bind port 2e049e6c-1c21-4adf-83cf-f8c88e31c245 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:35.936485 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-415b42e6-a648-41a5-8a2f-144de3863760 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:40:35.943343 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-415b42e6-a648-41a5-8a2f-144de3863760 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:35.944137 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:40:35.944620 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:35.944888 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:40:35.946060 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Bound port: 2e049e6c-1c21-4adf-83cf-f8c88e31c245, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:40:35.946461 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:35.951208 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e33336-7758-46ee-90a0-057b046d7f8e req-ec022039-004c-45db-84b8-c9d0325fba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:35.953154 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-23e33336-7758-46ee-90a0-057b046d7f8e req-ec022039-004c-45db-84b8-c9d0325fba3f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 1096 time: 0.1664174 Dec 06 14:40:35.954395 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-415b42e6-a648-41a5-8a2f-144de3863760 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:40:35.957340 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b42e6-a648-41a5-8a2f-144de3863760 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Pushing event updated for resources: {'Port': ['ID=f37bd75c-6022-433c-8df0-0e5d136e3a2f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:36.014158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbd20429-4d37-4df8-a040-3cc9fe911e8b req-e20d93db-6574-492e-910e-99c5c1fb8357 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaccb8d4-5385-4942-954c-c7755208b292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981300 Dec 06 14:40:36.064143 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] For port 2e049e6c-1c21-4adf-83cf-f8c88e31c245, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:40:36.068859 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-415b42e6-a648-41a5-8a2f-144de3863760 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:36.069138 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] For port 2e049e6c-1c21-4adf-83cf-f8c88e31c245, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2e049e6c-1c21-4adf-83cf-f8c88e31c245,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:40:36.069484 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-415b42e6-a648-41a5-8a2f-144de3863760 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:36.075766 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:36.079897 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-23e33336-7758-46ee-90a0-057b046d7f8e req-2dddaec1-40b2-4213-9897-d589569e4a1e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005297 Dec 06 14:40:36.107741 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-415b42e6-a648-41a5-8a2f-144de3863760 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0422943 Dec 06 14:40:36.123678 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:36.124339 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:36.125736 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] 10.222.0.37 "PUT /v2.0/ports/2e049e6c-1c21-4adf-83cf-f8c88e31c245 HTTP/1.1" status: 200 len: 1095 time: 1.1574919 Dec 06 14:40:36.126233 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038ca0f5-db37-4d05-839f-dca35658359b', 'tag': '2e049e6c-1c21-4adf-83cf-f8c88e31c245'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:36.128522 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa35f068-d7c5-4e12-98c0-fb834764018e" -d '{"events": [{"name": "network-changed", "server_uuid": "038ca0f5-db37-4d05-839f-dca35658359b", "tag": "2e049e6c-1c21-4adf-83cf-f8c88e31c245"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:36.192699 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dd8dd-6d9c-48be-8a7b-1035f55c6582 service neutron] Pushing event updated for resources: {'Port': ['ID=2e049e6c-1c21-4adf-83cf-f8c88e31c245,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:36.236586 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307d981-aaa3-49ec-84a0-679ae0aae193 req-bf611d55-b949-4409-8ac4-608ebeef0c3f tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:36.244154 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9307d981-aaa3-49ec-84a0-679ae0aae193 req-bf611d55-b949-4409-8ac4-608ebeef0c3f tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 945 time: 0.0841274 Dec 06 14:40:36.249658 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-78c57907-db1c-494b-a5ac-e7c612a30f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:36.251337 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-78c57907-db1c-494b-a5ac-e7c612a30f23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d9fe2119e6d491393e1563f651e4ba6&device_id=038ca0f5-db37-4d05-839f-dca35658359b HTTP/1.1" status: 200 len: 1098 time: 0.0698850 Dec 06 14:40:36.304183 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-2bde1811-34b5-427d-ad3d-9767d502cf51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=2e049e6c-1c21-4adf-83cf-f8c88e31c245 HTTP/1.1" status: 200 len: 217 time: 0.0442307 Dec 06 14:40:36.308303 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Request body: {'port': {'device_id': '91f748b1-9161-4e89-8686-810091ae8d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:36.341348 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9307d981-aaa3-49ec-84a0-679ae0aae193 req-f39982a4-5632-4403-95de-060225561add tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954912 Dec 06 14:40:36.394671 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-03793a09-9d6e-4c3b-9ce2-7d6dcd22ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:36.396813 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-03793a09-9d6e-4c3b-9ce2-7d6dcd22ef58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0850639 Dec 06 14:40:36.398124 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:36.457494 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37196) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:36.496598 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1789bb-af30-4984-8822-3adfc659d434 x-openstack-request-id: req-8e1789bb-af30-4984-8822-3adfc659d434 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:36.496893 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:36.497290 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038ca0f5-db37-4d05-839f-dca35658359b", "tag": "2e049e6c-1c21-4adf-83cf-f8c88e31c245", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:36.497531 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e1789bb-af30-4984-8822-3adfc659d434 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:36.497705 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038ca0f5-db37-4d05-839f-dca35658359b', 'tag': '2e049e6c-1c21-4adf-83cf-f8c88e31c245', 'status': 'completed', 'code': 200} Dec 06 14:40:36.508370 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-eb15c46d-ac1e-4fba-9d37-93a0b88c5bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:36.509875 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-eb15c46d-ac1e-4fba-9d37-93a0b88c5bea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1043422 Dec 06 14:40:36.607099 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37208) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:36.624205 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5a2ae3c-6ba3-4a3f-8e09-a18822c2bfed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:36.690240 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-de3dcbf4-d7a6-41fb-abcc-a1b0f6565f72 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715391 Dec 06 14:40:36.735939 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d016f-3c3d-4f8f-81ad-e44f8b18ec3b req-cde8dfb7-bb89-4d4f-b39f-56fa2ec1745a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:36.737456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-561d016f-3c3d-4f8f-81ad-e44f8b18ec3b req-cde8dfb7-bb89-4d4f-b39f-56fa2ec1745a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 931 time: 0.1509335 Dec 06 14:40:36.765776 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54369c-7fc4-493e-916c-23d168e3cc91 req-b8e72a54-07fe-4ba0-823e-3c517f323ef8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:36.770104 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f54369c-7fc4-493e-916c-23d168e3cc91 req-b8e72a54-07fe-4ba0-823e-3c517f323ef8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.1134717 Dec 06 14:40:36.815176 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80ff30e1-3918-4281-a808-43a87fdad841 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:36.857251 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-561d016f-3c3d-4f8f-81ad-e44f8b18ec3b req-0ae142bc-7f61-485d-9270-458b535cd080 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058564 Dec 06 14:40:36.863303 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5a2ae3c-6ba3-4a3f-8e09-a18822c2bfed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:36.870903 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b6df589-8834-4e4a-892c-0d5a6f252c9a req-20a5f0e9-af67-4153-b5ba-b7243ce9a79f service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704473 Dec 06 14:40:36.873458 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5a2ae3c-6ba3-4a3f-8e09-a18822c2bfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:36.909155 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37bd75c-6022-433c-8df0-0e5d136e3a2f {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:36.919252 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:36.945654 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2ae3c-6ba3-4a3f-8e09-a18822c2bfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeadaf5-35f6-442f-9ac5-07b1c6540715,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:36.945912 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Transition to ACTIVE for port object f37bd75c-6022-433c-8df0-0e5d136e3a2f will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:40:36.971186 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f54369c-7fc4-493e-916c-23d168e3cc91 req-71783250-d353-4b2d-a550-1bada268b730 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694272 Dec 06 14:40:36.977304 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:36.998230 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f5a2ae3c-6ba3-4a3f-8e09-a18822c2bfed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ed10b5beb9c4c69b2bb9ef4de07f23e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3850977 Dec 06 14:40:37.000382 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37212) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:37.026947 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35f068-d7c5-4e12-98c0-fb834764018e req-1812b827-753b-41c0-bdb5-667c7ec53a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:37.028481 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa35f068-d7c5-4e12-98c0-fb834764018e req-1812b827-753b-41c0-bdb5-667c7ec53a9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d9fe2119e6d491393e1563f651e4ba6&device_id=038ca0f5-db37-4d05-839f-dca35658359b HTTP/1.1" status: 200 len: 1098 time: 0.0947371 Dec 06 14:40:37.050351 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80ff30e1-3918-4281-a808-43a87fdad841 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:37.073579 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86652d8-b73b-44e3-b08c-45905d8d8243 req-13a09c2e-49ca-49cd-9103-4506c3d6b8d2 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:37.075118 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e86652d8-b73b-44e3-b08c-45905d8d8243 req-13a09c2e-49ca-49cd-9103-4506c3d6b8d2 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=038ca0f5-db37-4d05-839f-dca35658359b HTTP/1.1" status: 200 len: 947 time: 0.1323619 Dec 06 14:40:37.096131 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80ff30e1-3918-4281-a808-43a87fdad841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:37.101078 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Pushing event updated for resources: {'Port': ['ID=f37bd75c-6022-433c-8df0-0e5d136e3a2f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:37.122998 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e15b86e2-8916-4d04-81a2-8ec2fdd1b116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:37.162392 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e15b86e2-8916-4d04-81a2-8ec2fdd1b116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:37.175702 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35f068-d7c5-4e12-98c0-fb834764018e req-a3fc5a5e-7f41-45d0-9b2d-9c2c43e0b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:37.177272 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa35f068-d7c5-4e12-98c0-fb834764018e req-a3fc5a5e-7f41-45d0-9b2d-9c2c43e0b9a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.1351335 Dec 06 14:40:37.187640 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-80ff30e1-3918-4281-a808-43a87fdad841 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d338b31b5184710b0d6aa67ac7a34ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7290969 Dec 06 14:40:37.190736 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37216) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:37.209659 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff30e1-3918-4281-a808-43a87fdad841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5b0bbc-3e81-4bab-bf34-6f3d34b46337,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:37.232788 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa35f068-d7c5-4e12-98c0-fb834764018e req-d5ffef92-c4ca-46a5-a1fe-160afe621286 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=2e049e6c-1c21-4adf-83cf-f8c88e31c245 HTTP/1.1" status: 200 len: 217 time: 0.0428407 Dec 06 14:40:37.235108 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e86652d8-b73b-44e3-b08c-45905d8d8243 req-4eb79e3f-a2b6-411c-a624-b478c170b9aa tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419194 Dec 06 14:40:37.236152 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Attempting to bind port f37bd75c-6022-433c-8df0-0e5d136e3a2f on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:40:37.236521 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Attempting to bind port f37bd75c-6022-433c-8df0-0e5d136e3a2f by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:40:37.236880 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Attempting to bind port f37bd75c-6022-433c-8df0-0e5d136e3a2f on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:37.242425 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Port f37bd75c-6022-433c-8df0-0e5d136e3a2f on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:40:37.242784 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Attempting to bind port f37bd75c-6022-433c-8df0-0e5d136e3a2f on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:37.248697 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:40:37.249595 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Checking segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:37.250202 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Bound using segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:40:37.250732 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Bound port: f37bd75c-6022-433c-8df0-0e5d136e3a2f, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:40:37.251222 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:37.327820 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35f068-d7c5-4e12-98c0-fb834764018e req-51681b9f-75aa-4818-a8c0-1166c77bc95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:37.329305 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa35f068-d7c5-4e12-98c0-fb834764018e req-51681b9f-75aa-4818-a8c0-1166c77bc95c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0863640 Dec 06 14:40:37.346121 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] For port f37bd75c-6022-433c-8df0-0e5d136e3a2f, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:40:37.358408 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] For port f37bd75c-6022-433c-8df0-0e5d136e3a2f, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f37bd75c-6022-433c-8df0-0e5d136e3a2f,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:40:37.364646 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e15b86e2-8916-4d04-81a2-8ec2fdd1b116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:37.366889 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:37.367056 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e15b86e2-8916-4d04-81a2-8ec2fdd1b116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:37.371004 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e15b86e2-8916-4d04-81a2-8ec2fdd1b116 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aeeadaf5-35f6-442f-9ac5-07b1c6540715 HTTP/1.1" status: 204 len: 168 time: 0.3667426 Dec 06 14:40:37.381023 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97e5f18c-82dc-4ccb-abdb-66750528f030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:37.383700 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b86e2-8916-4d04-81a2-8ec2fdd1b116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeeadaf5-35f6-442f-9ac5-07b1c6540715,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:37.412020 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:37.413187 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:37.414679 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] 10.222.0.23 "PUT /v2.0/ports/f37bd75c-6022-433c-8df0-0e5d136e3a2f HTTP/1.1" status: 200 len: 1091 time: 1.1158020 Dec 06 14:40:37.417637 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f748b1-9161-4e89-8686-810091ae8d93', 'tag': 'f37bd75c-6022-433c-8df0-0e5d136e3a2f'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:37.420977 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ca27d6-578f-43a2-9f65-6eca8861183c" -d '{"events": [{"name": "network-changed", "server_uuid": "91f748b1-9161-4e89-8686-810091ae8d93", "tag": "f37bd75c-6022-433c-8df0-0e5d136e3a2f"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:37.428640 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97e5f18c-82dc-4ccb-abdb-66750528f030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:37.443011 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35f068-d7c5-4e12-98c0-fb834764018e req-438d3dc7-ed58-4ed2-82d2-962356d7313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:37.444130 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa35f068-d7c5-4e12-98c0-fb834764018e req-438d3dc7-ed58-4ed2-82d2-962356d7313d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1053774 Dec 06 14:40:37.512068 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e4154-985d-48df-806a-37b51ab8b023 service neutron] Pushing event updated for resources: {'Port': ['ID=f37bd75c-6022-433c-8df0-0e5d136e3a2f,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:37.533987 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99dfb0-a633-4d4e-ae56-975b36b81d57 req-61f11ed5-5036-438f-bfd8-870293d5a449 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:37.535695 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0f99dfb0-a633-4d4e-ae56-975b36b81d57 req-61f11ed5-5036-438f-bfd8-870293d5a449 tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/ports?device_id=b75c1251-d9a8-414f-a202-cda5b80a9bfd HTTP/1.1" status: 200 len: 950 time: 0.1301079 Dec 06 14:40:37.546505 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-43692c6d-c20a-47ef-a027-a946ecfb0fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:37.548747 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-43692c6d-c20a-47ef-a027-a946ecfb0fa7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 1094 time: 0.0748024 Dec 06 14:40:37.599990 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-d2549ab7-0b79-4112-b2e1-ad598ff4b3b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f37bd75c-6022-433c-8df0-0e5d136e3a2f HTTP/1.1" status: 200 len: 217 time: 0.0422964 Dec 06 14:40:37.604047 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf11832-6606-4837-95aa-0723d663e55e req-dc4b5449-6f3a-4bec-ba6d-67c62e0c9a11 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:37.605683 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acf11832-6606-4837-95aa-0723d663e55e req-dc4b5449-6f3a-4bec-ba6d-67c62e0c9a11 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 945 time: 0.1222663 Dec 06 14:40:37.630694 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97e5f18c-82dc-4ccb-abdb-66750528f030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:37.633469 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97e5f18c-82dc-4ccb-abdb-66750528f030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:37.634716 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-97e5f18c-82dc-4ccb-abdb-66750528f030 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a5b0bbc-3e81-4bab-bf34-6f3d34b46337 HTTP/1.1" status: 204 len: 168 time: 0.4039586 Dec 06 14:40:37.646525 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa35f068-d7c5-4e12-98c0-fb834764018e req-f76c06e8-476d-4af3-96c3-54232da0b126 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876702 Dec 06 14:40:37.671746 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5f18c-82dc-4ccb-abdb-66750528f030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5b0bbc-3e81-4bab-bf34-6f3d34b46337,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:37.732117 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acf11832-6606-4837-95aa-0723d663e55e req-2f247c06-e10e-4e52-8028-80215f096993 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124876 Dec 06 14:40:37.818507 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa35f068-d7c5-4e12-98c0-fb834764018e req-6958e1e3-2669-43fc-a1c8-6090508bc388 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563625 Dec 06 14:40:37.903263 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ead5801-4f7e-4f04-80c1-1473fe010ba2 x-openstack-request-id: req-0ead5801-4f7e-4f04-80c1-1473fe010ba2 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:37.903572 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f748b1-9161-4e89-8686-810091ae8d93", "tag": "f37bd75c-6022-433c-8df0-0e5d136e3a2f", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:37.903896 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ead5801-4f7e-4f04-80c1-1473fe010ba2 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:37.904248 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f748b1-9161-4e89-8686-810091ae8d93', 'tag': 'f37bd75c-6022-433c-8df0-0e5d136e3a2f', 'status': 'completed', 'code': 200} Dec 06 14:40:37.925952 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0f99dfb0-a633-4d4e-ae56-975b36b81d57 req-8c62dc38-628d-428f-b7fc-22fc33cfe4be tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaccb8d4-5385-4942-954c-c7755208b292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753064 Dec 06 14:40:37.936641 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-560d0cef-bc86-4b04-a26e-b2de5561247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:37.938330 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-560d0cef-bc86-4b04-a26e-b2de5561247e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.3232322 Dec 06 14:40:37.981281 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-d89469ae-c368-4bd2-b180-189c288a9f8e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286651 Dec 06 14:40:38.062577 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b1597-87cb-4408-afea-58595e4a430e req-5b0b2c06-a133-4c3e-bd2b-172369e9abbd tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:38.070236 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c79b1597-87cb-4408-afea-58595e4a430e req-5b0b2c06-a133-4c3e-bd2b-172369e9abbd tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1003628 Dec 06 14:40:38.118015 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-f71849f5-56d7-4ee0-b714-e6332dd6a312 service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275084 Dec 06 14:40:38.129816 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3940a-9e32-49aa-b8ea-1fa9ea2a6246 req-9eef629d-02d1-4f0a-b4cb-cba337b8bb81 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:38.131458 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c0f3940a-9e32-49aa-b8ea-1fa9ea2a6246 req-9eef629d-02d1-4f0a-b4cb-cba337b8bb81 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 943 time: 0.0744088 Dec 06 14:40:38.152133 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c79b1597-87cb-4408-afea-58595e4a430e req-cbc1f03b-c4a7-4cbf-9acc-cbe7739e3210 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.63 HTTP/1.1" status: 200 len: 695 time: 0.0808325 Dec 06 14:40:38.165245 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c79b1597-87cb-4408-afea-58595e4a430e req-bc157b78-f155-4692-849c-3c39e5c24447 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Request body: {'floatingip': {'port_id': 'd66add43-5945-45b6-8f11-d9aeff916388', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:38.249374 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c0f3940a-9e32-49aa-b8ea-1fa9ea2a6246 req-c71af364-cef2-418a-9387-d64219dc497a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081192 Dec 06 14:40:38.254298 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37254) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:38.276879 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c79b1597-87cb-4408-afea-58595e4a430e req-bc157b78-f155-4692-849c-3c39e5c24447 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for floatingip, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:38.294055 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3822d139-c206-4c9e-be43-8cc191332c63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:38.298874 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-359e8ae1-b55b-4ce5-a122-a88b83d55569 req-a501500d-6a46-498e-a001-cab58f57b2b3 service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654584 Dec 06 14:40:38.434831 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a64554-9983-4e2c-a51d-52aed641c45a req-65520b54-53fc-437f-a831-4ca961d39d44 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:38.442746 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-70a64554-9983-4e2c-a51d-52aed641c45a req-65520b54-53fc-437f-a831-4ca961d39d44 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.1132679 Dec 06 14:40:38.482046 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca27d6-578f-43a2-9f65-6eca8861183c req-b20c485a-face-42ea-baaf-5e4a53c96c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:38.483604 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31ca27d6-578f-43a2-9f65-6eca8861183c req-b20c485a-face-42ea-baaf-5e4a53c96c8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 1094 time: 0.1149988 Dec 06 14:40:38.490765 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3822d139-c206-4c9e-be43-8cc191332c63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:38.512464 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3822d139-c206-4c9e-be43-8cc191332c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:38.567317 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-70a64554-9983-4e2c-a51d-52aed641c45a req-6dd1d667-4c17-4011-9d58-59ed10e111da tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234579 Dec 06 14:40:38.618154 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3822d139-c206-4c9e-be43-8cc191332c63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1b1c18ba57c49a2ba6c18abcca09761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3628633 Dec 06 14:40:38.622924 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37264) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:38.626743 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822d139-c206-4c9e-be43-8cc191332c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b117925-5bb6-451a-98b1-c4c0f50ebfe4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:38.671143 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca27d6-578f-43a2-9f65-6eca8861183c req-8cfeaa08-436e-4bb1-9bf6-312fc4897239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:38.672650 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31ca27d6-578f-43a2-9f65-6eca8861183c req-8cfeaa08-436e-4bb1-9bf6-312fc4897239 service neutron] 10.222.0.23 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 921 time: 0.1760287 Dec 06 14:40:38.722210 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31ca27d6-578f-43a2-9f65-6eca8861183c req-b2f27729-9c32-4186-a8a8-71f3e222427c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f37bd75c-6022-433c-8df0-0e5d136e3a2f HTTP/1.1" status: 200 len: 217 time: 0.0403874 Dec 06 14:40:38.798573 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a277c1a-f089-49a1-9371-2b50e9f61c51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:38.835455 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a277c1a-f089-49a1-9371-2b50e9f61c51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:38.837320 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca27d6-578f-43a2-9f65-6eca8861183c req-18542f70-f465-47ce-b07a-8421f493d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:38.839244 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31ca27d6-578f-43a2-9f65-6eca8861183c req-18542f70-f465-47ce-b07a-8421f493d046 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.1066098 Dec 06 14:40:38.890727 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd34914-2e0b-4164-bca7-f43aa5d61b54 req-fe9d9f0a-5d83-4a56-885a-0f783b30b457 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:38.892354 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cfd34914-2e0b-4164-bca7-f43aa5d61b54 req-fe9d9f0a-5d83-4a56-885a-0f783b30b457 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=038ca0f5-db37-4d05-839f-dca35658359b HTTP/1.1" status: 200 len: 947 time: 0.1731701 Dec 06 14:40:38.918533 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31ca27d6-578f-43a2-9f65-6eca8861183c req-c88e4623-6b19-4297-b932-4cf453335bdf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712850 Dec 06 14:40:39.042789 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc2a7b-014b-4193-ad26-f3295bbbabeb req-03296dad-0281-4629-a59d-25fc861e81bf tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:39.044320 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02dc2a7b-014b-4193-ad26-f3295bbbabeb req-03296dad-0281-4629-a59d-25fc861e81bf tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.23 "GET /v2.0/ports?device_id=b75c1251-d9a8-414f-a202-cda5b80a9bfd HTTP/1.1" status: 200 len: 950 time: 0.2031782 Dec 06 14:40:39.057171 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cfd34914-2e0b-4164-bca7-f43aa5d61b54 req-e3c6e631-d6e3-4302-85fe-c6bf6847d917 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437335 Dec 06 14:40:39.086958 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a277c1a-f089-49a1-9371-2b50e9f61c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:39.090175 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a277c1a-f089-49a1-9371-2b50e9f61c51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:39.093981 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3a277c1a-f089-49a1-9371-2b50e9f61c51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b117925-5bb6-451a-98b1-c4c0f50ebfe4 HTTP/1.1" status: 204 len: 168 time: 0.4698262 Dec 06 14:40:39.121215 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a277c1a-f089-49a1-9371-2b50e9f61c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b117925-5bb6-451a-98b1-c4c0f50ebfe4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:39.131821 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31ca27d6-578f-43a2-9f65-6eca8861183c req-b7858051-5382-4af5-a439-dbcbee17cb91 service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946299 Dec 06 14:40:39.175632 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.db.resource_extend [req-c79b1597-87cb-4408-afea-58595e4a430e req-bc157b78-f155-4692-849c-3c39e5c24447 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:40:39.265818 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c79b1597-87cb-4408-afea-58595e4a430e req-bc157b78-f155-4692-849c-3c39e5c24447 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:39.271434 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c79b1597-87cb-4408-afea-58595e4a430e req-bc157b78-f155-4692-849c-3c39e5c24447 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:39.281119 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ce3aa-398f-462b-9143-ec65fe1cbbf9 req-b5d510ea-1c37-43f9-85c2-008cec8941df tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:39.282635 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cc1ce3aa-398f-462b-9143-ec65fe1cbbf9 req-b5d510ea-1c37-43f9-85c2-008cec8941df tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/ports?device_id=b75c1251-d9a8-414f-a202-cda5b80a9bfd HTTP/1.1" status: 200 len: 950 time: 0.1189971 Dec 06 14:40:39.307959 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-02dc2a7b-014b-4193-ad26-f3295bbbabeb req-f50b5022-9d2e-4890-b60b-6de18020e5ba tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Deleting port bb015a39-4209-493f-858b-01bdc0cad399 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:40:39.308318 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-02dc2a7b-014b-4193-ad26-f3295bbbabeb req-f50b5022-9d2e-4890-b60b-6de18020e5ba tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:39.347468 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31ca27d6-578f-43a2-9f65-6eca8861183c req-aafea80e-d01f-4630-91b8-77173e436c2d service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978211 Dec 06 14:40:39.408980 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [req-c79b1597-87cb-4408-afea-58595e4a430e req-bc157b78-f155-4692-849c-3c39e5c24447 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Floating IP 30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f associated. External IP: 172.35.7.63, port: d66add43-5945-45b6-8f11-d9aeff916388. Dec 06 14:40:39.438085 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cc1ce3aa-398f-462b-9143-ec65fe1cbbf9 req-a3d1e814-f695-48e0-b73e-c1ca41636b4d tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaccb8d4-5385-4942-954c-c7755208b292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439240 Dec 06 14:40:39.476451 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-02dc2a7b-014b-4193-ad26-f3295bbbabeb req-f50b5022-9d2e-4890-b60b-6de18020e5ba tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] For port bb015a39-4209-493f-858b-01bdc0cad399, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bb015a39-4209-493f-858b-01bdc0cad399,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:39.477273 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-02dc2a7b-014b-4193-ad26-f3295bbbabeb req-f50b5022-9d2e-4890-b60b-6de18020e5ba tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:39.498848 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-02dc2a7b-014b-4193-ad26-f3295bbbabeb req-f50b5022-9d2e-4890-b60b-6de18020e5ba tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Calling delete_port for bb015a39-4209-493f-858b-01bdc0cad399 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:40:39.575968 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37290) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:39.620957 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5b0ab-c623-44c2-96ce-0c9edca89ceb req-e94b1bca-7155-48cf-ae78-1d7b28656628 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:39.622466 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-90c5b0ab-c623-44c2-96ce-0c9edca89ceb req-e94b1bca-7155-48cf-ae78-1d7b28656628 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 943 time: 0.1048496 Dec 06 14:40:39.674008 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c79b1597-87cb-4408-afea-58595e4a430e req-bc157b78-f155-4692-849c-3c39e5c24447 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:40:39.720700 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-90c5b0ab-c623-44c2-96ce-0c9edca89ceb req-eafb42be-bc57-47f3-a2f8-214dea2f386f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869961 Dec 06 14:40:39.763835 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-02dc2a7b-014b-4193-ad26-f3295bbbabeb req-f50b5022-9d2e-4890-b60b-6de18020e5ba tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:39.777431 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['bb015a39-4209-493f-858b-01bdc0cad399'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:40:39.806105 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-439b5074-2e7e-45de-8ec4-0a26e16e68f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:39.810595 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b5022-9d2e-4890-b60b-6de18020e5ba tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Pushing event deleted for resources: {'Port': ['ID=bb015a39-4209-493f-858b-01bdc0cad399,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:39.823295 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c79b1597-87cb-4408-afea-58595e4a430e req-bc157b78-f155-4692-849c-3c39e5c24447 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:40:39.828328 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c79b1597-87cb-4408-afea-58595e4a430e req-bc157b78-f155-4692-849c-3c39e5c24447 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:39.842307 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28205526-ae9d-4d5e-ba67-ac557bcaa98a None None] Sync routers for ids ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:40:39.861386 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28205526-ae9d-4d5e-ba67-ac557bcaa98a None None] Routers {'b0cb600a-ad36-4f28-9b96-a6c6afab6c80'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:40:39.862032 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-28205526-ae9d-4d5e-ba67-ac557bcaa98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:40:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:39.865815 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c79b1597-87cb-4408-afea-58595e4a430e req-bc157b78-f155-4692-849c-3c39e5c24447 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "PUT /v2.0/floatingips/30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f HTTP/1.1" status: 200 len: 996 time: 1.7057524 Dec 06 14:40:39.867054 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'tag': 'd66add43-5945-45b6-8f11-d9aeff916388'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:39.869914 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea2b51e-f77e-4351-94ef-a8f60ecf7c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf67e1df-aef5-4df2-96ee-8f1aa4d0fade", "tag": "d66add43-5945-45b6-8f11-d9aeff916388"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:39.919433 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-02dc2a7b-014b-4193-ad26-f3295bbbabeb req-f50b5022-9d2e-4890-b60b-6de18020e5ba tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] No DVR routers for this DVR port bb015a39-4209-493f-858b-01bdc0cad399 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:40:39.925071 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-02dc2a7b-014b-4193-ad26-f3295bbbabeb req-f50b5022-9d2e-4890-b60b-6de18020e5ba tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:39.928402 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02dc2a7b-014b-4193-ad26-f3295bbbabeb req-f50b5022-9d2e-4890-b60b-6de18020e5ba tempest-TenantUsagesTestJSON-550523114 tempest-TenantUsagesTestJSON-550523114-project] 10.222.0.23 "DELETE /v2.0/ports/bb015a39-4209-493f-858b-01bdc0cad399 HTTP/1.1" status: 204 len: 173 time: 0.8703399 Dec 06 14:40:39.928874 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75c1251-d9a8-414f-a202-cda5b80a9bfd', 'name': 'network-vif-deleted', 'tag': 'bb015a39-4209-493f-858b-01bdc0cad399'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:39.931139 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aed6dda-6909-438f-89aa-b0eaf773feaf" -d '{"events": [{"server_uuid": "b75c1251-d9a8-414f-a202-cda5b80a9bfd", "name": "network-vif-deleted", "tag": "bb015a39-4209-493f-858b-01bdc0cad399"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:39.954923 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51a041-5059-4ae9-849c-2e996e2ea6c8 req-5357a210-d12e-424b-a3ee-c393d683cc0b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:39.956503 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d51a041-5059-4ae9-849c-2e996e2ea6c8 req-5357a210-d12e-424b-a3ee-c393d683cc0b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.1537344 Dec 06 14:40:39.988795 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b1597-87cb-4408-afea-58595e4a430e req-5519bdb8-ccb2-4d74-a81f-1f6b44731825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:39.990492 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c79b1597-87cb-4408-afea-58595e4a430e req-5519bdb8-ccb2-4d74-a81f-1f6b44731825 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 1097 time: 0.0919201 Dec 06 14:40:40.033550 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-28205526-ae9d-4d5e-ba67-ac557bcaa98a None None] Set router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:40:40.060217 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-439b5074-2e7e-45de-8ec4-0a26e16e68f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:40.071309 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-439b5074-2e7e-45de-8ec4-0a26e16e68f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:40.140968 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d51a041-5059-4ae9-849c-2e996e2ea6c8 req-98b889a9-1923-4c92-85c6-d74956daaa46 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783133 Dec 06 14:40:40.166994 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b5074-2e7e-45de-8ec4-0a26e16e68f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3ae0c2-3366-49ed-b809-b0029c9dc36d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:40.175104 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-439b5074-2e7e-45de-8ec4-0a26e16e68f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=669cd1cc6b8d491ea7b57882f53fd7e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5980997 Dec 06 14:40:40.175731 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37318) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:40.195268 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37320) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:40.232604 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b1597-87cb-4408-afea-58595e4a430e req-63a3d0d5-42b6-4107-9ba4-58663bbdc439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:40.234417 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c79b1597-87cb-4408-afea-58595e4a430e req-63a3d0d5-42b6-4107-9ba4-58663bbdc439 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 200 len: 921 time: 0.2266645 Dec 06 14:40:40.247648 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abbef222-2cc1-451c-904b-5f5a5f4a3d76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:40.274570 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abbef222-2cc1-451c-904b-5f5a5f4a3d76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:40.303327 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 2e049e6c-1c21-4adf-83cf-f8c88e31c245 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:40:40.312328 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf19d0e3-435c-4b47-aa50-0d25692377e3 x-openstack-request-id: req-cf19d0e3-435c-4b47-aa50-0d25692377e3 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:40.312328 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf67e1df-aef5-4df2-96ee-8f1aa4d0fade", "tag": "d66add43-5945-45b6-8f11-d9aeff916388", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:40.312685 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf19d0e3-435c-4b47-aa50-0d25692377e3 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:40.314484 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'tag': 'd66add43-5945-45b6-8f11-d9aeff916388', 'status': 'completed', 'code': 200} Dec 06 14:40:40.332086 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abbef222-2cc1-451c-904b-5f5a5f4a3d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:40.334645 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abbef222-2cc1-451c-904b-5f5a5f4a3d76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:40.335987 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-abbef222-2cc1-451c-904b-5f5a5f4a3d76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f3ae0c2-3366-49ed-b809-b0029c9dc36d HTTP/1.1" status: 204 len: 168 time: 0.1586235 Dec 06 14:40:40.371942 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480aab90-1864-4a55-9d0f-d4cf8edd1a34 x-openstack-request-id: req-480aab90-1864-4a55-9d0f-d4cf8edd1a34 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:40.372235 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75c1251-d9a8-414f-a202-cda5b80a9bfd", "name": "network-vif-deleted", "tag": "bb015a39-4209-493f-858b-01bdc0cad399", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:40.372492 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-480aab90-1864-4a55-9d0f-d4cf8edd1a34 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:40.372885 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75c1251-d9a8-414f-a202-cda5b80a9bfd', 'name': 'network-vif-deleted', 'tag': 'bb015a39-4209-493f-858b-01bdc0cad399', 'status': 'completed', 'code': 200} Dec 06 14:40:40.373808 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbef222-2cc1-451c-904b-5f5a5f4a3d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3ae0c2-3366-49ed-b809-b0029c9dc36d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:40.378492 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c79b1597-87cb-4408-afea-58595e4a430e req-6eb33350-1324-4186-aac8-1a853dbab22b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d66add43-5945-45b6-8f11-d9aeff916388 HTTP/1.1" status: 200 len: 999 time: 0.1370468 Dec 06 14:40:40.409348 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-28205526-ae9d-4d5e-ba67-ac557bcaa98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'floating_ip_address': '172.35.7.63', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'port_id': 'd66add43-5945-45b6-8f11-d9aeff916388', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'mac_address': 'fa:16:3e:04:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:40:19Z', 'updated_at': '2021-12-06T14:40:39Z', 'revision_number': 1, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:40:00Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:40.432210 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2b51e-f77e-4351-94ef-a8f60ecf7c6b req-30c8d1d1-4d8c-4319-a08b-363950d9483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:40.435977 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aea2b51e-f77e-4351-94ef-a8f60ecf7c6b req-30c8d1d1-4d8c-4319-a08b-363950d9483e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 1097 time: 0.0753465 Dec 06 14:40:40.471860 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3ad0dc0e-5c59-4144-bcea-adf2f44ed186 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2026859410-network', 'tenant_id': 'bebd2aa3873d436c89009a1dfe8e401c'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:40.485440 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28205526-ae9d-4d5e-ba67-ac557bcaa98a None None] Checking router: b0cb600a-ad36-4f28-9b96-a6c6afab6c80 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:40:40.500290 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28205526-ae9d-4d5e-ba67-ac557bcaa98a None None] Routers {'b0cb600a-ad36-4f28-9b96-a6c6afab6c80'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:40:40.509338 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-28205526-ae9d-4d5e-ba67-ac557bcaa98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:40:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:40.521692 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b1597-87cb-4408-afea-58595e4a430e req-94257b8b-1537-45d9-9f2c-77694e67ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:40.523789 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c79b1597-87cb-4408-afea-58595e4a430e req-94257b8b-1537-45d9-9f2c-77694e67ca23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c063f61-a0d6-4d97-b506-ad47b05a1286 HTTP/1.1" status: 200 len: 859 time: 0.1376190 Dec 06 14:40:40.526747 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad0dc0e-5c59-4144-bcea-adf2f44ed186 admin admin] Made reservation on behalf of bebd2aa3873d436c89009a1dfe8e401c for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:40.530080 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ad0dc0e-5c59-4144-bcea-adf2f44ed186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:40.561130 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ad0dc0e-5c59-4144-bcea-adf2f44ed186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:40.578946 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 2e049e6c-1c21-4adf-83cf-f8c88e31c245, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2e049e6c-1c21-4adf-83cf-f8c88e31c245,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:40.595729 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '2e049e6c-1c21-4adf-83cf-f8c88e31c245', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '2e049e6c-1c21-4adf-83cf-f8c88e31c245', 'mac_address': 'fa:16:3e:0f:bf:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:40:40.600673 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b1597-87cb-4408-afea-58595e4a430e req-a65620d7-e794-466c-a250-377420ca39c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:40.602318 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c79b1597-87cb-4408-afea-58595e4a430e req-a65620d7-e794-466c-a250-377420ca39c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f20ef1d-3a79-45eb-89da-218d4bf84e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693095 Dec 06 14:40:40.614773 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-c79b1597-87cb-4408-afea-58595e4a430e req-0387e799-13fb-4fbb-a9fc-84e36c1d6b83 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:40:40.615703 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c79b1597-87cb-4408-afea-58595e4a430e req-0387e799-13fb-4fbb-a9fc-84e36c1d6b83 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059936 Dec 06 14:40:40.664150 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:40.687829 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e049e6c-1c21-4adf-83cf-f8c88e31c245 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:40.693144 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabc48d-5c81-448b-b1ed-c44964e602f1 req-3497a7d2-1b76-405b-9fa9-9f1e0633dd93 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:40.704869 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bdabc48d-5c81-448b-b1ed-c44964e602f1 req-3497a7d2-1b76-405b-9fa9-9f1e0633dd93 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=038ca0f5-db37-4d05-839f-dca35658359b HTTP/1.1" status: 200 len: 947 time: 0.2636838 Dec 06 14:40:40.726921 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 2e049e6c-1c21-4adf-83cf-f8c88e31c245, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2e049e6c-1c21-4adf-83cf-f8c88e31c245,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:40.730905 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-28205526-ae9d-4d5e-ba67-ac557bcaa98a None None] Set router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:40:40.733116 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:40.764292 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ad0dc0e-5c59-4144-bcea-adf2f44ed186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:40.777304 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ad0dc0e-5c59-4144-bcea-adf2f44ed186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:40.779079 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2b51e-f77e-4351-94ef-a8f60ecf7c6b req-97588670-fa99-4afd-8405-2d0b8e00fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:40.780833 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aea2b51e-f77e-4351-94ef-a8f60ecf7c6b req-97588670-fa99-4afd-8405-2d0b8e00fb95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 200 len: 921 time: 0.3307517 Dec 06 14:40:40.801360 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c79b1597-87cb-4408-afea-58595e4a430e req-ad0bbe2f-c137-467b-a2b4-9ec8a10cbf98 service neutron] 10.222.0.20 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772032 Dec 06 14:40:40.801812 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bdabc48d-5c81-448b-b1ed-c44964e602f1 req-0ae9dd7a-fd79-4a93-b0c6-929148781a49 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955915 Dec 06 14:40:40.821253 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=2e049e6c-1c21-4adf-83cf-f8c88e31c245,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:40.834244 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad0dc0e-5c59-4144-bcea-adf2f44ed186 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:40:40.859976 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ad0dc0e-5c59-4144-bcea-adf2f44ed186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:40.860415 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-3ad0dc0e-5c59-4144-bcea-adf2f44ed186 admin admin] Added segment 66987d70-c54c-4479-b6e0-5c2dc83ceca0 of type vlan for network 5521cd74-94bb-4bc1-b3e0-da480ffd2eca Dec 06 14:40:40.861534 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0dc0e-5c59-4144-bcea-adf2f44ed186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8891a533-30b1-4626-990c-9b96c50a4f58,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:40.948260 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ad0dc0e-5c59-4144-bcea-adf2f44ed186 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:40.982057 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['2e049e6c-1c21-4adf-83cf-f8c88e31c245'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:40:40.984776 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aea2b51e-f77e-4351-94ef-a8f60ecf7c6b req-c77614cc-eb82-4f63-bdae-632159a89a57 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d66add43-5945-45b6-8f11-d9aeff916388 HTTP/1.1" status: 200 len: 999 time: 0.1798143 Dec 06 14:40:41.007113 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37334) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:41.035424 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c79b1597-87cb-4408-afea-58595e4a430e req-d9fc5c73-e864-4f62-af90-9ef645331711 service neutron] 10.222.0.20 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332633 Dec 06 14:40:41.085816 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe2fe1-fb2f-4c76-a8f1-a9329c718dd4 req-109445d4-6886-4ebc-b34d-8c86dcc91bac tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:41.094205 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a1fe2fe1-fb2f-4c76-a8f1-a9329c718dd4 req-109445d4-6886-4ebc-b34d-8c86dcc91bac tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 943 time: 0.1256230 Dec 06 14:40:41.097755 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2b51e-f77e-4351-94ef-a8f60ecf7c6b req-36e99a5d-9cac-4935-8808-263414fa4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:41.099167 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aea2b51e-f77e-4351-94ef-a8f60ecf7c6b req-36e99a5d-9cac-4935-8808-263414fa4e13 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c063f61-a0d6-4d97-b506-ad47b05a1286 HTTP/1.1" status: 200 len: 859 time: 0.0908911 Dec 06 14:40:41.102805 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b756878-f874-4a6e-af1a-351ff4ea86a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:41.108692 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ad0dc0e-5c59-4144-bcea-adf2f44ed186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:41.110159 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad0dc0e-5c59-4144-bcea-adf2f44ed186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:41.111310 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ad0dc0e-5c59-4144-bcea-adf2f44ed186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:41.136855 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-3fe9c827-a383-464a-af0c-3e75be3240ce service neutron] show failed (client error): The resource could not be found. Dec 06 14:40:41.137899 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-3fe9c827-a383-464a-af0c-3e75be3240ce service neutron] 10.222.0.37 "GET /v2.0/ports/32951114-6811-4294-9ca3-b7348b9d530e/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.1816177 Dec 06 14:40:41.157896 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3ad0dc0e-5c59-4144-bcea-adf2f44ed186 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9558871 Dec 06 14:40:41.164289 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37340) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:41.190124 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-abf4951b-a358-42d8-b57f-9644360ea074 admin admin] Request body: {'subnet': {'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2026859410-subnet', 'tenant_id': 'bebd2aa3873d436c89009a1dfe8e401c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:41.222266 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a1fe2fe1-fb2f-4c76-a8f1-a9329c718dd4 req-c2eb2791-d1d5-4963-87ac-1f4a5495ac5b tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210632 Dec 06 14:40:41.257766 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2b51e-f77e-4351-94ef-a8f60ecf7c6b req-e7a495d3-f61d-465a-807c-49bd362bd73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:41.263219 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aea2b51e-f77e-4351-94ef-a8f60ecf7c6b req-e7a495d3-f61d-465a-807c-49bd362bd73e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f20ef1d-3a79-45eb-89da-218d4bf84e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489055 Dec 06 14:40:41.289858 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0dc0e-5c59-4144-bcea-adf2f44ed186 admin admin] Pushing event updated for resources: {'Network': ['ID=5521cd74-94bb-4bc1-b3e0-da480ffd2eca,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:41.300371 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 5521cd74-94bb-4bc1-b3e0-da480ffd2eca details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:40:41.302238 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37346) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:41.321272 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-131ca57e-1784-410c-a8e6-cc812431532c tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:41.323540 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-131ca57e-1784-410c-a8e6-cc812431532c tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=b707b15e-3f42-423d-8a24-d5dca9575020&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1479771 Dec 06 14:40:41.359689 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf4951b-a358-42d8-b57f-9644360ea074 admin admin] Made reservation on behalf of bebd2aa3873d436c89009a1dfe8e401c for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:41.363603 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abf4951b-a358-42d8-b57f-9644360ea074 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:41.390894 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-28205526-ae9d-4d5e-ba67-ac557bcaa98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'floating_ip_address': '172.35.7.63', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'port_id': 'd66add43-5945-45b6-8f11-d9aeff916388', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'mac_address': 'fa:16:3e:04:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:40:19Z', 'updated_at': '2021-12-06T14:40:39Z', 'revision_number': 1, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:40:00Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:41.423597 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28205526-ae9d-4d5e-ba67-ac557bcaa98a None None] The sync data for ids ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'] in n-d-master-1 is: [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'floating_ip_address': '172.35.7.63', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'port_id': 'd66add43-5945-45b6-8f11-d9aeff916388', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'mac_address': 'fa:16:3e:04:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:40:19Z', 'updated_at': '2021-12-06T14:40:39Z', 'revision_number': 1, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:40:00Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:40:41.445771 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b756878-f874-4a6e-af1a-351ff4ea86a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:41.462150 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b756878-f874-4a6e-af1a-351ff4ea86a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:41.488160 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b756878-f874-4a6e-af1a-351ff4ea86a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cbcca6-e77b-4556-a25f-d7419e4e6c10,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:41.493222 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-ac475ffc-c0e2-4d00-8b6e-32c6d0caad04 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.63 HTTP/1.1" status: 200 len: 999 time: 0.1607807 Dec 06 14:40:41.523253 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-6f7f1eb8-3476-4842-beea-6ecdce7566d3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Request body: {'floatingip': {'port_id': '46cd2e19-b681-4490-9432-9c33d9fd2235', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:41.577786 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4b756878-f874-4a6e-af1a-351ff4ea86a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9ea7657ff3f4cc1a271226af7b182eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5693119 Dec 06 14:40:41.581262 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37350) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:41.624497 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6023e50f-b707-4e29-b052-31258f99991d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5d900fe2e5a41dab651fb49139099bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160152 Dec 06 14:40:41.629418 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37352) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:41.631691 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-6f7f1eb8-3476-4842-beea-6ecdce7566d3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for floatingip, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:41.645892 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aea2b51e-f77e-4351-94ef-a8f60ecf7c6b req-6dd72e17-178d-4e5d-ba59-bb53cb678eb5 service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718631 Dec 06 14:40:41.658311 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc500c-c19e-493d-a4f0-bdb74aa142dd req-7f53ce95-abd1-4cdd-ae70-53b6f81b2105 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:41.659836 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09bc500c-c19e-493d-a4f0-bdb74aa142dd req-7f53ce95-abd1-4cdd-ae70-53b6f81b2105 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.2373040 Dec 06 14:40:41.684214 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-99827205-9f23-4262-af00-21c039ec518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:41.685658 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-99827205-9f23-4262-af00-21c039ec518a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420&tenant_id=1ef73dcd6d3e4823a5c82b4557027236 HTTP/1.1" status: 200 len: 1101 time: 0.2075396 Dec 06 14:40:41.706659 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66ff0f6-7ae2-4d4e-9c88-78d41f38b52e None None] New status for floating IP 30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:40:41.767316 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a2626d9-4bf9-4249-a910-6c59a902daa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:41.811125 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d3791be-263c-41f6-86f8-49848be5c151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:41.842540 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a2626d9-4bf9-4249-a910-6c59a902daa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:41.907001 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d3791be-263c-41f6-86f8-49848be5c151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:41.933513 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:42.098984 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:42.110718 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09bc500c-c19e-493d-a4f0-bdb74aa142dd req-8fb1fdf0-4e68-4422-b4dd-c3133b4c0821 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352925 Dec 06 14:40:42.147721 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aea2b51e-f77e-4351-94ef-a8f60ecf7c6b req-776f0d04-cae5-440d-9fb6-76cee9315e82 service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847739 Dec 06 14:40:42.199629 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abf4951b-a358-42d8-b57f-9644360ea074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:42.237859 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a2626d9-4bf9-4249-a910-6c59a902daa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:42.241903 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a2626d9-4bf9-4249-a910-6c59a902daa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:42.243404 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4a2626d9-4bf9-4249-a910-6c59a902daa3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1cbcca6-e77b-4556-a25f-d7419e4e6c10 HTTP/1.1" status: 204 len: 168 time: 0.6588562 Dec 06 14:40:42.252066 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d3791be-263c-41f6-86f8-49848be5c151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:42.254554 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d3791be-263c-41f6-86f8-49848be5c151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:42.258029 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0d3791be-263c-41f6-86f8-49848be5c151 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eaccb8d4-5385-4942-954c-c7755208b292 HTTP/1.1" status: 204 len: 168 time: 0.6217525 Dec 06 14:40:42.269786 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2626d9-4bf9-4249-a910-6c59a902daa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cbcca6-e77b-4556-a25f-d7419e4e6c10,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:42.316147 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 2e049e6c-1c21-4adf-83cf-f8c88e31c245 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:40:42.324306 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4951b-a358-42d8-b57f-9644360ea074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd3e50a1-3233-4b36-ac18-e47233ecf33a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:42.358581 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3791be-263c-41f6-86f8-49848be5c151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaccb8d4-5385-4942-954c-c7755208b292,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:42.402506 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf4951b-a358-42d8-b57f-9644360ea074 admin admin] Checking segment: {'id': '66987d70-c54c-4479-b6e0-5c2dc83ceca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:42.403011 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf4951b-a358-42d8-b57f-9644360ea074 admin admin] Network hostable DHCP agents. Network: 5521cd74-94bb-4bc1-b3e0-da480ffd2eca, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:40:42.417123 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 2e049e6c-1c21-4adf-83cf-f8c88e31c245 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:40:42.422168 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 2e049e6c-1c21-4adf-83cf-f8c88e31c245 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:42.422870 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:42.453647 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.db.api [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-6f7f1eb8-3476-4842-beea-6ecdce7566d3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:40:42.455232 n-d-master-1 neutron-server[103289]: DEBUG oslo_db.api [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-6f7f1eb8-3476-4842-beea-6ecdce7566d3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:40:42.471557 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04435a9b-b642-446e-96c2-21cc73e05eda req-7bfb1114-f718-410f-aa36-831a3170d43f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:42.473811 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device f37bd75c-6022-433c-8df0-0e5d136e3a2f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:40:42.478800 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-04435a9b-b642-446e-96c2-21cc73e05eda req-7bfb1114-f718-410f-aa36-831a3170d43f tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=038ca0f5-db37-4d05-839f-dca35658359b HTTP/1.1" status: 200 len: 948 time: 0.1411037 Dec 06 14:40:42.488790 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf4951b-a358-42d8-b57f-9644360ea074 admin admin] Network 5521cd74-94bb-4bc1-b3e0-da480ffd2eca is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:40:42.492807 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device bb015a39-4209-493f-858b-01bdc0cad399 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:40:42.529261 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] For port 32951114-6811-4294-9ca3-b7348b9d530e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=32951114-6811-4294-9ca3-b7348b9d530e,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:42.536400 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:42.540266 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-abf4951b-a358-42d8-b57f-9644360ea074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5521cd74-94bb-4bc1-b3e0-da480ffd2eca) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:42.545072 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf4951b-a358-42d8-b57f-9644360ea074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:42.545881 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abf4951b-a358-42d8-b57f-9644360ea074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:42.570526 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9251d2d1-2a49-4a1e-8f5b-dacfc8128761 None None] Network 5521cd74-94bb-4bc1-b3e0-da480ffd2eca requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:40:42.591486 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: bb015a39-4209-493f-858b-01bdc0cad399 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:40:42.591856 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device bb015a39-4209-493f-858b-01bdc0cad399 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:40:42.593770 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-abf4951b-a358-42d8-b57f-9644360ea074 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4277875 Dec 06 14:40:42.603246 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-04435a9b-b642-446e-96c2-21cc73e05eda req-392730d4-a057-4ea6-8853-dbc0a16235ab tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235824 Dec 06 14:40:42.612104 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] For port 32951114-6811-4294-9ca3-b7348b9d530e, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:40:42.639851 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038ca0f5-db37-4d05-839f-dca35658359b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e049e6c-1c21-4adf-83cf-f8c88e31c245'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:42.641633 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edff7f65-486a-4af4-abe7-53e3cbe2a140" -d '{"events": [{"server_uuid": "038ca0f5-db37-4d05-839f-dca35658359b", "name": "network-vif-plugged", "status": "completed", "tag": "2e049e6c-1c21-4adf-83cf-f8c88e31c245"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:42.662918 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6aa75d-cf02-4bec-846f-8316273fe420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32951114-6811-4294-9ca3-b7348b9d530e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:42.671457 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e47325-b445-4f00-a118-2cb5ea7b674a" -d '{"events": [{"server_uuid": "5d6aa75d-cf02-4bec-846f-8316273fe420", "name": "network-vif-unplugged", "status": "completed", "tag": "32951114-6811-4294-9ca3-b7348b9d530e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:42.679383 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:42.690475 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 2e049e6c-1c21-4adf-83cf-f8c88e31c245, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2e049e6c-1c21-4adf-83cf-f8c88e31c245,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:42.720284 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Transition to ACTIVE for port object 32951114-6811-4294-9ca3-b7348b9d530e will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:40:42.720628 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:42.736872 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:42.782683 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37376) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:42.817892 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c4d75-aa82-43dd-a937-001a7461af76 req-37d10c15-0f7c-4f97-b038-6ac15a195d32 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:42.825638 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f2c4d75-aa82-43dd-a937-001a7461af76 req-37d10c15-0f7c-4f97-b038-6ac15a195d32 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 943 time: 0.1356232 Dec 06 14:40:42.838632 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5a78-e113-4988-8e14-a050520255e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:42.885017 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Pushing event updated for resources: {'Port': ['ID=32951114-6811-4294-9ca3-b7348b9d530e,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:42.899569 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] No DVR routers for this DVR port 32951114-6811-4294-9ca3-b7348b9d530e on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:40:42.953360 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port f37bd75c-6022-433c-8df0-0e5d136e3a2f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f37bd75c-6022-433c-8df0-0e5d136e3a2f,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:42.956041 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-6f7f1eb8-3476-4842-beea-6ecdce7566d3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for floatingip, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:42.990995 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Attempting to bind port 32951114-6811-4294-9ca3-b7348b9d530e on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:40:42.991346 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Attempting to bind port 32951114-6811-4294-9ca3-b7348b9d530e by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:40:42.991647 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Attempting to bind port 32951114-6811-4294-9ca3-b7348b9d530e on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:43.016730 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Port 32951114-6811-4294-9ca3-b7348b9d530e on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:40:43.017067 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Attempting to bind port 32951114-6811-4294-9ca3-b7348b9d530e on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:43.024550 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f2c4d75-aa82-43dd-a937-001a7461af76 req-a42de7b8-f765-496d-bde1-cef300c3479c tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980531 Dec 06 14:40:43.031183 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:40:43.031526 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:43.031997 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:40:43.032506 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Bound port: 32951114-6811-4294-9ca3-b7348b9d530e, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:40:43.032862 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:43.037296 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf808e4-371d-4476-af07-77c62598031c None None] Network 5521cd74-94bb-4bc1-b3e0-da480ffd2eca requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:40:43.137921 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=2e049e6c-1c21-4adf-83cf-f8c88e31c245,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:43.140793 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'f37bd75c-6022-433c-8df0-0e5d136e3a2f', 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71', 'port_id': 'f37bd75c-6022-433c-8df0-0e5d136e3a2f', 'mac_address': 'fa:16:3e:0c:03:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded9556a-46c6-4b9d-a6af-ce8c9b6b072e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:40:43.157914 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5463126-f627-4c1d-8d6b-1011feecf202 x-openstack-request-id: req-a5463126-f627-4c1d-8d6b-1011feecf202 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:43.158237 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038ca0f5-db37-4d05-839f-dca35658359b", "name": "network-vif-plugged", "status": "completed", "tag": "2e049e6c-1c21-4adf-83cf-f8c88e31c245", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:43.158576 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5463126-f627-4c1d-8d6b-1011feecf202 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:43.158979 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038ca0f5-db37-4d05-839f-dca35658359b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e049e6c-1c21-4adf-83cf-f8c88e31c245', 'code': 200} Dec 06 14:40:43.235261 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c338db7-f20d-4ac2-8813-4fe02d078a1c x-openstack-request-id: req-2c338db7-f20d-4ac2-8813-4fe02d078a1c {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:43.235591 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6aa75d-cf02-4bec-846f-8316273fe420", "name": "network-vif-unplugged", "status": "completed", "tag": "32951114-6811-4294-9ca3-b7348b9d530e", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:43.235879 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c338db7-f20d-4ac2-8813-4fe02d078a1c {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:43.236277 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6aa75d-cf02-4bec-846f-8316273fe420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32951114-6811-4294-9ca3-b7348b9d530e', 'code': 200} Dec 06 14:40:43.242123 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5a78-e113-4988-8e14-a050520255e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:43.243482 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] For port 32951114-6811-4294-9ca3-b7348b9d530e, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:40:43.247404 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] For port 32951114-6811-4294-9ca3-b7348b9d530e, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=32951114-6811-4294-9ca3-b7348b9d530e,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:40:43.249527 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5a78-e113-4988-8e14-a050520255e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:43.281858 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a2bd5a78-e113-4988-8e14-a050520255e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42132de6e19347939356dba0191a2eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4950733 Dec 06 14:40:43.282635 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:43.296450 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37396) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:43.305640 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:43.306799 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:43.308271 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] 10.222.0.23 "PUT /v2.0/ports/32951114-6811-4294-9ca3-b7348b9d530e HTTP/1.1" status: 200 len: 1096 time: 1.6017764 Dec 06 14:40:43.333741 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a605169-5d09-49c1-83e5-3f65cbf862eb req-27c6fb49-c51f-42ab-ae58-17b797ce3559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:43.335108 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a605169-5d09-49c1-83e5-3f65cbf862eb req-27c6fb49-c51f-42ab-ae58-17b797ce3559 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=038ca0f5-db37-4d05-839f-dca35658359b HTTP/1.1" status: 200 len: 1100 time: 0.1105478 Dec 06 14:40:43.393312 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:43.479699 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c194675-fcba-405f-a4d2-3262cd5ea739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:43.489038 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37bd75c-6022-433c-8df0-0e5d136e3a2f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:43.502313 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c194675-fcba-405f-a4d2-3262cd5ea739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:43.529070 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd5a78-e113-4988-8e14-a050520255e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a836ddba-0360-435f-b2d9-772f6f77bd5a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:43.550555 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013b730-696c-4c50-a329-b7176f9f13ab service neutron] Pushing event updated for resources: {'Port': ['ID=32951114-6811-4294-9ca3-b7348b9d530e,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:43.564590 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port f37bd75c-6022-433c-8df0-0e5d136e3a2f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f37bd75c-6022-433c-8df0-0e5d136e3a2f,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:43.570953 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-d4f8b800-252a-4171-bc74-2f539263ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:43.573366 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-d4f8b800-252a-4171-bc74-2f539263ac65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 1099 time: 0.2028182 Dec 06 14:40:43.579170 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:43.590345 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a605169-5d09-49c1-83e5-3f65cbf862eb req-c3f6a1f7-2e63-4453-9161-dcecff85045f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451911 Dec 06 14:40:43.670473 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=f37bd75c-6022-433c-8df0-0e5d136e3a2f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:43.719856 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-1d86f3d2-0f20-4cc7-8383-b5a1b988a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:43.721322 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-1d86f3d2-0f20-4cc7-8383-b5a1b988a15f service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.1388817 Dec 06 14:40:43.724826 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c194675-fcba-405f-a4d2-3262cd5ea739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:43.727106 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c194675-fcba-405f-a4d2-3262cd5ea739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:43.728176 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2c194675-fcba-405f-a4d2-3262cd5ea739 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a836ddba-0360-435f-b2d9-772f6f77bd5a HTTP/1.1" status: 204 len: 168 time: 0.4189539 Dec 06 14:40:43.745464 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c194675-fcba-405f-a4d2-3262cd5ea739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a836ddba-0360-435f-b2d9-772f6f77bd5a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:43.792465 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-c6d8a863-a09f-46e6-92cb-a74b58b4c652 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=32951114-6811-4294-9ca3-b7348b9d530e HTTP/1.1" status: 200 len: 217 time: 0.0500913 Dec 06 14:40:43.860951 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['f37bd75c-6022-433c-8df0-0e5d136e3a2f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:40:43.863513 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-6f7f1eb8-3476-4842-beea-6ecdce7566d3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:43.870368 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-6f7f1eb8-3476-4842-beea-6ecdce7566d3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:43.895590 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-b0d0d910-2e60-43c2-8d8a-55e673ec1f6b tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:43.903195 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-b0d0d910-2e60-43c2-8d8a-55e673ec1f6b tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/networks?id=5521cd74-94bb-4bc1-b3e0-da480ffd2eca HTTP/1.1" status: 200 len: 822 time: 0.2148428 Dec 06 14:40:43.914568 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-bc0621b8-3994-4504-881a-447a334a9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:43.914568 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-bc0621b8-3994-4504-881a-447a334a9af4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0901814 Dec 06 14:40:43.923593 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-61624076-9b9b-473c-974f-22cc7bcf475a tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/quotas/bebd2aa3873d436c89009a1dfe8e401c HTTP/1.1" status: 200 len: 375 time: 0.0195582 Dec 06 14:40:43.983433 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-c5e5693e-c2bc-4ba6-8005-402008b099f6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bebd2aa3873d436c89009a1dfe8e401c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588341 Dec 06 14:40:44.064588 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-6f7f1eb8-3476-4842-beea-6ecdce7566d3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Floating IP 30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f associated. External IP: 172.35.7.63, port: d66add43-5945-45b6-8f11-d9aeff916388. Dec 06 14:40:44.068627 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-2469b100-8973-4a44-afc7-0e032b83fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:44.070142 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-2469b100-8973-4a44-afc7-0e032b83fdf5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440024 Dec 06 14:40:44.127483 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-b949fb9b-cddd-41a1-bbc8-3dc406b6ec30 service neutron] 10.222.0.20 "GET /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430628 Dec 06 14:40:44.268395 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-f95aa9f6-d3bb-4cd2-9be1-2fb59fa90868 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767395 Dec 06 14:40:44.285337 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-d2a29b6c-e7d9-4dff-a419-89997e8c530c service neutron] 10.222.0.20 "GET /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568997 Dec 06 14:40:44.305724 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 32951114-6811-4294-9ca3-b7348b9d530e no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:40:44.357880 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 32951114-6811-4294-9ca3-b7348b9d530e not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:40:44.380919 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-6f7f1eb8-3476-4842-beea-6ecdce7566d3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:40:44.436032 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f6ea308-6917-467b-b20a-b82e6daf222a req-f3643daf-9ab0-4a15-a26c-1dcbe0af8d6d service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460199 Dec 06 14:40:44.592020 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed0eaa-c7cb-45b7-83e9-a3bbb88aa308 req-2cd33014-6da5-40d9-93b1-dbeb28b597fe tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:44.602013 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-beed0eaa-c7cb-45b7-83e9-a3bbb88aa308 req-2cd33014-6da5-40d9-93b1-dbeb28b597fe tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 948 time: 0.1209455 Dec 06 14:40:44.660226 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-6f7f1eb8-3476-4842-beea-6ecdce7566d3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:40:44.670672 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9735d-8edd-4a1c-80bc-5eb22dc5a1cf None None] Sync routers for ids ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:40:44.675821 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-beed0eaa-c7cb-45b7-83e9-a3bbb88aa308 req-3a5f2f9b-306e-4435-9e17-4969c88766d9 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728409 Dec 06 14:40:44.687493 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9735d-8edd-4a1c-80bc-5eb22dc5a1cf None None] Routers {'b0cb600a-ad36-4f28-9b96-a6c6afab6c80'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:40:44.690255 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c9c9735d-8edd-4a1c-80bc-5eb22dc5a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:40:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:44.882998 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c9c9735d-8edd-4a1c-80bc-5eb22dc5a1cf None None] Set router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:40:44.914900 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1481213-4823-4b40-821e-2bd0b37aecd5 req-2fbde681-a6d4-4edb-8500-d54cdaa8b5f4 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:44.925126 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1481213-4823-4b40-821e-2bd0b37aecd5 req-2fbde681-a6d4-4edb-8500-d54cdaa8b5f4 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=038ca0f5-db37-4d05-839f-dca35658359b HTTP/1.1" status: 200 len: 949 time: 0.0806446 Dec 06 14:40:44.930478 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37458) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:45.000694 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1481213-4823-4b40-821e-2bd0b37aecd5 req-de7f1633-ad1f-4c71-b2ee-5a5480cf4f7b tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712731 Dec 06 14:40:45.049318 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:40:45.067828 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-6f7f1eb8-3476-4842-beea-6ecdce7566d3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:40:45.157474 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3e3f2bd9-a540-4691-8508-7a535a2df80b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2027526514-network', 'tenant_id': 'c4adef4ae9094e0e95743c9662339d18'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:45.200072 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee6902-a22b-4bd4-9be7-e505769b788b req-a9321260-3ad6-4b75-a82c-69c0368fca8f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:45.201990 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-13ee6902-a22b-4bd4-9be7-e505769b788b req-a9321260-3ad6-4b75-a82c-69c0368fca8f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 944 time: 0.0961919 Dec 06 14:40:45.202863 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3f2bd9-a540-4691-8508-7a535a2df80b admin admin] Made reservation on behalf of c4adef4ae9094e0e95743c9662339d18 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:45.205119 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e3f2bd9-a540-4691-8508-7a535a2df80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:45.210913 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-6f7f1eb8-3476-4842-beea-6ecdce7566d3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:40:45.218974 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-6f7f1eb8-3476-4842-beea-6ecdce7566d3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:45.225134 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e3f2bd9-a540-4691-8508-7a535a2df80b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:45.238094 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6aa75d-cf02-4bec-846f-8316273fe420', 'tag': '32951114-6811-4294-9ca3-b7348b9d530e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:45.238247 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c9c9735d-8edd-4a1c-80bc-5eb22dc5a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'floating_ip_address': '172.35.7.63', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'port_id': '46cd2e19-b681-4490-9432-9c33d9fd2235', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'mac_address': 'fa:16:3e:c9:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707b15e-3f42-423d-8a24-d5dca9575020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:40:19Z', 'updated_at': '2021-12-06T14:40:43Z', 'revision_number': 3, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:40:00Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:45.240409 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f4976d-a2ae-4c33-9b82-257f97fc47bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6aa75d-cf02-4bec-846f-8316273fe420", "tag": "32951114-6811-4294-9ca3-b7348b9d530e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:45.260490 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'tag': 'd66add43-5945-45b6-8f11-d9aeff916388'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:45.262991 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b5e886-678e-4275-88ee-3c76bc3545d3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf67e1df-aef5-4df2-96ee-8f1aa4d0fade", "tag": "d66add43-5945-45b6-8f11-d9aeff916388"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:45.268453 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9735d-8edd-4a1c-80bc-5eb22dc5a1cf None None] Checking router: b0cb600a-ad36-4f28-9b96-a6c6afab6c80 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:40:45.280597 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9735d-8edd-4a1c-80bc-5eb22dc5a1cf None None] Routers {'b0cb600a-ad36-4f28-9b96-a6c6afab6c80'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:40:45.281372 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c9c9735d-8edd-4a1c-80bc-5eb22dc5a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:40:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:45.294294 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-13ee6902-a22b-4bd4-9be7-e505769b788b req-781d2906-0aba-4571-a3d0-f6e418faa8c4 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853155 Dec 06 14:40:45.300948 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-6f7f1eb8-3476-4842-beea-6ecdce7566d3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "PUT /v2.0/floatingips/30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f HTTP/1.1" status: 200 len: 997 time: 3.7865458 Dec 06 14:40:45.370793 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-4523803c-bedf-43be-b631-efd2712d4c9d tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:45.372217 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-4523803c-bedf-43be-b631-efd2712d4c9d tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports/d66add43-5945-45b6-8f11-d9aeff916388 HTTP/1.1" status: 200 len: 943 time: 0.0652750 Dec 06 14:40:45.374062 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e3f2bd9-a540-4691-8508-7a535a2df80b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:45.378472 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e3f2bd9-a540-4691-8508-7a535a2df80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:45.412171 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3f2bd9-a540-4691-8508-7a535a2df80b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:40:45.422889 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f2bd9-a540-4691-8508-7a535a2df80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8ac1c4-29ac-4e50-8186-5d52c372fd84,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:45.434642 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c9c9735d-8edd-4a1c-80bc-5eb22dc5a1cf None None] Set router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:40:45.443039 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e3f2bd9-a540-4691-8508-7a535a2df80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:45.443390 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-3e3f2bd9-a540-4691-8508-7a535a2df80b admin admin] Added segment 779b0e13-9997-460e-b67a-a4666f30244b of type vlan for network fd02e921-2bf7-46af-a2db-fb4000218bdc Dec 06 14:40:45.490582 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-2edf0de3-db21-4912-9009-3509286e29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:45.491983 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b917cda-1f87-4951-8347-eb3502d10e6b req-58339c1d-85ff-4f85-b067-a50c65c13f65 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 210 time: 0.0491445 Dec 06 14:40:45.492207 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-2edf0de3-db21-4912-9009-3509286e29ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 1097 time: 0.0488646 Dec 06 14:40:45.533030 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e3f2bd9-a540-4691-8508-7a535a2df80b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:45.565138 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e3f2bd9-a540-4691-8508-7a535a2df80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:45.566538 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3f2bd9-a540-4691-8508-7a535a2df80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:45.567453 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e3f2bd9-a540-4691-8508-7a535a2df80b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:45.596411 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3e3f2bd9-a540-4691-8508-7a535a2df80b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6636007 Dec 06 14:40:45.600877 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37470) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:45.609760 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bcd25629-ee86-4902-99c6-b8c7fa502d84 admin admin] Request body: {'subnet': {'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027526514-subnet', 'tenant_id': 'c4adef4ae9094e0e95743c9662339d18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:45.633454 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-554463ed-2750-43e5-9ddc-5d327a71e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:45.635825 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-554463ed-2750-43e5-9ddc-5d327a71e8c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 200 len: 921 time: 0.1349912 Dec 06 14:40:45.641152 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f2bd9-a540-4691-8508-7a535a2df80b admin admin] Pushing event updated for resources: {'Network': ['ID=fd02e921-2bf7-46af-a2db-fb4000218bdc,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:45.664039 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network fd02e921-2bf7-46af-a2db-fb4000218bdc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:40:45.685178 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-6a8b2748-3868-426d-81e3-c47884d34f45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d66add43-5945-45b6-8f11-d9aeff916388 HTTP/1.1" status: 200 len: 217 time: 0.0380876 Dec 06 14:40:45.685731 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd25629-ee86-4902-99c6-b8c7fa502d84 admin admin] Made reservation on behalf of c4adef4ae9094e0e95743c9662339d18 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:45.687964 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcd25629-ee86-4902-99c6-b8c7fa502d84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:45.747048 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-4705e453-ab21-477d-807c-c09f3c138ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:45.748553 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-4705e453-ab21-477d-807c-c09f3c138ab6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c063f61-a0d6-4d97-b506-ad47b05a1286 HTTP/1.1" status: 200 len: 859 time: 0.0466778 Dec 06 14:40:45.783490 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c9c9735d-8edd-4a1c-80bc-5eb22dc5a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'floating_ip_address': '172.35.7.63', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'port_id': '46cd2e19-b681-4490-9432-9c33d9fd2235', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'mac_address': 'fa:16:3e:c9:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707b15e-3f42-423d-8a24-d5dca9575020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:40:19Z', 'updated_at': '2021-12-06T14:40:43Z', 'revision_number': 3, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:40:00Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:45.910284 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9735d-8edd-4a1c-80bc-5eb22dc5a1cf None None] The sync data for ids ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'] in n-d-master-1 is: [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'floating_ip_address': '172.35.7.63', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'port_id': '46cd2e19-b681-4490-9432-9c33d9fd2235', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'mac_address': 'fa:16:3e:c9:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707b15e-3f42-423d-8a24-d5dca9575020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:40:19Z', 'updated_at': '2021-12-06T14:40:43Z', 'revision_number': 3, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:40:00Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:40:45.918620 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-34e878e8-4169-4ecc-b92c-b79f41228437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:45.930591 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-34e878e8-4169-4ecc-b92c-b79f41228437 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f20ef1d-3a79-45eb-89da-218d4bf84e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753836 Dec 06 14:40:45.932625 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567546ec-85d0-430b-96cc-6450e6867ac9 x-openstack-request-id: req-567546ec-85d0-430b-96cc-6450e6867ac9 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:45.932922 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6aa75d-cf02-4bec-846f-8316273fe420", "tag": "32951114-6811-4294-9ca3-b7348b9d530e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:45.933176 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-567546ec-85d0-430b-96cc-6450e6867ac9 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:45.933568 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6aa75d-cf02-4bec-846f-8316273fe420', 'tag': '32951114-6811-4294-9ca3-b7348b9d530e', 'status': 'completed', 'code': 200} Dec 06 14:40:45.972914 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-97b63ef5-8c71-4c40-b65d-6a7af1f154a5 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:45.975579 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-97b63ef5-8c71-4c40-b65d-6a7af1f154a5 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.23 "GET /v2.0/networks?id=5521cd74-94bb-4bc1-b3e0-da480ffd2eca HTTP/1.1" status: 200 len: 822 time: 0.1612639 Dec 06 14:40:45.986544 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 51690) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:46.019248 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-d6c45104-edd9-4457-8328-a02f776449fb tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Request body: {'port': {'device_id': 'c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578', 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca', 'admin_state_up': True, 'tenant_id': 'bebd2aa3873d436c89009a1dfe8e401c'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:46.028229 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e37ca5e-fbb7-4e6e-ace2-2a605abdf39e x-openstack-request-id: req-8e37ca5e-fbb7-4e6e-ace2-2a605abdf39e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:46.028518 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf67e1df-aef5-4df2-96ee-8f1aa4d0fade", "tag": "d66add43-5945-45b6-8f11-d9aeff916388", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:46.028771 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e37ca5e-fbb7-4e6e-ace2-2a605abdf39e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:46.029160 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'tag': 'd66add43-5945-45b6-8f11-d9aeff916388', 'status': 'completed', 'code': 200} Dec 06 14:40:46.150696 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a62f0c-8cc4-4393-aab3-7cc9b89505fe None None] New status for floating IP 30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:40:46.162235 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5e886-678e-4275-88ee-3c76bc3545d3 req-a11a867e-c3fd-477c-a275-e2e501c3c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:46.163844 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d4b5e886-678e-4275-88ee-3c76bc3545d3 req-a11a867e-c3fd-477c-a275-e2e501c3c024 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 1097 time: 0.1762438 Dec 06 14:40:46.165570 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-9f8f6663-4c1a-44e4-98c0-0311bf7df043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:46.167564 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-9f8f6663-4c1a-44e4-98c0-0311bf7df043 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 1099 time: 0.1910095 Dec 06 14:40:46.170999 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcd25629-ee86-4902-99c6-b8c7fa502d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:46.181212 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-1f58d458-4a8a-4713-852c-4ab831493540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:46.183379 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-1f58d458-4a8a-4713-852c-4ab831493540 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 1099 time: 0.2701619 Dec 06 14:40:46.185719 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff28457-5da6-44b5-aec9-583d51f3867c req-c233c1ad-7a40-4739-83c7-60ed9b4692f9 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:46.187359 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dff28457-5da6-44b5-aec9-583d51f3867c req-c233c1ad-7a40-4739-83c7-60ed9b4692f9 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 948 time: 0.1582208 Dec 06 14:40:46.202414 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-fe590e2f-fd09-47f6-8fda-6cc5c9d1a38a service neutron] 10.222.0.20 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709804 Dec 06 14:40:46.329781 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd25629-ee86-4902-99c6-b8c7fa502d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f7ce566-ee00-49f0-85c3-70535186d703,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:46.387007 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd25629-ee86-4902-99c6-b8c7fa502d84 admin admin] Checking segment: {'id': '779b0e13-9997-460e-b67a-a4666f30244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:46.387478 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd25629-ee86-4902-99c6-b8c7fa502d84 admin admin] Network hostable DHCP agents. Network: fd02e921-2bf7-46af-a2db-fb4000218bdc, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:40:46.403496 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dff28457-5da6-44b5-aec9-583d51f3867c req-bbea88d8-4b23-4bc0-875c-725d486636ce tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914976 Dec 06 14:40:46.409341 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-d6c45104-edd9-4457-8328-a02f776449fb tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Made reservation on behalf of bebd2aa3873d436c89009a1dfe8e401c for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:46.412793 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-d6c45104-edd9-4457-8328-a02f776449fb tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:46.424171 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-a2e9094b-ddd0-4b77-923f-bca22a623d91 service neutron] 10.222.0.20 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055254 Dec 06 14:40:46.425158 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-5d92527a-2fa1-4e66-9fdd-2cab4a59df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:46.426537 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-5d92527a-2fa1-4e66-9fdd-2cab4a59df18 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2215579 Dec 06 14:40:46.430370 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-05a42837-4e8c-42d5-847d-6b4d240b12c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:46.431958 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-05a42837-4e8c-42d5-847d-6b4d240b12c7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2402802 Dec 06 14:40:46.489131 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device f37bd75c-6022-433c-8df0-0e5d136e3a2f up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:40:46.490828 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5e886-678e-4275-88ee-3c76bc3545d3 req-2229a4a6-8d3d-481b-b7eb-5ad6e1035e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:46.492722 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d4b5e886-678e-4275-88ee-3c76bc3545d3 req-2229a4a6-8d3d-481b-b7eb-5ad6e1035e68 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 200 len: 921 time: 0.2937310 Dec 06 14:40:46.502570 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-84ba4f76-af9d-4e74-9b0e-c122ab0250e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=32951114-6811-4294-9ca3-b7348b9d530e HTTP/1.1" status: 200 len: 217 time: 0.0619648 Dec 06 14:40:46.536538 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd25629-ee86-4902-99c6-b8c7fa502d84 admin admin] Network fd02e921-2bf7-46af-a2db-fb4000218bdc is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:40:46.543861 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-dec9f168-3981-4d74-b190-a8b6b6f7d6cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=32951114-6811-4294-9ca3-b7348b9d530e HTTP/1.1" status: 200 len: 217 time: 0.1046498 Dec 06 14:40:46.555034 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-bcd25629-ee86-4902-99c6-b8c7fa502d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, fd02e921-2bf7-46af-a2db-fb4000218bdc) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:46.563921 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302ff745-ca37-42a6-807a-eb74e8400c70 None None] Network fd02e921-2bf7-46af-a2db-fb4000218bdc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:40:46.576624 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd25629-ee86-4902-99c6-b8c7fa502d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:46.577197 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcd25629-ee86-4902-99c6-b8c7fa502d84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:46.593356 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fe3aad-c341-40e2-8163-251f0666e603 None None] Sync routers for ids ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:40:46.603313 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d4b5e886-678e-4275-88ee-3c76bc3545d3 req-62045b03-3d46-4f8c-b067-cc03597559a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d66add43-5945-45b6-8f11-d9aeff916388 HTTP/1.1" status: 200 len: 217 time: 0.0997970 Dec 06 14:40:46.617856 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-e8b7c1cf-b53a-418b-bfdf-d164b7cd46f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:46.619420 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-e8b7c1cf-b53a-418b-bfdf-d164b7cd46f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 1096 time: 0.1129646 Dec 06 14:40:46.624402 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fe3aad-c341-40e2-8163-251f0666e603 None None] Routers {'b0cb600a-ad36-4f28-9b96-a6c6afab6c80'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:40:46.626225 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-92fe3aad-c341-40e2-8163-251f0666e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:40:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:46.659340 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bcd25629-ee86-4902-99c6-b8c7fa502d84 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0549288 Dec 06 14:40:46.660295 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37486) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:46.689092 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port f37bd75c-6022-433c-8df0-0e5d136e3a2f completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:40:46.695334 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2027526514-router', 'tenant_id': 'c4adef4ae9094e0e95743c9662339d18', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:46.701236 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port f37bd75c-6022-433c-8df0-0e5d136e3a2f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:46.702871 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:46.730876 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:46.732788 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:46.743571 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-05677084-e8e0-48ca-bea1-2be3c5bde572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:46.745643 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-05677084-e8e0-48ca-bea1-2be3c5bde572 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1709290 Dec 06 14:40:46.776515 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-92fe3aad-c341-40e2-8163-251f0666e603 None None] Set router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:40:46.861819 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:46.921052 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f748b1-9161-4e89-8686-810091ae8d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37bd75c-6022-433c-8df0-0e5d136e3a2f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:46.926012 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50982dd-ce94-4b68-bd87-e15df29f667f" -d '{"events": [{"server_uuid": "91f748b1-9161-4e89-8686-810091ae8d93", "name": "network-vif-plugged", "status": "completed", "tag": "f37bd75c-6022-433c-8df0-0e5d136e3a2f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:46.934507 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-fd02e921-2bf7-46af-a2db-fb4000218bdc', 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc', 'tenant_id': 'c4adef4ae9094e0e95743c9662339d18', 'fixed_ips': [{'subnet_id': '5f7ce566-ee00-49f0-85c3-70535186d703'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:40:46.935636 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:46.959565 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-63e5c3f1-d957-4583-8360-30469b14e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:46.960014 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port f37bd75c-6022-433c-8df0-0e5d136e3a2f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f37bd75c-6022-433c-8df0-0e5d136e3a2f,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:46.961129 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-63e5c3f1-d957-4583-8360-30469b14e9e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.4505596 Dec 06 14:40:47.047371 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5e886-678e-4275-88ee-3c76bc3545d3 req-05e17a03-8d7b-4b82-8e61-72c59405e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:47.048386 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d4b5e886-678e-4275-88ee-3c76bc3545d3 req-05e17a03-8d7b-4b82-8e61-72c59405e334 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c063f61-a0d6-4d97-b506-ad47b05a1286 HTTP/1.1" status: 200 len: 859 time: 0.4296916 Dec 06 14:40:47.059954 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3ff60-e4fd-44ae-bc1b-f18231e8d381 req-c62460c2-c3a2-4a4c-9138-003e32c3258c tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:47.067208 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1ea3ff60-e4fd-44ae-bc1b-f18231e8d381 req-c62460c2-c3a2-4a4c-9138-003e32c3258c tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=038ca0f5-db37-4d05-839f-dca35658359b HTTP/1.1" status: 200 len: 949 time: 0.1462471 Dec 06 14:40:47.110315 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-92fe3aad-c341-40e2-8163-251f0666e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'floating_ip_address': '172.35.7.63', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'port_id': '46cd2e19-b681-4490-9432-9c33d9fd2235', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'mac_address': 'fa:16:3e:c9:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707b15e-3f42-423d-8a24-d5dca9575020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:40:19Z', 'updated_at': '2021-12-06T14:40:46Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:40:00Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:47.117331 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Allocated IP 172.20.0.2 (fd02e921-2bf7-46af-a2db-fb4000218bdc/5f7ce566-ee00-49f0-85c3-70535186d703/04d13861-19a2-4df9-bbe8-8f6414b41e07) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:40:47.129327 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-d6c45104-edd9-4457-8328-a02f776449fb tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Allocated IP 172.20.0.7 (5521cd74-94bb-4bc1-b3e0-da480ffd2eca/cd3e50a1-3233-4b36-ac18-e47233ecf33a/8a9222c8-6b60-428f-a143-e41f3b84af5a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:40:47.132575 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-28003ad3-f231-4ae9-8e27-294d45fed28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:47.134150 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-28003ad3-f231-4ae9-8e27-294d45fed28f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1601598 Dec 06 14:40:47.146444 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fe3aad-c341-40e2-8163-251f0666e603 None None] Checking router: b0cb600a-ad36-4f28-9b96-a6c6afab6c80 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:40:47.155989 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fe3aad-c341-40e2-8163-251f0666e603 None None] Routers {'b0cb600a-ad36-4f28-9b96-a6c6afab6c80'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:40:47.156783 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-92fe3aad-c341-40e2-8163-251f0666e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:40:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:47.177079 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:47.182970 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1ea3ff60-e4fd-44ae-bc1b-f18231e8d381 req-89cb16fc-ce3c-4b94-a3c2-411a0e5a8b00 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084769 Dec 06 14:40:47.197022 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-91161edc-9c25-4ae4-8e56-60c0c129f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:47.199738 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-91161edc-9c25-4ae4-8e56-60c0c129f821 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4442840 Dec 06 14:40:47.285353 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-92fe3aad-c341-40e2-8163-251f0666e603 None None] Set router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:40:47.290915 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5e886-678e-4275-88ee-3c76bc3545d3 req-dad540f1-3c4d-4bd7-b072-b2c3d86dd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:47.291199 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-599e1d15-84e7-40b7-bb56-ebd3baeb205b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:47.292782 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d4b5e886-678e-4275-88ee-3c76bc3545d3 req-dad540f1-3c4d-4bd7-b072-b2c3d86dd710 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f20ef1d-3a79-45eb-89da-218d4bf84e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2193310 Dec 06 14:40:47.292912 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-599e1d15-84e7-40b7-bb56-ebd3baeb205b service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 200 len: 921 time: 0.6604447 Dec 06 14:40:47.294285 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:47.302088 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:47.340206 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:47.374189 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Network fd02e921-2bf7-46af-a2db-fb4000218bdc is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:40:47.377769 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=f37bd75c-6022-433c-8df0-0e5d136e3a2f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:47.387094 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:47.395326 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:40:47.405571 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-ea14f8b3-0b66-4b39-9c87-f3fa1a371b92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46cd2e19-b681-4490-9432-9c33d9fd2235 HTTP/1.1" status: 200 len: 1000 time: 0.0970840 Dec 06 14:40:47.409079 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d4b5e886-678e-4275-88ee-3c76bc3545d3 req-6447c8b5-e0ce-44b6-a3af-676c6dee05e6 service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882919 Dec 06 14:40:47.489323 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Pushing event updated for resources: {'Port': ['ID=04d13861-19a2-4df9-bbe8-8f6414b41e07,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:47.502759 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Attempting to bind port 04d13861-19a2-4df9-bbe8-8f6414b41e07 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:40:47.503133 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Attempting to bind port 04d13861-19a2-4df9-bbe8-8f6414b41e07 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '779b0e13-9997-460e-b67a-a4666f30244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:40:47.503496 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Attempting to bind port 04d13861-19a2-4df9-bbe8-8f6414b41e07 on network fd02e921-2bf7-46af-a2db-fb4000218bdc {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:47.510576 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:40:47.511469 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Checking segment: {'id': '779b0e13-9997-460e-b67a-a4666f30244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:47.511928 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:47.512329 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Bound using segment: {'id': '779b0e13-9997-460e-b67a-a4666f30244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:40:47.512805 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Bound port: 04d13861-19a2-4df9-bbe8-8f6414b41e07, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779b0e13-9997-460e-b67a-a4666f30244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:40:47.513739 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:47.563773 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d4b5e886-678e-4275-88ee-3c76bc3545d3 req-c8efe788-40c1-4dfa-bc20-2d810fb88546 service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369197 Dec 06 14:40:47.569506 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-90471f0a-ac6d-4d15-a04a-e2b1dea90380 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023430 Dec 06 14:40:47.575561 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:47.586625 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94f93-d235-425a-824e-ec8429bab0be req-6c34dd10-4593-4601-a86f-5c5dc775eddc tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:47.591187 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-36c05732-f58d-4cad-a2e6-e5764b0e6a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:47.593720 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-36c05732-f58d-4cad-a2e6-e5764b0e6a23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c063f61-a0d6-4d97-b506-ad47b05a1286 HTTP/1.1" status: 200 len: 859 time: 0.1793017 Dec 06 14:40:47.594498 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-73d94f93-d235-425a-824e-ec8429bab0be req-6c34dd10-4593-4601-a86f-5c5dc775eddc tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 945 time: 0.2959652 Dec 06 14:40:47.627816 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] For port 04d13861-19a2-4df9-bbe8-8f6414b41e07, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:40:47.631127 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-92fe3aad-c341-40e2-8163-251f0666e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'floating_ip_address': '172.35.7.63', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'port_id': '46cd2e19-b681-4490-9432-9c33d9fd2235', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'mac_address': 'fa:16:3e:c9:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707b15e-3f42-423d-8a24-d5dca9575020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:40:19Z', 'updated_at': '2021-12-06T14:40:46Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:40:00Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:47.632595 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] For port 04d13861-19a2-4df9-bbe8-8f6414b41e07, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=04d13861-19a2-4df9-bbe8-8f6414b41e07,segment=NetworkSegment(779b0e13-9997-460e-b67a-a4666f30244b),segment_id=779b0e13-9997-460e-b67a-a4666f30244b)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:40:47.638796 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:47.657153 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-b0a50840-d796-41ec-9c99-f5d5d1d594e7 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469819 Dec 06 14:40:47.674324 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fe3aad-c341-40e2-8163-251f0666e603 None None] The sync data for ids ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'] in n-d-master-1 is: [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'floating_ip_address': '172.35.7.63', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'port_id': '46cd2e19-b681-4490-9432-9c33d9fd2235', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'mac_address': 'fa:16:3e:c9:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707b15e-3f42-423d-8a24-d5dca9575020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:40:19Z', 'updated_at': '2021-12-06T14:40:46Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:40:00Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:40:47.712659 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9185245-c62c-4314-8874-48f39ffddcd4 None None] Pushing event updated for resources: {'Port': ['ID=04d13861-19a2-4df9-bbe8-8f6414b41e07,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:47.726889 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-01ae3d8d-53e3-4331-bf06-6ef91a3ed123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:47.728966 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-01ae3d8d-53e3-4331-bf06-6ef91a3ed123 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f20ef1d-3a79-45eb-89da-218d4bf84e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215870 Dec 06 14:40:47.805476 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-2663af0b-b9ce-4f68-9344-a9ad88badc2d service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089047 Dec 06 14:40:47.824090 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-73d94f93-d235-425a-824e-ec8429bab0be req-3694ff39-6f0e-4e48-b609-e580149e55f1 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233889 Dec 06 14:40:47.827438 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-d6c45104-edd9-4457-8328-a02f776449fb tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:47.864667 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66f4976d-a2ae-4c33-9b82-257f97fc47bd req-c3ec1a4e-2feb-4bf4-8f37-46747dd343a3 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927981 Dec 06 14:40:47.889849 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-d6c45104-edd9-4457-8328-a02f776449fb tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:47.955479 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-70522dd3-20a0-42cc-b215-7fc26b7d2374 service neutron] 10.222.0.20 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151334 Dec 06 14:40:48.007286 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-d6c45104-edd9-4457-8328-a02f776449fb tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Network 5521cd74-94bb-4bc1-b3e0-da480ffd2eca is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:40:48.012875 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-d6c45104-edd9-4457-8328-a02f776449fb tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:48.015384 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-d6c45104-edd9-4457-8328-a02f776449fb tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:40:48.025985 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c45104-edd9-4457-8328-a02f776449fb tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Pushing event updated for resources: {'Port': ['ID=8a9222c8-6b60-428f-a143-e41f3b84af5a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:48.051130 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b707b15e-3f42-423d-8a24-d5dca9575020', 'tag': '46cd2e19-b681-4490-9432-9c33d9fd2235'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:48.055595 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7b58e3-5f8d-4194-a382-a320ff788463" -d '{"events": [{"name": "network-changed", "server_uuid": "b707b15e-3f42-423d-8a24-d5dca9575020", "tag": "46cd2e19-b681-4490-9432-9c33d9fd2235"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:48.084454 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563fd42-55bb-4eae-a3ad-c68c3f187633 req-d7790305-28b2-47ce-b9f1-d81a9e428cc0 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:48.086187 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4563fd42-55bb-4eae-a3ad-c68c3f187633 req-d7790305-28b2-47ce-b9f1-d81a9e428cc0 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 931 time: 0.1488879 Dec 06 14:40:48.095299 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-d6c45104-edd9-4457-8328-a02f776449fb tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:48.096240 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-d6c45104-edd9-4457-8328-a02f776449fb tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:48.129504 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-d6c45104-edd9-4457-8328-a02f776449fb tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1145489 Dec 06 14:40:48.142692 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Request body: {'port': {'device_id': 'c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:48.144963 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:48.170363 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:48.183021 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4563fd42-55bb-4eae-a3ad-c68c3f187633 req-37d6c4ab-107e-4867-830d-bfc2c48c3a11 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841105 Dec 06 14:40:48.187956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01b7e726-d6a0-4e18-88b1-637829206f32 req-7b7cd1ca-ba6a-46aa-9ce0-8043b14cdaff service neutron] 10.222.0.20 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166228 Dec 06 14:40:48.219864 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:48.270451 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef231aca-21e7-4bb7-8c00-5865bcc35fa8 x-openstack-request-id: req-ef231aca-21e7-4bb7-8c00-5865bcc35fa8 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:48.270770 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f748b1-9161-4e89-8686-810091ae8d93", "name": "network-vif-plugged", "status": "completed", "tag": "f37bd75c-6022-433c-8df0-0e5d136e3a2f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:48.271399 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef231aca-21e7-4bb7-8c00-5865bcc35fa8 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:48.271399 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f748b1-9161-4e89-8686-810091ae8d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37bd75c-6022-433c-8df0-0e5d136e3a2f', 'code': 200} Dec 06 14:40:48.335712 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Allocated IP 172.35.7.38 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/953dac1f-4b88-4761-b3d5-a9bebf018a8a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:40:48.464842 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a82ea-3f06-48e7-bcd9-44eee44c69da req-6489ba84-19e3-454d-885f-b32bb98814d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:48.466319 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-961a82ea-3f06-48e7-bcd9-44eee44c69da req-6489ba84-19e3-454d-885f-b32bb98814d2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 1096 time: 0.1006212 Dec 06 14:40:48.467013 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46290f9-a271-4855-8ff2-9aa8283094ff req-e1a1f9be-e55d-45b7-a3b8-f0d7f5053652 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:48.468572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c46290f9-a271-4855-8ff2-9aa8283094ff req-e1a1f9be-e55d-45b7-a3b8-f0d7f5053652 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 948 time: 0.1065555 Dec 06 14:40:48.499559 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 32951114-6811-4294-9ca3-b7348b9d530e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:40:48.520393 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:48.558463 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af02b7c-b13f-4a01-8acd-2a0f2b56487e x-openstack-request-id: req-1af02b7c-b13f-4a01-8acd-2a0f2b56487e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:48.558739 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b707b15e-3f42-423d-8a24-d5dca9575020", "tag": "46cd2e19-b681-4490-9432-9c33d9fd2235", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:48.558993 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1af02b7c-b13f-4a01-8acd-2a0f2b56487e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:48.559383 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b707b15e-3f42-423d-8a24-d5dca9575020', 'tag': '46cd2e19-b681-4490-9432-9c33d9fd2235', 'status': 'completed', 'code': 200} Dec 06 14:40:48.581527 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c46290f9-a271-4855-8ff2-9aa8283094ff req-09eed1e3-8324-435a-8515-14728943f173 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015770 Dec 06 14:40:48.608323 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:48.657275 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:40:48.675607 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:48.678903 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 32951114-6811-4294-9ca3-b7348b9d530e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=32951114-6811-4294-9ca3-b7348b9d530e,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:48.689096 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:40:48.704814 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '32951114-6811-4294-9ca3-b7348b9d530e', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '32951114-6811-4294-9ca3-b7348b9d530e', 'mac_address': 'fa:16:3e:f7:3f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:40:48.727582 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Pushing event updated for resources: {'Port': ['ID=953dac1f-4b88-4761-b3d5-a9bebf018a8a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:48.784015 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 04d13861-19a2-4df9-bbe8-8f6414b41e07 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:40:48.818690 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:48.823902 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-961a82ea-3f06-48e7-bcd9-44eee44c69da req-be34f12e-b421-4846-a20c-436a4b58eaa2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089287 Dec 06 14:40:48.840693 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67ab45a4-7d2b-43d8-9121-94608e8e9a89 req-e617cf1a-bcc2-434c-8881-2c8f36343822 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.63 HTTP/1.1" status: 200 len: 1000 time: 0.2639258 Dec 06 14:40:48.847643 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32951114-6811-4294-9ca3-b7348b9d530e {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:48.873850 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 32951114-6811-4294-9ca3-b7348b9d530e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=32951114-6811-4294-9ca3-b7348b9d530e,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:48.880312 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 04d13861-19a2-4df9-bbe8-8f6414b41e07 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:48.880908 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:48.881447 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b58e3-5f8d-4194-a382-a320ff788463 req-748834d4-1553-4468-980b-2ef6e232f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:48.883485 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cd7b58e3-5f8d-4194-a382-a320ff788463 req-748834d4-1553-4468-980b-2ef6e232f1aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 1096 time: 0.2703199 Dec 06 14:40:48.910946 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:48.955696 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab45a4-7d2b-43d8-9121-94608e8e9a89 req-44438c0b-7a79-4513-ae29-a4ea7214f353 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:48.970438 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67ab45a4-7d2b-43d8-9121-94608e8e9a89 req-44438c0b-7a79-4513-ae29-a4ea7214f353 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports/46cd2e19-b681-4490-9432-9c33d9fd2235 HTTP/1.1" status: 200 len: 942 time: 0.1177976 Dec 06 14:40:48.977073 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a9222c8-6b60-428f-a143-e41f3b84af5a {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:48.998961 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:49.030825 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Transition to ACTIVE for port object 8a9222c8-6b60-428f-a143-e41f3b84af5a will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:40:49.036401 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:49.083143 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe93877b-04a2-4cd5-a969-c29df8efe09b None None] Network fd02e921-2bf7-46af-a2db-fb4000218bdc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:40:49.092022 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Pushing event updated for resources: {'Port': ['ID=8a9222c8-6b60-428f-a143-e41f3b84af5a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:49.117766 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408b090-d252-4cec-882b-14bd990b44f7 req-2b55e5a1-94b6-4369-a8cf-a911a6c81ee8 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:49.120116 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1408b090-d252-4cec-882b-14bd990b44f7 req-2b55e5a1-94b6-4369-a8cf-a911a6c81ee8 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=038ca0f5-db37-4d05-839f-dca35658359b HTTP/1.1" status: 200 len: 949 time: 0.2183971 Dec 06 14:40:49.133226 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:49.185874 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-72eb0f77-580d-49ea-8bc5-281df4571446 None None] Provisioning complete for port 04d13861-19a2-4df9-bbe8-8f6414b41e07 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:49.186175 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-72eb0f77-580d-49ea-8bc5-281df4571446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:49.218408 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=32951114-6811-4294-9ca3-b7348b9d530e,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:49.219200 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1408b090-d252-4cec-882b-14bd990b44f7 req-f2d389a3-7d40-43b4-94d9-ddc7a21b3f38 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880091 Dec 06 14:40:49.263975 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['32951114-6811-4294-9ca3-b7348b9d530e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:40:49.295151 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67ab45a4-7d2b-43d8-9121-94608e8e9a89 req-9bd284bc-b2f3-4b34-9eb0-738eadda748e tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.63 HTTP/1.1" status: 200 len: 1000 time: 0.1980538 Dec 06 14:40:49.364126 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:49.384403 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:49.403030 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b58e3-5f8d-4194-a382-a320ff788463 req-bc335634-f4a2-4718-af5c-941baccb9bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:49.405198 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cd7b58e3-5f8d-4194-a382-a320ff788463 req-bc335634-f4a2-4718-af5c-941baccb9bca service neutron] 10.222.0.23 "GET /v2.0/networks?id=2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 200 len: 921 time: 0.3160412 Dec 06 14:40:49.464663 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Attempting to bind port 8a9222c8-6b60-428f-a143-e41f3b84af5a on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:40:49.464663 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Attempting to bind port 8a9222c8-6b60-428f-a143-e41f3b84af5a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '66987d70-c54c-4479-b6e0-5c2dc83ceca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:40:49.464663 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Attempting to bind port 8a9222c8-6b60-428f-a143-e41f3b84af5a on network 5521cd74-94bb-4bc1-b3e0-da480ffd2eca {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:49.508103 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Port 8a9222c8-6b60-428f-a143-e41f3b84af5a on network 5521cd74-94bb-4bc1-b3e0-da480ffd2eca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:40:49.508103 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Attempting to bind port 8a9222c8-6b60-428f-a143-e41f3b84af5a on network 5521cd74-94bb-4bc1-b3e0-da480ffd2eca {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:49.527103 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:40:49.527546 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Checking segment: {'id': '66987d70-c54c-4479-b6e0-5c2dc83ceca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:49.527954 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Bound using segment: {'id': '66987d70-c54c-4479-b6e0-5c2dc83ceca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:40:49.528442 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Bound port: 8a9222c8-6b60-428f-a143-e41f3b84af5a, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66987d70-c54c-4479-b6e0-5c2dc83ceca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:40:49.528918 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:49.555214 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cd7b58e3-5f8d-4194-a382-a320ff788463 req-db5f884c-4343-452f-b2dc-5b843a421a95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46cd2e19-b681-4490-9432-9c33d9fd2235 HTTP/1.1" status: 200 len: 1000 time: 0.1186011 Dec 06 14:40:49.570199 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab45a4-7d2b-43d8-9121-94608e8e9a89 req-65f15756-7b61-42f2-851e-94201954e8c8 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:49.571840 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67ab45a4-7d2b-43d8-9121-94608e8e9a89 req-65f15756-7b61-42f2-851e-94201954e8c8 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.2757678 Dec 06 14:40:49.574706 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 04d13861-19a2-4df9-bbe8-8f6414b41e07, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=04d13861-19a2-4df9-bbe8-8f6414b41e07,segment=NetworkSegment(779b0e13-9997-460e-b67a-a4666f30244b),segment_id=779b0e13-9997-460e-b67a-a4666f30244b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:49.592305 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:49.600761 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-72eb0f77-580d-49ea-8bc5-281df4571446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:49.648983 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b58e3-5f8d-4194-a382-a320ff788463 req-c718cbeb-6099-4981-b3a1-c2db4a0869ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:49.651097 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cd7b58e3-5f8d-4194-a382-a320ff788463 req-c718cbeb-6099-4981-b3a1-c2db4a0869ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c063f61-a0d6-4d97-b506-ad47b05a1286 HTTP/1.1" status: 200 len: 859 time: 0.0763173 Dec 06 14:40:49.660087 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-67ab45a4-7d2b-43d8-9121-94608e8e9a89 req-036dd71c-f24a-4041-9329-b7a8d03c6c1b tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:40:49.661166 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67ab45a4-7d2b-43d8-9121-94608e8e9a89 req-036dd71c-f24a-4041-9329-b7a8d03c6c1b tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074904 Dec 06 14:40:49.680207 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1404bb-a5b1-4570-8249-1d440fbe8804 req-ae5c4077-1933-46e2-9098-c195af1cb059 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:49.681819 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be1404bb-a5b1-4570-8249-1d440fbe8804 req-ae5c4077-1933-46e2-9098-c195af1cb059 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420&tenant_id=1ef73dcd6d3e4823a5c82b4557027236&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 949 time: 0.1383853 Dec 06 14:40:49.689249 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e1a8b-de6a-4fc5-8d27-ffee44ffd162 req-50b0f581-6738-4b4d-8dd0-a50f797d2e6a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:49.690705 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-531e1a8b-de6a-4fc5-8d27-ffee44ffd162 req-50b0f581-6738-4b4d-8dd0-a50f797d2e6a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 945 time: 0.1511216 Dec 06 14:40:49.720678 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=04d13861-19a2-4df9-bbe8-8f6414b41e07,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:49.737252 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] For port 8a9222c8-6b60-428f-a143-e41f3b84af5a, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:40:49.742882 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] For port 8a9222c8-6b60-428f-a143-e41f3b84af5a, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8a9222c8-6b60-428f-a143-e41f3b84af5a,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:40:49.754708 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b58e3-5f8d-4194-a382-a320ff788463 req-3f2e51f0-5055-4fe5-940c-7b34b5d8b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:49.756480 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cd7b58e3-5f8d-4194-a382-a320ff788463 req-3f2e51f0-5055-4fe5-940c-7b34b5d8b3d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f20ef1d-3a79-45eb-89da-218d4bf84e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944297 Dec 06 14:40:49.762032 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:49.772485 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-72eb0f77-580d-49ea-8bc5-281df4571446 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:40:49.774129 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-72eb0f77-580d-49ea-8bc5-281df4571446 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:40:49.797995 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Router 74b77bfc-6074-4fa9-8726-7a17aac60d73 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:40:49.818871 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-531e1a8b-de6a-4fc5-8d27-ffee44ffd162 req-7ef7ce25-6305-4435-8cee-552b9bedd4d4 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199334 Dec 06 14:40:49.821354 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-be1404bb-a5b1-4570-8249-1d440fbe8804 req-56d76d59-5d74-439a-b5eb-597b24c2c0e6 service neutron] delete failed (client error): The resource could not be found. Dec 06 14:40:49.822954 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be1404bb-a5b1-4570-8249-1d440fbe8804 req-56d76d59-5d74-439a-b5eb-597b24c2c0e6 service neutron] 10.222.0.37 "DELETE /v2.0/ports/32951114-6811-4294-9ca3-b7348b9d530e/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.1306496 Dec 06 14:40:49.873815 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:49.874432 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:49.875924 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] 10.222.0.23 "PUT /v2.0/ports/8a9222c8-6b60-428f-a143-e41f3b84af5a HTTP/1.1" status: 200 len: 1091 time: 1.7375300 Dec 06 14:40:49.879498 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578', 'tag': '8a9222c8-6b60-428f-a143-e41f3b84af5a'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:49.881815 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20c8c5e-11a1-4e35-8c10-93f81e2a71a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578", "tag": "8a9222c8-6b60-428f-a143-e41f3b84af5a"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:49.974235 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41885ba2-2c48-46b0-83b3-be8e8bbd63de req-a72fd9eb-8830-4e84-8e61-aeb77fff6009 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:49.975747 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-41885ba2-2c48-46b0-83b3-be8e8bbd63de req-a72fd9eb-8830-4e84-8e61-aeb77fff6009 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 943 time: 0.1657834 Dec 06 14:40:50.021142 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0eaf-e34c-4e42-9dba-25ac71c0b7be service neutron] Pushing event updated for resources: {'Port': ['ID=8a9222c8-6b60-428f-a143-e41f3b84af5a,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:50.066709 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cd7b58e3-5f8d-4194-a382-a320ff788463 req-ac7a9f87-6cdb-474c-93c1-3d8ac7bc030b service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926543 Dec 06 14:40:50.076865 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-ddd0396a-26ba-43af-a40a-4e49d0056fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:50.078353 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-ddd0396a-26ba-43af-a40a-4e49d0056fed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bebd2aa3873d436c89009a1dfe8e401c&device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 1094 time: 0.1016958 Dec 06 14:40:50.117767 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-41885ba2-2c48-46b0-83b3-be8e8bbd63de req-df309c57-760f-4c3f-aee4-1f59363f995c tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124475 Dec 06 14:40:50.147137 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-cf23fdbd-54dc-4c2a-b34a-131b419400ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a9222c8-6b60-428f-a143-e41f3b84af5a HTTP/1.1" status: 200 len: 217 time: 0.0516269 Dec 06 14:40:50.254762 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-4dba65d2-b149-4f42-9d99-0156aa8f73f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:50.258259 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-4dba65d2-b149-4f42-9d99-0156aa8f73f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd3e50a1-3233-4b36-ac18-e47233ecf33a HTTP/1.1" status: 200 len: 862 time: 0.1024523 Dec 06 14:40:50.270756 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:40:50.280699 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cd7b58e3-5f8d-4194-a382-a320ff788463 req-710c78a6-eb53-426c-9df4-7ff9a07e880a service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964650 Dec 06 14:40:50.289687 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8ea98-f6e4-4fef-bd0b-6d061cc17835 req-b03208f4-05b8-46ab-b310-34f019bb9ff1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:50.298839 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3bc8ea98-f6e4-4fef-bd0b-6d061cc17835 req-b03208f4-05b8-46ab-b310-34f019bb9ff1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 949 time: 0.3650575 Dec 06 14:40:50.313721 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Sync routers for ids ['74b77bfc-6074-4fa9-8726-7a17aac60d73'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:40:50.323322 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1404bb-a5b1-4570-8249-1d440fbe8804 req-b46b6801-af0d-4369-ab5f-fc67c5134425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:50.324928 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be1404bb-a5b1-4570-8249-1d440fbe8804 req-b46b6801-af0d-4369-ab5f-fc67c5134425 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 1100 time: 0.3718448 Dec 06 14:40:50.336829 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Routers {'74b77bfc-6074-4fa9-8726-7a17aac60d73'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:40:50.337456 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:40:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['74b77bfc-6074-4fa9-8726-7a17aac60d73'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:50.348398 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:50.352199 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9fabd043-4ed8-4ffb-af4c-c398b217f55f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6868961 Dec 06 14:40:50.354023 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37532) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:50.357128 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-09a81d57-3de2-4a82-8371-f2783991c838 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5521cd74-94bb-4bc1-b3e0-da480ffd2eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736017 Dec 06 14:40:50.423054 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f599f75-009b-4238-a302-63070a7eec40 req-1dd0a190-63c1-4da7-9b68-bd8d4c39d430 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.63 HTTP/1.1" status: 200 len: 1000 time: 0.1270719 Dec 06 14:40:50.433655 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3bc8ea98-f6e4-4fef-bd0b-6d061cc17835 req-225cb62f-0569-4203-8b69-a2756ef243ba tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338100 Dec 06 14:40:50.446491 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Set router 74b77bfc-6074-4fa9-8726-7a17aac60d73 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:40:50.518692 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 32951114-6811-4294-9ca3-b7348b9d530e up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:40:50.540033 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1404bb-a5b1-4570-8249-1d440fbe8804 req-c3571124-9124-4c2b-a49e-afaa2c0f3138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:50.542102 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be1404bb-a5b1-4570-8249-1d440fbe8804 req-c3571124-9124-4c2b-a49e-afaa2c0f3138 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2085834 Dec 06 14:40:50.588043 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c68dc895-e540-49c1-8a19-23335b07356a None None] Provisioning complete for port 04d13861-19a2-4df9-bbe8-8f6414b41e07 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:50.588420 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c68dc895-e540-49c1-8a19-23335b07356a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:50.652057 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be1404bb-a5b1-4570-8249-1d440fbe8804 req-09835dd4-6c4a-4c5f-8650-2d62a223bf45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=32951114-6811-4294-9ca3-b7348b9d530e HTTP/1.1" status: 200 len: 217 time: 0.0473075 Dec 06 14:40:50.700342 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 32951114-6811-4294-9ca3-b7348b9d530e completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:40:50.707620 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 32951114-6811-4294-9ca3-b7348b9d530e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:50.708012 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:50.731458 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd31dd44-5517-4dce-a8dc-ecf44800ffeb x-openstack-request-id: req-cd31dd44-5517-4dce-a8dc-ecf44800ffeb {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:50.731642 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578", "tag": "8a9222c8-6b60-428f-a143-e41f3b84af5a", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:50.731926 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd31dd44-5517-4dce-a8dc-ecf44800ffeb {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:50.732331 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578', 'tag': '8a9222c8-6b60-428f-a143-e41f3b84af5a', 'status': 'completed', 'code': 200} Dec 06 14:40:50.734616 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 04d13861-19a2-4df9-bbe8-8f6414b41e07 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:40:50.792796 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f599f75-009b-4238-a302-63070a7eec40 req-b9689114-412d-4bf6-b606-f124129e4df8 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:50.811910 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f599f75-009b-4238-a302-63070a7eec40 req-b9689114-412d-4bf6-b606-f124129e4df8 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports/46cd2e19-b681-4490-9432-9c33d9fd2235 HTTP/1.1" status: 200 len: 942 time: 0.0769472 Dec 06 14:40:50.814863 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-f4819f60-6ea5-4714-99b5-a0ee81ca2445 service neutron] 10.222.0.23 "GET /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465878 Dec 06 14:40:50.817453 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8697a9-8655-4e88-87d3-4d2ad6e4b697 req-3f6a0eee-37b0-4411-b94a-47d37a7f6c65 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:50.819597 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f8697a9-8655-4e88-87d3-4d2ad6e4b697 req-3f6a0eee-37b0-4411-b94a-47d37a7f6c65 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=038ca0f5-db37-4d05-839f-dca35658359b HTTP/1.1" status: 200 len: 949 time: 0.1579268 Dec 06 14:40:50.864969 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1404bb-a5b1-4570-8249-1d440fbe8804 req-92adade1-f870-4b94-a648-1469330fa84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:50.866366 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be1404bb-a5b1-4570-8249-1d440fbe8804 req-92adade1-f870-4b94-a648-1469330fa84a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1928868 Dec 06 14:40:50.898933 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 04d13861-19a2-4df9-bbe8-8f6414b41e07 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:50.899302 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:50.922489 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:50.924721 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027526514-router', 'tenant_id': 'c4adef4ae9094e0e95743c9662339d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.38'}], 'enable_snat': True}, 'gw_port_id': '953dac1f-4b88-4761-b3d5-a9bebf018a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:40:46Z', 'updated_at': '2021-12-06T14:40:48Z', 'revision_number': 3, 'project_id': 'c4adef4ae9094e0e95743c9662339d18', 'gw_port': {'id': '953dac1f-4b88-4761-b3d5-a9bebf018a8a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:48Z', 'updated_at': '2021-12-06T14:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:50.956844 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f599f75-009b-4238-a302-63070a7eec40 req-43f6cada-44da-416f-900e-046bd0573985 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.63 HTTP/1.1" status: 200 len: 1000 time: 0.0999546 Dec 06 14:40:50.965253 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Checking router: 74b77bfc-6074-4fa9-8726-7a17aac60d73 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:40:50.965610 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Updating router 74b77bfc-6074-4fa9-8726-7a17aac60d73 port 953dac1f-4b88-4761-b3d5-a9bebf018a8a binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:40:50.971605 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea3d89ba-4c82-44c0-b87d-ec0b8be50f9c req-be2cede8-c625-4a4a-b305-0ed4b2ced293 service neutron] 10.222.0.23 "GET /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468678 Dec 06 14:40:50.989129 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f8697a9-8655-4e88-87d3-4d2ad6e4b697 req-c19d09d1-d91b-45b7-8bc9-ccaba37ffb37 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305602 Dec 06 14:40:50.993917 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1404bb-a5b1-4570-8249-1d440fbe8804 req-4afbc016-f715-409c-bc86-227f5a683559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:50.995548 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be1404bb-a5b1-4570-8249-1d440fbe8804 req-4afbc016-f715-409c-bc86-227f5a683559 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1188214 Dec 06 14:40:51.021757 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:51.127199 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be1404bb-a5b1-4570-8249-1d440fbe8804 req-45499e75-587f-43ef-b632-50847625b95d service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199739 Dec 06 14:40:51.133090 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c8c5e-11a1-4e35-8c10-93f81e2a71a0 req-e7a1c244-4c8b-4435-9335-b0da1d450365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:51.133415 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6aa75d-cf02-4bec-846f-8316273fe420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32951114-6811-4294-9ca3-b7348b9d530e'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:51.135060 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f20c8c5e-11a1-4e35-8c10-93f81e2a71a0 req-e7a1c244-4c8b-4435-9335-b0da1d450365 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bebd2aa3873d436c89009a1dfe8e401c&device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 1094 time: 0.1012580 Dec 06 14:40:51.136334 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3524ab0-6594-4449-9f10-e209e05e33d8" -d '{"events": [{"server_uuid": "5d6aa75d-cf02-4bec-846f-8316273fe420", "name": "network-vif-plugged", "status": "completed", "tag": "32951114-6811-4294-9ca3-b7348b9d530e"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:51.148047 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f599f75-009b-4238-a302-63070a7eec40 req-4750c6d4-eb71-4b70-9ff1-74007a1de75d tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:51.156611 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f599f75-009b-4238-a302-63070a7eec40 req-4750c6d4-eb71-4b70-9ff1-74007a1de75d tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.1874483 Dec 06 14:40:51.167315 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 32951114-6811-4294-9ca3-b7348b9d530e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=32951114-6811-4294-9ca3-b7348b9d530e,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:51.174762 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:51.283478 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f599f75-009b-4238-a302-63070a7eec40 req-fe97eaf9-3dd9-4dd2-a05b-c91da56c8ee0 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.63 HTTP/1.1" status: 200 len: 1000 time: 0.1254470 Dec 06 14:40:51.304106 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=32951114-6811-4294-9ca3-b7348b9d530e,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:51.304350 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8f599f75-009b-4238-a302-63070a7eec40 req-14aa864b-b511-4033-afe1-df0a68cc0cd6 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:51.310516 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d74ea-24b8-4e13-895a-d178d98ef692 req-2c8b5231-1093-43b8-9a60-2361edf99215 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:51.318326 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e7d74ea-24b8-4e13-895a-d178d98ef692 req-2c8b5231-1093-43b8-9a60-2361edf99215 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 945 time: 0.1901066 Dec 06 14:40:51.351332 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c8c5e-11a1-4e35-8c10-93f81e2a71a0 req-978fa96b-6f48-46e0-9ada-bab7f690b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:51.352845 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f20c8c5e-11a1-4e35-8c10-93f81e2a71a0 req-978fa96b-6f48-46e0-9ada-bab7f690b004 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5521cd74-94bb-4bc1-b3e0-da480ffd2eca HTTP/1.1" status: 200 len: 923 time: 0.1927571 Dec 06 14:40:51.370927 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be1404bb-a5b1-4570-8249-1d440fbe8804 req-f79f4e74-bb1e-489a-81b4-5474e30568d0 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224338 Dec 06 14:40:51.408865 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f20c8c5e-11a1-4e35-8c10-93f81e2a71a0 req-8813247a-1aaa-40ff-b580-ccd118f5e8ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a9222c8-6b60-428f-a143-e41f3b84af5a HTTP/1.1" status: 200 len: 217 time: 0.0446534 Dec 06 14:40:51.411615 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8f599f75-009b-4238-a302-63070a7eec40 req-14aa864b-b511-4033-afe1-df0a68cc0cd6 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for floatingip, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:51.413185 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:51.430354 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e7d74ea-24b8-4e13-895a-d178d98ef692 req-4597b070-4c13-496d-9fce-6397be0d569e tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064029 Dec 06 14:40:51.518801 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:51.528730 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:51.581350 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c8c5e-11a1-4e35-8c10-93f81e2a71a0 req-5724e1fa-4ffd-4b42-83f2-187591507363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:51.582861 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f20c8c5e-11a1-4e35-8c10-93f81e2a71a0 req-5724e1fa-4ffd-4b42-83f2-187591507363 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd3e50a1-3233-4b36-ac18-e47233ecf33a HTTP/1.1" status: 200 len: 862 time: 0.0986834 Dec 06 14:40:51.586038 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Attempting to bind port 953dac1f-4b88-4761-b3d5-a9bebf018a8a on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:40:51.586428 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Attempting to bind port 953dac1f-4b88-4761-b3d5-a9bebf018a8a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:40:51.586906 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Attempting to bind port 953dac1f-4b88-4761-b3d5-a9bebf018a8a on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:51.591460 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a607a-a88d-4aaa-8494-99851a6f32eb None None] Pushing event updated for resources: {'Port': ['ID=953dac1f-4b88-4761-b3d5-a9bebf018a8a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:51.596214 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:40:51.596597 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:51.597000 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:51.597893 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:40:51.597893 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Bound port: 953dac1f-4b88-4761-b3d5-a9bebf018a8a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:40:51.598221 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:51.607126 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad0e79-7a0f-43ef-bed3-480b61b03947 req-03079be6-6e52-4040-9537-9f6f2291af88 tempest-LiveMigrationNegativeTest-1462264717 tempest-LiveMigrationNegativeTest-1462264717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:51.608815 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-20ad0e79-7a0f-43ef-bed3-480b61b03947 req-03079be6-6e52-4040-9537-9f6f2291af88 tempest-LiveMigrationNegativeTest-1462264717 tempest-LiveMigrationNegativeTest-1462264717-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=038ca0f5-db37-4d05-839f-dca35658359b HTTP/1.1" status: 200 len: 1100 time: 0.0858364 Dec 06 14:40:51.637953 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8f599f75-009b-4238-a302-63070a7eec40 req-14aa864b-b511-4033-afe1-df0a68cc0cd6 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:51.651350 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] For port 953dac1f-4b88-4761-b3d5-a9bebf018a8a, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:40:51.654281 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f20c8c5e-11a1-4e35-8c10-93f81e2a71a0 req-355ddcff-7761-4979-af91-917cbad482bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5521cd74-94bb-4bc1-b3e0-da480ffd2eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308859 Dec 06 14:40:51.655208 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] For port 953dac1f-4b88-4761-b3d5-a9bebf018a8a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=953dac1f-4b88-4761-b3d5-a9bebf018a8a,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:40:51.655327 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8f599f75-009b-4238-a302-63070a7eec40 req-14aa864b-b511-4033-afe1-df0a68cc0cd6 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:51.655802 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [req-8f599f75-009b-4238-a302-63070a7eec40 req-14aa864b-b511-4033-afe1-df0a68cc0cd6 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Floating IP 30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f disassociated. External IP: 172.35.7.63, port: 46cd2e19-b681-4490-9432-9c33d9fd2235. Dec 06 14:40:51.658793 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-20ad0e79-7a0f-43ef-bed3-480b61b03947 req-6d992d27-a3ba-415f-9f40-f3ec25f4908a tempest-LiveMigrationNegativeTest-1462264717 tempest-LiveMigrationNegativeTest-1462264717-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:51.660947 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:51.693134 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] Allocated IP 172.20.0.1 (fd02e921-2bf7-46af-a2db-fb4000218bdc/5f7ce566-ee00-49f0-85c3-70535186d703/0860b004-0e8c-4289-b5ae-281f31b33720) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:40:51.726487 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Routers {'74b77bfc-6074-4fa9-8726-7a17aac60d73'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:40:51.727132 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:40:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['74b77bfc-6074-4fa9-8726-7a17aac60d73'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:51.730172 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a607a-a88d-4aaa-8494-99851a6f32eb None None] Pushing event updated for resources: {'Port': ['ID=953dac1f-4b88-4761-b3d5-a9bebf018a8a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:51.834669 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f20c8c5e-11a1-4e35-8c10-93f81e2a71a0 req-cce49ea3-6609-40bd-86b5-ed72098ec0f3 service neutron] 10.222.0.23 "GET /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451807 Dec 06 14:40:51.852627 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:51.859296 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-20ad0e79-7a0f-43ef-bed3-480b61b03947 req-6d992d27-a3ba-415f-9f40-f3ec25f4908a tempest-LiveMigrationNegativeTest-1462264717 tempest-LiveMigrationNegativeTest-1462264717-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:51.862899 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] Set router 74b77bfc-6074-4fa9-8726-7a17aac60d73 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:40:51.872019 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-20ad0e79-7a0f-43ef-bed3-480b61b03947 req-6d992d27-a3ba-415f-9f40-f3ec25f4908a tempest-LiveMigrationNegativeTest-1462264717 tempest-LiveMigrationNegativeTest-1462264717-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:51.935989 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-20ad0e79-7a0f-43ef-bed3-480b61b03947 req-6d992d27-a3ba-415f-9f40-f3ec25f4908a tempest-LiveMigrationNegativeTest-1462264717 tempest-LiveMigrationNegativeTest-1462264717-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166614 Dec 06 14:40:51.986885 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d992d27-a3ba-415f-9f40-f3ec25f4908a tempest-LiveMigrationNegativeTest-1462264717 tempest-LiveMigrationNegativeTest-1462264717-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f070fd-8e92-487d-bc67-6563640ebb69,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:52.004922 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:52.017746 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f20c8c5e-11a1-4e35-8c10-93f81e2a71a0 req-ef3a5a3e-70b9-40fd-afcc-e8fd29a4877e service neutron] 10.222.0.23 "GET /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467166 Dec 06 14:40:52.038365 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f599f75-009b-4238-a302-63070a7eec40 req-14aa864b-b511-4033-afe1-df0a68cc0cd6 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:40:52.062536 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] Network fd02e921-2bf7-46af-a2db-fb4000218bdc is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:40:52.068190 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:52.082322 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027526514-router', 'tenant_id': 'c4adef4ae9094e0e95743c9662339d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.38'}], 'enable_snat': True}, 'gw_port_id': '953dac1f-4b88-4761-b3d5-a9bebf018a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:40:46Z', 'updated_at': '2021-12-06T14:40:48Z', 'revision_number': 3, 'project_id': 'c4adef4ae9094e0e95743c9662339d18', 'gw_port': {'id': '953dac1f-4b88-4761-b3d5-a9bebf018a8a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:48Z', 'updated_at': '2021-12-06T14:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:52.087271 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:40:52.095539 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] Pushing event updated for resources: {'Port': ['ID=0860b004-0e8c-4289-b5ae-281f31b33720,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:52.122384 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d9c956-2311-44fc-829d-0a72ece89ed7 x-openstack-request-id: req-66d9c956-2311-44fc-829d-0a72ece89ed7 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:52.122766 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6aa75d-cf02-4bec-846f-8316273fe420", "name": "network-vif-plugged", "status": "completed", "tag": "32951114-6811-4294-9ca3-b7348b9d530e", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:52.123082 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66d9c956-2311-44fc-829d-0a72ece89ed7 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:52.123696 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6aa75d-cf02-4bec-846f-8316273fe420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32951114-6811-4294-9ca3-b7348b9d530e', 'code': 200} Dec 06 14:40:52.125088 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2781b6-e092-46ec-a3ea-4069a97c9950 None None] The sync data for ids ['74b77bfc-6074-4fa9-8726-7a17aac60d73'] in n-d-master-1 is: [{'id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027526514-router', 'tenant_id': 'c4adef4ae9094e0e95743c9662339d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.38'}], 'enable_snat': True}, 'gw_port_id': '953dac1f-4b88-4761-b3d5-a9bebf018a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:40:46Z', 'updated_at': '2021-12-06T14:40:48Z', 'revision_number': 3, 'project_id': 'c4adef4ae9094e0e95743c9662339d18', 'gw_port': {'id': '953dac1f-4b88-4761-b3d5-a9bebf018a8a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:48Z', 'updated_at': '2021-12-06T14:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:40:52.211148 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f599f75-009b-4238-a302-63070a7eec40 req-14aa864b-b511-4033-afe1-df0a68cc0cd6 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:40:52.225310 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8f599f75-009b-4238-a302-63070a7eec40 req-14aa864b-b511-4033-afe1-df0a68cc0cd6 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:52.226598 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a1e88-8b55-4051-bdd4-9800ce0b88f4 None None] Sync routers for ids ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:40:52.244585 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:52.246127 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a1e88-8b55-4051-bdd4-9800ce0b88f4 None None] Routers {'b0cb600a-ad36-4f28-9b96-a6c6afab6c80'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:40:52.247012 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-313a1e88-8b55-4051-bdd4-9800ce0b88f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:40:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:52.285633 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f599f75-009b-4238-a302-63070a7eec40 req-14aa864b-b511-4033-afe1-df0a68cc0cd6 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "PUT /v2.0/floatingips/30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f HTTP/1.1" status: 200 len: 694 time: 0.9776144 Dec 06 14:40:52.330242 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f599f75-009b-4238-a302-63070a7eec40 req-8674e957-cfb6-47eb-86e0-4826c09dbe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:52.338216 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f599f75-009b-4238-a302-63070a7eec40 req-8674e957-cfb6-47eb-86e0-4826c09dbe12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 1096 time: 0.0499449 Dec 06 14:40:52.373801 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3c241-36dd-4aa1-bdc5-c234724598ea req-76175165-53fa-46fb-99bc-1552d51c9661 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:52.375459 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9d3c241-36dd-4aa1-bdc5-c234724598ea req-76175165-53fa-46fb-99bc-1552d51c9661 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 943 time: 0.2094538 Dec 06 14:40:52.400563 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-313a1e88-8b55-4051-bdd4-9800ce0b88f4 None None] Set router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:40:52.418600 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:52.475016 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-324e0083-4547-4e18-8a60-2ce8b4393083 None None] Provisioning complete for port 0860b004-0e8c-4289-b5ae-281f31b33720 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:52.475413 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-324e0083-4547-4e18-8a60-2ce8b4393083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:52.500909 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9d3c241-36dd-4aa1-bdc5-c234724598ea req-13d36ba3-50eb-477a-a955-a99b64294528 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067085 Dec 06 14:40:52.517308 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f599f75-009b-4238-a302-63070a7eec40 req-9f69c2f4-4ef9-41f4-ae01-9a68f2dd96ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:52.523312 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f599f75-009b-4238-a302-63070a7eec40 req-9f69c2f4-4ef9-41f4-ae01-9a68f2dd96ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 200 len: 921 time: 0.1796377 Dec 06 14:40:52.541663 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-324e0083-4547-4e18-8a60-2ce8b4393083 None None] Port 0860b004-0e8c-4289-b5ae-281f31b33720 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:40:52.589336 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f599f75-009b-4238-a302-63070a7eec40 req-33ef4b46-e7bc-4069-b7af-b37456c25330 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46cd2e19-b681-4490-9432-9c33d9fd2235 HTTP/1.1" status: 200 len: 217 time: 0.0603430 Dec 06 14:40:52.661202 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f599f75-009b-4238-a302-63070a7eec40 req-6836c9b9-6f12-4cb0-a5bd-9bacfe185fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:52.662772 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f599f75-009b-4238-a302-63070a7eec40 req-6836c9b9-6f12-4cb0-a5bd-9bacfe185fc5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c063f61-a0d6-4d97-b506-ad47b05a1286 HTTP/1.1" status: 200 len: 859 time: 0.0640798 Dec 06 14:40:52.703468 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:52.715111 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:52.734567 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b707b15e-3f42-423d-8a24-d5dca9575020', 'tag': '46cd2e19-b681-4490-9432-9c33d9fd2235'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:52.736997 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f1b7e6-39e8-4d77-96d5-e75c3faaf673" -d '{"events": [{"name": "network-changed", "server_uuid": "b707b15e-3f42-423d-8a24-d5dca9575020", "tag": "46cd2e19-b681-4490-9432-9c33d9fd2235"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:52.758232 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f599f75-009b-4238-a302-63070a7eec40 req-8b7de0f8-4e61-42ef-861c-34c1fd0561ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:52.761112 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f599f75-009b-4238-a302-63070a7eec40 req-8b7de0f8-4e61-42ef-861c-34c1fd0561ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f20ef1d-3a79-45eb-89da-218d4bf84e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917287 Dec 06 14:40:52.786330 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-313a1e88-8b55-4051-bdd4-9800ce0b88f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:40:00Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:52.794586 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 953dac1f-4b88-4761-b3d5-a9bebf018a8a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:40:52.813429 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] Pushing event updated for resources: {'Port': ['ID=0860b004-0e8c-4289-b5ae-281f31b33720,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:52.823293 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a1e88-8b55-4051-bdd4-9800ce0b88f4 None None] Checking router: b0cb600a-ad36-4f28-9b96-a6c6afab6c80 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:40:52.839893 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a1e88-8b55-4051-bdd4-9800ce0b88f4 None None] Routers {'b0cb600a-ad36-4f28-9b96-a6c6afab6c80'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:40:52.840796 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-313a1e88-8b55-4051-bdd4-9800ce0b88f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:40:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:52.852469 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:52.867904 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 953dac1f-4b88-4761-b3d5-a9bebf018a8a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:52.868504 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:52.950214 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f599f75-009b-4238-a302-63070a7eec40 req-518b2463-238d-437e-b25d-4ed3fced60d1 service neutron] 10.222.0.20 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770988 Dec 06 14:40:53.001777 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-313a1e88-8b55-4051-bdd4-9800ce0b88f4 None None] Set router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:40:53.004184 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:53.022969 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dd639-4b88-4fb8-bec2-68d1dd42d7b9 req-cafb6adf-20c9-440c-aadb-d91332c8d866 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:53.030833 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-df4dd639-4b88-4fb8-bec2-68d1dd42d7b9 req-cafb6adf-20c9-440c-aadb-d91332c8d866 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 1096 time: 0.0725603 Dec 06 14:40:53.041824 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 953dac1f-4b88-4761-b3d5-a9bebf018a8a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=953dac1f-4b88-4761-b3d5-a9bebf018a8a,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:53.053055 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:53.079736 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f599f75-009b-4238-a302-63070a7eec40 req-b4e5ebbc-de0d-4bcb-8e74-e1146f40ad75 service neutron] 10.222.0.20 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231153 Dec 06 14:40:53.081518 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] Network fd02e921-2bf7-46af-a2db-fb4000218bdc is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:40:53.086746 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:53.130197 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=953dac1f-4b88-4761-b3d5-a9bebf018a8a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:53.140793 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-df4dd639-4b88-4fb8-bec2-68d1dd42d7b9 req-555912d2-cd1e-4794-b77c-4aa47a8fce83 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090949 Dec 06 14:40:53.295409 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f803b-504b-441d-b1e2-9ea48cc9f4e5 req-530212b4-e32e-49bc-977d-20b5b46e1f4b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:53.297125 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] Router 74b77bfc-6074-4fa9-8726-7a17aac60d73 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:40:53.308603 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-294f803b-504b-441d-b1e2-9ea48cc9f4e5 req-530212b4-e32e-49bc-977d-20b5b46e1f4b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.1077197 Dec 06 14:40:53.388130 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-294f803b-504b-441d-b1e2-9ea48cc9f4e5 req-dbd5b8d2-b8d4-4cfc-98ab-4e87ded45349 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724692 Dec 06 14:40:53.449089 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8af199b-88ff-4034-88f8-a93fcc67aec6 x-openstack-request-id: req-f8af199b-88ff-4034-88f8-a93fcc67aec6 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:53.449479 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b707b15e-3f42-423d-8a24-d5dca9575020", "tag": "46cd2e19-b681-4490-9432-9c33d9fd2235", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:53.449669 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8af199b-88ff-4034-88f8-a93fcc67aec6 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:53.450055 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b707b15e-3f42-423d-8a24-d5dca9575020', 'tag': '46cd2e19-b681-4490-9432-9c33d9fd2235', 'status': 'completed', 'code': 200} Dec 06 14:40:53.488290 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b1f8aadc-d70f-4f0a-ac6a-9d5ccc5fedc8 None None] Provisioning complete for port 0860b004-0e8c-4289-b5ae-281f31b33720 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:53.489161 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b1f8aadc-d70f-4f0a-ac6a-9d5ccc5fedc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:53.539183 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:40:53.550401 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b1f8aadc-d70f-4f0a-ac6a-9d5ccc5fedc8 None None] Port 0860b004-0e8c-4289-b5ae-281f31b33720 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:40:53.552874 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7fa277cc-a47e-4b31-b3b9-8c48b151fcf7 admin admin] 10.222.0.20 "PUT /v2.0/routers/74b77bfc-6074-4fa9-8726-7a17aac60d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1983888 Dec 06 14:40:53.557522 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-313a1e88-8b55-4051-bdd4-9800ce0b88f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:40:00Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:53.587288 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1b7e6-39e8-4d77-96d5-e75c3faaf673 req-15c24d4f-e069-43aa-bb32-80b070f1e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:53.589217 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8f1b7e6-39e8-4d77-96d5-e75c3faaf673 req-15c24d4f-e069-43aa-bb32-80b070f1e264 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 1096 time: 0.0973604 Dec 06 14:40:53.607928 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a1e88-8b55-4051-bdd4-9800ce0b88f4 None None] The sync data for ids ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'] in n-d-master-1 is: [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:40:00Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:40:53.722098 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41eb23c-97fa-4d9e-9085-18369825c962 req-1365d99f-34e7-440d-9453-700ab85c9232 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:53.741108 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a41eb23c-97fa-4d9e-9085-18369825c962 req-1365d99f-34e7-440d-9453-700ab85c9232 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 1096 time: 0.0852215 Dec 06 14:40:53.809644 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a41eb23c-97fa-4d9e-9085-18369825c962 req-0ba545a0-f4e8-4b0f-b2e4-feac8411bb61 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587957 Dec 06 14:40:53.824943 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1b7e6-39e8-4d77-96d5-e75c3faaf673 req-7f8905cf-e074-412e-b9de-e63b411bcf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:53.828303 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8f1b7e6-39e8-4d77-96d5-e75c3faaf673 req-7f8905cf-e074-412e-b9de-e63b411bcf19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 200 len: 921 time: 0.2258797 Dec 06 14:40:53.896631 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-c9ea41f4-865f-4b11-899b-0682c244bb1f req-a3e4b35b-5edd-4707-ad52-c01be5fdd661 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:40:53.897740 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9ea41f4-865f-4b11-899b-0682c244bb1f req-a3e4b35b-5edd-4707-ad52-c01be5fdd661 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057862 Dec 06 14:40:53.899265 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8f1b7e6-39e8-4d77-96d5-e75c3faaf673 req-ad327fc7-4129-4893-abdf-ba583d50493f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46cd2e19-b681-4490-9432-9c33d9fd2235 HTTP/1.1" status: 200 len: 217 time: 0.0634584 Dec 06 14:40:53.957338 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37598) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:53.984288 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2732ea-0752-4a07-876d-1953aeb96f6a req-bade3d13-7f85-4424-849e-7b88bc3a4a96 tempest-MigrationsAdminTest-1606639242 tempest-MigrationsAdminTest-1606639242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:53.986226 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd2732ea-0752-4a07-876d-1953aeb96f6a req-bade3d13-7f85-4424-849e-7b88bc3a4a96 tempest-MigrationsAdminTest-1606639242 tempest-MigrationsAdminTest-1606639242-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 1101 time: 0.0642905 Dec 06 14:40:53.999366 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1b7e6-39e8-4d77-96d5-e75c3faaf673 req-8f7d5d61-8bda-4fd4-bec3-ab283588356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:54.000865 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8f1b7e6-39e8-4d77-96d5-e75c3faaf673 req-8f7d5d61-8bda-4fd4-bec3-ab283588356f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c063f61-a0d6-4d97-b506-ad47b05a1286 HTTP/1.1" status: 200 len: 859 time: 0.0918205 Dec 06 14:40:54.027506 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ceaba-ec8b-43d6-9d0c-1d7c34eb7e4f req-e78d28e5-a6d6-43b1-b8bc-0b0dded66dbc tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:54.030123 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a1ceaba-ec8b-43d6-9d0c-1d7c34eb7e4f req-e78d28e5-a6d6-43b1-b8bc-0b0dded66dbc tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 943 time: 0.0636609 Dec 06 14:40:54.088176 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd2732ea-0752-4a07-876d-1953aeb96f6a req-51887248-9210-420f-9b5c-4c94c3c5257c tempest-MigrationsAdminTest-1606639242 tempest-MigrationsAdminTest-1606639242-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881541 Dec 06 14:40:54.136841 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1b7e6-39e8-4d77-96d5-e75c3faaf673 req-a693475a-9b22-4eac-8acf-85b29d24b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:54.138780 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8f1b7e6-39e8-4d77-96d5-e75c3faaf673 req-a693475a-9b22-4eac-8acf-85b29d24b645 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f20ef1d-3a79-45eb-89da-218d4bf84e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075320 Dec 06 14:40:54.140066 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e477701-b0f9-4b02-b383-3a2ba7948e5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:54.152047 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a1ceaba-ec8b-43d6-9d0c-1d7c34eb7e4f req-a5d562c7-3f8f-42c7-983c-16eb56d20ee4 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910075 Dec 06 14:40:54.340855 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f94939d-7e72-4414-9cc0-4aa7e854b9da None None] New status for floating IP 30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:40:54.357791 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37616) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:54.363089 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-aea3dbaf-286a-47b4-be5f-14dfc3e64ca2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-969321211-network', 'tenant_id': 'a6b9a49af22e4bde93573ef9e65199da'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:54.395674 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea3dbaf-286a-47b4-be5f-14dfc3e64ca2 admin admin] Made reservation on behalf of a6b9a49af22e4bde93573ef9e65199da for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:54.398189 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aea3dbaf-286a-47b4-be5f-14dfc3e64ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:54.407993 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-641aebd5-f7ec-4a4b-bddd-67e7225f830c tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:54.409276 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aea3dbaf-286a-47b4-be5f-14dfc3e64ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:54.410494 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-641aebd5-f7ec-4a4b-bddd-67e7225f830c tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1217091 Dec 06 14:40:54.413587 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8f1b7e6-39e8-4d77-96d5-e75c3faaf673 req-4f41b361-a4bf-4bf8-9603-b1180a7788c6 service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602010 Dec 06 14:40:54.513504 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8a9222c8-6b60-428f-a143-e41f3b84af5a details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:40:54.527479 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-5362a866-7e6c-4d2f-8120-73a2aebddd07 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.63 HTTP/1.1" status: 200 len: 697 time: 0.1092536 Dec 06 14:40:54.532284 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e477701-b0f9-4b02-b383-3a2ba7948e5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:54.538032 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-e582c0d3-c6d7-4d87-9d30-c8921d0e08c9 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Request body: {'floatingip': {'port_id': 'd66add43-5945-45b6-8f11-d9aeff916388', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:54.595115 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e477701-b0f9-4b02-b383-3a2ba7948e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:54.604435 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aea3dbaf-286a-47b4-be5f-14dfc3e64ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:54.611265 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aea3dbaf-286a-47b4-be5f-14dfc3e64ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:54.639848 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea3dbaf-286a-47b4-be5f-14dfc3e64ca2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:40:54.659550 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aea3dbaf-286a-47b4-be5f-14dfc3e64ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:54.660246 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-aea3dbaf-286a-47b4-be5f-14dfc3e64ca2 admin admin] Added segment 772bde07-8bd3-4db7-9e63-8bd701c8283e of type vlan for network 28950775-e42b-412b-a9e1-abe0a55f3ce1 Dec 06 14:40:54.682501 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Sync routers for ids ['74b77bfc-6074-4fa9-8726-7a17aac60d73'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:40:54.721887 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Routers {'74b77bfc-6074-4fa9-8726-7a17aac60d73'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:40:54.722924 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:40:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['74b77bfc-6074-4fa9-8726-7a17aac60d73'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:54.759238 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aea3dbaf-286a-47b4-be5f-14dfc3e64ca2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:54.819543 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aea3dbaf-286a-47b4-be5f-14dfc3e64ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:54.820801 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea3dbaf-286a-47b4-be5f-14dfc3e64ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:54.822848 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aea3dbaf-286a-47b4-be5f-14dfc3e64ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:54.834687 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 953dac1f-4b88-4761-b3d5-a9bebf018a8a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:40:54.848880 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:40:54.960347 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3dbaf-286a-47b4-be5f-14dfc3e64ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb738c6-fdcc-48a0-b5a4-e0f195c6c12e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:54.979201 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Set router 74b77bfc-6074-4fa9-8726-7a17aac60d73 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:40:54.990272 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-aea3dbaf-286a-47b4-be5f-14dfc3e64ca2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6314025 Dec 06 14:40:55.016215 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8a9222c8-6b60-428f-a143-e41f3b84af5a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8a9222c8-6b60-428f-a143-e41f3b84af5a,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:55.033128 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-e582c0d3-c6d7-4d87-9d30-c8921d0e08c9 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for floatingip, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:55.043458 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37624) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:55.045200 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 953dac1f-4b88-4761-b3d5-a9bebf018a8a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:55.046846 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3dbaf-286a-47b4-be5f-14dfc3e64ca2 admin admin] Pushing event updated for resources: {'Network': ['ID=28950775-e42b-412b-a9e1-abe0a55f3ce1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:55.047487 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:55.078692 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '8a9222c8-6b60-428f-a143-e41f3b84af5a', 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca', 'port_id': '8a9222c8-6b60-428f-a143-e41f3b84af5a', 'mac_address': 'fa:16:3e:94:63:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd3e50a1-3233-4b36-ac18-e47233ecf33a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:40:55.082971 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 28950775-e42b-412b-a9e1-abe0a55f3ce1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:40:55.118825 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3d5748b0-3a1f-4981-903d-2b9580ac3492 admin admin] Request body: {'subnet': {'network_id': '28950775-e42b-412b-a9e1-abe0a55f3ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-969321211-subnet', 'tenant_id': 'a6b9a49af22e4bde93573ef9e65199da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:55.204573 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:55.224529 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a9222c8-6b60-428f-a143-e41f3b84af5a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:40:55.225017 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027526514-router', 'tenant_id': 'c4adef4ae9094e0e95743c9662339d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.38'}], 'enable_snat': True}, 'gw_port_id': '953dac1f-4b88-4761-b3d5-a9bebf018a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:40:46Z', 'updated_at': '2021-12-06T14:40:52Z', 'revision_number': 4, 'project_id': 'c4adef4ae9094e0e95743c9662339d18', 'gw_port': {'id': '953dac1f-4b88-4761-b3d5-a9bebf018a8a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:48Z', 'updated_at': '2021-12-06T14:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0860b004-0e8c-4289-b5ae-281f31b33720', 'name': '', 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc', 'tenant_id': 'c4adef4ae9094e0e95743c9662339d18', 'mac_address': 'fa:16:3e:c1:26:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5f7ce566-ee00-49f0-85c3-70535186d703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:51Z', 'updated_at': '2021-12-06T14:40:52Z', 'revision_number': 2, 'project_id': 'c4adef4ae9094e0e95743c9662339d18', 'subnets': [{'id': '5f7ce566-ee00-49f0-85c3-70535186d703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:55.232956 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1e477701-b0f9-4b02-b383-3a2ba7948e5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c081de0e6674e48856ad115108022d4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2744732 Dec 06 14:40:55.234099 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37636) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:55.259112 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Checking router: 74b77bfc-6074-4fa9-8726-7a17aac60d73 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:40:55.260601 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Updating router 74b77bfc-6074-4fa9-8726-7a17aac60d73 port 0860b004-0e8c-4289-b5ae-281f31b33720 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:40:55.272125 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e477701-b0f9-4b02-b383-3a2ba7948e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c43e47a-2489-412f-8bef-23ef0a7e6e1b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:55.284314 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5748b0-3a1f-4981-903d-2b9580ac3492 admin admin] Made reservation on behalf of a6b9a49af22e4bde93573ef9e65199da for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:40:55.286578 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d5748b0-3a1f-4981-903d-2b9580ac3492 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:55.295756 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8f1b7e6-39e8-4d77-96d5-e75c3faaf673 req-ac08bddb-bfc2-4665-b8ec-410c2d8b84e8 service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8591263 Dec 06 14:40:55.324222 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35e9300f-7d30-48a3-b4b5-1c9e7928c5fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:55.335086 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8a9222c8-6b60-428f-a143-e41f3b84af5a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8a9222c8-6b60-428f-a143-e41f3b84af5a,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:55.349757 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:55.362775 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35e9300f-7d30-48a3-b4b5-1c9e7928c5fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:55.366777 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:55.417250 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=8a9222c8-6b60-428f-a143-e41f3b84af5a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:55.445460 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35e9300f-7d30-48a3-b4b5-1c9e7928c5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:55.450009 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35e9300f-7d30-48a3-b4b5-1c9e7928c5fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:55.452545 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-35e9300f-7d30-48a3-b4b5-1c9e7928c5fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c43e47a-2489-412f-8bef-23ef0a7e6e1b HTTP/1.1" status: 204 len: 168 time: 0.2167304 Dec 06 14:40:55.466817 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9300f-7d30-48a3-b4b5-1c9e7928c5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c43e47a-2489-412f-8bef-23ef0a7e6e1b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:55.547366 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62771f-ce03-429e-abbe-41e19bdba807 req-b043cd70-651d-4024-9eda-87df82663633 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:55.549275 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d62771f-ce03-429e-abbe-41e19bdba807 req-b043cd70-651d-4024-9eda-87df82663633 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.23 "GET /v2.0/ports?device_id=b707b15e-3f42-423d-8a24-d5dca9575020 HTTP/1.1" status: 200 len: 945 time: 0.1719339 Dec 06 14:40:55.603864 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['8a9222c8-6b60-428f-a143-e41f3b84af5a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:40:55.780919 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:55.788952 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:55.820172 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d5748b0-3a1f-4981-903d-2b9580ac3492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:55.856289 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1babe-0b91-4ee3-a596-69fa4406a712 None None] Pushing event updated for resources: {'Port': ['ID=0860b004-0e8c-4289-b5ae-281f31b33720,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:55.866139 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1babe-0b91-4ee3-a596-69fa4406a712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:55.866488 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1babe-0b91-4ee3-a596-69fa4406a712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:55.866821 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1babe-0b91-4ee3-a596-69fa4406a712 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:55.867168 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1babe-0b91-4ee3-a596-69fa4406a712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:55.867479 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1babe-0b91-4ee3-a596-69fa4406a712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:55.867875 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1babe-0b91-4ee3-a596-69fa4406a712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:55.868199 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1babe-0b91-4ee3-a596-69fa4406a712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:55.868521 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1babe-0b91-4ee3-a596-69fa4406a712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:55.868940 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1babe-0b91-4ee3-a596-69fa4406a712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:55.869268 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1babe-0b91-4ee3-a596-69fa4406a712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:55.869591 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1babe-0b91-4ee3-a596-69fa4406a712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:55.869902 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1babe-0b91-4ee3-a596-69fa4406a712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:55.870220 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1babe-0b91-4ee3-a596-69fa4406a712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:40:56.019996 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37662) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:56.027165 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Attempting to bind port 0860b004-0e8c-4289-b5ae-281f31b33720 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:40:56.027584 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Attempting to bind port 0860b004-0e8c-4289-b5ae-281f31b33720 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '779b0e13-9997-460e-b67a-a4666f30244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:40:56.027977 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Attempting to bind port 0860b004-0e8c-4289-b5ae-281f31b33720 on network fd02e921-2bf7-46af-a2db-fb4000218bdc {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:56.033521 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-422d4347-e335-4d6a-b80e-db20c5b92fa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.033954 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:40:56.034329 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Checking segment: {'id': '779b0e13-9997-460e-b67a-a4666f30244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:56.034716 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.035106 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Bound using segment: {'id': '779b0e13-9997-460e-b67a-a4666f30244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:40:56.035565 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Bound port: 0860b004-0e8c-4289-b5ae-281f31b33720, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779b0e13-9997-460e-b67a-a4666f30244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:40:56.036389 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.039033 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5748b0-3a1f-4981-903d-2b9580ac3492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=352190ac-4e40-4db3-8c61-c3bb8f5b1665,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:56.063719 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5748b0-3a1f-4981-903d-2b9580ac3492 admin admin] Checking segment: {'id': '772bde07-8bd3-4db7-9e63-8bd701c8283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '28950775-e42b-412b-a9e1-abe0a55f3ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:56.064087 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5748b0-3a1f-4981-903d-2b9580ac3492 admin admin] Network hostable DHCP agents. Network: 28950775-e42b-412b-a9e1-abe0a55f3ce1, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:40:56.138355 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-8d62771f-ce03-429e-abbe-41e19bdba807 req-de5e1cbf-28cf-493e-8e7c-8e5c4ab4ff51 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Deleting port 46cd2e19-b681-4490-9432-9c33d9fd2235 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:40:56.138696 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8d62771f-ce03-429e-abbe-41e19bdba807 req-de5e1cbf-28cf-493e-8e7c-8e5c4ab4ff51 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.153198 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] For port 0860b004-0e8c-4289-b5ae-281f31b33720, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:40:56.157325 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] For port 0860b004-0e8c-4289-b5ae-281f31b33720, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0860b004-0e8c-4289-b5ae-281f31b33720,segment=NetworkSegment(779b0e13-9997-460e-b67a-a4666f30244b),segment_id=779b0e13-9997-460e-b67a-a4666f30244b)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:40:56.177018 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.180207 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5748b0-3a1f-4981-903d-2b9580ac3492 admin admin] Network 28950775-e42b-412b-a9e1-abe0a55f3ce1 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:40:56.191336 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-422d4347-e335-4d6a-b80e-db20c5b92fa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.204476 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-422d4347-e335-4d6a-b80e-db20c5b92fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.233761 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d4347-e335-4d6a-b80e-db20c5b92fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122e6af8-e8b1-466c-b8fb-5e7e331cb28d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:56.240388 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3d5748b0-3a1f-4981-903d-2b9580ac3492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 28950775-e42b-412b-a9e1-abe0a55f3ce1) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:56.251049 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6280997-12ca-4162-9e86-48dd9c57da19 req-5ece552d-0cc0-4bbe-83a5-200955e86117 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:56.253118 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6280997-12ca-4162-9e86-48dd9c57da19 req-5ece552d-0cc0-4bbe-83a5-200955e86117 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.37 "GET /v2.0/ports?device_id=038ca0f5-db37-4d05-839f-dca35658359b HTTP/1.1" status: 200 len: 949 time: 0.1034818 Dec 06 14:40:56.257820 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83ccf1f-e76f-432e-bf24-13d946489b90 None None] Network 28950775-e42b-412b-a9e1-abe0a55f3ce1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:40:56.279293 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5748b0-3a1f-4981-903d-2b9580ac3492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:56.280484 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d5748b0-3a1f-4981-903d-2b9580ac3492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.287818 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-e582c0d3-c6d7-4d87-9d30-c8921d0e08c9 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.308949 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-e582c0d3-c6d7-4d87-9d30-c8921d0e08c9 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.333549 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Routers {'74b77bfc-6074-4fa9-8726-7a17aac60d73'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:40:56.334187 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:40:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['74b77bfc-6074-4fa9-8726-7a17aac60d73'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:56.340824 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-422d4347-e335-4d6a-b80e-db20c5b92fa5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=493bd363e2f8401e88b8eafb45b2b8e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174868 Dec 06 14:40:56.358623 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37668) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:56.406810 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3d5748b0-3a1f-4981-903d-2b9580ac3492 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3580382 Dec 06 14:40:56.417013 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1babe-0b91-4ee3-a596-69fa4406a712 None None] Pushing event updated for resources: {'Port': ['ID=0860b004-0e8c-4289-b5ae-281f31b33720,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:56.426900 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-dcdc3066-089b-4881-bf5d-2bd0b189f574 None None] Provisioning complete for port 0860b004-0e8c-4289-b5ae-281f31b33720 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:56.428530 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dcdc3066-089b-4881-bf5d-2bd0b189f574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.430382 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37670) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:40:56.435612 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8d62771f-ce03-429e-abbe-41e19bdba807 req-de5e1cbf-28cf-493e-8e7c-8e5c4ab4ff51 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] For port 46cd2e19-b681-4490-9432-9c33d9fd2235, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=46cd2e19-b681-4490-9432-9c33d9fd2235,segment=NetworkSegment(140d8ddc-7751-4b43-bcca-254da309f20b),segment_id=140d8ddc-7751-4b43-bcca-254da309f20b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:56.436006 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8d62771f-ce03-429e-abbe-41e19bdba807 req-de5e1cbf-28cf-493e-8e7c-8e5c4ab4ff51 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.447360 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-969321211-router', 'tenant_id': 'a6b9a49af22e4bde93573ef9e65199da', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:56.522229 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8a9222c8-6b60-428f-a143-e41f3b84af5a up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:40:56.527523 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-8d62771f-ce03-429e-abbe-41e19bdba807 req-de5e1cbf-28cf-493e-8e7c-8e5c4ab4ff51 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Calling delete_port for 46cd2e19-b681-4490-9432-9c33d9fd2235 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:40:56.552164 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] Set router 74b77bfc-6074-4fa9-8726-7a17aac60d73 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:40:56.604903 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.605980 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.624572 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-d6280997-12ca-4162-9e86-48dd9c57da19 req-c9486a92-5419-4f57-bcd0-ecee4b427097 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Deleting port 2e049e6c-1c21-4adf-83cf-f8c88e31c245 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:40:56.624943 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d6280997-12ca-4162-9e86-48dd9c57da19 req-c9486a92-5419-4f57-bcd0-ecee4b427097 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.637694 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-e582c0d3-c6d7-4d87-9d30-c8921d0e08c9 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Floating IP 30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f associated. External IP: 172.35.7.63, port: d66add43-5945-45b6-8f11-d9aeff916388. Dec 06 14:40:56.643875 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd4ee06d-2bef-4511-a8c1-1824dab435e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.726698 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd4ee06d-2bef-4511-a8c1-1824dab435e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.942007 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-ebfe8798-465e-4071-86bb-a0b9c2d91d09 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:40:56.943030 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-ebfe8798-465e-4071-86bb-a0b9c2d91d09 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1720386 Dec 06 14:40:56.946590 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd4ee06d-2bef-4511-a8c1-1824dab435e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.949327 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd4ee06d-2bef-4511-a8c1-1824dab435e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.953301 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dd4ee06d-2bef-4511-a8c1-1824dab435e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/122e6af8-e8b1-466c-b8fb-5e7e331cb28d HTTP/1.1" status: 204 len: 168 time: 0.5899436 Dec 06 14:40:56.953460 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-28950775-e42b-412b-a9e1-abe0a55f3ce1', 'network_id': '28950775-e42b-412b-a9e1-abe0a55f3ce1', 'tenant_id': 'a6b9a49af22e4bde93573ef9e65199da', 'fixed_ips': [{'subnet_id': '352190ac-4e40-4db3-8c61-c3bb8f5b1665'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:40:56.953460 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.958134 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8d62771f-ce03-429e-abbe-41e19bdba807 req-de5e1cbf-28cf-493e-8e7c-8e5c4ab4ff51 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:56.981902 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027526514-router', 'tenant_id': 'c4adef4ae9094e0e95743c9662339d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.38'}], 'enable_snat': True}, 'gw_port_id': '953dac1f-4b88-4761-b3d5-a9bebf018a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:40:46Z', 'updated_at': '2021-12-06T14:40:52Z', 'revision_number': 4, 'project_id': 'c4adef4ae9094e0e95743c9662339d18', 'gw_port': {'id': '953dac1f-4b88-4761-b3d5-a9bebf018a8a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:48Z', 'updated_at': '2021-12-06T14:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0860b004-0e8c-4289-b5ae-281f31b33720', 'name': '', 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc', 'tenant_id': 'c4adef4ae9094e0e95743c9662339d18', 'mac_address': 'fa:16:3e:c1:26:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5f7ce566-ee00-49f0-85c3-70535186d703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:51Z', 'updated_at': '2021-12-06T14:40:56Z', 'revision_number': 4, 'project_id': 'c4adef4ae9094e0e95743c9662339d18', 'subnets': [{'id': '5f7ce566-ee00-49f0-85c3-70535186d703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:56.998027 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['d66add43-5945-45b6-8f11-d9aeff916388', '46cd2e19-b681-4490-9432-9c33d9fd2235'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:40:57.022696 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45e1d8e-9321-47db-ba28-979fc357d129 None None] The sync data for ids ['74b77bfc-6074-4fa9-8726-7a17aac60d73'] in n-d-master-1 is: [{'id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027526514-router', 'tenant_id': 'c4adef4ae9094e0e95743c9662339d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.38'}], 'enable_snat': True}, 'gw_port_id': '953dac1f-4b88-4761-b3d5-a9bebf018a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:40:46Z', 'updated_at': '2021-12-06T14:40:52Z', 'revision_number': 4, 'project_id': 'c4adef4ae9094e0e95743c9662339d18', 'gw_port': {'id': '953dac1f-4b88-4761-b3d5-a9bebf018a8a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:48Z', 'updated_at': '2021-12-06T14:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0860b004-0e8c-4289-b5ae-281f31b33720', 'name': '', 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc', 'tenant_id': 'c4adef4ae9094e0e95743c9662339d18', 'mac_address': 'fa:16:3e:c1:26:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '5f7ce566-ee00-49f0-85c3-70535186d703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:51Z', 'updated_at': '2021-12-06T14:40:56Z', 'revision_number': 4, 'project_id': 'c4adef4ae9094e0e95743c9662339d18', 'subnets': [{'id': '5f7ce566-ee00-49f0-85c3-70535186d703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:40:57.045882 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ee06d-2bef-4511-a8c1-1824dab435e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122e6af8-e8b1-466c-b8fb-5e7e331cb28d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:57.056014 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 8a9222c8-6b60-428f-a143-e41f3b84af5a completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:40:57.057982 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e1cbf-28cf-493e-8e7c-8e5c4ab4ff51 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Pushing event deleted for resources: {'Port': ['ID=46cd2e19-b681-4490-9432-9c33d9fd2235,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:57.064664 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dcdc3066-089b-4881-bf5d-2bd0b189f574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:57.078822 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-17196496-085e-41f3-a014-2518cd981649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:57.080343 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-17196496-085e-41f3-a014-2518cd981649 service neutron] 10.222.0.20 "GET /v2.0/ports/f37bd75c-6022-433c-8df0-0e5d136e3a2f HTTP/1.1" status: 200 len: 1093 time: 0.1251044 Dec 06 14:40:57.122860 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-dde400ab-f0bc-46d0-bfcd-7901041fea7a service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:40:57.123384 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-dde400ab-f0bc-46d0-bfcd-7901041fea7a service neutron] Unknown quota resources ['binding']. {{(pid=103288) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:40:57.155518 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 8a9222c8-6b60-428f-a143-e41f3b84af5a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:57.156155 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:57.198125 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d62771f-ce03-429e-abbe-41e19bdba807 req-de5e1cbf-28cf-493e-8e7c-8e5c4ab4ff51 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] No DVR routers for this DVR port 46cd2e19-b681-4490-9432-9c33d9fd2235 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:40:57.203970 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8d62771f-ce03-429e-abbe-41e19bdba807 req-de5e1cbf-28cf-493e-8e7c-8e5c4ab4ff51 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:57.207567 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d62771f-ce03-429e-abbe-41e19bdba807 req-de5e1cbf-28cf-493e-8e7c-8e5c4ab4ff51 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.23 "DELETE /v2.0/ports/46cd2e19-b681-4490-9432-9c33d9fd2235 HTTP/1.1" status: 204 len: 173 time: 1.6407619 Dec 06 14:40:57.209342 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-e582c0d3-c6d7-4d87-9d30-c8921d0e08c9 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:40:57.209994 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b707b15e-3f42-423d-8a24-d5dca9575020', 'name': 'network-vif-deleted', 'tag': '46cd2e19-b681-4490-9432-9c33d9fd2235'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:57.212519 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0d852a-bca3-446c-ae45-26d6967af64b" -d '{"events": [{"server_uuid": "b707b15e-3f42-423d-8a24-d5dca9575020", "name": "network-vif-deleted", "tag": "46cd2e19-b681-4490-9432-9c33d9fd2235"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:57.308120 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:57.390775 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d6280997-12ca-4162-9e86-48dd9c57da19 req-c9486a92-5419-4f57-bcd0-ecee4b427097 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] For port 2e049e6c-1c21-4adf-83cf-f8c88e31c245, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2e049e6c-1c21-4adf-83cf-f8c88e31c245,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:57.391577 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d6280997-12ca-4162-9e86-48dd9c57da19 req-c9486a92-5419-4f57-bcd0-ecee4b427097 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:57.470302 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-d6280997-12ca-4162-9e86-48dd9c57da19 req-c9486a92-5419-4f57-bcd0-ecee4b427097 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Calling delete_port for 2e049e6c-1c21-4adf-83cf-f8c88e31c245 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:40:57.520534 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-dcdc3066-089b-4881-bf5d-2bd0b189f574 None None] For port 0860b004-0e8c-4289-b5ae-281f31b33720, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0860b004-0e8c-4289-b5ae-281f31b33720,segment=NetworkSegment(779b0e13-9997-460e-b67a-a4666f30244b),segment_id=779b0e13-9997-460e-b67a-a4666f30244b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:57.548803 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dcdc3066-089b-4881-bf5d-2bd0b189f574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:57.628192 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:57.716574 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:57.900727 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Allocated IP 172.20.0.2 (28950775-e42b-412b-a9e1-abe0a55f3ce1/352190ac-4e40-4db3-8c61-c3bb8f5b1665/6f9acb64-3786-4839-868e-fb9fe8e9b67c) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:40:57.918654 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc3066-089b-4881-bf5d-2bd0b189f574 None None] Pushing event updated for resources: {'Port': ['ID=0860b004-0e8c-4289-b5ae-281f31b33720,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:57.921388 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:57.948177 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-32807f2d-68a3-4ba1-ac08-cdbf113c0318 None None] Provisioning complete for port 0860b004-0e8c-4289-b5ae-281f31b33720 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:57.948539 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32807f2d-68a3-4ba1-ac08-cdbf113c0318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:57.964286 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d6280997-12ca-4162-9e86-48dd9c57da19 req-c9486a92-5419-4f57-bcd0-ecee4b427097 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:57.985101 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-e582c0d3-c6d7-4d87-9d30-c8921d0e08c9 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:40:57.995680 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-e582c0d3-c6d7-4d87-9d30-c8921d0e08c9 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:58.017216 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9486a92-5419-4f57-bcd0-ecee4b427097 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Pushing event deleted for resources: {'Port': ['ID=2e049e6c-1c21-4adf-83cf-f8c88e31c245,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:58.025990 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-dde400ab-f0bc-46d0-bfcd-7901041fea7a service neutron] Attempting to bind port f37bd75c-6022-433c-8df0-0e5d136e3a2f on host n-h2-master-1 for vnic_type normal with profile None {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:40:58.026353 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-dde400ab-f0bc-46d0-bfcd-7901041fea7a service neutron] Attempting to bind port f37bd75c-6022-433c-8df0-0e5d136e3a2f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:40:58.026666 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-dde400ab-f0bc-46d0-bfcd-7901041fea7a service neutron] Attempting to bind port f37bd75c-6022-433c-8df0-0e5d136e3a2f on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:58.033260 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-dde400ab-f0bc-46d0-bfcd-7901041fea7a service neutron] Port f37bd75c-6022-433c-8df0-0e5d136e3a2f on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:40:58.033579 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-dde400ab-f0bc-46d0-bfcd-7901041fea7a service neutron] Attempting to bind port f37bd75c-6022-433c-8df0-0e5d136e3a2f on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:58.046283 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['c1af1df2-bf8c-467e-9e78-9a812330590b', '2e049e6c-1c21-4adf-83cf-f8c88e31c245'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:40:58.050025 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-dde400ab-f0bc-46d0-bfcd-7901041fea7a service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:40:58.050398 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-dde400ab-f0bc-46d0-bfcd-7901041fea7a service neutron] Checking segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:58.050788 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-dde400ab-f0bc-46d0-bfcd-7901041fea7a service neutron] Bound using segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:40:58.051240 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-dde400ab-f0bc-46d0-bfcd-7901041fea7a service neutron] Bound port: f37bd75c-6022-433c-8df0-0e5d136e3a2f, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:40:58.053291 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75429e2-6e8f-4bfc-be65-d4394ea7a26e None None] Sync routers for ids ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:40:58.077629 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-e582c0d3-c6d7-4d87-9d30-c8921d0e08c9 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "PUT /v2.0/floatingips/30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f HTTP/1.1" status: 200 len: 996 time: 3.5500212 Dec 06 14:40:58.121740 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9222c8-6b60-428f-a143-e41f3b84af5a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:58.123538 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df091a3-d772-4f17-8e6c-bd9ea073ca73" -d '{"events": [{"server_uuid": "c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578", "name": "network-vif-plugged", "status": "completed", "tag": "8a9222c8-6b60-428f-a143-e41f3b84af5a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:58.191369 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8a9222c8-6b60-428f-a143-e41f3b84af5a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8a9222c8-6b60-428f-a143-e41f3b84af5a,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:40:58.214505 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75429e2-6e8f-4bfc-be65-d4394ea7a26e None None] Routers {'b0cb600a-ad36-4f28-9b96-a6c6afab6c80'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:40:58.220847 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-dde400ab-f0bc-46d0-bfcd-7901041fea7a service neutron] For port f37bd75c-6022-433c-8df0-0e5d136e3a2f, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f37bd75c-6022-433c-8df0-0e5d136e3a2f,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:40:58.221920 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d75429e2-6e8f-4bfc-be65-d4394ea7a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:40:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:58.223744 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-3657b7cc-4e74-4480-af41-d8c0aae15922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:58.225574 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-3657b7cc-4e74-4480-af41-d8c0aae15922 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 1097 time: 0.1129556 Dec 06 14:40:58.240363 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:58.246776 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-dde400ab-f0bc-46d0-bfcd-7901041fea7a service neutron] Publish callbacks [] for binding, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:58.257414 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-dde400ab-f0bc-46d0-bfcd-7901041fea7a service neutron] 10.222.0.20 "POST /v2.0/ports/f37bd75c-6022-433c-8df0-0e5d136e3a2f/bindings HTTP/1.1" status: 201 len: 389 time: 1.1469522 Dec 06 14:40:58.366709 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6280997-12ca-4162-9e86-48dd9c57da19 req-c9486a92-5419-4f57-bcd0-ecee4b427097 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] No DVR routers for this DVR port 2e049e6c-1c21-4adf-83cf-f8c88e31c245 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:40:58.378203 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d6280997-12ca-4162-9e86-48dd9c57da19 req-c9486a92-5419-4f57-bcd0-ecee4b427097 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:58.389444 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6280997-12ca-4162-9e86-48dd9c57da19 req-c9486a92-5419-4f57-bcd0-ecee4b427097 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.37 "DELETE /v2.0/ports/2e049e6c-1c21-4adf-83cf-f8c88e31c245 HTTP/1.1" status: 204 len: 173 time: 2.1006322 Dec 06 14:40:58.393143 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038ca0f5-db37-4d05-839f-dca35658359b', 'name': 'network-vif-deleted', 'tag': '2e049e6c-1c21-4adf-83cf-f8c88e31c245'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:40:58.401441 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac52b24-e5a0-43a2-849c-8d2437acca44" -d '{"events": [{"server_uuid": "038ca0f5-db37-4d05-839f-dca35658359b", "name": "network-vif-deleted", "tag": "2e049e6c-1c21-4adf-83cf-f8c88e31c245"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:40:58.404704 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-d6767ba7-b232-4eeb-ba0e-fb8e1fdd9192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:58.406902 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-d6767ba7-b232-4eeb-ba0e-fb8e1fdd9192 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 200 len: 921 time: 0.1731389 Dec 06 14:40:58.498826 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:58.519923 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-43f48864-a853-4539-a746-40b5f9eaa124 req-82d85f7a-fff2-4eb6-b712-1c7af1d438e7 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=038ca0f5-db37-4d05-839f-dca35658359b HTTP/1.1" status: 200 len: 210 time: 0.0462415 Dec 06 14:40:58.544809 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:58.609826 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-dbcd4276-fe24-45b6-93c6-b60274c848c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d66add43-5945-45b6-8f11-d9aeff916388 HTTP/1.1" status: 200 len: 999 time: 0.1898165 Dec 06 14:40:58.685578 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-e446466f-e569-4854-a8cd-1e54b9cbb7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:58.693071 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-e446466f-e569-4854-a8cd-1e54b9cbb7e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c063f61-a0d6-4d97-b506-ad47b05a1286 HTTP/1.1" status: 200 len: 859 time: 0.0754678 Dec 06 14:40:58.751067 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-33a8769b-293c-456c-9b0d-14e98091b312 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1144316 Dec 06 14:40:58.762108 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-8a7e6837-ef02-4db1-8a70-8d0cb1e6576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:58.765114 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-8a7e6837-ef02-4db1-8a70-8d0cb1e6576d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f20ef1d-3a79-45eb-89da-218d4bf84e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653527 Dec 06 14:40:58.785087 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=8a9222c8-6b60-428f-a143-e41f3b84af5a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:58.825205 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0860b004-0e8c-4289-b5ae-281f31b33720 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:40:58.828595 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d75429e2-6e8f-4bfc-be65-d4394ea7a26e None None] Set router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:40:58.843005 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-fe98e10c-d7e7-45d2-ac6c-382dce791381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:58.845096 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-fe98e10c-d7e7-45d2-ac6c-382dce791381 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 1096 time: 0.2073262 Dec 06 14:40:58.910289 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-2f13fe18-4c35-4a86-a656-f749b331a771 service neutron] 10.222.0.20 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367128 Dec 06 14:40:58.932289 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:58.947648 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Allocated IP 172.35.7.148 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/180477dc-a041-444e-b44c-1904e5284851) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:40:59.003501 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:59.061989 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-052a986d-dd29-45e8-a7fc-481e0fc7cf42 req-79516462-0555-470b-b4f2-52135c6a2c90 service neutron] 10.222.0.20 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440771 Dec 06 14:40:59.092441 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-b232246e-9de3-43fe-bcb0-6bb2d574a736 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:59.094617 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-b232246e-9de3-43fe-bcb0-6bb2d574a736 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3362956 Dec 06 14:40:59.126744 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Network 28950775-e42b-412b-a9e1-abe0a55f3ce1 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:40:59.140820 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0860b004-0e8c-4289-b5ae-281f31b33720 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:40:59.141393 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:59.161931 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-5ab9b3ea-930f-4cf7-a028-ef99171df598 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/quotas/1ef73dcd6d3e4823a5c82b4557027236 HTTP/1.1" status: 200 len: 375 time: 0.0503776 Dec 06 14:40:59.191226 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:59.191580 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-58be6625-ccbd-4ab3-8fb1-8cb9c1d96ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:59.194064 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-58be6625-ccbd-4ab3-8fb1-8cb9c1d96ba5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 921 time: 0.2903471 Dec 06 14:40:59.201777 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:40:59.204679 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1359a48-c5c2-475c-a10a-aea5b913ff1f req-e8cb60f6-b21c-4255-ab20-21e5e7a9d5ff tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:59.208330 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e1359a48-c5c2-475c-a10a-aea5b913ff1f req-e8cb60f6-b21c-4255-ab20-21e5e7a9d5ff tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 945 time: 0.0624783 Dec 06 14:40:59.245183 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Pushing event updated for resources: {'Port': ['ID=6f9acb64-3786-4839-868e-fb9fe8e9b67c,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:59.266073 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e1359a48-c5c2-475c-a10a-aea5b913ff1f req-3724bb9a-59f3-4274-94d9-e68ee4ea30f5 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526083 Dec 06 14:40:59.270191 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-1fcba3ee-af12-4c8e-a3c7-39360a375882 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f37bd75c-6022-433c-8df0-0e5d136e3a2f HTTP/1.1" status: 200 len: 217 time: 0.0584853 Dec 06 14:40:59.314487 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:59.330136 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-c403b252-5bb0-48bf-8e26-c1fcc6c50c8a tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1591167 Dec 06 14:40:59.349503 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-c6cfbc1b-9f7d-423a-a8ad-ff24892fd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:59.351102 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-c6cfbc1b-9f7d-423a-a8ad-ff24892fd874 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.0693488 Dec 06 14:40:59.362226 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Attempting to bind port 6f9acb64-3786-4839-868e-fb9fe8e9b67c on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:40:59.362603 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Attempting to bind port 6f9acb64-3786-4839-868e-fb9fe8e9b67c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '772bde07-8bd3-4db7-9e63-8bd701c8283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '28950775-e42b-412b-a9e1-abe0a55f3ce1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:40:59.362961 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Attempting to bind port 6f9acb64-3786-4839-868e-fb9fe8e9b67c on network 28950775-e42b-412b-a9e1-abe0a55f3ce1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:40:59.380813 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:40:59.381184 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Checking segment: {'id': '772bde07-8bd3-4db7-9e63-8bd701c8283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '28950775-e42b-412b-a9e1-abe0a55f3ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:40:59.381619 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:59.382015 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Bound using segment: {'id': '772bde07-8bd3-4db7-9e63-8bd701c8283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '28950775-e42b-412b-a9e1-abe0a55f3ce1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:40:59.382431 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Bound port: 6f9acb64-3786-4839-868e-fb9fe8e9b67c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772bde07-8bd3-4db7-9e63-8bd701c8283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '28950775-e42b-412b-a9e1-abe0a55f3ce1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:40:59.382808 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:59.395325 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-a933ec40-3eb9-4393-9b9d-634c6651fbf3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306716 Dec 06 14:40:59.403073 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:59.404924 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bce915-284f-47ac-87bd-826b65c24d5a x-openstack-request-id: req-36bce915-284f-47ac-87bd-826b65c24d5a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:59.405215 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b707b15e-3f42-423d-8a24-d5dca9575020", "name": "network-vif-deleted", "tag": "46cd2e19-b681-4490-9432-9c33d9fd2235", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:59.405659 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36bce915-284f-47ac-87bd-826b65c24d5a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:59.406201 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b707b15e-3f42-423d-8a24-d5dca9575020', 'name': 'network-vif-deleted', 'tag': '46cd2e19-b681-4490-9432-9c33d9fd2235', 'status': 'completed', 'code': 200} Dec 06 14:40:59.453543 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41cbefe-28a2-4a8b-9c69-9534572102a3 x-openstack-request-id: req-f41cbefe-28a2-4a8b-9c69-9534572102a3 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:59.453853 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578", "name": "network-vif-plugged", "status": "completed", "tag": "8a9222c8-6b60-428f-a143-e41f3b84af5a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:59.454191 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f41cbefe-28a2-4a8b-9c69-9534572102a3 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:59.454484 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9222c8-6b60-428f-a143-e41f3b84af5a', 'code': 200} Dec 06 14:40:59.497741 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:40:59.530601 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:59.532048 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:40:59.538492 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:40:59.580166 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] For port 6f9acb64-3786-4839-868e-fb9fe8e9b67c, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:40:59.595372 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] For port 6f9acb64-3786-4839-868e-fb9fe8e9b67c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6f9acb64-3786-4839-868e-fb9fe8e9b67c,segment=NetworkSegment(772bde07-8bd3-4db7-9e63-8bd701c8283e),segment_id=772bde07-8bd3-4db7-9e63-8bd701c8283e)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:40:59.607353 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-be8d28aa-4c9d-492b-a598-c9adf6753a4c service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013581 Dec 06 14:40:59.631505 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Pushing event updated for resources: {'Port': ['ID=180477dc-a041-444e-b44c-1904e5284851,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:40:59.679103 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:59.694751 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2a76b-9ed6-45e4-a3f5-04918703e46c req-5b9b8357-c4b4-440e-b970-27f1d8d63d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:59.705785 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0cc2a76b-9ed6-45e4-a3f5-04918703e46c req-5b9b8357-c4b4-440e-b970-27f1d8d63d65 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 1096 time: 0.1411083 Dec 06 14:40:59.747164 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a85ee-0448-4625-b2b2-092170313838 req-cc6490cd-c34b-4265-97c1-c5ff2e4b8abd tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:59.762771 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-035a85ee-0448-4625-b2b2-092170313838 req-cc6490cd-c34b-4265-97c1-c5ff2e4b8abd tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 945 time: 0.1610532 Dec 06 14:40:59.845317 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b3eda8-57ac-4b40-862c-9c2d0697a56f x-openstack-request-id: req-b1b3eda8-57ac-4b40-862c-9c2d0697a56f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:40:59.845615 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038ca0f5-db37-4d05-839f-dca35658359b", "name": "network-vif-deleted", "tag": "2e049e6c-1c21-4adf-83cf-f8c88e31c245", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:40:59.845871 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1b3eda8-57ac-4b40-862c-9c2d0697a56f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:40:59.846263 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038ca0f5-db37-4d05-839f-dca35658359b', 'name': 'network-vif-deleted', 'tag': '2e049e6c-1c21-4adf-83cf-f8c88e31c245', 'status': 'completed', 'code': 200} Dec 06 14:40:59.908430 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-035a85ee-0448-4625-b2b2-092170313838 req-9122d364-e1c0-456a-a364-bfe417a381e9 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447353 Dec 06 14:40:59.916907 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0cc2a76b-9ed6-45e4-a3f5-04918703e46c req-83ab0123-10fc-464f-a34e-5b85650c7bbe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908782 Dec 06 14:40:59.981084 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d75429e2-6e8f-4bfc-be65-d4394ea7a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'floating_ip_address': '172.35.7.63', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'port_id': 'd66add43-5945-45b6-8f11-d9aeff916388', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'mac_address': 'fa:16:3e:04:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:40:19Z', 'updated_at': '2021-12-06T14:40:56Z', 'revision_number': 8, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:40:00Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:40:59.999498 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-cd23a175-ca72-4731-af3c-9f335bf31e74 service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634064 Dec 06 14:41:00.052435 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6f5dd13-6e3a-42aa-8760-64a6137c51d9 req-5ded7d8c-d6b6-4cba-90fd-7061568759f0 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/floatingips/30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f HTTP/1.1" status: 200 len: 996 time: 0.1749024 Dec 06 14:41:00.059697 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75429e2-6e8f-4bfc-be65-d4394ea7a26e None None] Checking router: b0cb600a-ad36-4f28-9b96-a6c6afab6c80 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:41:00.092245 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3335985-b9ce-46ff-bbf4-bd6c608f1a46 req-ada72f2f-fb06-404a-b495-9ee667fad95a tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 210 time: 0.0830102 Dec 06 14:41:00.092809 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75429e2-6e8f-4bfc-be65-d4394ea7a26e None None] Routers {'b0cb600a-ad36-4f28-9b96-a6c6afab6c80'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:41:00.092914 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d75429e2-6e8f-4bfc-be65-d4394ea7a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:40:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:00.292551 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990238c-f5b3-475a-ab0b-96b3d2f9f74f None None] Pushing event updated for resources: {'Port': ['ID=6f9acb64-3786-4839-868e-fb9fe8e9b67c,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:00.503255 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 2e049e6c-1c21-4adf-83cf-f8c88e31c245 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:41:00.615300 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 46cd2e19-b681-4490-9432-9c33d9fd2235 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:41:00.619688 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 2e049e6c-1c21-4adf-83cf-f8c88e31c245 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:41:00.620043 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 2e049e6c-1c21-4adf-83cf-f8c88e31c245 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:41:00.631918 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9843a-ef55-4446-9d55-b8f3bcf51ae1 req-b34d9ec1-817e-4692-9013-6d9796252316 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:00.639350 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7bc9843a-ef55-4446-9d55-b8f3bcf51ae1 req-b34d9ec1-817e-4692-9013-6d9796252316 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 945 time: 0.0957518 Dec 06 14:41:00.652101 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-a644c6e6-6e32-4896-876a-655021343e0b tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:00.653722 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-a644c6e6-6e32-4896-876a-655021343e0b tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93&tenant_id=2f27097afab6468f8670cde22cd39cd2&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.4373858 Dec 06 14:41:00.680935 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:00.707109 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5dd13-6e3a-42aa-8760-64a6137c51d9 req-d76f9324-0ce7-4b14-89d6-a4c9c0a3765d tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:00.716574 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6f5dd13-6e3a-42aa-8760-64a6137c51d9 req-d76f9324-0ce7-4b14-89d6-a4c9c0a3765d tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.5784185 Dec 06 14:41:00.750147 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-e6f5dd13-6e3a-42aa-8760-64a6137c51d9 req-7b22f7d0-2ddd-4a35-9fde-4955e1af3fc3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:41:00.762977 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6f5dd13-6e3a-42aa-8760-64a6137c51d9 req-7b22f7d0-2ddd-4a35-9fde-4955e1af3fc3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0452824 Dec 06 14:41:00.764019 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 46cd2e19-b681-4490-9432-9c33d9fd2235 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:41:00.764450 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 46cd2e19-b681-4490-9432-9c33d9fd2235 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:41:00.765374 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:00.773102 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7bc9843a-ef55-4446-9d55-b8f3bcf51ae1 req-665a76f8-39f3-42c7-8d73-c187825ce34e tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327460 Dec 06 14:41:00.801127 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d75429e2-6e8f-4bfc-be65-d4394ea7a26e None None] Set router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:41:00.902498 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6f9acb64-3786-4839-868e-fb9fe8e9b67c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:00.953662 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df4dd33c-44ed-4a16-95da-77f1a587b586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:00.957291 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3132a0e-f548-4d0a-8601-b3e2f8fc708f req-0d134365-93af-44ab-a83c-56712e651dcd tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:00.970472 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3132a0e-f548-4d0a-8601-b3e2f8fc708f req-0d134365-93af-44ab-a83c-56712e651dcd tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3 HTTP/1.1" status: 200 len: 950 time: 0.0847628 Dec 06 14:41:01.027432 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3132a0e-f548-4d0a-8601-b3e2f8fc708f req-113ed985-4b80-4be4-8aa5-5c2bcfa18767 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556834 Dec 06 14:41:01.034333 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:01.152009 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 6f9acb64-3786-4839-868e-fb9fe8e9b67c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:01.152700 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:01.231339 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-168aaf76-c9ed-48bb-abc7-90338efb7c97 req-101a7075-7f9e-49e9-bf1e-22424e72cc49 tempest-FlavorsV2NegativeTest-1914790366 tempest-FlavorsV2NegativeTest-1914790366-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ead05aabe9fa4dbc9e5f2556b72a2086&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364122 Dec 06 14:41:01.246923 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:01.292081 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d75429e2-6e8f-4bfc-be65-d4394ea7a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'floating_ip_address': '172.35.7.63', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'port_id': 'd66add43-5945-45b6-8f11-d9aeff916388', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'mac_address': 'fa:16:3e:04:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:40:19Z', 'updated_at': '2021-12-06T14:40:56Z', 'revision_number': 8, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:40:00Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:01.335224 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75429e2-6e8f-4bfc-be65-d4394ea7a26e None None] The sync data for ids ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'] in n-d-master-1 is: [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'floating_ip_address': '172.35.7.63', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'port_id': 'd66add43-5945-45b6-8f11-d9aeff916388', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'mac_address': 'fa:16:3e:04:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:40:19Z', 'updated_at': '2021-12-06T14:40:56Z', 'revision_number': 8, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:40:00Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:41:01.350015 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 6f9acb64-3786-4839-868e-fb9fe8e9b67c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6f9acb64-3786-4839-868e-fb9fe8e9b67c,segment=NetworkSegment(772bde07-8bd3-4db7-9e63-8bd701c8283e),segment_id=772bde07-8bd3-4db7-9e63-8bd701c8283e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:01.364259 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:01.394399 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168aaf76-c9ed-48bb-abc7-90338efb7c97 req-e1d50ee1-7491-400f-a8c4-62a1734c5cc4 tempest-FlavorsV2NegativeTest-1914790366 tempest-FlavorsV2NegativeTest-1914790366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:01.411914 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-168aaf76-c9ed-48bb-abc7-90338efb7c97 req-e1d50ee1-7491-400f-a8c4-62a1734c5cc4 tempest-FlavorsV2NegativeTest-1914790366 tempest-FlavorsV2NegativeTest-1914790366-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780107 Dec 06 14:41:01.414933 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'tag': 'd66add43-5945-45b6-8f11-d9aeff916388'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:01.417738 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6d694c-996b-4ab2-93af-71800bf9e875" -d '{"events": [{"name": "network-changed", "server_uuid": "cf67e1df-aef5-4df2-96ee-8f1aa4d0fade", "tag": "d66add43-5945-45b6-8f11-d9aeff916388"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:01.458896 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-168aaf76-c9ed-48bb-abc7-90338efb7c97 req-a9d6e380-a501-4161-966b-644ccd10e7a8 tempest-FlavorsV2NegativeTest-1914790366 tempest-FlavorsV2NegativeTest-1914790366-project] 10.222.0.20 "GET /v2.0/quotas/ead05aabe9fa4dbc9e5f2556b72a2086 HTTP/1.1" status: 200 len: 375 time: 0.0454726 Dec 06 14:41:01.519225 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-168aaf76-c9ed-48bb-abc7-90338efb7c97 req-34d1d478-c09b-415c-b109-0545118ae00c tempest-FlavorsV2NegativeTest-1914790366 tempest-FlavorsV2NegativeTest-1914790366-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ead05aabe9fa4dbc9e5f2556b72a2086&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531776 Dec 06 14:41:01.521485 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=6f9acb64-3786-4839-868e-fb9fe8e9b67c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:01.620934 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0bbd751f-b19c-4799-85bf-33e9f6708cd9 req-14c05934-807f-47b6-b834-a0385f299331 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0904071 Dec 06 14:41:01.714506 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40bfb01-28d9-4f4c-9ec0-54d991a00957 None None] New status for floating IP 30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:41:01.770254 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd751f-b19c-4799-85bf-33e9f6708cd9 req-5a7575fb-528b-4dc0-893a-854cff321b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:01.772456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0bbd751f-b19c-4799-85bf-33e9f6708cd9 req-5a7575fb-528b-4dc0-893a-854cff321b45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 1101 time: 0.0865421 Dec 06 14:41:01.782345 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1cbeb-086d-4db7-9a31-455f8390d6f9 req-b4052c5a-e87f-457b-bd45-4ec6d8eecef4 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:01.784095 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bb1cbeb-086d-4db7-9a31-455f8390d6f9 req-b4052c5a-e87f-457b-bd45-4ec6d8eecef4 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 945 time: 0.1555350 Dec 06 14:41:01.949001 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bb1cbeb-086d-4db7-9a31-455f8390d6f9 req-0f60637a-03fc-4588-acb9-a008547896db tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570120 Dec 06 14:41:01.972373 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc6c3d2-0a07-4033-9b70-29bc904a7ecc None None] Network 28950775-e42b-412b-a9e1-abe0a55f3ce1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:41:02.000770 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] For port f37bd75c-6022-433c-8df0-0e5d136e3a2f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f37bd75c-6022-433c-8df0-0e5d136e3a2f,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:02.012730 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.37', 60470) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:02.119105 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] For port f37bd75c-6022-433c-8df0-0e5d136e3a2f, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:02.179601 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:02.193055 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:02.194932 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f748b1-9161-4e89-8686-810091ae8d93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f37bd75c-6022-433c-8df0-0e5d136e3a2f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:02.197560 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574c6a35-9b54-4f77-a621-aa40aa7cc6a2" -d '{"events": [{"server_uuid": "91f748b1-9161-4e89-8686-810091ae8d93", "name": "network-vif-unplugged", "status": "completed", "tag": "f37bd75c-6022-433c-8df0-0e5d136e3a2f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:02.203414 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-73de61bd-3b1a-45a4-938c-f16ba19d964a tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.63 HTTP/1.1" status: 200 len: 999 time: 1.2865789 Dec 06 14:41:02.208151 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:02.211103 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd751f-b19c-4799-85bf-33e9f6708cd9 req-384e6afc-d9f0-49c5-9395-8cbb2310bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:02.215689 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0bbd751f-b19c-4799-85bf-33e9f6708cd9 req-384e6afc-d9f0-49c5-9395-8cbb2310bfb1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.3931355 Dec 06 14:41:02.231462 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2e249d41-5cb3-4519-8b45-f14937321e04 None None] Provisioning complete for port 6f9acb64-3786-4839-868e-fb9fe8e9b67c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:02.232000 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e249d41-5cb3-4519-8b45-f14937321e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:02.236662 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8cad2-7bc3-48ab-93b6-1b8f5844343f req-2ee85327-9ed6-4780-8b37-24072fe7e9de tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:02.238983 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d5d8cad2-7bc3-48ab-93b6-1b8f5844343f req-2ee85327-9ed6-4780-8b37-24072fe7e9de tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3 HTTP/1.1" status: 200 len: 950 time: 0.2173746 Dec 06 14:41:02.262027 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77376938-6f04-400c-92ba-a25a6429cc7e req-389fb81f-82a6-4cc2-88a9-f62b805c96d3 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 210 time: 0.1038520 Dec 06 14:41:02.316366 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-53cc493d-c10d-4239-a41a-cd7fb01133b5 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:02.318249 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-53cc493d-c10d-4239-a41a-cd7fb01133b5 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports/d66add43-5945-45b6-8f11-d9aeff916388 HTTP/1.1" status: 200 len: 943 time: 0.1009254 Dec 06 14:41:02.328478 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-d636740c-0793-4cdd-9cc0-f5c3b373139e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7876823 Dec 06 14:41:02.365775 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5615d5fe-6150-47dc-b927-8acb24382053 x-openstack-request-id: req-5615d5fe-6150-47dc-b927-8acb24382053 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:02.366140 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf67e1df-aef5-4df2-96ee-8f1aa4d0fade", "tag": "d66add43-5945-45b6-8f11-d9aeff916388", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:02.366332 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5615d5fe-6150-47dc-b927-8acb24382053 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:02.367033 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'tag': 'd66add43-5945-45b6-8f11-d9aeff916388', 'status': 'completed', 'code': 200} Dec 06 14:41:02.374061 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0bbd751f-b19c-4799-85bf-33e9f6708cd9 req-ff5a7bbe-50df-401f-8b48-1555103e2c9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=32951114-6811-4294-9ca3-b7348b9d530e HTTP/1.1" status: 200 len: 217 time: 0.1337709 Dec 06 14:41:02.436075 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37816) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:02.577936 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd751f-b19c-4799-85bf-33e9f6708cd9 req-4c9f0435-cbb3-40c2-a2a6-1c7abc899d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:02.580203 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0bbd751f-b19c-4799-85bf-33e9f6708cd9 req-4c9f0435-cbb3-40c2-a2a6-1c7abc899d6d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1932554 Dec 06 14:41:02.598578 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562bb81-0d40-4940-bc3c-07899c812eb3 req-2290c023-4dd4-428d-b20d-5a2cc85d4bfb tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:02.601335 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0562bb81-0d40-4940-bc3c-07899c812eb3 req-2290c023-4dd4-428d-b20d-5a2cc85d4bfb tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 945 time: 0.1630886 Dec 06 14:41:02.663470 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d694c-996b-4ab2-93af-71800bf9e875 req-7a4dc066-b5da-4143-b892-20d8215bd34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:02.665178 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a6d694c-996b-4ab2-93af-71800bf9e875 req-7a4dc066-b5da-4143-b892-20d8215bd34f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 1097 time: 0.2756093 Dec 06 14:41:02.688761 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-d5d8cad2-7bc3-48ab-93b6-1b8f5844343f req-c257e625-9103-46d9-ba76-f24337655e39 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Deleting port c1af1df2-bf8c-467e-9e78-9a812330590b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:41:02.689153 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5d8cad2-7bc3-48ab-93b6-1b8f5844343f req-c257e625-9103-46d9-ba76-f24337655e39 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:02.697435 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Pushing event updated for resources: {'Port': ['ID=f37bd75c-6022-433c-8df0-0e5d136e3a2f,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:02.717721 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6f9acb64-3786-4839-868e-fb9fe8e9b67c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:02.726461 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Attempting to bind port f37bd75c-6022-433c-8df0-0e5d136e3a2f on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:02.726801 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Attempting to bind port f37bd75c-6022-433c-8df0-0e5d136e3a2f by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:02.727178 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Attempting to bind port f37bd75c-6022-433c-8df0-0e5d136e3a2f on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:02.746434 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f66a41be-a493-4bad-9eaf-41f2018c9888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:02.756903 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-5a520bdd-a5a5-4304-bad3-604658c9769c tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.63 HTTP/1.1" status: 200 len: 1001 time: 0.3221695 Dec 06 14:41:02.770557 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Port f37bd75c-6022-433c-8df0-0e5d136e3a2f on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:41:02.770933 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Attempting to bind port f37bd75c-6022-433c-8df0-0e5d136e3a2f on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:02.780656 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0562bb81-0d40-4940-bc3c-07899c812eb3 req-d18dd697-1c99-44f7-a278-90506792f334 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603794 Dec 06 14:41:02.810519 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 6f9acb64-3786-4839-868e-fb9fe8e9b67c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:02.811433 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:02.830705 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:02.831039 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Checking segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:02.831469 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Bound using segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:02.832058 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Bound port: f37bd75c-6022-433c-8df0-0e5d136e3a2f, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:02.832453 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:02.855358 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd751f-b19c-4799-85bf-33e9f6708cd9 req-ba00b6d3-b58d-4049-8a97-2ff7571115ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:02.857792 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0bbd751f-b19c-4799-85bf-33e9f6708cd9 req-ba00b6d3-b58d-4049-8a97-2ff7571115ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2555218 Dec 06 14:41:02.858389 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-9086e187-945f-44c2-92f9-3b5e7c073428 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:02.860593 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-9086e187-945f-44c2-92f9-3b5e7c073428 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4220538 Dec 06 14:41:02.898853 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-5ea8913f-13fe-4481-a575-f96e50a45f6e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Request body: {'port': {'device_id': '7b1a1bea-a308-452c-803b-15eba3139ff3', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '1ef73dcd6d3e4823a5c82b4557027236'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:02.959872 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9d8b1787-3d0e-4dd7-80ca-104f13163e93 None None] Provisioning complete for port 6f9acb64-3786-4839-868e-fb9fe8e9b67c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:02.960353 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d8b1787-3d0e-4dd7-80ca-104f13163e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:02.967583 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-d5d8cad2-7bc3-48ab-93b6-1b8f5844343f req-c257e625-9103-46d9-ba76-f24337655e39 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] For port c1af1df2-bf8c-467e-9e78-9a812330590b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1af1df2-bf8c-467e-9e78-9a812330590b,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:02.968243 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5d8cad2-7bc3-48ab-93b6-1b8f5844343f req-c257e625-9103-46d9-ba76-f24337655e39 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:03.019459 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-d5d8cad2-7bc3-48ab-93b6-1b8f5844343f req-c257e625-9103-46d9-ba76-f24337655e39 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Calling delete_port for c1af1df2-bf8c-467e-9e78-9a812330590b owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:41:03.108519 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-fb2da37b-ed75-47a9-ab55-c4a5b9c0f349 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:03.109895 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-fb2da37b-ed75-47a9-ab55-c4a5b9c0f349 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.3429928 Dec 06 14:41:03.117723 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d694c-996b-4ab2-93af-71800bf9e875 req-873fdcc7-3e84-4d54-b4c6-57c89584dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:03.117917 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Router 582b73bb-0f14-43f4-8919-8c223b556696 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:41:03.119850 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a6d694c-996b-4ab2-93af-71800bf9e875 req-873fdcc7-3e84-4d54-b4c6-57c89584dd38 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 200 len: 921 time: 0.4459867 Dec 06 14:41:03.138182 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] For port f37bd75c-6022-433c-8df0-0e5d136e3a2f, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:03.162880 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0aa9b0fe-84a9-47e3-8809-6d127c9fcce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:03.201221 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] For port f37bd75c-6022-433c-8df0-0e5d136e3a2f, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f37bd75c-6022-433c-8df0-0e5d136e3a2f,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:03.206156 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d2964-b171-466d-91e8-156419864597 req-b0424554-c833-4599-96e8-2b56990bb577 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:03.207638 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-992d2964-b171-466d-91e8-156419864597 req-b0424554-c833-4599-96e8-2b56990bb577 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3 HTTP/1.1" status: 200 len: 950 time: 0.2449999 Dec 06 14:41:03.217198 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0bbd751f-b19c-4799-85bf-33e9f6708cd9 req-c7937906-b595-4b6b-8898-36839465ec00 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128521 Dec 06 14:41:03.219578 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:03.256530 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f66a41be-a493-4bad-9eaf-41f2018c9888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:03.274719 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f66a41be-a493-4bad-9eaf-41f2018c9888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:03.284302 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a6d694c-996b-4ab2-93af-71800bf9e875 req-a09fcbcd-b937-43ce-bb0e-bda710fad0cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d66add43-5945-45b6-8f11-d9aeff916388 HTTP/1.1" status: 200 len: 1001 time: 0.1467829 Dec 06 14:41:03.335105 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-873fba08-0976-4f5a-ae6d-bd99acd856c6 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.63 HTTP/1.1" status: 200 len: 1001 time: 0.2145135 Dec 06 14:41:03.373805 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-a8977d1b-060e-424c-a3b2-5cef29a0a52b tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:03.376687 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-5ea8913f-13fe-4481-a575-f96e50a45f6e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Made reservation on behalf of 1ef73dcd6d3e4823a5c82b4557027236 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:41:03.379944 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-5ea8913f-13fe-4481-a575-f96e50a45f6e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:03.455911 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f66a41be-a493-4bad-9eaf-41f2018c9888 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ead05aabe9fa4dbc9e5f2556b72a2086&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0076571 Dec 06 14:41:03.474607 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37828) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:03.499598 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Pushing event updated for resources: {'Port': ['ID=f37bd75c-6022-433c-8df0-0e5d136e3a2f,revision_number=8']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:03.528950 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a41be-a493-4bad-9eaf-41f2018c9888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7893b3f-392b-42b8-9268-620ba3d7943d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:03.556943 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:03.557568 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:03.558932 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-654b69b1-2c60-4936-8f47-19e010ed9c7e service neutron] 10.222.0.37 "PUT /v2.0/ports/f37bd75c-6022-433c-8df0-0e5d136e3a2f HTTP/1.1" status: 200 len: 1121 time: 2.8860657 Dec 06 14:41:03.574810 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:41:03.577864 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-a8977d1b-060e-424c-a3b2-5cef29a0a52b tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for floatingip, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:03.590343 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Sync routers for ids ['582b73bb-0f14-43f4-8919-8c223b556696'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:41:03.610433 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Routers {'582b73bb-0f14-43f4-8919-8c223b556696'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:41:03.612350 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:41:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['582b73bb-0f14-43f4-8919-8c223b556696'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:03.639294 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-992d2964-b171-466d-91e8-156419864597 req-50c3b056-921c-44cd-9546-148aebbdac8d tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3c7bf9-1804-45cd-94d7-1da32846c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198012 Dec 06 14:41:03.660966 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['f37bd75c-6022-433c-8df0-0e5d136e3a2f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:41:03.687052 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d694c-996b-4ab2-93af-71800bf9e875 req-0fcb6138-1882-4f0b-bdc4-f2e7377ecac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:03.689153 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a6d694c-996b-4ab2-93af-71800bf9e875 req-0fcb6138-1882-4f0b-bdc4-f2e7377ecac0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c063f61-a0d6-4d97-b506-ad47b05a1286 HTTP/1.1" status: 200 len: 859 time: 0.3894768 Dec 06 14:41:03.691726 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0bbd751f-b19c-4799-85bf-33e9f6708cd9 req-0f5220f5-9fe0-4371-9556-1ce8e83e25f0 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582953 Dec 06 14:41:03.693178 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5d8cad2-7bc3-48ab-93b6-1b8f5844343f req-c257e625-9103-46d9-ba76-f24337655e39 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:03.696590 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:03.701199 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-52030dae-05a4-43e8-8df0-b8cb0e1b19b7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.2675197 Dec 06 14:41:03.702728 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37830) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:03.745276 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['c1af1df2-bf8c-467e-9e78-9a812330590b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:41:03.751183 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257e625-9103-46d9-ba76-f24337655e39 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Pushing event deleted for resources: {'Port': ['ID=c1af1df2-bf8c-467e-9e78-9a812330590b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:03.800477 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82be21fb-203c-41b4-9158-32bb1a25d10c x-openstack-request-id: req-82be21fb-203c-41b4-9158-32bb1a25d10c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:03.800739 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f748b1-9161-4e89-8686-810091ae8d93", "name": "network-vif-unplugged", "status": "completed", "tag": "f37bd75c-6022-433c-8df0-0e5d136e3a2f", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:03.801045 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82be21fb-203c-41b4-9158-32bb1a25d10c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:03.801444 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f748b1-9161-4e89-8686-810091ae8d93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f37bd75c-6022-433c-8df0-0e5d136e3a2f', 'code': 200} Dec 06 14:41:03.803893 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d66a6b1-fb1b-47f1-869b-27e223c66633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:03.861797 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Set router 582b73bb-0f14-43f4-8919-8c223b556696 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:41:03.864140 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:03.901762 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d66a6b1-fb1b-47f1-869b-27e223c66633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:03.910632 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-5ea8913f-13fe-4481-a575-f96e50a45f6e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Allocated IP 192.168.233.138 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/058d2958-f999-4286-a726-ad2ccdd47f8c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:41:03.927191 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-a8977d1b-060e-424c-a3b2-5cef29a0a52b tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:03.933619 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d8cad2-7bc3-48ab-93b6-1b8f5844343f req-c257e625-9103-46d9-ba76-f24337655e39 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] No DVR routers for this DVR port c1af1df2-bf8c-467e-9e78-9a812330590b on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:41:03.937890 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5d8cad2-7bc3-48ab-93b6-1b8f5844343f req-c257e625-9103-46d9-ba76-f24337655e39 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:03.939716 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-a8977d1b-060e-424c-a3b2-5cef29a0a52b tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:03.940060 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-a8977d1b-060e-424c-a3b2-5cef29a0a52b tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Floating IP 30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f disassociated. External IP: 172.35.7.63, port: d66add43-5945-45b6-8f11-d9aeff916388. Dec 06 14:41:03.941877 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d5d8cad2-7bc3-48ab-93b6-1b8f5844343f req-c257e625-9103-46d9-ba76-f24337655e39 tempest-LiveMigrationNegativeTest-2098137725 tempest-LiveMigrationNegativeTest-2098137725-project] 10.222.0.37 "DELETE /v2.0/ports/c1af1df2-bf8c-467e-9e78-9a812330590b HTTP/1.1" status: 204 len: 173 time: 1.6729419 Dec 06 14:41:04.005633 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d694c-996b-4ab2-93af-71800bf9e875 req-58220443-bfff-4804-8818-21e5350305eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:04.007164 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a6d694c-996b-4ab2-93af-71800bf9e875 req-58220443-bfff-4804-8818-21e5350305eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f20ef1d-3a79-45eb-89da-218d4bf84e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3034265 Dec 06 14:41:04.025553 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796433f-0dfc-4544-80b5-81423a810cd4 req-79347971-38d6-4901-903d-8358b2736bd8 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:04.033711 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f796433f-0dfc-4544-80b5-81423a810cd4 req-79347971-38d6-4901-903d-8358b2736bd8 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 945 time: 0.1854513 Dec 06 14:41:04.249907 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f796433f-0dfc-4544-80b5-81423a810cd4 req-86c6f823-919d-4e7a-8fee-a70b48fa5bf9 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051795 Dec 06 14:41:04.330631 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582b73bb-0f14-43f4-8919-8c223b556696', 'name': 'tempest-AttachSCSIVolumeTestJSON-969321211-router', 'tenant_id': 'a6b9a49af22e4bde93573ef9e65199da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.148'}], 'enable_snat': True}, 'gw_port_id': '180477dc-a041-444e-b44c-1904e5284851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:40:56Z', 'updated_at': '2021-12-06T14:41:00Z', 'revision_number': 3, 'project_id': 'a6b9a49af22e4bde93573ef9e65199da', 'gw_port': {'id': '180477dc-a041-444e-b44c-1904e5284851', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582b73bb-0f14-43f4-8919-8c223b556696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:58Z', 'updated_at': '2021-12-06T14:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:04.361604 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Checking router: 582b73bb-0f14-43f4-8919-8c223b556696 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:41:04.361962 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Updating router 582b73bb-0f14-43f4-8919-8c223b556696 port 180477dc-a041-444e-b44c-1904e5284851 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:41:04.369796 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3', 'name': 'network-vif-deleted', 'tag': 'c1af1df2-bf8c-467e-9e78-9a812330590b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:04.372867 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88871662-213b-4bb6-80f0-c23b6db4258e" -d '{"events": [{"server_uuid": "c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3", "name": "network-vif-deleted", "tag": "c1af1df2-bf8c-467e-9e78-9a812330590b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:04.386617 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a6d694c-996b-4ab2-93af-71800bf9e875 req-07456b61-3759-40b5-a693-4b96f8de13c5 service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478880 Dec 06 14:41:04.390648 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:04.485597 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56e87f-40ce-4cac-b11d-9cee28ca778d req-db523a03-5aec-4956-b1fa-4bea1379d60b tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:04.489840 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e56e87f-40ce-4cac-b11d-9cee28ca778d req-db523a03-5aec-4956-b1fa-4bea1379d60b tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 943 time: 0.1558340 Dec 06 14:41:04.605054 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d66a6b1-fb1b-47f1-869b-27e223c66633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:04.607826 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d66a6b1-fb1b-47f1-869b-27e223c66633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:04.609415 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4d66a6b1-fb1b-47f1-869b-27e223c66633 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7893b3f-392b-42b8-9268-620ba3d7943d HTTP/1.1" status: 204 len: 168 time: 1.1263967 Dec 06 14:41:04.649689 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66a6b1-fb1b-47f1-869b-27e223c66633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7893b3f-392b-42b8-9268-620ba3d7943d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:04.692898 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e56e87f-40ce-4cac-b11d-9cee28ca778d req-0e65532b-1ea8-4ff7-abb8-ba4e0927f816 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020750 Dec 06 14:41:04.751183 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a6d694c-996b-4ab2-93af-71800bf9e875 req-982f8eed-9a36-4762-8d84-0d30b978a520 service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522859 Dec 06 14:41:04.771590 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bcfdc2fa-a9fa-4f38-926b-de7dd344757c req-0af957ca-1890-4cc2-a793-f1323b0babf7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1827049 Dec 06 14:41:04.799546 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-5ea8913f-13fe-4481-a575-f96e50a45f6e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:04.872861 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b0e215bc-9873-4031-8238-9e2e999f55b2 req-18e18a2a-ecdf-429e-8722-471270dce8dc tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 210 time: 0.0637567 Dec 06 14:41:04.944539 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-5ea8913f-13fe-4481-a575-f96e50a45f6e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:04.961438 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['32951114-6811-4294-9ca3-b7348b9d530e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:41:05.016551 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8913f-13fe-4481-a575-f96e50a45f6e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Pushing event updated for resources: {'Port': ['ID=058d2958-f999-4286-a726-ad2ccdd47f8c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:05.061038 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446d8f5d-7300-4289-ab64-f90d1c0d7bf9 x-openstack-request-id: req-446d8f5d-7300-4289-ab64-f90d1c0d7bf9 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:05.061547 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3", "name": "network-vif-deleted", "tag": "c1af1df2-bf8c-467e-9e78-9a812330590b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:05.061953 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-446d8f5d-7300-4289-ab64-f90d1c0d7bf9 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:05.062504 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b03d32-4c1f-44cc-9a2f-f5c9d90ac6e3', 'name': 'network-vif-deleted', 'tag': 'c1af1df2-bf8c-467e-9e78-9a812330590b', 'status': 'completed', 'code': 200} Dec 06 14:41:05.076346 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdc2fa-a9fa-4f38-926b-de7dd344757c req-f8ef4237-6fb0-41dc-87d2-eef90c160712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:05.081797 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bcfdc2fa-a9fa-4f38-926b-de7dd344757c req-f8ef4237-6fb0-41dc-87d2-eef90c160712 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=839fb2b1155145d18438788c0bdeff35&device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22 HTTP/1.1" status: 200 len: 1097 time: 0.1991735 Dec 06 14:41:05.082455 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-5ea8913f-13fe-4481-a575-f96e50a45f6e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:41:05.085471 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-5ea8913f-13fe-4481-a575-f96e50a45f6e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:05.086421 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:05.098302 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-5ea8913f-13fe-4481-a575-f96e50a45f6e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:41:05.126833 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:05.161101 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-a8977d1b-060e-424c-a3b2-5cef29a0a52b tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:41:05.177109 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-5ea8913f-13fe-4481-a575-f96e50a45f6e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:05.177924 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-5ea8913f-13fe-4481-a575-f96e50a45f6e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:05.206027 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-5ea8913f-13fe-4481-a575-f96e50a45f6e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3245678 Dec 06 14:41:05.248053 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Request body: {'port': {'device_id': '7b1a1bea-a308-452c-803b-15eba3139ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:05.260953 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:05.383539 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:05.407175 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-a8977d1b-060e-424c-a3b2-5cef29a0a52b tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:41:05.412458 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-a8977d1b-060e-424c-a3b2-5cef29a0a52b tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:05.421638 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a936ec7d-5a0a-4280-b165-11a89cff3f2e None None] Sync routers for ids ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:41:05.429561 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdc2fa-a9fa-4f38-926b-de7dd344757c req-d2091d21-c993-4712-8584-7c94ac9bd1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:05.432336 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bcfdc2fa-a9fa-4f38-926b-de7dd344757c req-d2091d21-c993-4712-8584-7c94ac9bd1f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5476fa3d-f758-44f5-bed7-420b11259803 HTTP/1.1" status: 200 len: 925 time: 0.2978556 Dec 06 14:41:05.448560 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a936ec7d-5a0a-4280-b165-11a89cff3f2e None None] Routers {'b0cb600a-ad36-4f28-9b96-a6c6afab6c80'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:41:05.450258 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a936ec7d-5a0a-4280-b165-11a89cff3f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:41:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:05.453899 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d758db-99b3-43c4-9cfb-2032b3089718 None None] Pushing event updated for resources: {'Port': ['ID=180477dc-a041-444e-b44c-1904e5284851,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:05.474542 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c47624-ff54-4688-8575-a4a94b5b6fdf req-31089912-57d7-41c4-8d7b-a6fd3786908f tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:05.485222 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-a8977d1b-060e-424c-a3b2-5cef29a0a52b tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "PUT /v2.0/floatingips/30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f HTTP/1.1" status: 200 len: 695 time: 2.1306031 Dec 06 14:41:05.485984 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08c47624-ff54-4688-8575-a4a94b5b6fdf req-31089912-57d7-41c4-8d7b-a6fd3786908f tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 945 time: 0.2348413 Dec 06 14:41:05.491542 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Attempting to bind port 180477dc-a041-444e-b44c-1904e5284851 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:05.501343 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Attempting to bind port 180477dc-a041-444e-b44c-1904e5284851 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:05.501809 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Attempting to bind port 180477dc-a041-444e-b44c-1904e5284851 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:05.546367 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:05.547836 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:05.552147 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:05.553834 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:05.554527 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Bound port: 180477dc-a041-444e-b44c-1904e5284851, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:05.555011 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:05.634231 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:05.638624 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bcfdc2fa-a9fa-4f38-926b-de7dd344757c req-63ff386d-d08d-43d9-96fd-695a00826599 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf0b605b-b275-49d4-90b1-24dcbd11caf2 HTTP/1.1" status: 200 len: 1002 time: 0.1431928 Dec 06 14:41:05.755172 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a936ec7d-5a0a-4280-b165-11a89cff3f2e None None] Set router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:41:05.769350 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-7d477981-9a43-41c0-bac1-303b7e47715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:05.770952 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-7d477981-9a43-41c0-bac1-303b7e47715b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 1097 time: 0.1645503 Dec 06 14:41:05.787806 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] For port 180477dc-a041-444e-b44c-1904e5284851, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:05.793115 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] For port 180477dc-a041-444e-b44c-1904e5284851, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=180477dc-a041-444e-b44c-1904e5284851,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:05.818789 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:05.829074 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f748b1-9161-4e89-8686-810091ae8d93', 'tag': 'f37bd75c-6022-433c-8df0-0e5d136e3a2f'}, {'name': 'network-changed', 'server_uuid': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'tag': 'd66add43-5945-45b6-8f11-d9aeff916388'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:05.832116 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe" -d '{"events": [{"name": "network-changed", "server_uuid": "91f748b1-9161-4e89-8686-810091ae8d93", "tag": "f37bd75c-6022-433c-8df0-0e5d136e3a2f"}, {"name": "network-changed", "server_uuid": "cf67e1df-aef5-4df2-96ee-8f1aa4d0fade", "tag": "d66add43-5945-45b6-8f11-d9aeff916388"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:05.848800 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37870) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:05.935980 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d758db-99b3-43c4-9cfb-2032b3089718 None None] Pushing event updated for resources: {'Port': ['ID=180477dc-a041-444e-b44c-1904e5284851,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:05.938658 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08c47624-ff54-4688-8575-a4a94b5b6fdf req-29c2ec7b-6f53-4c83-b595-bbad8628a120 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546559 Dec 06 14:41:05.940259 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdc2fa-a9fa-4f38-926b-de7dd344757c req-1521a943-27a1-45bc-90f4-ed8ad7b18541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:05.941689 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bcfdc2fa-a9fa-4f38-926b-de7dd344757c req-1521a943-27a1-45bc-90f4-ed8ad7b18541 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb291ef5-fef4-4bb9-9c01-47a1329d615e HTTP/1.1" status: 200 len: 863 time: 0.2864540 Dec 06 14:41:05.992892 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Routers {'582b73bb-0f14-43f4-8919-8c223b556696'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:41:06.000563 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:41:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['582b73bb-0f14-43f4-8919-8c223b556696'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:06.026803 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] Allocated IP 172.20.0.1 (28950775-e42b-412b-a9e1-abe0a55f3ce1/352190ac-4e40-4db3-8c61-c3bb8f5b1665/b580e75c-1f8b-409e-9272-2748eb191fab) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:41:06.086895 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-90784f23-7144-4f67-bd5f-94b84f4ba452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:06.089084 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-90784f23-7144-4f67-bd5f-94b84f4ba452 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 200 len: 921 time: 0.3055587 Dec 06 14:41:06.148326 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-1aa3c6f4-e061-4f6a-a5d5-532b9e6c2e68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d66add43-5945-45b6-8f11-d9aeff916388 HTTP/1.1" status: 200 len: 217 time: 0.0497618 Dec 06 14:41:06.206410 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdc2fa-a9fa-4f38-926b-de7dd344757c req-46955dc3-866a-4b46-a42f-5afc2fd2c88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:06.208031 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bcfdc2fa-a9fa-4f38-926b-de7dd344757c req-46955dc3-866a-4b46-a42f-5afc2fd2c88c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5476fa3d-f758-44f5-bed7-420b11259803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2483997 Dec 06 14:41:06.229130 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da6181-da27-4a97-bb82-7cbe32118ec6 req-05b49080-48ec-4d62-ac25-cbb041bf5cca tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:06.230749 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-28da6181-da27-4a97-bb82-7cbe32118ec6 req-05b49080-48ec-4d62-ac25-cbb041bf5cca tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 943 time: 0.1356807 Dec 06 14:41:06.242752 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-af83b5c0-738b-499a-ae5c-9e3c3fd71b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:06.244322 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-af83b5c0-738b-499a-ae5c-9e3c3fd71b54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c063f61-a0d6-4d97-b506-ad47b05a1286 HTTP/1.1" status: 200 len: 859 time: 0.0844724 Dec 06 14:41:06.253040 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] Set router 582b73bb-0f14-43f4-8919-8c223b556696 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:41:06.314220 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a936ec7d-5a0a-4280-b165-11a89cff3f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:40:00Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:06.320857 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058d2958-f999-4286-a726-ad2ccdd47f8c {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:41:06.328734 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-05ead5f3-658d-48ce-b978-f7f2045a0ef8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d9fe2119e6d491393e1563f651e4ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4793615 Dec 06 14:41:06.332315 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37882) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:06.361876 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a936ec7d-5a0a-4280-b165-11a89cff3f2e None None] Checking router: b0cb600a-ad36-4f28-9b96-a6c6afab6c80 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:41:06.362472 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:06.382971 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a936ec7d-5a0a-4280-b165-11a89cff3f2e None None] Routers {'b0cb600a-ad36-4f28-9b96-a6c6afab6c80'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:41:06.383609 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a936ec7d-5a0a-4280-b165-11a89cff3f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:41:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:06.391830 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Transition to ACTIVE for port object 058d2958-f999-4286-a726-ad2ccdd47f8c will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:41:06.402411 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device f37bd75c-6022-433c-8df0-0e5d136e3a2f details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:41:06.406368 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-d3e882db-6029-47b0-9f21-3ae3da64d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:06.407623 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-d3e882db-6029-47b0-9f21-3ae3da64d3e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f20ef1d-3a79-45eb-89da-218d4bf84e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446826 Dec 06 14:41:06.408299 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:06.416841 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88f3b754-8df9-4123-a3d5-8ebeb4b76d88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:06.427414 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:06.443846 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88f3b754-8df9-4123-a3d5-8ebeb4b76d88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:06.488536 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:06.521640 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a936ec7d-5a0a-4280-b165-11a89cff3f2e None None] Set router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:41:06.566224 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88f3b754-8df9-4123-a3d5-8ebeb4b76d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:06.568743 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88f3b754-8df9-4123-a3d5-8ebeb4b76d88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:06.573004 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-88f3b754-8df9-4123-a3d5-8ebeb4b76d88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff3c7bf9-1804-45cd-94d7-1da32846c8b8 HTTP/1.1" status: 204 len: 168 time: 0.2356806 Dec 06 14:41:06.575413 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port f37bd75c-6022-433c-8df0-0e5d136e3a2f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f37bd75c-6022-433c-8df0-0e5d136e3a2f,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:06.595614 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] Network 28950775-e42b-412b-a9e1-abe0a55f3ce1 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:41:06.613796 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device f37bd75c-6022-433c-8df0-0e5d136e3a2f has no active binding in host n-h2-master-1 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 14:41:06.617304 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:06.619578 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c1af1df2-bf8c-467e-9e78-9a812330590b no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:41:06.621349 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:41:06.655632 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-28da6181-da27-4a97-bb82-7cbe32118ec6 req-3da3e83e-1f1f-40a7-bbc7-43e1a1721d24 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145057 Dec 06 14:41:06.682543 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Pushing event updated for resources: {'Port': ['ID=058d2958-f999-4286-a726-ad2ccdd47f8c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:06.747142 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:06.751979 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3b754-8df9-4123-a3d5-8ebeb4b76d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3c7bf9-1804-45cd-94d7-1da32846c8b8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:06.752393 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: c1af1df2-bf8c-467e-9e78-9a812330590b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:41:06.752877 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c1af1df2-bf8c-467e-9e78-9a812330590b not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:41:06.775433 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:06.825287 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b022b9b-87b9-4c69-96e5-10783184f598 x-openstack-request-id: req-9b022b9b-87b9-4c69-96e5-10783184f598 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:06.825837 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f748b1-9161-4e89-8686-810091ae8d93", "tag": "f37bd75c-6022-433c-8df0-0e5d136e3a2f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cf67e1df-aef5-4df2-96ee-8f1aa4d0fade", "tag": "d66add43-5945-45b6-8f11-d9aeff916388", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:06.825837 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b022b9b-87b9-4c69-96e5-10783184f598 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:06.826232 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f748b1-9161-4e89-8686-810091ae8d93', 'tag': 'f37bd75c-6022-433c-8df0-0e5d136e3a2f', 'status': 'completed', 'code': 200} Dec 06 14:41:06.826489 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'tag': 'd66add43-5945-45b6-8f11-d9aeff916388', 'status': 'completed', 'code': 200} Dec 06 14:41:06.902774 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-57976018-b4b8-453b-a1c5-693a0130d320 service neutron] 10.222.0.20 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994904 Dec 06 14:41:06.918917 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582b73bb-0f14-43f4-8919-8c223b556696', 'name': 'tempest-AttachSCSIVolumeTestJSON-969321211-router', 'tenant_id': 'a6b9a49af22e4bde93573ef9e65199da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.148'}], 'enable_snat': True}, 'gw_port_id': '180477dc-a041-444e-b44c-1904e5284851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:40:56Z', 'updated_at': '2021-12-06T14:41:00Z', 'revision_number': 3, 'project_id': 'a6b9a49af22e4bde93573ef9e65199da', 'gw_port': {'id': '180477dc-a041-444e-b44c-1904e5284851', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582b73bb-0f14-43f4-8919-8c223b556696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:58Z', 'updated_at': '2021-12-06T14:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:06.941860 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a936ec7d-5a0a-4280-b165-11a89cff3f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:40:00Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:06.958016 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] Pushing event updated for resources: {'Port': ['ID=b580e75c-1f8b-409e-9272-2748eb191fab,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:06.989047 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dd0748-9c9a-4de5-ba37-748f4a2ce867 None None] The sync data for ids ['582b73bb-0f14-43f4-8919-8c223b556696'] in n-d-master-1 is: [{'id': '582b73bb-0f14-43f4-8919-8c223b556696', 'name': 'tempest-AttachSCSIVolumeTestJSON-969321211-router', 'tenant_id': 'a6b9a49af22e4bde93573ef9e65199da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.148'}], 'enable_snat': True}, 'gw_port_id': '180477dc-a041-444e-b44c-1904e5284851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:40:56Z', 'updated_at': '2021-12-06T14:41:00Z', 'revision_number': 3, 'project_id': 'a6b9a49af22e4bde93573ef9e65199da', 'gw_port': {'id': '180477dc-a041-444e-b44c-1904e5284851', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582b73bb-0f14-43f4-8919-8c223b556696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:58Z', 'updated_at': '2021-12-06T14:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:41:06.997865 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a936ec7d-5a0a-4280-b165-11a89cff3f2e None None] The sync data for ids ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'] in n-d-master-1 is: [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:39:56Z', 'revision_number': 4, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e', 'name': '', 'network_id': '2f20ef1d-3a79-45eb-89da-218d4bf84e98', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'mac_address': 'fa:16:3e:0b:53:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:53Z', 'updated_at': '2021-12-06T14:40:00Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'subnets': [{'id': '9c063f61-a0d6-4d97-b506-ad47b05a1286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:41:07.011912 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Attempting to bind port 058d2958-f999-4286-a726-ad2ccdd47f8c on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:07.012153 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Attempting to bind port 058d2958-f999-4286-a726-ad2ccdd47f8c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:07.012403 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Attempting to bind port 058d2958-f999-4286-a726-ad2ccdd47f8c on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:07.014671 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bcfdc2fa-a9fa-4f38-926b-de7dd344757c req-17f4eee2-2874-4430-9f9f-a0cb0b2e3e34 service neutron] 10.222.0.37 "GET /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7966952 Dec 06 14:41:07.028624 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Port 058d2958-f999-4286-a726-ad2ccdd47f8c on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:41:07.028958 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Attempting to bind port 058d2958-f999-4286-a726-ad2ccdd47f8c on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:07.103338 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:07.103693 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:07.104100 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:07.104571 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Bound port: 058d2958-f999-4286-a726-ad2ccdd47f8c, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:07.105056 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:07.130088 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f7626e86-b1c8-452b-84e2-4b49121ef03a None None] Provisioning complete for port b580e75c-1f8b-409e-9272-2748eb191fab triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:07.130710 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7626e86-b1c8-452b-84e2-4b49121ef03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:07.204402 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f7626e86-b1c8-452b-84e2-4b49121ef03a None None] Port b580e75c-1f8b-409e-9272-2748eb191fab cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:41:07.218878 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37888) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:07.278351 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c297f3a-8f2f-4485-b7b1-b73928000374 req-87d9feb4-fc9c-4ff9-9d3e-835727eb78a2 service neutron] 10.222.0.20 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563809 Dec 06 14:41:07.292985 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] For port 058d2958-f999-4286-a726-ad2ccdd47f8c, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:07.300847 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] For port 058d2958-f999-4286-a726-ad2ccdd47f8c, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=058d2958-f999-4286-a726-ad2ccdd47f8c,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:07.310923 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2dd74056-edc3-4e18-9299-17a9bbccf049 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb1e0490a3d6429ea98aba60b42ff940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0880852 Dec 06 14:41:07.310923 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:07.311949 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37890) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:07.389070 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:07.389686 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:07.391042 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] 10.222.0.37 "PUT /v2.0/ports/058d2958-f999-4286-a726-ad2ccdd47f8c HTTP/1.1" status: 200 len: 1096 time: 2.1507800 Dec 06 14:41:07.470379 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9db191-b5b9-40cf-a357-a722b23ef24e req-8e758de6-5a52-4b31-ac2e-6c7b6edf5efd tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:07.471639 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f9db191-b5b9-40cf-a357-a722b23ef24e req-8e758de6-5a52-4b31-ac2e-6c7b6edf5efd tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 948 time: 0.5040414 Dec 06 14:41:07.479633 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-263efd48-1ee4-45ee-b897-479b663c9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:07.481117 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-263efd48-1ee4-45ee-b897-479b663c9ada service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 1124 time: 0.5536973 Dec 06 14:41:07.482673 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85a90f-3890-4d00-9661-bc21bb23a96f service neutron] Pushing event updated for resources: {'Port': ['ID=058d2958-f999-4286-a726-ad2ccdd47f8c,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:07.515959 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d6027-f1ed-45ec-81fb-c8da670156a4 req-a8e1d73b-fec8-4384-94f3-090c00b1e85a tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:07.537826 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0e1d6027-f1ed-45ec-81fb-c8da670156a4 req-a8e1d73b-fec8-4384-94f3-090c00b1e85a tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 945 time: 0.1379216 Dec 06 14:41:07.550063 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa8cc7dc-1241-4d8e-b850-b105821c4957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:07.598915 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-e1199009-6318-4f60-b602-24506d6515e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:07.603992 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-e1199009-6318-4f60-b602-24506d6515e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 1099 time: 0.1549389 Dec 06 14:41:07.605358 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20436a88-6574-407a-ad69-62fefdb996d9 None None] New status for floating IP 30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:41:07.631357 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bcfdc2fa-a9fa-4f38-926b-de7dd344757c req-7fa548e0-e476-487b-90b6-0b221e89e032 service neutron] 10.222.0.37 "GET /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5978937 Dec 06 14:41:07.642556 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:07.693629 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa8cc7dc-1241-4d8e-b850-b105821c4957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:07.696307 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-3c2c1c73-5b7d-4297-b358-7f11e87890cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=058d2958-f999-4286-a726-ad2ccdd47f8c HTTP/1.1" status: 200 len: 217 time: 0.0849004 Dec 06 14:41:07.716967 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f9db191-b5b9-40cf-a357-a722b23ef24e req-d28e85b6-7d07-454e-a1c7-a4fc23f5bbb4 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711791 Dec 06 14:41:07.768852 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0e1d6027-f1ed-45ec-81fb-c8da670156a4 req-198f89c1-a0ed-4f39-a3a5-48c0770b8bcc tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299058 Dec 06 14:41:07.811736 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-585a50de-0f74-4501-a0e0-2a0abd56aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:07.823473 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-585a50de-0f74-4501-a0e0-2a0abd56aa1a service neutron] 10.222.0.23 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 921 time: 0.3169794 Dec 06 14:41:07.825237 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-f7f2301c-7bb5-45db-91a8-da7a301ab32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:07.826982 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-f7f2301c-7bb5-45db-91a8-da7a301ab32b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1161442 Dec 06 14:41:07.857257 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa8cc7dc-1241-4d8e-b850-b105821c4957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:07.868147 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa8cc7dc-1241-4d8e-b850-b105821c4957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:07.871769 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-aa8cc7dc-1241-4d8e-b850-b105821c4957 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73f070fd-8e92-487d-bc67-6563640ebb69 HTTP/1.1" status: 204 len: 168 time: 0.5564666 Dec 06 14:41:07.922933 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-ea4de49a-47bb-4f01-99e7-a7f97224fd99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f37bd75c-6022-433c-8df0-0e5d136e3a2f HTTP/1.1" status: 200 len: 217 time: 0.0948355 Dec 06 14:41:07.934718 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cc7dc-1241-4d8e-b850-b105821c4957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f070fd-8e92-487d-bc67-6563640ebb69,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:07.978605 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-101589e0-f507-4412-b574-73376153b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:07.980374 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-101589e0-f507-4412-b574-73376153b403 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1361361 Dec 06 14:41:08.201319 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-5674709f-2928-4f31-a72d-9ccb1d0de6ee service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092006 Dec 06 14:41:08.218859 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-8baabfda-df34-4664-b8d5-2098fde305d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:08.220496 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-8baabfda-df34-4664-b8d5-2098fde305d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.2786705 Dec 06 14:41:08.330742 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-7412070e-995e-4e6d-b011-3826c1c0e380 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869825 Dec 06 14:41:08.344033 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cdfd6-1287-4fd6-a2ff-05c7eb8d8e9b req-68e0fe7c-559c-431c-b7c2-926765a3b3a9 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:08.351298 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-399cdfd6-1287-4fd6-a2ff-05c7eb8d8e9b req-68e0fe7c-559c-431c-b7c2-926765a3b3a9 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 943 time: 0.2085063 Dec 06 14:41:08.398361 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbba1432-5242-4757-838d-d8bfa23c9dfc req-19a03942-d61e-4cdc-adef-ffa6ba08bdc3 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877844 Dec 06 14:41:08.458567 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:08.472038 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:08.621077 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-399cdfd6-1287-4fd6-a2ff-05c7eb8d8e9b req-e53bdcb9-4441-4fdf-b751-3a8e6b30f142 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601655 Dec 06 14:41:08.692838 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] Pushing event updated for resources: {'Port': ['ID=b580e75c-1f8b-409e-9272-2748eb191fab,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:08.703749 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:08.711372 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-f6dad11f-da11-42fe-aded-5293e538353d service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539813 Dec 06 14:41:08.807718 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd2d00-5a6b-4069-9e05-f66529d85dd2 req-d34f36d5-95ba-4da9-8cfc-83a41424f8ba tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:08.815988 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a3bd2d00-5a6b-4069-9e05-f66529d85dd2 req-d34f36d5-95ba-4da9-8cfc-83a41424f8ba tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 945 time: 0.1866724 Dec 06 14:41:08.826265 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37924) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:08.828421 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1a1bea-a308-452c-803b-15eba3139ff3', 'tag': '058d2958-f999-4286-a726-ad2ccdd47f8c'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:08.830447 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213f8708-5061-4421-ac3f-4358c96392e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1a1bea-a308-452c-803b-15eba3139ff3", "tag": "058d2958-f999-4286-a726-ad2ccdd47f8c"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:08.833058 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 180477dc-a041-444e-b44c-1904e5284851 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:08.889918 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-55ea2a8c-4f83-4d18-a345-6701fe5bd4be req-96597f8c-8d3e-40d9-8f73-8680215d67c1 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/floatingips/30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f HTTP/1.1" status: 200 len: 693 time: 0.2057621 Dec 06 14:41:08.943111 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 180477dc-a041-444e-b44c-1904e5284851 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:08.944584 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:08.953609 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a3bd2d00-5a6b-4069-9e05-f66529d85dd2 req-3a3f800b-e000-407e-85c4-b3efa8ed3512 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202326 Dec 06 14:41:09.091519 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:09.112961 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a2e49f3-81eb-4238-893a-c20e15d36bc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:09.116162 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 180477dc-a041-444e-b44c-1904e5284851, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=180477dc-a041-444e-b44c-1904e5284851,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:09.138536 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:09.170370 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf844e-0117-455c-ae05-9ea369797cad req-4d23a110-8ffb-4183-8d56-7d330384935f tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:09.172659 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3ecf844e-0117-455c-ae05-9ea369797cad req-4d23a110-8ffb-4183-8d56-7d330384935f tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 948 time: 0.1244512 Dec 06 14:41:09.175993 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-0db75a78-1041-4ee9-b7f5-4a58c7b9ab3e service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966334 Dec 06 14:41:09.183547 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] Network 28950775-e42b-412b-a9e1-abe0a55f3ce1 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:41:09.186487 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:09.200268 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea2a8c-4f83-4d18-a345-6701fe5bd4be req-3159d066-aa2d-44d0-9c1a-3d7d67439f27 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:09.201642 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-55ea2a8c-4f83-4d18-a345-6701fe5bd4be req-3159d066-aa2d-44d0-9c1a-3d7d67439f27 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.3109527 Dec 06 14:41:09.231119 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=180477dc-a041-444e-b44c-1904e5284851,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:09.263392 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-55ea2a8c-4f83-4d18-a345-6701fe5bd4be req-5cf2f8a6-e8eb-4cdd-8d3b-e23e932cdecb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:41:09.265016 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-55ea2a8c-4f83-4d18-a345-6701fe5bd4be req-5cf2f8a6-e8eb-4cdd-8d3b-e23e932cdecb tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083222 Dec 06 14:41:09.294988 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3ecf844e-0117-455c-ae05-9ea369797cad req-6e7ccc3e-b612-4d8e-adac-fca7083ebd3e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110640 Dec 06 14:41:09.323521 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a2e49f3-81eb-4238-893a-c20e15d36bc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:09.328722 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a2e49f3-81eb-4238-893a-c20e15d36bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:09.387586 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e49f3-81eb-4238-893a-c20e15d36bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7545e239-75d0-4b74-9d22-4e26e65bb571,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:09.396875 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0a2e49f3-81eb-4238-893a-c20e15d36bc5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e0a49687cd043afb624add1701c4532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5693722 Dec 06 14:41:09.397504 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37944) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:09.423481 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533c38f6-d15a-4572-9766-bc180145ab74 x-openstack-request-id: req-533c38f6-d15a-4572-9766-bc180145ab74 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:09.423781 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1a1bea-a308-452c-803b-15eba3139ff3", "tag": "058d2958-f999-4286-a726-ad2ccdd47f8c", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:09.424010 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-533c38f6-d15a-4572-9766-bc180145ab74 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:09.424413 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1a1bea-a308-452c-803b-15eba3139ff3', 'tag': '058d2958-f999-4286-a726-ad2ccdd47f8c', 'status': 'completed', 'code': 200} Dec 06 14:41:09.452184 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-55ea2a8c-4f83-4d18-a345-6701fe5bd4be req-35ab7d3b-1fb5-44a8-a4fb-72a0d2386c04 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.63 HTTP/1.1" status: 200 len: 696 time: 0.1727874 Dec 06 14:41:09.506373 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b7fc5ba-bae1-48c6-9994-13c614b29603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:09.538325 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b7fc5ba-bae1-48c6-9994-13c614b29603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:09.591526 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-55ea2a8c-4f83-4d18-a345-6701fe5bd4be req-0833651e-c0ad-46c4-b22a-ded8eaab21e3 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.63 HTTP/1.1" status: 200 len: 696 time: 0.1388774 Dec 06 14:41:09.605376 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f8708-5061-4421-ac3f-4358c96392e4 req-4d8fd5a4-5de7-43a9-9b33-b8ab09061030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:09.610210 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-213f8708-5061-4421-ac3f-4358c96392e4 req-4d8fd5a4-5de7-43a9-9b33-b8ab09061030 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 1099 time: 0.1525943 Dec 06 14:41:09.612335 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b7fc5ba-bae1-48c6-9994-13c614b29603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:09.614923 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b7fc5ba-bae1-48c6-9994-13c614b29603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:09.620357 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1b7fc5ba-bae1-48c6-9994-13c614b29603 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7545e239-75d0-4b74-9d22-4e26e65bb571 HTTP/1.1" status: 204 len: 168 time: 0.2184641 Dec 06 14:41:09.631296 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fc5ba-bae1-48c6-9994-13c614b29603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7545e239-75d0-4b74-9d22-4e26e65bb571,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:09.644403 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-352614ff-10da-4e0f-9f4a-de5419a5afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:09.646120 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-352614ff-10da-4e0f-9f4a-de5419a5afc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 1097 time: 0.3311057 Dec 06 14:41:09.658274 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] Router 582b73bb-0f14-43f4-8919-8c223b556696 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:41:09.659580 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8a9ca9e3-74a8-4a2a-81a4-86559c14d4da None None] Provisioning complete for port b580e75c-1f8b-409e-9272-2748eb191fab triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:09.660002 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a9ca9e3-74a8-4a2a-81a4-86559c14d4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:09.679859 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-67da6a56-f62f-484a-b046-7ab0d892db2e service neutron] 10.222.0.23 "GET /v2.0/ports/f37bd75c-6022-433c-8df0-0e5d136e3a2f/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.4083831 Dec 06 14:41:09.752042 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8a9ca9e3-74a8-4a2a-81a4-86559c14d4da None None] Port b580e75c-1f8b-409e-9272-2748eb191fab cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:41:09.776561 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f652-96af-4007-b477-4c1f3e525541 req-40cd3dc2-31bb-4305-b9ac-8d874fdb9b46 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:09.779645 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cd15f652-96af-4007-b477-4c1f3e525541 req-40cd3dc2-31bb-4305-b9ac-8d874fdb9b46 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 945 time: 0.1577632 Dec 06 14:41:09.864690 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f8708-5061-4421-ac3f-4358c96392e4 req-e88d17f8-3dad-4c2c-acfa-db3ca355eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:09.866216 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-213f8708-5061-4421-ac3f-4358c96392e4 req-e88d17f8-3dad-4c2c-acfa-db3ca355eebd service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2328959 Dec 06 14:41:09.883884 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cd15f652-96af-4007-b477-4c1f3e525541 req-2d477f7e-9b39-436a-930e-21f817f4643f tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886033 Dec 06 14:41:09.965436 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-213f8708-5061-4421-ac3f-4358c96392e4 req-7b91f7e1-a7ae-49ed-ab6d-652ec409d11c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=058d2958-f999-4286-a726-ad2ccdd47f8c HTTP/1.1" status: 200 len: 217 time: 0.0824361 Dec 06 14:41:10.063870 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f8708-5061-4421-ac3f-4358c96392e4 req-90c9ba01-3205-43f0-a68c-892b45834e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:10.069227 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-213f8708-5061-4421-ac3f-4358c96392e4 req-90c9ba01-3205-43f0-a68c-892b45834e9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0898857 Dec 06 14:41:10.121479 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f96a69-0e31-46ec-ba0e-716e448761fe req-257127b0-6154-42b9-990c-f57e8aa0068e tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:10.123233 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1f96a69-0e31-46ec-ba0e-716e448761fe req-257127b0-6154-42b9-990c-f57e8aa0068e tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 943 time: 0.1389349 Dec 06 14:41:10.156039 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f8708-5061-4421-ac3f-4358c96392e4 req-8eb92ad8-a677-48af-abaa-6187ba2a26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:10.157801 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-213f8708-5061-4421-ac3f-4358c96392e4 req-8eb92ad8-a677-48af-abaa-6187ba2a26fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0824525 Dec 06 14:41:10.281980 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-213f8708-5061-4421-ac3f-4358c96392e4 req-d74b5b7d-ec4a-4f19-bb3b-1e162555f094 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942624 Dec 06 14:41:10.293564 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1f96a69-0e31-46ec-ba0e-716e448761fe req-c0510a90-fcbf-426e-b0c5-3492ee2da6ac tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595821 Dec 06 14:41:10.379113 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:41:10.381193 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-007c8a5c-3005-4b65-b217-02e08d671658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:10.382751 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-007c8a5c-3005-4b65-b217-02e08d671658 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 200 len: 921 time: 0.7219367 Dec 06 14:41:10.387143 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bc578377-8b77-40fe-8eee-4fecf5a5abea admin admin] 10.222.0.20 "PUT /v2.0/routers/582b73bb-0f14-43f4-8919-8c223b556696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6812179 Dec 06 14:41:10.401362 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Sync routers for ids ['582b73bb-0f14-43f4-8919-8c223b556696'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:41:10.416169 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Routers {'582b73bb-0f14-43f4-8919-8c223b556696'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:41:10.416951 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:41:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['582b73bb-0f14-43f4-8919-8c223b556696'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:10.419052 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-213f8708-5061-4421-ac3f-4358c96392e4 req-83c8d123-5cdf-4d87-9982-ae94ca983724 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245294 Dec 06 14:41:10.460326 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-87bf20ca-383c-42d0-a8aa-1db8d160320e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d66add43-5945-45b6-8f11-d9aeff916388 HTTP/1.1" status: 200 len: 217 time: 0.0650291 Dec 06 14:41:10.520947 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-55ea2a8c-4f83-4d18-a345-6701fe5bd4be req-5c914e99-b81f-459f-ab1a-0a282c92d0b7 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Deleting port b2b0f2e6-82fe-4f5d-ab1e-cd6546e7ea6f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:41:10.521583 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-55ea2a8c-4f83-4d18-a345-6701fe5bd4be req-5c914e99-b81f-459f-ab1a-0a282c92d0b7 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:10.597652 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Set router 582b73bb-0f14-43f4-8919-8c223b556696 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:41:10.608961 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-9880b1fa-e7c0-4c42-91d2-beaffbcb5a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:10.610468 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-9880b1fa-e7c0-4c42-91d2-beaffbcb5a08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c063f61-a0d6-4d97-b506-ad47b05a1286 HTTP/1.1" status: 200 len: 859 time: 0.1390779 Dec 06 14:41:10.671387 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e4612-4cde-4646-8129-1cad5c6f1e86 req-2b85287c-f170-4fe0-ba3b-bd7f076ab6ef tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:10.671892 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e4612-4cde-4646-8129-1cad5c6f1e86 req-2b85287c-f170-4fe0-ba3b-bd7f076ab6ef tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:10.672359 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e4612-4cde-4646-8129-1cad5c6f1e86 req-2b85287c-f170-4fe0-ba3b-bd7f076ab6ef tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:10.672959 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e4612-4cde-4646-8129-1cad5c6f1e86 req-2b85287c-f170-4fe0-ba3b-bd7f076ab6ef tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:10.674028 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e4612-4cde-4646-8129-1cad5c6f1e86 req-2b85287c-f170-4fe0-ba3b-bd7f076ab6ef tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:10.674491 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e4612-4cde-4646-8129-1cad5c6f1e86 req-2b85287c-f170-4fe0-ba3b-bd7f076ab6ef tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:10.675202 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e4612-4cde-4646-8129-1cad5c6f1e86 req-2b85287c-f170-4fe0-ba3b-bd7f076ab6ef tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:10.675903 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e4612-4cde-4646-8129-1cad5c6f1e86 req-2b85287c-f170-4fe0-ba3b-bd7f076ab6ef tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:10.676381 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e4612-4cde-4646-8129-1cad5c6f1e86 req-2b85287c-f170-4fe0-ba3b-bd7f076ab6ef tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:10.676836 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e4612-4cde-4646-8129-1cad5c6f1e86 req-2b85287c-f170-4fe0-ba3b-bd7f076ab6ef tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:10.678572 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e4612-4cde-4646-8129-1cad5c6f1e86 req-2b85287c-f170-4fe0-ba3b-bd7f076ab6ef tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:10.689910 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-460e4612-4cde-4646-8129-1cad5c6f1e86 req-2b85287c-f170-4fe0-ba3b-bd7f076ab6ef tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7869 time: 0.1563513 Dec 06 14:41:10.738010 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-d34799e4-d802-4b38-9156-1bf14c983b56 service neutron] For port f37bd75c-6022-433c-8df0-0e5d136e3a2f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f37bd75c-6022-433c-8df0-0e5d136e3a2f,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:10.746055 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 180477dc-a041-444e-b44c-1904e5284851 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:10.816339 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205d052-54a9-43b0-ad22-42eed4368f09 req-9fcc4044-0a2c-4756-98b1-7f3006206e40 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:10.820746 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-55ea2a8c-4f83-4d18-a345-6701fe5bd4be req-5c914e99-b81f-459f-ab1a-0a282c92d0b7 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:10.821944 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-55ea2a8c-4f83-4d18-a345-6701fe5bd4be req-5c914e99-b81f-459f-ab1a-0a282c92d0b7 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:10.825072 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c205d052-54a9-43b0-ad22-42eed4368f09 req-9fcc4044-0a2c-4756-98b1-7f3006206e40 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 945 time: 0.0645950 Dec 06 14:41:10.826824 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38002) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:10.847966 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-55ea2a8c-4f83-4d18-a345-6701fe5bd4be req-5c914e99-b81f-459f-ab1a-0a282c92d0b7 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Calling delete_port for b2b0f2e6-82fe-4f5d-ab1e-cd6546e7ea6f owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:41:10.849859 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 180477dc-a041-444e-b44c-1904e5284851 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:10.850644 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:10.906540 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582b73bb-0f14-43f4-8919-8c223b556696', 'name': 'tempest-AttachSCSIVolumeTestJSON-969321211-router', 'tenant_id': 'a6b9a49af22e4bde93573ef9e65199da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.148'}], 'enable_snat': True}, 'gw_port_id': '180477dc-a041-444e-b44c-1904e5284851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:40:56Z', 'updated_at': '2021-12-06T14:41:07Z', 'revision_number': 4, 'project_id': 'a6b9a49af22e4bde93573ef9e65199da', 'gw_port': {'id': '180477dc-a041-444e-b44c-1904e5284851', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582b73bb-0f14-43f4-8919-8c223b556696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:58Z', 'updated_at': '2021-12-06T14:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b580e75c-1f8b-409e-9272-2748eb191fab', 'name': '', 'network_id': '28950775-e42b-412b-a9e1-abe0a55f3ce1', 'tenant_id': 'a6b9a49af22e4bde93573ef9e65199da', 'mac_address': 'fa:16:3e:dc:3e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582b73bb-0f14-43f4-8919-8c223b556696', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '352190ac-4e40-4db3-8c61-c3bb8f5b1665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:05Z', 'updated_at': '2021-12-06T14:41:07Z', 'revision_number': 2, 'project_id': 'a6b9a49af22e4bde93573ef9e65199da', 'subnets': [{'id': '352190ac-4e40-4db3-8c61-c3bb8f5b1665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:10.937385 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c205d052-54a9-43b0-ad22-42eed4368f09 req-23e6c62f-8812-4790-96af-4f108a326673 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005826 Dec 06 14:41:10.973064 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Checking router: 582b73bb-0f14-43f4-8919-8c223b556696 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:41:10.973463 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Updating router 582b73bb-0f14-43f4-8919-8c223b556696 port b580e75c-1f8b-409e-9272-2748eb191fab binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:41:10.982737 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9ead63df-b86f-4771-a232-937f632579de admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-124513840-network', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:10.986464 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-64405b13-4c84-4384-962f-8024717c8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:10.988983 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-64405b13-4c84-4384-962f-8024717c8486 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f20ef1d-3a79-45eb-89da-218d4bf84e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3678586 Dec 06 14:41:10.999996 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-d34799e4-d802-4b38-9156-1bf14c983b56 service neutron] For port f37bd75c-6022-433c-8df0-0e5d136e3a2f, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:11.028972 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.091711 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ead63df-b86f-4771-a232-937f632579de admin admin] Made reservation on behalf of efee5c2d9daf4ae5835be7ffbf3102fe for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:41:11.097114 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ead63df-b86f-4771-a232-937f632579de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.110386 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ead63df-b86f-4771-a232-937f632579de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.113265 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-d34799e4-d802-4b38-9156-1bf14c983b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37bd75c-6022-433c-8df0-0e5d136e3a2f {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:41:11.131006 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fd314-6b3f-425b-9708-7f8bd2c5b1a5 req-31f322d6-1e5e-4e3f-8f13-7f66be30f366 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:11.132635 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a1fd314-6b3f-425b-9708-7f8bd2c5b1a5 req-31f322d6-1e5e-4e3f-8f13-7f66be30f366 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 948 time: 0.1165240 Dec 06 14:41:11.162898 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-d34799e4-d802-4b38-9156-1bf14c983b56 service neutron] For port f37bd75c-6022-433c-8df0-0e5d136e3a2f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f37bd75c-6022-433c-8df0-0e5d136e3a2f,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:11.183076 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-55ea2a8c-4f83-4d18-a345-6701fe5bd4be req-5c914e99-b81f-459f-ab1a-0a282c92d0b7 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.233413 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-d34799e4-d802-4b38-9156-1bf14c983b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.238409 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c914e99-b81f-459f-ab1a-0a282c92d0b7 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Pushing event deleted for resources: {'Port': ['ID=b2b0f2e6-82fe-4f5d-ab1e-cd6546e7ea6f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:11.247042 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a1fd314-6b3f-425b-9708-7f8bd2c5b1a5 req-0f7933f2-dc6b-4830-a8ed-f935490a5711 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025472 Dec 06 14:41:11.249920 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-d05c0a2b-ef1a-4c2e-a0c7-451b5169015b service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513268 Dec 06 14:41:11.329071 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ead63df-b86f-4771-a232-937f632579de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.336524 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ead63df-b86f-4771-a232-937f632579de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.373467 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ead63df-b86f-4771-a232-937f632579de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:41:11.408045 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ead63df-b86f-4771-a232-937f632579de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.408380 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-9ead63df-b86f-4771-a232-937f632579de admin admin] Added segment 7170f104-d7c9-4cee-be83-eaca5aae7196 of type vlan for network 29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd Dec 06 14:41:11.409570 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead63df-b86f-4771-a232-937f632579de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf8c4b9-186e-407c-b2d2-9e69132b767e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:11.475114 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-55ea2a8c-4f83-4d18-a345-6701fe5bd4be req-5c914e99-b81f-459f-ab1a-0a282c92d0b7 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.484149 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.486723 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-55ea2a8c-4f83-4d18-a345-6701fe5bd4be req-5c914e99-b81f-459f-ab1a-0a282c92d0b7 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.489014 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-55ea2a8c-4f83-4d18-a345-6701fe5bd4be req-5c914e99-b81f-459f-ab1a-0a282c92d0b7 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "DELETE /v2.0/floatingips/30f5559d-9953-4c8a-b2f3-81a2bfaf0e7f HTTP/1.1" status: 204 len: 173 time: 1.8966658 Dec 06 14:41:11.520512 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.532618 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ead63df-b86f-4771-a232-937f632579de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.619352 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ead63df-b86f-4771-a232-937f632579de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.621666 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-d34799e4-d802-4b38-9156-1bf14c983b56 service neutron] Transition to ACTIVE for port object f37bd75c-6022-433c-8df0-0e5d136e3a2f will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:41:11.622370 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ead63df-b86f-4771-a232-937f632579de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:11.625844 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ead63df-b86f-4771-a232-937f632579de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.672308 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f9011-15bc-438f-bced-394f2cbbaabc None None] Pushing event updated for resources: {'Port': ['ID=b580e75c-1f8b-409e-9272-2748eb191fab,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:11.690501 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41eae1d-b3a6-4f16-8e0d-6a58c0d6eae2 req-8c8e14bd-7ccb-41c5-b3a7-85150d30e880 tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:11.699343 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f41eae1d-b3a6-4f16-8e0d-6a58c0d6eae2 req-8c8e14bd-7ccb-41c5-b3a7-85150d30e880 tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 886 time: 0.3019013 Dec 06 14:41:11.707432 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-d34799e4-d802-4b38-9156-1bf14c983b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.756947 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9ead63df-b86f-4771-a232-937f632579de admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9281144 Dec 06 14:41:11.775399 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38018) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:11.785520 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3be0eaca-ea08-478e-8dd5-36a7bcb0719a admin admin] Request body: {'subnet': {'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-124513840-subnet', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:11.905824 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead63df-b86f-4771-a232-937f632579de admin admin] Pushing event updated for resources: {'Network': ['ID=29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:11.921577 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Attempting to bind port b580e75c-1f8b-409e-9272-2748eb191fab on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:11.921828 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Attempting to bind port b580e75c-1f8b-409e-9272-2748eb191fab by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '772bde07-8bd3-4db7-9e63-8bd701c8283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '28950775-e42b-412b-a9e1-abe0a55f3ce1'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:11.923288 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Attempting to bind port b580e75c-1f8b-409e-9272-2748eb191fab on network 28950775-e42b-412b-a9e1-abe0a55f3ce1 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:11.934469 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:11.935342 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Checking segment: {'id': '772bde07-8bd3-4db7-9e63-8bd701c8283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '28950775-e42b-412b-a9e1-abe0a55f3ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:11.935342 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.935562 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Bound using segment: {'id': '772bde07-8bd3-4db7-9e63-8bd701c8283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '28950775-e42b-412b-a9e1-abe0a55f3ce1'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:11.936041 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Bound port: b580e75c-1f8b-409e-9272-2748eb191fab, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772bde07-8bd3-4db7-9e63-8bd701c8283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '28950775-e42b-412b-a9e1-abe0a55f3ce1'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:11.936441 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.947708 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-d34799e4-d802-4b38-9156-1bf14c983b56 service neutron] No DVR routers for this DVR port f37bd75c-6022-433c-8df0-0e5d136e3a2f on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:41:11.965820 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e116b47d-22a5-4ec5-9919-0bbbda0e9abe req-da53d610-4a82-49a2-a87b-c0a6332caede service neutron] 10.222.0.23 "GET /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6974795 Dec 06 14:41:12.002622 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4c68a-aabf-4f7f-b12b-837265fb210e req-16a3069d-f6a0-4416-b5cf-0487b296d652 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:12.004224 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e9e4c68a-aabf-4f7f-b12b-837265fb210e req-16a3069d-f6a0-4416-b5cf-0487b296d652 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 945 time: 0.3808131 Dec 06 14:41:12.005709 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34799e4-d802-4b38-9156-1bf14c983b56 service neutron] Pushing event updated for resources: {'Port': ['ID=f37bd75c-6022-433c-8df0-0e5d136e3a2f,revision_number=10']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:12.047873 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] For port b580e75c-1f8b-409e-9272-2748eb191fab, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:12.052624 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] For port b580e75c-1f8b-409e-9272-2748eb191fab, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b580e75c-1f8b-409e-9272-2748eb191fab,segment=NetworkSegment(772bde07-8bd3-4db7-9e63-8bd701c8283e),segment_id=772bde07-8bd3-4db7-9e63-8bd701c8283e)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:12.061123 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:12.082209 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-d34799e4-d802-4b38-9156-1bf14c983b56 service neutron] 10.222.0.23 "PUT /v2.0/ports/f37bd75c-6022-433c-8df0-0e5d136e3a2f/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3805938 Dec 06 14:41:12.101067 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e9e4c68a-aabf-4f7f-b12b-837265fb210e req-745c2edb-c679-4031-b0a5-0facc6cae5ac tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867074 Dec 06 14:41:12.126251 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b2b474e2-1600-420e-a622-c673ef9b1113 None None] Provisioning complete for port b580e75c-1f8b-409e-9272-2748eb191fab triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:12.128566 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b2b474e2-1600-420e-a622-c673ef9b1113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:12.210522 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Routers {'582b73bb-0f14-43f4-8919-8c223b556696'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:41:12.216374 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:41:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['582b73bb-0f14-43f4-8919-8c223b556696'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:12.252316 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f9011-15bc-438f-bced-394f2cbbaabc None None] Pushing event updated for resources: {'Port': ['ID=b580e75c-1f8b-409e-9272-2748eb191fab,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:12.316366 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b2b474e2-1600-420e-a622-c673ef9b1113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:12.402106 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b2b474e2-1600-420e-a622-c673ef9b1113 None None] For port b580e75c-1f8b-409e-9272-2748eb191fab, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b580e75c-1f8b-409e-9272-2748eb191fab,segment=NetworkSegment(772bde07-8bd3-4db7-9e63-8bd701c8283e),segment_id=772bde07-8bd3-4db7-9e63-8bd701c8283e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:12.411953 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b2b474e2-1600-420e-a622-c673ef9b1113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:12.474042 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 058d2958-f999-4286-a726-ad2ccdd47f8c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:41:12.562479 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] Set router 582b73bb-0f14-43f4-8919-8c223b556696 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:41:12.596233 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be0eaca-ea08-478e-8dd5-36a7bcb0719a admin admin] Made reservation on behalf of efee5c2d9daf4ae5835be7ffbf3102fe for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:41:12.598610 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3be0eaca-ea08-478e-8dd5-36a7bcb0719a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:12.628749 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-079f8c4b-4b9d-4504-ab27-847f04fc4413 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:12.630493 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-079f8c4b-4b9d-4504-ab27-847f04fc4413 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93&tenant_id=2f27097afab6468f8670cde22cd39cd2&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.1479688 Dec 06 14:41:12.702082 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e24132-c4ed-42cd-9b28-2121e74002b7 req-143ffe96-70c9-420a-b53a-fe0295c0437d tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:12.703607 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-89e24132-c4ed-42cd-9b28-2121e74002b7 req-143ffe96-70c9-420a-b53a-fe0295c0437d tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 944 time: 0.8948758 Dec 06 14:41:12.752126 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 058d2958-f999-4286-a726-ad2ccdd47f8c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=058d2958-f999-4286-a726-ad2ccdd47f8c,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:12.766129 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed957-2326-4708-a10b-b26db96751d0 req-f6491399-4f62-4f5c-8721-eeed72dd0686 tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:12.767267 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed957-2326-4708-a10b-b26db96751d0 req-f6491399-4f62-4f5c-8721-eeed72dd0686 tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:12.767909 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed957-2326-4708-a10b-b26db96751d0 req-f6491399-4f62-4f5c-8721-eeed72dd0686 tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:12.770141 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed957-2326-4708-a10b-b26db96751d0 req-f6491399-4f62-4f5c-8721-eeed72dd0686 tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:12.770775 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed957-2326-4708-a10b-b26db96751d0 req-f6491399-4f62-4f5c-8721-eeed72dd0686 tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:12.771419 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed957-2326-4708-a10b-b26db96751d0 req-f6491399-4f62-4f5c-8721-eeed72dd0686 tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:12.772044 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed957-2326-4708-a10b-b26db96751d0 req-f6491399-4f62-4f5c-8721-eeed72dd0686 tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:12.772641 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed957-2326-4708-a10b-b26db96751d0 req-f6491399-4f62-4f5c-8721-eeed72dd0686 tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:12.773359 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed957-2326-4708-a10b-b26db96751d0 req-f6491399-4f62-4f5c-8721-eeed72dd0686 tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:12.773955 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed957-2326-4708-a10b-b26db96751d0 req-f6491399-4f62-4f5c-8721-eeed72dd0686 tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:12.775256 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed957-2326-4708-a10b-b26db96751d0 req-f6491399-4f62-4f5c-8721-eeed72dd0686 tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:12.776146 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed957-2326-4708-a10b-b26db96751d0 req-f6491399-4f62-4f5c-8721-eeed72dd0686 tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:12.779973 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8fed957-2326-4708-a10b-b26db96751d0 req-f6491399-4f62-4f5c-8721-eeed72dd0686 tempest-NetworksTest-1168212724 tempest-NetworksTest-1168212724-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8529 time: 0.3497434 Dec 06 14:41:12.793446 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '058d2958-f999-4286-a726-ad2ccdd47f8c', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '058d2958-f999-4286-a726-ad2ccdd47f8c', 'mac_address': 'fa:16:3e:6c:ff:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:41:12.802064 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:41:12.880929 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-89e24132-c4ed-42cd-9b28-2121e74002b7 req-03058d3a-6a4b-490b-9be4-4bb0b503a45e tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590626 Dec 06 14:41:12.928296 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-c75722eb-2bf0-49ad-80c6-3287146741fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:12.935056 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-c75722eb-2bf0-49ad-80c6-3287146741fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93&tenant_id=2f27097afab6468f8670cde22cd39cd2 HTTP/1.1" status: 200 len: 1095 time: 0.2919014 Dec 06 14:41:13.106710 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582b73bb-0f14-43f4-8919-8c223b556696', 'name': 'tempest-AttachSCSIVolumeTestJSON-969321211-router', 'tenant_id': 'a6b9a49af22e4bde93573ef9e65199da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.148'}], 'enable_snat': True}, 'gw_port_id': '180477dc-a041-444e-b44c-1904e5284851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:40:56Z', 'updated_at': '2021-12-06T14:41:07Z', 'revision_number': 4, 'project_id': 'a6b9a49af22e4bde93573ef9e65199da', 'gw_port': {'id': '180477dc-a041-444e-b44c-1904e5284851', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582b73bb-0f14-43f4-8919-8c223b556696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:58Z', 'updated_at': '2021-12-06T14:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b580e75c-1f8b-409e-9272-2748eb191fab', 'name': '', 'network_id': '28950775-e42b-412b-a9e1-abe0a55f3ce1', 'tenant_id': 'a6b9a49af22e4bde93573ef9e65199da', 'mac_address': 'fa:16:3e:dc:3e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582b73bb-0f14-43f4-8919-8c223b556696', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '352190ac-4e40-4db3-8c61-c3bb8f5b1665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:05Z', 'updated_at': '2021-12-06T14:41:12Z', 'revision_number': 4, 'project_id': 'a6b9a49af22e4bde93573ef9e65199da', 'subnets': [{'id': '352190ac-4e40-4db3-8c61-c3bb8f5b1665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:13.141384 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54b177c-aeda-4ef7-a24f-299f236d39b5 None None] The sync data for ids ['582b73bb-0f14-43f4-8919-8c223b556696'] in n-d-master-1 is: [{'id': '582b73bb-0f14-43f4-8919-8c223b556696', 'name': 'tempest-AttachSCSIVolumeTestJSON-969321211-router', 'tenant_id': 'a6b9a49af22e4bde93573ef9e65199da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.148'}], 'enable_snat': True}, 'gw_port_id': '180477dc-a041-444e-b44c-1904e5284851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:40:56Z', 'updated_at': '2021-12-06T14:41:07Z', 'revision_number': 4, 'project_id': 'a6b9a49af22e4bde93573ef9e65199da', 'gw_port': {'id': '180477dc-a041-444e-b44c-1904e5284851', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582b73bb-0f14-43f4-8919-8c223b556696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:58Z', 'updated_at': '2021-12-06T14:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'b580e75c-1f8b-409e-9272-2748eb191fab', 'name': '', 'network_id': '28950775-e42b-412b-a9e1-abe0a55f3ce1', 'tenant_id': 'a6b9a49af22e4bde93573ef9e65199da', 'mac_address': 'fa:16:3e:dc:3e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582b73bb-0f14-43f4-8919-8c223b556696', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '352190ac-4e40-4db3-8c61-c3bb8f5b1665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:05Z', 'updated_at': '2021-12-06T14:41:12Z', 'revision_number': 4, 'project_id': 'a6b9a49af22e4bde93573ef9e65199da', 'subnets': [{'id': '352190ac-4e40-4db3-8c61-c3bb8f5b1665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:41:13.244079 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38036) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:13.269959 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-ae1e2606-3be5-44bd-b220-d4f9659c9da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:13.272502 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-ae1e2606-3be5-44bd-b220-d4f9659c9da4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 1095 time: 0.2899048 Dec 06 14:41:13.424142 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-d8678c58-2630-464a-8275-46af27c14319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:13.425762 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-d8678c58-2630-464a-8275-46af27c14319 service neutron] 10.222.0.37 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 921 time: 0.1347580 Dec 06 14:41:13.439744 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54838bd2-bbc5-4696-8db2-5b0f55ef04ed req-42d0b634-362c-4b12-96cd-1e71eb1c485e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:13.449892 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-54838bd2-bbc5-4696-8db2-5b0f55ef04ed req-42d0b634-362c-4b12-96cd-1e71eb1c485e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 948 time: 0.4029777 Dec 06 14:41:13.478834 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device f37bd75c-6022-433c-8df0-0e5d136e3a2f no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:41:13.587244 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02ceb968-667f-4fa4-bad7-ee29bb417648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:13.682428 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-8c4fe15a-930d-4be6-b0e3-f58fdc1100eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f37bd75c-6022-433c-8df0-0e5d136e3a2f HTTP/1.1" status: 200 len: 217 time: 0.2299581 Dec 06 14:41:13.821177 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b474e2-1600-420e-a622-c673ef9b1113 None None] Pushing event updated for resources: {'Port': ['ID=b580e75c-1f8b-409e-9272-2748eb191fab,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:13.837127 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5a3f6871-1f7f-4ea1-bb95-eba02b6c8919 None None] Provisioning complete for port b580e75c-1f8b-409e-9272-2748eb191fab triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:13.837697 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5a3f6871-1f7f-4ea1-bb95-eba02b6c8919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:13.890847 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:13.916055 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device f37bd75c-6022-433c-8df0-0e5d136e3a2f not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:41:13.922972 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058d2958-f999-4286-a726-ad2ccdd47f8c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:41:13.946468 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3be0eaca-ea08-478e-8dd5-36a7bcb0719a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:13.978538 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02ceb968-667f-4fa4-bad7-ee29bb417648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:13.984682 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 058d2958-f999-4286-a726-ad2ccdd47f8c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=058d2958-f999-4286-a726-ad2ccdd47f8c,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:13.994803 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:14.025335 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02ceb968-667f-4fa4-bad7-ee29bb417648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:14.059476 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=058d2958-f999-4286-a726-ad2ccdd47f8c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:14.131617 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-02ceb968-667f-4fa4-bad7-ee29bb417648 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0441dbeabd7437c85bbd971049dfb24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8864789 Dec 06 14:41:14.147924 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38050) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:14.200286 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-d9310db8-6cb2-4a2d-a4d8-3a98e3f40cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:14.202916 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-d9310db8-6cb2-4a2d-a4d8-3a98e3f40cc4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.3786352 Dec 06 14:41:14.246311 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b789068-cc22-42cd-9bee-20394ecbcceb req-301f3700-e06d-4585-9bee-bdf94b80cb0b tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:14.246662 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0eaca-ea08-478e-8dd5-36a7bcb0719a admin admin] Pushing event updated for resources: {'Subnet': ['ID=330d8b00-ca63-4dc8-896a-c7a2b8da335a,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:14.248421 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b789068-cc22-42cd-9bee-20394ecbcceb req-301f3700-e06d-4585-9bee-bdf94b80cb0b tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 946 time: 0.2615943 Dec 06 14:41:14.258302 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['058d2958-f999-4286-a726-ad2ccdd47f8c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:41:14.278413 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-54838bd2-bbc5-4696-8db2-5b0f55ef04ed req-87889fb0-854a-41f6-ab97-161ba016a33e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8273008 Dec 06 14:41:14.294215 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ceb968-667f-4fa4-bad7-ee29bb417648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa353b40-6a1d-4818-80d5-e7523c417337,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:14.386521 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0eaca-ea08-478e-8dd5-36a7bcb0719a admin admin] Checking segment: {'id': '7170f104-d7c9-4cee-be83-eaca5aae7196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:14.387121 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be0eaca-ea08-478e-8dd5-36a7bcb0719a admin admin] Network hostable DHCP agents. Network: 29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:41:14.412511 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-3961a4f4-d106-4c42-bbcb-932e5bababc4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1686869 Dec 06 14:41:14.460666 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43fb8f-5cde-4829-b204-88ca936d3f50 req-a95b2918-e7dc-4ac0-8df2-2f1f12881dfd tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:14.468742 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab43fb8f-5cde-4829-b204-88ca936d3f50 req-a95b2918-e7dc-4ac0-8df2-2f1f12881dfd tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 946 time: 0.3670130 Dec 06 14:41:14.534223 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-0ec558f8-b4b0-4d79-806e-c92c6a2e4d8e service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074896 Dec 06 14:41:14.538325 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab43fb8f-5cde-4829-b204-88ca936d3f50 req-c48ffec8-19c3-4e34-9830-ddfb543897ae tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/security-groups?id=be81c864-9b54-49cc-a0d9-91cdf738392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684929 Dec 06 14:41:14.615074 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be0eaca-ea08-478e-8dd5-36a7bcb0719a admin admin] Network 29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:41:14.634749 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:14.671024 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6b789068-cc22-42cd-9bee-20394ecbcceb req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Deleting port d66add43-5945-45b6-8f11-d9aeff916388 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:41:14.671419 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6b789068-cc22-42cd-9bee-20394ecbcceb req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:14.718737 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3be0eaca-ea08-478e-8dd5-36a7bcb0719a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:14.731017 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be0eaca-ea08-478e-8dd5-36a7bcb0719a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:14.731775 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3be0eaca-ea08-478e-8dd5-36a7bcb0719a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:14.735910 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a0b8d7-a9d4-4427-843e-c341e586c859 None None] Network 29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:41:14.776140 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcb048-9c7b-4e47-bd2e-e4d916698629 req-4c9d8f38-b476-4780-93c4-172a27a422f1 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:14.783975 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-36fcb048-9c7b-4e47-bd2e-e4d916698629 req-4c9d8f38-b476-4780-93c4-172a27a422f1 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 944 time: 0.3539963 Dec 06 14:41:14.797328 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3be0eaca-ea08-478e-8dd5-36a7bcb0719a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0200651 Dec 06 14:41:14.802132 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38058) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:14.814121 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-124513840-router', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:14.935510 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-ea518991-92ad-4d35-a46b-98d0fe5d1114 service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919930 Dec 06 14:41:14.940997 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b580e75c-1f8b-409e-9272-2748eb191fab up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:14.970074 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:14.973595 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:15.024436 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-36fcb048-9c7b-4e47-bd2e-e4d916698629 req-7c58ce1a-74d3-4f5c-b530-82a5da81ce31 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944299 Dec 06 14:41:15.054900 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6b789068-cc22-42cd-9bee-20394ecbcceb req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] For port d66add43-5945-45b6-8f11-d9aeff916388, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d66add43-5945-45b6-8f11-d9aeff916388,segment=NetworkSegment(140d8ddc-7751-4b43-bcca-254da309f20b),segment_id=140d8ddc-7751-4b43-bcca-254da309f20b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:15.056731 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6b789068-cc22-42cd-9bee-20394ecbcceb req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:15.085425 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6b789068-cc22-42cd-9bee-20394ecbcceb req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Calling delete_port for d66add43-5945-45b6-8f11-d9aeff916388 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:41:15.164732 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:15.224293 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port b580e75c-1f8b-409e-9272-2748eb191fab triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:15.224293 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:15.250060 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:15.367402 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd', 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'fixed_ips': [{'subnet_id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:41:15.367708 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:15.544625 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34df49-c130-4e32-bec6-8d34552d88ef req-954f9ee6-a0f4-4e5c-a06f-5e057869b755 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:15.547140 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cd34df49-c130-4e32-bec6-8d34552d88ef req-954f9ee6-a0f4-4e5c-a06f-5e057869b755 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 945 time: 0.4530239 Dec 06 14:41:15.601607 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Allocated IP 172.20.0.2 (29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd/330d8b00-ca63-4dc8-896a-c7a2b8da335a/b0c17dd5-b987-49ad-b34c-b375f5e61f8c) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:41:15.681701 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6b789068-cc22-42cd-9bee-20394ecbcceb req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:15.696486 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:15.703213 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['d66add43-5945-45b6-8f11-d9aeff916388'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:41:15.728103 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-c931b26b-95cd-4049-be1c-67adf9f4fda2 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:15.730374 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-c931b26b-95cd-4049-be1c-67adf9f4fda2 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93&tenant_id=2f27097afab6468f8670cde22cd39cd2&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.4243996 Dec 06 14:41:15.733800 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:15.737425 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:15.741365 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa353b40-6a1d-4818-80d5-e7523c417337 HTTP/1.1" status: 204 len: 168 time: 1.5920408 Dec 06 14:41:15.763289 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d1e9e-8c03-4f2c-b330-5a1f733d2489 req-244b6dd1-cde6-4554-b314-d1e2a65cdcbd tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:15.771042 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f35d1e9e-8c03-4f2c-b330-5a1f733d2489 req-244b6dd1-cde6-4554-b314-d1e2a65cdcbd tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 949 time: 0.2938626 Dec 06 14:41:15.798030 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Pushing event deleted for resources: {'Port': ['ID=d66add43-5945-45b6-8f11-d9aeff916388,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:15.826855 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa353b40-6a1d-4818-80d5-e7523c417337,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:15.859418 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.860064 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.860587 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.861072 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.861689 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.862170 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.862683 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.863390 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.863902 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.864420 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.864900 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.865373 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.865848 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9addec34-5c42-459b-a364-5b53dedf4072 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.890102 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cd34df49-c130-4e32-bec6-8d34552d88ef req-ff12e0b4-6c69-4352-8fee-627822303dbe tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057331 Dec 06 14:41:15.892502 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.894148 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.896068 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.896589 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.897084 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.899413 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.900427 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.900929 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.901420 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.902009 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.904862 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.905380 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.905875 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:15.925913 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f35d1e9e-8c03-4f2c-b330-5a1f733d2489 req-0f45507b-2b14-49e9-9235-7b8b5a95c427 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535649 Dec 06 14:41:15.971309 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b789068-cc22-42cd-9bee-20394ecbcceb req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] No DVR routers for this DVR port d66add43-5945-45b6-8f11-d9aeff916388 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:41:15.979185 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6b789068-cc22-42cd-9bee-20394ecbcceb req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:15.999602 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b789068-cc22-42cd-9bee-20394ecbcceb req-a8af7de4-b050-49f4-a185-034fb698b459 tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.23 "DELETE /v2.0/ports/d66add43-5945-45b6-8f11-d9aeff916388 HTTP/1.1" status: 204 len: 173 time: 1.7133577 Dec 06 14:41:16.001670 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'name': 'network-vif-deleted', 'tag': 'd66add43-5945-45b6-8f11-d9aeff916388'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:16.005337 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7993ab-f8b3-470a-844b-4f8b24cc0211" -d '{"events": [{"server_uuid": "cf67e1df-aef5-4df2-96ee-8f1aa4d0fade", "name": "network-vif-deleted", "tag": "d66add43-5945-45b6-8f11-d9aeff916388"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:16.042590 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:16.056318 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:16.111984 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Network 29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:41:16.113152 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Pushing event updated for resources: {'Port': ['ID=b0c17dd5-b987-49ad-b34c-b375f5e61f8c,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:16.115609 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:16.117753 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:41:16.131855 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-538df147-e0bd-498d-89dd-77389fb3a68c req-dd56b708-669c-49ac-b084-f263574ab6fa tempest-FloatingIPsAssociationTestJSON-752466957 tempest-FloatingIPsAssociationTestJSON-752466957-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf67e1df-aef5-4df2-96ee-8f1aa4d0fade HTTP/1.1" status: 200 len: 210 time: 0.1064231 Dec 06 14:41:16.166434 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03249e24-d7ee-4521-9217-68816dd44182 x-openstack-request-id: req-03249e24-d7ee-4521-9217-68816dd44182 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:16.166776 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf67e1df-aef5-4df2-96ee-8f1aa4d0fade", "name": "network-vif-deleted", "tag": "d66add43-5945-45b6-8f11-d9aeff916388", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:16.167038 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03249e24-d7ee-4521-9217-68816dd44182 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:16.167444 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf67e1df-aef5-4df2-96ee-8f1aa4d0fade', 'name': 'network-vif-deleted', 'tag': 'd66add43-5945-45b6-8f11-d9aeff916388', 'status': 'completed', 'code': 200} Dec 06 14:41:16.221701 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-84f6cf22-6e29-48c7-b201-1fe6f4975613 service neutron] For port f37bd75c-6022-433c-8df0-0e5d136e3a2f, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:16.228199 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Attempting to bind port b0c17dd5-b987-49ad-b34c-b375f5e61f8c on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:16.228199 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Attempting to bind port b0c17dd5-b987-49ad-b34c-b375f5e61f8c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7170f104-d7c9-4cee-be83-eaca5aae7196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:16.228563 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Attempting to bind port b0c17dd5-b987-49ad-b34c-b375f5e61f8c on network 29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:16.234327 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:16.234494 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-84f6cf22-6e29-48c7-b201-1fe6f4975613 service neutron] Publish callbacks [] for binding, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:16.234640 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Checking segment: {'id': '7170f104-d7c9-4cee-be83-eaca5aae7196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:16.235038 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:16.235425 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Bound using segment: {'id': '7170f104-d7c9-4cee-be83-eaca5aae7196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:16.235967 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Bound port: b0c17dd5-b987-49ad-b34c-b375f5e61f8c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7170f104-d7c9-4cee-be83-eaca5aae7196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:16.236345 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:16.244688 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99638807-7e90-4dd1-9a7e-a98a45f98436 req-84f6cf22-6e29-48c7-b201-1fe6f4975613 service neutron] 10.222.0.37 "DELETE /v2.0/ports/f37bd75c-6022-433c-8df0-0e5d136e3a2f/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.4961739 Dec 06 14:41:16.355099 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] For port b0c17dd5-b987-49ad-b34c-b375f5e61f8c, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:16.359149 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] For port b0c17dd5-b987-49ad-b34c-b375f5e61f8c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b0c17dd5-b987-49ad-b34c-b375f5e61f8c,segment=NetworkSegment(7170f104-d7c9-4cee-be83-eaca5aae7196),segment_id=7170f104-d7c9-4cee-be83-eaca5aae7196)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:16.365790 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:16.418048 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8923780-6aab-47e6-b834-133500e3ee43 req-be5ca1a5-54b0-4872-919b-e0a427dbb03a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:16.427240 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c8923780-6aab-47e6-b834-133500e3ee43 req-be5ca1a5-54b0-4872-919b-e0a427dbb03a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 944 time: 0.1078799 Dec 06 14:41:16.457859 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 058d2958-f999-4286-a726-ad2ccdd47f8c up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:16.523619 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c8923780-6aab-47e6-b834-133500e3ee43 req-6be6b441-be35-43a4-802a-c8ef6cc25966 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951445 Dec 06 14:41:16.587326 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38080) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:16.612479 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:16.620794 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03ed8ef9-21a4-4113-80b9-2f9593c2e957 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:16.632143 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8a9222c8-6b60-428f-a143-e41f3b84af5a details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:41:16.642766 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40bde9-e6eb-4080-8b55-336be38bb265 None None] Pushing event updated for resources: {'Port': ['ID=b0c17dd5-b987-49ad-b34c-b375f5e61f8c,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:16.664037 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:16.733573 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 058d2958-f999-4286-a726-ad2ccdd47f8c completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:41:16.763630 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 058d2958-f999-4286-a726-ad2ccdd47f8c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:16.771185 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:16.868669 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03ed8ef9-21a4-4113-80b9-2f9593c2e957 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:16.879930 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03ed8ef9-21a4-4113-80b9-2f9593c2e957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:16.889263 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Allocated IP 172.35.7.67 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/34858412-68dc-453d-aed9-656d936bfc1a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:41:16.990272 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3c795-297d-49a9-9639-1c3f4230d6ae req-e2534884-057a-4805-a11a-3726849eb802 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:17.034438 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8fe3c795-297d-49a9-9639-1c3f4230d6ae req-e2534884-057a-4805-a11a-3726849eb802 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 1095 time: 0.1938555 Dec 06 14:41:17.039517 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8a9222c8-6b60-428f-a143-e41f3b84af5a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8a9222c8-6b60-428f-a143-e41f3b84af5a,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:17.109299 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '8a9222c8-6b60-428f-a143-e41f3b84af5a', 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca', 'port_id': '8a9222c8-6b60-428f-a143-e41f3b84af5a', 'mac_address': 'fa:16:3e:94:63:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd3e50a1-3233-4b36-ac18-e47233ecf33a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:41:17.157331 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-03ed8ef9-21a4-4113-80b9-2f9593c2e957 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6931a42794874457a4cda20053fdb5df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5660079 Dec 06 14:41:17.157840 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38092) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:17.159097 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed8ef9-21a4-4113-80b9-2f9593c2e957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61c9a91-d8eb-4ff9-a8ef-99100c90d614,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:17.190312 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:17.197530 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8fe3c795-297d-49a9-9639-1c3f4230d6ae req-31fd6291-bdbc-4d05-8066-76d545a3b154 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640928 Dec 06 14:41:17.226015 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:17.248503 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a75028c0-224a-4712-a10f-3dffa34a0c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:17.314469 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a75028c0-224a-4712-a10f-3dffa34a0c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:17.320036 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 058d2958-f999-4286-a726-ad2ccdd47f8c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=058d2958-f999-4286-a726-ad2ccdd47f8c,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:17.322634 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:17.327700 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1a1bea-a308-452c-803b-15eba3139ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058d2958-f999-4286-a726-ad2ccdd47f8c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:17.333690 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301b5456-1a10-4568-b68c-7548a547f9a0" -d '{"events": [{"server_uuid": "7b1a1bea-a308-452c-803b-15eba3139ff3", "name": "network-vif-plugged", "status": "completed", "tag": "058d2958-f999-4286-a726-ad2ccdd47f8c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:17.344549 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:17.354815 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:17.404570 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a75028c0-224a-4712-a10f-3dffa34a0c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:17.407794 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a75028c0-224a-4712-a10f-3dffa34a0c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:17.409076 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a75028c0-224a-4712-a10f-3dffa34a0c31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d61c9a91-d8eb-4ff9-a8ef-99100c90d614 HTTP/1.1" status: 204 len: 168 time: 0.2475390 Dec 06 14:41:17.417852 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:41:17.429428 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:17.448532 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:41:17.450978 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75028c0-224a-4712-a10f-3dffa34a0c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61c9a91-d8eb-4ff9-a8ef-99100c90d614,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:17.476632 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a9222c8-6b60-428f-a143-e41f3b84af5a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:41:17.515181 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096f997-fb2c-43d7-acae-5ea3813e6aed req-b4e6af55-0b24-4dcb-af45-ade413984dcd tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:17.517846 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b096f997-fb2c-43d7-acae-5ea3813e6aed req-b4e6af55-0b24-4dcb-af45-ade413984dcd tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 945 time: 0.3786318 Dec 06 14:41:17.536567 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8a9222c8-6b60-428f-a143-e41f3b84af5a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8a9222c8-6b60-428f-a143-e41f3b84af5a,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:17.551051 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:17.600960 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=34858412-68dc-453d-aed9-656d936bfc1a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:17.613980 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=058d2958-f999-4286-a726-ad2ccdd47f8c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:17.646930 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:17.647710 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:17.648292 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:17.648858 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:17.650018 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:17.650752 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:17.651451 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:17.652057 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:17.652652 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:17.653213 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:17.653765 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:17.654561 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:17.655110 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:17.677672 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['8a9222c8-6b60-428f-a143-e41f3b84af5a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:41:17.739452 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e22a50-7876-4ef9-a66f-24046d9d0f13 req-7123ce85-3a57-4e7f-a25a-2ee0240d0ac2 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:17.754658 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-34e22a50-7876-4ef9-a66f-24046d9d0f13 req-7123ce85-3a57-4e7f-a25a-2ee0240d0ac2 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.1190152 Dec 06 14:41:17.790408 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b096f997-fb2c-43d7-acae-5ea3813e6aed req-c9fc6513-e815-432e-bbee-f98c9a7536ab tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079277 Dec 06 14:41:17.840469 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=8a9222c8-6b60-428f-a143-e41f3b84af5a,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:17.849467 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-34e22a50-7876-4ef9-a66f-24046d9d0f13 req-24e2ec68-649c-4b7f-8057-9b0ee485c774 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935676 Dec 06 14:41:17.998418 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e85bce-307b-4ec5-b78c-e5c3234991aa x-openstack-request-id: req-95e85bce-307b-4ec5-b78c-e5c3234991aa {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:17.998418 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1a1bea-a308-452c-803b-15eba3139ff3", "name": "network-vif-plugged", "status": "completed", "tag": "058d2958-f999-4286-a726-ad2ccdd47f8c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:17.998710 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38106) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:18.004775 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95e85bce-307b-4ec5-b78c-e5c3234991aa {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:18.006172 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1a1bea-a308-452c-803b-15eba3139ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058d2958-f999-4286-a726-ad2ccdd47f8c', 'code': 200} Dec 06 14:41:18.352136 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1d860-2670-4220-b2f4-602631623f2e req-1c86ff2c-d192-406c-a870-9822b8cd65dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:18.355073 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d0b1d860-2670-4220-b2f4-602631623f2e req-1c86ff2c-d192-406c-a870-9822b8cd65dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 1101 time: 0.3136702 Dec 06 14:41:18.399135 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcd2409-7785-4af4-9519-5041675f0a3c None None] Network 29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:41:18.490753 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f2746966-5210-47a4-9d61-5ad2b22210a0 None None] Provisioning complete for port b0c17dd5-b987-49ad-b34c-b375f5e61f8c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:18.492289 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f2746966-5210-47a4-9d61-5ad2b22210a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:18.670391 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8a9222c8-6b60-428f-a143-e41f3b84af5a up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:18.823447 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 8a9222c8-6b60-428f-a143-e41f3b84af5a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:18.823843 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:18.836424 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b0c17dd5-b987-49ad-b34c-b375f5e61f8c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:18.919695 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:18.977030 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-0af930f1-3506-4196-8aca-8e091dcaea47 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:18.985945 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-0af930f1-3506-4196-8aca-8e091dcaea47 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 820 time: 0.7529333 Dec 06 14:41:19.012298 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-7a07ada1-57c1-4469-ab48-9c9717cbbe81 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/quotas/2f27097afab6468f8670cde22cd39cd2 HTTP/1.1" status: 200 len: 375 time: 0.0253215 Dec 06 14:41:19.118461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d0b1d860-2670-4220-b2f4-602631623f2e req-215e8b62-a12e-480c-9c91-4aa35fa4822f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7324371 Dec 06 14:41:19.162701 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f2746966-5210-47a4-9d61-5ad2b22210a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:19.213506 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-6c62c399-22e8-44f5-988e-7bc6f32a179d tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2000217 Dec 06 14:41:19.350549 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c16397f8-9726-4237-933d-20b656f741ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:19.422415 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:19.559241 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f2746966-5210-47a4-9d61-5ad2b22210a0 None None] For port b0c17dd5-b987-49ad-b34c-b375f5e61f8c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b0c17dd5-b987-49ad-b34c-b375f5e61f8c,segment=NetworkSegment(7170f104-d7c9-4cee-be83-eaca5aae7196),segment_id=7170f104-d7c9-4cee-be83-eaca5aae7196)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:19.589514 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f2746966-5210-47a4-9d61-5ad2b22210a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:19.668342 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-a04a11e6-a697-487b-9db8-ddfb5928e0d5 service neutron] 10.222.0.20 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538777 Dec 06 14:41:19.680242 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc5972-3536-491b-8036-ba8e9bca3a08 req-50559e38-8866-4eac-9042-3ce09c63e0b3 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:19.690599 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2bcc5972-3536-491b-8036-ba8e9bca3a08 req-50559e38-8866-4eac-9042-3ce09c63e0b3 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 944 time: 0.7812984 Dec 06 14:41:19.722683 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port b0c17dd5-b987-49ad-b34c-b375f5e61f8c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:19.726155 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:19.816096 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:19.869931 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8a9222c8-6b60-428f-a143-e41f3b84af5a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8a9222c8-6b60-428f-a143-e41f3b84af5a,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:19.882220 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2bcc5972-3536-491b-8036-ba8e9bca3a08 req-45dbb492-3cfa-4b9d-8dbb-eb306ffd9e0b tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902359 Dec 06 14:41:19.890811 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:19.892151 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d66add43-5945-45b6-8f11-d9aeff916388 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:41:19.917089 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-ba2231e1-21c5-4e12-9aa4-dc079009434e service neutron] 10.222.0.20 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477944 Dec 06 14:41:20.005256 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2746966-5210-47a4-9d61-5ad2b22210a0 None None] Pushing event updated for resources: {'Port': ['ID=b0c17dd5-b987-49ad-b34c-b375f5e61f8c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:20.014762 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Router 74a74293-14ae-4897-ac26-0a3a6f130396 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:41:20.094371 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9222c8-6b60-428f-a143-e41f3b84af5a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:20.097857 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9804f70-4f02-45a1-958c-6d70c8f410c9" -d '{"events": [{"server_uuid": "c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578", "name": "network-vif-plugged", "status": "completed", "tag": "8a9222c8-6b60-428f-a143-e41f3b84af5a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:20.102008 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=8a9222c8-6b60-428f-a143-e41f3b84af5a,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:20.121771 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: d66add43-5945-45b6-8f11-d9aeff916388 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:41:20.122474 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d66add43-5945-45b6-8f11-d9aeff916388 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:41:20.127960 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-88936aa7-f339-4de6-a01e-87d1636c2010 None None] Provisioning complete for port b0c17dd5-b987-49ad-b34c-b375f5e61f8c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:20.128519 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-88936aa7-f339-4de6-a01e-87d1636c2010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:20.177998 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0732a22-42fb-4110-a15d-bc1aee65a742 req-f06d06c2-e07e-43e8-a034-955c92e49761 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:20.180904 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0732a22-42fb-4110-a15d-bc1aee65a742 req-f06d06c2-e07e-43e8-a034-955c92e49761 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.1221135 Dec 06 14:41:20.190366 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c16397f8-9726-4237-933d-20b656f741ab admin admin] Deleting port 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:41:20.191283 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c16397f8-9726-4237-933d-20b656f741ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:20.436428 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:41:20.452359 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Sync routers for ids ['74a74293-14ae-4897-ac26-0a3a6f130396'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:41:20.466970 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Routers {'74a74293-14ae-4897-ac26-0a3a6f130396'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:41:20.468431 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:41:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['74a74293-14ae-4897-ac26-0a3a6f130396'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:20.505363 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:20.513925 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cce028a3-5cb0-45ce-bdde-9fe45db3f8a3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7071543 Dec 06 14:41:20.514730 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38162) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:20.530276 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c16397f8-9726-4237-933d-20b656f741ab admin admin] For port 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e,segment=NetworkSegment(140d8ddc-7751-4b43-bcca-254da309f20b),segment_id=140d8ddc-7751-4b43-bcca-254da309f20b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:20.536425 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c16397f8-9726-4237-933d-20b656f741ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:20.568352 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c16397f8-9726-4237-933d-20b656f741ab admin admin] Calling delete_port for 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:41:20.832323 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Set router 74a74293-14ae-4897-ac26-0a3a6f130396 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:41:20.935887 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0732a22-42fb-4110-a15d-bc1aee65a742 req-d060e07b-677e-43af-b480-41439d6b0689 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7413156 Dec 06 14:41:20.962791 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922f08a6-8c16-4709-ba02-6f851c39089c x-openstack-request-id: req-922f08a6-8c16-4709-ba02-6f851c39089c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:20.963112 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578", "name": "network-vif-plugged", "status": "completed", "tag": "8a9222c8-6b60-428f-a143-e41f3b84af5a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:20.963521 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-922f08a6-8c16-4709-ba02-6f851c39089c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:20.963965 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9222c8-6b60-428f-a143-e41f3b84af5a', 'code': 200} Dec 06 14:41:20.964994 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b0c17dd5-b987-49ad-b34c-b375f5e61f8c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:21.067080 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2bab240b-2b16-483c-8439-3fce101cbb1c req-04c768ef-2299-459d-8d8c-008dc89abbc0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 210 time: 0.0780647 Dec 06 14:41:21.129381 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port b0c17dd5-b987-49ad-b34c-b375f5e61f8c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:21.129763 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:21.387829 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'name': 'tempest-TaggedBootDevicesTest_v242-124513840-router', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67'}], 'enable_snat': True}, 'gw_port_id': '34858412-68dc-453d-aed9-656d936bfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:14Z', 'updated_at': '2021-12-06T14:41:17Z', 'revision_number': 3, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'gw_port': {'id': '34858412-68dc-453d-aed9-656d936bfc1a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:16Z', 'updated_at': '2021-12-06T14:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:21.420683 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Checking router: 74a74293-14ae-4897-ac26-0a3a6f130396 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:41:21.421167 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Updating router 74a74293-14ae-4897-ac26-0a3a6f130396 port 34858412-68dc-453d-aed9-656d936bfc1a binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:41:21.470804 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:21.477341 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23daa382-ff50-4da7-a132-2d768dad037e req-3a0b74e6-6850-47cb-a479-c14bdd10e961 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:21.493462 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-23daa382-ff50-4da7-a132-2d768dad037e req-3a0b74e6-6850-47cb-a479-c14bdd10e961 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 945 time: 0.3932147 Dec 06 14:41:21.518918 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c16397f8-9726-4237-933d-20b656f741ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:21.551606 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95324a58-adc7-4aba-b548-7aae95b0691b req-513ccdf4-03f2-4d34-bf28-320e835dbcae tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=940b9d0da2654da5b6e2ace423b1077c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752723 Dec 06 14:41:21.665796 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16397f8-9726-4237-933d-20b656f741ab admin admin] Pushing event deleted for resources: {'Port': ['ID=1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:21.799812 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:21.836255 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95324a58-adc7-4aba-b548-7aae95b0691b req-1908cc6d-bf80-41aa-b37f-8d24cbaf4301 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:21.844433 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95324a58-adc7-4aba-b548-7aae95b0691b req-1908cc6d-bf80-41aa-b37f-8d24cbaf4301 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2562425 Dec 06 14:41:21.849353 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-23daa382-ff50-4da7-a132-2d768dad037e req-e291ed7a-7e56-44b7-9f84-314dcf463170 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549252 Dec 06 14:41:21.907678 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c16397f8-9726-4237-933d-20b656f741ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:21.962017 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95324a58-adc7-4aba-b548-7aae95b0691b req-bc2b0342-e33f-4bae-9ed0-ef58ab282e29 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/quotas/940b9d0da2654da5b6e2ace423b1077c HTTP/1.1" status: 200 len: 375 time: 0.0989048 Dec 06 14:41:22.031215 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:41:22.125640 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:22.132729 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:22.191077 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95324a58-adc7-4aba-b548-7aae95b0691b req-4467aaba-2bf9-4928-b602-0fe715ee6078 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616038 Dec 06 14:41:22.241428 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] Allocated IP 172.20.0.1 (29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd/330d8b00-ca63-4dc8-896a-c7a2b8da335a/25aeaf08-ab7e-4486-b5fe-e523b8118d87) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:41:22.251072 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc43f79-5546-4d32-b124-5ec6e40b979b None None] Pushing event updated for resources: {'Port': ['ID=34858412-68dc-453d-aed9-656d936bfc1a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:22.284393 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Attempting to bind port 34858412-68dc-453d-aed9-656d936bfc1a on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:22.284911 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Attempting to bind port 34858412-68dc-453d-aed9-656d936bfc1a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:22.285850 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Attempting to bind port 34858412-68dc-453d-aed9-656d936bfc1a on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:22.291714 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:22.292243 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:22.292771 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:22.293937 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:22.294566 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Bound port: 34858412-68dc-453d-aed9-656d936bfc1a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:22.295242 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:22.359216 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-daa32550-3109-42f9-8f3e-53c1172cd762 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:22.362672 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-daa32550-3109-42f9-8f3e-53c1172cd762 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.23 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 820 time: 0.1984580 Dec 06 14:41:22.403343 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] For port 34858412-68dc-453d-aed9-656d936bfc1a, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:22.415611 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] For port 34858412-68dc-453d-aed9-656d936bfc1a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=34858412-68dc-453d-aed9-656d936bfc1a,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:22.425001 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:22.428206 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-609137fc-a80e-41a1-9638-7d2b8e2425d0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Request body: {'port': {'device_id': '8346cb02-eb8b-438c-bab8-1c4551250e40', 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71', 'admin_state_up': True, 'tenant_id': '2f27097afab6468f8670cde22cd39cd2'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:22.483243 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:22.581445 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc43f79-5546-4d32-b124-5ec6e40b979b None None] Pushing event updated for resources: {'Port': ['ID=34858412-68dc-453d-aed9-656d936bfc1a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:22.605329 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:22.638413 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c715510-c159-431a-b7ea-7837299a0d70 req-0d8376c5-4474-4976-916e-8c5a1711d705 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:22.640089 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c715510-c159-431a-b7ea-7837299a0d70 req-0d8376c5-4474-4976-916e-8c5a1711d705 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.3290513 Dec 06 14:41:22.640712 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-609137fc-a80e-41a1-9638-7d2b8e2425d0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Made reservation on behalf of 2f27097afab6468f8670cde22cd39cd2 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:41:22.644091 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-609137fc-a80e-41a1-9638-7d2b8e2425d0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:22.658445 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Routers {'74a74293-14ae-4897-ac26-0a3a6f130396'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:41:22.662041 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:41:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['74a74293-14ae-4897-ac26-0a3a6f130396'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:22.756709 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-686e8810-17ca-4837-a282-09e83f8d43a3 req-b6f10daf-c44e-4b76-bf42-d793f3841749 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 210 time: 0.0703766 Dec 06 14:41:22.778801 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] Network 29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:41:22.813968 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:22.828018 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] Pushing event updated for resources: {'Port': ['ID=25aeaf08-ab7e-4486-b5fe-e523b8118d87,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:22.837473 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:41:22.943731 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] Set router 74a74293-14ae-4897-ac26-0a3a6f130396 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:41:22.948364 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-609137fc-a80e-41a1-9638-7d2b8e2425d0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Allocated IP 172.20.0.2 (30f9c9fb-2ec3-41cd-86de-51e7d7934b71/ded9556a-46c6-4b9d-a6af-ce8c9b6b072e/0be253fc-4d93-4512-aeb5-2edff55bb8a8) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:41:23.036060 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1b75fad2-ebcf-44a5-a505-5ad7b1e0edd2 req-e91f2577-476f-418c-b1e5-4d90f47c27d3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 210 time: 0.1202734 Dec 06 14:41:23.059550 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:23.373006 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-270798b2-9294-452e-9797-5c1dd0fedb1a None None] Provisioning complete for port 25aeaf08-ab7e-4486-b5fe-e523b8118d87 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:23.374089 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-270798b2-9294-452e-9797-5c1dd0fedb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:23.390850 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb5928-cf3a-40d9-9727-4b69ea0a37a5 req-c8c34c94-428f-451e-bd5c-ea1c460d5c5f tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:23.391492 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2277b49-95fc-49c5-960b-b02c0ce01001 req-b58dbd2c-3801-478f-8539-ea0bc5b70c0a tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:23.393229 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f2277b49-95fc-49c5-960b-b02c0ce01001 req-b58dbd2c-3801-478f-8539-ea0bc5b70c0a tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 945 time: 0.8221667 Dec 06 14:41:23.393821 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a7bb5928-cf3a-40d9-9727-4b69ea0a37a5 req-c8c34c94-428f-451e-bd5c-ea1c460d5c5f tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 945 time: 0.2034850 Dec 06 14:41:23.412620 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16397f8-9726-4237-933d-20b656f741ab admin admin] Router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:41:23.436723 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-270798b2-9294-452e-9797-5c1dd0fedb1a None None] Port 25aeaf08-ab7e-4486-b5fe-e523b8118d87 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:41:23.473475 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'name': 'tempest-TaggedBootDevicesTest_v242-124513840-router', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67'}], 'enable_snat': True}, 'gw_port_id': '34858412-68dc-453d-aed9-656d936bfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:14Z', 'updated_at': '2021-12-06T14:41:17Z', 'revision_number': 3, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'gw_port': {'id': '34858412-68dc-453d-aed9-656d936bfc1a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:16Z', 'updated_at': '2021-12-06T14:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:23.494508 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c715510-c159-431a-b7ea-7837299a0d70 req-4d540ac2-2575-4c8d-8526-5e192eef0af1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8328204 Dec 06 14:41:23.558445 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-609137fc-a80e-41a1-9638-7d2b8e2425d0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:23.564634 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:23.579796 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f687ef84-5c5d-40b7-8da1-c95a5027b995 None None] The sync data for ids ['74a74293-14ae-4897-ac26-0a3a6f130396'] in n-d-master-1 is: [{'id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'name': 'tempest-TaggedBootDevicesTest_v242-124513840-router', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67'}], 'enable_snat': True}, 'gw_port_id': '34858412-68dc-453d-aed9-656d936bfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:14Z', 'updated_at': '2021-12-06T14:41:17Z', 'revision_number': 3, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'gw_port': {'id': '34858412-68dc-453d-aed9-656d936bfc1a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:16Z', 'updated_at': '2021-12-06T14:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:41:23.599325 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a7bb5928-cf3a-40d9-9727-4b69ea0a37a5 req-2645ffa8-90de-4e23-95ba-6513cdad8509 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927345 Dec 06 14:41:23.762102 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-609137fc-a80e-41a1-9638-7d2b8e2425d0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:23.849780 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609137fc-a80e-41a1-9638-7d2b8e2425d0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Pushing event updated for resources: {'Port': ['ID=0be253fc-4d93-4512-aeb5-2edff55bb8a8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:23.865741 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-e12825a8-8ae8-413f-8f92-16c2cc2a7d8c req-99984c99-1324-4115-b29a-7116f3ec83f6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:41:23.872384 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e12825a8-8ae8-413f-8f92-16c2cc2a7d8c req-99984c99-1324-4115-b29a-7116f3ec83f6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167241 Dec 06 14:41:23.897825 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f2277b49-95fc-49c5-960b-b02c0ce01001 req-15609b53-21cb-4d7a-8f2d-abecfefc35e8 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Deleting port 8a9222c8-6b60-428f-a143-e41f3b84af5a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:41:23.898173 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f2277b49-95fc-49c5-960b-b02c0ce01001 req-15609b53-21cb-4d7a-8f2d-abecfefc35e8 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:24.052077 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:24.067757 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:24.181925 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] Pushing event updated for resources: {'Port': ['ID=25aeaf08-ab7e-4486-b5fe-e523b8118d87,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:24.231060 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:24.362691 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95324a58-adc7-4aba-b548-7aae95b0691b req-11deddb0-e526-47de-96af-ef1a8b4757fa tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=940b9d0da2654da5b6e2ace423b1077c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568295 Dec 06 14:41:24.421220 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-609137fc-a80e-41a1-9638-7d2b8e2425d0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:41:24.444612 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-609137fc-a80e-41a1-9638-7d2b8e2425d0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:24.451289 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66406fa3-e7cd-4f5a-8f33-bd165654ca4e req-8fe82ec4-02dd-47fd-9325-f7a3fc9f7e6f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 210 time: 0.0368164 Dec 06 14:41:24.505711 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-609137fc-a80e-41a1-9638-7d2b8e2425d0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:41:24.557874 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16397f8-9726-4237-933d-20b656f741ab admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:41:24.568468 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9edf3a-e447-4fe8-a2d6-208c048e53ec None None] Sync routers for ids ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:41:24.569031 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c16397f8-9726-4237-933d-20b656f741ab admin admin] 10.222.0.20 "PUT /v2.0/routers/b0cb600a-ad36-4f28-9b96-a6c6afab6c80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5689766 Dec 06 14:41:24.581169 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38224) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:24.586714 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9edf3a-e447-4fe8-a2d6-208c048e53ec None None] Routers {'b0cb600a-ad36-4f28-9b96-a6c6afab6c80'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:41:24.588507 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2a9edf3a-e447-4fe8-a2d6-208c048e53ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:41:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:24.610600 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f2277b49-95fc-49c5-960b-b02c0ce01001 req-15609b53-21cb-4d7a-8f2d-abecfefc35e8 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] For port 8a9222c8-6b60-428f-a143-e41f3b84af5a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8a9222c8-6b60-428f-a143-e41f3b84af5a,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:24.611007 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f2277b49-95fc-49c5-960b-b02c0ce01001 req-15609b53-21cb-4d7a-8f2d-abecfefc35e8 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:24.631600 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f29008-51ff-4ed8-91fe-e92034b773dc req-fef13369-949e-41c3-b072-bc87e75c2eaa tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:24.633180 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0f29008-51ff-4ed8-91fe-e92034b773dc req-fef13369-949e-41c3-b072-bc87e75c2eaa tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 931 time: 0.6863918 Dec 06 14:41:24.649028 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-609137fc-a80e-41a1-9638-7d2b8e2425d0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:24.649664 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-609137fc-a80e-41a1-9638-7d2b8e2425d0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:24.654655 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-49e26dee-c061-4eca-a382-08328e2a25f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2284276 Dec 06 14:41:24.666056 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f2277b49-95fc-49c5-960b-b02c0ce01001 req-15609b53-21cb-4d7a-8f2d-abecfefc35e8 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Calling delete_port for 8a9222c8-6b60-428f-a143-e41f3b84af5a owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:41:24.788531 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2a9edf3a-e447-4fe8-a2d6-208c048e53ec None None] Set router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:41:24.808635 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-609137fc-a80e-41a1-9638-7d2b8e2425d0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3845944 Dec 06 14:41:24.850992 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Request body: {'port': {'device_id': '8346cb02-eb8b-438c-bab8-1c4551250e40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:24.883592 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 34858412-68dc-453d-aed9-656d936bfc1a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:24.907694 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0f29008-51ff-4ed8-91fe-e92034b773dc req-b5317195-5b98-4627-8227-465f5c4550e3 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653363 Dec 06 14:41:24.929858 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] Network 29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:41:25.003049 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b28f2-e873-4307-87d4-2b1a5340c097 req-30bad7ce-8ef3-4948-a625-f13fa5461d31 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:25.007829 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 34858412-68dc-453d-aed9-656d936bfc1a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:25.008519 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:25.017511 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6e7b28f2-e873-4307-87d4-2b1a5340c097 req-30bad7ce-8ef3-4948-a625-f13fa5461d31 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.4641457 Dec 06 14:41:25.025592 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95324a58-adc7-4aba-b548-7aae95b0691b req-dbede644-d32b-4796-ac11-7906491f8c79 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:25.027065 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95324a58-adc7-4aba-b548-7aae95b0691b req-dbede644-d32b-4796-ac11-7906491f8c79 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6514235 Dec 06 14:41:25.034822 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:25.059460 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:25.061500 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b397357-b981-4243-85af-e5e5775c7d1f admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:25.213496 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2a9edf3a-e447-4fe8-a2d6-208c048e53ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:41:21Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:25.280553 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:25.320840 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f2277b49-95fc-49c5-960b-b02c0ce01001 req-15609b53-21cb-4d7a-8f2d-abecfefc35e8 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:25.340914 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 34858412-68dc-453d-aed9-656d936bfc1a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=34858412-68dc-453d-aed9-656d936bfc1a,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:25.350970 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:25.353654 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9edf3a-e447-4fe8-a2d6-208c048e53ec None None] Checking router: b0cb600a-ad36-4f28-9b96-a6c6afab6c80 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:41:25.380681 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-95324a58-adc7-4aba-b548-7aae95b0691b req-39e9364b-c4fe-4833-b0da-df18aa8a0b90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Request body: {'port': {'device_id': '9c33d172-03ae-4a3b-b743-f3f72f7efdfe', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '940b9d0da2654da5b6e2ace423b1077c'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:25.397800 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9edf3a-e447-4fe8-a2d6-208c048e53ec None None] Routers {'b0cb600a-ad36-4f28-9b96-a6c6afab6c80'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:41:25.398035 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b397357-b981-4243-85af-e5e5775c7d1f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:25.403719 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2a9edf3a-e447-4fe8-a2d6-208c048e53ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:41:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:25.487421 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15609b53-21cb-4d7a-8f2d-abecfefc35e8 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Pushing event deleted for resources: {'Port': ['ID=8a9222c8-6b60-428f-a143-e41f3b84af5a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:25.567609 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-23fcc5b8-f8d2-4f17-90d9-4756cf3ec4e8 req-85614de3-ea5c-49f1-922b-8c634ba970a2 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578 HTTP/1.1" status: 200 len: 210 time: 0.2865810 Dec 06 14:41:25.577637 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2277b49-95fc-49c5-960b-b02c0ce01001 req-15609b53-21cb-4d7a-8f2d-abecfefc35e8 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] No DVR routers for this DVR port 8a9222c8-6b60-428f-a143-e41f3b84af5a on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:41:25.577994 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=34858412-68dc-453d-aed9-656d936bfc1a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:25.591053 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f2277b49-95fc-49c5-960b-b02c0ce01001 req-15609b53-21cb-4d7a-8f2d-abecfefc35e8 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:25.592752 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6e7b28f2-e873-4307-87d4-2b1a5340c097 req-b7a5344a-2ca2-4477-927a-5721d53c832b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921653 Dec 06 14:41:25.600056 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f2277b49-95fc-49c5-960b-b02c0ce01001 req-15609b53-21cb-4d7a-8f2d-abecfefc35e8 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.23 "DELETE /v2.0/ports/8a9222c8-6b60-428f-a143-e41f3b84af5a HTTP/1.1" status: 204 len: 173 time: 2.1986656 Dec 06 14:41:25.613270 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578', 'name': 'network-vif-deleted', 'tag': '8a9222c8-6b60-428f-a143-e41f3b84af5a'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:25.625622 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd40894-b202-48e1-9a40-98a392d00677" -d '{"events": [{"server_uuid": "c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578", "name": "network-vif-deleted", "tag": "8a9222c8-6b60-428f-a143-e41f3b84af5a"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:25.652489 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:25.656140 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:25.656621 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:25.657046 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:25.658352 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:25.660145 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:25.661352 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:25.661973 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:25.679136 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:25.679579 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:25.679959 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:25.688487 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:25.689020 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:41:25.726395 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-77ca5a6c-66b5-4186-bdda-62cc8fceff90 None None] Provisioning complete for port 25aeaf08-ab7e-4486-b5fe-e523b8118d87 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:25.728469 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-77ca5a6c-66b5-4186-bdda-62cc8fceff90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:25.888036 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2a9edf3a-e447-4fe8-a2d6-208c048e53ec None None] Set router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:41:25.922015 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-77ca5a6c-66b5-4186-bdda-62cc8fceff90 None None] Port 25aeaf08-ab7e-4486-b5fe-e523b8118d87 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:41:25.954750 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89670e38-eaab-42ab-8ebf-eba0df0b60bf x-openstack-request-id: req-89670e38-eaab-42ab-8ebf-eba0df0b60bf {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:25.955205 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578", "name": "network-vif-deleted", "tag": "8a9222c8-6b60-428f-a143-e41f3b84af5a", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:25.955473 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89670e38-eaab-42ab-8ebf-eba0df0b60bf {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:25.957661 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7be5ff1-f8e5-4b1e-8fc5-da88bfd4c578', 'name': 'network-vif-deleted', 'tag': '8a9222c8-6b60-428f-a143-e41f3b84af5a', 'status': 'completed', 'code': 200} Dec 06 14:41:26.119111 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be253fc-4d93-4512-aeb5-2edff55bb8a8 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:41:26.140500 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:26.167753 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79938e69-8ad1-4351-b07b-b110bc1fe829 req-0437ecb7-9b09-4046-bead-2d2792d65305 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:26.176996 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-79938e69-8ad1-4351-b07b-b110bc1fe829 req-0437ecb7-9b09-4046-bead-2d2792d65305 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 931 time: 0.1120274 Dec 06 14:41:26.180084 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Transition to ACTIVE for port object 0be253fc-4d93-4512-aeb5-2edff55bb8a8 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:41:26.221995 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:26.346025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-79938e69-8ad1-4351-b07b-b110bc1fe829 req-b98c1cc5-618e-4373-bd66-626783829584 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613874 Dec 06 14:41:26.347290 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=0be253fc-4d93-4512-aeb5-2edff55bb8a8,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:26.410614 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2a9edf3a-e447-4fe8-a2d6-208c048e53ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:41:21Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:26.476260 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9edf3a-e447-4fe8-a2d6-208c048e53ec None None] The sync data for ids ['b0cb600a-ad36-4f28-9b96-a6c6afab6c80'] in n-d-master-1 is: [{'id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'name': 'tempest-FloatingIPsAssociationTestJSON-674166733-router', 'tenant_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205'}], 'enable_snat': True}, 'gw_port_id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:48Z', 'updated_at': '2021-12-06T14:41:21Z', 'revision_number': 5, 'project_id': '7c0debcee8fc4e30b6ef3f1b9ed587a3', 'gw_port': {'id': '8793b57a-28fc-4be2-855e-74811d57aef2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb600a-ad36-4f28-9b96-a6c6afab6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:49Z', 'updated_at': '2021-12-06T14:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:41:26.481214 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Attempting to bind port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:26.481214 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Attempting to bind port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:26.481530 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Attempting to bind port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:26.489225 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:41:26.489872 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Attempting to bind port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:26.501265 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:26.501608 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Checking segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:26.502005 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Bound using segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:26.502434 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Bound port: 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:26.502791 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:26.599084 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] For port 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:26.603372 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] For port 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0be253fc-4d93-4512-aeb5-2edff55bb8a8,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:26.613301 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:26.682331 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f2425c21-84eb-4df3-8353-e69a16e443b9 req-791aa8b4-e75e-4e70-8bb3-5a3a57e5c107 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 210 time: 0.1243451 Dec 06 14:41:26.690391 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8a9222c8-6b60-428f-a143-e41f3b84af5a no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:41:26.723865 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7b397357-b981-4243-85af-e5e5775c7d1f admin admin] Deleting port 8793b57a-28fc-4be2-855e-74811d57aef2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:41:26.724220 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b397357-b981-4243-85af-e5e5775c7d1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:26.746650 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 8a9222c8-6b60-428f-a143-e41f3b84af5a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:41:26.753592 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8a9222c8-6b60-428f-a143-e41f3b84af5a not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:41:26.757146 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:26.757976 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:26.759512 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] 10.222.0.23 "PUT /v2.0/ports/0be253fc-4d93-4512-aeb5-2edff55bb8a8 HTTP/1.1" status: 200 len: 1091 time: 1.9321623 Dec 06 14:41:26.821602 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804c9fa-3e97-438a-80e3-f0d370db3ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=0be253fc-4d93-4512-aeb5-2edff55bb8a8,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:26.857671 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c0751-8fb3-48fd-a0fc-84b380dc0770 req-8a25ad76-e202-4dfe-b41e-8524bc4d35ca tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:26.860389 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f4c0751-8fb3-48fd-a0fc-84b380dc0770 req-8a25ad76-e202-4dfe-b41e-8524bc4d35ca tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.1191621 Dec 06 14:41:26.930074 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7b397357-b981-4243-85af-e5e5775c7d1f admin admin] For port 8793b57a-28fc-4be2-855e-74811d57aef2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8793b57a-28fc-4be2-855e-74811d57aef2,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:26.930496 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b397357-b981-4243-85af-e5e5775c7d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:26.994047 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] Router 74a74293-14ae-4897-ac26-0a3a6f130396 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:41:27.003176 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7b397357-b981-4243-85af-e5e5775c7d1f admin admin] Calling delete_port for 8793b57a-28fc-4be2-855e-74811d57aef2 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:41:27.006324 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f4c0751-8fb3-48fd-a0fc-84b380dc0770 req-38646a15-e704-4f1f-be1b-dee46bdc54ae tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244678 Dec 06 14:41:27.015355 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-7ae97e19-857c-48d4-8aec-6976291c4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:27.018408 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-7ae97e19-857c-48d4-8aec-6976291c4df6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 1094 time: 0.1566594 Dec 06 14:41:27.023878 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 34858412-68dc-453d-aed9-656d936bfc1a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:27.113213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-93f21318-0df8-48eb-8e1b-940b693c49cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0be253fc-4d93-4512-aeb5-2edff55bb8a8 HTTP/1.1" status: 200 len: 217 time: 0.0842507 Dec 06 14:41:27.163426 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 34858412-68dc-453d-aed9-656d936bfc1a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:27.163848 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:27.200962 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95324a58-adc7-4aba-b548-7aae95b0691b req-39e9364b-c4fe-4833-b0da-df18aa8a0b90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Made reservation on behalf of 940b9d0da2654da5b6e2ace423b1077c for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:41:27.208772 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-e2af0832-d2db-4e80-8282-af8b282b1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:27.210512 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-e2af0832-d2db-4e80-8282-af8b282b1b66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.0895393 Dec 06 14:41:27.214829 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95324a58-adc7-4aba-b548-7aae95b0691b req-39e9364b-c4fe-4833-b0da-df18aa8a0b90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:27.247874 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95324a58-adc7-4aba-b548-7aae95b0691b req-39e9364b-c4fe-4833-b0da-df18aa8a0b90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:27.275017 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-4320ff76-ee71-4f69-bdbb-2815a74d155a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503793 Dec 06 14:41:27.411323 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:41:27.463458 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:41:27.464089 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1c545f3b-9e16-403f-a5c0-8b1a6cc3f36e not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:41:27.565253 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-9905f287-0e8d-45ca-b0b2-4a50775973ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:27.571890 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:27.572499 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-9905f287-0e8d-45ca-b0b2-4a50775973ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 1101 time: 0.2742665 Dec 06 14:41:27.596405 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:41:27.607542 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Sync routers for ids ['74a74293-14ae-4897-ac26-0a3a6f130396'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:41:27.615997 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5415d7f5-5ed6-4606-97a2-ff01047dda7f admin admin] 10.222.0.20 "PUT /v2.0/routers/74a74293-14ae-4897-ac26-0a3a6f130396/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0905435 Dec 06 14:41:27.632523 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Routers {'74a74293-14ae-4897-ac26-0a3a6f130396'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:41:27.634047 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:41:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['74a74293-14ae-4897-ac26-0a3a6f130396'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:27.677468 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95324a58-adc7-4aba-b548-7aae95b0691b req-39e9364b-c4fe-4833-b0da-df18aa8a0b90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:27.685285 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95324a58-adc7-4aba-b548-7aae95b0691b req-39e9364b-c4fe-4833-b0da-df18aa8a0b90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:27.707094 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b397357-b981-4243-85af-e5e5775c7d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:27.725378 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-a138b665-590f-43ce-93f2-01c6f13fd036 service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484804 Dec 06 14:41:27.769002 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91084da5-1395-44b6-a440-70abd125fd70 req-4c77920e-b4dc-4e0b-aed7-7485ab585d28 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:27.771427 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-91084da5-1395-44b6-a440-70abd125fd70 req-4c77920e-b4dc-4e0b-aed7-7485ab585d28 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 943 time: 0.3090973 Dec 06 14:41:27.881226 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Set router 74a74293-14ae-4897-ac26-0a3a6f130396 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:41:27.919838 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-20e812a9-e071-46dd-91ca-e7b4ccba04d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:27.921481 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-20e812a9-e071-46dd-91ca-e7b4ccba04d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.3418212 Dec 06 14:41:27.940918 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b397357-b981-4243-85af-e5e5775c7d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=8793b57a-28fc-4be2-855e-74811d57aef2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:28.006493 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-91084da5-1395-44b6-a440-70abd125fd70 req-b297a575-ed33-40f0-a595-6c4f8aed5ed0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205865 Dec 06 14:41:28.008448 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8346cb02-eb8b-438c-bab8-1c4551250e40', 'tag': '0be253fc-4d93-4512-aeb5-2edff55bb8a8'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:28.010654 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9364b-c4fe-4833-b0da-df18aa8a0b90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d23a1e3-8912-45dd-b792-1cea1065ba60,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:28.015030 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5256f6c4-dfe2-4182-b743-982dab55e5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "8346cb02-eb8b-438c-bab8-1c4551250e40", "tag": "0be253fc-4d93-4512-aeb5-2edff55bb8a8"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:28.036127 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38284) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:28.047755 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0747e10c-b9ed-43bb-9810-5c2105be4b7f tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1906752471', 'description': 'tempest-description--1915453181'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:28.058258 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-34671274-322f-4d6b-924a-5447b24e255b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=058d2958-f999-4286-a726-ad2ccdd47f8c HTTP/1.1" status: 200 len: 217 time: 0.1241329 Dec 06 14:41:28.073304 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06c1836d-bf5b-4719-a51d-3e7a92634685 req-8563bc9a-17ef-4e3e-b424-002c18cfb3d9 service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138812 Dec 06 14:41:28.106026 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-95324a58-adc7-4aba-b548-7aae95b0691b req-39e9364b-c4fe-4833-b0da-df18aa8a0b90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Allocated IP 192.168.233.244 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/6752727d-6265-498c-88a0-cf28c985dc97) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:41:28.153599 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdd9bab-e7d0-4e47-8814-6134fbcf39cc x-openstack-request-id: req-1cdd9bab-e7d0-4e47-8814-6134fbcf39cc {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:28.154157 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8346cb02-eb8b-438c-bab8-1c4551250e40", "tag": "0be253fc-4d93-4512-aeb5-2edff55bb8a8", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:28.154415 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cdd9bab-e7d0-4e47-8814-6134fbcf39cc {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:28.154825 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8346cb02-eb8b-438c-bab8-1c4551250e40', 'tag': '0be253fc-4d93-4512-aeb5-2edff55bb8a8', 'status': 'completed', 'code': 200} Dec 06 14:41:28.156143 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0747e10c-b9ed-43bb-9810-5c2105be4b7f tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:28.185596 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-e1919299-dcb0-42b0-8422-97ee9652c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:28.187063 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-e1919299-dcb0-42b0-8422-97ee9652c480 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1163142 Dec 06 14:41:28.337568 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bdce26f2-c213-4207-adc4-2cd9207a39dc req-6ebb3169-af4e-444c-8c5d-05de64497c26 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 210 time: 0.0983906 Dec 06 14:41:28.387792 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b397357-b981-4243-85af-e5e5775c7d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:28.438713 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256f6c4-dfe2-4182-b743-982dab55e5c5 req-7a4f6e1a-7f74-4a0b-ae88-b4ad611dd4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:28.441528 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5256f6c4-dfe2-4182-b743-982dab55e5c5 req-7a4f6e1a-7f74-4a0b-ae88-b4ad611dd4ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 1094 time: 0.2621434 Dec 06 14:41:28.504289 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-6127b102-dfc7-41ab-aaf1-368b17bc3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:28.505822 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-6127b102-dfc7-41ab-aaf1-368b17bc3df2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2457700 Dec 06 14:41:28.552127 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92d076-720b-45fa-a960-37cb4587cf75 req-700300d5-d603-4550-9ebb-b70f3fef9344 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:28.558615 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cc92d076-720b-45fa-a960-37cb4587cf75 req-700300d5-d603-4550-9ebb-b70f3fef9344 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.2995663 Dec 06 14:41:28.644638 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38300) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:28.648295 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'name': 'tempest-TaggedBootDevicesTest_v242-124513840-router', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67'}], 'enable_snat': True}, 'gw_port_id': '34858412-68dc-453d-aed9-656d936bfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:14Z', 'updated_at': '2021-12-06T14:41:23Z', 'revision_number': 4, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'gw_port': {'id': '34858412-68dc-453d-aed9-656d936bfc1a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:16Z', 'updated_at': '2021-12-06T14:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '25aeaf08-ab7e-4486-b5fe-e523b8118d87', 'name': '', 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'mac_address': 'fa:16:3e:db:8c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:21Z', 'updated_at': '2021-12-06T14:41:23Z', 'revision_number': 2, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'subnets': [{'id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:28.652905 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b397357-b981-4243-85af-e5e5775c7d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:28.655455 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b397357-b981-4243-85af-e5e5775c7d1f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:28.688374 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Checking router: 74a74293-14ae-4897-ac26-0a3a6f130396 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:41:28.688734 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Updating router 74a74293-14ae-4897-ac26-0a3a6f130396 port 25aeaf08-ab7e-4486-b5fe-e523b8118d87 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:41:28.707802 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e59d9f4f-3eac-489f-8949-9e85a0969d10 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1121720774-network', 'tenant_id': '87f7b3c56e5444b098d96fbbcc88e36a'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:28.715093 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0747e10c-b9ed-43bb-9810-5c2105be4b7f tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:28.720952 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cc92d076-720b-45fa-a960-37cb4587cf75 req-1e001fc4-0a5c-4539-bed4-6823889c9517 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354733 Dec 06 14:41:28.750185 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:28.773087 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0747e10c-b9ed-43bb-9810-5c2105be4b7f tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:28.849722 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747e10c-b9ed-43bb-9810-5c2105be4b7f tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d57cee3-f1ce-4553-831b-203d02c9304c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:28.892135 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256f6c4-dfe2-4182-b743-982dab55e5c5 req-b4d17f21-5b11-45ef-830a-a94fb96e4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:28.894147 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5256f6c4-dfe2-4182-b743-982dab55e5c5 req-b4d17f21-5b11-45ef-830a-a94fb96e4791 service neutron] 10.222.0.23 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 921 time: 0.4419568 Dec 06 14:41:28.901706 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59d9f4f-3eac-489f-8949-9e85a0969d10 admin admin] Made reservation on behalf of 87f7b3c56e5444b098d96fbbcc88e36a for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:41:28.904988 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e59d9f4f-3eac-489f-8949-9e85a0969d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:28.911981 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95324a58-adc7-4aba-b548-7aae95b0691b req-39e9364b-c4fe-4833-b0da-df18aa8a0b90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:28.918812 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e59d9f4f-3eac-489f-8949-9e85a0969d10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:28.953059 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b397357-b981-4243-85af-e5e5775c7d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:28.953630 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b397357-b981-4243-85af-e5e5775c7d1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0cb600a-ad36-4f28-9b96-a6c6afab6c80 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:41:28.975933 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b397357-b981-4243-85af-e5e5775c7d1f admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:28.981623 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7b397357-b981-4243-85af-e5e5775c7d1f admin admin] 10.222.0.20 "DELETE /v2.0/routers/b0cb600a-ad36-4f28-9b96-a6c6afab6c80 HTTP/1.1" status: 204 len: 168 time: 4.3999648 Dec 06 14:41:28.984619 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95324a58-adc7-4aba-b548-7aae95b0691b req-39e9364b-c4fe-4833-b0da-df18aa8a0b90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:28.991930 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38302) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:29.009658 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e59d9f4f-3eac-489f-8949-9e85a0969d10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:29.013710 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0747e10c-b9ed-43bb-9810-5c2105be4b7f tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:29.023164 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0747e10c-b9ed-43bb-9810-5c2105be4b7f tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9765790 Dec 06 14:41:29.023164 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e59d9f4f-3eac-489f-8949-9e85a0969d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:29.026306 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38304) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:29.070296 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:29.081017 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-9e521491-07e0-4533-9e18-ef76ad9cbef4 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212433 Dec 06 14:41:29.085337 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7369f828-c234-4408-8ad8-142cbdfba353 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Request body: {'security_group_rule': {'security_group_id': '5d57cee3-f1ce-4553-831b-203d02c9304c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:29.088113 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:29.141554 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95324a58-adc7-4aba-b548-7aae95b0691b req-39e9364b-c4fe-4833-b0da-df18aa8a0b90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:41:29.146854 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-95324a58-adc7-4aba-b548-7aae95b0691b req-39e9364b-c4fe-4833-b0da-df18aa8a0b90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:29.165137 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db8f63-f487-44b3-9781-870ed0563d91 None None] Pushing event updated for resources: {'Port': ['ID=25aeaf08-ab7e-4486-b5fe-e523b8118d87,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:29.169138 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-95324a58-adc7-4aba-b548-7aae95b0691b req-39e9364b-c4fe-4833-b0da-df18aa8a0b90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:41:29.202630 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5256f6c4-dfe2-4182-b743-982dab55e5c5 req-3dd07722-0ae1-49f4-9e4d-47a6f6d7a3b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0be253fc-4d93-4512-aeb5-2edff55bb8a8 HTTP/1.1" status: 200 len: 217 time: 0.2867193 Dec 06 14:41:29.203469 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59d9f4f-3eac-489f-8949-9e85a0969d10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:41:29.222895 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9364b-c4fe-4833-b0da-df18aa8a0b90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Pushing event updated for resources: {'Port': ['ID=6752727d-6265-498c-88a0-cf28c985dc97,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:29.267362 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Attempting to bind port 25aeaf08-ab7e-4486-b5fe-e523b8118d87 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:29.268050 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Attempting to bind port 25aeaf08-ab7e-4486-b5fe-e523b8118d87 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7170f104-d7c9-4cee-be83-eaca5aae7196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:29.268578 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Attempting to bind port 25aeaf08-ab7e-4486-b5fe-e523b8118d87 on network 29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:29.277230 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:29.278032 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Checking segment: {'id': '7170f104-d7c9-4cee-be83-eaca5aae7196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:29.278606 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:29.279413 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Bound using segment: {'id': '7170f104-d7c9-4cee-be83-eaca5aae7196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:29.280230 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Bound port: 25aeaf08-ab7e-4486-b5fe-e523b8118d87, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7170f104-d7c9-4cee-be83-eaca5aae7196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:29.280618 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:29.306015 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d1f9c1-ba48-41a9-83e1-7d5995b76b0e admin admin] Deleting subnet 9c063f61-a0d6-4d97-b506-ad47b05a1286 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:41:29.312738 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40d1f9c1-ba48-41a9-83e1-7d5995b76b0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:29.348330 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e59d9f4f-3eac-489f-8949-9e85a0969d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:29.348823 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-e59d9f4f-3eac-489f-8949-9e85a0969d10 admin admin] Added segment df08a4a7-3e2a-4fa8-ad54-b00165c53993 of type vlan for network 08cce051-6904-42ec-a6a4-20db2ea20110 Dec 06 14:41:29.369989 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95324a58-adc7-4aba-b548-7aae95b0691b req-39e9364b-c4fe-4833-b0da-df18aa8a0b90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:29.376288 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95324a58-adc7-4aba-b548-7aae95b0691b req-39e9364b-c4fe-4833-b0da-df18aa8a0b90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:29.424231 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] For port 25aeaf08-ab7e-4486-b5fe-e523b8118d87, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:29.433442 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] For port 25aeaf08-ab7e-4486-b5fe-e523b8118d87, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=25aeaf08-ab7e-4486-b5fe-e523b8118d87,segment=NetworkSegment(7170f104-d7c9-4cee-be83-eaca5aae7196),segment_id=7170f104-d7c9-4cee-be83-eaca5aae7196)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:29.441921 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40d1f9c1-ba48-41a9-83e1-7d5995b76b0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:29.452676 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:29.479597 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9f4f-3eac-489f-8949-9e85a0969d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7af7eb7-9e87-4a02-beea-7c23e759d977,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:29.502409 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3168d-ba78-4d0a-b94b-dc93b7e4e578 req-e65dc615-37b3-483d-8ff8-064adbee27ef tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:29.511850 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66d3168d-ba78-4d0a-b94b-dc93b7e4e578 req-e65dc615-37b3-483d-8ff8-064adbee27ef tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 943 time: 0.3020184 Dec 06 14:41:29.520160 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95324a58-adc7-4aba-b548-7aae95b0691b req-39e9364b-c4fe-4833-b0da-df18aa8a0b90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2236650 Dec 06 14:41:29.538418 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Request body: {'port': {'device_id': '9c33d172-03ae-4a3b-b743-f3f72f7efdfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:29.640145 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:29.691474 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db8f63-f487-44b3-9781-870ed0563d91 None None] Pushing event updated for resources: {'Port': ['ID=25aeaf08-ab7e-4486-b5fe-e523b8118d87,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:29.697609 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66d3168d-ba78-4d0a-b94b-dc93b7e4e578 req-37f693c6-7b16-4e19-96c7-692f659fed90 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844206 Dec 06 14:41:29.706279 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Routers {'74a74293-14ae-4897-ac26-0a3a6f130396'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:41:29.707235 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:41:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['74a74293-14ae-4897-ac26-0a3a6f130396'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:29.709344 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d5602282-d0d1-4e49-91d4-5afee9dc064c None None] Provisioning complete for port 25aeaf08-ab7e-4486-b5fe-e523b8118d87 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:29.709797 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5602282-d0d1-4e49-91d4-5afee9dc064c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:29.754070 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7369f828-c234-4408-8ad8-142cbdfba353 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:29.876737 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e59d9f4f-3eac-489f-8949-9e85a0969d10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:29.897662 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-122a19d7-98b6-44a1-a39d-0cf7bf057e6e service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7937567 Dec 06 14:41:29.915322 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] Set router 74a74293-14ae-4897-ac26-0a3a6f130396 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:41:29.946554 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256f6c4-dfe2-4182-b743-982dab55e5c5 req-3d7130ba-b7b0-42c9-ba15-4091a21965d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:29.948230 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5256f6c4-dfe2-4182-b743-982dab55e5c5 req-3d7130ba-b7b0-42c9-ba15-4091a21965d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.6451025 Dec 06 14:41:29.971316 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40d1f9c1-ba48-41a9-83e1-7d5995b76b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:30.014276 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be965a63-d5aa-45f5-948e-22be49025b7f req-7743c622-45c0-4238-88d7-22ec22bc2ddf tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:30.022494 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be965a63-d5aa-45f5-948e-22be49025b7f req-7743c622-45c0-4238-88d7-22ec22bc2ddf tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 936 time: 0.5076296 Dec 06 14:41:30.029769 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5256f6c4-dfe2-4182-b743-982dab55e5c5 req-b0be4478-a823-4fb1-852b-cdf20957800e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730133 Dec 06 14:41:30.041336 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5602282-d0d1-4e49-91d4-5afee9dc064c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:30.067932 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:30.196428 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e59d9f4f-3eac-489f-8949-9e85a0969d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:30.198024 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59d9f4f-3eac-489f-8949-9e85a0969d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:30.198988 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e59d9f4f-3eac-489f-8949-9e85a0969d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:30.217860 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d5602282-d0d1-4e49-91d4-5afee9dc064c None None] For port 25aeaf08-ab7e-4486-b5fe-e523b8118d87, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=25aeaf08-ab7e-4486-b5fe-e523b8118d87,segment=NetworkSegment(7170f104-d7c9-4cee-be83-eaca5aae7196),segment_id=7170f104-d7c9-4cee-be83-eaca5aae7196)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:30.230411 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5602282-d0d1-4e49-91d4-5afee9dc064c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:30.325901 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5256f6c4-dfe2-4182-b743-982dab55e5c5 req-da0f32db-77d2-4dfe-85c3-c4745ca8c046 service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681262 Dec 06 14:41:30.337606 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5602282-d0d1-4e49-91d4-5afee9dc064c None None] Pushing event updated for resources: {'Port': ['ID=25aeaf08-ab7e-4486-b5fe-e523b8118d87,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:30.363615 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be965a63-d5aa-45f5-948e-22be49025b7f req-62da4859-d137-4c08-8bf3-ee04a4dc7840 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398983 Dec 06 14:41:30.397449 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7369f828-c234-4408-8ad8-142cbdfba353 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:30.424769 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37d9d085-9a4a-41f4-8029-d865e15e207e None None] Provisioning complete for port 25aeaf08-ab7e-4486-b5fe-e523b8118d87 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:30.425426 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37d9d085-9a4a-41f4-8029-d865e15e207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:30.531470 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7369f828-c234-4408-8ad8-142cbdfba353 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:30.581120 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e59d9f4f-3eac-489f-8949-9e85a0969d10 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9059896 Dec 06 14:41:30.590323 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38314) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:30.601897 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-83337320-1614-4dd9-ae09-a69b93f46044 admin admin] Request body: {'subnet': {'network_id': '08cce051-6904-42ec-a6a4-20db2ea20110', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1121720774-subnet', 'tenant_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:30.611339 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'name': 'tempest-TaggedBootDevicesTest_v242-124513840-router', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67'}], 'enable_snat': True}, 'gw_port_id': '34858412-68dc-453d-aed9-656d936bfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:14Z', 'updated_at': '2021-12-06T14:41:23Z', 'revision_number': 4, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'gw_port': {'id': '34858412-68dc-453d-aed9-656d936bfc1a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:16Z', 'updated_at': '2021-12-06T14:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '25aeaf08-ab7e-4486-b5fe-e523b8118d87', 'name': '', 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'mac_address': 'fa:16:3e:db:8c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:21Z', 'updated_at': '2021-12-06T14:41:29Z', 'revision_number': 4, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'subnets': [{'id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:30.612463 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b6fd5-f371-435f-8ebd-3c4d63dedcf3 req-85632f5e-844e-4c52-8af3-6fb27ed0fad7 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:30.614127 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e2b6fd5-f371-435f-8ebd-3c4d63dedcf3 req-85632f5e-844e-4c52-8af3-6fb27ed0fad7 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.5035224 Dec 06 14:41:30.623957 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40d1f9c1-ba48-41a9-83e1-7d5995b76b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:30.630934 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369f828-c234-4408-8ad8-142cbdfba353 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cec54a-fdf7-4894-a9e0-07042e787c0f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:30.648103 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d9f4f-3eac-489f-8949-9e85a0969d10 admin admin] Pushing event updated for resources: {'Network': ['ID=08cce051-6904-42ec-a6a4-20db2ea20110,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:30.658234 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37d9d085-9a4a-41f4-8029-d865e15e207e None None] Provisioning complete for port 6752727d-6265-498c-88a0-cf28c985dc97 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:30.658699 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37d9d085-9a4a-41f4-8029-d865e15e207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:30.677016 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75734a3e-4778-4eb4-97a0-582dd8aa0c22 None None] The sync data for ids ['74a74293-14ae-4897-ac26-0a3a6f130396'] in n-d-master-1 is: [{'id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'name': 'tempest-TaggedBootDevicesTest_v242-124513840-router', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67'}], 'enable_snat': True}, 'gw_port_id': '34858412-68dc-453d-aed9-656d936bfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:14Z', 'updated_at': '2021-12-06T14:41:23Z', 'revision_number': 4, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'gw_port': {'id': '34858412-68dc-453d-aed9-656d936bfc1a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:16Z', 'updated_at': '2021-12-06T14:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '25aeaf08-ab7e-4486-b5fe-e523b8118d87', 'name': '', 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'mac_address': 'fa:16:3e:db:8c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:21Z', 'updated_at': '2021-12-06T14:41:29Z', 'revision_number': 4, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'subnets': [{'id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:41:30.705755 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1f9c1-ba48-41a9-83e1-7d5995b76b0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c063f61-a0d6-4d97-b506-ad47b05a1286,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:30.710078 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40d1f9c1-ba48-41a9-83e1-7d5995b76b0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:30.721720 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-40d1f9c1-ba48-41a9-83e1-7d5995b76b0e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9c063f61-a0d6-4d97-b506-ad47b05a1286 HTTP/1.1" status: 204 len: 168 time: 1.6674302 Dec 06 14:41:30.722425 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38318) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:30.750075 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 08cce051-6904-42ec-a6a4-20db2ea20110 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:41:30.831634 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7369f828-c234-4408-8ad8-142cbdfba353 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:30.833718 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7369f828-c234-4408-8ad8-142cbdfba353 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7648523 Dec 06 14:41:30.841426 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38324) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:30.850699 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-77bb7d3e-39ac-4d9c-bd4a-2a1d5d00fbbc tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Request body: {'security_group_rule': {'security_group_id': '5d57cee3-f1ce-4553-831b-203d02c9304c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:30.861621 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:30.866782 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83337320-1614-4dd9-ae09-a69b93f46044 admin admin] Made reservation on behalf of 87f7b3c56e5444b098d96fbbcc88e36a for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:41:30.869887 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83337320-1614-4dd9-ae09-a69b93f46044 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:30.889083 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0be253fc-4d93-4512-aeb5-2edff55bb8a8 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:41:30.892045 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c73c65-897c-43fa-84d3-120a8a2ef9f5 None None] Network 2f20ef1d-3a79-45eb-89da-218d4bf84e98 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:41:30.947286 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77bb7d3e-39ac-4d9c-bd4a-2a1d5d00fbbc tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:30.969270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5256f6c4-dfe2-4182-b743-982dab55e5c5 req-826cea11-4d25-491a-b329-93d958198b31 service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6089551 Dec 06 14:41:30.997158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e2b6fd5-f371-435f-8ebd-3c4d63dedcf3 req-a18be948-cfda-4e4e-9cd2-0dc9782944b9 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691108 Dec 06 14:41:31.003428 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8793b57a-28fc-4be2-855e-74811d57aef2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:41:31.027835 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a44158e-d2bf-4374-9fe9-b68bd3c924b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:31.044776 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 8793b57a-28fc-4be2-855e-74811d57aef2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:41:31.045128 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8793b57a-28fc-4be2-855e-74811d57aef2 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:41:31.065286 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79451102-9c54-4e8a-bce7-d1b6b0f9d450 req-e1e86839-e9aa-4202-a496-37f4fd45261d tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:31.076189 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-79451102-9c54-4e8a-bce7-d1b6b0f9d450 req-e1e86839-e9aa-4202-a496-37f4fd45261d tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 943 time: 0.1883183 Dec 06 14:41:31.126973 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77bb7d3e-39ac-4d9c-bd4a-2a1d5d00fbbc tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:31.142730 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77bb7d3e-39ac-4d9c-bd4a-2a1d5d00fbbc tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:31.167508 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-79451102-9c54-4e8a-bce7-d1b6b0f9d450 req-96d8bdc5-7525-4ab4-b6bc-d5d838b46b20 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899775 Dec 06 14:41:31.184010 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37d9d085-9a4a-41f4-8029-d865e15e207e None None] Port 6752727d-6265-498c-88a0-cf28c985dc97 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:41:31.186059 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb7d3e-39ac-4d9c-bd4a-2a1d5d00fbbc tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a805d5b-e151-4ee5-9467-36a2d89ce18c,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:31.201591 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6752727d-6265-498c-88a0-cf28c985dc97 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:41:31.204638 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-77bb7d3e-39ac-4d9c-bd4a-2a1d5d00fbbc tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:31.206426 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-77bb7d3e-39ac-4d9c-bd4a-2a1d5d00fbbc tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3631666 Dec 06 14:41:31.209646 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38326) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:31.216749 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dc3365a5-e41c-4fd3-afe0-4fa7004a8af6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:31.222717 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:31.261266 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] Deleting port 3ff376ad-46f4-480e-b646-b4c329d4e2b1 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:41:31.261855 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:31.285960 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Transition to ACTIVE for port object 6752727d-6265-498c-88a0-cf28c985dc97 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:41:31.310855 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:31.335892 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc3365a5-e41c-4fd3-afe0-4fa7004a8af6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:31.337278 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c5728d-26e6-4f9a-aaeb-608ee1f540ce None None] DHCP port deletion for 2f20ef1d-3a79-45eb-89da-218d4bf84e98 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:41:31.340936 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0be253fc-4d93-4512-aeb5-2edff55bb8a8,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:31.376098 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '0be253fc-4d93-4512-aeb5-2edff55bb8a8', 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71', 'port_id': '0be253fc-4d93-4512-aeb5-2edff55bb8a8', 'mac_address': 'fa:16:3e:b4:31:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded9556a-46c6-4b9d-a6af-ce8c9b6b072e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:41:31.523531 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:31.548669 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c1c5728d-26e6-4f9a-aaeb-608ee1f540ce None None] Deleting port 3ff376ad-46f4-480e-b646-b4c329d4e2b1 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:41:31.549051 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c1c5728d-26e6-4f9a-aaeb-608ee1f540ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:31.552820 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be253fc-4d93-4512-aeb5-2edff55bb8a8 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:41:31.581874 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Pushing event updated for resources: {'Port': ['ID=6752727d-6265-498c-88a0-cf28c985dc97,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:31.676382 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0be253fc-4d93-4512-aeb5-2edff55bb8a8,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:31.676911 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] For port 3ff376ad-46f4-480e-b646-b4c329d4e2b1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ff376ad-46f4-480e-b646-b4c329d4e2b1,segment=NetworkSegment(140d8ddc-7751-4b43-bcca-254da309f20b),segment_id=140d8ddc-7751-4b43-bcca-254da309f20b)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:31.677649 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:31.687429 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c1c5728d-26e6-4f9a-aaeb-608ee1f540ce None None] For port 3ff376ad-46f4-480e-b646-b4c329d4e2b1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ff376ad-46f4-480e-b646-b4c329d4e2b1,segment=NetworkSegment(140d8ddc-7751-4b43-bcca-254da309f20b),segment_id=140d8ddc-7751-4b43-bcca-254da309f20b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:31.687857 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c1c5728d-26e6-4f9a-aaeb-608ee1f540ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:31.696382 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:31.768995 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] Calling delete_port for 3ff376ad-46f4-480e-b646-b4c329d4e2b1 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:41:31.773705 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=0be253fc-4d93-4512-aeb5-2edff55bb8a8,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:31.790416 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c1c5728d-26e6-4f9a-aaeb-608ee1f540ce None None] Calling delete_port for 3ff376ad-46f4-480e-b646-b4c329d4e2b1 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:41:31.800195 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83337320-1614-4dd9-ae09-a69b93f46044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:31.814373 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Attempting to bind port 6752727d-6265-498c-88a0-cf28c985dc97 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:31.814709 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Attempting to bind port 6752727d-6265-498c-88a0-cf28c985dc97 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:31.815037 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Attempting to bind port 6752727d-6265-498c-88a0-cf28c985dc97 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:31.869204 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d751c36-79fa-4aa9-b52c-bcdb9b644d8b req-7decfb91-a24b-48b6-bb1b-732e771c248d tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:31.887673 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0d751c36-79fa-4aa9-b52c-bcdb9b644d8b req-7decfb91-a24b-48b6-bb1b-732e771c248d tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 948 time: 0.3458235 Dec 06 14:41:31.921157 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83337320-1614-4dd9-ae09-a69b93f46044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0a4a47-ba94-4c16-928e-eb58653a3fed,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:31.982802 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Port 6752727d-6265-498c-88a0-cf28c985dc97 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:41:31.983126 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Attempting to bind port 6752727d-6265-498c-88a0-cf28c985dc97 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:31.999946 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:32.000623 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:32.000623 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:32.001205 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Bound port: 6752727d-6265-498c-88a0-cf28c985dc97, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:32.001562 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:32.122880 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['0be253fc-4d93-4512-aeb5-2edff55bb8a8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:41:32.175875 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] For port 6752727d-6265-498c-88a0-cf28c985dc97, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:32.179817 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] For port 6752727d-6265-498c-88a0-cf28c985dc97, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6752727d-6265-498c-88a0-cf28c985dc97,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:32.190119 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99363c9a-ab09-4a33-98db-5ee78dc1d251 req-80a32419-2f9a-4f17-a477-224843b45128 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:32.192089 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-99363c9a-ab09-4a33-98db-5ee78dc1d251 req-80a32419-2f9a-4f17-a477-224843b45128 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.0671644 Dec 06 14:41:32.195170 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:32.209915 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0d751c36-79fa-4aa9-b52c-bcdb9b644d8b req-7327ab7e-98fd-46ab-9c95-e6e70e78d1ba tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169858 Dec 06 14:41:32.225620 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc3365a5-e41c-4fd3-afe0-4fa7004a8af6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:32.311198 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c1c5728d-26e6-4f9a-aaeb-608ee1f540ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:32.319375 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-99363c9a-ab09-4a33-98db-5ee78dc1d251 req-ba43776d-37fd-49ad-8d85-c8c2c055e643 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138923 Dec 06 14:41:32.371890 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5728d-26e6-4f9a-aaeb-608ee1f540ce None None] Pushing event deleted for resources: {'Port': ['ID=3ff376ad-46f4-480e-b646-b4c329d4e2b1,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:32.384433 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c5728d-26e6-4f9a-aaeb-608ee1f540ce None None] No DVR routers for this DVR port 3ff376ad-46f4-480e-b646-b4c329d4e2b1 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:41:32.396600 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83337320-1614-4dd9-ae09-a69b93f46044 admin admin] Checking segment: {'id': 'df08a4a7-3e2a-4fa8-ad54-b00165c53993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '08cce051-6904-42ec-a6a4-20db2ea20110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:32.397150 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83337320-1614-4dd9-ae09-a69b93f46044 admin admin] Network hostable DHCP agents. Network: 08cce051-6904-42ec-a6a4-20db2ea20110, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:41:32.540181 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d8877-7a98-4b83-8064-a3a32243a1b3 req-787e34f9-b6f4-434a-ab37-6cbd88e696c1 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:32.544230 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab5d8877-7a98-4b83-8064-a3a32243a1b3 req-787e34f9-b6f4-434a-ab37-6cbd88e696c1 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 944 time: 0.1049211 Dec 06 14:41:32.636140 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab5d8877-7a98-4b83-8064-a3a32243a1b3 req-83a4b04b-3b2e-4a94-bb81-1130445da698 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850704 Dec 06 14:41:32.750850 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-dc3365a5-e41c-4fd3-afe0-4fa7004a8af6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Allocated IP 172.35.7.136 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/6da348b8-bcb3-4115-940c-ae0b09f808f2) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:41:32.779983 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:32.781110 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:32.782850 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95324a58-adc7-4aba-b548-7aae95b0691b req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] 10.222.0.37 "PUT /v2.0/ports/6752727d-6265-498c-88a0-cf28c985dc97 HTTP/1.1" status: 200 len: 1096 time: 3.2491188 Dec 06 14:41:32.785341 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c33d172-03ae-4a3b-b743-f3f72f7efdfe', 'tag': '6752727d-6265-498c-88a0-cf28c985dc97'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:32.787865 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd69933d-311b-4c73-85c0-9aed7a55b8a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9c33d172-03ae-4a3b-b743-f3f72f7efdfe", "tag": "6752727d-6265-498c-88a0-cf28c985dc97"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:32.815742 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:32.866079 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83337320-1614-4dd9-ae09-a69b93f46044 admin admin] Network 08cce051-6904-42ec-a6a4-20db2ea20110 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:41:32.867158 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 25aeaf08-ab7e-4486-b5fe-e523b8118d87 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:32.870031 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8240d1-a662-4188-8329-bdda7a66dfd8 x-openstack-request-id: req-ba8240d1-a662-4188-8329-bdda7a66dfd8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:32.870542 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c33d172-03ae-4a3b-b743-f3f72f7efdfe", "tag": "6752727d-6265-498c-88a0-cf28c985dc97", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:32.870952 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba8240d1-a662-4188-8329-bdda7a66dfd8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:32.871500 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c33d172-03ae-4a3b-b743-f3f72f7efdfe', 'tag': '6752727d-6265-498c-88a0-cf28c985dc97', 'status': 'completed', 'code': 200} Dec 06 14:41:32.918155 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] No DVR routers for this DVR port 3ff376ad-46f4-480e-b646-b4c329d4e2b1 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:41:32.933325 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bec8e-d121-4646-8ad6-16c0f3aea611 service neutron] Pushing event updated for resources: {'Port': ['ID=6752727d-6265-498c-88a0-cf28c985dc97,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:32.939704 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-83337320-1614-4dd9-ae09-a69b93f46044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 08cce051-6904-42ec-a6a4-20db2ea20110) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:32.982222 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3996428-9dfd-497c-96cb-eaab76b97c74 None None] Network 08cce051-6904-42ec-a6a4-20db2ea20110 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:41:33.011926 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83337320-1614-4dd9-ae09-a69b93f46044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:33.012580 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83337320-1614-4dd9-ae09-a69b93f46044 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.049228 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 25aeaf08-ab7e-4486-b5fe-e523b8118d87 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:33.049610 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.061766 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff376ad-46f4-480e-b646-b4c329d4e2b1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:33.118641 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.135111 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95324a58-adc7-4aba-b548-7aae95b0691b req-8e6b4871-c0b0-4562-b486-f0535660663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:33.136753 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95324a58-adc7-4aba-b548-7aae95b0691b req-8e6b4871-c0b0-4562-b486-f0535660663c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 1099 time: 0.3041642 Dec 06 14:41:33.154864 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-83337320-1614-4dd9-ae09-a69b93f46044 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5634239 Dec 06 14:41:33.157752 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38342) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:33.162081 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1121720774-router', 'tenant_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:33.199908 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.201849 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.212159 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95324a58-adc7-4aba-b548-7aae95b0691b req-860e6f26-c496-407a-b8ed-753dc4e711bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=6752727d-6265-498c-88a0-cf28c985dc97 HTTP/1.1" status: 200 len: 217 time: 0.0539348 Dec 06 14:41:33.213744 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f20ef1d-3a79-45eb-89da-218d4bf84e98']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:33.218035 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc3365a5-e41c-4fd3-afe0-4fa7004a8af6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.228932 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-31c8b927-0867-4ba7-a8c5-9f881d1e494b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.245220 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140d8ddc-7751-4b43-bcca-254da309f20b') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:33.250522 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140d8ddc-7751-4b43-bcca-254da309f20b') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:33.278498 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.324659 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.355687 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-08cce051-6904-42ec-a6a4-20db2ea20110', 'network_id': '08cce051-6904-42ec-a6a4-20db2ea20110', 'tenant_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'fixed_ips': [{'subnet_id': 'ec0a4a47-ba94-4c16-928e-eb58653a3fed'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:41:33.356802 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.414173 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.425794 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95324a58-adc7-4aba-b548-7aae95b0691b req-c7b2ce7d-7c39-4984-8c88-d9f0c781a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:33.429173 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95324a58-adc7-4aba-b548-7aae95b0691b req-c7b2ce7d-7c39-4984-8c88-d9f0c781a4ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.2049520 Dec 06 14:41:33.432689 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:41:33.433302 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.436085 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc3365a5-e41c-4fd3-afe0-4fa7004a8af6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:41:33.446552 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:41:33.511573 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3ff376ad-46f4-480e-b646-b4c329d4e2b1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:41:33.528118 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3365a5-e41c-4fd3-afe0-4fa7004a8af6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:41:33.540516 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 3ff376ad-46f4-480e-b646-b4c329d4e2b1 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:41:33.540860 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3ff376ad-46f4-480e-b646-b4c329d4e2b1 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:41:33.572995 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Allocated IP 172.20.0.2 (08cce051-6904-42ec-a6a4-20db2ea20110/ec0a4a47-ba94-4c16-928e-eb58653a3fed/63136162-0cca-4716-90b1-4ebe286acbc3) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:41:33.586404 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-dc3365a5-e41c-4fd3-afe0-4fa7004a8af6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:33.625994 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3365a5-e41c-4fd3-afe0-4fa7004a8af6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:41:33.771292 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.778268 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.783142 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.829603 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc3365a5-e41c-4fd3-afe0-4fa7004a8af6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.834404 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95324a58-adc7-4aba-b548-7aae95b0691b req-3b043d7f-6577-4b58-bbe0-14f23c64fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:33.836889 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95324a58-adc7-4aba-b548-7aae95b0691b req-3b043d7f-6577-4b58-bbe0-14f23c64fd1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3859940 Dec 06 14:41:33.867136 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35151471-c603-4e1f-96a4-a0e34df2b10f req-b0e1f6c2-b782-4530-9718-1095ddbe700e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:33.869362 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35151471-c603-4e1f-96a4-a0e34df2b10f req-b0e1f6c2-b782-4530-9718-1095ddbe700e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 948 time: 0.0943487 Dec 06 14:41:33.883607 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Network 08cce051-6904-42ec-a6a4-20db2ea20110 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:41:33.891933 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:33.898520 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:41:33.901457 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.902278 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Pushing event updated for resources: {'Port': ['ID=63136162-0cca-4716-90b1-4ebe286acbc3,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:33.962699 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95324a58-adc7-4aba-b548-7aae95b0691b req-07f3ab58-20ae-4b8e-a082-4fe67ff94c54 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093447 Dec 06 14:41:33.963590 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.975628 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f266a4-4c7b-4af3-a640-fda011544bdc req-c1b4efc0-34cf-4665-ab0b-ab0907bc9497 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:33.977967 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35151471-c603-4e1f-96a4-a0e34df2b10f req-113c8174-8329-4136-aced-c01043d8efa2 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969870 Dec 06 14:41:33.979334 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-05f266a4-4c7b-4af3-a640-fda011544bdc req-c1b4efc0-34cf-4665-ab0b-ab0907bc9497 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.4426529 Dec 06 14:41:33.980235 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3365a5-e41c-4fd3-afe0-4fa7004a8af6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Pushing event updated for resources: {'Port': ['ID=6da348b8-bcb3-4115-940c-ae0b09f808f2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:34.003551 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Attempting to bind port 63136162-0cca-4716-90b1-4ebe286acbc3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:34.003971 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Attempting to bind port 63136162-0cca-4716-90b1-4ebe286acbc3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'df08a4a7-3e2a-4fa8-ad54-b00165c53993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '08cce051-6904-42ec-a6a4-20db2ea20110'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:34.004331 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Attempting to bind port 63136162-0cca-4716-90b1-4ebe286acbc3 on network 08cce051-6904-42ec-a6a4-20db2ea20110 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:34.021837 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:34.022135 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Checking segment: {'id': 'df08a4a7-3e2a-4fa8-ad54-b00165c53993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '08cce051-6904-42ec-a6a4-20db2ea20110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:34.022429 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:34.022818 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Bound using segment: {'id': 'df08a4a7-3e2a-4fa8-ad54-b00165c53993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '08cce051-6904-42ec-a6a4-20db2ea20110'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:34.023282 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Bound port: 63136162-0cca-4716-90b1-4ebe286acbc3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df08a4a7-3e2a-4fa8-ad54-b00165c53993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '08cce051-6904-42ec-a6a4-20db2ea20110'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:34.023671 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:34.104850 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95324a58-adc7-4aba-b548-7aae95b0691b req-1054fecc-534d-4c2b-bfca-84e6f65f56ba service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133797 Dec 06 14:41:34.137994 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:34.143610 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2f20ef1d-3a79-45eb-89da-218d4bf84e98 HTTP/1.1" status: 204 len: 168 time: 3.4197650 Dec 06 14:41:34.155241 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:34.180466 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc3365a5-e41c-4fd3-afe0-4fa7004a8af6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:34.181850 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] For port 63136162-0cca-4716-90b1-4ebe286acbc3, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:34.192006 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] For port 63136162-0cca-4716-90b1-4ebe286acbc3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63136162-0cca-4716-90b1-4ebe286acbc3,segment=NetworkSegment(df08a4a7-3e2a-4fa8-ad54-b00165c53993),segment_id=df08a4a7-3e2a-4fa8-ad54-b00165c53993)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:34.203137 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3d9c5-a7df-4aa7-85c4-38a617f27e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f20ef1d-3a79-45eb-89da-218d4bf84e98,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:34.204331 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:34.228014 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:34.310080 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35125c0e-2a4a-41f7-af30-75114dd2c475 None None] Pushing event updated for resources: {'Port': ['ID=63136162-0cca-4716-90b1-4ebe286acbc3,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:34.354467 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69933d-311b-4c73-85c0-9aed7a55b8a7 req-d1abf61a-976c-471c-8705-55c2bfb31ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:34.356356 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cd69933d-311b-4c73-85c0-9aed7a55b8a7 req-d1abf61a-976c-471c-8705-55c2bfb31ce1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 1099 time: 0.1498094 Dec 06 14:41:34.363572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-05f266a4-4c7b-4af3-a640-fda011544bdc req-4a370341-c74f-49ee-b07a-092963d6bf78 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188470 Dec 06 14:41:34.479496 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b4cf0-1233-423b-8f93-93ee1d941753 req-fb945328-bbd3-44a5-8ed6-c2ff2b67c354 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:34.488237 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-144b4cf0-1233-423b-8f93-93ee1d941753 req-fb945328-bbd3-44a5-8ed6-c2ff2b67c354 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 944 time: 0.2687564 Dec 06 14:41:34.527551 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38354) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:34.592743 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Allocated IP 172.35.7.254 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/3fb4840c-11a7-4863-8f18-02cabdf4828c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:41:34.626559 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69933d-311b-4c73-85c0-9aed7a55b8a7 req-e08fb478-ff5c-4eb2-9273-c5d1b53de65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:34.628103 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cd69933d-311b-4c73-85c0-9aed7a55b8a7 req-e08fb478-ff5c-4eb2-9273-c5d1b53de65f service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2613533 Dec 06 14:41:34.651855 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6709860f-60ef-42ca-b238-f39453994565 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c0debcee8fc4e30b6ef3f1b9ed587a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1214411 Dec 06 14:41:34.656086 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38356) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:34.696810 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-144b4cf0-1233-423b-8f93-93ee1d941753 req-35dc5934-fd69-468c-ba35-56306783b14c tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075479 Dec 06 14:41:34.698107 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc3365a5-e41c-4fd3-afe0-4fa7004a8af6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:34.701427 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cd69933d-311b-4c73-85c0-9aed7a55b8a7 req-35fe1cce-dd1b-4161-ad23-717ad1dd6075 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=6752727d-6265-498c-88a0-cf28c985dc97 HTTP/1.1" status: 200 len: 217 time: 0.0637774 Dec 06 14:41:34.706153 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc3365a5-e41c-4fd3-afe0-4fa7004a8af6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:34.738757 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0be253fc-4d93-4512-aeb5-2edff55bb8a8 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:34.841606 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 63136162-0cca-4716-90b1-4ebe286acbc3 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:34.846768 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66180ae6-ffd4-481a-9240-bf1b4b684136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:34.873752 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66180ae6-ffd4-481a-9240-bf1b4b684136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:34.877592 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:41:34.890374 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:34.892020 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:34.932823 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66180ae6-ffd4-481a-9240-bf1b4b684136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:34.935774 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66180ae6-ffd4-481a-9240-bf1b4b684136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:34.939961 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-66180ae6-ffd4-481a-9240-bf1b4b684136 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be81c864-9b54-49cc-a0d9-91cdf738392e HTTP/1.1" status: 204 len: 168 time: 0.2796991 Dec 06 14:41:34.941506 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:34.943361 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc3365a5-e41c-4fd3-afe0-4fa7004a8af6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:34.956195 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66180ae6-ffd4-481a-9240-bf1b4b684136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be81c864-9b54-49cc-a0d9-91cdf738392e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:34.959861 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3365a5-e41c-4fd3-afe0-4fa7004a8af6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Pushing event updated for resources: {'Port': ['ID=6da348b8-bcb3-4115-940c-ae0b09f808f2,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:34.965365 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69933d-311b-4c73-85c0-9aed7a55b8a7 req-80469edd-1ba0-4cc4-8f79-718d44730924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:34.973213 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cd69933d-311b-4c73-85c0-9aed7a55b8a7 req-80469edd-1ba0-4cc4-8f79-718d44730924 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.2464769 Dec 06 14:41:34.977463 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dc3365a5-e41c-4fd3-afe0-4fa7004a8af6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:34.986690 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dc3365a5-e41c-4fd3-afe0-4fa7004a8af6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7670822 Dec 06 14:41:35.004347 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:35.042436 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 63136162-0cca-4716-90b1-4ebe286acbc3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:35.043065 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:35.129674 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69933d-311b-4c73-85c0-9aed7a55b8a7 req-6c4ec895-a5f1-489f-9570-11cc6d1b9dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:35.133953 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cd69933d-311b-4c73-85c0-9aed7a55b8a7 req-6c4ec895-a5f1-489f-9570-11cc6d1b9dd8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1511848 Dec 06 14:41:35.135092 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:41:35.146309 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:35.155431 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:41:35.193953 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb4840c-11a7-4863-8f18-02cabdf4828c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:35.229085 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:35.260694 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:35.324403 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0be253fc-4d93-4512-aeb5-2edff55bb8a8,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:35.332011 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8346cb02-eb8b-438c-bab8-1c4551250e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be253fc-4d93-4512-aeb5-2edff55bb8a8'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:35.334643 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dffc5e3-dbf4-427a-af4a-8f191c6c95da" -d '{"events": [{"server_uuid": "8346cb02-eb8b-438c-bab8-1c4551250e40", "name": "network-vif-plugged", "status": "completed", "tag": "0be253fc-4d93-4512-aeb5-2edff55bb8a8"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:35.341205 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:35.400143 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 63136162-0cca-4716-90b1-4ebe286acbc3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63136162-0cca-4716-90b1-4ebe286acbc3,segment=NetworkSegment(df08a4a7-3e2a-4fa8-ad54-b00165c53993),segment_id=df08a4a7-3e2a-4fa8-ad54-b00165c53993)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:35.429882 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbc713-446e-46fb-bd7b-31d350d0e8e5 req-12838e3b-1e31-45df-bbbf-e42c8c686a6e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:35.432214 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2fbbc713-446e-46fb-bd7b-31d350d0e8e5 req-12838e3b-1e31-45df-bbbf-e42c8c686a6e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 948 time: 0.2645793 Dec 06 14:41:35.436570 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=0be253fc-4d93-4512-aeb5-2edff55bb8a8,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:35.451411 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:35.521565 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cd69933d-311b-4c73-85c0-9aed7a55b8a7 req-332e23fd-17fb-47bf-997c-e77ea5747055 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743415 Dec 06 14:41:35.574869 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2fbbc713-446e-46fb-bd7b-31d350d0e8e5 req-22f767e9-ba09-4b03-8436-74eb937c686a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315315 Dec 06 14:41:35.623409 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=63136162-0cca-4716-90b1-4ebe286acbc3,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:35.686847 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:35.694614 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcb6853-5a4a-416a-8138-a4dbfef03334 x-openstack-request-id: req-efcb6853-5a4a-416a-8138-a4dbfef03334 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:35.695331 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8346cb02-eb8b-438c-bab8-1c4551250e40", "name": "network-vif-plugged", "status": "completed", "tag": "0be253fc-4d93-4512-aeb5-2edff55bb8a8", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:35.695632 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efcb6853-5a4a-416a-8138-a4dbfef03334 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:35.696077 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8346cb02-eb8b-438c-bab8-1c4551250e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be253fc-4d93-4512-aeb5-2edff55bb8a8', 'code': 200} Dec 06 14:41:35.706089 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:35.746465 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cd69933d-311b-4c73-85c0-9aed7a55b8a7 req-23ad63b3-c829-4c26-ae3e-adb366066cd6 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154682 Dec 06 14:41:35.861961 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-25296e7d-c06e-45e4-ab6c-df724df0a9b0 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:35.862427 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb4426-f1d3-415c-b14a-6f4905e2a5aa req-8e79a92b-09fe-42a9-8d2f-042856765863 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:35.863467 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-25296e7d-c06e-45e4-ab6c-df724df0a9b0 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/networks?id=5521cd74-94bb-4bc1-b3e0-da480ffd2eca HTTP/1.1" status: 200 len: 822 time: 0.3709786 Dec 06 14:41:35.867189 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f848f3-ab8a-44cf-9b34-cdc9c4cca786 req-07b09c91-b341-48eb-9717-48d8923410e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:35.868643 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78f848f3-ab8a-44cf-9b34-cdc9c4cca786 req-07b09c91-b341-48eb-9717-48d8923410e0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 1096 time: 0.0987017 Dec 06 14:41:35.871774 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2fb4426-f1d3-415c-b14a-6f4905e2a5aa req-8e79a92b-09fe-42a9-8d2f-042856765863 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.1007550 Dec 06 14:41:35.934253 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-c6e2e512-3c39-4c87-9cd1-c7b531eecb96 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/quotas/bebd2aa3873d436c89009a1dfe8e401c HTTP/1.1" status: 200 len: 375 time: 0.0645256 Dec 06 14:41:35.938769 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78f848f3-ab8a-44cf-9b34-cdc9c4cca786 req-cb2be01b-ec41-4c21-9c8b-89c5e5796844 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543003 Dec 06 14:41:35.972224 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2fb4426-f1d3-415c-b14a-6f4905e2a5aa req-ce3e4a9c-24cd-4938-b481-37294c1f282f tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958402 Dec 06 14:41:35.979545 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-bca23097-7d14-4a24-9f31-d8db8dbc78d1 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bebd2aa3873d436c89009a1dfe8e401c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362687 Dec 06 14:41:36.072269 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3281d811-e6d3-4ece-9733-8abe58715530 None None] Network 08cce051-6904-42ec-a6a4-20db2ea20110 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:41:36.148199 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a0cf0-9242-4493-8ea2-fa9c00b4eed8 req-f3be48c1-f326-452c-b502-d061b4305ace tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:36.156668 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f09a0cf0-9242-4493-8ea2-fa9c00b4eed8 req-f3be48c1-f326-452c-b502-d061b4305ace tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 945 time: 0.0920665 Dec 06 14:41:36.201549 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c4505355-90d4-4347-880f-539e38e55915 None None] Provisioning complete for port 63136162-0cca-4716-90b1-4ebe286acbc3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:36.201982 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c4505355-90d4-4347-880f-539e38e55915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:36.247562 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f09a0cf0-9242-4493-8ea2-fa9c00b4eed8 req-9d201016-29e1-41df-892e-a1fed0109bef tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899644 Dec 06 14:41:36.304410 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:36.348378 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-b1d4339b-167c-4760-8ef9-25b79c3c49a9 service neutron] 10.222.0.20 "GET /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678744 Dec 06 14:41:36.492203 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:36.546272 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6752727d-6265-498c-88a0-cf28c985dc97 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:41:36.580316 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-444120fb-a494-4267-bec0-1c53e61bc7a7 service neutron] 10.222.0.20 "GET /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233250 Dec 06 14:41:36.633205 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Router 0afb1d68-3c62-4299-9c3a-c6eb19705724 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:41:36.845253 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 63136162-0cca-4716-90b1-4ebe286acbc3 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:36.854516 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c6289-89fc-495e-9c70-1e59e3e86e29 req-79bd01ac-a31e-400e-810d-0823cc99d971 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:36.860723 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6752727d-6265-498c-88a0-cf28c985dc97, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6752727d-6265-498c-88a0-cf28c985dc97,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:36.867181 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-711c6289-89fc-495e-9c70-1e59e3e86e29 req-79bd01ac-a31e-400e-810d-0823cc99d971 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 948 time: 0.1445014 Dec 06 14:41:36.921553 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:41:36.933043 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Sync routers for ids ['0afb1d68-3c62-4299-9c3a-c6eb19705724'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:41:36.941566 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '6752727d-6265-498c-88a0-cf28c985dc97', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '6752727d-6265-498c-88a0-cf28c985dc97', 'mac_address': 'fa:16:3e:80:80:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:41:36.947136 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:36.951053 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f89d3442-67f1-4ff4-8ac3-860c43f86753 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7898316 Dec 06 14:41:36.951416 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38414) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:36.960834 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-711c6289-89fc-495e-9c70-1e59e3e86e29 req-64ee7590-09c7-4725-bbcb-74b07e6486e9 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872495 Dec 06 14:41:36.974698 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-20782676-9727-42cb-ad44-8d2c3c84b0f6 None None] Provisioning complete for port 63136162-0cca-4716-90b1-4ebe286acbc3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:36.985851 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-20782676-9727-42cb-ad44-8d2c3c84b0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:36.988829 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Routers {'0afb1d68-3c62-4299-9c3a-c6eb19705724'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:41:36.989765 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:41:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0afb1d68-3c62-4299-9c3a-c6eb19705724'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:37.127291 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d3932cc9-7619-4592-9650-2d32d1fcd8ac req-d2708615-e72d-4c64-bfa1-c5927f1cc938 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 210 time: 0.0906525 Dec 06 14:41:37.195076 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:37.256758 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68412ce3-5e15-4baf-906f-ee5d4cdc80dc req-4bfc8cd9-6468-4953-9512-a1403c9afd6f tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:37.264667 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-68412ce3-5e15-4baf-906f-ee5d4cdc80dc req-4bfc8cd9-6468-4953-9512-a1403c9afd6f tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.1483424 Dec 06 14:41:37.341132 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Set router 0afb1d68-3c62-4299-9c3a-c6eb19705724 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:41:37.400933 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-68412ce3-5e15-4baf-906f-ee5d4cdc80dc req-34a0cdbb-eb47-4f1b-bc59-057afc4a7d05 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353297 Dec 06 14:41:37.553961 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 63136162-0cca-4716-90b1-4ebe286acbc3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:37.554329 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:37.594632 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6752727d-6265-498c-88a0-cf28c985dc97 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:41:37.723132 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6752727d-6265-498c-88a0-cf28c985dc97, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6752727d-6265-498c-88a0-cf28c985dc97,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:37.733792 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:37.840443 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=6752727d-6265-498c-88a0-cf28c985dc97,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:37.911538 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96b92c-c3f2-4759-b7cc-94f9b9bf420f req-40a5cb5a-53e2-44a8-ae06-de05358264c2 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:37.914004 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb96b92c-c3f2-4759-b7cc-94f9b9bf420f req-40a5cb5a-53e2-44a8-ae06-de05358264c2 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 945 time: 0.1073999 Dec 06 14:41:37.978839 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb1d68-3c62-4299-9c3a-c6eb19705724', 'name': 'tempest-TaggedBootDevicesTest_v242-1121720774-router', 'tenant_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.254'}], 'enable_snat': True}, 'gw_port_id': '3fb4840c-11a7-4863-8f18-02cabdf4828c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:33Z', 'updated_at': '2021-12-06T14:41:35Z', 'revision_number': 3, 'project_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'gw_port': {'id': '3fb4840c-11a7-4863-8f18-02cabdf4828c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb1d68-3c62-4299-9c3a-c6eb19705724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:34Z', 'updated_at': '2021-12-06T14:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:38.012782 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Checking router: 0afb1d68-3c62-4299-9c3a-c6eb19705724 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:41:38.013091 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6752727d-6265-498c-88a0-cf28c985dc97'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:41:38.013702 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Updating router 0afb1d68-3c62-4299-9c3a-c6eb19705724 port 3fb4840c-11a7-4863-8f18-02cabdf4828c binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:41:38.042117 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:38.086641 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb96b92c-c3f2-4759-b7cc-94f9b9bf420f req-1ccf47c5-50d1-4328-9f30-5db3b5bdc49c tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592124 Dec 06 14:41:38.237023 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1ecb9-02cc-4a6a-a42e-bb3c8c32dc7a req-8f9fc5c6-8fa4-4bfe-b58c-6cfe6723cfb1 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:38.255256 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c4a1ecb9-02cc-4a6a-a42e-bb3c8c32dc7a req-8f9fc5c6-8fa4-4bfe-b58c-6cfe6723cfb1 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 949 time: 0.1444330 Dec 06 14:41:38.374129 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c4a1ecb9-02cc-4a6a-a42e-bb3c8c32dc7a req-5f565778-ad11-4fab-bd4c-bc07b6173b44 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176109 Dec 06 14:41:38.472373 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:38.503417 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:38.507611 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b51f61d6-dbd6-46c2-ba2a-b74587af41f3 req-b9479b1c-5e5a-4604-8b35-669302fa1a39 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 210 time: 0.0557575 Dec 06 14:41:38.585408 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-3dbb41e0-c4c1-449e-83b9-bc3fd503bbe6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:38.586935 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-3dbb41e0-c4c1-449e-83b9-bc3fd503bbe6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.23 "GET /v2.0/networks?id=5521cd74-94bb-4bc1-b3e0-da480ffd2eca HTTP/1.1" status: 200 len: 822 time: 0.2311139 Dec 06 14:41:38.625255 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Attempting to bind port 3fb4840c-11a7-4863-8f18-02cabdf4828c on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:38.625630 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Attempting to bind port 3fb4840c-11a7-4863-8f18-02cabdf4828c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:38.625996 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Attempting to bind port 3fb4840c-11a7-4863-8f18-02cabdf4828c on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:38.627992 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136966a-7e4a-4915-96e7-79d5d87ff2e5 None None] Pushing event updated for resources: {'Port': ['ID=3fb4840c-11a7-4863-8f18-02cabdf4828c,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:38.632861 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468aab8-8430-4090-b586-9c5f1c4c0b7a req-1b43438c-7b25-4c09-beec-61381a1b1002 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:38.634418 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c468aab8-8430-4090-b586-9c5f1c4c0b7a req-1b43438c-7b25-4c09-beec-61381a1b1002 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 1096 time: 0.4275265 Dec 06 14:41:38.642633 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:38.643024 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:38.643436 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:38.643871 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:38.644363 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Bound port: 3fb4840c-11a7-4863-8f18-02cabdf4828c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:38.644773 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:38.685355 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-873a1a55-874a-4529-be28-8e0b0e0f2719 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Request body: {'port': {'device_id': 'e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca', 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca', 'admin_state_up': True, 'tenant_id': 'bebd2aa3873d436c89009a1dfe8e401c'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:38.710433 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] For port 3fb4840c-11a7-4863-8f18-02cabdf4828c, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:38.714523 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] For port 3fb4840c-11a7-4863-8f18-02cabdf4828c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3fb4840c-11a7-4863-8f18-02cabdf4828c,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:38.724101 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:38.737329 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bd266-b3e6-42fc-9d00-52e57255f594 req-bb230c30-e82e-42be-bfd4-1d7c27e0f7fa tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:38.744616 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f3bd266-b3e6-42fc-9d00-52e57255f594 req-bb230c30-e82e-42be-bfd4-1d7c27e0f7fa tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.0714700 Dec 06 14:41:38.787278 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Routers {'0afb1d68-3c62-4299-9c3a-c6eb19705724'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:41:38.788000 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:41:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0afb1d68-3c62-4299-9c3a-c6eb19705724'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:38.800992 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f3bd266-b3e6-42fc-9d00-52e57255f594 req-6771e5e7-8e3e-4790-9ab0-e114e0241249 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510428 Dec 06 14:41:38.840450 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c468aab8-8430-4090-b586-9c5f1c4c0b7a req-f3da519b-c0c4-4a70-a89d-83dceaaa4dbe tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594734 Dec 06 14:41:38.855828 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136966a-7e4a-4915-96e7-79d5d87ff2e5 None None] Pushing event updated for resources: {'Port': ['ID=3fb4840c-11a7-4863-8f18-02cabdf4828c,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:38.878619 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:39.012073 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] Set router 0afb1d68-3c62-4299-9c3a-c6eb19705724 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:41:39.100993 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] Allocated IP 172.20.0.1 (08cce051-6904-42ec-a6a4-20db2ea20110/ec0a4a47-ba94-4c16-928e-eb58653a3fed/985ea36e-0074-4c70-bcae-12e4a1e5a5b1) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:41:39.111968 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-873a1a55-874a-4529-be28-8e0b0e0f2719 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Made reservation on behalf of bebd2aa3873d436c89009a1dfe8e401c for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:41:39.115479 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-873a1a55-874a-4529-be28-8e0b0e0f2719 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:39.240513 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb1d68-3c62-4299-9c3a-c6eb19705724', 'name': 'tempest-TaggedBootDevicesTest_v242-1121720774-router', 'tenant_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.254'}], 'enable_snat': True}, 'gw_port_id': '3fb4840c-11a7-4863-8f18-02cabdf4828c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:33Z', 'updated_at': '2021-12-06T14:41:35Z', 'revision_number': 3, 'project_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'gw_port': {'id': '3fb4840c-11a7-4863-8f18-02cabdf4828c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb1d68-3c62-4299-9c3a-c6eb19705724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:34Z', 'updated_at': '2021-12-06T14:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:39.256033 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-873a1a55-874a-4529-be28-8e0b0e0f2719 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Allocated IP 172.20.0.8 (5521cd74-94bb-4bc1-b3e0-da480ffd2eca/cd3e50a1-3233-4b36-ac18-e47233ecf33a/a47f0bdf-6177-4f73-80a4-7620b74317ba) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:41:39.276428 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec25ebb2-019c-4984-a9f8-3ba275ad9f58 None None] The sync data for ids ['0afb1d68-3c62-4299-9c3a-c6eb19705724'] in n-d-master-1 is: [{'id': '0afb1d68-3c62-4299-9c3a-c6eb19705724', 'name': 'tempest-TaggedBootDevicesTest_v242-1121720774-router', 'tenant_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.254'}], 'enable_snat': True}, 'gw_port_id': '3fb4840c-11a7-4863-8f18-02cabdf4828c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:33Z', 'updated_at': '2021-12-06T14:41:35Z', 'revision_number': 3, 'project_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'gw_port': {'id': '3fb4840c-11a7-4863-8f18-02cabdf4828c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb1d68-3c62-4299-9c3a-c6eb19705724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:34Z', 'updated_at': '2021-12-06T14:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:41:39.369352 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238eed69-7b76-45bc-9c67-aefc5199526c req-6352f5b4-ab32-42d1-bdbf-2c18a5472bfe tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:39.376565 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-238eed69-7b76-45bc-9c67-aefc5199526c req-6352f5b4-ab32-42d1-bdbf-2c18a5472bfe tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 1096 time: 0.2655628 Dec 06 14:41:39.477478 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-238eed69-7b76-45bc-9c67-aefc5199526c req-7f0c486a-7fc6-40ad-a25e-a5a99edd7c14 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999196 Dec 06 14:41:39.692770 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:39.745235 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cc178-e52e-494b-9f8b-43b54d6d1fe3 req-28a30125-6219-4ddb-9302-c8654ef231ce tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:39.746835 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-078cc178-e52e-494b-9f8b-43b54d6d1fe3 req-28a30125-6219-4ddb-9302-c8654ef231ce tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 949 time: 0.1286058 Dec 06 14:41:39.772324 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-873a1a55-874a-4529-be28-8e0b0e0f2719 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:39.851577 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-078cc178-e52e-494b-9f8b-43b54d6d1fe3 req-7ddf1b62-64af-4b15-af44-8981b095db73 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919261 Dec 06 14:41:39.879148 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:39.925861 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] Network 08cce051-6904-42ec-a6a4-20db2ea20110 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:41:39.928363 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:39.931595 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:41:40.020339 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:40.024194 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c90f6b1e-f095-4d25-a28d-b64e6b336b21 req-9e6f24ff-3b34-4ed2-a297-3248a037eb01 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 210 time: 0.0561562 Dec 06 14:41:40.040157 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-873a1a55-874a-4529-be28-8e0b0e0f2719 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:40.137869 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-873a1a55-874a-4529-be28-8e0b0e0f2719 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Network 5521cd74-94bb-4bc1-b3e0-da480ffd2eca is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:41:40.147382 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] Pushing event updated for resources: {'Port': ['ID=985ea36e-0074-4c70-bcae-12e4a1e5a5b1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:40.160980 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770fb49-6df9-4a19-b536-1d4015f2ebce req-20c83de4-021c-46df-ac30-7907f1208248 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:40.162328 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4770fb49-6df9-4a19-b536-1d4015f2ebce req-20c83de4-021c-46df-ac30-7907f1208248 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.1509025 Dec 06 14:41:40.168151 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-873a1a55-874a-4529-be28-8e0b0e0f2719 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:40.170530 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-873a1a55-874a-4529-be28-8e0b0e0f2719 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:41:40.251501 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-873a1a55-874a-4529-be28-8e0b0e0f2719 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:40.252158 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-873a1a55-874a-4529-be28-8e0b0e0f2719 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:40.307299 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-873a1a55-874a-4529-be28-8e0b0e0f2719 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6712167 Dec 06 14:41:40.357810 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b41a4bd9-0d3d-4a78-b9ab-695c0d349ec1 None None] Provisioning complete for port 985ea36e-0074-4c70-bcae-12e4a1e5a5b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:40.358348 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b41a4bd9-0d3d-4a78-b9ab-695c0d349ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:40.359715 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Request body: {'port': {'device_id': 'e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:40.390352 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a1a55-874a-4529-be28-8e0b0e0f2719 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Pushing event updated for resources: {'Port': ['ID=a47f0bdf-6177-4f73-80a4-7620b74317ba,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:40.470981 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b41a4bd9-0d3d-4a78-b9ab-695c0d349ec1 None None] Port 985ea36e-0074-4c70-bcae-12e4a1e5a5b1 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:41:40.486718 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4770fb49-6df9-4a19-b536-1d4015f2ebce req-a89b2a50-2bf4-4397-9243-80f1c618839a tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422802 Dec 06 14:41:40.567941 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6752727d-6265-498c-88a0-cf28c985dc97 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:40.611712 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:40.752059 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 6752727d-6265-498c-88a0-cf28c985dc97 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:41:40.757030 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 6752727d-6265-498c-88a0-cf28c985dc97 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:40.757390 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:40.830059 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:40.911668 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8730fe9-758d-42a7-bc04-396d2b5a76b7 req-0d0229f9-8642-4b73-bdd0-d70a200cbc9b tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:40.915692 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:40.922249 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8730fe9-758d-42a7-bc04-396d2b5a76b7 req-0d0229f9-8642-4b73-bdd0-d70a200cbc9b tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 1096 time: 0.2849331 Dec 06 14:41:40.930282 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3fb4840c-11a7-4863-8f18-02cabdf4828c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:40.967302 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c33d172-03ae-4a3b-b743-f3f72f7efdfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6752727d-6265-498c-88a0-cf28c985dc97'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:40.972925 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f89878a-2e86-467a-b74f-33b92923d92c" -d '{"events": [{"server_uuid": "9c33d172-03ae-4a3b-b743-f3f72f7efdfe", "name": "network-vif-plugged", "status": "completed", "tag": "6752727d-6265-498c-88a0-cf28c985dc97"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:41.014936 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6752727d-6265-498c-88a0-cf28c985dc97, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6752727d-6265-498c-88a0-cf28c985dc97,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:41.027226 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:41.067039 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 3fb4840c-11a7-4863-8f18-02cabdf4828c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:41.067371 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:41.074330 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8730fe9-758d-42a7-bc04-396d2b5a76b7 req-7529be48-81ac-4bc8-80e6-b614c1c17fb9 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473956 Dec 06 14:41:41.157668 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=6752727d-6265-498c-88a0-cf28c985dc97,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:41.246935 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:41.263578 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074fdd60-6e26-40ee-89a5-999aa972b57d x-openstack-request-id: req-074fdd60-6e26-40ee-89a5-999aa972b57d {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:41.263939 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c33d172-03ae-4a3b-b743-f3f72f7efdfe", "name": "network-vif-plugged", "status": "completed", "tag": "6752727d-6265-498c-88a0-cf28c985dc97", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:41.264208 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-074fdd60-6e26-40ee-89a5-999aa972b57d {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:41.264588 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c33d172-03ae-4a3b-b743-f3f72f7efdfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6752727d-6265-498c-88a0-cf28c985dc97', 'code': 200} Dec 06 14:41:41.279771 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:41.292452 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 3fb4840c-11a7-4863-8f18-02cabdf4828c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3fb4840c-11a7-4863-8f18-02cabdf4828c,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:41.297143 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:41.314163 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:41.406880 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=3fb4840c-11a7-4863-8f18-02cabdf4828c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:41.435825 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df0883-fd73-45b9-aa3f-24eccab0dc0f req-8e182e87-7750-4700-a15f-a2c665f0500f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:41.437348 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77df0883-fd73-45b9-aa3f-24eccab0dc0f req-8e182e87-7750-4700-a15f-a2c665f0500f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 950 time: 0.2487674 Dec 06 14:41:41.443110 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] Pushing event updated for resources: {'Port': ['ID=985ea36e-0074-4c70-bcae-12e4a1e5a5b1,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:41.466699 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649d2f2-8f7c-48df-a049-ae10d4462327 req-bfad6bae-25bc-45e7-99c1-55826b9646bc tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:41.475509 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a649d2f2-8f7c-48df-a049-ae10d4462327 req-bfad6bae-25bc-45e7-99c1-55826b9646bc tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 931 time: 0.1403608 Dec 06 14:41:41.517214 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8abbc-6b85-4074-989b-f5168bf71a20 req-fb1c44cf-0867-4cad-8cc7-0fa9482091e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:41.517408 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:41.517538 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfb8abbc-6b85-4074-989b-f5168bf71a20 req-fb1c44cf-0867-4cad-8cc7-0fa9482091e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 1101 time: 0.1241541 Dec 06 14:41:41.563397 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a649d2f2-8f7c-48df-a049-ae10d4462327 req-d15c3a48-7818-4b34-9738-c0c874fea7c3 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865502 Dec 06 14:41:41.563544 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47f0bdf-6177-4f73-80a4-7620b74317ba {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:41:41.584926 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:41.619894 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77df0883-fd73-45b9-aa3f-24eccab0dc0f req-83b40fa1-0b61-4398-a205-326d5eabe33b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310620 Dec 06 14:41:41.661143 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Transition to ACTIVE for port object a47f0bdf-6177-4f73-80a4-7620b74317ba will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:41:41.671353 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:41.706106 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfb8abbc-6b85-4074-989b-f5168bf71a20 req-7c0a4ec4-575d-424b-b741-30e0e13b9257 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611660 Dec 06 14:41:41.778962 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] Network 08cce051-6904-42ec-a6a4-20db2ea20110 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:41:41.782193 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Pushing event updated for resources: {'Port': ['ID=a47f0bdf-6177-4f73-80a4-7620b74317ba,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:41.785904 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:41.890182 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Attempting to bind port a47f0bdf-6177-4f73-80a4-7620b74317ba on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:41.890182 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Attempting to bind port a47f0bdf-6177-4f73-80a4-7620b74317ba by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '66987d70-c54c-4479-b6e0-5c2dc83ceca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:41.890521 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Attempting to bind port a47f0bdf-6177-4f73-80a4-7620b74317ba on network 5521cd74-94bb-4bc1-b3e0-da480ffd2eca {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:41.938411 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Port a47f0bdf-6177-4f73-80a4-7620b74317ba on network 5521cd74-94bb-4bc1-b3e0-da480ffd2eca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:41:41.938785 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Attempting to bind port a47f0bdf-6177-4f73-80a4-7620b74317ba on network 5521cd74-94bb-4bc1-b3e0-da480ffd2eca {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:41.949659 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:41.950001 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Checking segment: {'id': '66987d70-c54c-4479-b6e0-5c2dc83ceca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:41.950396 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Bound using segment: {'id': '66987d70-c54c-4479-b6e0-5c2dc83ceca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:41.951172 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Bound port: a47f0bdf-6177-4f73-80a4-7620b74317ba, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66987d70-c54c-4479-b6e0-5c2dc83ceca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:41.951533 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:41.958893 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92144ee8-bf8a-43d4-8e1c-beae63e4473a req-0e5b46c6-fd1a-4349-8953-40071fda0499 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:41.961510 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92144ee8-bf8a-43d4-8e1c-beae63e4473a req-0e5b46c6-fd1a-4349-8953-40071fda0499 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.1217899 Dec 06 14:41:42.015391 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] Router 0afb1d68-3c62-4299-9c3a-c6eb19705724 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:41:42.063208 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92144ee8-bf8a-43d4-8e1c-beae63e4473a req-2b04e468-cf09-44ef-9878-13463dae90f4 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854003 Dec 06 14:41:42.105149 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] For port a47f0bdf-6177-4f73-80a4-7620b74317ba, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:42.124964 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] For port a47f0bdf-6177-4f73-80a4-7620b74317ba, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a47f0bdf-6177-4f73-80a4-7620b74317ba,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:42.250853 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266e45f-a6c2-41e8-9c87-2df30e34b4ab req-da756067-e2ec-43bc-9e19-f48fdbf771df tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:42.255140 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a64c85fc-b718-493b-b1a7-38edefed492e None None] Provisioning complete for port 985ea36e-0074-4c70-bcae-12e4a1e5a5b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:42.255935 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a64c85fc-b718-493b-b1a7-38edefed492e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:42.266524 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f266e45f-a6c2-41e8-9c87-2df30e34b4ab req-da756067-e2ec-43bc-9e19-f48fdbf771df tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 1096 time: 0.0741096 Dec 06 14:41:42.328213 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a64c85fc-b718-493b-b1a7-38edefed492e None None] Port 985ea36e-0074-4c70-bcae-12e4a1e5a5b1 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:41:42.367476 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f266e45f-a6c2-41e8-9c87-2df30e34b4ab req-672b4c79-c7a2-4937-8ac0-920df412f3c5 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986333 Dec 06 14:41:42.436242 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:42.502566 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:42.503198 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:42.504617 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] 10.222.0.23 "PUT /v2.0/ports/a47f0bdf-6177-4f73-80a4-7620b74317ba HTTP/1.1" status: 200 len: 1091 time: 2.1791229 Dec 06 14:41:42.506969 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca', 'tag': 'a47f0bdf-6177-4f73-80a4-7620b74317ba'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:42.509952 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbb7fe5-b270-40db-8521-fc993c78fa5d" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca", "tag": "a47f0bdf-6177-4f73-80a4-7620b74317ba"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:42.532868 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:41:42.549444 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3b9710f3-66b6-4bfb-a351-6d7d6b809e58 admin admin] 10.222.0.20 "PUT /v2.0/routers/0afb1d68-3c62-4299-9c3a-c6eb19705724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5965536 Dec 06 14:41:42.550395 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb86d90-283c-45c4-8612-32a67432ab7f service neutron] Pushing event updated for resources: {'Port': ['ID=a47f0bdf-6177-4f73-80a4-7620b74317ba,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:42.552699 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Sync routers for ids ['0afb1d68-3c62-4299-9c3a-c6eb19705724'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:41:42.582230 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Routers {'0afb1d68-3c62-4299-9c3a-c6eb19705724'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:41:42.583158 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:41:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0afb1d68-3c62-4299-9c3a-c6eb19705724'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:42.647378 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-0e59bdcc-c90f-433e-a38f-70174f903b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:42.649655 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-0e59bdcc-c90f-433e-a38f-70174f903b4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bebd2aa3873d436c89009a1dfe8e401c&device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 1094 time: 0.0919216 Dec 06 14:41:42.763077 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-d0a4ec65-27ed-42a8-ba22-ffb18f219b9a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a47f0bdf-6177-4f73-80a4-7620b74317ba HTTP/1.1" status: 200 len: 217 time: 0.1047194 Dec 06 14:41:42.766481 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Set router 0afb1d68-3c62-4299-9c3a-c6eb19705724 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:41:42.832167 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3fb4840c-11a7-4863-8f18-02cabdf4828c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:42.875559 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-1f92ef36-6887-4f6d-bf20-329c0df59760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:42.883781 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-1f92ef36-6887-4f6d-bf20-329c0df59760 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd3e50a1-3233-4b36-ac18-e47233ecf33a HTTP/1.1" status: 200 len: 862 time: 0.1145985 Dec 06 14:41:42.957576 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-3e2ac51a-7268-46ca-bd77-5d5563fd020a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5521cd74-94bb-4bc1-b3e0-da480ffd2eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619922 Dec 06 14:41:42.991007 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 3fb4840c-11a7-4863-8f18-02cabdf4828c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:42.993332 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:43.032801 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bf71c5-151f-4325-b6d6-15b6eb068afc x-openstack-request-id: req-70bf71c5-151f-4325-b6d6-15b6eb068afc {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:43.033298 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca", "tag": "a47f0bdf-6177-4f73-80a4-7620b74317ba", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:43.033469 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70bf71c5-151f-4325-b6d6-15b6eb068afc {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:43.034005 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca', 'tag': 'a47f0bdf-6177-4f73-80a4-7620b74317ba', 'status': 'completed', 'code': 200} Dec 06 14:41:43.149381 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-e28982a2-670f-411c-9bc6-122a069cb19c service neutron] 10.222.0.23 "GET /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706896 Dec 06 14:41:43.296193 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a381d4-b450-45dd-be54-a7dad241c427 req-c6efc840-d258-4e9a-a456-2b9bfe2243d7 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:43.309712 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c2a381d4-b450-45dd-be54-a7dad241c427 req-c6efc840-d258-4e9a-a456-2b9bfe2243d7 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 943 time: 0.1592751 Dec 06 14:41:43.363017 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb1d68-3c62-4299-9c3a-c6eb19705724', 'name': 'tempest-TaggedBootDevicesTest_v242-1121720774-router', 'tenant_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.254'}], 'enable_snat': True}, 'gw_port_id': '3fb4840c-11a7-4863-8f18-02cabdf4828c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:33Z', 'updated_at': '2021-12-06T14:41:40Z', 'revision_number': 4, 'project_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'gw_port': {'id': '3fb4840c-11a7-4863-8f18-02cabdf4828c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb1d68-3c62-4299-9c3a-c6eb19705724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:34Z', 'updated_at': '2021-12-06T14:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '985ea36e-0074-4c70-bcae-12e4a1e5a5b1', 'name': '', 'network_id': '08cce051-6904-42ec-a6a4-20db2ea20110', 'tenant_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'mac_address': 'fa:16:3e:a3:76:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb1d68-3c62-4299-9c3a-c6eb19705724', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ec0a4a47-ba94-4c16-928e-eb58653a3fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:38Z', 'updated_at': '2021-12-06T14:41:40Z', 'revision_number': 2, 'project_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'subnets': [{'id': 'ec0a4a47-ba94-4c16-928e-eb58653a3fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:43.396114 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Checking router: 0afb1d68-3c62-4299-9c3a-c6eb19705724 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:41:43.396727 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Updating router 0afb1d68-3c62-4299-9c3a-c6eb19705724 port 985ea36e-0074-4c70-bcae-12e4a1e5a5b1 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:41:43.409684 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-693ba874-6717-4b62-a98e-2df2a8a1ab7c req-40965441-b1ac-48cd-aac9-1eb32a9925ef service neutron] 10.222.0.23 "GET /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504978 Dec 06 14:41:43.428561 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:43.431997 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c2a381d4-b450-45dd-be54-a7dad241c427 req-df748fb0-b4ed-4e87-a47b-01301b44c685 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188629 Dec 06 14:41:43.540169 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb7fe5-b270-40db-8521-fc993c78fa5d req-27a798f9-2521-4084-8351-7a46d582c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:43.543072 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5bbb7fe5-b270-40db-8521-fc993c78fa5d req-27a798f9-2521-4084-8351-7a46d582c66d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bebd2aa3873d436c89009a1dfe8e401c&device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 1094 time: 0.0765820 Dec 06 14:41:43.722353 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc83acf-9362-45db-800a-75e698d0cd03 req-d591bad3-4530-413f-86d0-5e2d62cff0fb tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:43.724380 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3dc83acf-9362-45db-800a-75e698d0cd03 req-d591bad3-4530-413f-86d0-5e2d62cff0fb tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 950 time: 0.1376026 Dec 06 14:41:43.755258 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb7fe5-b270-40db-8521-fc993c78fa5d req-c6fb1bf9-e835-48ac-b88a-024547b9f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:43.756904 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5bbb7fe5-b270-40db-8521-fc993c78fa5d req-c6fb1bf9-e835-48ac-b88a-024547b9f03f service neutron] 10.222.0.23 "GET /v2.0/networks?id=5521cd74-94bb-4bc1-b3e0-da480ffd2eca HTTP/1.1" status: 200 len: 923 time: 0.2028875 Dec 06 14:41:43.831698 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5bbb7fe5-b270-40db-8521-fc993c78fa5d req-06d35891-3ea3-4964-a1cb-73e2334ba31a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a47f0bdf-6177-4f73-80a4-7620b74317ba HTTP/1.1" status: 200 len: 217 time: 0.0645323 Dec 06 14:41:43.915836 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3dc83acf-9362-45db-800a-75e698d0cd03 req-1f3451d7-4cb9-4fc8-94fe-6196a03a9272 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799784 Dec 06 14:41:43.935478 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:43.947129 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:43.951860 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb7fe5-b270-40db-8521-fc993c78fa5d req-3d745d2f-5d39-4f7f-b746-4edaeb020c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:43.955781 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5bbb7fe5-b270-40db-8521-fc993c78fa5d req-3d745d2f-5d39-4f7f-b746-4edaeb020c16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd3e50a1-3233-4b36-ac18-e47233ecf33a HTTP/1.1" status: 200 len: 862 time: 0.1105826 Dec 06 14:41:43.969300 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-bf541873-cbde-4d6b-96e7-0023577a00b9 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:41:43.973441 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-bf541873-cbde-4d6b-96e7-0023577a00b9 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152700 Dec 06 14:41:44.018244 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5bbb7fe5-b270-40db-8521-fc993c78fa5d req-3ba4236b-9173-4c61-b3fa-6d862977af1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5521cd74-94bb-4bc1-b3e0-da480ffd2eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438092 Dec 06 14:41:44.110683 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edd9ce-1eb3-4ad4-8215-8b37d9f04fa7 None None] Pushing event updated for resources: {'Port': ['ID=985ea36e-0074-4c70-bcae-12e4a1e5a5b1,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:44.118837 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-43b0a09e-56b2-46aa-8912-99903d9f0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:44.124742 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-43b0a09e-56b2-46aa-8912-99903d9f0c00 service neutron] 10.222.0.20 "GET /v2.0/ports/0be253fc-4d93-4512-aeb5-2edff55bb8a8 HTTP/1.1" status: 200 len: 1093 time: 0.1098590 Dec 06 14:41:44.212926 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-dcc35f92-f625-4e70-a352-cea7ef83424b service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:44.215687 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-dcc35f92-f625-4e70-a352-cea7ef83424b service neutron] Unknown quota resources ['binding']. {{(pid=103288) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:41:44.219141 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Attempting to bind port 985ea36e-0074-4c70-bcae-12e4a1e5a5b1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:44.219517 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Attempting to bind port 985ea36e-0074-4c70-bcae-12e4a1e5a5b1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'df08a4a7-3e2a-4fa8-ad54-b00165c53993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '08cce051-6904-42ec-a6a4-20db2ea20110'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:44.219979 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Attempting to bind port 985ea36e-0074-4c70-bcae-12e4a1e5a5b1 on network 08cce051-6904-42ec-a6a4-20db2ea20110 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:44.233156 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:44.233611 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Checking segment: {'id': 'df08a4a7-3e2a-4fa8-ad54-b00165c53993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '08cce051-6904-42ec-a6a4-20db2ea20110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:44.235258 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:44.236461 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Bound using segment: {'id': 'df08a4a7-3e2a-4fa8-ad54-b00165c53993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '08cce051-6904-42ec-a6a4-20db2ea20110'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:44.236977 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Bound port: 985ea36e-0074-4c70-bcae-12e4a1e5a5b1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df08a4a7-3e2a-4fa8-ad54-b00165c53993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '08cce051-6904-42ec-a6a4-20db2ea20110'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:44.237380 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:44.369614 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5bbb7fe5-b270-40db-8521-fc993c78fa5d req-97853c92-294d-4ad2-99fa-2bd2333df261 service neutron] 10.222.0.23 "GET /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343723 Dec 06 14:41:44.372665 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] For port 985ea36e-0074-4c70-bcae-12e4a1e5a5b1, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:44.376226 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] For port 985ea36e-0074-4c70-bcae-12e4a1e5a5b1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=985ea36e-0074-4c70-bcae-12e4a1e5a5b1,segment=NetworkSegment(df08a4a7-3e2a-4fa8-ad54-b00165c53993),segment_id=df08a4a7-3e2a-4fa8-ad54-b00165c53993)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:44.385931 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:44.513283 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Routers {'0afb1d68-3c62-4299-9c3a-c6eb19705724'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:41:44.515705 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:41:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0afb1d68-3c62-4299-9c3a-c6eb19705724'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:44.608674 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5bbb7fe5-b270-40db-8521-fc993c78fa5d req-7a32cc5e-95b2-4ca5-b51f-b514a0731cf4 service neutron] 10.222.0.23 "GET /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263083 Dec 06 14:41:44.657567 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-dcc35f92-f625-4e70-a352-cea7ef83424b service neutron] Attempting to bind port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 on host n-h2-master-1 for vnic_type normal with profile None {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:44.662671 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-dcc35f92-f625-4e70-a352-cea7ef83424b service neutron] Attempting to bind port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:44.663068 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-dcc35f92-f625-4e70-a352-cea7ef83424b service neutron] Attempting to bind port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:44.673899 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-dcc35f92-f625-4e70-a352-cea7ef83424b service neutron] Port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:41:44.674210 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-dcc35f92-f625-4e70-a352-cea7ef83424b service neutron] Attempting to bind port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:44.691284 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-dcc35f92-f625-4e70-a352-cea7ef83424b service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:44.691675 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-dcc35f92-f625-4e70-a352-cea7ef83424b service neutron] Checking segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:44.692071 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-dcc35f92-f625-4e70-a352-cea7ef83424b service neutron] Bound using segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:44.692612 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-dcc35f92-f625-4e70-a352-cea7ef83424b service neutron] Bound port: 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:44.743550 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edd9ce-1eb3-4ad4-8215-8b37d9f04fa7 None None] Pushing event updated for resources: {'Port': ['ID=985ea36e-0074-4c70-bcae-12e4a1e5a5b1,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:44.786129 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-070f8f8e-7653-449b-bcdd-d95999dfc742 None None] Provisioning complete for port 985ea36e-0074-4c70-bcae-12e4a1e5a5b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:44.787152 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-070f8f8e-7653-449b-bcdd-d95999dfc742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:44.847109 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-dcc35f92-f625-4e70-a352-cea7ef83424b service neutron] For port 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0be253fc-4d93-4512-aeb5-2edff55bb8a8,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:44.861514 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-dcc35f92-f625-4e70-a352-cea7ef83424b service neutron] Publish callbacks [] for binding, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:44.877109 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-dcc35f92-f625-4e70-a352-cea7ef83424b service neutron] 10.222.0.20 "POST /v2.0/ports/0be253fc-4d93-4512-aeb5-2edff55bb8a8/bindings HTTP/1.1" status: 201 len: 389 time: 0.7275715 Dec 06 14:41:45.020107 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbb353-1ff3-4481-92a6-0f0553691136 req-47f10243-bfb7-4c5d-a686-3bd9879ccb74 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:45.032583 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9fcbb353-1ff3-4481-92a6-0f0553691136 req-47f10243-bfb7-4c5d-a686-3bd9879ccb74 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.0988927 Dec 06 14:41:45.077734 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] Set router 0afb1d68-3c62-4299-9c3a-c6eb19705724 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:41:45.160434 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9fcbb353-1ff3-4481-92a6-0f0553691136 req-ba4fb42b-8a96-43ca-88c9-22be6bea5a1f tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218174 Dec 06 14:41:45.294630 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-00e0d425-f79b-4cef-8e0d-ef7e9d4be1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:45.299351 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-00e0d425-f79b-4cef-8e0d-ef7e9d4be1fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 1096 time: 0.1180172 Dec 06 14:41:45.400677 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355174d-a070-46a6-96d4-5c02c73cedf4 req-56545813-3476-48be-9cd6-e016dec2f438 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:45.408128 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5355174d-a070-46a6-96d4-5c02c73cedf4 req-56545813-3476-48be-9cd6-e016dec2f438 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 943 time: 0.1440859 Dec 06 14:41:45.504959 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-07e6270a-4364-4c64-9278-646b8d062c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:45.506547 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-07e6270a-4364-4c64-9278-646b8d062c0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 921 time: 0.1973546 Dec 06 14:41:45.508373 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5355174d-a070-46a6-96d4-5c02c73cedf4 req-87406a85-8ae9-4d5e-a76e-20e169d0025e tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946817 Dec 06 14:41:45.538543 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-070f8f8e-7653-449b-bcdd-d95999dfc742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:45.591436 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-070f8f8e-7653-449b-bcdd-d95999dfc742 None None] For port 985ea36e-0074-4c70-bcae-12e4a1e5a5b1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=985ea36e-0074-4c70-bcae-12e4a1e5a5b1,segment=NetworkSegment(df08a4a7-3e2a-4fa8-ad54-b00165c53993),segment_id=df08a4a7-3e2a-4fa8-ad54-b00165c53993)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:45.602575 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-070f8f8e-7653-449b-bcdd-d95999dfc742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:45.608867 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb1d68-3c62-4299-9c3a-c6eb19705724', 'name': 'tempest-TaggedBootDevicesTest_v242-1121720774-router', 'tenant_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.254'}], 'enable_snat': True}, 'gw_port_id': '3fb4840c-11a7-4863-8f18-02cabdf4828c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:33Z', 'updated_at': '2021-12-06T14:41:40Z', 'revision_number': 4, 'project_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'gw_port': {'id': '3fb4840c-11a7-4863-8f18-02cabdf4828c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb1d68-3c62-4299-9c3a-c6eb19705724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:34Z', 'updated_at': '2021-12-06T14:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '985ea36e-0074-4c70-bcae-12e4a1e5a5b1', 'name': '', 'network_id': '08cce051-6904-42ec-a6a4-20db2ea20110', 'tenant_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'mac_address': 'fa:16:3e:a3:76:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb1d68-3c62-4299-9c3a-c6eb19705724', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ec0a4a47-ba94-4c16-928e-eb58653a3fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:38Z', 'updated_at': '2021-12-06T14:41:44Z', 'revision_number': 4, 'project_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'subnets': [{'id': 'ec0a4a47-ba94-4c16-928e-eb58653a3fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:41:45.643812 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-6f94c5f0-160c-444e-95d1-ced1ba566c59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0be253fc-4d93-4512-aeb5-2edff55bb8a8 HTTP/1.1" status: 200 len: 217 time: 0.1111417 Dec 06 14:41:45.696222 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf697a3e-3976-4bbe-b93a-17c973a1b8e7 req-2cb32dbe-3559-4a5e-b2ed-9cb0a5f5760f tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:45.699379 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf697a3e-3976-4bbe-b93a-17c973a1b8e7 req-2cb32dbe-3559-4a5e-b2ed-9cb0a5f5760f tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 1101 time: 0.1503041 Dec 06 14:41:45.720412 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec4855-1672-498b-97ef-e2d9a08b234d None None] The sync data for ids ['0afb1d68-3c62-4299-9c3a-c6eb19705724'] in n-d-master-1 is: [{'id': '0afb1d68-3c62-4299-9c3a-c6eb19705724', 'name': 'tempest-TaggedBootDevicesTest_v242-1121720774-router', 'tenant_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.254'}], 'enable_snat': True}, 'gw_port_id': '3fb4840c-11a7-4863-8f18-02cabdf4828c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:33Z', 'updated_at': '2021-12-06T14:41:40Z', 'revision_number': 4, 'project_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'gw_port': {'id': '3fb4840c-11a7-4863-8f18-02cabdf4828c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb1d68-3c62-4299-9c3a-c6eb19705724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:34Z', 'updated_at': '2021-12-06T14:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '985ea36e-0074-4c70-bcae-12e4a1e5a5b1', 'name': '', 'network_id': '08cce051-6904-42ec-a6a4-20db2ea20110', 'tenant_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'mac_address': 'fa:16:3e:a3:76:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb1d68-3c62-4299-9c3a-c6eb19705724', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ec0a4a47-ba94-4c16-928e-eb58653a3fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:38Z', 'updated_at': '2021-12-06T14:41:44Z', 'revision_number': 4, 'project_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'subnets': [{'id': 'ec0a4a47-ba94-4c16-928e-eb58653a3fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:41:45.756913 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f8f8e-7653-449b-bcdd-d95999dfc742 None None] Pushing event updated for resources: {'Port': ['ID=985ea36e-0074-4c70-bcae-12e4a1e5a5b1,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:45.761907 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f4aee41f-69e8-4eee-bfa4-ff4a4ec4c7dd None None] Provisioning complete for port 985ea36e-0074-4c70-bcae-12e4a1e5a5b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:45.762291 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4aee41f-69e8-4eee-bfa4-ff4a4ec4c7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:45.826521 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bf697a3e-3976-4bbe-b93a-17c973a1b8e7 req-64c410df-4ae8-4857-b825-18dcf88a77b3 tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:45.948865 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bf697a3e-3976-4bbe-b93a-17c973a1b8e7 req-64c410df-4ae8-4857-b825-18dcf88a77b3 tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:45.956885 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bf697a3e-3976-4bbe-b93a-17c973a1b8e7 req-64c410df-4ae8-4857-b825-18dcf88a77b3 tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:46.014625 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c410df-4ae8-4857-b825-18dcf88a77b3 tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328e589e-2e65-44d3-a62a-9c83237ee1c2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:46.024981 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-736174ef-d17f-4fee-a895-13437c0ed953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:46.026896 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-736174ef-d17f-4fee-a895-13437c0ed953 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.3751736 Dec 06 14:41:46.060357 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf697a3e-3976-4bbe-b93a-17c973a1b8e7 req-64c410df-4ae8-4857-b825-18dcf88a77b3 tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148384 Dec 06 14:41:46.092770 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-479eb4c0-c4bb-48d1-bc63-47fc8e503109 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564408 Dec 06 14:41:46.243230 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032238-9841-4ae0-8c58-6c1966989da6 req-79b289c9-e891-413b-98f3-af8326418560 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:46.245246 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96032238-9841-4ae0-8c58-6c1966989da6 req-79b289c9-e891-413b-98f3-af8326418560 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 945 time: 0.0950229 Dec 06 14:41:46.309384 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96032238-9841-4ae0-8c58-6c1966989da6 req-891a97d7-d4ed-42bf-86b1-2ef4a250e19c tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580575 Dec 06 14:41:46.330403 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-5f28ccaf-4dbd-4714-9893-2bada34961ae service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267559 Dec 06 14:41:46.511249 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-3380ebc5-8545-4784-99f6-e580ba4c7186 service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736012 Dec 06 14:41:46.693810 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-8f93a965-e92b-4813-87dd-4373a243a522 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:46.703999 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-8f93a965-e92b-4813-87dd-4373a243a522 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40&tenant_id=2f27097afab6468f8670cde22cd39cd2&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.1155565 Dec 06 14:41:46.733386 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:46.795339 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a47f0bdf-6177-4f73-80a4-7620b74317ba details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:41:46.858841 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebf7f3-77f2-41b3-9185-cccc27a39f24 req-c2027908-4638-4fb3-869c-cb8a0392ac8c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:46.860821 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 985ea36e-0074-4c70-bcae-12e4a1e5a5b1 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:46.868615 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56ebf7f3-77f2-41b3-9185-cccc27a39f24 req-c2027908-4638-4fb3-869c-cb8a0392ac8c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.1628737 Dec 06 14:41:46.883342 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:47.108700 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a47f0bdf-6177-4f73-80a4-7620b74317ba, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a47f0bdf-6177-4f73-80a4-7620b74317ba,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:47.160117 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'a47f0bdf-6177-4f73-80a4-7620b74317ba', 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca', 'port_id': 'a47f0bdf-6177-4f73-80a4-7620b74317ba', 'mac_address': 'fa:16:3e:6e:24:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd3e50a1-3233-4b36-ac18-e47233ecf33a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:41:47.214835 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:47.232683 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 985ea36e-0074-4c70-bcae-12e4a1e5a5b1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:47.233059 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:47.277020 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47f0bdf-6177-4f73-80a4-7620b74317ba {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:41:47.326389 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a47f0bdf-6177-4f73-80a4-7620b74317ba, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a47f0bdf-6177-4f73-80a4-7620b74317ba,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:47.379823 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:47.422320 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] For port 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0be253fc-4d93-4512-aeb5-2edff55bb8a8,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:47.458023 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a47f0bdf-6177-4f73-80a4-7620b74317ba,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:47.478623 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] For port 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:47.567500 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8346cb02-eb8b-438c-bab8-1c4551250e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0be253fc-4d93-4512-aeb5-2edff55bb8a8'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:47.569912 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67c0e33-ae56-4e39-8443-ccc70f92894e" -d '{"events": [{"server_uuid": "8346cb02-eb8b-438c-bab8-1c4551250e40", "name": "network-vif-unplugged", "status": "completed", "tag": "0be253fc-4d93-4512-aeb5-2edff55bb8a8"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:47.575293 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:47.581203 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56ebf7f3-77f2-41b3-9185-cccc27a39f24 req-c0c657de-7a03-4c1c-a3cb-e46a0cd544dc tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7111316 Dec 06 14:41:47.587965 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:47.611281 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['a47f0bdf-6177-4f73-80a4-7620b74317ba'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:41:47.676454 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0be253fc-4d93-4512-aeb5-2edff55bb8a8,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:47.801783 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1733d5-a2a3-4518-a436-13b8e5d61813 req-359c5f45-21b7-4353-ba99-0a1255e1717f tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:47.805715 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b1733d5-a2a3-4518-a436-13b8e5d61813 req-359c5f45-21b7-4353-ba99-0a1255e1717f tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 944 time: 0.1147041 Dec 06 14:41:47.807334 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Attempting to bind port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:47.807685 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Attempting to bind port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:47.808498 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Attempting to bind port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:47.816249 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:41:47.816570 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Attempting to bind port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:47.836251 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:47.836607 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Checking segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:47.836992 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Bound using segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:47.837463 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Bound port: 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:47.837814 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:47.920833 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b1733d5-a2a3-4518-a436-13b8e5d61813 req-814cf206-56a0-44bc-b6ae-5b0fd4aa4deb tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071758 Dec 06 14:41:47.941101 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] For port 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:47.942179 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] For port 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0be253fc-4d93-4512-aeb5-2edff55bb8a8,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:47.947924 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:48.053049 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:48.053681 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:48.055300 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] 10.222.0.37 "PUT /v2.0/ports/0be253fc-4d93-4512-aeb5-2edff55bb8a8 HTTP/1.1" status: 200 len: 1121 time: 1.3272424 Dec 06 14:41:48.056470 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1101d9-e384-4f28-a113-4b053adca1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0be253fc-4d93-4512-aeb5-2edff55bb8a8,revision_number=8']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:48.129860 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['0be253fc-4d93-4512-aeb5-2edff55bb8a8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:41:48.320750 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-04b1f3bf-1ec2-4e9a-bff5-97a7d7c44a88 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=940b9d0da2654da5b6e2ace423b1077c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298789 Dec 06 14:41:48.385214 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e2947-98d0-4ead-98d9-b78e4c52e984 req-38ec500f-61e6-40ea-ad56-d1f9ac6257a6 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:48.388356 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-341e2947-98d0-4ead-98d9-b78e4c52e984 req-38ec500f-61e6-40ea-ad56-d1f9ac6257a6 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 943 time: 0.0604010 Dec 06 14:41:48.440221 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-341e2947-98d0-4ead-98d9-b78e4c52e984 req-77821b89-0e2a-4855-ba89-becc30bb723b tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471470 Dec 06 14:41:48.445263 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-cd037fc6-f757-4d10-82de-45d1d281b4f9 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:48.447292 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-cd037fc6-f757-4d10-82de-45d1d281b4f9 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1241846 Dec 06 14:41:48.464148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-01c5b759-06b2-4df8-b800-4b64b04b56d7 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/quotas/940b9d0da2654da5b6e2ace423b1077c HTTP/1.1" status: 200 len: 375 time: 0.0111945 Dec 06 14:41:48.522915 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-71bbcad4-fcc0-4c34-985b-46539147aa3a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0548985 Dec 06 14:41:48.566454 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f876fa7-879a-48f8-938e-b3a1741edf5f x-openstack-request-id: req-4f876fa7-879a-48f8-938e-b3a1741edf5f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:48.566747 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8346cb02-eb8b-438c-bab8-1c4551250e40", "name": "network-vif-unplugged", "status": "completed", "tag": "0be253fc-4d93-4512-aeb5-2edff55bb8a8", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:48.566997 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f876fa7-879a-48f8-938e-b3a1741edf5f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:48.567398 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8346cb02-eb8b-438c-bab8-1c4551250e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0be253fc-4d93-4512-aeb5-2edff55bb8a8', 'code': 200} Dec 06 14:41:48.809974 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a47f0bdf-6177-4f73-80a4-7620b74317ba up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:41:48.871602 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port a47f0bdf-6177-4f73-80a4-7620b74317ba completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:41:48.877446 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port a47f0bdf-6177-4f73-80a4-7620b74317ba triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:48.877939 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:48.979351 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:49.008428 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47f0bdf-6177-4f73-80a4-7620b74317ba'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:49.011107 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2b0bbf-827f-4a90-881d-56df07c617a8" -d '{"events": [{"server_uuid": "e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca", "name": "network-vif-plugged", "status": "completed", "tag": "a47f0bdf-6177-4f73-80a4-7620b74317ba"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:49.026701 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a47f0bdf-6177-4f73-80a4-7620b74317ba, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a47f0bdf-6177-4f73-80a4-7620b74317ba,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:49.032073 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:49.101864 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a47f0bdf-6177-4f73-80a4-7620b74317ba,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:49.225645 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52396906-149e-4d88-82b7-eb2816e110a1 req-7d6da662-d6d6-46c2-b9ed-f995dd674519 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:49.227327 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52396906-149e-4d88-82b7-eb2816e110a1 req-7d6da662-d6d6-46c2-b9ed-f995dd674519 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/networks?id=fd02e921-2bf7-46af-a2db-fb4000218bdc HTTP/1.1" status: 200 len: 815 time: 0.1400895 Dec 06 14:41:49.244600 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52396906-149e-4d88-82b7-eb2816e110a1 req-e2a5a4e5-212c-4173-9d68-70e98c2e5737 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/quotas/c4adef4ae9094e0e95743c9662339d18 HTTP/1.1" status: 200 len: 375 time: 0.0101848 Dec 06 14:41:49.253753 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93cebe-74c3-4562-bdd9-aeb9cdcd7b83 req-7ac4050c-108c-4e20-8634-dfca53f0baef tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:49.255444 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cd93cebe-74c3-4562-bdd9-aeb9cdcd7b83 req-7ac4050c-108c-4e20-8634-dfca53f0baef tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.0680876 Dec 06 14:41:49.316306 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cd93cebe-74c3-4562-bdd9-aeb9cdcd7b83 req-36599572-75bd-4a7c-bb82-a5407fdafb0b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537207 Dec 06 14:41:49.332574 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52396906-149e-4d88-82b7-eb2816e110a1 req-ed86ff26-a8bf-48fc-8bda-aa258ac62e28 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4adef4ae9094e0e95743c9662339d18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783725 Dec 06 14:41:49.451215 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52396906-149e-4d88-82b7-eb2816e110a1 req-60a27f49-a303-4b79-a6ee-30f5f65a5144 service neutron] 10.222.0.20 "GET /v2.0/networks/fd02e921-2bf7-46af-a2db-fb4000218bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143918 Dec 06 14:41:49.565080 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52396906-149e-4d88-82b7-eb2816e110a1 req-ae1982d5-9472-49b9-a26f-e3eb23cc2cbc service neutron] 10.222.0.20 "GET /v2.0/networks/fd02e921-2bf7-46af-a2db-fb4000218bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129107 Dec 06 14:41:49.766401 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0de3b8-1881-4dfc-8d4c-b520ad3c4e14 req-34233651-5844-4327-83da-9536a7ca29f1 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:49.775047 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7919320-8e2c-4610-baea-0dcb40fc388e x-openstack-request-id: req-a7919320-8e2c-4610-baea-0dcb40fc388e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:49.775552 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca", "name": "network-vif-plugged", "status": "completed", "tag": "a47f0bdf-6177-4f73-80a4-7620b74317ba", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:49.775647 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7919320-8e2c-4610-baea-0dcb40fc388e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:49.776241 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47f0bdf-6177-4f73-80a4-7620b74317ba', 'code': 200} Dec 06 14:41:49.778913 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee0de3b8-1881-4dfc-8d4c-b520ad3c4e14 req-34233651-5844-4327-83da-9536a7ca29f1 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 945 time: 0.0987327 Dec 06 14:41:49.852835 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee0de3b8-1881-4dfc-8d4c-b520ad3c4e14 req-92b53f6e-99cc-4dbb-bf7c-5d20f0f35bee tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686455 Dec 06 14:41:50.007223 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdb4a4-033c-477c-8f14-9f9ca3f9d822 req-3fbccdf8-4820-4972-868a-ecf123a0190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:50.010791 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6ccdb4a4-033c-477c-8f14-9f9ca3f9d822 req-3fbccdf8-4820-4972-868a-ecf123a0190e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 1096 time: 0.0895040 Dec 06 14:41:50.104585 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6ccdb4a4-033c-477c-8f14-9f9ca3f9d822 req-e16afdd0-45c8-47c4-b4a7-9d59545df875 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740502 Dec 06 14:41:50.121577 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c26fa-0919-4d1b-b7bb-4810de0b3b7c req-9f34c006-f197-4ae1-a13f-d1e124daff63 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:50.123245 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc7c26fa-0919-4d1b-b7bb-4810de0b3b7c req-9f34c006-f197-4ae1-a13f-d1e124daff63 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 943 time: 0.1107390 Dec 06 14:41:50.201048 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc7c26fa-0919-4d1b-b7bb-4810de0b3b7c req-35ae88e1-99dd-4af2-9f02-79adc9f8bc7a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642715 Dec 06 14:41:50.439592 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92f76b42-64f9-4452-a790-5d5a70fa7940 req-959cc2f9-c5d7-4f9b-81b5-12ea13473ec5 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 210 time: 0.0324452 Dec 06 14:41:50.567316 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-43329798-92ed-47aa-82c4-08c7e0099c82 req-a136c07b-eb99-4451-80e8-570a13a0c424 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c23ff5e-49cd-4004-9315-c5b7818a9e97 HTTP/1.1" status: 200 len: 210 time: 0.0397818 Dec 06 14:41:50.569383 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8346cb02-eb8b-438c-bab8-1c4551250e40', 'tag': '0be253fc-4d93-4512-aeb5-2edff55bb8a8'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:50.572420 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b3d169-45e0-403e-a039-e66123915935" -d '{"events": [{"name": "network-changed", "server_uuid": "8346cb02-eb8b-438c-bab8-1c4551250e40", "tag": "0be253fc-4d93-4512-aeb5-2edff55bb8a8"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:50.608936 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0be253fc-4d93-4512-aeb5-2edff55bb8a8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:41:50.645154 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb78a2-b153-4118-843a-c6e163677347 req-6b7f3dc8-55ee-4e61-8916-8676fbd40ab8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:50.647283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69eb78a2-b153-4118-843a-c6e163677347 req-6b7f3dc8-55ee-4e61-8916-8676fbd40ab8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.0859747 Dec 06 14:41:50.732005 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc502b8-abf3-4aaf-b021-a5789e310db9 x-openstack-request-id: req-7fc502b8-abf3-4aaf-b021-a5789e310db9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:50.732299 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8346cb02-eb8b-438c-bab8-1c4551250e40", "tag": "0be253fc-4d93-4512-aeb5-2edff55bb8a8", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:50.732556 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fc502b8-abf3-4aaf-b021-a5789e310db9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:50.732960 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8346cb02-eb8b-438c-bab8-1c4551250e40', 'tag': '0be253fc-4d93-4512-aeb5-2edff55bb8a8', 'status': 'completed', 'code': 200} Dec 06 14:41:50.761292 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69eb78a2-b153-4118-843a-c6e163677347 req-28c5224d-de01-4176-90bf-f9d9a155a857 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068914 Dec 06 14:41:50.808948 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-8b63f58a-3040-4e73-801b-0c1dd0971978 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=940b9d0da2654da5b6e2ace423b1077c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464532 Dec 06 14:41:50.832994 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0be253fc-4d93-4512-aeb5-2edff55bb8a8,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:50.854953 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0be253fc-4d93-4512-aeb5-2edff55bb8a8 has no active binding in host n-h2-master-1 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 14:41:50.925752 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3d169-45e0-403e-a039-e66123915935 req-63aee5f6-e978-4af2-b36b-77bff214d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:50.927263 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6b3d169-45e0-403e-a039-e66123915935 req-63aee5f6-e978-4af2-b36b-77bff214d039 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 1124 time: 0.1482227 Dec 06 14:41:51.016019 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3779a649-8ead-45d5-86d2-ac46e8d3dc07 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:51.017471 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3779a649-8ead-45d5-86d2-ac46e8d3dc07 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920280 Dec 06 14:41:51.044201 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-119c7171-9809-41cc-8820-ce51a4d5e27b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Request body: {'port': {'device_id': '6f836abd-f54b-48f9-bb1d-bc67f33c122c', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '940b9d0da2654da5b6e2ace423b1077c'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:51.194542 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ce287-9dce-48fc-b8ee-3789e5697e99 req-02d30f53-96c6-48c8-9aef-673547853db0 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:51.203329 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-425ce287-9dce-48fc-b8ee-3789e5697e99 req-02d30f53-96c6-48c8-9aef-673547853db0 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 945 time: 0.2108927 Dec 06 14:41:51.220366 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3d169-45e0-403e-a039-e66123915935 req-68dc3f7a-9cca-4085-8d6c-c0a007fa65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:51.223101 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6b3d169-45e0-403e-a039-e66123915935 req-68dc3f7a-9cca-4085-8d6c-c0a007fa65cd service neutron] 10.222.0.23 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 921 time: 0.2774873 Dec 06 14:41:51.333553 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-5fa580d1-14b5-4275-bf6e-d2c1bb5723c6 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=940b9d0da2654da5b6e2ace423b1077c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888534 Dec 06 14:41:51.344731 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6b3d169-45e0-403e-a039-e66123915935 req-3a9281fd-37e1-42c0-ac6e-fab0820602a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0be253fc-4d93-4512-aeb5-2edff55bb8a8 HTTP/1.1" status: 200 len: 217 time: 0.0934803 Dec 06 14:41:51.360401 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-425ce287-9dce-48fc-b8ee-3789e5697e99 req-5373f337-48d0-4347-b2b7-4b041533f1ff tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559305 Dec 06 14:41:51.487350 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d53e1-4494-47da-ad06-84028e17f2b3 req-0301cae8-6d09-4c14-a6cd-c220ac36cd7a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:51.498865 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-904d53e1-4494-47da-ad06-84028e17f2b3 req-0301cae8-6d09-4c14-a6cd-c220ac36cd7a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 943 time: 0.1386266 Dec 06 14:41:51.572064 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-904d53e1-4494-47da-ad06-84028e17f2b3 req-b4967271-30f2-4f07-aa10-bd2d5b28ddd1 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680068 Dec 06 14:41:51.635849 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-0ed0e270-3540-4d2b-a36a-d9a41aaaf889 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:51.638404 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-0ed0e270-3540-4d2b-a36a-d9a41aaaf889 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2715013 Dec 06 14:41:51.641750 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-119c7171-9809-41cc-8820-ce51a4d5e27b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Made reservation on behalf of 940b9d0da2654da5b6e2ace423b1077c for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:41:51.645740 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-119c7171-9809-41cc-8820-ce51a4d5e27b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:51.656597 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-801577dc-1745-41c9-a871-f93384d09169 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Request body: {'port': {'device_id': '4ab083fe-50ed-4de0-ae09-aa67aad0dd25', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '940b9d0da2654da5b6e2ace423b1077c'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:51.673801 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3d169-45e0-403e-a039-e66123915935 req-ecf96c68-a1ec-491d-bca0-6caa7a6d4ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:51.675427 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6b3d169-45e0-403e-a039-e66123915935 req-ecf96c68-a1ec-491d-bca0-6caa7a6d4ab4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.3068366 Dec 06 14:41:51.689276 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c190132-b7af-4166-838f-82061d24a73e req-e0947a47-c602-450f-ac18-568c66671fe2 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 210 time: 0.0466149 Dec 06 14:41:51.750613 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6b3d169-45e0-403e-a039-e66123915935 req-8551cf81-0404-4cd6-880a-fa64c94aed49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513487 Dec 06 14:41:51.768346 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.23', 51739) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:51.966271 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-801577dc-1745-41c9-a871-f93384d09169 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Made reservation on behalf of 940b9d0da2654da5b6e2ace423b1077c for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:41:51.969453 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-801577dc-1745-41c9-a871-f93384d09169 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:51.992576 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.23', 51740) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:41:52.011822 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52396906-149e-4d88-82b7-eb2816e110a1 req-5dacc8cb-672d-4434-9d94-066194a7113c tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:52.014559 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52396906-149e-4d88-82b7-eb2816e110a1 req-5dacc8cb-672d-4434-9d94-066194a7113c tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.23 "GET /v2.0/networks?id=fd02e921-2bf7-46af-a2db-fb4000218bdc HTTP/1.1" status: 200 len: 815 time: 0.2440901 Dec 06 14:41:52.043190 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb694096-6b03-4884-9fee-b0a257c2595e req-1aa37ee0-8f1d-4949-b1f7-44b2928be5ce tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c23ff5e-49cd-4004-9315-c5b7818a9e97 HTTP/1.1" status: 200 len: 210 time: 0.0547471 Dec 06 14:41:52.068532 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-52396906-149e-4d88-82b7-eb2816e110a1 req-4a32dc45-5d90-4e07-a0a0-93756018e2be tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Request body: {'port': {'device_id': '8c23ff5e-49cd-4004-9315-c5b7818a9e97', 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc', 'admin_state_up': True, 'tenant_id': 'c4adef4ae9094e0e95743c9662339d18'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:52.077320 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6b3d169-45e0-403e-a039-e66123915935 req-0ffa39c1-f4d0-4a54-8722-17e777bb6a95 service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839804 Dec 06 14:41:52.212255 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-119c7171-9809-41cc-8820-ce51a4d5e27b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Allocated IP 192.168.233.114 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/294d13a3-e512-4afc-93c0-a620f8b279e0) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:41:52.229793 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-939d21a0-d213-41ec-a4e5-6c22b3089956 service neutron] 10.222.0.23 "GET /v2.0/ports/0be253fc-4d93-4512-aeb5-2edff55bb8a8/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.2145824 Dec 06 14:41:52.265725 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508feff7-d9a5-478b-8e39-b5d843e1fd8f req-0b03290b-b8e3-439e-a407-9246996f2ebc tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:52.271822 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52396906-149e-4d88-82b7-eb2816e110a1 req-4a32dc45-5d90-4e07-a0a0-93756018e2be tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Made reservation on behalf of c4adef4ae9094e0e95743c9662339d18 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:41:52.273812 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-508feff7-d9a5-478b-8e39-b5d843e1fd8f req-0b03290b-b8e3-439e-a407-9246996f2ebc tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.2789178 Dec 06 14:41:52.276603 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-52396906-149e-4d88-82b7-eb2816e110a1 req-4a32dc45-5d90-4e07-a0a0-93756018e2be tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:52.276979 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6b3d169-45e0-403e-a039-e66123915935 req-137e4107-9293-4d66-aafb-2787041b3150 service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916308 Dec 06 14:41:52.381407 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-508feff7-d9a5-478b-8e39-b5d843e1fd8f req-9da37d94-30ff-47cb-a5ae-6822b1db2709 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024199 Dec 06 14:41:52.646505 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-119c7171-9809-41cc-8820-ce51a4d5e27b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:52.742628 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c75c9-7bcd-4e74-a5e8-ca55840d29ab req-b0f3ee0d-9f30-4121-9e85-2eaa1ce8ec4d tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:52.747145 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed6c75c9-7bcd-4e74-a5e8-ca55840d29ab req-b0f3ee0d-9f30-4121-9e85-2eaa1ce8ec4d tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 945 time: 0.1832800 Dec 06 14:41:52.803860 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-a60498b3-4f0d-4ce7-b74c-ee564130c14d service neutron] show failed (client error): The resource could not be found. Dec 06 14:41:52.806444 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-a60498b3-4f0d-4ce7-b74c-ee564130c14d service neutron] 10.222.0.37 "GET /v2.0/ports/058d2958-f999-4286-a726-ad2ccdd47f8c/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.4403639 Dec 06 14:41:52.821577 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-119c7171-9809-41cc-8820-ce51a4d5e27b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:52.843058 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6752727d-6265-498c-88a0-cf28c985dc97'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:41:52.849315 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-52396906-149e-4d88-82b7-eb2816e110a1 req-4a32dc45-5d90-4e07-a0a0-93756018e2be tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Allocated IP 172.20.0.9 (fd02e921-2bf7-46af-a2db-fb4000218bdc/5f7ce566-ee00-49f0-85c3-70535186d703/5296faf2-726d-432d-a310-62c277b6638a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:41:53.040472 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ab300be4-48f7-4dee-8351-a1929959ca65 service neutron] For port 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0be253fc-4d93-4512-aeb5-2edff55bb8a8,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:53.169798 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ab300be4-48f7-4dee-8351-a1929959ca65 service neutron] For port 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:53.346616 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ab300be4-48f7-4dee-8351-a1929959ca65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be253fc-4d93-4512-aeb5-2edff55bb8a8 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:41:53.383404 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ab300be4-48f7-4dee-8351-a1929959ca65 service neutron] For port 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0be253fc-4d93-4512-aeb5-2edff55bb8a8,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:53.405988 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c7171-9809-41cc-8820-ce51a4d5e27b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Pushing event updated for resources: {'Port': ['ID=294d13a3-e512-4afc-93c0-a620f8b279e0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:53.417839 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-119c7171-9809-41cc-8820-ce51a4d5e27b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:41:53.432014 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed6c75c9-7bcd-4e74-a5e8-ca55840d29ab req-4e90cf25-ae84-471e-8ea3-d2c6d5536b88 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6730952 Dec 06 14:41:53.435887 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-119c7171-9809-41cc-8820-ce51a4d5e27b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:53.455869 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-119c7171-9809-41cc-8820-ce51a4d5e27b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:41:53.479839 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ab300be4-48f7-4dee-8351-a1929959ca65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:53.530002 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-52396906-149e-4d88-82b7-eb2816e110a1 req-4a32dc45-5d90-4e07-a0a0-93756018e2be tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:53.593912 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-801577dc-1745-41c9-a871-f93384d09169 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Allocated IP 192.168.233.42 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/beac9f6e-b4f3-446f-8fdc-1e63d8827c7b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:41:53.689646 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-119c7171-9809-41cc-8820-ce51a4d5e27b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:53.690781 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-119c7171-9809-41cc-8820-ce51a4d5e27b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:53.722661 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-119c7171-9809-41cc-8820-ce51a4d5e27b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6841357 Dec 06 14:41:53.755565 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ab300be4-48f7-4dee-8351-a1929959ca65 service neutron] Transition to ACTIVE for port object 0be253fc-4d93-4512-aeb5-2edff55bb8a8 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:41:53.772789 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Request body: {'port': {'device_id': '6f836abd-f54b-48f9-bb1d-bc67f33c122c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:53.781055 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ab300be4-48f7-4dee-8351-a1929959ca65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:53.791126 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69844fca-9d8e-4627-9c35-73c19f92464f req-763990e2-4a74-4876-8cf5-e0cfb5579ad5 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:53.800957 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69844fca-9d8e-4627-9c35-73c19f92464f req-763990e2-4a74-4876-8cf5-e0cfb5579ad5 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 943 time: 0.1865287 Dec 06 14:41:53.913299 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab300be4-48f7-4dee-8351-a1929959ca65 service neutron] Pushing event updated for resources: {'Port': ['ID=0be253fc-4d93-4512-aeb5-2edff55bb8a8,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:53.919195 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-52396906-149e-4d88-82b7-eb2816e110a1 req-4a32dc45-5d90-4e07-a0a0-93756018e2be tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:53.926973 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:53.983826 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-743cb75c-b34e-411f-bba0-179e198d7189 None None] Provisioning complete for port 294d13a3-e512-4afc-93c0-a620f8b279e0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:53.984390 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-743cb75c-b34e-411f-bba0-179e198d7189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:53.997066 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ab300be4-48f7-4dee-8351-a1929959ca65 service neutron] No DVR routers for this DVR port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:41:54.032950 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69844fca-9d8e-4627-9c35-73c19f92464f req-6d668b12-7d27-44d0-afe4-6fe13abdabc6 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305236 Dec 06 14:41:54.059517 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52396906-149e-4d88-82b7-eb2816e110a1 req-4a32dc45-5d90-4e07-a0a0-93756018e2be tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Network fd02e921-2bf7-46af-a2db-fb4000218bdc is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:41:54.075130 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32dc45-5d90-4e07-a0a0-93756018e2be tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Pushing event updated for resources: {'Port': ['ID=5296faf2-726d-432d-a310-62c277b6638a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:54.088948 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-52396906-149e-4d88-82b7-eb2816e110a1 req-4a32dc45-5d90-4e07-a0a0-93756018e2be tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:54.105727 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-52396906-149e-4d88-82b7-eb2816e110a1 req-4a32dc45-5d90-4e07-a0a0-93756018e2be tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:41:54.136487 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-743cb75c-b34e-411f-bba0-179e198d7189 None None] Port 294d13a3-e512-4afc-93c0-a620f8b279e0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:41:54.175881 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ab300be4-48f7-4dee-8351-a1929959ca65 service neutron] 10.222.0.23 "PUT /v2.0/ports/0be253fc-4d93-4512-aeb5-2edff55bb8a8/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9389050 Dec 06 14:41:54.214428 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-f2f3f6b2-92fc-4172-b0a9-24fc15d8cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:54.215923 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-f2f3f6b2-92fc-4172-b0a9-24fc15d8cc56 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3&tenant_id=1ef73dcd6d3e4823a5c82b4557027236 HTTP/1.1" status: 200 len: 1101 time: 0.2597845 Dec 06 14:41:54.244289 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52396906-149e-4d88-82b7-eb2816e110a1 req-4a32dc45-5d90-4e07-a0a0-93756018e2be tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:54.245660 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-52396906-149e-4d88-82b7-eb2816e110a1 req-4a32dc45-5d90-4e07-a0a0-93756018e2be tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:54.285184 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52396906-149e-4d88-82b7-eb2816e110a1 req-4a32dc45-5d90-4e07-a0a0-93756018e2be tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2485454 Dec 06 14:41:54.336793 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-c0e8c297-1e94-44a1-b836-c61d88ce5669 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:54.338714 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-c0e8c297-1e94-44a1-b836-c61d88ce5669 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40&tenant_id=2f27097afab6468f8670cde22cd39cd2&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0717132 Dec 06 14:41:54.340493 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-332270b4-17ab-4d83-8f99-792ddad5735d req-243fd220-207b-4d86-bcc4-bf67f88b200e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 210 time: 0.1585476 Dec 06 14:41:54.353719 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:54.396622 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-801577dc-1745-41c9-a871-f93384d09169 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:54.474971 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-a80d8fef-ef38-4a9b-be15-86051fa67a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:54.484453 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-a80d8fef-ef38-4a9b-be15-86051fa67a41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40&tenant_id=2f27097afab6468f8670cde22cd39cd2 HTTP/1.1" status: 200 len: 1095 time: 0.1310012 Dec 06 14:41:54.547729 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:54.579067 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4c0501a4-7cfd-4448-a847-3a18ae8a5e31 None None] Provisioning complete for port 5296faf2-726d-432d-a310-62c277b6638a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:54.583343 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4c0501a4-7cfd-4448-a847-3a18ae8a5e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:54.627379 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-801577dc-1745-41c9-a871-f93384d09169 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:54.662183 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Request body: {'port': {'device_id': '8c23ff5e-49cd-4004-9315-c5b7818a9e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:54.683495 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6752727d-6265-498c-88a0-cf28c985dc97'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:41:54.777152 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-e8c57a9a-74d6-4a45-813a-f582302d01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:54.779136 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-e8c57a9a-74d6-4a45-813a-f582302d01e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 1095 time: 0.2454903 Dec 06 14:41:54.888736 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4c0501a4-7cfd-4448-a847-3a18ae8a5e31 None None] Port 5296faf2-726d-432d-a310-62c277b6638a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:41:54.902341 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-801577dc-1745-41c9-a871-f93384d09169 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:41:54.921674 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-801577dc-1745-41c9-a871-f93384d09169 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:41:54.928475 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-801577dc-1745-41c9-a871-f93384d09169 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:41:54.935299 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801577dc-1745-41c9-a871-f93384d09169 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Pushing event updated for resources: {'Port': ['ID=beac9f6e-b4f3-446f-8fdc-1e63d8827c7b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:54.935464 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-f04f23ff-a16c-48c7-a614-1418f07be3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:54.936826 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-f04f23ff-a16c-48c7-a614-1418f07be3e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 921 time: 0.1406612 Dec 06 14:41:55.040667 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-997a28ad-4b81-4826-8904-4cf743425dd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0be253fc-4d93-4512-aeb5-2edff55bb8a8 HTTP/1.1" status: 200 len: 217 time: 0.0834329 Dec 06 14:41:55.044232 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:55.071293 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5241290-add4-4d3c-94f0-15c59a0992cd req-570338cf-a6e6-4de0-b023-a2f26f4d299e tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:55.073283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e5241290-add4-4d3c-94f0-15c59a0992cd req-570338cf-a6e6-4de0-b023-a2f26f4d299e tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c23ff5e-49cd-4004-9315-c5b7818a9e97 HTTP/1.1" status: 200 len: 931 time: 0.3693497 Dec 06 14:41:55.081948 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-801577dc-1745-41c9-a871-f93384d09169 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:55.083107 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-801577dc-1745-41c9-a871-f93384d09169 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:55.192818 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-801577dc-1745-41c9-a871-f93384d09169 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5405850 Dec 06 14:41:55.217749 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294d13a3-e512-4afc-93c0-a620f8b279e0 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:41:55.243393 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:55.243712 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-e9871640-874a-4851-b64a-0f1041e13eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:55.245845 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-e9871640-874a-4851-b64a-0f1041e13eb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.1756973 Dec 06 14:41:55.251908 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Request body: {'port': {'device_id': '4ab083fe-50ed-4de0-ae09-aa67aad0dd25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:41:55.291486 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e5241290-add4-4d3c-94f0-15c59a0992cd req-cc984cb8-bd7d-4b41-969d-75196ec15d29 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8ac1c4-29ac-4e50-8186-5d52c372fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006602 Dec 06 14:41:55.398943 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Transition to ACTIVE for port object 294d13a3-e512-4afc-93c0-a620f8b279e0 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:41:55.415979 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-419de5ac-a4d6-4d23-87da-5a77731ec79b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1555898 Dec 06 14:41:55.424334 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7f27fb21-bd25-4d46-b9fb-69df298088eb None None] Provisioning complete for port beac9f6e-b4f3-446f-8fdc-1e63d8827c7b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:41:55.427114 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f27fb21-bd25-4d46-b9fb-69df298088eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:55.468899 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:55.520894 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7f27fb21-bd25-4d46-b9fb-69df298088eb None None] Port beac9f6e-b4f3-446f-8fdc-1e63d8827c7b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:41:55.568261 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Pushing event updated for resources: {'Port': ['ID=294d13a3-e512-4afc-93c0-a620f8b279e0,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:55.709064 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a46d8f-c816-429a-ab26-a224c32db712 req-aa36cba7-6536-4cf7-8a20-adc409d3b025 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:55.712246 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6a46d8f-c816-429a-ab26-a224c32db712 req-aa36cba7-6536-4cf7-8a20-adc409d3b025 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.3118114 Dec 06 14:41:55.713181 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:55.970969 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-441592b8-e0d4-48b3-b17f-bfcf1a5fac0d service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346937 Dec 06 14:41:56.041728 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6a46d8f-c816-429a-ab26-a224c32db712 req-32d9aaad-1fd6-4087-ad79-f2781db4cb82 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888420 Dec 06 14:41:56.130939 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] For port 058d2958-f999-4286-a726-ad2ccdd47f8c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=058d2958-f999-4286-a726-ad2ccdd47f8c,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:41:56.309129 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-b99d37c0-54fd-4017-8797-d4f72fd9091d service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735009 Dec 06 14:41:56.338412 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5296faf2-726d-432d-a310-62c277b6638a {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:41:56.360116 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:56.377920 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Attempting to bind port 294d13a3-e512-4afc-93c0-a620f8b279e0 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:56.378310 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Attempting to bind port 294d13a3-e512-4afc-93c0-a620f8b279e0 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:56.378739 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Attempting to bind port 294d13a3-e512-4afc-93c0-a620f8b279e0 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:56.386411 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Transition to ACTIVE for port object 5296faf2-726d-432d-a310-62c277b6638a will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:41:56.393241 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:56.413182 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Port 294d13a3-e512-4afc-93c0-a620f8b279e0 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:41:56.414303 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Attempting to bind port 294d13a3-e512-4afc-93c0-a620f8b279e0 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:56.444936 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a38fc9-0f6b-4c70-84a4-8bd12efa2404 req-908ab265-2bc7-4560-bc36-2ebee54d729a tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:56.448153 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44a38fc9-0f6b-4c70-84a4-8bd12efa2404 req-908ab265-2bc7-4560-bc36-2ebee54d729a tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 945 time: 0.1934478 Dec 06 14:41:56.465208 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] For port 058d2958-f999-4286-a726-ad2ccdd47f8c, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:56.514558 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:56.545666 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Transition to ACTIVE for port object 058d2958-f999-4286-a726-ad2ccdd47f8c will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:41:56.549127 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:56.549762 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:56.550245 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:56.551047 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Bound port: 294d13a3-e512-4afc-93c0-a620f8b279e0, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:56.551477 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:56.570205 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1a1bea-a308-452c-803b-15eba3139ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '058d2958-f999-4286-a726-ad2ccdd47f8c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:56.572648 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83094f0b-5725-4464-8efa-568cb396ae62" -d '{"events": [{"server_uuid": "7b1a1bea-a308-452c-803b-15eba3139ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "058d2958-f999-4286-a726-ad2ccdd47f8c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:56.655422 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 058d2958-f999-4286-a726-ad2ccdd47f8c no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:41:56.733772 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Pushing event updated for resources: {'Port': ['ID=5296faf2-726d-432d-a310-62c277b6638a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:56.749258 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Attempting to bind port 5296faf2-726d-432d-a310-62c277b6638a on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:56.749816 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Attempting to bind port 5296faf2-726d-432d-a310-62c277b6638a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '779b0e13-9997-460e-b67a-a4666f30244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:56.750322 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Attempting to bind port 5296faf2-726d-432d-a310-62c277b6638a on network fd02e921-2bf7-46af-a2db-fb4000218bdc {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:56.761573 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Port 5296faf2-726d-432d-a310-62c277b6638a on network fd02e921-2bf7-46af-a2db-fb4000218bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:41:56.762176 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Attempting to bind port 5296faf2-726d-432d-a310-62c277b6638a on network fd02e921-2bf7-46af-a2db-fb4000218bdc {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:56.771987 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 058d2958-f999-4286-a726-ad2ccdd47f8c not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:41:56.775936 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:56.778604 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Checking segment: {'id': '779b0e13-9997-460e-b67a-a4666f30244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:56.779533 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Bound using segment: {'id': '779b0e13-9997-460e-b67a-a4666f30244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:56.784299 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Bound port: 5296faf2-726d-432d-a310-62c277b6638a, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779b0e13-9997-460e-b67a-a4666f30244b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:56.785527 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:56.791695 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:56.824238 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-18fb40c4-7611-41d4-9481-3e306b39dfc8 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:56.831339 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-18fb40c4-7611-41d4-9481-3e306b39dfc8 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40&tenant_id=2f27097afab6468f8670cde22cd39cd2&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.1811755 Dec 06 14:41:56.853036 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0be253fc-4d93-4512-aeb5-2edff55bb8a8 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:41:56.958410 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0be253fc-4d93-4512-aeb5-2edff55bb8a8 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:41:56.997425 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] For port 5296faf2-726d-432d-a310-62c277b6638a, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:57.002100 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] For port 5296faf2-726d-432d-a310-62c277b6638a, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5296faf2-726d-432d-a310-62c277b6638a,segment=NetworkSegment(779b0e13-9997-460e-b67a-a4666f30244b),segment_id=779b0e13-9997-460e-b67a-a4666f30244b)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:57.021803 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:57.041126 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Pushing event updated for resources: {'Port': ['ID=058d2958-f999-4286-a726-ad2ccdd47f8c,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:57.145120 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:57.145915 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:57.147517 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52396906-149e-4d88-82b7-eb2816e110a1 req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] 10.222.0.23 "PUT /v2.0/ports/5296faf2-726d-432d-a310-62c277b6638a HTTP/1.1" status: 200 len: 1091 time: 2.5011852 Dec 06 14:41:57.148168 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c23ff5e-49cd-4004-9315-c5b7818a9e97', 'tag': '5296faf2-726d-432d-a310-62c277b6638a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:41:57.150920 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ceffe2c-6883-4ccd-a6eb-5e021fd449e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8c23ff5e-49cd-4004-9315-c5b7818a9e97", "tag": "5296faf2-726d-432d-a310-62c277b6638a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:41:57.237863 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ae654-a254-4ab3-a45e-50493e0b8f35 service neutron] Pushing event updated for resources: {'Port': ['ID=5296faf2-726d-432d-a310-62c277b6638a,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:57.240577 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] No DVR routers for this DVR port 058d2958-f999-4286-a726-ad2ccdd47f8c on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:41:57.326075 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beac9f6e-b4f3-446f-8fdc-1e63d8827c7b {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:41:57.337113 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-d5cf1aa0-e0d8-409a-a66b-97a33f5b686e service neutron] For port 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:57.341386 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-d5cf1aa0-e0d8-409a-a66b-97a33f5b686e service neutron] Publish callbacks [] for binding, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:57.342669 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-d5cf1aa0-e0d8-409a-a66b-97a33f5b686e service neutron] 10.222.0.37 "DELETE /v2.0/ports/0be253fc-4d93-4512-aeb5-2edff55bb8a8/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.4688556 Dec 06 14:41:57.372930 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52396906-149e-4d88-82b7-eb2816e110a1 req-db55b792-778b-4d23-86ef-281e4fa3826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:57.376967 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52396906-149e-4d88-82b7-eb2816e110a1 req-db55b792-778b-4d23-86ef-281e4fa3826e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4adef4ae9094e0e95743c9662339d18&device_id=8c23ff5e-49cd-4004-9315-c5b7818a9e97 HTTP/1.1" status: 200 len: 1094 time: 0.1258488 Dec 06 14:41:57.407750 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:57.430604 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Transition to ACTIVE for port object beac9f6e-b4f3-446f-8fdc-1e63d8827c7b will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:41:57.474533 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] For port 294d13a3-e512-4afc-93c0-a620f8b279e0, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:57.479167 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] For port 294d13a3-e512-4afc-93c0-a620f8b279e0, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=294d13a3-e512-4afc-93c0-a620f8b279e0,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:57.496775 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52396906-149e-4d88-82b7-eb2816e110a1 req-9f8643e2-d83f-4a01-9af3-d8f0183d7406 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5296faf2-726d-432d-a310-62c277b6638a HTTP/1.1" status: 200 len: 217 time: 0.0673263 Dec 06 14:41:57.522822 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:57.533237 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:57.573125 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:57.576193 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:57.578077 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] 10.222.0.23 "PUT /v2.0/ports/294d13a3-e512-4afc-93c0-a620f8b279e0 HTTP/1.1" status: 200 len: 1096 time: 3.8123295 Dec 06 14:41:57.614094 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:57.637411 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44a38fc9-0f6b-4c70-84a4-8bd12efa2404 req-f342245f-0183-4221-9003-70a9fe83a5fa tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0579164 Dec 06 14:41:57.642857 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Attempting to bind port 058d2958-f999-4286-a726-ad2ccdd47f8c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:57.646698 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Attempting to bind port 058d2958-f999-4286-a726-ad2ccdd47f8c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:57.648712 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Attempting to bind port 058d2958-f999-4286-a726-ad2ccdd47f8c on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:57.672028 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Port 058d2958-f999-4286-a726-ad2ccdd47f8c on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:41:57.672357 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Attempting to bind port 058d2958-f999-4286-a726-ad2ccdd47f8c on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:57.686108 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:57.686527 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:57.686921 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:57.687365 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Bound port: 058d2958-f999-4286-a726-ad2ccdd47f8c, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:57.687750 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:57.743057 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Pushing event updated for resources: {'Port': ['ID=beac9f6e-b4f3-446f-8fdc-1e63d8827c7b,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:57.872118 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f087c-f21f-431a-a788-e83d59afaf60 service neutron] Pushing event updated for resources: {'Port': ['ID=294d13a3-e512-4afc-93c0-a620f8b279e0,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:57.904143 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] For port 058d2958-f999-4286-a726-ad2ccdd47f8c, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:57.908344 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] For port 058d2958-f999-4286-a726-ad2ccdd47f8c, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=058d2958-f999-4286-a726-ad2ccdd47f8c,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:57.932100 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:58.072840 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Pushing event updated for resources: {'Port': ['ID=058d2958-f999-4286-a726-ad2ccdd47f8c,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:58.079828 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:58.080527 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:58.081927 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-04ac85d9-d2f3-4143-b31d-5889eac83e1c service neutron] 10.222.0.23 "PUT /v2.0/ports/058d2958-f999-4286-a726-ad2ccdd47f8c HTTP/1.1" status: 200 len: 1096 time: 3.7515109 Dec 06 14:41:58.124080 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93009332-a845-4ab8-ba7d-b07bdb417213 req-b8ab5b12-baa8-473c-97d6-b4b42f2dd437 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:58.125647 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-93009332-a845-4ab8-ba7d-b07bdb417213 req-b8ab5b12-baa8-473c-97d6-b4b42f2dd437 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22 HTTP/1.1" status: 200 len: 946 time: 0.2151887 Dec 06 14:41:58.149614 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Attempting to bind port beac9f6e-b4f3-446f-8fdc-1e63d8827c7b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:41:58.149952 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Attempting to bind port beac9f6e-b4f3-446f-8fdc-1e63d8827c7b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:41:58.150291 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Attempting to bind port beac9f6e-b4f3-446f-8fdc-1e63d8827c7b on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:58.162010 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Port beac9f6e-b4f3-446f-8fdc-1e63d8827c7b on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:41:58.162335 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Attempting to bind port beac9f6e-b4f3-446f-8fdc-1e63d8827c7b on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:41:58.222319 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52396906-149e-4d88-82b7-eb2816e110a1 req-9b4731b8-6033-41df-a83a-2acf95efde4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:58.225827 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52396906-149e-4d88-82b7-eb2816e110a1 req-9b4731b8-6033-41df-a83a-2acf95efde4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5f7ce566-ee00-49f0-85c3-70535186d703 HTTP/1.1" status: 200 len: 854 time: 0.1067364 Dec 06 14:41:58.234862 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:41:58.235429 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:41:58.235905 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:41:58.236448 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Bound port: beac9f6e-b4f3-446f-8fdc-1e63d8827c7b, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:41:58.236921 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:58.301226 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-93009332-a845-4ab8-ba7d-b07bdb417213 req-af4b5f51-b1f0-4885-b82c-5c683d26fab2 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527481 Dec 06 14:41:58.333771 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-e615b93f-189c-4233-966a-7d6aed425622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:58.341868 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-e615b93f-189c-4233-966a-7d6aed425622 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&device_id=6f836abd-f54b-48f9-bb1d-bc67f33c122c HTTP/1.1" status: 200 len: 1099 time: 0.1626451 Dec 06 14:41:58.445335 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] For port beac9f6e-b4f3-446f-8fdc-1e63d8827c7b, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:41:58.457509 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] For port beac9f6e-b4f3-446f-8fdc-1e63d8827c7b, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=beac9f6e-b4f3-446f-8fdc-1e63d8827c7b,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:41:58.469337 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:58.588630 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Pushing event updated for resources: {'Port': ['ID=beac9f6e-b4f3-446f-8fdc-1e63d8827c7b,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:41:58.639085 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:58.639920 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:58.641338 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1755e72f-b77f-42cd-8103-856ee3af6a34 service neutron] 10.222.0.23 "PUT /v2.0/ports/beac9f6e-b4f3-446f-8fdc-1e63d8827c7b HTTP/1.1" status: 200 len: 1095 time: 3.4058933 Dec 06 14:41:58.655479 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022ae3e-174d-4dfe-b44b-9054ca39a966 req-9c88c3f8-8a28-427b-9597-d20c833a47aa tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:58.657039 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e022ae3e-174d-4dfe-b44b-9054ca39a966 req-9c88c3f8-8a28-427b-9597-d20c833a47aa tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 944 time: 0.1943178 Dec 06 14:41:58.766453 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e022ae3e-174d-4dfe-b44b-9054ca39a966 req-d814130e-49af-4270-b993-4cfdba297b45 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016092 Dec 06 14:41:58.816506 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52396906-149e-4d88-82b7-eb2816e110a1 req-51b98d16-432f-4765-a8df-de8fdb8e5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:58.818029 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52396906-149e-4d88-82b7-eb2816e110a1 req-51b98d16-432f-4765-a8df-de8fdb8e5cc5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd02e921-2bf7-46af-a2db-fb4000218bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223040 Dec 06 14:41:58.965303 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-3706de49-487a-4001-850b-09ced1f1bbce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=294d13a3-e512-4afc-93c0-a620f8b279e0 HTTP/1.1" status: 200 len: 217 time: 0.2031062 Dec 06 14:41:58.988589 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52396906-149e-4d88-82b7-eb2816e110a1 req-f3815296-1d58-4337-9eab-d70072fb7765 service neutron] 10.222.0.23 "GET /v2.0/networks/fd02e921-2bf7-46af-a2db-fb4000218bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543300 Dec 06 14:41:59.032533 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:41:59.043424 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-c00353cd-0108-40c2-8e68-baa78d5961f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:59.045222 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-c00353cd-0108-40c2-8e68-baa78d5961f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 1099 time: 0.2459764 Dec 06 14:41:59.062652 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-22a59782-868b-42ed-b6ab-d06a12f410ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:59.064391 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-22a59782-868b-42ed-b6ab-d06a12f410ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 1098 time: 0.2662611 Dec 06 14:41:59.080730 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcaa89c-130a-4f4b-ad75-1137a6c46a85 req-b610e6b0-93e2-491c-a33e-f94955fa150c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:59.094580 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4bcaa89c-130a-4f4b-ad75-1137a6c46a85 req-b610e6b0-93e2-491c-a33e-f94955fa150c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 947 time: 0.1484511 Dec 06 14:41:59.174206 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4bcaa89c-130a-4f4b-ad75-1137a6c46a85 req-0ff8ad09-3aed-4b87-a352-b54634d5a573 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780535 Dec 06 14:41:59.357119 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c41ae-a04e-4e4c-87e1-8b3dcee1f131 req-51b1adb5-4fc5-4df0-8a1e-1630f9a74086 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:59.361612 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-050c41ae-a04e-4e4c-87e1-8b3dcee1f131 req-51b1adb5-4fc5-4df0-8a1e-1630f9a74086 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c23ff5e-49cd-4004-9315-c5b7818a9e97 HTTP/1.1" status: 200 len: 943 time: 0.1125617 Dec 06 14:41:59.448977 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-050c41ae-a04e-4e4c-87e1-8b3dcee1f131 req-a21ecad7-6482-4dca-887c-912e07637a16 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8ac1c4-29ac-4e50-8186-5d52c372fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794656 Dec 06 14:41:59.509603 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:59.524084 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd7ac4d-15bf-4e1c-be96-d49cc4d193a7 x-openstack-request-id: req-2fd7ac4d-15bf-4e1c-be96-d49cc4d193a7 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:59.524765 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1a1bea-a308-452c-803b-15eba3139ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "058d2958-f999-4286-a726-ad2ccdd47f8c", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:59.526026 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fd7ac4d-15bf-4e1c-be96-d49cc4d193a7 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:59.526762 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1a1bea-a308-452c-803b-15eba3139ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '058d2958-f999-4286-a726-ad2ccdd47f8c', 'code': 200} Dec 06 14:41:59.765550 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d43e3f-44fb-4e5c-97a1-c4ef53dc5cb3 req-a56c981a-8fd5-47f9-8b30-e5d917695ab6 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:59.774111 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c1d43e3f-44fb-4e5c-97a1-c4ef53dc5cb3 req-a56c981a-8fd5-47f9-8b30-e5d917695ab6 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 948 time: 0.1184797 Dec 06 14:41:59.841633 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c1d43e3f-44fb-4e5c-97a1-c4ef53dc5cb3 req-b7bbda49-5818-41ae-bbe1-b075880fc663 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665455 Dec 06 14:41:59.904343 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57865e65-f485-492d-9485-12ba4fc33dc3 x-openstack-request-id: req-57865e65-f485-492d-9485-12ba4fc33dc3 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:41:59.904899 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c23ff5e-49cd-4004-9315-c5b7818a9e97", "tag": "5296faf2-726d-432d-a310-62c277b6638a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:41:59.905008 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57865e65-f485-492d-9485-12ba4fc33dc3 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:41:59.905333 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c23ff5e-49cd-4004-9315-c5b7818a9e97', 'tag': '5296faf2-726d-432d-a310-62c277b6638a', 'status': 'completed', 'code': 200} Dec 06 14:42:00.652398 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1136f2a7-1d68-46f7-be66-21073a9322f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:01.529726 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f836abd-f54b-48f9-bb1d-bc67f33c122c', 'tag': '294d13a3-e512-4afc-93c0-a620f8b279e0'}, {'name': 'network-changed', 'server_uuid': '7b1a1bea-a308-452c-803b-15eba3139ff3', 'tag': '058d2958-f999-4286-a726-ad2ccdd47f8c'}, {'name': 'network-changed', 'server_uuid': '4ab083fe-50ed-4de0-ae09-aa67aad0dd25', 'tag': 'beac9f6e-b4f3-446f-8fdc-1e63d8827c7b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:01.530968 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9512d7-0d34-43cf-90fb-66c43d46d312" -d '{"events": [{"name": "network-changed", "server_uuid": "6f836abd-f54b-48f9-bb1d-bc67f33c122c", "tag": "294d13a3-e512-4afc-93c0-a620f8b279e0"}, {"name": "network-changed", "server_uuid": "7b1a1bea-a308-452c-803b-15eba3139ff3", "tag": "058d2958-f999-4286-a726-ad2ccdd47f8c"}, {"name": "network-changed", "server_uuid": "4ab083fe-50ed-4de0-ae09-aa67aad0dd25", "tag": "beac9f6e-b4f3-446f-8fdc-1e63d8827c7b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:02.491194 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afc9d8-8a6b-44ac-8d7d-6a862186f8ff req-60c47a9b-b7d6-4da3-a862-93495b705017 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:02.501411 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c4afc9d8-8a6b-44ac-8d7d-6a862186f8ff req-60c47a9b-b7d6-4da3-a862-93495b705017 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 947 time: 0.0848668 Dec 06 14:42:02.580998 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c4afc9d8-8a6b-44ac-8d7d-6a862186f8ff req-783c0033-4026-4860-860c-149f777d9a9d tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699170 Dec 06 14:42:02.742471 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe55a77-bcc7-4ee8-a6ea-c9628ae4a4ec req-3998a21f-62df-49d0-ae71-ddab30a060f3 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:02.744314 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8fe55a77-bcc7-4ee8-a6ea-c9628ae4a4ec req-3998a21f-62df-49d0-ae71-ddab30a060f3 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c23ff5e-49cd-4004-9315-c5b7818a9e97 HTTP/1.1" status: 200 len: 943 time: 0.0959942 Dec 06 14:42:02.807526 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8fe55a77-bcc7-4ee8-a6ea-c9628ae4a4ec req-986fdf44-76bd-43de-aad3-3bd02554d753 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8ac1c4-29ac-4e50-8186-5d52c372fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531781 Dec 06 14:42:02.847586 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eff55c-5f24-4d8a-9cb8-0f23da1a6f26 req-9fdbc001-6327-4f48-9e07-18f2152d94be tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:02.858721 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95eff55c-5f24-4d8a-9cb8-0f23da1a6f26 req-9fdbc001-6327-4f48-9e07-18f2152d94be tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 948 time: 0.0832965 Dec 06 14:42:02.883190 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9f5f06-c0d4-476e-abbf-f421c10e50f6 x-openstack-request-id: req-0c9f5f06-c0d4-476e-abbf-f421c10e50f6 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:02.883771 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f836abd-f54b-48f9-bb1d-bc67f33c122c", "tag": "294d13a3-e512-4afc-93c0-a620f8b279e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7b1a1bea-a308-452c-803b-15eba3139ff3", "tag": "058d2958-f999-4286-a726-ad2ccdd47f8c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ab083fe-50ed-4de0-ae09-aa67aad0dd25", "tag": "beac9f6e-b4f3-446f-8fdc-1e63d8827c7b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:02.884263 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c9f5f06-c0d4-476e-abbf-f421c10e50f6 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:02.884820 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f836abd-f54b-48f9-bb1d-bc67f33c122c', 'tag': '294d13a3-e512-4afc-93c0-a620f8b279e0', 'status': 'completed', 'code': 200} Dec 06 14:42:02.885441 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1a1bea-a308-452c-803b-15eba3139ff3', 'tag': '058d2958-f999-4286-a726-ad2ccdd47f8c', 'status': 'completed', 'code': 200} Dec 06 14:42:02.885867 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab083fe-50ed-4de0-ae09-aa67aad0dd25', 'tag': 'beac9f6e-b4f3-446f-8fdc-1e63d8827c7b', 'status': 'completed', 'code': 200} Dec 06 14:42:02.910953 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39314) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:02.924759 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95eff55c-5f24-4d8a-9cb8-0f23da1a6f26 req-8c5b2037-d766-4a12-9731-f436aac70668 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646017 Dec 06 14:42:03.000842 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-d35e87e0-b2a8-40b9-8db7-44be9578d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:03.002763 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-d35e87e0-b2a8-40b9-8db7-44be9578d53b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 1099 time: 0.0931218 Dec 06 14:42:03.005031 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3711e-40a3-4c2b-9520-6fc6bc46c24e req-f5d2092b-6a0b-416e-8b40-fd5910637937 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:03.007506 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3de3711e-40a3-4c2b-9520-6fc6bc46c24e req-f5d2092b-6a0b-416e-8b40-fd5910637937 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 1095 time: 0.0589898 Dec 06 14:42:03.041010 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b475c1e-4861-4069-bec5-0b58c699c8dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:03.113435 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-8547cf7a-198c-4493-9938-9bbdd5ddb3df tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1697154165&fields=id&tenant_id=839fb2b1155145d18438788c0bdeff35 HTTP/1.1" status: 200 len: 267 time: 0.0800126 Dec 06 14:42:03.119314 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3de3711e-40a3-4c2b-9520-6fc6bc46c24e req-057089ff-bab6-4ef9-af3b-11dfb39be9e0 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975761 Dec 06 14:42:03.138054 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-1c951c29-cadc-404b-b279-f54228f92fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:03.139812 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-1c951c29-cadc-404b-b279-f54228f92fb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.1276164 Dec 06 14:42:03.185841 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-862acda0-aa3d-4d28-adce-78c99d315887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:03.221334 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-d6a855f4-7781-4e36-a9d6-c313658b3429 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=058d2958-f999-4286-a726-ad2ccdd47f8c HTTP/1.1" status: 200 len: 217 time: 0.0733180 Dec 06 14:42:03.353862 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-493c73a6-f154-4e27-a4ff-f9c264b71d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:03.356059 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-493c73a6-f154-4e27-a4ff-f9c264b71d58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1268959 Dec 06 14:42:03.439884 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-1dadac19-4523-45aa-8b80-d1210866ef7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=beac9f6e-b4f3-446f-8fdc-1e63d8827c7b HTTP/1.1" status: 200 len: 217 time: 0.1142578 Dec 06 14:42:03.467777 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52396906-149e-4d88-82b7-eb2816e110a1 req-7db9f1fc-6055-44d9-bc2f-b3cc74f29bfd service neutron] 10.222.0.23 "GET /v2.0/networks/fd02e921-2bf7-46af-a2db-fb4000218bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902153 Dec 06 14:42:03.477734 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-151abc81-7f72-4072-b4e8-62df96e66ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:03.479218 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-151abc81-7f72-4072-b4e8-62df96e66ddc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907371 Dec 06 14:42:03.550394 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b475c1e-4861-4069-bec5-0b58c699c8dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:03.585668 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b475c1e-4861-4069-bec5-0b58c699c8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:03.699267 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-bb785f7b-a5de-47aa-9437-611a6b19edc9 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109859 Dec 06 14:42:03.723888 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceffe2c-6883-4ccd-a6eb-5e021fd449e6 req-74665291-65ae-4999-8939-f804d6e68ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:03.725410 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ceffe2c-6883-4ccd-a6eb-5e021fd449e6 req-74665291-65ae-4999-8939-f804d6e68ce1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4adef4ae9094e0e95743c9662339d18&device_id=8c23ff5e-49cd-4004-9315-c5b7818a9e97 HTTP/1.1" status: 200 len: 1094 time: 0.1594751 Dec 06 14:42:03.814209 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-c27c33d7-0cd5-476b-ac07-d4a6d29af35f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:03.822040 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-c27c33d7-0cd5-476b-ac07-d4a6d29af35f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 820 time: 0.2591040 Dec 06 14:42:03.870141 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:03.905917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-b35c3273-df6d-4f61-881c-5d9eaf557f17 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/quotas/2f27097afab6468f8670cde22cd39cd2 HTTP/1.1" status: 200 len: 375 time: 0.0829163 Dec 06 14:42:03.984514 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-56fc6e98-26f4-481e-9d7f-7a0ee1f94393 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:03.986314 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-56fc6e98-26f4-481e-9d7f-7a0ee1f94393 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/networks?id=5476fa3d-f758-44f5-bed7-420b11259803 HTTP/1.1" status: 200 len: 824 time: 0.8577585 Dec 06 14:42:03.988128 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-a3ca01cc-a483-4e83-98fb-a8d198407678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:03.989521 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-a3ca01cc-a483-4e83-98fb-a8d198407678 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.6842399 Dec 06 14:42:04.001268 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b475c1e-4861-4069-bec5-0b58c699c8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0df209-f550-4995-91b9-24438f1d1da7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:04.157909 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-513d637c-d5dc-43f7-b251-fbc960df28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:04.159669 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-513d637c-d5dc-43f7-b251-fbc960df28a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.6635888 Dec 06 14:42:04.173444 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-dace334c-f053-4504-b51b-e941c26503f8 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/quotas/839fb2b1155145d18438788c0bdeff35 HTTP/1.1" status: 200 len: 375 time: 0.1578715 Dec 06 14:42:04.220057 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-aa267ab4-fc70-4052-953d-ab699bfceb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:04.222095 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-aa267ab4-fc70-4052-953d-ab699bfceb6a service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.9338408 Dec 06 14:42:04.232059 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1b475c1e-4861-4069-bec5-0b58c699c8dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba4de5f602874491b9ae92025792bbd9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3197560 Dec 06 14:42:04.250931 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39368) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:04.308086 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-17591a64-90cb-44f6-93ec-da6fa8ffb448 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5988772 Dec 06 14:42:04.312353 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-185c108c-6551-42ae-a4ec-b101ce6b2373 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=058d2958-f999-4286-a726-ad2ccdd47f8c HTTP/1.1" status: 200 len: 217 time: 0.0629146 Dec 06 14:42:04.319456 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-e3349e02-e657-4ae9-a642-175f40e564df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:04.321193 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-e3349e02-e657-4ae9-a642-175f40e564df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3023920 Dec 06 14:42:04.324041 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceffe2c-6883-4ccd-a6eb-5e021fd449e6 req-b2e03941-1d41-42a5-aa88-868ef9afec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:04.325420 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ceffe2c-6883-4ccd-a6eb-5e021fd449e6 req-b2e03941-1d41-42a5-aa88-868ef9afec43 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd02e921-2bf7-46af-a2db-fb4000218bdc HTTP/1.1" status: 200 len: 916 time: 0.5842764 Dec 06 14:42:04.350463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-b25bda5e-bcc1-4367-8703-2297ee003c52 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4435971 Dec 06 14:42:04.377990 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0c19f-ea1f-42e2-9e0c-f10f8c43747a req-c9bb9e7d-31fb-46b0-8fa9-febba792cfe5 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:04.379579 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-81e0c19f-ea1f-42e2-9e0c-f10f8c43747a req-c9bb9e7d-31fb-46b0-8fa9-febba792cfe5 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.37 "GET /v2.0/ports?device_id=6828ec7f-ff12-41ee-87bd-29a204a9ac22 HTTP/1.1" status: 200 len: 946 time: 0.3795018 Dec 06 14:42:04.381119 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-6a521f9a-7197-4669-bbf0-1067f04ae343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:04.382516 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-6a521f9a-7197-4669-bbf0-1067f04ae343 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0588381 Dec 06 14:42:04.419839 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ceffe2c-6883-4ccd-a6eb-5e021fd449e6 req-d5638d5e-3837-4e46-a1af-740377b2ba88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5296faf2-726d-432d-a310-62c277b6638a HTTP/1.1" status: 200 len: 217 time: 0.0664790 Dec 06 14:42:04.437077 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6dedc689-aa64-4898-b4d7-7143cd9055eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:04.537259 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6dedc689-aa64-4898-b4d7-7143cd9055eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:04.552867 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceffe2c-6883-4ccd-a6eb-5e021fd449e6 req-6c4d53a6-52a8-42d1-8ce1-3297bfa9b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:04.552867 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ceffe2c-6883-4ccd-a6eb-5e021fd449e6 req-6c4d53a6-52a8-42d1-8ce1-3297bfa9b217 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5f7ce566-ee00-49f0-85c3-70535186d703 HTTP/1.1" status: 200 len: 854 time: 0.1236231 Dec 06 14:42:04.561392 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-41011189-26c8-48a1-8b85-f7397979bf23 service neutron] 10.222.0.20 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099464 Dec 06 14:42:04.593064 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-118f992d-5d81-4ee0-9379-f690fabae2de service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068202 Dec 06 14:42:04.595261 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-882b8412-3c71-4971-a966-a1e3959f2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:04.596695 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-882b8412-3c71-4971-a966-a1e3959f2304 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4044735 Dec 06 14:42:04.622630 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-11c7319d-a49c-4844-9f48-a6ead742f786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:04.624206 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-11c7319d-a49c-4844-9f48-a6ead742f786 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2288125 Dec 06 14:42:04.636702 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-5fb4926e-48a8-4d59-be2e-56aa77b6423b tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=839fb2b1155145d18438788c0bdeff35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4558702 Dec 06 14:42:04.692911 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceffe2c-6883-4ccd-a6eb-5e021fd449e6 req-76c73423-ec76-4bbd-b2e5-80b31bdbd548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:04.694564 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ceffe2c-6883-4ccd-a6eb-5e021fd449e6 req-76c73423-ec76-4bbd-b2e5-80b31bdbd548 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd02e921-2bf7-46af-a2db-fb4000218bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322575 Dec 06 14:42:04.717832 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6dedc689-aa64-4898-b4d7-7143cd9055eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:04.720402 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6dedc689-aa64-4898-b4d7-7143cd9055eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:04.723977 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6dedc689-aa64-4898-b4d7-7143cd9055eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af0df209-f550-4995-91b9-24438f1d1da7 HTTP/1.1" status: 204 len: 168 time: 0.4695764 Dec 06 14:42:04.765593 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedc689-aa64-4898-b4d7-7143cd9055eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0df209-f550-4995-91b9-24438f1d1da7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:04.797775 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-739c03d7-c37e-46b2-a6d1-19f6287802ba service neutron] 10.222.0.20 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933770 Dec 06 14:42:04.843869 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ceffe2c-6883-4ccd-a6eb-5e021fd449e6 req-2554006a-4391-48e7-aaf4-a7e82643dcf9 service neutron] 10.222.0.23 "GET /v2.0/networks/fd02e921-2bf7-46af-a2db-fb4000218bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397669 Dec 06 14:42:04.992643 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-ac2da307-c52b-4307-8205-316abe291442 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670526 Dec 06 14:42:05.009225 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ceffe2c-6883-4ccd-a6eb-5e021fd449e6 req-f887528c-7749-4e89-a489-2d748abb63c9 service neutron] 10.222.0.23 "GET /v2.0/networks/fd02e921-2bf7-46af-a2db-fb4000218bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496170 Dec 06 14:42:05.099467 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-81e0c19f-ea1f-42e2-9e0c-f10f8c43747a req-b1eaf998-3a5d-40dd-bffe-27532f281549 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Deleting port cf0b605b-b275-49d4-90b1-24dcbd11caf2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:42:05.099933 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-81e0c19f-ea1f-42e2-9e0c-f10f8c43747a req-b1eaf998-3a5d-40dd-bffe-27532f281549 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:05.161070 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-c7c51882-ddeb-4eec-9307-10535566a348 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343847 Dec 06 14:42:05.173137 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-9d30f0ae-efc1-427c-95e5-32f28bd47dcb service neutron] 10.222.0.20 "GET /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564035 Dec 06 14:42:05.215110 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-df5d851c-578a-4431-8ea4-84adbac080ed service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774188 Dec 06 14:42:05.311026 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed26e9-8ed6-467c-ae14-d17f42ba0342 req-956a58eb-1e19-4f45-8ee1-01bd4e44bb73 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:05.314281 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a5ed26e9-8ed6-467c-ae14-d17f42ba0342 req-956a58eb-1e19-4f45-8ee1-01bd4e44bb73 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 947 time: 0.1526790 Dec 06 14:42:05.405950 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a5ed26e9-8ed6-467c-ae14-d17f42ba0342 req-88720de2-4b4d-4aeb-8af0-13c9d43d0639 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858965 Dec 06 14:42:05.500251 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:05.526420 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-81e0c19f-ea1f-42e2-9e0c-f10f8c43747a req-b1eaf998-3a5d-40dd-bffe-27532f281549 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] For port cf0b605b-b275-49d4-90b1-24dcbd11caf2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cf0b605b-b275-49d4-90b1-24dcbd11caf2,segment=NetworkSegment(cf13b1f2-830c-4988-93aa-b6e0567249e6),segment_id=cf13b1f2-830c-4988-93aa-b6e0567249e6)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:05.526792 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-81e0c19f-ea1f-42e2-9e0c-f10f8c43747a req-b1eaf998-3a5d-40dd-bffe-27532f281549 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:05.542693 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32852b-7e7e-46a3-b21e-3312625d7213 req-5992d340-bba5-4664-81d3-9ce768f73495 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:05.548411 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f7ecc3d-8c07-4aa8-b338-1bddcbe3578c req-93e7c92d-0210-40af-b745-7d0160cf10c1 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396335 Dec 06 14:42:05.553031 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dd32852b-7e7e-46a3-b21e-3312625d7213 req-5992d340-bba5-4664-81d3-9ce768f73495 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c23ff5e-49cd-4004-9315-c5b7818a9e97 HTTP/1.1" status: 200 len: 943 time: 0.0781665 Dec 06 14:42:05.622737 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dd32852b-7e7e-46a3-b21e-3312625d7213 req-ef79a393-b661-4b0c-b40c-52d39318240e tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8ac1c4-29ac-4e50-8186-5d52c372fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685937 Dec 06 14:42:05.682170 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-fe45756f-8a45-4dea-ba1e-21bdc0464a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:05.683644 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-fe45756f-8a45-4dea-ba1e-21bdc0464a22 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&device_id=6f836abd-f54b-48f9-bb1d-bc67f33c122c HTTP/1.1" status: 200 len: 1099 time: 0.4120522 Dec 06 14:42:05.697532 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-72bbcf5d-62b4-4fbb-91bc-3a97e3f03624 service neutron] 10.222.0.20 "GET /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814670 Dec 06 14:42:05.713746 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4bbed4c-05ec-4eee-a25f-6d794eb9835c req-b914639c-3554-49fa-b868-a4624c236647 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404659 Dec 06 14:42:05.885925 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf884563-7929-4f54-9e99-8ec7d3118938 req-b67b6093-6e75-4fba-8703-20615a40260a tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:05.902603 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf884563-7929-4f54-9e99-8ec7d3118938 req-b67b6093-6e75-4fba-8703-20615a40260a tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 948 time: 0.1538708 Dec 06 14:42:06.013812 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf884563-7929-4f54-9e99-8ec7d3118938 req-009ad2af-b09f-4171-aeca-5f911287849c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102221 Dec 06 14:42:06.169439 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b02c4-37f7-417c-aeeb-f353687f1b4c req-3421edb0-e9f1-4bd9-af44-93f4c56737f3 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:06.176909 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-758b02c4-37f7-417c-aeeb-f353687f1b4c req-3421edb0-e9f1-4bd9-af44-93f4c56737f3 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 945 time: 0.0662608 Dec 06 14:42:06.282372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-758b02c4-37f7-417c-aeeb-f353687f1b4c req-414dc190-f9ba-460c-aebd-fe32609f9c07 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991120 Dec 06 14:42:06.349328 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d52d7ff-8450-4811-8d06-f6d269983f62 req-892a8bd5-3060-480d-a414-fdb3291ec0be tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 210 time: 0.0371449 Dec 06 14:42:06.485927 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-daeacb68-8741-4cca-acde-e371b4e64462 req-d76dbedb-e699-44ce-a603-12d8bd38205a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 210 time: 0.0557568 Dec 06 14:42:06.489851 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:06.534100 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-81e0c19f-ea1f-42e2-9e0c-f10f8c43747a req-b1eaf998-3a5d-40dd-bffe-27532f281549 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:06.534654 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-81e0c19f-ea1f-42e2-9e0c-f10f8c43747a req-b1eaf998-3a5d-40dd-bffe-27532f281549 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:06.535159 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [req-81e0c19f-ea1f-42e2-9e0c-f10f8c43747a req-b1eaf998-3a5d-40dd-bffe-27532f281549 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Floating IP f672592a-a2c4-4021-aab2-9308ff7ef40a disassociated. External IP: 172.35.7.139, port: cf0b605b-b275-49d4-90b1-24dcbd11caf2. Dec 06 14:42:06.535693 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-81e0c19f-ea1f-42e2-9e0c-f10f8c43747a req-b1eaf998-3a5d-40dd-bffe-27532f281549 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Calling delete_port for cf0b605b-b275-49d4-90b1-24dcbd11caf2 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:42:06.541962 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-26a988d5-398b-45ef-a8ef-e5c7c5603ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:06.543679 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-26a988d5-398b-45ef-a8ef-e5c7c5603ee5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.8501034 Dec 06 14:42:06.596911 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-ab563d14-7d47-4e3c-9a39-4d46b789c172 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=294d13a3-e512-4afc-93c0-a620f8b279e0 HTTP/1.1" status: 200 len: 217 time: 0.0423570 Dec 06 14:42:06.727152 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device cf0b605b-b275-49d4-90b1-24dcbd11caf2 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:42:06.867566 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:06.921338 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-6eb34ae1-75b7-4b0c-a614-36dcc4a46b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:06.923696 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-6eb34ae1-75b7-4b0c-a614-36dcc4a46b37 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.3069081 Dec 06 14:42:06.923986 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 5296faf2-726d-432d-a310-62c277b6638a details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:42:06.984359 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bfdb8-9e68-41a4-9e00-94b7f63296f9 req-be6c1278-8d5c-4a87-a2d4-c5502ae42816 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:06.993989 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-733bfdb8-9e68-41a4-9e00-94b7f63296f9 req-be6c1278-8d5c-4a87-a2d4-c5502ae42816 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 947 time: 0.2258444 Dec 06 14:42:07.066714 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-17584160-1c8b-4ab6-94e9-65fdf64cb4d8 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:07.068735 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-17584160-1c8b-4ab6-94e9-65fdf64cb4d8 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.37 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 820 time: 0.2746000 Dec 06 14:42:07.092001 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-81e0c19f-ea1f-42e2-9e0c-f10f8c43747a req-b1eaf998-3a5d-40dd-bffe-27532f281549 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:07.106295 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-e6b8edc4-3f36-4705-a0fe-b955ceee7818 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Request body: {'port': {'device_id': '3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc', 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71', 'admin_state_up': True, 'tenant_id': '2f27097afab6468f8670cde22cd39cd2'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:07.120565 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-f446a225-5474-4d04-8a37-4cad7f883c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:07.122073 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-f446a225-5474-4d04-8a37-4cad7f883c2c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1870105 Dec 06 14:42:07.151381 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eaf998-3a5d-40dd-bffe-27532f281549 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Pushing event deleted for resources: {'Port': ['ID=cf0b605b-b275-49d4-90b1-24dcbd11caf2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:07.175226 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-733bfdb8-9e68-41a4-9e00-94b7f63296f9 req-32899f36-b87e-44e1-8068-0e3c8315e81f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789827 Dec 06 14:42:07.211346 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8063cc1-bc3a-46b7-9934-402819e69447 req-8e3d48c5-8052-4d5b-93c4-8f511f847aa3 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:07.218883 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8063cc1-bc3a-46b7-9934-402819e69447 req-8e3d48c5-8052-4d5b-93c4-8f511f847aa3 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c23ff5e-49cd-4004-9315-c5b7818a9e97 HTTP/1.1" status: 200 len: 943 time: 0.1869969 Dec 06 14:42:07.237168 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 5296faf2-726d-432d-a310-62c277b6638a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5296faf2-726d-432d-a310-62c277b6638a,segment=NetworkSegment(779b0e13-9997-460e-b67a-a4666f30244b),segment_id=779b0e13-9997-460e-b67a-a4666f30244b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:07.272937 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '5296faf2-726d-432d-a310-62c277b6638a', 'network_id': 'fd02e921-2bf7-46af-a2db-fb4000218bdc', 'port_id': '5296faf2-726d-432d-a310-62c277b6638a', 'mac_address': 'fa:16:3e:ba:42:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7ce566-ee00-49f0-85c3-70535186d703', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:42:07.315357 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8063cc1-bc3a-46b7-9934-402819e69447 req-eba736e8-e4a6-41ec-80a3-1f54ffb8b517 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8ac1c4-29ac-4e50-8186-5d52c372fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954442 Dec 06 14:42:07.353466 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-e6b8edc4-3f36-4705-a0fe-b955ceee7818 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Made reservation on behalf of 2f27097afab6468f8670cde22cd39cd2 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:07.358112 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-e6b8edc4-3f36-4705-a0fe-b955ceee7818 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:07.379643 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:07.434907 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5296faf2-726d-432d-a310-62c277b6638a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:07.464562 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-b5c603fc-9ba5-4a59-b3f8-ce28ee494cd5 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175061 Dec 06 14:42:07.466384 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 5296faf2-726d-432d-a310-62c277b6638a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5296faf2-726d-432d-a310-62c277b6638a,segment=NetworkSegment(779b0e13-9997-460e-b67a-a4666f30244b),segment_id=779b0e13-9997-460e-b67a-a4666f30244b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:07.475269 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:07.479045 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a47f0bdf-6177-4f73-80a4-7620b74317ba details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:42:07.519751 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b29517-66e2-4c9c-81f1-f3f2ebd97ea8 req-be0d975d-174f-434b-9fde-793c9f33d571 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:07.523325 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c4b29517-66e2-4c9c-81f1-f3f2ebd97ea8 req-be0d975d-174f-434b-9fde-793c9f33d571 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 948 time: 0.1673887 Dec 06 14:42:07.529275 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81e0c19f-ea1f-42e2-9e0c-f10f8c43747a req-b1eaf998-3a5d-40dd-bffe-27532f281549 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:42:07.582778 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35737832-556c-447e-b0c1-07e224c86316 req-6c990815-3d2b-4d7d-b6f2-80749caf84a3 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:07.584642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35737832-556c-447e-b0c1-07e224c86316 req-6c990815-3d2b-4d7d-b6f2-80749caf84a3 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 945 time: 0.0883842 Dec 06 14:42:07.705269 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35737832-556c-447e-b0c1-07e224c86316 req-b05ad02f-87c7-4297-ba5b-9ad2d0cb6e1b tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059320 Dec 06 14:42:07.710079 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-e6b8edc4-3f36-4705-a0fe-b955ceee7818 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Allocated IP 172.20.0.7 (30f9c9fb-2ec3-41cd-86de-51e7d7934b71/ded9556a-46c6-4b9d-a6af-ce8c9b6b072e/41c48ea0-d370-47a9-8ab1-400c4b6721dc) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:07.736906 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c4b29517-66e2-4c9c-81f1-f3f2ebd97ea8 req-d71db302-1abe-40e9-b7a5-ded87221725b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001150 Dec 06 14:42:07.747117 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-f7450419-5b8d-4924-befe-be570c45d533 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711918 Dec 06 14:42:07.747544 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=5296faf2-726d-432d-a310-62c277b6638a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:07.775302 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a47f0bdf-6177-4f73-80a4-7620b74317ba, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a47f0bdf-6177-4f73-80a4-7620b74317ba,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:07.828085 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'a47f0bdf-6177-4f73-80a4-7620b74317ba', 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca', 'port_id': 'a47f0bdf-6177-4f73-80a4-7620b74317ba', 'mac_address': 'fa:16:3e:6e:24:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd3e50a1-3233-4b36-ac18-e47233ecf33a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:42:07.847693 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81e0c19f-ea1f-42e2-9e0c-f10f8c43747a req-b1eaf998-3a5d-40dd-bffe-27532f281549 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:42:07.861650 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f03975-83fd-4379-9381-da6cf5acbbff None None] Sync routers for ids ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:42:07.897210 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f03975-83fd-4379-9381-da6cf5acbbff None None] Routers {'43daf0fa-fd51-4c5d-bd43-81cc74e564f5'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:42:07.905029 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-24f03975-83fd-4379-9381-da6cf5acbbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:07.978106 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:08.023916 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a47f0bdf-6177-4f73-80a4-7620b74317ba {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:08.063217 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e0c19f-ea1f-42e2-9e0c-f10f8c43747a req-b1eaf998-3a5d-40dd-bffe-27532f281549 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] No DVR routers for this DVR port cf0b605b-b275-49d4-90b1-24dcbd11caf2 on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:42:08.076081 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-81e0c19f-ea1f-42e2-9e0c-f10f8c43747a req-b1eaf998-3a5d-40dd-bffe-27532f281549 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:08.081074 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a47f0bdf-6177-4f73-80a4-7620b74317ba, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a47f0bdf-6177-4f73-80a4-7620b74317ba,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:08.086636 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-81e0c19f-ea1f-42e2-9e0c-f10f8c43747a req-b1eaf998-3a5d-40dd-bffe-27532f281549 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.37 "DELETE /v2.0/ports/cf0b605b-b275-49d4-90b1-24dcbd11caf2 HTTP/1.1" status: 204 len: 173 time: 3.6984217 Dec 06 14:42:08.088105 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6828ec7f-ff12-41ee-87bd-29a204a9ac22', 'name': 'network-vif-deleted', 'tag': 'cf0b605b-b275-49d4-90b1-24dcbd11caf2'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:08.088791 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:08.093007 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b72ce73-c8b2-4ab9-8db7-f3e1d247e8a4" -d '{"events": [{"server_uuid": "6828ec7f-ff12-41ee-87bd-29a204a9ac22", "name": "network-vif-deleted", "tag": "cf0b605b-b275-49d4-90b1-24dcbd11caf2"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:08.133037 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-37791a75-a722-4e97-8854-ca0e82e26e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:08.134852 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-37791a75-a722-4e97-8854-ca0e82e26e45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 1099 time: 0.1417179 Dec 06 14:42:08.136984 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0e5037a8-266a-464c-b621-be0a2838ea3c req-01974a43-c1d9-435a-91d2-a446b0c96281 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 210 time: 0.2329700 Dec 06 14:42:08.199771 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-24f03975-83fd-4379-9381-da6cf5acbbff None None] Set router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:42:08.212536 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['a47f0bdf-6177-4f73-80a4-7620b74317ba'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:08.384195 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-46a4bd48-cf3a-4d87-8279-29d3cc0e3d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:08.388613 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-46a4bd48-cf3a-4d87-8279-29d3cc0e3d6d service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2369058 Dec 06 14:42:08.418835 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a47f0bdf-6177-4f73-80a4-7620b74317ba,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:08.425229 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6311b02-ab2d-45fa-9ffc-22549138ed7d req-4f448b31-5101-42b4-a0d0-0fceb730a474 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 210 time: 0.0990417 Dec 06 14:42:08.453572 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['5296faf2-726d-432d-a310-62c277b6638a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:08.519159 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-e6b8edc4-3f36-4705-a0fe-b955ceee7818 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:08.529330 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-9045fcd5-441a-4930-abbd-f1d38a396b4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=058d2958-f999-4286-a726-ad2ccdd47f8c HTTP/1.1" status: 200 len: 217 time: 0.1209977 Dec 06 14:42:08.536907 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-a010b3fd-2998-49d3-b834-b845065b7624 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:08.547256 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-a010b3fd-2998-49d3-b834-b845065b7624 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.37 "GET /v2.0/networks?id=5476fa3d-f758-44f5-bed7-420b11259803 HTTP/1.1" status: 200 len: 824 time: 0.6210258 Dec 06 14:42:08.561789 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f572dfe-ffb6-454a-9f7d-7059796e9ce3 x-openstack-request-id: req-0f572dfe-ffb6-454a-9f7d-7059796e9ce3 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:08.562083 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6828ec7f-ff12-41ee-87bd-29a204a9ac22", "name": "network-vif-deleted", "tag": "cf0b605b-b275-49d4-90b1-24dcbd11caf2", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:08.562337 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f572dfe-ffb6-454a-9f7d-7059796e9ce3 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:08.566413 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6828ec7f-ff12-41ee-87bd-29a204a9ac22', 'name': 'network-vif-deleted', 'tag': 'cf0b605b-b275-49d4-90b1-24dcbd11caf2', 'status': 'completed', 'code': 200} Dec 06 14:42:08.619212 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-24f03975-83fd-4379-9381-da6cf5acbbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:39:32Z', 'revision_number': 4, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '359ce00a-49c2-4e1b-855c-9969d1005477', 'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'mac_address': 'fa:16:3e:34:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:29Z', 'updated_at': '2021-12-06T14:39:37Z', 'revision_number': 5, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'subnets': [{'id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:08.647805 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f03975-83fd-4379-9381-da6cf5acbbff None None] Checking router: 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:42:08.649365 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-d55d9525-184c-4a66-8eff-e9f058cd1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:08.650842 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-d55d9525-184c-4a66-8eff-e9f058cd1eb1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1139219 Dec 06 14:42:08.657970 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f03975-83fd-4379-9381-da6cf5acbbff None None] Routers {'43daf0fa-fd51-4c5d-bd43-81cc74e564f5'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:42:08.658599 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-24f03975-83fd-4379-9381-da6cf5acbbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:08.671209 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-7eeddb81-1b88-4f21-9eb3-79db360e8957 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=839fb2b1155145d18438788c0bdeff35 HTTP/1.1" status: 200 len: 380 time: 0.1092761 Dec 06 14:42:08.702230 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-81d64449-3dc8-48e0-a776-d0a0699e8ae7 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Request body: {'port': {'device_id': 'a62237bc-90cd-4ccf-9cc6-f4513caf6ff2', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'admin_state_up': True, 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'security_groups': ['4e5e7817-a4c4-4090-8feb-d6fa1568b063']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:08.749448 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-68a4ff5f-7ceb-4713-92b7-a0908d12a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:08.751201 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-68a4ff5f-7ceb-4713-92b7-a0908d12a349 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918486 Dec 06 14:42:08.778005 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd508cb-ee30-4aec-8f32-d0dc7b47a760 req-1ba7770b-32ee-4e10-879d-8663bf6b3fdc tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:08.791788 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3dd508cb-ee30-4aec-8f32-d0dc7b47a760 req-1ba7770b-32ee-4e10-879d-8663bf6b3fdc tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c23ff5e-49cd-4004-9315-c5b7818a9e97 HTTP/1.1" status: 200 len: 944 time: 0.1228046 Dec 06 14:42:08.802359 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-24f03975-83fd-4379-9381-da6cf5acbbff None None] Set router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:42:08.950736 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device beac9f6e-b4f3-446f-8fdc-1e63d8827c7b details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:42:08.995348 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3dd508cb-ee30-4aec-8f32-d0dc7b47a760 req-dc20d994-58c3-4dd9-bf9e-48f328253fd8 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8ac1c4-29ac-4e50-8186-5d52c372fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967242 Dec 06 14:42:09.022061 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a47f0bdf-6177-4f73-80a4-7620b74317ba no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:42:09.045492 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-42d9b6da-5ac0-40b9-9662-fe608078356b service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451594 Dec 06 14:42:09.049732 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24802-f544-4b9e-8a17-5d1b531f138f req-1fc21b4b-0778-4d62-9a7e-f64d718bf2d0 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:09.057945 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69a24802-f544-4b9e-8a17-5d1b531f138f req-1fc21b4b-0778-4d62-9a7e-f64d718bf2d0 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 947 time: 0.3922787 Dec 06 14:42:09.060402 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-e6b8edc4-3f36-4705-a0fe-b955ceee7818 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:09.185031 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port beac9f6e-b4f3-446f-8fdc-1e63d8827c7b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=beac9f6e-b4f3-446f-8fdc-1e63d8827c7b,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:09.222871 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-e6b8edc4-3f36-4705-a0fe-b955ceee7818 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:09.238700 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8edc4-3f36-4705-a0fe-b955ceee7818 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Pushing event updated for resources: {'Port': ['ID=41c48ea0-d370-47a9-8ab1-400c4b6721dc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:09.242267 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'beac9f6e-b4f3-446f-8fdc-1e63d8827c7b', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': 'beac9f6e-b4f3-446f-8fdc-1e63d8827c7b', 'mac_address': 'fa:16:3e:50:37:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:42:09.243239 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699fcf71-506f-4279-881c-d6f6b02cde02 req-c6bc0376-4159-47b9-abcd-39a1f289cf4a tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:09.244611 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-81d64449-3dc8-48e0-a776-d0a0699e8ae7 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Made reservation on behalf of 839fb2b1155145d18438788c0bdeff35 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:09.244865 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-699fcf71-506f-4279-881c-d6f6b02cde02 req-c6bc0376-4159-47b9-abcd-39a1f289cf4a tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 944 time: 0.1001964 Dec 06 14:42:09.248213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-0b82e850-9daa-476f-92ea-9e5cf2bacb2e service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931944 Dec 06 14:42:09.252477 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-81d64449-3dc8-48e0-a776-d0a0699e8ae7 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:09.284459 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-24f03975-83fd-4379-9381-da6cf5acbbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:39:32Z', 'revision_number': 4, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '359ce00a-49c2-4e1b-855c-9969d1005477', 'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'mac_address': 'fa:16:3e:34:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:29Z', 'updated_at': '2021-12-06T14:39:37Z', 'revision_number': 5, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'subnets': [{'id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:09.288154 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-e6b8edc4-3f36-4705-a0fe-b955ceee7818 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:09.291636 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:09.308097 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a47f0bdf-6177-4f73-80a4-7620b74317ba {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:09.321752 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-e6b8edc4-3f36-4705-a0fe-b955ceee7818 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:09.329142 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f03975-83fd-4379-9381-da6cf5acbbff None None] The sync data for ids ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'] in n-d-master-1 is: [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:39:32Z', 'revision_number': 4, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '359ce00a-49c2-4e1b-855c-9969d1005477', 'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'mac_address': 'fa:16:3e:34:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:29Z', 'updated_at': '2021-12-06T14:39:37Z', 'revision_number': 5, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'subnets': [{'id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:42:09.335455 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-699fcf71-506f-4279-881c-d6f6b02cde02 req-2fa91ed9-fc94-44ea-8ccd-c5001a1360f7 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783679 Dec 06 14:42:09.360252 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:09.365624 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a47f0bdf-6177-4f73-80a4-7620b74317ba, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a47f0bdf-6177-4f73-80a4-7620b74317ba,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:09.377667 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:09.408561 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69a24802-f544-4b9e-8a17-5d1b531f138f req-ba52213e-9a53-427a-990f-da961cee7bb8 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494973 Dec 06 14:42:09.418432 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beac9f6e-b4f3-446f-8fdc-1e63d8827c7b {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:09.421664 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-2babf21c-564d-4ad9-8e05-34abbe42e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:09.423184 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-2babf21c-564d-4ad9-8e05-34abbe42e80c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 1098 time: 0.1043870 Dec 06 14:42:09.444536 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port beac9f6e-b4f3-446f-8fdc-1e63d8827c7b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=beac9f6e-b4f3-446f-8fdc-1e63d8827c7b,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:09.470419 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:09.471852 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 294d13a3-e512-4afc-93c0-a620f8b279e0 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:42:09.520567 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a47f0bdf-6177-4f73-80a4-7620b74317ba,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:09.607372 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92bf26e1-d2a6-4ea6-ae2d-1fe95453000d req-2b66c3d6-fdb6-42aa-9e2d-0c80d135ef4a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 210 time: 0.0521185 Dec 06 14:42:09.639140 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-e6b8edc4-3f36-4705-a0fe-b955ceee7818 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:09.641174 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-e6b8edc4-3f36-4705-a0fe-b955ceee7818 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:09.648881 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-34646a88-0966-422c-aa50-0e608c582cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:09.650948 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-34646a88-0966-422c-aa50-0e608c582cd8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2192154 Dec 06 14:42:09.740143 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-a616268e-4276-4a8e-b539-7c36dde46b6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=beac9f6e-b4f3-446f-8fdc-1e63d8827c7b HTTP/1.1" status: 200 len: 217 time: 0.0698388 Dec 06 14:42:09.744665 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:42:09.759894 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-81d64449-3dc8-48e0-a776-d0a0699e8ae7 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Allocated IP 172.20.0.7 (5476fa3d-f758-44f5-bed7-420b11259803/bb291ef5-fef4-4bb9-9c01-47a1329d615e/191de648-0f14-44be-9b41-a9df8615e184) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:09.763766 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 294d13a3-e512-4afc-93c0-a620f8b279e0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=294d13a3-e512-4afc-93c0-a620f8b279e0,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:09.769689 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=beac9f6e-b4f3-446f-8fdc-1e63d8827c7b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:09.792061 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '294d13a3-e512-4afc-93c0-a620f8b279e0', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '294d13a3-e512-4afc-93c0-a620f8b279e0', 'mac_address': 'fa:16:3e:f0:48:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:42:09.820165 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c25ab-4c62-4a33-b07b-a4d63f5a7f6a None None] New status for floating IP f672592a-a2c4-4021-aab2-9308ff7ef40a: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:42:09.836419 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-d8671914-c4a5-4a45-b5c2-36d473348969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:09.837872 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-d8671914-c4a5-4a45-b5c2-36d473348969 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0888498 Dec 06 14:42:09.852585 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb83a8-9deb-4b7c-9e0d-45756b54d6be req-9bf44088-c171-4def-a8ae-384db70c24d4 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:09.859828 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-93bb83a8-9deb-4b7c-9e0d-45756b54d6be req-9bf44088-c171-4def-a8ae-384db70c24d4 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 931 time: 0.0944648 Dec 06 14:42:09.939948 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-93bb83a8-9deb-4b7c-9e0d-45756b54d6be req-b6f2b96a-d07e-4957-a277-5d057468e0a9 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759003 Dec 06 14:42:09.958802 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-81d64449-3dc8-48e0-a776-d0a0699e8ae7 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:09.965071 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-e3303fa8-333a-4b0d-ac4b-a846b558c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:09.968683 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-e3303fa8-333a-4b0d-ac4b-a846b558c0e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067803 Dec 06 14:42:09.993990 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:10.031550 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-e6b8edc4-3f36-4705-a0fe-b955ceee7818 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9309936 Dec 06 14:42:10.033508 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294d13a3-e512-4afc-93c0-a620f8b279e0 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:10.042157 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-81d64449-3dc8-48e0-a776-d0a0699e8ae7 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:10.055241 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad211eea-c9cf-4b7a-99a4-ccc6df42677a req-79941367-fed4-4d61-a263-31a854a0b40c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:10.057516 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad211eea-c9cf-4b7a-99a4-ccc6df42677a req-79941367-fed4-4d61-a263-31a854a0b40c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 948 time: 0.5310571 Dec 06 14:42:10.063874 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Request body: {'port': {'device_id': '3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:10.080487 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 294d13a3-e512-4afc-93c0-a620f8b279e0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=294d13a3-e512-4afc-93c0-a620f8b279e0,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:10.086895 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:10.087843 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 058d2958-f999-4286-a726-ad2ccdd47f8c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:42:10.161096 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-81d64449-3dc8-48e0-a776-d0a0699e8ae7 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Network 5476fa3d-f758-44f5-bed7-420b11259803 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:10.166470 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 058d2958-f999-4286-a726-ad2ccdd47f8c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=058d2958-f999-4286-a726-ad2ccdd47f8c,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:10.169459 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-81d64449-3dc8-48e0-a776-d0a0699e8ae7 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:10.169679 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=294d13a3-e512-4afc-93c0-a620f8b279e0,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:10.173539 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-71e348d1-9e97-4ee0-b5e9-5c6b6d34cb18 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950915 Dec 06 14:42:10.175394 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-81d64449-3dc8-48e0-a776-d0a0699e8ae7 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:10.210765 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '058d2958-f999-4286-a726-ad2ccdd47f8c', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '058d2958-f999-4286-a726-ad2ccdd47f8c', 'mac_address': 'fa:16:3e:6c:ff:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:42:10.225991 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad211eea-c9cf-4b7a-99a4-ccc6df42677a req-0256604f-4909-4b54-a762-45e95db7080b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527958 Dec 06 14:42:10.306161 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:10.312120 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d64449-3dc8-48e0-a776-d0a0699e8ae7 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Pushing event updated for resources: {'Port': ['ID=191de648-0f14-44be-9b41-a9df8615e184,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:10.346370 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:10.353599 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058d2958-f999-4286-a726-ad2ccdd47f8c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:10.371772 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-81d64449-3dc8-48e0-a776-d0a0699e8ae7 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:10.372172 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-81d64449-3dc8-48e0-a776-d0a0699e8ae7 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:10.406493 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 058d2958-f999-4286-a726-ad2ccdd47f8c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=058d2958-f999-4286-a726-ad2ccdd47f8c,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:10.415171 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-81d64449-3dc8-48e0-a776-d0a0699e8ae7 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7312286 Dec 06 14:42:10.418845 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:10.427004 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23aa61e-3372-4868-bc96-98b0a7814006 req-5df83623-dc16-4ca9-b7bc-ea2fb463d86a tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:10.428486 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f23aa61e-3372-4868-bc96-98b0a7814006 req-5df83623-dc16-4ca9-b7bc-ea2fb463d86a tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 943 time: 0.1269410 Dec 06 14:42:10.433169 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad9512d7-0d34-43cf-90fb-66c43d46d312 req-76328fb6-5239-4743-8b3a-b057ba79e370 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489645 Dec 06 14:42:10.449874 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Request body: {'port': {'device_id': 'a62237bc-90cd-4ccf-9cc6-f4513caf6ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:10.535418 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=058d2958-f999-4286-a726-ad2ccdd47f8c,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:10.575542 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e6485-0669-4283-9ab5-b1821839b85b req-80e29e2f-47b7-4eb0-89d4-46a5e9751bbe tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:10.577095 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f3e6485-0669-4283-9ab5-b1821839b85b req-80e29e2f-47b7-4eb0-89d4-46a5e9751bbe tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c23ff5e-49cd-4004-9315-c5b7818a9e97 HTTP/1.1" status: 200 len: 944 time: 0.2143505 Dec 06 14:42:10.615957 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f23aa61e-3372-4868-bc96-98b0a7814006 req-7789114f-a1ca-404c-bd51-153a127b8c45 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Deleting port a47f0bdf-6177-4f73-80a4-7620b74317ba {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:42:10.617785 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f23aa61e-3372-4868-bc96-98b0a7814006 req-7789114f-a1ca-404c-bd51-153a127b8c45 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:10.635930 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-dd79ac27-fbb0-4f00-8852-aaab2d695969 None None] Provisioning complete for port 191de648-0f14-44be-9b41-a9df8615e184 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:10.639955 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dd79ac27-fbb0-4f00-8852-aaab2d695969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:10.642293 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:10.731233 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['294d13a3-e512-4afc-93c0-a620f8b279e0'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:10.734270 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['beac9f6e-b4f3-446f-8fdc-1e63d8827c7b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:10.739647 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-dd79ac27-fbb0-4f00-8852-aaab2d695969 None None] Port 191de648-0f14-44be-9b41-a9df8615e184 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:10.769977 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f23aa61e-3372-4868-bc96-98b0a7814006 req-7789114f-a1ca-404c-bd51-153a127b8c45 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] For port a47f0bdf-6177-4f73-80a4-7620b74317ba, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a47f0bdf-6177-4f73-80a4-7620b74317ba,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:10.771210 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f23aa61e-3372-4868-bc96-98b0a7814006 req-7789114f-a1ca-404c-bd51-153a127b8c45 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:10.771917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f3e6485-0669-4283-9ab5-b1821839b85b req-20355a6c-5959-4938-93c8-3b7af28feed7 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8ac1c4-29ac-4e50-8186-5d52c372fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667674 Dec 06 14:42:10.795627 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f23aa61e-3372-4868-bc96-98b0a7814006 req-7789114f-a1ca-404c-bd51-153a127b8c45 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Calling delete_port for a47f0bdf-6177-4f73-80a4-7620b74317ba owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:42:10.830563 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['058d2958-f999-4286-a726-ad2ccdd47f8c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:10.971047 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 5296faf2-726d-432d-a310-62c277b6638a up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:11.097407 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602a159-9b5e-4995-805b-d378808cdec2 req-f7a5523a-7ee3-41f5-9b36-5ecde4e93c4b tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:11.099468 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5602a159-9b5e-4995-805b-d378808cdec2 req-f7a5523a-7ee3-41f5-9b36-5ecde4e93c4b tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca HTTP/1.1" status: 200 len: 943 time: 0.2226813 Dec 06 14:42:11.128683 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7854e-51e0-47a6-b227-cfb411124a1a req-94c02d85-9ef2-43b7-8729-d58cf4714b09 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:11.136327 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7f7854e-51e0-47a6-b227-cfb411124a1a req-94c02d85-9ef2-43b7-8729-d58cf4714b09 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 948 time: 0.1848514 Dec 06 14:42:11.182326 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa9492-f9cc-47a6-9fd0-f5e9543e6fff req-0c21da81-aef8-46bc-8cc1-0b1b5c2cc7fd tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:11.185273 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6afa9492-f9cc-47a6-9fd0-f5e9543e6fff req-0c21da81-aef8-46bc-8cc1-0b1b5c2cc7fd tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3&tenant_id=1ef73dcd6d3e4823a5c82b4557027236&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 949 time: 0.2376091 Dec 06 14:42:11.239501 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 5296faf2-726d-432d-a310-62c277b6638a completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:42:11.278954 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 5296faf2-726d-432d-a310-62c277b6638a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:11.279205 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:11.314843 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c48ea0-d370-47a9-8ab1-400c4b6721dc {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:11.334070 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7f7854e-51e0-47a6-b227-cfb411124a1a req-7972f279-d6b9-4c79-94ff-aa750c561be3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889153 Dec 06 14:42:11.337250 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:11.386474 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Transition to ACTIVE for port object 41c48ea0-d370-47a9-8ab1-400c4b6721dc will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:42:11.395398 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:11.458491 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:11.512544 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c23ff5e-49cd-4004-9315-c5b7818a9e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5296faf2-726d-432d-a310-62c277b6638a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:11.515945 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d73e025-d3be-4fe4-a05c-07bfc268aa42" -d '{"events": [{"server_uuid": "8c23ff5e-49cd-4004-9315-c5b7818a9e97", "name": "network-vif-plugged", "status": "completed", "tag": "5296faf2-726d-432d-a310-62c277b6638a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:11.534164 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 5296faf2-726d-432d-a310-62c277b6638a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5296faf2-726d-432d-a310-62c277b6638a,segment=NetworkSegment(779b0e13-9997-460e-b67a-a4666f30244b),segment_id=779b0e13-9997-460e-b67a-a4666f30244b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:11.541686 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:11.543125 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a47f0bdf-6177-4f73-80a4-7620b74317ba up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:11.644935 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5602a159-9b5e-4995-805b-d378808cdec2 req-6c5486ce-4119-47c1-9bc7-54c75e69276d tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291564 Dec 06 14:42:11.649453 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: a47f0bdf-6177-4f73-80a4-7620b74317ba {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:42:11.649810 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a47f0bdf-6177-4f73-80a4-7620b74317ba not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 06 14:42:11.655808 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f23aa61e-3372-4868-bc96-98b0a7814006 req-7789114f-a1ca-404c-bd51-153a127b8c45 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:11.674646 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=5296faf2-726d-432d-a310-62c277b6638a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:11.677658 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Port a47f0bdf-6177-4f73-80a4-7620b74317ba not found, will not notify nova. {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 06 14:42:11.726801 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789114f-a1ca-404c-bd51-153a127b8c45 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Pushing event deleted for resources: {'Port': ['ID=a47f0bdf-6177-4f73-80a4-7620b74317ba,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:11.742075 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-6afa9492-f9cc-47a6-9fd0-f5e9543e6fff req-a58aa73f-24a6-4ad0-92aa-351d051a60ef service neutron] delete failed (client error): The resource could not be found. Dec 06 14:42:11.743091 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6afa9492-f9cc-47a6-9fd0-f5e9543e6fff req-a58aa73f-24a6-4ad0-92aa-351d051a60ef service neutron] 10.222.0.37 "DELETE /v2.0/ports/058d2958-f999-4286-a726-ad2ccdd47f8c/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.5356333 Dec 06 14:42:11.810231 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23aa61e-3372-4868-bc96-98b0a7814006 req-7789114f-a1ca-404c-bd51-153a127b8c45 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] No DVR routers for this DVR port a47f0bdf-6177-4f73-80a4-7620b74317ba on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:42:11.815032 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f23aa61e-3372-4868-bc96-98b0a7814006 req-7789114f-a1ca-404c-bd51-153a127b8c45 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:11.820832 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f23aa61e-3372-4868-bc96-98b0a7814006 req-7789114f-a1ca-404c-bd51-153a127b8c45 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.23 "DELETE /v2.0/ports/a47f0bdf-6177-4f73-80a4-7620b74317ba HTTP/1.1" status: 204 len: 173 time: 1.3689799 Dec 06 14:42:11.822660 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca', 'name': 'network-vif-deleted', 'tag': 'a47f0bdf-6177-4f73-80a4-7620b74317ba'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:11.826275 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc79704-a4a1-447e-ba72-389524183417" -d '{"events": [{"server_uuid": "e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca", "name": "network-vif-deleted", "tag": "a47f0bdf-6177-4f73-80a4-7620b74317ba"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:11.849540 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Pushing event updated for resources: {'Port': ['ID=41c48ea0-d370-47a9-8ab1-400c4b6721dc,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:11.928987 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191de648-0f14-44be-9b41-a9df8615e184 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:11.932385 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa9492-f9cc-47a6-9fd0-f5e9543e6fff req-c615f433-22e6-4147-a174-b2e7c7d2e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:11.933976 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6afa9492-f9cc-47a6-9fd0-f5e9543e6fff req-c615f433-22e6-4147-a174-b2e7c7d2e492 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 1100 time: 0.0772331 Dec 06 14:42:11.940510 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f771b9e-e8d8-4924-a3dd-5dc923fd7fa4 req-637b6556-b2d0-42ff-9152-cfce0984d5c6 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:11.948001 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f771b9e-e8d8-4924-a3dd-5dc923fd7fa4 req-637b6556-b2d0-42ff-9152-cfce0984d5c6 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 931 time: 0.5008457 Dec 06 14:42:11.961012 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:12.026951 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Transition to ACTIVE for port object 191de648-0f14-44be-9b41-a9df8615e184 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:42:12.042453 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:12.053654 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['a47f0bdf-6177-4f73-80a4-7620b74317ba'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:12.107774 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f771b9e-e8d8-4924-a3dd-5dc923fd7fa4 req-3184d030-aa49-406f-889d-d2e60e6f76cf tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444483 Dec 06 14:42:12.139915 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa9492-f9cc-47a6-9fd0-f5e9543e6fff req-9dd46976-fda2-4b6d-b153-9d6156122187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:12.141642 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6afa9492-f9cc-47a6-9fd0-f5e9543e6fff req-9dd46976-fda2-4b6d-b153-9d6156122187 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.1984818 Dec 06 14:42:12.146400 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Attempting to bind port 41c48ea0-d370-47a9-8ab1-400c4b6721dc on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:12.146739 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Attempting to bind port 41c48ea0-d370-47a9-8ab1-400c4b6721dc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:12.147066 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Attempting to bind port 41c48ea0-d370-47a9-8ab1-400c4b6721dc on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:12.150920 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Pushing event updated for resources: {'Port': ['ID=191de648-0f14-44be-9b41-a9df8615e184,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:12.190209 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Port 41c48ea0-d370-47a9-8ab1-400c4b6721dc on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:42:12.190531 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Attempting to bind port 41c48ea0-d370-47a9-8ab1-400c4b6721dc on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:12.220457 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6afa9492-f9cc-47a6-9fd0-f5e9543e6fff req-757e89da-5459-4c8f-a05f-1524f1c2578f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=058d2958-f999-4286-a726-ad2ccdd47f8c HTTP/1.1" status: 200 len: 217 time: 0.0677660 Dec 06 14:42:12.243528 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e803e94-108d-469a-b20e-9e8c42906cfa req-3e1d469d-d560-4b2c-b113-851e849fa315 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:12.252612 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9e803e94-108d-469a-b20e-9e8c42906cfa req-3e1d469d-d560-4b2c-b113-851e849fa315 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 949 time: 0.1938741 Dec 06 14:42:12.275991 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:12.276334 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Checking segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:12.276782 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Bound using segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:12.277363 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Bound port: 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:12.277722 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:12.314067 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Attempting to bind port 191de648-0f14-44be-9b41-a9df8615e184 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:12.314411 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Attempting to bind port 191de648-0f14-44be-9b41-a9df8615e184 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'cf13b1f2-830c-4988-93aa-b6e0567249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:12.314849 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Attempting to bind port 191de648-0f14-44be-9b41-a9df8615e184 on network 5476fa3d-f758-44f5-bed7-420b11259803 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:12.322497 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Port 191de648-0f14-44be-9b41-a9df8615e184 on network 5476fa3d-f758-44f5-bed7-420b11259803 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:42:12.323366 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Attempting to bind port 191de648-0f14-44be-9b41-a9df8615e184 on network 5476fa3d-f758-44f5-bed7-420b11259803 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:12.356362 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:12.356693 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Checking segment: {'id': 'cf13b1f2-830c-4988-93aa-b6e0567249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:12.357081 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Bound using segment: {'id': 'cf13b1f2-830c-4988-93aa-b6e0567249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:12.357524 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Bound port: 191de648-0f14-44be-9b41-a9df8615e184, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf13b1f2-830c-4988-93aa-b6e0567249e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:12.358052 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:12.369447 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa9492-f9cc-47a6-9fd0-f5e9543e6fff req-5dd835ed-bd2f-430d-8a1f-ae43800b4503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:12.370923 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6afa9492-f9cc-47a6-9fd0-f5e9543e6fff req-5dd835ed-bd2f-430d-8a1f-ae43800b4503 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1154237 Dec 06 14:42:12.409357 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9e803e94-108d-469a-b20e-9e8c42906cfa req-3a7b8aa6-d68a-4d33-ab46-527e08467373 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557975 Dec 06 14:42:12.466817 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dabf0c-03a3-42aa-bd68-5cfb20970aca req-2fe866c6-6f49-4580-880a-0032a4d83e8b tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:12.467691 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4067499-5f9e-463e-8e48-62fced9b8e0d x-openstack-request-id: req-a4067499-5f9e-463e-8e48-62fced9b8e0d {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:12.468484 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1dabf0c-03a3-42aa-bd68-5cfb20970aca req-2fe866c6-6f49-4580-880a-0032a4d83e8b tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 943 time: 0.2754521 Dec 06 14:42:12.474846 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c23ff5e-49cd-4004-9315-c5b7818a9e97", "name": "network-vif-plugged", "status": "completed", "tag": "5296faf2-726d-432d-a310-62c277b6638a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:12.475629 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4067499-5f9e-463e-8e48-62fced9b8e0d {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:12.476073 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c23ff5e-49cd-4004-9315-c5b7818a9e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5296faf2-726d-432d-a310-62c277b6638a', 'code': 200} Dec 06 14:42:12.485073 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa9492-f9cc-47a6-9fd0-f5e9543e6fff req-c8b07529-bc5f-40fd-b517-b075a8c08716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:12.487293 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6afa9492-f9cc-47a6-9fd0-f5e9543e6fff req-c8b07529-bc5f-40fd-b517-b075a8c08716 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746150 Dec 06 14:42:12.510792 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] For port 191de648-0f14-44be-9b41-a9df8615e184, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:42:12.514329 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] For port 191de648-0f14-44be-9b41-a9df8615e184, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=191de648-0f14-44be-9b41-a9df8615e184,segment=NetworkSegment(cf13b1f2-830c-4988-93aa-b6e0567249e6),segment_id=cf13b1f2-830c-4988-93aa-b6e0567249e6)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:12.530529 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:12.546535 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] For port 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:42:12.590641 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] For port 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=41c48ea0-d370-47a9-8ab1-400c4b6721dc,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:12.608403 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:12.622897 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:12.623513 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:12.624960 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] 10.222.0.37 "PUT /v2.0/ports/191de648-0f14-44be-9b41-a9df8615e184 HTTP/1.1" status: 200 len: 1091 time: 2.1886082 Dec 06 14:42:12.625408 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62237bc-90cd-4ccf-9cc6-f4513caf6ff2', 'tag': '191de648-0f14-44be-9b41-a9df8615e184'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:12.627620 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85da34db-757d-4356-bd90-169d7e970257" -d '{"events": [{"name": "network-changed", "server_uuid": "a62237bc-90cd-4ccf-9cc6-f4513caf6ff2", "tag": "191de648-0f14-44be-9b41-a9df8615e184"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:12.646153 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:12.646759 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:12.662612 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] 10.222.0.37 "PUT /v2.0/ports/41c48ea0-d370-47a9-8ab1-400c4b6721dc HTTP/1.1" status: 200 len: 1091 time: 2.6141620 Dec 06 14:42:12.684798 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d87f3-9c63-4548-96ec-84f898aa585a req-efc56676-1c76-400f-983b-11b1f4000acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:12.686490 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3a7d87f3-9c63-4548-96ec-84f898aa585a req-efc56676-1c76-400f-983b-11b1f4000acd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c23ff5e-49cd-4004-9315-c5b7818a9e97 HTTP/1.1" status: 200 len: 1096 time: 0.1510353 Dec 06 14:42:12.704540 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b76a68-512f-4cb3-9815-a817aa7d379c service neutron] Pushing event updated for resources: {'Port': ['ID=191de648-0f14-44be-9b41-a9df8615e184,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:12.723851 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251741e-cc09-4355-9e60-70e063c429f0 req-e1a7f111-41af-43af-8d5b-989fe7647e72 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:12.725520 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c251741e-cc09-4355-9e60-70e063c429f0 req-e1a7f111-41af-43af-8d5b-989fe7647e72 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c23ff5e-49cd-4004-9315-c5b7818a9e97 HTTP/1.1" status: 200 len: 945 time: 0.1562891 Dec 06 14:42:12.734738 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6afa9492-f9cc-47a6-9fd0-f5e9543e6fff req-146ae480-c89b-4445-b0f8-6f130174b77a service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303405 Dec 06 14:42:12.745972 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1dabf0c-03a3-42aa-bd68-5cfb20970aca req-3a0c6072-fbcb-41d0-8b11-0c57c931946d tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642236 Dec 06 14:42:12.854093 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-c3058438-66aa-47be-90f9-47a70e832819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:12.856153 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-c3058438-66aa-47be-90f9-47a70e832819 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=839fb2b1155145d18438788c0bdeff35&device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 1094 time: 0.1430504 Dec 06 14:42:12.868592 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c251741e-cc09-4355-9e60-70e063c429f0 req-deaf10b0-b4fd-432e-9393-bb00cad9b47a tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8ac1c4-29ac-4e50-8186-5d52c372fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109359 Dec 06 14:42:12.871889 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69852cef-71e6-49ae-a43e-46a046b9931c x-openstack-request-id: req-69852cef-71e6-49ae-a43e-46a046b9931c {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:12.872273 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca", "name": "network-vif-deleted", "tag": "a47f0bdf-6177-4f73-80a4-7620b74317ba", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:12.872474 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69852cef-71e6-49ae-a43e-46a046b9931c {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:12.872828 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e6b2be-7571-44aa-ac0c-cd2f4a5554ca', 'name': 'network-vif-deleted', 'tag': 'a47f0bdf-6177-4f73-80a4-7620b74317ba', 'status': 'completed', 'code': 200} Dec 06 14:42:12.885539 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab208b58-cb76-45ed-8ad7-4fdf659406cd service neutron] Pushing event updated for resources: {'Port': ['ID=41c48ea0-d370-47a9-8ab1-400c4b6721dc,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:12.926683 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-3637e4fc-1167-43fc-b5b8-9ea784455152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:12.929887 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-3637e4fc-1167-43fc-b5b8-9ea784455152 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 1094 time: 0.1521702 Dec 06 14:42:12.932049 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-12a41ed2-3bf7-4539-9814-2e87c1976337 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=191de648-0f14-44be-9b41-a9df8615e184 HTTP/1.1" status: 200 len: 217 time: 0.0602398 Dec 06 14:42:12.965159 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device beac9f6e-b4f3-446f-8fdc-1e63d8827c7b up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:12.988694 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3a7d87f3-9c63-4548-96ec-84f898aa585a req-7e9049d0-9e88-45d7-aa59-f6ad3438cb37 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bf8ac1c4-29ac-4e50-8186-5d52c372fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909634 Dec 06 14:42:13.029952 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port beac9f6e-b4f3-446f-8fdc-1e63d8827c7b completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:42:13.037193 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port beac9f6e-b4f3-446f-8fdc-1e63d8827c7b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:13.039735 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:13.059326 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-9a2e26de-3ccd-402a-a502-052398030de4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41c48ea0-d370-47a9-8ab1-400c4b6721dc HTTP/1.1" status: 200 len: 217 time: 0.1099470 Dec 06 14:42:13.089625 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-57e3810e-c2cf-44da-bd75-a8821a632fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:13.090075 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6afa9492-f9cc-47a6-9fd0-f5e9543e6fff req-e5d8d0fb-0c24-4d5f-b4bf-38a29822b2f2 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366761 Dec 06 14:42:13.092590 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-57e3810e-c2cf-44da-bd75-a8821a632fe2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb291ef5-fef4-4bb9-9c01-47a1329d615e HTTP/1.1" status: 200 len: 863 time: 0.1420240 Dec 06 14:42:13.100055 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca5cd7-81b6-48bc-b2d8-d827911ef31a req-d16784a4-c56b-4814-b859-23a2a8868f4e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:13.102482 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6aca5cd7-81b6-48bc-b2d8-d827911ef31a req-d16784a4-c56b-4814-b859-23a2a8868f4e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 948 time: 0.1128688 Dec 06 14:42:13.188615 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6aca5cd7-81b6-48bc-b2d8-d827911ef31a req-64f64bca-3c99-4c82-8f1c-4632d89c623d tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770082 Dec 06 14:42:13.219575 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:13.219958 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-a5ede76c-bf4e-4d97-add1-645ce15aaec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:13.221538 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-a5ede76c-bf4e-4d97-add1-645ce15aaec2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.1280451 Dec 06 14:42:13.245310 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8806cad2-6065-479d-8576-d1e203bd7d25 x-openstack-request-id: req-8806cad2-6065-479d-8576-d1e203bd7d25 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:13.245864 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62237bc-90cd-4ccf-9cc6-f4513caf6ff2", "tag": "191de648-0f14-44be-9b41-a9df8615e184", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:13.246287 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8806cad2-6065-479d-8576-d1e203bd7d25 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:13.246833 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62237bc-90cd-4ccf-9cc6-f4513caf6ff2', 'tag': '191de648-0f14-44be-9b41-a9df8615e184', 'status': 'completed', 'code': 200} Dec 06 14:42:13.277930 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-d7bc6190-f5b1-4e10-a58a-39ec671fdfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:13.280233 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-d7bc6190-f5b1-4e10-a58a-39ec671fdfa3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5476fa3d-f758-44f5-bed7-420b11259803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654568 Dec 06 14:42:13.293485 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port beac9f6e-b4f3-446f-8fdc-1e63d8827c7b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=beac9f6e-b4f3-446f-8fdc-1e63d8827c7b,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:13.301644 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:13.302665 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 058d2958-f999-4286-a726-ad2ccdd47f8c up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:13.304809 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-16cd4068-b513-4311-b4c8-6d85cd1e684a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569997 Dec 06 14:42:13.418227 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ad075-6bf2-46bb-8803-361c067cecc5 req-b1b92003-407a-417b-9e1a-316b2d8bc8b5 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:13.420584 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-667ad075-6bf2-46bb-8803-361c067cecc5 req-b1b92003-407a-417b-9e1a-316b2d8bc8b5 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 943 time: 0.0718224 Dec 06 14:42:13.500592 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=beac9f6e-b4f3-446f-8fdc-1e63d8827c7b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:13.513650 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 058d2958-f999-4286-a726-ad2ccdd47f8c completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:42:13.521179 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 058d2958-f999-4286-a726-ad2ccdd47f8c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:13.521575 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:13.551591 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-2737f892-67b3-48a9-8e47-09b24e1484f6 service neutron] 10.222.0.37 "GET /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457051 Dec 06 14:42:13.560824 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-6781f8b1-9466-45ae-8a91-8eada9a6da99 service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314765 Dec 06 14:42:13.566453 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-667ad075-6bf2-46bb-8803-361c067cecc5 req-d2d89115-1d7a-4223-be41-bd4d6f2a445f tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389809 Dec 06 14:42:13.694157 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:13.801149 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e960b9c-edd3-455d-90bb-ccd707cdcce2 req-0f7956c0-a2fc-42c5-8e69-0bfa4bde5074 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:13.809200 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 058d2958-f999-4286-a726-ad2ccdd47f8c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=058d2958-f999-4286-a726-ad2ccdd47f8c,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:13.817342 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:13.818377 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 294d13a3-e512-4afc-93c0-a620f8b279e0 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:13.821458 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0e960b9c-edd3-455d-90bb-ccd707cdcce2 req-0f7956c0-a2fc-42c5-8e69-0bfa4bde5074 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 949 time: 0.1127245 Dec 06 14:42:13.935612 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=058d2958-f999-4286-a726-ad2ccdd47f8c,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:13.937529 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0e960b9c-edd3-455d-90bb-ccd707cdcce2 req-446d995c-22ee-4468-ad22-089ad48d4c36 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102231 Dec 06 14:42:13.947721 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 294d13a3-e512-4afc-93c0-a620f8b279e0 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:42:13.956784 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 294d13a3-e512-4afc-93c0-a620f8b279e0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:13.957357 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:13.983601 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c9c78-eff6-4dde-8772-149048e02298 req-bd53a321-bae8-44c4-a8f5-26226e4534c3 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:13.985176 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-529c9c78-eff6-4dde-8772-149048e02298 req-bd53a321-bae8-44c4-a8f5-26226e4534c3 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/networks?id=5521cd74-94bb-4bc1-b3e0-da480ffd2eca HTTP/1.1" status: 200 len: 822 time: 0.4907491 Dec 06 14:42:14.004214 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7e0684c-20d0-4cb9-94e0-c5133e8d746e req-06cd6033-133a-4ca6-a65e-8d45ce22e4dd service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279859 Dec 06 14:42:14.008755 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0053e6b-7570-4b76-ab5a-7ac9e05e244d req-dd4d1a2c-6fbb-408c-8046-75aad1802df9 service neutron] 10.222.0.37 "GET /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469721 Dec 06 14:42:14.042785 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-529c9c78-eff6-4dde-8772-149048e02298 req-022b1d0f-046a-44b8-a90a-a991f35af24e tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/quotas/bebd2aa3873d436c89009a1dfe8e401c HTTP/1.1" status: 200 len: 375 time: 0.0372610 Dec 06 14:42:14.097514 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-529c9c78-eff6-4dde-8772-149048e02298 req-4ceb5360-211d-4579-8e03-aa6da014cdd6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bebd2aa3873d436c89009a1dfe8e401c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423784 Dec 06 14:42:14.118300 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908501c-8f76-47fa-972b-fdb4cfce60ef req-43379b86-72b8-4764-88e4-2577f0482ab5 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:14.119751 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9908501c-8f76-47fa-972b-fdb4cfce60ef req-43379b86-72b8-4764-88e4-2577f0482ab5 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 943 time: 0.0915065 Dec 06 14:42:14.119872 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:14.120372 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39564) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:14.158161 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 294d13a3-e512-4afc-93c0-a620f8b279e0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=294d13a3-e512-4afc-93c0-a620f8b279e0,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:14.163984 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:14.180627 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9908501c-8f76-47fa-972b-fdb4cfce60ef req-dc458320-27c0-4810-b718-f6d2a8ef8a38 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541391 Dec 06 14:42:14.283441 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=294d13a3-e512-4afc-93c0-a620f8b279e0,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:14.301429 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da34db-757d-4356-bd90-169d7e970257 req-acf13256-af90-43c3-8723-fef36ed4e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:14.303282 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-85da34db-757d-4356-bd90-169d7e970257 req-acf13256-af90-43c3-8723-fef36ed4e5b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=839fb2b1155145d18438788c0bdeff35&device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 1094 time: 0.1977172 Dec 06 14:42:14.343203 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15246b85-9cf4-451e-b02a-7847c4272882 req-879964b9-1453-4e31-ae24-bfaa233ec737 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:14.344723 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-15246b85-9cf4-451e-b02a-7847c4272882 req-879964b9-1453-4e31-ae24-bfaa233ec737 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c23ff5e-49cd-4004-9315-c5b7818a9e97 HTTP/1.1" status: 200 len: 945 time: 0.0724659 Dec 06 14:42:14.355860 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-529c9c78-eff6-4dde-8772-149048e02298 req-8c6ce9c7-b6a1-4ca9-985e-a40fdcf753f9 service neutron] 10.222.0.20 "GET /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573688 Dec 06 14:42:14.371268 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e65b357-1c7f-4eea-b88f-d8a9c565c5e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:14.425201 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-15246b85-9cf4-451e-b02a-7847c4272882 req-ea0dffb8-6656-488f-8480-73a7c09f8409 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8ac1c4-29ac-4e50-8186-5d52c372fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731354 Dec 06 14:42:14.478650 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab083fe-50ed-4de0-ae09-aa67aad0dd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beac9f6e-b4f3-446f-8fdc-1e63d8827c7b'}, {'server_uuid': '7b1a1bea-a308-452c-803b-15eba3139ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058d2958-f999-4286-a726-ad2ccdd47f8c'}, {'server_uuid': '6f836abd-f54b-48f9-bb1d-bc67f33c122c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294d13a3-e512-4afc-93c0-a620f8b279e0'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:14.481503 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df4dcc7-c95b-4084-98d5-bd14d261331f" -d '{"events": [{"server_uuid": "4ab083fe-50ed-4de0-ae09-aa67aad0dd25", "name": "network-vif-plugged", "status": "completed", "tag": "beac9f6e-b4f3-446f-8fdc-1e63d8827c7b"}, {"server_uuid": "7b1a1bea-a308-452c-803b-15eba3139ff3", "name": "network-vif-plugged", "status": "completed", "tag": "058d2958-f999-4286-a726-ad2ccdd47f8c"}, {"server_uuid": "6f836abd-f54b-48f9-bb1d-bc67f33c122c", "name": "network-vif-plugged", "status": "completed", "tag": "294d13a3-e512-4afc-93c0-a620f8b279e0"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:14.501254 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e65b357-1c7f-4eea-b88f-d8a9c565c5e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:14.506112 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e65b357-1c7f-4eea-b88f-d8a9c565c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:14.517695 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da34db-757d-4356-bd90-169d7e970257 req-e6731b95-648b-43fb-afac-0d65b6bd1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:14.519177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-85da34db-757d-4356-bd90-169d7e970257 req-e6731b95-648b-43fb-afac-0d65b6bd1ab9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5476fa3d-f758-44f5-bed7-420b11259803 HTTP/1.1" status: 200 len: 925 time: 0.2062528 Dec 06 14:42:14.540356 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8e65b357-1c7f-4eea-b88f-d8a9c565c5e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=693e0917766744599c7499ce6d985cfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4185629 Dec 06 14:42:14.541109 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39574) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:14.546550 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-529c9c78-eff6-4dde-8772-149048e02298 req-40098376-0514-4f12-aae7-5315207c6a72 service neutron] 10.222.0.20 "GET /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899633 Dec 06 14:42:14.581719 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-85da34db-757d-4356-bd90-169d7e970257 req-d3c34d40-5737-419d-ac8e-f0d2f4671391 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=191de648-0f14-44be-9b41-a9df8615e184 HTTP/1.1" status: 200 len: 217 time: 0.0440824 Dec 06 14:42:14.627996 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65b357-1c7f-4eea-b88f-d8a9c565c5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e37f22-dd20-4ccb-9f34-fd706f6236ef,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:14.647977 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da34db-757d-4356-bd90-169d7e970257 req-655dac37-f050-40d9-898f-d69aff512f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:14.650077 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-85da34db-757d-4356-bd90-169d7e970257 req-655dac37-f050-40d9-898f-d69aff512f6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb291ef5-fef4-4bb9-9c01-47a1329d615e HTTP/1.1" status: 200 len: 863 time: 0.0599005 Dec 06 14:42:14.672952 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4987b-fc2f-4e55-8a5d-04292beeae10 req-d5de1175-6190-41fc-9ff6-63f00478e089 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:14.682203 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09b4987b-fc2f-4e55-8a5d-04292beeae10 req-d5de1175-6190-41fc-9ff6-63f00478e089 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.1262009 Dec 06 14:42:14.723781 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-256c3cd5-5cd9-47db-bb57-3195aaae1466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:14.759049 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da34db-757d-4356-bd90-169d7e970257 req-0bd539f0-27cb-4be0-8a02-c6de1edba370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:14.762053 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-85da34db-757d-4356-bd90-169d7e970257 req-0bd539f0-27cb-4be0-8a02-c6de1edba370 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5476fa3d-f758-44f5-bed7-420b11259803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021028 Dec 06 14:42:14.840226 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09b4987b-fc2f-4e55-8a5d-04292beeae10 req-533fe577-0dbb-4022-b043-4e23cc35f035 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568911 Dec 06 14:42:14.864023 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-256c3cd5-5cd9-47db-bb57-3195aaae1466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:14.935356 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-256c3cd5-5cd9-47db-bb57-3195aaae1466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:14.939998 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-256c3cd5-5cd9-47db-bb57-3195aaae1466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:14.943168 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-256c3cd5-5cd9-47db-bb57-3195aaae1466 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83e37f22-dd20-4ccb-9f34-fd706f6236ef HTTP/1.1" status: 204 len: 168 time: 0.3998227 Dec 06 14:42:14.964417 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c3cd5-5cd9-47db-bb57-3195aaae1466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e37f22-dd20-4ccb-9f34-fd706f6236ef,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:14.989475 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a47f0bdf-6177-4f73-80a4-7620b74317ba no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:42:15.033396 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b25a17-6571-4aee-8fef-90c595818716 req-1091bceb-37cf-4a8e-8206-6cbc44eb3681 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:15.045422 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d9b25a17-6571-4aee-8fef-90c595818716 req-1091bceb-37cf-4a8e-8206-6cbc44eb3681 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 949 time: 0.1949000 Dec 06 14:42:15.056690 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b419f6-8768-424f-a581-883cbf5f2cbf x-openstack-request-id: req-27b419f6-8768-424f-a581-883cbf5f2cbf {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:15.058081 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab083fe-50ed-4de0-ae09-aa67aad0dd25", "name": "network-vif-plugged", "status": "completed", "tag": "beac9f6e-b4f3-446f-8fdc-1e63d8827c7b", "code": 200}, {"server_uuid": "7b1a1bea-a308-452c-803b-15eba3139ff3", "name": "network-vif-plugged", "status": "completed", "tag": "058d2958-f999-4286-a726-ad2ccdd47f8c", "code": 200}, {"server_uuid": "6f836abd-f54b-48f9-bb1d-bc67f33c122c", "name": "network-vif-plugged", "status": "completed", "tag": "294d13a3-e512-4afc-93c0-a620f8b279e0", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:15.058920 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27b419f6-8768-424f-a581-883cbf5f2cbf {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:15.059145 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-85da34db-757d-4356-bd90-169d7e970257 req-be848d5f-7a2c-4e0f-b027-2323fd91ee48 service neutron] 10.222.0.37 "GET /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850604 Dec 06 14:42:15.060404 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab083fe-50ed-4de0-ae09-aa67aad0dd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beac9f6e-b4f3-446f-8fdc-1e63d8827c7b', 'code': 200} Dec 06 14:42:15.060820 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1a1bea-a308-452c-803b-15eba3139ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058d2958-f999-4286-a726-ad2ccdd47f8c', 'code': 200} Dec 06 14:42:15.070565 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f836abd-f54b-48f9-bb1d-bc67f33c122c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294d13a3-e512-4afc-93c0-a620f8b279e0', 'code': 200} Dec 06 14:42:15.070565 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: a47f0bdf-6177-4f73-80a4-7620b74317ba {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:42:15.070565 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a47f0bdf-6177-4f73-80a4-7620b74317ba not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:42:15.227499 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d9b25a17-6571-4aee-8fef-90c595818716 req-70c62b73-b3e5-4bc1-a2c6-217c2d774218 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808193 Dec 06 14:42:15.248241 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc', 'tag': '41c48ea0-d370-47a9-8ab1-400c4b6721dc'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:15.258898 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f283bb1e-ee73-4bc5-a794-7effd9073878" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc", "tag": "41c48ea0-d370-47a9-8ab1-400c4b6721dc"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:15.275900 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44cc24-d4a2-4493-83bc-d501da5b6569 req-fddaf309-d0c8-4791-96da-19e725b58700 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:15.277456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c44cc24-d4a2-4493-83bc-d501da5b6569 req-fddaf309-d0c8-4791-96da-19e725b58700 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 943 time: 0.1594486 Dec 06 14:42:15.301955 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-85da34db-757d-4356-bd90-169d7e970257 req-125f51c4-ae40-44cd-9069-319f105562a1 service neutron] 10.222.0.37 "GET /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196391 Dec 06 14:42:15.303896 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9614884-dfaa-44f8-906e-65d4f857052a req-18f7e9cc-35b9-42e5-912b-26e310dc974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:15.305402 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9614884-dfaa-44f8-906e-65d4f857052a req-18f7e9cc-35b9-42e5-912b-26e310dc974d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f836abd-f54b-48f9-bb1d-bc67f33c122c HTTP/1.1" status: 200 len: 1101 time: 0.1721003 Dec 06 14:42:15.323493 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158a803-ddfe-4563-b373-27c12b819062 req-a453b54c-f0d7-4320-a6a4-624b10f59413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:15.325028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f158a803-ddfe-4563-b373-27c12b819062 req-a453b54c-f0d7-4320-a6a4-624b10f59413 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 1100 time: 0.1893027 Dec 06 14:42:15.377337 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8bd700a9-95d9-4192-a138-70f9038b936b req-eb1bbc3a-b23b-4f25-88b1-1c89b6fb6d3b tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=925e310a-d1cf-434c-9a7e-ae891f46dab1 HTTP/1.1" status: 200 len: 210 time: 0.0725839 Dec 06 14:42:15.418194 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9614884-dfaa-44f8-906e-65d4f857052a req-555ea6a3-6f04-43ca-b877-f1a43d709018 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921974 Dec 06 14:42:15.443251 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c44cc24-d4a2-4493-83bc-d501da5b6569 req-3bfe5b7e-c885-4359-8fcd-9fe42350dca6 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487539 Dec 06 14:42:15.447579 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f158a803-ddfe-4563-b373-27c12b819062 req-8f0e736d-d152-4638-b73a-c425151f1c7d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124749 Dec 06 14:42:15.550323 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f9bdf0-6f7f-48ee-a311-cbab34ceebe8 x-openstack-request-id: req-54f9bdf0-6f7f-48ee-a311-cbab34ceebe8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:15.550950 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc", "tag": "41c48ea0-d370-47a9-8ab1-400c4b6721dc", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:15.551395 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54f9bdf0-6f7f-48ee-a311-cbab34ceebe8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:15.552062 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc', 'tag': '41c48ea0-d370-47a9-8ab1-400c4b6721dc', 'status': 'completed', 'code': 200} Dec 06 14:42:15.621728 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415a63f-20a1-4f26-b95b-080e98f094f5 req-87c63123-f068-481e-b378-2dcbf15ff531 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:15.623268 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0415a63f-20a1-4f26-b95b-080e98f094f5 req-87c63123-f068-481e-b378-2dcbf15ff531 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 943 time: 0.1140776 Dec 06 14:42:15.654194 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283bb1e-ee73-4bc5-a794-7effd9073878 req-44a479f7-802d-4e4f-9a4e-4b89e4413f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:15.656162 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f283bb1e-ee73-4bc5-a794-7effd9073878 req-44a479f7-802d-4e4f-9a4e-4b89e4413f5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 1094 time: 0.0930941 Dec 06 14:42:15.800413 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0415a63f-20a1-4f26-b95b-080e98f094f5 req-2bc10fdc-f911-40b8-a361-f6ce6a4da38d tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646192 Dec 06 14:42:15.800413 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283bb1e-ee73-4bc5-a794-7effd9073878 req-98a979e3-ea8e-4096-852e-d7bea8e43108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:15.800413 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f283bb1e-ee73-4bc5-a794-7effd9073878 req-98a979e3-ea8e-4096-852e-d7bea8e43108 service neutron] 10.222.0.37 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 921 time: 0.1345873 Dec 06 14:42:15.907512 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f283bb1e-ee73-4bc5-a794-7effd9073878 req-387b0a44-4715-446e-962f-1557099c7b26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41c48ea0-d370-47a9-8ab1-400c4b6721dc HTTP/1.1" status: 200 len: 217 time: 0.0992451 Dec 06 14:42:15.949045 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-7a299ab6-2efb-4008-a2e0-7579d5e208a1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349033 Dec 06 14:42:15.969999 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283bb1e-ee73-4bc5-a794-7effd9073878 req-e3797259-5fd4-40e7-b2cf-852994d12934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:15.971621 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f283bb1e-ee73-4bc5-a794-7effd9073878 req-e3797259-5fd4-40e7-b2cf-852994d12934 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.0551298 Dec 06 14:42:16.043986 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f283bb1e-ee73-4bc5-a794-7effd9073878 req-edc250ac-b0e1-4ea7-8ccb-b6ea56e0fe1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607738 Dec 06 14:42:16.076147 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39644) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:16.191328 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-8c665f5d-371f-4db9-9aba-0562c6667949 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:16.193092 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-8c665f5d-371f-4db9-9aba-0562c6667949 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2369986 Dec 06 14:42:16.195818 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f283bb1e-ee73-4bc5-a794-7effd9073878 req-6dce5ebf-11d9-4adb-b93d-cf6283e92fdc service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434455 Dec 06 14:42:16.224985 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-037ab8e9-392e-4ac0-8551-d651a8efcb82 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/quotas/1ef73dcd6d3e4823a5c82b4557027236 HTTP/1.1" status: 200 len: 375 time: 0.0249610 Dec 06 14:42:16.343452 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1771326963-network', 'tenant_id': 'fce14e1b35b943a9ad633bad45674cad'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:16.367054 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-5d37f324-df9d-4aec-a5a8-fb55212b0020 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1329839 Dec 06 14:42:16.399017 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Made reservation on behalf of fce14e1b35b943a9ad633bad45674cad for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:16.402003 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:16.415369 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:16.556665 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:16.567006 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:16.610607 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dd21ed-e41c-4fc8-bbbe-df25343d651c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:16.639233 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:16.639672 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:16.640015 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:16.640415 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:16.640826 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:16.641153 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:16.641550 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:16.641925 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:16.642197 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:16.642518 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:16.642842 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:16.643164 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:16.643486 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:16.655449 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:42:16.720086 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 41c48ea0-d370-47a9-8ab1-400c4b6721dc details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:42:16.741401 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-410c4562-2b49-49ee-8a60-d1b0d1ad5ab0 req-4d2632ba-b296-461b-977e-b315d61bdd1d tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=925e310a-d1cf-434c-9a7e-ae891f46dab1 HTTP/1.1" status: 200 len: 210 time: 0.0692375 Dec 06 14:42:16.742513 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:16.743404 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Added segment 1926b449-dad4-4803-87f8-ef1fc36d01eb of type vlan for network e50cf544-f1f8-497d-943f-35be5e688c93 Dec 06 14:42:16.866507 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:16.881139 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f283bb1e-ee73-4bc5-a794-7effd9073878 req-883df755-21d2-4d21-9497-d8438dfe280d service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6744115 Dec 06 14:42:16.927196 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c2f06-9b7d-454b-ae84-a9a50162688c req-088118b9-00b0-4724-99bc-9e39ec76b07a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:16.929521 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-717c2f06-9b7d-454b-ae84-a9a50162688c req-088118b9-00b0-4724-99bc-9e39ec76b07a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 949 time: 0.1839349 Dec 06 14:42:16.946351 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c9c78-eff6-4dde-8772-149048e02298 req-6ed58eaf-f41c-47d5-88f1-c8741804ed6f tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:16.947872 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-529c9c78-eff6-4dde-8772-149048e02298 req-6ed58eaf-f41c-47d5-88f1-c8741804ed6f tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.37 "GET /v2.0/networks?id=5521cd74-94bb-4bc1-b3e0-da480ffd2eca HTTP/1.1" status: 200 len: 822 time: 0.6860604 Dec 06 14:42:16.974087 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-529c9c78-eff6-4dde-8772-149048e02298 req-00f105a7-9c6a-4ece-a2d7-c45bdcbb3be4 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Request body: {'port': {'device_id': '925e310a-d1cf-434c-9a7e-ae891f46dab1', 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca', 'admin_state_up': True, 'tenant_id': 'bebd2aa3873d436c89009a1dfe8e401c'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:16.978909 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=41c48ea0-d370-47a9-8ab1-400c4b6721dc,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:16.992889 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:16.994030 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:16.995255 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:16.999408 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '41c48ea0-d370-47a9-8ab1-400c4b6721dc', 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71', 'port_id': '41c48ea0-d370-47a9-8ab1-400c4b6721dc', 'mac_address': 'fa:16:3e:c2:29:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded9556a-46c6-4b9d-a6af-ce8c9b6b072e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:42:17.061476 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] Pushing event updated for resources: {'Network': ['ID=e50cf544-f1f8-497d-943f-35be5e688c93,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:17.077478 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:17.088830 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7bfe6-ed92-4c3b-919b-114d8e9c3c58 req-9f5b015c-11b5-43ca-b5c7-90b178896e19 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:17.094180 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-717c2f06-9b7d-454b-ae84-a9a50162688c req-cf3d5af2-4fbb-4cbf-a232-25cca91064ba tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403055 Dec 06 14:42:17.096507 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ed7bfe6-ed92-4c3b-919b-114d8e9c3c58 req-9f5b015c-11b5-43ca-b5c7-90b178896e19 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 943 time: 0.1863997 Dec 06 14:42:17.109256 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network e50cf544-f1f8-497d-943f-35be5e688c93 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:42:17.112146 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ad8696ba-b234-4903-ba13-03752e265a56 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0349507 Dec 06 14:42:17.118035 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39674) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:17.141343 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c48ea0-d370-47a9-8ab1-400c4b6721dc {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:17.144977 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Request body: {'subnet': {'network_id': 'e50cf544-f1f8-497d-943f-35be5e688c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1771326963-subnet', 'tenant_id': 'fce14e1b35b943a9ad633bad45674cad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:17.191873 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ed7bfe6-ed92-4c3b-919b-114d8e9c3c58 req-9199016c-3646-4d1f-aad0-d0f92d6645ff tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917692 Dec 06 14:42:17.237992 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4427740c-9f7d-43aa-aa1b-c076f3919f6b req-c04831b4-598a-4149-a967-c7433fc6fdef tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 210 time: 0.0744503 Dec 06 14:42:17.250834 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=41c48ea0-d370-47a9-8ab1-400c4b6721dc,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:17.263507 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Made reservation on behalf of fce14e1b35b943a9ad633bad45674cad for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:17.265624 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:17.266408 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 191de648-0f14-44be-9b41-a9df8615e184 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:42:17.271382 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:17.321864 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=41c48ea0-d370-47a9-8ab1-400c4b6721dc,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:17.404083 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17103f3e-3c5b-4fdb-b4ed-da96c3f761a5 req-947b7b31-c3b1-4501-abec-ab9d920eb890 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:17.417614 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-17103f3e-3c5b-4fdb-b4ed-da96c3f761a5 req-947b7b31-c3b1-4501-abec-ab9d920eb890 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 944 time: 0.1308694 Dec 06 14:42:17.442430 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 191de648-0f14-44be-9b41-a9df8615e184, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=191de648-0f14-44be-9b41-a9df8615e184,segment=NetworkSegment(cf13b1f2-830c-4988-93aa-b6e0567249e6),segment_id=cf13b1f2-830c-4988-93aa-b6e0567249e6)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:17.456571 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '191de648-0f14-44be-9b41-a9df8615e184', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'port_id': '191de648-0f14-44be-9b41-a9df8615e184', 'mac_address': 'fa:16:3e:62:45:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:42:17.480605 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-529c9c78-eff6-4dde-8772-149048e02298 req-00f105a7-9c6a-4ece-a2d7-c45bdcbb3be4 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Made reservation on behalf of bebd2aa3873d436c89009a1dfe8e401c for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:17.487202 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-529c9c78-eff6-4dde-8772-149048e02298 req-00f105a7-9c6a-4ece-a2d7-c45bdcbb3be4 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:17.503671 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-17103f3e-3c5b-4fdb-b4ed-da96c3f761a5 req-f700159a-7464-47b6-a231-de4c1f40d0eb tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853810 Dec 06 14:42:17.541028 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:17.579486 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191de648-0f14-44be-9b41-a9df8615e184 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:17.629493 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 191de648-0f14-44be-9b41-a9df8615e184, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=191de648-0f14-44be-9b41-a9df8615e184,segment=NetworkSegment(cf13b1f2-830c-4988-93aa-b6e0567249e6),segment_id=cf13b1f2-830c-4988-93aa-b6e0567249e6)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:17.637527 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:17.714559 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=191de648-0f14-44be-9b41-a9df8615e184,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:17.826477 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-529c9c78-eff6-4dde-8772-149048e02298 req-00f105a7-9c6a-4ece-a2d7-c45bdcbb3be4 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Allocated IP 172.20.0.9 (5521cd74-94bb-4bc1-b3e0-da480ffd2eca/cd3e50a1-3233-4b36-ac18-e47233ecf33a/7fddbd4e-e03e-4f26-b3c2-4b68ba03930a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:17.851178 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:17.880498 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77723158-09a5-4b20-a69f-b0167a0dfe29 req-f0e33027-bcf4-4740-b2c0-851921aecd51 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=925e310a-d1cf-434c-9a7e-ae891f46dab1 HTTP/1.1" status: 200 len: 210 time: 0.0371501 Dec 06 14:42:17.930525 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ce4584-df8a-4ae9-81b0-6af0325f5638,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:17.947343 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['41c48ea0-d370-47a9-8ab1-400c4b6721dc'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:17.949977 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['191de648-0f14-44be-9b41-a9df8615e184'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:18.047799 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:18.048154 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:18.048504 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:18.048855 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:18.049314 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:18.049782 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:18.050045 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:18.050382 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:18.050913 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:18.051521 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:18.052092 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:18.052654 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:18.053123 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:18.058925 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Checking segment: {'id': '1926b449-dad4-4803-87f8-ef1fc36d01eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e50cf544-f1f8-497d-943f-35be5e688c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:18.059409 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Network hostable DHCP agents. Network: e50cf544-f1f8-497d-943f-35be5e688c93, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:42:18.101015 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Network e50cf544-f1f8-497d-943f-35be5e688c93 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:42:18.115357 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-529c9c78-eff6-4dde-8772-149048e02298 req-00f105a7-9c6a-4ece-a2d7-c45bdcbb3be4 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:18.118842 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e50cf544-f1f8-497d-943f-35be5e688c93) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:18.134385 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:18.135081 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:18.138258 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e2d276-d4e0-43e6-af4e-6ac797e3443e None None] Network e50cf544-f1f8-497d-943f-35be5e688c93 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:42:18.168289 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0c2e17bb-7114-4274-b273-86826c84c226 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0477021 Dec 06 14:42:18.179579 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-529c9c78-eff6-4dde-8772-149048e02298 req-00f105a7-9c6a-4ece-a2d7-c45bdcbb3be4 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:18.258909 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529c9c78-eff6-4dde-8772-149048e02298 req-00f105a7-9c6a-4ece-a2d7-c45bdcbb3be4 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Network 5521cd74-94bb-4bc1-b3e0-da480ffd2eca is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:18.265879 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-529c9c78-eff6-4dde-8772-149048e02298 req-00f105a7-9c6a-4ece-a2d7-c45bdcbb3be4 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:18.271262 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-529c9c78-eff6-4dde-8772-149048e02298 req-00f105a7-9c6a-4ece-a2d7-c45bdcbb3be4 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:18.324172 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-38165390-00ed-43b5-837a-5514a5348a10 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421829 Dec 06 14:42:18.402669 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c9c78-eff6-4dde-8772-149048e02298 req-00f105a7-9c6a-4ece-a2d7-c45bdcbb3be4 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:18.403589 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-529c9c78-eff6-4dde-8772-149048e02298 req-00f105a7-9c6a-4ece-a2d7-c45bdcbb3be4 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:18.406025 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f105a7-9c6a-4ece-a2d7-c45bdcbb3be4 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Pushing event updated for resources: {'Port': ['ID=7fddbd4e-e03e-4f26-b3c2-4b68ba03930a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:18.460500 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8aa166-7552-4d8b-b619-133be70b20c1 req-306a4944-aed2-4622-91e1-61fc5072b6a8 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:18.470217 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce8aa166-7552-4d8b-b619-133be70b20c1 req-306a4944-aed2-4622-91e1-61fc5072b6a8 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 949 time: 0.2793102 Dec 06 14:42:18.474428 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efc5975-9866-4883-a99d-cfd814206a74 None None] Network e50cf544-f1f8-497d-943f-35be5e688c93 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:42:18.492343 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-529c9c78-eff6-4dde-8772-149048e02298 req-00f105a7-9c6a-4ece-a2d7-c45bdcbb3be4 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5219908 Dec 06 14:42:18.515701 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Request body: {'port': {'device_id': '925e310a-d1cf-434c-9a7e-ae891f46dab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:18.574985 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70230fe-bcce-436c-800c-8c80c7617c21 req-5dfab529-0e26-4b29-b191-dc122acbd85d tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:18.588762 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d70230fe-bcce-436c-800c-8c80c7617c21 req-5dfab529-0e26-4b29-b191-dc122acbd85d tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 944 time: 0.2527559 Dec 06 14:42:18.595334 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce8aa166-7552-4d8b-b619-133be70b20c1 req-485bfaab-d4b7-4faa-9979-9b409d92ef1a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242363 Dec 06 14:42:18.623903 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:18.653979 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-bae980b2-dbac-4e99-a61b-d4c2089c7ccb tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:18.655413 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-bae980b2-dbac-4e99-a61b-d4c2089c7ccb tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3213806 Dec 06 14:42:18.674150 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-c57f1af2-e393-4033-9522-1899fc5d45f5 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Request body: {'port': {'device_id': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '1ef73dcd6d3e4823a5c82b4557027236'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:18.742920 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39712) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:18.774970 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d70230fe-bcce-436c-800c-8c80c7617c21 req-1f49e03b-ea7f-4d2f-ba41-2df95de5d8e2 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813884 Dec 06 14:42:18.800258 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fac57acb-8f63-429a-a971-3525d1dbdce3 req-d360a2c7-39e2-4b98-a1ed-41012327817b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 210 time: 0.0831995 Dec 06 14:42:18.806575 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-229a629c-e82a-446d-a601-096be7d8fa9d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-419595593'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:18.838193 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-c57f1af2-e393-4033-9522-1899fc5d45f5 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Made reservation on behalf of 1ef73dcd6d3e4823a5c82b4557027236 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:18.845252 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-c57f1af2-e393-4033-9522-1899fc5d45f5 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:18.907164 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229a629c-e82a-446d-a601-096be7d8fa9d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Made reservation on behalf of efee5c2d9daf4ae5835be7ffbf3102fe for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:18.910887 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-229a629c-e82a-446d-a601-096be7d8fa9d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:18.985045 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-c6797682-8121-4946-abbd-254d28f4b6b4 req-c97a883d-bf8b-4c91-9d92-dcda59d28237 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-736598548', 'description': 'tempest-description-408977577'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:19.012241 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229a629c-e82a-446d-a601-096be7d8fa9d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:42:19.035152 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-229a629c-e82a-446d-a601-096be7d8fa9d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.035559 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-229a629c-e82a-446d-a601-096be7d8fa9d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Added segment 0b187568-747e-4080-89e5-25ebf46bae41 of type vlan for network 6d4b264c-2449-439e-aadb-4b6f43f38919 Dec 06 14:42:19.035936 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c6797682-8121-4946-abbd-254d28f4b6b4 req-c97a883d-bf8b-4c91-9d92-dcda59d28237 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.045992 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-c57f1af2-e393-4033-9522-1899fc5d45f5 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Allocated IP 192.168.233.143 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/33be971b-5607-484a-ba01-a7327e162163) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:19.058925 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641188b6-0782-4e09-8ddd-70442228d499 req-be1d7b58-098e-4748-b529-4e48d4d2fdad tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:19.060465 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-641188b6-0782-4e09-8ddd-70442228d499 req-be1d7b58-098e-4748-b529-4e48d4d2fdad tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 944 time: 0.1329265 Dec 06 14:42:19.114281 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-229a629c-e82a-446d-a601-096be7d8fa9d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.175576 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c6797682-8121-4946-abbd-254d28f4b6b4 req-c97a883d-bf8b-4c91-9d92-dcda59d28237 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.200759 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:19.206562 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c6797682-8121-4946-abbd-254d28f4b6b4 req-c97a883d-bf8b-4c91-9d92-dcda59d28237 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.208586 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-641188b6-0782-4e09-8ddd-70442228d499 req-718d566d-b4f7-4477-bcc0-cb34a4eafbe9 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260841 Dec 06 14:42:19.218378 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-229a629c-e82a-446d-a601-096be7d8fa9d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.223241 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229a629c-e82a-446d-a601-096be7d8fa9d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:19.223888 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-229a629c-e82a-446d-a601-096be7d8fa9d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.228131 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.254109 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c6797682-8121-4946-abbd-254d28f4b6b4 req-c97a883d-bf8b-4c91-9d92-dcda59d28237 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.255576 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6797682-8121-4946-abbd-254d28f4b6b4 req-c97a883d-bf8b-4c91-9d92-dcda59d28237 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2928607 Dec 06 14:42:19.282068 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a883d-bf8b-4c91-9d92-dcda59d28237 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5704f664-23bf-4f2e-80b2-14b6ae614d44,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:19.301039 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-c57f1af2-e393-4033-9522-1899fc5d45f5 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.302277 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Transition to ACTIVE for port object 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:42:19.312219 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-229a629c-e82a-446d-a601-096be7d8fa9d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5258415 Dec 06 14:42:19.315426 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39722) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:19.322250 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6be7708c-9309-45de-a8d0-0059568f6bc5 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1682370839'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:19.335908 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.366880 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be7708c-9309-45de-a8d0-0059568f6bc5 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Made reservation on behalf of efee5c2d9daf4ae5835be7ffbf3102fe for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:19.370369 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6be7708c-9309-45de-a8d0-0059568f6bc5 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.373421 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a629c-e82a-446d-a601-096be7d8fa9d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event updated for resources: {'Network': ['ID=6d4b264c-2449-439e-aadb-4b6f43f38919,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:19.385973 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 6d4b264c-2449-439e-aadb-4b6f43f38919 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:42:19.446445 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be7708c-9309-45de-a8d0-0059568f6bc5 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:42:19.448630 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Pushing event updated for resources: {'Port': ['ID=7fddbd4e-e03e-4f26-b3c2-4b68ba03930a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:19.449672 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-c57f1af2-e393-4033-9522-1899fc5d45f5 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.518095 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa53dd-da9e-4d89-ba38-cf19e51cfac3 req-1deef0a8-c815-4d45-8539-ca844802080e tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:19.519922 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-54fa53dd-da9e-4d89-ba38-cf19e51cfac3 req-1deef0a8-c815-4d45-8539-ca844802080e tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=925e310a-d1cf-434c-9a7e-ae891f46dab1 HTTP/1.1" status: 200 len: 943 time: 0.1594119 Dec 06 14:42:19.523425 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6be7708c-9309-45de-a8d0-0059568f6bc5 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.523904 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-6be7708c-9309-45de-a8d0-0059568f6bc5 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Added segment 457854a6-5e9a-48bf-b141-89d73d3b04f9 of type vlan for network b3613acf-14dd-4dd0-a35a-eef7f873eb4b Dec 06 14:42:19.547851 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-c57f1af2-e393-4033-9522-1899fc5d45f5 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:19.567277 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af992ca-8832-4bfc-bacb-c61d51a932e6 req-aae1ebf3-9574-4db3-ac8d-7caaab8c1ee3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:19.569038 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5af992ca-8832-4bfc-bacb-c61d51a932e6 req-aae1ebf3-9574-4db3-ac8d-7caaab8c1ee3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f836abd-f54b-48f9-bb1d-bc67f33c122c HTTP/1.1" status: 200 len: 950 time: 0.2024732 Dec 06 14:42:19.588262 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-c57f1af2-e393-4033-9522-1899fc5d45f5 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:19.601573 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-c57f1af2-e393-4033-9522-1899fc5d45f5 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:19.650055 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Attempting to bind port 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:19.652225 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Attempting to bind port 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '66987d70-c54c-4479-b6e0-5c2dc83ceca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:19.652733 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Attempting to bind port 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a on network 5521cd74-94bb-4bc1-b3e0-da480ffd2eca {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:19.677045 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['32951114-6811-4294-9ca3-b7348b9d530e', '058d2958-f999-4286-a726-ad2ccdd47f8c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:19.687005 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Port 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a on network 5521cd74-94bb-4bc1-b3e0-da480ffd2eca not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:42:19.687325 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Attempting to bind port 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a on network 5521cd74-94bb-4bc1-b3e0-da480ffd2eca {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:19.690791 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f1af2-e393-4033-9522-1899fc5d45f5 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Pushing event updated for resources: {'Port': ['ID=33be971b-5607-484a-ba01-a7327e162163,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:19.693281 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5af992ca-8832-4bfc-bacb-c61d51a932e6 req-935d4b5e-d241-46dc-b7ee-b39baef2e82f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166105 Dec 06 14:42:19.707808 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:19.708344 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Checking segment: {'id': '66987d70-c54c-4479-b6e0-5c2dc83ceca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:19.708716 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Bound using segment: {'id': '66987d70-c54c-4479-b6e0-5c2dc83ceca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:19.709325 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Bound port: 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66987d70-c54c-4479-b6e0-5c2dc83ceca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:19.710897 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.723023 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6be7708c-9309-45de-a8d0-0059568f6bc5 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.767849 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-54fa53dd-da9e-4d89-ba38-cf19e51cfac3 req-16bbce69-197c-4657-9429-244f07066fee tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327795 Dec 06 14:42:19.774958 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-c57f1af2-e393-4033-9522-1899fc5d45f5 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:19.775923 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-c57f1af2-e393-4033-9522-1899fc5d45f5 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.807113 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-c57f1af2-e393-4033-9522-1899fc5d45f5 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1395259 Dec 06 14:42:19.808413 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6be7708c-9309-45de-a8d0-0059568f6bc5 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.814485 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be7708c-9309-45de-a8d0-0059568f6bc5 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:19.815253 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6be7708c-9309-45de-a8d0-0059568f6bc5 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:19.854013 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Request body: {'port': {'device_id': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:19.875007 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9791a34c-97fa-4424-8457-2305f11c4f3c req-9c889879-569d-4e73-b9fd-e8cb53896345 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "GET /v2.0/security-groups/5704f664-23bf-4f2e-80b2-14b6ae614d44 HTTP/1.1" status: 200 len: 1828 time: 0.1417389 Dec 06 14:42:19.889744 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-9791a34c-97fa-4424-8457-2305f11c4f3c req-4214bb39-adc6-4217-8441-227907f1b0b4 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5704f664-23bf-4f2e-80b2-14b6ae614d44', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:19.890089 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-9791a34c-97fa-4424-8457-2305f11c4f3c req-4214bb39-adc6-4217-8441-227907f1b0b4 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5704f664-23bf-4f2e-80b2-14b6ae614d44', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:19.967444 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] For port 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:42:19.983809 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] For port 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7fddbd4e-e03e-4f26-b3c2-4b68ba03930a,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:19.998566 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:20.051047 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7708c-9309-45de-a8d0-0059568f6bc5 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event updated for resources: {'Network': ['ID=b3613acf-14dd-4dd0-a35a-eef7f873eb4b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:20.065411 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:20.066422 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:20.068186 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-529c9c78-eff6-4dde-8772-149048e02298 req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] 10.222.0.37 "PUT /v2.0/ports/7fddbd4e-e03e-4f26-b3c2-4b68ba03930a HTTP/1.1" status: 200 len: 1091 time: 1.5638199 Dec 06 14:42:20.071547 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925e310a-d1cf-434c-9a7e-ae891f46dab1', 'tag': '7fddbd4e-e03e-4f26-b3c2-4b68ba03930a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:20.074098 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a314d7b-a4b3-4bde-9ed4-66cb8c1d91cc" -d '{"events": [{"name": "network-changed", "server_uuid": "925e310a-d1cf-434c-9a7e-ae891f46dab1", "tag": "7fddbd4e-e03e-4f26-b3c2-4b68ba03930a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:20.076321 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network b3613acf-14dd-4dd0-a35a-eef7f873eb4b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:42:20.106308 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9791a34c-97fa-4424-8457-2305f11c4f3c req-4214bb39-adc6-4217-8441-227907f1b0b4 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:20.112168 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb50548-64ca-4cee-998f-d3ec0e5b1bcb service neutron] Pushing event updated for resources: {'Port': ['ID=7fddbd4e-e03e-4f26-b3c2-4b68ba03930a,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:20.141043 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:20.147000 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6be7708c-9309-45de-a8d0-0059568f6bc5 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8286915 Dec 06 14:42:20.149212 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39734) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:20.154489 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-66d7f6b3-1d82-4d13-bd9c-0ad72e56b29d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Request body: {'subnet': {'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:20.174138 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9791a34c-97fa-4424-8457-2305f11c4f3c req-4214bb39-adc6-4217-8441-227907f1b0b4 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:20.181738 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a513619c-756f-4c35-9a6c-24897dba6913 None None] Provisioning complete for port 33be971b-5607-484a-ba01-a7327e162163 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:20.182383 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9791a34c-97fa-4424-8457-2305f11c4f3c req-4214bb39-adc6-4217-8441-227907f1b0b4 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:20.182670 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a513619c-756f-4c35-9a6c-24897dba6913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:20.208727 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c9c78-eff6-4dde-8772-149048e02298 req-3a8adf98-8cb7-40ba-97e6-3fe1eabf26e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:20.210654 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-529c9c78-eff6-4dde-8772-149048e02298 req-3a8adf98-8cb7-40ba-97e6-3fe1eabf26e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bebd2aa3873d436c89009a1dfe8e401c&device_id=925e310a-d1cf-434c-9a7e-ae891f46dab1 HTTP/1.1" status: 200 len: 1094 time: 0.0910046 Dec 06 14:42:20.215993 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214bb39-adc6-4217-8441-227907f1b0b4 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9507c9-8286-44a8-b56d-3570ee05433f,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:20.230706 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9791a34c-97fa-4424-8457-2305f11c4f3c req-4214bb39-adc6-4217-8441-227907f1b0b4 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:20.248158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9791a34c-97fa-4424-8457-2305f11c4f3c req-4214bb39-adc6-4217-8441-227907f1b0b4 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3639064 Dec 06 14:42:20.297344 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a513619c-756f-4c35-9a6c-24897dba6913 None None] Port 33be971b-5607-484a-ba01-a7327e162163 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:20.314128 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-529c9c78-eff6-4dde-8772-149048e02298 req-984340bc-9989-4166-9753-2aa328885be1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fddbd4e-e03e-4f26-b3c2-4b68ba03930a HTTP/1.1" status: 200 len: 217 time: 0.0933423 Dec 06 14:42:20.361393 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d7f6b3-1d82-4d13-bd9c-0ad72e56b29d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Made reservation on behalf of efee5c2d9daf4ae5835be7ffbf3102fe for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:20.365545 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66d7f6b3-1d82-4d13-bd9c-0ad72e56b29d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:20.382477 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837a8ee-4f0b-4b31-a01c-7a86a4fbd08b req-e5539072-af33-4052-83da-3de07d490899 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:20.393532 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837a8ee-4f0b-4b31-a01c-7a86a4fbd08b req-e5539072-af33-4052-83da-3de07d490899 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:20.395382 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7837a8ee-4f0b-4b31-a01c-7a86a4fbd08b req-e5539072-af33-4052-83da-3de07d490899 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25&device_id=6f836abd-f54b-48f9-bb1d-bc67f33c122c HTTP/1.1" status: 200 len: 1690 time: 0.1073442 Dec 06 14:42:20.435303 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c9c78-eff6-4dde-8772-149048e02298 req-ccd84582-3391-44f6-973b-783ceab16038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:20.436983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-529c9c78-eff6-4dde-8772-149048e02298 req-ccd84582-3391-44f6-973b-783ceab16038 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd3e50a1-3233-4b36-ac18-e47233ecf33a HTTP/1.1" status: 200 len: 862 time: 0.0995872 Dec 06 14:42:20.446284 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b401c3f-4282-456e-9795-81b90f975d32 req-1d95867e-885f-48c1-9668-3aa06a210ddf tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:20.447801 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b401c3f-4282-456e-9795-81b90f975d32 req-1d95867e-885f-48c1-9668-3aa06a210ddf tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 944 time: 0.1269300 Dec 06 14:42:20.475158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-529c9c78-eff6-4dde-8772-149048e02298 req-89950258-94cb-40b9-9f33-edb93ebb0314 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5521cd74-94bb-4bc1-b3e0-da480ffd2eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261688 Dec 06 14:42:20.557992 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7837a8ee-4f0b-4b31-a01c-7a86a4fbd08b req-9e625dc7-89c4-4011-9c8c-e609b67bb3c9 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448174 Dec 06 14:42:20.622618 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-529c9c78-eff6-4dde-8772-149048e02298 req-7990fa59-7abd-4712-b882-d313a969bf5f service neutron] 10.222.0.37 "GET /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378336 Dec 06 14:42:20.635083 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b401c3f-4282-456e-9795-81b90f975d32 req-f3f05fc8-2cc6-41ad-bd56-14041a0b0aa4 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582894 Dec 06 14:42:20.703920 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e14816-bb54-475c-8e35-85a05fa9bd73 x-openstack-request-id: req-b3e14816-bb54-475c-8e35-85a05fa9bd73 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:20.704332 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925e310a-d1cf-434c-9a7e-ae891f46dab1", "tag": "7fddbd4e-e03e-4f26-b3c2-4b68ba03930a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:20.704957 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3e14816-bb54-475c-8e35-85a05fa9bd73 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:20.705147 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925e310a-d1cf-434c-9a7e-ae891f46dab1', 'tag': '7fddbd4e-e03e-4f26-b3c2-4b68ba03930a', 'status': 'completed', 'code': 200} Dec 06 14:42:20.753906 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 191de648-0f14-44be-9b41-a9df8615e184 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:20.761197 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-529c9c78-eff6-4dde-8772-149048e02298 req-13d84beb-39c5-486b-9a85-d820bc0052bf service neutron] 10.222.0.37 "GET /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246312 Dec 06 14:42:20.762901 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1afdf5-dab9-4ed4-a95c-e976cb9e7996 req-6fd74346-5a64-491e-a8cd-27563c893da3 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:20.764420 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d1afdf5-dab9-4ed4-a95c-e976cb9e7996 req-6fd74346-5a64-491e-a8cd-27563c893da3 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 936 time: 0.1230681 Dec 06 14:42:20.813867 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07ab5602-84b0-4001-bb94-27299f307ee9 req-8bc9452b-5107-4d9e-b9f8-01f2c113f342 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "GET /v2.0/security-groups/5704f664-23bf-4f2e-80b2-14b6ae614d44 HTTP/1.1" status: 200 len: 2421 time: 0.0930302 Dec 06 14:42:20.888816 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a314d7b-a4b3-4bde-9ed4-66cb8c1d91cc req-cde845e1-2f4f-441c-b627-6d9ee4decda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:20.891524 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a314d7b-a4b3-4bde-9ed4-66cb8c1d91cc req-cde845e1-2f4f-441c-b627-6d9ee4decda6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bebd2aa3873d436c89009a1dfe8e401c&device_id=925e310a-d1cf-434c-9a7e-ae891f46dab1 HTTP/1.1" status: 200 len: 1094 time: 0.0708489 Dec 06 14:42:20.894803 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 191de648-0f14-44be-9b41-a9df8615e184 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:42:20.907770 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 191de648-0f14-44be-9b41-a9df8615e184 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:20.908341 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:20.996529 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:21.013986 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a314d7b-a4b3-4bde-9ed4-66cb8c1d91cc req-6e64ec20-1748-4548-b76a-ebfb3f76df3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:21.016631 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a314d7b-a4b3-4bde-9ed4-66cb8c1d91cc req-6e64ec20-1748-4548-b76a-ebfb3f76df3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=5521cd74-94bb-4bc1-b3e0-da480ffd2eca HTTP/1.1" status: 200 len: 923 time: 0.1153131 Dec 06 14:42:21.035168 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 191de648-0f14-44be-9b41-a9df8615e184, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=191de648-0f14-44be-9b41-a9df8615e184,segment=NetworkSegment(cf13b1f2-830c-4988-93aa-b6e0567249e6),segment_id=cf13b1f2-830c-4988-93aa-b6e0567249e6)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:21.048725 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62237bc-90cd-4ccf-9cc6-f4513caf6ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191de648-0f14-44be-9b41-a9df8615e184'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:21.051474 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ddacbd-f689-4791-b83b-e919bc8850b3" -d '{"events": [{"server_uuid": "a62237bc-90cd-4ccf-9cc6-f4513caf6ff2", "name": "network-vif-plugged", "status": "completed", "tag": "191de648-0f14-44be-9b41-a9df8615e184"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:21.056774 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:21.057749 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 41c48ea0-d370-47a9-8ab1-400c4b6721dc up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:21.120265 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a314d7b-a4b3-4bde-9ed4-66cb8c1d91cc req-0142aa96-6d63-4f19-a99d-da9138cfd9ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fddbd4e-e03e-4f26-b3c2-4b68ba03930a HTTP/1.1" status: 200 len: 217 time: 0.0559173 Dec 06 14:42:21.148723 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=191de648-0f14-44be-9b41-a9df8615e184,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:21.166956 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 41c48ea0-d370-47a9-8ab1-400c4b6721dc completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:42:21.172334 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 41c48ea0-d370-47a9-8ab1-400c4b6721dc triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:21.173070 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:21.200421 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a314d7b-a4b3-4bde-9ed4-66cb8c1d91cc req-720f413c-2e36-4920-9ec7-9c80dacff951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:21.202484 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a314d7b-a4b3-4bde-9ed4-66cb8c1d91cc req-720f413c-2e36-4920-9ec7-9c80dacff951 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd3e50a1-3233-4b36-ac18-e47233ecf33a HTTP/1.1" status: 200 len: 862 time: 0.0730908 Dec 06 14:42:21.213657 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987bc73-a5b5-45cc-8331-b2d236770433 req-7491dfff-17b8-485d-ae3e-fdab66189b26 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:21.223594 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c987bc73-a5b5-45cc-8331-b2d236770433 req-7491dfff-17b8-485d-ae3e-fdab66189b26 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 944 time: 0.2051282 Dec 06 14:42:21.224230 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d1afdf5-dab9-4ed4-a95c-e976cb9e7996 req-cc0ff621-dce8-4891-bd52-ec3f5df93cd8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492855 Dec 06 14:42:21.306022 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66d7f6b3-1d82-4d13-bd9c-0ad72e56b29d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:21.325740 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a314d7b-a4b3-4bde-9ed4-66cb8c1d91cc req-70c3570e-c210-4298-a6d4-ff493e28b784 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5521cd74-94bb-4bc1-b3e0-da480ffd2eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948842 Dec 06 14:42:21.330537 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:21.346350 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c987bc73-a5b5-45cc-8331-b2d236770433 req-49091dd6-3c88-4e15-86a2-4278ce2c01a5 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206608 Dec 06 14:42:21.376213 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33be971b-5607-484a-ba01-a7327e162163 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:21.392929 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:21.408984 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=41c48ea0-d370-47a9-8ab1-400c4b6721dc,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:21.414768 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:21.427491 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Transition to ACTIVE for port object 33be971b-5607-484a-ba01-a7327e162163 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:42:21.429067 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d7f6b3-1d82-4d13-bd9c-0ad72e56b29d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Checking segment: {'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:21.429437 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d7f6b3-1d82-4d13-bd9c-0ad72e56b29d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Network hostable DHCP agents. Network: 6d4b264c-2449-439e-aadb-4b6f43f38919, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:42:21.431506 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7f6b3-1d82-4d13-bd9c-0ad72e56b29d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event updated for resources: {'Subnet': ['ID=73233722-86af-4248-a481-0a9c5e4685d5,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:21.442642 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:21.480910 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-42da85ad-b929-46e8-906e-772dd02ee19e req-9c7c4fdf-4d8a-4d5c-bb49-96af40e3ea1e tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "GET /v2.0/security-group-rules/7e9507c9-8286-44a8-b56d-3570ee05433f HTTP/1.1" status: 200 len: 778 time: 0.0280621 Dec 06 14:42:21.505311 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=41c48ea0-d370-47a9-8ab1-400c4b6721dc,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:21.509014 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d7f6b3-1d82-4d13-bd9c-0ad72e56b29d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Network 6d4b264c-2449-439e-aadb-4b6f43f38919 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:42:21.556217 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a314d7b-a4b3-4bde-9ed4-66cb8c1d91cc req-116eccb8-52ca-4745-8bf2-ad63d3cec714 service neutron] 10.222.0.37 "GET /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067854 Dec 06 14:42:21.574734 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-66d7f6b3-1d82-4d13-bd9c-0ad72e56b29d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6d4b264c-2449-439e-aadb-4b6f43f38919) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:21.583968 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ce1686-c244-4c7c-9bed-fb5eacfd8c75 None None] Network 6d4b264c-2449-439e-aadb-4b6f43f38919 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:42:21.588645 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd063a-08d9-4e94-96f8-77822061f14e req-c729f60b-f13f-4f96-a29f-05bb6704da51 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:21.590675 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4cfd063a-08d9-4e94-96f8-77822061f14e req-c729f60b-f13f-4f96-a29f-05bb6704da51 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=925e310a-d1cf-434c-9a7e-ae891f46dab1 HTTP/1.1" status: 200 len: 943 time: 0.0798080 Dec 06 14:42:21.607541 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d7f6b3-1d82-4d13-bd9c-0ad72e56b29d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:21.608162 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-66d7f6b3-1d82-4d13-bd9c-0ad72e56b29d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:21.620301 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Pushing event updated for resources: {'Port': ['ID=33be971b-5607-484a-ba01-a7327e162163,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:21.639004 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-66d7f6b3-1d82-4d13-bd9c-0ad72e56b29d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4862561 Dec 06 14:42:21.641720 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39752) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:21.658234 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a2de1f31-6d77-4feb-904b-27defb80346c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Request body: {'subnet': {'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:21.676757 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-42da85ad-b929-46e8-906e-772dd02ee19e req-50d3736b-9dc4-44a4-aa2b-c93c190682ca tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "GET /v2.0/security-groups/5704f664-23bf-4f2e-80b2-14b6ae614d44 HTTP/1.1" status: 200 len: 2421 time: 0.1731963 Dec 06 14:42:21.723948 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a314d7b-a4b3-4bde-9ed4-66cb8c1d91cc req-29b27f62-25aa-485e-9406-8a9c9274fb1d service neutron] 10.222.0.37 "GET /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537108 Dec 06 14:42:21.750632 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-42da85ad-b929-46e8-906e-772dd02ee19e req-fa93375a-41d6-4cd6-951e-86219501ad66 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:21.760397 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-42da85ad-b929-46e8-906e-772dd02ee19e req-fa93375a-41d6-4cd6-951e-86219501ad66 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:21.799921 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4cfd063a-08d9-4e94-96f8-77822061f14e req-9aadb5c0-e7c1-4014-82ed-90a5f53515c6 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745239 Dec 06 14:42:21.812562 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-42da85ad-b929-46e8-906e-772dd02ee19e req-fa93375a-41d6-4cd6-951e-86219501ad66 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:21.826174 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6d4b264c-2449-439e-aadb-4b6f43f38919', 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'fixed_ips': [{'subnet_id': '73233722-86af-4248-a481-0a9c5e4685d5'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:42:21.827163 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:21.848182 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-42da85ad-b929-46e8-906e-772dd02ee19e req-fa93375a-41d6-4cd6-951e-86219501ad66 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:21.849296 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-42da85ad-b929-46e8-906e-772dd02ee19e req-fa93375a-41d6-4cd6-951e-86219501ad66 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7e9507c9-8286-44a8-b56d-3570ee05433f HTTP/1.1" status: 204 len: 173 time: 0.1646295 Dec 06 14:42:21.860445 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Attempting to bind port 33be971b-5607-484a-ba01-a7327e162163 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:21.860767 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Attempting to bind port 33be971b-5607-484a-ba01-a7327e162163 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:21.861102 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Attempting to bind port 33be971b-5607-484a-ba01-a7327e162163 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:21.867276 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93375a-41d6-4cd6-951e-86219501ad66 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e9507c9-8286-44a8-b56d-3570ee05433f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:21.871133 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Port 33be971b-5607-484a-ba01-a7327e162163 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:42:21.871548 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Attempting to bind port 33be971b-5607-484a-ba01-a7327e162163 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:21.876940 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:21.877291 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:21.877679 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:21.878114 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Bound port: 33be971b-5607-484a-ba01-a7327e162163, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:21.878462 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:21.958543 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:42:21.962414 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=33be971b-5607-484a-ba01-a7327e162163,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:21.977815 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:22.023222 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Allocated IP 10.1.1.2 (6d4b264c-2449-439e-aadb-4b6f43f38919/73233722-86af-4248-a481-0a9c5e4685d5/4aa93154-f1f3-4eb9-b65d-f7249d261a14) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:22.029587 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2de1f31-6d77-4feb-904b-27defb80346c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Made reservation on behalf of efee5c2d9daf4ae5835be7ffbf3102fe for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:22.033576 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2de1f31-6d77-4feb-904b-27defb80346c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:22.057652 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:22.058271 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:22.059684 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] 10.222.0.23 "PUT /v2.0/ports/33be971b-5607-484a-ba01-a7327e162163 HTTP/1.1" status: 200 len: 1096 time: 2.2355628 Dec 06 14:42:22.071916 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'tag': '33be971b-5607-484a-ba01-a7327e162163'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:22.074364 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e209a56e-9748-489f-9a1b-9025e37fbabf" -d '{"events": [{"name": "network-changed", "server_uuid": "901965c6-cef1-4d1f-ba6b-8433656fcaa9", "tag": "33be971b-5607-484a-ba01-a7327e162163"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:22.109313 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cb9d0-0de8-43b2-83ea-18adeb82867d req-7ac171a7-64b7-46e0-a8c0-01dd7516ad09 tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:22.114165 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864243d8-d5f8-495e-810c-7816547ae3f3 req-2d255f48-f609-41ee-bb59-34d2cabced8a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:22.116718 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-744cb9d0-0de8-43b2-83ea-18adeb82867d req-7ac171a7-64b7-46e0-a8c0-01dd7516ad09 tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 1100 time: 0.1516242 Dec 06 14:42:22.123167 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-864243d8-d5f8-495e-810c-7816547ae3f3 req-2d255f48-f609-41ee-bb59-34d2cabced8a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 945 time: 0.1183000 Dec 06 14:42:22.200571 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-864243d8-d5f8-495e-810c-7816547ae3f3 req-5a6504e2-7190-4185-9f4f-aa31377f2661 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754526 Dec 06 14:42:22.216800 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd51215-028a-48ba-9e16-3a90b94d3df5 x-openstack-request-id: req-2cd51215-028a-48ba-9e16-3a90b94d3df5 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:22.217171 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62237bc-90cd-4ccf-9cc6-f4513caf6ff2", "name": "network-vif-plugged", "status": "completed", "tag": "191de648-0f14-44be-9b41-a9df8615e184", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:22.217439 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cd51215-028a-48ba-9e16-3a90b94d3df5 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:22.217856 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62237bc-90cd-4ccf-9cc6-f4513caf6ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191de648-0f14-44be-9b41-a9df8615e184', 'code': 200} Dec 06 14:42:22.219285 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74d8a9-e57d-43ac-b629-3026da831961 req-dbc6e8e4-101f-4d2d-aa43-1f5ac14ebfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:22.221011 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a74d8a9-e57d-43ac-b629-3026da831961 req-dbc6e8e4-101f-4d2d-aa43-1f5ac14ebfb8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 1096 time: 0.2678123 Dec 06 14:42:22.243941 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:22.259048 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:22.301230 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eea785-0bf6-4b91-8822-b61702515e5a service neutron] Pushing event updated for resources: {'Port': ['ID=33be971b-5607-484a-ba01-a7327e162163,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:22.302216 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-1feda8ab-8c81-44dd-a4cd-ca9561038426 req-ee9148cb-0979-45fe-aa2a-d46044012512 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1517495297', 'description': 'tempest-description-75407536'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:22.326124 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Network 6d4b264c-2449-439e-aadb-4b6f43f38919 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:22.328937 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-744cb9d0-0de8-43b2-83ea-18adeb82867d req-0ac3e98a-3b73-482f-bdad-a73173ca8f02 tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111101 Dec 06 14:42:22.334449 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:22.345237 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:22.347632 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a74d8a9-e57d-43ac-b629-3026da831961 req-480ab7fc-5f8c-4098-8e25-9e15a0dc00bf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146681 Dec 06 14:42:22.369003 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Pushing event updated for resources: {'Port': ['ID=4aa93154-f1f3-4eb9-b65d-f7249d261a14,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:22.389369 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-f8dbeeac-5f6a-4652-a39b-6eec61e69b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:22.392293 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-f8dbeeac-5f6a-4652-a39b-6eec61e69b54 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 1099 time: 0.2426555 Dec 06 14:42:22.393131 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1feda8ab-8c81-44dd-a4cd-ca9561038426 req-ee9148cb-0979-45fe-aa2a-d46044012512 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:22.421669 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91440467-3e97-4e15-ad56-6fbe18cd4b17 x-openstack-request-id: req-91440467-3e97-4e15-ad56-6fbe18cd4b17 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:22.422191 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901965c6-cef1-4d1f-ba6b-8433656fcaa9", "tag": "33be971b-5607-484a-ba01-a7327e162163", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:22.422191 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91440467-3e97-4e15-ad56-6fbe18cd4b17 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:22.422596 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'tag': '33be971b-5607-484a-ba01-a7327e162163', 'status': 'completed', 'code': 200} Dec 06 14:42:22.462439 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Attempting to bind port 4aa93154-f1f3-4eb9-b65d-f7249d261a14 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:22.462913 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Attempting to bind port 4aa93154-f1f3-4eb9-b65d-f7249d261a14 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:22.463308 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Attempting to bind port 4aa93154-f1f3-4eb9-b65d-f7249d261a14 on network 6d4b264c-2449-439e-aadb-4b6f43f38919 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:22.476752 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-8f70f6fd-82ae-4cfb-a4da-1bc31215c595 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=33be971b-5607-484a-ba01-a7327e162163 HTTP/1.1" status: 200 len: 217 time: 0.0742352 Dec 06 14:42:22.490169 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:22.493414 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Checking segment: {'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:22.494235 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:22.494744 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Bound using segment: {'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:22.495689 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Bound port: 4aa93154-f1f3-4eb9-b65d-f7249d261a14, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:22.496044 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:22.512741 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1feda8ab-8c81-44dd-a4cd-ca9561038426 req-ee9148cb-0979-45fe-aa2a-d46044012512 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:22.518411 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1feda8ab-8c81-44dd-a4cd-ca9561038426 req-ee9148cb-0979-45fe-aa2a-d46044012512 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:22.557689 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1feda8ab-8c81-44dd-a4cd-ca9561038426 req-ee9148cb-0979-45fe-aa2a-d46044012512 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:22.570675 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1feda8ab-8c81-44dd-a4cd-ca9561038426 req-ee9148cb-0979-45fe-aa2a-d46044012512 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2815909 Dec 06 14:42:22.581410 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9148cb-0979-45fe-aa2a-d46044012512 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a0d9d0-2b83-4ff0-9f51-09a07d3b83e3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:22.603214 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] For port 4aa93154-f1f3-4eb9-b65d-f7249d261a14, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:42:22.608440 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] For port 4aa93154-f1f3-4eb9-b65d-f7249d261a14, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4aa93154-f1f3-4eb9-b65d-f7249d261a14,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:22.626880 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:22.644119 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-bbd9eb8e-f8a8-4222-a0f9-d2ba3dcb13fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:22.645715 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-bbd9eb8e-f8a8-4222-a0f9-d2ba3dcb13fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1525865 Dec 06 14:42:22.691814 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870df88-bb59-4464-805b-121eb635f75c req-d68b6cf9-d221-47db-b70c-a7d0eeacc7d3 tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:22.693507 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4870df88-bb59-4464-805b-121eb635f75c req-d68b6cf9-d221-47db-b70c-a7d0eeacc7d3 tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6f836abd-f54b-48f9-bb1d-bc67f33c122c HTTP/1.1" status: 200 len: 1101 time: 0.0549369 Dec 06 14:42:22.697937 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1423249-cbc5-4904-a3c5-630b13ce4c06 req-266b3a3c-2206-4d14-8cef-fae9944ef809 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:22.704699 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e1423249-cbc5-4904-a3c5-630b13ce4c06 req-266b3a3c-2206-4d14-8cef-fae9944ef809 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 948 time: 0.2211745 Dec 06 14:42:22.714181 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08fe02-2167-4dc5-aa4e-cd1cb54be192 None None] Pushing event updated for resources: {'Port': ['ID=4aa93154-f1f3-4eb9-b65d-f7249d261a14,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:22.763936 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4870df88-bb59-4464-805b-121eb635f75c req-6d174307-5eb9-484d-bd40-603897192ece tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556066 Dec 06 14:42:22.766691 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2de1f31-6d77-4feb-904b-27defb80346c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:22.770723 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:42:22.817404 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-a4f89b72-e9f0-4055-989f-787dfbd76d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:22.818904 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-a4f89b72-e9f0-4055-989f-787dfbd76d88 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1485021 Dec 06 14:42:22.833035 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e1423249-cbc5-4904-a3c5-630b13ce4c06 req-b50c7540-1045-4d15-b5aa-09aa86d31740 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127651 Dec 06 14:42:22.887004 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de1f31-6d77-4feb-904b-27defb80346c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event updated for resources: {'Subnet': ['ID=c2886b11-d7ce-4a27-8672-5072288b3ed3,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:22.914492 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2de1f31-6d77-4feb-904b-27defb80346c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Checking segment: {'id': '457854a6-5e9a-48bf-b141-89d73d3b04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:22.914873 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de1f31-6d77-4feb-904b-27defb80346c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Network hostable DHCP agents. Network: b3613acf-14dd-4dd0-a35a-eef7f873eb4b, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:42:22.930935 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5b6a8-a3ce-4cf2-84af-0443c8d706d9 req-ff4299de-0595-4794-a0fb-387af65cac95 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:22.932872 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3ff5b6a8-a3ce-4cf2-84af-0443c8d706d9 req-ff4299de-0595-4794-a0fb-387af65cac95 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 945 time: 0.0779552 Dec 06 14:42:22.952022 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7fddbd4e-e03e-4f26-b3c2-4b68ba03930a,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:22.967299 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '7fddbd4e-e03e-4f26-b3c2-4b68ba03930a', 'network_id': '5521cd74-94bb-4bc1-b3e0-da480ffd2eca', 'port_id': '7fddbd4e-e03e-4f26-b3c2-4b68ba03930a', 'mac_address': 'fa:16:3e:62:82:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd3e50a1-3233-4b36-ac18-e47233ecf33a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:42:23.009901 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de1f31-6d77-4feb-904b-27defb80346c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Network b3613acf-14dd-4dd0-a35a-eef7f873eb4b is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:42:23.048306 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a4ca7a9-33a0-4900-a4bf-b7faadf777d8 req-cee0fa27-0432-42b5-a729-5dbd39ce7da7 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "GET /v2.0/security-groups/b5a0d9d0-2b83-4ff0-9f51-09a07d3b83e3 HTTP/1.1" status: 200 len: 1828 time: 0.1576312 Dec 06 14:42:23.057430 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a2de1f31-6d77-4feb-904b-27defb80346c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b3613acf-14dd-4dd0-a35a-eef7f873eb4b) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:23.068569 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2de1f31-6d77-4feb-904b-27defb80346c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:23.070865 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2de1f31-6d77-4feb-904b-27defb80346c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:23.071088 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69312e58-fc95-44ed-8a2a-8fe3b8fb18bd None None] Network b3613acf-14dd-4dd0-a35a-eef7f873eb4b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:42:23.072409 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3ff5b6a8-a3ce-4cf2-84af-0443c8d706d9 req-e47a1427-dffb-4f81-9d4a-c4aa334d56b0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238160 Dec 06 14:42:23.091438 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:23.100621 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-dda278d0-f0fa-4da4-ac7f-54a08991a8b2 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665465 Dec 06 14:42:23.141262 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:23.168024 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a2de1f31-6d77-4feb-904b-27defb80346c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5226171 Dec 06 14:42:23.172245 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39776) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:23.172779 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7fddbd4e-e03e-4f26-b3c2-4b68ba03930a,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:23.179343 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b25f5b90-7fc3-4081-a78c-58146e9440e4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Request body: {'port': {'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919', 'name': 'tempest-TaggedBootDevicesTest_v242-1218647099', 'fixed_ips': [{'subnet_id': '73233722-86af-4248-a481-0a9c5e4685d5'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:23.234092 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:23.243250 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d5ecf-acbb-47a1-b2e1-1e1881b5760a req-218afef3-5e09-4361-b31c-2196ef0826b1 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:23.255077 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a9d5ecf-acbb-47a1-b2e1-1e1881b5760a req-218afef3-5e09-4361-b31c-2196ef0826b1 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=925e310a-d1cf-434c-9a7e-ae891f46dab1 HTTP/1.1" status: 200 len: 943 time: 0.1195555 Dec 06 14:42:23.306570 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=7fddbd4e-e03e-4f26-b3c2-4b68ba03930a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:23.335575 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a9d5ecf-acbb-47a1-b2e1-1e1881b5760a req-192894f3-6cc8-4008-9927-1c4a2f6a9a55 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772316 Dec 06 14:42:23.383522 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-32d2a3dd-deb4-4946-906a-79f225677725 req-aecbb5ba-c46a-415e-8e4e-d3df82c5ed9f tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-77480432', 'description': 'tempest-description-174560728'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:23.392134 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78029d4f-daef-48c7-821f-6a5a7d77d054 req-083265d9-9e62-4aad-a80a-fe4f77b3029f service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785575 Dec 06 14:42:23.443706 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-32d2a3dd-deb4-4946-906a-79f225677725 req-aecbb5ba-c46a-415e-8e4e-d3df82c5ed9f tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:23.445818 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b3613acf-14dd-4dd0-a35a-eef7f873eb4b', 'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'fixed_ips': [{'subnet_id': 'c2886b11-d7ce-4a27-8672-5072288b3ed3'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:42:23.449432 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:23.587245 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209a56e-9748-489f-9a1b-9025e37fbabf req-4a35da26-c02d-4c61-8bba-9483cee6ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:23.590080 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e209a56e-9748-489f-9a1b-9025e37fbabf req-4a35da26-c02d-4c61-8bba-9483cee6ba6a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 1099 time: 0.1398544 Dec 06 14:42:23.592181 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['7fddbd4e-e03e-4f26-b3c2-4b68ba03930a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:23.599179 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31ef41-b76c-48cf-a6d0-f66d003cb9a3 req-888c38dc-922b-4f90-82a2-d28bf626f974 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:23.601962 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be31ef41-b76c-48cf-a6d0-f66d003cb9a3 req-888c38dc-922b-4f90-82a2-d28bf626f974 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 945 time: 0.1395063 Dec 06 14:42:23.603363 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-32d2a3dd-deb4-4946-906a-79f225677725 req-aecbb5ba-c46a-415e-8e4e-d3df82c5ed9f tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:23.624799 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-32d2a3dd-deb4-4946-906a-79f225677725 req-aecbb5ba-c46a-415e-8e4e-d3df82c5ed9f tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:23.633423 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25f5b90-7fc3-4081-a78c-58146e9440e4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Made reservation on behalf of efee5c2d9daf4ae5835be7ffbf3102fe for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:23.729861 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-32d2a3dd-deb4-4946-906a-79f225677725 req-aecbb5ba-c46a-415e-8e4e-d3df82c5ed9f tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:23.750979 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-32d2a3dd-deb4-4946-906a-79f225677725 req-aecbb5ba-c46a-415e-8e4e-d3df82c5ed9f tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.3711624 Dec 06 14:42:23.760019 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbb5ba-c46a-415e-8e4e-d3df82c5ed9f tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce035804-d13c-4971-a136-3a334df3da9c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:23.814196 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Allocated IP 10.2.2.2 (b3613acf-14dd-4dd0-a35a-eef7f873eb4b/c2886b11-d7ce-4a27-8672-5072288b3ed3/b87c9a53-3de4-464c-bb68-fd864f0ecde7) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:23.878187 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-ef384b9f-a643-4fe8-ab95-acca97a10af8 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=940b9d0da2654da5b6e2ace423b1077c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261600 Dec 06 14:42:23.885959 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be31ef41-b76c-48cf-a6d0-f66d003cb9a3 req-52ed5e33-3981-4f25-a510-4c53d4762f41 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731497 Dec 06 14:42:23.945379 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209a56e-9748-489f-9a1b-9025e37fbabf req-614d62c2-cd47-4604-bcf0-9ccadeaa97c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:23.946864 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e209a56e-9748-489f-9a1b-9025e37fbabf req-614d62c2-cd47-4604-bcf0-9ccadeaa97c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.3437748 Dec 06 14:42:23.961843 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b25f5b90-7fc3-4081-a78c-58146e9440e4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:23.998473 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e209a56e-9748-489f-9a1b-9025e37fbabf req-173625b3-9952-4098-bc36-30e919c77a46 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=33be971b-5607-484a-ba01-a7327e162163 HTTP/1.1" status: 200 len: 217 time: 0.0373755 Dec 06 14:42:24.032333 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39e3a989-8a0c-412d-9783-73a1c7e68871 req-c0d404fe-b43f-49a1-baab-7cd919be139b tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "GET /v2.0/security-groups/ce035804-d13c-4971-a136-3a334df3da9c HTTP/1.1" status: 200 len: 1827 time: 0.1052146 Dec 06 14:42:24.044288 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-b25f5b90-7fc3-4081-a78c-58146e9440e4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] device_id is not set on port 136aab93-4414-4a27-bb13-b887ce3df348 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:42:24.107490 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d36901-af69-407d-9284-e92d41766a8a req-727a9991-bcb4-4306-8117-9f100c0fcf9f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:24.119339 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:24.121161 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-727a9991-bcb4-4306-8117-9f100c0fcf9f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2219284 Dec 06 14:42:24.131217 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:24.158469 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209a56e-9748-489f-9a1b-9025e37fbabf req-a0f453b6-ca7b-4c45-b220-d11009e82b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:24.160279 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e209a56e-9748-489f-9a1b-9025e37fbabf req-a0f453b6-ca7b-4c45-b220-d11009e82b54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1264429 Dec 06 14:42:24.180864 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Network b3613acf-14dd-4dd0-a35a-eef7f873eb4b is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:24.187979 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:24.203795 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:24.213566 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290979d9-4b39-440b-b9bc-7da08bfc5b79 req-1c42d9db-0883-4b25-bad9-c93620469966 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:24.221730 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-290979d9-4b39-440b-b9bc-7da08bfc5b79 req-1c42d9db-0883-4b25-bad9-c93620469966 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 948 time: 0.1013026 Dec 06 14:42:24.230824 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c48ea0-d370-47a9-8ab1-400c4b6721dc'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:24.236064 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc3ce0f-bedb-4bd5-84c8-0eee8d40f58d" -d '{"events": [{"server_uuid": "3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc", "name": "network-vif-plugged", "status": "completed", "tag": "41c48ea0-d370-47a9-8ab1-400c4b6721dc"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:24.249230 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Pushing event updated for resources: {'Port': ['ID=b87c9a53-3de4-464c-bb68-fd864f0ecde7,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:24.285429 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Attempting to bind port b87c9a53-3de4-464c-bb68-fd864f0ecde7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:24.285822 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Attempting to bind port b87c9a53-3de4-464c-bb68-fd864f0ecde7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '457854a6-5e9a-48bf-b141-89d73d3b04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:24.286186 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Attempting to bind port b87c9a53-3de4-464c-bb68-fd864f0ecde7 on network b3613acf-14dd-4dd0-a35a-eef7f873eb4b {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:24.288999 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209a56e-9748-489f-9a1b-9025e37fbabf req-e9c32234-7a52-4b8c-bfdc-b57783a1e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:24.290777 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e209a56e-9748-489f-9a1b-9025e37fbabf req-e9c32234-7a52-4b8c-bfdc-b57783a1e0bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1217041 Dec 06 14:42:24.293060 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:24.293497 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Checking segment: {'id': '457854a6-5e9a-48bf-b141-89d73d3b04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:24.293909 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:24.294854 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Bound using segment: {'id': '457854a6-5e9a-48bf-b141-89d73d3b04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:24.295616 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Bound port: b87c9a53-3de4-464c-bb68-fd864f0ecde7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457854a6-5e9a-48bf-b141-89d73d3b04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:24.296032 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:24.306267 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-290979d9-4b39-440b-b9bc-7da08bfc5b79 req-6a2784e4-b4d6-4334-b057-86a97c72fbbd tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786664 Dec 06 14:42:24.348784 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-c1151be6-7b0a-4b7d-9503-ff635d566b46 req-3a35830b-fb38-4c5e-83d4-4cde9cc80fd2 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2008159281', 'description': 'tempest-description-1859361317'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:24.431160 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c1151be6-7b0a-4b7d-9503-ff635d566b46 req-3a35830b-fb38-4c5e-83d4-4cde9cc80fd2 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:24.471160 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e209a56e-9748-489f-9a1b-9025e37fbabf req-eed00c2d-9484-43b7-92e9-9f4c0b47c68b service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636603 Dec 06 14:42:24.590999 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] For port b87c9a53-3de4-464c-bb68-fd864f0ecde7, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:42:24.595452 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] For port b87c9a53-3de4-464c-bb68-fd864f0ecde7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b87c9a53-3de4-464c-bb68-fd864f0ecde7,segment=NetworkSegment(457854a6-5e9a-48bf-b141-89d73d3b04f9),segment_id=457854a6-5e9a-48bf-b141-89d73d3b04f9)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:24.601415 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d5aec3-ea75-4755-80ae-49fe594f9376 None None] Network 6d4b264c-2449-439e-aadb-4b6f43f38919 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:42:24.606696 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-133390d1-bcac-4319-94e9-2b0953411e90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/quotas/940b9d0da2654da5b6e2ace423b1077c HTTP/1.1" status: 200 len: 375 time: 0.4845915 Dec 06 14:42:24.612346 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:24.658883 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c1151be6-7b0a-4b7d-9503-ff635d566b46 req-3a35830b-fb38-4c5e-83d4-4cde9cc80fd2 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:24.673477 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c1151be6-7b0a-4b7d-9503-ff635d566b46 req-3a35830b-fb38-4c5e-83d4-4cde9cc80fd2 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:24.708496 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35830b-fb38-4c5e-83d4-4cde9cc80fd2 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa33e926-58db-4580-aebd-e525dd25d9a1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:24.716879 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e209a56e-9748-489f-9a1b-9025e37fbabf req-73b01ebb-3492-4ced-9825-708486758fb4 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363117 Dec 06 14:42:24.725052 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-d59ec711-c293-4c35-83f9-0e320b176595 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1174827 Dec 06 14:42:24.727114 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c1151be6-7b0a-4b7d-9503-ff635d566b46 req-3a35830b-fb38-4c5e-83d4-4cde9cc80fd2 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:24.742012 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c1151be6-7b0a-4b7d-9503-ff635d566b46 req-3a35830b-fb38-4c5e-83d4-4cde9cc80fd2 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3989954 Dec 06 14:42:24.769028 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342f451-81cc-4746-bb8b-9fc27cbb6495 None None] Pushing event updated for resources: {'Port': ['ID=b87c9a53-3de4-464c-bb68-fd864f0ecde7,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:24.781591 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] Provisioning complete for port 4aa93154-f1f3-4eb9-b65d-f7249d261a14 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:24.781992 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:24.782726 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b25f5b90-7fc3-4081-a78c-58146e9440e4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Allocated IP 10.1.1.232 (6d4b264c-2449-439e-aadb-4b6f43f38919/73233722-86af-4248-a481-0a9c5e4685d5/136aab93-4414-4a27-bb13-b887ce3df348) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:24.864747 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:24.919440 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e03d1-3fb3-4ae7-8467-0ecc9bc4c753 req-9831415b-2fb6-44c3-8b1e-1600752f753b tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:24.931296 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-de4e03d1-3fb3-4ae7-8467-0ecc9bc4c753 req-9831415b-2fb6-44c3-8b1e-1600752f753b tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 945 time: 0.0925870 Dec 06 14:42:24.988618 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4aa93154-f1f3-4eb9-b65d-f7249d261a14 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:25.009393 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b25f5b90-7fc3-4081-a78c-58146e9440e4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:25.048244 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b25f5b90-7fc3-4081-a78c-58146e9440e4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:25.057784 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-de4e03d1-3fb3-4ae7-8467-0ecc9bc4c753 req-c9f81c54-0456-4cc5-bdf1-9e7068d762d6 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254938 Dec 06 14:42:25.142632 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f5b90-7fc3-4081-a78c-58146e9440e4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Network 6d4b264c-2449-439e-aadb-4b6f43f38919 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:25.154109 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b25f5b90-7fc3-4081-a78c-58146e9440e4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:25.169868 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25f5b90-7fc3-4081-a78c-58146e9440e4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:25.226998 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a773717-562d-4c52-9a4d-9c603c4ba068 x-openstack-request-id: req-9a773717-562d-4c52-9a4d-9c603c4ba068 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:25.227719 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc", "name": "network-vif-plugged", "status": "completed", "tag": "41c48ea0-d370-47a9-8ab1-400c4b6721dc", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:25.227719 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a773717-562d-4c52-9a4d-9c603c4ba068 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:25.227934 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c48ea0-d370-47a9-8ab1-400c4b6721dc', 'code': 200} Dec 06 14:42:25.247365 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:42:25.286888 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:25.287262 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:25.298241 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f5b90-7fc3-4081-a78c-58146e9440e4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event updated for resources: {'Port': ['ID=136aab93-4414-4a27-bb13-b887ce3df348,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:25.344438 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da2930-4543-4396-8245-61a277f2a531 req-0c7688b6-17c1-4201-8582-53cdbf4fae7d tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:25.355084 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b4da2930-4543-4396-8245-61a277f2a531 req-0c7688b6-17c1-4201-8582-53cdbf4fae7d tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=925e310a-d1cf-434c-9a7e-ae891f46dab1 HTTP/1.1" status: 200 len: 944 time: 0.1027157 Dec 06 14:42:25.375979 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25f5b90-7fc3-4081-a78c-58146e9440e4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:25.386485 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 4aa93154-f1f3-4eb9-b65d-f7249d261a14 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:25.386857 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:25.392295 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b25f5b90-7fc3-4081-a78c-58146e9440e4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:25.430425 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b4da2930-4543-4396-8245-61a277f2a531 req-458767dd-104b-41f7-aa11-64d49f64eb36 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742633 Dec 06 14:42:25.448977 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b820f-904c-40cf-89f6-77df455e8b63 req-949b7c64-34ca-4655-baee-ab7bbf3d67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:25.450478 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-835b820f-904c-40cf-89f6-77df455e8b63 req-949b7c64-34ca-4655-baee-ab7bbf3d67b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 1096 time: 0.1772065 Dec 06 14:42:25.453611 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b25f5b90-7fc3-4081-a78c-58146e9440e4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2787647 Dec 06 14:42:25.456535 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39820) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:25.462701 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d3859672-e6ff-45be-815a-9efe082900d4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Request body: {'port': {'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919', 'name': 'tempest-TaggedBootDevicesTest_v242-1504498000', 'fixed_ips': [{'subnet_id': '73233722-86af-4248-a481-0a9c5e4685d5'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:25.572826 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:25.590861 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e2e54ac9-261a-44e4-8194-5b8ddabb2c87 req-bbc7579a-1db7-474a-ab89-e83979ff397e tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "GET /v2.0/security-groups/aa33e926-58db-4580-aebd-e525dd25d9a1 HTTP/1.1" status: 200 len: 1830 time: 0.1683121 Dec 06 14:42:25.636995 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-835b820f-904c-40cf-89f6-77df455e8b63 req-44f7411c-378f-49be-98c7-83781cdccc8c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637473 Dec 06 14:42:25.695863 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b04926-bff0-495c-81a6-59bcf116fa10 req-093da756-76e0-49df-bb52-a48336e2db2e tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:25.701517 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] For port 4aa93154-f1f3-4eb9-b65d-f7249d261a14, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4aa93154-f1f3-4eb9-b65d-f7249d261a14,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:25.703856 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-28b04926-bff0-495c-81a6-59bcf116fa10 req-093da756-76e0-49df-bb52-a48336e2db2e tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 945 time: 0.1627827 Dec 06 14:42:25.729705 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:25.758682 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a88d39-c8e1-491a-b096-5b1bc0d8d556 req-cdfacfbd-24ff-4673-bf20-a23b44a8e9df tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:25.762985 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3859672-e6ff-45be-815a-9efe082900d4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Made reservation on behalf of efee5c2d9daf4ae5835be7ffbf3102fe for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:25.772660 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-24a88d39-c8e1-491a-b096-5b1bc0d8d556 req-cdfacfbd-24ff-4673-bf20-a23b44a8e9df tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 948 time: 0.0983305 Dec 06 14:42:25.788321 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-28b04926-bff0-495c-81a6-59bcf116fa10 req-28ba73a8-0b09-4b7e-a4f4-e592ae3812be tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783424 Dec 06 14:42:25.857048 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:25.909123 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-24a88d39-c8e1-491a-b096-5b1bc0d8d556 req-662ccdbd-b658-423f-9289-e8fbbdbbfcce tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339004 Dec 06 14:42:25.920300 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] Pushing event updated for resources: {'Port': ['ID=4aa93154-f1f3-4eb9-b65d-f7249d261a14,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:25.942571 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-26ba87d6-8a07-4977-937d-f3f4a7b16fdf req-209362b9-c51c-4619-8214-a3ad9cb7f3ec tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1625651509', 'description': 'tempest-description-672639473'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:25.958393 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:25.965349 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:25.965349 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:25.965349 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:25.965349 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:25.965349 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:25.965349 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:25.965349 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:25.968379 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3859672-e6ff-45be-815a-9efe082900d4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:25.973994 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:25.974234 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:25.975550 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:25.976018 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:25.976433 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c8b57f-2664-4df4-b4d7-6773d452e341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:25.992046 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-26ba87d6-8a07-4977-937d-f3f4a7b16fdf req-209362b9-c51c-4619-8214-a3ad9cb7f3ec tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:26.002131 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7fddbd4e-e03e-4f26-b3c2-4b68ba03930a,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:26.008766 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:26.024751 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-d3859672-e6ff-45be-815a-9efe082900d4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] device_id is not set on port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:42:26.099604 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=7fddbd4e-e03e-4f26-b3c2-4b68ba03930a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:26.117321 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-26ba87d6-8a07-4977-937d-f3f4a7b16fdf req-209362b9-c51c-4619-8214-a3ad9cb7f3ec tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:26.128661 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-26ba87d6-8a07-4977-937d-f3f4a7b16fdf req-209362b9-c51c-4619-8214-a3ad9cb7f3ec tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:26.161227 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-50809611-d9d2-4ea2-8ae6-b6ddd950ecda None None] Provisioning complete for port 4aa93154-f1f3-4eb9-b65d-f7249d261a14 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:26.161630 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50809611-d9d2-4ea2-8ae6-b6ddd950ecda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:26.212851 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-26ba87d6-8a07-4977-937d-f3f4a7b16fdf req-209362b9-c51c-4619-8214-a3ad9cb7f3ec tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:26.213060 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-26ba87d6-8a07-4977-937d-f3f4a7b16fdf req-209362b9-c51c-4619-8214-a3ad9cb7f3ec tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2800725 Dec 06 14:42:26.214066 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209362b9-c51c-4619-8214-a3ad9cb7f3ec tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd19788b-3c17-481e-8cf7-ecde262a053c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:26.307427 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-50809611-d9d2-4ea2-8ae6-b6ddd950ecda None None] Provisioning complete for port 136aab93-4414-4a27-bb13-b887ce3df348 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:26.308427 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50809611-d9d2-4ea2-8ae6-b6ddd950ecda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:26.320791 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0418126-480b-4e68-a19c-94258dde10df req-76b25c0c-2700-4bb5-84f7-30754be8890f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=11986620-bcb7-48d7-881f-8cf75be11649 HTTP/1.1" status: 200 len: 210 time: 0.0561762 Dec 06 14:42:26.363255 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-50809611-d9d2-4ea2-8ae6-b6ddd950ecda None None] Port 136aab93-4414-4a27-bb13-b887ce3df348 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:26.454243 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5e541-ae9e-492d-bf67-92a6e58bb95d req-2e3ee4b4-4a47-46cb-9165-70443b573048 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:26.455797 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-91a5e541-ae9e-492d-bf67-92a6e58bb95d req-2e3ee4b4-4a47-46cb-9165-70443b573048 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 945 time: 0.2604201 Dec 06 14:42:26.482360 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39846) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:26.496510 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1f4cc2ba-90d7-438d-a9d3-7a7aa3b5c0de tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Request body: {'floatingip': {'port_id': '191de648-0f14-44be-9b41-a9df8615e184'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:26.501541 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b0a306e5-8bcc-4899-a725-b3c91b3769fc None None] Provisioning complete for port 136aab93-4414-4a27-bb13-b887ce3df348 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:26.501744 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0a306e5-8bcc-4899-a725-b3c91b3769fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:26.554460 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc2ba-90d7-438d-a9d3-7a7aa3b5c0de tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for floatingip, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:26.558904 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d3859672-e6ff-45be-815a-9efe082900d4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Allocated IP 10.1.1.253 (6d4b264c-2449-439e-aadb-4b6f43f38919/73233722-86af-4248-a481-0a9c5e4685d5/0ff887d8-72a7-47c9-8650-b59d05e0a9b7) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:26.568167 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6c28c-3115-4cbc-8223-96d5c89684f2 req-ddf54048-214e-4eec-bf6a-a6e85fa857bf tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:26.579732 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bfaaa432-c450-4c41-b68a-db8206dd9bb6 req-4ddf3f47-3896-4292-bb46-2fabf8b463bd tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "GET /v2.0/security-groups/cd19788b-3c17-481e-8cf7-ecde262a053c HTTP/1.1" status: 200 len: 1829 time: 0.0680108 Dec 06 14:42:26.580707 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56f6c28c-3115-4cbc-8223-96d5c89684f2 req-ddf54048-214e-4eec-bf6a-a6e85fa857bf tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 945 time: 0.1584322 Dec 06 14:42:26.586062 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b0a306e5-8bcc-4899-a725-b3c91b3769fc None None] Port 136aab93-4414-4a27-bb13-b887ce3df348 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:26.673885 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7763df38-4419-49a0-87db-95ba9f777530 None None] Network b3613acf-14dd-4dd0-a35a-eef7f873eb4b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:42:26.779132 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56f6c28c-3115-4cbc-8223-96d5c89684f2 req-48ec29fb-6e32-4d12-8071-18b07abb396e tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974564 Dec 06 14:42:26.894632 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025a50b-4556-4cb8-a60a-84045c38eba0 req-ba388849-8561-431a-87eb-bb93b4172776 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:26.895240 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-c4e3b24f-1f59-428b-b42d-7c6c18660968 req-4e901215-21cb-4782-81ac-6497b03ba44d tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] show failed (client error): The resource could not be found. Dec 06 14:42:26.896300 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e025a50b-4556-4cb8-a60a-84045c38eba0 req-ba388849-8561-431a-87eb-bb93b4172776 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=925e310a-d1cf-434c-9a7e-ae891f46dab1 HTTP/1.1" status: 200 len: 945 time: 0.1529844 Dec 06 14:42:26.899849 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-80383e34-fddd-40fb-8c11-5b2b6a9d591b None None] Provisioning complete for port b87c9a53-3de4-464c-bb68-fd864f0ecde7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:26.900446 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80383e34-fddd-40fb-8c11-5b2b6a9d591b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:26.903114 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c4e3b24f-1f59-428b-b42d-7c6c18660968 req-4e901215-21cb-4782-81ac-6497b03ba44d tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "GET /v2.0/security-groups/0b687925-28c0-48fa-b945-ade5a9e4326b HTTP/1.1" status: 404 len: 352 time: 0.0258346 Dec 06 14:42:26.942747 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3859672-e6ff-45be-815a-9efe082900d4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:26.962145 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-0955f5a9-2c5f-4614-bb5e-959886127275 req-16617a14-055c-4075-a04f-0183a0f097df tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] show failed (client error): The resource could not be found. Dec 06 14:42:26.963124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0955f5a9-2c5f-4614-bb5e-959886127275 req-16617a14-055c-4075-a04f-0183a0f097df tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "GET /v2.0/security-group-rules/1d35be19-66b7-4703-bc86-bf4b9b056cee HTTP/1.1" status: 404 len: 361 time: 0.0368018 Dec 06 14:42:27.038319 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4aa93154-f1f3-4eb9-b65d-f7249d261a14 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:27.069973 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e025a50b-4556-4cb8-a60a-84045c38eba0 req-76549f93-9d89-476d-a7bd-ad6a6d511104 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626031 Dec 06 14:42:27.074561 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 33be971b-5607-484a-ba01-a7327e162163 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:42:27.077598 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3859672-e6ff-45be-815a-9efe082900d4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:27.144186 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 4aa93154-f1f3-4eb9-b65d-f7249d261a14 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:27.145081 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:27.191794 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3859672-e6ff-45be-815a-9efe082900d4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Network 6d4b264c-2449-439e-aadb-4b6f43f38919 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:27.192309 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80383e34-fddd-40fb-8c11-5b2b6a9d591b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:27.194792 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb825802-648b-4ced-8b8a-8b3d0592aca1 req-f6a25c6a-0d3c-48c6-a622-ca252aa6cf52 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:27.197353 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb825802-648b-4ced-8b8a-8b3d0592aca1 req-f6a25c6a-0d3c-48c6-a622-ca252aa6cf52 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 948 time: 0.1217384 Dec 06 14:42:27.204236 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-feb26bee-0dcb-456c-a78f-4b68be64c73a req-d7cbd5b1-f195-40fb-95a9-96add674479d tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "GET /v2.0/security-groups/cd19788b-3c17-481e-8cf7-ecde262a053c HTTP/1.1" status: 200 len: 1829 time: 0.0626509 Dec 06 14:42:27.207416 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d3859672-e6ff-45be-815a-9efe082900d4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:27.212560 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3859672-e6ff-45be-815a-9efe082900d4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:27.287545 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925e310a-d1cf-434c-9a7e-ae891f46dab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fddbd4e-e03e-4f26-b3c2-4b68ba03930a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:27.295800 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a3cffb-4658-4b87-a243-932f175ed87e" -d '{"events": [{"server_uuid": "925e310a-d1cf-434c-9a7e-ae891f46dab1", "name": "network-vif-plugged", "status": "completed", "tag": "7fddbd4e-e03e-4f26-b3c2-4b68ba03930a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:27.318656 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb825802-648b-4ced-8b8a-8b3d0592aca1 req-703b33d4-d89a-43b9-829b-4024cdaf7f7b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848451 Dec 06 14:42:27.377955 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-80383e34-fddd-40fb-8c11-5b2b6a9d591b None None] For port b87c9a53-3de4-464c-bb68-fd864f0ecde7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b87c9a53-3de4-464c-bb68-fd864f0ecde7,segment=NetworkSegment(457854a6-5e9a-48bf-b141-89d73d3b04f9),segment_id=457854a6-5e9a-48bf-b141-89d73d3b04f9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:27.395018 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80383e34-fddd-40fb-8c11-5b2b6a9d591b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:27.396877 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3859672-e6ff-45be-815a-9efe082900d4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:27.398478 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3859672-e6ff-45be-815a-9efe082900d4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:27.441358 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3859672-e6ff-45be-815a-9efe082900d4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event updated for resources: {'Port': ['ID=0ff887d8-72a7-47c9-8650-b59d05e0a9b7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:27.449854 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59e5acc-5d1e-41cf-82b2-b0118b53158c x-openstack-request-id: req-c59e5acc-5d1e-41cf-82b2-b0118b53158c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:27.450083 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925e310a-d1cf-434c-9a7e-ae891f46dab1", "name": "network-vif-plugged", "status": "completed", "tag": "7fddbd4e-e03e-4f26-b3c2-4b68ba03930a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:27.450291 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c59e5acc-5d1e-41cf-82b2-b0118b53158c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:27.450691 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925e310a-d1cf-434c-9a7e-ae891f46dab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fddbd4e-e03e-4f26-b3c2-4b68ba03930a', 'code': 200} Dec 06 14:42:27.457937 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.db.resource_extend [None req-1f4cc2ba-90d7-438d-a9d3-7a7aa3b5c0de tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:42:27.517057 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d3859672-e6ff-45be-815a-9efe082900d4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0483019 Dec 06 14:42:27.521163 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b87c9a53-3de4-464c-bb68-fd864f0ecde7 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:27.533133 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-feb26bee-0dcb-456c-a78f-4b68be64c73a req-4d59c805-9f51-46d7-9a15-4942269a3043 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:27.588168 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-feb26bee-0dcb-456c-a78f-4b68be64c73a req-4d59c805-9f51-46d7-9a15-4942269a3043 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:27.616326 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-afa47dc6-09c1-4b32-86b6-02e15e6b0815 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=940b9d0da2654da5b6e2ace423b1077c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902252 Dec 06 14:42:27.640812 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc2ba-90d7-438d-a9d3-7a7aa3b5c0de tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:27.647257 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=33be971b-5607-484a-ba01-a7327e162163,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:27.679084 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc2ba-90d7-438d-a9d3-7a7aa3b5c0de tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:27.683383 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-22c17a13-6aa4-4fce-abf4-e18f9fe05af1 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=940b9d0da2654da5b6e2ace423b1077c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772982 Dec 06 14:42:27.687439 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-feb26bee-0dcb-456c-a78f-4b68be64c73a req-4d59c805-9f51-46d7-9a15-4942269a3043 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:27.690910 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-feb26bee-0dcb-456c-a78f-4b68be64c73a req-4d59c805-9f51-46d7-9a15-4942269a3043 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:27.693092 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf5970ed-b8ab-49c0-9c91-c2dad31c2125 req-8f80026e-2bc3-423c-94ef-a72ffb53012a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=11986620-bcb7-48d7-881f-8cf75be11649 HTTP/1.1" status: 200 len: 210 time: 0.0738957 Dec 06 14:42:27.706340 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-feb26bee-0dcb-456c-a78f-4b68be64c73a req-4d59c805-9f51-46d7-9a15-4942269a3043 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "DELETE /v2.0/security-groups/cd19788b-3c17-481e-8cf7-ecde262a053c HTTP/1.1" status: 204 len: 173 time: 0.3500540 Dec 06 14:42:27.733396 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59c805-9f51-46d7-9a15-4942269a3043 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd19788b-3c17-481e-8cf7-ecde262a053c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:27.766119 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port b87c9a53-3de4-464c-bb68-fd864f0ecde7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:27.766672 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:27.805027 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '33be971b-5607-484a-ba01-a7327e162163', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '33be971b-5607-484a-ba01-a7327e162163', 'mac_address': 'fa:16:3e:5f:2f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:42:27.817059 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:27.827531 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-eb6d7eac-d9dd-41ef-9a76-a20368b3d8b9 None None] Provisioning complete for port b87c9a53-3de4-464c-bb68-fd864f0ecde7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:27.828008 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-eb6d7eac-d9dd-41ef-9a76-a20368b3d8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:27.862253 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80383e34-fddd-40fb-8c11-5b2b6a9d591b None None] Pushing event updated for resources: {'Port': ['ID=b87c9a53-3de4-464c-bb68-fd864f0ecde7,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:27.885042 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fa226-11b7-4252-9ca6-25c019806c5c req-7969c06c-e251-4cde-87e2-1672b82c30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:27.886648 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8e2fa226-11b7-4252-9ca6-25c019806c5c req-7969c06c-e251-4cde-87e2-1672b82c30a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=925e310a-d1cf-434c-9a7e-ae891f46dab1 HTTP/1.1" status: 200 len: 1096 time: 0.3235459 Dec 06 14:42:27.917743 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d36901-af69-407d-9284-e92d41766a8a req-97046e53-9f91-481c-a6a3-f8ee890d1096 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:27.921176 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-97046e53-9f91-481c-a6a3-f8ee890d1096 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2129023 Dec 06 14:42:27.934079 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:27.951459 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-e3d36901-af69-407d-9284-e92d41766a8a req-db94eeb2-f90f-4b1e-9856-896fe69eb246 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Request body: {'port': {'device_id': '11986620-bcb7-48d7-881f-8cf75be11649', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '940b9d0da2654da5b6e2ace423b1077c'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:27.975010 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33be971b-5607-484a-ba01-a7327e162163 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:28.002975 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d36901-af69-407d-9284-e92d41766a8a req-d2014c4b-e3b9-4161-a0c0-0dfb7b52f836 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:28.004682 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-d2014c4b-e3b9-4161-a0c0-0dfb7b52f836 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3694174 Dec 06 14:42:28.016440 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10c6e833-96c0-41bd-b3ac-c30e5d980593 req-47c32c1c-a233-4d29-b93b-359813099a39 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "GET /v2.0/security-groups/aa33e926-58db-4580-aebd-e525dd25d9a1 HTTP/1.1" status: 200 len: 1830 time: 0.2291350 Dec 06 14:42:28.030954 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-e3d36901-af69-407d-9284-e92d41766a8a req-36953b78-9a19-45a7-9495-afcd114b915b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Request body: {'port': {'device_id': '31458916-4bfa-44a2-bf05-34c9ef6cc4fc', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '940b9d0da2654da5b6e2ace423b1077c'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:28.040891 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-1f4cc2ba-90d7-438d-a9d3-7a7aa3b5c0de tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Floating IP f672592a-a2c4-4021-aab2-9308ff7ef40a associated. External IP: 172.35.7.139, port: 191de648-0f14-44be-9b41-a9df8615e184. Dec 06 14:42:28.098261 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d36901-af69-407d-9284-e92d41766a8a req-db94eeb2-f90f-4b1e-9856-896fe69eb246 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Made reservation on behalf of 940b9d0da2654da5b6e2ace423b1077c for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:28.102869 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8e2fa226-11b7-4252-9ca6-25c019806c5c req-7b0cf379-ac51-49ac-8162-5d17ed7e0a4d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021625 Dec 06 14:42:28.107071 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-db94eeb2-f90f-4b1e-9856-896fe69eb246 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.205031 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=33be971b-5607-484a-ba01-a7327e162163,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:28.208206 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39872) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:28.218821 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.223566 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6e8ca5f2-520b-460c-aa19-37938c4b98cc tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1735096818', 'description': 'tempest-description--1638190641'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:28.259095 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-10c6e833-96c0-41bd-b3ac-c30e5d980593 req-86cdb390-9655-42d1-9ca2-8a67ac3a8629 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.272992 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e8ca5f2-520b-460c-aa19-37938c4b98cc tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.286444 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=33be971b-5607-484a-ba01-a7327e162163,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:28.308016 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-10c6e833-96c0-41bd-b3ac-c30e5d980593 req-86cdb390-9655-42d1-9ca2-8a67ac3a8629 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.333666 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d36901-af69-407d-9284-e92d41766a8a req-36953b78-9a19-45a7-9495-afcd114b915b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Made reservation on behalf of 940b9d0da2654da5b6e2ace423b1077c for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:28.336073 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-49bd1ecb-7b2c-48c3-8ecf-a6a59e6aa314 None None] Provisioning complete for port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:28.336528 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49bd1ecb-7b2c-48c3-8ecf-a6a59e6aa314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.337745 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-36953b78-9a19-45a7-9495-afcd114b915b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.375502 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-49bd1ecb-7b2c-48c3-8ecf-a6a59e6aa314 None None] Port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:28.377629 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7a83e-ea0b-44cd-9075-fdc72aed40a5 req-a8259f19-004b-45a0-b484-f39983bb68ff tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:28.379049 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e8e7a83e-ea0b-44cd-9075-fdc72aed40a5 req-a8259f19-004b-45a0-b484-f39983bb68ff tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 945 time: 0.1253941 Dec 06 14:42:28.389276 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-e3d36901-af69-407d-9284-e92d41766a8a req-db94eeb2-f90f-4b1e-9856-896fe69eb246 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Allocated IP 192.168.233.54 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/2219a643-1b99-4a2c-9ba0-c9e4d27920c3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:28.422500 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-10c6e833-96c0-41bd-b3ac-c30e5d980593 req-86cdb390-9655-42d1-9ca2-8a67ac3a8629 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.425069 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-10c6e833-96c0-41bd-b3ac-c30e5d980593 req-86cdb390-9655-42d1-9ca2-8a67ac3a8629 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.426203 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10c6e833-96c0-41bd-b3ac-c30e5d980593 req-86cdb390-9655-42d1-9ca2-8a67ac3a8629 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "DELETE /v2.0/security-groups/aa33e926-58db-4580-aebd-e525dd25d9a1 HTTP/1.1" status: 204 len: 173 time: 0.4089866 Dec 06 14:42:28.486502 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e8ca5f2-520b-460c-aa19-37938c4b98cc tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.490120 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e8e7a83e-ea0b-44cd-9075-fdc72aed40a5 req-db362b70-29c3-4790-aab7-ea4868c43edc tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988855 Dec 06 14:42:28.493371 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e8ca5f2-520b-460c-aa19-37938c4b98cc tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.531109 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdb390-9655-42d1-9ca2-8a67ac3a8629 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa33e926-58db-4580-aebd-e525dd25d9a1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:28.561683 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e8ca5f2-520b-460c-aa19-37938c4b98cc tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.565937 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6e8ca5f2-520b-460c-aa19-37938c4b98cc tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3563612 Dec 06 14:42:28.566525 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39880) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:28.567286 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['33be971b-5607-484a-ba01-a7327e162163'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:28.580543 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ca5f2-520b-460c-aa19-37938c4b98cc tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:28.590005 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-84afcbb6-3591-445a-a4a2-518b3b62437f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Request body: {'security_group_rule': {'security_group_id': '8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:28.606923 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4cc2ba-90d7-438d-a9d3-7a7aa3b5c0de tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:42:28.618706 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d4c60-ea92-4381-a32d-bdcdaa8cc8f3 req-8ac823fa-ba0a-41b4-9625-0dbdfa5dfb1b tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:28.620365 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a14d4c60-ea92-4381-a32d-bdcdaa8cc8f3 req-8ac823fa-ba0a-41b4-9625-0dbdfa5dfb1b tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=925e310a-d1cf-434c-9a7e-ae891f46dab1 HTTP/1.1" status: 200 len: 945 time: 0.1155131 Dec 06 14:42:28.705883 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84afcbb6-3591-445a-a4a2-518b3b62437f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.718541 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a14d4c60-ea92-4381-a32d-bdcdaa8cc8f3 req-5e00ad20-641c-4a09-94ab-078ac36710b2 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894277 Dec 06 14:42:28.721647 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b170ede-cb31-4816-8509-e0709486c738 req-ec062642-d83d-495a-85d9-f26456204faf tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:28.723954 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b170ede-cb31-4816-8509-e0709486c738 req-ec062642-d83d-495a-85d9-f26456204faf tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 949 time: 0.1556325 Dec 06 14:42:28.762823 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-db94eeb2-f90f-4b1e-9856-896fe69eb246 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.809914 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b87c9a53-3de4-464c-bb68-fd864f0ecde7 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:28.823518 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4cc2ba-90d7-438d-a9d3-7a7aa3b5c0de tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:42:28.830987 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b170ede-cb31-4816-8509-e0709486c738 req-95fc653f-b7d5-4bc3-b7d2-c0117133a4d0 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981562 Dec 06 14:42:28.831872 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc2ba-90d7-438d-a9d3-7a7aa3b5c0de tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.841462 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84afcbb6-3591-445a-a4a2-518b3b62437f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.848576 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84afcbb6-3591-445a-a4a2-518b3b62437f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.854614 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-265da3e5-1c92-4c39-b5d4-e3872cdcdaa9 req-324864e5-f50e-4b69-af19-8c6cb1573eb4 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "GET /v2.0/security-groups/ce035804-d13c-4971-a136-3a334df3da9c HTTP/1.1" status: 200 len: 1827 time: 0.0742548 Dec 06 14:42:28.859946 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6c96d-0e34-4c44-9a23-297509eccf3d None None] Sync routers for ids ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:42:28.864694 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-db94eeb2-f90f-4b1e-9856-896fe69eb246 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.877063 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afcbb6-3591-445a-a4a2-518b3b62437f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b8b433-a7cb-47d2-99f0-783f10c40aa9,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:28.891895 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6c96d-0e34-4c44-9a23-297509eccf3d None None] Routers {'43daf0fa-fd51-4c5d-bd43-81cc74e564f5'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:42:28.892936 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dbe6c96d-0e34-4c44-9a23-297509eccf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:28.904478 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6752727d-6265-498c-88a0-cf28c985dc97'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:28.951902 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1f4cc2ba-90d7-438d-a9d3-7a7aa3b5c0de tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "PUT /v2.0/floatingips/f672592a-a2c4-4021-aab2-9308ff7ef40a HTTP/1.1" status: 200 len: 991 time: 2.4680052 Dec 06 14:42:28.959159 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62237bc-90cd-4ccf-9cc6-f4513caf6ff2', 'tag': '191de648-0f14-44be-9b41-a9df8615e184'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:28.961513 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7687752-34ee-4d7a-aa0e-f8cc5d505948" -d '{"events": [{"name": "network-changed", "server_uuid": "a62237bc-90cd-4ccf-9cc6-f4513caf6ff2", "tag": "191de648-0f14-44be-9b41-a9df8615e184"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:28.964397 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84afcbb6-3591-445a-a4a2-518b3b62437f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.968789 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-84afcbb6-3591-445a-a4a2-518b3b62437f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3894296 Dec 06 14:42:28.970746 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39890) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:28.977662 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b135a29f-5d8a-47ac-b702-c69fc3c8cced tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Request body: {'security_group_rule': {'security_group_id': '8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:28.979803 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port b87c9a53-3de4-464c-bb68-fd864f0ecde7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:28.980601 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:28.988493 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d36901-af69-407d-9284-e92d41766a8a req-db94eeb2-f90f-4b1e-9856-896fe69eb246 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:29.006261 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-e3d36901-af69-407d-9284-e92d41766a8a req-db94eeb2-f90f-4b1e-9856-896fe69eb246 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:29.010204 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d36901-af69-407d-9284-e92d41766a8a req-db94eeb2-f90f-4b1e-9856-896fe69eb246 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:29.022775 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-e3d36901-af69-407d-9284-e92d41766a8a req-36953b78-9a19-45a7-9495-afcd114b915b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Allocated IP 192.168.233.226 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/af21908f-1b8d-4ff6-b149-26cde1c479e8) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:29.032168 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-dbe6c96d-0e34-4c44-9a23-297509eccf3d None None] Set router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:42:29.033708 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b135a29f-5d8a-47ac-b702-c69fc3c8cced tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:29.050888 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94eeb2-f90f-4b1e-9856-896fe69eb246 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Pushing event updated for resources: {'Port': ['ID=2219a643-1b99-4a2c-9ba0-c9e4d27920c3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:29.088188 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d36901-af69-407d-9284-e92d41766a8a req-db94eeb2-f90f-4b1e-9856-896fe69eb246 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:29.098531 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-db94eeb2-f90f-4b1e-9856-896fe69eb246 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:29.102755 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058336ca-4f2b-4e92-a803-250a54574b32 req-6c9aed35-6999-4599-939f-c96201f0f5f4 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:29.104547 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-058336ca-4f2b-4e92-a803-250a54574b32 req-6c9aed35-6999-4599-939f-c96201f0f5f4 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 1096 time: 0.1526091 Dec 06 14:42:29.128877 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-db94eeb2-f90f-4b1e-9856-896fe69eb246 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1851470 Dec 06 14:42:29.160275 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-265da3e5-1c92-4c39-b5d4-e3872cdcdaa9 req-1ba22c43-2da3-445e-92ff-27b45691881b tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:29.166563 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Request body: {'port': {'device_id': '11986620-bcb7-48d7-881f-8cf75be11649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:29.256157 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-265da3e5-1c92-4c39-b5d4-e3872cdcdaa9 req-1ba22c43-2da3-445e-92ff-27b45691881b tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:29.284511 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b135a29f-5d8a-47ac-b702-c69fc3c8cced tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:29.302490 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b135a29f-5d8a-47ac-b702-c69fc3c8cced tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:29.352640 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-db4cdef7-c4ea-4944-bcf6-053d75090b30 None None] Provisioning complete for port 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:29.353996 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db4cdef7-c4ea-4944-bcf6-053d75090b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:29.359449 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-058336ca-4f2b-4e92-a803-250a54574b32 req-b0d14327-26ff-4966-90db-10e2153a457d tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383320 Dec 06 14:42:29.360417 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:29.382076 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135a29f-5d8a-47ac-b702-c69fc3c8cced tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c2ba7a-c1a2-443e-b87c-77a97aa27bf7,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:29.388509 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dbe6c96d-0e34-4c44-9a23-297509eccf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:39:32Z', 'revision_number': 4, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f672592a-a2c4-4021-aab2-9308ff7ef40a', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'floating_ip_address': '172.35.7.139', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'port_id': '191de648-0f14-44be-9b41-a9df8615e184', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'mac_address': 'fa:16:3e:62:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62237bc-90cd-4ccf-9cc6-f4513caf6ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:39:50Z', 'updated_at': '2021-12-06T14:42:27Z', 'revision_number': 5, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359ce00a-49c2-4e1b-855c-9969d1005477', 'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'mac_address': 'fa:16:3e:34:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:29Z', 'updated_at': '2021-12-06T14:39:37Z', 'revision_number': 5, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'subnets': [{'id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:29.413876 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b135a29f-5d8a-47ac-b702-c69fc3c8cced tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:29.418024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b135a29f-5d8a-47ac-b702-c69fc3c8cced tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4410770 Dec 06 14:42:29.420463 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39894) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:29.427500 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e3fb2e0d-7c4b-4ce3-85cc-33b58b5bde50 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:29.438670 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-265da3e5-1c92-4c39-b5d4-e3872cdcdaa9 req-1ba22c43-2da3-445e-92ff-27b45691881b tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:29.441236 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-265da3e5-1c92-4c39-b5d4-e3872cdcdaa9 req-1ba22c43-2da3-445e-92ff-27b45691881b tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:29.444015 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6c96d-0e34-4c44-9a23-297509eccf3d None None] Checking router: 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:42:29.452222 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-265da3e5-1c92-4c39-b5d4-e3872cdcdaa9 req-1ba22c43-2da3-445e-92ff-27b45691881b tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "DELETE /v2.0/security-groups/ce035804-d13c-4971-a136-3a334df3da9c HTTP/1.1" status: 204 len: 173 time: 0.5502355 Dec 06 14:42:29.454646 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['beac9f6e-b4f3-446f-8fdc-1e63d8827c7b', '294d13a3-e512-4afc-93c0-a620f8b279e0'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:29.457622 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6c96d-0e34-4c44-9a23-297509eccf3d None None] Routers {'43daf0fa-fd51-4c5d-bd43-81cc74e564f5'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:42:29.458446 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dbe6c96d-0e34-4c44-9a23-297509eccf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:29.459641 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-db4cdef7-c4ea-4944-bcf6-053d75090b30 None None] Port 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:29.560283 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:29.603304 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-dbe6c96d-0e34-4c44-9a23-297509eccf3d None None] Set router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:42:29.629110 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13bb55-c6e4-426a-842e-f9ef5febf979 req-04a6bcc5-6d7b-4d77-8074-81eeb3d91234 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:29.647294 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a13bb55-c6e4-426a-842e-f9ef5febf979 req-04a6bcc5-6d7b-4d77-8074-81eeb3d91234 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=11986620-bcb7-48d7-881f-8cf75be11649 HTTP/1.1" status: 200 len: 935 time: 0.1321447 Dec 06 14:42:29.886297 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64adfae7-53e1-4773-845f-1b843b00f639 x-openstack-request-id: req-64adfae7-53e1-4773-845f-1b843b00f639 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:29.886607 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62237bc-90cd-4ccf-9cc6-f4513caf6ff2", "tag": "191de648-0f14-44be-9b41-a9df8615e184", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:29.887017 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64adfae7-53e1-4773-845f-1b843b00f639 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:29.887475 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62237bc-90cd-4ccf-9cc6-f4513caf6ff2', 'tag': '191de648-0f14-44be-9b41-a9df8615e184', 'status': 'completed', 'code': 200} Dec 06 14:42:29.907807 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dbe6c96d-0e34-4c44-9a23-297509eccf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:39:32Z', 'revision_number': 4, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f672592a-a2c4-4021-aab2-9308ff7ef40a', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'floating_ip_address': '172.35.7.139', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'port_id': '191de648-0f14-44be-9b41-a9df8615e184', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'mac_address': 'fa:16:3e:62:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62237bc-90cd-4ccf-9cc6-f4513caf6ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:39:50Z', 'updated_at': '2021-12-06T14:42:27Z', 'revision_number': 5, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359ce00a-49c2-4e1b-855c-9969d1005477', 'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'mac_address': 'fa:16:3e:34:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:29Z', 'updated_at': '2021-12-06T14:39:37Z', 'revision_number': 5, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'subnets': [{'id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:29.946124 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba22c43-2da3-445e-92ff-27b45691881b tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce035804-d13c-4971-a136-3a334df3da9c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:29.953428 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6c96d-0e34-4c44-9a23-297509eccf3d None None] The sync data for ids ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'] in n-d-master-1 is: [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:39:32Z', 'revision_number': 4, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f672592a-a2c4-4021-aab2-9308ff7ef40a', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'floating_ip_address': '172.35.7.139', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'port_id': '191de648-0f14-44be-9b41-a9df8615e184', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'mac_address': 'fa:16:3e:62:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62237bc-90cd-4ccf-9cc6-f4513caf6ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:39:50Z', 'updated_at': '2021-12-06T14:42:27Z', 'revision_number': 5, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '359ce00a-49c2-4e1b-855c-9969d1005477', 'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'mac_address': 'fa:16:3e:34:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:29Z', 'updated_at': '2021-12-06T14:39:37Z', 'revision_number': 5, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'subnets': [{'id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:42:29.995171 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3fb2e0d-7c4b-4ce3-85cc-33b58b5bde50 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:30.009753 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-36953b78-9a19-45a7-9495-afcd114b915b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:30.074354 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1962ff2-df90-483e-bbf3-522cee923a51 req-002ad888-f1b2-40c9-b6ed-015a40fffee9 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "GET /v2.0/security-groups/b5a0d9d0-2b83-4ff0-9f51-09a07d3b83e3 HTTP/1.1" status: 200 len: 1828 time: 0.1858337 Dec 06 14:42:30.079954 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a13bb55-c6e4-426a-842e-f9ef5febf979 req-6ea3a898-9193-4100-9569-83f96c1c8c0e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305367 Dec 06 14:42:30.123548 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7687752-34ee-4d7a-aa0e-f8cc5d505948 req-e077221f-a10a-4a77-9326-77c22afc50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:30.125950 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7687752-34ee-4d7a-aa0e-f8cc5d505948 req-e077221f-a10a-4a77-9326-77c22afc50d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=839fb2b1155145d18438788c0bdeff35&device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 1096 time: 0.2264578 Dec 06 14:42:30.190175 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-36953b78-9a19-45a7-9495-afcd114b915b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:30.206926 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6752727d-6265-498c-88a0-cf28c985dc97'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:30.343682 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ded324-399d-4781-b9ac-3ce6f6196eb7 None None] New status for floating IP f672592a-a2c4-4021-aab2-9308ff7ef40a: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:42:30.352470 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c3c2b-1b07-49fe-8003-f706d886d681 req-a89df087-fa28-4ec3-9d92-edc77eca5cae tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:30.362208 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-670c3c2b-1b07-49fe-8003-f706d886d681 req-a89df087-fa28-4ec3-9d92-edc77eca5cae tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=925e310a-d1cf-434c-9a7e-ae891f46dab1 HTTP/1.1" status: 200 len: 945 time: 0.1078148 Dec 06 14:42:30.363082 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d36901-af69-407d-9284-e92d41766a8a req-36953b78-9a19-45a7-9495-afcd114b915b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:30.379893 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-e3d36901-af69-407d-9284-e92d41766a8a req-36953b78-9a19-45a7-9495-afcd114b915b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:30.382704 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f1962ff2-df90-483e-bbf3-522cee923a51 req-8bb77f89-3bb6-4756-b5f8-6a5c0c9ba751 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:30.386415 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d36901-af69-407d-9284-e92d41766a8a req-36953b78-9a19-45a7-9495-afcd114b915b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:30.390530 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36953b78-9a19-45a7-9495-afcd114b915b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Pushing event updated for resources: {'Port': ['ID=af21908f-1b8d-4ff6-b149-26cde1c479e8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:30.408181 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['beac9f6e-b4f3-446f-8fdc-1e63d8827c7b', '294d13a3-e512-4afc-93c0-a620f8b279e0'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:30.476525 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d36901-af69-407d-9284-e92d41766a8a req-36953b78-9a19-45a7-9495-afcd114b915b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:30.477114 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-36953b78-9a19-45a7-9495-afcd114b915b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:30.483598 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:30.495440 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7687752-34ee-4d7a-aa0e-f8cc5d505948 req-fc89d964-c59b-4972-8415-d7d85b89efee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:30.497262 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7687752-34ee-4d7a-aa0e-f8cc5d505948 req-fc89d964-c59b-4972-8415-d7d85b89efee service neutron] 10.222.0.37 "GET /v2.0/networks?id=5476fa3d-f758-44f5-bed7-420b11259803 HTTP/1.1" status: 200 len: 925 time: 0.3641484 Dec 06 14:42:30.499008 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:30.509107 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-36953b78-9a19-45a7-9495-afcd114b915b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4871378 Dec 06 14:42:30.528257 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Transition to ACTIVE for port object 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:42:30.533717 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f1962ff2-df90-483e-bbf3-522cee923a51 req-8bb77f89-3bb6-4756-b5f8-6a5c0c9ba751 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:30.540108 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Request body: {'port': {'device_id': '31458916-4bfa-44a2-bf05-34c9ef6cc4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:30.553668 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-670c3c2b-1b07-49fe-8003-f706d886d681 req-4132cc97-ddf2-4391-ada0-74c3f919a27a tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904647 Dec 06 14:42:30.560608 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:30.651507 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3fb2e0d-7c4b-4ce3-85cc-33b58b5bde50 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:30.661870 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Pushing event updated for resources: {'Port': ['ID=2219a643-1b99-4a2c-9ba0-c9e4d27920c3,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:30.667712 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7687752-34ee-4d7a-aa0e-f8cc5d505948 req-89439ac5-8889-4087-a587-174d498508bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=191de648-0f14-44be-9b41-a9df8615e184 HTTP/1.1" status: 200 len: 999 time: 0.1522908 Dec 06 14:42:30.820418 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f1962ff2-df90-483e-bbf3-522cee923a51 req-8bb77f89-3bb6-4756-b5f8-6a5c0c9ba751 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:30.823193 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f1962ff2-df90-483e-bbf3-522cee923a51 req-8bb77f89-3bb6-4756-b5f8-6a5c0c9ba751 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:30.837589 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1962ff2-df90-483e-bbf3-522cee923a51 req-8bb77f89-3bb6-4756-b5f8-6a5c0c9ba751 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "DELETE /v2.0/security-groups/b5a0d9d0-2b83-4ff0-9f51-09a07d3b83e3 HTTP/1.1" status: 204 len: 173 time: 0.7620099 Dec 06 14:42:30.838333 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-92e62cd2-deff-48e6-ae03-40961d4e0393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:30.854978 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:30.925554 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb77f89-3bb6-4756-b5f8-6a5c0c9ba751 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a0d9d0-2b83-4ff0-9f51-09a07d3b83e3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:30.938429 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7687752-34ee-4d7a-aa0e-f8cc5d505948 req-87470dcb-77d8-4bff-b802-e256b3d64aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:30.940242 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7687752-34ee-4d7a-aa0e-f8cc5d505948 req-87470dcb-77d8-4bff-b802-e256b3d64aba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb291ef5-fef4-4bb9-9c01-47a1329d615e HTTP/1.1" status: 200 len: 863 time: 0.2198379 Dec 06 14:42:30.992752 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e6f88-d346-43c7-9d88-ece80880c54c req-415745cb-2913-47b0-b0bd-6a6ba5ee4a0d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:30.994245 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cb9e6f88-d346-43c7-9d88-ece80880c54c req-415745cb-2913-47b0-b0bd-6a6ba5ee4a0d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 949 time: 0.2906442 Dec 06 14:42:31.127249 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 33be971b-5607-484a-ba01-a7327e162163 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:31.235271 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cb9e6f88-d346-43c7-9d88-ece80880c54c req-4678c7a2-c629-4a1c-be04-2fd6748e5f08 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120383 Dec 06 14:42:31.291550 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Attempting to bind port 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:31.291914 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Attempting to bind port 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:31.292248 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Attempting to bind port 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:31.312304 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Port 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:42:31.312644 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Attempting to bind port 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:31.327824 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e3fb2e0d-7c4b-4ce3-85cc-33b58b5bde50 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Allocated IP 172.35.7.122 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/fb548916-955a-4f23-8c93-d8e76ede7fad) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:31.335525 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:31.337224 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:31.338034 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:31.338248 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Bound port: 2219a643-1b99-4a2c-9ba0-c9e4d27920c3, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:31.338617 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:31.354319 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8d5836cb-6762-4091-961a-ff5d9b850210 None None] Provisioning complete for port af21908f-1b8d-4ff6-b149-26cde1c479e8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:31.355387 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8d5836cb-6762-4091-961a-ff5d9b850210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:31.401342 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8d5836cb-6762-4091-961a-ff5d9b850210 None None] Port af21908f-1b8d-4ff6-b149-26cde1c479e8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:31.447026 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 33be971b-5607-484a-ba01-a7327e162163 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:42:31.454512 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] For port 2219a643-1b99-4a2c-9ba0-c9e4d27920c3, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:42:31.454725 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 33be971b-5607-484a-ba01-a7327e162163 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:31.455144 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:31.462250 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] For port 2219a643-1b99-4a2c-9ba0-c9e4d27920c3, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2219a643-1b99-4a2c-9ba0-c9e4d27920c3,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:31.504966 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:31.565320 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:31.565320 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:31.569644 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] 10.222.0.23 "PUT /v2.0/ports/2219a643-1b99-4a2c-9ba0-c9e4d27920c3 HTTP/1.1" status: 200 len: 1095 time: 2.4231939 Dec 06 14:42:31.569644 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11986620-bcb7-48d7-881f-8cf75be11649', 'tag': '2219a643-1b99-4a2c-9ba0-c9e4d27920c3'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:31.570648 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6c971d-7d5d-42bd-a5ac-149fa2cf1de6" -d '{"events": [{"name": "network-changed", "server_uuid": "11986620-bcb7-48d7-881f-8cf75be11649", "tag": "2219a643-1b99-4a2c-9ba0-c9e4d27920c3"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:31.585380 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b51d62-5f1a-4689-8df9-697212903255 req-3a00f1c3-57ff-45fe-805d-4a6ef6c973c9 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:31.594009 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9b51d62-5f1a-4689-8df9-697212903255 req-3a00f1c3-57ff-45fe-805d-4a6ef6c973c9 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=11986620-bcb7-48d7-881f-8cf75be11649 HTTP/1.1" status: 200 len: 947 time: 0.1290097 Dec 06 14:42:31.624203 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:31.675190 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33be971b-5607-484a-ba01-a7327e162163'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:31.678977 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f2a809-23bf-4018-95b6-4782c2c90ff7" -d '{"events": [{"server_uuid": "901965c6-cef1-4d1f-ba6b-8433656fcaa9", "name": "network-vif-plugged", "status": "completed", "tag": "33be971b-5607-484a-ba01-a7327e162163"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:31.697427 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=33be971b-5607-484a-ba01-a7327e162163,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:31.697663 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9b51d62-5f1a-4689-8df9-697212903255 req-d3b3cd67-8185-46d5-ba93-dc43d3c14a62 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007307 Dec 06 14:42:31.717451 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:31.726755 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3fb2e0d-7c4b-4ce3-85cc-33b58b5bde50 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:31.746107 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7c208-9cfd-4f32-bba4-5fd491a90803 service neutron] Pushing event updated for resources: {'Port': ['ID=2219a643-1b99-4a2c-9ba0-c9e4d27920c3,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:31.773207 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d36901-af69-407d-9284-e92d41766a8a req-8eb96180-cdb3-4e79-be51-947e49a7f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:31.774909 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-8eb96180-cdb3-4e79-be51-947e49a7f10a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&device_id=11986620-bcb7-48d7-881f-8cf75be11649 HTTP/1.1" status: 200 len: 1098 time: 0.1145236 Dec 06 14:42:31.808150 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7687752-34ee-4d7a-aa0e-f8cc5d505948 req-26212420-dac2-40d2-a6fc-64eedd5e7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:31.809799 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7687752-34ee-4d7a-aa0e-f8cc5d505948 req-26212420-dac2-40d2-a6fc-64eedd5e7992 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5476fa3d-f758-44f5-bed7-420b11259803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8279676 Dec 06 14:42:31.810944 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3fb2e0d-7c4b-4ce3-85cc-33b58b5bde50 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:31.825164 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=33be971b-5607-484a-ba01-a7327e162163,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:31.866314 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-dd25a368-de5c-4071-b59e-a473282eedd8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2219a643-1b99-4a2c-9ba0-c9e4d27920c3 HTTP/1.1" status: 200 len: 217 time: 0.0398412 Dec 06 14:42:31.882122 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712c69b-8c64-4ca4-95f3-34a2c6b1e994 req-12341505-e833-43af-99c6-c8acebbfe6fe tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:31.883773 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c712c69b-8c64-4ca4-95f3-34a2c6b1e994 req-12341505-e833-43af-99c6-c8acebbfe6fe tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=925e310a-d1cf-434c-9a7e-ae891f46dab1 HTTP/1.1" status: 200 len: 945 time: 0.0935426 Dec 06 14:42:31.892982 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fb2e0d-7c4b-4ce3-85cc-33b58b5bde50 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:31.899568 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e3fb2e0d-7c4b-4ce3-85cc-33b58b5bde50 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:31.902342 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fb2e0d-7c4b-4ce3-85cc-33b58b5bde50 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:31.951190 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9fc46e89-fa04-4d0c-a8be-1ec8abf74f90 req-c8dbea4b-3103-4ef5-8143-d344b4d58d26 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "GET /v2.0/security-groups/5704f664-23bf-4f2e-80b2-14b6ae614d44 HTTP/1.1" status: 200 len: 1828 time: 0.6946075 Dec 06 14:42:31.955419 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d36901-af69-407d-9284-e92d41766a8a req-6b86ac4c-5aa7-4059-857c-34a4311cbae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:31.956915 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-6b86ac4c-5aa7-4059-857c-34a4311cbae1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0722127 Dec 06 14:42:31.971295 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c712c69b-8c64-4ca4-95f3-34a2c6b1e994 req-3ae1d0bb-360e-437c-96cf-74a5dadc88f5 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780447 Dec 06 14:42:32.006427 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb2e0d-7c4b-4ce3-85cc-33b58b5bde50 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event updated for resources: {'Port': ['ID=fb548916-955a-4f23-8c93-d8e76ede7fad,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:32.011444 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d36901-af69-407d-9284-e92d41766a8a req-24b225f8-fd4a-4470-b6cc-83f3bde166e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:32.012872 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-24b225f8-fd4a-4470-b6cc-83f3bde166e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407236 Dec 06 14:42:32.021436 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a330562a-55be-4065-89da-f089e93de7e1 x-openstack-request-id: req-a330562a-55be-4065-89da-f089e93de7e1 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:32.021726 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11986620-bcb7-48d7-881f-8cf75be11649", "tag": "2219a643-1b99-4a2c-9ba0-c9e4d27920c3", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:32.022512 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a330562a-55be-4065-89da-f089e93de7e1 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:32.022908 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11986620-bcb7-48d7-881f-8cf75be11649', 'tag': '2219a643-1b99-4a2c-9ba0-c9e4d27920c3', 'status': 'completed', 'code': 200} Dec 06 14:42:32.058247 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9eef54b-c758-48d1-abb9-28f4d34115cb x-openstack-request-id: req-d9eef54b-c758-48d1-abb9-28f4d34115cb {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:32.058651 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901965c6-cef1-4d1f-ba6b-8433656fcaa9", "name": "network-vif-plugged", "status": "completed", "tag": "33be971b-5607-484a-ba01-a7327e162163", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:32.059009 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9eef54b-c758-48d1-abb9-28f4d34115cb {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:32.059523 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33be971b-5607-484a-ba01-a7327e162163', 'code': 200} Dec 06 14:42:32.131324 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-0f33b5f5-19b6-4007-ae29-add1f5404bcf service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003861 Dec 06 14:42:32.165057 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7687752-34ee-4d7a-aa0e-f8cc5d505948 req-01b3f1de-bc72-45ae-be11-72353e7b9c6f service neutron] 10.222.0.37 "GET /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409066 Dec 06 14:42:32.232665 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3fb2e0d-7c4b-4ce3-85cc-33b58b5bde50 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:32.237549 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9fc46e89-fa04-4d0c-a8be-1ec8abf74f90 req-6edc3bfc-eec0-4986-92f6-6602314fe5a5 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:32.245405 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfa0fe-2c13-456f-9090-e62f5bb45aa4 req-8f9c833f-549a-463e-b8c1-a8b8a6615609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:32.246952 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1dfa0fe-2c13-456f-9090-e62f5bb45aa4 req-8f9c833f-549a-463e-b8c1-a8b8a6615609 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 1101 time: 0.0943801 Dec 06 14:42:32.296172 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-3b860ea6-7f36-4ba7-8612-1819c24655c4 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357248 Dec 06 14:42:32.310924 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1dfa0fe-2c13-456f-9090-e62f5bb45aa4 req-2770c6d0-9a17-4b0e-91fe-0c6087a8a46b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557156 Dec 06 14:42:32.351307 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9fc46e89-fa04-4d0c-a8be-1ec8abf74f90 req-6edc3bfc-eec0-4986-92f6-6602314fe5a5 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:32.373629 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3fb2e0d-7c4b-4ce3-85cc-33b58b5bde50 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:32.375139 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5d2b7-037c-4f0c-b594-7aa567c9e483 req-fb9f7e0c-2484-44e8-a2b1-b5344ea5b7ae tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:32.376667 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2fd5d2b7-037c-4f0c-b594-7aa567c9e483 req-fb9f7e0c-2484-44e8-a2b1-b5344ea5b7ae tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.0601072 Dec 06 14:42:32.387258 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af21908f-1b8d-4ff6-b149-26cde1c479e8 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:32.429896 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2fd5d2b7-037c-4f0c-b594-7aa567c9e483 req-25884ea4-bc36-495a-a6b6-c018a107d560 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468407 Dec 06 14:42:32.435461 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:32.456151 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7687752-34ee-4d7a-aa0e-f8cc5d505948 req-4c3f10da-eb28-468d-838b-c1071d699fa6 service neutron] 10.222.0.37 "GET /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795520 Dec 06 14:42:32.469445 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Transition to ACTIVE for port object af21908f-1b8d-4ff6-b149-26cde1c479e8 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:42:32.478850 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:32.483988 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9fc46e89-fa04-4d0c-a8be-1ec8abf74f90 req-6edc3bfc-eec0-4986-92f6-6602314fe5a5 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:32.488916 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9fc46e89-fa04-4d0c-a8be-1ec8abf74f90 req-6edc3bfc-eec0-4986-92f6-6602314fe5a5 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:32.490055 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9fc46e89-fa04-4d0c-a8be-1ec8abf74f90 req-6edc3bfc-eec0-4986-92f6-6602314fe5a5 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] 10.222.0.20 "DELETE /v2.0/security-groups/5704f664-23bf-4f2e-80b2-14b6ae614d44 HTTP/1.1" status: 204 len: 173 time: 0.4911997 Dec 06 14:42:32.497399 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39942) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:32.546357 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bb08e4-4994-43af-9048-ea92bd00dfc9 admin admin] Deleting subnet 90ce4584-df8a-4ae9-81b0-6af0325f5638 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:42:32.549946 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49bb08e4-4994-43af-9048-ea92bd00dfc9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:32.550522 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc3bfc-eec0-4986-92f6-6602314fe5a5 tempest-SecurityGroupRulesNegativeTestJSON-1865720670 tempest-SecurityGroupRulesNegativeTestJSON-1865720670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5704f664-23bf-4f2e-80b2-14b6ae614d44,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:32.596055 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49bb08e4-4994-43af-9048-ea92bd00dfc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:32.608878 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Pushing event updated for resources: {'Port': ['ID=af21908f-1b8d-4ff6-b149-26cde1c479e8,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:32.743147 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49bb08e4-4994-43af-9048-ea92bd00dfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:32.748406 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c971d-7d5d-42bd-a5ac-149fa2cf1de6 req-212a3137-9ffa-46b3-b8dd-2d8833f9cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:32.750048 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c6c971d-7d5d-42bd-a5ac-149fa2cf1de6 req-212a3137-9ffa-46b3-b8dd-2d8833f9cf42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&device_id=11986620-bcb7-48d7-881f-8cf75be11649 HTTP/1.1" status: 200 len: 1098 time: 0.1259696 Dec 06 14:42:32.772473 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3fb2e0d-7c4b-4ce3-85cc-33b58b5bde50 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:32.796853 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3fb2e0d-7c4b-4ce3-85cc-33b58b5bde50 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:32.841802 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Attempting to bind port af21908f-1b8d-4ff6-b149-26cde1c479e8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:32.842144 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Attempting to bind port af21908f-1b8d-4ff6-b149-26cde1c479e8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:32.842474 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Attempting to bind port af21908f-1b8d-4ff6-b149-26cde1c479e8 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:32.858429 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c2f65-6b39-470f-bc7b-018a4e42fcb4 req-597c2bc6-9395-4034-9ceb-a70a4a3dbc26 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:32.860118 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f38c2f65-6b39-470f-bc7b-018a4e42fcb4 req-597c2bc6-9395-4034-9ceb-a70a4a3dbc26 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.37 "GET /v2.0/ports?device_id=925e310a-d1cf-434c-9a7e-ae891f46dab1 HTTP/1.1" status: 200 len: 945 time: 0.2061327 Dec 06 14:42:32.920097 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49bb08e4-4994-43af-9048-ea92bd00dfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:32.953875 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb08e4-4994-43af-9048-ea92bd00dfc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ce4584-df8a-4ae9-81b0-6af0325f5638,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:32.964141 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb2e0d-7c4b-4ce3-85cc-33b58b5bde50 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event updated for resources: {'Port': ['ID=fb548916-955a-4f23-8c93-d8e76ede7fad,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:32.964286 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c971d-7d5d-42bd-a5ac-149fa2cf1de6 req-20175be4-a70e-4c9c-b840-a05ebf993ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:32.965731 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c6c971d-7d5d-42bd-a5ac-149fa2cf1de6 req-20175be4-a70e-4c9c-b840-a05ebf993ba5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.1818933 Dec 06 14:42:32.968669 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49bb08e4-4994-43af-9048-ea92bd00dfc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:32.974202 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-49bb08e4-4994-43af-9048-ea92bd00dfc9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/90ce4584-df8a-4ae9-81b0-6af0325f5638 HTTP/1.1" status: 204 len: 168 time: 0.4734910 Dec 06 14:42:32.974351 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Port af21908f-1b8d-4ff6-b149-26cde1c479e8 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:42:32.974351 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Attempting to bind port af21908f-1b8d-4ff6-b149-26cde1c479e8 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:32.975951 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39954) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:33.020602 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c6c971d-7d5d-42bd-a5ac-149fa2cf1de6 req-65fd5294-d2ea-44d2-83bb-ba623db2ba60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2219a643-1b99-4a2c-9ba0-c9e4d27920c3 HTTP/1.1" status: 200 len: 217 time: 0.0460970 Dec 06 14:42:33.034198 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:33.034615 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:33.034930 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:33.035387 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Bound port: af21908f-1b8d-4ff6-b149-26cde1c479e8, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:33.035910 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:33.087816 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c75bd9-d66b-4ecf-9006-40c6fe878cf6 req-ba171021-2b35-4461-b32b-92896307e95b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:33.089461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-88c75bd9-d66b-4ecf-9006-40c6fe878cf6 req-ba171021-2b35-4461-b32b-92896307e95b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=11986620-bcb7-48d7-881f-8cf75be11649 HTTP/1.1" status: 200 len: 947 time: 0.3072159 Dec 06 14:42:33.136787 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3fb2e0d-7c4b-4ce3-85cc-33b58b5bde50 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:33.179917 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe71aaf9-122d-47d1-80d4-8715fb775b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:33.180521 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9672-ffdd-4588-a80b-7d84cd5f65fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:33.189024 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c971d-7d5d-42bd-a5ac-149fa2cf1de6 req-38e172a3-6f81-472b-a5a3-997a75b29d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:33.191082 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c6c971d-7d5d-42bd-a5ac-149fa2cf1de6 req-38e172a3-6f81-472b-a5a3-997a75b29d72 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1536443 Dec 06 14:42:33.202249 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3fb2e0d-7c4b-4ce3-85cc-33b58b5bde50 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:33.203503 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e3fb2e0d-7c4b-4ce3-85cc-33b58b5bde50 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7820778 Dec 06 14:42:33.226080 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd48354-40e7-4d1b-8c8c-9410c566694d req-414e7d02-4a88-4023-b328-2c9265da456d tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:33.227419 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f38c2f65-6b39-470f-bc7b-018a4e42fcb4 req-4a1cdc04-08fa-4c2c-844a-4f00b7233078 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Deleting port 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:42:33.227961 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f38c2f65-6b39-470f-bc7b-018a4e42fcb4 req-4a1cdc04-08fa-4c2c-844a-4f00b7233078 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:33.234575 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3fd48354-40e7-4d1b-8c8c-9410c566694d req-414e7d02-4a88-4023-b328-2c9265da456d tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/ports?device_id=925e310a-d1cf-434c-9a7e-ae891f46dab1 HTTP/1.1" status: 200 len: 945 time: 0.1632395 Dec 06 14:42:33.237342 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] For port af21908f-1b8d-4ff6-b149-26cde1c479e8, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:42:33.255234 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-88c75bd9-d66b-4ecf-9006-40c6fe878cf6 req-556e27b6-9fc9-442b-b7bf-870832e5e37f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541390 Dec 06 14:42:33.271437 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] For port af21908f-1b8d-4ff6-b149-26cde1c479e8, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=af21908f-1b8d-4ff6-b149-26cde1c479e8,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:33.278797 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:33.346959 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9672-ffdd-4588-a80b-7d84cd5f65fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:33.371296 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:33.372423 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:33.374389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] 10.222.0.37 "PUT /v2.0/ports/af21908f-1b8d-4ff6-b149-26cde1c479e8 HTTP/1.1" status: 200 len: 1096 time: 2.8479924 Dec 06 14:42:33.375017 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31458916-4bfa-44a2-bf05-34c9ef6cc4fc', 'tag': 'af21908f-1b8d-4ff6-b149-26cde1c479e8'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:33.377324 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc92732-d0be-4978-a71a-5feb85811bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "31458916-4bfa-44a2-bf05-34c9ef6cc4fc", "tag": "af21908f-1b8d-4ff6-b149-26cde1c479e8"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:33.386505 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-6f5b9672-ffdd-4588-a80b-7d84cd5f65fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50cf544-f1f8-497d-943f-35be5e688c93']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:33.398981 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c971d-7d5d-42bd-a5ac-149fa2cf1de6 req-0c7ec0c6-4600-41f4-981e-cdb058b33499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:33.400994 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c6c971d-7d5d-42bd-a5ac-149fa2cf1de6 req-0c7ec0c6-4600-41f4-981e-cdb058b33499 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1979096 Dec 06 14:42:33.416209 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3fd48354-40e7-4d1b-8c8c-9410c566694d req-783643b8-7579-40ef-bfb1-c3ebcf9fd718 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups?id=8891a533-30b1-4626-990c-9b96c50a4f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808376 Dec 06 14:42:33.420926 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-6f5b9672-ffdd-4588-a80b-7d84cd5f65fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1926b449-dad4-4803-87f8-ef1fc36d01eb') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:33.424710 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-6f5b9672-ffdd-4588-a80b-7d84cd5f65fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1926b449-dad4-4803-87f8-ef1fc36d01eb') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:33.468159 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf8472-5b83-4167-a60c-6e2d26b169b5 service neutron] Pushing event updated for resources: {'Port': ['ID=af21908f-1b8d-4ff6-b149-26cde1c479e8,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:33.497288 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f38c2f65-6b39-470f-bc7b-018a4e42fcb4 req-4a1cdc04-08fa-4c2c-844a-4f00b7233078 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] For port 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7fddbd4e-e03e-4f26-b3c2-4b68ba03930a,segment=NetworkSegment(66987d70-c54c-4479-b6e0-5c2dc83ceca0),segment_id=66987d70-c54c-4479-b6e0-5c2dc83ceca0)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:33.497656 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f38c2f65-6b39-470f-bc7b-018a4e42fcb4 req-4a1cdc04-08fa-4c2c-844a-4f00b7233078 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:33.538327 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f44348-d2c6-4d64-ac9d-ff26da66e1f9 x-openstack-request-id: req-34f44348-d2c6-4d64-ac9d-ff26da66e1f9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:33.538672 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31458916-4bfa-44a2-bf05-34c9ef6cc4fc", "tag": "af21908f-1b8d-4ff6-b149-26cde1c479e8", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:33.538935 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34f44348-d2c6-4d64-ac9d-ff26da66e1f9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:33.539349 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31458916-4bfa-44a2-bf05-34c9ef6cc4fc', 'tag': 'af21908f-1b8d-4ff6-b149-26cde1c479e8', 'status': 'completed', 'code': 200} Dec 06 14:42:33.568415 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f38c2f65-6b39-470f-bc7b-018a4e42fcb4 req-4a1cdc04-08fa-4c2c-844a-4f00b7233078 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Calling delete_port for 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:42:33.578448 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d36901-af69-407d-9284-e92d41766a8a req-88432899-ec8f-45df-9f2f-bbfbee723acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:33.589544 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-88432899-ec8f-45df-9f2f-bbfbee723acd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&device_id=31458916-4bfa-44a2-bf05-34c9ef6cc4fc HTTP/1.1" status: 200 len: 1099 time: 0.1592853 Dec 06 14:42:33.599326 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9672-ffdd-4588-a80b-7d84cd5f65fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:33.680377 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9672-ffdd-4588-a80b-7d84cd5f65fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:33.688956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-bcf011bf-2fbf-461f-aa3e-e8d49cb4cf3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=af21908f-1b8d-4ff6-b149-26cde1c479e8 HTTP/1.1" status: 200 len: 217 time: 0.0851302 Dec 06 14:42:33.697476 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5b9672-ffdd-4588-a80b-7d84cd5f65fd admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:42:33.698136 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9672-ffdd-4588-a80b-7d84cd5f65fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:42:33.700301 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:42:33.736832 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c6c971d-7d5d-42bd-a5ac-149fa2cf1de6 req-d379c1b1-070a-4e1e-9df1-b103c698a120 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904239 Dec 06 14:42:33.801218 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a963d3-c3c5-4995-b917-bb031eb737dd req-2fb3e8bf-d75a-4ca9-8e42-18789d6c4866 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:33.803034 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3a963d3-c3c5-4995-b917-bb031eb737dd req-2fb3e8bf-d75a-4ca9-8e42-18789d6c4866 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.1804216 Dec 06 14:42:33.810256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9672-ffdd-4588-a80b-7d84cd5f65fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:33.819471 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9672-ffdd-4588-a80b-7d84cd5f65fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:33.822968 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6f5b9672-ffdd-4588-a80b-7d84cd5f65fd admin admin] 10.222.0.20 "DELETE /v2.0/networks/e50cf544-f1f8-497d-943f-35be5e688c93 HTTP/1.1" status: 204 len: 168 time: 0.8042512 Dec 06 14:42:33.868056 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b9672-ffdd-4588-a80b-7d84cd5f65fd admin admin] Pushing event deleted for resources: {'Network': ['ID=e50cf544-f1f8-497d-943f-35be5e688c93,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:33.890379 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:33.935999 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3a963d3-c3c5-4995-b917-bb031eb737dd req-d9e5cc82-902f-40ff-aaa4-395d0fd100f3 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691586 Dec 06 14:42:33.938068 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c6c971d-7d5d-42bd-a5ac-149fa2cf1de6 req-a7a7ae10-4b83-448b-ae1e-6ba0a1365631 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727102 Dec 06 14:42:33.946554 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-9ebc7508-b58d-4718-a8f4-a566fdbc9197 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1735096818&fields=id&tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe HTTP/1.1" status: 200 len: 267 time: 0.3372209 Dec 06 14:42:33.956992 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d36901-af69-407d-9284-e92d41766a8a req-810d785a-4fa5-4185-a794-dc98edca0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:33.959983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-810d785a-4fa5-4185-a794-dc98edca0efd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1633940 Dec 06 14:42:33.960679 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f38c2f65-6b39-470f-bc7b-018a4e42fcb4 req-4a1cdc04-08fa-4c2c-844a-4f00b7233078 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:33.978974 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['7fddbd4e-e03e-4f26-b3c2-4b68ba03930a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:34.054727 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cdc04-08fa-4c2c-844a-4f00b7233078 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Pushing event deleted for resources: {'Port': ['ID=7fddbd4e-e03e-4f26-b3c2-4b68ba03930a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:34.075942 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39990) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:34.105010 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38c2f65-6b39-470f-bc7b-018a4e42fcb4 req-4a1cdc04-08fa-4c2c-844a-4f00b7233078 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] No DVR routers for this DVR port 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:42:34.108097 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f38c2f65-6b39-470f-bc7b-018a4e42fcb4 req-4a1cdc04-08fa-4c2c-844a-4f00b7233078 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:34.111962 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f38c2f65-6b39-470f-bc7b-018a4e42fcb4 req-4a1cdc04-08fa-4c2c-844a-4f00b7233078 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.37 "DELETE /v2.0/ports/7fddbd4e-e03e-4f26-b3c2-4b68ba03930a HTTP/1.1" status: 204 len: 173 time: 1.1996117 Dec 06 14:42:34.127264 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-10231c88-7025-4ecc-8157-9dea3f3b2381 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fce14e1b35b943a9ad633bad45674cad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493648 Dec 06 14:42:34.130526 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39992) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:34.139456 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-22905adb-7b14-4972-9d1e-6cf65a50f57e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:34.148995 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-22905adb-7b14-4972-9d1e-6cf65a50f57e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports/136aab93-4414-4a27-bb13-b887ce3df348 HTTP/1.1" status: 200 len: 937 time: 0.2013543 Dec 06 14:42:34.205893 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8e1dd46-cd7c-44ab-b75b-e6b8caa809fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:34.235574 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d36901-af69-407d-9284-e92d41766a8a req-0eacdeb7-5213-444a-8ca9-17ff4e999aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:34.237424 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-0eacdeb7-5213-444a-8ca9-17ff4e999aac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2466083 Dec 06 14:42:34.238009 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8e1dd46-cd7c-44ab-b75b-e6b8caa809fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:34.245951 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-9ba5b2bb-3fd8-469b-bf4f-642ad54b53c2 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:34.247393 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-9ba5b2bb-3fd8-469b-bf4f-642ad54b53c2 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports/0ff887d8-72a7-47c9-8650-b59d05e0a9b7 HTTP/1.1" status: 200 len: 937 time: 0.0975058 Dec 06 14:42:34.327362 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8e1dd46-cd7c-44ab-b75b-e6b8caa809fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:34.327798 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-63db4314-18b9-4c7c-a529-3b38eaedc52a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?network_id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0616741 Dec 06 14:42:34.331956 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8e1dd46-cd7c-44ab-b75b-e6b8caa809fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:34.340319 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b8e1dd46-cd7c-44ab-b75b-e6b8caa809fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94dd21ed-e41c-4fc8-bbbe-df25343d651c HTTP/1.1" status: 204 len: 168 time: 0.2082283 Dec 06 14:42:34.349650 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1dd46-cd7c-44ab-b75b-e6b8caa809fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dd21ed-e41c-4fc8-bbbe-df25343d651c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:34.393234 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-6e79bf08-edb9-44c0-b1a7-c33bbded10de tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?network_id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0579159 Dec 06 14:42:34.652340 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d8883-eeab-47e2-93ad-2b4c36024a2e req-0b151b9b-a984-4e50-ad6c-f4671bcb8d01 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:34.660606 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-521d8883-eeab-47e2-93ad-2b4c36024a2e req-0b151b9b-a984-4e50-ad6c-f4671bcb8d01 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=11986620-bcb7-48d7-881f-8cf75be11649 HTTP/1.1" status: 200 len: 947 time: 0.0865676 Dec 06 14:42:34.735964 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-521d8883-eeab-47e2-93ad-2b4c36024a2e req-02fb550c-f516-40c4-a43e-65e9acd63c43 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739574 Dec 06 14:42:34.840758 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-bebc9dcb-e2d7-48e1-a5cd-766c210b36ac service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919573 Dec 06 14:42:35.018872 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-90e94f9a-537e-4f5f-90e6-050473b4bc0c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:35.024914 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-90e94f9a-537e-4f5f-90e6-050473b4bc0c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:35.031609 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-90e94f9a-537e-4f5f-90e6-050473b4bc0c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:35.033309 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-90e94f9a-537e-4f5f-90e6-050473b4bc0c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/networks?id=29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd&id=6d4b264c-2449-439e-aadb-4b6f43f38919&id=6d4b264c-2449-439e-aadb-4b6f43f38919&id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b&id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b HTTP/1.1" status: 200 len: 1994 time: 0.6269944 Dec 06 14:42:35.060605 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-b7f1039d-3d7d-492c-8b2c-e9f6a133779f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/quotas/efee5c2d9daf4ae5835be7ffbf3102fe HTTP/1.1" status: 200 len: 375 time: 0.0201125 Dec 06 14:42:35.064250 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3d36901-af69-407d-9284-e92d41766a8a req-4ace980a-0f5b-4d69-ae3d-5395dfb51d1f service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040844 Dec 06 14:42:35.099625 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:42:35.127860 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9a7fe-904e-4690-865d-7f59101648aa req-7ed27d07-bf49-4ddf-918d-cf8b7562631e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:35.129349 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8cd9a7fe-904e-4690-865d-7f59101648aa req-7ed27d07-bf49-4ddf-918d-cf8b7562631e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.0738509 Dec 06 14:42:35.159196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-320f46ef-1ae0-46c4-b94f-0d1b8a6de67c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0903184 Dec 06 14:42:35.209921 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8cd9a7fe-904e-4690-865d-7f59101648aa req-5b2d8df9-ddad-4eaf-a128-11b4fcadba20 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734506 Dec 06 14:42:35.298044 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc92732-d0be-4978-a71a-5feb85811bbb req-9812af82-efa7-4e0e-a52d-d9b8c79e182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:35.300279 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ffc92732-d0be-4978-a71a-5feb85811bbb req-9812af82-efa7-4e0e-a52d-d9b8c79e182a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&device_id=31458916-4bfa-44a2-bf05-34c9ef6cc4fc HTTP/1.1" status: 200 len: 1099 time: 0.1383097 Dec 06 14:42:35.336488 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 2219a643-1b99-4a2c-9ba0-c9e4d27920c3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2219a643-1b99-4a2c-9ba0-c9e4d27920c3,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:35.382749 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '2219a643-1b99-4a2c-9ba0-c9e4d27920c3', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '2219a643-1b99-4a2c-9ba0-c9e4d27920c3', 'mac_address': 'fa:16:3e:62:c5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:42:35.434958 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c48472-e302-4650-873a-a0ac81e3d5cc req-b9d64f9a-fc42-4b5b-9c67-8bf48fe3d73a tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:35.439109 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-61a0b83e-a425-4cb8-be45-b98891d1169f service neutron] 10.222.0.20 "GET /v2.0/networks/29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434542 Dec 06 14:42:35.441655 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:35.444477 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-00c48472-e302-4650-873a-a0ac81e3d5cc req-b9d64f9a-fc42-4b5b-9c67-8bf48fe3d73a tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.0934074 Dec 06 14:42:35.464683 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:35.502430 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-00c48472-e302-4650-873a-a0ac81e3d5cc req-d9959717-3098-4399-9a42-0196560e29b6 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546083 Dec 06 14:42:35.503551 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:35.505217 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40048) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:35.508650 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 2219a643-1b99-4a2c-9ba0-c9e4d27920c3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2219a643-1b99-4a2c-9ba0-c9e4d27920c3,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:35.536413 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:35.542293 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925e310a-d1cf-434c-9a7e-ae891f46dab1', 'name': 'network-vif-deleted', 'tag': '7fddbd4e-e03e-4f26-b3c2-4b68ba03930a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:35.546108 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee15654f-d81a-4496-8647-84147e28f815" -d '{"events": [{"server_uuid": "925e310a-d1cf-434c-9a7e-ae891f46dab1", "name": "network-vif-deleted", "tag": "7fddbd4e-e03e-4f26-b3c2-4b68ba03930a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:35.562835 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc92732-d0be-4978-a71a-5feb85811bbb req-e30f9d89-cd84-4aa9-b993-8fcc2a7568fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:35.564485 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ffc92732-d0be-4978-a71a-5feb85811bbb req-e30f9d89-cd84-4aa9-b993-8fcc2a7568fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2361751 Dec 06 14:42:35.589604 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40056) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:35.629095 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=2219a643-1b99-4a2c-9ba0-c9e4d27920c3,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:35.657846 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ffc92732-d0be-4978-a71a-5feb85811bbb req-04793fbb-1fad-4187-a2dc-6a3e95a24610 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=af21908f-1b8d-4ff6-b149-26cde1c479e8 HTTP/1.1" status: 200 len: 217 time: 0.0456350 Dec 06 14:42:35.686926 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4a0f113-366c-477f-a24b-e479491d514e tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:35.690886 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738549ef-1a62-4229-bceb-7e35b1b974d5 x-openstack-request-id: req-738549ef-1a62-4229-bceb-7e35b1b974d5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:35.691228 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925e310a-d1cf-434c-9a7e-ae891f46dab1", "name": "network-vif-deleted", "tag": "7fddbd4e-e03e-4f26-b3c2-4b68ba03930a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:35.691488 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-738549ef-1a62-4229-bceb-7e35b1b974d5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:35.691909 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925e310a-d1cf-434c-9a7e-ae891f46dab1', 'name': 'network-vif-deleted', 'tag': '7fddbd4e-e03e-4f26-b3c2-4b68ba03930a', 'status': 'completed', 'code': 200} Dec 06 14:42:35.717495 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4a0f113-366c-477f-a24b-e479491d514e tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:35.744619 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f3483d76-2b9c-411e-b209-aaf9cdf6bf93 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1476888615-network', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:35.753409 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-85eaa4cc-dd4f-4e74-a2a2-7ed972b8ce79 service neutron] 10.222.0.20 "GET /v2.0/networks/29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000772 Dec 06 14:42:35.797209 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc92732-d0be-4978-a71a-5feb85811bbb req-7a717b61-afdf-4b7c-93f0-5bb03c7a6675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:35.798673 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ffc92732-d0be-4978-a71a-5feb85811bbb req-7a717b61-afdf-4b7c-93f0-5bb03c7a6675 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1307106 Dec 06 14:42:35.804766 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3483d76-2b9c-411e-b209-aaf9cdf6bf93 admin admin] Made reservation on behalf of 3c37093efdf04284b9ef95dbc568d083 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:35.806832 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-71b58423-f905-47f9-b2fc-ef9aa9cfd061 service neutron] 10.222.0.20 "GET /v2.0/ports/136aab93-4414-4a27-bb13-b887ce3df348?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0525682 Dec 06 14:42:35.807945 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3483d76-2b9c-411e-b209-aaf9cdf6bf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:35.820783 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3483d76-2b9c-411e-b209-aaf9cdf6bf93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:35.824403 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4a0f113-366c-477f-a24b-e479491d514e tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:35.827499 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4a0f113-366c-477f-a24b-e479491d514e tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:35.832694 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c4a0f113-366c-477f-a24b-e479491d514e tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "DELETE /v2.0/security-groups/5d57cee3-f1ce-4553-831b-203d02c9304c HTTP/1.1" status: 204 len: 168 time: 0.2419765 Dec 06 14:42:35.833105 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40066) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:35.860207 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-6ed1a903-7acf-4de5-8282-991e62c8413c req-136f1090-31d6-41db-9393-98329f1bc8f1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:42:35.861238 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6ed1a903-7acf-4de5-8282-991e62c8413c req-136f1090-31d6-41db-9393-98329f1bc8f1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099874 Dec 06 14:42:35.861968 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0f113-366c-477f-a24b-e479491d514e tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d57cee3-f1ce-4553-831b-203d02c9304c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:35.878555 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-515e06a9-f091-444d-928b-b61c7dee0ba5 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] show failed (client error): The resource could not be found. Dec 06 14:42:35.882813 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-515e06a9-f091-444d-928b-b61c7dee0ba5 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "GET /v2.0/security-groups/5d57cee3-f1ce-4553-831b-203d02c9304c HTTP/1.1" status: 404 len: 347 time: 0.0295742 Dec 06 14:42:35.886919 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40070) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:35.888561 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['2219a643-1b99-4a2c-9ba0-c9e4d27920c3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:35.967583 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc92732-d0be-4978-a71a-5feb85811bbb req-f6d7d1e6-cb67-404c-b010-861c73760104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:35.969028 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ffc92732-d0be-4978-a71a-5feb85811bbb req-f6d7d1e6-cb67-404c-b010-861c73760104 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1541693 Dec 06 14:42:36.005191 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3483d76-2b9c-411e-b209-aaf9cdf6bf93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:36.012584 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3483d76-2b9c-411e-b209-aaf9cdf6bf93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:36.035390 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:42:36.073256 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3483d76-2b9c-411e-b209-aaf9cdf6bf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:36.083668 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3483d76-2b9c-411e-b209-aaf9cdf6bf93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:42:36.087756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-ba7cfaf2-3c16-4645-8d70-f3ca926c877f service neutron] 10.222.0.20 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799389 Dec 06 14:42:36.095780 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3483d76-2b9c-411e-b209-aaf9cdf6bf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:36.096266 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-f3483d76-2b9c-411e-b209-aaf9cdf6bf93 admin admin] Added segment 2d682598-8987-4d9b-9233-b0d36b83c0eb of type vlan for network 6e31e4b3-623f-41f0-89d7-053df25180e1 Dec 06 14:42:36.193430 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3483d76-2b9c-411e-b209-aaf9cdf6bf93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:36.244638 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-563237eb-25e9-4469-9c07-bd5ec682a228 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Deleting port 6da348b8-bcb3-4115-940c-ae0b09f808f2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:42:36.245490 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-563237eb-25e9-4469-9c07-bd5ec682a228 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:36.280745 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ffc92732-d0be-4978-a71a-5feb85811bbb req-83993e0b-4448-42a8-8968-ddd767a2d85c service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703927 Dec 06 14:42:36.299700 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3483d76-2b9c-411e-b209-aaf9cdf6bf93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:36.300474 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3483d76-2b9c-411e-b209-aaf9cdf6bf93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:36.301069 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3483d76-2b9c-411e-b209-aaf9cdf6bf93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:36.328392 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f995f110-7c17-4833-89da-b066d50e212e req-cd80e721-728d-4520-95db-4e493854a86c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1286814 Dec 06 14:42:36.340296 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58e531-2da5-4ddc-93cd-c63eec80ef9c req-fd0d90f9-c4c3-445c-9605-121a228d1f76 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:36.344158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-1f549a9e-b6fc-4dae-8cfe-01e638f32842 service neutron] 10.222.0.20 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555993 Dec 06 14:42:36.347486 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f58e531-2da5-4ddc-93cd-c63eec80ef9c req-fd0d90f9-c4c3-445c-9605-121a228d1f76 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=11986620-bcb7-48d7-881f-8cf75be11649 HTTP/1.1" status: 200 len: 948 time: 0.1206417 Dec 06 14:42:36.367950 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f3483d76-2b9c-411e-b209-aaf9cdf6bf93 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8615112 Dec 06 14:42:36.371066 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40074) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:36.386128 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-109e4381-2e55-42f1-afaa-9752685fd225 admin admin] Request body: {'subnet': {'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1476888615-subnet', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:36.434917 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3483d76-2b9c-411e-b209-aaf9cdf6bf93 admin admin] Pushing event updated for resources: {'Network': ['ID=6e31e4b3-623f-41f0-89d7-053df25180e1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:36.442941 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-17a30f9a-c0d3-423e-a5c6-7c99f3666979 service neutron] 10.222.0.20 "GET /v2.0/ports/0ff887d8-72a7-47c9-8650-b59d05e0a9b7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0882230 Dec 06 14:42:36.446175 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-563237eb-25e9-4469-9c07-bd5ec682a228 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:36.446524 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-563237eb-25e9-4469-9c07-bd5ec682a228 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:36.464994 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 6e31e4b3-623f-41f0-89d7-053df25180e1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:42:36.467272 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-563237eb-25e9-4469-9c07-bd5ec682a228 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Calling delete_port for 6da348b8-bcb3-4115-940c-ae0b09f808f2 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:42:36.475696 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f58e531-2da5-4ddc-93cd-c63eec80ef9c req-251a8378-5cf8-4efa-851e-b2d573155dc9 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227560 Dec 06 14:42:36.479553 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109e4381-2e55-42f1-afaa-9752685fd225 admin admin] Made reservation on behalf of 3c37093efdf04284b9ef95dbc568d083 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:36.481919 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-109e4381-2e55-42f1-afaa-9752685fd225 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:36.519225 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ffc92732-d0be-4978-a71a-5feb85811bbb req-aa33f5ef-95c3-4f0c-a088-c294f0e62d5f service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263591 Dec 06 14:42:36.623088 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:36.710375 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-ba4fead5-08fd-44b1-8d62-d54e37013b18 service neutron] 10.222.0.20 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443495 Dec 06 14:42:36.776954 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-109e4381-2e55-42f1-afaa-9752685fd225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:36.828563 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54eb72e-083d-40d5-97a2-17af3e47dfa6 req-b82dc5a3-5371-4a99-ab1a-a060fc9d0456 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:36.830693 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c54eb72e-083d-40d5-97a2-17af3e47dfa6 req-b82dc5a3-5371-4a99-ab1a-a060fc9d0456 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.1104586 Dec 06 14:42:36.874098 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e4381-2e55-42f1-afaa-9752685fd225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebae9223-bf32-4b01-a47e-4989661e2354,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:36.876404 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-68b237dd-4c3c-4dc2-beb8-5f075cefadd1 service neutron] 10.222.0.20 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577878 Dec 06 14:42:36.879344 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-563237eb-25e9-4469-9c07-bd5ec682a228 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:36.889657 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:42:36.898090 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109e4381-2e55-42f1-afaa-9752685fd225 admin admin] Checking segment: {'id': '2d682598-8987-4d9b-9233-b0d36b83c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:36.898455 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109e4381-2e55-42f1-afaa-9752685fd225 admin admin] Network hostable DHCP agents. Network: 6e31e4b3-623f-41f0-89d7-053df25180e1, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:42:36.921438 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563237eb-25e9-4469-9c07-bd5ec682a228 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Pushing event deleted for resources: {'Port': ['ID=6da348b8-bcb3-4115-940c-ae0b09f808f2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:36.938825 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:42:36.939144 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 7fddbd4e-e03e-4f26-b3c2-4b68ba03930a not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:42:36.949300 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c54eb72e-083d-40d5-97a2-17af3e47dfa6 req-65972461-3232-416e-bf44-f730dcd54ad1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111600 Dec 06 14:42:36.959631 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109e4381-2e55-42f1-afaa-9752685fd225 admin admin] Network 6e31e4b3-623f-41f0-89d7-053df25180e1 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:42:36.978040 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-109e4381-2e55-42f1-afaa-9752685fd225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6e31e4b3-623f-41f0-89d7-053df25180e1) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:36.992002 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9502479-e7ef-4c7b-a22c-d6c8d64de5f0 None None] Network 6e31e4b3-623f-41f0-89d7-053df25180e1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:42:36.998555 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109e4381-2e55-42f1-afaa-9752685fd225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:36.999335 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-109e4381-2e55-42f1-afaa-9752685fd225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:37.041731 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-109e4381-2e55-42f1-afaa-9752685fd225 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6696005 Dec 06 14:42:37.042527 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40092) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:37.048113 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1476888615-router', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:37.057565 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-563237eb-25e9-4469-9c07-bd5ec682a228 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:37.060553 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-563237eb-25e9-4469-9c07-bd5ec682a228 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:37.063511 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-563237eb-25e9-4469-9c07-bd5ec682a228 tempest-ImagesOneServerNegativeTestJSON-1752442844 tempest-ImagesOneServerNegativeTestJSON-1752442844-project] 10.222.0.20 "DELETE /v2.0/floatingips/0ad56792-d608-48ae-b2a6-2ea26c929e4a HTTP/1.1" status: 204 len: 168 time: 1.1735711 Dec 06 14:42:37.090463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-84da624a-8f76-4bdc-805d-ea8c2884ddbf service neutron] 10.222.0.20 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004924 Dec 06 14:42:37.123445 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:37.124966 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:37.202296 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:37.227246 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6e31e4b3-623f-41f0-89d7-053df25180e1', 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'fixed_ips': [{'subnet_id': 'ebae9223-bf32-4b01-a47e-4989661e2354'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:42:37.229654 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:37.263828 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40106) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:37.318088 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-eaa097be-4d86-411c-8e0a-0e352f6e19b9 service neutron] 10.222.0.20 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193069 Dec 06 14:42:37.433064 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-ffaae9c8-a6d5-464c-9355-680fffb59b51 service neutron] 10.222.0.20 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077735 Dec 06 14:42:37.448713 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-2036967e-e979-4427-86b0-2eefc7f91ce8 admin admin] Deleting subnet cd3e50a1-3233-4b36-ac18-e47233ecf33a {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:42:37.454652 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:37.457673 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2036967e-e979-4427-86b0-2eefc7f91ce8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:37.530844 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2036967e-e979-4427-86b0-2eefc7f91ce8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:37.601620 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-92e5ef8e-e94e-40bf-95dc-5b499a0d9ee9 service neutron] 10.222.0.20 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614461 Dec 06 14:42:37.613981 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Allocated IP 172.20.0.2 (6e31e4b3-623f-41f0-89d7-053df25180e1/ebae9223-bf32-4b01-a47e-4989661e2354/f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:37.678720 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669f508-2ff7-4790-9aaa-0e29ef1d78a6 req-3acdb2fe-4e7c-4b3a-8019-2a0aaf45608f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:37.680283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1669f508-2ff7-4790-9aaa-0e29ef1d78a6 req-3acdb2fe-4e7c-4b3a-8019-2a0aaf45608f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=11986620-bcb7-48d7-881f-8cf75be11649 HTTP/1.1" status: 200 len: 948 time: 0.0872002 Dec 06 14:42:37.688925 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2036967e-e979-4427-86b0-2eefc7f91ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:37.715404 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-88689eb9-243d-436f-a9d8-ec86073ee70f service neutron] 10.222.0.20 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971942 Dec 06 14:42:37.854026 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1669f508-2ff7-4790-9aaa-0e29ef1d78a6 req-1b7ae372-b352-4c85-8eff-6a0d89f01ee2 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626737 Dec 06 14:42:37.868262 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-f08fd55c-e2ca-4a69-90e3-1a14b4e6fd2b service neutron] 10.222.0.20 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425753 Dec 06 14:42:37.888593 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2036967e-e979-4427-86b0-2eefc7f91ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:37.916366 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:37.924542 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036967e-e979-4427-86b0-2eefc7f91ce8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd3e50a1-3233-4b36-ac18-e47233ecf33a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:37.934832 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:37.983894 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Network 6e31e4b3-623f-41f0-89d7-053df25180e1 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:37.988909 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2036967e-e979-4427-86b0-2eefc7f91ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:37.992147 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:37.992788 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2036967e-e979-4427-86b0-2eefc7f91ce8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cd3e50a1-3233-4b36-ac18-e47233ecf33a HTTP/1.1" status: 204 len: 168 time: 0.7279871 Dec 06 14:42:37.995558 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40118) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:37.996766 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:38.013359 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Pushing event updated for resources: {'Port': ['ID=f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:38.026961 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-4026d6d6-3594-4b4f-84e4-9d80fb819ba1 service neutron] 10.222.0.20 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518009 Dec 06 14:42:38.080073 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Attempting to bind port f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:38.080444 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Attempting to bind port f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2d682598-8987-4d9b-9233-b0d36b83c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:38.080887 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Attempting to bind port f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f on network 6e31e4b3-623f-41f0-89d7-053df25180e1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:38.088229 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:38.088602 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Checking segment: {'id': '2d682598-8987-4d9b-9233-b0d36b83c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:38.089147 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:38.089539 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Bound using segment: {'id': '2d682598-8987-4d9b-9233-b0d36b83c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:38.090004 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Bound port: f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d682598-8987-4d9b-9233-b0d36b83c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:38.090381 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:38.120486 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1521853-d611-4204-942f-046f9a9d978d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:38.140276 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:38.165154 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] For port f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:42:38.168886 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] For port f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f,segment=NetworkSegment(2d682598-8987-4d9b-9233-b0d36b83c0eb),segment_id=2d682598-8987-4d9b-9233-b0d36b83c0eb)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:38.170016 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:38.176355 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:38.200649 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cc0d5-c668-4f4f-9bfc-77c8e453469b req-430ea5c1-89b2-4da4-8f35-6d285195d140 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:38.202500 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0c4cc0d5-c668-4f4f-9bfc-77c8e453469b req-430ea5c1-89b2-4da4-8f35-6d285195d140 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.1072137 Dec 06 14:42:38.241041 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fd03b-ccbb-468d-b15d-88e0870808e1 None None] Pushing event updated for resources: {'Port': ['ID=f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:38.317367 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-d38d90a0-7b0d-436e-b48e-5a63b83a2e0c service neutron] 10.222.0.20 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802017 Dec 06 14:42:38.354456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0c4cc0d5-c668-4f4f-9bfc-77c8e453469b req-014af10c-1f12-4bf0-a8c0-ecc0fe6c7454 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192439 Dec 06 14:42:38.361345 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1521853-d611-4204-942f-046f9a9d978d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:38.386633 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-c1521853-d611-4204-942f-046f9a9d978d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5521cd74-94bb-4bc1-b3e0-da480ffd2eca']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:38.398012 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-c1521853-d611-4204-942f-046f9a9d978d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66987d70-c54c-4479-b6e0-5c2dc83ceca0') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:38.398793 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-c1521853-d611-4204-942f-046f9a9d978d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66987d70-c54c-4479-b6e0-5c2dc83ceca0') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:38.410191 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1521853-d611-4204-942f-046f9a9d978d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:38.410789 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995f110-7c17-4833-89da-b066d50e212e req-d01d12cc-0515-4e68-8e66-fa6feb6803d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:38.412870 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f995f110-7c17-4833-89da-b066d50e212e req-d01d12cc-0515-4e68-8e66-fa6feb6803d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 1101 time: 0.1589739 Dec 06 14:42:38.427363 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1521853-d611-4204-942f-046f9a9d978d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:38.436523 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1521853-d611-4204-942f-046f9a9d978d admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:42:38.436963 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1521853-d611-4204-942f-046f9a9d978d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:42:38.439041 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:42:38.499233 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Allocated IP 172.35.7.146 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/0cbd8ab4-8fc9-4470-8901-ea2e090a46ef) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:38.574191 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1521853-d611-4204-942f-046f9a9d978d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:38.596381 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1521853-d611-4204-942f-046f9a9d978d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:38.600722 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c1521853-d611-4204-942f-046f9a9d978d admin admin] 10.222.0.20 "DELETE /v2.0/networks/5521cd74-94bb-4bc1-b3e0-da480ffd2eca HTTP/1.1" status: 204 len: 168 time: 0.6035314 Dec 06 14:42:38.602439 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1521853-d611-4204-942f-046f9a9d978d admin admin] Pushing event deleted for resources: {'Network': ['ID=5521cd74-94bb-4bc1-b3e0-da480ffd2eca,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:38.627418 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:38.674816 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995f110-7c17-4833-89da-b066d50e212e req-4bc7f33c-2f03-47ed-96a3-06ed85cb4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:38.676460 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f995f110-7c17-4833-89da-b066d50e212e req-4bc7f33c-2f03-47ed-96a3-06ed85cb4b65 service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2527509 Dec 06 14:42:38.728422 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f995f110-7c17-4833-89da-b066d50e212e req-b92e2142-51d4-4516-ad2c-ba9ce4930083 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=33be971b-5607-484a-ba01-a7327e162163 HTTP/1.1" status: 200 len: 217 time: 0.0438836 Dec 06 14:42:38.732790 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:38.756309 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:38.760990 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40124) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:38.768496 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:38.790070 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:38.819683 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-49a628e1-4012-46f2-ac3b-7c38dd51e96d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bebd2aa3873d436c89009a1dfe8e401c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504315 Dec 06 14:42:38.819683 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40126) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:38.868959 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:38.891839 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7cdebbaa-42e4-4b08-98b9-f4a82d9588f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:38.923179 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7cdebbaa-42e4-4b08-98b9-f4a82d9588f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:38.926490 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device af21908f-1b8d-4ff6-b149-26cde1c479e8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:42:38.990897 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7cdebbaa-42e4-4b08-98b9-f4a82d9588f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:38.993555 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7cdebbaa-42e4-4b08-98b9-f4a82d9588f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:38.997157 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7cdebbaa-42e4-4b08-98b9-f4a82d9588f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8891a533-30b1-4626-990c-9b96c50a4f58 HTTP/1.1" status: 204 len: 168 time: 0.1782479 Dec 06 14:42:39.007680 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdebbaa-42e4-4b08-98b9-f4a82d9588f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8891a533-30b1-4626-990c-9b96c50a4f58,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:39.105801 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:39.136543 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:39.136928 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:39.227956 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Pushing event updated for resources: {'Port': ['ID=0cbd8ab4-8fc9-4470-8901-ea2e090a46ef,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:39.237723 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995f110-7c17-4833-89da-b066d50e212e req-08802a8c-40b0-4051-9974-3a5d132ce60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:39.239288 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f995f110-7c17-4833-89da-b066d50e212e req-08802a8c-40b0-4051-9974-3a5d132ce60a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.4943464 Dec 06 14:42:39.361102 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf995c5b-1bc3-4301-a2ba-5e88fe4eaec6 req-cb72d50a-a194-4a31-b972-3ff747c90b37 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:39.376630 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf995c5b-1bc3-4301-a2ba-5e88fe4eaec6 req-cb72d50a-a194-4a31-b972-3ff747c90b37 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=11986620-bcb7-48d7-881f-8cf75be11649 HTTP/1.1" status: 200 len: 948 time: 0.2244675 Dec 06 14:42:39.381806 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port af21908f-1b8d-4ff6-b149-26cde1c479e8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=af21908f-1b8d-4ff6-b149-26cde1c479e8,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:39.424527 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'af21908f-1b8d-4ff6-b149-26cde1c479e8', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': 'af21908f-1b8d-4ff6-b149-26cde1c479e8', 'mac_address': 'fa:16:3e:9a:72:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:42:39.436227 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:42:39.466234 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:39.466611 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:39.477352 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995f110-7c17-4833-89da-b066d50e212e req-b8e7301c-e112-4253-8a30-71bbf6425168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:39.479103 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f995f110-7c17-4833-89da-b066d50e212e req-b8e7301c-e112-4253-8a30-71bbf6425168 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1960292 Dec 06 14:42:39.554027 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:39.581237 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:39.605631 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf995c5b-1bc3-4301-a2ba-5e88fe4eaec6 req-59c583a6-d88f-4005-b067-1961d5be6585 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280033 Dec 06 14:42:39.731930 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:39.739645 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:39.748291 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af21908f-1b8d-4ff6-b149-26cde1c479e8 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:39.773562 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port af21908f-1b8d-4ff6-b149-26cde1c479e8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=af21908f-1b8d-4ff6-b149-26cde1c479e8,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:39.780746 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f,segment=NetworkSegment(2d682598-8987-4d9b-9233-b0d36b83c0eb),segment_id=2d682598-8987-4d9b-9233-b0d36b83c0eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:39.796978 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:39.802773 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:39.858851 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027ac7cb-3f63-4c6e-8e84-0cede7d425d7 None None] Network 6e31e4b3-623f-41f0-89d7-053df25180e1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:42:39.884788 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11986620-bcb7-48d7-881f-8cf75be11649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2219a643-1b99-4a2c-9ba0-c9e4d27920c3'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:39.887546 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58059c68-ac4b-4fae-9e94-0e1feec0a440" -d '{"events": [{"server_uuid": "11986620-bcb7-48d7-881f-8cf75be11649", "name": "network-vif-plugged", "status": "completed", "tag": "2219a643-1b99-4a2c-9ba0-c9e4d27920c3"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:39.926491 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 2219a643-1b99-4a2c-9ba0-c9e4d27920c3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2219a643-1b99-4a2c-9ba0-c9e4d27920c3,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:39.932775 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:39.968090 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:39.996137 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387d4b2-8b59-48bf-9a14-51d21839d452 req-b964b7a4-cd05-4f0b-970c-5ab288f20aaa tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:39.997664 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7387d4b2-8b59-48bf-9a14-51d21839d452 req-b964b7a4-cd05-4f0b-970c-5ab288f20aaa tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.1665337 Dec 06 14:42:39.999727 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f995f110-7c17-4833-89da-b066d50e212e req-3a04c284-0bc1-4181-bac3-01b71ec5b25a service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998014 Dec 06 14:42:40.003044 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-22cfe327-45e3-48ff-aa72-98ff7a27dfd1 None None] Provisioning complete for port f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:40.003415 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22cfe327-45e3-48ff-aa72-98ff7a27dfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:40.087322 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['af21908f-1b8d-4ff6-b149-26cde1c479e8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:40.137841 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7387d4b2-8b59-48bf-9a14-51d21839d452 req-439bd290-e838-4562-ab67-1fdf899bb978 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330578 Dec 06 14:42:40.181264 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=af21908f-1b8d-4ff6-b149-26cde1c479e8,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:40.227303 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92f07ef-4865-4373-a4ab-970da1f8bd75 x-openstack-request-id: req-c92f07ef-4865-4373-a4ab-970da1f8bd75 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:40.227618 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11986620-bcb7-48d7-881f-8cf75be11649", "name": "network-vif-plugged", "status": "completed", "tag": "2219a643-1b99-4a2c-9ba0-c9e4d27920c3", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:40.227962 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c92f07ef-4865-4373-a4ab-970da1f8bd75 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:40.228362 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11986620-bcb7-48d7-881f-8cf75be11649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2219a643-1b99-4a2c-9ba0-c9e4d27920c3', 'code': 200} Dec 06 14:42:40.270570 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f995f110-7c17-4833-89da-b066d50e212e req-ee14157c-4c05-4b2e-abbd-243e8dc6edd7 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418237 Dec 06 14:42:40.368278 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=2219a643-1b99-4a2c-9ba0-c9e4d27920c3,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:40.388563 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:40.454445 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13342f9-f49b-44dc-a741-868b65a65da5 req-e2b939c1-bbc5-46d8-8f32-1f550c3f5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:40.456028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e13342f9-f49b-44dc-a741-868b65a65da5 req-e2b939c1-bbc5-46d8-8f32-1f550c3f5c6c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11986620-bcb7-48d7-881f-8cf75be11649 HTTP/1.1" status: 200 len: 1100 time: 0.1329384 Dec 06 14:42:40.598690 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e13342f9-f49b-44dc-a741-868b65a65da5 req-2053ac33-d829-4389-ae89-4e510287041a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284373 Dec 06 14:42:40.632936 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Router f44d2124-fabb-4ec9-b3a0-d841d45bcfbf is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:42:40.767300 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-03662bbc-a829-4848-8da1-b994276d0bd4 None None] Provisioning complete for port f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:40.767693 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-03662bbc-a829-4848-8da1-b994276d0bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:40.809431 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729002f-dc6f-4d21-9272-bdb6192fc867 req-d6748662-3ca7-496d-9927-de48cb439298 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:40.811188 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:40.811507 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5729002f-dc6f-4d21-9272-bdb6192fc867 req-d6748662-3ca7-496d-9927-de48cb439298 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=11986620-bcb7-48d7-881f-8cf75be11649 HTTP/1.1" status: 200 len: 949 time: 0.1035151 Dec 06 14:42:40.828277 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:42:40.840481 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Sync routers for ids ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:42:40.860060 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Routers {'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:42:40.861077 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:40.869249 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:40.873256 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40184) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:40.873785 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a47a773b-3413-489c-926f-53e697ad76c6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8298421 Dec 06 14:42:40.889092 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5729002f-dc6f-4d21-9272-bdb6192fc867 req-297243cd-f2d0-48fc-bbc3-edf6eb9c556b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693445 Dec 06 14:42:40.909370 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:40.909870 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:41.046127 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Set router f44d2124-fabb-4ec9-b3a0-d841d45bcfbf gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:42:41.247333 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'name': 'tempest-TaggedBootDevicesTest-1476888615-router', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146'}], 'enable_snat': True}, 'gw_port_id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:37Z', 'updated_at': '2021-12-06T14:42:39Z', 'revision_number': 3, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'gw_port': {'id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:38Z', 'updated_at': '2021-12-06T14:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:41.283203 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Checking router: f44d2124-fabb-4ec9-b3a0-d841d45bcfbf for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:42:41.283203 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Updating router f44d2124-fabb-4ec9-b3a0-d841d45bcfbf port 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:42:41.312246 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:41.345677 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac18069-7841-418c-8249-e6d0288dcb94 req-f43295fd-0fca-427f-aebb-44c0d11bda6d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:41.347306 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1ac18069-7841-418c-8249-e6d0288dcb94 req-f43295fd-0fca-427f-aebb-44c0d11bda6d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.0916615 Dec 06 14:42:41.367106 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40200) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:41.483720 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1ac18069-7841-418c-8249-e6d0288dcb94 req-33ea9e19-a1a9-46bc-bb23-c175b6d4a8e3 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149290 Dec 06 14:42:41.572107 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-356a7d85-427f-4859-abd4-a3f68380290d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:41.664797 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-356a7d85-427f-4859-abd4-a3f68380290d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:41.669708 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-356a7d85-427f-4859-abd4-a3f68380290d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:41.721172 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-356a7d85-427f-4859-abd4-a3f68380290d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b0f37b807624ca19e234ab7e29d9b39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517673 Dec 06 14:42:41.722329 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a7d85-427f-4859-abd4-a3f68380290d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3574193-9bd5-40bd-8f20-1b4bf010fb57,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:41.726320 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40204) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:41.748595 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:41.756216 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:41.783976 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bc72904-2cbd-4a43-a333-ade4b7ce300e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:41.798959 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefaed1-eb57-4cc4-bcd0-91e56a9949b1 None None] Pushing event updated for resources: {'Port': ['ID=0cbd8ab4-8fc9-4470-8901-ea2e090a46ef,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:41.810085 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefaed1-eb57-4cc4-bcd0-91e56a9949b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:41.810767 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefaed1-eb57-4cc4-bcd0-91e56a9949b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:41.811232 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bc72904-2cbd-4a43-a333-ade4b7ce300e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:41.812406 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefaed1-eb57-4cc4-bcd0-91e56a9949b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:41.813039 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefaed1-eb57-4cc4-bcd0-91e56a9949b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:41.813533 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefaed1-eb57-4cc4-bcd0-91e56a9949b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:41.814082 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefaed1-eb57-4cc4-bcd0-91e56a9949b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:41.814568 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefaed1-eb57-4cc4-bcd0-91e56a9949b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:41.815050 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefaed1-eb57-4cc4-bcd0-91e56a9949b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:41.815537 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefaed1-eb57-4cc4-bcd0-91e56a9949b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:41.816216 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefaed1-eb57-4cc4-bcd0-91e56a9949b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:41.816717 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefaed1-eb57-4cc4-bcd0-91e56a9949b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:41.817209 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefaed1-eb57-4cc4-bcd0-91e56a9949b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:41.817691 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cefaed1-eb57-4cc4-bcd0-91e56a9949b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:41.830400 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:41.866772 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Attempting to bind port 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:41.867802 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Attempting to bind port 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:41.868334 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Attempting to bind port 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:41.872831 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bc72904-2cbd-4a43-a333-ade4b7ce300e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:41.874664 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:41.875348 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:41.875998 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:41.876600 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:41.877282 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bc72904-2cbd-4a43-a333-ade4b7ce300e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:41.878071 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Bound port: 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:41.878488 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4bc72904-2cbd-4a43-a333-ade4b7ce300e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3574193-9bd5-40bd-8f20-1b4bf010fb57 HTTP/1.1" status: 204 len: 168 time: 0.1506641 Dec 06 14:42:41.878868 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:41.887327 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc72904-2cbd-4a43-a333-ade4b7ce300e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3574193-9bd5-40bd-8f20-1b4bf010fb57,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:41.960872 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] For port 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:42:41.964520 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] For port 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0cbd8ab4-8fc9-4470-8901-ea2e090a46ef,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:41.973239 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:42.056089 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefaed1-eb57-4cc4-bcd0-91e56a9949b1 None None] Pushing event updated for resources: {'Port': ['ID=0cbd8ab4-8fc9-4470-8901-ea2e090a46ef,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:42.066106 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67160b35-7431-42b0-880f-5a834c1e1762 req-1bb9aa49-e3d2-43d1-9ade-0b052ec9a1e0 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:42.067875 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67160b35-7431-42b0-880f-5a834c1e1762 req-1bb9aa49-e3d2-43d1-9ade-0b052ec9a1e0 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=11986620-bcb7-48d7-881f-8cf75be11649 HTTP/1.1" status: 200 len: 949 time: 0.0709159 Dec 06 14:42:42.075895 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Routers {'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:42:42.076872 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:42.124446 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] Allocated IP 172.20.0.1 (6e31e4b3-623f-41f0-89d7-053df25180e1/ebae9223-bf32-4b01-a47e-4989661e2354/76eb9290-b18a-403b-97e7-5962e1e41af7) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:42.165980 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67160b35-7431-42b0-880f-5a834c1e1762 req-7768e268-493e-4bfd-b65d-42aff223387c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900021 Dec 06 14:42:42.263011 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] Set router f44d2124-fabb-4ec9-b3a0-d841d45bcfbf gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:42:42.317907 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:42.355348 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:42.396413 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] Network 6e31e4b3-623f-41f0-89d7-053df25180e1 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:42.401776 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:42.406871 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:42.410247 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=76eb9290-b18a-403b-97e7-5962e1e41af7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:42.464445 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:42.510062 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'name': 'tempest-TaggedBootDevicesTest-1476888615-router', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146'}], 'enable_snat': True}, 'gw_port_id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:37Z', 'updated_at': '2021-12-06T14:42:39Z', 'revision_number': 3, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'gw_port': {'id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:38Z', 'updated_at': '2021-12-06T14:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:42.561266 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf8d8d5-1145-43f2-b15e-b28be0b8e62c None None] The sync data for ids ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'] in n-d-master-1 is: [{'id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'name': 'tempest-TaggedBootDevicesTest-1476888615-router', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146'}], 'enable_snat': True}, 'gw_port_id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:37Z', 'updated_at': '2021-12-06T14:42:39Z', 'revision_number': 3, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'gw_port': {'id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:38Z', 'updated_at': '2021-12-06T14:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:42:42.656984 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4ddf9-b0d4-401f-b527-88111c1af66b req-1f52225f-ef2e-4037-83bf-18c99e8802a4 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:42.659026 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f5a4ddf9-b0d4-401f-b527-88111c1af66b req-1f52225f-ef2e-4037-83bf-18c99e8802a4 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.0789659 Dec 06 14:42:42.746297 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f5a4ddf9-b0d4-401f-b527-88111c1af66b req-300df6dd-c498-4f84-a7b4-73f5e7decdc3 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778773 Dec 06 14:42:42.748808 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:42.840623 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-240bd4e7-7c35-4000-893d-22487d1a8503 None None] Provisioning complete for port 76eb9290-b18a-403b-97e7-5962e1e41af7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:42.841148 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-240bd4e7-7c35-4000-893d-22487d1a8503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:42.886783 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-240bd4e7-7c35-4000-893d-22487d1a8503 None None] Port 76eb9290-b18a-403b-97e7-5962e1e41af7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:42.901891 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40232) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:42.956028 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device af21908f-1b8d-4ff6-b149-26cde1c479e8 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:42.971581 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:42.978980 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:43.050781 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port af21908f-1b8d-4ff6-b149-26cde1c479e8 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:42:43.063801 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port af21908f-1b8d-4ff6-b149-26cde1c479e8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:43.064644 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:43.067239 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=76eb9290-b18a-403b-97e7-5962e1e41af7,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:43.098082 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-94ae8a27-dc7a-49e7-aeb1-c3a37d66d50c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-439609465-network', 'tenant_id': '0b6cd7b04eb0476e8e759fcf487f65cb'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:43.104215 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:43.137564 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ae8a27-dc7a-49e7-aeb1-c3a37d66d50c admin admin] Made reservation on behalf of 0b6cd7b04eb0476e8e759fcf487f65cb for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:43.139972 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94ae8a27-dc7a-49e7-aeb1-c3a37d66d50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:43.149621 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94ae8a27-dc7a-49e7-aeb1-c3a37d66d50c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:43.182902 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:43.240563 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] Network 6e31e4b3-623f-41f0-89d7-053df25180e1 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:43.243328 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:43.243525 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port af21908f-1b8d-4ff6-b149-26cde1c479e8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=af21908f-1b8d-4ff6-b149-26cde1c479e8,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:43.244908 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31458916-4bfa-44a2-bf05-34c9ef6cc4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af21908f-1b8d-4ff6-b149-26cde1c479e8'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:43.247613 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d773f04-c88a-4469-8817-e52706ffa9cc" -d '{"events": [{"server_uuid": "31458916-4bfa-44a2-bf05-34c9ef6cc4fc", "name": "network-vif-plugged", "status": "completed", "tag": "af21908f-1b8d-4ff6-b149-26cde1c479e8"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:43.253469 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:43.303681 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94ae8a27-dc7a-49e7-aeb1-c3a37d66d50c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:43.338833 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=af21908f-1b8d-4ff6-b149-26cde1c479e8,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:43.343302 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94ae8a27-dc7a-49e7-aeb1-c3a37d66d50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:43.378304 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ae8a27-dc7a-49e7-aeb1-c3a37d66d50c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:42:43.415064 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112a54a-7858-4d94-a5c3-872673e4c080 req-d4b999c9-ea98-4a65-b34c-addc5fe019d3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:43.416727 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2112a54a-7858-4d94-a5c3-872673e4c080 req-d4b999c9-ea98-4a65-b34c-addc5fe019d3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=11986620-bcb7-48d7-881f-8cf75be11649 HTTP/1.1" status: 200 len: 949 time: 0.1159923 Dec 06 14:42:43.423641 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94ae8a27-dc7a-49e7-aeb1-c3a37d66d50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:43.424012 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-94ae8a27-dc7a-49e7-aeb1-c3a37d66d50c admin admin] Added segment 2d824487-2dc9-4b31-a48a-1ff2777ad493 of type vlan for network d38925d2-deff-4ed5-9a7c-264b2f73e1ab Dec 06 14:42:43.434053 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae8a27-dc7a-49e7-aeb1-c3a37d66d50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae854b8-6610-4190-b405-6c3b81e6f515,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:43.488174 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] Router f44d2124-fabb-4ec9-b3a0-d841d45bcfbf has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:42:43.526314 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94ae8a27-dc7a-49e7-aeb1-c3a37d66d50c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:43.566196 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2112a54a-7858-4d94-a5c3-872673e4c080 req-3950687b-9976-4e50-9549-f3253014d233 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333463 Dec 06 14:42:43.597642 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94ae8a27-dc7a-49e7-aeb1-c3a37d66d50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:43.599616 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ae8a27-dc7a-49e7-aeb1-c3a37d66d50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:43.601413 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94ae8a27-dc7a-49e7-aeb1-c3a37d66d50c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:43.615065 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-dc919156-6652-4837-bab0-51fc11ebf7e3 None None] Provisioning complete for port 76eb9290-b18a-403b-97e7-5962e1e41af7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:43.615621 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc919156-6652-4837-bab0-51fc11ebf7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:43.641023 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-94ae8a27-dc7a-49e7-aeb1-c3a37d66d50c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7379894 Dec 06 14:42:43.643912 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40244) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:43.649796 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c9481ea2-17d0-4022-ba5a-6a0db45c3e25 admin admin] Request body: {'subnet': {'network_id': 'd38925d2-deff-4ed5-9a7c-264b2f73e1ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-439609465-subnet', 'tenant_id': '0b6cd7b04eb0476e8e759fcf487f65cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:43.695771 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-dc919156-6652-4837-bab0-51fc11ebf7e3 None None] Port 76eb9290-b18a-403b-97e7-5962e1e41af7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:43.699390 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae8a27-dc7a-49e7-aeb1-c3a37d66d50c admin admin] Pushing event updated for resources: {'Network': ['ID=d38925d2-deff-4ed5-9a7c-264b2f73e1ab,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:43.704622 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5d60a9-ecdc-4ad0-befd-2ba7c470fd3c x-openstack-request-id: req-eb5d60a9-ecdc-4ad0-befd-2ba7c470fd3c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:43.706553 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31458916-4bfa-44a2-bf05-34c9ef6cc4fc", "name": "network-vif-plugged", "status": "completed", "tag": "af21908f-1b8d-4ff6-b149-26cde1c479e8", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:43.708849 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb5d60a9-ecdc-4ad0-befd-2ba7c470fd3c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:43.710659 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31458916-4bfa-44a2-bf05-34c9ef6cc4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af21908f-1b8d-4ff6-b149-26cde1c479e8', 'code': 200} Dec 06 14:42:43.719882 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9481ea2-17d0-4022-ba5a-6a0db45c3e25 admin admin] Made reservation on behalf of 0b6cd7b04eb0476e8e759fcf487f65cb for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:43.720769 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network d38925d2-deff-4ed5-9a7c-264b2f73e1ab details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:42:43.728680 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9481ea2-17d0-4022-ba5a-6a0db45c3e25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:43.763990 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:42:43.774508 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-179ef772-bf70-4cc3-b714-9e069280c3e4 admin admin] 10.222.0.20 "PUT /v2.0/routers/f44d2124-fabb-4ec9-b3a0-d841d45bcfbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8992467 Dec 06 14:42:43.926313 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635df8fd-beac-4ec2-a26e-7e189340dc39 req-a527d9ba-736f-40ae-9ca7-241f70bc91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:43.928507 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-635df8fd-beac-4ec2-a26e-7e189340dc39 req-a527d9ba-736f-40ae-9ca7-241f70bc91ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31458916-4bfa-44a2-bf05-34c9ef6cc4fc HTTP/1.1" status: 200 len: 1101 time: 0.1232748 Dec 06 14:42:43.999762 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-635df8fd-beac-4ec2-a26e-7e189340dc39 req-96b6c6e5-0c9b-437e-9054-316a91df9481 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619650 Dec 06 14:42:44.020772 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9481ea2-17d0-4022-ba5a-6a0db45c3e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:44.129767 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e0ff5-b3b0-4dda-966c-dca84cf47b67 req-a9e78033-aac1-425c-a283-26409f11e9a1 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:44.138221 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e0e0ff5-b3b0-4dda-966c-dca84cf47b67 req-a9e78033-aac1-425c-a283-26409f11e9a1 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=31458916-4bfa-44a2-bf05-34c9ef6cc4fc HTTP/1.1" status: 200 len: 950 time: 0.1791203 Dec 06 14:42:44.183333 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9481ea2-17d0-4022-ba5a-6a0db45c3e25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be146f7-67d7-4deb-bd27-ccd0782d6d1b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:44.248263 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e0e0ff5-b3b0-4dda-966c-dca84cf47b67 req-5ba15446-5065-43c5-8e42-655a63275d9f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090970 Dec 06 14:42:44.251597 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9481ea2-17d0-4022-ba5a-6a0db45c3e25 admin admin] Checking segment: {'id': '2d824487-2dc9-4b31-a48a-1ff2777ad493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd38925d2-deff-4ed5-9a7c-264b2f73e1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:44.252001 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9481ea2-17d0-4022-ba5a-6a0db45c3e25 admin admin] Network hostable DHCP agents. Network: d38925d2-deff-4ed5-9a7c-264b2f73e1ab, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:42:44.292951 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9481ea2-17d0-4022-ba5a-6a0db45c3e25 admin admin] Network d38925d2-deff-4ed5-9a7c-264b2f73e1ab is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:42:44.307911 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c9481ea2-17d0-4022-ba5a-6a0db45c3e25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d38925d2-deff-4ed5-9a7c-264b2f73e1ab) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:44.316364 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9481ea2-17d0-4022-ba5a-6a0db45c3e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:44.320180 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9481ea2-17d0-4022-ba5a-6a0db45c3e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:44.326080 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cab1024-f230-4d98-b3f0-594667986fb9 None None] Network d38925d2-deff-4ed5-9a7c-264b2f73e1ab requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:42:44.375719 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c9481ea2-17d0-4022-ba5a-6a0db45c3e25 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7225208 Dec 06 14:42:44.447348 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaee36f-c98d-483c-9fe3-12bbbe2ca149 req-0a38b538-1017-47d4-8012-e472614eb8b1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:44.459059 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eaaee36f-c98d-483c-9fe3-12bbbe2ca149 req-0a38b538-1017-47d4-8012-e472614eb8b1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.1038389 Dec 06 14:42:44.531745 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eaaee36f-c98d-483c-9fe3-12bbbe2ca149 req-95ed06ca-5b79-48a3-8fec-96c0a1a3750f tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717268 Dec 06 14:42:44.649316 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a51f469-a0cd-41ee-ba10-9bcfa9c10064 None None] Network d38925d2-deff-4ed5-9a7c-264b2f73e1ab requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:42:44.858657 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40292) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:44.863496 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ec41d64c-0e17-41b7-80e5-f7e40a4e0e23 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1051043333-network', 'tenant_id': 'e4605d87ca33403e8b652ed9f08525bb'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:44.903021 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:44.913566 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec41d64c-0e17-41b7-80e5-f7e40a4e0e23 admin admin] Made reservation on behalf of e4605d87ca33403e8b652ed9f08525bb for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:44.916135 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec41d64c-0e17-41b7-80e5-f7e40a4e0e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:44.925521 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec41d64c-0e17-41b7-80e5-f7e40a4e0e23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:44.967891 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:44.968618 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.117269 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec41d64c-0e17-41b7-80e5-f7e40a4e0e23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.121120 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-d5894899-b55a-4d94-9125-042a43ed62c3 req-324d44d6-74d9-4be5-8938-f6e996440f10 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1786844772', 'description': 'tempest-description-2010371492'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:45.125337 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec41d64c-0e17-41b7-80e5-f7e40a4e0e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.178656 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5894899-b55a-4d94-9125-042a43ed62c3 req-324d44d6-74d9-4be5-8938-f6e996440f10 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.230817 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec41d64c-0e17-41b7-80e5-f7e40a4e0e23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:42:45.279748 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41d64c-0e17-41b7-80e5-f7e40a4e0e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb15ee44-8fbe-4575-842a-aaab35d38a02,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:45.318150 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec41d64c-0e17-41b7-80e5-f7e40a4e0e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.324645 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-ec41d64c-0e17-41b7-80e5-f7e40a4e0e23 admin admin] Added segment 19eecead-c374-4397-bb53-9481eef29579 of type vlan for network 600b1e8b-ab3b-46cb-9b64-76603d7c27e1 Dec 06 14:42:45.325077 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.365673 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5894899-b55a-4d94-9125-042a43ed62c3 req-324d44d6-74d9-4be5-8938-f6e996440f10 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.371873 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5894899-b55a-4d94-9125-042a43ed62c3 req-324d44d6-74d9-4be5-8938-f6e996440f10 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.382672 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Sync routers for ids ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:42:45.389474 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0cbd8ab4-8fc9-4470-8901-ea2e090a46ef,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:45.398959 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.405316 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Routers {'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:42:45.406139 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:45.447132 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d44d6-74d9-4be5-8938-f6e996440f10 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b774b53-1d7a-484d-ab38-aaa7fe035180,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:45.452910 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8bc42efd-4344-4bba-a5e5-b5d771e7a0b2 req-b54cde80-e140-4c99-966b-deebf5b8bdd3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.0312183 Dec 06 14:42:45.465283 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5894899-b55a-4d94-9125-042a43ed62c3 req-324d44d6-74d9-4be5-8938-f6e996440f10 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.467986 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec41d64c-0e17-41b7-80e5-f7e40a4e0e23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.478102 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d5894899-b55a-4d94-9125-042a43ed62c3 req-324d44d6-74d9-4be5-8938-f6e996440f10 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3759136 Dec 06 14:42:45.532754 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec41d64c-0e17-41b7-80e5-f7e40a4e0e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.534067 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec41d64c-0e17-41b7-80e5-f7e40a4e0e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:45.534971 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec41d64c-0e17-41b7-80e5-f7e40a4e0e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.545830 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=0cbd8ab4-8fc9-4470-8901-ea2e090a46ef,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:45.582192 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ec41d64c-0e17-41b7-80e5-f7e40a4e0e23 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7223911 Dec 06 14:42:45.585142 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40314) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:45.607105 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-255fe676-5690-4ff7-8e32-960edb5a581a admin admin] Request body: {'subnet': {'network_id': '600b1e8b-ab3b-46cb-9b64-76603d7c27e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1051043333-subnet', 'tenant_id': 'e4605d87ca33403e8b652ed9f08525bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:45.656437 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Set router f44d2124-fabb-4ec9-b3a0-d841d45bcfbf gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:42:45.676525 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370db2b1-99e8-4250-a08c-0353864c528d req-d9396483-f497-4add-8c1f-c2238a924eac tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:45.678691 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-370db2b1-99e8-4250-a08c-0353864c528d req-d9396483-f497-4add-8c1f-c2238a924eac tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=31458916-4bfa-44a2-bf05-34c9ef6cc4fc HTTP/1.1" status: 200 len: 950 time: 0.1033187 Dec 06 14:42:45.724371 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41d64c-0e17-41b7-80e5-f7e40a4e0e23 admin admin] Pushing event updated for resources: {'Network': ['ID=600b1e8b-ab3b-46cb-9b64-76603d7c27e1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:45.737278 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 600b1e8b-ab3b-46cb-9b64-76603d7c27e1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:42:45.757065 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255fe676-5690-4ff7-8e32-960edb5a581a admin admin] Made reservation on behalf of e4605d87ca33403e8b652ed9f08525bb for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:45.759922 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-255fe676-5690-4ff7-8e32-960edb5a581a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.797296 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-370db2b1-99e8-4250-a08c-0353864c528d req-b9b7f4ad-d918-4a47-8f48-4057cd99b395 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105886 Dec 06 14:42:45.948783 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaac451-2dfe-48eb-b3ba-a18b6c6d3071 req-20427461-91e5-4fb3-a4cc-dc0c1a78831d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:45.952524 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-caaac451-2dfe-48eb-b3ba-a18b6c6d3071 req-20427461-91e5-4fb3-a4cc-dc0c1a78831d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.0851538 Dec 06 14:42:45.981043 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a63a1d5c-7aff-4ed0-bd60-55a7692bcbbe req-ab67e7ca-9a5d-46c2-b013-e417bc974b4e tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/2b774b53-1d7a-484d-ab38-aaa7fe035180 HTTP/1.1" status: 200 len: 1822 time: 0.2179410 Dec 06 14:42:45.989635 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-a63a1d5c-7aff-4ed0-bd60-55a7692bcbbe req-22aee297-525d-4c81-95ba-fb64c0e82988 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2b774b53-1d7a-484d-ab38-aaa7fe035180', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:45.990979 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-a63a1d5c-7aff-4ed0-bd60-55a7692bcbbe req-22aee297-525d-4c81-95ba-fb64c0e82988 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2b774b53-1d7a-484d-ab38-aaa7fe035180', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:46.025829 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-caaac451-2dfe-48eb-b3ba-a18b6c6d3071 req-243e552d-0d16-4e61-8636-2921356ae398 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629680 Dec 06 14:42:46.060464 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'name': 'tempest-TaggedBootDevicesTest-1476888615-router', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146'}], 'enable_snat': True}, 'gw_port_id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:37Z', 'updated_at': '2021-12-06T14:42:42Z', 'revision_number': 4, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'gw_port': {'id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:38Z', 'updated_at': '2021-12-06T14:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '76eb9290-b18a-403b-97e7-5962e1e41af7', 'name': '', 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'mac_address': 'fa:16:3e:67:71:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:41Z', 'updated_at': '2021-12-06T14:42:42Z', 'revision_number': 2, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'subnets': [{'id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:46.102975 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Checking router: f44d2124-fabb-4ec9-b3a0-d841d45bcfbf for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:42:46.103333 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Updating router f44d2124-fabb-4ec9-b3a0-d841d45bcfbf port 76eb9290-b18a-403b-97e7-5962e1e41af7 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:42:46.142642 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:46.202114 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a63a1d5c-7aff-4ed0-bd60-55a7692bcbbe req-22aee297-525d-4c81-95ba-fb64c0e82988 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:46.210073 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-255fe676-5690-4ff7-8e32-960edb5a581a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:46.234859 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d32a6-22f1-4ccd-b2bf-f6a500b96476 req-19ac5243-d586-47af-93ed-8fec091a850a tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:46.237714 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d98d32a6-22f1-4ccd-b2bf-f6a500b96476 req-19ac5243-d586-47af-93ed-8fec091a850a tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c23ff5e-49cd-4004-9315-c5b7818a9e97 HTTP/1.1" status: 200 len: 945 time: 0.0945399 Dec 06 14:42:46.290572 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a63a1d5c-7aff-4ed0-bd60-55a7692bcbbe req-22aee297-525d-4c81-95ba-fb64c0e82988 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:46.304799 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a63a1d5c-7aff-4ed0-bd60-55a7692bcbbe req-22aee297-525d-4c81-95ba-fb64c0e82988 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:46.319003 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fe676-5690-4ff7-8e32-960edb5a581a admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f54d3a-436d-445a-86a0-a35eb2297009,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:46.324517 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d98d32a6-22f1-4ccd-b2bf-f6a500b96476 req-6c1efbaf-7eee-4b2c-9d72-5c78ae4a427c tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8ac1c4-29ac-4e50-8186-5d52c372fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771775 Dec 06 14:42:46.352879 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aee297-525d-4c81-95ba-fb64c0e82988 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b6da64-efb9-4749-8992-80fdf96f6a89,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:46.365901 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a63a1d5c-7aff-4ed0-bd60-55a7692bcbbe req-22aee297-525d-4c81-95ba-fb64c0e82988 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:46.379988 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a63a1d5c-7aff-4ed0-bd60-55a7692bcbbe req-22aee297-525d-4c81-95ba-fb64c0e82988 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3973651 Dec 06 14:42:46.384218 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255fe676-5690-4ff7-8e32-960edb5a581a admin admin] Checking segment: {'id': '19eecead-c374-4397-bb53-9481eef29579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '600b1e8b-ab3b-46cb-9b64-76603d7c27e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:46.384868 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255fe676-5690-4ff7-8e32-960edb5a581a admin admin] Network hostable DHCP agents. Network: 600b1e8b-ab3b-46cb-9b64-76603d7c27e1, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:42:46.421542 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255fe676-5690-4ff7-8e32-960edb5a581a admin admin] Network 600b1e8b-ab3b-46cb-9b64-76603d7c27e1 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:42:46.442519 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-255fe676-5690-4ff7-8e32-960edb5a581a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 600b1e8b-ab3b-46cb-9b64-76603d7c27e1) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:46.455150 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255fe676-5690-4ff7-8e32-960edb5a581a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:46.455940 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-255fe676-5690-4ff7-8e32-960edb5a581a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:46.466767 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f28e63-2389-4f6b-9351-ff1df10a114f None None] Network 600b1e8b-ab3b-46cb-9b64-76603d7c27e1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:42:46.496390 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40328) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:46.498645 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-255fe676-5690-4ff7-8e32-960edb5a581a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9119534 Dec 06 14:42:46.501012 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1051043333-router', 'tenant_id': 'e4605d87ca33403e8b652ed9f08525bb', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:46.509860 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4eac79cf-4626-44d6-b1c9-5fdb5c7adefe req-ad08a704-f988-47cf-aa24-0648449dd89e tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1770271181', 'description': 'tempest-description-16613212'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:46.540295 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.db.api [req-4eac79cf-4626-44d6-b1c9-5fdb5c7adefe req-ad08a704-f988-47cf-aa24-0648449dd89e tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 14:42:46.540295 n-d-master-1 neutron-server[103289]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 14:42:46.540295 n-d-master-1 neutron-server[103289]: [parameters: {'project_id_1': '0b6cd7b04eb0476e8e759fcf487f65cb', 'expiration_1': datetime.datetime(2021, 12, 6, 14, 42, 26, 517661)}] Dec 06 14:42:46.540295 n-d-master-1 neutron-server[103289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:42:46.541315 n-d-master-1 neutron-server[103289]: DEBUG oslo_db.api [req-4eac79cf-4626-44d6-b1c9-5fdb5c7adefe req-ad08a704-f988-47cf-aa24-0648449dd89e tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:42:46.551397 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:46.553299 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:46.626926 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:46.710686 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:46.738306 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-600b1e8b-ab3b-46cb-9b64-76603d7c27e1', 'network_id': '600b1e8b-ab3b-46cb-9b64-76603d7c27e1', 'tenant_id': 'e4605d87ca33403e8b652ed9f08525bb', 'fixed_ips': [{'subnet_id': '35f54d3a-436d-445a-86a0-a35eb2297009'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:42:46.739158 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:46.746306 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:46.819860 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:46.832609 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-e86194d3-7780-4e29-b8f4-6cc311ba1354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:46.837389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-e86194d3-7780-4e29-b8f4-6cc311ba1354 service neutron] 10.222.0.37 "GET /v2.0/ports/136aab93-4414-4a27-bb13-b887ce3df348 HTTP/1.1" status: 200 len: 1033 time: 0.0742509 Dec 06 14:42:46.872198 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd579b-64d1-440b-97b4-79e5b69e8eb3 req-676b2caf-01ea-477d-8d25-6d16521ec77a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:46.878526 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd579b-64d1-440b-97b4-79e5b69e8eb3 req-676b2caf-01ea-477d-8d25-6d16521ec77a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:46.883777 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-0e6c4121-8136-4445-91d7-ed7494744b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:46.885241 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-0e6c4121-8136-4445-91d7-ed7494744b27 service neutron] 10.222.0.37 "GET /v2.0/ports/0ff887d8-72a7-47c9-8650-b59d05e0a9b7 HTTP/1.1" status: 200 len: 1033 time: 0.0396433 Dec 06 14:42:46.887844 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:46.888540 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77cd579b-64d1-440b-97b4-79e5b69e8eb3 req-676b2caf-01ea-477d-8d25-6d16521ec77a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=11986620-bcb7-48d7-881f-8cf75be11649&device_id=31458916-4bfa-44a2-bf05-34c9ef6cc4fc HTTP/1.1" status: 200 len: 1690 time: 0.2170630 Dec 06 14:42:46.959536 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af46f13-22af-4c17-9f42-25cccc20eaf2 None None] Pushing event updated for resources: {'Port': ['ID=76eb9290-b18a-403b-97e7-5962e1e41af7,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:47.046314 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77cd579b-64d1-440b-97b4-79e5b69e8eb3 req-859270c7-50f9-4f05-a6d5-f4b0cfa1e3b5 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531978 Dec 06 14:42:47.083634 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4eac79cf-4626-44d6-b1c9-5fdb5c7adefe req-ad08a704-f988-47cf-aa24-0648449dd89e tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:47.107927 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Attempting to bind port 76eb9290-b18a-403b-97e7-5962e1e41af7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:47.108307 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Attempting to bind port 76eb9290-b18a-403b-97e7-5962e1e41af7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2d682598-8987-4d9b-9233-b0d36b83c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:47.108673 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Attempting to bind port 76eb9290-b18a-403b-97e7-5962e1e41af7 on network 6e31e4b3-623f-41f0-89d7-053df25180e1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:47.119999 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-85a0e27d-41b6-46fe-8121-b01b69659936 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:47.121875 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:47.122252 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Checking segment: {'id': '2d682598-8987-4d9b-9233-b0d36b83c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:47.122653 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:47.123045 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Bound using segment: {'id': '2d682598-8987-4d9b-9233-b0d36b83c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:47.123520 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Bound port: 76eb9290-b18a-403b-97e7-5962e1e41af7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d682598-8987-4d9b-9233-b0d36b83c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:47.127278 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-85a0e27d-41b6-46fe-8121-b01b69659936 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:47.134803 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-85a0e27d-41b6-46fe-8121-b01b69659936 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:47.136608 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-85a0e27d-41b6-46fe-8121-b01b69659936 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.37 "GET /v2.0/networks?id=29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd&id=6d4b264c-2449-439e-aadb-4b6f43f38919&id=6d4b264c-2449-439e-aadb-4b6f43f38919&id=6d4b264c-2449-439e-aadb-4b6f43f38919&id=6d4b264c-2449-439e-aadb-4b6f43f38919&id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b&id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b HTTP/1.1" status: 200 len: 1994 time: 0.2394502 Dec 06 14:42:47.138177 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:47.154997 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:47.155461 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:47.165745 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Allocated IP 172.20.0.2 (600b1e8b-ab3b-46cb-9b64-76603d7c27e1/35f54d3a-436d-445a-86a0-a35eb2297009/d2dc8bf7-954b-4582-b935-feea1e8dcd44) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:47.263777 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-735991f6-61fe-49f2-80da-093e981da6f0 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe HTTP/1.1" status: 200 len: 380 time: 0.1068261 Dec 06 14:42:47.285005 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:47.291545 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-8b4d0c36-cb35-4f02-a16b-6f82332e50b7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Request body: {'port': {'device_id': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd', 'admin_state_up': True, 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'security_groups': ['8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:47.302411 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-028ff782-4c18-4ae7-9d1a-38d079b9789b req-a752c940-ecce-4b15-8b55-b8664b5a5e3f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.0502524 Dec 06 14:42:47.322013 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4eac79cf-4626-44d6-b1c9-5fdb5c7adefe req-ad08a704-f988-47cf-aa24-0648449dd89e tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:47.350318 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4eac79cf-4626-44d6-b1c9-5fdb5c7adefe req-ad08a704-f988-47cf-aa24-0648449dd89e tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:47.366875 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:47.369229 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] For port 76eb9290-b18a-403b-97e7-5962e1e41af7, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:42:47.375364 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-15513e7e-d5b0-46e7-8ab0-49291a445bf3 None None] Provisioning complete for port 76eb9290-b18a-403b-97e7-5962e1e41af7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:47.375760 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15513e7e-d5b0-46e7-8ab0-49291a445bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:47.391167 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] For port 76eb9290-b18a-403b-97e7-5962e1e41af7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=76eb9290-b18a-403b-97e7-5962e1e41af7,segment=NetworkSegment(2d682598-8987-4d9b-9233-b0d36b83c0eb),segment_id=2d682598-8987-4d9b-9233-b0d36b83c0eb)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:47.419533 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08a704-f988-47cf-aa24-0648449dd89e tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4452c8-0633-4dd6-9d48-d7244ef2ed44,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:47.423951 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4eac79cf-4626-44d6-b1c9-5fdb5c7adefe req-ad08a704-f988-47cf-aa24-0648449dd89e tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:47.436204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4eac79cf-4626-44d6-b1c9-5fdb5c7adefe req-ad08a704-f988-47cf-aa24-0648449dd89e tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9554644 Dec 06 14:42:47.441064 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:47.544884 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-15513e7e-d5b0-46e7-8ab0-49291a445bf3 None None] Port 76eb9290-b18a-403b-97e7-5962e1e41af7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:47.622006 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:47.637190 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af46f13-22af-4c17-9f42-25cccc20eaf2 None None] Pushing event updated for resources: {'Port': ['ID=76eb9290-b18a-403b-97e7-5962e1e41af7,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:47.642159 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:47.648560 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Routers {'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:42:47.649313 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:47.666047 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-8b4d0c36-cb35-4f02-a16b-6f82332e50b7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Made reservation on behalf of efee5c2d9daf4ae5835be7ffbf3102fe for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:47.683579 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-8b4d0c36-cb35-4f02-a16b-6f82332e50b7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:47.715172 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Allocated IP 172.35.7.245 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/27e4ee7a-9d23-4dd0-8229-ee094a322f70) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:47.746137 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77f283-578e-4b7f-a55e-a49f88b6febe req-e3ee0728-a3a9-4230-9e4d-02c703445985 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:47.753856 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a77f283-578e-4b7f-a55e-a49f88b6febe req-e3ee0728-a3a9-4230-9e4d-02c703445985 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.1673071 Dec 06 14:42:47.754890 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Network 600b1e8b-ab3b-46cb-9b64-76603d7c27e1 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:47.771292 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:47.777991 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:47.838606 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f93827-0505-4a59-adc1-d1e86e2d79a8 req-3d22facc-bb60-4580-a78d-50bd9b1f7af5 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:47.840610 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1f93827-0505-4a59-adc1-d1e86e2d79a8 req-3d22facc-bb60-4580-a78d-50bd9b1f7af5 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c23ff5e-49cd-4004-9315-c5b7818a9e97 HTTP/1.1" status: 200 len: 945 time: 0.2044790 Dec 06 14:42:47.863394 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Pushing event updated for resources: {'Port': ['ID=d2dc8bf7-954b-4582-b935-feea1e8dcd44,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:47.940145 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Attempting to bind port d2dc8bf7-954b-4582-b935-feea1e8dcd44 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:47.940680 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Attempting to bind port d2dc8bf7-954b-4582-b935-feea1e8dcd44 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '19eecead-c374-4397-bb53-9481eef29579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '600b1e8b-ab3b-46cb-9b64-76603d7c27e1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:47.941284 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Attempting to bind port d2dc8bf7-954b-4582-b935-feea1e8dcd44 on network 600b1e8b-ab3b-46cb-9b64-76603d7c27e1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:47.978010 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1f93827-0505-4a59-adc1-d1e86e2d79a8 req-30d31cb2-d661-42b7-9ce3-c06af0acea5e tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8ac1c4-29ac-4e50-8186-5d52c372fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153760 Dec 06 14:42:48.014425 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-8b4d0c36-cb35-4f02-a16b-6f82332e50b7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Allocated IP 172.20.0.4 (29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd/330d8b00-ca63-4dc8-896a-c7a2b8da335a/cfc991a0-3eee-40e2-bc52-93e126dd1c69) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:48.131447 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfe8f7d6-046d-4699-b692-a5e35f22f5f0 req-03833a17-f2bc-443d-8587-9c8522afb711 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/9b4452c8-0633-4dd6-9d48-d7244ef2ed44 HTTP/1.1" status: 200 len: 1820 time: 0.0980110 Dec 06 14:42:48.180976 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-dfe8f7d6-046d-4699-b692-a5e35f22f5f0 req-001fc837-933c-4d53-8dba-88bc2f096f02 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9b4452c8-0633-4dd6-9d48-d7244ef2ed44', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:48.181352 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-dfe8f7d6-046d-4699-b692-a5e35f22f5f0 req-001fc837-933c-4d53-8dba-88bc2f096f02 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9b4452c8-0633-4dd6-9d48-d7244ef2ed44', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:48.218567 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bb465863-6a78-4378-be72-01ad1c26a89a None None] Provisioning complete for port 76eb9290-b18a-403b-97e7-5962e1e41af7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:48.219457 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb465863-6a78-4378-be72-01ad1c26a89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.252578 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:48.253206 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Checking segment: {'id': '19eecead-c374-4397-bb53-9481eef29579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '600b1e8b-ab3b-46cb-9b64-76603d7c27e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:48.253629 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.254029 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Bound using segment: {'id': '19eecead-c374-4397-bb53-9481eef29579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '600b1e8b-ab3b-46cb-9b64-76603d7c27e1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:48.254513 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Bound port: d2dc8bf7-954b-4582-b935-feea1e8dcd44, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19eecead-c374-4397-bb53-9481eef29579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '600b1e8b-ab3b-46cb-9b64-76603d7c27e1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:48.254894 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.275802 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb47d42-f4b4-4d45-bb7d-c27c250e00e9 req-caa11fcc-172d-4db3-9d0c-71989ff6d0bc tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:48.277458 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4fb47d42-f4b4-4d45-bb7d-c27c250e00e9 req-caa11fcc-172d-4db3-9d0c-71989ff6d0bc tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c23ff5e-49cd-4004-9315-c5b7818a9e97 HTTP/1.1" status: 200 len: 945 time: 0.5191555 Dec 06 14:42:48.290152 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a77f283-578e-4b7f-a55e-a49f88b6febe req-26f91fe7-87df-499a-9cc3-621be40048f5 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351887 Dec 06 14:42:48.291546 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] Set router f44d2124-fabb-4ec9-b3a0-d841d45bcfbf gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:42:48.300926 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dfe8f7d6-046d-4699-b692-a5e35f22f5f0 req-001fc837-933c-4d53-8dba-88bc2f096f02 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.322870 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-8b4d0c36-cb35-4f02-a16b-6f82332e50b7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.346265 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dfe8f7d6-046d-4699-b692-a5e35f22f5f0 req-001fc837-933c-4d53-8dba-88bc2f096f02 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.354960 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dfe8f7d6-046d-4699-b692-a5e35f22f5f0 req-001fc837-933c-4d53-8dba-88bc2f096f02 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.415426 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fc837-933c-4d53-8dba-88bc2f096f02 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9774e48e-8ca5-408c-94d7-12b36ac028e1,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:48.429802 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dfe8f7d6-046d-4699-b692-a5e35f22f5f0 req-001fc837-933c-4d53-8dba-88bc2f096f02 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.453541 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfe8f7d6-046d-4699-b692-a5e35f22f5f0 req-001fc837-933c-4d53-8dba-88bc2f096f02 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2804828 Dec 06 14:42:48.462558 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-8b4d0c36-cb35-4f02-a16b-6f82332e50b7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.505838 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] For port d2dc8bf7-954b-4582-b935-feea1e8dcd44, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:42:48.507062 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.537579 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] For port d2dc8bf7-954b-4582-b935-feea1e8dcd44, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d2dc8bf7-954b-4582-b935-feea1e8dcd44,segment=NetworkSegment(19eecead-c374-4397-bb53-9481eef29579),segment_id=19eecead-c374-4397-bb53-9481eef29579)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:48.554321 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.565826 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d0c36-cb35-4f02-a16b-6f82332e50b7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event updated for resources: {'Port': ['ID=cfc991a0-3eee-40e2-bc52-93e126dd1c69,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:48.586955 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-8b4d0c36-cb35-4f02-a16b-6f82332e50b7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Network 29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:48.588850 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-8b4d0c36-cb35-4f02-a16b-6f82332e50b7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:48.591967 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-8b4d0c36-cb35-4f02-a16b-6f82332e50b7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:48.615728 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb465863-6a78-4378-be72-01ad1c26a89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.640619 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba9ab8-d4e4-4e4e-8afa-0a14adfb24f0 req-fceb01ba-1b55-427c-842a-edddfbbe02ff tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:48.650401 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-caba9ab8-d4e4-4e4e-8afa-0a14adfb24f0 req-fceb01ba-1b55-427c-842a-edddfbbe02ff tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=11986620-bcb7-48d7-881f-8cf75be11649 HTTP/1.1" status: 200 len: 1100 time: 0.1398113 Dec 06 14:42:48.677328 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-8b4d0c36-cb35-4f02-a16b-6f82332e50b7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:48.678064 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-8b4d0c36-cb35-4f02-a16b-6f82332e50b7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.684254 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4fb47d42-f4b4-4d45-bb7d-c27c250e00e9 req-fd05d1a7-af14-46f7-a788-83de40f010d7 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Deleting port 5296faf2-726d-432d-a310-62c277b6638a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:42:48.685059 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4fb47d42-f4b4-4d45-bb7d-c27c250e00e9 req-fd05d1a7-af14-46f7-a788-83de40f010d7 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.766125 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-8b4d0c36-cb35-4f02-a16b-6f82332e50b7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4794178 Dec 06 14:42:48.793063 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-e12c091a-4677-4af3-8a16-37944bf35fec tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Request body: {'port': {'device_id': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919', 'admin_state_up': True, 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'security_groups': ['8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:48.804779 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bb465863-6a78-4378-be72-01ad1c26a89a None None] For port 76eb9290-b18a-403b-97e7-5962e1e41af7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=76eb9290-b18a-403b-97e7-5962e1e41af7,segment=NetworkSegment(2d682598-8987-4d9b-9233-b0d36b83c0eb),segment_id=2d682598-8987-4d9b-9233-b0d36b83c0eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:48.807218 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67dd29-3eda-4b58-97d5-571fc4f83838 None None] Pushing event updated for resources: {'Port': ['ID=d2dc8bf7-954b-4582-b935-feea1e8dcd44,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:48.814445 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4fb47d42-f4b4-4d45-bb7d-c27c250e00e9 req-fd05d1a7-af14-46f7-a788-83de40f010d7 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] For port 5296faf2-726d-432d-a310-62c277b6638a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5296faf2-726d-432d-a310-62c277b6638a,segment=NetworkSegment(779b0e13-9997-460e-b67a-a4666f30244b),segment_id=779b0e13-9997-460e-b67a-a4666f30244b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:48.815739 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4fb47d42-f4b4-4d45-bb7d-c27c250e00e9 req-fd05d1a7-af14-46f7-a788-83de40f010d7 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.817788 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb465863-6a78-4378-be72-01ad1c26a89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.849880 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4fb47d42-f4b4-4d45-bb7d-c27c250e00e9 req-fd05d1a7-af14-46f7-a788-83de40f010d7 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Calling delete_port for 5296faf2-726d-432d-a310-62c277b6638a owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:42:48.890218 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9231f-1f27-4d35-bf26-0dda835bf26e req-24d48913-cca3-4baa-91f7-c88ead182cfe tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:48.895672 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-22f9231f-1f27-4d35-bf26-0dda835bf26e req-24d48913-cca3-4baa-91f7-c88ead182cfe tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 931 time: 0.2040446 Dec 06 14:42:48.904847 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'name': 'tempest-TaggedBootDevicesTest-1476888615-router', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146'}], 'enable_snat': True}, 'gw_port_id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:37Z', 'updated_at': '2021-12-06T14:42:42Z', 'revision_number': 4, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'gw_port': {'id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:38Z', 'updated_at': '2021-12-06T14:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '76eb9290-b18a-403b-97e7-5962e1e41af7', 'name': '', 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'mac_address': 'fa:16:3e:67:71:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:41Z', 'updated_at': '2021-12-06T14:42:47Z', 'revision_number': 4, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'subnets': [{'id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:48.906819 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb465863-6a78-4378-be72-01ad1c26a89a None None] Pushing event updated for resources: {'Port': ['ID=76eb9290-b18a-403b-97e7-5962e1e41af7,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:48.997042 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-22f9231f-1f27-4d35-bf26-0dda835bf26e req-5f5409b2-0736-4b7e-b004-6db97cd41796 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869393 Dec 06 14:42:49.057802 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-223c1a9c-71df-4ca3-aa25-544a2a9f06b3 req-bd473334-14e6-4ed2-9c59-90a584c89d6f tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-621729615', 'description': 'tempest-description-103836937'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:49.058024 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe149b0-8646-4fc4-ab89-7cc252b45963 None None] The sync data for ids ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'] in n-d-master-1 is: [{'id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'name': 'tempest-TaggedBootDevicesTest-1476888615-router', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146'}], 'enable_snat': True}, 'gw_port_id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:37Z', 'updated_at': '2021-12-06T14:42:42Z', 'revision_number': 4, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'gw_port': {'id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:38Z', 'updated_at': '2021-12-06T14:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '76eb9290-b18a-403b-97e7-5962e1e41af7', 'name': '', 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'mac_address': 'fa:16:3e:67:71:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:41Z', 'updated_at': '2021-12-06T14:42:47Z', 'revision_number': 4, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'subnets': [{'id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:42:49.084742 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4fb47d42-f4b4-4d45-bb7d-c27c250e00e9 req-fd05d1a7-af14-46f7-a788-83de40f010d7 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:49.085064 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-29934d21-d6c9-484b-8145-ffdb6a3c2bb6 None None] Provisioning complete for port cfc991a0-3eee-40e2-bc52-93e126dd1c69 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:49.085483 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-29934d21-d6c9-484b-8145-ffdb6a3c2bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:49.104899 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:49.155553 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-29934d21-d6c9-484b-8145-ffdb6a3c2bb6 None None] Port cfc991a0-3eee-40e2-bc52-93e126dd1c69 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:49.158954 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['5296faf2-726d-432d-a310-62c277b6638a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:49.190066 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-223c1a9c-71df-4ca3-aa25-544a2a9f06b3 req-bd473334-14e6-4ed2-9c59-90a584c89d6f tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:49.191120 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05d1a7-af14-46f7-a788-83de40f010d7 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Pushing event deleted for resources: {'Port': ['ID=5296faf2-726d-432d-a310-62c277b6638a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:49.256516 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-e12c091a-4677-4af3-8a16-37944bf35fec tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Made reservation on behalf of efee5c2d9daf4ae5835be7ffbf3102fe for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:49.260037 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-e12c091a-4677-4af3-8a16-37944bf35fec tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:49.299754 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-caba9ab8-d4e4-4e4e-8afa-0a14adfb24f0 req-43f45286-bec6-41a2-a80b-aac2d919fcda tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6426020 Dec 06 14:42:49.380240 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:49.390260 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb47d42-f4b4-4d45-bb7d-c27c250e00e9 req-fd05d1a7-af14-46f7-a788-83de40f010d7 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] No DVR routers for this DVR port 5296faf2-726d-432d-a310-62c277b6638a on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:42:49.396147 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4fb47d42-f4b4-4d45-bb7d-c27c250e00e9 req-fd05d1a7-af14-46f7-a788-83de40f010d7 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:49.404288 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4fb47d42-f4b4-4d45-bb7d-c27c250e00e9 req-fd05d1a7-af14-46f7-a788-83de40f010d7 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.23 "DELETE /v2.0/ports/5296faf2-726d-432d-a310-62c277b6638a HTTP/1.1" status: 204 len: 173 time: 1.1114376 Dec 06 14:42:49.413059 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c23ff5e-49cd-4004-9315-c5b7818a9e97', 'name': 'network-vif-deleted', 'tag': '5296faf2-726d-432d-a310-62c277b6638a'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:49.419024 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0907cb1b-4282-4812-b163-1205935ea07c" -d '{"events": [{"server_uuid": "8c23ff5e-49cd-4004-9315-c5b7818a9e97", "name": "network-vif-deleted", "tag": "5296faf2-726d-432d-a310-62c277b6638a"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:49.426067 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:49.438874 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-223c1a9c-71df-4ca3-aa25-544a2a9f06b3 req-bd473334-14e6-4ed2-9c59-90a584c89d6f tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:49.443103 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:49.452011 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Pushing event updated for resources: {'Port': ['ID=27e4ee7a-9d23-4dd0-8229-ee094a322f70,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:49.481017 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-223c1a9c-71df-4ca3-aa25-544a2a9f06b3 req-bd473334-14e6-4ed2-9c59-90a584c89d6f tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:49.527248 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd473334-14e6-4ed2-9c59-90a584c89d6f tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7195c3f-b5cd-4cb8-ac0e-1f461fe373ee,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:49.570221 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-223c1a9c-71df-4ca3-aa25-544a2a9f06b3 req-bd473334-14e6-4ed2-9c59-90a584c89d6f tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:49.571900 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-223c1a9c-71df-4ca3-aa25-544a2a9f06b3 req-bd473334-14e6-4ed2-9c59-90a584c89d6f tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5219057 Dec 06 14:42:49.588913 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-e12c091a-4677-4af3-8a16-37944bf35fec tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Allocated IP 10.1.1.144 (6d4b264c-2449-439e-aadb-4b6f43f38919/73233722-86af-4248-a481-0a9c5e4685d5/5d72bb5c-7733-45c3-a034-55089fc45152) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:49.634065 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d98a6bc6-1a20-478f-a1bf-fc4d4bd0e8e8 req-d68f9307-b6a7-42ac-a784-ae2bab44bb83 tempest-AttachSCSIVolumeTestJSON-1409297601 tempest-AttachSCSIVolumeTestJSON-1409297601-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c23ff5e-49cd-4004-9315-c5b7818a9e97 HTTP/1.1" status: 200 len: 210 time: 0.2115180 Dec 06 14:42:49.854355 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153d6aa-6320-4a9d-bb53-f34fff4d6c1b req-bb9f2b3f-efde-406f-a426-c4ba3d62c2f1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:49.856286 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d153d6aa-6320-4a9d-bb53-f34fff4d6c1b req-bb9f2b3f-efde-406f-a426-c4ba3d62c2f1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.1429975 Dec 06 14:42:49.939453 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6954d5-6f62-45a6-ab20-6d005ce46b4c req-1081e466-d046-488c-870b-071cb491729e tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:49.947493 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e6954d5-6f62-45a6-ab20-6d005ce46b4c req-1081e466-d046-488c-870b-071cb491729e tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=31458916-4bfa-44a2-bf05-34c9ef6cc4fc HTTP/1.1" status: 200 len: 1101 time: 0.1883087 Dec 06 14:42:49.951865 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-e12c091a-4677-4af3-8a16-37944bf35fec tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:50.020316 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d153d6aa-6320-4a9d-bb53-f34fff4d6c1b req-d858fe0d-3726-4e74-b8d9-3f737f35b8ef tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561248 Dec 06 14:42:50.043448 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-e12c091a-4677-4af3-8a16-37944bf35fec tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:50.071362 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e6954d5-6f62-45a6-ab20-6d005ce46b4c req-ca8db3bb-d682-409d-8e57-e8ce43d93f22 tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149061 Dec 06 14:42:50.188945 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-e12c091a-4677-4af3-8a16-37944bf35fec tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Network 6d4b264c-2449-439e-aadb-4b6f43f38919 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:50.201766 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-e12c091a-4677-4af3-8a16-37944bf35fec tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:50.218125 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-e12c091a-4677-4af3-8a16-37944bf35fec tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:50.303645 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c091a-4677-4af3-8a16-37944bf35fec tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event updated for resources: {'Port': ['ID=5d72bb5c-7733-45c3-a034-55089fc45152,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:50.343937 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:50.364413 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ff7f22-a0cb-4ab4-be68-8620fa122550 x-openstack-request-id: req-65ff7f22-a0cb-4ab4-be68-8620fa122550 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:50.364904 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c23ff5e-49cd-4004-9315-c5b7818a9e97", "name": "network-vif-deleted", "tag": "5296faf2-726d-432d-a310-62c277b6638a", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:50.365758 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65ff7f22-a0cb-4ab4-be68-8620fa122550 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:50.366110 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c23ff5e-49cd-4004-9315-c5b7818a9e97', 'name': 'network-vif-deleted', 'tag': '5296faf2-726d-432d-a310-62c277b6638a', 'status': 'completed', 'code': 200} Dec 06 14:42:50.373674 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-e12c091a-4677-4af3-8a16-37944bf35fec tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:50.374367 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-e12c091a-4677-4af3-8a16-37944bf35fec tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:50.414567 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-e12c091a-4677-4af3-8a16-37944bf35fec tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6384685 Dec 06 14:42:50.430199 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-ceaafad4-081d-46af-aacd-b0db9698d639 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Request body: {'port': {'device_id': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919', 'admin_state_up': True, 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'security_groups': ['8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:50.462065 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de65bf9-b13f-4b46-96be-b80e6dcdac4d None None] Network 600b1e8b-ab3b-46cb-9b64-76603d7c27e1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:42:50.493180 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a8cced2f-398f-42f1-a9c1-45e49cf7d682 req-a52bde45-f82d-4744-ac1b-22a836d243cb tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2024426274', 'description': 'tempest-description-368651830'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:50.628602 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-ceaafad4-081d-46af-aacd-b0db9698d639 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Made reservation on behalf of efee5c2d9daf4ae5835be7ffbf3102fe for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:50.639210 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-ceaafad4-081d-46af-aacd-b0db9698d639 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:50.664272 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9789dd0b-a10a-4a01-865e-657f8a9aa8f6 None None] Provisioning complete for port d2dc8bf7-954b-4582-b935-feea1e8dcd44 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:50.664931 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9789dd0b-a10a-4a01-865e-657f8a9aa8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:50.671873 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a8cced2f-398f-42f1-a9c1-45e49cf7d682 req-a52bde45-f82d-4744-ac1b-22a836d243cb tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:50.701021 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff306e-f22d-4a76-a1ec-5c8c0a6632c5 req-63f11361-2c22-478a-b60a-4fa8c78bc37e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:50.707182 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff306e-f22d-4a76-a1ec-5c8c0a6632c5 req-63f11361-2c22-478a-b60a-4fa8c78bc37e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:50.709511 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2aff306e-f22d-4a76-a1ec-5c8c0a6632c5 req-63f11361-2c22-478a-b60a-4fa8c78bc37e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 1653 time: 0.2842591 Dec 06 14:42:50.895583 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2aff306e-f22d-4a76-a1ec-5c8c0a6632c5 req-017e8587-1a53-426c-aaed-21b14397d820 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230967 Dec 06 14:42:50.943584 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9789dd0b-a10a-4a01-865e-657f8a9aa8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:50.999928 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d2dc8bf7-954b-4582-b935-feea1e8dcd44 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:51.026084 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-ceaafad4-081d-46af-aacd-b0db9698d639 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Allocated IP 10.1.1.189 (6d4b264c-2449-439e-aadb-4b6f43f38919/73233722-86af-4248-a481-0a9c5e4685d5/6cc6c89e-8a53-46be-8b4c-8b1a66915622) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:51.034033 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a8cced2f-398f-42f1-a9c1-45e49cf7d682 req-a52bde45-f82d-4744-ac1b-22a836d243cb tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:51.046238 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a8cced2f-398f-42f1-a9c1-45e49cf7d682 req-a52bde45-f82d-4744-ac1b-22a836d243cb tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:51.092053 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9789dd0b-a10a-4a01-865e-657f8a9aa8f6 None None] For port d2dc8bf7-954b-4582-b935-feea1e8dcd44, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d2dc8bf7-954b-4582-b935-feea1e8dcd44,segment=NetworkSegment(19eecead-c374-4397-bb53-9481eef29579),segment_id=19eecead-c374-4397-bb53-9481eef29579)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:51.097293 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a8cced2f-398f-42f1-a9c1-45e49cf7d682 req-a52bde45-f82d-4744-ac1b-22a836d243cb tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:51.098993 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a8cced2f-398f-42f1-a9c1-45e49cf7d682 req-a52bde45-f82d-4744-ac1b-22a836d243cb tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7468855 Dec 06 14:42:51.100389 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:51.122777 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9789dd0b-a10a-4a01-865e-657f8a9aa8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:51.150268 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-4dee58c7-bcc1-4bca-b18f-13b3518e5bb8 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=940b9d0da2654da5b6e2ace423b1077c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629332 Dec 06 14:42:51.203277 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bde45-f82d-4744-ac1b-22a836d243cb tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d74aa0-a59f-4ef6-9be9-6d04c88dc422,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:51.274804 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 5296faf2-726d-432d-a310-62c277b6638a no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:42:51.324747 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789dd0b-a10a-4a01-865e-657f8a9aa8f6 None None] Pushing event updated for resources: {'Port': ['ID=d2dc8bf7-954b-4582-b935-feea1e8dcd44,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:51.329154 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 5296faf2-726d-432d-a310-62c277b6638a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:42:51.329502 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 5296faf2-726d-432d-a310-62c277b6638a not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:42:51.343639 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d2dc8bf7-954b-4582-b935-feea1e8dcd44 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:51.344062 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:51.383442 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c3d085b6-e4ee-47c4-8d0e-99dcfa15352c None None] Provisioning complete for port 5d72bb5c-7733-45c3-a034-55089fc45152 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:51.383846 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3d085b6-e4ee-47c4-8d0e-99dcfa15352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:51.385066 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-dd559fd3-49ed-4a8a-b8b1-16901bfbc570 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:51.393139 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-dd559fd3-49ed-4a8a-b8b1-16901bfbc570 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2417018 Dec 06 14:42:51.420904 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-b95094b4-9f19-408c-a283-de0d12d6664d tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/quotas/940b9d0da2654da5b6e2ace423b1077c HTTP/1.1" status: 200 len: 375 time: 0.0265288 Dec 06 14:42:51.458788 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 76eb9290-b18a-403b-97e7-5962e1e41af7 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:51.482162 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-ceaafad4-081d-46af-aacd-b0db9698d639 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:51.488335 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c3d085b6-e4ee-47c4-8d0e-99dcfa15352c None None] Port 5d72bb5c-7733-45c3-a034-55089fc45152 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:51.524137 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 76eb9290-b18a-403b-97e7-5962e1e41af7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:51.524680 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:51.526841 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-01371efe-de3e-4221-8612-9d8311ec1046 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1047766 Dec 06 14:42:51.536569 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee07b96-5e35-49d8-b9a5-d6ee3ef51aaf req-33caceeb-0e24-47dc-8957-08d5f490373e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:51.543231 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ee07b96-5e35-49d8-b9a5-d6ee3ef51aaf req-33caceeb-0e24-47dc-8957-08d5f490373e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.1468487 Dec 06 14:42:51.555207 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-ceaafad4-081d-46af-aacd-b0db9698d639 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:51.623174 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaafad4-081d-46af-aacd-b0db9698d639 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event updated for resources: {'Port': ['ID=6cc6c89e-8a53-46be-8b4c-8b1a66915622,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:51.629651 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ee07b96-5e35-49d8-b9a5-d6ee3ef51aaf req-300439da-104d-4a74-b9ee-ad4c3ce142cf tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824637 Dec 06 14:42:51.630300 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Router ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:42:51.636704 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-ceaafad4-081d-46af-aacd-b0db9698d639 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Network 6d4b264c-2449-439e-aadb-4b6f43f38919 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:51.638101 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-ceaafad4-081d-46af-aacd-b0db9698d639 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:51.640554 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-ceaafad4-081d-46af-aacd-b0db9698d639 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:51.733823 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e39ff1ce-64cc-4b3e-8002-5938966c0c63 None None] Provisioning complete for port d2dc8bf7-954b-4582-b935-feea1e8dcd44 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:51.735745 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e39ff1ce-64cc-4b3e-8002-5938966c0c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:51.741443 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-ceaafad4-081d-46af-aacd-b0db9698d639 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:51.742100 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-ceaafad4-081d-46af-aacd-b0db9698d639 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:51.752067 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb4ed769-a66b-4296-a3fb-b520b69b796e req-58a44057-d047-489f-a9d2-bc7a183b437b tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/c7195c3f-b5cd-4cb8-ac0e-1f461fe373ee HTTP/1.1" status: 200 len: 1820 time: 0.0481174 Dec 06 14:42:51.765842 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-ceaafad4-081d-46af-aacd-b0db9698d639 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3399129 Dec 06 14:42:51.789695 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-a8f4a031-486b-4ef2-a3e0-baca3f84535d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Request body: {'port': {'device_id': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b', 'admin_state_up': True, 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'security_groups': ['8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:51.987569 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:42:52.002420 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Sync routers for ids ['ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:42:52.022744 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Routers {'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:42:52.024325 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:52.057190 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-a8f4a031-486b-4ef2-a3e0-baca3f84535d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Made reservation on behalf of efee5c2d9daf4ae5835be7ffbf3102fe for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:52.069722 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb4ed769-a66b-4296-a3fb-b520b69b796e req-9a31b34f-66ed-4cd3-9fb6-e82c04843660 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/d0d74aa0-a59f-4ef6-9be9-6d04c88dc422 HTTP/1.1" status: 200 len: 1821 time: 0.3078516 Dec 06 14:42:52.074313 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:52.082232 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8e639e1a-00d0-4140-b918-de134fae56e6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5847583 Dec 06 14:42:52.087581 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40430) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:52.108174 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-bb4ed769-a66b-4296-a3fb-b520b69b796e req-e05a4b71-ec53-44d2-8467-2b51ea5f6910 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c7195c3f-b5cd-4cb8-ac0e-1f461fe373ee', 'remote_group_id': 'd0d74aa0-a59f-4ef6-9be9-6d04c88dc422', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:52.108531 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-bb4ed769-a66b-4296-a3fb-b520b69b796e req-e05a4b71-ec53-44d2-8467-2b51ea5f6910 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c7195c3f-b5cd-4cb8-ac0e-1f461fe373ee', 'remote_group_id': 'd0d74aa0-a59f-4ef6-9be9-6d04c88dc422', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:52.172852 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-a8f4a031-486b-4ef2-a3e0-baca3f84535d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:52.186590 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-86191cd6-d773-4095-b22b-812abc1d4bfd None None] Provisioning complete for port 6cc6c89e-8a53-46be-8b4c-8b1a66915622 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:52.186970 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-86191cd6-d773-4095-b22b-812abc1d4bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:52.287547 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-86191cd6-d773-4095-b22b-812abc1d4bfd None None] Port 6cc6c89e-8a53-46be-8b4c-8b1a66915622 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:52.350577 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Set router ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:42:52.361443 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bb4ed769-a66b-4296-a3fb-b520b69b796e req-e05a4b71-ec53-44d2-8467-2b51ea5f6910 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:52.411849 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bb4ed769-a66b-4296-a3fb-b520b69b796e req-e05a4b71-ec53-44d2-8467-2b51ea5f6910 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:52.421933 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bb4ed769-a66b-4296-a3fb-b520b69b796e req-e05a4b71-ec53-44d2-8467-2b51ea5f6910 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:52.481037 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bb4ed769-a66b-4296-a3fb-b520b69b796e req-e05a4b71-ec53-44d2-8467-2b51ea5f6910 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:52.482879 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb4ed769-a66b-4296-a3fb-b520b69b796e req-e05a4b71-ec53-44d2-8467-2b51ea5f6910 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3984926 Dec 06 14:42:52.525323 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a4b71-ec53-44d2-8467-2b51ea5f6910 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f21546-55d6-499a-83b5-1698301c2d12,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:52.703260 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7542b8f-0f77-4f8c-ba58-14874036dd43 req-c30192d6-a52e-4878-896f-02ad2fb77f49 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:52.718966 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7542b8f-0f77-4f8c-ba58-14874036dd43 req-c30192d6-a52e-4878-896f-02ad2fb77f49 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:52.730993 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7542b8f-0f77-4f8c-ba58-14874036dd43 req-c30192d6-a52e-4878-896f-02ad2fb77f49 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:52.739151 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e7542b8f-0f77-4f8c-ba58-14874036dd43 req-c30192d6-a52e-4878-896f-02ad2fb77f49 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 2374 time: 0.1716180 Dec 06 14:42:52.778436 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-47d7aef7-54f2-490f-a8f8-7cedf25be1d9 req-c4ff960e-4528-4091-9a7e-c511bc17f1d7 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=1766300b-4262-4537-884f-08a0c05ce81e HTTP/1.1" status: 200 len: 210 time: 0.6090617 Dec 06 14:42:52.850126 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5d67e7e1-959d-41b7-9ce6-f6d12c290956 req-01bdbd9c-bfd4-47ab-98d8-5aa98b5e2eca tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1175331636', 'description': 'tempest-description-800514174'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:52.860527 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'name': 'tempest-TaggedBootDevicesTest-1051043333-router', 'tenant_id': 'e4605d87ca33403e8b652ed9f08525bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': '27e4ee7a-9d23-4dd0-8229-ee094a322f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:46Z', 'updated_at': '2021-12-06T14:42:49Z', 'revision_number': 3, 'project_id': 'e4605d87ca33403e8b652ed9f08525bb', 'gw_port': {'id': '27e4ee7a-9d23-4dd0-8229-ee094a322f70', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:32:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:47Z', 'updated_at': '2021-12-06T14:42:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:52.874932 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d2dc8bf7-954b-4582-b935-feea1e8dcd44 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:52.900656 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d67e7e1-959d-41b7-9ce6-f6d12c290956 req-01bdbd9c-bfd4-47ab-98d8-5aa98b5e2eca tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:52.906467 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Checking router: ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:42:52.907038 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Updating router ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f port 27e4ee7a-9d23-4dd0-8229-ee094a322f70 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:42:52.942659 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.004034 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d2dc8bf7-954b-4582-b935-feea1e8dcd44 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:53.004728 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.046083 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e7542b8f-0f77-4f8c-ba58-14874036dd43 req-1880d475-4cd5-448c-afe4-7f8dfb90d595 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967963 Dec 06 14:42:53.208763 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d67e7e1-959d-41b7-9ce6-f6d12c290956 req-01bdbd9c-bfd4-47ab-98d8-5aa98b5e2eca tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.228022 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d67e7e1-959d-41b7-9ce6-f6d12c290956 req-01bdbd9c-bfd4-47ab-98d8-5aa98b5e2eca tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.265460 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d67e7e1-959d-41b7-9ce6-f6d12c290956 req-01bdbd9c-bfd4-47ab-98d8-5aa98b5e2eca tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.266703 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d67e7e1-959d-41b7-9ce6-f6d12c290956 req-01bdbd9c-bfd4-47ab-98d8-5aa98b5e2eca tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4355912 Dec 06 14:42:53.282603 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-a8f4a031-486b-4ef2-a3e0-baca3f84535d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Allocated IP 10.2.2.100 (b3613acf-14dd-4dd0-a35a-eef7f873eb4b/c2886b11-d7ce-4a27-8672-5072288b3ed3/bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:53.290708 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdbd9c-bfd4-47ab-98d8-5aa98b5e2eca tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd5cba6-cbe9-4559-8a27-b592ab20b8c3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:53.311970 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.329021 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.337586 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.413211 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c7929-e8f2-4076-9d8a-356565d19985 None None] Pushing event updated for resources: {'Port': ['ID=27e4ee7a-9d23-4dd0-8229-ee094a322f70,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:53.450849 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030e2d0-7b84-4fd9-95d9-2b524adf0bda req-5d341776-9c83-4c0f-ba09-7075f3b4ed00 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:53.452715 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1030e2d0-7b84-4fd9-95d9-2b524adf0bda req-5d341776-9c83-4c0f-ba09-7075f3b4ed00 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.2268162 Dec 06 14:42:53.463569 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Attempting to bind port 27e4ee7a-9d23-4dd0-8229-ee094a322f70 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:53.463968 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Attempting to bind port 27e4ee7a-9d23-4dd0-8229-ee094a322f70 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:53.464327 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Attempting to bind port 27e4ee7a-9d23-4dd0-8229-ee094a322f70 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:53.476221 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:53.476592 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:53.476988 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.477384 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:53.477854 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Bound port: 27e4ee7a-9d23-4dd0-8229-ee094a322f70, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:53.478246 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.529007 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-a8f4a031-486b-4ef2-a3e0-baca3f84535d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.588416 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] For port 27e4ee7a-9d23-4dd0-8229-ee094a322f70, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:42:53.591983 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] For port 27e4ee7a-9d23-4dd0-8229-ee094a322f70, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=27e4ee7a-9d23-4dd0-8229-ee094a322f70,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:53.601866 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.623921 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-71127c68-1dd4-44d4-8467-6ea32fca98a2 req-7a1bc607-2a0c-45dc-af1f-32ebbeea28ff tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-49490418', 'description': 'tempest-description-1179814651'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:53.644647 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-a8f4a031-486b-4ef2-a3e0-baca3f84535d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.663611 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-b3e561f8-3dad-4e42-936e-c463c4093f39 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=940b9d0da2654da5b6e2ace423b1077c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912540 Dec 06 14:42:53.666752 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c7929-e8f2-4076-9d8a-356565d19985 None None] Pushing event updated for resources: {'Port': ['ID=27e4ee7a-9d23-4dd0-8229-ee094a322f70,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:53.688690 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-71127c68-1dd4-44d4-8467-6ea32fca98a2 req-7a1bc607-2a0c-45dc-af1f-32ebbeea28ff tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.700164 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1030e2d0-7b84-4fd9-95d9-2b524adf0bda req-b4ab5339-e0e6-4999-8546-996928419c15 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243443 Dec 06 14:42:53.727210 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Routers {'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:42:53.728103 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:53.774141 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-a8f4a031-486b-4ef2-a3e0-baca3f84535d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Network b3613acf-14dd-4dd0-a35a-eef7f873eb4b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:53.783504 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-a8f4a031-486b-4ef2-a3e0-baca3f84535d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:53.800739 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4a031-486b-4ef2-a3e0-baca3f84535d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event updated for resources: {'Port': ['ID=bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:53.805910 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-a8f4a031-486b-4ef2-a3e0-baca3f84535d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:53.839982 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] Allocated IP 172.20.0.1 (600b1e8b-ab3b-46cb-9b64-76603d7c27e1/35f54d3a-436d-445a-86a0-a35eb2297009/0a5f21d0-7788-48f3-8a62-87cd3704eb6d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:53.904625 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-a8f4a031-486b-4ef2-a3e0-baca3f84535d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:53.905759 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-a8f4a031-486b-4ef2-a3e0-baca3f84535d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.941441 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-71127c68-1dd4-44d4-8467-6ea32fca98a2 req-7a1bc607-2a0c-45dc-af1f-32ebbeea28ff tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.956777 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-71127c68-1dd4-44d4-8467-6ea32fca98a2 req-7a1bc607-2a0c-45dc-af1f-32ebbeea28ff tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.974267 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-819bd49c-f2b6-49ba-a07d-fb2c2b72fe9f req-6b6fed6c-f0c7-45b3-9dd9-c992006bd95c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=1766300b-4262-4537-884f-08a0c05ce81e HTTP/1.1" status: 200 len: 210 time: 0.0830963 Dec 06 14:42:53.976762 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-a8f4a031-486b-4ef2-a3e0-baca3f84535d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1923270 Dec 06 14:42:53.986056 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-71127c68-1dd4-44d4-8467-6ea32fca98a2 req-7a1bc607-2a0c-45dc-af1f-32ebbeea28ff tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.988646 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-71127c68-1dd4-44d4-8467-6ea32fca98a2 req-7a1bc607-2a0c-45dc-af1f-32ebbeea28ff tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3768718 Dec 06 14:42:53.999604 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5cd800a0-301b-48a8-90c1-d9dc83fd3b7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Request body: {'port': {'device_id': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b', 'admin_state_up': True, 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'security_groups': ['8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:54.048650 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-3f2f6696-c773-49ad-9daa-6243d70a4908 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:54.055435 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-3f2f6696-c773-49ad-9daa-6243d70a4908 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3531761 Dec 06 14:42:54.070795 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bc607-2a0c-45dc-af1f-32ebbeea28ff tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c51db22c-e2d7-4e40-868a-3987b795bf1a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:54.118398 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-e53fb615-ea00-491c-97f0-4d59ca84e13a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Request body: {'port': {'device_id': '1766300b-4262-4537-884f-08a0c05ce81e', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '940b9d0da2654da5b6e2ace423b1077c'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:54.147373 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-368ab674-9141-437c-b952-ca735b4e2eed req-e2d498a6-8d0a-43d4-82a6-351a908243db tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/7fd5cba6-cbe9-4559-8a27-b592ab20b8c3 HTTP/1.1" status: 200 len: 1821 time: 0.1240923 Dec 06 14:42:54.224404 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-de79c110-d5cd-4664-94f6-ab00f3cc74d8 None None] Provisioning complete for port bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:54.225393 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de79c110-d5cd-4664-94f6-ab00f3cc74d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.244094 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-368ab674-9141-437c-b952-ca735b4e2eed req-79a6eb89-d53d-4171-b9b9-9d9ffee65fcc tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/c51db22c-e2d7-4e40-868a-3987b795bf1a HTTP/1.1" status: 200 len: 1820 time: 0.0867116 Dec 06 14:42:54.253468 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-368ab674-9141-437c-b952-ca735b4e2eed req-b22befef-bd4b-4d3e-a3c2-53e323e01bb5 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7fd5cba6-cbe9-4559-8a27-b592ab20b8c3', 'remote_group_id': 'c51db22c-e2d7-4e40-868a-3987b795bf1a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:54.253819 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-368ab674-9141-437c-b952-ca735b4e2eed req-b22befef-bd4b-4d3e-a3c2-53e323e01bb5 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7fd5cba6-cbe9-4559-8a27-b592ab20b8c3', 'remote_group_id': 'c51db22c-e2d7-4e40-868a-3987b795bf1a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:54.263476 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-de79c110-d5cd-4664-94f6-ab00f3cc74d8 None None] Port bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:54.265266 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] Set router ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:42:54.272654 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5cd800a0-301b-48a8-90c1-d9dc83fd3b7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Made reservation on behalf of efee5c2d9daf4ae5835be7ffbf3102fe for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:54.280685 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5cd800a0-301b-48a8-90c1-d9dc83fd3b7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.475433 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'name': 'tempest-TaggedBootDevicesTest-1051043333-router', 'tenant_id': 'e4605d87ca33403e8b652ed9f08525bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': '27e4ee7a-9d23-4dd0-8229-ee094a322f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:46Z', 'updated_at': '2021-12-06T14:42:49Z', 'revision_number': 3, 'project_id': 'e4605d87ca33403e8b652ed9f08525bb', 'gw_port': {'id': '27e4ee7a-9d23-4dd0-8229-ee094a322f70', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:32:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:47Z', 'updated_at': '2021-12-06T14:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:54.495148 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5cd800a0-301b-48a8-90c1-d9dc83fd3b7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Allocated IP 10.2.2.200 (b3613acf-14dd-4dd0-a35a-eef7f873eb4b/c2886b11-d7ce-4a27-8672-5072288b3ed3/ee8da95d-34b2-4473-80cd-e4cf4bef2332) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:54.515478 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa59d3-f302-4e37-81a5-e4cc8cbcb007 None None] The sync data for ids ['ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f'] in n-d-master-1 is: [{'id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'name': 'tempest-TaggedBootDevicesTest-1051043333-router', 'tenant_id': 'e4605d87ca33403e8b652ed9f08525bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': '27e4ee7a-9d23-4dd0-8229-ee094a322f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:46Z', 'updated_at': '2021-12-06T14:42:49Z', 'revision_number': 3, 'project_id': 'e4605d87ca33403e8b652ed9f08525bb', 'gw_port': {'id': '27e4ee7a-9d23-4dd0-8229-ee094a322f70', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:32:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:47Z', 'updated_at': '2021-12-06T14:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:42:54.618153 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-368ab674-9141-437c-b952-ca735b4e2eed req-b22befef-bd4b-4d3e-a3c2-53e323e01bb5 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.691365 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdae9e6-489d-41cc-8f89-71684c0977e9 req-b5b20828-2351-4ea6-afd9-3693cc9f1d5b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:54.697059 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-368ab674-9141-437c-b952-ca735b4e2eed req-b22befef-bd4b-4d3e-a3c2-53e323e01bb5 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.702572 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdae9e6-489d-41cc-8f89-71684c0977e9 req-b5b20828-2351-4ea6-afd9-3693cc9f1d5b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:54.708690 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdae9e6-489d-41cc-8f89-71684c0977e9 req-b5b20828-2351-4ea6-afd9-3693cc9f1d5b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:54.715170 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdae9e6-489d-41cc-8f89-71684c0977e9 req-b5b20828-2351-4ea6-afd9-3693cc9f1d5b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:54.721470 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-368ab674-9141-437c-b952-ca735b4e2eed req-b22befef-bd4b-4d3e-a3c2-53e323e01bb5 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.722769 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1cdae9e6-489d-41cc-8f89-71684c0977e9 req-b5b20828-2351-4ea6-afd9-3693cc9f1d5b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 3095 time: 0.5519524 Dec 06 14:42:54.733510 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.791298 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22befef-bd4b-4d3e-a3c2-53e323e01bb5 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8529b6a2-661d-4042-a31a-50c9fe0afee3,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:54.810009 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-e53fb615-ea00-491c-97f0-4d59ca84e13a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Made reservation on behalf of 940b9d0da2654da5b6e2ace423b1077c for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:54.813690 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-e53fb615-ea00-491c-97f0-4d59ca84e13a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.845786 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5cd800a0-301b-48a8-90c1-d9dc83fd3b7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.879561 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1cdae9e6-489d-41cc-8f89-71684c0977e9 req-d90a3c10-77fb-4d3f-b330-fcda08bb5d23 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558359 Dec 06 14:42:54.880993 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-368ab674-9141-437c-b952-ca735b4e2eed req-b22befef-bd4b-4d3e-a3c2-53e323e01bb5 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.887474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-368ab674-9141-437c-b952-ca735b4e2eed req-b22befef-bd4b-4d3e-a3c2-53e323e01bb5 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6384323 Dec 06 14:42:54.999865 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5cd800a0-301b-48a8-90c1-d9dc83fd3b7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:55.007825 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:55.145255 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd800a0-301b-48a8-90c1-d9dc83fd3b7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event updated for resources: {'Port': ['ID=ee8da95d-34b2-4473-80cd-e4cf4bef2332,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:55.161048 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5cd800a0-301b-48a8-90c1-d9dc83fd3b7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Network b3613acf-14dd-4dd0-a35a-eef7f873eb4b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:55.165274 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5cd800a0-301b-48a8-90c1-d9dc83fd3b7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:55.168148 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5cd800a0-301b-48a8-90c1-d9dc83fd3b7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:55.181874 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] Pushing event updated for resources: {'Port': ['ID=0a5f21d0-7788-48f3-8a62-87cd3704eb6d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:55.201619 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] Network 600b1e8b-ab3b-46cb-9b64-76603d7c27e1 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:55.207818 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:55.233990 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:55.253327 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5cd800a0-301b-48a8-90c1-d9dc83fd3b7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:55.253925 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5cd800a0-301b-48a8-90c1-d9dc83fd3b7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:55.273411 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77232780-ee55-4315-9045-6b0a34789381 req-82846238-7331-4d4d-abf1-d99da3696d0d tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:55.275041 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-77232780-ee55-4315-9045-6b0a34789381 req-82846238-7331-4d4d-abf1-d99da3696d0d tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 1096 time: 0.2039340 Dec 06 14:42:55.318734 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5cd800a0-301b-48a8-90c1-d9dc83fd3b7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3302000 Dec 06 14:42:55.337947 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Request body: {'port': {'device_id': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:55.384242 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c946cc7-1d4a-4018-818f-4dd3b700135f req-98289466-ced6-4582-b6a0-45420212fa7e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:55.413059 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c946cc7-1d4a-4018-818f-4dd3b700135f req-98289466-ced6-4582-b6a0-45420212fa7e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.2920051 Dec 06 14:42:55.441020 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:55.469847 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-77232780-ee55-4315-9045-6b0a34789381 req-ffce0812-3f1e-4a53-8554-c23b93114c6c tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776924 Dec 06 14:42:55.487730 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:55.506123 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-e53fb615-ea00-491c-97f0-4d59ca84e13a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Allocated IP 192.168.233.188 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/1fc22e74-b1aa-44a0-b34b-90bde0d424b5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:55.620525 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6348d668-5c50-4f82-9932-cb9e810d6d2d None None] Provisioning complete for port ee8da95d-34b2-4473-80cd-e4cf4bef2332 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:55.621010 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6348d668-5c50-4f82-9932-cb9e810d6d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:55.669187 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c946cc7-1d4a-4018-818f-4dd3b700135f req-b584636c-2535-4c27-a23b-3fb15bb0c229 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551885 Dec 06 14:42:55.728773 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6348d668-5c50-4f82-9932-cb9e810d6d2d None None] Port ee8da95d-34b2-4473-80cd-e4cf4bef2332 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:55.831882 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64bf6ce0-835c-4919-abe5-bdd4c6402e98 req-ce41b8ba-a8dd-48a9-9a9d-b65cc40bd0e4 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/c51db22c-e2d7-4e40-868a-3987b795bf1a HTTP/1.1" status: 200 len: 1820 time: 0.0672512 Dec 06 14:42:55.854727 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-54045437-1f25-4e3f-9cc7-b893c6573be5 req-599fc2f1-d3cf-45e2-ad37-b92d5b8a2c00 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=1766300b-4262-4537-884f-08a0c05ce81e HTTP/1.1" status: 200 len: 210 time: 0.0560505 Dec 06 14:42:55.855912 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5fadd4b6-6b53-48d4-b4d2-e1fee246aed4 None None] Provisioning complete for port 0a5f21d0-7788-48f3-8a62-87cd3704eb6d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:55.858023 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5fadd4b6-6b53-48d4-b4d2-e1fee246aed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:55.931570 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:55.989745 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5fadd4b6-6b53-48d4-b4d2-e1fee246aed4 None None] Port 0a5f21d0-7788-48f3-8a62-87cd3704eb6d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:56.082431 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-64bf6ce0-835c-4919-abe5-bdd4c6402e98 req-b9a7493d-be41-4842-b20b-8beab7c07d84 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:56.171325 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-64bf6ce0-835c-4919-abe5-bdd4c6402e98 req-b9a7493d-be41-4842-b20b-8beab7c07d84 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:56.251975 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc991a0-3eee-40e2-bc52-93e126dd1c69 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:56.267421 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:56.296160 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Transition to ACTIVE for port object cfc991a0-3eee-40e2-bc52-93e126dd1c69 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:42:56.296819 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-e53fb615-ea00-491c-97f0-4d59ca84e13a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:56.317867 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:56.329692 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-64bf6ce0-835c-4919-abe5-bdd4c6402e98 req-b9a7493d-be41-4842-b20b-8beab7c07d84 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:56.338927 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-64bf6ce0-835c-4919-abe5-bdd4c6402e98 req-b9a7493d-be41-4842-b20b-8beab7c07d84 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:56.340488 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64bf6ce0-835c-4919-abe5-bdd4c6402e98 req-b9a7493d-be41-4842-b20b-8beab7c07d84 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "DELETE /v2.0/security-groups/c51db22c-e2d7-4e40-868a-3987b795bf1a HTTP/1.1" status: 204 len: 173 time: 0.4408762 Dec 06 14:42:56.382128 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7493d-be41-4842-b20b-8beab7c07d84 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51db22c-e2d7-4e40-868a-3987b795bf1a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:56.458060 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc991a0-3eee-40e2-bc52-93e126dd1c69,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:56.459990 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-e53fb615-ea00-491c-97f0-4d59ca84e13a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:56.484071 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6752727d-6265-498c-88a0-cf28c985dc97', 'af21908f-1b8d-4ff6-b149-26cde1c479e8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:56.486335 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['beac9f6e-b4f3-446f-8fdc-1e63d8827c7b', '294d13a3-e512-4afc-93c0-a620f8b279e0', '2219a643-1b99-4a2c-9ba0-c9e4d27920c3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:42:56.494983 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:56.545619 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:56.622358 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53fb615-ea00-491c-97f0-4d59ca84e13a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Pushing event updated for resources: {'Port': ['ID=1fc22e74-b1aa-44a0-b34b-90bde0d424b5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:56.638560 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-e53fb615-ea00-491c-97f0-4d59ca84e13a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:56.673048 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Attempting to bind port cfc991a0-3eee-40e2-bc52-93e126dd1c69 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:56.673768 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Attempting to bind port cfc991a0-3eee-40e2-bc52-93e126dd1c69 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '7170f104-d7c9-4cee-be83-eaca5aae7196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:56.675123 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Attempting to bind port cfc991a0-3eee-40e2-bc52-93e126dd1c69 on network 29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:56.688843 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Port cfc991a0-3eee-40e2-bc52-93e126dd1c69 on network 29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:42:56.689302 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Attempting to bind port cfc991a0-3eee-40e2-bc52-93e126dd1c69 on network 29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:56.736186 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] Pushing event updated for resources: {'Port': ['ID=0a5f21d0-7788-48f3-8a62-87cd3704eb6d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:56.748356 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-e53fb615-ea00-491c-97f0-4d59ca84e13a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:56.756022 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-e53fb615-ea00-491c-97f0-4d59ca84e13a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:56.774344 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ffb82-6fee-4d0a-b92f-07ef099a51e0 req-df47ed9f-17d6-42f1-9f37-d0e0b570bb80 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:56.807019 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ffb82-6fee-4d0a-b92f-07ef099a51e0 req-df47ed9f-17d6-42f1-9f37-d0e0b570bb80 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:56.828574 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ffb82-6fee-4d0a-b92f-07ef099a51e0 req-df47ed9f-17d6-42f1-9f37-d0e0b570bb80 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:56.845561 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ffb82-6fee-4d0a-b92f-07ef099a51e0 req-df47ed9f-17d6-42f1-9f37-d0e0b570bb80 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:56.863321 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:56.868515 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ffb82-6fee-4d0a-b92f-07ef099a51e0 req-df47ed9f-17d6-42f1-9f37-d0e0b570bb80 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:56.873475 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e95ffb82-6fee-4d0a-b92f-07ef099a51e0 req-df47ed9f-17d6-42f1-9f37-d0e0b570bb80 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 3828 time: 0.4269855 Dec 06 14:42:56.876709 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:56.877171 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Checking segment: {'id': '7170f104-d7c9-4cee-be83-eaca5aae7196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:56.879117 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Bound using segment: {'id': '7170f104-d7c9-4cee-be83-eaca5aae7196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:56.880211 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Bound port: cfc991a0-3eee-40e2-bc52-93e126dd1c69, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7170f104-d7c9-4cee-be83-eaca5aae7196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:56.881534 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.038924 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 27e4ee7a-9d23-4dd0-8229-ee094a322f70 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:57.097811 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] Network 600b1e8b-ab3b-46cb-9b64-76603d7c27e1 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:57.106113 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:57.137413 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-e53fb615-ea00-491c-97f0-4d59ca84e13a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:57.149738 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-e53fb615-ea00-491c-97f0-4d59ca84e13a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.160384 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] For port cfc991a0-3eee-40e2-bc52-93e126dd1c69, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:42:57.164928 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] For port cfc991a0-3eee-40e2-bc52-93e126dd1c69, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cfc991a0-3eee-40e2-bc52-93e126dd1c69,segment=NetworkSegment(7170f104-d7c9-4cee-be83-eaca5aae7196),segment_id=7170f104-d7c9-4cee-be83-eaca5aae7196)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:57.203282 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.219676 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-e53fb615-ea00-491c-97f0-4d59ca84e13a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1057036 Dec 06 14:42:57.245966 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 27e4ee7a-9d23-4dd0-8229-ee094a322f70 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:57.246419 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.329644 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc991a0-3eee-40e2-bc52-93e126dd1c69,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:57.349318 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:57.349509 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Request body: {'port': {'device_id': '1766300b-4262-4537-884f-08a0c05ce81e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:57.349865 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.351571 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-91a7fac2-e15b-48ee-8bac-8bc6a1cb0973 service neutron] 10.222.0.37 "PUT /v2.0/ports/cfc991a0-3eee-40e2-bc52-93e126dd1c69 HTTP/1.1" status: 200 len: 1091 time: 2.0207989 Dec 06 14:42:57.351824 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'tag': 'cfc991a0-3eee-40e2-bc52-93e126dd1c69'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:57.355389 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f056cc5-3fc1-4567-872e-e1920dcc54d5" -d '{"events": [{"name": "network-changed", "server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "tag": "cfc991a0-3eee-40e2-bc52-93e126dd1c69"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:57.398915 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e95ffb82-6fee-4d0a-b92f-07ef099a51e0 req-bcf1260f-0727-4b47-9cbb-029e039b3da3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5131898 Dec 06 14:42:57.420819 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Request body: {'port': {'device_id': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:57.606538 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.632511 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.647077 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] Router ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:42:57.725675 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-77d0f2e1-80bd-4613-a1c0-d8f98960c366 None None] Provisioning complete for port 1fc22e74-b1aa-44a0-b34b-90bde0d424b5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:57.726488 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-77d0f2e1-80bd-4613-a1c0-d8f98960c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.739265 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.806026 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-77d0f2e1-80bd-4613-a1c0-d8f98960c366 None None] Port 1fc22e74-b1aa-44a0-b34b-90bde0d424b5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:57.856640 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 27e4ee7a-9d23-4dd0-8229-ee094a322f70, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=27e4ee7a-9d23-4dd0-8229-ee094a322f70,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:57.914212 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.923690 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.987429 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40530) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:58.000729 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=27e4ee7a-9d23-4dd0-8229-ee094a322f70,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:58.071320 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48971150-261c-4619-af3f-06fd5d459d51 req-c53f83ff-57c0-4055-9300-5616cdce3aac tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/7fd5cba6-cbe9-4559-8a27-b592ab20b8c3 HTTP/1.1" status: 200 len: 1821 time: 0.4151273 Dec 06 14:42:58.095833 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc22e74-b1aa-44a0-b34b-90bde0d424b5 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:58.101678 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-da161489-f7ba-4aac-bf12-019dca4f1f18 None None] Provisioning complete for port 0a5f21d0-7788-48f3-8a62-87cd3704eb6d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:58.102204 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-da161489-f7ba-4aac-bf12-019dca4f1f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:58.104253 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:58.119451 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Transition to ACTIVE for port object 1fc22e74-b1aa-44a0-b34b-90bde0d424b5 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:42:58.141241 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:58.281391 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-4ef7a886-cb5d-4898-a433-0c75513731e7 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:42:58.282583 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-4ef7a886-cb5d-4898-a433-0c75513731e7 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2928698 Dec 06 14:42:58.365432 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc22e74-b1aa-44a0-b34b-90bde0d424b5,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:58.389045 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:42:58.394304 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf6667-8924-43de-9375-49be9c4a9e7f req-9e5886c6-b924-4485-99b2-62cc642641af tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:58.397459 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6acf6667-8924-43de-9375-49be9c4a9e7f req-9e5886c6-b924-4485-99b2-62cc642641af tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.1921129 Dec 06 14:42:58.416999 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2df737b6-f86e-4938-a5be-4c75d1db0261 admin admin] 10.222.0.20 "PUT /v2.0/routers/ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3283644 Dec 06 14:42:58.487222 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Attempting to bind port 1fc22e74-b1aa-44a0-b34b-90bde0d424b5 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:58.487561 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Attempting to bind port 1fc22e74-b1aa-44a0-b34b-90bde0d424b5 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:58.487909 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Attempting to bind port 1fc22e74-b1aa-44a0-b34b-90bde0d424b5 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:58.499455 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Port 1fc22e74-b1aa-44a0-b34b-90bde0d424b5 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:42:58.499648 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Attempting to bind port 1fc22e74-b1aa-44a0-b34b-90bde0d424b5 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:58.514764 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:58.515120 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:58.515517 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:58.516079 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Bound port: 1fc22e74-b1aa-44a0-b34b-90bde0d424b5, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:58.516441 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:58.612660 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Sync routers for ids ['ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:42:58.665265 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6acf6667-8924-43de-9375-49be9c4a9e7f req-4c31ff50-d906-4f07-94e5-d657e765fbe9 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594578 Dec 06 14:42:58.684770 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-9d4082c4-3aeb-4207-9814-dd404396bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:58.686344 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-9d4082c4-3aeb-4207-9814-dd404396bd0c service neutron] 10.222.0.20 "GET /v2.0/ports/41c48ea0-d370-47a9-8ab1-400c4b6721dc HTTP/1.1" status: 200 len: 1093 time: 0.3280580 Dec 06 14:42:58.688704 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136aab93-4414-4a27-bb13-b887ce3df348 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:42:58.696763 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-da161489-f7ba-4aac-bf12-019dca4f1f18 None None] Port 0a5f21d0-7788-48f3-8a62-87cd3704eb6d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:58.697785 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-7178344e-388b-462d-8d70-aef13f96321e service neutron] Request body: {'binding': {'host': 'n-h1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:58.698376 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-7178344e-388b-462d-8d70-aef13f96321e service neutron] Unknown quota resources ['binding']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:42:58.714080 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Routers {'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:42:58.722927 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:58.731183 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] For port 1fc22e74-b1aa-44a0-b34b-90bde0d424b5, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:42:58.731920 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:58.746246 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] For port 1fc22e74-b1aa-44a0-b34b-90bde0d424b5, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1fc22e74-b1aa-44a0-b34b-90bde0d424b5,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:58.759003 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:58.764464 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Transition to ACTIVE for port object 136aab93-4414-4a27-bb13-b887ce3df348 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:42:58.776549 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:58.901007 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc22e74-b1aa-44a0-b34b-90bde0d424b5,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:58.913495 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:58.914318 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:58.916566 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-1a25ea48-7709-41ad-8286-2694d2d24203 service neutron] 10.222.0.23 "PUT /v2.0/ports/1fc22e74-b1aa-44a0-b34b-90bde0d424b5 HTTP/1.1" status: 200 len: 1096 time: 1.5913045 Dec 06 14:42:58.917164 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1766300b-4262-4537-884f-08a0c05ce81e', 'tag': '1fc22e74-b1aa-44a0-b34b-90bde0d424b5'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:58.920929 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0372fe-9f3d-4cbf-a4fe-92c969df4720" -d '{"events": [{"name": "network-changed", "server_uuid": "1766300b-4262-4537-884f-08a0c05ce81e", "tag": "1fc22e74-b1aa-44a0-b34b-90bde0d424b5"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:58.980126 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Pushing event updated for resources: {'Port': ['ID=136aab93-4414-4a27-bb13-b887ce3df348,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:59.007167 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 27e4ee7a-9d23-4dd0-8229-ee094a322f70 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:59.070948 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1d0a8-f7f9-44f0-957f-a98d0ff3f60c req-cb89dc95-2941-4ad6-b3b7-9b32b383ae60 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:59.078758 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-53632f27-9f1a-40ba-8a49-8dec9b9e9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:59.081029 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-53632f27-9f1a-40ba-8a49-8dec9b9e9b40 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&device_id=1766300b-4262-4537-884f-08a0c05ce81e HTTP/1.1" status: 200 len: 1099 time: 0.1119668 Dec 06 14:42:59.084692 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-14c1d0a8-f7f9-44f0-957f-a98d0ff3f60c req-cb89dc95-2941-4ad6-b3b7-9b32b383ae60 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=1766300b-4262-4537-884f-08a0c05ce81e HTTP/1.1" status: 200 len: 948 time: 0.2041869 Dec 06 14:42:59.162080 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-c64ab7c2-8a15-4923-9914-c378650ee2d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=1fc22e74-b1aa-44a0-b34b-90bde0d424b5 HTTP/1.1" status: 200 len: 217 time: 0.0705686 Dec 06 14:42:59.171575 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-7178344e-388b-462d-8d70-aef13f96321e service neutron] Attempting to bind port 41c48ea0-d370-47a9-8ab1-400c4b6721dc on host n-h1-master-1 for vnic_type normal with profile None {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:59.171939 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-7178344e-388b-462d-8d70-aef13f96321e service neutron] Attempting to bind port 41c48ea0-d370-47a9-8ab1-400c4b6721dc by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:59.172268 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-7178344e-388b-462d-8d70-aef13f96321e service neutron] Attempting to bind port 41c48ea0-d370-47a9-8ab1-400c4b6721dc on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:59.201311 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-14c1d0a8-f7f9-44f0-957f-a98d0ff3f60c req-b7846803-2ea4-43dc-8945-ed044288e545 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154866 Dec 06 14:42:59.226753 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Attempting to bind port 136aab93-4414-4a27-bb13-b887ce3df348 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:59.227234 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Attempting to bind port 136aab93-4414-4a27-bb13-b887ce3df348 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:59.227579 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Attempting to bind port 136aab93-4414-4a27-bb13-b887ce3df348 on network 6d4b264c-2449-439e-aadb-4b6f43f38919 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:59.248677 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Port 136aab93-4414-4a27-bb13-b887ce3df348 on network 6d4b264c-2449-439e-aadb-4b6f43f38919 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:42:59.249311 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Attempting to bind port 136aab93-4414-4a27-bb13-b887ce3df348 on network 6d4b264c-2449-439e-aadb-4b6f43f38919 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:59.261345 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-7178344e-388b-462d-8d70-aef13f96321e service neutron] Port 41c48ea0-d370-47a9-8ab1-400c4b6721dc on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:42:59.261670 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-7178344e-388b-462d-8d70-aef13f96321e service neutron] Attempting to bind port 41c48ea0-d370-47a9-8ab1-400c4b6721dc on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:59.267297 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-93da0071-deb7-456a-8b73-e09f35d0b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:59.269149 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-93da0071-deb7-456a-8b73-e09f35d0b053 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0987859 Dec 06 14:42:59.289960 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:59.290335 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Checking segment: {'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:59.290960 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Bound using segment: {'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:59.291424 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Bound port: 136aab93-4414-4a27-bb13-b887ce3df348, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:59.299884 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Set router ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:42:59.302699 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:59.310341 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-7178344e-388b-462d-8d70-aef13f96321e service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:59.310669 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-7178344e-388b-462d-8d70-aef13f96321e service neutron] Checking segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:59.311099 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-7178344e-388b-462d-8d70-aef13f96321e service neutron] Bound using segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:59.316322 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-7178344e-388b-462d-8d70-aef13f96321e service neutron] Bound port: 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:59.401905 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-2c8c9ccc-ae25-42a5-8150-40260d06d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:59.403856 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-2c8c9ccc-ae25-42a5-8150-40260d06d9ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229382 Dec 06 14:42:59.460704 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccd6696-c92a-4a33-b891-a7254a265020 x-openstack-request-id: req-fccd6696-c92a-4a33-b891-a7254a265020 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:59.461084 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "tag": "cfc991a0-3eee-40e2-bc52-93e126dd1c69", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:59.461293 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fccd6696-c92a-4a33-b891-a7254a265020 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:59.461672 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'tag': 'cfc991a0-3eee-40e2-bc52-93e126dd1c69', 'status': 'completed', 'code': 200} Dec 06 14:42:59.466387 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-7178344e-388b-462d-8d70-aef13f96321e service neutron] For port 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=41c48ea0-d370-47a9-8ab1-400c4b6721dc,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:59.501615 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-543afc13-fa6e-4e79-8465-d09427d15a09 req-e9b92dce-0668-4861-824d-2748af54116d tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1999563783', 'description': 'tempest-description-405434218'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:59.536349 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-7178344e-388b-462d-8d70-aef13f96321e service neutron] Publish callbacks [] for binding, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:59.549773 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-7178344e-388b-462d-8d70-aef13f96321e service neutron] 10.222.0.20 "POST /v2.0/ports/41c48ea0-d370-47a9-8ab1-400c4b6721dc/bindings HTTP/1.1" status: 201 len: 389 time: 0.8559735 Dec 06 14:42:59.625613 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] For port 136aab93-4414-4a27-bb13-b887ce3df348, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:42:59.629272 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] For port 136aab93-4414-4a27-bb13-b887ce3df348, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=136aab93-4414-4a27-bb13-b887ce3df348,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:59.640154 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:59.644651 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:59.652180 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-a963ddfa-2eef-4170-9545-f59aff4b0281 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241070 Dec 06 14:42:59.656371 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 27e4ee7a-9d23-4dd0-8229-ee094a322f70 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:59.656532 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:59.745142 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:59.745850 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:59.747247 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] 10.222.0.37 "PUT /v2.0/ports/136aab93-4414-4a27-bb13-b887ce3df348 HTTP/1.1" status: 200 len: 1136 time: 2.3474100 Dec 06 14:42:59.766073 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-543afc13-fa6e-4e79-8465-d09427d15a09 req-e9b92dce-0668-4861-824d-2748af54116d tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:59.839248 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Request body: {'port': {'device_id': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:59.897027 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f056cc5-3fc1-4567-872e-e1920dcc54d5 req-9778748d-31af-491e-8f7c-c529eb02e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:59.897626 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f056cc5-3fc1-4567-872e-e1920dcc54d5 req-9778748d-31af-491e-8f7c-c529eb02e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:59.897990 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f056cc5-3fc1-4567-872e-e1920dcc54d5 req-9778748d-31af-491e-8f7c-c529eb02e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:59.898466 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f056cc5-3fc1-4567-872e-e1920dcc54d5 req-9778748d-31af-491e-8f7c-c529eb02e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:59.899049 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f056cc5-3fc1-4567-872e-e1920dcc54d5 req-9778748d-31af-491e-8f7c-c529eb02e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:59.899396 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f056cc5-3fc1-4567-872e-e1920dcc54d5 req-9778748d-31af-491e-8f7c-c529eb02e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:59.914330 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f056cc5-3fc1-4567-872e-e1920dcc54d5 req-9778748d-31af-491e-8f7c-c529eb02e1ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5250 time: 0.4668193 Dec 06 14:43:00.042083 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57d660-9795-4f41-8e19-b843b38440d6 service neutron] Pushing event updated for resources: {'Port': ['ID=136aab93-4414-4a27-bb13-b887ce3df348,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:00.120236 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6986ba6-ef65-4956-aec8-f185dfcd231b req-a2430636-e90a-4320-b9db-fc592f9c57da service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584458 Dec 06 14:43:00.163975 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944ae02-c599-4844-b53f-3abd0d06f5e7 req-e7bc0826-1a1c-486f-9f5d-79c18e9124b3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:00.177427 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944ae02-c599-4844-b53f-3abd0d06f5e7 req-e7bc0826-1a1c-486f-9f5d-79c18e9124b3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:00.197856 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944ae02-c599-4844-b53f-3abd0d06f5e7 req-e7bc0826-1a1c-486f-9f5d-79c18e9124b3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:00.204131 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944ae02-c599-4844-b53f-3abd0d06f5e7 req-e7bc0826-1a1c-486f-9f5d-79c18e9124b3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:00.228495 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944ae02-c599-4844-b53f-3abd0d06f5e7 req-e7bc0826-1a1c-486f-9f5d-79c18e9124b3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:00.236015 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944ae02-c599-4844-b53f-3abd0d06f5e7 req-e7bc0826-1a1c-486f-9f5d-79c18e9124b3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:00.249184 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6944ae02-c599-4844-b53f-3abd0d06f5e7 req-e7bc0826-1a1c-486f-9f5d-79c18e9124b3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 4606 time: 0.3559272 Dec 06 14:43:00.282395 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-042ee7bd-dd16-4601-9e34-06b333cc6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:00.284041 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-042ee7bd-dd16-4601-9e34-06b333cc6b2f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 1096 time: 0.3334737 Dec 06 14:43:00.346529 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'name': 'tempest-TaggedBootDevicesTest-1051043333-router', 'tenant_id': 'e4605d87ca33403e8b652ed9f08525bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': '27e4ee7a-9d23-4dd0-8229-ee094a322f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:46Z', 'updated_at': '2021-12-06T14:42:55Z', 'revision_number': 4, 'project_id': 'e4605d87ca33403e8b652ed9f08525bb', 'gw_port': {'id': '27e4ee7a-9d23-4dd0-8229-ee094a322f70', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:47Z', 'updated_at': '2021-12-06T14:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0a5f21d0-7788-48f3-8a62-87cd3704eb6d', 'name': '', 'network_id': '600b1e8b-ab3b-46cb-9b64-76603d7c27e1', 'tenant_id': 'e4605d87ca33403e8b652ed9f08525bb', 'mac_address': 'fa:16:3e:13:d0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '35f54d3a-436d-445a-86a0-a35eb2297009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:53Z', 'updated_at': '2021-12-06T14:42:56Z', 'revision_number': 2, 'project_id': 'e4605d87ca33403e8b652ed9f08525bb', 'subnets': [{'id': '35f54d3a-436d-445a-86a0-a35eb2297009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:00.378937 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Checking router: ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:43:00.379341 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Updating router ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f port 0a5f21d0-7788-48f3-8a62-87cd3704eb6d binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:43:00.410861 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:00.515989 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:00.523513 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-1a05580d-9921-4247-8b7a-f8b796be4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:00.526555 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-1a05580d-9921-4247-8b7a-f8b796be4449 service neutron] 10.222.0.23 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 921 time: 0.2287035 Dec 06 14:43:00.608117 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6944ae02-c599-4844-b53f-3abd0d06f5e7 req-abd5de4b-7185-49dc-b173-34f1c67b2098 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3536289 Dec 06 14:43:00.721319 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62e5707d-b902-4fa4-844b-b30670079906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:00.733565 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-51f5a3e9-a9e1-4abf-a4e1-e11bdcad64a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41c48ea0-d370-47a9-8ab1-400c4b6721dc HTTP/1.1" status: 200 len: 217 time: 0.1221063 Dec 06 14:43:00.833296 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-d4df6097-64b8-41bf-9548-71b1a89f49b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:00.834864 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-d4df6097-64b8-41bf-9548-71b1a89f49b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.0920656 Dec 06 14:43:00.901708 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-4529b745-fc54-49b3-8b70-64b4e616913f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576332 Dec 06 14:43:00.915901 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a761be-7401-4daf-ba0b-027af15fe5e6 x-openstack-request-id: req-06a761be-7401-4daf-ba0b-027af15fe5e6 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:00.916670 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1766300b-4262-4537-884f-08a0c05ce81e", "tag": "1fc22e74-b1aa-44a0-b34b-90bde0d424b5", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:00.917690 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06a761be-7401-4daf-ba0b-027af15fe5e6 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:00.918279 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1766300b-4262-4537-884f-08a0c05ce81e', 'tag': '1fc22e74-b1aa-44a0-b34b-90bde0d424b5', 'status': 'completed', 'code': 200} Dec 06 14:43:01.077273 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0372fe-9f3d-4cbf-a4fe-92c969df4720 req-b0f63de2-e32e-42ec-ab3e-04793da708d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:01.079309 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1b0372fe-9f3d-4cbf-a4fe-92c969df4720 req-b0f63de2-e32e-42ec-ab3e-04793da708d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&device_id=1766300b-4262-4537-884f-08a0c05ce81e HTTP/1.1" status: 200 len: 1099 time: 0.1600749 Dec 06 14:43:01.094698 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b459b8d-2f17-4027-b347-78e422194c58 req-867e7e22-643f-40b2-b013-db9a7b1ef67f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:01.096121 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.111753 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b459b8d-2f17-4027-b347-78e422194c58 req-867e7e22-643f-40b2-b013-db9a7b1ef67f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 945 time: 0.1274149 Dec 06 14:43:01.113034 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.199156 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6befc2-dd22-4b2b-97e3-addeaa252e59 None None] Pushing event updated for resources: {'Port': ['ID=0a5f21d0-7788-48f3-8a62-87cd3704eb6d,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:01.275627 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-be2d5cfc-8260-4d35-934c-e1bfe5b57ea0 service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375485 Dec 06 14:43:01.352994 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Attempting to bind port 0a5f21d0-7788-48f3-8a62-87cd3704eb6d on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:01.353572 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Attempting to bind port 0a5f21d0-7788-48f3-8a62-87cd3704eb6d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '19eecead-c374-4397-bb53-9481eef29579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '600b1e8b-ab3b-46cb-9b64-76603d7c27e1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:01.353816 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Attempting to bind port 0a5f21d0-7788-48f3-8a62-87cd3704eb6d on network 600b1e8b-ab3b-46cb-9b64-76603d7c27e1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:01.368143 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:01.368559 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Checking segment: {'id': '19eecead-c374-4397-bb53-9481eef29579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '600b1e8b-ab3b-46cb-9b64-76603d7c27e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:01.369232 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.369659 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Bound using segment: {'id': '19eecead-c374-4397-bb53-9481eef29579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '600b1e8b-ab3b-46cb-9b64-76603d7c27e1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:01.370145 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Bound port: 0a5f21d0-7788-48f3-8a62-87cd3704eb6d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19eecead-c374-4397-bb53-9481eef29579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '600b1e8b-ab3b-46cb-9b64-76603d7c27e1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:01.370533 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.509884 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'tag': '136aab93-4414-4a27-bb13-b887ce3df348'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:01.512165 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac9ac46-03f1-420c-a565-b6274977ba63" -d '{"events": [{"name": "network-changed", "server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "tag": "136aab93-4414-4a27-bb13-b887ce3df348"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:01.515618 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f056cc5-3fc1-4567-872e-e1920dcc54d5 req-fb53a61f-de38-4b10-a7a7-fd126805f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:01.516119 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f056cc5-3fc1-4567-872e-e1920dcc54d5 req-fb53a61f-de38-4b10-a7a7-fd126805f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:01.516654 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f056cc5-3fc1-4567-872e-e1920dcc54d5 req-fb53a61f-de38-4b10-a7a7-fd126805f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:01.518140 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f056cc5-3fc1-4567-872e-e1920dcc54d5 req-fb53a61f-de38-4b10-a7a7-fd126805f3e5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.5169351 Dec 06 14:43:01.539808 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] For port 0a5f21d0-7788-48f3-8a62-87cd3704eb6d, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:01.548285 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] For port 0a5f21d0-7788-48f3-8a62-87cd3704eb6d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0a5f21d0-7788-48f3-8a62-87cd3704eb6d,segment=NetworkSegment(19eecead-c374-4397-bb53-9481eef29579),segment_id=19eecead-c374-4397-bb53-9481eef29579)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:01.564464 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.612870 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-543afc13-fa6e-4e79-8465-d09427d15a09 req-e9b92dce-0668-4861-824d-2748af54116d tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.654150 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-543afc13-fa6e-4e79-8465-d09427d15a09 req-e9b92dce-0668-4861-824d-2748af54116d tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.713847 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Routers {'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:43:01.715300 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:01.747004 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b459b8d-2f17-4027-b347-78e422194c58 req-2272d155-ecd4-4a7b-bc32-7b91fdf91ddc tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6342044 Dec 06 14:43:01.800250 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7bf7c715-1735-46ca-9f81-e2268edfde1d None None] Provisioning complete for port 0a5f21d0-7788-48f3-8a62-87cd3704eb6d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:01.809985 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bf7c715-1735-46ca-9f81-e2268edfde1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.845683 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6befc2-dd22-4b2b-97e3-addeaa252e59 None None] Pushing event updated for resources: {'Port': ['ID=0a5f21d0-7788-48f3-8a62-87cd3704eb6d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:01.878699 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0372fe-9f3d-4cbf-a4fe-92c969df4720 req-d09f7dfa-8ead-4896-838b-99d5f7553c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:01.889360 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1b0372fe-9f3d-4cbf-a4fe-92c969df4720 req-d09f7dfa-8ead-4896-838b-99d5f7553c55 service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.7010577 Dec 06 14:43:01.903312 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-0bc46093-f966-4586-a556-402ccb2328ee service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793126 Dec 06 14:43:01.995854 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1b0372fe-9f3d-4cbf-a4fe-92c969df4720 req-6a045da9-b262-4f42-9416-7867b190a4f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=1fc22e74-b1aa-44a0-b34b-90bde0d424b5 HTTP/1.1" status: 200 len: 217 time: 0.0911131 Dec 06 14:43:02.049224 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-543afc13-fa6e-4e79-8465-d09427d15a09 req-e9b92dce-0668-4861-824d-2748af54116d tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:02.072716 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-543afc13-fa6e-4e79-8465-d09427d15a09 req-e9b92dce-0668-4861-824d-2748af54116d tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 2.6100750 Dec 06 14:43:02.116053 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0372fe-9f3d-4cbf-a4fe-92c969df4720 req-773bce70-04eb-456c-9711-b26ff6849a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:02.117732 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1b0372fe-9f3d-4cbf-a4fe-92c969df4720 req-773bce70-04eb-456c-9711-b26ff6849a13 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1087937 Dec 06 14:43:02.137580 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b92dce-0668-4861-824d-2748af54116d tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b04d771b-1d90-46ae-b023-9572dba2235b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:02.205039 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] Set router ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:43:02.268638 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:02.268883 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bf7c715-1735-46ca-9f81-e2268edfde1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:02.289672 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca1fe8-acdd-475f-bbd7-514a5802b370 req-3dc5e988-abd2-4f56-845d-9362887191b6 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:02.302715 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-18ca1fe8-acdd-475f-bbd7-514a5802b370 req-3dc5e988-abd2-4f56-845d-9362887191b6 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.3067644 Dec 06 14:43:02.313767 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0372fe-9f3d-4cbf-a4fe-92c969df4720 req-bbaceb54-d6c4-4e8c-84c7-a123d86f6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:02.315975 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1b0372fe-9f3d-4cbf-a4fe-92c969df4720 req-bbaceb54-d6c4-4e8c-84c7-a123d86f6fab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1758459 Dec 06 14:43:02.351509 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:02.512410 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Transition to ACTIVE for port object 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:43:02.515961 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f056cc5-3fc1-4567-872e-e1920dcc54d5 req-4dd56ca2-c4a9-4df4-b959-8bd02665d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:02.517679 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f056cc5-3fc1-4567-872e-e1920dcc54d5 req-4dd56ca2-c4a9-4df4-b959-8bd02665d369 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9782205 Dec 06 14:43:02.525598 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:02.553859 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-18ca1fe8-acdd-475f-bbd7-514a5802b370 req-1d165f28-e64b-4566-b93f-506ce06f45f2 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500970 Dec 06 14:43:02.576204 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322c12b-a2c9-4e91-b9f2-50304d873432 req-11dd5eda-77c3-4b3e-bcfb-f0813be281e0 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:02.584377 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d322c12b-a2c9-4e91-b9f2-50304d873432 req-11dd5eda-77c3-4b3e-bcfb-f0813be281e0 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=1766300b-4262-4537-884f-08a0c05ce81e HTTP/1.1" status: 200 len: 948 time: 0.2516367 Dec 06 14:43:02.640677 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff887d8-72a7-47c9-8650-b59d05e0a9b7,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:02.711478 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5710d38-8206-4298-90ac-fddfbbcd28d8 x-openstack-request-id: req-b5710d38-8206-4298-90ac-fddfbbcd28d8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:02.723926 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "tag": "136aab93-4414-4a27-bb13-b887ce3df348", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:02.723926 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5710d38-8206-4298-90ac-fddfbbcd28d8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:02.723926 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'tag': '136aab93-4414-4a27-bb13-b887ce3df348', 'status': 'completed', 'code': 200} Dec 06 14:43:02.747438 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1b0372fe-9f3d-4cbf-a4fe-92c969df4720 req-b8b27298-811a-4e81-85a3-48dc8d1e5c2d service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009790 Dec 06 14:43:02.754488 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7bf7c715-1735-46ca-9f81-e2268edfde1d None None] For port 0a5f21d0-7788-48f3-8a62-87cd3704eb6d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0a5f21d0-7788-48f3-8a62-87cd3704eb6d,segment=NetworkSegment(19eecead-c374-4397-bb53-9481eef29579),segment_id=19eecead-c374-4397-bb53-9481eef29579)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:02.784659 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bf7c715-1735-46ca-9f81-e2268edfde1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:02.906565 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d322c12b-a2c9-4e91-b9f2-50304d873432 req-fca832c4-0c11-45aa-aaca-984e90324fd5 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211794 Dec 06 14:43:02.987472 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33f275-ab12-4585-8517-24547b7bd125 req-9a51a0c0-14b1-4e54-8f75-f529c7df7893 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:02.999795 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33f275-ab12-4585-8517-24547b7bd125 req-9a51a0c0-14b1-4e54-8f75-f529c7df7893 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.008744 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33f275-ab12-4585-8517-24547b7bd125 req-9a51a0c0-14b1-4e54-8f75-f529c7df7893 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.015351 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33f275-ab12-4585-8517-24547b7bd125 req-9a51a0c0-14b1-4e54-8f75-f529c7df7893 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.024845 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33f275-ab12-4585-8517-24547b7bd125 req-9a51a0c0-14b1-4e54-8f75-f529c7df7893 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.032282 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33f275-ab12-4585-8517-24547b7bd125 req-9a51a0c0-14b1-4e54-8f75-f529c7df7893 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.039396 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33f275-ab12-4585-8517-24547b7bd125 req-9a51a0c0-14b1-4e54-8f75-f529c7df7893 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.042317 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f33f275-ab12-4585-8517-24547b7bd125 req-9a51a0c0-14b1-4e54-8f75-f529c7df7893 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5384 time: 0.2486923 Dec 06 14:43:03.051199 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9ac46-03f1-420c-a565-b6274977ba63 req-76a01de1-dd0b-4046-aa0e-731e88ca181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.054200 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9ac46-03f1-420c-a565-b6274977ba63 req-76a01de1-dd0b-4046-aa0e-731e88ca181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.056272 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9ac46-03f1-420c-a565-b6274977ba63 req-76a01de1-dd0b-4046-aa0e-731e88ca181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.058548 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9ac46-03f1-420c-a565-b6274977ba63 req-76a01de1-dd0b-4046-aa0e-731e88ca181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.066037 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7c715-1735-46ca-9f81-e2268edfde1d None None] Pushing event updated for resources: {'Port': ['ID=0a5f21d0-7788-48f3-8a62-87cd3704eb6d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:03.066273 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9ac46-03f1-420c-a565-b6274977ba63 req-76a01de1-dd0b-4046-aa0e-731e88ca181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.066838 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9ac46-03f1-420c-a565-b6274977ba63 req-76a01de1-dd0b-4046-aa0e-731e88ca181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.067324 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9ac46-03f1-420c-a565-b6274977ba63 req-76a01de1-dd0b-4046-aa0e-731e88ca181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.070113 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fac9ac46-03f1-420c-a565-b6274977ba63 req-76a01de1-dd0b-4046-aa0e-731e88ca181f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 6179 time: 0.3461285 Dec 06 14:43:03.075690 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Attempting to bind port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:03.076014 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Attempting to bind port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:03.076475 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Attempting to bind port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 on network 6d4b264c-2449-439e-aadb-4b6f43f38919 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:03.087160 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5d746dff-9428-43a9-b969-2d8307d80381 None None] Provisioning complete for port 0a5f21d0-7788-48f3-8a62-87cd3704eb6d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:03.087541 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d746dff-9428-43a9-b969-2d8307d80381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:03.102018 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1b0372fe-9f3d-4cbf-a4fe-92c969df4720 req-b27b1f58-e728-4ec4-9395-050fb11edbf2 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439932 Dec 06 14:43:03.118676 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 on network 6d4b264c-2449-439e-aadb-4b6f43f38919 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:43:03.121330 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Attempting to bind port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 on network 6d4b264c-2449-439e-aadb-4b6f43f38919 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:03.191489 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f33f275-ab12-4585-8517-24547b7bd125 req-cec3f9cd-8e55-4c7c-8b6f-b62fc43baef9 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1375449 Dec 06 14:43:03.245078 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 1fc22e74-b1aa-44a0-b34b-90bde0d424b5 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:03.265868 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40646) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:03.287456 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:03.288885 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Checking segment: {'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:03.290003 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Bound using segment: {'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:03.291190 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Bound port: 0ff887d8-72a7-47c9-8650-b59d05e0a9b7, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:03.292158 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:03.385045 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 1fc22e74-b1aa-44a0-b34b-90bde0d424b5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1fc22e74-b1aa-44a0-b34b-90bde0d424b5,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:03.402913 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '1fc22e74-b1aa-44a0-b34b-90bde0d424b5', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '1fc22e74-b1aa-44a0-b34b-90bde0d424b5', 'mac_address': 'fa:16:3e:8a:ea:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:03.404632 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6dabba5f-5334-46ff-b8ef-1e3e3266a824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:03.455764 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9ac46-03f1-420c-a565-b6274977ba63 req-d43614b1-987d-45f6-bc01-1c9ff903e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.456866 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9ac46-03f1-420c-a565-b6274977ba63 req-d43614b1-987d-45f6-bc01-1c9ff903e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.457567 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9ac46-03f1-420c-a565-b6274977ba63 req-d43614b1-987d-45f6-bc01-1c9ff903e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.459396 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fac9ac46-03f1-420c-a565-b6274977ba63 req-d43614b1-987d-45f6-bc01-1c9ff903e26f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3793631 Dec 06 14:43:03.485589 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'name': 'tempest-TaggedBootDevicesTest-1051043333-router', 'tenant_id': 'e4605d87ca33403e8b652ed9f08525bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': '27e4ee7a-9d23-4dd0-8229-ee094a322f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:46Z', 'updated_at': '2021-12-06T14:42:55Z', 'revision_number': 4, 'project_id': 'e4605d87ca33403e8b652ed9f08525bb', 'gw_port': {'id': '27e4ee7a-9d23-4dd0-8229-ee094a322f70', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:47Z', 'updated_at': '2021-12-06T14:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0a5f21d0-7788-48f3-8a62-87cd3704eb6d', 'name': '', 'network_id': '600b1e8b-ab3b-46cb-9b64-76603d7c27e1', 'tenant_id': 'e4605d87ca33403e8b652ed9f08525bb', 'mac_address': 'fa:16:3e:13:d0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '35f54d3a-436d-445a-86a0-a35eb2297009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:53Z', 'updated_at': '2021-12-06T14:43:01Z', 'revision_number': 4, 'project_id': 'e4605d87ca33403e8b652ed9f08525bb', 'subnets': [{'id': '35f54d3a-436d-445a-86a0-a35eb2297009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:03.486295 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cef67242-7d65-4ab7-b657-35f8fddb7b8d req-5a1cc216-25bc-4c93-8f74-a88ed01cea6b tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/b04d771b-1d90-46ae-b023-9572dba2235b HTTP/1.1" status: 200 len: 1821 time: 0.3612053 Dec 06 14:43:03.526805 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-cef67242-7d65-4ab7-b657-35f8fddb7b8d req-604e8726-5370-47bd-a761-a1ef39f8b40a tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b04d771b-1d90-46ae-b023-9572dba2235b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:03.527764 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-cef67242-7d65-4ab7-b657-35f8fddb7b8d req-604e8726-5370-47bd-a761-a1ef39f8b40a tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b04d771b-1d90-46ae-b023-9572dba2235b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:03.633209 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] For port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:03.662108 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbe2e81-8b39-4f26-bf1c-a0d75c194f6c None None] The sync data for ids ['ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f'] in n-d-master-1 is: [{'id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'name': 'tempest-TaggedBootDevicesTest-1051043333-router', 'tenant_id': 'e4605d87ca33403e8b652ed9f08525bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': '27e4ee7a-9d23-4dd0-8229-ee094a322f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:46Z', 'updated_at': '2021-12-06T14:42:55Z', 'revision_number': 4, 'project_id': 'e4605d87ca33403e8b652ed9f08525bb', 'gw_port': {'id': '27e4ee7a-9d23-4dd0-8229-ee094a322f70', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:47Z', 'updated_at': '2021-12-06T14:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0a5f21d0-7788-48f3-8a62-87cd3704eb6d', 'name': '', 'network_id': '600b1e8b-ab3b-46cb-9b64-76603d7c27e1', 'tenant_id': 'e4605d87ca33403e8b652ed9f08525bb', 'mac_address': 'fa:16:3e:13:d0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '35f54d3a-436d-445a-86a0-a35eb2297009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:53Z', 'updated_at': '2021-12-06T14:43:01Z', 'revision_number': 4, 'project_id': 'e4605d87ca33403e8b652ed9f08525bb', 'subnets': [{'id': '35f54d3a-436d-445a-86a0-a35eb2297009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:43:03.679379 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] For port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0ff887d8-72a7-47c9-8650-b59d05e0a9b7,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:03.680717 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:03.691820 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:03.726758 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc22e74-b1aa-44a0-b34b-90bde0d424b5 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:03.813517 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9ac46-03f1-420c-a565-b6274977ba63 req-69414c3c-69c8-41e3-b1d0-04f4142b6042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.815785 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 1fc22e74-b1aa-44a0-b34b-90bde0d424b5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1fc22e74-b1aa-44a0-b34b-90bde0d424b5,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:03.825725 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fac9ac46-03f1-420c-a565-b6274977ba63 req-69414c3c-69c8-41e3-b1d0-04f4142b6042 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3550947 Dec 06 14:43:03.841467 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:03.856914 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.857898 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:03.859917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] 10.222.0.37 "PUT /v2.0/ports/0ff887d8-72a7-47c9-8650-b59d05e0a9b7 HTTP/1.1" status: 200 len: 1136 time: 4.0439873 Dec 06 14:43:03.918241 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Request body: {'port': {'device_id': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:03.979438 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c0f21-ffd3-4f0e-8ecd-354cac394360 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff887d8-72a7-47c9-8650-b59d05e0a9b7,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:04.001187 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cef67242-7d65-4ab7-b657-35f8fddb7b8d req-604e8726-5370-47bd-a761-a1ef39f8b40a tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:04.041801 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=1fc22e74-b1aa-44a0-b34b-90bde0d424b5,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:04.106323 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:04.122568 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cef67242-7d65-4ab7-b657-35f8fddb7b8d req-604e8726-5370-47bd-a761-a1ef39f8b40a tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:04.156488 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:04.197667 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cef67242-7d65-4ab7-b657-35f8fddb7b8d req-604e8726-5370-47bd-a761-a1ef39f8b40a tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:04.230825 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['1fc22e74-b1aa-44a0-b34b-90bde0d424b5'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:04.294763 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e8726-5370-47bd-a761-a1ef39f8b40a tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90be9251-a25f-4ef0-ab67-2f3a79e85e70,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:04.297458 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ed1a6-30c4-4967-9134-0ee4bcfd5775 req-5f95de1a-f98d-4c12-bd6d-6e7bccfed32f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:04.300380 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-132ed1a6-30c4-4967-9134-0ee4bcfd5775 req-5f95de1a-f98d-4c12-bd6d-6e7bccfed32f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 945 time: 0.8697150 Dec 06 14:43:04.307380 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cef67242-7d65-4ab7-b657-35f8fddb7b8d req-604e8726-5370-47bd-a761-a1ef39f8b40a tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:04.321827 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cef67242-7d65-4ab7-b657-35f8fddb7b8d req-604e8726-5370-47bd-a761-a1ef39f8b40a tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8173852 Dec 06 14:43:04.452297 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-132ed1a6-30c4-4967-9134-0ee4bcfd5775 req-85478963-17e5-49df-8fcb-5ee32acea943 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376541 Dec 06 14:43:04.623773 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508de82-f8b3-4aca-964d-8388734ad931 req-28dac07c-e1ed-482b-b46a-33c92934ba0c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:04.632425 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5508de82-f8b3-4aca-964d-8388734ad931 req-28dac07c-e1ed-482b-b46a-33c92934ba0c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.0973430 Dec 06 14:43:04.717993 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5508de82-f8b3-4aca-964d-8388734ad931 req-885720b7-7383-4786-acf7-4c2d55bc0c81 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844560 Dec 06 14:43:04.723304 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e00d559f-faf9-4275-9219-790c655f1073 req-e1742870-e766-480c-af91-c58b269ae1cb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1788392 Dec 06 14:43:04.726223 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'tag': '0ff887d8-72a7-47c9-8650-b59d05e0a9b7'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:04.735577 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e35af0-b5ac-4a86-a209-b59ead351a11" -d '{"events": [{"name": "network-changed", "server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "tag": "0ff887d8-72a7-47c9-8650-b59d05e0a9b7"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:04.766051 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa5ef7-a2c0-4adb-bae3-6d3595afd71e req-06dd7890-e57b-4448-a5aa-134c0943e532 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:04.767672 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-81aa5ef7-a2c0-4adb-bae3-6d3595afd71e req-06dd7890-e57b-4448-a5aa-134c0943e532 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=1766300b-4262-4537-884f-08a0c05ce81e HTTP/1.1" status: 200 len: 949 time: 0.1529927 Dec 06 14:43:04.935347 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d559f-faf9-4275-9219-790c655f1073 req-d4534ea9-bc6c-4fad-a3e8-6b046ae00352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:04.937182 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e00d559f-faf9-4275-9219-790c655f1073 req-d4534ea9-bc6c-4fad-a3e8-6b046ae00352 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 1101 time: 0.1293137 Dec 06 14:43:04.971281 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0a5f21d0-7788-48f3-8a62-87cd3704eb6d up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:05.082650 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d72bb5c-7733-45c3-a034-55089fc45152 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:05.100688 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:05.133545 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be64dd3-ee39-4e7b-a690-66e094a2d5b9 req-cf13b553-c506-4fdf-9413-5474b82a09f2 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:05.134623 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0a5f21d0-7788-48f3-8a62-87cd3704eb6d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:05.135103 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:05.140971 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be64dd3-ee39-4e7b-a690-66e094a2d5b9 req-cf13b553-c506-4fdf-9413-5474b82a09f2 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:05.148603 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be64dd3-ee39-4e7b-a690-66e094a2d5b9 req-cf13b553-c506-4fdf-9413-5474b82a09f2 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:05.155215 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be64dd3-ee39-4e7b-a690-66e094a2d5b9 req-cf13b553-c506-4fdf-9413-5474b82a09f2 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:05.162486 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be64dd3-ee39-4e7b-a690-66e094a2d5b9 req-cf13b553-c506-4fdf-9413-5474b82a09f2 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:05.169456 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be64dd3-ee39-4e7b-a690-66e094a2d5b9 req-cf13b553-c506-4fdf-9413-5474b82a09f2 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:05.175981 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be64dd3-ee39-4e7b-a690-66e094a2d5b9 req-cf13b553-c506-4fdf-9413-5474b82a09f2 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:05.184731 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6be64dd3-ee39-4e7b-a690-66e094a2d5b9 req-cf13b553-c506-4fdf-9413-5474b82a09f2 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5384 time: 0.1507599 Dec 06 14:43:05.187220 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Transition to ACTIVE for port object 5d72bb5c-7733-45c3-a034-55089fc45152 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:43:05.201994 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:05.248758 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-81aa5ef7-a2c0-4adb-bae3-6d3595afd71e req-9dc112e9-00ba-4e73-bc8f-bad4b0a260e3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653213 Dec 06 14:43:05.263550 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d138-b3c5-4b8e-a711-83b1dfdc4a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:05.292065 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d559f-faf9-4275-9219-790c655f1073 req-a92652eb-57db-4fb9-b782-1c8c41c7515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:05.292270 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d72bb5c-7733-45c3-a034-55089fc45152,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:05.294196 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e00d559f-faf9-4275-9219-790c655f1073 req-a92652eb-57db-4fb9-b782-1c8c41c7515d service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.3129611 Dec 06 14:43:05.397120 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6be64dd3-ee39-4e7b-a690-66e094a2d5b9 req-c32150e3-2235-4ac1-bddd-4130ec66a856 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2111361 Dec 06 14:43:05.475549 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Attempting to bind port 5d72bb5c-7733-45c3-a034-55089fc45152 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:05.476532 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Attempting to bind port 5d72bb5c-7733-45c3-a034-55089fc45152 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:05.478254 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Attempting to bind port 5d72bb5c-7733-45c3-a034-55089fc45152 on network 6d4b264c-2449-439e-aadb-4b6f43f38919 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:05.490049 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Port 5d72bb5c-7733-45c3-a034-55089fc45152 on network 6d4b264c-2449-439e-aadb-4b6f43f38919 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:43:05.490683 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Attempting to bind port 5d72bb5c-7733-45c3-a034-55089fc45152 on network 6d4b264c-2449-439e-aadb-4b6f43f38919 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:05.502758 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:05.509087 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Checking segment: {'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:05.510117 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Bound using segment: {'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:05.510230 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:05.516259 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Bound port: 5d72bb5c-7733-45c3-a034-55089fc45152, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:05.518274 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:05.523348 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74229f90-17df-48a7-91fd-60fa5071c282 x-openstack-request-id: req-74229f90-17df-48a7-91fd-60fa5071c282 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:05.523647 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "tag": "0ff887d8-72a7-47c9-8650-b59d05e0a9b7", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:05.523982 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74229f90-17df-48a7-91fd-60fa5071c282 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:05.524385 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'tag': '0ff887d8-72a7-47c9-8650-b59d05e0a9b7', 'status': 'completed', 'code': 200} Dec 06 14:43:05.575575 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e00d559f-faf9-4275-9219-790c655f1073 req-740220c8-40ff-4cff-a479-70b47163b076 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=32951114-6811-4294-9ca3-b7348b9d530e HTTP/1.1" status: 200 len: 217 time: 0.1588163 Dec 06 14:43:05.721921 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f43ec42d-8380-413b-9290-fc422f8d2453 req-e78b8d64-627b-4d9d-9ca5-86339afd44a0 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/b04d771b-1d90-46ae-b023-9572dba2235b HTTP/1.1" status: 200 len: 2414 time: 0.4241335 Dec 06 14:43:05.751460 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] For port 5d72bb5c-7733-45c3-a034-55089fc45152, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:05.758487 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-f43ec42d-8380-413b-9290-fc422f8d2453 req-cf963a4d-6b58-4291-a11f-271fd91a3501 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b04d771b-1d90-46ae-b023-9572dba2235b', 'remote_group_id': None}]} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:05.759054 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-f43ec42d-8380-413b-9290-fc422f8d2453 req-cf963a4d-6b58-4291-a11f-271fd91a3501 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b04d771b-1d90-46ae-b023-9572dba2235b', 'remote_group_id': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:05.759617 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e35af0-b5ac-4a86-a209-b59ead351a11 req-de3bfa19-1080-4f37-a364-5badb0725444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:05.760124 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e35af0-b5ac-4a86-a209-b59ead351a11 req-de3bfa19-1080-4f37-a364-5badb0725444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:05.760601 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e35af0-b5ac-4a86-a209-b59ead351a11 req-de3bfa19-1080-4f37-a364-5badb0725444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:05.761203 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e35af0-b5ac-4a86-a209-b59ead351a11 req-de3bfa19-1080-4f37-a364-5badb0725444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:05.761666 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e35af0-b5ac-4a86-a209-b59ead351a11 req-de3bfa19-1080-4f37-a364-5badb0725444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:05.762122 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e35af0-b5ac-4a86-a209-b59ead351a11 req-de3bfa19-1080-4f37-a364-5badb0725444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:05.762576 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e35af0-b5ac-4a86-a209-b59ead351a11 req-de3bfa19-1080-4f37-a364-5badb0725444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:05.764526 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02e35af0-b5ac-4a86-a209-b59ead351a11 req-de3bfa19-1080-4f37-a364-5badb0725444 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 6246 time: 0.2269249 Dec 06 14:43:05.783937 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af9a4b-ff60-4992-a937-ff6fba76c32b req-fe021354-22e8-4fa1-83a4-f16839a98a81 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:05.787618 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d559f-faf9-4275-9219-790c655f1073 req-72b06604-b439-4be3-b247-1af4ed89c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:05.790163 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e00d559f-faf9-4275-9219-790c655f1073 req-72b06604-b439-4be3-b247-1af4ed89c49b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1482861 Dec 06 14:43:05.795706 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95af9a4b-ff60-4992-a937-ff6fba76c32b req-fe021354-22e8-4fa1-83a4-f16839a98a81 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 945 time: 0.1475706 Dec 06 14:43:05.805173 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] For port 5d72bb5c-7733-45c3-a034-55089fc45152, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5d72bb5c-7733-45c3-a034-55089fc45152,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:05.827554 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:05.912592 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:05.913212 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:05.914623 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] 10.222.0.37 "PUT /v2.0/ports/5d72bb5c-7733-45c3-a034-55089fc45152 HTTP/1.1" status: 200 len: 1091 time: 2.0111015 Dec 06 14:43:05.981840 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Request body: {'port': {'device_id': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:06.010998 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f43ec42d-8380-413b-9290-fc422f8d2453 req-cf963a4d-6b58-4291-a11f-271fd91a3501 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:06.034680 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95af9a4b-ff60-4992-a937-ff6fba76c32b req-e20c0dbe-e878-4a5a-adad-e0e0eefbebb6 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380767 Dec 06 14:43:06.038430 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f43ec42d-8380-413b-9290-fc422f8d2453 req-cf963a4d-6b58-4291-a11f-271fd91a3501 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:06.051070 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0069d6-1c21-4084-afe2-41cca5fddad1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d72bb5c-7733-45c3-a034-55089fc45152,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:06.118595 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e35af0-b5ac-4a86-a209-b59ead351a11 req-8c526ddf-eb16-49f2-a896-7898ae207e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:06.119239 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e35af0-b5ac-4a86-a209-b59ead351a11 req-8c526ddf-eb16-49f2-a896-7898ae207e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:06.119806 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e35af0-b5ac-4a86-a209-b59ead351a11 req-8c526ddf-eb16-49f2-a896-7898ae207e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:06.121732 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02e35af0-b5ac-4a86-a209-b59ead351a11 req-8c526ddf-eb16-49f2-a896-7898ae207e93 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3153384 Dec 06 14:43:06.122615 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:06.128441 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f43ec42d-8380-413b-9290-fc422f8d2453 req-cf963a4d-6b58-4291-a11f-271fd91a3501 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:06.133003 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d559f-faf9-4275-9219-790c655f1073 req-8490d046-6504-424a-a2e2-660418804993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:06.135324 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e00d559f-faf9-4275-9219-790c655f1073 req-8490d046-6504-424a-a2e2-660418804993 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3037331 Dec 06 14:43:06.167212 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf963a4d-6b58-4291-a11f-271fd91a3501 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dec3985-3f7e-40c1-a69c-0672269488bb,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:06.246814 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f43ec42d-8380-413b-9290-fc422f8d2453 req-cf963a4d-6b58-4291-a11f-271fd91a3501 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:06.249859 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f43ec42d-8380-413b-9290-fc422f8d2453 req-cf963a4d-6b58-4291-a11f-271fd91a3501 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5116367 Dec 06 14:43:06.333188 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e35af0-b5ac-4a86-a209-b59ead351a11 req-cccc76a5-279c-4852-9866-da22a893e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:06.334705 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02e35af0-b5ac-4a86-a209-b59ead351a11 req-cccc76a5-279c-4852-9866-da22a893e4e5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2000911 Dec 06 14:43:06.411870 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e00d559f-faf9-4275-9219-790c655f1073 req-3c4d69ba-ee72-4a40-8af4-6ee3456da65d service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600849 Dec 06 14:43:06.494926 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cdf35-3fbd-40e4-adc7-b7488ec69d46 req-5ac74e26-2269-42d4-a6b0-086888cf4337 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:06.499123 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:06.505920 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a2cdf35-3fbd-40e4-adc7-b7488ec69d46 req-5ac74e26-2269-42d4-a6b0-086888cf4337 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.3611424 Dec 06 14:43:06.534008 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3d138-b3c5-4b8e-a711-83b1dfdc4a58 admin admin] Deleting port 0860b004-0e8c-4289-b5ae-281f31b33720 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:43:06.534432 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d138-b3c5-4b8e-a711-83b1dfdc4a58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:06.614073 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e00d559f-faf9-4275-9219-790c655f1073 req-5590ebf3-7fe1-498a-a75f-290c57201e5b service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934013 Dec 06 14:43:06.617012 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a2cdf35-3fbd-40e4-adc7-b7488ec69d46 req-5a322427-611b-4778-bdf3-12e5312002b6 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100543 Dec 06 14:43:06.669966 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e5a02-a4c2-409f-82d4-d5e92fc922a2 req-74407063-353d-4ab7-b94e-1acaf77e1a98 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:06.671379 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-515e5a02-a4c2-409f-82d4-d5e92fc922a2 req-74407063-353d-4ab7-b94e-1acaf77e1a98 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=1766300b-4262-4537-884f-08a0c05ce81e HTTP/1.1" status: 200 len: 949 time: 0.1533644 Dec 06 14:43:06.729484 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b3f3d138-b3c5-4b8e-a711-83b1dfdc4a58 admin admin] For port 0860b004-0e8c-4289-b5ae-281f31b33720, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0860b004-0e8c-4289-b5ae-281f31b33720,segment=NetworkSegment(779b0e13-9997-460e-b67a-a4666f30244b),segment_id=779b0e13-9997-460e-b67a-a4666f30244b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:06.729876 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d138-b3c5-4b8e-a711-83b1dfdc4a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:06.736028 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4919354e-53b0-4e79-81a9-7edd0370d239 req-e0a1dc6f-bfef-49fc-9d4b-3a64abe0cd84 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/b04d771b-1d90-46ae-b023-9572dba2235b HTTP/1.1" status: 200 len: 3012 time: 0.0866587 Dec 06 14:43:06.756889 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3d138-b3c5-4b8e-a711-83b1dfdc4a58 admin admin] Calling delete_port for 0860b004-0e8c-4289-b5ae-281f31b33720 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:43:06.766665 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-515e5a02-a4c2-409f-82d4-d5e92fc922a2 req-b0f920e8-3afc-4198-9ccf-8a3bbd038a78 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855067 Dec 06 14:43:06.807503 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc6c89e-8a53-46be-8b4c-8b1a66915622 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:06.815993 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:06.841645 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Transition to ACTIVE for port object 6cc6c89e-8a53-46be-8b4c-8b1a66915622 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:43:06.860180 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:06.945779 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4463443c-47c2-4b10-9f58-d06b374ec67c req-b3735278-f5ca-4634-ad23-e2e028e8ddb4 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-group-rules/0dec3985-3f7e-40c1-a69c-0672269488bb HTTP/1.1" status: 200 len: 783 time: 0.1168301 Dec 06 14:43:06.963621 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Pushing event updated for resources: {'Port': ['ID=6cc6c89e-8a53-46be-8b4c-8b1a66915622,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:07.020512 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4463443c-47c2-4b10-9f58-d06b374ec67c req-92d2c13e-fb2f-46cd-a794-484cafcecc6a tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/b04d771b-1d90-46ae-b023-9572dba2235b HTTP/1.1" status: 200 len: 3012 time: 0.0666664 Dec 06 14:43:07.021234 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c395e-2226-4681-81c9-7ced71ceb2b7 req-6f41e1b8-0f16-4a03-801f-d547e3b960d3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:07.028943 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c395e-2226-4681-81c9-7ced71ceb2b7 req-6f41e1b8-0f16-4a03-801f-d547e3b960d3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:07.041566 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c395e-2226-4681-81c9-7ced71ceb2b7 req-6f41e1b8-0f16-4a03-801f-d547e3b960d3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:07.050357 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c395e-2226-4681-81c9-7ced71ceb2b7 req-6f41e1b8-0f16-4a03-801f-d547e3b960d3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:07.057964 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c395e-2226-4681-81c9-7ced71ceb2b7 req-6f41e1b8-0f16-4a03-801f-d547e3b960d3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:07.066754 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c395e-2226-4681-81c9-7ced71ceb2b7 req-6f41e1b8-0f16-4a03-801f-d547e3b960d3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:07.068828 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4463443c-47c2-4b10-9f58-d06b374ec67c req-4f0250b3-aed5-4b90-a94a-a89e6dd826fa tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:07.078263 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c395e-2226-4681-81c9-7ced71ceb2b7 req-6f41e1b8-0f16-4a03-801f-d547e3b960d3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:07.082895 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4463443c-47c2-4b10-9f58-d06b374ec67c req-4f0250b3-aed5-4b90-a94a-a89e6dd826fa tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:07.095370 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d7c395e-2226-4681-81c9-7ced71ceb2b7 req-6f41e1b8-0f16-4a03-801f-d547e3b960d3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5396 time: 0.2662795 Dec 06 14:43:07.159013 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4463443c-47c2-4b10-9f58-d06b374ec67c req-4f0250b3-aed5-4b90-a94a-a89e6dd826fa tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:07.164467 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Attempting to bind port 6cc6c89e-8a53-46be-8b4c-8b1a66915622 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:07.164807 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Attempting to bind port 6cc6c89e-8a53-46be-8b4c-8b1a66915622 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:07.165081 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4463443c-47c2-4b10-9f58-d06b374ec67c req-4f0250b3-aed5-4b90-a94a-a89e6dd826fa tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:07.165197 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Attempting to bind port 6cc6c89e-8a53-46be-8b4c-8b1a66915622 on network 6d4b264c-2449-439e-aadb-4b6f43f38919 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:07.179513 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4463443c-47c2-4b10-9f58-d06b374ec67c req-4f0250b3-aed5-4b90-a94a-a89e6dd826fa tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/0dec3985-3f7e-40c1-a69c-0672269488bb HTTP/1.1" status: 204 len: 173 time: 0.1484411 Dec 06 14:43:07.194052 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Port 6cc6c89e-8a53-46be-8b4c-8b1a66915622 on network 6d4b264c-2449-439e-aadb-4b6f43f38919 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:43:07.194378 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Attempting to bind port 6cc6c89e-8a53-46be-8b4c-8b1a66915622 on network 6d4b264c-2449-439e-aadb-4b6f43f38919 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:07.219384 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d138-b3c5-4b8e-a711-83b1dfdc4a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:07.224774 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 1fc22e74-b1aa-44a0-b34b-90bde0d424b5 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:07.228554 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0250b3-aed5-4b90-a94a-a89e6dd826fa tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0dec3985-3f7e-40c1-a69c-0672269488bb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:07.244251 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d7c395e-2226-4681-81c9-7ced71ceb2b7 req-135e39d0-21c7-40c9-b46d-a07b74bc114b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1480098 Dec 06 14:43:07.245092 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:07.245439 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Checking segment: {'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:07.245826 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Bound using segment: {'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:07.246275 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Bound port: 6cc6c89e-8a53-46be-8b4c-8b1a66915622, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b187568-747e-4080-89e5-25ebf46bae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:07.247379 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:07.278286 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3d138-b3c5-4b8e-a711-83b1dfdc4a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=0860b004-0e8c-4289-b5ae-281f31b33720,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:07.365545 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 1fc22e74-b1aa-44a0-b34b-90bde0d424b5 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:43:07.370650 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 1fc22e74-b1aa-44a0-b34b-90bde0d424b5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:07.371351 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:07.409773 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c86aa0e3-7401-49eb-961a-de1ac80cca22 req-1ee50138-87c9-476b-b27c-b07b788ff999 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/b04d771b-1d90-46ae-b023-9572dba2235b HTTP/1.1" status: 200 len: 2414 time: 0.1286397 Dec 06 14:43:07.428108 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d4557-2a59-4088-8280-b76f0bf9a57e req-bffe6f54-2eaf-42a2-b9ec-4f4c1a6fb12c tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:07.429947 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-748d4557-2a59-4088-8280-b76f0bf9a57e req-bffe6f54-2eaf-42a2-b9ec-4f4c1a6fb12c tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 945 time: 0.1963882 Dec 06 14:43:07.473549 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] For port 6cc6c89e-8a53-46be-8b4c-8b1a66915622, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:07.491242 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] For port 6cc6c89e-8a53-46be-8b4c-8b1a66915622, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6cc6c89e-8a53-46be-8b4c-8b1a66915622,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:07.501803 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:07.550829 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:07.580666 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'tag': '5d72bb5c-7733-45c3-a034-55089fc45152'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:07.585097 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b896cb-d042-477b-8125-cda25e05e5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "tag": "5d72bb5c-7733-45c3-a034-55089fc45152"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:07.590195 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Pushing event updated for resources: {'Port': ['ID=6cc6c89e-8a53-46be-8b4c-8b1a66915622,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:07.608585 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1766300b-4262-4537-884f-08a0c05ce81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc22e74-b1aa-44a0-b34b-90bde0d424b5'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:07.610691 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c86aa0e3-7401-49eb-961a-de1ac80cca22 req-94c34ae7-99f3-4432-b9e2-373de9c4be85 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:07.613163 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b27bca-e934-4212-969a-d5648367ab28" -d '{"events": [{"server_uuid": "1766300b-4262-4537-884f-08a0c05ce81e", "name": "network-vif-plugged", "status": "completed", "tag": "1fc22e74-b1aa-44a0-b34b-90bde0d424b5"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:07.627372 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:07.628019 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:07.629408 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-45238220-b670-42c4-9079-d09ccf2ee72d service neutron] 10.222.0.37 "PUT /v2.0/ports/6cc6c89e-8a53-46be-8b4c-8b1a66915622 HTTP/1.1" status: 200 len: 1091 time: 1.6522703 Dec 06 14:43:07.659238 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 1fc22e74-b1aa-44a0-b34b-90bde0d424b5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1fc22e74-b1aa-44a0-b34b-90bde0d424b5,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:07.668279 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:07.669887 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Request body: {'port': {'device_id': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:07.678062 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c86aa0e3-7401-49eb-961a-de1ac80cca22 req-94c34ae7-99f3-4432-b9e2-373de9c4be85 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:07.678484 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d138-b3c5-4b8e-a711-83b1dfdc4a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:07.760006 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-681dc76a-e671-4270-8b68-e066b4d768fc req-c81b5deb-04cb-4069-aa25-5857cb30b740 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1941011 Dec 06 14:43:07.782883 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=1fc22e74-b1aa-44a0-b34b-90bde0d424b5,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:07.818531 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:07.892478 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-748d4557-2a59-4088-8280-b76f0bf9a57e req-4e4b9348-d163-431f-8673-607cf1feef1c tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535851 Dec 06 14:43:08.034991 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f3d138-b3c5-4b8e-a711-83b1dfdc4a58 admin admin] Router 74b77bfc-6074-4fa9-8726-7a17aac60d73 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:43:08.062772 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c86aa0e3-7401-49eb-961a-de1ac80cca22 req-94c34ae7-99f3-4432-b9e2-373de9c4be85 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:08.066038 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c86aa0e3-7401-49eb-961a-de1ac80cca22 req-94c34ae7-99f3-4432-b9e2-373de9c4be85 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:08.081183 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c86aa0e3-7401-49eb-961a-de1ac80cca22 req-94c34ae7-99f3-4432-b9e2-373de9c4be85 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "DELETE /v2.0/security-groups/b04d771b-1d90-46ae-b023-9572dba2235b HTTP/1.1" status: 204 len: 173 time: 0.6704597 Dec 06 14:43:08.112863 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c34ae7-99f3-4432-b9e2-373de9c4be85 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04d771b-1d90-46ae-b023-9572dba2235b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:08.132491 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dc76a-e671-4270-8b68-e066b4d768fc req-6016795f-4fca-44fe-8e8d-1763e1cb149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:08.140454 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-681dc76a-e671-4270-8b68-e066b4d768fc req-6016795f-4fca-44fe-8e8d-1763e1cb149e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 1095 time: 0.3030634 Dec 06 14:43:08.163697 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a60be7-05c3-42bf-8ffb-8ce1597f0cd9 x-openstack-request-id: req-54a60be7-05c3-42bf-8ffb-8ce1597f0cd9 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:08.164244 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1766300b-4262-4537-884f-08a0c05ce81e", "name": "network-vif-plugged", "status": "completed", "tag": "1fc22e74-b1aa-44a0-b34b-90bde0d424b5", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:08.164517 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54a60be7-05c3-42bf-8ffb-8ce1597f0cd9 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:08.168175 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1766300b-4262-4537-884f-08a0c05ce81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc22e74-b1aa-44a0-b34b-90bde0d424b5', 'code': 200} Dec 06 14:43:08.232568 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e525a7-3c32-4f38-81e3-64690d04fdef x-openstack-request-id: req-64e525a7-3c32-4f38-81e3-64690d04fdef {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:08.232903 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "tag": "5d72bb5c-7733-45c3-a034-55089fc45152", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:08.233167 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64e525a7-3c32-4f38-81e3-64690d04fdef {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:08.233645 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'tag': '5d72bb5c-7733-45c3-a034-55089fc45152', 'status': 'completed', 'code': 200} Dec 06 14:43:08.295068 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f3d138-b3c5-4b8e-a711-83b1dfdc4a58 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:43:08.314439 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a36d8b-db49-4cfd-9018-1f9871c46783 None None] Sync routers for ids ['74b77bfc-6074-4fa9-8726-7a17aac60d73'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:43:08.329240 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a36d8b-db49-4cfd-9018-1f9871c46783 None None] Routers {'74b77bfc-6074-4fa9-8726-7a17aac60d73'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:43:08.329887 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-65a36d8b-db49-4cfd-9018-1f9871c46783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:43:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['74b77bfc-6074-4fa9-8726-7a17aac60d73'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:08.368758 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b3f3d138-b3c5-4b8e-a711-83b1dfdc4a58 admin admin] 10.222.0.20 "PUT /v2.0/routers/74b77bfc-6074-4fa9-8726-7a17aac60d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1016197 Dec 06 14:43:08.370566 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40692) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:08.444477 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d1a78-942f-4633-8445-54cdf6d87120 req-9a19120b-aa11-43ce-bdb9-b9e442dacb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:08.446130 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-242d1a78-942f-4633-8445-54cdf6d87120 req-9a19120b-aa11-43ce-bdb9-b9e442dacb41 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1766300b-4262-4537-884f-08a0c05ce81e HTTP/1.1" status: 200 len: 1101 time: 0.1459391 Dec 06 14:43:08.451126 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b896cb-d042-477b-8125-cda25e05e5ac req-cd6cd416-5f43-4c56-b13b-8b919a9f9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:08.451754 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b896cb-d042-477b-8125-cda25e05e5ac req-cd6cd416-5f43-4c56-b13b-8b919a9f9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:08.452286 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b896cb-d042-477b-8125-cda25e05e5ac req-cd6cd416-5f43-4c56-b13b-8b919a9f9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:08.452811 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b896cb-d042-477b-8125-cda25e05e5ac req-cd6cd416-5f43-4c56-b13b-8b919a9f9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:08.453341 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b896cb-d042-477b-8125-cda25e05e5ac req-cd6cd416-5f43-4c56-b13b-8b919a9f9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:08.453858 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b896cb-d042-477b-8125-cda25e05e5ac req-cd6cd416-5f43-4c56-b13b-8b919a9f9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:08.454378 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b896cb-d042-477b-8125-cda25e05e5ac req-cd6cd416-5f43-4c56-b13b-8b919a9f9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:08.456202 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c8b896cb-d042-477b-8125-cda25e05e5ac req-cd6cd416-5f43-4c56-b13b-8b919a9f9dc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 6355 time: 0.1049879 Dec 06 14:43:08.472042 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daf0ab-ea14-4b86-b3f7-25c2cf22bd2d req-97b62fef-b3f5-4416-b7ef-10a591395b52 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:08.473628 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-98daf0ab-ea14-4b86-b3f7-25c2cf22bd2d req-97b62fef-b3f5-4416-b7ef-10a591395b52 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=1766300b-4262-4537-884f-08a0c05ce81e HTTP/1.1" status: 200 len: 950 time: 0.1035848 Dec 06 14:43:08.497088 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-65a36d8b-db49-4cfd-9018-1f9871c46783 None None] Set router 74b77bfc-6074-4fa9-8726-7a17aac60d73 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:43:08.505205 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6f01edd-8e54-49b9-8e45-f9e941511bad admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:08.613616 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c5946-805d-4bc5-9063-b88488720bbc req-b2e343b1-9b54-446f-bc69-4eab93471a1d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:08.623417 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-256c5946-805d-4bc5-9063-b88488720bbc req-b2e343b1-9b54-446f-bc69-4eab93471a1d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.3671608 Dec 06 14:43:08.713935 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-256c5946-805d-4bc5-9063-b88488720bbc req-08983e1b-f9d9-452e-99b6-a397175a062c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895348 Dec 06 14:43:08.758194 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dc76a-e671-4270-8b68-e066b4d768fc req-08f7632a-50e7-4f17-9533-a1d85ba59db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:08.759884 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-681dc76a-e671-4270-8b68-e066b4d768fc req-08f7632a-50e7-4f17-9533-a1d85ba59db6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 921 time: 0.5544455 Dec 06 14:43:08.834880 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-65a36d8b-db49-4cfd-9018-1f9871c46783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027526514-router', 'tenant_id': 'c4adef4ae9094e0e95743c9662339d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.38'}], 'enable_snat': True}, 'gw_port_id': '953dac1f-4b88-4761-b3d5-a9bebf018a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:40:46Z', 'updated_at': '2021-12-06T14:43:07Z', 'revision_number': 5, 'project_id': 'c4adef4ae9094e0e95743c9662339d18', 'gw_port': {'id': '953dac1f-4b88-4761-b3d5-a9bebf018a8a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:48Z', 'updated_at': '2021-12-06T14:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:08.955781 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a36d8b-db49-4cfd-9018-1f9871c46783 None None] Checking router: 74b77bfc-6074-4fa9-8726-7a17aac60d73 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:43:08.970512 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a36d8b-db49-4cfd-9018-1f9871c46783 None None] Routers {'74b77bfc-6074-4fa9-8726-7a17aac60d73'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:43:08.971398 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-65a36d8b-db49-4cfd-9018-1f9871c46783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:43:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['74b77bfc-6074-4fa9-8726-7a17aac60d73'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:09.006991 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-242d1a78-942f-4633-8445-54cdf6d87120 req-d1ba7b4c-31ca-4e8d-bdcb-7c8c5d0204a1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495284 Dec 06 14:43:09.016912 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-98daf0ab-ea14-4b86-b3f7-25c2cf22bd2d req-24055ade-374d-4abe-8918-f8ebf9ec635c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208454 Dec 06 14:43:09.042128 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b896cb-d042-477b-8125-cda25e05e5ac req-08b33fb3-608f-4754-afd4-f3ca7a76a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:09.042735 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b896cb-d042-477b-8125-cda25e05e5ac req-08b33fb3-608f-4754-afd4-f3ca7a76a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:09.043264 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b896cb-d042-477b-8125-cda25e05e5ac req-08b33fb3-608f-4754-afd4-f3ca7a76a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:09.045184 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c8b896cb-d042-477b-8125-cda25e05e5ac req-08b33fb3-608f-4754-afd4-f3ca7a76a8ca service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5638018 Dec 06 14:43:09.199566 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-84429468-c464-4b27-9683-dc30336347c5 req-9db77097-d677-4a3d-a99d-87bc780581a4 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] show failed (client error): The resource could not be found. Dec 06 14:43:09.200650 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-84429468-c464-4b27-9683-dc30336347c5 req-9db77097-d677-4a3d-a99d-87bc780581a4 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/c51db22c-e2d7-4e40-868a-3987b795bf1a HTTP/1.1" status: 404 len: 352 time: 0.4398613 Dec 06 14:43:09.206300 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-65a36d8b-db49-4cfd-9018-1f9871c46783 None None] Set router 74b77bfc-6074-4fa9-8726-7a17aac60d73 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:43:09.226215 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73222fbd-65c7-4664-958c-34dcc6a85530 req-facd3964-5d31-4fa8-aed6-2ec2c3b0357e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:09.232691 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73222fbd-65c7-4664-958c-34dcc6a85530 req-facd3964-5d31-4fa8-aed6-2ec2c3b0357e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:09.239129 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73222fbd-65c7-4664-958c-34dcc6a85530 req-facd3964-5d31-4fa8-aed6-2ec2c3b0357e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:09.243719 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-681dc76a-e671-4270-8b68-e066b4d768fc req-02d016bb-9fea-4251-90ed-f6fe28a39a7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f37bd75c-6022-433c-8df0-0e5d136e3a2f HTTP/1.1" status: 200 len: 217 time: 0.4650989 Dec 06 14:43:09.245881 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73222fbd-65c7-4664-958c-34dcc6a85530 req-facd3964-5d31-4fa8-aed6-2ec2c3b0357e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:09.253539 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73222fbd-65c7-4664-958c-34dcc6a85530 req-facd3964-5d31-4fa8-aed6-2ec2c3b0357e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:09.260577 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73222fbd-65c7-4664-958c-34dcc6a85530 req-facd3964-5d31-4fa8-aed6-2ec2c3b0357e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:09.266356 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73222fbd-65c7-4664-958c-34dcc6a85530 req-facd3964-5d31-4fa8-aed6-2ec2c3b0357e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:09.268383 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-73222fbd-65c7-4664-958c-34dcc6a85530 req-facd3964-5d31-4fa8-aed6-2ec2c3b0357e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5408 time: 0.1640673 Dec 06 14:43:09.313905 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:09.324813 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b896cb-d042-477b-8125-cda25e05e5ac req-d8d44d9c-3fb6-467c-99c4-e18ede7e43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:09.326430 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c8b896cb-d042-477b-8125-cda25e05e5ac req-d8d44d9c-3fb6-467c-99c4-e18ede7e43dd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2715664 Dec 06 14:43:09.384206 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:09.392601 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6f01edd-8e54-49b9-8e45-f9e941511bad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:09.397718 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-73222fbd-65c7-4664-958c-34dcc6a85530 req-73c27426-6092-4e26-baac-e264daba5c2a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068559 Dec 06 14:43:09.456161 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dc76a-e671-4270-8b68-e066b4d768fc req-1aec2e4a-b434-4280-85ba-79cb60096ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:09.456364 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-681dc76a-e671-4270-8b68-e066b4d768fc req-1aec2e4a-b434-4280-85ba-79cb60096ca5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.2053008 Dec 06 14:43:09.479677 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Transition to ACTIVE for port object bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:43:09.511218 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-65a36d8b-db49-4cfd-9018-1f9871c46783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027526514-router', 'tenant_id': 'c4adef4ae9094e0e95743c9662339d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.38'}], 'enable_snat': True}, 'gw_port_id': '953dac1f-4b88-4761-b3d5-a9bebf018a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:40:46Z', 'updated_at': '2021-12-06T14:43:07Z', 'revision_number': 5, 'project_id': 'c4adef4ae9094e0e95743c9662339d18', 'gw_port': {'id': '953dac1f-4b88-4761-b3d5-a9bebf018a8a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:48Z', 'updated_at': '2021-12-06T14:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:09.521181 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:09.541564 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-681dc76a-e671-4270-8b68-e066b4d768fc req-478baa56-c538-4f54-b4e6-d2e7a2a15fe1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753627 Dec 06 14:43:09.574552 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a36d8b-db49-4cfd-9018-1f9871c46783 None None] The sync data for ids ['74b77bfc-6074-4fa9-8726-7a17aac60d73'] in n-d-master-1 is: [{'id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027526514-router', 'tenant_id': 'c4adef4ae9094e0e95743c9662339d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.38'}], 'enable_snat': True}, 'gw_port_id': '953dac1f-4b88-4761-b3d5-a9bebf018a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:40:46Z', 'updated_at': '2021-12-06T14:43:07Z', 'revision_number': 5, 'project_id': 'c4adef4ae9094e0e95743c9662339d18', 'gw_port': {'id': '953dac1f-4b88-4761-b3d5-a9bebf018a8a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b77bfc-6074-4fa9-8726-7a17aac60d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:48Z', 'updated_at': '2021-12-06T14:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:43:09.620293 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0aa46-a437-4b7b-a35b-703d0531e761 req-d33f0d25-f984-43f2-b93d-a7e994a01d29 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:09.620621 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6afb926-53af-4875-8b19-2875003ba118 req-256538cb-4396-4e74-933e-ca72fa66654d tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/7fd5cba6-cbe9-4559-8a27-b592ab20b8c3 HTTP/1.1" status: 200 len: 1821 time: 0.0791402 Dec 06 14:43:09.635647 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7fc0aa46-a437-4b7b-a35b-703d0531e761 req-d33f0d25-f984-43f2-b93d-a7e994a01d29 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 945 time: 0.2874367 Dec 06 14:43:09.703562 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6afb926-53af-4875-8b19-2875003ba118 req-564cdc81-866f-4f07-aaca-f85d3db78135 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:09.753565 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Pushing event updated for resources: {'Port': ['ID=bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:09.769041 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6afb926-53af-4875-8b19-2875003ba118 req-564cdc81-866f-4f07-aaca-f85d3db78135 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:09.844206 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7fc0aa46-a437-4b7b-a35b-703d0531e761 req-32929db9-4d44-4df0-83e2-ed946b54f8e4 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065163 Dec 06 14:43:09.868252 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6afb926-53af-4875-8b19-2875003ba118 req-564cdc81-866f-4f07-aaca-f85d3db78135 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:09.875840 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6afb926-53af-4875-8b19-2875003ba118 req-564cdc81-866f-4f07-aaca-f85d3db78135 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:09.890851 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6afb926-53af-4875-8b19-2875003ba118 req-564cdc81-866f-4f07-aaca-f85d3db78135 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "DELETE /v2.0/security-groups/7fd5cba6-cbe9-4559-8a27-b592ab20b8c3 HTTP/1.1" status: 204 len: 173 time: 0.2611606 Dec 06 14:43:09.894107 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c6f01edd-8e54-49b9-8e45-f9e941511bad admin admin] Deleting port 953dac1f-4b88-4761-b3d5-a9bebf018a8a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:43:09.894447 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6f01edd-8e54-49b9-8e45-f9e941511bad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:09.900380 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cdc81-866f-4f07-aaca-f85d3db78135 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd5cba6-cbe9-4559-8a27-b592ab20b8c3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:09.906583 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-681dc76a-e671-4270-8b68-e066b4d768fc req-2a135c97-e668-4be8-9e5c-27ddf9d5e17e service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237951 Dec 06 14:43:09.929458 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Attempting to bind port bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:09.929798 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Attempting to bind port bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '457854a6-5e9a-48bf-b141-89d73d3b04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:09.930129 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Attempting to bind port bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a on network b3613acf-14dd-4dd0-a35a-eef7f873eb4b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:09.956813 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Port bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a on network b3613acf-14dd-4dd0-a35a-eef7f873eb4b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:43:09.957158 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Attempting to bind port bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a on network b3613acf-14dd-4dd0-a35a-eef7f873eb4b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:09.984399 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:09.984741 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Checking segment: {'id': '457854a6-5e9a-48bf-b141-89d73d3b04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:09.985136 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Bound using segment: {'id': '457854a6-5e9a-48bf-b141-89d73d3b04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:09.985590 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Bound port: bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457854a6-5e9a-48bf-b141-89d73d3b04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:09.986527 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:10.060295 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8df5d679-7d6c-4851-b1e0-b170afd7df61 req-92b35484-b576-4f02-b7f5-fb2770a6a142 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/d0d74aa0-a59f-4ef6-9be9-6d04c88dc422 HTTP/1.1" status: 200 len: 1821 time: 0.1334269 Dec 06 14:43:10.159852 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8df5d679-7d6c-4851-b1e0-b170afd7df61 req-29a77f1f-ff8b-4d80-9c32-42a143a4007c tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:10.212411 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-681dc76a-e671-4270-8b68-e066b4d768fc req-ec782606-0848-4c4b-a13d-db99172ff38a service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942603 Dec 06 14:43:10.217865 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8df5d679-7d6c-4851-b1e0-b170afd7df61 req-29a77f1f-ff8b-4d80-9c32-42a143a4007c tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:10.235156 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'tag': '6cc6c89e-8a53-46be-8b4c-8b1a66915622'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:10.240913 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a37c802-2af2-4134-8dc0-e1b2ebe4ac51" -d '{"events": [{"name": "network-changed", "server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "tag": "6cc6c89e-8a53-46be-8b4c-8b1a66915622"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:10.255694 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-c6f01edd-8e54-49b9-8e45-f9e941511bad admin admin] For port 953dac1f-4b88-4761-b3d5-a9bebf018a8a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=953dac1f-4b88-4761-b3d5-a9bebf018a8a,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:10.256449 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6f01edd-8e54-49b9-8e45-f9e941511bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:10.292852 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c6f01edd-8e54-49b9-8e45-f9e941511bad admin admin] Calling delete_port for 953dac1f-4b88-4761-b3d5-a9bebf018a8a owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:43:10.303745 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfa6ce-0fb7-4e7c-8556-7aaf68eb5596 req-f862ca46-1aee-4c61-862d-b494f9bf0aa2 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.305551 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8df5d679-7d6c-4851-b1e0-b170afd7df61 req-29a77f1f-ff8b-4d80-9c32-42a143a4007c tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:10.306490 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-94dfa6ce-0fb7-4e7c-8556-7aaf68eb5596 req-f862ca46-1aee-4c61-862d-b494f9bf0aa2 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.2725451 Dec 06 14:43:10.311198 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] For port bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:10.316854 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8df5d679-7d6c-4851-b1e0-b170afd7df61 req-29a77f1f-ff8b-4d80-9c32-42a143a4007c tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:10.330921 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] For port bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a,segment=NetworkSegment(457854a6-5e9a-48bf-b141-89d73d3b04f9),segment_id=457854a6-5e9a-48bf-b141-89d73d3b04f9)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:10.338264 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8df5d679-7d6c-4851-b1e0-b170afd7df61 req-29a77f1f-ff8b-4d80-9c32-42a143a4007c tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "DELETE /v2.0/security-groups/d0d74aa0-a59f-4ef6-9be9-6d04c88dc422 HTTP/1.1" status: 204 len: 173 time: 0.2625823 Dec 06 14:43:10.347532 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:10.372281 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a77f1f-ff8b-4d80-9c32-42a143a4007c tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d74aa0-a59f-4ef6-9be9-6d04c88dc422,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:10.461477 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.462120 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:10.463866 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] 10.222.0.37 "PUT /v2.0/ports/bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a HTTP/1.1" status: 200 len: 1091 time: 2.7990804 Dec 06 14:43:10.486989 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-94dfa6ce-0fb7-4e7c-8556-7aaf68eb5596 req-63df70ec-e308-42bc-bfe9-7310dba7c496 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688125 Dec 06 14:43:10.502030 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6c4fa-dbe6-4c43-83ab-ca6c8d8835ab service neutron] Pushing event updated for resources: {'Port': ['ID=bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:10.525782 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b80a8-33cc-45d4-bc12-cff8dcbdabbe req-7ce70b19-dcb8-4bff-80c8-82e666942e36 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.537731 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ba3b80a8-33cc-45d4-bc12-cff8dcbdabbe req-7ce70b19-dcb8-4bff-80c8-82e666942e36 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=1766300b-4262-4537-884f-08a0c05ce81e HTTP/1.1" status: 200 len: 950 time: 0.0843186 Dec 06 14:43:10.553168 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Request body: {'port': {'device_id': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:10.582671 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524373fa-b2fc-4075-ac7f-70df54ee7e0f x-openstack-request-id: req-524373fa-b2fc-4075-ac7f-70df54ee7e0f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:10.583000 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "tag": "6cc6c89e-8a53-46be-8b4c-8b1a66915622", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:10.583837 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-524373fa-b2fc-4075-ac7f-70df54ee7e0f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:10.584235 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'tag': '6cc6c89e-8a53-46be-8b4c-8b1a66915622', 'status': 'completed', 'code': 200} Dec 06 14:43:10.623347 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ba3b80a8-33cc-45d4-bc12-cff8dcbdabbe req-5c90f4d0-d0ed-4099-8aba-6acf203f96b1 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827348 Dec 06 14:43:10.764351 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:10.781955 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0860b004-0e8c-4289-b5ae-281f31b33720 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:43:10.792864 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be7adb-454e-490c-abfd-d89b8bc41cbb req-97bfe3d7-5c39-44b7-b454-fc804eed300e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.800859 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be7adb-454e-490c-abfd-d89b8bc41cbb req-97bfe3d7-5c39-44b7-b454-fc804eed300e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.803704 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-657ce112-d883-4a99-9f63-cd071e5d3ec3 req-af71bf99-2ca3-4d72-9e18-04c3bdd350e8 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/c7195c3f-b5cd-4cb8-ac0e-1f461fe373ee HTTP/1.1" status: 200 len: 1820 time: 0.1830587 Dec 06 14:43:10.807941 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be7adb-454e-490c-abfd-d89b8bc41cbb req-97bfe3d7-5c39-44b7-b454-fc804eed300e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.814676 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be7adb-454e-490c-abfd-d89b8bc41cbb req-97bfe3d7-5c39-44b7-b454-fc804eed300e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.820906 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be7adb-454e-490c-abfd-d89b8bc41cbb req-97bfe3d7-5c39-44b7-b454-fc804eed300e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.825341 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 0860b004-0e8c-4289-b5ae-281f31b33720 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:43:10.827585 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be7adb-454e-490c-abfd-d89b8bc41cbb req-97bfe3d7-5c39-44b7-b454-fc804eed300e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.830173 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0860b004-0e8c-4289-b5ae-281f31b33720 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:43:10.840463 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be7adb-454e-490c-abfd-d89b8bc41cbb req-97bfe3d7-5c39-44b7-b454-fc804eed300e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.851911 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-97be7adb-454e-490c-abfd-d89b8bc41cbb req-97bfe3d7-5c39-44b7-b454-fc804eed300e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5420 time: 0.1588111 Dec 06 14:43:10.854285 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c802-2af2-4134-8dc0-e1b2ebe4ac51 req-40eed7ab-9c2c-4d03-a5c1-9ad2818b67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.854776 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c802-2af2-4134-8dc0-e1b2ebe4ac51 req-40eed7ab-9c2c-4d03-a5c1-9ad2818b67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.855253 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c802-2af2-4134-8dc0-e1b2ebe4ac51 req-40eed7ab-9c2c-4d03-a5c1-9ad2818b67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.855740 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c802-2af2-4134-8dc0-e1b2ebe4ac51 req-40eed7ab-9c2c-4d03-a5c1-9ad2818b67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.856240 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c802-2af2-4134-8dc0-e1b2ebe4ac51 req-40eed7ab-9c2c-4d03-a5c1-9ad2818b67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.856755 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c802-2af2-4134-8dc0-e1b2ebe4ac51 req-40eed7ab-9c2c-4d03-a5c1-9ad2818b67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.857164 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c802-2af2-4134-8dc0-e1b2ebe4ac51 req-40eed7ab-9c2c-4d03-a5c1-9ad2818b67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.859109 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8a37c802-2af2-4134-8dc0-e1b2ebe4ac51 req-40eed7ab-9c2c-4d03-a5c1-9ad2818b67a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 6422 time: 0.2501786 Dec 06 14:43:10.909903 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6f01edd-8e54-49b9-8e45-f9e941511bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:10.921958 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-97be7adb-454e-490c-abfd-d89b8bc41cbb req-b12a7c7c-e7e8-4cb6-a9ef-9fb0eb7e47ab tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680747 Dec 06 14:43:11.016097 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f01edd-8e54-49b9-8e45-f9e941511bad admin admin] Pushing event deleted for resources: {'Port': ['ID=953dac1f-4b88-4761-b3d5-a9bebf018a8a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:11.126595 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea352-1c99-40ed-959e-48e29db56abd req-11e693e6-5c04-4cdd-8ed8-0490e08e2f4a tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:11.135472 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c2ea352-1c99-40ed-959e-48e29db56abd req-11e693e6-5c04-4cdd-8ed8-0490e08e2f4a tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1766300b-4262-4537-884f-08a0c05ce81e HTTP/1.1" status: 200 len: 1101 time: 0.0639861 Dec 06 14:43:11.189472 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-657ce112-d883-4a99-9f63-cd071e5d3ec3 req-7b511a29-1555-468d-b1d7-a2d0d3a3f3ca tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:11.207297 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c2ea352-1c99-40ed-959e-48e29db56abd req-fa79758c-8c37-41fe-b897-24a4a2720458 tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686748 Dec 06 14:43:11.257540 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6f01edd-8e54-49b9-8e45-f9e941511bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:11.310838 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c802-2af2-4134-8dc0-e1b2ebe4ac51 req-8f44f2d4-cedd-40ad-a6af-329b15bb538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:11.311322 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c802-2af2-4134-8dc0-e1b2ebe4ac51 req-8f44f2d4-cedd-40ad-a6af-329b15bb538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:11.311819 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c802-2af2-4134-8dc0-e1b2ebe4ac51 req-8f44f2d4-cedd-40ad-a6af-329b15bb538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:11.313428 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8a37c802-2af2-4134-8dc0-e1b2ebe4ac51 req-8f44f2d4-cedd-40ad-a6af-329b15bb538a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4312754 Dec 06 14:43:11.315019 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-657ce112-d883-4a99-9f63-cd071e5d3ec3 req-7b511a29-1555-468d-b1d7-a2d0d3a3f3ca tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:11.339270 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61c550-0e33-485d-b31d-8dee698c06d1 req-c336ae71-6c27-4f60-b253-19bf1b42cc80 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:11.341349 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c61c550-0e33-485d-b31d-8dee698c06d1 req-c336ae71-6c27-4f60-b253-19bf1b42cc80 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 945 time: 0.0668406 Dec 06 14:43:11.405193 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c61c550-0e33-485d-b31d-8dee698c06d1 req-a6e1cbf2-b2f1-468e-81ea-4ddbdb2091e0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565488 Dec 06 14:43:11.461399 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6f01edd-8e54-49b9-8e45-f9e941511bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:11.470945 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6f01edd-8e54-49b9-8e45-f9e941511bad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:11.518252 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39113bad-b885-450d-ac83-bf875a22db50 req-418f487e-4d1a-401e-9f7e-fe9257725c1d tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=940b9d0da2654da5b6e2ace423b1077c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312634 Dec 06 14:43:11.579740 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-657ce112-d883-4a99-9f63-cd071e5d3ec3 req-7b511a29-1555-468d-b1d7-a2d0d3a3f3ca tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:11.582313 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-657ce112-d883-4a99-9f63-cd071e5d3ec3 req-7b511a29-1555-468d-b1d7-a2d0d3a3f3ca tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:11.583501 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-657ce112-d883-4a99-9f63-cd071e5d3ec3 req-7b511a29-1555-468d-b1d7-a2d0d3a3f3ca tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "DELETE /v2.0/security-groups/c7195c3f-b5cd-4cb8-ac0e-1f461fe373ee HTTP/1.1" status: 204 len: 173 time: 0.7678597 Dec 06 14:43:11.584112 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6f01edd-8e54-49b9-8e45-f9e941511bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:11.584671 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f01edd-8e54-49b9-8e45-f9e941511bad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74b77bfc-6074-4fa9-8726-7a17aac60d73 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:43:11.607145 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6f01edd-8e54-49b9-8e45-f9e941511bad admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:11.608323 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c6f01edd-8e54-49b9-8e45-f9e941511bad admin admin] 10.222.0.20 "DELETE /v2.0/routers/74b77bfc-6074-4fa9-8726-7a17aac60d73 HTTP/1.1" status: 204 len: 168 time: 3.2368410 Dec 06 14:43:11.616710 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40734) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:11.617502 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b511a29-1555-468d-b1d7-a2d0d3a3f3ca tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7195c3f-b5cd-4cb8-ac0e-1f461fe373ee,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:11.726499 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39113bad-b885-450d-ac83-bf875a22db50 req-c28afaf5-9342-4e1a-882b-db92bf744421 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:11.728495 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39113bad-b885-450d-ac83-bf875a22db50 req-c28afaf5-9342-4e1a-882b-db92bf744421 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093239 Dec 06 14:43:11.758283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39113bad-b885-450d-ac83-bf875a22db50 req-2c5ee298-ffed-43b7-8414-ba3f8e15eb4d tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/quotas/940b9d0da2654da5b6e2ace423b1077c HTTP/1.1" status: 200 len: 375 time: 0.0175140 Dec 06 14:43:11.775994 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c802-2af2-4134-8dc0-e1b2ebe4ac51 req-a67ff4f9-74b2-44e8-b010-32de19809b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:11.777733 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8a37c802-2af2-4134-8dc0-e1b2ebe4ac51 req-a67ff4f9-74b2-44e8-b010-32de19809b29 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4265721 Dec 06 14:43:11.791047 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8da95d-34b2-4473-80cd-e4cf4bef2332 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:11.802550 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-cacad883-9aa7-4af1-ad9f-a884040e277a admin admin] Deleting subnet 5f7ce566-ee00-49f0-85c3-70535186d703 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:43:11.807755 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:11.811683 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cacad883-9aa7-4af1-ad9f-a884040e277a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:11.843752 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39113bad-b885-450d-ac83-bf875a22db50 req-8b2907c7-3d6c-4a79-9a30-1f9a1c6ff9f2 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0839670 Dec 06 14:43:11.860229 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Transition to ACTIVE for port object ee8da95d-34b2-4473-80cd-e4cf4bef2332 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:43:11.870155 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f614fc-454a-4abf-b715-41700a2f38f6 req-b0c60306-e261-4c71-94f4-7cef394994b9 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:11.871762 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-13f614fc-454a-4abf-b715-41700a2f38f6 req-b0c60306-e261-4c71-94f4-7cef394994b9 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.1331310 Dec 06 14:43:11.874416 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cacad883-9aa7-4af1-ad9f-a884040e277a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:11.876752 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:12.028003 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8da95d-34b2-4473-80cd-e4cf4bef2332,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:12.056877 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-13f614fc-454a-4abf-b715-41700a2f38f6 req-237570a8-50b4-4fb1-9f7a-5c3333c15345 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548035 Dec 06 14:43:12.128498 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d5ad3bee-3477-43eb-850e-039ef3e5083e req-50d6ba01-0308-4e19-b6dd-009a3c471a53 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/9b4452c8-0633-4dd6-9d48-d7244ef2ed44 HTTP/1.1" status: 200 len: 2419 time: 0.1218042 Dec 06 14:43:12.228263 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5ad3bee-3477-43eb-850e-039ef3e5083e req-94ac53ce-2645-4a4b-a271-c3af4063e98d tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:12.271714 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5ad3bee-3477-43eb-850e-039ef3e5083e req-94ac53ce-2645-4a4b-a271-c3af4063e98d tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:12.294207 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cacad883-9aa7-4af1-ad9f-a884040e277a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:12.390068 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840fd31-c802-4604-80a1-9d711a4ca07f req-33d5d55a-964e-4963-8ac3-e32360356344 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:12.398151 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840fd31-c802-4604-80a1-9d711a4ca07f req-33d5d55a-964e-4963-8ac3-e32360356344 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:12.404814 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840fd31-c802-4604-80a1-9d711a4ca07f req-33d5d55a-964e-4963-8ac3-e32360356344 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:12.411780 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840fd31-c802-4604-80a1-9d711a4ca07f req-33d5d55a-964e-4963-8ac3-e32360356344 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:12.417825 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840fd31-c802-4604-80a1-9d711a4ca07f req-33d5d55a-964e-4963-8ac3-e32360356344 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:12.424126 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840fd31-c802-4604-80a1-9d711a4ca07f req-33d5d55a-964e-4963-8ac3-e32360356344 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:12.430813 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840fd31-c802-4604-80a1-9d711a4ca07f req-33d5d55a-964e-4963-8ac3-e32360356344 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:12.438845 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6840fd31-c802-4604-80a1-9d711a4ca07f req-33d5d55a-964e-4963-8ac3-e32360356344 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5432 time: 0.2406263 Dec 06 14:43:12.442137 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-f995f110-7c17-4833-89da-b066d50e212e req-4e43bff0-5bc9-48a9-987d-116687e692a3 service neutron] show failed (client error): The resource could not be found. Dec 06 14:43:12.443858 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f995f110-7c17-4833-89da-b066d50e212e req-4e43bff0-5bc9-48a9-987d-116687e692a3 service neutron] 10.222.0.23 "GET /v2.0/ports/33be971b-5607-484a-ba01-a7327e162163/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0884883 Dec 06 14:43:12.456900 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5ad3bee-3477-43eb-850e-039ef3e5083e req-94ac53ce-2645-4a4b-a271-c3af4063e98d tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:12.463567 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Attempting to bind port ee8da95d-34b2-4473-80cd-e4cf4bef2332 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:12.464003 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Attempting to bind port ee8da95d-34b2-4473-80cd-e4cf4bef2332 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '457854a6-5e9a-48bf-b141-89d73d3b04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:12.464275 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Attempting to bind port ee8da95d-34b2-4473-80cd-e4cf4bef2332 on network b3613acf-14dd-4dd0-a35a-eef7f873eb4b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:12.477062 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d5ad3bee-3477-43eb-850e-039ef3e5083e req-94ac53ce-2645-4a4b-a271-c3af4063e98d tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:12.496296 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d5ad3bee-3477-43eb-850e-039ef3e5083e req-94ac53ce-2645-4a4b-a271-c3af4063e98d tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "DELETE /v2.0/security-groups/9b4452c8-0633-4dd6-9d48-d7244ef2ed44 HTTP/1.1" status: 204 len: 173 time: 0.3666713 Dec 06 14:43:12.501697 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Port ee8da95d-34b2-4473-80cd-e4cf4bef2332 on network b3613acf-14dd-4dd0-a35a-eef7f873eb4b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:43:12.502029 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Attempting to bind port ee8da95d-34b2-4473-80cd-e4cf4bef2332 on network b3613acf-14dd-4dd0-a35a-eef7f873eb4b {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:12.517280 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac53ce-2645-4a4b-a271-c3af4063e98d tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4452c8-0633-4dd6-9d48-d7244ef2ed44,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:12.590857 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cacad883-9aa7-4af1-ad9f-a884040e277a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:12.612176 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-391424da-2a62-41fa-b1e6-e4c704ac5eac req-09732dcd-0cc8-4ebd-b53b-d5a08e7e6d28 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 210 time: 0.0446064 Dec 06 14:43:12.631368 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'tag': 'bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:12.633686 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c599803e-3964-4e95-948e-3430a65f6be8" -d '{"events": [{"name": "network-changed", "server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "tag": "bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:12.669853 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a0893-8fe9-49bf-b399-26ea71d02c42 None None] Network fd02e921-2bf7-46af-a2db-fb4000218bdc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:43:12.675032 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6840fd31-c802-4604-80a1-9d711a4ca07f req-1de5a065-7319-4076-88cf-3e75438762e3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2352328 Dec 06 14:43:12.736861 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cacad883-9aa7-4af1-ad9f-a884040e277a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:12.748621 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cacad883-9aa7-4af1-ad9f-a884040e277a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5f7ce566-ee00-49f0-85c3-70535186d703 HTTP/1.1" status: 204 len: 168 time: 1.1289761 Dec 06 14:43:12.749742 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:12.750147 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Checking segment: {'id': '457854a6-5e9a-48bf-b141-89d73d3b04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:12.750603 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Bound using segment: {'id': '457854a6-5e9a-48bf-b141-89d73d3b04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:12.751309 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40756) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:12.751919 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Bound port: ee8da95d-34b2-4473-80cd-e4cf4bef2332, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457854a6-5e9a-48bf-b141-89d73d3b04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:12.753001 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:12.776183 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacad883-9aa7-4af1-ad9f-a884040e277a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f7ce566-ee00-49f0-85c3-70535186d703,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:12.985657 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:12.997442 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 953dac1f-4b88-4761-b3d5-a9bebf018a8a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:43:13.022117 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cd4eb95b-4942-42f8-96d7-26da5cfbf4c9 req-4e2e0e3c-a6db-478d-b4a4-f8470622bcb5 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "GET /v2.0/security-groups/2b774b53-1d7a-484d-ab38-aaa7fe035180 HTTP/1.1" status: 200 len: 2415 time: 0.1499031 Dec 06 14:43:13.022378 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] For port ee8da95d-34b2-4473-80cd-e4cf4bef2332, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:13.041149 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 953dac1f-4b88-4761-b3d5-a9bebf018a8a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:43:13.041806 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 953dac1f-4b88-4761-b3d5-a9bebf018a8a not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:43:13.044890 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:43:13.049639 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] For port ee8da95d-34b2-4473-80cd-e4cf4bef2332, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ee8da95d-34b2-4473-80cd-e4cf4bef2332,segment=NetworkSegment(457854a6-5e9a-48bf-b141-89d73d3b04f9),segment_id=457854a6-5e9a-48bf-b141-89d73d3b04f9)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:13.059848 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:13.158613 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:13.161065 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:13.167587 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] 10.222.0.37 "PUT /v2.0/ports/ee8da95d-34b2-4473-80cd-e4cf4bef2332 HTTP/1.1" status: 200 len: 1091 time: 2.6190600 Dec 06 14:43:13.185357 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684421d7-966c-4768-b40a-46ce4b277428 None None] DHCP port deletion for fd02e921-2bf7-46af-a2db-fb4000218bdc request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:43:13.199435 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd4eb95b-4942-42f8-96d7-26da5cfbf4c9 req-dafaf26b-4526-4b65-8540-7422b7a95676 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:13.208599 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995f110-7c17-4833-89da-b066d50e212e req-c2870a40-046b-451b-85f7-e7dba08ec1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:13.215200 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] Deleting port 04d13861-19a2-4df9-bbe8-8f6414b41e07 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:43:13.215928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:13.217984 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f995f110-7c17-4833-89da-b066d50e212e req-c2870a40-046b-451b-85f7-e7dba08ec1ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9&tenant_id=1ef73dcd6d3e4823a5c82b4557027236 HTTP/1.1" status: 200 len: 1101 time: 0.4560843 Dec 06 14:43:13.242968 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:13.280023 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd4eb95b-4942-42f8-96d7-26da5cfbf4c9 req-dafaf26b-4526-4b65-8540-7422b7a95676 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:13.306706 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-684421d7-966c-4768-b40a-46ce4b277428 None None] Deleting port 04d13861-19a2-4df9-bbe8-8f6414b41e07 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:43:13.307069 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-684421d7-966c-4768-b40a-46ce4b277428 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:13.323087 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077a9d3-9173-4343-9a63-f3c31e314920 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8da95d-34b2-4473-80cd-e4cf4bef2332,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:13.347418 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddbfe8-6b2b-4072-b00d-2eb0a8d7669c req-2bae746d-22bc-4a1e-b1a9-c704f482b926 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:13.350242 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbddbfe8-6b2b-4072-b00d-2eb0a8d7669c req-2bae746d-22bc-4a1e-b1a9-c704f482b926 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 945 time: 0.3582687 Dec 06 14:43:13.420284 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] For port 04d13861-19a2-4df9-bbe8-8f6414b41e07, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=04d13861-19a2-4df9-bbe8-8f6414b41e07,segment=NetworkSegment(779b0e13-9997-460e-b67a-a4666f30244b),segment_id=779b0e13-9997-460e-b67a-a4666f30244b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:13.420284 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:13.440785 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-684421d7-966c-4768-b40a-46ce4b277428 None None] For port 04d13861-19a2-4df9-bbe8-8f6414b41e07, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=04d13861-19a2-4df9-bbe8-8f6414b41e07,segment=NetworkSegment(779b0e13-9997-460e-b67a-a4666f30244b),segment_id=779b0e13-9997-460e-b67a-a4666f30244b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:13.441602 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-1c868689-868f-43eb-b001-2eeb04486ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:13.442003 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-684421d7-966c-4768-b40a-46ce4b277428 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:13.442152 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-1c868689-868f-43eb-b001-2eeb04486ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:13.442577 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-1c868689-868f-43eb-b001-2eeb04486ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:13.443047 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-1c868689-868f-43eb-b001-2eeb04486ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:13.448342 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-1c868689-868f-43eb-b001-2eeb04486ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:13.449412 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-1c868689-868f-43eb-b001-2eeb04486ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:13.449575 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] Calling delete_port for 04d13861-19a2-4df9-bbe8-8f6414b41e07 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:43:13.450242 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-1c868689-868f-43eb-b001-2eeb04486ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:13.452520 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-1c868689-868f-43eb-b001-2eeb04486ca1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 6489 time: 0.2063630 Dec 06 14:43:13.463248 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:13.534482 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-684421d7-966c-4768-b40a-46ce4b277428 None None] Calling delete_port for 04d13861-19a2-4df9-bbe8-8f6414b41e07 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:43:13.552260 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-dfb03d36-2b34-4ed3-bbba-1cff9fa196af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfc991a0-3eee-40e2-bc52-93e126dd1c69 HTTP/1.1" status: 200 len: 217 time: 0.0829263 Dec 06 14:43:13.580166 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd4eb95b-4942-42f8-96d7-26da5cfbf4c9 req-dafaf26b-4526-4b65-8540-7422b7a95676 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:13.583087 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cd4eb95b-4942-42f8-96d7-26da5cfbf4c9 req-dafaf26b-4526-4b65-8540-7422b7a95676 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:13.604275 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cd4eb95b-4942-42f8-96d7-26da5cfbf4c9 req-dafaf26b-4526-4b65-8540-7422b7a95676 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] 10.222.0.20 "DELETE /v2.0/security-groups/2b774b53-1d7a-484d-ab38-aaa7fe035180 HTTP/1.1" status: 204 len: 173 time: 0.5824132 Dec 06 14:43:13.604820 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40760) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:13.616779 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbddbfe8-6b2b-4072-b00d-2eb0a8d7669c req-54650698-d35c-4b77-89b4-4fad6cf8189d tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504044 Dec 06 14:43:13.688166 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0636499-312b-4eae-aeeb-db6b990fba36 x-openstack-request-id: req-c0636499-312b-4eae-aeeb-db6b990fba36 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:13.688625 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "tag": "bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:13.688984 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0636499-312b-4eae-aeeb-db6b990fba36 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:13.689669 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'tag': 'bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a', 'status': 'completed', 'code': 200} Dec 06 14:43:13.772827 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafaf26b-4526-4b65-8540-7422b7a95676 tempest-SecurityGroupRulesTestJSON-1249853062 tempest-SecurityGroupRulesTestJSON-1249853062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b774b53-1d7a-484d-ab38-aaa7fe035180,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:13.787237 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-01195ba1-ecb4-46fb-93ee-9ae8bbec10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:13.796639 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-01195ba1-ecb4-46fb-93ee-9ae8bbec10f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=330d8b00-ca63-4dc8-896a-c7a2b8da335a HTTP/1.1" status: 200 len: 855 time: 0.1762712 Dec 06 14:43:13.843372 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39113bad-b885-450d-ac83-bf875a22db50 req-610f2449-691e-4ac1-a7ed-460caa89d327 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=940b9d0da2654da5b6e2ace423b1077c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1227913 Dec 06 14:43:13.907076 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a75d694d-27e7-4bc8-ac2f-e40bac79950a req-f99798f7-d131-4b46-861a-95155c246c07 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 210 time: 0.0836670 Dec 06 14:43:13.944820 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-684421d7-966c-4768-b40a-46ce4b277428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:13.963949 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-470d72ab-6140-40b5-99af-abec75bb881f admin admin] Deleting subnet 8be146f7-67d7-4deb-bd27-ccd0782d6d1b {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:43:13.991751 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-470d72ab-6140-40b5-99af-abec75bb881f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:14.006990 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684421d7-966c-4768-b40a-46ce4b277428 None None] Pushing event deleted for resources: {'Port': ['ID=04d13861-19a2-4df9-bbe8-8f6414b41e07,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:14.020655 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684421d7-966c-4768-b40a-46ce4b277428 None None] No DVR routers for this DVR port 04d13861-19a2-4df9-bbe8-8f6414b41e07 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:43:14.112746 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-abe3bcdc-b458-42a5-97e4-6e9874b4155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:14.114792 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-abe3bcdc-b458-42a5-97e4-6e9874b4155a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2884319 Dec 06 14:43:14.159501 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:14.160690 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310236c-0f67-45d3-9b89-c80242027f49 req-d66d33b0-f578-4f58-bbc1-10516470ab4c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:14.168175 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a310236c-0f67-45d3-9b89-c80242027f49 req-d66d33b0-f578-4f58-bbc1-10516470ab4c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.2541983 Dec 06 14:43:14.234135 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] No DVR routers for this DVR port 04d13861-19a2-4df9-bbe8-8f6414b41e07 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:43:14.237740 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] Pushing event deleted for resources: {'Port': ['ID=04d13861-19a2-4df9-bbe8-8f6414b41e07,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:14.311824 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e8946-5dad-49f9-a86d-53b811076af3 req-79a3137a-35db-484c-8709-44db517be162 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:14.318214 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e8946-5dad-49f9-a86d-53b811076af3 req-79a3137a-35db-484c-8709-44db517be162 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:14.324648 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e8946-5dad-49f9-a86d-53b811076af3 req-79a3137a-35db-484c-8709-44db517be162 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:14.330777 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e8946-5dad-49f9-a86d-53b811076af3 req-79a3137a-35db-484c-8709-44db517be162 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:14.337000 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e8946-5dad-49f9-a86d-53b811076af3 req-79a3137a-35db-484c-8709-44db517be162 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:14.346820 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e8946-5dad-49f9-a86d-53b811076af3 req-79a3137a-35db-484c-8709-44db517be162 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:14.353577 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e8946-5dad-49f9-a86d-53b811076af3 req-79a3137a-35db-484c-8709-44db517be162 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:14.361691 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-385e8946-5dad-49f9-a86d-53b811076af3 req-79a3137a-35db-484c-8709-44db517be162 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5432 time: 0.3107417 Dec 06 14:43:14.378722 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-470d72ab-6140-40b5-99af-abec75bb881f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:14.468113 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39113bad-b885-450d-ac83-bf875a22db50 req-00e1a9ee-b650-4958-920f-c3aba7ac2f48 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:14.469682 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39113bad-b885-450d-ac83-bf875a22db50 req-00e1a9ee-b650-4958-920f-c3aba7ac2f48 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6117649 Dec 06 14:43:14.500351 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-39113bad-b885-450d-ac83-bf875a22db50 req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Request body: {'port': {'device_id': 'e48e54d0-6e3f-4845-881a-6dad8945921e', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '940b9d0da2654da5b6e2ace423b1077c'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:14.515234 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-470d72ab-6140-40b5-99af-abec75bb881f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:14.553730 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:14.660354 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd02e921-2bf7-46af-a2db-fb4000218bdc']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:14.711373 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-385e8946-5dad-49f9-a86d-53b811076af3 req-9db61086-17fe-45c1-903c-312368473e96 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3487027 Dec 06 14:43:14.726071 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779b0e13-9997-460e-b67a-a4666f30244b') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:14.726369 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779b0e13-9997-460e-b67a-a4666f30244b') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:14.729019 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=33be971b-5607-484a-ba01-a7327e162163,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:14.785140 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:14.794971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a310236c-0f67-45d3-9b89-c80242027f49 req-2dd49272-1f20-43e5-9a2d-44a7585b28eb tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6258516 Dec 06 14:43:14.857911 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:14.858339 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-26196e5b-cd86-4309-8dd7-f0c6a37cfbfd service neutron] 10.222.0.37 "GET /v2.0/networks/29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7108831 Dec 06 14:43:14.889362 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:14.899313 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:43:14.901334 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:14.928785 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 04d13861-19a2-4df9-bbe8-8f6414b41e07 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:43:14.935261 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-470d72ab-6140-40b5-99af-abec75bb881f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:43:14.940318 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:43:14.985767 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 04d13861-19a2-4df9-bbe8-8f6414b41e07 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:43:14.986632 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 04d13861-19a2-4df9-bbe8-8f6414b41e07 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:43:15.037811 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d72ab-6140-40b5-99af-abec75bb881f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be146f7-67d7-4deb-bd27-ccd0782d6d1b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:15.044048 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:15.066391 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Transition to ACTIVE for port object 33be971b-5607-484a-ba01-a7327e162163 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:43:15.076321 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3748d-41aa-4afd-a83a-979a92380393 req-4f38e8fc-5d00-45ac-9377-efe7bbaf4acd tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:15.084199 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2dd3748d-41aa-4afd-a83a-979a92380393 req-4f38e8fc-5d00-45ac-9377-efe7bbaf4acd tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 945 time: 0.1866193 Dec 06 14:43:15.095917 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:15.153461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-a0a9c437-5fef-40da-a9bd-0215a9ce43ad service neutron] 10.222.0.37 "GET /v2.0/networks/29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874129 Dec 06 14:43:15.169293 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-470d72ab-6140-40b5-99af-abec75bb881f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:15.175946 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-470d72ab-6140-40b5-99af-abec75bb881f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8be146f7-67d7-4deb-bd27-ccd0782d6d1b HTTP/1.1" status: 204 len: 168 time: 1.5533907 Dec 06 14:43:15.176165 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40774) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:15.232283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac45a003-7aac-4a94-975c-1938a4f10e59 req-0987b616-d743-4aee-8230-2b80ff835e3f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 210 time: 0.1591363 Dec 06 14:43:15.241997 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:15.248764 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 33be971b-5607-484a-ba01-a7327e162163 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:43:15.290067 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-c639a351-e666-4219-a740-4028a53092a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=136aab93-4414-4a27-bb13-b887ce3df348 HTTP/1.1" status: 200 len: 217 time: 0.1278470 Dec 06 14:43:15.305328 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:15.313308 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] 10.222.0.20 "DELETE /v2.0/networks/fd02e921-2bf7-46af-a2db-fb4000218bdc HTTP/1.1" status: 204 len: 168 time: 2.5608618 Dec 06 14:43:15.316953 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40776) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:15.318447 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39113bad-b885-450d-ac83-bf875a22db50 req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Made reservation on behalf of 940b9d0da2654da5b6e2ace423b1077c for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:15.330342 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-39113bad-b885-450d-ac83-bf875a22db50 req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:15.344850 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Pushing event updated for resources: {'Port': ['ID=33be971b-5607-484a-ba01-a7327e162163,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:15.351572 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984a506-9de9-4920-8a5e-e469e89cbdaf admin admin] Pushing event deleted for resources: {'Network': ['ID=fd02e921-2bf7-46af-a2db-fb4000218bdc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:15.371690 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] No DVR routers for this DVR port 33be971b-5607-484a-ba01-a7327e162163 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:43:15.391726 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 33be971b-5607-484a-ba01-a7327e162163 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:43:15.444135 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2dd3748d-41aa-4afd-a83a-979a92380393 req-c9b2cd0e-8427-43cc-b2ec-8b7e9ec24a4f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588567 Dec 06 14:43:15.535300 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da27e500-85d2-43e2-8fec-3c62d9f965ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:15.540532 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Attempting to bind port 33be971b-5607-484a-ba01-a7327e162163 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:15.540880 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Attempting to bind port 33be971b-5607-484a-ba01-a7327e162163 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:15.541200 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Attempting to bind port 33be971b-5607-484a-ba01-a7327e162163 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:15.543966 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-44a9b52f-afea-483f-bdf2-681af4d906b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:15.545461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-44a9b52f-afea-483f-bdf2-681af4d906b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73233722-86af-4248-a481-0a9c5e4685d5 HTTP/1.1" status: 200 len: 797 time: 0.1879275 Dec 06 14:43:15.551734 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Port 33be971b-5607-484a-ba01-a7327e162163 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:43:15.552060 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Attempting to bind port 33be971b-5607-484a-ba01-a7327e162163 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:15.583753 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:15.583875 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:15.584900 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:15.584900 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Bound port: 33be971b-5607-484a-ba01-a7327e162163, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:15.585140 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:15.691071 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'tag': 'ee8da95d-34b2-4473-80cd-e4cf4bef2332'}, {'server_uuid': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33be971b-5607-484a-ba01-a7327e162163'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:15.693314 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58277a23-7669-4a86-9a7e-ef214bd04f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "tag": "ee8da95d-34b2-4473-80cd-e4cf4bef2332"}, {"server_uuid": "901965c6-cef1-4d1f-ba6b-8433656fcaa9", "name": "network-vif-unplugged", "status": "completed", "tag": "33be971b-5607-484a-ba01-a7327e162163"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:15.699929 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-9ad3828f-743f-400f-8f96-b7ed464cbb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:15.701390 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-9ad3828f-743f-400f-8f96-b7ed464cbb93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d4b264c-2449-439e-aadb-4b6f43f38919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1471314 Dec 06 14:43:15.742053 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da27e500-85d2-43e2-8fec-3c62d9f965ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:15.807973 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-39113bad-b885-450d-ac83-bf875a22db50 req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Allocated IP 192.168.233.150 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:15.818304 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-da27e500-85d2-43e2-8fec-3c62d9f965ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38925d2-deff-4ed5-9a7c-264b2f73e1ab']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:15.834619 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:15.838438 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-da27e500-85d2-43e2-8fec-3c62d9f965ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d824487-2dc9-4b31-a48a-1ff2777ad493') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:15.838645 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-da27e500-85d2-43e2-8fec-3c62d9f965ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d824487-2dc9-4b31-a48a-1ff2777ad493') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:15.842831 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce92f715-22b3-4fda-a81d-4354cb8b7b0c x-openstack-request-id: req-ce92f715-22b3-4fda-a81d-4354cb8b7b0c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:15.843137 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "tag": "ee8da95d-34b2-4473-80cd-e4cf4bef2332", "status": "completed", "code": 200}, {"server_uuid": "901965c6-cef1-4d1f-ba6b-8433656fcaa9", "name": "network-vif-unplugged", "status": "completed", "tag": "33be971b-5607-484a-ba01-a7327e162163", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:15.843383 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce92f715-22b3-4fda-a81d-4354cb8b7b0c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:15.843811 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'tag': 'ee8da95d-34b2-4473-80cd-e4cf4bef2332', 'status': 'completed', 'code': 200} Dec 06 14:43:15.844069 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33be971b-5607-484a-ba01-a7327e162163', 'code': 200} Dec 06 14:43:15.892668 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da27e500-85d2-43e2-8fec-3c62d9f965ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:15.907180 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=33be971b-5607-484a-ba01-a7327e162163,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:15.929134 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da27e500-85d2-43e2-8fec-3c62d9f965ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:15.931156 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:15.992698 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da27e500-85d2-43e2-8fec-3c62d9f965ca admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:43:15.992987 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da27e500-85d2-43e2-8fec-3c62d9f965ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:43:15.996462 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:43:16.008738 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:16.009362 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:16.010765 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f995f110-7c17-4833-89da-b066d50e212e req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] 10.222.0.37 "PUT /v2.0/ports/33be971b-5607-484a-ba01-a7327e162163 HTTP/1.1" status: 200 len: 1096 time: 2.7740543 Dec 06 14:43:16.013302 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-97b2c92c-0bbf-493d-9aea-5c9b8171ed91 service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623808 Dec 06 14:43:16.064021 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eeae0-25b0-4d9b-aadd-e7c8915bf90e req-af65fab0-a6dd-4bbd-af7a-942691c14099 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:16.071210 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eeae0-25b0-4d9b-aadd-e7c8915bf90e req-af65fab0-a6dd-4bbd-af7a-942691c14099 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:16.079432 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eeae0-25b0-4d9b-aadd-e7c8915bf90e req-af65fab0-a6dd-4bbd-af7a-942691c14099 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:16.086802 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eeae0-25b0-4d9b-aadd-e7c8915bf90e req-af65fab0-a6dd-4bbd-af7a-942691c14099 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:16.093168 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eeae0-25b0-4d9b-aadd-e7c8915bf90e req-af65fab0-a6dd-4bbd-af7a-942691c14099 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:16.100244 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eeae0-25b0-4d9b-aadd-e7c8915bf90e req-af65fab0-a6dd-4bbd-af7a-942691c14099 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:16.107060 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eeae0-25b0-4d9b-aadd-e7c8915bf90e req-af65fab0-a6dd-4bbd-af7a-942691c14099 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:16.113528 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e5eeae0-25b0-4d9b-aadd-e7c8915bf90e req-af65fab0-a6dd-4bbd-af7a-942691c14099 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5432 time: 0.2945971 Dec 06 14:43:16.167797 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-69ca2b5b-12df-4055-9147-71beaf621977 service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339297 Dec 06 14:43:16.312189 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-1623c26f-bfe7-4a86-993f-90360a8737ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=0ff887d8-72a7-47c9-8650-b59d05e0a9b7 HTTP/1.1" status: 200 len: 217 time: 0.1272435 Dec 06 14:43:16.314629 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ed598-6a72-4784-b9cc-9eecf1a1362d service neutron] Pushing event updated for resources: {'Port': ['ID=33be971b-5607-484a-ba01-a7327e162163,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:16.322732 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e5eeae0-25b0-4d9b-aadd-e7c8915bf90e req-f41a3980-7862-4cae-9d0d-47f050acdb9c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1950648 Dec 06 14:43:16.340239 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da22585-34fe-47d4-bca9-a77ef02763a0 req-885bd3bd-eb05-4394-8595-d308c42961d7 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:16.341760 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4da22585-34fe-47d4-bca9-a77ef02763a0 req-885bd3bd-eb05-4394-8595-d308c42961d7 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 948 time: 0.4296532 Dec 06 14:43:16.345109 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da27e500-85d2-43e2-8fec-3c62d9f965ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:16.386219 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da27e500-85d2-43e2-8fec-3c62d9f965ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:16.395089 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-da27e500-85d2-43e2-8fec-3c62d9f965ca admin admin] 10.222.0.20 "DELETE /v2.0/networks/d38925d2-deff-4ed5-9a7c-264b2f73e1ab HTTP/1.1" status: 204 len: 168 time: 1.2143707 Dec 06 14:43:16.412807 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995f110-7c17-4833-89da-b066d50e212e req-fe68426d-71d3-46e8-939c-9e51368c4cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:16.414602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f995f110-7c17-4833-89da-b066d50e212e req-fe68426d-71d3-46e8-939c-9e51368c4cb1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 1099 time: 0.2434576 Dec 06 14:43:16.421008 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27e500-85d2-43e2-8fec-3c62d9f965ca admin admin] Pushing event deleted for resources: {'Network': ['ID=d38925d2-deff-4ed5-9a7c-264b2f73e1ab,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:16.520094 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-be311f1c-673a-4377-baeb-39fa9261cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:16.523941 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-be311f1c-673a-4377-baeb-39fa9261cef3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73233722-86af-4248-a481-0a9c5e4685d5 HTTP/1.1" status: 200 len: 797 time: 0.2002921 Dec 06 14:43:16.531903 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-39113bad-b885-450d-ac83-bf875a22db50 req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:16.612392 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-87dbb2b2-b80c-4ddc-a568-ad0d62be9660 req-b84d2be2-7a85-4be0-b795-9a38a7acb9b0 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 210 time: 0.0770237 Dec 06 14:43:16.758478 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4da22585-34fe-47d4-bca9-a77ef02763a0 req-89bb24c2-acbf-4d5e-a147-5e7d620e0bbf tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827412 Dec 06 14:43:16.819951 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcdd8a-a12b-4ffd-b384-917e4b2633d8 req-04973c0a-c420-4428-a114-87b8455a544f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:16.828326 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40792) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:16.831391 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1ddcdd8a-a12b-4ffd-b384-917e4b2633d8 req-04973c0a-c420-4428-a114-87b8455a544f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 945 time: 0.1267681 Dec 06 14:43:16.844291 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-39113bad-b885-450d-ac83-bf875a22db50 req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:16.849332 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-ced80ab7-724c-4f02-a96f-6fe4cf3de83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:16.850951 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-ced80ab7-724c-4f02-a96f-6fe4cf3de83c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d4b264c-2449-439e-aadb-4b6f43f38919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2939575 Dec 06 14:43:16.859507 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['beac9f6e-b4f3-446f-8fdc-1e63d8827c7b', '294d13a3-e512-4afc-93c0-a620f8b279e0', '2219a643-1b99-4a2c-9ba0-c9e4d27920c3', '1fc22e74-b1aa-44a0-b34b-90bde0d424b5'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:16.862573 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6752727d-6265-498c-88a0-cf28c985dc97', 'af21908f-1b8d-4ff6-b149-26cde1c479e8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:16.911932 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39113bad-b885-450d-ac83-bf875a22db50 req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:16.928564 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b052ece-c14a-4e5b-ad19-dada8ded159d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:16.968838 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-39113bad-b885-450d-ac83-bf875a22db50 req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:16.983639 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-39113bad-b885-450d-ac83-bf875a22db50 req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:17.031750 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4eb20b40-31da-4c38-aecb-b3137cedec64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b6cd7b04eb0476e8e759fcf487f65cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1987600 Dec 06 14:43:17.040197 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40794) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:17.150310 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995f110-7c17-4833-89da-b066d50e212e req-6a292cfa-0d95-4c9c-9f20-3d776198eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:17.152407 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f995f110-7c17-4833-89da-b066d50e212e req-6a292cfa-0d95-4c9c-9f20-3d776198eeaf service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.7106466 Dec 06 14:43:17.229370 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f995f110-7c17-4833-89da-b066d50e212e req-7edc4166-d9fe-4e81-a928-7eb15a23c9f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=33be971b-5607-484a-ba01-a7327e162163 HTTP/1.1" status: 200 len: 217 time: 0.0668218 Dec 06 14:43:17.260578 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:17.335516 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-bd04e8c1-7ed0-4363-824b-89b3ceb159e5 service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483750 Dec 06 14:43:17.339576 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:17.376402 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995f110-7c17-4833-89da-b066d50e212e req-8dd5fd0c-b430-4f7b-82f5-b2a6c7017860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:17.378229 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f995f110-7c17-4833-89da-b066d50e212e req-8dd5fd0c-b430-4f7b-82f5-b2a6c7017860 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1269243 Dec 06 14:43:17.455881 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Pushing event updated for resources: {'Port': ['ID=3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:17.469005 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1ddcdd8a-a12b-4ffd-b384-917e4b2633d8 req-27689a36-0607-473b-bf6a-73aad68a27e6 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6363490 Dec 06 14:43:17.574835 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:17.575070 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:17.575345 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:17.575720 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:17.576008 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:17.576353 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:17.576866 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:17.577185 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:17.577514 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:17.577835 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:17.581146 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:17.586980 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:17.588252 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:17.601222 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-559f7df1-c077-41ae-955d-f5119cad64fb None None] Provisioning complete for port 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:17.601222 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-559f7df1-c077-41ae-955d-f5119cad64fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:17.621558 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39113bad-b885-450d-ac83-bf875a22db50 req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:17.623270 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-39113bad-b885-450d-ac83-bf875a22db50 req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:17.679009 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39113bad-b885-450d-ac83-bf875a22db50 req-cc6c8ba8-087b-418e-90a7-7c444cd21f3c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1864741 Dec 06 14:43:17.709236 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Request body: {'port': {'device_id': 'e48e54d0-6e3f-4845-881a-6dad8945921e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:17.721780 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651e4fc-23c5-4ce9-a64e-fcc85eb9a22d req-1ab342c0-b190-4cbe-b025-541fb3f0d2d6 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:17.729391 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651e4fc-23c5-4ce9-a64e-fcc85eb9a22d req-1ab342c0-b190-4cbe-b025-541fb3f0d2d6 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:17.736184 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651e4fc-23c5-4ce9-a64e-fcc85eb9a22d req-1ab342c0-b190-4cbe-b025-541fb3f0d2d6 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:17.758723 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651e4fc-23c5-4ce9-a64e-fcc85eb9a22d req-1ab342c0-b190-4cbe-b025-541fb3f0d2d6 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:17.773327 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651e4fc-23c5-4ce9-a64e-fcc85eb9a22d req-1ab342c0-b190-4cbe-b025-541fb3f0d2d6 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:17.780674 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651e4fc-23c5-4ce9-a64e-fcc85eb9a22d req-1ab342c0-b190-4cbe-b025-541fb3f0d2d6 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:17.787760 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651e4fc-23c5-4ce9-a64e-fcc85eb9a22d req-1ab342c0-b190-4cbe-b025-541fb3f0d2d6 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:17.791085 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5651e4fc-23c5-4ce9-a64e-fcc85eb9a22d req-1ab342c0-b190-4cbe-b025-541fb3f0d2d6 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5432 time: 0.1707606 Dec 06 14:43:17.822236 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995f110-7c17-4833-89da-b066d50e212e req-52a1f530-57ef-4c7b-92f3-30bd9693045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:17.830201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f995f110-7c17-4833-89da-b066d50e212e req-52a1f530-57ef-4c7b-92f3-30bd9693045e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4327128 Dec 06 14:43:17.860656 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-559f7df1-c077-41ae-955d-f5119cad64fb None None] Port 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:43:17.864798 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'tag': '33be971b-5607-484a-ba01-a7327e162163'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:17.867736 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f53c75-c09b-464e-bf94-d933f5ae809c" -d '{"events": [{"name": "network-changed", "server_uuid": "901965c6-cef1-4d1f-ba6b-8433656fcaa9", "tag": "33be971b-5607-484a-ba01-a7327e162163"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:17.919048 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:17.925792 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5651e4fc-23c5-4ce9-a64e-fcc85eb9a22d req-40c9f4fb-98c9-4b31-aaad-f66f73c20d24 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200273 Dec 06 14:43:17.927954 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:17.930931 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:17.932754 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ae854b8-6610-4190-b405-6c3b81e6f515 HTTP/1.1" status: 204 len: 168 time: 0.8719139 Dec 06 14:43:17.935201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-dbadade9-189d-42b0-984a-e577af79822c service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5846679 Dec 06 14:43:17.994834 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194e80d-3a09-4a52-89c7-a98897122d21 req-9bb0cc7f-624c-4092-ab12-2a9e9d26380e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:18.001913 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8194e80d-3a09-4a52-89c7-a98897122d21 req-9bb0cc7f-624c-4092-ab12-2a9e9d26380e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 936 time: 0.2329507 Dec 06 14:43:18.146762 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-38d4a82b-0da1-460e-bfda-3bf76be4c9ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=5d72bb5c-7733-45c3-a034-55089fc45152 HTTP/1.1" status: 200 len: 217 time: 0.1930559 Dec 06 14:43:18.147496 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae854b8-6610-4190-b405-6c3b81e6f515,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:18.166919 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8194e80d-3a09-4a52-89c7-a98897122d21 req-d45192b5-dd2a-4510-9575-b8c7d7d4350e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557491 Dec 06 14:43:18.325939 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:18.326284 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:18.326625 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:18.326980 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:18.327305 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:18.329421 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:18.331351 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:18.332769 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:18.334765 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:18.335248 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:18.335591 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:18.337076 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:18.337420 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf92e2-901a-4e1d-83ef-684a4dcbca54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:18.398688 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffac65dd-0105-4281-b116-7b0794a8e996 x-openstack-request-id: req-ffac65dd-0105-4281-b116-7b0794a8e996 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:18.398984 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901965c6-cef1-4d1f-ba6b-8433656fcaa9", "tag": "33be971b-5607-484a-ba01-a7327e162163", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:18.401969 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffac65dd-0105-4281-b116-7b0794a8e996 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:18.402666 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'tag': '33be971b-5607-484a-ba01-a7327e162163', 'status': 'completed', 'code': 200} Dec 06 14:43:18.427978 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f995f110-7c17-4833-89da-b066d50e212e req-895c4bd1-fbbf-40ab-ade0-b77244aef7c7 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153999 Dec 06 14:43:18.483927 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd0751-f4fa-4d3f-9eee-e4279a87309d req-8e202538-ec05-4de8-ac2b-cd34b90b4b62 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:18.489470 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3bfd0751-f4fa-4d3f-9eee-e4279a87309d req-8e202538-ec05-4de8-ac2b-cd34b90b4b62 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 948 time: 0.3140795 Dec 06 14:43:18.490403 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5b052ece-c14a-4e5b-ad19-dada8ded159d admin admin] Deleting port b580e75c-1f8b-409e-9272-2748eb191fab {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:43:18.490888 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b052ece-c14a-4e5b-ad19-dada8ded159d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:18.496068 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-29c2b15c-7a68-4e9f-9f01-6f881bab85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:18.500026 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-29c2b15c-7a68-4e9f-9f01-6f881bab85c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73233722-86af-4248-a481-0a9c5e4685d5 HTTP/1.1" status: 200 len: 797 time: 0.3438523 Dec 06 14:43:18.647505 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5b052ece-c14a-4e5b-ad19-dada8ded159d admin admin] For port b580e75c-1f8b-409e-9272-2748eb191fab, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b580e75c-1f8b-409e-9272-2748eb191fab,segment=NetworkSegment(772bde07-8bd3-4db7-9e63-8bd701c8283e),segment_id=772bde07-8bd3-4db7-9e63-8bd701c8283e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:18.647928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b052ece-c14a-4e5b-ad19-dada8ded159d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:18.678550 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5b052ece-c14a-4e5b-ad19-dada8ded159d admin admin] Calling delete_port for b580e75c-1f8b-409e-9272-2748eb191fab owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:43:18.798886 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-a3cf7d40-fc27-4443-8280-aa4b6d4cd8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:18.800588 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-a3cf7d40-fc27-4443-8280-aa4b6d4cd8ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 1099 time: 0.3970814 Dec 06 14:43:18.865118 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3bfd0751-f4fa-4d3f-9eee-e4279a87309d req-f8f6a149-32c0-4029-be15-416df1bc110c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613312 Dec 06 14:43:18.877883 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-62e0a1d5-7873-487d-8ec0-b17dcc88cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:18.879401 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-62e0a1d5-7873-487d-8ec0-b17dcc88cd9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d4b264c-2449-439e-aadb-4b6f43f38919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3592582 Dec 06 14:43:18.882340 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f995f110-7c17-4833-89da-b066d50e212e req-d32becd6-a2d0-4c85-a056-050f9d2842c3 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432991 Dec 06 14:43:18.891290 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb519b95-fc29-482f-b086-3072e4de02e3 req-2818f610-dacf-4095-8faf-54a152ec01d5 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:18.899506 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb519b95-fc29-482f-b086-3072e4de02e3 req-2818f610-dacf-4095-8faf-54a152ec01d5 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 945 time: 0.2364984 Dec 06 14:43:19.131214 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-f07d609d-eaf5-4915-9655-69514951d261 service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387042 Dec 06 14:43:19.132246 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb519b95-fc29-482f-b086-3072e4de02e3 req-3fd00028-82c9-42e2-a4d6-ae8eec5d8b42 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317665 Dec 06 14:43:19.134737 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:19.169275 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:19.239614 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Transition to ACTIVE for port object 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:43:19.245732 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-cd2f02c3-e8c8-4217-8542-5de159970054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:19.247252 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-cd2f02c3-e8c8-4217-8542-5de159970054 service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.4210169 Dec 06 14:43:19.257340 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:19.312103 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-465c2877-60b9-498b-8e5d-492d5529a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:19.313588 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-465c2877-60b9-498b-8e5d-492d5529a069 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 1099 time: 0.3062751 Dec 06 14:43:19.344398 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40838) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:19.364719 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-77d12510-c703-40c5-8d61-f6edf6b5b848 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=33be971b-5607-484a-ba01-a7327e162163 HTTP/1.1" status: 200 len: 217 time: 0.0991385 Dec 06 14:43:19.542866 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:19.556572 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-551c8b33-36c2-4d3c-952c-864b1cfd6824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:19.558748 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-551c8b33-36c2-4d3c-952c-864b1cfd6824 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1566865 Dec 06 14:43:19.564700 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93a9bf-8145-4430-81b2-b8ff05e2b059 req-189d4a2c-6e75-46fc-a705-e91f288b7ce0 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:19.573994 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93a9bf-8145-4430-81b2-b8ff05e2b059 req-189d4a2c-6e75-46fc-a705-e91f288b7ce0 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:19.580080 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93a9bf-8145-4430-81b2-b8ff05e2b059 req-189d4a2c-6e75-46fc-a705-e91f288b7ce0 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:19.595400 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-112a4c96-cdab-41d6-b0ea-a14f2b525118 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1432929801-network', 'tenant_id': 'fccb884e5aa045a785398366947baa02'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:19.603822 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93a9bf-8145-4430-81b2-b8ff05e2b059 req-189d4a2c-6e75-46fc-a705-e91f288b7ce0 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:19.610282 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93a9bf-8145-4430-81b2-b8ff05e2b059 req-189d4a2c-6e75-46fc-a705-e91f288b7ce0 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:19.617376 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93a9bf-8145-4430-81b2-b8ff05e2b059 req-189d4a2c-6e75-46fc-a705-e91f288b7ce0 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:19.625003 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93a9bf-8145-4430-81b2-b8ff05e2b059 req-189d4a2c-6e75-46fc-a705-e91f288b7ce0 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:19.627394 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0e93a9bf-8145-4430-81b2-b8ff05e2b059 req-189d4a2c-6e75-46fc-a705-e91f288b7ce0 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5432 time: 0.4597104 Dec 06 14:43:19.638545 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d663252-d9ab-4bdb-9a82-ed92c7891c32 req-dc752823-5690-406b-876c-385511bc96d9 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:19.640532 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d663252-d9ab-4bdb-9a82-ed92c7891c32 req-dc752823-5690-406b-876c-385511bc96d9 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 948 time: 0.3449783 Dec 06 14:43:19.688314 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-c4cb2cfb-60da-42c9-b194-e356af69881f service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424740 Dec 06 14:43:19.752051 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112a4c96-cdab-41d6-b0ea-a14f2b525118 admin admin] Made reservation on behalf of fccb884e5aa045a785398366947baa02 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:19.754563 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-112a4c96-cdab-41d6-b0ea-a14f2b525118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:19.812023 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-112a4c96-cdab-41d6-b0ea-a14f2b525118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:19.824350 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-557a0a99-2434-4450-a105-78eddff5291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:19.825893 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-557a0a99-2434-4450-a105-78eddff5291c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2022834 Dec 06 14:43:19.854948 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b052ece-c14a-4e5b-ad19-dada8ded159d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:19.864865 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d663252-d9ab-4bdb-9a82-ed92c7891c32 req-1a96ade0-892f-484c-8eba-e6fef82c341c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234801 Dec 06 14:43:19.887490 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Attempting to bind port 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:19.887901 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Attempting to bind port 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:19.888237 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Attempting to bind port 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:19.905973 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b052ece-c14a-4e5b-ad19-dada8ded159d admin admin] Pushing event deleted for resources: {'Port': ['ID=b580e75c-1f8b-409e-9272-2748eb191fab,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:19.911812 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Port 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:43:19.913036 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Attempting to bind port 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:20.044733 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-112a4c96-cdab-41d6-b0ea-a14f2b525118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:20.076786 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:20.077150 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:20.077602 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:20.078104 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Bound port: 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:20.078473 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:20.113469 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-112a4c96-cdab-41d6-b0ea-a14f2b525118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:20.169760 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-af483c60-1d05-4319-ae8b-fa95a2b4b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:20.171699 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-af483c60-1d05-4319-ae8b-fa95a2b4b1e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.8372450 Dec 06 14:43:20.176285 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-d449ab41-89c1-4a25-8ca1-4a8f2818d2ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=6cc6c89e-8a53-46be-8b4c-8b1a66915622 HTTP/1.1" status: 200 len: 217 time: 0.4739711 Dec 06 14:43:20.197589 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a4c96-cdab-41d6-b0ea-a14f2b525118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:20.253294 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112a4c96-cdab-41d6-b0ea-a14f2b525118 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:43:20.299440 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-7f32e904-7330-48ad-99a0-1c756b7a603e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=33be971b-5607-484a-ba01-a7327e162163 HTTP/1.1" status: 200 len: 217 time: 0.1087990 Dec 06 14:43:20.340970 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b73ecb-3bfd-4382-8b0a-618392be9a31 req-d461b35b-fc13-4405-945e-b5172d5ba8c3 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:20.342607 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-68b73ecb-3bfd-4382-8b0a-618392be9a31 req-d461b35b-fc13-4405-945e-b5172d5ba8c3 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 948 time: 0.3243785 Dec 06 14:43:20.345654 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-112a4c96-cdab-41d6-b0ea-a14f2b525118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:20.346385 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-112a4c96-cdab-41d6-b0ea-a14f2b525118 admin admin] Added segment 1dfcb9e9-45ec-4093-b02f-395f28473929 of type vlan for network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 Dec 06 14:43:20.399717 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0e93a9bf-8145-4430-81b2-b8ff05e2b059 req-9f3d93a6-1482-4189-982a-6254a90847f4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7607217 Dec 06 14:43:20.421390 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] For port 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:20.424578 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] For port 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:20.430693 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-f010455d-1f57-44cf-ad7b-aa0646fe36d1 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719500 Dec 06 14:43:20.445857 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5230b756-e0dc-4180-b953-c1f439c947e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:20.453147 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-5230b756-e0dc-4180-b953-c1f439c947e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73233722-86af-4248-a481-0a9c5e4685d5 HTTP/1.1" status: 200 len: 797 time: 0.1669276 Dec 06 14:43:20.476658 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:20.478711 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-3ae922df-fb4e-4c5a-a2d3-8e75b7e549ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:20.481032 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-3ae922df-fb4e-4c5a-a2d3-8e75b7e549ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1397812 Dec 06 14:43:20.574180 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-112a4c96-cdab-41d6-b0ea-a14f2b525118 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:20.575821 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-004c7d38-e465-4dd1-a1ab-f74e629251c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:20.577700 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-004c7d38-e465-4dd1-a1ab-f74e629251c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d4b264c-2449-439e-aadb-4b6f43f38919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1182652 Dec 06 14:43:20.598100 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-82cd7da0-53ae-4e02-b2f2-b7acbf0bd356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:20.601306 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-82cd7da0-53ae-4e02-b2f2-b7acbf0bd356 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943577 Dec 06 14:43:20.676199 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:20.677487 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:20.678917 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39113bad-b885-450d-ac83-bf875a22db50 req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] 10.222.0.23 "PUT /v2.0/ports/3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f HTTP/1.1" status: 200 len: 1096 time: 2.9871001 Dec 06 14:43:20.712301 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48e54d0-6e3f-4845-881a-6dad8945921e', 'tag': '3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:20.714189 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43c3088-9bf8-420c-b122-5e790bbbe1da" -d '{"events": [{"name": "network-changed", "server_uuid": "e48e54d0-6e3f-4845-881a-6dad8945921e", "tag": "3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:20.746028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-68b73ecb-3bfd-4382-8b0a-618392be9a31 req-8eb1430b-f795-467b-a9d2-5b3c1ee8470f tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817506 Dec 06 14:43:20.802149 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-7b3a0947-bc61-42fc-b1e5-d23f3ad700a8 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609344 Dec 06 14:43:20.810927 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.db.resource_extend [None req-112a4c96-cdab-41d6-b0ea-a14f2b525118 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:43:20.862679 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b6d2c-e83e-4520-828d-6d51025a6299 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:20.870029 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0927e7f-d666-42c2-8df3-ef1dfe97b4e7 x-openstack-request-id: req-b0927e7f-d666-42c2-8df3-ef1dfe97b4e7 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:20.870616 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48e54d0-6e3f-4845-881a-6dad8945921e", "tag": "3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:20.870987 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0927e7f-d666-42c2-8df3-ef1dfe97b4e7 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:20.871575 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48e54d0-6e3f-4845-881a-6dad8945921e', 'tag': '3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f', 'status': 'completed', 'code': 200} Dec 06 14:43:20.879195 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-112a4c96-cdab-41d6-b0ea-a14f2b525118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:20.881105 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112a4c96-cdab-41d6-b0ea-a14f2b525118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:20.881784 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-112a4c96-cdab-41d6-b0ea-a14f2b525118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:20.973470 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-3b83da40-995f-4b57-9d84-87f13892e199 service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867440 Dec 06 14:43:20.986924 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-112a4c96-cdab-41d6-b0ea-a14f2b525118 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6343679 Dec 06 14:43:21.019234 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40862) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:21.026714 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-17b72d85-71a8-44ae-b912-53806229fbb3 admin admin] Request body: {'subnet': {'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1432929801-subnet', 'tenant_id': 'fccb884e5aa045a785398366947baa02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:21.054197 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b052ece-c14a-4e5b-ad19-dada8ded159d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:21.099536 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 33be971b-5607-484a-ba01-a7327e162163 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:21.143260 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-7e74643a-1913-4d60-bf32-89379a2fc89f service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6727753 Dec 06 14:43:21.156819 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02f53c75-c09b-464e-bf94-d933f5ae809c req-5c71dfba-3332-4747-a085-1b1721c11178 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324053 Dec 06 14:43:21.182027 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a4c96-cdab-41d6-b0ea-a14f2b525118 admin admin] Pushing event updated for resources: {'Network': ['ID=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:21.193075 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39113bad-b885-450d-ac83-bf875a22db50 req-b90736d0-63f4-4e94-b3d3-bcaebafe601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:21.194437 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39113bad-b885-450d-ac83-bf875a22db50 req-b90736d0-63f4-4e94-b3d3-bcaebafe601d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 1099 time: 0.4068427 Dec 06 14:43:21.236041 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b72d85-71a8-44ae-b912-53806229fbb3 admin admin] Made reservation on behalf of fccb884e5aa045a785398366947baa02 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:21.239346 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17b72d85-71a8-44ae-b912-53806229fbb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:21.273214 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031694d8-2de8-43aa-ae22-488686923b6e req-038c2a7d-1fb0-4416-97fa-27e637fdb9dc tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:21.281793 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-031694d8-2de8-43aa-ae22-488686923b6e req-038c2a7d-1fb0-4416-97fa-27e637fdb9dc tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 945 time: 0.6421890 Dec 06 14:43:21.301844 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=33be971b-5607-484a-ba01-a7327e162163,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:21.312428 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-aafebeb5-437c-42f0-9f1e-dafe3357bfc9 service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600728 Dec 06 14:43:21.332437 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '33be971b-5607-484a-ba01-a7327e162163', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '33be971b-5607-484a-ba01-a7327e162163', 'mac_address': 'fa:16:3e:5f:2f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:21.335925 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:43:21.371050 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-e56bdbdb-3561-46dc-ab3e-bc559cb40a44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a HTTP/1.1" status: 200 len: 217 time: 0.0461822 Dec 06 14:43:21.389175 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-031694d8-2de8-43aa-ae22-488686923b6e req-719c5c1d-5679-44b2-b490-982a582be72d tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063035 Dec 06 14:43:21.469477 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:21.495976 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-e6229a6a-6826-4473-b53e-40110438f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:21.497216 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33be971b-5607-484a-ba01-a7327e162163 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:21.498223 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-e6229a6a-6826-4473-b53e-40110438f23c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2886b11-d7ce-4a27-8672-5072288b3ed3 HTTP/1.1" status: 200 len: 797 time: 0.1033211 Dec 06 14:43:21.530332 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=33be971b-5607-484a-ba01-a7327e162163,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:21.535635 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:21.599684 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=33be971b-5607-484a-ba01-a7327e162163,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:21.601008 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39113bad-b885-450d-ac83-bf875a22db50 req-c8a5d61f-7e6a-49ee-9072-105d50f2f987 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f HTTP/1.1" status: 200 len: 217 time: 0.3570442 Dec 06 14:43:21.614546 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8824818-9706-4fc5-abb8-999396a76ef0 req-7181fa52-a32d-4f3b-953a-14a27746237d tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:21.616552 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8824818-9706-4fc5-abb8-999396a76ef0 req-7181fa52-a32d-4f3b-953a-14a27746237d tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 948 time: 0.6284020 Dec 06 14:43:21.630673 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-9f6ad471-4f02-4011-8913-1a98e1567e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:21.632627 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-9f6ad471-4f02-4011-8913-1a98e1567e33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1270251 Dec 06 14:43:21.664384 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdb192-0737-4c35-94ac-90ba9a109ec2 req-1828798a-211f-4901-8e3b-adcd84523564 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:21.670596 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdb192-0737-4c35-94ac-90ba9a109ec2 req-1828798a-211f-4901-8e3b-adcd84523564 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:21.677163 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdb192-0737-4c35-94ac-90ba9a109ec2 req-1828798a-211f-4901-8e3b-adcd84523564 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:21.683289 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdb192-0737-4c35-94ac-90ba9a109ec2 req-1828798a-211f-4901-8e3b-adcd84523564 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:21.689690 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdb192-0737-4c35-94ac-90ba9a109ec2 req-1828798a-211f-4901-8e3b-adcd84523564 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:21.696149 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdb192-0737-4c35-94ac-90ba9a109ec2 req-1828798a-211f-4901-8e3b-adcd84523564 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:21.702303 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdb192-0737-4c35-94ac-90ba9a109ec2 req-1828798a-211f-4901-8e3b-adcd84523564 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:21.704458 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bcbdb192-0737-4c35-94ac-90ba9a109ec2 req-1828798a-211f-4901-8e3b-adcd84523564 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5432 time: 0.1483681 Dec 06 14:43:21.835162 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bcbdb192-0737-4c35-94ac-90ba9a109ec2 req-12ddd6cb-eec8-4282-9546-261b23ff1b51 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172423 Dec 06 14:43:21.841919 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-f94a5020-4ff5-4552-a2ff-d5fba8352604 service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998184 Dec 06 14:43:21.878753 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['33be971b-5607-484a-ba01-a7327e162163'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:22.069599 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-e723e4ac-d40f-4643-b171-be1c75f4b632 service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184944 Dec 06 14:43:22.140078 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-bdc2496c-f2b1-48c7-bf76-396d90f7f87f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee8da95d-34b2-4473-80cd-e4cf4bef2332 HTTP/1.1" status: 200 len: 217 time: 0.0553331 Dec 06 14:43:22.167433 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45235a9-19b9-45b3-9d6f-fdc705ae6a42 req-6b8f3392-ad69-488b-9cd9-af115e6803a6 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:22.167433 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e45235a9-19b9-45b3-9d6f-fdc705ae6a42 req-6b8f3392-ad69-488b-9cd9-af115e6803a6 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 949 time: 0.1409469 Dec 06 14:43:22.224105 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-7b6c185e-32f4-4722-bbf1-08825d3d96b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:22.225609 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-7b6c185e-32f4-4722-bbf1-08825d3d96b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2886b11-d7ce-4a27-8672-5072288b3ed3 HTTP/1.1" status: 200 len: 797 time: 0.0772238 Dec 06 14:43:22.300162 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b052ece-c14a-4e5b-ad19-dada8ded159d admin admin] Router 582b73bb-0f14-43f4-8919-8c223b556696 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:43:22.328164 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e45235a9-19b9-45b3-9d6f-fdc705ae6a42 req-683e9f58-4a13-42ca-9d80-e17d93eb7d46 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433232 Dec 06 14:43:22.354480 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-d2dc15ae-22dd-451d-88f2-c936999b7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:22.356671 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-d2dc15ae-22dd-451d-88f2-c936999b7c84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1135397 Dec 06 14:43:22.358312 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8824818-9706-4fc5-abb8-999396a76ef0 req-4f864408-9470-4931-b945-6baac345e598 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5759857 Dec 06 14:43:22.508190 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b052ece-c14a-4e5b-ad19-dada8ded159d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:43:22.518954 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40886) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:22.519846 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b2ca8d-2b0f-43fc-9ad9-aa954645c9de None None] Sync routers for ids ['582b73bb-0f14-43f4-8919-8c223b556696'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:43:22.528737 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5b052ece-c14a-4e5b-ad19-dada8ded159d admin admin] 10.222.0.20 "PUT /v2.0/routers/582b73bb-0f14-43f4-8919-8c223b556696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1873014 Dec 06 14:43:22.534098 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b2ca8d-2b0f-43fc-9ad9-aa954645c9de None None] Routers {'582b73bb-0f14-43f4-8919-8c223b556696'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:43:22.534733 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a8b2ca8d-2b0f-43fc-9ad9-aa954645c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:43:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['582b73bb-0f14-43f4-8919-8c223b556696'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:22.545392 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39113bad-b885-450d-ac83-bf875a22db50 req-02d83bc4-4158-48ce-b891-d2071569b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:22.546889 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39113bad-b885-450d-ac83-bf875a22db50 req-02d83bc4-4158-48ce-b891-d2071569b32b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.8015571 Dec 06 14:43:22.549295 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-50e29b11-3ec6-4242-8670-d40b2b6d22f8 service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830845 Dec 06 14:43:22.698323 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17b72d85-71a8-44ae-b912-53806229fbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:22.730304 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b2975-e771-4ea5-9394-22fb097345c7 req-ae0ded12-b633-4ef7-85a1-94ffee1223c2 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:22.732088 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab7b2975-e771-4ea5-9394-22fb097345c7 req-ae0ded12-b633-4ef7-85a1-94ffee1223c2 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 945 time: 0.1814132 Dec 06 14:43:22.758112 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a8b2ca8d-2b0f-43fc-9ad9-aa954645c9de None None] Set router 582b73bb-0f14-43f4-8919-8c223b556696 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:43:22.769981 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39113bad-b885-450d-ac83-bf875a22db50 req-aaccdc27-f73e-482f-9c8e-fc7bd248ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:22.771491 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39113bad-b885-450d-ac83-bf875a22db50 req-aaccdc27-f73e-482f-9c8e-fc7bd248ff28 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1879618 Dec 06 14:43:22.831238 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-7fe1f713-b300-46a9-9874-c87cb23c153d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:22.832796 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-7fe1f713-b300-46a9-9874-c87cb23c153d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.37 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9&tenant_id=1ef73dcd6d3e4823a5c82b4557027236&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 949 time: 0.1990023 Dec 06 14:43:22.895832 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39113bad-b885-450d-ac83-bf875a22db50 req-274e085b-5c54-49d7-8415-08d58c0be0d6 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062946 Dec 06 14:43:22.899431 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d9977-9f9d-4c60-b465-3497334fc597 req-cd4e56a2-fd72-4ad3-bfb2-063f388c5ee1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:22.907087 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d50d9977-9f9d-4c60-b465-3497334fc597 req-cd4e56a2-fd72-4ad3-bfb2-063f388c5ee1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 949 time: 0.2438188 Dec 06 14:43:22.941460 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9eff2bce-abdf-488f-a13c-d8c34dbc1511 admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:22.947363 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b72d85-71a8-44ae-b912-53806229fbb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c78aa4-4a36-4373-9916-580721e72599,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:22.956562 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8904a25b-11f0-477e-88ec-98aaee22e8d9 req-d825b151-431f-4543-8707-30e28c7efa85 service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549814 Dec 06 14:43:22.964628 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b72d85-71a8-44ae-b912-53806229fbb3 admin admin] Checking segment: {'id': '1dfcb9e9-45ec-4093-b02f-395f28473929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:22.964998 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b72d85-71a8-44ae-b912-53806229fbb3 admin admin] Network hostable DHCP agents. Network: 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:43:22.999708 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab7b2975-e771-4ea5-9394-22fb097345c7 req-be86d6f0-fcb8-463a-9254-bc78e22c6a9f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416587 Dec 06 14:43:23.063593 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-8a43cf98-9463-407f-9b7e-53999365c598 service neutron] 10.222.0.37 "GET /v2.0/ports/33be971b-5607-484a-ba01-a7327e162163/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 382 time: 0.2186973 Dec 06 14:43:23.090258 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d50d9977-9f9d-4c60-b465-3497334fc597 req-cdb10af1-62e4-4691-9830-ec8ab9bb1d0e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822274 Dec 06 14:43:23.111609 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b72d85-71a8-44ae-b912-53806229fbb3 admin admin] Network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:43:23.142999 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 33be971b-5607-484a-ba01-a7327e162163 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:23.174946 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-17b72d85-71a8-44ae-b912-53806229fbb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:23.177818 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b72d85-71a8-44ae-b912-53806229fbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.178429 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-17b72d85-71a8-44ae-b912-53806229fbb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:23.227139 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73354e54-8135-4ad3-ad71-7a9569a11735 None None] Network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:43:23.241210 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-17b72d85-71a8-44ae-b912-53806229fbb3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2118576 Dec 06 14:43:23.284354 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39113bad-b885-450d-ac83-bf875a22db50 req-9da93b48-1448-41fe-92ee-14867775d2b7 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674304 Dec 06 14:43:23.320970 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9eff2bce-abdf-488f-a13c-d8c34dbc1511 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:23.334738 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-76d070df-defa-4f19-8a3e-80dba706f70c tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.338522 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-76d070df-defa-4f19-8a3e-80dba706f70c tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc&tenant_id=2f27097afab6468f8670cde22cd39cd2&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.3260641 Dec 06 14:43:23.347591 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a8b2ca8d-2b0f-43fc-9ad9-aa954645c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582b73bb-0f14-43f4-8919-8c223b556696', 'name': 'tempest-AttachSCSIVolumeTestJSON-969321211-router', 'tenant_id': 'a6b9a49af22e4bde93573ef9e65199da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.148'}], 'enable_snat': True}, 'gw_port_id': '180477dc-a041-444e-b44c-1904e5284851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:40:56Z', 'updated_at': '2021-12-06T14:43:19Z', 'revision_number': 5, 'project_id': 'a6b9a49af22e4bde93573ef9e65199da', 'gw_port': {'id': '180477dc-a041-444e-b44c-1904e5284851', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582b73bb-0f14-43f4-8919-8c223b556696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:40:58Z', 'updated_at': '2021-12-06T14:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:23.376266 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76607171-4558-4574-ae88-e8b3d2acfe82 req-4b77fc9b-4518-4b19-b31e-d016e0c128c7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.385205 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76607171-4558-4574-ae88-e8b3d2acfe82 req-4b77fc9b-4518-4b19-b31e-d016e0c128c7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.403110 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76607171-4558-4574-ae88-e8b3d2acfe82 req-4b77fc9b-4518-4b19-b31e-d016e0c128c7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.409864 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76607171-4558-4574-ae88-e8b3d2acfe82 req-4b77fc9b-4518-4b19-b31e-d016e0c128c7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.435784 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76607171-4558-4574-ae88-e8b3d2acfe82 req-4b77fc9b-4518-4b19-b31e-d016e0c128c7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.440219 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-717259a1-3718-4d55-885e-9b338eeefb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.442719 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76607171-4558-4574-ae88-e8b3d2acfe82 req-4b77fc9b-4518-4b19-b31e-d016e0c128c7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.443877 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-717259a1-3718-4d55-885e-9b338eeefb0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 1100 time: 0.2353904 Dec 06 14:43:23.450912 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76607171-4558-4574-ae88-e8b3d2acfe82 req-4b77fc9b-4518-4b19-b31e-d016e0c128c7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.452922 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-76607171-4558-4574-ae88-e8b3d2acfe82 req-4b77fc9b-4518-4b19-b31e-d016e0c128c7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5432 time: 0.3103120 Dec 06 14:43:23.456946 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-master-1'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:23.482878 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599803e-3964-4e95-948e-3430a65f6be8 req-78caffbf-c683-430f-888c-b075c50f7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.484007 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599803e-3964-4e95-948e-3430a65f6be8 req-78caffbf-c683-430f-888c-b075c50f7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.487952 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599803e-3964-4e95-948e-3430a65f6be8 req-78caffbf-c683-430f-888c-b075c50f7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.487952 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599803e-3964-4e95-948e-3430a65f6be8 req-78caffbf-c683-430f-888c-b075c50f7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.488382 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599803e-3964-4e95-948e-3430a65f6be8 req-78caffbf-c683-430f-888c-b075c50f7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.489578 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599803e-3964-4e95-948e-3430a65f6be8 req-78caffbf-c683-430f-888c-b075c50f7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.490754 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599803e-3964-4e95-948e-3430a65f6be8 req-78caffbf-c683-430f-888c-b075c50f7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.501934 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c599803e-3964-4e95-948e-3430a65f6be8 req-78caffbf-c683-430f-888c-b075c50f7913 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 6489 time: 0.4430313 Dec 06 14:43:23.574994 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:23.595707 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c3088-9bf8-420c-b122-5e790bbbe1da req-653a561f-8c67-4101-a222-76fa0a1a9dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.597483 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d43c3088-9bf8-420c-b122-5e790bbbe1da req-653a561f-8c67-4101-a222-76fa0a1a9dd1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 1099 time: 0.1358500 Dec 06 14:43:23.633431 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b2ca8d-2b0f-43fc-9ad9-aa954645c9de None None] Checking router: 582b73bb-0f14-43f4-8919-8c223b556696 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:43:23.654368 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b2ca8d-2b0f-43fc-9ad9-aa954645c9de None None] Routers {'582b73bb-0f14-43f4-8919-8c223b556696'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:43:23.655266 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a8b2ca8d-2b0f-43fc-9ad9-aa954645c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:43:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['582b73bb-0f14-43f4-8919-8c223b556696'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:23.714054 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5', 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5', 'tenant_id': 'fccb884e5aa045a785398366947baa02', 'fixed_ips': [{'subnet_id': 'd7c78aa4-4a36-4373-9916-580721e72599'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:43:23.715364 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:23.722014 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 33be971b-5607-484a-ba01-a7327e162163 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:43:23.746167 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9eff2bce-abdf-488f-a13c-d8c34dbc1511 admin admin] Deleting port 180477dc-a041-444e-b44c-1904e5284851 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:43:23.746619 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9eff2bce-abdf-488f-a13c-d8c34dbc1511 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:23.771882 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 33be971b-5607-484a-ba01-a7327e162163 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:23.772481 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:23.773096 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-76607171-4558-4574-ae88-e8b3d2acfe82 req-66003e54-c55b-4cdb-bb39-3cdf756a902b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3017886 Dec 06 14:43:23.843994 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed21a4-7b3c-4f3a-9bdb-429dcefa9854 req-0b9ec4e2-0193-4f70-b9ee-c88f890851cf tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.851761 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aeed21a4-7b3c-4f3a-9bdb-429dcefa9854 req-0b9ec4e2-0193-4f70-b9ee-c88f890851cf tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 948 time: 0.2947352 Dec 06 14:43:23.854913 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a8b2ca8d-2b0f-43fc-9ad9-aa954645c9de None None] Set router 582b73bb-0f14-43f4-8919-8c223b556696 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:43:23.920279 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-5b76b784-4589-4228-8e0e-4d9a7dca166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.921863 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-5b76b784-4589-4228-8e0e-4d9a7dca166a service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.4681706 Dec 06 14:43:23.948405 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c3088-9bf8-420c-b122-5e790bbbe1da req-7c7d216b-f192-4f10-9827-932047831247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.950209 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d43c3088-9bf8-420c-b122-5e790bbbe1da req-7c7d216b-f192-4f10-9827-932047831247 service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.3393991 Dec 06 14:43:23.955909 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599803e-3964-4e95-948e-3430a65f6be8 req-c436b3a2-3e40-46ac-a7c7-8c4550a139e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.957449 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c599803e-3964-4e95-948e-3430a65f6be8 req-c436b3a2-3e40-46ac-a7c7-8c4550a139e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b HTTP/1.1" status: 200 len: 903 time: 0.3995776 Dec 06 14:43:23.998098 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-e04288d4-bb39-4fb5-b3d2-f4d67015b0ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=33be971b-5607-484a-ba01-a7327e162163 HTTP/1.1" status: 200 len: 217 time: 0.0615594 Dec 06 14:43:24.003315 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d43c3088-9bf8-420c-b122-5e790bbbe1da req-3c167c23-893f-4a39-8f1e-c839cb965038 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f HTTP/1.1" status: 200 len: 217 time: 0.0424590 Dec 06 14:43:24.045408 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aeed21a4-7b3c-4f3a-9bdb-429dcefa9854 req-f03282cd-a82f-4c87-8aa0-f51be8b3209a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927042 Dec 06 14:43:24.069640 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c599803e-3964-4e95-948e-3430a65f6be8 req-df6fd882-0fc2-49f7-b513-8b5562a91d1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a HTTP/1.1" status: 200 len: 217 time: 0.0821328 Dec 06 14:43:24.074665 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c3088-9bf8-420c-b122-5e790bbbe1da req-0f928488-98b2-47c9-a9c6-8655d87530be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:24.076481 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d43c3088-9bf8-420c-b122-5e790bbbe1da req-0f928488-98b2-47c9-a9c6-8655d87530be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0617189 Dec 06 14:43:24.085812 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] For port 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=41c48ea0-d370-47a9-8ab1-400c4b6721dc,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:24.117945 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a8b2ca8d-2b0f-43fc-9ad9-aa954645c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582b73bb-0f14-43f4-8919-8c223b556696', 'name': 'tempest-AttachSCSIVolumeTestJSON-969321211-router', 'tenant_id': 'a6b9a49af22e4bde93573ef9e65199da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:40:56Z', 'updated_at': '2021-12-06T14:43:23Z', 'revision_number': 6, 'project_id': 'a6b9a49af22e4bde93573ef9e65199da', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:24.164587 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-329ee990-1836-4479-82c8-3ce359dd8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:24.166024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-329ee990-1836-4479-82c8-3ce359dd8ab7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1126902 Dec 06 14:43:24.170295 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Allocated IP 172.20.0.2 (18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5/d7c78aa4-4a36-4373-9916-580721e72599/dddfb253-dff4-4e2d-9c95-bfdd8356d8cd) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:24.174045 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9eff2bce-abdf-488f-a13c-d8c34dbc1511 admin admin] For port 180477dc-a041-444e-b44c-1904e5284851, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=180477dc-a041-444e-b44c-1904e5284851,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:24.174619 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9eff2bce-abdf-488f-a13c-d8c34dbc1511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.245347 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9eff2bce-abdf-488f-a13c-d8c34dbc1511 admin admin] Calling delete_port for 180477dc-a041-444e-b44c-1904e5284851 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:43:24.254122 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c3088-9bf8-420c-b122-5e790bbbe1da req-77caac13-f326-42c9-9813-b9dcda19e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:24.255596 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d43c3088-9bf8-420c-b122-5e790bbbe1da req-77caac13-f326-42c9-9813-b9dcda19e654 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1676452 Dec 06 14:43:24.258496 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] For port 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:24.340832 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599803e-3964-4e95-948e-3430a65f6be8 req-4634889e-1611-4d32-af88-a3ee1cf245c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:24.342550 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c599803e-3964-4e95-948e-3430a65f6be8 req-4634889e-1611-4d32-af88-a3ee1cf245c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2886b11-d7ce-4a27-8672-5072288b3ed3 HTTP/1.1" status: 200 len: 797 time: 0.1724458 Dec 06 14:43:24.357294 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0516b-3cf4-4293-8fd9-38225eaace1f req-5a85c514-cd7d-46ea-8c35-3077dfa8c9ad tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:24.365231 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-84c0516b-3cf4-4293-8fd9-38225eaace1f req-5a85c514-cd7d-46ea-8c35-3077dfa8c9ad tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 945 time: 0.1937177 Dec 06 14:43:24.372169 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-7bb0aba1-ab8c-4d9f-8062-ec1927325eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:24.374011 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-7bb0aba1-ab8c-4d9f-8062-ec1927325eb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1896408 Dec 06 14:43:24.397299 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d43c3088-9bf8-420c-b122-5e790bbbe1da req-dead12d3-3183-40d5-a1a9-f8fccaf78d98 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179388 Dec 06 14:43:24.418548 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b2ca8d-2b0f-43fc-9ad9-aa954645c9de None None] The sync data for ids ['582b73bb-0f14-43f4-8919-8c223b556696'] in n-d-master-1 is: [{'id': '582b73bb-0f14-43f4-8919-8c223b556696', 'name': 'tempest-AttachSCSIVolumeTestJSON-969321211-router', 'tenant_id': 'a6b9a49af22e4bde93573ef9e65199da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:40:56Z', 'updated_at': '2021-12-06T14:43:23Z', 'revision_number': 6, 'project_id': 'a6b9a49af22e4bde93573ef9e65199da', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:43:24.451524 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c48ea0-d370-47a9-8ab1-400c4b6721dc'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:24.453801 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cde09f-8a0b-4a26-ad16-481abbe99212" -d '{"events": [{"server_uuid": "3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc", "name": "network-vif-unplugged", "status": "completed", "tag": "41c48ea0-d370-47a9-8ab1-400c4b6721dc"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:24.458864 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.463920 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.482834 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-be310797-7e84-45eb-806f-f4e8102e4f10 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:24.491759 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-be310797-7e84-45eb-806f-f4e8102e4f10 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/networks?id=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 HTTP/1.1" status: 200 len: 816 time: 0.3414152 Dec 06 14:43:24.513542 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.520756 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.551473 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=33be971b-5607-484a-ba01-a7327e162163,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:24.552798 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33be971b-5607-484a-ba01-a7327e162163'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:24.558370 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b628c7-36b7-4580-83e3-154ab56708a6" -d '{"events": [{"server_uuid": "901965c6-cef1-4d1f-ba6b-8433656fcaa9", "name": "network-vif-plugged", "status": "completed", "tag": "33be971b-5607-484a-ba01-a7327e162163"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:24.566731 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.610326 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Pushing event updated for resources: {'Port': ['ID=41c48ea0-d370-47a9-8ab1-400c4b6721dc,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:24.615202 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-7b27b313-3776-40b7-a937-fd024f29fe2d tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/quotas/fccb884e5aa045a785398366947baa02 HTTP/1.1" status: 200 len: 375 time: 0.1225779 Dec 06 14:43:24.715364 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d43c3088-9bf8-420c-b122-5e790bbbe1da req-b01e809a-24a6-4d50-92f7-135509cc771d service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095572 Dec 06 14:43:24.725106 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Attempting to bind port 41c48ea0-d370-47a9-8ab1-400c4b6721dc on host n-h2-master-1 for vnic_type normal with profile {"migrating_to": "n-h1-master-1"} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:24.725620 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Attempting to bind port 41c48ea0-d370-47a9-8ab1-400c4b6721dc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:24.725750 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Attempting to bind port 41c48ea0-d370-47a9-8ab1-400c4b6721dc on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:24.737617 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-4932d425-439a-4360-a46b-f6f4630f73d2 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fccb884e5aa045a785398366947baa02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1116657 Dec 06 14:43:24.738211 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Port 41c48ea0-d370-47a9-8ab1-400c4b6721dc on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:43:24.738540 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Attempting to bind port 41c48ea0-d370-47a9-8ab1-400c4b6721dc on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:24.744747 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:24.745088 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Checking segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:24.745472 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Bound using segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:24.745906 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Bound port: 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:24.746263 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.779960 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.847745 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b580e75c-1f8b-409e-9272-2748eb191fab no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:43:24.873724 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:24.876004 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: b580e75c-1f8b-409e-9272-2748eb191fab {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:43:24.876354 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b580e75c-1f8b-409e-9272-2748eb191fab not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:43:24.886600 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:24.893003 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:24.965881 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] For port 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:24.969856 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] For port 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=41c48ea0-d370-47a9-8ab1-400c4b6721dc,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:24.972711 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-32f3077d-2a91-4613-b28e-cf5b796ea06f service neutron] 10.222.0.20 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229846 Dec 06 14:43:24.978810 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.981603 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Attempting to bind port dddfb253-dff4-4e2d-9c95-bfdd8356d8cd on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:24.981997 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Attempting to bind port dddfb253-dff4-4e2d-9c95-bfdd8356d8cd by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '1dfcb9e9-45ec-4093-b02f-395f28473929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:24.982339 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Attempting to bind port dddfb253-dff4-4e2d-9c95-bfdd8356d8cd on network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:24.984436 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Pushing event updated for resources: {'Port': ['ID=dddfb253-dff4-4e2d-9c95-bfdd8356d8cd,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:25.041185 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=33be971b-5607-484a-ba01-a7327e162163,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:25.046714 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:25.047100 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Checking segment: {'id': '1dfcb9e9-45ec-4093-b02f-395f28473929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:25.047506 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:25.048109 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Bound using segment: {'id': '1dfcb9e9-45ec-4093-b02f-395f28473929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:25.048392 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Bound port: dddfb253-dff4-4e2d-9c95-bfdd8356d8cd, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dfcb9e9-45ec-4093-b02f-395f28473929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:25.048780 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:25.118675 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:25.119455 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:25.120972 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] 10.222.0.23 "PUT /v2.0/ports/41c48ea0-d370-47a9-8ab1-400c4b6721dc HTTP/1.1" status: 200 len: 1121 time: 1.7596776 Dec 06 14:43:25.124058 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] For port dddfb253-dff4-4e2d-9c95-bfdd8356d8cd, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:25.128544 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-84c0516b-3cf4-4293-8fd9-38225eaace1f req-1c0f49e6-9a9b-48c5-be4c-7ce1ecb59c93 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7619481 Dec 06 14:43:25.141089 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] For port dddfb253-dff4-4e2d-9c95-bfdd8356d8cd, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dddfb253-dff4-4e2d-9c95-bfdd8356d8cd,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:25.143383 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fdd45-b720-44be-8e69-8bf523270607 service neutron] Pushing event updated for resources: {'Port': ['ID=41c48ea0-d370-47a9-8ab1-400c4b6721dc,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:25.156355 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:25.179408 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-3bb0435c-7576-4a7f-a50f-6b98ebb2a52f service neutron] 10.222.0.20 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846967 Dec 06 14:43:25.179611 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599803e-3964-4e95-948e-3430a65f6be8 req-d2ad929c-4766-42ce-b581-15c34114858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:25.179611 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c599803e-3964-4e95-948e-3430a65f6be8 req-d2ad929c-4766-42ce-b581-15c34114858f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8068929 Dec 06 14:43:25.251137 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1544b-4018-4da1-99b7-51826543a571 None None] Pushing event updated for resources: {'Port': ['ID=dddfb253-dff4-4e2d-9c95-bfdd8356d8cd,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:25.260470 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['41c48ea0-d370-47a9-8ab1-400c4b6721dc'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:25.261592 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-0745de3a-7f3b-4beb-aee6-6702ed20095c service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8759429 Dec 06 14:43:25.263202 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['41c48ea0-d370-47a9-8ab1-400c4b6721dc'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:25.267020 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 41c48ea0-d370-47a9-8ab1-400c4b6721dc details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:25.593114 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=41c48ea0-d370-47a9-8ab1-400c4b6721dc,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:25.658516 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 41c48ea0-d370-47a9-8ab1-400c4b6721dc has no active binding in host n-h1-master-1 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 14:43:25.658740 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-2c1b14ff-7b3d-4eb2-902c-58ef15d2b42d service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740990 Dec 06 14:43:25.659000 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:25.724633 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3d3cc9-32f4-4300-82f9-1e6a091ccd15 x-openstack-request-id: req-5a3d3cc9-32f4-4300-82f9-1e6a091ccd15 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:25.727847 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc", "name": "network-vif-unplugged", "status": "completed", "tag": "41c48ea0-d370-47a9-8ab1-400c4b6721dc", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:25.727950 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a3d3cc9-32f4-4300-82f9-1e6a091ccd15 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:25.728357 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c48ea0-d370-47a9-8ab1-400c4b6721dc', 'code': 200} Dec 06 14:43:25.739001 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c599803e-3964-4e95-948e-3430a65f6be8 req-140c9b10-948d-418e-ba07-59e3f3e586a7 service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544260 Dec 06 14:43:25.753953 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9eff2bce-abdf-488f-a13c-d8c34dbc1511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:25.868893 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17752e68-b3c9-4cc3-afd0-0b001ea40bdc x-openstack-request-id: req-17752e68-b3c9-4cc3-afd0-0b001ea40bdc {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:25.869483 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901965c6-cef1-4d1f-ba6b-8433656fcaa9", "name": "network-vif-plugged", "status": "completed", "tag": "33be971b-5607-484a-ba01-a7327e162163", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:25.869483 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17752e68-b3c9-4cc3-afd0-0b001ea40bdc {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:25.869853 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33be971b-5607-484a-ba01-a7327e162163', 'code': 200} Dec 06 14:43:25.895024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c599803e-3964-4e95-948e-3430a65f6be8 req-74f0d9e0-f0ab-4cba-8000-5fe19337c15f service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422884 Dec 06 14:43:25.931302 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff2bce-abdf-488f-a13c-d8c34dbc1511 admin admin] Pushing event deleted for resources: {'Port': ['ID=180477dc-a041-444e-b44c-1904e5284851,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:25.943107 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1378046-577d-4911-9987-171d7ab51e49 req-50217228-2536-4fee-adec-c50f79a8dc72 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:25.950731 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d1378046-577d-4911-9987-171d7ab51e49 req-50217228-2536-4fee-adec-c50f79a8dc72 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.5472255 Dec 06 14:43:26.066161 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794521ce-d2e3-4742-9a4a-deb40329cc9c req-20ba1d9c-f209-4626-bf96-10881118dd73 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:26.074157 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794521ce-d2e3-4742-9a4a-deb40329cc9c req-20ba1d9c-f209-4626-bf96-10881118dd73 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:26.074639 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:26.091155 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794521ce-d2e3-4742-9a4a-deb40329cc9c req-20ba1d9c-f209-4626-bf96-10881118dd73 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:26.101003 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794521ce-d2e3-4742-9a4a-deb40329cc9c req-20ba1d9c-f209-4626-bf96-10881118dd73 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:26.105673 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f', 'mac_address': 'fa:16:3e:68:0b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:26.117421 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794521ce-d2e3-4742-9a4a-deb40329cc9c req-20ba1d9c-f209-4626-bf96-10881118dd73 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:26.135176 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794521ce-d2e3-4742-9a4a-deb40329cc9c req-20ba1d9c-f209-4626-bf96-10881118dd73 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:26.141267 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794521ce-d2e3-4742-9a4a-deb40329cc9c req-20ba1d9c-f209-4626-bf96-10881118dd73 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:26.150570 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-794521ce-d2e3-4742-9a4a-deb40329cc9c req-20ba1d9c-f209-4626-bf96-10881118dd73 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5432 time: 0.1633976 Dec 06 14:43:26.174110 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:26.217160 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:26.240051 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-794521ce-d2e3-4742-9a4a-deb40329cc9c req-1d2f3e0d-6e85-4ce1-aec4-4a43768c553d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779655 Dec 06 14:43:26.241888 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277a23-7669-4a86-9a7e-ef214bd04f7c req-25375565-52a0-486d-af19-c7268a8d4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:26.241888 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277a23-7669-4a86-9a7e-ef214bd04f7c req-25375565-52a0-486d-af19-c7268a8d4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:26.241888 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277a23-7669-4a86-9a7e-ef214bd04f7c req-25375565-52a0-486d-af19-c7268a8d4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:26.241888 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277a23-7669-4a86-9a7e-ef214bd04f7c req-25375565-52a0-486d-af19-c7268a8d4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:26.241888 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277a23-7669-4a86-9a7e-ef214bd04f7c req-25375565-52a0-486d-af19-c7268a8d4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:26.241888 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277a23-7669-4a86-9a7e-ef214bd04f7c req-25375565-52a0-486d-af19-c7268a8d4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:26.241888 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277a23-7669-4a86-9a7e-ef214bd04f7c req-25375565-52a0-486d-af19-c7268a8d4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:26.241888 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58277a23-7669-4a86-9a7e-ef214bd04f7c req-25375565-52a0-486d-af19-c7268a8d4098 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 6489 time: 0.2275245 Dec 06 14:43:26.264779 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9eff2bce-abdf-488f-a13c-d8c34dbc1511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:26.275967 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:26.284889 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:26.289915 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d1378046-577d-4911-9987-171d7ab51e49 req-af1ef7ac-8e42-470f-b151-40b25ab64df6 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379192 Dec 06 14:43:26.370213 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:26.402686 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:26.405212 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:26.405603 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:26.407733 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:26.408163 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:26.408585 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:26.408940 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:26.409287 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:26.409628 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:26.409963 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:26.414284 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:26.415819 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:26.416190 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:26.439916 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d81fd-5df6-44e5-8096-ec421fec364b req-5cccf640-12e1-4636-b1b5-1b0fe81adb40 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:26.441458 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-222d81fd-5df6-44e5-8096-ec421fec364b req-5cccf640-12e1-4636-b1b5-1b0fe81adb40 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 949 time: 0.1033072 Dec 06 14:43:26.548223 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-222d81fd-5df6-44e5-8096-ec421fec364b req-d98b6dd6-4dc4-4c4f-bb76-57f914bd8ee9 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935352 Dec 06 14:43:26.582709 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9eff2bce-abdf-488f-a13c-d8c34dbc1511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:26.610709 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9eff2bce-abdf-488f-a13c-d8c34dbc1511 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:26.637882 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:26.720425 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9eff2bce-abdf-488f-a13c-d8c34dbc1511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:26.721129 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eff2bce-abdf-488f-a13c-d8c34dbc1511 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 582b73bb-0f14-43f4-8919-8c223b556696 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:43:26.730940 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9eff2bce-abdf-488f-a13c-d8c34dbc1511 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:26.734606 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9eff2bce-abdf-488f-a13c-d8c34dbc1511 admin admin] 10.222.0.20 "DELETE /v2.0/routers/582b73bb-0f14-43f4-8919-8c223b556696 HTTP/1.1" status: 204 len: 168 time: 4.2123404 Dec 06 14:43:26.735885 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40968) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:26.736291 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277a23-7669-4a86-9a7e-ef214bd04f7c req-e2644bdc-0319-4609-ade3-e1f8c90e6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:26.737935 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58277a23-7669-4a86-9a7e-ef214bd04f7c req-e2644bdc-0319-4609-ade3-e1f8c90e6452 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b HTTP/1.1" status: 200 len: 903 time: 0.4868360 Dec 06 14:43:26.839541 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58277a23-7669-4a86-9a7e-ef214bd04f7c req-116a1e56-1b17-4815-909a-24a82eacb90d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee8da95d-34b2-4473-80cd-e4cf4bef2332 HTTP/1.1" status: 200 len: 217 time: 0.0781097 Dec 06 14:43:26.846435 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e10c10-382f-4a09-9d1e-0f25a5f6f5ab admin admin] Deleting subnet 352190ac-4e40-4db3-8c61-c3bb8f5b1665 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:43:26.852525 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-eb9b8b2f-d218-4c1a-8def-36c30ca0bf3a tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:26.867066 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d6fe1-54a0-48ad-980e-e259891fa300 req-6ab54d09-5168-464b-9d12-ff08aa60e6d3 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:26.868253 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-eb9b8b2f-d218-4c1a-8def-36c30ca0bf3a tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/networks?id=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 HTTP/1.1" status: 200 len: 816 time: 0.4205387 Dec 06 14:43:26.876542 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-470d6fe1-54a0-48ad-980e-e259891fa300 req-6ab54d09-5168-464b-9d12-ff08aa60e6d3 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 943 time: 0.2124255 Dec 06 14:43:26.877325 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14e10c10-382f-4a09-9d1e-0f25a5f6f5ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:26.946602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-5b52381a-29e2-4838-ae4d-328df7ae8a85 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/quotas/fccb884e5aa045a785398366947baa02 HTTP/1.1" status: 200 len: 375 time: 0.0774710 Dec 06 14:43:26.972419 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device dddfb253-dff4-4e2d-9c95-bfdd8356d8cd up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:27.005827 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14e10c10-382f-4a09-9d1e-0f25a5f6f5ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:27.012079 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277a23-7669-4a86-9a7e-ef214bd04f7c req-cb36b0fa-dc07-4991-8dc6-3159a7006231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:27.013573 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58277a23-7669-4a86-9a7e-ef214bd04f7c req-cb36b0fa-dc07-4991-8dc6-3159a7006231 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2886b11-d7ce-4a27-8672-5072288b3ed3 HTTP/1.1" status: 200 len: 797 time: 0.1370869 Dec 06 14:43:27.025263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-3f866c60-d7e9-47fa-ad2d-bbba592fe7cc tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fccb884e5aa045a785398366947baa02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655046 Dec 06 14:43:27.040853 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-470d6fe1-54a0-48ad-980e-e259891fa300 req-3ea069b8-a520-4468-a573-f85c12fc7a51 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111050 Dec 06 14:43:27.042491 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c85e9-1e8b-4091-926e-8553cf9bf04c None None] Network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:43:27.205931 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14e10c10-382f-4a09-9d1e-0f25a5f6f5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:27.219569 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-824ae55b-c22b-419b-afb3-d4a4316af02e None None] Provisioning complete for port dddfb253-dff4-4e2d-9c95-bfdd8356d8cd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:27.220377 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-824ae55b-c22b-419b-afb3-d4a4316af02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:27.279777 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14e10c10-382f-4a09-9d1e-0f25a5f6f5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:27.326980 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e10c10-382f-4a09-9d1e-0f25a5f6f5ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=352190ac-4e40-4db3-8c61-c3bb8f5b1665,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:27.329498 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14e10c10-382f-4a09-9d1e-0f25a5f6f5ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:27.333414 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-14e10c10-382f-4a09-9d1e-0f25a5f6f5ab admin admin] 10.222.0.20 "DELETE /v2.0/subnets/352190ac-4e40-4db3-8c61-c3bb8f5b1665 HTTP/1.1" status: 204 len: 168 time: 0.5958936 Dec 06 14:43:27.340772 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40974) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:27.343027 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45755f7b-b1da-4ad5-9061-884eeaed18f9 None None] Network 28950775-e42b-412b-a9e1-abe0a55f3ce1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:43:27.417462 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277a23-7669-4a86-9a7e-ef214bd04f7c req-c85ae70f-93d8-4cf0-92d0-dca3d088b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:27.420377 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58277a23-7669-4a86-9a7e-ef214bd04f7c req-c85ae70f-93d8-4cf0-92d0-dca3d088b90c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3930209 Dec 06 14:43:27.432260 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port dddfb253-dff4-4e2d-9c95-bfdd8356d8cd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:27.432544 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:27.475594 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-bc574ea5-f189-4d5b-b0fc-1baa394b7fb6 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:27.477940 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-bc574ea5-f189-4d5b-b0fc-1baa394b7fb6 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.37 "GET /v2.0/networks?id=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 HTTP/1.1" status: 200 len: 816 time: 0.3651462 Dec 06 14:43:27.490601 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:27.493229 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-689e7783-9186-40a7-bec6-d66bfd18015a service neutron] 10.222.0.20 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580014 Dec 06 14:43:27.520554 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-bc0df6e9-edca-46a9-8d75-828bfe1a9ceb tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Request body: {'port': {'device_id': '1613eba1-1f3e-460c-8e0c-7898af6530ca', 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5', 'admin_state_up': True, 'tenant_id': 'fccb884e5aa045a785398366947baa02'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:27.534540 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fe6d1-2b26-42ba-954e-981ccee72cb6 req-907c3935-fc8a-4f96-ba99-60763f277bb7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:27.542234 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fe6d1-2b26-42ba-954e-981ccee72cb6 req-907c3935-fc8a-4f96-ba99-60763f277bb7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:27.553225 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fe6d1-2b26-42ba-954e-981ccee72cb6 req-907c3935-fc8a-4f96-ba99-60763f277bb7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:27.560795 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fe6d1-2b26-42ba-954e-981ccee72cb6 req-907c3935-fc8a-4f96-ba99-60763f277bb7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:27.572538 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fe6d1-2b26-42ba-954e-981ccee72cb6 req-907c3935-fc8a-4f96-ba99-60763f277bb7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:27.578059 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fe6d1-2b26-42ba-954e-981ccee72cb6 req-907c3935-fc8a-4f96-ba99-60763f277bb7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:27.585137 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fe6d1-2b26-42ba-954e-981ccee72cb6 req-907c3935-fc8a-4f96-ba99-60763f277bb7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:27.593393 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c1fe6d1-2b26-42ba-954e-981ccee72cb6 req-907c3935-fc8a-4f96-ba99-60763f277bb7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5432 time: 0.2250590 Dec 06 14:43:27.682940 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:27.689236 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-824ae55b-c22b-419b-afb3-d4a4316af02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:27.724556 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c1fe6d1-2b26-42ba-954e-981ccee72cb6 req-8cdb75c2-f2dd-4693-ad1e-4c8a849d7709 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1301718 Dec 06 14:43:27.740036 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc', 'tag': '41c48ea0-d370-47a9-8ab1-400c4b6721dc'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:27.742814 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d77499a-2569-43e3-a2ba-3a842e6ef70f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc", "tag": "41c48ea0-d370-47a9-8ab1-400c4b6721dc"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:27.811201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58277a23-7669-4a86-9a7e-ef214bd04f7c req-62ae31ac-a45c-460e-a8c8-d731b857a398 service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709884 Dec 06 14:43:27.813096 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:27.816260 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] Deleting port 6f9acb64-3786-4839-868e-fb9fe8e9b67c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:43:27.825156 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-a6de1f0f-c133-47ea-a971-8fa51f65210a service neutron] 10.222.0.20 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262162 Dec 06 14:43:27.834648 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:27.846623 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-824ae55b-c22b-419b-afb3-d4a4316af02e None None] For port dddfb253-dff4-4e2d-9c95-bfdd8356d8cd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dddfb253-dff4-4e2d-9c95-bfdd8356d8cd,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:27.848412 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-bc0df6e9-edca-46a9-8d75-828bfe1a9ceb tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Made reservation on behalf of fccb884e5aa045a785398366947baa02 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:27.860367 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-bc0df6e9-edca-46a9-8d75-828bfe1a9ceb tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:27.886904 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f07877-0b99-4753-a081-447287a287df None None] DHCP port deletion for 28950775-e42b-412b-a9e1-abe0a55f3ce1 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:43:27.896140 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-824ae55b-c22b-419b-afb3-d4a4316af02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:28.095850 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] For port 6f9acb64-3786-4839-868e-fb9fe8e9b67c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6f9acb64-3786-4839-868e-fb9fe8e9b67c,segment=NetworkSegment(772bde07-8bd3-4db7-9e63-8bd701c8283e),segment_id=772bde07-8bd3-4db7-9e63-8bd701c8283e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:28.096489 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:28.104611 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ae55b-c22b-419b-afb3-d4a4316af02e None None] Pushing event updated for resources: {'Port': ['ID=dddfb253-dff4-4e2d-9c95-bfdd8356d8cd,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:28.132629 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb67c-d6cc-4908-9b16-be5af167988c req-747e0d45-c37a-498c-aa36-cf5ea5e20b29 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:28.143396 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-bc0df6e9-edca-46a9-8d75-828bfe1a9ceb tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Allocated IP 172.20.0.6 (18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5/d7c78aa4-4a36-4373-9916-580721e72599/9cbc89aa-b0c1-4bea-b509-860e02243d72) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:28.154467 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9bfb67c-d6cc-4908-9b16-be5af167988c req-747e0d45-c37a-498c-aa36-cf5ea5e20b29 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.2685137 Dec 06 14:43:28.212067 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58277a23-7669-4a86-9a7e-ef214bd04f7c req-3d087907-d7da-4c41-8853-f8c373edc086 service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812232 Dec 06 14:43:28.214463 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] Calling delete_port for 6f9acb64-3786-4839-868e-fb9fe8e9b67c owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:43:28.277080 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:43:28.284124 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:43:28.306084 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3caac1b3-6caa-4607-bcce-f27477d639e4 None None] Provisioning complete for port dddfb253-dff4-4e2d-9c95-bfdd8356d8cd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:28.306605 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3caac1b3-6caa-4607-bcce-f27477d639e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:28.358528 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9bfb67c-d6cc-4908-9b16-be5af167988c req-13859218-d796-4bbf-a55f-5862ffe72351 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013302 Dec 06 14:43:28.360944 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1f777-0573-4d18-8b6b-95152231ce61 req-02e42ddc-2834-42ed-b10a-b5d45d2975f3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:28.368741 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1a1f777-0573-4d18-8b6b-95152231ce61 req-02e42ddc-2834-42ed-b10a-b5d45d2975f3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 949 time: 0.1498370 Dec 06 14:43:28.377777 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-38f07877-0b99-4753-a081-447287a287df None None] Deleting port 6f9acb64-3786-4839-868e-fb9fe8e9b67c {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:43:28.378055 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-38f07877-0b99-4753-a081-447287a287df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:28.441430 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a471288-b993-4763-b778-a1802aa99900 x-openstack-request-id: req-2a471288-b993-4763-b778-a1802aa99900 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:28.441732 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc", "tag": "41c48ea0-d370-47a9-8ab1-400c4b6721dc", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:28.442607 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a471288-b993-4763-b778-a1802aa99900 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:28.443008 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc', 'tag': '41c48ea0-d370-47a9-8ab1-400c4b6721dc', 'status': 'completed', 'code': 200} Dec 06 14:43:28.472913 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:28.509987 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-bc0df6e9-edca-46a9-8d75-828bfe1a9ceb tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:28.516382 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-38f07877-0b99-4753-a081-447287a287df None None] For port 6f9acb64-3786-4839-868e-fb9fe8e9b67c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6f9acb64-3786-4839-868e-fb9fe8e9b67c,segment=NetworkSegment(772bde07-8bd3-4db7-9e63-8bd701c8283e),segment_id=772bde07-8bd3-4db7-9e63-8bd701c8283e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:28.516896 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-38f07877-0b99-4753-a081-447287a287df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:28.543200 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1a1f777-0573-4d18-8b6b-95152231ce61 req-fe536c0f-404f-4f57-a7a6-2e977d38cb1a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735706 Dec 06 14:43:28.544319 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-38f07877-0b99-4753-a081-447287a287df None None] Calling delete_port for 6f9acb64-3786-4839-868e-fb9fe8e9b67c owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:43:28.576716 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77499a-2569-43e3-a2ba-3a842e6ef70f req-f2cc49fe-6c67-44e3-a2ce-80a7782bc03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:28.576716 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d77499a-2569-43e3-a2ba-3a842e6ef70f req-f2cc49fe-6c67-44e3-a2ce-80a7782bc03b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 1124 time: 0.0925450 Dec 06 14:43:28.579882 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9acb64-3786-4839-868e-fb9fe8e9b67c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:28.619678 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] No DVR routers for this DVR port 6f9acb64-3786-4839-868e-fb9fe8e9b67c on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:43:28.679942 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-bc0df6e9-edca-46a9-8d75-828bfe1a9ceb tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:28.754003 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:28.813716 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-bc0df6e9-edca-46a9-8d75-828bfe1a9ceb tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:28.821983 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-bc0df6e9-edca-46a9-8d75-828bfe1a9ceb tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:28.825831 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-bc0df6e9-edca-46a9-8d75-828bfe1a9ceb tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:28.831833 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0df6e9-edca-46a9-8d75-828bfe1a9ceb tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Pushing event updated for resources: {'Port': ['ID=9cbc89aa-b0c1-4bea-b509-860e02243d72,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:28.866639 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-38f07877-0b99-4753-a081-447287a287df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:28.887519 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f07877-0b99-4753-a081-447287a287df None None] No DVR routers for this DVR port 6f9acb64-3786-4839-868e-fb9fe8e9b67c on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:43:28.933170 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f07877-0b99-4753-a081-447287a287df None None] Pushing event deleted for resources: {'Port': ['ID=6f9acb64-3786-4839-868e-fb9fe8e9b67c,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:28.955094 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 180477dc-a041-444e-b44c-1904e5284851 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:43:28.982719 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 180477dc-a041-444e-b44c-1904e5284851 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:43:28.990074 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 180477dc-a041-444e-b44c-1904e5284851 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:43:29.126168 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77499a-2569-43e3-a2ba-3a842e6ef70f req-db760d57-8587-4612-a6af-f1b7c3d812d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:29.133111 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d77499a-2569-43e3-a2ba-3a842e6ef70f req-db760d57-8587-4612-a6af-f1b7c3d812d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 921 time: 0.5329707 Dec 06 14:43:29.133894 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device dddfb253-dff4-4e2d-9c95-bfdd8356d8cd up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:29.217636 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d77499a-2569-43e3-a2ba-3a842e6ef70f req-a5c723f0-b646-4ae7-b315-29b8346a2657 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41c48ea0-d370-47a9-8ab1-400c4b6721dc HTTP/1.1" status: 200 len: 217 time: 0.0735633 Dec 06 14:43:29.228429 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-a0f60c0c-de4e-42fd-82e0-8ca250b07c73 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:29.230317 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-a0f60c0c-de4e-42fd-82e0-8ca250b07c73 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/networks?id=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 HTTP/1.1" status: 200 len: 816 time: 0.3327374 Dec 06 14:43:29.237349 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port dddfb253-dff4-4e2d-9c95-bfdd8356d8cd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:29.237729 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:29.254848 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-bc0df6e9-edca-46a9-8d75-828bfe1a9ceb tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:29.255715 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-bc0df6e9-edca-46a9-8d75-828bfe1a9ceb tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:29.272164 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:29.294170 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28950775-e42b-412b-a9e1-abe0a55f3ce1']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:29.321250 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-582d72c6-4eb3-46e9-9dcf-6401a4b30238 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/quotas/fccb884e5aa045a785398366947baa02 HTTP/1.1" status: 200 len: 375 time: 0.0793781 Dec 06 14:43:29.338033 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772bde07-8bd3-4db7-9e63-8bd701c8283e') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:29.338673 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772bde07-8bd3-4db7-9e63-8bd701c8283e') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:29.345044 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fb5c1ccc-3b5d-4339-bd0f-5cf9345eb940 None None] Provisioning complete for port 9cbc89aa-b0c1-4bea-b509-860e02243d72 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:29.345662 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb5c1ccc-3b5d-4339-bd0f-5cf9345eb940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:29.381791 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:29.386940 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-75932f5f-2c54-4a36-b4a9-d39bb3ea16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:29.389626 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-75932f5f-2c54-4a36-b4a9-d39bb3ea16dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9&tenant_id=1ef73dcd6d3e4823a5c82b4557027236 HTTP/1.1" status: 200 len: 1101 time: 0.1365993 Dec 06 14:43:29.400792 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-bc0df6e9-edca-46a9-8d75-828bfe1a9ceb tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8858831 Dec 06 14:43:29.407504 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc3ebd-31e0-49cc-82f2-c872b5722371 req-73fed0e0-a7de-4edf-87f7-0013d567decd tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:29.419588 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5fbc3ebd-31e0-49cc-82f2-c872b5722371 req-73fed0e0-a7de-4edf-87f7-0013d567decd tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 943 time: 0.9227059 Dec 06 14:43:29.422550 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Request body: {'port': {'device_id': '1613eba1-1f3e-460c-8e0c-7898af6530ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:29.427494 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:43:29.433002 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77499a-2569-43e3-a2ba-3a842e6ef70f req-5b98a321-2881-4b1a-a7d0-500ea1a0ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:29.434781 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d77499a-2569-43e3-a2ba-3a842e6ef70f req-5b98a321-2881-4b1a-a7d0-500ea1a0ffd1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.2033570 Dec 06 14:43:29.441816 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:29.444030 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fb5c1ccc-3b5d-4339-bd0f-5cf9345eb940 None None] Port 9cbc89aa-b0c1-4bea-b509-860e02243d72 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:43:29.447397 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:29.447714 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:29.502232 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d77499a-2569-43e3-a2ba-3a842e6ef70f req-e5e40da4-e6d6-4cae-88fa-a300fb2f58df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462379 Dec 06 14:43:29.549954 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-6117f050-09ba-4d38-8f7c-acfbdc176be2 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fccb884e5aa045a785398366947baa02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2069328 Dec 06 14:43:29.551337 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:29.571778 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:29.598933 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:43:29.599390 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:29.605793 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:29.654955 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:29.715668 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:29.730228 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6f9acb64-3786-4839-868e-fb9fe8e9b67c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:43:29.763778 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48e54d0-6e3f-4845-881a-6dad8945921e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:29.766245 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dca67f-5dc3-47ed-82b1-ac393ee0210a" -d '{"events": [{"server_uuid": "e48e54d0-6e3f-4845-881a-6dad8945921e", "name": "network-vif-plugged", "status": "completed", "tag": "3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:29.772114 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 6f9acb64-3786-4839-868e-fb9fe8e9b67c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:43:29.772466 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6f9acb64-3786-4839-868e-fb9fe8e9b67c not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:43:29.795504 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:29.805335 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:43:29.859964 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:43:29.925246 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:30.045036 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=33be971b-5607-484a-ba01-a7327e162163,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:30.049984 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5fbc3ebd-31e0-49cc-82f2-c872b5722371 req-0ae7fc94-d027-43d9-b030-932aa95e64fb tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6287227 Dec 06 14:43:30.089871 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:30.102401 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-79b47c11-9261-4651-8421-bea4f69c62c6 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:30.103926 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-79b47c11-9261-4651-8421-bea4f69c62c6 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.37 "GET /v2.0/networks?id=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 HTTP/1.1" status: 200 len: 816 time: 0.2447016 Dec 06 14:43:30.109413 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:30.112515 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/28950775-e42b-412b-a9e1-abe0a55f3ce1 HTTP/1.1" status: 204 len: 168 time: 2.7696285 Dec 06 14:43:30.129031 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-1a8409b3-f3e4-4b71-8d71-a5a1b2d018f1 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Request body: {'port': {'device_id': 'ca881233-3a02-4fdc-a92b-4e68ea8dab52', 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5', 'admin_state_up': True, 'tenant_id': 'fccb884e5aa045a785398366947baa02'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:30.168260 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880fa79-fef7-4e8e-8410-e2e7b83930c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=28950775-e42b-412b-a9e1-abe0a55f3ce1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:30.170947 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d77499a-2569-43e3-a2ba-3a842e6ef70f req-7bfb6c2c-13a2-4bca-a501-510119c30803 service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574059 Dec 06 14:43:30.171481 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:30.249008 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-5084020f-0945-4531-a72e-7d8195ab219e service neutron] 10.222.0.20 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6830533 Dec 06 14:43:30.270076 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41022) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:30.311433 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:30.328384 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c347d4e-746f-42ac-80d7-d00306158763 req-9017e4c9-9e00-4d77-8c24-f6cb61f4658e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:30.334433 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c347d4e-746f-42ac-80d7-d00306158763 req-9017e4c9-9e00-4d77-8c24-f6cb61f4658e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:30.340543 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c347d4e-746f-42ac-80d7-d00306158763 req-9017e4c9-9e00-4d77-8c24-f6cb61f4658e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:30.346690 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c347d4e-746f-42ac-80d7-d00306158763 req-9017e4c9-9e00-4d77-8c24-f6cb61f4658e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:30.353334 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c347d4e-746f-42ac-80d7-d00306158763 req-9017e4c9-9e00-4d77-8c24-f6cb61f4658e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:30.359294 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c347d4e-746f-42ac-80d7-d00306158763 req-9017e4c9-9e00-4d77-8c24-f6cb61f4658e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:30.365817 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c347d4e-746f-42ac-80d7-d00306158763 req-9017e4c9-9e00-4d77-8c24-f6cb61f4658e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:30.367809 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c347d4e-746f-42ac-80d7-d00306158763 req-9017e4c9-9e00-4d77-8c24-f6cb61f4658e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5432 time: 0.2239468 Dec 06 14:43:30.395585 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Transition to ACTIVE for port object 33be971b-5607-484a-ba01-a7327e162163 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:43:30.407361 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:30.440501 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-44e80faa-7035-4b3e-a0f9-5c9ef770f5e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4adef4ae9094e0e95743c9662339d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663797 Dec 06 14:43:30.442401 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41024) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:30.445570 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d77499a-2569-43e3-a2ba-3a842e6ef70f req-b8406835-66f0-4b64-b368-0baca046aa85 service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655544 Dec 06 14:43:30.449853 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33be971b-5607-484a-ba01-a7327e162163'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:30.452677 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7b869e-26f0-483c-bb30-d332e3fa7c3b" -d '{"events": [{"server_uuid": "901965c6-cef1-4d1f-ba6b-8433656fcaa9", "name": "network-vif-unplugged", "status": "completed", "tag": "33be971b-5607-484a-ba01-a7327e162163"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:30.465771 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-1a8409b3-f3e4-4b71-8d71-a5a1b2d018f1 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Made reservation on behalf of fccb884e5aa045a785398366947baa02 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:30.469179 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-1a8409b3-f3e4-4b71-8d71-a5a1b2d018f1 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:30.508491 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-7057cb4d-f68a-4009-96ed-0794646cd5f0 service neutron] 10.222.0.20 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505758 Dec 06 14:43:30.562000 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] No DVR routers for this DVR port 33be971b-5607-484a-ba01-a7327e162163 on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:43:30.578158 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Pushing event updated for resources: {'Port': ['ID=33be971b-5607-484a-ba01-a7327e162163,revision_number=10']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:30.594227 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cbc89aa-b0c1-4bea-b509-860e02243d72 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:30.596521 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c347d4e-746f-42ac-80d7-d00306158763 req-b58dbb21-348c-4dc8-bd7d-ab30f1916cf0 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2211266 Dec 06 14:43:30.612720 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:30.644181 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Transition to ACTIVE for port object 9cbc89aa-b0c1-4bea-b509-860e02243d72 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:43:30.652301 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:30.670490 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21bacaff-bbac-42a6-b994-9dde9e3e4a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:30.721100 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbc89aa-b0c1-4bea-b509-860e02243d72,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:30.760104 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Attempting to bind port 33be971b-5607-484a-ba01-a7327e162163 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:30.760901 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Attempting to bind port 33be971b-5607-484a-ba01-a7327e162163 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:30.761449 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Attempting to bind port 33be971b-5607-484a-ba01-a7327e162163 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:30.769283 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5121908c-90ba-4459-b040-30414a8af9ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:30.841831 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5121908c-90ba-4459-b040-30414a8af9ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:30.905833 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6865e75-ca76-47af-8caa-29fc679e075c req-a36edd27-d837-419f-9463-0af3f599fbf0 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:30.907399 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6865e75-ca76-47af-8caa-29fc679e075c req-a36edd27-d837-419f-9463-0af3f599fbf0 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 950 time: 0.0727053 Dec 06 14:43:30.949736 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Attempting to bind port 9cbc89aa-b0c1-4bea-b509-860e02243d72 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:30.950072 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Attempting to bind port 9cbc89aa-b0c1-4bea-b509-860e02243d72 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '1dfcb9e9-45ec-4093-b02f-395f28473929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:30.950409 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Attempting to bind port 9cbc89aa-b0c1-4bea-b509-860e02243d72 on network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:30.973573 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Port 9cbc89aa-b0c1-4bea-b509-860e02243d72 on network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:43:30.973923 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Attempting to bind port 9cbc89aa-b0c1-4bea-b509-860e02243d72 on network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:30.998900 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Port 33be971b-5607-484a-ba01-a7327e162163 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:43:30.999408 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Attempting to bind port 33be971b-5607-484a-ba01-a7327e162163 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:31.014495 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6865e75-ca76-47af-8caa-29fc679e075c req-83576e12-c511-4b7d-8176-e7c16ae92c48 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770555 Dec 06 14:43:31.015635 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:31.016189 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Checking segment: {'id': '1dfcb9e9-45ec-4093-b02f-395f28473929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:31.016732 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Bound using segment: {'id': '1dfcb9e9-45ec-4093-b02f-395f28473929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:31.017348 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Bound port: 9cbc89aa-b0c1-4bea-b509-860e02243d72, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dfcb9e9-45ec-4093-b02f-395f28473929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:31.018044 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:31.095289 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5121908c-90ba-4459-b040-30414a8af9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:31.099782 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5121908c-90ba-4459-b040-30414a8af9ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:31.101636 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5121908c-90ba-4459-b040-30414a8af9ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf8ac1c4-29ac-4e50-8186-5d52c372fd84 HTTP/1.1" status: 204 len: 168 time: 0.6522703 Dec 06 14:43:31.117115 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:31.118066 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:31.118924 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:31.119799 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Bound port: 33be971b-5607-484a-ba01-a7327e162163, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:31.120799 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:31.152781 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121908c-90ba-4459-b040-30414a8af9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8ac1c4-29ac-4e50-8186-5d52c372fd84,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:31.160249 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] For port 9cbc89aa-b0c1-4bea-b509-860e02243d72, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:31.181280 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 41c48ea0-d370-47a9-8ab1-400c4b6721dc no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:43:31.188514 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] For port 9cbc89aa-b0c1-4bea-b509-860e02243d72, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9cbc89aa-b0c1-4bea-b509-860e02243d72,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:31.198955 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-1a8409b3-f3e4-4b71-8d71-a5a1b2d018f1 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Allocated IP 172.20.0.3 (18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5/d7c78aa4-4a36-4373-9916-580721e72599/91655ffc-d2e5-4ec9-a98a-d88ac3caab9e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:31.209794 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:31.340201 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:31.341576 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:31.347161 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] 10.222.0.37 "PUT /v2.0/ports/9cbc89aa-b0c1-4bea-b509-860e02243d72 HTTP/1.1" status: 200 len: 1091 time: 1.9309752 Dec 06 14:43:31.347930 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1613eba1-1f3e-460c-8e0c-7898af6530ca', 'tag': '9cbc89aa-b0c1-4bea-b509-860e02243d72'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:31.353483 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ec0926-b4e7-4f31-bcdc-9449352be794" -d '{"events": [{"name": "network-changed", "server_uuid": "1613eba1-1f3e-460c-8e0c-7898af6530ca", "tag": "9cbc89aa-b0c1-4bea-b509-860e02243d72"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:31.395218 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bd928-6874-4d4d-a95e-5c76f401e580 req-edccd77b-9ed8-4240-a25e-bf3cd4f66034 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:31.405077 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-376bd928-6874-4d4d-a95e-5c76f401e580 req-edccd77b-9ed8-4240-a25e-bf3cd4f66034 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 949 time: 0.4737535 Dec 06 14:43:31.477236 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c564a5e9-a2d2-4dc9-8038-9e027879bae1 x-openstack-request-id: req-c564a5e9-a2d2-4dc9-8038-9e027879bae1 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:31.485721 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48e54d0-6e3f-4845-881a-6dad8945921e", "name": "network-vif-plugged", "status": "completed", "tag": "3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:31.485986 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c564a5e9-a2d2-4dc9-8038-9e027879bae1 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:31.486407 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48e54d0-6e3f-4845-881a-6dad8945921e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f', 'code': 200} Dec 06 14:43:31.573386 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76d9d6-7c17-48d6-9809-3c00861ec8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbc89aa-b0c1-4bea-b509-860e02243d72,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:31.641559 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-e152d424-b5af-4a73-ae9f-83aff002b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:31.648258 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-e152d424-b5af-4a73-ae9f-83aff002b9ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fccb884e5aa045a785398366947baa02&device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 1094 time: 0.2476172 Dec 06 14:43:31.673366 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 33be971b-5607-484a-ba01-a7327e162163 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:43:31.725327 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40c41fe-8f09-4131-ae65-d155371d194b x-openstack-request-id: req-c40c41fe-8f09-4131-ae65-d155371d194b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:31.725698 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901965c6-cef1-4d1f-ba6b-8433656fcaa9", "name": "network-vif-unplugged", "status": "completed", "tag": "33be971b-5607-484a-ba01-a7327e162163", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:31.725880 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c40c41fe-8f09-4131-ae65-d155371d194b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:31.727507 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33be971b-5607-484a-ba01-a7327e162163', 'code': 200} Dec 06 14:43:31.750852 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-787f1b3e-a0dc-4c6a-9972-3531e6e05d1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cbc89aa-b0c1-4bea-b509-860e02243d72 HTTP/1.1" status: 200 len: 217 time: 0.0933368 Dec 06 14:43:31.813390 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 33be971b-5607-484a-ba01-a7327e162163 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:43:31.891968 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dd3dbbc8-39c1-49de-9326-32ed54f24a5d req-6a0c60bf-279d-486a-8ef6-8d03ba0fbeaa tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 210 time: 0.0330572 Dec 06 14:43:31.912989 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-be2f6917-f185-4818-aff3-799e7b8d2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:31.922636 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-be2f6917-f185-4818-aff3-799e7b8d2b1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7c78aa4-4a36-4373-9916-580721e72599 HTTP/1.1" status: 200 len: 855 time: 0.1561067 Dec 06 14:43:32.014239 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:32.016585 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-09cd6969-1a57-4d44-82f2-d0fb93fb4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:32.019343 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-09cd6969-1a57-4d44-82f2-d0fb93fb4437 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955169 Dec 06 14:43:32.035091 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=33be971b-5607-484a-ba01-a7327e162163,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:32.041949 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-376bd928-6874-4d4d-a95e-5c76f401e580 req-c71552d0-7800-4462-b84c-f785f0774a0b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6096859 Dec 06 14:43:32.057732 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:32.119366 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4b024-b1f9-4839-9473-221084056270 req-f1c949cd-8a6c-4214-b66c-61b8948d5e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:32.120734 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94f4b024-b1f9-4839-9473-221084056270 req-f1c949cd-8a6c-4214-b66c-61b8948d5e7a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 1101 time: 0.5987499 Dec 06 14:43:32.151705 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6bffd2-bf85-46f7-832c-8f95c56777cc x-openstack-request-id: req-1d6bffd2-bf85-46f7-832c-8f95c56777cc {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:32.152257 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1613eba1-1f3e-460c-8e0c-7898af6530ca", "tag": "9cbc89aa-b0c1-4bea-b509-860e02243d72", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:32.152597 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d6bffd2-bf85-46f7-832c-8f95c56777cc {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:32.152998 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1613eba1-1f3e-460c-8e0c-7898af6530ca', 'tag': '9cbc89aa-b0c1-4bea-b509-860e02243d72', 'status': 'completed', 'code': 200} Dec 06 14:43:32.194784 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:32.195460 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:32.201970 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] 10.222.0.23 "PUT /v2.0/ports/33be971b-5607-484a-ba01-a7327e162163 HTTP/1.1" status: 200 len: 1097 time: 2.7653050 Dec 06 14:43:32.250674 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41060) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:32.267863 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b57f4b-a883-4803-a03d-181235b6dbae req-d1c9021b-fe8b-424d-80e1-b26f808662b7 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:32.269401 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51b57f4b-a883-4803-a03d-181235b6dbae req-d1c9021b-fe8b-424d-80e1-b26f808662b7 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 943 time: 0.2283325 Dec 06 14:43:32.319595 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-12101c8e-41d7-45c3-b7b3-4aac6e6686ca service neutron] 10.222.0.37 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925310 Dec 06 14:43:32.339544 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-1a8409b3-f3e4-4b71-8d71-a5a1b2d018f1 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:32.398876 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6b843-56e1-47a3-8288-cbbdc401cacc service neutron] Pushing event updated for resources: {'Port': ['ID=33be971b-5607-484a-ba01-a7327e162163,revision_number=11']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:32.449509 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51b57f4b-a883-4803-a03d-181235b6dbae req-9af993fb-f40f-4117-b913-84f7fbf72d27 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728883 Dec 06 14:43:32.451490 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-1a8409b3-f3e4-4b71-8d71-a5a1b2d018f1 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:32.575778 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a3dfa21-406e-48b3-9dbf-3d2763873793 req-782e5b87-301c-4c04-8589-dcc49cad5a5a service neutron] 10.222.0.37 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433481 Dec 06 14:43:32.602236 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-1a8409b3-f3e4-4b71-8d71-a5a1b2d018f1 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:32.633869 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94f4b024-b1f9-4839-9473-221084056270 req-faa1cb9d-19ea-44f9-b745-49b52a258ca8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772413 Dec 06 14:43:32.644402 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-1a8409b3-f3e4-4b71-8d71-a5a1b2d018f1 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:32.647320 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-1a8409b3-f3e4-4b71-8d71-a5a1b2d018f1 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:32.703138 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8409b3-f3e4-4b71-8d71-a5a1b2d018f1 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Pushing event updated for resources: {'Port': ['ID=91655ffc-d2e5-4ec9-a98a-d88ac3caab9e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:32.750078 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416c01c-e6fe-4650-a32f-237a82f6f823 req-eb25733a-c404-4a9f-a29d-24b48c49dd20 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:32.764972 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-919085ca-204e-4e06-98d6-7ebc898a6191 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6b9a49af22e4bde93573ef9e65199da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5116258 Dec 06 14:43:32.765973 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4416c01c-e6fe-4650-a32f-237a82f6f823 req-eb25733a-c404-4a9f-a29d-24b48c49dd20 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 950 time: 0.1623278 Dec 06 14:43:32.770038 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41064) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:32.782632 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-ae805f01-2147-42f6-a941-2a7ef4524fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:32.784179 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-ae805f01-2147-42f6-a941-2a7ef4524fd9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 1100 time: 0.5373020 Dec 06 14:43:32.820946 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd3dae-0b52-4cea-ad11-5958aaa9e886 req-6202ec18-42e2-4d24-9611-8082f0eded54 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:32.827057 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd3dae-0b52-4cea-ad11-5958aaa9e886 req-6202ec18-42e2-4d24-9611-8082f0eded54 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:32.848680 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd3dae-0b52-4cea-ad11-5958aaa9e886 req-6202ec18-42e2-4d24-9611-8082f0eded54 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:32.856979 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd3dae-0b52-4cea-ad11-5958aaa9e886 req-6202ec18-42e2-4d24-9611-8082f0eded54 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:32.870080 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd3dae-0b52-4cea-ad11-5958aaa9e886 req-6202ec18-42e2-4d24-9611-8082f0eded54 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:32.877145 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd3dae-0b52-4cea-ad11-5958aaa9e886 req-6202ec18-42e2-4d24-9611-8082f0eded54 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:32.884407 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd3dae-0b52-4cea-ad11-5958aaa9e886 req-6202ec18-42e2-4d24-9611-8082f0eded54 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:32.892613 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec0926-b4e7-4f31-bcdc-9449352be794 req-bf15be1c-1869-4acf-ae61-d78beb4d8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:32.894122 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5ec0926-b4e7-4f31-bcdc-9449352be794 req-bf15be1c-1869-4acf-ae61-d78beb4d8f95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fccb884e5aa045a785398366947baa02&device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 1094 time: 0.2216101 Dec 06 14:43:32.895103 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e8dd3dae-0b52-4cea-ad11-5958aaa9e886 req-6202ec18-42e2-4d24-9611-8082f0eded54 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5432 time: 0.5085173 Dec 06 14:43:32.976571 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4416c01c-e6fe-4650-a32f-237a82f6f823 req-3875aee4-0741-4c55-91e8-f6ba1dc47702 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089674 Dec 06 14:43:32.983176 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcffe35c-89d8-42dc-81e5-1209a6b9b8df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:33.032164 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-1a8409b3-f3e4-4b71-8d71-a5a1b2d018f1 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:33.033656 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-1a8409b3-f3e4-4b71-8d71-a5a1b2d018f1 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:33.045285 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcffe35c-89d8-42dc-81e5-1209a6b9b8df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:33.075474 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-870a5db2-543c-45a0-a4ac-3d982bfb9d07 None None] Provisioning complete for port 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:33.076078 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-870a5db2-543c-45a0-a4ac-3d982bfb9d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:33.105918 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec0926-b4e7-4f31-bcdc-9449352be794 req-3953201e-22a2-445a-8e8a-62852eb96117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:33.107742 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5ec0926-b4e7-4f31-bcdc-9449352be794 req-3953201e-22a2-445a-8e8a-62852eb96117 service neutron] 10.222.0.37 "GET /v2.0/networks?id=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 HTTP/1.1" status: 200 len: 917 time: 0.1943207 Dec 06 14:43:33.144197 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-870a5db2-543c-45a0-a4ac-3d982bfb9d07 None None] Port 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:43:33.175777 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e8dd3dae-0b52-4cea-ad11-5958aaa9e886 req-48e45607-d884-4f27-b574-0982c6fe2384 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2742262 Dec 06 14:43:33.193201 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8429660-14ab-4b40-97f4-2f0200b379ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:33.195589 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5ec0926-b4e7-4f31-bcdc-9449352be794 req-339cf5b7-0086-4f5b-bfac-e003e07fa776 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cbc89aa-b0c1-4bea-b509-860e02243d72 HTTP/1.1" status: 200 len: 217 time: 0.0796919 Dec 06 14:43:33.196976 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcffe35c-89d8-42dc-81e5-1209a6b9b8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:33.203019 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcffe35c-89d8-42dc-81e5-1209a6b9b8df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:33.212325 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fcffe35c-89d8-42dc-81e5-1209a6b9b8df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/beb738c6-fdcc-48a0-b5a4-e0f195c6c12e HTTP/1.1" status: 204 len: 168 time: 0.4355872 Dec 06 14:43:33.215347 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-29352947-b74d-4dd4-9be0-df460b538e6c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:33.222715 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-29352947-b74d-4dd4-9be0-df460b538e6c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.23 "GET /v2.0/networks?id=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 HTTP/1.1" status: 200 len: 816 time: 0.7831657 Dec 06 14:43:33.257001 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-a2b76f0a-a1f8-4b74-9b87-86d6d187495c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Request body: {'port': {'device_id': '854d3c03-664a-4dcf-8140-ac29b1cae1fc', 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5', 'admin_state_up': True, 'tenant_id': 'fccb884e5aa045a785398366947baa02'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:33.316159 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-1a8409b3-f3e4-4b71-8d71-a5a1b2d018f1 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1964891 Dec 06 14:43:33.320076 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffe35c-89d8-42dc-81e5-1209a6b9b8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb738c6-fdcc-48a0-b5a4-e0f195c6c12e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:33.388597 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Request body: {'port': {'device_id': 'ca881233-3a02-4fdc-a92b-4e68ea8dab52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:33.389392 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0336a16-cb10-4a16-84be-56d9bc149f63 req-7701baf2-412b-4495-9cfe-de50a0dd9169 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 210 time: 0.0654595 Dec 06 14:43:33.412812 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec0926-b4e7-4f31-bcdc-9449352be794 req-e15092fa-9734-4ce8-aa19-0ccde0ab95db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:33.414293 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5ec0926-b4e7-4f31-bcdc-9449352be794 req-e15092fa-9734-4ce8-aa19-0ccde0ab95db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7c78aa4-4a36-4373-9916-580721e72599 HTTP/1.1" status: 200 len: 855 time: 0.2003829 Dec 06 14:43:33.443304 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-73eb23d5-b195-4b8a-a83b-0dc30cf9b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:33.444990 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-73eb23d5-b195-4b8a-a83b-0dc30cf9b857 service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.5259504 Dec 06 14:43:33.481159 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec0926-b4e7-4f31-bcdc-9449352be794 req-2d235b53-aeaa-48a4-abbc-d09c95f33e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:33.486142 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5ec0926-b4e7-4f31-bcdc-9449352be794 req-2d235b53-aeaa-48a4-abbc-d09c95f33e30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632226 Dec 06 14:43:33.593531 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ff095-d042-43da-ae6c-bead0b847427 req-41a87492-8045-4b2e-94e1-675ced447aad tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:33.595064 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e25ff095-d042-43da-ae6c-bead0b847427 req-41a87492-8045-4b2e-94e1-675ced447aad tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 949 time: 0.2639236 Dec 06 14:43:33.596359 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-faf91492-8113-4295-8a5d-517d83551fe6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=33be971b-5607-484a-ba01-a7327e162163 HTTP/1.1" status: 200 len: 217 time: 0.0787973 Dec 06 14:43:33.657604 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5ec0926-b4e7-4f31-bcdc-9449352be794 req-96423f82-f80d-4a07-95f8-ca6d7f1f36c6 service neutron] 10.222.0.37 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631877 Dec 06 14:43:33.672194 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9818859-fd66-4d0f-9a4f-6c8a5de6c177 req-bd88df80-f8c4-45f4-b33c-2a7b6028e9cd tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:33.682592 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:33.688927 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9818859-fd66-4d0f-9a4f-6c8a5de6c177 req-bd88df80-f8c4-45f4-b33c-2a7b6028e9cd tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 943 time: 0.1167769 Dec 06 14:43:33.730176 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'tag': '33be971b-5607-484a-ba01-a7327e162163'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:33.732407 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842ba7b7-a3e3-43aa-b810-31b2227422cf" -d '{"events": [{"name": "network-changed", "server_uuid": "901965c6-cef1-4d1f-ba6b-8433656fcaa9", "tag": "33be971b-5607-484a-ba01-a7327e162163"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:33.755495 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-46856cb9-a211-4431-8e50-af78a1466b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:33.756969 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-46856cb9-a211-4431-8e50-af78a1466b4f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1375368 Dec 06 14:43:33.807910 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5ec0926-b4e7-4f31-bcdc-9449352be794 req-742a2ae9-3fdd-4ad8-82e1-b7550b203212 service neutron] 10.222.0.37 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162207 Dec 06 14:43:33.839478 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e25ff095-d042-43da-ae6c-bead0b847427 req-0d149a8c-9105-44cb-bc22-08dddfe36462 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224951 Dec 06 14:43:33.881483 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:33.912539 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9818859-fd66-4d0f-9a4f-6c8a5de6c177 req-4738ea97-25f5-4766-b686-faa9f075e86c tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223582 Dec 06 14:43:33.959499 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc1abd1-8110-4ddd-aca5-5e80b34d114e x-openstack-request-id: req-7fc1abd1-8110-4ddd-aca5-5e80b34d114e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:33.960122 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901965c6-cef1-4d1f-ba6b-8433656fcaa9", "tag": "33be971b-5607-484a-ba01-a7327e162163", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:33.961231 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fc1abd1-8110-4ddd-aca5-5e80b34d114e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:33.962114 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'tag': '33be971b-5607-484a-ba01-a7327e162163', 'status': 'completed', 'code': 200} Dec 06 14:43:33.978952 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-a2b76f0a-a1f8-4b74-9b87-86d6d187495c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Made reservation on behalf of fccb884e5aa045a785398366947baa02 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:33.985422 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-a2b76f0a-a1f8-4b74-9b87-86d6d187495c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:34.069253 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-49b0df04-8bc4-40b6-9116-81d0313aa75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:34.070836 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-49b0df04-8bc4-40b6-9116-81d0313aa75f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 1100 time: 0.0803394 Dec 06 14:43:34.165173 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:34.173800 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:34.188708 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Transition to ACTIVE for port object 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:43:34.249225 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d7ee7-04f6-4c28-8e41-5688a30f6c0e req-78135e7b-15a2-4f4b-8915-3b6ed7c302f7 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:34.251799 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-118d7ee7-04f6-4c28-8e41-5688a30f6c0e req-78135e7b-15a2-4f4b-8915-3b6ed7c302f7 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 950 time: 0.1058524 Dec 06 14:43:34.271052 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:34.317841 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-8198f673-f77a-423b-863f-af7233d34aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:34.319399 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-8198f673-f77a-423b-863f-af7233d34aa2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5519207 Dec 06 14:43:34.372079 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-8cf1f642-6321-4d19-8ca7-a2126dac2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:34.373692 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-8cf1f642-6321-4d19-8ca7-a2126dac2c26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2954624 Dec 06 14:43:34.419669 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Pushing event updated for resources: {'Port': ['ID=91655ffc-d2e5-4ec9-a98a-d88ac3caab9e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:34.460065 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-118d7ee7-04f6-4c28-8e41-5688a30f6c0e req-704b80db-bf27-4636-9b20-c0e531ba02a8 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936862 Dec 06 14:43:34.470339 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-6e0c83a3-2901-4128-9933-9bbce3884d9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=33be971b-5607-484a-ba01-a7327e162163 HTTP/1.1" status: 200 len: 217 time: 0.0864291 Dec 06 14:43:34.554375 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-72227cce-14fd-46b7-ab1d-93a4727c982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:34.557205 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-72227cce-14fd-46b7-ab1d-93a4727c982f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0792515 Dec 06 14:43:34.597476 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0ef79163-c339-4f7a-991a-78a7d4377ba9 req-f549be64-ee08-47dc-8efc-681101603ac3 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 210 time: 0.0382669 Dec 06 14:43:34.654506 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-8fe1e86a-4832-4eaf-9d51-aaac7444f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:34.656306 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-8fe1e86a-4832-4eaf-9d51-aaac7444f51e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0856209 Dec 06 14:43:34.871335 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-b4678ac1-e683-45b1-a0a1-57f45dfd33c0 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050233 Dec 06 14:43:34.908165 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20813d00-fb32-41b5-9d36-210ef60921b7 req-5d24d802-fdf2-4a22-92b3-6ee7ea6deda7 tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:34.911537 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-20813d00-fb32-41b5-9d36-210ef60921b7 req-5d24d802-fdf2-4a22-92b3-6ee7ea6deda7 tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 1101 time: 0.1800961 Dec 06 14:43:34.915528 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-27180b0e-4048-4dbd-9f76-bd4fd3a2c433 service neutron] 10.222.0.37 "GET /v2.0/ports/41c48ea0-d370-47a9-8ab1-400c4b6721dc/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 384 time: 0.1489372 Dec 06 14:43:34.976930 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-a2b76f0a-a1f8-4b74-9b87-86d6d187495c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Allocated IP 172.20.0.9 (18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5/d7c78aa4-4a36-4373-9916-580721e72599/918d40fd-8b4f-4e12-8998-886c2131303a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:34.980984 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-82834c92-a55b-4477-a6d1-b4adb39da19b service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6457365 Dec 06 14:43:35.020094 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da85fe-8c88-452a-88f9-e4851031f510 req-7370af8f-39da-4a65-b50e-e8864e18db52 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:35.026647 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da85fe-8c88-452a-88f9-e4851031f510 req-7370af8f-39da-4a65-b50e-e8864e18db52 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:35.032903 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da85fe-8c88-452a-88f9-e4851031f510 req-7370af8f-39da-4a65-b50e-e8864e18db52 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:35.039750 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da85fe-8c88-452a-88f9-e4851031f510 req-7370af8f-39da-4a65-b50e-e8864e18db52 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:35.045901 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da85fe-8c88-452a-88f9-e4851031f510 req-7370af8f-39da-4a65-b50e-e8864e18db52 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:35.052373 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da85fe-8c88-452a-88f9-e4851031f510 req-7370af8f-39da-4a65-b50e-e8864e18db52 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:35.058355 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da85fe-8c88-452a-88f9-e4851031f510 req-7370af8f-39da-4a65-b50e-e8864e18db52 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:35.060295 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-99da85fe-8c88-452a-88f9-e4851031f510 req-7370af8f-39da-4a65-b50e-e8864e18db52 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5432 time: 0.6433752 Dec 06 14:43:35.064908 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-20813d00-fb32-41b5-9d36-210ef60921b7 req-66866928-b4c9-4dda-ad67-6ef7c2999e0a tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429343 Dec 06 14:43:35.087706 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-27b77456-df4b-4770-99d0-18baf54b2a68 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042625 Dec 06 14:43:35.136797 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Attempting to bind port 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:35.137737 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Attempting to bind port 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '1dfcb9e9-45ec-4093-b02f-395f28473929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:35.138077 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Attempting to bind port 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e on network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:35.183738 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Port 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e on network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:43:35.183975 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Attempting to bind port 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e on network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:35.186322 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9cbc89aa-b0c1-4bea-b509-860e02243d72 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:35.219886 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:35.220235 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Checking segment: {'id': '1dfcb9e9-45ec-4093-b02f-395f28473929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:35.220627 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Bound using segment: {'id': '1dfcb9e9-45ec-4093-b02f-395f28473929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:35.221063 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Bound port: 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dfcb9e9-45ec-4093-b02f-395f28473929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:35.221421 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:35.298952 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-99da85fe-8c88-452a-88f9-e4851031f510 req-2f9e3233-2ecd-41e1-b982-76a7c69255ce tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2233715 Dec 06 14:43:35.305470 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0b49d46f-411d-47a3-9373-1742ef606f8a req-22c259e2-4328-4672-9504-400b257ee3c9 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143301 Dec 06 14:43:35.329076 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-51aaada1-eb7c-497d-ada8-1ba8379ce70f service neutron] For port 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=41c48ea0-d370-47a9-8ab1-400c4b6721dc,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:35.392501 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 9cbc89aa-b0c1-4bea-b509-860e02243d72, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9cbc89aa-b0c1-4bea-b509-860e02243d72,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:35.403875 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-51aaada1-eb7c-497d-ada8-1ba8379ce70f service neutron] For port 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:35.408121 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '9cbc89aa-b0c1-4bea-b509-860e02243d72', 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5', 'port_id': '9cbc89aa-b0c1-4bea-b509-860e02243d72', 'mac_address': 'fa:16:3e:03:9f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c78aa4-4a36-4373-9916-580721e72599', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:35.463342 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:35.494831 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-51aaada1-eb7c-497d-ada8-1ba8379ce70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c48ea0-d370-47a9-8ab1-400c4b6721dc {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:35.504012 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cbc89aa-b0c1-4bea-b509-860e02243d72 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:35.508571 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] For port 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:35.510481 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-51aaada1-eb7c-497d-ada8-1ba8379ce70f service neutron] For port 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=41c48ea0-d370-47a9-8ab1-400c4b6721dc,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:35.513038 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:35.515547 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] For port 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=91655ffc-d2e5-4ec9-a98a-d88ac3caab9e,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:35.537030 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 9cbc89aa-b0c1-4bea-b509-860e02243d72, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9cbc89aa-b0c1-4bea-b509-860e02243d72,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:35.539355 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e12f5-2968-4e37-adb9-d28416ec49dc req-cb84cb18-693b-4744-8218-8e636714ff80 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:35.541919 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-802e12f5-2968-4e37-adb9-d28416ec49dc req-cb84cb18-693b-4744-8218-8e636714ff80 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 949 time: 0.0902200 Dec 06 14:43:35.543934 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-51aaada1-eb7c-497d-ada8-1ba8379ce70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:35.548106 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:35.554077 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:35.591085 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-a2b76f0a-a1f8-4b74-9b87-86d6d187495c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:35.625778 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=9cbc89aa-b0c1-4bea-b509-860e02243d72,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:35.662454 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-802e12f5-2968-4e37-adb9-d28416ec49dc req-4fffbecc-f2d8-4038-a2a2-04487fe4a07b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062090 Dec 06 14:43:35.680756 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:35.681528 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:35.682947 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] 10.222.0.37 "PUT /v2.0/ports/91655ffc-d2e5-4ec9-a98a-d88ac3caab9e HTTP/1.1" status: 200 len: 1091 time: 2.3038325 Dec 06 14:43:35.720808 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-51aaada1-eb7c-497d-ada8-1ba8379ce70f service neutron] Transition to ACTIVE for port object 41c48ea0-d370-47a9-8ab1-400c4b6721dc will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:43:35.729233 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-51aaada1-eb7c-497d-ada8-1ba8379ce70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:35.786283 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-4b929ab0-4c41-4f5c-8206-0b4d9e6d725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:35.787888 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-4b929ab0-4c41-4f5c-8206-0b4d9e6d725a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 1100 time: 0.3883011 Dec 06 14:43:35.789019 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-a2b76f0a-a1f8-4b74-9b87-86d6d187495c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:35.833898 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113468f0-0659-4c28-9c62-0bac9732e64d req-3abbe2c8-5b0c-465b-8180-220faf571726 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:35.841239 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-113468f0-0659-4c28-9c62-0bac9732e64d req-3abbe2c8-5b0c-465b-8180-220faf571726 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 943 time: 0.3765159 Dec 06 14:43:35.849335 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['9cbc89aa-b0c1-4bea-b509-860e02243d72'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:35.858945 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-84db5b97-f961-4e1a-9642-58cfabcf0a8c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=940b9d0da2654da5b6e2ace423b1077c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435684 Dec 06 14:43:35.885425 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aaada1-eb7c-497d-ada8-1ba8379ce70f service neutron] Pushing event updated for resources: {'Port': ['ID=41c48ea0-d370-47a9-8ab1-400c4b6721dc,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:35.896502 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae357f-fdb1-4600-8db4-5d45d67517ee service neutron] Pushing event updated for resources: {'Port': ['ID=91655ffc-d2e5-4ec9-a98a-d88ac3caab9e,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:35.934414 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-51aaada1-eb7c-497d-ada8-1ba8379ce70f service neutron] No DVR routers for this DVR port 41c48ea0-d370-47a9-8ab1-400c4b6721dc on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:43:35.956674 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-a2b76f0a-a1f8-4b74-9b87-86d6d187495c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:35.963300 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca881233-3a02-4fdc-a92b-4e68ea8dab52', 'tag': '91655ffc-d2e5-4ec9-a98a-d88ac3caab9e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:35.966148 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117067bd-0420-442e-acdd-d4665b5964ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ca881233-3a02-4fdc-a92b-4e68ea8dab52", "tag": "91655ffc-d2e5-4ec9-a98a-d88ac3caab9e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:35.990872 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-a2b76f0a-a1f8-4b74-9b87-86d6d187495c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:36.000379 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-51aaada1-eb7c-497d-ada8-1ba8379ce70f service neutron] 10.222.0.37 "PUT /v2.0/ports/41c48ea0-d370-47a9-8ab1-400c4b6721dc/bindings/n-h1-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0747700 Dec 06 14:43:36.022367 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-a2b76f0a-a1f8-4b74-9b87-86d6d187495c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:36.091320 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-5924277b-0f64-4c6f-8d4f-f30158248213 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.092857 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-5924277b-0f64-4c6f-8d4f-f30158248213 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1998835 Dec 06 14:43:36.097055 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-da18c9d5-1283-4bc3-965b-d4cdad34c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.098735 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-da18c9d5-1283-4bc3-965b-d4cdad34c163 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fccb884e5aa045a785398366947baa02&device_id=ca881233-3a02-4fdc-a92b-4e68ea8dab52 HTTP/1.1" status: 200 len: 1094 time: 0.3514855 Dec 06 14:43:36.099355 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b76f0a-a1f8-4b74-9b87-86d6d187495c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Pushing event updated for resources: {'Port': ['ID=918d40fd-8b4f-4e12-8998-886c2131303a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:36.111386 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-541e48b3-643a-4ea2-996e-adc94980a871 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/quotas/940b9d0da2654da5b6e2ace423b1077c HTTP/1.1" status: 200 len: 375 time: 0.0115120 Dec 06 14:43:36.135282 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-113468f0-0659-4c28-9c62-0bac9732e64d req-6f156b25-c3ad-42d0-8fea-27bf71e06683 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931659 Dec 06 14:43:36.199353 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-fb02b3ff-e555-4980-a291-b990301183d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91655ffc-d2e5-4ec9-a98a-d88ac3caab9e HTTP/1.1" status: 200 len: 217 time: 0.0592055 Dec 06 14:43:36.215845 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-560eedeb-8edf-4a5f-af62-a0dffdd90279 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0950172 Dec 06 14:43:36.224714 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-a2b76f0a-a1f8-4b74-9b87-86d6d187495c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.225354 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-a2b76f0a-a1f8-4b74-9b87-86d6d187495c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:36.283965 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-ecffb40b-dfbc-4b91-8d9f-bf9c096b4e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.285381 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-ecffb40b-dfbc-4b91-8d9f-bf9c096b4e2c service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.4625056 Dec 06 14:43:36.294191 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-920b3c1a-518a-461f-a012-1fd86cdffe64 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.295699 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-920b3c1a-518a-461f-a012-1fd86cdffe64 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc&tenant_id=2f27097afab6468f8670cde22cd39cd2&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.2050495 Dec 06 14:43:36.341522 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-a2b76f0a-a1f8-4b74-9b87-86d6d187495c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0951657 Dec 06 14:43:36.372075 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de73e0cf-63ef-4b8a-a8b4-2cf312087a24 x-openstack-request-id: req-de73e0cf-63ef-4b8a-a8b4-2cf312087a24 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:36.372367 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca881233-3a02-4fdc-a92b-4e68ea8dab52", "tag": "91655ffc-d2e5-4ec9-a98a-d88ac3caab9e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:36.372625 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de73e0cf-63ef-4b8a-a8b4-2cf312087a24 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:36.373019 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca881233-3a02-4fdc-a92b-4e68ea8dab52', 'tag': '91655ffc-d2e5-4ec9-a98a-d88ac3caab9e', 'status': 'completed', 'code': 200} Dec 06 14:43:36.378964 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-6bbd2a81-3f35-4d33-bb8e-7e152d59e223 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=33be971b-5607-484a-ba01-a7327e162163 HTTP/1.1" status: 200 len: 217 time: 0.0805492 Dec 06 14:43:36.381200 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-81bfa8ff-73fc-49ee-a612-c3e6f5bab0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.382543 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-81bfa8ff-73fc-49ee-a612-c3e6f5bab0eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7c78aa4-4a36-4373-9916-580721e72599 HTTP/1.1" status: 200 len: 855 time: 0.1502569 Dec 06 14:43:36.386323 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Request body: {'port': {'device_id': '854d3c03-664a-4dcf-8140-ac29b1cae1fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:36.389037 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-618646bc-7582-4d38-a34c-48e493be273b None None] Provisioning complete for port 918d40fd-8b4f-4e12-8998-886c2131303a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:36.389527 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-618646bc-7582-4d38-a34c-48e493be273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:36.450315 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-618646bc-7582-4d38-a34c-48e493be273b None None] Port 918d40fd-8b4f-4e12-8998-886c2131303a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:43:36.460702 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb658488-76ef-4f7c-b214-17950dada975 req-342290f5-a998-4e08-86e0-787d9d2f337f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 210 time: 0.0328496 Dec 06 14:43:36.492575 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:36.538527 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-1a23393c-2742-4e1d-8835-2b7282b725a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.539386 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-1a23393c-2742-4e1d-8835-2b7282b725a4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc&tenant_id=2f27097afab6468f8670cde22cd39cd2 HTTP/1.1" status: 200 len: 1095 time: 0.2312362 Dec 06 14:43:36.597343 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1cc0-945c-457f-a95f-8abf007a8ee4 req-7e2c7056-b140-4836-9e5e-1db1d391f9bd tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.599501 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:36.603907 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1cc0-945c-457f-a95f-8abf007a8ee4 req-7e2c7056-b140-4836-9e5e-1db1d391f9bd tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.610157 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1cc0-945c-457f-a95f-8abf007a8ee4 req-7e2c7056-b140-4836-9e5e-1db1d391f9bd tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.616602 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1cc0-945c-457f-a95f-8abf007a8ee4 req-7e2c7056-b140-4836-9e5e-1db1d391f9bd tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.623013 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1cc0-945c-457f-a95f-8abf007a8ee4 req-7e2c7056-b140-4836-9e5e-1db1d391f9bd tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.629215 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1cc0-945c-457f-a95f-8abf007a8ee4 req-7e2c7056-b140-4836-9e5e-1db1d391f9bd tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.633255 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-0f01133b-5859-4e2c-a267-76ec3247dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.634718 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-0f01133b-5859-4e2c-a267-76ec3247dffa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1921339 Dec 06 14:43:36.635762 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1cc0-945c-457f-a95f-8abf007a8ee4 req-7e2c7056-b140-4836-9e5e-1db1d391f9bd tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.637626 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f80c1cc0-945c-457f-a95f-8abf007a8ee4 req-7e2c7056-b140-4836-9e5e-1db1d391f9bd tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5432 time: 0.1101286 Dec 06 14:43:36.641435 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-3ba994ce-8e79-4af2-ae76-f8824e24f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.642870 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-3ba994ce-8e79-4af2-ae76-f8824e24f434 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2019880 Dec 06 14:43:36.650405 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943f8a1-d07f-4694-a50f-2ddbc31dd3ca req-4376a99c-dc9a-4853-8de9-16eb853b4478 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.652128 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a943f8a1-d07f-4694-a50f-2ddbc31dd3ca req-4376a99c-dc9a-4853-8de9-16eb853b4478 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 931 time: 0.2780824 Dec 06 14:43:36.703959 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f80c1cc0-945c-457f-a95f-8abf007a8ee4 req-faaea9a7-3979-405a-a253-d8d02927e426 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591011 Dec 06 14:43:36.772183 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-9064d419-12cd-40f4-837a-52e139acb4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.773787 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-9064d419-12cd-40f4-837a-52e139acb4f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 1095 time: 0.1971021 Dec 06 14:43:36.861267 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657b686-5a22-4da8-87ea-314c0745d1a0 req-f8202730-3bc5-4c07-9aea-bbb514dbc874 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.864149 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d657b686-5a22-4da8-87ea-314c0745d1a0 req-f8202730-3bc5-4c07-9aea-bbb514dbc874 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 949 time: 0.0673342 Dec 06 14:43:36.902230 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-e3d42daa-5022-44fb-877f-f1f5bb830629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.903727 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-e3d42daa-5022-44fb-877f-f1f5bb830629 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2483423 Dec 06 14:43:36.903891 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41180) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:36.912034 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-680f4931-97a6-4df5-b85e-60db584d0ee1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1893633152'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:36.936781 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d657b686-5a22-4da8-87ea-314c0745d1a0 req-63319b8e-d874-4ef4-9cf5-6a46fe0dff31 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668771 Dec 06 14:43:36.945420 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a943f8a1-d07f-4694-a50f-2ddbc31dd3ca req-632b9198-d35a-46c5-943f-5a9e06e471a3 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708528 Dec 06 14:43:36.952571 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680f4931-97a6-4df5-b85e-60db584d0ee1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Made reservation on behalf of 3c37093efdf04284b9ef95dbc568d083 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:36.957323 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-680f4931-97a6-4df5-b85e-60db584d0ee1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:37.003182 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680f4931-97a6-4df5-b85e-60db584d0ee1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:43:37.020015 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-680f4931-97a6-4df5-b85e-60db584d0ee1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:37.020370 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-680f4931-97a6-4df5-b85e-60db584d0ee1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Added segment 0fa93a49-8483-48fa-b4f8-6d111935569f of type vlan for network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 Dec 06 14:43:37.052761 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-6bdbeba4-d22f-476c-b803-4caaf57e3123 service neutron] 10.222.0.37 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986731 Dec 06 14:43:37.074073 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-680f4931-97a6-4df5-b85e-60db584d0ee1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:37.113172 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-680f4931-97a6-4df5-b85e-60db584d0ee1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:37.125189 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680f4931-97a6-4df5-b85e-60db584d0ee1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:37.125958 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-680f4931-97a6-4df5-b85e-60db584d0ee1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:37.175989 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-680f4931-97a6-4df5-b85e-60db584d0ee1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2709086 Dec 06 14:43:37.184298 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41196) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:37.193668 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-387b880b-8db3-41b0-ba29-30b0478a5fe9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1986289886'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:37.193929 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-db084c6d-fc9e-4507-835f-4cf4f209b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:37.195576 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-db084c6d-fc9e-4507-835f-4cf4f209b678 service neutron] 10.222.0.23 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 921 time: 0.4032662 Dec 06 14:43:37.199684 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9cbc89aa-b0c1-4bea-b509-860e02243d72 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:37.242619 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-ddaae520-e9d3-462c-9df9-9d9fb687694f service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217900 Dec 06 14:43:37.263511 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f4931-97a6-4df5-b85e-60db584d0ee1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event updated for resources: {'Network': ['ID=b101b3fa-0622-4671-8e73-e76bfcd7a3b3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:37.293303 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:43:37.299455 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-553a7f44-21ed-4318-bbf1-0125ea45c574 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41c48ea0-d370-47a9-8ab1-400c4b6721dc HTTP/1.1" status: 200 len: 217 time: 0.0942588 Dec 06 14:43:37.324799 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387b880b-8db3-41b0-ba29-30b0478a5fe9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Made reservation on behalf of 3c37093efdf04284b9ef95dbc568d083 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:37.329792 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-387b880b-8db3-41b0-ba29-30b0478a5fe9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:37.364528 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4126e-37c7-4fce-bd04-78e9d499b35e req-b7fa4c77-d5a1-4955-8f9a-2fdc89fe153e tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:37.364927 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 33be971b-5607-484a-ba01-a7327e162163 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:37.366990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bad4126e-37c7-4fce-bd04-78e9d499b35e req-b7fa4c77-d5a1-4955-8f9a-2fdc89fe153e tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 944 time: 0.1069038 Dec 06 14:43:37.384092 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387b880b-8db3-41b0-ba29-30b0478a5fe9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:43:37.417638 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-387b880b-8db3-41b0-ba29-30b0478a5fe9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:37.417987 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-387b880b-8db3-41b0-ba29-30b0478a5fe9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Added segment 7ba72c39-a80c-460f-8226-d6107cfda5da of type vlan for network cb158934-4018-4c6a-ae8b-2c28f8c789bf Dec 06 14:43:37.489958 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-387b880b-8db3-41b0-ba29-30b0478a5fe9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:37.509203 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bad4126e-37c7-4fce-bd04-78e9d499b35e req-b5b57493-ba09-420c-be75-e358cea5312b tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285732 Dec 06 14:43:37.512489 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 9cbc89aa-b0c1-4bea-b509-860e02243d72 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:43:37.568426 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 9cbc89aa-b0c1-4bea-b509-860e02243d72 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:37.568817 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:37.578811 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41204) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:37.585039 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-f7497b61-b0a0-472a-96a6-bcc94e962720 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=940b9d0da2654da5b6e2ace423b1077c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334430 Dec 06 14:43:37.591803 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-387b880b-8db3-41b0-ba29-30b0478a5fe9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:37.597892 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387b880b-8db3-41b0-ba29-30b0478a5fe9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:37.598683 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-387b880b-8db3-41b0-ba29-30b0478a5fe9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:37.675385 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-387b880b-8db3-41b0-ba29-30b0478a5fe9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4896300 Dec 06 14:43:37.682032 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41208) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:37.693420 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-96a2c647-4839-421c-bea4-37df61436a56 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Request body: {'subnet': {'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:37.764966 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=33be971b-5607-484a-ba01-a7327e162163,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:37.801825 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '33be971b-5607-484a-ba01-a7327e162163', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '33be971b-5607-484a-ba01-a7327e162163', 'mac_address': 'fa:16:3e:5f:2f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:37.827751 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b880b-8db3-41b0-ba29-30b0478a5fe9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event updated for resources: {'Network': ['ID=cb158934-4018-4c6a-ae8b-2c28f8c789bf,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:37.849958 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:37.852585 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network cb158934-4018-4c6a-ae8b-2c28f8c789bf details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:43:37.856678 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:37.900196 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10f9274-6a1b-4c28-9cb9-13f8b5a4ee95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:37.908530 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33be971b-5607-484a-ba01-a7327e162163 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:37.960719 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1613eba1-1f3e-460c-8e0c-7898af6530ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbc89aa-b0c1-4bea-b509-860e02243d72'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:37.962872 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7b8eeb-4f7b-4b7f-916d-1cc29fbe222a" -d '{"events": [{"server_uuid": "1613eba1-1f3e-460c-8e0c-7898af6530ca", "name": "network-vif-plugged", "status": "completed", "tag": "9cbc89aa-b0c1-4bea-b509-860e02243d72"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:37.987925 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a6f8c36-b8f2-4991-a168-fbd2a34c8d1c req-45149b0a-e297-4134-90ef-53e395af2ce3 service neutron] 10.222.0.37 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9021764 Dec 06 14:43:37.990157 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918d40fd-8b4f-4e12-8998-886c2131303a {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:37.990464 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 9cbc89aa-b0c1-4bea-b509-860e02243d72, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9cbc89aa-b0c1-4bea-b509-860e02243d72,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:37.993888 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=33be971b-5607-484a-ba01-a7327e162163,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:38.001511 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:38.009262 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:38.040737 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6ab3114-f688-4ca1-982c-7266330b8eba req-ec6b6c23-e7ab-43e5-abae-2b8996bd580b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 210 time: 0.0814502 Dec 06 14:43:38.042752 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:38.049090 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-9e2c09ae-d1ef-4ea8-8bfa-99fb2bfbf7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:38.050577 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-9e2c09ae-d1ef-4ea8-8bfa-99fb2bfbf7a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.7365143 Dec 06 14:43:38.097705 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=9cbc89aa-b0c1-4bea-b509-860e02243d72,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:38.102956 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Transition to ACTIVE for port object 918d40fd-8b4f-4e12-8998-886c2131303a will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:43:38.126802 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-b90f107b-a9a0-4ed9-95fd-371a53db604e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548494 Dec 06 14:43:38.130354 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:38.194543 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7407cc0b-c204-4ce2-9b34-9f45dd7982a0 x-openstack-request-id: req-7407cc0b-c204-4ce2-9b34-9f45dd7982a0 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:38.194874 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1613eba1-1f3e-460c-8e0c-7898af6530ca", "name": "network-vif-plugged", "status": "completed", "tag": "9cbc89aa-b0c1-4bea-b509-860e02243d72", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:38.195446 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7407cc0b-c204-4ce2-9b34-9f45dd7982a0 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:38.196055 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1613eba1-1f3e-460c-8e0c-7898af6530ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbc89aa-b0c1-4bea-b509-860e02243d72', 'code': 200} Dec 06 14:43:38.203718 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-842ba7b7-a3e3-43aa-b810-31b2227422cf req-076cabbb-f2c0-4c9c-a935-4878add7e3b3 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9198842 Dec 06 14:43:38.254775 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=33be971b-5607-484a-ba01-a7327e162163,revision_number=12']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:38.309848 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117067bd-0420-442e-acdd-d4665b5964ac req-6d8243e4-b520-49dc-9323-ff1f958c4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:38.311385 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-117067bd-0420-442e-acdd-d4665b5964ac req-6d8243e4-b520-49dc-9323-ff1f958c4bf6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fccb884e5aa045a785398366947baa02&device_id=ca881233-3a02-4fdc-a92b-4e68ea8dab52 HTTP/1.1" status: 200 len: 1094 time: 0.2533796 Dec 06 14:43:38.315551 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Pushing event updated for resources: {'Port': ['ID=918d40fd-8b4f-4e12-8998-886c2131303a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:38.343690 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-0d90bed1-ff4d-4228-85ff-53ac995dcd6c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:38.345189 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-0d90bed1-ff4d-4228-85ff-53ac995dcd6c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7418392 Dec 06 14:43:38.382342 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a908e2-114b-4a4e-a85a-f2ea37b8aefc req-f0e9878c-4a22-4152-8784-a4ef6f4b43da tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:38.388410 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a908e2-114b-4a4e-a85a-f2ea37b8aefc req-f0e9878c-4a22-4152-8784-a4ef6f4b43da tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:38.396837 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a908e2-114b-4a4e-a85a-f2ea37b8aefc req-f0e9878c-4a22-4152-8784-a4ef6f4b43da tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:38.403128 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a908e2-114b-4a4e-a85a-f2ea37b8aefc req-f0e9878c-4a22-4152-8784-a4ef6f4b43da tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:38.403958 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['33be971b-5607-484a-ba01-a7327e162163'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:38.411396 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a908e2-114b-4a4e-a85a-f2ea37b8aefc req-f0e9878c-4a22-4152-8784-a4ef6f4b43da tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:38.417578 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a908e2-114b-4a4e-a85a-f2ea37b8aefc req-f0e9878c-4a22-4152-8784-a4ef6f4b43da tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:38.424470 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a908e2-114b-4a4e-a85a-f2ea37b8aefc req-f0e9878c-4a22-4152-8784-a4ef6f4b43da tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:38.431524 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-87645ffb-d6a1-4200-938e-27881919eb94 service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897666 Dec 06 14:43:38.432435 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1a908e2-114b-4a4e-a85a-f2ea37b8aefc req-f0e9878c-4a22-4152-8784-a4ef6f4b43da tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5432 time: 0.5926311 Dec 06 14:43:38.457821 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-e13ad5e5-3b96-4fd9-b0bd-99d02a89d3ef tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Request body: {'port': {'device_id': '34c4cd09-b55f-4714-946f-2b73f445f9dd', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '940b9d0da2654da5b6e2ace423b1077c'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:38.473899 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49f967-1800-4aa1-a0ee-23b941858337 req-64c278c0-9c6f-493f-8fce-c2f76bb79aef tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:38.476127 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea49f967-1800-4aa1-a0ee-23b941858337 req-64c278c0-9c6f-493f-8fce-c2f76bb79aef tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 943 time: 0.2914791 Dec 06 14:43:38.554418 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a2c647-4839-421c-bea4-37df61436a56 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Made reservation on behalf of 3c37093efdf04284b9ef95dbc568d083 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:38.557893 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96a2c647-4839-421c-bea4-37df61436a56 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:38.614917 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Attempting to bind port 918d40fd-8b4f-4e12-8998-886c2131303a on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:38.615286 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Attempting to bind port 918d40fd-8b4f-4e12-8998-886c2131303a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '1dfcb9e9-45ec-4093-b02f-395f28473929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:38.616142 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Attempting to bind port 918d40fd-8b4f-4e12-8998-886c2131303a on network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:38.632752 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117067bd-0420-442e-acdd-d4665b5964ac req-0e023fea-4852-4e8d-9620-db778e6d66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:38.634224 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-117067bd-0420-442e-acdd-d4665b5964ac req-0e023fea-4852-4e8d-9620-db778e6d66d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 HTTP/1.1" status: 200 len: 917 time: 0.3088281 Dec 06 14:43:38.636687 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Port 918d40fd-8b4f-4e12-8998-886c2131303a on network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:43:38.637009 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Attempting to bind port 918d40fd-8b4f-4e12-8998-886c2131303a on network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:38.644110 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea49f967-1800-4aa1-a0ee-23b941858337 req-8804dccf-ff14-4367-ada5-50cc5635c95d tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298833 Dec 06 14:43:38.674019 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:38.674483 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Checking segment: {'id': '1dfcb9e9-45ec-4093-b02f-395f28473929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:38.674967 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Bound using segment: {'id': '1dfcb9e9-45ec-4093-b02f-395f28473929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:38.675423 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Bound port: 918d40fd-8b4f-4e12-8998-886c2131303a, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dfcb9e9-45ec-4093-b02f-395f28473929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:38.675804 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:38.704016 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1a908e2-114b-4a4e-a85a-f2ea37b8aefc req-4be40e32-1024-4a30-8184-12a4d923a9d1 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2665582 Dec 06 14:43:38.713632 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-e68c4b95-b50b-4f98-b6de-e60ed1611d90 service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494454 Dec 06 14:43:38.714906 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-117067bd-0420-442e-acdd-d4665b5964ac req-a7b53a23-0274-4054-b920-707bf69729ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91655ffc-d2e5-4ec9-a98a-d88ac3caab9e HTTP/1.1" status: 200 len: 217 time: 0.0646026 Dec 06 14:43:38.759910 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040ba1d-a471-4836-9a20-c3ab50b1f28e req-3349c25d-3e71-4b81-8b98-1dd2a6ac6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:38.761717 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2040ba1d-a471-4836-9a20-c3ab50b1f28e req-3349c25d-3e71-4b81-8b98-1dd2a6ac6242 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 1096 time: 0.4078834 Dec 06 14:43:38.853721 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117067bd-0420-442e-acdd-d4665b5964ac req-653aaafa-fa33-4edc-9363-d3fbbf84b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:38.854659 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10f9274-6a1b-4c28-9cb9-13f8b5a4ee95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:38.855218 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-117067bd-0420-442e-acdd-d4665b5964ac req-653aaafa-fa33-4edc-9363-d3fbbf84b379 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7c78aa4-4a36-4373-9916-580721e72599 HTTP/1.1" status: 200 len: 855 time: 0.1255672 Dec 06 14:43:38.866644 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c50ff7-b646-48ff-ab2a-82bfa780878d req-250fd2e5-3904-4d49-b9d2-812effe15e15 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:38.868136 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6c50ff7-b646-48ff-ab2a-82bfa780878d req-250fd2e5-3904-4d49-b9d2-812effe15e15 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.1523561 Dec 06 14:43:38.869218 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] For port 918d40fd-8b4f-4e12-8998-886c2131303a, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:38.880346 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] For port 918d40fd-8b4f-4e12-8998-886c2131303a, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=918d40fd-8b4f-4e12-8998-886c2131303a,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:38.886391 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-e13ad5e5-3b96-4fd9-b0bd-99d02a89d3ef tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Made reservation on behalf of 940b9d0da2654da5b6e2ace423b1077c for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:38.891630 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-e13ad5e5-3b96-4fd9-b0bd-99d02a89d3ef tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:38.901445 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10f9274-6a1b-4c28-9cb9-13f8b5a4ee95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:38.908736 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:38.964313 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2040ba1d-a471-4836-9a20-c3ab50b1f28e req-87251796-cfcb-48f7-9833-548b67b0749a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901104 Dec 06 14:43:38.972573 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:38.973240 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:38.974717 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] 10.222.0.23 "PUT /v2.0/ports/918d40fd-8b4f-4e12-8998-886c2131303a HTTP/1.1" status: 200 len: 1091 time: 2.5990081 Dec 06 14:43:38.977358 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854d3c03-664a-4dcf-8140-ac29b1cae1fc', 'tag': '918d40fd-8b4f-4e12-8998-886c2131303a'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:38.979414 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee84cbd-aa89-4d55-98ad-d6e9ebb54261" -d '{"events": [{"name": "network-changed", "server_uuid": "854d3c03-664a-4dcf-8140-ac29b1cae1fc", "tag": "918d40fd-8b4f-4e12-8998-886c2131303a"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:39.022449 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f10f9274-6a1b-4c28-9cb9-13f8b5a4ee95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ae3e777553f4785b589ca46feb55a12&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4420037 Dec 06 14:43:39.023803 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41224) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:39.027785 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f9274-6a1b-4c28-9cb9-13f8b5a4ee95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c083b457-d836-4523-bd53-423b93dd4a3b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:39.067616 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6c50ff7-b646-48ff-ab2a-82bfa780878d req-86ad4554-2716-4d04-9806-846c0adaf608 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831474 Dec 06 14:43:39.074692 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117067bd-0420-442e-acdd-d4665b5964ac req-56487570-7f80-4473-8f38-c72e50f7c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:39.076399 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-117067bd-0420-442e-acdd-d4665b5964ac req-56487570-7f80-4473-8f38-c72e50f7c8c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2049017 Dec 06 14:43:39.106414 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942dd80-e14e-4de0-8931-17d4b8e17f9d service neutron] Pushing event updated for resources: {'Port': ['ID=918d40fd-8b4f-4e12-8998-886c2131303a,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:39.119915 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-65b29117-5911-4f58-9e41-dd3501305d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:39.126787 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-65b29117-5911-4f58-9e41-dd3501305d8d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fccb884e5aa045a785398366947baa02&device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 1094 time: 0.0765803 Dec 06 14:43:39.133620 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-219cf490-43d4-41d7-933f-d076b5d0d1b6 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:39.135401 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-219cf490-43d4-41d7-933f-d076b5d0d1b6 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc&tenant_id=2f27097afab6468f8670cde22cd39cd2&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.1509924 Dec 06 14:43:39.159804 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98aa85-34a9-46d3-93ea-190e9829bdc7 req-408cfc92-d9ab-4d11-90c7-a79dd0fd59ce tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:39.161872 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b98aa85-34a9-46d3-93ea-190e9829bdc7 req-408cfc92-d9ab-4d11-90c7-a79dd0fd59ce tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 944 time: 0.3316574 Dec 06 14:43:39.171956 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96a2c647-4839-421c-bea4-37df61436a56 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:39.191741 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-714736a8-8ef0-4595-a367-343ed2793b6f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918d40fd-8b4f-4e12-8998-886c2131303a HTTP/1.1" status: 200 len: 217 time: 0.0552225 Dec 06 14:43:39.193212 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ec24c8-bced-42cd-9219-6f267c76200e x-openstack-request-id: req-b0ec24c8-bced-42cd-9219-6f267c76200e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:39.193515 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854d3c03-664a-4dcf-8140-ac29b1cae1fc", "tag": "918d40fd-8b4f-4e12-8998-886c2131303a", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:39.193775 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0ec24c8-bced-42cd-9219-6f267c76200e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:39.194178 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854d3c03-664a-4dcf-8140-ac29b1cae1fc', 'tag': '918d40fd-8b4f-4e12-8998-886c2131303a', 'status': 'completed', 'code': 200} Dec 06 14:43:39.281537 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac6fa315-c323-45ce-8b12-4a09c2a72b8b req-1146f235-3d7c-4354-a309-ea758bd562b8 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 210 time: 0.0666809 Dec 06 14:43:39.330368 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4674169a-dafa-4990-a74a-9f60c591693c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:39.332802 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-e13ad5e5-3b96-4fd9-b0bd-99d02a89d3ef tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Allocated IP 192.168.233.120 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/f71cf88f-8d18-4e32-9d66-f0efaf115471) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:39.357412 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2c647-4839-421c-bea4-37df61436a56 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event updated for resources: {'Subnet': ['ID=97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:39.388227 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b98aa85-34a9-46d3-93ea-190e9829bdc7 req-7441ccac-f063-4975-9115-b713d7e663fe tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198200 Dec 06 14:43:39.399184 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4674169a-dafa-4990-a74a-9f60c591693c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:39.400808 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-03d62c8d-0950-4ddd-8dba-7857f1d04c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:39.402615 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-03d62c8d-0950-4ddd-8dba-7857f1d04c3e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7c78aa4-4a36-4373-9916-580721e72599 HTTP/1.1" status: 200 len: 855 time: 0.1819186 Dec 06 14:43:39.427851 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a2c647-4839-421c-bea4-37df61436a56 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Checking segment: {'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:39.428248 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a2c647-4839-421c-bea4-37df61436a56 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Network hostable DHCP agents. Network: b101b3fa-0622-4671-8e73-e76bfcd7a3b3, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:43:39.468640 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-117067bd-0420-442e-acdd-d4665b5964ac req-a01591ce-1211-420b-ae8f-6b21f20075b8 service neutron] 10.222.0.37 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720768 Dec 06 14:43:39.493666 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a2c647-4839-421c-bea4-37df61436a56 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:43:39.522047 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-96a2c647-4839-421c-bea4-37df61436a56 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b101b3fa-0622-4671-8e73-e76bfcd7a3b3) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:39.530508 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f190c32-1bd0-4720-958f-1436bdf8b918 None None] Network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:43:39.543350 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bad21-efc8-4a0a-a024-897ee902ff3c req-4cfffc67-33e2-419b-8145-365aeb05bd66 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:39.544487 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-550bad21-efc8-4a0a-a024-897ee902ff3c req-4cfffc67-33e2-419b-8145-365aeb05bd66 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 950 time: 0.1899292 Dec 06 14:43:39.550523 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4674169a-dafa-4990-a74a-9f60c591693c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:39.553357 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4674169a-dafa-4990-a74a-9f60c591693c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:39.554364 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4674169a-dafa-4990-a74a-9f60c591693c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c083b457-d836-4523-bd53-423b93dd4a3b HTTP/1.1" status: 204 len: 168 time: 0.5222692 Dec 06 14:43:39.557850 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a2c647-4839-421c-bea4-37df61436a56 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:39.558449 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96a2c647-4839-421c-bea4-37df61436a56 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:39.582093 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674169a-dafa-4990-a74a-9f60c591693c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c083b457-d836-4523-bd53-423b93dd4a3b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:39.601963 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-96a2c647-4839-421c-bea4-37df61436a56 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9137232 Dec 06 14:43:39.602145 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-879a6146-e6d2-4cdd-9af3-040229eb680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:39.602451 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-879a6146-e6d2-4cdd-9af3-040229eb680a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1901810 Dec 06 14:43:39.604742 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41232) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:39.613926 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-559c7141-3ef4-4690-97fe-0441ea1cbc40 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Request body: {'subnet': {'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:39.622950 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-e13ad5e5-3b96-4fd9-b0bd-99d02a89d3ef tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:39.652649 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-9a9cfc04-1eab-4aaa-8b70-59dfff7ce144 service neutron] For port 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:39.677363 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-e13ad5e5-3b96-4fd9-b0bd-99d02a89d3ef tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:39.738999 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ad5e5-3b96-4fd9-b0bd-99d02a89d3ef tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Pushing event updated for resources: {'Port': ['ID=f71cf88f-8d18-4e32-9d66-f0efaf115471,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:39.743359 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6752727d-6265-498c-88a0-cf28c985dc97', 'af21908f-1b8d-4ff6-b149-26cde1c479e8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:39.765965 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-9a9cfc04-1eab-4aaa-8b70-59dfff7ce144 service neutron] Publish callbacks [] for binding, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:39.767121 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-658cb2d5-7818-4e73-b396-1434bfd6a8e6 req-9a9cfc04-1eab-4aaa-8b70-59dfff7ce144 service neutron] 10.222.0.23 "DELETE /v2.0/ports/41c48ea0-d370-47a9-8ab1-400c4b6721dc/bindings/n-h2-master-1 HTTP/1.1" status: 204 len: 173 time: 0.5722022 Dec 06 14:43:39.770882 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-e13ad5e5-3b96-4fd9-b0bd-99d02a89d3ef tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:39.772667 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-e13ad5e5-3b96-4fd9-b0bd-99d02a89d3ef tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:39.815833 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-e13ad5e5-3b96-4fd9-b0bd-99d02a89d3ef tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:39.833533 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['beac9f6e-b4f3-446f-8fdc-1e63d8827c7b', '294d13a3-e512-4afc-93c0-a620f8b279e0', '2219a643-1b99-4a2c-9ba0-c9e4d27920c3', '1fc22e74-b1aa-44a0-b34b-90bde0d424b5', '3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:39.846979 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-117067bd-0420-442e-acdd-d4665b5964ac req-318cb693-8228-4591-864f-fc41dafa5e8e service neutron] 10.222.0.37 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561926 Dec 06 14:43:39.882418 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-550bad21-efc8-4a0a-a024-897ee902ff3c req-bae59a84-2d6f-454a-aee0-bf308558d4ac tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161657 Dec 06 14:43:39.885477 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559c7141-3ef4-4690-97fe-0441ea1cbc40 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Made reservation on behalf of 3c37093efdf04284b9ef95dbc568d083 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:39.890214 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-559c7141-3ef4-4690-97fe-0441ea1cbc40 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:39.901195 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4f82f-f95d-4871-95d3-7dc4484be849 req-c143d7aa-0d99-4e8c-b45c-517f25a51e9c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:39.905281 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92d4f82f-f95d-4871-95d3-7dc4484be849 req-c143d7aa-0d99-4e8c-b45c-517f25a51e9c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 943 time: 0.1521349 Dec 06 14:43:39.956190 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-e13ad5e5-3b96-4fd9-b0bd-99d02a89d3ef tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:39.956855 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-e13ad5e5-3b96-4fd9-b0bd-99d02a89d3ef tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:39.959636 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-2e9ab853-8bb7-4305-930a-418c990e80fb service neutron] 10.222.0.23 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228352 Dec 06 14:43:39.974484 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b101b3fa-0622-4671-8e73-e76bfcd7a3b3', 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'fixed_ips': [{'subnet_id': '97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:43:39.975356 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:40.034293 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-e13ad5e5-3b96-4fd9-b0bd-99d02a89d3ef tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6659613 Dec 06 14:43:40.057541 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Request body: {'port': {'device_id': '34c4cd09-b55f-4714-946f-2b73f445f9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:40.096666 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92d4f82f-f95d-4871-95d3-7dc4484be849 req-2cc41809-34ab-4a4b-94b7-6d663b2f6cd4 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831148 Dec 06 14:43:40.157982 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:40.330504 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e544d9f-b577-4898-987d-955de854fa0d req-79fadf0d-8029-4ffa-8706-d7a529091e6a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:40.342665 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e544d9f-b577-4898-987d-955de854fa0d req-79fadf0d-8029-4ffa-8706-d7a529091e6a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:40.352261 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e544d9f-b577-4898-987d-955de854fa0d req-79fadf0d-8029-4ffa-8706-d7a529091e6a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:40.364643 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e544d9f-b577-4898-987d-955de854fa0d req-79fadf0d-8029-4ffa-8706-d7a529091e6a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:40.385682 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e544d9f-b577-4898-987d-955de854fa0d req-79fadf0d-8029-4ffa-8706-d7a529091e6a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:40.402388 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e544d9f-b577-4898-987d-955de854fa0d req-79fadf0d-8029-4ffa-8706-d7a529091e6a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:40.417630 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e544d9f-b577-4898-987d-955de854fa0d req-79fadf0d-8029-4ffa-8706-d7a529091e6a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:40.429683 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8e544d9f-b577-4898-987d-955de854fa0d req-79fadf0d-8029-4ffa-8706-d7a529091e6a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5432 time: 0.4086614 Dec 06 14:43:40.451637 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Allocated IP 10.1.1.2 (b101b3fa-0622-4671-8e73-e76bfcd7a3b3/97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f/f1652be1-685c-4b3c-97ac-4623fdef650e) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:40.471861 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f446a4d9-9242-487a-965d-f1142337d478 None None] Provisioning complete for port f71cf88f-8d18-4e32-9d66-f0efaf115471 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:40.472234 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f446a4d9-9242-487a-965d-f1142337d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:40.599759 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45519531-0525-4c50-a189-41d682957bc5 req-5cc67d28-ab05-49f2-8b8b-915035ce9394 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:40.607760 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45519531-0525-4c50-a189-41d682957bc5 req-5cc67d28-ab05-49f2-8b8b-915035ce9394 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 936 time: 0.0968888 Dec 06 14:43:40.618543 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8e544d9f-b577-4898-987d-955de854fa0d req-55c8c908-1dbf-4d90-b5ba-9808df943230 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1879752 Dec 06 14:43:40.620306 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f446a4d9-9242-487a-965d-f1142337d478 None None] Port f71cf88f-8d18-4e32-9d66-f0efaf115471 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:43:40.629035 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d15607b-730b-43e4-94e5-33a2e62066c9 req-ff7d615b-d827-4eec-b1cd-95a9ceedbfeb service neutron] 10.222.0.23 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253710 Dec 06 14:43:40.756805 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f71cf88f-8d18-4e32-9d66-f0efaf115471 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:40.767557 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:40.797678 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Transition to ACTIVE for port object f71cf88f-8d18-4e32-9d66-f0efaf115471 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:43:40.801528 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-559c7141-3ef4-4690-97fe-0441ea1cbc40 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:40.805449 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:40.828824 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45519531-0525-4c50-a189-41d682957bc5 req-7591049e-4e04-42b6-aa81-d44c56fbbbd2 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180007 Dec 06 14:43:40.871906 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee84cbd-aa89-4d55-98ad-d6e9ebb54261 req-0594532b-5eab-461e-98ea-57d5738e5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:40.875139 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ee84cbd-aa89-4d55-98ad-d6e9ebb54261 req-0594532b-5eab-461e-98ea-57d5738e5859 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fccb884e5aa045a785398366947baa02&device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 1094 time: 0.1508894 Dec 06 14:43:40.895396 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc13a02-81e9-47f9-a648-c695fd2baf4a req-4fb1f323-a028-4003-b5cf-0e9e1f572581 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:40.897527 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4fc13a02-81e9-47f9-a648-c695fd2baf4a req-4fb1f323-a028-4003-b5cf-0e9e1f572581 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 944 time: 0.1753662 Dec 06 14:43:40.936630 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:40.961700 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:41.025941 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:41.039449 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:41.045500 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:41.052472 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e782700-2757-4e58-ad83-b46a540c252a req-8d517537-0d4a-4e22-ae38-4c8acc30b95a tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0963118 Dec 06 14:43:41.061464 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Pushing event updated for resources: {'Port': ['ID=f1652be1-685c-4b3c-97ac-4623fdef650e,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:41.063416 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=f71cf88f-8d18-4e32-9d66-f0efaf115471,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:41.071509 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c7141-3ef4-4690-97fe-0441ea1cbc40 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event updated for resources: {'Subnet': ['ID=a1e5f2f7-b121-4bd5-a64e-1d85120de3ca,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:41.085155 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Attempting to bind port f71cf88f-8d18-4e32-9d66-f0efaf115471 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:41.085155 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Attempting to bind port f71cf88f-8d18-4e32-9d66-f0efaf115471 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:41.085457 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Attempting to bind port f71cf88f-8d18-4e32-9d66-f0efaf115471 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:41.112558 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Port f71cf88f-8d18-4e32-9d66-f0efaf115471 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:43:41.112960 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Attempting to bind port f71cf88f-8d18-4e32-9d66-f0efaf115471 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:41.119037 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4fc13a02-81e9-47f9-a648-c695fd2baf4a req-e004db71-e8e4-4b1c-8a1f-68635e9ba506 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643617 Dec 06 14:43:41.125536 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:41.126147 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:41.126652 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:41.127221 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Bound port: f71cf88f-8d18-4e32-9d66-f0efaf115471, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:41.127709 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:41.132253 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559c7141-3ef4-4690-97fe-0441ea1cbc40 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Checking segment: {'id': '7ba72c39-a80c-460f-8226-d6107cfda5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:41.146039 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559c7141-3ef4-4690-97fe-0441ea1cbc40 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Network hostable DHCP agents. Network: cb158934-4018-4c6a-ae8b-2c28f8c789bf, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:43:41.163364 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee84cbd-aa89-4d55-98ad-d6e9ebb54261 req-76058850-5c22-4719-90a0-774fe3772e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:41.164974 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ee84cbd-aa89-4d55-98ad-d6e9ebb54261 req-76058850-5c22-4719-90a0-774fe3772e56 service neutron] 10.222.0.23 "GET /v2.0/networks?id=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 HTTP/1.1" status: 200 len: 917 time: 0.2787082 Dec 06 14:43:41.166363 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Attempting to bind port f1652be1-685c-4b3c-97ac-4623fdef650e on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:41.166945 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Attempting to bind port f1652be1-685c-4b3c-97ac-4623fdef650e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:41.167517 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Attempting to bind port f1652be1-685c-4b3c-97ac-4623fdef650e on network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:41.177822 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:41.178575 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Checking segment: {'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:41.179534 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:41.180245 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Bound using segment: {'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:41.180934 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Bound port: f1652be1-685c-4b3c-97ac-4623fdef650e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:41.181628 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:41.198600 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559c7141-3ef4-4690-97fe-0441ea1cbc40 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Network cb158934-4018-4c6a-ae8b-2c28f8c789bf is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:43:41.232519 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:41.259284 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] For port f71cf88f-8d18-4e32-9d66-f0efaf115471, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:41.265396 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] For port f71cf88f-8d18-4e32-9d66-f0efaf115471, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f71cf88f-8d18-4e32-9d66-f0efaf115471,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:41.265616 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ee84cbd-aa89-4d55-98ad-d6e9ebb54261 req-fd50f750-dbc7-45e8-bf1e-e810c22f2912 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918d40fd-8b4f-4e12-8998-886c2131303a HTTP/1.1" status: 200 len: 217 time: 0.0803263 Dec 06 14:43:41.270795 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-559c7141-3ef4-4690-97fe-0441ea1cbc40 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, cb158934-4018-4c6a-ae8b-2c28f8c789bf) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:41.277294 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:41.293439 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2384fe65-5bf6-4f88-9171-393682c48220 None None] Network cb158934-4018-4c6a-ae8b-2c28f8c789bf requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:43:41.304545 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559c7141-3ef4-4690-97fe-0441ea1cbc40 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:41.305584 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-559c7141-3ef4-4690-97fe-0441ea1cbc40 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:41.334370 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:41.335003 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:41.336727 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] 10.222.0.37 "PUT /v2.0/ports/f71cf88f-8d18-4e32-9d66-f0efaf115471 HTTP/1.1" status: 200 len: 1096 time: 1.2892137 Dec 06 14:43:41.344057 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c4cd09-b55f-4714-946f-2b73f445f9dd', 'tag': 'f71cf88f-8d18-4e32-9d66-f0efaf115471'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:41.346558 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c9a5fa-9d2e-4588-b592-01cd6bb1c015" -d '{"events": [{"name": "network-changed", "server_uuid": "34c4cd09-b55f-4714-946f-2b73f445f9dd", "tag": "f71cf88f-8d18-4e32-9d66-f0efaf115471"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:41.351022 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 33be971b-5607-484a-ba01-a7327e162163 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:41.370621 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782700-2757-4e58-ad83-b46a540c252a req-678e0bec-9521-4229-979e-b624274f3bad tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:41.381642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e782700-2757-4e58-ad83-b46a540c252a req-678e0bec-9521-4229-979e-b624274f3bad tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3199289 Dec 06 14:43:41.422279 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d810ed-e7dc-45b7-b6f0-5a9c76e12eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=f71cf88f-8d18-4e32-9d66-f0efaf115471,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:41.422926 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-559c7141-3ef4-4690-97fe-0441ea1cbc40 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8130615 Dec 06 14:43:41.426755 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41298) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:41.452645 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3497786c-a139-45e5-a6bb-8c280948be0f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Request body: {'port': {'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3', 'name': 'tempest-TaggedBootDevicesTest-220997030', 'fixed_ips': [{'subnet_id': '97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:41.465979 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e782700-2757-4e58-ad83-b46a540c252a req-590319e5-92bd-4e5f-bf78-e535ea01bab1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/quotas/1ef73dcd6d3e4823a5c82b4557027236 HTTP/1.1" status: 200 len: 375 time: 0.0833142 Dec 06 14:43:41.480313 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-7cd257f5-4e82-46e0-8e21-25ed30059af8 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=56414e5e4a2145b49b303ce82c243305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435703 Dec 06 14:43:41.486338 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee84cbd-aa89-4d55-98ad-d6e9ebb54261 req-d6bc1576-4ce9-4b8f-aa08-4880ec59365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:41.488638 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ee84cbd-aa89-4d55-98ad-d6e9ebb54261 req-d6bc1576-4ce9-4b8f-aa08-4880ec59365f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7c78aa4-4a36-4373-9916-580721e72599 HTTP/1.1" status: 200 len: 855 time: 0.2085648 Dec 06 14:43:41.590564 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-95fcbbd4-774d-4263-b10e-e4eaa528356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:41.592779 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-95fcbbd4-774d-4263-b10e-e4eaa528356f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 1099 time: 0.1959410 Dec 06 14:43:41.601315 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] For port f1652be1-685c-4b3c-97ac-4623fdef650e, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:41.631830 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee84cbd-aa89-4d55-98ad-d6e9ebb54261 req-dbe03737-4147-44a2-a0f5-9979aac05be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:41.633277 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ee84cbd-aa89-4d55-98ad-d6e9ebb54261 req-dbe03737-4147-44a2-a0f5-9979aac05be2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277635 Dec 06 14:43:41.635569 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e782700-2757-4e58-ad83-b46a540c252a req-66483abc-0e60-41a4-8ee2-6f4b9c81e2b8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1686029 Dec 06 14:43:41.683381 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-6def5687-4e7b-4c04-b2c8-885de00aa711 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f71cf88f-8d18-4e32-9d66-f0efaf115471 HTTP/1.1" status: 200 len: 217 time: 0.0567625 Dec 06 14:43:41.710248 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-24df71fc-d4f0-42b7-b47a-687480ee9d01 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:41.710576 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] For port f1652be1-685c-4b3c-97ac-4623fdef650e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f1652be1-685c-4b3c-97ac-4623fdef650e,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:41.718328 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-24df71fc-d4f0-42b7-b47a-687480ee9d01 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2246065 Dec 06 14:43:41.744617 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-09b56e6b-7549-4139-87f6-bea020db96de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:41.746286 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:41.746444 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-09b56e6b-7549-4139-87f6-bea020db96de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0550578 Dec 06 14:43:41.772622 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-c2060a6f-070f-4173-95b1-1f0561ea658f tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/quotas/56414e5e4a2145b49b303ce82c243305 HTTP/1.1" status: 200 len: 375 time: 0.0532002 Dec 06 14:43:41.790593 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3497786c-a139-45e5-a6bb-8c280948be0f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Made reservation on behalf of 3c37093efdf04284b9ef95dbc568d083 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:41.840905 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 33be971b-5607-484a-ba01-a7327e162163 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:43:41.844215 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-0c5233e2-2ac7-40b5-a354-ddd2493ddfc5 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=56414e5e4a2145b49b303ce82c243305&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705824 Dec 06 14:43:41.867114 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ee84cbd-aa89-4d55-98ad-d6e9ebb54261 req-74c52e1b-df5e-4592-91ae-238d4b2ee88e service neutron] 10.222.0.23 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143292 Dec 06 14:43:41.876130 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-a8cf4c6d-7155-4b6d-bd82-2e4b53cc2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:41.883967 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-a8cf4c6d-7155-4b6d-bd82-2e4b53cc2927 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1224108 Dec 06 14:43:41.972536 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 33be971b-5607-484a-ba01-a7327e162163 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:41.972955 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:42.020810 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ee84cbd-aa89-4d55-98ad-d6e9ebb54261 req-b2dc0f8a-f6e8-40e2-b360-47886e143518 service neutron] 10.222.0.23 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473536 Dec 06 14:43:42.135337 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-cb158934-4018-4c6a-ae8b-2c28f8c789bf', 'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'fixed_ips': [{'subnet_id': 'a1e5f2f7-b121-4bd5-a64e-1d85120de3ca'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:43:42.139412 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:42.147390 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=91655ffc-d2e5-4ec9-a98a-d88ac3caab9e,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:42.184859 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e11108-dd83-4a6f-b394-46d221f01cab None None] Pushing event updated for resources: {'Port': ['ID=f1652be1-685c-4b3c-97ac-4623fdef650e,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:42.201619 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '91655ffc-d2e5-4ec9-a98a-d88ac3caab9e', 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5', 'port_id': '91655ffc-d2e5-4ec9-a98a-d88ac3caab9e', 'mac_address': 'fa:16:3e:15:af:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c78aa4-4a36-4373-9916-580721e72599', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:42.237962 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3497786c-a139-45e5-a6bb-8c280948be0f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:42.301699 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff542d48-d10f-41f2-986b-423af745f583 x-openstack-request-id: req-ff542d48-d10f-41f2-986b-423af745f583 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:42.301872 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c4cd09-b55f-4714-946f-2b73f445f9dd", "tag": "f71cf88f-8d18-4e32-9d66-f0efaf115471", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:42.302072 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff542d48-d10f-41f2-986b-423af745f583 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:42.302481 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c4cd09-b55f-4714-946f-2b73f445f9dd', 'tag': 'f71cf88f-8d18-4e32-9d66-f0efaf115471', 'status': 'completed', 'code': 200} Dec 06 14:43:42.346755 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd8e2e-d055-4f76-8ad3-4a576d866cf7 req-520bc268-a2a9-4b41-a768-bd8d492b0a91 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:42.355089 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8cfd8e2e-d055-4f76-8ad3-4a576d866cf7 req-520bc268-a2a9-4b41-a768-bd8d492b0a91 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 943 time: 0.3782876 Dec 06 14:43:42.381580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-72025914-5d98-431e-b47c-e31911e8f423 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930086 Dec 06 14:43:42.383098 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-3497786c-a139-45e5-a6bb-8c280948be0f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] device_id is not set on port 0543179e-d70f-4909-a03d-fcfe66648f7a yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:43:42.444481 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44948ec3-cc8c-4dba-8520-2d6067e90d7a req-9805eba9-cf97-4957-b852-756590713792 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:42.461207 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44948ec3-cc8c-4dba-8520-2d6067e90d7a req-9805eba9-cf97-4957-b852-756590713792 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:42.476445 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44948ec3-cc8c-4dba-8520-2d6067e90d7a req-9805eba9-cf97-4957-b852-756590713792 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:42.483487 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44948ec3-cc8c-4dba-8520-2d6067e90d7a req-9805eba9-cf97-4957-b852-756590713792 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:42.504822 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:42.505653 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44948ec3-cc8c-4dba-8520-2d6067e90d7a req-9805eba9-cf97-4957-b852-756590713792 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:42.512047 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44948ec3-cc8c-4dba-8520-2d6067e90d7a req-9805eba9-cf97-4957-b852-756590713792 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:42.519370 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44948ec3-cc8c-4dba-8520-2d6067e90d7a req-9805eba9-cf97-4957-b852-756590713792 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:42.527723 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44948ec3-cc8c-4dba-8520-2d6067e90d7a req-9805eba9-cf97-4957-b852-756590713792 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5432 time: 0.1766145 Dec 06 14:43:42.587207 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:42.616798 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=33be971b-5607-484a-ba01-a7327e162163,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:42.622679 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44948ec3-cc8c-4dba-8520-2d6067e90d7a req-0f3ec3a2-397d-44a5-bb26-f6c684a856d8 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842888 Dec 06 14:43:42.623553 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33be971b-5607-484a-ba01-a7327e162163'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:42.626510 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4217055f-07d4-4216-a241-809934219ce4" -d '{"events": [{"server_uuid": "901965c6-cef1-4d1f-ba6b-8433656fcaa9", "name": "network-vif-plugged", "status": "completed", "tag": "33be971b-5607-484a-ba01-a7327e162163"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:42.678827 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8cfd8e2e-d055-4f76-8ad3-4a576d866cf7 req-162d36d5-7814-427d-bd41-bf577a373512 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226094 Dec 06 14:43:42.706864 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:42.743208 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-100ebd5f-f18b-4a7f-801c-91aa0fb0a8d3 req-0804738f-b443-4be2-a619-a4b1cfe9a041 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409352 Dec 06 14:43:42.759559 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:42.819831 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0488b51f-d049-4672-9360-43f1411b3ae1 req-9e7ec206-4dce-4ea3-b37f-c517c5377225 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 210 time: 0.0923045 Dec 06 14:43:42.902452 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef8e33-2206-4e97-a03b-5c5bac69f025 req-9aeb6221-c6a8-4656-a7c1-30d0ca3373db tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:42.906194 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f3ef8e33-2206-4e97-a03b-5c5bac69f025 req-9aeb6221-c6a8-4656-a7c1-30d0ca3373db tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 948 time: 0.1187558 Dec 06 14:43:42.910762 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-3497786c-a139-45e5-a6bb-8c280948be0f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Allocated IP 10.1.1.13 (b101b3fa-0622-4671-8e73-e76bfcd7a3b3/97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f/0543179e-d70f-4909-a03d-fcfe66648f7a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:42.960697 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Allocated IP 10.2.2.2 (cb158934-4018-4c6a-ae8b-2c28f8c789bf/a1e5f2f7-b121-4bd5-a64e-1d85120de3ca/bf34ac15-8840-4097-bb07-12aa6bc09df9) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:42.965587 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9a5fa-9d2e-4588-b592-01cd6bb1c015 req-9f9fa1c9-ff51-487c-b82c-8821a8251df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:42.967191 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01c9a5fa-9d2e-4588-b592-01cd6bb1c015 req-9f9fa1c9-ff51-487c-b82c-8821a8251df9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=940b9d0da2654da5b6e2ace423b1077c&device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 1099 time: 0.1319563 Dec 06 14:43:42.968094 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=91655ffc-d2e5-4ec9-a98a-d88ac3caab9e,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:42.992744 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1aba0b3b-a26c-494f-b6b4-1eb8241672fe req-f565fde0-a7df-46b8-bfee-677a7fc6ad3e tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 210 time: 0.0503805 Dec 06 14:43:43.001078 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=33be971b-5607-484a-ba01-a7327e162163,revision_number=13']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:43.013362 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:43.154878 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877b4f4-83ce-4554-8f54-79b684e9bdef req-89543bd6-ea1e-4fb1-9c62-c6c4bb65f38f tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:43.156337 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6877b4f4-83ce-4554-8f54-79b684e9bdef req-89543bd6-ea1e-4fb1-9c62-c6c4bb65f38f tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 1095 time: 0.0890670 Dec 06 14:43:43.190029 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=91655ffc-d2e5-4ec9-a98a-d88ac3caab9e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:43.192398 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f3ef8e33-2206-4e97-a03b-5c5bac69f025 req-1c0e87ee-e288-4cbe-b387-f06f8714bfd8 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676482 Dec 06 14:43:43.198328 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9a5fa-9d2e-4588-b592-01cd6bb1c015 req-9c926e97-2470-4975-9022-41d077ab8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:43.198469 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f1652be1-685c-4b3c-97ac-4623fdef650e up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:43.198897 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01c9a5fa-9d2e-4588-b592-01cd6bb1c015 req-9c926e97-2470-4975-9022-41d077ab8490 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2106867 Dec 06 14:43:43.248581 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:43.253768 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6877b4f4-83ce-4554-8f54-79b684e9bdef req-ebd4eb78-02a9-460d-860d-b32be3c46ef4 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901616 Dec 06 14:43:43.276199 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01c9a5fa-9d2e-4588-b592-01cd6bb1c015 req-1d6b643e-0054-4219-ad62-5fb30bf70e30 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f71cf88f-8d18-4e32-9d66-f0efaf115471 HTTP/1.1" status: 200 len: 217 time: 0.0660048 Dec 06 14:43:43.325309 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:43.334109 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 918d40fd-8b4f-4e12-8998-886c2131303a details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:43.350678 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf23eca-1b65-4dc3-9973-0faa853491c9 x-openstack-request-id: req-cbf23eca-1b65-4dc3-9973-0faa853491c9 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:43.351583 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901965c6-cef1-4d1f-ba6b-8433656fcaa9", "name": "network-vif-plugged", "status": "completed", "tag": "33be971b-5607-484a-ba01-a7327e162163", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:43.352214 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbf23eca-1b65-4dc3-9973-0faa853491c9 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:43.352773 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33be971b-5607-484a-ba01-a7327e162163', 'code': 200} Dec 06 14:43:43.354535 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d3a2dd-0efa-40dd-914e-7db74fe3d5f6 None None] Network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:43:43.365899 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['91655ffc-d2e5-4ec9-a98a-d88ac3caab9e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:43.388805 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:43.409467 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e782700-2757-4e58-ad83-b46a540c252a req-4c937763-a9c5-4065-bed3-3957b139687d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432994 Dec 06 14:43:43.502270 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-33863b77-ac86-4912-bf39-e0fab73a3a6e None None] Provisioning complete for port f1652be1-685c-4b3c-97ac-4623fdef650e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:43.503077 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33863b77-ac86-4912-bf39-e0fab73a3a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:43.525747 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9a5fa-9d2e-4588-b592-01cd6bb1c015 req-987177ec-3db6-4c34-8a4d-9b126800c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:43.527573 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01c9a5fa-9d2e-4588-b592-01cd6bb1c015 req-987177ec-3db6-4c34-8a4d-9b126800c2f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.2425559 Dec 06 14:43:43.543167 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3497786c-a139-45e5-a6bb-8c280948be0f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:43.560301 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782700-2757-4e58-ad83-b46a540c252a req-8b2bf15e-16a6-40f7-b871-0d5f96f0461c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:43.562142 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:43:43.562271 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e782700-2757-4e58-ad83-b46a540c252a req-8b2bf15e-16a6-40f7-b871-0d5f96f0461c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431746 Dec 06 14:43:43.580703 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-4e782700-2757-4e58-ad83-b46a540c252a req-4d0a5bf5-ed61-493f-9370-95754ab58c7d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Request body: {'port': {'device_id': '51b639d9-d572-4589-ac4d-43107fe41a78', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '1ef73dcd6d3e4823a5c82b4557027236'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:43.582131 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5c068-8ec7-4a70-9cc3-14aea04bdd5e req-4ed3e72d-6718-42fc-8cfa-8543c619b217 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:43.584309 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-def5c068-8ec7-4a70-9cc3-14aea04bdd5e req-4ed3e72d-6718-42fc-8cfa-8543c619b217 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 1095 time: 0.1310437 Dec 06 14:43:43.613660 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Network cb158934-4018-4c6a-ae8b-2c28f8c789bf is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:43.649784 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9a5fa-9d2e-4588-b592-01cd6bb1c015 req-799b9be8-ed3f-4dce-b81f-3fcea3b86e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:43.651572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01c9a5fa-9d2e-4588-b592-01cd6bb1c015 req-799b9be8-ed3f-4dce-b81f-3fcea3b86e48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1120117 Dec 06 14:43:43.695209 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-def5c068-8ec7-4a70-9cc3-14aea04bdd5e req-c7d1463f-7d20-43e4-a87f-e7fc1e935689 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979836 Dec 06 14:43:43.699766 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:43.721239 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:43.738582 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3497786c-a139-45e5-a6bb-8c280948be0f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:43.771328 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f1652be1-685c-4b3c-97ac-4623fdef650e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:43.771841 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:43.843345 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3497786c-a139-45e5-a6bb-8c280948be0f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:43.849644 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3497786c-a139-45e5-a6bb-8c280948be0f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:43.853116 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497786c-a139-45e5-a6bb-8c280948be0f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event updated for resources: {'Port': ['ID=0543179e-d70f-4909-a03d-fcfe66648f7a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:43.857160 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3497786c-a139-45e5-a6bb-8c280948be0f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:43.860564 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Pushing event updated for resources: {'Port': ['ID=bf34ac15-8840-4097-bb07-12aa6bc09df9,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:43.896973 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33863b77-ac86-4912-bf39-e0fab73a3a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:43.905053 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0ff887d8-72a7-47c9-8650-b59d05e0a9b7,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:43.957261 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3497786c-a139-45e5-a6bb-8c280948be0f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:43.957948 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3497786c-a139-45e5-a6bb-8c280948be0f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:44.010718 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '0ff887d8-72a7-47c9-8650-b59d05e0a9b7', 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919', 'port_id': '0ff887d8-72a7-47c9-8650-b59d05e0a9b7', 'mac_address': 'fa:16:3e:94:7f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73233722-86af-4248-a481-0a9c5e4685d5', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:44.012843 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01c9a5fa-9d2e-4588-b592-01cd6bb1c015 req-a36b17b7-8682-428b-b8bd-1fe2b5cebf09 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338087 Dec 06 14:43:44.045684 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-0ddf2465-06a4-4e45-83c9-1180ac914095 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=56414e5e4a2145b49b303ce82c243305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850465 Dec 06 14:43:44.047223 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 918d40fd-8b4f-4e12-8998-886c2131303a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=918d40fd-8b4f-4e12-8998-886c2131303a,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:44.082139 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3497786c-a139-45e5-a6bb-8c280948be0f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6311762 Dec 06 14:43:44.082354 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Attempting to bind port bf34ac15-8840-4097-bb07-12aa6bc09df9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:44.082354 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Attempting to bind port bf34ac15-8840-4097-bb07-12aa6bc09df9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7ba72c39-a80c-460f-8226-d6107cfda5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:44.082354 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Attempting to bind port bf34ac15-8840-4097-bb07-12aa6bc09df9 on network cb158934-4018-4c6a-ae8b-2c28f8c789bf {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:44.096358 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966a99f-7876-4a54-8b4d-2d5f132b623d req-6c6e0c06-7c81-4b46-aa67-88aabe4abb1c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:44.098000 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6966a99f-7876-4a54-8b4d-2d5f132b623d req-6c6e0c06-7c81-4b46-aa67-88aabe4abb1c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 943 time: 0.1513219 Dec 06 14:43:44.101580 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41348) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:44.107265 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-76c024fb-7261-49bc-b680-79f9e80171f6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Request body: {'port': {'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3', 'name': 'tempest-TaggedBootDevicesTest-361329580', 'fixed_ips': [{'subnet_id': '97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:44.190743 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6108c0-feaf-4c99-9cc9-4fde7c2df8c3 req-80cf7ef1-cee7-4c2a-b1a6-d1d2fe08f713 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:44.197497 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6108c0-feaf-4c99-9cc9-4fde7c2df8c3 req-80cf7ef1-cee7-4c2a-b1a6-d1d2fe08f713 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:44.203758 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6108c0-feaf-4c99-9cc9-4fde7c2df8c3 req-80cf7ef1-cee7-4c2a-b1a6-d1d2fe08f713 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:44.209819 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6108c0-feaf-4c99-9cc9-4fde7c2df8c3 req-80cf7ef1-cee7-4c2a-b1a6-d1d2fe08f713 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:44.216654 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6108c0-feaf-4c99-9cc9-4fde7c2df8c3 req-80cf7ef1-cee7-4c2a-b1a6-d1d2fe08f713 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:44.222852 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6108c0-feaf-4c99-9cc9-4fde7c2df8c3 req-80cf7ef1-cee7-4c2a-b1a6-d1d2fe08f713 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:44.232115 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6108c0-feaf-4c99-9cc9-4fde7c2df8c3 req-80cf7ef1-cee7-4c2a-b1a6-d1d2fe08f713 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:44.234102 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe6108c0-feaf-4c99-9cc9-4fde7c2df8c3 req-80cf7ef1-cee7-4c2a-b1a6-d1d2fe08f713 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5432 time: 0.2102268 Dec 06 14:43:44.307525 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '918d40fd-8b4f-4e12-8998-886c2131303a', 'network_id': '18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5', 'port_id': '918d40fd-8b4f-4e12-8998-886c2131303a', 'mac_address': 'fa:16:3e:b3:c8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c78aa4-4a36-4373-9916-580721e72599', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:44.325228 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:44.325770 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Checking segment: {'id': '7ba72c39-a80c-460f-8226-d6107cfda5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:44.326493 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:44.326792 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Bound using segment: {'id': '7ba72c39-a80c-460f-8226-d6107cfda5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:44.327374 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Bound port: bf34ac15-8840-4097-bb07-12aa6bc09df9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba72c39-a80c-460f-8226-d6107cfda5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:44.327918 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:44.350229 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-33863b77-ac86-4912-bf39-e0fab73a3a6e None None] For port f1652be1-685c-4b3c-97ac-4623fdef650e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f1652be1-685c-4b3c-97ac-4623fdef650e,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:44.356947 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e782700-2757-4e58-ad83-b46a540c252a req-4d0a5bf5-ed61-493f-9370-95754ab58c7d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Made reservation on behalf of 1ef73dcd6d3e4823a5c82b4557027236 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:44.360509 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4e782700-2757-4e58-ad83-b46a540c252a req-4d0a5bf5-ed61-493f-9370-95754ab58c7d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:44.381936 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33863b77-ac86-4912-bf39-e0fab73a3a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:44.388591 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe6108c0-feaf-4c99-9cc9-4fde7c2df8c3 req-75121353-49e5-4381-9b2b-bfcdf4d64380 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1379883 Dec 06 14:43:44.406004 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c024fb-7261-49bc-b680-79f9e80171f6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Made reservation on behalf of 3c37093efdf04284b9ef95dbc568d083 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:44.425529 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:44.550438 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:44.562304 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6966a99f-7876-4a54-8b4d-2d5f132b623d req-9708dd32-f6b9-46cf-b595-83741c135ef6 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521172 Dec 06 14:43:44.580015 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-61ad5d95-6e18-46ba-9a60-a0f47098a0d9 req-a45f9ac1-3a4a-47c7-bd92-4bee77cdff46 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 210 time: 0.0584023 Dec 06 14:43:44.593186 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:44.621766 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76c024fb-7261-49bc-b680-79f9e80171f6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:44.623704 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01c9a5fa-9d2e-4588-b592-01cd6bb1c015 req-93b6604b-1a37-4844-b3f1-c4b8cdcc1c14 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918567 Dec 06 14:43:44.646506 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-4e782700-2757-4e58-ad83-b46a540c252a req-4d0a5bf5-ed61-493f-9370-95754ab58c7d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Allocated IP 192.168.233.84 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/a1f410f3-b590-45d2-89a4-68030d49b760) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:44.665571 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-76c024fb-7261-49bc-b680-79f9e80171f6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] device_id is not set on port a7b78aa4-0d2c-4a7c-8d55-41681ef29071 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:43:44.665799 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-113d362c-4ad4-4383-aff3-e592a2792bc4 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:44.667219 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-113d362c-4ad4-4383-aff3-e592a2792bc4 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6080317 Dec 06 14:43:44.676417 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0ff887d8-72a7-47c9-8650-b59d05e0a9b7,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:44.677857 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33863b77-ac86-4912-bf39-e0fab73a3a6e None None] Pushing event updated for resources: {'Port': ['ID=f1652be1-685c-4b3c-97ac-4623fdef650e,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:44.684910 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918d40fd-8b4f-4e12-8998-886c2131303a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:44.694536 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-268db08a-962f-44b5-ae54-bef02ac998ae tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Request body: {'port': {'device_id': '14e86b38-1767-459f-bcd1-939bfa0415fe', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '56414e5e4a2145b49b303ce82c243305'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:44.699091 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] For port bf34ac15-8840-4097-bb07-12aa6bc09df9, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:44.702417 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:44.703928 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 136aab93-4414-4a27-bb13-b887ce3df348 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:44.707875 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] For port bf34ac15-8840-4097-bb07-12aa6bc09df9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bf34ac15-8840-4097-bb07-12aa6bc09df9,segment=NetworkSegment(7ba72c39-a80c-460f-8226-d6107cfda5da),segment_id=7ba72c39-a80c-460f-8226-d6107cfda5da)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:44.758442 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:44.764385 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 918d40fd-8b4f-4e12-8998-886c2131303a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=918d40fd-8b4f-4e12-8998-886c2131303a,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:44.796310 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:44.835978 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=0ff887d8-72a7-47c9-8650-b59d05e0a9b7,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:44.843076 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 136aab93-4414-4a27-bb13-b887ce3df348, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=136aab93-4414-4a27-bb13-b887ce3df348,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:44.882135 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f1f14bd-aa88-40dc-8933-1b267fdfb748 req-2380d77f-3b70-4cdf-af15-6e6ab0a2aa04 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 210 time: 0.1092744 Dec 06 14:43:44.924124 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '136aab93-4414-4a27-bb13-b887ce3df348', 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919', 'port_id': '136aab93-4414-4a27-bb13-b887ce3df348', 'mac_address': 'fa:16:3e:f3:8b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73233722-86af-4248-a481-0a9c5e4685d5', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:44.967572 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-268db08a-962f-44b5-ae54-bef02ac998ae tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Made reservation on behalf of 56414e5e4a2145b49b303ce82c243305 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:44.972405 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-268db08a-962f-44b5-ae54-bef02ac998ae tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:44.997869 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-268db08a-962f-44b5-ae54-bef02ac998ae tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:45.057739 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e3f36-d5af-4c9c-b6fc-bef7f112a8f8 None None] Pushing event updated for resources: {'Port': ['ID=bf34ac15-8840-4097-bb07-12aa6bc09df9,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:45.111876 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:45.138695 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f4761fd7-aed4-49fa-8a62-03f3ef1b5e9b None None] Provisioning complete for port f1652be1-685c-4b3c-97ac-4623fdef650e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:45.139150 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4761fd7-aed4-49fa-8a62-03f3ef1b5e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:45.152833 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-268db08a-962f-44b5-ae54-bef02ac998ae tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:45.164372 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-268db08a-962f-44b5-ae54-bef02ac998ae tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:45.278959 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['918d40fd-8b4f-4e12-8998-886c2131303a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:45.289083 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f1652be1-685c-4b3c-97ac-4623fdef650e up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:45.315093 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136aab93-4414-4a27-bb13-b887ce3df348 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:45.355867 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268db08a-962f-44b5-ae54-bef02ac998ae tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d643132-18ea-439c-8e60-a94f95b3c177,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:45.359775 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-76c024fb-7261-49bc-b680-79f9e80171f6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Allocated IP 10.1.1.3 (b101b3fa-0622-4671-8e73-e76bfcd7a3b3/97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f/a7b78aa4-0d2c-4a7c-8d55-41681ef29071) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:45.420094 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=918d40fd-8b4f-4e12-8998-886c2131303a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:45.432786 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 136aab93-4414-4a27-bb13-b887ce3df348, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=136aab93-4414-4a27-bb13-b887ce3df348,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:45.459592 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:45.460276 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device cfc991a0-3eee-40e2-bc52-93e126dd1c69 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:45.483507 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d9f6c-1522-4a23-beb8-08f40d2d60a2 req-197b4059-6bdb-4c3a-ade9-1b58262fd607 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:45.491726 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-914d9f6c-1522-4a23-beb8-08f40d2d60a2 req-197b4059-6bdb-4c3a-ade9-1b58262fd607 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 948 time: 0.4850698 Dec 06 14:43:45.506920 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4e782700-2757-4e58-ad83-b46a540c252a req-4d0a5bf5-ed61-493f-9370-95754ab58c7d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:45.574451 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18407ca5-87bf-424f-b620-b9bea9bbc5b8 req-2119d5bd-87b4-4513-bbbb-a8dfee4a2015 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:45.581405 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18407ca5-87bf-424f-b620-b9bea9bbc5b8 req-2119d5bd-87b4-4513-bbbb-a8dfee4a2015 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:45.588221 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18407ca5-87bf-424f-b620-b9bea9bbc5b8 req-2119d5bd-87b4-4513-bbbb-a8dfee4a2015 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:45.594696 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18407ca5-87bf-424f-b620-b9bea9bbc5b8 req-2119d5bd-87b4-4513-bbbb-a8dfee4a2015 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:45.601624 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18407ca5-87bf-424f-b620-b9bea9bbc5b8 req-2119d5bd-87b4-4513-bbbb-a8dfee4a2015 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:45.607989 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=136aab93-4414-4a27-bb13-b887ce3df348,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:45.610078 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18407ca5-87bf-424f-b620-b9bea9bbc5b8 req-2119d5bd-87b4-4513-bbbb-a8dfee4a2015 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:45.617844 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18407ca5-87bf-424f-b620-b9bea9bbc5b8 req-2119d5bd-87b4-4513-bbbb-a8dfee4a2015 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:45.627405 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18407ca5-87bf-424f-b620-b9bea9bbc5b8 req-2119d5bd-87b4-4513-bbbb-a8dfee4a2015 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5434 time: 0.1160212 Dec 06 14:43:45.660887 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-914d9f6c-1522-4a23-beb8-08f40d2d60a2 req-f7776fdc-ce36-4191-a97b-21a6ba371d4e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632483 Dec 06 14:43:45.664713 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f1652be1-685c-4b3c-97ac-4623fdef650e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:45.664964 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:45.701604 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18407ca5-87bf-424f-b620-b9bea9bbc5b8 req-d5815327-dfb9-421c-8043-1506541471d4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707209 Dec 06 14:43:45.701869 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f4761fd7-aed4-49fa-8a62-03f3ef1b5e9b None None] Provisioning complete for port 0543179e-d70f-4909-a03d-fcfe66648f7a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:45.702242 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4761fd7-aed4-49fa-8a62-03f3ef1b5e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:45.706565 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4e782700-2757-4e58-ad83-b46a540c252a req-4d0a5bf5-ed61-493f-9370-95754ab58c7d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:45.716253 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76c024fb-7261-49bc-b680-79f9e80171f6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:45.763769 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port cfc991a0-3eee-40e2-bc52-93e126dd1c69, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cfc991a0-3eee-40e2-bc52-93e126dd1c69,segment=NetworkSegment(7170f104-d7c9-4cee-be83-eaca5aae7196),segment_id=7170f104-d7c9-4cee-be83-eaca5aae7196)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:45.791804 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-268db08a-962f-44b5-ae54-bef02ac998ae tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Allocated IP 192.168.233.45 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/c5e2112f-9582-43fc-bee3-97e1372289b9) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:45.800100 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'cfc991a0-3eee-40e2-bc52-93e126dd1c69', 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd', 'port_id': 'cfc991a0-3eee-40e2-bc52-93e126dd1c69', 'mac_address': 'fa:16:3e:80:75:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:45.818970 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f4761fd7-aed4-49fa-8a62-03f3ef1b5e9b None None] Port 0543179e-d70f-4909-a03d-fcfe66648f7a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:43:45.854453 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a5bf5-ed61-493f-9370-95754ab58c7d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Pushing event updated for resources: {'Port': ['ID=a1f410f3-b590-45d2-89a4-68030d49b760,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:45.883174 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e782700-2757-4e58-ad83-b46a540c252a req-4d0a5bf5-ed61-493f-9370-95754ab58c7d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:45.899055 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-4e782700-2757-4e58-ad83-b46a540c252a req-4d0a5bf5-ed61-493f-9370-95754ab58c7d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:45.912221 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:45.930683 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b23fe-35c5-470f-bc91-6dbc6745eeb6 req-361e4d9b-d22f-4261-a21b-4d12f9b1e514 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:45.932564 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc991a0-3eee-40e2-bc52-93e126dd1c69 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:45.940077 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-840b23fe-35c5-470f-bc91-6dbc6745eeb6 req-361e4d9b-d22f-4261-a21b-4d12f9b1e514 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 935 time: 0.1308997 Dec 06 14:43:45.969802 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port cfc991a0-3eee-40e2-bc52-93e126dd1c69, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cfc991a0-3eee-40e2-bc52-93e126dd1c69,segment=NetworkSegment(7170f104-d7c9-4cee-be83-eaca5aae7196),segment_id=7170f104-d7c9-4cee-be83-eaca5aae7196)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:45.970003 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e782700-2757-4e58-ad83-b46a540c252a req-4d0a5bf5-ed61-493f-9370-95754ab58c7d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:45.977366 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:45.978323 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:45.980592 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0367f235-633a-413a-905c-3c10b6981ba4 None None] Provisioning complete for port 0543179e-d70f-4909-a03d-fcfe66648f7a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:45.981024 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76c024fb-7261-49bc-b680-79f9e80171f6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:45.981359 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0367f235-633a-413a-905c-3c10b6981ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:46.023140 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728998b-222f-496a-9e79-62cbd4d66c32 req-acc6351f-b74b-4648-8d19-da659cd3a759 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:46.032340 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b728998b-222f-496a-9e79-62cbd4d66c32 req-acc6351f-b74b-4648-8d19-da659cd3a759 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 944 time: 0.2432508 Dec 06 14:43:46.078882 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=cfc991a0-3eee-40e2-bc52-93e126dd1c69,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:46.133601 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0367f235-633a-413a-905c-3c10b6981ba4 None None] Port 0543179e-d70f-4909-a03d-fcfe66648f7a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:43:46.158623 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c024fb-7261-49bc-b680-79f9e80171f6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:46.177263 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c024fb-7261-49bc-b680-79f9e80171f6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event updated for resources: {'Port': ['ID=a7b78aa4-0d2c-4a7c-8d55-41681ef29071,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:46.183279 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-840b23fe-35c5-470f-bc91-6dbc6745eeb6 req-b669c87f-3ea1-4456-8921-9470bcc3534e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422357 Dec 06 14:43:46.188792 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782700-2757-4e58-ad83-b46a540c252a req-4d0a5bf5-ed61-493f-9370-95754ab58c7d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:46.189456 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4e782700-2757-4e58-ad83-b46a540c252a req-4d0a5bf5-ed61-493f-9370-95754ab58c7d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:46.211609 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-76c024fb-7261-49bc-b680-79f9e80171f6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:46.219942 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c024fb-7261-49bc-b680-79f9e80171f6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:46.280998 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-268db08a-962f-44b5-ae54-bef02ac998ae tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:46.317543 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a,segment=NetworkSegment(457854a6-5e9a-48bf-b141-89d73d3b04f9),segment_id=457854a6-5e9a-48bf-b141-89d73d3b04f9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:46.319089 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e782700-2757-4e58-ad83-b46a540c252a req-4d0a5bf5-ed61-493f-9370-95754ab58c7d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7449591 Dec 06 14:43:46.332654 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a', 'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b', 'port_id': 'bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a', 'mac_address': 'fa:16:3e:3a:35:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2886b11-d7ce-4a27-8672-5072288b3ed3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:46.340250 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b728998b-222f-496a-9e79-62cbd4d66c32 req-0f850057-a103-4b63-9e70-35e8a1dcd080 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069611 Dec 06 14:43:46.359037 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Request body: {'port': {'device_id': '51b639d9-d572-4589-ac4d-43107fe41a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:46.386392 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d0749c5-23cd-4491-ad19-d5ced5c34084 req-f14471d0-0cf0-430e-9382-0c68fc99d564 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 210 time: 0.0726650 Dec 06 14:43:46.410794 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-268db08a-962f-44b5-ae54-bef02ac998ae tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:46.431920 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:46.451642 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:46.460805 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fd150e71-c3b4-46e2-8b41-72716ce215c4 None None] Provisioning complete for port a1f410f3-b590-45d2-89a4-68030d49b760 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:46.461178 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fd150e71-c3b4-46e2-8b41-72716ce215c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:46.463019 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c024fb-7261-49bc-b680-79f9e80171f6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:46.464797 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76c024fb-7261-49bc-b680-79f9e80171f6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:46.522880 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-268db08a-962f-44b5-ae54-bef02ac998ae tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:46.527452 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-268db08a-962f-44b5-ae54-bef02ac998ae tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:46.529450 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268db08a-962f-44b5-ae54-bef02ac998ae tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Pushing event updated for resources: {'Port': ['ID=c5e2112f-9582-43fc-bee3-97e1372289b9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:46.531641 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-268db08a-962f-44b5-ae54-bef02ac998ae tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:46.583064 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a,segment=NetworkSegment(457854a6-5e9a-48bf-b141-89d73d3b04f9),segment_id=457854a6-5e9a-48bf-b141-89d73d3b04f9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:46.591637 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f4ab4a-1a3e-4d4f-87ad-121f55ca7a25 None None] Network cb158934-4018-4c6a-ae8b-2c28f8c789bf requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:43:46.609303 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-76c024fb-7261-49bc-b680-79f9e80171f6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5065653 Dec 06 14:43:46.609994 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:46.652891 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-268db08a-962f-44b5-ae54-bef02ac998ae tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:46.658579 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-268db08a-962f-44b5-ae54-bef02ac998ae tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:46.680060 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-268db08a-962f-44b5-ae54-bef02ac998ae tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0026162 Dec 06 14:43:46.699087 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Request body: {'port': {'device_id': '14e86b38-1767-459f-bcd1-939bfa0415fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:46.748003 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fd150e71-c3b4-46e2-8b41-72716ce215c4 None None] Port a1f410f3-b590-45d2-89a4-68030d49b760 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:43:46.750844 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:46.751501 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device ee8da95d-34b2-4473-80cd-e4cf4bef2332 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:46.855510 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:46.866980 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['32951114-6811-4294-9ca3-b7348b9d530e', '058d2958-f999-4286-a726-ad2ccdd47f8c', '33be971b-5607-484a-ba01-a7327e162163'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:46.938013 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f56e7a-af58-43c6-aa5d-542453a51caf req-f0ad39ae-e02d-40f0-a733-36738ed7dccc tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:46.947515 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29f56e7a-af58-43c6-aa5d-542453a51caf req-f0ad39ae-e02d-40f0-a733-36738ed7dccc tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 948 time: 0.1687181 Dec 06 14:43:47.003530 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port ee8da95d-34b2-4473-80cd-e4cf4bef2332, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ee8da95d-34b2-4473-80cd-e4cf4bef2332,segment=NetworkSegment(457854a6-5e9a-48bf-b141-89d73d3b04f9),segment_id=457854a6-5e9a-48bf-b141-89d73d3b04f9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:47.021687 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:47.024140 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'ee8da95d-34b2-4473-80cd-e4cf4bef2332', 'network_id': 'b3613acf-14dd-4dd0-a35a-eef7f873eb4b', 'port_id': 'ee8da95d-34b2-4473-80cd-e4cf4bef2332', 'mac_address': 'fa:16:3e:a6:9e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2886b11-d7ce-4a27-8672-5072288b3ed3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:47.075371 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f410f3-b590-45d2-89a4-68030d49b760 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:47.075890 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29f56e7a-af58-43c6-aa5d-542453a51caf req-78966580-dd22-44d2-aa33-f9b1d02c7cac tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270423 Dec 06 14:43:47.081993 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41380) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:47.090268 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3e74d63d-f701-4f23-ba74-ea8617f6a7eb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541262119', 'description': 'tempest-description--638627436'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:47.097116 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:47.139808 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Transition to ACTIVE for port object a1f410f3-b590-45d2-89a4-68030d49b760 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:43:47.142887 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:47.147011 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d4771fac-0703-48c9-9614-95f4edb4151c None None] Provisioning complete for port c5e2112f-9582-43fc-bee3-97e1372289b9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:47.147391 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4771fac-0703-48c9-9614-95f4edb4151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:47.157886 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:47.227949 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8da95d-34b2-4473-80cd-e4cf4bef2332 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:47.235095 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Pushing event updated for resources: {'Port': ['ID=a1f410f3-b590-45d2-89a4-68030d49b760,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:47.251366 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e74d63d-f701-4f23-ba74-ea8617f6a7eb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:47.287763 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device bf34ac15-8840-4097-bb07-12aa6bc09df9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:47.301420 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d4771fac-0703-48c9-9614-95f4edb4151c None None] Port c5e2112f-9582-43fc-bee3-97e1372289b9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:43:47.339516 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port ee8da95d-34b2-4473-80cd-e4cf4bef2332, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ee8da95d-34b2-4473-80cd-e4cf4bef2332,segment=NetworkSegment(457854a6-5e9a-48bf-b141-89d73d3b04f9),segment_id=457854a6-5e9a-48bf-b141-89d73d3b04f9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:47.340966 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 918d40fd-8b4f-4e12-8998-886c2131303a up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:47.380638 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:47.381355 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5d72bb5c-7733-45c3-a034-55089fc45152 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:47.408538 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e74d63d-f701-4f23-ba74-ea8617f6a7eb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:47.424778 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e74d63d-f701-4f23-ba74-ea8617f6a7eb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:47.453807 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e74d63d-f701-4f23-ba74-ea8617f6a7eb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:47.458566 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3e74d63d-f701-4f23-ba74-ea8617f6a7eb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3697295 Dec 06 14:43:47.459245 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41388) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:47.459476 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d4771fac-0703-48c9-9614-95f4edb4151c None None] Provisioning complete for port a7b78aa4-0d2c-4a7c-8d55-41681ef29071 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:47.459808 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4771fac-0703-48c9-9614-95f4edb4151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:47.503277 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364412b5-fe21-4f93-b35d-5d17dfe2c42a req-5e93caa4-a65b-4580-82cf-aa984e2ca5b3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:47.520732 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364412b5-fe21-4f93-b35d-5d17dfe2c42a req-5e93caa4-a65b-4580-82cf-aa984e2ca5b3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:47.524422 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5d72bb5c-7733-45c3-a034-55089fc45152, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5d72bb5c-7733-45c3-a034-55089fc45152,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:47.532679 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364412b5-fe21-4f93-b35d-5d17dfe2c42a req-5e93caa4-a65b-4580-82cf-aa984e2ca5b3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:47.534667 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb5fc7-7aae-4af7-8ffb-1e2dc5af2fc2 req-20eda380-8fca-4ff0-beb9-2cc72eb0b836 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:47.543942 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-36fb5fc7-7aae-4af7-8ffb-1e2dc5af2fc2 req-20eda380-8fca-4ff0-beb9-2cc72eb0b836 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 947 time: 0.2595232 Dec 06 14:43:47.562802 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364412b5-fe21-4f93-b35d-5d17dfe2c42a req-5e93caa4-a65b-4580-82cf-aa984e2ca5b3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:47.578030 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '5d72bb5c-7733-45c3-a034-55089fc45152', 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919', 'port_id': '5d72bb5c-7733-45c3-a034-55089fc45152', 'mac_address': 'fa:16:3e:b7:3a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73233722-86af-4248-a481-0a9c5e4685d5', 'ip_address': '10.1.1.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:47.580572 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d4771fac-0703-48c9-9614-95f4edb4151c None None] Port a7b78aa4-0d2c-4a7c-8d55-41681ef29071 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:43:47.593058 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364412b5-fe21-4f93-b35d-5d17dfe2c42a req-5e93caa4-a65b-4580-82cf-aa984e2ca5b3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:47.595022 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e2112f-9582-43fc-bee3-97e1372289b9 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:47.599707 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364412b5-fe21-4f93-b35d-5d17dfe2c42a req-5e93caa4-a65b-4580-82cf-aa984e2ca5b3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:47.605994 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364412b5-fe21-4f93-b35d-5d17dfe2c42a req-5e93caa4-a65b-4580-82cf-aa984e2ca5b3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:47.614802 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-364412b5-fe21-4f93-b35d-5d17dfe2c42a req-5e93caa4-a65b-4580-82cf-aa984e2ca5b3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5436 time: 0.3895338 Dec 06 14:43:47.616542 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:47.625815 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-eb97bdf9-8de1-422c-84a8-b22bea52710e tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Request body: {'security_group_rule': {'security_group_id': '65bab8cf-7d04-49ab-a718-87e9006044b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:47.644078 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-36fb5fc7-7aae-4af7-8ffb-1e2dc5af2fc2 req-c3e60e7b-2fe4-40bd-a673-3848ba3ac06d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990009 Dec 06 14:43:47.656860 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Transition to ACTIVE for port object c5e2112f-9582-43fc-bee3-97e1372289b9 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:43:47.673116 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:47.783689 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74d63d-f701-4f23-ba74-ea8617f6a7eb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65bab8cf-7d04-49ab-a718-87e9006044b8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:47.839295 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb97bdf9-8de1-422c-84a8-b22bea52710e tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:47.848759 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port bf34ac15-8840-4097-bb07-12aa6bc09df9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:47.849132 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:47.873147 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=ee8da95d-34b2-4473-80cd-e4cf4bef2332,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:47.917070 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb97bdf9-8de1-422c-84a8-b22bea52710e tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:47.929484 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb97bdf9-8de1-422c-84a8-b22bea52710e tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:47.934529 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e2112f-9582-43fc-bee3-97e1372289b9,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:47.962675 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d4771fac-0703-48c9-9614-95f4edb4151c None None] Provisioning complete for port bf34ac15-8840-4097-bb07-12aa6bc09df9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:47.963054 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4771fac-0703-48c9-9614-95f4edb4151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:47.973320 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-364412b5-fe21-4f93-b35d-5d17dfe2c42a req-35646ebb-a8de-49be-83a7-408a9f4f99b1 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3544159 Dec 06 14:43:47.976384 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Attempting to bind port c5e2112f-9582-43fc-bee3-97e1372289b9 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:47.981350 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Attempting to bind port c5e2112f-9582-43fc-bee3-97e1372289b9 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:47.981646 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Attempting to bind port c5e2112f-9582-43fc-bee3-97e1372289b9 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:47.984002 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97bdf9-8de1-422c-84a8-b22bea52710e tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58421bc0-33a3-4762-9888-ae62d6b32928,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:47.991367 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Port c5e2112f-9582-43fc-bee3-97e1372289b9 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:43:47.991745 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Attempting to bind port c5e2112f-9582-43fc-bee3-97e1372289b9 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:48.003428 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Attempting to bind port a1f410f3-b590-45d2-89a4-68030d49b760 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:48.004053 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Attempting to bind port a1f410f3-b590-45d2-89a4-68030d49b760 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:48.004531 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Attempting to bind port a1f410f3-b590-45d2-89a4-68030d49b760 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:48.011490 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727da4fc-cf42-44bf-8344-beee18d184bc req-b03e1163-a496-4514-ae26-964d58253b87 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:48.021838 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-727da4fc-cf42-44bf-8344-beee18d184bc req-b03e1163-a496-4514-ae26-964d58253b87 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 944 time: 0.2679324 Dec 06 14:43:48.031009 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Port a1f410f3-b590-45d2-89a4-68030d49b760 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:43:48.034212 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:48.034887 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:48.035724 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Attempting to bind port a1f410f3-b590-45d2-89a4-68030d49b760 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:48.036937 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:48.037397 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Bound port: c5e2112f-9582-43fc-bee3-97e1372289b9, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:48.038253 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.046109 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 918d40fd-8b4f-4e12-8998-886c2131303a completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:43:48.054895 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb97bdf9-8de1-422c-84a8-b22bea52710e tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.055794 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 918d40fd-8b4f-4e12-8998-886c2131303a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:48.056084 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-eb97bdf9-8de1-422c-84a8-b22bea52710e tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4387453 Dec 06 14:43:48.056307 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.060047 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41394) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:48.067861 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6220fc85-57cb-4fcf-a787-46e34cc775f1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Request body: {'security_group_rule': {'security_group_id': '65bab8cf-7d04-49ab-a718-87e9006044b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:48.072206 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:48.072542 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:48.072925 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:48.073360 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Bound port: a1f410f3-b590-45d2-89a4-68030d49b760, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:48.083458 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.099349 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.147263 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] For port c5e2112f-9582-43fc-bee3-97e1372289b9, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:48.153882 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] For port c5e2112f-9582-43fc-bee3-97e1372289b9, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c5e2112f-9582-43fc-bee3-97e1372289b9,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:48.166659 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.203551 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2bfb3-3a68-4f06-bb87-66290ae5a8c9 req-4931a833-f0eb-4d03-80f7-c78cc66e7a5c tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:48.212029 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-55a2bfb3-3a68-4f06-bb87-66290ae5a8c9 req-4931a833-f0eb-4d03-80f7-c78cc66e7a5c tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 947 time: 0.1161091 Dec 06 14:43:48.213584 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d72bb5c-7733-45c3-a034-55089fc45152 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:48.229657 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6220fc85-57cb-4fcf-a787-46e34cc775f1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.235098 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5d72bb5c-7733-45c3-a034-55089fc45152, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5d72bb5c-7733-45c3-a034-55089fc45152,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:48.248694 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.252867 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e2112f-9582-43fc-bee3-97e1372289b9,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:48.258822 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.259637 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6cc6c89e-8a53-46be-8b4c-8b1a66915622 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:48.265440 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:48.266061 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.268983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-29d9b5e5-7b90-4f82-8588-7353c1539be4 service neutron] 10.222.0.37 "PUT /v2.0/ports/c5e2112f-9582-43fc-bee3-97e1372289b9 HTTP/1.1" status: 200 len: 1095 time: 1.5794816 Dec 06 14:43:48.270436 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e86b38-1767-459f-bcd1-939bfa0415fe', 'tag': 'c5e2112f-9582-43fc-bee3-97e1372289b9'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:48.289602 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acad078-e5af-4115-a557-9cb60ebb7316" -d '{"events": [{"name": "network-changed", "server_uuid": "14e86b38-1767-459f-bcd1-939bfa0415fe", "tag": "c5e2112f-9582-43fc-bee3-97e1372289b9"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:48.325024 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4771fac-0703-48c9-9614-95f4edb4151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.337224 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-727da4fc-cf42-44bf-8344-beee18d184bc req-2f87f924-1713-4606-86e1-d6b8aec83e7b tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142493 Dec 06 14:43:48.341355 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-55a2bfb3-3a68-4f06-bb87-66290ae5a8c9 req-74e3437f-d097-4b35-a4d7-447596b2321f tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d643132-18ea-439c-8e60-a94f95b3c177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280539 Dec 06 14:43:48.405721 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d4771fac-0703-48c9-9614-95f4edb4151c None None] For port bf34ac15-8840-4097-bb07-12aa6bc09df9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bf34ac15-8840-4097-bb07-12aa6bc09df9,segment=NetworkSegment(7ba72c39-a80c-460f-8226-d6107cfda5da),segment_id=7ba72c39-a80c-460f-8226-d6107cfda5da)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:48.431719 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:48.466746 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4771fac-0703-48c9-9614-95f4edb4151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.482457 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-da33434e-4c38-42b1-8916-658c802a33ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:48.484534 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-da33434e-4c38-42b1-8916-658c802a33ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56414e5e4a2145b49b303ce82c243305&device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 1098 time: 0.1462030 Dec 06 14:43:48.491531 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a1f410f3-b590-45d2-89a4-68030d49b760,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:48.518614 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.522317 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6220fc85-57cb-4fcf-a787-46e34cc775f1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.571777 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-22b00935-6dce-4bac-83d8-d91acb7fee97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=c5e2112f-9582-43fc-bee3-97e1372289b9 HTTP/1.1" status: 200 len: 217 time: 0.0780838 Dec 06 14:43:48.587406 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6220fc85-57cb-4fcf-a787-46e34cc775f1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.616046 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:43:48.616574 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:43:48.632472 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:48.633099 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.634496 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e782700-2757-4e58-ad83-b46a540c252a req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] 10.222.0.37 "PUT /v2.0/ports/a1f410f3-b590-45d2-89a4-68030d49b760 HTTP/1.1" status: 200 len: 1095 time: 2.2930405 Dec 06 14:43:48.641436 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b639d9-d572-4589-ac4d-43107fe41a78', 'tag': 'a1f410f3-b590-45d2-89a4-68030d49b760'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:48.642688 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdff0acb-a6cb-4695-8ebe-1449ae9557d9 x-openstack-request-id: req-bdff0acb-a6cb-4695-8ebe-1449ae9557d9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:48.643285 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e86b38-1767-459f-bcd1-939bfa0415fe", "tag": "c5e2112f-9582-43fc-bee3-97e1372289b9", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:48.643728 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdff0acb-a6cb-4695-8ebe-1449ae9557d9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:48.644369 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e86b38-1767-459f-bcd1-939bfa0415fe', 'tag': 'c5e2112f-9582-43fc-bee3-97e1372289b9', 'status': 'completed', 'code': 200} Dec 06 14:43:48.647346 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baabf699-e0b8-4c60-a5bd-f7fadc74b9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "51b639d9-d572-4589-ac4d-43107fe41a78", "tag": "a1f410f3-b590-45d2-89a4-68030d49b760"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:48.655701 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:43:48.670857 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220fc85-57cb-4fcf-a787-46e34cc775f1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f68086f-6d6c-4749-86ac-8e4db64d6b52,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:48.690879 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=5d72bb5c-7733-45c3-a034-55089fc45152,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:48.706161 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6220fc85-57cb-4fcf-a787-46e34cc775f1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.707423 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6220fc85-57cb-4fcf-a787-46e34cc775f1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6472733 Dec 06 14:43:48.714814 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41404) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:48.716513 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28b346-613e-44c1-9dfe-3b5e8b3672be service neutron] Pushing event updated for resources: {'Port': ['ID=a1f410f3-b590-45d2-89a4-68030d49b760,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:48.719401 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-972fe6a1-fa0c-44f3-9cfa-0b08292223b1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:48.746904 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f0bff-9770-497a-8042-ada9a7f2e3ac req-759e306f-376a-4a19-9b5e-6fd9ed170fc0 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:48.748463 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-3fda712a-4563-4fa6-8348-98c9edcb49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:48.748626 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-425f0bff-9770-497a-8042-ada9a7f2e3ac req-759e306f-376a-4a19-9b5e-6fd9ed170fc0 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 948 time: 0.1745820 Dec 06 14:43:48.750442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-3fda712a-4563-4fa6-8348-98c9edcb49bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1712487 Dec 06 14:43:48.753164 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-972fe6a1-fa0c-44f3-9cfa-0b08292223b1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.768803 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb1eba8-8e25-4b48-aba5-a81f0e9e51a3 x-openstack-request-id: req-ddb1eba8-8e25-4b48-aba5-a81f0e9e51a3 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:48.768994 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b639d9-d572-4589-ac4d-43107fe41a78", "tag": "a1f410f3-b590-45d2-89a4-68030d49b760", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:48.769252 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddb1eba8-8e25-4b48-aba5-a81f0e9e51a3 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:48.770036 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b639d9-d572-4589-ac4d-43107fe41a78', 'tag': 'a1f410f3-b590-45d2-89a4-68030d49b760', 'status': 'completed', 'code': 200} Dec 06 14:43:48.789820 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6cc6c89e-8a53-46be-8b4c-8b1a66915622, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6cc6c89e-8a53-46be-8b4c-8b1a66915622,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:48.826979 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782700-2757-4e58-ad83-b46a540c252a req-d34c08cf-f2c6-4f1b-ad99-ac7607428c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:48.828555 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e782700-2757-4e58-ad83-b46a540c252a req-d34c08cf-f2c6-4f1b-ad99-ac7607428c51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 1098 time: 0.1414793 Dec 06 14:43:48.867130 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-425f0bff-9770-497a-8042-ada9a7f2e3ac req-1a7c9961-a973-4376-a25f-895e96c529d9 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061714 Dec 06 14:43:48.882280 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:48.892369 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-0ae3c387-4eaa-474b-889c-49fa80612e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:48.895187 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-0ae3c387-4eaa-474b-889c-49fa80612e57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1246951 Dec 06 14:43:48.902655 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '6cc6c89e-8a53-46be-8b4c-8b1a66915622', 'network_id': '6d4b264c-2449-439e-aadb-4b6f43f38919', 'port_id': '6cc6c89e-8a53-46be-8b4c-8b1a66915622', 'mac_address': 'fa:16:3e:24:13:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73233722-86af-4248-a481-0a9c5e4685d5', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:48.911176 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e782700-2757-4e58-ad83-b46a540c252a req-0ac83646-fe69-44e4-b990-0bf2d131f53c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=a1f410f3-b590-45d2-89a4-68030d49b760 HTTP/1.1" status: 200 len: 217 time: 0.0724037 Dec 06 14:43:48.997860 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 918d40fd-8b4f-4e12-8998-886c2131303a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=918d40fd-8b4f-4e12-8998-886c2131303a,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:49.002384 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782700-2757-4e58-ad83-b46a540c252a req-3545f74c-f4ac-444b-a011-b060e4b79536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:49.002578 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854d3c03-664a-4dcf-8140-ac29b1cae1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918d40fd-8b4f-4e12-8998-886c2131303a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:49.004444 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e782700-2757-4e58-ad83-b46a540c252a req-3545f74c-f4ac-444b-a011-b060e4b79536 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0849395 Dec 06 14:43:49.005230 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5654f2-b4a6-482f-ba4d-b5b49f7b7111" -d '{"events": [{"server_uuid": "854d3c03-664a-4dcf-8140-ac29b1cae1fc", "name": "network-vif-plugged", "status": "completed", "tag": "918d40fd-8b4f-4e12-8998-886c2131303a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:49.019510 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4771fac-0703-48c9-9614-95f4edb4151c None None] Pushing event updated for resources: {'Port': ['ID=bf34ac15-8840-4097-bb07-12aa6bc09df9,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:49.031281 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:49.046467 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ac34b-7600-4de6-9cfc-95bf9f090b89 req-0e8e2ca1-dd60-4b19-ac78-2bc2ff9fe592 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:49.054323 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-484ac34b-7600-4de6-9cfc-95bf9f090b89 req-0e8e2ca1-dd60-4b19-ac78-2bc2ff9fe592 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 947 time: 0.1918907 Dec 06 14:43:49.076354 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:49.119225 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-0afaf486-363c-48c5-af8b-54b53fc86d2b service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058384 Dec 06 14:43:49.146930 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-972fe6a1-fa0c-44f3-9cfa-0b08292223b1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:49.152506 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782700-2757-4e58-ad83-b46a540c252a req-902f0d88-9cf2-439f-aa6e-bfbbe410dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:49.154143 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-484ac34b-7600-4de6-9cfc-95bf9f090b89 req-721a5858-9360-4148-b97b-a73c765497b8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989885 Dec 06 14:43:49.154959 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e782700-2757-4e58-ad83-b46a540c252a req-902f0d88-9cf2-439f-aa6e-bfbbe410dc14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425917 Dec 06 14:43:49.167484 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc6c89e-8a53-46be-8b4c-8b1a66915622 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:49.227869 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63723a8e-6cb6-40fd-a3ee-ab2f5cdd34a9 req-9238fa3c-30d0-45b2-9123-b23e52d13d57 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:49.235928 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=918d40fd-8b4f-4e12-8998-886c2131303a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:49.242036 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6cc6c89e-8a53-46be-8b4c-8b1a66915622, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6cc6c89e-8a53-46be-8b4c-8b1a66915622,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:49.253735 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718fa1fb-cb0b-42b6-875b-a7005f60b844 x-openstack-request-id: req-718fa1fb-cb0b-42b6-875b-a7005f60b844 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:49.254448 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854d3c03-664a-4dcf-8140-ac29b1cae1fc", "name": "network-vif-plugged", "status": "completed", "tag": "918d40fd-8b4f-4e12-8998-886c2131303a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:49.254561 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-718fa1fb-cb0b-42b6-875b-a7005f60b844 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:49.258586 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63723a8e-6cb6-40fd-a3ee-ab2f5cdd34a9 req-9238fa3c-30d0-45b2-9123-b23e52d13d57 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:49.264629 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63723a8e-6cb6-40fd-a3ee-ab2f5cdd34a9 req-9238fa3c-30d0-45b2-9123-b23e52d13d57 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:49.266065 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854d3c03-664a-4dcf-8140-ac29b1cae1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918d40fd-8b4f-4e12-8998-886c2131303a', 'code': 200} Dec 06 14:43:49.270311 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d6b26e34-1b88-4c17-b4ef-9b08267e876f None None] Provisioning complete for port bf34ac15-8840-4097-bb07-12aa6bc09df9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:49.270886 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6b26e34-1b88-4c17-b4ef-9b08267e876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:49.271381 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63723a8e-6cb6-40fd-a3ee-ab2f5cdd34a9 req-9238fa3c-30d0-45b2-9123-b23e52d13d57 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:49.273965 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:49.280304 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63723a8e-6cb6-40fd-a3ee-ab2f5cdd34a9 req-9238fa3c-30d0-45b2-9123-b23e52d13d57 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:49.286929 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63723a8e-6cb6-40fd-a3ee-ab2f5cdd34a9 req-9238fa3c-30d0-45b2-9123-b23e52d13d57 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:49.293049 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63723a8e-6cb6-40fd-a3ee-ab2f5cdd34a9 req-9238fa3c-30d0-45b2-9123-b23e52d13d57 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:49.296418 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-63723a8e-6cb6-40fd-a3ee-ab2f5cdd34a9 req-9238fa3c-30d0-45b2-9123-b23e52d13d57 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5438 time: 0.1805940 Dec 06 14:43:49.338267 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dad892b8-19ba-4bc4-b171-c0bc576e6ce9 req-2c088dcf-65cf-4d14-a3e2-2f3036643c19 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019691 Dec 06 14:43:49.363736 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device f71cf88f-8d18-4e32-9d66-f0efaf115471 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:49.366653 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:49.378925 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-972fe6a1-fa0c-44f3-9cfa-0b08292223b1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Allocated IP 172.35.7.136 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/8e9ca828-c604-42a4-bb05-b4b03ccca5fc) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:49.501653 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device bf34ac15-8840-4097-bb07-12aa6bc09df9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:49.541465 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-63723a8e-6cb6-40fd-a3ee-ab2f5cdd34a9 req-d868fe1b-5eba-47ab-9d42-88dc1d7f46b6 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2364950 Dec 06 14:43:49.553605 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-972fe6a1-fa0c-44f3-9cfa-0b08292223b1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:49.561127 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=6cc6c89e-8a53-46be-8b4c-8b1a66915622,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:49.603804 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc178ef-de5a-4893-b659-2bc4dc587bb4 req-c9bc850b-ba88-4f5f-8fc7-50eba22a37c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:49.605320 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fbc178ef-de5a-4893-b659-2bc4dc587bb4 req-c9bc850b-ba88-4f5f-8fc7-50eba22a37c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 1096 time: 0.1699133 Dec 06 14:43:49.609369 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e782700-2757-4e58-ad83-b46a540c252a req-8a84c920-8e6d-4784-b3e6-d4668d52e619 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419668 Dec 06 14:43:49.633708 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-972fe6a1-fa0c-44f3-9cfa-0b08292223b1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:49.705571 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:43:49.724149 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:49.724528 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:49.732171 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fe6a1-fa0c-44f3-9cfa-0b08292223b1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event updated for resources: {'Port': ['ID=8e9ca828-c604-42a4-bb05-b4b03ccca5fc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:49.777919 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9524f-40d3-452b-8784-23388aa677b2 req-32dd40e6-79c6-4c8b-8f6f-a67917e5b115 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:49.782674 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb9ee9-7e59-4b1f-8ba7-9d7ae2c68bd1 req-8f4253ea-f67c-4d33-895e-9e40de98e1bf tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:49.785834 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8fd9524f-40d3-452b-8784-23388aa677b2 req-32dd40e6-79c6-4c8b-8f6f-a67917e5b115 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 947 time: 0.1466303 Dec 06 14:43:49.786826 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port bf34ac15-8840-4097-bb07-12aa6bc09df9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:49.787206 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:49.790671 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-03bb9ee9-7e59-4b1f-8ba7-9d7ae2c68bd1 req-8f4253ea-f67c-4d33-895e-9e40de98e1bf tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 945 time: 0.1849747 Dec 06 14:43:49.790834 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port f71cf88f-8d18-4e32-9d66-f0efaf115471, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f71cf88f-8d18-4e32-9d66-f0efaf115471,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:49.806904 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fbc178ef-de5a-4893-b659-2bc4dc587bb4 req-72ec94f5-3963-4a9f-b123-3dfe139c835f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915691 Dec 06 14:43:49.814633 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972fe6a1-fa0c-44f3-9cfa-0b08292223b1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:49.823436 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-972fe6a1-fa0c-44f3-9cfa-0b08292223b1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:49.831480 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972fe6a1-fa0c-44f3-9cfa-0b08292223b1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:49.856406 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e782700-2757-4e58-ad83-b46a540c252a req-a7bf00d7-e84b-4cee-857d-e34bf79a4d35 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160642 Dec 06 14:43:49.869301 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'f71cf88f-8d18-4e32-9d66-f0efaf115471', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': 'f71cf88f-8d18-4e32-9d66-f0efaf115471', 'mac_address': 'fa:16:3e:a6:38:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:49.873304 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8fd9524f-40d3-452b-8784-23388aa677b2 req-5d46f058-88af-4d8a-841a-e07f821dce94 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d643132-18ea-439c-8e60-a94f95b3c177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863526 Dec 06 14:43:49.971854 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-972fe6a1-fa0c-44f3-9cfa-0b08292223b1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:49.980902 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acad078-e5af-4115-a557-9cb60ebb7316 req-88a064da-1b67-4823-9134-16cfecbb0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:49.983792 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6acad078-e5af-4115-a557-9cb60ebb7316 req-88a064da-1b67-4823-9134-16cfecbb0587 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56414e5e4a2145b49b303ce82c243305&device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 1098 time: 0.3667452 Dec 06 14:43:50.007475 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabf699-e0b8-4c60-a5bd-f7fadc74b9f0 req-b8271fa2-e826-4e5a-877b-15409865b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:50.009253 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-baabf699-e0b8-4c60-a5bd-f7fadc74b9f0 req-b8271fa2-e826-4e5a-877b-15409865b824 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 1098 time: 0.0836737 Dec 06 14:43:50.012875 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:50.033303 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-972fe6a1-fa0c-44f3-9cfa-0b08292223b1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:50.037033 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:43:50.050088 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:50.056576 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f71cf88f-8d18-4e32-9d66-f0efaf115471 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:50.097521 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port f71cf88f-8d18-4e32-9d66-f0efaf115471, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f71cf88f-8d18-4e32-9d66-f0efaf115471,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:50.099414 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-03bb9ee9-7e59-4b1f-8ba7-9d7ae2c68bd1 req-3a83cedd-9d64-46d5-b061-e0fb8e952622 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078375 Dec 06 14:43:50.123505 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:50.138705 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=91655ffc-d2e5-4ec9-a98a-d88ac3caab9e,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:50.158380 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:50.169616 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabf699-e0b8-4c60-a5bd-f7fadc74b9f0 req-d027a7a5-58a2-4dc0-b83e-7de285beac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:50.170213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-baabf699-e0b8-4c60-a5bd-f7fadc74b9f0 req-d027a7a5-58a2-4dc0-b83e-7de285beac76 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.1520309 Dec 06 14:43:50.200345 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=f71cf88f-8d18-4e32-9d66-f0efaf115471,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:50.249205 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-baabf699-e0b8-4c60-a5bd-f7fadc74b9f0 req-a4cda264-356f-4b66-b1d4-2aac384c367a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=a1f410f3-b590-45d2-89a4-68030d49b760 HTTP/1.1" status: 200 len: 217 time: 0.0598373 Dec 06 14:43:50.269989 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['136aab93-4414-4a27-bb13-b887ce3df348'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:50.273462 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=91655ffc-d2e5-4ec9-a98a-d88ac3caab9e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:50.297826 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acad078-e5af-4115-a557-9cb60ebb7316 req-4a6c81cd-89ea-4926-b6fb-79cd1ef81040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:50.300480 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['ee8da95d-34b2-4473-80cd-e4cf4bef2332'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:50.301756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6acad078-e5af-4115-a557-9cb60ebb7316 req-4a6c81cd-89ea-4926-b6fb-79cd1ef81040 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2757986 Dec 06 14:43:50.308938 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['5d72bb5c-7733-45c3-a034-55089fc45152'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:50.322662 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92adb0f-62f9-42ec-bba4-173ee1665a98 req-bbb27a4c-045c-4abb-aaf0-9673c5633f8a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:50.324628 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a92adb0f-62f9-42ec-bba4-173ee1665a98 req-bbb27a4c-045c-4abb-aaf0-9673c5633f8a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 949 time: 0.1699653 Dec 06 14:43:50.342664 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabf699-e0b8-4c60-a5bd-f7fadc74b9f0 req-9654f073-41d5-4f35-ac39-59606c0fe42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:50.344558 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-baabf699-e0b8-4c60-a5bd-f7fadc74b9f0 req-9654f073-41d5-4f35-ac39-59606c0fe42e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0863762 Dec 06 14:43:50.365463 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['0ff887d8-72a7-47c9-8650-b59d05e0a9b7'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:50.368512 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:50.396839 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6acad078-e5af-4115-a557-9cb60ebb7316 req-73a8a8a9-954e-45c6-9847-67a287b9d985 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=c5e2112f-9582-43fc-bee3-97e1372289b9 HTTP/1.1" status: 200 len: 217 time: 0.0595472 Dec 06 14:43:50.401943 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a92adb0f-62f9-42ec-bba4-173ee1665a98 req-30130f63-7be4-4b17-9e50-5aa8db97fe8f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701222 Dec 06 14:43:50.454162 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabf699-e0b8-4c60-a5bd-f7fadc74b9f0 req-a6cfebbd-0707-45fa-91b2-0513d23165ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:50.455711 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-baabf699-e0b8-4c60-a5bd-f7fadc74b9f0 req-a6cfebbd-0707-45fa-91b2-0513d23165ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594330 Dec 06 14:43:50.506920 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['cfc991a0-3eee-40e2-bc52-93e126dd1c69'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:50.515184 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-972fe6a1-fa0c-44f3-9cfa-0b08292223b1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:50.518720 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acad078-e5af-4115-a557-9cb60ebb7316 req-7c802f04-934d-427c-91eb-e46737d9ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:50.520824 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6acad078-e5af-4115-a557-9cb60ebb7316 req-7c802f04-934d-427c-91eb-e46737d9ceab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1138117 Dec 06 14:43:50.530262 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09444d90-910c-4e90-8322-2d94d2942dea req-d6a06359-a0c4-41bf-9eb7-8ca08850d7ff tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:50.532137 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09444d90-910c-4e90-8322-2d94d2942dea req-d6a06359-a0c4-41bf-9eb7-8ca08850d7ff tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 947 time: 0.2704556 Dec 06 14:43:50.533510 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-972fe6a1-fa0c-44f3-9cfa-0b08292223b1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:50.554319 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-baabf699-e0b8-4c60-a5bd-f7fadc74b9f0 req-1cff089c-99d0-4330-ad4f-579ce8e89ac1 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901780 Dec 06 14:43:50.675570 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-baabf699-e0b8-4c60-a5bd-f7fadc74b9f0 req-f23c324e-4d9f-439e-96ef-1478f516ec8f service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123869 Dec 06 14:43:50.745794 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-972fe6a1-fa0c-44f3-9cfa-0b08292223b1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:50.750608 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b781fae-03f3-4489-a98d-6549866a814c req-86fe6f55-0044-497e-8435-d9207e4ecf7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:50.754363 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fe6a1-fa0c-44f3-9cfa-0b08292223b1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event updated for resources: {'Port': ['ID=8e9ca828-c604-42a4-bb05-b4b03ccca5fc,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:50.766280 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b781fae-03f3-4489-a98d-6549866a814c req-86fe6f55-0044-497e-8435-d9207e4ecf7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:50.774675 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b781fae-03f3-4489-a98d-6549866a814c req-86fe6f55-0044-497e-8435-d9207e4ecf7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:50.779696 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acad078-e5af-4115-a557-9cb60ebb7316 req-871ba48e-2496-4ac3-99f2-d5cb5e1ec87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:50.781404 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6acad078-e5af-4115-a557-9cb60ebb7316 req-871ba48e-2496-4ac3-99f2-d5cb5e1ec87d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2384841 Dec 06 14:43:50.783252 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b781fae-03f3-4489-a98d-6549866a814c req-86fe6f55-0044-497e-8435-d9207e4ecf7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:50.791518 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b781fae-03f3-4489-a98d-6549866a814c req-86fe6f55-0044-497e-8435-d9207e4ecf7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:50.798829 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b781fae-03f3-4489-a98d-6549866a814c req-86fe6f55-0044-497e-8435-d9207e4ecf7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:50.805772 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09444d90-910c-4e90-8322-2d94d2942dea req-03bda43d-2376-4cdb-8bf2-3f37588184dc tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528653 Dec 06 14:43:50.806113 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b781fae-03f3-4489-a98d-6549866a814c req-86fe6f55-0044-497e-8435-d9207e4ecf7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:50.816641 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b781fae-03f3-4489-a98d-6549866a814c req-86fe6f55-0044-497e-8435-d9207e4ecf7b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5439 time: 0.1357791 Dec 06 14:43:50.817408 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-972fe6a1-fa0c-44f3-9cfa-0b08292223b1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:50.826512 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-972fe6a1-fa0c-44f3-9cfa-0b08292223b1 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1117368 Dec 06 14:43:50.846502 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['f71cf88f-8d18-4e32-9d66-f0efaf115471'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:50.951930 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b781fae-03f3-4489-a98d-6549866a814c req-d86249fc-11d7-47cb-8507-9db09300a8c2 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1336045 Dec 06 14:43:50.972302 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6acad078-e5af-4115-a557-9cb60ebb7316 req-629b17ee-ea0a-4447-8698-43d81ee8e249 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650250 Dec 06 14:43:51.089158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6acad078-e5af-4115-a557-9cb60ebb7316 req-4150bc70-3160-496d-a98d-b5b59fe67876 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090722 Dec 06 14:43:51.174392 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14023f59-0e48-4d97-a558-c70e877a5af6 req-11bd87e6-6ba4-48ed-8d52-bfe72cfaf54e tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:51.179857 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-14023f59-0e48-4d97-a558-c70e877a5af6 req-11bd87e6-6ba4-48ed-8d52-bfe72cfaf54e tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 947 time: 0.0896745 Dec 06 14:43:51.192298 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b39756df-83e9-4bd2-a75e-ee7b7a8ea94b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--541262119&fields=id&tenant_id=3c37093efdf04284b9ef95dbc568d083 HTTP/1.1" status: 200 len: 267 time: 0.0858536 Dec 06 14:43:51.228350 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6cc6c89e-8a53-46be-8b4c-8b1a66915622'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:51.266380 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-14023f59-0e48-4d97-a558-c70e877a5af6 req-8c8a822f-be72-4c18-9b49-441326c8814c tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d643132-18ea-439c-8e60-a94f95b3c177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726368 Dec 06 14:43:51.271360 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-34c1bde8-d6e2-48f7-8d4d-cdbd9f1a7496 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:51.279463 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-34c1bde8-d6e2-48f7-8d4d-cdbd9f1a7496 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports/0543179e-d70f-4909-a03d-fcfe66648f7a HTTP/1.1" status: 200 len: 930 time: 0.0801017 Dec 06 14:43:51.283435 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca881233-3a02-4fdc-a92b-4e68ea8dab52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91655ffc-d2e5-4ec9-a98a-d88ac3caab9e'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:51.285723 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5172456-f330-43fb-93ea-437cd8b08080" -d '{"events": [{"server_uuid": "ca881233-3a02-4fdc-a92b-4e68ea8dab52", "name": "network-vif-plugged", "status": "completed", "tag": "91655ffc-d2e5-4ec9-a98a-d88ac3caab9e"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:51.333879 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-97a1804f-d3d3-4b87-b3a4-2240e27e498c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:51.335320 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-97a1804f-d3d3-4b87-b3a4-2240e27e498c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports/a7b78aa4-0d2c-4a7c-8d55-41681ef29071 HTTP/1.1" status: 200 len: 929 time: 0.0550554 Dec 06 14:43:51.347297 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c5e2112f-9582-43fc-bee3-97e1372289b9 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:51.392000 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-ef11e3fb-bf28-4a78-8a68-11c35f3c5ddc tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?network_id=cb158934-4018-4c6a-ae8b-2c28f8c789bf&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0494215 Dec 06 14:43:51.432738 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8c9bb64e-82b3-4cb7-b937-21161466ab5c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?network_id=cb158934-4018-4c6a-ae8b-2c28f8c789bf&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0336149 Dec 06 14:43:51.500899 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed6e42-14be-42fe-8369-966d5982eb45 req-d6c7152f-ad0f-45bb-959a-a681173ef3d8 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:51.502955 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-feed6e42-14be-42fe-8369-966d5982eb45 req-d6c7152f-ad0f-45bb-959a-a681173ef3d8 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 945 time: 0.0790641 Dec 06 14:43:51.561637 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-feed6e42-14be-42fe-8369-966d5982eb45 req-07981631-3802-43b2-bd7d-398fdc568a6b tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511336 Dec 06 14:43:51.648322 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f256bee2-b29d-49b8-80f4-2747b30511c2 x-openstack-request-id: req-f256bee2-b29d-49b8-80f4-2747b30511c2 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:51.648617 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca881233-3a02-4fdc-a92b-4e68ea8dab52", "name": "network-vif-plugged", "status": "completed", "tag": "91655ffc-d2e5-4ec9-a98a-d88ac3caab9e", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:51.648883 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f256bee2-b29d-49b8-80f4-2747b30511c2 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:51.649276 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca881233-3a02-4fdc-a92b-4e68ea8dab52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91655ffc-d2e5-4ec9-a98a-d88ac3caab9e', 'code': 200} Dec 06 14:43:51.790072 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port c5e2112f-9582-43fc-bee3-97e1372289b9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c5e2112f-9582-43fc-bee3-97e1372289b9,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:51.795041 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa87d0-5da9-4b1a-a919-659aad7ddc5f req-9631d16a-57c3-40d7-9cad-39eadafd2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:51.797002 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-55fa87d0-5da9-4b1a-a919-659aad7ddc5f req-9631d16a-57c3-40d7-9cad-39eadafd2c00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ca881233-3a02-4fdc-a92b-4e68ea8dab52 HTTP/1.1" status: 200 len: 1096 time: 0.1120844 Dec 06 14:43:51.810091 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c573d9d-d001-4032-bad0-35ac3bb178fa req-3af67f4f-5b12-4b99-be8f-969e693c078a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:51.822755 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c573d9d-d001-4032-bad0-35ac3bb178fa req-3af67f4f-5b12-4b99-be8f-969e693c078a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 949 time: 0.1226182 Dec 06 14:43:51.827310 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'c5e2112f-9582-43fc-bee3-97e1372289b9', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': 'c5e2112f-9582-43fc-bee3-97e1372289b9', 'mac_address': 'fa:16:3e:ec:2d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:51.902663 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:51.915053 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-55fa87d0-5da9-4b1a-a919-659aad7ddc5f req-f106b02f-f7fa-4610-b3a1-4f08a916cad3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733235 Dec 06 14:43:51.916078 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e2112f-9582-43fc-bee3-97e1372289b9 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:51.936294 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port c5e2112f-9582-43fc-bee3-97e1372289b9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c5e2112f-9582-43fc-bee3-97e1372289b9,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:51.937304 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c573d9d-d001-4032-bad0-35ac3bb178fa req-afa50f1e-bf53-4a2b-8c4f-3140711c9c6c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065316 Dec 06 14:43:51.944049 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-12cfe528-8b7a-4b50-a4fa-2473d46b273f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:51.949114 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:51.951062 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-12cfe528-8b7a-4b50-a4fa-2473d46b273f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:51.957691 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-12cfe528-8b7a-4b50-a4fa-2473d46b273f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:51.959319 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-12cfe528-8b7a-4b50-a4fa-2473d46b273f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/networks?id=6e31e4b3-623f-41f0-89d7-053df25180e1&id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&id=cb158934-4018-4c6a-ae8b-2c28f8c789bf&id=cb158934-4018-4c6a-ae8b-2c28f8c789bf HTTP/1.1" status: 200 len: 1991 time: 0.5206449 Dec 06 14:43:51.978472 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-83c9f7c5-fe42-45e8-80ed-82ba2a5e5d05 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/quotas/3c37093efdf04284b9ef95dbc568d083 HTTP/1.1" status: 200 len: 375 time: 0.0116723 Dec 06 14:43:52.014024 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=c5e2112f-9582-43fc-bee3-97e1372289b9,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:52.053123 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-dc997f21-43c7-4e59-93e8-1c7ab2c6ab65 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c37093efdf04284b9ef95dbc568d083&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0671508 Dec 06 14:43:52.072108 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7a40d-9d2a-4041-a624-4193f140f273 req-1b9923bc-6423-4a05-886d-0f3d37bf05f5 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:52.073667 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3fc7a40d-9d2a-4041-a624-4193f140f273 req-1b9923bc-6423-4a05-886d-0f3d37bf05f5 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.0611207 Dec 06 14:43:52.121967 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3fc7a40d-9d2a-4041-a624-4193f140f273 req-41ead683-ff5d-4877-bfa6-c4999991a25b tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423226 Dec 06 14:43:52.159275 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0e5a46c4-2ea9-4719-bd6a-4ccbaca36ec7 service neutron] 10.222.0.20 "GET /v2.0/networks/6e31e4b3-623f-41f0-89d7-053df25180e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933759 Dec 06 14:43:52.234339 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c78ee-ae6c-40ba-b52c-d25a6d5f7758 req-957ca73e-7214-4484-89a2-5392e6ec3c92 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:52.236495 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-741c78ee-ae6c-40ba-b52c-d25a6d5f7758 req-957ca73e-7214-4484-89a2-5392e6ec3c92 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 947 time: 0.0545962 Dec 06 14:43:52.253483 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-4d72ee90-5b22-494f-969d-09a2514858b9 service neutron] 10.222.0.20 "GET /v2.0/networks/6e31e4b3-623f-41f0-89d7-053df25180e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871086 Dec 06 14:43:52.294493 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-58034127-4825-4ca5-a13b-f299ada9fcc4 service neutron] 10.222.0.20 "GET /v2.0/ports/0543179e-d70f-4909-a03d-fcfe66648f7a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0337532 Dec 06 14:43:52.296051 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-741c78ee-ae6c-40ba-b52c-d25a6d5f7758 req-3dbbcd49-9cb1-48a0-a631-a6c0e9b71677 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491230 Dec 06 14:43:52.398941 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b14c129c-6016-47ae-b423-218b1afee63e service neutron] 10.222.0.20 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941780 Dec 06 14:43:52.403813 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186c1b7-d3db-4c5a-a176-d704ae3e4868 req-d435cca7-3f6c-45fa-977a-14f8ba6be0b4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:52.409908 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186c1b7-d3db-4c5a-a176-d704ae3e4868 req-d435cca7-3f6c-45fa-977a-14f8ba6be0b4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:52.417174 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186c1b7-d3db-4c5a-a176-d704ae3e4868 req-d435cca7-3f6c-45fa-977a-14f8ba6be0b4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:52.423959 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186c1b7-d3db-4c5a-a176-d704ae3e4868 req-d435cca7-3f6c-45fa-977a-14f8ba6be0b4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:52.431069 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186c1b7-d3db-4c5a-a176-d704ae3e4868 req-d435cca7-3f6c-45fa-977a-14f8ba6be0b4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:52.437630 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186c1b7-d3db-4c5a-a176-d704ae3e4868 req-d435cca7-3f6c-45fa-977a-14f8ba6be0b4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:52.445990 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186c1b7-d3db-4c5a-a176-d704ae3e4868 req-d435cca7-3f6c-45fa-977a-14f8ba6be0b4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:52.448011 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7186c1b7-d3db-4c5a-a176-d704ae3e4868 req-d435cca7-3f6c-45fa-977a-14f8ba6be0b4 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5439 time: 0.1029480 Dec 06 14:43:52.494569 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-5f841add-6dc2-4f07-b7d6-43b876b76404 service neutron] 10.222.0.20 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887620 Dec 06 14:43:52.518722 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7186c1b7-d3db-4c5a-a176-d704ae3e4868 req-10a90242-b579-49af-a0d1-ee0ec81c554e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640006 Dec 06 14:43:52.545864 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-37d20c83-62ed-46ed-bfde-20d8e3821e48 service neutron] 10.222.0.20 "GET /v2.0/ports/a7b78aa4-0d2c-4a7c-8d55-41681ef29071?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0427270 Dec 06 14:43:52.656241 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-47e46b91-ab4e-4eb5-a53c-84bd98fc7f53 service neutron] 10.222.0.20 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036248 Dec 06 14:43:52.683230 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde656d-dc6e-4fb3-970c-5cdb3966f9a1 req-5cf4e8fb-952b-4ff9-a1fd-72ed3981b54a tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:52.685146 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfde656d-dc6e-4fb3-970c-5cdb3966f9a1 req-5cf4e8fb-952b-4ff9-a1fd-72ed3981b54a tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca881233-3a02-4fdc-a92b-4e68ea8dab52 HTTP/1.1" status: 200 len: 945 time: 0.0520666 Dec 06 14:43:52.738821 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfde656d-dc6e-4fb3-970c-5cdb3966f9a1 req-e0445ca1-e052-4117-8068-b56c6c12ca44 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456913 Dec 06 14:43:52.762783 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e3c3f497-068a-4fdb-90e8-18890e118b7f service neutron] 10.222.0.20 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978336 Dec 06 14:43:52.855084 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-ec605817-50ac-4b26-b956-f8016191fa65 service neutron] 10.222.0.20 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888777 Dec 06 14:43:52.855266 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7266a6-7725-4b6b-8a55-bffc92fcb454 req-9600179a-6492-43bc-8f3f-7ed0c1ed41af tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:52.856989 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7b7266a6-7725-4b6b-8a55-bffc92fcb454 req-9600179a-6492-43bc-8f3f-7ed0c1ed41af tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 948 time: 0.0580127 Dec 06 14:43:52.909387 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7b7266a6-7725-4b6b-8a55-bffc92fcb454 req-e0ab0226-5ad2-44a9-bc71-22b0a991731b tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d643132-18ea-439c-8e60-a94f95b3c177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453429 Dec 06 14:43:52.955895 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-11babb65-e3f7-4e7b-9a5f-42f78cd6e91c service neutron] 10.222.0.20 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934963 Dec 06 14:43:53.056083 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-add19a63-5772-41a8-a71c-826bf125fa09 service neutron] 10.222.0.20 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934184 Dec 06 14:43:53.062628 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['c5e2112f-9582-43fc-bee3-97e1372289b9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:53.077282 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93406e11-f555-403f-b272-6351275913a2 req-3be7224c-18b3-45c2-a2ad-169b24cb5c61 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:53.084869 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93406e11-f555-403f-b272-6351275913a2 req-3be7224c-18b3-45c2-a2ad-169b24cb5c61 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 949 time: 0.0603383 Dec 06 14:43:53.167022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93406e11-f555-403f-b272-6351275913a2 req-53b7447e-bb1a-4afd-9a30-1ac29310f6dc tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811241 Dec 06 14:43:53.199343 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-986cbe8f-44e6-413e-b77d-90d4da0ff56a service neutron] 10.222.0.20 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312485 Dec 06 14:43:53.311165 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-1deed8d1-59be-480a-9039-a12f63482b6f service neutron] 10.222.0.20 "GET /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111858 Dec 06 14:43:53.333383 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a1f410f3-b590-45d2-89a4-68030d49b760 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:53.435421 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977ae5a-bcf4-4370-abfd-18a4cd929135 req-8c43f482-0de0-4263-ae31-f486f17e8451 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:53.439837 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-12539400-738e-4430-b282-c1b4d02b85f3 service neutron] 10.222.0.20 "GET /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186965 Dec 06 14:43:53.445272 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c977ae5a-bcf4-4370-abfd-18a4cd929135 req-8c43f482-0de0-4263-ae31-f486f17e8451 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 947 time: 0.0704863 Dec 06 14:43:53.469653 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a1f410f3-b590-45d2-89a4-68030d49b760,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:53.491226 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'a1f410f3-b590-45d2-89a4-68030d49b760', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': 'a1f410f3-b590-45d2-89a4-68030d49b760', 'mac_address': 'fa:16:3e:e8:70:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:53.508329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c977ae5a-bcf4-4370-abfd-18a4cd929135 req-3cd3cdcf-4a65-4d83-a65e-3f23e5cd063f tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619774 Dec 06 14:43:53.556886 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:53.572183 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-86fbc707-8b58-4e95-82d6-520fffc078cf service neutron] 10.222.0.20 "GET /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256976 Dec 06 14:43:53.576634 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f410f3-b590-45d2-89a4-68030d49b760 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:53.616873 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a1f410f3-b590-45d2-89a4-68030d49b760,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:53.622117 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:53.680945 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffeaec3-79e4-4256-a771-ab8f0e8cef29 req-921c51d5-867e-44e2-9afe-414d3a688f96 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:53.683587 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=a1f410f3-b590-45d2-89a4-68030d49b760,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:53.688972 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffeaec3-79e4-4256-a771-ab8f0e8cef29 req-921c51d5-867e-44e2-9afe-414d3a688f96 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:53.696141 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffeaec3-79e4-4256-a771-ab8f0e8cef29 req-921c51d5-867e-44e2-9afe-414d3a688f96 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:53.701462 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-50d85616-7d16-4621-b4d2-eb8603c2c719 service neutron] 10.222.0.20 "GET /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207552 Dec 06 14:43:53.702696 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffeaec3-79e4-4256-a771-ab8f0e8cef29 req-921c51d5-867e-44e2-9afe-414d3a688f96 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:53.709494 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffeaec3-79e4-4256-a771-ab8f0e8cef29 req-921c51d5-867e-44e2-9afe-414d3a688f96 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:53.716158 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffeaec3-79e4-4256-a771-ab8f0e8cef29 req-921c51d5-867e-44e2-9afe-414d3a688f96 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:53.723033 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffeaec3-79e4-4256-a771-ab8f0e8cef29 req-921c51d5-867e-44e2-9afe-414d3a688f96 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:53.725291 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6ffeaec3-79e4-4256-a771-ab8f0e8cef29 req-921c51d5-867e-44e2-9afe-414d3a688f96 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5439 time: 0.1118765 Dec 06 14:43:53.796930 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6ffeaec3-79e4-4256-a771-ab8f0e8cef29 req-1f545096-8c7b-4965-977d-89464645e8c5 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645838 Dec 06 14:43:53.934930 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92162b6c-c258-482e-9614-28bf2c5ea00e req-72357c43-2ef8-4351-ac68-d103d8aa7ee4 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:53.936815 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92162b6c-c258-482e-9614-28bf2c5ea00e req-72357c43-2ef8-4351-ac68-d103d8aa7ee4 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca881233-3a02-4fdc-a92b-4e68ea8dab52 HTTP/1.1" status: 200 len: 945 time: 0.0599935 Dec 06 14:43:53.991956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92162b6c-c258-482e-9614-28bf2c5ea00e req-9aa38337-cbe5-4a45-a332-fc26760ad902 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495639 Dec 06 14:43:54.108422 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a044606-5a6b-444e-968d-d30be22d37c8 req-dfa98764-8f1e-42d3-a9fe-a8a6c5e5bf91 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:54.110507 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a044606-5a6b-444e-968d-d30be22d37c8 req-dfa98764-8f1e-42d3-a9fe-a8a6c5e5bf91 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 948 time: 0.0523119 Dec 06 14:43:54.162783 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a044606-5a6b-444e-968d-d30be22d37c8 req-e20c1f4d-3059-4815-b985-e9c735b2a019 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d643132-18ea-439c-8e60-a94f95b3c177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444534 Dec 06 14:43:54.403973 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ce36f-ded8-4f8e-855e-889b5c18107c req-ff7109c5-87bf-458d-8517-fed5105db77f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:54.405684 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d3ce36f-ded8-4f8e-855e-889b5c18107c req-ff7109c5-87bf-458d-8517-fed5105db77f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 949 time: 0.0594537 Dec 06 14:43:54.485935 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d3ce36f-ded8-4f8e-855e-889b5c18107c req-a103765c-b4e0-4fef-8097-be168a380a01 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726790 Dec 06 14:43:54.562765 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f193e47-a006-441a-afee-9dbf4b69769c req-c82f0dfb-36fb-4687-b921-15da494b92e5 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.0298879 Dec 06 14:43:54.632290 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db9f18-06ed-4886-b00a-ebb8ba91af8d req-6be2ace5-feb3-4a56-8075-a74735c8458c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:54.635329 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-38db9f18-06ed-4886-b00a-ebb8ba91af8d req-6be2ace5-feb3-4a56-8075-a74735c8458c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 945 time: 0.0978363 Dec 06 14:43:54.703274 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9074a-65fd-4c36-bd2a-3bc02a154c9e req-9e41a72b-e25a-4532-92f4-2126f0d7c9ce tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:54.704220 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-38db9f18-06ed-4886-b00a-ebb8ba91af8d req-560b82f9-e9c8-4630-a3c1-fcf5f3065bee tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614824 Dec 06 14:43:54.705139 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33e9074a-65fd-4c36-bd2a-3bc02a154c9e req-9e41a72b-e25a-4532-92f4-2126f0d7c9ce tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 948 time: 0.0646827 Dec 06 14:43:54.780171 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33e9074a-65fd-4c36-bd2a-3bc02a154c9e req-8063e2b0-25bf-4a15-b0ec-e766b106a4a8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645626 Dec 06 14:43:54.958574 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c996-4fee-48d6-83ac-d36968f61c7f req-86ca5266-8bd7-4004-97b2-921f90ba539f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:54.964771 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c996-4fee-48d6-83ac-d36968f61c7f req-86ca5266-8bd7-4004-97b2-921f90ba539f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:54.972032 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c996-4fee-48d6-83ac-d36968f61c7f req-86ca5266-8bd7-4004-97b2-921f90ba539f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:54.979746 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c996-4fee-48d6-83ac-d36968f61c7f req-86ca5266-8bd7-4004-97b2-921f90ba539f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:54.985728 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c996-4fee-48d6-83ac-d36968f61c7f req-86ca5266-8bd7-4004-97b2-921f90ba539f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:54.992375 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c996-4fee-48d6-83ac-d36968f61c7f req-86ca5266-8bd7-4004-97b2-921f90ba539f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:54.999139 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c996-4fee-48d6-83ac-d36968f61c7f req-86ca5266-8bd7-4004-97b2-921f90ba539f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:54.999907 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e8d3e-d6db-4be8-b175-0fdecf522bb5 req-e7d00d04-a09d-438f-b929-fda95a5fdc70 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:55.001795 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e2e8d3e-d6db-4be8-b175-0fdecf522bb5 req-e7d00d04-a09d-438f-b929-fda95a5fdc70 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.0584903 Dec 06 14:43:55.007069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-abd0c996-4fee-48d6-83ac-d36968f61c7f req-86ca5266-8bd7-4004-97b2-921f90ba539f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5439 time: 0.1134007 Dec 06 14:43:55.068761 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-abd0c996-4fee-48d6-83ac-d36968f61c7f req-8e7e64e9-c043-43b1-8494-e4e234553da7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604656 Dec 06 14:43:55.079724 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e2e8d3e-d6db-4be8-b175-0fdecf522bb5 req-cb8557ad-f3ae-48b8-aa5c-16367f88f6bc tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709066 Dec 06 14:43:55.310605 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e48f10-04e2-4870-9b69-c823ce8a0551 req-9c0c04fc-34eb-4bb0-ac70-81d7785caef1 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:55.313244 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e1e48f10-04e2-4870-9b69-c823ce8a0551 req-9c0c04fc-34eb-4bb0-ac70-81d7785caef1 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 948 time: 0.0650957 Dec 06 14:43:55.357351 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device cfc991a0-3eee-40e2-bc52-93e126dd1c69 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:55.380573 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e1e48f10-04e2-4870-9b69-c823ce8a0551 req-8d8792a2-e428-452b-a734-3d6b57611ef5 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d643132-18ea-439c-8e60-a94f95b3c177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609221 Dec 06 14:43:55.411352 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['a1f410f3-b590-45d2-89a4-68030d49b760'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:55.532023 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port cfc991a0-3eee-40e2-bc52-93e126dd1c69 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:43:55.548917 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port cfc991a0-3eee-40e2-bc52-93e126dd1c69 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:55.549725 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:55.559067 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-ecdb9ec6-1731-44a2-883f-4cf6560c54a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:55.562313 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-ecdb9ec6-1731-44a2-883f-4cf6560c54a7 service neutron] 10.222.0.23 "GET /v2.0/ports/0543179e-d70f-4909-a03d-fcfe66648f7a HTTP/1.1" status: 200 len: 1026 time: 0.0864725 Dec 06 14:43:55.699628 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-457d7415-15a9-411f-acea-495baa3b40cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:55.704920 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-457d7415-15a9-411f-acea-495baa3b40cc service neutron] 10.222.0.23 "GET /v2.0/ports/a7b78aa4-0d2c-4a7c-8d55-41681ef29071 HTTP/1.1" status: 200 len: 1025 time: 0.1271276 Dec 06 14:43:55.708043 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:55.724238 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09a887-b50c-40a5-ae83-4ded6571874a req-eceb7c43-bf9b-4a7f-b642-cdc78eac791c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:55.732682 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed09a887-b50c-40a5-ae83-4ded6571874a req-eceb7c43-bf9b-4a7f-b642-cdc78eac791c tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 949 time: 0.0998597 Dec 06 14:43:55.747676 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port cfc991a0-3eee-40e2-bc52-93e126dd1c69, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cfc991a0-3eee-40e2-bc52-93e126dd1c69,segment=NetworkSegment(7170f104-d7c9-4cee-be83-eaca5aae7196),segment_id=7170f104-d7c9-4cee-be83-eaca5aae7196)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:55.748648 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc991a0-3eee-40e2-bc52-93e126dd1c69'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:55.757308 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d569c5c-2d89-4c37-8d93-0784926ba8e5" -d '{"events": [{"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "cfc991a0-3eee-40e2-bc52-93e126dd1c69"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:55.778373 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:55.782745 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device ee8da95d-34b2-4473-80cd-e4cf4bef2332 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:55.792098 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed09a887-b50c-40a5-ae83-4ded6571874a req-997b3e68-04a9-4182-893a-893ec2db3bbb tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584939 Dec 06 14:43:55.813437 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b5037-8201-4cbd-a7ce-1f2704a6b28b req-64218fd3-c1d6-4965-9f9a-3044faa6ba4b tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:55.822205 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b5037-8201-4cbd-a7ce-1f2704a6b28b req-64218fd3-c1d6-4965-9f9a-3044faa6ba4b tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:55.829096 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b5037-8201-4cbd-a7ce-1f2704a6b28b req-64218fd3-c1d6-4965-9f9a-3044faa6ba4b tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:55.830796 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b68b5037-8201-4cbd-a7ce-1f2704a6b28b req-64218fd3-c1d6-4965-9f9a-3044faa6ba4b tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc&device_id=ca881233-3a02-4fdc-a92b-4e68ea8dab52&device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 2416 time: 0.2057436 Dec 06 14:43:55.904834 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=cfc991a0-3eee-40e2-bc52-93e126dd1c69,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:55.921248 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-231397c8-b4e6-473a-a97e-6b044e3953d1 req-90a4b99d-356e-4fcf-b174-55b986d79307 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.0489736 Dec 06 14:43:55.940837 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port ee8da95d-34b2-4473-80cd-e4cf4bef2332 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:43:55.945677 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port ee8da95d-34b2-4473-80cd-e4cf4bef2332 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:55.946055 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:55.971538 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b68b5037-8201-4cbd-a7ce-1f2704a6b28b req-61e9e4a1-cf79-4f2c-bde7-d57b805cd440 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326118 Dec 06 14:43:55.984170 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b7c8a57d-ce8d-4a43-a1c0-f1fbd738b9eb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:55.997095 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b7c8a57d-ce8d-4a43-a1c0-f1fbd738b9eb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:56.004336 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b7c8a57d-ce8d-4a43-a1c0-f1fbd738b9eb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:56.005917 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b7c8a57d-ce8d-4a43-a1c0-f1fbd738b9eb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.23 "GET /v2.0/networks?id=6e31e4b3-623f-41f0-89d7-053df25180e1&id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&id=cb158934-4018-4c6a-ae8b-2c28f8c789bf&id=cb158934-4018-4c6a-ae8b-2c28f8c789bf HTTP/1.1" status: 200 len: 1991 time: 0.2936158 Dec 06 14:43:56.021151 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb5b136-c192-4532-b9cb-af7754b02cec x-openstack-request-id: req-7bb5b136-c192-4532-b9cb-af7754b02cec {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:56.021464 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "cfc991a0-3eee-40e2-bc52-93e126dd1c69", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:56.021727 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bb5b136-c192-4532-b9cb-af7754b02cec {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:56.022126 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc991a0-3eee-40e2-bc52-93e126dd1c69', 'code': 200} Dec 06 14:43:56.065311 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:56.103949 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port ee8da95d-34b2-4473-80cd-e4cf4bef2332, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ee8da95d-34b2-4473-80cd-e4cf4bef2332,segment=NetworkSegment(457854a6-5e9a-48bf-b141-89d73d3b04f9),segment_id=457854a6-5e9a-48bf-b141-89d73d3b04f9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:56.111370 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:56.143768 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-c9264735-5871-499c-8a96-0f36fde10d61 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c37093efdf04284b9ef95dbc568d083 HTTP/1.1" status: 200 len: 379 time: 0.1245346 Dec 06 14:43:56.156412 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83141aa2-ff87-459a-bc90-fda1ec7328e7 req-d4cfff1b-baa6-4ffc-b1e7-c3456ae665cb tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:56.163877 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-83141aa2-ff87-459a-bc90-fda1ec7328e7 req-d4cfff1b-baa6-4ffc-b1e7-c3456ae665cb tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 948 time: 0.1109231 Dec 06 14:43:56.170852 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=ee8da95d-34b2-4473-80cd-e4cf4bef2332,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:56.172931 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-68db3a01-84e4-4090-bec4-cbc81bb37b48 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Request body: {'port': {'device_id': '7f711120-6111-4b00-91fc-e3c63d804c46', 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1', 'admin_state_up': True, 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'security_groups': ['65bab8cf-7d04-49ab-a718-87e9006044b8']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:56.297211 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-83141aa2-ff87-459a-bc90-fda1ec7328e7 req-74fde69e-3861-4697-8d06-c880e157aef5 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321554 Dec 06 14:43:56.303695 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a0a20-2b9a-440d-ac8b-5156aeeab3a8 req-4c56b0bf-9cd0-48b2-b369-a0996c65e606 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:56.318645 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-799a0a20-2b9a-440d-ac8b-5156aeeab3a8 req-4c56b0bf-9cd0-48b2-b369-a0996c65e606 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 945 time: 0.0652652 Dec 06 14:43:56.360940 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-68db3a01-84e4-4090-bec4-cbc81bb37b48 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Made reservation on behalf of 3c37093efdf04284b9ef95dbc568d083 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:56.366416 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-68db3a01-84e4-4090-bec4-cbc81bb37b48 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:56.392745 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-799a0a20-2b9a-440d-ac8b-5156aeeab3a8 req-ddc2cb21-3778-4b92-8ba5-67b68a0d0472 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796039 Dec 06 14:43:56.551608 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa7d70-8fd7-4d8c-89b5-4c845b34a326 req-90a339d3-8e10-4fbc-90cd-1c19a5de57d3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:56.562192 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa7d70-8fd7-4d8c-89b5-4c845b34a326 req-90a339d3-8e10-4fbc-90cd-1c19a5de57d3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:56.568360 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa7d70-8fd7-4d8c-89b5-4c845b34a326 req-90a339d3-8e10-4fbc-90cd-1c19a5de57d3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:56.575642 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa7d70-8fd7-4d8c-89b5-4c845b34a326 req-90a339d3-8e10-4fbc-90cd-1c19a5de57d3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:56.582398 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa7d70-8fd7-4d8c-89b5-4c845b34a326 req-90a339d3-8e10-4fbc-90cd-1c19a5de57d3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:56.591242 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa7d70-8fd7-4d8c-89b5-4c845b34a326 req-90a339d3-8e10-4fbc-90cd-1c19a5de57d3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:56.599616 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa7d70-8fd7-4d8c-89b5-4c845b34a326 req-90a339d3-8e10-4fbc-90cd-1c19a5de57d3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:56.601883 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-59fa7d70-8fd7-4d8c-89b5-4c845b34a326 req-90a339d3-8e10-4fbc-90cd-1c19a5de57d3 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5441 time: 0.1886966 Dec 06 14:43:56.709463 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-68db3a01-84e4-4090-bec4-cbc81bb37b48 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Allocated IP 172.20.0.13 (6e31e4b3-623f-41f0-89d7-053df25180e1/ebae9223-bf32-4b01-a47e-4989661e2354/d8787e97-b48c-4cf9-a70a-9062d1daf772) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:56.756465 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-59fa7d70-8fd7-4d8c-89b5-4c845b34a326 req-d4ad8711-9df1-4acb-85bf-7a9b320f649c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1292686 Dec 06 14:43:56.788057 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0f6aa-be8e-40e0-9201-87f9960d5a69 req-ba696d9d-e2ab-4421-96f3-f4a2cb90a57d tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:56.792501 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-20f0f6aa-be8e-40e0-9201-87f9960d5a69 req-ba696d9d-e2ab-4421-96f3-f4a2cb90a57d tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 948 time: 0.0818396 Dec 06 14:43:56.876492 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-20f0f6aa-be8e-40e0-9201-87f9960d5a69 req-c0e7a970-61c9-45cd-92ce-a1747b429114 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d643132-18ea-439c-8e60-a94f95b3c177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771453 Dec 06 14:43:56.937589 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-68db3a01-84e4-4090-bec4-cbc81bb37b48 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:56.997583 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-68db3a01-84e4-4090-bec4-cbc81bb37b48 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:57.025815 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff70f7-540f-4e88-ac5b-d12d111de5cc req-5c583ad2-bd68-4535-88aa-c8d4332a2506 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:57.027627 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6ff70f7-540f-4e88-ac5b-d12d111de5cc req-5c583ad2-bd68-4535-88aa-c8d4332a2506 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 949 time: 0.0833237 Dec 06 14:43:57.064063 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-68db3a01-84e4-4090-bec4-cbc81bb37b48 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Network 6e31e4b3-623f-41f0-89d7-053df25180e1 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:57.071458 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-68db3a01-84e4-4090-bec4-cbc81bb37b48 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:57.076979 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-68db3a01-84e4-4090-bec4-cbc81bb37b48 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:57.083622 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db3a01-84e4-4090-bec4-cbc81bb37b48 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event updated for resources: {'Port': ['ID=d8787e97-b48c-4cf9-a70a-9062d1daf772,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:57.152442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6ff70f7-540f-4e88-ac5b-d12d111de5cc req-6174ad5d-8198-4e45-a8ea-d4e5215133f9 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180952 Dec 06 14:43:57.181067 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-68db3a01-84e4-4090-bec4-cbc81bb37b48 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:57.181733 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-68db3a01-84e4-4090-bec4-cbc81bb37b48 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:57.227705 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-68db3a01-84e4-4090-bec4-cbc81bb37b48 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0609982 Dec 06 14:43:57.260032 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-1fdc3aa0-1371-4c97-8bcb-297c31ff8e3b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Request body: {'port': {'device_id': '7f711120-6111-4b00-91fc-e3c63d804c46', 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3', 'admin_state_up': True, 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'security_groups': ['65bab8cf-7d04-49ab-a718-87e9006044b8']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:57.305079 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa486180-ef1f-44da-a993-0d0c14754f67 req-f086dddc-e7d7-4700-b58c-419612e1f28b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:57.306848 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa486180-ef1f-44da-a993-0d0c14754f67 req-f086dddc-e7d7-4700-b58c-419612e1f28b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 932 time: 0.1205630 Dec 06 14:43:57.372913 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 136aab93-4414-4a27-bb13-b887ce3df348 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:57.520554 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa486180-ef1f-44da-a993-0d0c14754f67 req-fe325228-47b4-492b-8bc1-6f8e8a5555ff tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970854 Dec 06 14:43:57.569304 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 136aab93-4414-4a27-bb13-b887ce3df348 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:43:57.579434 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c17ae704-c03d-4ebc-9b4b-48fa36e328d5 None None] Provisioning complete for port d8787e97-b48c-4cf9-a70a-9062d1daf772 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:57.581548 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c17ae704-c03d-4ebc-9b4b-48fa36e328d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:57.585908 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-1fdc3aa0-1371-4c97-8bcb-297c31ff8e3b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Made reservation on behalf of 3c37093efdf04284b9ef95dbc568d083 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:57.589059 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca26ab9-1c05-42d8-a96e-d025baf321db req-4309532f-dd7d-48f6-b399-875617226bde tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:57.589657 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-1fdc3aa0-1371-4c97-8bcb-297c31ff8e3b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:57.590616 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0ca26ab9-1c05-42d8-a96e-d025baf321db req-4309532f-dd7d-48f6-b399-875617226bde tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 948 time: 0.1086049 Dec 06 14:43:57.590882 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 136aab93-4414-4a27-bb13-b887ce3df348 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:57.591389 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:57.691789 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0ca26ab9-1c05-42d8-a96e-d025baf321db req-5e9a99de-8e65-4929-a323-ad802218591a tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898690 Dec 06 14:43:57.753124 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c17ae704-c03d-4ebc-9b4b-48fa36e328d5 None None] Port d8787e97-b48c-4cf9-a70a-9062d1daf772 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:43:57.770416 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:57.822255 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:57.851310 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-1fdc3aa0-1371-4c97-8bcb-297c31ff8e3b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Allocated IP 10.1.1.135 (b101b3fa-0622-4671-8e73-e76bfcd7a3b3/97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f/d350b801-15fd-48dd-80cb-41545f0302ca) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:57.880303 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 136aab93-4414-4a27-bb13-b887ce3df348, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=136aab93-4414-4a27-bb13-b887ce3df348,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:57.909327 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:57.912109 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:57.999597 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859159ce-1505-4c26-9bba-d28690354051 req-624c8cb6-09e4-4407-9723-25a7aacf4555 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:58.008678 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859159ce-1505-4c26-9bba-d28690354051 req-624c8cb6-09e4-4407-9723-25a7aacf4555 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:58.015890 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859159ce-1505-4c26-9bba-d28690354051 req-624c8cb6-09e4-4407-9723-25a7aacf4555 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:58.030643 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8da95d-34b2-4473-80cd-e4cf4bef2332'}, {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136aab93-4414-4a27-bb13-b887ce3df348'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:58.038713 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febf3cce-0fbb-42a4-a3fd-9ef3165b9fb1" -d '{"events": [{"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "ee8da95d-34b2-4473-80cd-e4cf4bef2332"}, {"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "136aab93-4414-4a27-bb13-b887ce3df348"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:58.042150 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859159ce-1505-4c26-9bba-d28690354051 req-624c8cb6-09e4-4407-9723-25a7aacf4555 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:58.057056 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859159ce-1505-4c26-9bba-d28690354051 req-624c8cb6-09e4-4407-9723-25a7aacf4555 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:58.064087 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=136aab93-4414-4a27-bb13-b887ce3df348,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:58.070295 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859159ce-1505-4c26-9bba-d28690354051 req-624c8cb6-09e4-4407-9723-25a7aacf4555 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:58.080168 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:43:58.082724 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859159ce-1505-4c26-9bba-d28690354051 req-624c8cb6-09e4-4407-9723-25a7aacf4555 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:58.088059 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:58.088533 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:58.092411 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-859159ce-1505-4c26-9bba-d28690354051 req-624c8cb6-09e4-4407-9723-25a7aacf4555 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5442 time: 0.2075350 Dec 06 14:43:58.129085 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-1fdc3aa0-1371-4c97-8bcb-297c31ff8e3b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:58.181312 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-859159ce-1505-4c26-9bba-d28690354051 req-a12ecf1a-4d4e-4bc2-9c29-9603f39eb92b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825486 Dec 06 14:43:58.205278 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-1fdc3aa0-1371-4c97-8bcb-297c31ff8e3b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:58.233795 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:58.270674 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-1fdc3aa0-1371-4c97-8bcb-297c31ff8e3b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:58.276754 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-1fdc3aa0-1371-4c97-8bcb-297c31ff8e3b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:58.299931 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-1fdc3aa0-1371-4c97-8bcb-297c31ff8e3b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:58.308672 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db969d0a-7e79-4c72-8131-57ddb822ef61 x-openstack-request-id: req-db969d0a-7e79-4c72-8131-57ddb822ef61 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:58.308983 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "ee8da95d-34b2-4473-80cd-e4cf4bef2332", "code": 200}, {"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "136aab93-4414-4a27-bb13-b887ce3df348", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:58.309671 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db969d0a-7e79-4c72-8131-57ddb822ef61 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:58.310076 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8da95d-34b2-4473-80cd-e4cf4bef2332', 'code': 200} Dec 06 14:43:58.310334 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136aab93-4414-4a27-bb13-b887ce3df348', 'code': 200} Dec 06 14:43:58.312192 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a,segment=NetworkSegment(457854a6-5e9a-48bf-b141-89d73d3b04f9),segment_id=457854a6-5e9a-48bf-b141-89d73d3b04f9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:58.321137 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:58.322269 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5d72bb5c-7733-45c3-a034-55089fc45152 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:58.344059 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc3aa0-1371-4c97-8bcb-297c31ff8e3b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event updated for resources: {'Port': ['ID=d350b801-15fd-48dd-80cb-41545f0302ca,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:58.424111 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69532bb-d648-4c63-ae3a-37d2502353f4 req-399ffc7d-515a-4a38-b94c-faef351579ec tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:58.425846 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a69532bb-d648-4c63-ae3a-37d2502353f4 req-399ffc7d-515a-4a38-b94c-faef351579ec tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 948 time: 0.1194408 Dec 06 14:43:58.468923 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-1fdc3aa0-1371-4c97-8bcb-297c31ff8e3b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:58.469511 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-1fdc3aa0-1371-4c97-8bcb-297c31ff8e3b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:58.499990 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:58.527864 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122d944-a4ca-4ee2-b061-830860598b4d req-9823fc2a-2b54-46e5-a45b-72bdcec70c1f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:58.540128 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a69532bb-d648-4c63-ae3a-37d2502353f4 req-afe870d9-c3f2-48a4-8911-82dcda9871b3 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d643132-18ea-439c-8e60-a94f95b3c177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980096 Dec 06 14:43:58.541204 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2122d944-a4ca-4ee2-b061-830860598b4d req-9823fc2a-2b54-46e5-a45b-72bdcec70c1f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 949 time: 0.1670501 Dec 06 14:43:58.548284 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 5d72bb5c-7733-45c3-a034-55089fc45152 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:43:58.555539 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 5d72bb5c-7733-45c3-a034-55089fc45152 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:58.556247 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:58.596005 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-1fdc3aa0-1371-4c97-8bcb-297c31ff8e3b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3433752 Dec 06 14:43:58.671377 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e44505ef-ffa7-4213-81c6-21d03fb2617c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Request body: {'port': {'device_id': '7f711120-6111-4b00-91fc-e3c63d804c46', 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3', 'admin_state_up': True, 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'security_groups': ['65bab8cf-7d04-49ab-a718-87e9006044b8']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:58.697535 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101d120-b43a-41b4-9c6b-61081c7debd6 req-a0c39f78-8220-4d0e-8f5f-90b1f4ad1f4d tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:58.701102 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:58.704025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2122d944-a4ca-4ee2-b061-830860598b4d req-7d5878bd-daed-4795-b8e8-df1248e958bf tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474087 Dec 06 14:43:58.705200 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f101d120-b43a-41b4-9c6b-61081c7debd6 req-a0c39f78-8220-4d0e-8f5f-90b1f4ad1f4d tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.0787854 Dec 06 14:43:58.753284 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5d72bb5c-7733-45c3-a034-55089fc45152, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5d72bb5c-7733-45c3-a034-55089fc45152,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:58.771143 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f101d120-b43a-41b4-9c6b-61081c7debd6 req-e788173e-43d4-4d78-98bb-9d9fd12b86e3 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619760 Dec 06 14:43:58.775123 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:58.777403 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c5e2112f-9582-43fc-bee3-97e1372289b9 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:58.887919 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=5d72bb5c-7733-45c3-a034-55089fc45152,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:58.911426 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e0a6f790-091e-4a8b-957e-2df8359df518 None None] Provisioning complete for port d350b801-15fd-48dd-80cb-41545f0302ca triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:58.911824 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e0a6f790-091e-4a8b-957e-2df8359df518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:58.912465 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093afc92-0323-4eea-9b48-c13850d03fc4 req-fe1efb49-0431-4514-81f4-589406eee5de tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:58.921085 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-093afc92-0323-4eea-9b48-c13850d03fc4 req-fe1efb49-0431-4514-81f4-589406eee5de tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 948 time: 0.0660186 Dec 06 14:43:58.955619 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35365a-1a3c-4010-9c43-f979cb9945a1 req-190232d6-ba97-42e8-856e-8625a2d9fe7f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:58.967711 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35365a-1a3c-4010-9c43-f979cb9945a1 req-190232d6-ba97-42e8-856e-8625a2d9fe7f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:58.969732 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce35365a-1a3c-4010-9c43-f979cb9945a1 req-190232d6-ba97-42e8-856e-8625a2d9fe7f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 1654 time: 0.0912912 Dec 06 14:43:58.970954 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e44505ef-ffa7-4213-81c6-21d03fb2617c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Made reservation on behalf of 3c37093efdf04284b9ef95dbc568d083 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:58.971280 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6f790-091e-4a8b-957e-2df8359df518 None None] Port d350b801-15fd-48dd-80cb-41545f0302ca cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:43:58.975295 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e44505ef-ffa7-4213-81c6-21d03fb2617c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:58.994593 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-093afc92-0323-4eea-9b48-c13850d03fc4 req-6ddb6b92-8f0e-4185-85a0-2c74caf99049 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722759 Dec 06 14:43:59.005757 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port c5e2112f-9582-43fc-bee3-97e1372289b9 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:43:59.010377 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port c5e2112f-9582-43fc-bee3-97e1372289b9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:59.010747 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:59.084142 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce35365a-1a3c-4010-9c43-f979cb9945a1 req-e455c0eb-6881-4041-814f-888769b8088b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879006 Dec 06 14:43:59.113374 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:59.158632 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port c5e2112f-9582-43fc-bee3-97e1372289b9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c5e2112f-9582-43fc-bee3-97e1372289b9,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:59.162939 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:59.163937 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device f71cf88f-8d18-4e32-9d66-f0efaf115471 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:59.240562 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e44505ef-ffa7-4213-81c6-21d03fb2617c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Allocated IP 10.1.1.178 (b101b3fa-0622-4671-8e73-e76bfcd7a3b3/97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f/8308ccd2-e0d7-46df-9012-cb81a52c4813) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:59.251411 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=c5e2112f-9582-43fc-bee3-97e1372289b9,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:59.260925 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port f71cf88f-8d18-4e32-9d66-f0efaf115471 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:43:59.265763 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port f71cf88f-8d18-4e32-9d66-f0efaf115471 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:59.266136 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:59.365567 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:59.400169 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port f71cf88f-8d18-4e32-9d66-f0efaf115471, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f71cf88f-8d18-4e32-9d66-f0efaf115471,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:59.406874 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:59.407952 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6cc6c89e-8a53-46be-8b4c-8b1a66915622 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:59.445290 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ffd05-334c-4f05-b963-2c60595cad32 req-ac8c498c-1578-4939-bb41-56df51eee9dd tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:59.451817 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ffd05-334c-4f05-b963-2c60595cad32 req-ac8c498c-1578-4939-bb41-56df51eee9dd tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:59.458387 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ffd05-334c-4f05-b963-2c60595cad32 req-ac8c498c-1578-4939-bb41-56df51eee9dd tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:59.464652 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ffd05-334c-4f05-b963-2c60595cad32 req-ac8c498c-1578-4939-bb41-56df51eee9dd tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:59.470745 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ffd05-334c-4f05-b963-2c60595cad32 req-ac8c498c-1578-4939-bb41-56df51eee9dd tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:59.482306 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ffd05-334c-4f05-b963-2c60595cad32 req-ac8c498c-1578-4939-bb41-56df51eee9dd tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:59.490701 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ffd05-334c-4f05-b963-2c60595cad32 req-ac8c498c-1578-4939-bb41-56df51eee9dd tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:59.493455 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=f71cf88f-8d18-4e32-9d66-f0efaf115471,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:59.496884 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-352ffd05-334c-4f05-b963-2c60595cad32 req-ac8c498c-1578-4939-bb41-56df51eee9dd tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5444 time: 0.1790702 Dec 06 14:43:59.512756 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 6cc6c89e-8a53-46be-8b4c-8b1a66915622 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:43:59.523849 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 6cc6c89e-8a53-46be-8b4c-8b1a66915622 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:59.524248 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:59.567132 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:59.579820 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e44505ef-ffa7-4213-81c6-21d03fb2617c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:59.630409 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:59.662584 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-352ffd05-334c-4f05-b963-2c60595cad32 req-9ff4a794-9889-4fb7-b5b9-93cbd909e8a2 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1517050 Dec 06 14:43:59.672485 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6cc6c89e-8a53-46be-8b4c-8b1a66915622, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6cc6c89e-8a53-46be-8b4c-8b1a66915622,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:59.678152 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:59.679380 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:59.713501 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f63929-8e73-40b5-8a8d-1e4410e6af3f req-fe7c1250-25dd-4ef5-a08b-8d850ae261ff tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:59.728846 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-34f63929-8e73-40b5-8a8d-1e4410e6af3f req-fe7c1250-25dd-4ef5-a08b-8d850ae261ff tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 949 time: 0.1084881 Dec 06 14:43:59.783617 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e44505ef-ffa7-4213-81c6-21d03fb2617c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:59.805008 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-34f63929-8e73-40b5-8a8d-1e4410e6af3f req-7945906a-51c3-4f86-abe1-9db4ff3ef008 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d643132-18ea-439c-8e60-a94f95b3c177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749002 Dec 06 14:43:59.869514 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e44505ef-ffa7-4213-81c6-21d03fb2617c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:59.875908 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e44505ef-ffa7-4213-81c6-21d03fb2617c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:59.881123 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e44505ef-ffa7-4213-81c6-21d03fb2617c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:59.924278 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44505ef-ffa7-4213-81c6-21d03fb2617c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event updated for resources: {'Port': ['ID=8308ccd2-e0d7-46df-9012-cb81a52c4813,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:59.944858 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ba8eb-9d6c-45ff-8d41-a3a28cc68567 req-5a447bdd-50bd-426e-8405-009cafce45c4 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:59.951573 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=6cc6c89e-8a53-46be-8b4c-8b1a66915622,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:59.952170 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-027ba8eb-9d6c-45ff-8d41-a3a28cc68567 req-5a447bdd-50bd-426e-8405-009cafce45c4 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 950 time: 0.1257203 Dec 06 14:43:59.970708 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:43:59.976358 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:59.976821 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:00.054889 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e44505ef-ffa7-4213-81c6-21d03fb2617c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:00.055588 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e44505ef-ffa7-4213-81c6-21d03fb2617c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:00.107197 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080fa46-192f-4ac2-b46b-44d8274c1821 req-7a720c56-90d5-4b78-bbb2-591bae6a145f tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:00.121830 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e080fa46-192f-4ac2-b46b-44d8274c1821 req-7a720c56-90d5-4b78-bbb2-591bae6a145f tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.1364641 Dec 06 14:44:00.122989 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-027ba8eb-9d6c-45ff-8d41-a3a28cc68567 req-961a10a7-5581-4ec0-8059-ae3b3edc6022 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678867 Dec 06 14:44:00.138063 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e44505ef-ffa7-4213-81c6-21d03fb2617c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4806461 Dec 06 14:44:00.154065 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-d1bfb9bc-0a83-4e6e-b08b-590941c04a94 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Request body: {'port': {'device_id': '7f711120-6111-4b00-91fc-e3c63d804c46', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf', 'admin_state_up': True, 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'security_groups': ['65bab8cf-7d04-49ab-a718-87e9006044b8']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:00.178959 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:00.201213 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e080fa46-192f-4ac2-b46b-44d8274c1821 req-cf9ebc76-513b-44ef-98bb-c7e0fc1acf45 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771890 Dec 06 14:44:00.260143 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0ff887d8-72a7-47c9-8650-b59d05e0a9b7,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:00.270030 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:00.355374 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afdefd-97a6-4247-9e69-7bfc84873d3e req-e739c546-28a5-48c4-884f-0e1f8b49a40c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:00.363901 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afdefd-97a6-4247-9e69-7bfc84873d3e req-e739c546-28a5-48c4-884f-0e1f8b49a40c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:00.375601 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afdefd-97a6-4247-9e69-7bfc84873d3e req-e739c546-28a5-48c4-884f-0e1f8b49a40c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:00.390680 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a'}, {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d72bb5c-7733-45c3-a034-55089fc45152'}, {'server_uuid': '14e86b38-1767-459f-bcd1-939bfa0415fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e2112f-9582-43fc-bee3-97e1372289b9'}, {'server_uuid': '34c4cd09-b55f-4714-946f-2b73f445f9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71cf88f-8d18-4e32-9d66-f0efaf115471'}, {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc6c89e-8a53-46be-8b4c-8b1a66915622'}, {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff887d8-72a7-47c9-8650-b59d05e0a9b7'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:00.391015 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35afdefd-97a6-4247-9e69-7bfc84873d3e req-e739c546-28a5-48c4-884f-0e1f8b49a40c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 2375 time: 0.1025085 Dec 06 14:44:00.393125 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61dcc8a-4a17-4f32-85b7-2a59d0af43f6" -d '{"events": [{"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a"}, {"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "5d72bb5c-7733-45c3-a034-55089fc45152"}, {"server_uuid": "14e86b38-1767-459f-bcd1-939bfa0415fe", "name": "network-vif-plugged", "status": "completed", "tag": "c5e2112f-9582-43fc-bee3-97e1372289b9"}, {"server_uuid": "34c4cd09-b55f-4714-946f-2b73f445f9dd", "name": "network-vif-plugged", "status": "completed", "tag": "f71cf88f-8d18-4e32-9d66-f0efaf115471"}, {"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "6cc6c89e-8a53-46be-8b4c-8b1a66915622"}, {"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "0ff887d8-72a7-47c9-8650-b59d05e0a9b7"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:00.403312 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=0ff887d8-72a7-47c9-8650-b59d05e0a9b7,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:00.407158 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a1f410f3-b590-45d2-89a4-68030d49b760 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:44:00.460658 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e050e006-ac0a-4957-8f6b-303b44e74eda None None] Provisioning complete for port 8308ccd2-e0d7-46df-9012-cb81a52c4813 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:44:00.461125 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e050e006-ac0a-4957-8f6b-303b44e74eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:00.469517 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35afdefd-97a6-4247-9e69-7bfc84873d3e req-58fab62c-9120-4caa-bc63-bfac02c98e73 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770426 Dec 06 14:44:00.489023 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a0594-be4b-41d8-80ef-a87e8e07c2a1 req-9ea668f6-77e8-47b2-aafb-7150a6d1e11b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:00.508826 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa6a0594-be4b-41d8-80ef-a87e8e07c2a1 req-9ea668f6-77e8-47b2-aafb-7150a6d1e11b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 948 time: 0.2146115 Dec 06 14:44:00.548098 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port a1f410f3-b590-45d2-89a4-68030d49b760 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:44:00.553791 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port a1f410f3-b590-45d2-89a4-68030d49b760 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:44:00.554338 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:00.558141 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e050e006-ac0a-4957-8f6b-303b44e74eda None None] Port 8308ccd2-e0d7-46df-9012-cb81a52c4813 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:44:00.640031 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa6a0594-be4b-41d8-80ef-a87e8e07c2a1 req-40fa7135-6659-4674-b9c8-99635f84c7ba tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300337 Dec 06 14:44:00.650897 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-d1bfb9bc-0a83-4e6e-b08b-590941c04a94 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Made reservation on behalf of 3c37093efdf04284b9ef95dbc568d083 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:44:00.709540 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c0adade2-5982-46e4-ac63-75ddf0bcbaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:00.726828 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:00.774131 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8762e2b6-c790-43c9-aed4-26f4e2cba60a x-openstack-request-id: req-8762e2b6-c790-43c9-aed4-26f4e2cba60a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:00.775060 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a", "code": 200}, {"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "5d72bb5c-7733-45c3-a034-55089fc45152", "code": 200}, {"server_uuid": "14e86b38-1767-459f-bcd1-939bfa0415fe", "name": "network-vif-plugged", "status": "completed", "tag": "c5e2112f-9582-43fc-bee3-97e1372289b9", "code": 200}, {"server_uuid": "34c4cd09-b55f-4714-946f-2b73f445f9dd", "name": "network-vif-plugged", "status": "completed", "tag": "f71cf88f-8d18-4e32-9d66-f0efaf115471", "code": 200}, {"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "6cc6c89e-8a53-46be-8b4c-8b1a66915622", "code": 200}, {"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "0ff887d8-72a7-47c9-8650-b59d05e0a9b7", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:00.785918 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8762e2b6-c790-43c9-aed4-26f4e2cba60a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:00.789794 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a', 'code': 200} Dec 06 14:44:00.790077 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d72bb5c-7733-45c3-a034-55089fc45152', 'code': 200} Dec 06 14:44:00.790332 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e86b38-1767-459f-bcd1-939bfa0415fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e2112f-9582-43fc-bee3-97e1372289b9', 'code': 200} Dec 06 14:44:00.790634 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c4cd09-b55f-4714-946f-2b73f445f9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71cf88f-8d18-4e32-9d66-f0efaf115471', 'code': 200} Dec 06 14:44:00.790892 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc6c89e-8a53-46be-8b4c-8b1a66915622', 'code': 200} Dec 06 14:44:00.791139 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff887d8-72a7-47c9-8650-b59d05e0a9b7', 'code': 200} Dec 06 14:44:00.834604 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a1f410f3-b590-45d2-89a4-68030d49b760,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:00.848859 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:00.968281 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=a1f410f3-b590-45d2-89a4-68030d49b760,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:01.013349 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-d1bfb9bc-0a83-4e6e-b08b-590941c04a94 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:01.041227 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4383d-3fda-47c9-92ab-214e8df4ed48 req-13e5c3f0-c3d7-4498-89b3-c1e3def3994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.042622 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1de4383d-3fda-47c9-92ab-214e8df4ed48 req-13e5c3f0-c3d7-4498-89b3-c1e3def3994b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 1100 time: 0.1536553 Dec 06 14:44:01.053304 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eab559-511e-4586-9abf-0a372a42d5c6 req-c4a648d4-4854-40d3-8970-dc85562c843c tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.054904 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-26eab559-511e-4586-9abf-0a372a42d5c6 req-c4a648d4-4854-40d3-8970-dc85562c843c tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 949 time: 0.1121986 Dec 06 14:44:01.093444 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e99f5-0324-4c1d-9633-6285cd50d79c req-8cb7fa52-7ccf-4ea2-95ac-8c63a0641b06 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.101257 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e99f5-0324-4c1d-9633-6285cd50d79c req-8cb7fa52-7ccf-4ea2-95ac-8c63a0641b06 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.110636 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e99f5-0324-4c1d-9633-6285cd50d79c req-8cb7fa52-7ccf-4ea2-95ac-8c63a0641b06 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.117673 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e99f5-0324-4c1d-9633-6285cd50d79c req-8cb7fa52-7ccf-4ea2-95ac-8c63a0641b06 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.125374 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e99f5-0324-4c1d-9633-6285cd50d79c req-8cb7fa52-7ccf-4ea2-95ac-8c63a0641b06 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.134722 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e99f5-0324-4c1d-9633-6285cd50d79c req-8cb7fa52-7ccf-4ea2-95ac-8c63a0641b06 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.141471 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e99f5-0324-4c1d-9633-6285cd50d79c req-8cb7fa52-7ccf-4ea2-95ac-8c63a0641b06 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.145563 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c87e99f5-0324-4c1d-9633-6285cd50d79c req-8cb7fa52-7ccf-4ea2-95ac-8c63a0641b06 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5446 time: 0.3162644 Dec 06 14:44:01.221777 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1de4383d-3fda-47c9-92ab-214e8df4ed48 req-2c64f023-a56f-460f-9d4c-510667642d73 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d643132-18ea-439c-8e60-a94f95b3c177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659772 Dec 06 14:44:01.236557 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b50814-eb36-4779-9b12-452424931eb6 req-4f5bba08-f90c-4395-a988-c644e20b173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.238115 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b2b50814-eb36-4779-9b12-452424931eb6 req-4f5bba08-f90c-4395-a988-c644e20b173b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 1101 time: 0.1271174 Dec 06 14:44:01.255618 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-26eab559-511e-4586-9abf-0a372a42d5c6 req-5303b8a8-de71-468a-95d1-5dc63b646bcf tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d643132-18ea-439c-8e60-a94f95b3c177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462228 Dec 06 14:44:01.680347 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c87e99f5-0324-4c1d-9633-6285cd50d79c req-442ffbb6-d2e6-4655-b794-60945a6e7ad5 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5123239 Dec 06 14:44:01.689729 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f502aa-5a54-446c-96d5-42b5dc452ebf req-7f2b231a-7848-4c06-b9a1-bcf32ca28c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.692797 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f502aa-5a54-446c-96d5-42b5dc452ebf req-7f2b231a-7848-4c06-b9a1-bcf32ca28c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.694532 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f502aa-5a54-446c-96d5-42b5dc452ebf req-7f2b231a-7848-4c06-b9a1-bcf32ca28c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.695788 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f502aa-5a54-446c-96d5-42b5dc452ebf req-7f2b231a-7848-4c06-b9a1-bcf32ca28c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.698494 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f502aa-5a54-446c-96d5-42b5dc452ebf req-7f2b231a-7848-4c06-b9a1-bcf32ca28c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.699385 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f502aa-5a54-446c-96d5-42b5dc452ebf req-7f2b231a-7848-4c06-b9a1-bcf32ca28c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.700044 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f502aa-5a54-446c-96d5-42b5dc452ebf req-7f2b231a-7848-4c06-b9a1-bcf32ca28c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.704167 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92f502aa-5a54-446c-96d5-42b5dc452ebf req-7f2b231a-7848-4c06-b9a1-bcf32ca28c6f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 6503 time: 0.7581289 Dec 06 14:44:01.762931 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d537c-e44d-480a-a08c-8ecb0dd2bec7 req-83a65596-58c5-4117-9c11-ee9fdc95ee86 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.770932 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-810d537c-e44d-480a-a08c-8ecb0dd2bec7 req-83a65596-58c5-4117-9c11-ee9fdc95ee86 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 950 time: 0.4457729 Dec 06 14:44:01.848595 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-810d537c-e44d-480a-a08c-8ecb0dd2bec7 req-940749f5-8720-421d-8415-9308dc82f8c0 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740466 Dec 06 14:44:01.851148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b2b50814-eb36-4779-9b12-452424931eb6 req-45d9aab8-13b7-47db-aa82-c3bf98d64b48 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015825 Dec 06 14:44:01.929497 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92f502aa-5a54-446c-96d5-42b5dc452ebf req-3bbb2112-8a4b-452e-9487-0b07e4f4195e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&id=baf8c4b9-186e-407c-b2d2-9e69132b767e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2089534 Dec 06 14:44:01.959451 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99db9d-1067-40f6-b3d7-d4952c21e9fa req-4d67b343-eb7e-4ef0-8469-be372223bcd8 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:01.966611 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fb99db9d-1067-40f6-b3d7-d4952c21e9fa req-4d67b343-eb7e-4ef0-8469-be372223bcd8 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.1600399 Dec 06 14:44:02.044725 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fb99db9d-1067-40f6-b3d7-d4952c21e9fa req-c16bce77-4825-4f88-8a0c-39a10eafdc5f tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772624 Dec 06 14:44:02.052257 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445dcf8b-329f-4312-943b-7b32e021cec6 req-5db43588-17ca-4e89-8155-da1a5ffc4030 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:02.057523 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-d1bfb9bc-0a83-4e6e-b08b-590941c04a94 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Allocated IP 10.2.2.100 (cb158934-4018-4c6a-ae8b-2c28f8c789bf/a1e5f2f7-b121-4bd5-a64e-1d85120de3ca/123958aa-6377-4a82-b97b-1f5421f13954) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:44:02.060554 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445dcf8b-329f-4312-943b-7b32e021cec6 req-5db43588-17ca-4e89-8155-da1a5ffc4030 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:02.067506 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445dcf8b-329f-4312-943b-7b32e021cec6 req-5db43588-17ca-4e89-8155-da1a5ffc4030 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:02.069372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-445dcf8b-329f-4312-943b-7b32e021cec6 req-5db43588-17ca-4e89-8155-da1a5ffc4030 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 2375 time: 0.0914669 Dec 06 14:44:02.154670 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-445dcf8b-329f-4312-943b-7b32e021cec6 req-c5a49c5e-5758-4976-8aa7-de277906dfd3 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701430 Dec 06 14:44:02.261057 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-d1bfb9bc-0a83-4e6e-b08b-590941c04a94 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:02.306206 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-d1bfb9bc-0a83-4e6e-b08b-590941c04a94 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:02.329142 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c251e2a-74bd-4306-9e0b-5b3a78e2f9af req-4da4a247-ecbe-461e-a9e9-2c10bf59b217 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:02.330980 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0c251e2a-74bd-4306-9e0b-5b3a78e2f9af req-4da4a247-ecbe-461e-a9e9-2c10bf59b217 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.0699122 Dec 06 14:44:02.371583 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-d1bfb9bc-0a83-4e6e-b08b-590941c04a94 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Network cb158934-4018-4c6a-ae8b-2c28f8c789bf is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:44:02.386248 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-d1bfb9bc-0a83-4e6e-b08b-590941c04a94 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:44:02.388817 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-d1bfb9bc-0a83-4e6e-b08b-590941c04a94 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:44:02.433614 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfb9bc-0a83-4e6e-b08b-590941c04a94 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event updated for resources: {'Port': ['ID=123958aa-6377-4a82-b97b-1f5421f13954,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:02.451225 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0c251e2a-74bd-4306-9e0b-5b3a78e2f9af req-7a0c3da7-8e64-49f4-b0fc-87ab535cf1c1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130080 Dec 06 14:44:02.470098 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-d1bfb9bc-0a83-4e6e-b08b-590941c04a94 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:02.470746 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-d1bfb9bc-0a83-4e6e-b08b-590941c04a94 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:02.483689 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef8bcb-663c-4131-8e73-a6421206b7a9 req-c4b5b8a6-b8c9-4d54-9658-b3c0939d6244 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:02.491252 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0ef8bcb-663c-4131-8e73-a6421206b7a9 req-c4b5b8a6-b8c9-4d54-9658-b3c0939d6244 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 949 time: 0.1234355 Dec 06 14:44:02.527267 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-d1bfb9bc-0a83-4e6e-b08b-590941c04a94 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3805206 Dec 06 14:44:02.543681 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e63af5a6-ca62-4ae8-bf6b-c261b66e4d30 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Request body: {'port': {'device_id': '7f711120-6111-4b00-91fc-e3c63d804c46', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf', 'admin_state_up': True, 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'security_groups': ['65bab8cf-7d04-49ab-a718-87e9006044b8']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:02.570049 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0ef8bcb-663c-4131-8e73-a6421206b7a9 req-91ed1976-73d8-400e-865b-12dcc26bff8e tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d643132-18ea-439c-8e60-a94f95b3c177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759897 Dec 06 14:44:02.684235 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e63af5a6-ca62-4ae8-bf6b-c261b66e4d30 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Made reservation on behalf of 3c37093efdf04284b9ef95dbc568d083 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:44:02.689256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e63af5a6-ca62-4ae8-bf6b-c261b66e4d30 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:02.693914 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c0484eb0-c6b3-4f5c-8bff-5c24c4d9a864 None None] Provisioning complete for port 123958aa-6377-4a82-b97b-1f5421f13954 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:44:02.694393 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c0484eb0-c6b3-4f5c-8bff-5c24c4d9a864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:02.747129 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c0484eb0-c6b3-4f5c-8bff-5c24c4d9a864 None None] Port 123958aa-6377-4a82-b97b-1f5421f13954 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:44:02.796509 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b639d9-d572-4589-ac4d-43107fe41a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f410f3-b590-45d2-89a4-68030d49b760'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:02.800650 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7d9ad8-e518-4e86-8be5-1ddaf804b055" -d '{"events": [{"server_uuid": "51b639d9-d572-4589-ac4d-43107fe41a78", "name": "network-vif-plugged", "status": "completed", "tag": "a1f410f3-b590-45d2-89a4-68030d49b760"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:02.857875 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6601118b-9a9a-41bf-89bf-03e7a6bc4c94 x-openstack-request-id: req-6601118b-9a9a-41bf-89bf-03e7a6bc4c94 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:02.858818 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b639d9-d572-4589-ac4d-43107fe41a78", "name": "network-vif-plugged", "status": "completed", "tag": "a1f410f3-b590-45d2-89a4-68030d49b760", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:02.859253 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6601118b-9a9a-41bf-89bf-03e7a6bc4c94 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:02.860035 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b639d9-d572-4589-ac4d-43107fe41a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f410f3-b590-45d2-89a4-68030d49b760', 'code': 200} Dec 06 14:44:02.870747 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22632a9e-a969-4c29-a736-572eda587534 req-053f0525-3520-4988-b4cf-96e7ac797c5c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:02.878610 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22632a9e-a969-4c29-a736-572eda587534 req-053f0525-3520-4988-b4cf-96e7ac797c5c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:02.889933 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22632a9e-a969-4c29-a736-572eda587534 req-053f0525-3520-4988-b4cf-96e7ac797c5c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:02.897270 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22632a9e-a969-4c29-a736-572eda587534 req-053f0525-3520-4988-b4cf-96e7ac797c5c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:02.907071 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22632a9e-a969-4c29-a736-572eda587534 req-053f0525-3520-4988-b4cf-96e7ac797c5c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:02.914826 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22632a9e-a969-4c29-a736-572eda587534 req-053f0525-3520-4988-b4cf-96e7ac797c5c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:02.924556 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22632a9e-a969-4c29-a736-572eda587534 req-053f0525-3520-4988-b4cf-96e7ac797c5c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:02.926556 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-22632a9e-a969-4c29-a736-572eda587534 req-053f0525-3520-4988-b4cf-96e7ac797c5c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5446 time: 0.1331170 Dec 06 14:44:03.015725 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-22632a9e-a969-4c29-a736-572eda587534 req-6e8d28ff-fe32-49a0-98e9-9d0a8ff75ecf tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774119 Dec 06 14:44:03.073832 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e63af5a6-ca62-4ae8-bf6b-c261b66e4d30 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Allocated IP 10.2.2.200 (cb158934-4018-4c6a-ae8b-2c28f8c789bf/a1e5f2f7-b121-4bd5-a64e-1d85120de3ca/c5ef52e3-a51e-4219-b152-4a539b93ddee) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:44:03.124418 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b2ff3-9e83-430f-8d0f-85ecc718871a req-3d4563e9-9413-4dc1-b6c5-d11c9b466aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:03.125916 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-215b2ff3-9e83-430f-8d0f-85ecc718871a req-3d4563e9-9413-4dc1-b6c5-d11c9b466aa0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 1100 time: 0.1318665 Dec 06 14:44:03.142022 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416b5d5-350f-443d-a36a-2409cca4d2df req-8c441cf1-8d74-4c11-bab2-46d452e60c24 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:03.149667 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e416b5d5-350f-443d-a36a-2409cca4d2df req-8c441cf1-8d74-4c11-bab2-46d452e60c24 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 950 time: 0.1823027 Dec 06 14:44:03.192909 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9b66f42-e2d0-4c50-9392-111abfbbb2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:03.240789 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012577c2-16b6-4443-9f44-bab393e106f2 req-208851e1-04ac-4b53-bb69-3d7f7edc2c76 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:03.249928 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-012577c2-16b6-4443-9f44-bab393e106f2 req-208851e1-04ac-4b53-bb69-3d7f7edc2c76 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.1013379 Dec 06 14:44:03.320416 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-012577c2-16b6-4443-9f44-bab393e106f2 req-37bafc4b-5e53-4fd5-be35-1b4f48f89cbf tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627346 Dec 06 14:44:03.323316 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-215b2ff3-9e83-430f-8d0f-85ecc718871a req-844b74fc-967e-4889-8cf2-85314146d31b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716802 Dec 06 14:44:03.339451 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e416b5d5-350f-443d-a36a-2409cca4d2df req-766eccc0-f6aa-40e1-a9d7-9a356e77f3db tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888602 Dec 06 14:44:03.399569 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e63af5a6-ca62-4ae8-bf6b-c261b66e4d30 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:03.440005 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e97c45-4a97-4c1a-8131-1efbcbbd4b1d req-18bb90df-ac6d-4944-9bf4-372ebe1929b7 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:03.447451 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e63af5a6-ca62-4ae8-bf6b-c261b66e4d30 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:03.448011 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e97c45-4a97-4c1a-8131-1efbcbbd4b1d req-18bb90df-ac6d-4944-9bf4-372ebe1929b7 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:03.454445 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e97c45-4a97-4c1a-8131-1efbcbbd4b1d req-18bb90df-ac6d-4944-9bf4-372ebe1929b7 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:03.463254 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e97c45-4a97-4c1a-8131-1efbcbbd4b1d req-18bb90df-ac6d-4944-9bf4-372ebe1929b7 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:03.465077 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61e97c45-4a97-4c1a-8131-1efbcbbd4b1d req-18bb90df-ac6d-4944-9bf4-372ebe1929b7 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 3096 time: 0.0879819 Dec 06 14:44:03.513656 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e63af5a6-ca62-4ae8-bf6b-c261b66e4d30 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Network cb158934-4018-4c6a-ae8b-2c28f8c789bf is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:44:03.519148 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e63af5a6-ca62-4ae8-bf6b-c261b66e4d30 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:44:03.523192 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e63af5a6-ca62-4ae8-bf6b-c261b66e4d30 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:44:03.541406 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61e97c45-4a97-4c1a-8131-1efbcbbd4b1d req-578c257c-4184-4fe3-9eac-b0ee6edebc05 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687175 Dec 06 14:44:03.558565 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63af5a6-ca62-4ae8-bf6b-c261b66e4d30 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event updated for resources: {'Port': ['ID=c5ef52e3-a51e-4219-b152-4a539b93ddee,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:03.589688 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e63af5a6-ca62-4ae8-bf6b-c261b66e4d30 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:03.591043 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e63af5a6-ca62-4ae8-bf6b-c261b66e4d30 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:03.632559 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e63af5a6-ca62-4ae8-bf6b-c261b66e4d30 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0943964 Dec 06 14:44:03.654697 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Request body: {'port': {'device_id': '7f711120-6111-4b00-91fc-e3c63d804c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:03.777656 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed710743-b7e7-49d7-aa5c-67b4a48455db req-ec4ba49b-95e4-4a69-a672-4355f20c014c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:03.785614 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed710743-b7e7-49d7-aa5c-67b4a48455db req-ec4ba49b-95e4-4a69-a672-4355f20c014c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.0688279 Dec 06 14:44:03.830982 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:03.867188 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c68ec6-7bf5-476c-9a9a-fa9b9bb2b095 req-adcbe6db-687b-4de3-9c95-5bb6598bfe2f tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:03.869859 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed710743-b7e7-49d7-aa5c-67b4a48455db req-383c0c72-e023-4c9f-a251-bd8fee172805 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833211 Dec 06 14:44:03.871249 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09c68ec6-7bf5-476c-9a9a-fa9b9bb2b095 req-adcbe6db-687b-4de3-9c95-5bb6598bfe2f tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 949 time: 0.1550317 Dec 06 14:44:03.878132 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:04.012069 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09c68ec6-7bf5-476c-9a9a-fa9b9bb2b095 req-36f4ee06-34c1-4e69-99b9-c835967fee36 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d643132-18ea-439c-8e60-a94f95b3c177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138039 Dec 06 14:44:04.093213 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-423ebbe2-f886-46e6-923b-a5409a3c2a43 None None] Provisioning complete for port c5ef52e3-a51e-4219-b152-4a539b93ddee triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:44:04.093941 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-423ebbe2-f886-46e6-923b-a5409a3c2a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:04.192894 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-423ebbe2-f886-46e6-923b-a5409a3c2a43 None None] Port c5ef52e3-a51e-4219-b152-4a539b93ddee cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:44:04.248700 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f241f58-ff29-4985-a8c4-e9d1fb47199e req-dcb04b45-1f51-48a4-a4f7-4dcc2fb6327e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:04.257881 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f241f58-ff29-4985-a8c4-e9d1fb47199e req-dcb04b45-1f51-48a4-a4f7-4dcc2fb6327e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:04.270902 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f241f58-ff29-4985-a8c4-e9d1fb47199e req-dcb04b45-1f51-48a4-a4f7-4dcc2fb6327e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:04.278210 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f241f58-ff29-4985-a8c4-e9d1fb47199e req-dcb04b45-1f51-48a4-a4f7-4dcc2fb6327e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:04.287434 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f241f58-ff29-4985-a8c4-e9d1fb47199e req-dcb04b45-1f51-48a4-a4f7-4dcc2fb6327e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:04.294172 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f241f58-ff29-4985-a8c4-e9d1fb47199e req-dcb04b45-1f51-48a4-a4f7-4dcc2fb6327e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:04.300867 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f241f58-ff29-4985-a8c4-e9d1fb47199e req-dcb04b45-1f51-48a4-a4f7-4dcc2fb6327e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:04.308891 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0f241f58-ff29-4985-a8c4-e9d1fb47199e req-dcb04b45-1f51-48a4-a4f7-4dcc2fb6327e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5446 time: 0.1685271 Dec 06 14:44:04.326093 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8787e97-b48c-4cf9-a70a-9062d1daf772 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:04.343246 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:04.379774 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0f241f58-ff29-4985-a8c4-e9d1fb47199e req-475cc4ae-0f4f-4bdc-a6c1-da2781cbf54a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698521 Dec 06 14:44:04.392877 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Transition to ACTIVE for port object d8787e97-b48c-4cf9-a70a-9062d1daf772 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:44:04.401686 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:04.455391 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9983d-bf08-431e-8e27-66005f3ab403 req-a15f6f10-d67b-4c82-85b7-faf66097bdf8 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:04.469509 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3b9983d-bf08-431e-8e27-66005f3ab403 req-a15f6f10-d67b-4c82-85b7-faf66097bdf8 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 949 time: 0.1227167 Dec 06 14:44:04.527751 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013afb3-602c-4b98-aecc-573f9bdbbfba req-fa204d98-7f80-47e0-a54f-526e97a2fc1c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:04.529524 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c013afb3-602c-4b98-aecc-573f9bdbbfba req-fa204d98-7f80-47e0-a54f-526e97a2fc1c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.0663662 Dec 06 14:44:04.610755 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c013afb3-602c-4b98-aecc-573f9bdbbfba req-37944aa1-93c6-484c-a838-b638229df0e7 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730987 Dec 06 14:44:04.613650 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Pushing event updated for resources: {'Port': ['ID=d8787e97-b48c-4cf9-a70a-9062d1daf772,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:04.661299 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3b9983d-bf08-431e-8e27-66005f3ab403 req-7973e70f-7208-45cf-a764-19f4d620d328 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d643132-18ea-439c-8e60-a94f95b3c177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906559 Dec 06 14:44:04.675299 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Attempting to bind port d8787e97-b48c-4cf9-a70a-9062d1daf772 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:44:04.676461 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Attempting to bind port d8787e97-b48c-4cf9-a70a-9062d1daf772 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '2d682598-8987-4d9b-9233-b0d36b83c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:44:04.676805 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Attempting to bind port d8787e97-b48c-4cf9-a70a-9062d1daf772 on network 6e31e4b3-623f-41f0-89d7-053df25180e1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:04.684071 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Port d8787e97-b48c-4cf9-a70a-9062d1daf772 on network 6e31e4b3-623f-41f0-89d7-053df25180e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:44:04.684499 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Attempting to bind port d8787e97-b48c-4cf9-a70a-9062d1daf772 on network 6e31e4b3-623f-41f0-89d7-053df25180e1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:04.691302 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:44:04.691843 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Checking segment: {'id': '2d682598-8987-4d9b-9233-b0d36b83c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:44:04.692329 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Bound using segment: {'id': '2d682598-8987-4d9b-9233-b0d36b83c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:44:04.692858 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Bound port: d8787e97-b48c-4cf9-a70a-9062d1daf772, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d682598-8987-4d9b-9233-b0d36b83c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:44:04.693311 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:04.788442 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf719a6a-d3f5-4f88-aa63-16a648d9812a req-85154274-b8f9-46cc-8f09-7d93c240331d tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:04.789695 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] For port d8787e97-b48c-4cf9-a70a-9062d1daf772, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:44:04.790141 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf719a6a-d3f5-4f88-aa63-16a648d9812a req-85154274-b8f9-46cc-8f09-7d93c240331d tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 950 time: 0.0674551 Dec 06 14:44:04.793371 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] For port d8787e97-b48c-4cf9-a70a-9062d1daf772, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d8787e97-b48c-4cf9-a70a-9062d1daf772,segment=NetworkSegment(2d682598-8987-4d9b-9233-b0d36b83c0eb),segment_id=2d682598-8987-4d9b-9233-b0d36b83c0eb)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:44:04.804749 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:04.847207 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:04.847892 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:04.849354 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] 10.222.0.23 "PUT /v2.0/ports/d8787e97-b48c-4cf9-a70a-9062d1daf772 HTTP/1.1" status: 200 len: 1092 time: 1.1998928 Dec 06 14:44:04.849833 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'tag': 'd8787e97-b48c-4cf9-a70a-9062d1daf772'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:04.852169 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399f0b48-8cc9-471f-949b-e0ccd19604cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "tag": "d8787e97-b48c-4cf9-a70a-9062d1daf772"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:04.882372 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Request body: {'port': {'device_id': '7f711120-6111-4b00-91fc-e3c63d804c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:04.886115 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf719a6a-d3f5-4f88-aa63-16a648d9812a req-befdd13c-aafa-45a8-a75e-abd0d9aa0135 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853252 Dec 06 14:44:04.946806 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a5d699-0e14-4db7-8fc3-7b857edb430a x-openstack-request-id: req-76a5d699-0e14-4db7-8fc3-7b857edb430a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:04.947170 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "tag": "d8787e97-b48c-4cf9-a70a-9062d1daf772", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:04.947379 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76a5d699-0e14-4db7-8fc3-7b857edb430a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:04.947826 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'tag': 'd8787e97-b48c-4cf9-a70a-9062d1daf772', 'status': 'completed', 'code': 200} Dec 06 14:44:05.061586 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbe239-61c5-4f56-879b-46fa27a0ed9a req-3e5dde05-41ea-47ff-851e-de0abed45806 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.070216 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1cbe239-61c5-4f56-879b-46fa27a0ed9a req-3e5dde05-41ea-47ff-851e-de0abed45806 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.0645418 Dec 06 14:44:05.095253 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce4906-2f9b-49e4-b3ca-b99ec48e3a74 service neutron] Pushing event updated for resources: {'Port': ['ID=d8787e97-b48c-4cf9-a70a-9062d1daf772,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:05.142302 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1cbe239-61c5-4f56-879b-46fa27a0ed9a req-76fe2acb-9a69-483b-aa6e-149f4c55852b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711141 Dec 06 14:44:05.203786 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203048a3-fba3-4d8d-95c5-31c03a433e7f req-c16683ba-0714-405b-a067-fbd21cf82342 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.214342 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203048a3-fba3-4d8d-95c5-31c03a433e7f req-c16683ba-0714-405b-a067-fbd21cf82342 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.223275 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203048a3-fba3-4d8d-95c5-31c03a433e7f req-c16683ba-0714-405b-a067-fbd21cf82342 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.229496 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203048a3-fba3-4d8d-95c5-31c03a433e7f req-c16683ba-0714-405b-a067-fbd21cf82342 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.239973 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203048a3-fba3-4d8d-95c5-31c03a433e7f req-c16683ba-0714-405b-a067-fbd21cf82342 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.242186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-203048a3-fba3-4d8d-95c5-31c03a433e7f req-c16683ba-0714-405b-a067-fbd21cf82342 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 3829 time: 0.2743380 Dec 06 14:44:05.243889 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:05.249827 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f0b48-8cc9-471f-949b-e0ccd19604cd req-45ea8d0f-a620-441a-aea8-5c3c5621dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.250306 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f0b48-8cc9-471f-949b-e0ccd19604cd req-45ea8d0f-a620-441a-aea8-5c3c5621dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.250949 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f0b48-8cc9-471f-949b-e0ccd19604cd req-45ea8d0f-a620-441a-aea8-5c3c5621dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.251396 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f0b48-8cc9-471f-949b-e0ccd19604cd req-45ea8d0f-a620-441a-aea8-5c3c5621dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.251897 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f0b48-8cc9-471f-949b-e0ccd19604cd req-45ea8d0f-a620-441a-aea8-5c3c5621dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.254691 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-399f0b48-8cc9-471f-949b-e0ccd19604cd req-45ea8d0f-a620-441a-aea8-5c3c5621dd67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c37093efdf04284b9ef95dbc568d083&device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 4364 time: 0.2978628 Dec 06 14:44:05.294606 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cffaf0-b6d5-43c0-b4c6-a08629954651 req-24f77706-5e4f-43fa-99a7-aefc6ef5f2b5 tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.296174 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c5cffaf0-b6d5-43c0-b4c6-a08629954651 req-24f77706-5e4f-43fa-99a7-aefc6ef5f2b5 tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 1101 time: 0.0529826 Dec 06 14:44:05.375309 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c5cffaf0-b6d5-43c0-b4c6-a08629954651 req-403d7453-a046-4aca-a366-2f3e91aa6e00 tempest-ServersOnMultiNodesTest-274992896 tempest-ServersOnMultiNodesTest-274992896-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715182 Dec 06 14:44:05.507052 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-203048a3-fba3-4d8d-95c5-31c03a433e7f req-bc7c3323-7dcb-40e8-97a3-d4acf45b3fde tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2404718 Dec 06 14:44:05.517092 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:05.586900 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f0b48-8cc9-471f-949b-e0ccd19604cd req-8049436c-4181-41ca-9d56-336907ece4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.587382 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f0b48-8cc9-471f-949b-e0ccd19604cd req-8049436c-4181-41ca-9d56-336907ece4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.587885 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f0b48-8cc9-471f-949b-e0ccd19604cd req-8049436c-4181-41ca-9d56-336907ece4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.589475 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-399f0b48-8cc9-471f-949b-e0ccd19604cd req-8049436c-4181-41ca-9d56-336907ece4e5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=3c37093efdf04284b9ef95dbc568d083&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3197725 Dec 06 14:44:05.715294 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267063bf-8186-4de6-b00c-da592e3b156f req-c3764a68-a63c-47e8-84c8-87d97c9234b7 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.723140 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-267063bf-8186-4de6-b00c-da592e3b156f req-c3764a68-a63c-47e8-84c8-87d97c9234b7 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 950 time: 0.0725303 Dec 06 14:44:05.790616 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-267063bf-8186-4de6-b00c-da592e3b156f req-72bac2ed-2124-4ed1-b891-d482a70daf5e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642114 Dec 06 14:44:05.827861 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01386cbd-0c07-4829-9a36-b26b83f0930b req-5a191339-c0a3-43a8-b880-8341da2e692a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.834674 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01386cbd-0c07-4829-9a36-b26b83f0930b req-5a191339-c0a3-43a8-b880-8341da2e692a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.840888 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01386cbd-0c07-4829-9a36-b26b83f0930b req-5a191339-c0a3-43a8-b880-8341da2e692a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.847565 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01386cbd-0c07-4829-9a36-b26b83f0930b req-5a191339-c0a3-43a8-b880-8341da2e692a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.853789 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01386cbd-0c07-4829-9a36-b26b83f0930b req-5a191339-c0a3-43a8-b880-8341da2e692a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.860196 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01386cbd-0c07-4829-9a36-b26b83f0930b req-5a191339-c0a3-43a8-b880-8341da2e692a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.866367 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01386cbd-0c07-4829-9a36-b26b83f0930b req-5a191339-c0a3-43a8-b880-8341da2e692a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.874660 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-01386cbd-0c07-4829-9a36-b26b83f0930b req-5a191339-c0a3-43a8-b880-8341da2e692a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5446 time: 0.2308526 Dec 06 14:44:05.916029 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f0b48-8cc9-471f-949b-e0ccd19604cd req-dd8cde68-9dc1-4a3a-a31e-104b478ef74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:05.917529 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-399f0b48-8cc9-471f-949b-e0ccd19604cd req-dd8cde68-9dc1-4a3a-a31e-104b478ef74c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2942426 Dec 06 14:44:06.002017 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-01386cbd-0c07-4829-9a36-b26b83f0930b req-bb949da8-9bae-47b1-8f8c-6b842ac46043 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1263828 Dec 06 14:44:06.009991 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0543179e-d70f-4909-a03d-fcfe66648f7a {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:06.018230 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:06.047296 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Transition to ACTIVE for port object 0543179e-d70f-4909-a03d-fcfe66648f7a will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:44:06.055490 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:06.146470 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c42714-4a0d-4c3b-90af-547fca29925e req-6e9db61c-7750-4a7e-b93f-9c2d68420c6c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:06.154637 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64c42714-4a0d-4c3b-90af-547fca29925e req-6e9db61c-7750-4a7e-b93f-9c2d68420c6c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.0651469 Dec 06 14:44:06.160503 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Pushing event updated for resources: {'Port': ['ID=0543179e-d70f-4909-a03d-fcfe66648f7a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:06.255488 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64c42714-4a0d-4c3b-90af-547fca29925e req-82fbc908-6ea9-4648-9172-f175432847bd tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997961 Dec 06 14:44:06.269451 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c238f0-78c5-4b85-9fcd-6229cac00ec5 req-4450efad-218a-4c85-8076-b63dc908b0c6 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:06.271844 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-97c238f0-78c5-4b85-9fcd-6229cac00ec5 req-4450efad-218a-4c85-8076-b63dc908b0c6 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 949 time: 0.1055393 Dec 06 14:44:06.304158 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Attempting to bind port 0543179e-d70f-4909-a03d-fcfe66648f7a on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:44:06.304847 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Attempting to bind port 0543179e-d70f-4909-a03d-fcfe66648f7a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:44:06.305405 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Attempting to bind port 0543179e-d70f-4909-a03d-fcfe66648f7a on network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:06.343985 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Port 0543179e-d70f-4909-a03d-fcfe66648f7a on network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:44:06.344513 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Attempting to bind port 0543179e-d70f-4909-a03d-fcfe66648f7a on network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:06.365080 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:44:06.365477 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Checking segment: {'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:44:06.365927 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Bound using segment: {'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:44:06.366453 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Bound port: 0543179e-d70f-4909-a03d-fcfe66648f7a, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:44:06.366875 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:06.412995 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42747af1-9c28-45da-b917-780516026349 req-1c79bf9e-7cce-4b73-9692-7183dfd0b759 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:06.414587 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-42747af1-9c28-45da-b917-780516026349 req-1c79bf9e-7cce-4b73-9692-7183dfd0b759 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.37 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 949 time: 0.1356597 Dec 06 14:44:06.436164 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-97c238f0-78c5-4b85-9fcd-6229cac00ec5 req-888a0488-39f1-4d7f-9cd6-13a8de0c7e10 tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d643132-18ea-439c-8e60-a94f95b3c177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417055 Dec 06 14:44:06.519996 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:06.524996 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae609c-a930-4393-9952-df4ac80ec8f4 req-51745ec6-b9ff-44a0-ba16-55dd3983848a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:06.539879 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae609c-a930-4393-9952-df4ac80ec8f4 req-51745ec6-b9ff-44a0-ba16-55dd3983848a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:06.558139 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae609c-a930-4393-9952-df4ac80ec8f4 req-51745ec6-b9ff-44a0-ba16-55dd3983848a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:06.564288 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae609c-a930-4393-9952-df4ac80ec8f4 req-51745ec6-b9ff-44a0-ba16-55dd3983848a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:06.571398 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae609c-a930-4393-9952-df4ac80ec8f4 req-51745ec6-b9ff-44a0-ba16-55dd3983848a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:06.578060 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae609c-a930-4393-9952-df4ac80ec8f4 req-51745ec6-b9ff-44a0-ba16-55dd3983848a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:06.584437 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae609c-a930-4393-9952-df4ac80ec8f4 req-51745ec6-b9ff-44a0-ba16-55dd3983848a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:06.586684 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbae609c-a930-4393-9952-df4ac80ec8f4 req-51745ec6-b9ff-44a0-ba16-55dd3983848a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5446 time: 0.1550026 Dec 06 14:44:06.598801 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41758) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:06.615108 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-27c39474-31c9-4a79-86c0-460dbb7e491f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Request body: {'floatingip': {'port_id': 'cfc991a0-3eee-40e2-bc52-93e126dd1c69'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:06.674259 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] For port 0543179e-d70f-4909-a03d-fcfe66648f7a, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:44:06.706570 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27c39474-31c9-4a79-86c0-460dbb7e491f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for floatingip, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:06.706835 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] For port 0543179e-d70f-4909-a03d-fcfe66648f7a, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0543179e-d70f-4909-a03d-fcfe66648f7a,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:44:06.721413 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e653e-560a-4f03-9d3d-d1e135998ce3 req-adffa448-7d87-488f-98f4-4452ca3c8b25 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:06.722998 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad1e653e-560a-4f03-9d3d-d1e135998ce3 req-adffa448-7d87-488f-98f4-4452ca3c8b25 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.1635375 Dec 06 14:44:06.728203 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:06.796080 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-163a0186-5c89-4bed-ab72-a5bdac730099 req-9f52dced-02c2-429c-af51-030bb67a8b8c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1577556 Dec 06 14:44:06.815163 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:06.816365 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:06.817739 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] 10.222.0.23 "PUT /v2.0/ports/0543179e-d70f-4909-a03d-fcfe66648f7a HTTP/1.1" status: 200 len: 1129 time: 1.9413183 Dec 06 14:44:06.824493 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-42747af1-9c28-45da-b917-780516026349 req-37084310-e0ff-4789-a65d-90c3db75b47a tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Deleting port c5e2112f-9582-43fc-bee3-97e1372289b9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:06.824823 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-42747af1-9c28-45da-b917-780516026349 req-37084310-e0ff-4789-a65d-90c3db75b47a tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:06.829569 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e2d86-cdc7-4bdc-863b-af25885c0c45 req-9b6e5e7d-acb0-42b2-a572-27071abfc3e3 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:06.837024 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e2d86-cdc7-4bdc-863b-af25885c0c45 req-9b6e5e7d-acb0-42b2-a572-27071abfc3e3 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:06.843705 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e2d86-cdc7-4bdc-863b-af25885c0c45 req-9b6e5e7d-acb0-42b2-a572-27071abfc3e3 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:06.850310 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e2d86-cdc7-4bdc-863b-af25885c0c45 req-9b6e5e7d-acb0-42b2-a572-27071abfc3e3 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:06.860977 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e2d86-cdc7-4bdc-863b-af25885c0c45 req-9b6e5e7d-acb0-42b2-a572-27071abfc3e3 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:06.869075 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e2d86-cdc7-4bdc-863b-af25885c0c45 req-9b6e5e7d-acb0-42b2-a572-27071abfc3e3 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:06.879071 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-577e2d86-cdc7-4bdc-863b-af25885c0c45 req-9b6e5e7d-acb0-42b2-a572-27071abfc3e3 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 4600 time: 0.2083495 Dec 06 14:44:06.886246 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Request body: {'port': {'device_id': '7f711120-6111-4b00-91fc-e3c63d804c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:06.962310 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'tag': '0543179e-d70f-4909-a03d-fcfe66648f7a'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:06.964611 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b468367a-cba0-4e0f-be6f-98a9373cce9e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "tag": "0543179e-d70f-4909-a03d-fcfe66648f7a"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:06.977963 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488dc54-7859-461f-9a5b-9ba0c1dc68ad service neutron] Pushing event updated for resources: {'Port': ['ID=0543179e-d70f-4909-a03d-fcfe66648f7a,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:06.995063 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad1e653e-560a-4f03-9d3d-d1e135998ce3 req-d7bc43c2-de7c-472b-b218-8f3a0a381d1f tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644730 Dec 06 14:44:07.045919 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-577e2d86-cdc7-4bdc-863b-af25885c0c45 req-68f554ae-53a1-4d96-9e4a-a48408a6ad30 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1457667 Dec 06 14:44:07.216819 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68a3f84-f0fa-43ef-901d-322626ad209e x-openstack-request-id: req-c68a3f84-f0fa-43ef-901d-322626ad209e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:07.217116 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "tag": "0543179e-d70f-4909-a03d-fcfe66648f7a", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:07.217363 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c68a3f84-f0fa-43ef-901d-322626ad209e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:07.217750 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'tag': '0543179e-d70f-4909-a03d-fcfe66648f7a', 'status': 'completed', 'code': 200} Dec 06 14:44:07.317567 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a0186-5c89-4bed-ab72-a5bdac730099 req-879550ef-0ba3-49e4-ab88-dfb004e0682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:07.320352 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-163a0186-5c89-4bed-ab72-a5bdac730099 req-879550ef-0ba3-49e4-ab88-dfb004e0682b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 1101 time: 0.4844790 Dec 06 14:44:07.347809 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:07.362871 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a97ac-a8c9-40e5-8872-4de6cbf6b5f9 req-384b614f-0647-4598-a169-1ea85033f254 tempest-MigrationsAdminTest-1606639242 tempest-MigrationsAdminTest-1606639242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:07.372347 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c6a97ac-a8c9-40e5-8872-4de6cbf6b5f9 req-384b614f-0647-4598-a169-1ea85033f254 tempest-MigrationsAdminTest-1606639242 tempest-MigrationsAdminTest-1606639242-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 1100 time: 0.1321363 Dec 06 14:44:07.420355 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-42747af1-9c28-45da-b917-780516026349 req-37084310-e0ff-4789-a65d-90c3db75b47a tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] For port c5e2112f-9582-43fc-bee3-97e1372289b9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c5e2112f-9582-43fc-bee3-97e1372289b9,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:07.420355 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-42747af1-9c28-45da-b917-780516026349 req-37084310-e0ff-4789-a65d-90c3db75b47a tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:07.430858 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468367a-cba0-4e0f-be6f-98a9373cce9e req-f529d5bd-fefc-4ce6-b27a-d902524c27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:07.431558 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468367a-cba0-4e0f-be6f-98a9373cce9e req-f529d5bd-fefc-4ce6-b27a-d902524c27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:07.432061 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468367a-cba0-4e0f-be6f-98a9373cce9e req-f529d5bd-fefc-4ce6-b27a-d902524c27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:07.433034 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468367a-cba0-4e0f-be6f-98a9373cce9e req-f529d5bd-fefc-4ce6-b27a-d902524c27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:07.433034 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468367a-cba0-4e0f-be6f-98a9373cce9e req-f529d5bd-fefc-4ce6-b27a-d902524c27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:07.433598 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468367a-cba0-4e0f-be6f-98a9373cce9e req-f529d5bd-fefc-4ce6-b27a-d902524c27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:07.435336 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b468367a-cba0-4e0f-be6f-98a9373cce9e req-f529d5bd-fefc-4ce6-b27a-d902524c27fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c37093efdf04284b9ef95dbc568d083&device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5286 time: 0.2731633 Dec 06 14:44:07.470229 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c6a97ac-a8c9-40e5-8872-4de6cbf6b5f9 req-2d7ce53d-1b5b-4f38-9c83-6506e96fa084 tempest-MigrationsAdminTest-1606639242 tempest-MigrationsAdminTest-1606639242-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970187 Dec 06 14:44:07.473756 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b5428-6f91-4501-8072-a145be061b1e req-7ff6f15a-9894-4111-9db2-d6f21f13c94e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:07.476028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-358b5428-6f91-4501-8072-a145be061b1e req-7ff6f15a-9894-4111-9db2-d6f21f13c94e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 950 time: 0.2507451 Dec 06 14:44:07.509134 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-42747af1-9c28-45da-b917-780516026349 req-37084310-e0ff-4789-a65d-90c3db75b47a tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Calling delete_port for c5e2112f-9582-43fc-bee3-97e1372289b9 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:07.648027 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27c39474-31c9-4a79-86c0-460dbb7e491f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:07.669931 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebbf1a-36d5-475f-bd58-43ed97e97758 req-3741df09-2587-436e-8f27-9f1df9f52ee6 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:07.671998 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-60ebbf1a-36d5-475f-bd58-43ed97e97758 req-3741df09-2587-436e-8f27-9f1df9f52ee6 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.0882735 Dec 06 14:44:07.672959 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27c39474-31c9-4a79-86c0-460dbb7e491f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:07.851456 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-27c39474-31c9-4a79-86c0-460dbb7e491f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Floating IP ce985791-6447-492c-b610-a168c78c24b2 associated. External IP: 172.35.7.122, port: cfc991a0-3eee-40e2-bc52-93e126dd1c69. Dec 06 14:44:07.901607 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-60ebbf1a-36d5-475f-bd58-43ed97e97758 req-26b6e016-13dc-4f5d-95b4-091ac76421f7 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564610 Dec 06 14:44:08.107332 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-358b5428-6f91-4501-8072-a145be061b1e req-87b74d03-28e7-4914-a522-02ce1e667cca tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5960798 Dec 06 14:44:08.119166 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a0186-5c89-4bed-ab72-a5bdac730099 req-e19b3bbd-8b34-4e6a-895a-db9568b73525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:08.120658 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-163a0186-5c89-4bed-ab72-a5bdac730099 req-e19b3bbd-8b34-4e6a-895a-db9568b73525 service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.7514622 Dec 06 14:44:08.207846 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-163a0186-5c89-4bed-ab72-a5bdac730099 req-2ab748db-6114-47c1-bc37-8387be838008 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=058d2958-f999-4286-a726-ad2ccdd47f8c HTTP/1.1" status: 200 len: 217 time: 0.0724730 Dec 06 14:44:08.213314 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468367a-cba0-4e0f-be6f-98a9373cce9e req-4b41d116-7a89-4bbf-b6b9-382a37f19571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:08.213797 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468367a-cba0-4e0f-be6f-98a9373cce9e req-4b41d116-7a89-4bbf-b6b9-382a37f19571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:08.214264 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468367a-cba0-4e0f-be6f-98a9373cce9e req-4b41d116-7a89-4bbf-b6b9-382a37f19571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:08.215857 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b468367a-cba0-4e0f-be6f-98a9373cce9e req-4b41d116-7a89-4bbf-b6b9-382a37f19571 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=3c37093efdf04284b9ef95dbc568d083&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7587652 Dec 06 14:44:08.231950 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c39474-31c9-4a79-86c0-460dbb7e491f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Router 74a74293-14ae-4897-ac26-0a3a6f130396 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:44:08.276452 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba591778-620e-4bf7-908f-2c7ffebbb266 req-44acc4da-d6f5-47b8-bb70-95bead71132e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:08.278506 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba591778-620e-4bf7-908f-2c7ffebbb266 req-44acc4da-d6f5-47b8-bb70-95bead71132e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.37 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 950 time: 0.3428876 Dec 06 14:44:08.396032 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a0186-5c89-4bed-ab72-a5bdac730099 req-b114ab25-0e5e-4d79-8398-959f202344c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:08.397507 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-163a0186-5c89-4bed-ab72-a5bdac730099 req-b114ab25-0e5e-4d79-8398-959f202344c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1780109 Dec 06 14:44:08.586628 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023dbe8-94c5-4ad5-a081-e2069abded8c req-d6d359ea-161d-41a0-866f-cd7120d1626b tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:08.603150 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b023dbe8-94c5-4ad5-a081-e2069abded8c req-d6d359ea-161d-41a0-866f-cd7120d1626b tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e86b38-1767-459f-bcd1-939bfa0415fe HTTP/1.1" status: 200 len: 949 time: 0.3938885 Dec 06 14:44:08.627216 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b78aa4-0d2c-4a7c-8d55-41681ef29071 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:08.642981 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:08.648613 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468367a-cba0-4e0f-be6f-98a9373cce9e req-9a3cbcc1-fc15-466f-a600-b702bea86dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:08.650389 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b468367a-cba0-4e0f-be6f-98a9373cce9e req-9a3cbcc1-fc15-466f-a600-b702bea86dcc service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3979738 Dec 06 14:44:08.674591 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-42747af1-9c28-45da-b917-780516026349 req-37084310-e0ff-4789-a65d-90c3db75b47a tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:08.683851 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c39474-31c9-4a79-86c0-460dbb7e491f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:44:08.688996 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a0186-5c89-4bed-ab72-a5bdac730099 req-15138577-ddf8-4015-94a4-6f6f02b03f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:08.693371 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-163a0186-5c89-4bed-ab72-a5bdac730099 req-15138577-ddf8-4015-94a4-6f6f02b03f4c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2682536 Dec 06 14:44:08.694507 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Transition to ACTIVE for port object a7b78aa4-0d2c-4a7c-8d55-41681ef29071 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:44:08.699430 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f914dfb-da21-47b2-b2ce-4f7645a55647 None None] Sync routers for ids ['74a74293-14ae-4897-ac26-0a3a6f130396'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:44:08.711873 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27c39474-31c9-4a79-86c0-460dbb7e491f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:08.716400 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f914dfb-da21-47b2-b2ce-4f7645a55647 None None] Routers {'74a74293-14ae-4897-ac26-0a3a6f130396'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:44:08.725200 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1f914dfb-da21-47b2-b2ce-4f7645a55647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:44:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['74a74293-14ae-4897-ac26-0a3a6f130396'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:08.742662 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:08.759781 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37084310-e0ff-4789-a65d-90c3db75b47a tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Pushing event deleted for resources: {'Port': ['ID=c5e2112f-9582-43fc-bee3-97e1372289b9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:08.842780 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b023dbe8-94c5-4ad5-a081-e2069abded8c req-fdf02ce2-1f72-4d52-9166-ed2e3c9c59ac tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d643132-18ea-439c-8e60-a94f95b3c177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387903 Dec 06 14:44:08.966072 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-27c39474-31c9-4a79-86c0-460dbb7e491f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "PUT /v2.0/floatingips/ce985791-6447-492c-b610-a168c78c24b2 HTTP/1.1" status: 200 len: 991 time: 2.3625402 Dec 06 14:44:08.966072 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-ba591778-620e-4bf7-908f-2c7ffebbb266 req-e59c46e4-302a-4f4a-826c-fa16bbb8deb3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Deleting port f71cf88f-8d18-4e32-9d66-f0efaf115471 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:08.966544 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ba591778-620e-4bf7-908f-2c7ffebbb266 req-e59c46e4-302a-4f4a-826c-fa16bbb8deb3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:08.983731 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'tag': 'cfc991a0-3eee-40e2-bc52-93e126dd1c69'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:08.988968 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297f031f-927a-4385-a1f6-e71c9d8a41e4" -d '{"events": [{"name": "network-changed", "server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "tag": "cfc991a0-3eee-40e2-bc52-93e126dd1c69"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:08.994707 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1f914dfb-da21-47b2-b2ce-4f7645a55647 None None] Set router 74a74293-14ae-4897-ac26-0a3a6f130396 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:44:09.028009 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-42747af1-9c28-45da-b917-780516026349 req-37084310-e0ff-4789-a65d-90c3db75b47a tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] No DVR routers for this DVR port c5e2112f-9582-43fc-bee3-97e1372289b9 on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:09.063407 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-42747af1-9c28-45da-b917-780516026349 req-37084310-e0ff-4789-a65d-90c3db75b47a tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:09.067602 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-42747af1-9c28-45da-b917-780516026349 req-37084310-e0ff-4789-a65d-90c3db75b47a tempest-ImagesNegativeTestJSON-11385051 tempest-ImagesNegativeTestJSON-11385051-project] 10.222.0.37 "DELETE /v2.0/ports/c5e2112f-9582-43fc-bee3-97e1372289b9 HTTP/1.1" status: 204 len: 173 time: 2.6304135 Dec 06 14:44:09.158706 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0985906-f9b3-495e-a255-d17764aa2b41 req-97d9f697-5702-40e3-9f0c-d9a8d45cea51 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3414531 Dec 06 14:44:09.246939 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e86b38-1767-459f-bcd1-939bfa0415fe', 'name': 'network-vif-deleted', 'tag': 'c5e2112f-9582-43fc-bee3-97e1372289b9'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:09.253184 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382bea44-c5f2-4871-89b5-b65a5bfd3c0b" -d '{"events": [{"server_uuid": "14e86b38-1767-459f-bcd1-939bfa0415fe", "name": "network-vif-deleted", "tag": "c5e2112f-9582-43fc-bee3-97e1372289b9"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:09.296856 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b78aa4-0d2c-4a7c-8d55-41681ef29071,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:09.401944 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4457eb5-5423-4ccb-9f95-c6a5650a5e4f req-4acee275-f98d-47be-84ee-36611f53f55f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:09.422372 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4457eb5-5423-4ccb-9f95-c6a5650a5e4f req-4acee275-f98d-47be-84ee-36611f53f55f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:09.433776 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4457eb5-5423-4ccb-9f95-c6a5650a5e4f req-4acee275-f98d-47be-84ee-36611f53f55f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:09.436914 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c5e2112f-9582-43fc-bee3-97e1372289b9 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:09.454236 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4457eb5-5423-4ccb-9f95-c6a5650a5e4f req-4acee275-f98d-47be-84ee-36611f53f55f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:09.464542 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4457eb5-5423-4ccb-9f95-c6a5650a5e4f req-4acee275-f98d-47be-84ee-36611f53f55f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:09.482265 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4457eb5-5423-4ccb-9f95-c6a5650a5e4f req-4acee275-f98d-47be-84ee-36611f53f55f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:09.484679 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: c5e2112f-9582-43fc-bee3-97e1372289b9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:09.485365 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c5e2112f-9582-43fc-bee3-97e1372289b9 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:09.485998 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device f71cf88f-8d18-4e32-9d66-f0efaf115471 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:09.510528 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4457eb5-5423-4ccb-9f95-c6a5650a5e4f req-4acee275-f98d-47be-84ee-36611f53f55f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:09.513639 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4457eb5-5423-4ccb-9f95-c6a5650a5e4f req-4acee275-f98d-47be-84ee-36611f53f55f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5370 time: 0.4675128 Dec 06 14:44:09.516440 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ba591778-620e-4bf7-908f-2c7ffebbb266 req-e59c46e4-302a-4f4a-826c-fa16bbb8deb3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] For port f71cf88f-8d18-4e32-9d66-f0efaf115471, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f71cf88f-8d18-4e32-9d66-f0efaf115471,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:09.519616 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ba591778-620e-4bf7-908f-2c7ffebbb266 req-e59c46e4-302a-4f4a-826c-fa16bbb8deb3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:09.600985 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-ba591778-620e-4bf7-908f-2c7ffebbb266 req-e59c46e4-302a-4f4a-826c-fa16bbb8deb3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Calling delete_port for f71cf88f-8d18-4e32-9d66-f0efaf115471 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:09.629084 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1f914dfb-da21-47b2-b2ce-4f7645a55647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'name': 'tempest-TaggedBootDevicesTest_v242-124513840-router', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67'}], 'enable_snat': True}, 'gw_port_id': '34858412-68dc-453d-aed9-656d936bfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:14Z', 'updated_at': '2021-12-06T14:41:23Z', 'revision_number': 4, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'gw_port': {'id': '34858412-68dc-453d-aed9-656d936bfc1a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:16Z', 'updated_at': '2021-12-06T14:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ce985791-6447-492c-b610-a168c78c24b2', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'floating_ip_address': '172.35.7.122', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'port_id': 'cfc991a0-3eee-40e2-bc52-93e126dd1c69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd', 'mac_address': 'fa:16:3e:80:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:42:32Z', 'updated_at': '2021-12-06T14:44:07Z', 'revision_number': 1, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25aeaf08-ab7e-4486-b5fe-e523b8118d87', 'name': '', 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'mac_address': 'fa:16:3e:db:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:21Z', 'updated_at': '2021-12-06T14:41:30Z', 'revision_number': 5, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'subnets': [{'id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:09.637320 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-163a0186-5c89-4bed-ab72-a5bdac730099 req-e90bbdd3-bbd9-4022-8fef-7f4e3cdb164d service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9264460 Dec 06 14:44:09.658623 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0985906-f9b3-495e-a255-d17764aa2b41 req-27bad437-5d9d-4911-9945-b176c84434b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:09.662753 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f914dfb-da21-47b2-b2ce-4f7645a55647 None None] Checking router: 74a74293-14ae-4897-ac26-0a3a6f130396 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:44:09.665023 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0985906-f9b3-495e-a255-d17764aa2b41 req-27bad437-5d9d-4911-9945-b176c84434b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 1095 time: 0.4232616 Dec 06 14:44:09.667720 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:09.680636 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97117864-7e08-4c4d-8c52-8f6afd33b2e1 req-8448ed6d-632d-411e-8013-85631e3589ba tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:09.685882 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-97117864-7e08-4c4d-8c52-8f6afd33b2e1 req-8448ed6d-632d-411e-8013-85631e3589ba tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.6463654 Dec 06 14:44:09.686825 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Attempting to bind port a7b78aa4-0d2c-4a7c-8d55-41681ef29071 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:44:09.687163 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Attempting to bind port a7b78aa4-0d2c-4a7c-8d55-41681ef29071 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:44:09.687478 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f914dfb-da21-47b2-b2ce-4f7645a55647 None None] Routers {'74a74293-14ae-4897-ac26-0a3a6f130396'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:44:09.688323 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1f914dfb-da21-47b2-b2ce-4f7645a55647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:44:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['74a74293-14ae-4897-ac26-0a3a6f130396'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:09.689774 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Attempting to bind port a7b78aa4-0d2c-4a7c-8d55-41681ef29071 on network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:09.718507 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Port a7b78aa4-0d2c-4a7c-8d55-41681ef29071 on network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:44:09.718879 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Attempting to bind port a7b78aa4-0d2c-4a7c-8d55-41681ef29071 on network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:09.724733 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c4cd09-b55f-4714-946f-2b73f445f9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f71cf88f-8d18-4e32-9d66-f0efaf115471'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:09.729807 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fceef13-0795-49e7-96bb-827f270d1c69" -d '{"events": [{"server_uuid": "34c4cd09-b55f-4714-946f-2b73f445f9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "f71cf88f-8d18-4e32-9d66-f0efaf115471"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:09.757080 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-f074dbb8-3d0d-493c-b5b3-f01106885b63 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6745548 Dec 06 14:44:09.757933 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:44:09.761519 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port f71cf88f-8d18-4e32-9d66-f0efaf115471, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f71cf88f-8d18-4e32-9d66-f0efaf115471,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:09.761705 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Checking segment: {'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:44:09.763369 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Bound using segment: {'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:44:09.764254 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Bound port: a7b78aa4-0d2c-4a7c-8d55-41681ef29071, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:44:09.765503 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:09.771027 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:09.800173 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4457eb5-5423-4ccb-9f95-c6a5650a5e4f req-54d807ab-4099-450c-9675-757c9824c6b0 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2506244 Dec 06 14:44:09.853483 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=f71cf88f-8d18-4e32-9d66-f0efaf115471,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:09.942338 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-97117864-7e08-4c4d-8c52-8f6afd33b2e1 req-e17c9db7-043e-4ffd-acc0-0399d2c74aec tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455506 Dec 06 14:44:09.974537 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0985906-f9b3-495e-a255-d17764aa2b41 req-2cefe3d5-97ec-4614-8d35-a07ff685137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:09.976299 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0985906-f9b3-495e-a255-d17764aa2b41 req-2cefe3d5-97ec-4614-8d35-a07ff685137f service neutron] 10.222.0.37 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 921 time: 0.2523408 Dec 06 14:44:10.019267 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1f914dfb-da21-47b2-b2ce-4f7645a55647 None None] Set router 74a74293-14ae-4897-ac26-0a3a6f130396 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:44:10.021979 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] For port a7b78aa4-0d2c-4a7c-8d55-41681ef29071, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:44:10.027325 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] For port a7b78aa4-0d2c-4a7c-8d55-41681ef29071, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a7b78aa4-0d2c-4a7c-8d55-41681ef29071,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:44:10.054115 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0985906-f9b3-495e-a255-d17764aa2b41 req-222fc205-5be1-403e-89f3-c4aa9f7b963b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0be253fc-4d93-4512-aeb5-2edff55bb8a8 HTTP/1.1" status: 200 len: 217 time: 0.0663869 Dec 06 14:44:10.084557 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64865899-8918-4233-b9b4-b093add37c8c req-2fd910f1-cd8a-46c5-8f18-06313e661847 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:10.092030 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64865899-8918-4233-b9b4-b093add37c8c req-2fd910f1-cd8a-46c5-8f18-06313e661847 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.1558888 Dec 06 14:44:10.115679 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:10.212273 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ba591778-620e-4bf7-908f-2c7ffebbb266 req-e59c46e4-302a-4f4a-826c-fa16bbb8deb3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:10.230523 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['beac9f6e-b4f3-446f-8fdc-1e63d8827c7b', '294d13a3-e512-4afc-93c0-a620f8b279e0', '2219a643-1b99-4a2c-9ba0-c9e4d27920c3', '1fc22e74-b1aa-44a0-b34b-90bde0d424b5', '3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:10.235101 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0985906-f9b3-495e-a255-d17764aa2b41 req-8048f70c-923d-4f4f-9340-bcd6cf6d22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:10.237134 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0985906-f9b3-495e-a255-d17764aa2b41 req-8048f70c-923d-4f4f-9340-bcd6cf6d22b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.1736741 Dec 06 14:44:10.238040 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6752727d-6265-498c-88a0-cf28c985dc97', 'af21908f-1b8d-4ff6-b149-26cde1c479e8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:10.294250 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:10.295450 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:10.297011 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] 10.222.0.23 "PUT /v2.0/ports/a7b78aa4-0d2c-4a7c-8d55-41681ef29071 HTTP/1.1" status: 200 len: 1128 time: 3.4222126 Dec 06 14:44:10.302875 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005b922-9dba-4d70-bf47-d8df4a101892 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b78aa4-0d2c-4a7c-8d55-41681ef29071,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:10.337241 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-163a0186-5c89-4bed-ab72-a5bdac730099 req-b936b5a9-5740-4f73-b30a-1fd65cc295c7 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843691 Dec 06 14:44:10.357495 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Request body: {'port': {'device_id': '7f711120-6111-4b00-91fc-e3c63d804c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:10.359515 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64865899-8918-4233-b9b4-b093add37c8c req-e7a19557-96d8-4824-ba9e-d8571b6e51b6 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663865 Dec 06 14:44:10.369656 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99e4d30-afaa-4e86-ac94-2c1a798c3021 x-openstack-request-id: req-c99e4d30-afaa-4e86-ac94-2c1a798c3021 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:10.374392 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "tag": "cfc991a0-3eee-40e2-bc52-93e126dd1c69", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:10.374650 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c99e4d30-afaa-4e86-ac94-2c1a798c3021 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:10.375749 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'tag': 'cfc991a0-3eee-40e2-bc52-93e126dd1c69', 'status': 'completed', 'code': 200} Dec 06 14:44:10.377732 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c46e4-302a-4f4a-826c-fa16bbb8deb3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Pushing event deleted for resources: {'Port': ['ID=f71cf88f-8d18-4e32-9d66-f0efaf115471,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:10.557662 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0985906-f9b3-495e-a255-d17764aa2b41 req-e3201c30-e453-4bcd-b228-4968133e0189 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2499008 Dec 06 14:44:10.718787 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:10.724918 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24582a1-603e-4987-8414-27856f186907 x-openstack-request-id: req-f24582a1-603e-4987-8414-27856f186907 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:10.725568 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e86b38-1767-459f-bcd1-939bfa0415fe", "name": "network-vif-deleted", "tag": "c5e2112f-9582-43fc-bee3-97e1372289b9", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:10.725918 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f24582a1-603e-4987-8414-27856f186907 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:10.726409 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e86b38-1767-459f-bcd1-939bfa0415fe', 'name': 'network-vif-deleted', 'tag': 'c5e2112f-9582-43fc-bee3-97e1372289b9', 'status': 'completed', 'code': 200} Dec 06 14:44:10.744175 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba591778-620e-4bf7-908f-2c7ffebbb266 req-e59c46e4-302a-4f4a-826c-fa16bbb8deb3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] No DVR routers for this DVR port f71cf88f-8d18-4e32-9d66-f0efaf115471 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:10.747322 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ba591778-620e-4bf7-908f-2c7ffebbb266 req-e59c46e4-302a-4f4a-826c-fa16bbb8deb3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:10.750081 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f031f-927a-4385-a1f6-e71c9d8a41e4 req-3af09160-44f7-4af7-b83b-97522f7133e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:10.750676 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f031f-927a-4385-a1f6-e71c9d8a41e4 req-3af09160-44f7-4af7-b83b-97522f7133e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:10.751214 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f031f-927a-4385-a1f6-e71c9d8a41e4 req-3af09160-44f7-4af7-b83b-97522f7133e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:10.751897 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f031f-927a-4385-a1f6-e71c9d8a41e4 req-3af09160-44f7-4af7-b83b-97522f7133e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:10.752221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba591778-620e-4bf7-908f-2c7ffebbb266 req-e59c46e4-302a-4f4a-826c-fa16bbb8deb3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.37 "DELETE /v2.0/ports/f71cf88f-8d18-4e32-9d66-f0efaf115471 HTTP/1.1" status: 204 len: 173 time: 2.4597197 Dec 06 14:44:10.753379 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f031f-927a-4385-a1f6-e71c9d8a41e4 req-3af09160-44f7-4af7-b83b-97522f7133e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:10.754542 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0985906-f9b3-495e-a255-d17764aa2b41 req-e9daada4-8357-4663-af0e-baf3b24ea25a service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699495 Dec 06 14:44:10.756380 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f031f-927a-4385-a1f6-e71c9d8a41e4 req-3af09160-44f7-4af7-b83b-97522f7133e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:10.757147 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f031f-927a-4385-a1f6-e71c9d8a41e4 req-3af09160-44f7-4af7-b83b-97522f7133e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:10.770250 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-297f031f-927a-4385-a1f6-e71c9d8a41e4 req-3af09160-44f7-4af7-b83b-97522f7133e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 6503 time: 0.4066772 Dec 06 14:44:10.817219 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bde0f55a-51b8-47cb-89d7-5616f8034362 req-9e509049-b8cb-49e0-9c1a-1d5bea2e34c5 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=34c4cd09-b55f-4714-946f-2b73f445f9dd HTTP/1.1" status: 200 len: 210 time: 0.2338376 Dec 06 14:44:10.833155 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1f914dfb-da21-47b2-b2ce-4f7645a55647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'name': 'tempest-TaggedBootDevicesTest_v242-124513840-router', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67'}], 'enable_snat': True}, 'gw_port_id': '34858412-68dc-453d-aed9-656d936bfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:14Z', 'updated_at': '2021-12-06T14:41:23Z', 'revision_number': 4, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'gw_port': {'id': '34858412-68dc-453d-aed9-656d936bfc1a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:16Z', 'updated_at': '2021-12-06T14:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ce985791-6447-492c-b610-a168c78c24b2', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'floating_ip_address': '172.35.7.122', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'port_id': 'cfc991a0-3eee-40e2-bc52-93e126dd1c69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd', 'mac_address': 'fa:16:3e:80:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:42:32Z', 'updated_at': '2021-12-06T14:44:07Z', 'revision_number': 1, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25aeaf08-ab7e-4486-b5fe-e523b8118d87', 'name': '', 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'mac_address': 'fa:16:3e:db:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:21Z', 'updated_at': '2021-12-06T14:41:30Z', 'revision_number': 5, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'subnets': [{'id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:10.946932 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f914dfb-da21-47b2-b2ce-4f7645a55647 None None] The sync data for ids ['74a74293-14ae-4897-ac26-0a3a6f130396'] in n-d-master-1 is: [{'id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'name': 'tempest-TaggedBootDevicesTest_v242-124513840-router', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67'}], 'enable_snat': True}, 'gw_port_id': '34858412-68dc-453d-aed9-656d936bfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:14Z', 'updated_at': '2021-12-06T14:41:23Z', 'revision_number': 4, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'gw_port': {'id': '34858412-68dc-453d-aed9-656d936bfc1a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:16Z', 'updated_at': '2021-12-06T14:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ce985791-6447-492c-b610-a168c78c24b2', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'floating_ip_address': '172.35.7.122', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'port_id': 'cfc991a0-3eee-40e2-bc52-93e126dd1c69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd', 'mac_address': 'fa:16:3e:80:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:42:32Z', 'updated_at': '2021-12-06T14:44:07Z', 'revision_number': 1, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25aeaf08-ab7e-4486-b5fe-e523b8118d87', 'name': '', 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'mac_address': 'fa:16:3e:db:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:21Z', 'updated_at': '2021-12-06T14:41:30Z', 'revision_number': 5, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'subnets': [{'id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:44:10.981195 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b968c55e-208c-4c36-8d77-8e063b7c301b x-openstack-request-id: req-b968c55e-208c-4c36-8d77-8e063b7c301b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:10.981792 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c4cd09-b55f-4714-946f-2b73f445f9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "f71cf88f-8d18-4e32-9d66-f0efaf115471", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:10.982363 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b968c55e-208c-4c36-8d77-8e063b7c301b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:10.985590 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c4cd09-b55f-4714-946f-2b73f445f9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f71cf88f-8d18-4e32-9d66-f0efaf115471', 'code': 200} Dec 06 14:44:11.026805 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0985906-f9b3-495e-a255-d17764aa2b41 req-ed1d16b2-9a46-4db0-a07e-8b9e55282326 service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575960 Dec 06 14:44:11.138321 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c08b18-e581-4a98-b90f-45acd416913f req-b0a7f8c7-2c6d-4bab-ba08-eabab8a01ab8 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:11.146494 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c08b18-e581-4a98-b90f-45acd416913f req-b0a7f8c7-2c6d-4bab-ba08-eabab8a01ab8 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:11.152978 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c08b18-e581-4a98-b90f-45acd416913f req-b0a7f8c7-2c6d-4bab-ba08-eabab8a01ab8 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:11.165044 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c08b18-e581-4a98-b90f-45acd416913f req-b0a7f8c7-2c6d-4bab-ba08-eabab8a01ab8 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:11.182879 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c08b18-e581-4a98-b90f-45acd416913f req-b0a7f8c7-2c6d-4bab-ba08-eabab8a01ab8 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:11.193746 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c08b18-e581-4a98-b90f-45acd416913f req-b0a7f8c7-2c6d-4bab-ba08-eabab8a01ab8 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:11.208060 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c08b18-e581-4a98-b90f-45acd416913f req-b0a7f8c7-2c6d-4bab-ba08-eabab8a01ab8 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:11.218419 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3c08b18-e581-4a98-b90f-45acd416913f req-b0a7f8c7-2c6d-4bab-ba08-eabab8a01ab8 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5370 time: 0.1904209 Dec 06 14:44:11.338862 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3c08b18-e581-4a98-b90f-45acd416913f req-a228bba7-3fc7-4bd2-8298-c011c95417c5 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1191924 Dec 06 14:44:11.345328 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f031f-927a-4385-a1f6-e71c9d8a41e4 req-7826e368-dccc-4327-a477-712029fe4b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:11.357531 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-297f031f-927a-4385-a1f6-e71c9d8a41e4 req-7826e368-dccc-4327-a477-712029fe4b4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd HTTP/1.1" status: 200 len: 917 time: 0.5544035 Dec 06 14:44:11.396555 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1ab3e6-ef63-4843-b2c2-2fda11127c66 None None] New status for floating IP ce985791-6447-492c-b610-a168c78c24b2: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:44:11.561136 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b79a72-2431-4aad-b4d6-d65b615bde1b req-73bba703-4556-47fc-a214-9b073d00b844 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:11.570993 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-34b79a72-2431-4aad-b4d6-d65b615bde1b req-73bba703-4556-47fc-a214-9b073d00b844 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 945 time: 0.4680543 Dec 06 14:44:11.617922 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70d2ad-da7e-40ed-9128-3f0a67087492 req-b376fc7b-3117-4db3-9651-2e5728ce751a tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:11.619608 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-297f031f-927a-4385-a1f6-e71c9d8a41e4 req-1f73527c-746d-49d2-81b9-e070ea912570 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfc991a0-3eee-40e2-bc52-93e126dd1c69 HTTP/1.1" status: 200 len: 999 time: 0.2477207 Dec 06 14:44:11.623448 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-de70d2ad-da7e-40ed-9128-3f0a67087492 req-b376fc7b-3117-4db3-9651-2e5728ce751a tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.1563268 Dec 06 14:44:11.706639 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-de70d2ad-da7e-40ed-9128-3f0a67087492 req-af583fa8-a6a9-4e57-a70f-a5dd5e2a93bc tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758128 Dec 06 14:44:11.804212 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-34b79a72-2431-4aad-b4d6-d65b615bde1b req-fbf81b46-94fd-4b50-8321-9e3fdec8b910 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323949 Dec 06 14:44:11.892656 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f031f-927a-4385-a1f6-e71c9d8a41e4 req-0acfeeb5-562b-42b1-8911-6be6f074cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:11.898568 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-297f031f-927a-4385-a1f6-e71c9d8a41e4 req-0acfeeb5-562b-42b1-8911-6be6f074cea2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=330d8b00-ca63-4dc8-896a-c7a2b8da335a HTTP/1.1" status: 200 len: 855 time: 0.1949806 Dec 06 14:44:12.060749 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d350b801-15fd-48dd-80cb-41545f0302ca {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:12.072585 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:12.077659 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f031f-927a-4385-a1f6-e71c9d8a41e4 req-d26864e5-715d-4e59-9318-45e954db2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:12.090917 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-297f031f-927a-4385-a1f6-e71c9d8a41e4 req-d26864e5-715d-4e59-9318-45e954db2af3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827240 Dec 06 14:44:12.111004 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec50de-afac-43f6-8360-ff887703fc63 req-b8836678-43fe-4fa0-8798-6a266cf32a11 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:12.122288 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f5ec50de-afac-43f6-8360-ff887703fc63 req-b8836678-43fe-4fa0-8798-6a266cf32a11 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.1878760 Dec 06 14:44:12.188787 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Transition to ACTIVE for port object d350b801-15fd-48dd-80cb-41545f0302ca will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:44:12.215261 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-0df01932-f5e8-40e0-b980-1ee21abd8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:12.217823 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-0df01932-f5e8-40e0-b980-1ee21abd8376 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 1100 time: 0.0602176 Dec 06 14:44:12.248782 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:12.389538 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f5ec50de-afac-43f6-8360-ff887703fc63 req-8e8a8e8f-6ae3-43f5-bab4-207358f1dcea tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663057 Dec 06 14:44:12.395048 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d350b801-15fd-48dd-80cb-41545f0302ca,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:12.410338 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c4cd09-b55f-4714-946f-2b73f445f9dd', 'name': 'network-vif-deleted', 'tag': 'f71cf88f-8d18-4e32-9d66-f0efaf115471'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:12.412669 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7e3883-6141-4a4f-8796-71dfc523733b" -d '{"events": [{"server_uuid": "34c4cd09-b55f-4714-946f-2b73f445f9dd", "name": "network-vif-deleted", "tag": "f71cf88f-8d18-4e32-9d66-f0efaf115471"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:12.455342 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-297f031f-927a-4385-a1f6-e71c9d8a41e4 req-d0724ded-9eed-4454-bbad-8fa366e048bd service neutron] 10.222.0.37 "GET /v2.0/networks/29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207421 Dec 06 14:44:12.511839 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd57833-daca-460f-980f-a417b990b78e req-94517416-6cf7-449b-968d-f9228a05a274 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:12.520296 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9cd57833-daca-460f-980f-a417b990b78e req-94517416-6cf7-449b-968d-f9228a05a274 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 950 time: 0.1682391 Dec 06 14:44:12.565501 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-73fcb5cc-8c01-4ff3-b3f2-8a3f07eb54c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:12.567479 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-73fcb5cc-8c01-4ff3-b3f2-8a3f07eb54c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.3312640 Dec 06 14:44:12.626014 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9cd57833-daca-460f-980f-a417b990b78e req-67d5ceee-61fc-45dc-8d04-25f68513eae0 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995486 Dec 06 14:44:12.699762 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-7762a229-e467-47a6-9510-39b08d3eeea9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=a1f410f3-b590-45d2-89a4-68030d49b760 HTTP/1.1" status: 200 len: 217 time: 0.1003718 Dec 06 14:44:12.704909 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b73920-83c4-4e62-8e7c-7b4e5ba48e68 x-openstack-request-id: req-66b73920-83c4-4e62-8e7c-7b4e5ba48e68 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:12.705431 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c4cd09-b55f-4714-946f-2b73f445f9dd", "name": "network-vif-deleted", "tag": "f71cf88f-8d18-4e32-9d66-f0efaf115471", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:12.705868 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66b73920-83c4-4e62-8e7c-7b4e5ba48e68 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:12.706474 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c4cd09-b55f-4714-946f-2b73f445f9dd', 'name': 'network-vif-deleted', 'tag': 'f71cf88f-8d18-4e32-9d66-f0efaf115471', 'status': 'completed', 'code': 200} Dec 06 14:44:12.801298 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-31262147-3fe3-413f-8c98-b0fd4eaba525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:12.803297 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-31262147-3fe3-413f-8c98-b0fd4eaba525 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0840642 Dec 06 14:44:13.005650 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-472bd31a-e9f6-48d4-a198-b8952d018077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:13.012179 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-472bd31a-e9f6-48d4-a198-b8952d018077 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2005949 Dec 06 14:44:13.013581 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41898) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:13.085293 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ffa56-1de2-4737-be05-65b7cc74b924 req-9b275b93-3b78-4e62-bcc7-11e3cc0fe90e tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:13.093106 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c47ffa56-1de2-4737-be05-65b7cc74b924 req-9b275b93-3b78-4e62-bcc7-11e3cc0fe90e tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.2188797 Dec 06 14:44:13.115336 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'tag': 'a7b78aa4-0d2c-4a7c-8d55-41681ef29071'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:13.118464 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f68840a-68a0-4ead-bd68-5feed08ee258" -d '{"events": [{"name": "network-changed", "server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "tag": "a7b78aa4-0d2c-4a7c-8d55-41681ef29071"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:13.195910 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c47ffa56-1de2-4737-be05-65b7cc74b924 req-976d154f-0db7-4116-9e11-50a9430183f9 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016293 Dec 06 14:44:13.197876 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bf5d7-4dae-4cb1-8f4b-c2fd40169415 req-340340b2-b9cf-4ab2-bb4d-adf39da16a31 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:13.204152 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bf5d7-4dae-4cb1-8f4b-c2fd40169415 req-340340b2-b9cf-4ab2-bb4d-adf39da16a31 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:13.220405 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bf5d7-4dae-4cb1-8f4b-c2fd40169415 req-340340b2-b9cf-4ab2-bb4d-adf39da16a31 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:13.228596 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bf5d7-4dae-4cb1-8f4b-c2fd40169415 req-340340b2-b9cf-4ab2-bb4d-adf39da16a31 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:13.235827 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bf5d7-4dae-4cb1-8f4b-c2fd40169415 req-340340b2-b9cf-4ab2-bb4d-adf39da16a31 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:13.244793 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bf5d7-4dae-4cb1-8f4b-c2fd40169415 req-340340b2-b9cf-4ab2-bb4d-adf39da16a31 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:13.250419 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-c068904e-b006-438f-a903-503a96cce419 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213664 Dec 06 14:44:13.257067 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bf5d7-4dae-4cb1-8f4b-c2fd40169415 req-340340b2-b9cf-4ab2-bb4d-adf39da16a31 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:13.279205 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a34bf5d7-4dae-4cb1-8f4b-c2fd40169415 req-340340b2-b9cf-4ab2-bb4d-adf39da16a31 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5382 time: 0.7299552 Dec 06 14:44:13.285189 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f595a2fc-0dd0-4854-b9ba-c65d2ace329c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56414e5e4a2145b49b303ce82c243305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680464 Dec 06 14:44:13.289949 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41904) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:13.336367 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-297f031f-927a-4385-a1f6-e71c9d8a41e4 req-cc7ce53a-9cc9-4948-a91e-a0ef11c2953a service neutron] 10.222.0.37 "GET /v2.0/networks/29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8745139 Dec 06 14:44:13.339935 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Attempting to bind port d350b801-15fd-48dd-80cb-41545f0302ca on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:44:13.340311 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Attempting to bind port d350b801-15fd-48dd-80cb-41545f0302ca by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:44:13.340642 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Attempting to bind port d350b801-15fd-48dd-80cb-41545f0302ca on network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:13.348637 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Port d350b801-15fd-48dd-80cb-41545f0302ca on network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:44:13.349013 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Attempting to bind port d350b801-15fd-48dd-80cb-41545f0302ca on network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:13.368917 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:44:13.369266 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Checking segment: {'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:44:13.369663 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Bound using segment: {'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:44:13.370088 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Bound port: d350b801-15fd-48dd-80cb-41545f0302ca, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:44:13.370450 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:13.425418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-95df9a68-8231-46a6-b7bd-064aba28b55d service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452601 Dec 06 14:44:13.455353 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] For port d350b801-15fd-48dd-80cb-41545f0302ca, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:44:13.461529 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] For port d350b801-15fd-48dd-80cb-41545f0302ca, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d350b801-15fd-48dd-80cb-41545f0302ca,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:44:13.476699 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:13.481516 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0cb21e65-1146-4bf4-b48d-d0a59cd2ff77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:13.574012 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0cb21e65-1146-4bf4-b48d-d0a59cd2ff77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:13.618508 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6993a776-3c00-46f2-8585-840ab722d323 x-openstack-request-id: req-6993a776-3c00-46f2-8585-840ab722d323 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:13.618816 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "tag": "a7b78aa4-0d2c-4a7c-8d55-41681ef29071", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:13.619133 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6993a776-3c00-46f2-8585-840ab722d323 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:13.631687 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'tag': 'a7b78aa4-0d2c-4a7c-8d55-41681ef29071', 'status': 'completed', 'code': 200} Dec 06 14:44:13.673343 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a34bf5d7-4dae-4cb1-8f4b-c2fd40169415 req-a371a906-0165-4c11-97b3-fc0d00ff62f6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3916919 Dec 06 14:44:13.704708 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:13.705636 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:13.711007 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] 10.222.0.23 "PUT /v2.0/ports/d350b801-15fd-48dd-80cb-41545f0302ca HTTP/1.1" status: 200 len: 1091 time: 3.3571818 Dec 06 14:44:13.757630 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a8911-1336-4719-bfb4-3fafb615a0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d350b801-15fd-48dd-80cb-41545f0302ca,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:13.770964 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Request body: {'port': {'device_id': '7f711120-6111-4b00-91fc-e3c63d804c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:13.800856 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29db7e3-061b-432c-ad36-ee75c309984c req-39c3317d-0dc1-4419-81a7-c9c4e0d492d4 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:13.803376 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e29db7e3-061b-432c-ad36-ee75c309984c req-39c3317d-0dc1-4419-81a7-c9c4e0d492d4 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.1359940 Dec 06 14:44:13.806625 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0cb21e65-1146-4bf4-b48d-d0a59cd2ff77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:13.813784 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0cb21e65-1146-4bf4-b48d-d0a59cd2ff77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:13.814925 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0cb21e65-1146-4bf4-b48d-d0a59cd2ff77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d643132-18ea-439c-8e60-a94f95b3c177 HTTP/1.1" status: 204 len: 168 time: 0.5240786 Dec 06 14:44:13.845029 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb21e65-1146-4bf4-b48d-d0a59cd2ff77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d643132-18ea-439c-8e60-a94f95b3c177,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:13.927804 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e29db7e3-061b-432c-ad36-ee75c309984c req-d41e58e6-d944-4294-8b06-c38023336f56 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110389 Dec 06 14:44:13.971241 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68840a-68a0-4ead-bd68-5feed08ee258 req-a492f62e-207a-4a00-b6ba-8874d7bf0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:13.971803 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68840a-68a0-4ead-bd68-5feed08ee258 req-a492f62e-207a-4a00-b6ba-8874d7bf0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:13.972358 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68840a-68a0-4ead-bd68-5feed08ee258 req-a492f62e-207a-4a00-b6ba-8874d7bf0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:13.972838 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68840a-68a0-4ead-bd68-5feed08ee258 req-a492f62e-207a-4a00-b6ba-8874d7bf0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:13.973311 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68840a-68a0-4ead-bd68-5feed08ee258 req-a492f62e-207a-4a00-b6ba-8874d7bf0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:13.974073 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68840a-68a0-4ead-bd68-5feed08ee258 req-a492f62e-207a-4a00-b6ba-8874d7bf0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:13.974547 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68840a-68a0-4ead-bd68-5feed08ee258 req-a492f62e-207a-4a00-b6ba-8874d7bf0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:13.976617 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f68840a-68a0-4ead-bd68-5feed08ee258 req-a492f62e-207a-4a00-b6ba-8874d7bf0280 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c37093efdf04284b9ef95dbc568d083&device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 6274 time: 0.2640569 Dec 06 14:44:14.032890 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:14.094509 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422a1d9-419e-43f8-a51c-5a0687308ea5 req-361a6887-3de4-4660-88d7-391c07d5537b tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:14.102807 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7422a1d9-419e-43f8-a51c-5a0687308ea5 req-361a6887-3de4-4660-88d7-391c07d5537b tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 945 time: 0.2775993 Dec 06 14:44:14.119195 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab61f1-377a-463b-bb9a-efa7112d443e req-e0871a93-f742-429c-868d-740068f02cf3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:14.129165 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a2ab61f1-377a-463b-bb9a-efa7112d443e req-e0871a93-f742-429c-868d-740068f02cf3 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 950 time: 0.0829730 Dec 06 14:44:14.140968 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5df07e-239c-4766-9454-69f6abf91f54 req-6e91c95e-da85-49ab-abd0-a21a4519fdaa tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:14.142578 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f5df07e-239c-4766-9454-69f6abf91f54 req-6e91c95e-da85-49ab-abd0-a21a4519fdaa tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 950 time: 0.2758453 Dec 06 14:44:14.243293 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a2ab61f1-377a-463b-bb9a-efa7112d443e req-69f540d2-9181-4be8-96b1-ab8e3500796b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131613 Dec 06 14:44:14.343693 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68840a-68a0-4ead-bd68-5feed08ee258 req-80f74b3d-b499-458d-a76f-e09f40d53cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:14.344274 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68840a-68a0-4ead-bd68-5feed08ee258 req-80f74b3d-b499-458d-a76f-e09f40d53cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:14.344992 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68840a-68a0-4ead-bd68-5feed08ee258 req-80f74b3d-b499-458d-a76f-e09f40d53cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:14.347601 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f68840a-68a0-4ead-bd68-5feed08ee258 req-80f74b3d-b499-458d-a76f-e09f40d53cb0 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=3c37093efdf04284b9ef95dbc568d083&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3489609 Dec 06 14:44:14.387538 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7422a1d9-419e-43f8-a51c-5a0687308ea5 req-abd7ae4e-fb21-43bd-be9f-4a28a25ece6a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836950 Dec 06 14:44:14.711058 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-5f5df07e-239c-4766-9454-69f6abf91f54 req-ebffadaf-508e-4bd6-a2cd-9da1bd49f90a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Deleting port 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:14.711696 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f5df07e-239c-4766-9454-69f6abf91f54 req-ebffadaf-508e-4bd6-a2cd-9da1bd49f90a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:14.754143 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12e278-735a-4af2-b99a-0f228995eae0 req-fc80a9e0-e058-4e79-a04e-ce529b26e7a9 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:14.761873 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b12e278-735a-4af2-b99a-0f228995eae0 req-fc80a9e0-e058-4e79-a04e-ce529b26e7a9 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.4311829 Dec 06 14:44:14.802987 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68840a-68a0-4ead-bd68-5feed08ee258 req-b06784c6-42fc-4034-87da-25377e21fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:14.804541 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f68840a-68a0-4ead-bd68-5feed08ee258 req-b06784c6-42fc-4034-87da-25377e21fca8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4444141 Dec 06 14:44:14.836625 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b12e278-735a-4af2-b99a-0f228995eae0 req-cc5011d0-70a8-4ac2-8f74-4d2349ca444c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738020 Dec 06 14:44:14.952953 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5f5df07e-239c-4766-9454-69f6abf91f54 req-ebffadaf-508e-4bd6-a2cd-9da1bd49f90a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] For port 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:14.953518 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f5df07e-239c-4766-9454-69f6abf91f54 req-ebffadaf-508e-4bd6-a2cd-9da1bd49f90a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:15.045527 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-5f5df07e-239c-4766-9454-69f6abf91f54 req-ebffadaf-508e-4bd6-a2cd-9da1bd49f90a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Calling delete_port for 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:15.068852 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8308ccd2-e0d7-46df-9012-cb81a52c4813 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:15.106326 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:15.107985 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41956) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:15.126421 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Transition to ACTIVE for port object 8308ccd2-e0d7-46df-9012-cb81a52c4813 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:44:15.131372 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fffa2-420b-4c88-abc2-afd6c2dc01bb req-e81061ac-9fcb-4c35-955f-c261e7924f0e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:15.135767 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a15fffa2-420b-4c88-abc2-afd6c2dc01bb req-e81061ac-9fcb-4c35-955f-c261e7924f0e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.0894091 Dec 06 14:44:15.142155 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:15.191722 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8308ccd2-e0d7-46df-9012-cb81a52c4813,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:15.231307 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cd86a41c-e68a-4f0e-ac84-c851731ed3fb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-649357023-network', 'tenant_id': 'ee0365b411f144b3adba59254becc34e'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:15.282495 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd86a41c-e68a-4f0e-ac84-c851731ed3fb admin admin] Made reservation on behalf of ee0365b411f144b3adba59254becc34e for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:44:15.284792 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd86a41c-e68a-4f0e-ac84-c851731ed3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:15.299011 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd86a41c-e68a-4f0e-ac84-c851731ed3fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:15.422821 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Attempting to bind port 8308ccd2-e0d7-46df-9012-cb81a52c4813 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:44:15.423221 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Attempting to bind port 8308ccd2-e0d7-46df-9012-cb81a52c4813 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:44:15.423567 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Attempting to bind port 8308ccd2-e0d7-46df-9012-cb81a52c4813 on network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:15.438589 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Port 8308ccd2-e0d7-46df-9012-cb81a52c4813 on network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:44:15.439023 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Attempting to bind port 8308ccd2-e0d7-46df-9012-cb81a52c4813 on network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:15.442126 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd86a41c-e68a-4f0e-ac84-c851731ed3fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:15.445368 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f5df07e-239c-4766-9454-69f6abf91f54 req-ebffadaf-508e-4bd6-a2cd-9da1bd49f90a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:15.460356 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6752727d-6265-498c-88a0-cf28c985dc97', 'af21908f-1b8d-4ff6-b149-26cde1c479e8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:15.462004 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a71648-4e63-462e-bb46-506661110808 req-a726e39e-c550-42cd-9600-ff60af55ba7d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:15.474818 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a71648-4e63-462e-bb46-506661110808 req-a726e39e-c550-42cd-9600-ff60af55ba7d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:15.483855 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a71648-4e63-462e-bb46-506661110808 req-a726e39e-c550-42cd-9600-ff60af55ba7d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:15.498366 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a71648-4e63-462e-bb46-506661110808 req-a726e39e-c550-42cd-9600-ff60af55ba7d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:15.511674 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a71648-4e63-462e-bb46-506661110808 req-a726e39e-c550-42cd-9600-ff60af55ba7d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:15.522807 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a71648-4e63-462e-bb46-506661110808 req-a726e39e-c550-42cd-9600-ff60af55ba7d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:15.524231 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a15fffa2-420b-4c88-abc2-afd6c2dc01bb req-418ec6d3-7d11-4d4c-9e80-c31d6fe9997c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821082 Dec 06 14:44:15.524909 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd86a41c-e68a-4f0e-ac84-c851731ed3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:15.538229 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['beac9f6e-b4f3-446f-8fdc-1e63d8827c7b', '294d13a3-e512-4afc-93c0-a620f8b279e0', '2219a643-1b99-4a2c-9ba0-c9e4d27920c3', '1fc22e74-b1aa-44a0-b34b-90bde0d424b5'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:15.546788 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a71648-4e63-462e-bb46-506661110808 req-a726e39e-c550-42cd-9600-ff60af55ba7d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:15.555382 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6a71648-4e63-462e-bb46-506661110808 req-a726e39e-c550-42cd-9600-ff60af55ba7d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5394 time: 0.7498434 Dec 06 14:44:15.591464 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:44:15.591986 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Checking segment: {'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:44:15.592377 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Bound using segment: {'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:44:15.592832 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Bound port: 8308ccd2-e0d7-46df-9012-cb81a52c4813, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa93a49-8483-48fa-b4f8-6d111935569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:44:15.593684 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:15.598086 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd86a41c-e68a-4f0e-ac84-c851731ed3fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:44:15.616366 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86a41c-e68a-4f0e-ac84-c851731ed3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e8647f-4f3d-4685-9458-30f88fa32be4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:15.621523 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd86a41c-e68a-4f0e-ac84-c851731ed3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:15.621859 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-cd86a41c-e68a-4f0e-ac84-c851731ed3fb admin admin] Added segment 9b2f8ab2-d234-47e9-8de8-7cf541b42db7 of type vlan for network 54dd0e13-123b-4e76-ba98-bca823648884 Dec 06 14:44:15.661218 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'tag': 'd350b801-15fd-48dd-80cb-41545f0302ca'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:15.663420 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1a34c0-b917-4c21-ba8a-b590caeae51f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "tag": "d350b801-15fd-48dd-80cb-41545f0302ca"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:15.711363 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffadaf-508e-4bd6-a2cd-9da1bd49f90a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Pushing event deleted for resources: {'Port': ['ID=3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:15.721705 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd86a41c-e68a-4f0e-ac84-c851731ed3fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:15.747145 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6d26ba8-0206-4461-bbf5-c375ddd20793 req-9ee73292-bca5-4593-9d8b-2bb009298d28 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48e54d0-6e3f-4845-881a-6dad8945921e HTTP/1.1" status: 200 len: 210 time: 0.0490181 Dec 06 14:44:15.799625 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd86a41c-e68a-4f0e-ac84-c851731ed3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:15.801297 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd86a41c-e68a-4f0e-ac84-c851731ed3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:15.801958 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd86a41c-e68a-4f0e-ac84-c851731ed3fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:15.815297 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6a71648-4e63-462e-bb46-506661110808 req-fe7046bb-3677-4383-835c-d3017d1d00cb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2429194 Dec 06 14:44:15.817184 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5df07e-239c-4766-9454-69f6abf91f54 req-ebffadaf-508e-4bd6-a2cd-9da1bd49f90a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] No DVR routers for this DVR port 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:15.821663 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5f5df07e-239c-4766-9454-69f6abf91f54 req-ebffadaf-508e-4bd6-a2cd-9da1bd49f90a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:15.824975 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f5df07e-239c-4766-9454-69f6abf91f54 req-ebffadaf-508e-4bd6-a2cd-9da1bd49f90a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "DELETE /v2.0/ports/3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f HTTP/1.1" status: 204 len: 173 time: 1.6720967 Dec 06 14:44:15.871147 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cd86a41c-e68a-4f0e-ac84-c851731ed3fb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7610493 Dec 06 14:44:15.874834 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41972) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:15.883909 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e7d25b8f-9f5b-4488-b4eb-25929435ac8a admin admin] Request body: {'subnet': {'network_id': '54dd0e13-123b-4e76-ba98-bca823648884', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-649357023-subnet', 'tenant_id': 'ee0365b411f144b3adba59254becc34e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:15.889389 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] For port 8308ccd2-e0d7-46df-9012-cb81a52c4813, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:44:15.906631 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] For port 8308ccd2-e0d7-46df-9012-cb81a52c4813, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8308ccd2-e0d7-46df-9012-cb81a52c4813,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:44:15.919339 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:15.999912 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af264da7-6d99-4538-b28b-9972fada92b9 req-696c2320-483e-4e76-887d-ef96e026c42b tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:16.004050 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af264da7-6d99-4538-b28b-9972fada92b9 req-696c2320-483e-4e76-887d-ef96e026c42b tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 945 time: 0.2442529 Dec 06 14:44:16.005284 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86a41c-e68a-4f0e-ac84-c851731ed3fb admin admin] Pushing event updated for resources: {'Network': ['ID=54dd0e13-123b-4e76-ba98-bca823648884,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:16.033064 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 54dd0e13-123b-4e76-ba98-bca823648884 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:44:16.093994 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:16.095603 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:16.100539 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] 10.222.0.23 "PUT /v2.0/ports/8308ccd2-e0d7-46df-9012-cb81a52c4813 HTTP/1.1" status: 200 len: 1091 time: 2.3354228 Dec 06 14:44:16.119648 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d05801-1caf-4f44-b688-9fac4c1738a7 x-openstack-request-id: req-39d05801-1caf-4f44-b688-9fac4c1738a7 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:16.120895 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "tag": "d350b801-15fd-48dd-80cb-41545f0302ca", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:16.122640 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39d05801-1caf-4f44-b688-9fac4c1738a7 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:16.124506 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'tag': 'd350b801-15fd-48dd-80cb-41545f0302ca', 'status': 'completed', 'code': 200} Dec 06 14:44:16.174590 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Request body: {'port': {'device_id': '7f711120-6111-4b00-91fc-e3c63d804c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:16.341208 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637feb5-b3c5-4eaa-b970-797e571499f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8308ccd2-e0d7-46df-9012-cb81a52c4813,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:16.357427 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:16.419953 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3854c87-8166-4ecd-bdd9-a9ff152112ab req-8bbfb667-5551-48a6-9e13-b9ada24b8cbd tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:16.421835 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3854c87-8166-4ecd-bdd9-a9ff152112ab req-8bbfb667-5551-48a6-9e13-b9ada24b8cbd tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 945 time: 0.4112594 Dec 06 14:44:16.465147 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5b615-f37c-4bd3-8ae6-89e5d890c3d8 req-e52468f6-0bdc-42ad-9abc-10d64b789d17 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:16.474104 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3cd5b615-f37c-4bd3-8ae6-89e5d890c3d8 req-e52468f6-0bdc-42ad-9abc-10d64b789d17 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.2042120 Dec 06 14:44:16.497245 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a34c0-b917-4c21-ba8a-b590caeae51f req-9186a128-635d-4bc8-b822-cba319c93fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:16.497859 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a34c0-b917-4c21-ba8a-b590caeae51f req-9186a128-635d-4bc8-b822-cba319c93fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:16.498863 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a34c0-b917-4c21-ba8a-b590caeae51f req-9186a128-635d-4bc8-b822-cba319c93fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:16.499457 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a34c0-b917-4c21-ba8a-b590caeae51f req-9186a128-635d-4bc8-b822-cba319c93fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:16.500334 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a34c0-b917-4c21-ba8a-b590caeae51f req-9186a128-635d-4bc8-b822-cba319c93fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:16.500987 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a34c0-b917-4c21-ba8a-b590caeae51f req-9186a128-635d-4bc8-b822-cba319c93fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:16.501538 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a34c0-b917-4c21-ba8a-b590caeae51f req-9186a128-635d-4bc8-b822-cba319c93fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:16.504137 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f1a34c0-b917-4c21-ba8a-b590caeae51f req-9186a128-635d-4bc8-b822-cba319c93fff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c37093efdf04284b9ef95dbc568d083&device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 6341 time: 0.2588222 Dec 06 14:44:16.562177 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d25b8f-9f5b-4488-b4eb-25929435ac8a admin admin] Made reservation on behalf of ee0365b411f144b3adba59254becc34e for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:44:16.567562 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7d25b8f-9f5b-4488-b4eb-25929435ac8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:16.628571 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3854c87-8166-4ecd-bdd9-a9ff152112ab req-ffb71fe1-b65f-4e05-b377-3629b0edbe9c tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936862 Dec 06 14:44:16.659491 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-af264da7-6d99-4538-b28b-9972fada92b9 req-fc7d5d1f-edb8-4f0f-a0a6-a9cae59b169a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Deleting port 191de648-0f14-44be-9b41-a9df8615e184 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:16.659491 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af264da7-6d99-4538-b28b-9972fada92b9 req-fc7d5d1f-edb8-4f0f-a0a6-a9cae59b169a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:16.703281 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3cd5b615-f37c-4bd3-8ae6-89e5d890c3d8 req-b41e0ffc-7661-49b8-ad51-394ea5fbe696 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228701 Dec 06 14:44:16.767441 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a34c0-b917-4c21-ba8a-b590caeae51f req-3f3edb92-e64d-4a0c-9d73-8c25d686bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:16.769712 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a34c0-b917-4c21-ba8a-b590caeae51f req-3f3edb92-e64d-4a0c-9d73-8c25d686bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:16.770346 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a34c0-b917-4c21-ba8a-b590caeae51f req-3f3edb92-e64d-4a0c-9d73-8c25d686bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:16.772140 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f1a34c0-b917-4c21-ba8a-b590caeae51f req-3f3edb92-e64d-4a0c-9d73-8c25d686bbcf service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=3c37093efdf04284b9ef95dbc568d083&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2582130 Dec 06 14:44:16.969409 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123958aa-6377-4a82-b97b-1f5421f13954 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:16.984948 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:17.035215 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Transition to ACTIVE for port object 123958aa-6377-4a82-b97b-1f5421f13954 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:44:17.046807 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:17.101424 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Pushing event updated for resources: {'Port': ['ID=123958aa-6377-4a82-b97b-1f5421f13954,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:17.124697 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c0633-ed70-4096-a7fb-7e6cb2c4085c req-3263bf14-fd22-4314-8d92-90396b84b5c1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:17.131271 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a34c0-b917-4c21-ba8a-b590caeae51f req-1cb473aa-6802-4259-8994-1e0beca9b2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:17.132809 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f1a34c0-b917-4c21-ba8a-b590caeae51f req-1cb473aa-6802-4259-8994-1e0beca9b2dd service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1873131 Dec 06 14:44:17.139257 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-047c0633-ed70-4096-a7fb-7e6cb2c4085c req-3263bf14-fd22-4314-8d92-90396b84b5c1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.2336423 Dec 06 14:44:17.166483 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-af264da7-6d99-4538-b28b-9972fada92b9 req-fc7d5d1f-edb8-4f0f-a0a6-a9cae59b169a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] For port 191de648-0f14-44be-9b41-a9df8615e184, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=191de648-0f14-44be-9b41-a9df8615e184,segment=NetworkSegment(cf13b1f2-830c-4988-93aa-b6e0567249e6),segment_id=cf13b1f2-830c-4988-93aa-b6e0567249e6)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:17.167009 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af264da7-6d99-4538-b28b-9972fada92b9 req-fc7d5d1f-edb8-4f0f-a0a6-a9cae59b169a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:17.303843 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdad8e-9bde-430f-a6eb-42bf08336f23 req-710a05e7-f318-4209-a091-2b92d32eaedd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:17.310065 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdad8e-9bde-430f-a6eb-42bf08336f23 req-710a05e7-f318-4209-a091-2b92d32eaedd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:17.316625 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdad8e-9bde-430f-a6eb-42bf08336f23 req-710a05e7-f318-4209-a091-2b92d32eaedd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:17.333283 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdad8e-9bde-430f-a6eb-42bf08336f23 req-710a05e7-f318-4209-a091-2b92d32eaedd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:17.344537 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdad8e-9bde-430f-a6eb-42bf08336f23 req-710a05e7-f318-4209-a091-2b92d32eaedd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:17.350857 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdad8e-9bde-430f-a6eb-42bf08336f23 req-710a05e7-f318-4209-a091-2b92d32eaedd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:17.360425 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdad8e-9bde-430f-a6eb-42bf08336f23 req-710a05e7-f318-4209-a091-2b92d32eaedd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:17.365773 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-03fdad8e-9bde-430f-a6eb-42bf08336f23 req-710a05e7-f318-4209-a091-2b92d32eaedd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5406 time: 0.1763849 Dec 06 14:44:17.370699 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Attempting to bind port 123958aa-6377-4a82-b97b-1f5421f13954 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:44:17.371038 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Attempting to bind port 123958aa-6377-4a82-b97b-1f5421f13954 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '7ba72c39-a80c-460f-8226-d6107cfda5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:44:17.371354 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-047c0633-ed70-4096-a7fb-7e6cb2c4085c req-bf8fc4ed-d270-44ca-8ba2-4bdcc4cdb53b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309287 Dec 06 14:44:17.371483 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Attempting to bind port 123958aa-6377-4a82-b97b-1f5421f13954 on network cb158934-4018-4c6a-ae8b-2c28f8c789bf {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:17.462167 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:17.466062 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-03fdad8e-9bde-430f-a6eb-42bf08336f23 req-a13bae34-a239-40c2-a1be-1fdf93b09737 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0923462 Dec 06 14:44:17.467309 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Port 123958aa-6377-4a82-b97b-1f5421f13954 on network cb158934-4018-4c6a-ae8b-2c28f8c789bf not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:44:17.467970 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Attempting to bind port 123958aa-6377-4a82-b97b-1f5421f13954 on network cb158934-4018-4c6a-ae8b-2c28f8c789bf {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:17.475989 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:44:17.476619 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Checking segment: {'id': '7ba72c39-a80c-460f-8226-d6107cfda5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:44:17.477001 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Bound using segment: {'id': '7ba72c39-a80c-460f-8226-d6107cfda5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:44:17.477512 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Bound port: 123958aa-6377-4a82-b97b-1f5421f13954, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba72c39-a80c-460f-8226-d6107cfda5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:44:17.481990 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:17.507276 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:17.507630 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:17.598883 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] For port 123958aa-6377-4a82-b97b-1f5421f13954, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:44:17.603882 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] For port 123958aa-6377-4a82-b97b-1f5421f13954, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=123958aa-6377-4a82-b97b-1f5421f13954,segment=NetworkSegment(7ba72c39-a80c-460f-8226-d6107cfda5da),segment_id=7ba72c39-a80c-460f-8226-d6107cfda5da)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:44:17.611885 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:17.674212 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:17.675931 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:17.677656 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] 10.222.0.23 "PUT /v2.0/ports/123958aa-6377-4a82-b97b-1f5421f13954 HTTP/1.1" status: 200 len: 1091 time: 1.5150845 Dec 06 14:44:17.706797 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7d25b8f-9f5b-4488-b4eb-25929435ac8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:17.706957 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Pushing event updated for resources: {'Port': ['ID=123958aa-6377-4a82-b97b-1f5421f13954,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:17.717869 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Request body: {'port': {'device_id': '7f711120-6111-4b00-91fc-e3c63d804c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:17.734595 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:17.735337 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:17.735817 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:17.736312 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:17.736750 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:17.737868 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:17.738376 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:17.739018 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:17.739329 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:17.739776 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:17.740206 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:17.740812 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:17.741243 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641a47ef-2f18-4b0d-b533-1be796144710 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:17.872237 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb2742-5146-4cff-bf3d-61fae1e6dd34 req-caaa7252-b105-4025-bc33-54f91fcb2d97 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:17.880468 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94bb2742-5146-4cff-bf3d-61fae1e6dd34 req-caaa7252-b105-4025-bc33-54f91fcb2d97 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 945 time: 0.1253784 Dec 06 14:44:17.896974 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:17.912500 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af264da7-6d99-4538-b28b-9972fada92b9 req-fc7d5d1f-edb8-4f0f-a0a6-a9cae59b169a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:17.913149 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af264da7-6d99-4538-b28b-9972fada92b9 req-fc7d5d1f-edb8-4f0f-a0a6-a9cae59b169a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:17.913631 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [req-af264da7-6d99-4538-b28b-9972fada92b9 req-fc7d5d1f-edb8-4f0f-a0a6-a9cae59b169a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Floating IP f672592a-a2c4-4021-aab2-9308ff7ef40a disassociated. External IP: 172.35.7.139, port: 191de648-0f14-44be-9b41-a9df8615e184. Dec 06 14:44:17.914129 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-af264da7-6d99-4538-b28b-9972fada92b9 req-fc7d5d1f-edb8-4f0f-a0a6-a9cae59b169a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Calling delete_port for 191de648-0f14-44be-9b41-a9df8615e184 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:18.016322 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94bb2742-5146-4cff-bf3d-61fae1e6dd34 req-9a77a6ec-048b-4bb1-a849-592970594c25 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e5e7817-a4c4-4090-8feb-d6fa1568b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346145 Dec 06 14:44:18.139046 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af264da7-6d99-4538-b28b-9972fada92b9 req-fc7d5d1f-edb8-4f0f-a0a6-a9cae59b169a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:18.142826 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48e54d0-6e3f-4845-881a-6dad8945921e', 'name': 'network-vif-deleted', 'tag': '3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f'}, {'name': 'network-changed', 'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'tag': '8308ccd2-e0d7-46df-9012-cb81a52c4813'}, {'name': 'network-changed', 'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'tag': '123958aa-6377-4a82-b97b-1f5421f13954'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:18.147681 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816ce8fc-5f48-4aa9-8669-1d849ac1645f" -d '{"events": [{"server_uuid": "e48e54d0-6e3f-4845-881a-6dad8945921e", "name": "network-vif-deleted", "tag": "3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f"}, {"name": "network-changed", "server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "tag": "8308ccd2-e0d7-46df-9012-cb81a52c4813"}, {"name": "network-changed", "server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "tag": "123958aa-6377-4a82-b97b-1f5421f13954"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:18.198575 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d5d1f-edb8-4f0f-a0a6-a9cae59b169a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Pushing event deleted for resources: {'Port': ['ID=191de648-0f14-44be-9b41-a9df8615e184,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:18.219714 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e66d7c-680f-4310-94cd-a62201db3558 req-18ce9d72-bc00-459c-bb1a-bd8c79f8c31d tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:18.222870 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-75e66d7c-680f-4310-94cd-a62201db3558 req-18ce9d72-bc00-459c-bb1a-bd8c79f8c31d tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.1106684 Dec 06 14:44:18.245878 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958857dc-db9c-4789-a68f-a675d6d4b690 req-e19c6355-3a40-4626-83c1-ff7de12c34b5 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:18.256094 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-958857dc-db9c-4789-a68f-a675d6d4b690 req-e19c6355-3a40-4626-83c1-ff7de12c34b5 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=1766300b-4262-4537-884f-08a0c05ce81e HTTP/1.1" status: 200 len: 950 time: 0.6770697 Dec 06 14:44:18.310416 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d25b8f-9f5b-4488-b4eb-25929435ac8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac2e40fb-7574-4181-8b76-82f3a68c4c44,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:18.361601 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d25b8f-9f5b-4488-b4eb-25929435ac8a admin admin] Checking segment: {'id': '9b2f8ab2-d234-47e9-8de8-7cf541b42db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '54dd0e13-123b-4e76-ba98-bca823648884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:44:18.361959 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d25b8f-9f5b-4488-b4eb-25929435ac8a admin admin] Network hostable DHCP agents. Network: 54dd0e13-123b-4e76-ba98-bca823648884, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:44:18.379970 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-75e66d7c-680f-4310-94cd-a62201db3558 req-ade2f4aa-391d-43d9-8d5e-da0e5b0e7e4b tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473482 Dec 06 14:44:18.458102 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-958857dc-db9c-4789-a68f-a675d6d4b690 req-90a77d02-7e66-4444-9a2b-435daa446c71 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010124 Dec 06 14:44:18.483433 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d25b8f-9f5b-4488-b4eb-25929435ac8a admin admin] Network 54dd0e13-123b-4e76-ba98-bca823648884 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:44:18.508323 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d517f3b7-9f1b-45c4-839a-807e9f59b23d x-openstack-request-id: req-d517f3b7-9f1b-45c4-839a-807e9f59b23d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:18.508323 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48e54d0-6e3f-4845-881a-6dad8945921e", "name": "network-vif-deleted", "tag": "3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "tag": "8308ccd2-e0d7-46df-9012-cb81a52c4813", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "tag": "123958aa-6377-4a82-b97b-1f5421f13954", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:18.508883 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d517f3b7-9f1b-45c4-839a-807e9f59b23d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:18.509427 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48e54d0-6e3f-4845-881a-6dad8945921e', 'name': 'network-vif-deleted', 'tag': '3c7c65bd-4c65-4024-9bec-2b0a8d53fa1f', 'status': 'completed', 'code': 200} Dec 06 14:44:18.509427 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'tag': '8308ccd2-e0d7-46df-9012-cb81a52c4813', 'status': 'completed', 'code': 200} Dec 06 14:44:18.509632 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'tag': '123958aa-6377-4a82-b97b-1f5421f13954', 'status': 'completed', 'code': 200} Dec 06 14:44:18.511348 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af264da7-6d99-4538-b28b-9972fada92b9 req-fc7d5d1f-edb8-4f0f-a0a6-a9cae59b169a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:44:18.512439 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e7d25b8f-9f5b-4488-b4eb-25929435ac8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 54dd0e13-123b-4e76-ba98-bca823648884) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:44:18.529689 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5bce6c-95d5-4d22-900a-80ee7fd5f451 None None] Network 54dd0e13-123b-4e76-ba98-bca823648884 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:44:18.552550 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d25b8f-9f5b-4488-b4eb-25929435ac8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:18.553047 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7d25b8f-9f5b-4488-b4eb-25929435ac8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:18.738473 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ef52e3-a51e-4219-b152-4a539b93ddee {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:18.750373 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e7d25b8f-9f5b-4488-b4eb-25929435ac8a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.8743684 Dec 06 14:44:18.799513 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:18.833524 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8613db8f-db4a-4c67-8300-c5730dc98bfd None None] Network 54dd0e13-123b-4e76-ba98-bca823648884 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:44:18.883976 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Transition to ACTIVE for port object c5ef52e3-a51e-4219-b152-4a539b93ddee will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:44:18.887880 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb89bc-7556-430d-83b0-fe7c51dcdddb req-c9480814-d282-4951-acaf-2900ed82e09f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:18.895952 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb89bc-7556-430d-83b0-fe7c51dcdddb req-c9480814-d282-4951-acaf-2900ed82e09f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:18.903871 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb89bc-7556-430d-83b0-fe7c51dcdddb req-c9480814-d282-4951-acaf-2900ed82e09f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:18.911347 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb89bc-7556-430d-83b0-fe7c51dcdddb req-c9480814-d282-4951-acaf-2900ed82e09f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:18.922522 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-d6c5da69-49fe-4554-a5c5-076b64cf738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:18.925869 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb89bc-7556-430d-83b0-fe7c51dcdddb req-c9480814-d282-4951-acaf-2900ed82e09f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:18.926980 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-d6c5da69-49fe-4554-a5c5-076b64cf738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:18.930619 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-d6c5da69-49fe-4554-a5c5-076b64cf738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:18.931432 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-d6c5da69-49fe-4554-a5c5-076b64cf738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:18.936937 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb89bc-7556-430d-83b0-fe7c51dcdddb req-c9480814-d282-4951-acaf-2900ed82e09f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:18.945243 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-d6c5da69-49fe-4554-a5c5-076b64cf738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:18.948881 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-d6c5da69-49fe-4554-a5c5-076b64cf738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:18.950029 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-d6c5da69-49fe-4554-a5c5-076b64cf738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:18.952995 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb89bc-7556-430d-83b0-fe7c51dcdddb req-c9480814-d282-4951-acaf-2900ed82e09f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:18.955092 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5bbb89bc-7556-430d-83b0-fe7c51dcdddb req-c9480814-d282-4951-acaf-2900ed82e09f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5406 time: 0.2013171 Dec 06 14:44:18.955283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-d6c5da69-49fe-4554-a5c5-076b64cf738d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c37093efdf04284b9ef95dbc568d083&device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 6408 time: 0.3969920 Dec 06 14:44:18.961829 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:18.997384 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af264da7-6d99-4538-b28b-9972fada92b9 req-fc7d5d1f-edb8-4f0f-a0a6-a9cae59b169a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:44:19.009827 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74420ff0-aedd-4a8a-a58b-a952c4043587 None None] Sync routers for ids ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:44:19.029662 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74420ff0-aedd-4a8a-a58b-a952c4043587 None None] Routers {'43daf0fa-fd51-4c5d-bd43-81cc74e564f5'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:44:19.032150 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-74420ff0-aedd-4a8a-a58b-a952c4043587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:44:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:19.069024 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-af264da7-6d99-4538-b28b-9972fada92b9 req-fc7d5d1f-edb8-4f0f-a0a6-a9cae59b169a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] No DVR routers for this DVR port 191de648-0f14-44be-9b41-a9df8615e184 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:19.085169 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af264da7-6d99-4538-b28b-9972fada92b9 req-fc7d5d1f-edb8-4f0f-a0a6-a9cae59b169a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:19.088767 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af264da7-6d99-4538-b28b-9972fada92b9 req-fc7d5d1f-edb8-4f0f-a0a6-a9cae59b169a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.37 "DELETE /v2.0/ports/191de648-0f14-44be-9b41-a9df8615e184 HTTP/1.1" status: 204 len: 173 time: 3.0695510 Dec 06 14:44:19.089327 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62237bc-90cd-4ccf-9cc6-f4513caf6ff2', 'name': 'network-vif-deleted', 'tag': '191de648-0f14-44be-9b41-a9df8615e184'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:19.091733 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e8bd9c-d487-4a8f-bc79-a8a34735eba8" -d '{"events": [{"server_uuid": "a62237bc-90cd-4ccf-9cc6-f4513caf6ff2", "name": "network-vif-deleted", "tag": "191de648-0f14-44be-9b41-a9df8615e184"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:19.181018 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f48a3-cd76-40e4-a2ee-05544caec1d7 req-f5676a83-253c-4531-b1a9-f883fffd08e4 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:19.184001 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-259f48a3-cd76-40e4-a2ee-05544caec1d7 req-f5676a83-253c-4531-b1a9-f883fffd08e4 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "GET /v2.0/ports?device_id=1766300b-4262-4537-884f-08a0c05ce81e HTTP/1.1" status: 200 len: 950 time: 0.5538046 Dec 06 14:44:19.204869 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5bbb89bc-7556-430d-83b0-fe7c51dcdddb req-465d79e0-7067-41a8-97ea-e0e34afada93 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2358842 Dec 06 14:44:19.227470 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-74420ff0-aedd-4a8a-a58b-a952c4043587 None None] Set router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:44:19.372412 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-b759ff1d-f499-45a7-bec4-14a02c58ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:19.372893 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-b759ff1d-f499-45a7-bec4-14a02c58ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:19.373456 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-b759ff1d-f499-45a7-bec4-14a02c58ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:19.375288 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-b759ff1d-f499-45a7-bec4-14a02c58ee87 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=3c37093efdf04284b9ef95dbc568d083&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3384025 Dec 06 14:44:19.452455 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-4b3f84dd-d13e-4ea2-9d86-49e2832a677b req-337fe006-d771-490e-b0ed-c82661d7a778 tempest-SecurityGroupsNegativeTestJSON-1610285896 tempest-SecurityGroupsNegativeTestJSON-1610285896-project] show failed (client error): The resource could not be found. Dec 06 14:44:19.453676 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4b3f84dd-d13e-4ea2-9d86-49e2832a677b req-337fe006-d771-490e-b0ed-c82661d7a778 tempest-SecurityGroupsNegativeTestJSON-1610285896 tempest-SecurityGroupsNegativeTestJSON-1610285896-project] 10.222.0.20 "GET /v2.0/security-groups/ee7d9775-aef3-40dd-b3de-6eb3a0a50f4b HTTP/1.1" status: 404 len: 352 time: 0.0475025 Dec 06 14:44:19.454458 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Pushing event updated for resources: {'Port': ['ID=c5ef52e3-a51e-4219-b152-4a539b93ddee,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:19.466896 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290a5b2-f6e8-4760-ae62-f0d13f127cd1 req-1760566a-d78c-43d2-b677-41f8299e9770 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:19.476782 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f290a5b2-f6e8-4760-ae62-f0d13f127cd1 req-1760566a-d78c-43d2-b677-41f8299e9770 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.8474612 Dec 06 14:44:19.508568 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 191de648-0f14-44be-9b41-a9df8615e184 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:19.554064 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 191de648-0f14-44be-9b41-a9df8615e184 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:19.554782 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 191de648-0f14-44be-9b41-a9df8615e184 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:19.677728 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a2c9589-9074-49e0-9390-a45edfcfa690 req-86abc50c-469e-4660-97fe-29412b7cb99a tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a62237bc-90cd-4ccf-9cc6-f4513caf6ff2 HTTP/1.1" status: 200 len: 210 time: 0.0684152 Dec 06 14:44:19.772333 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf45e9c4-34db-4989-a341-7e3922a6c94d x-openstack-request-id: req-bf45e9c4-34db-4989-a341-7e3922a6c94d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:19.772792 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62237bc-90cd-4ccf-9cc6-f4513caf6ff2", "name": "network-vif-deleted", "tag": "191de648-0f14-44be-9b41-a9df8615e184", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:19.773143 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf45e9c4-34db-4989-a341-7e3922a6c94d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:19.773848 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62237bc-90cd-4ccf-9cc6-f4513caf6ff2', 'name': 'network-vif-deleted', 'tag': '191de648-0f14-44be-9b41-a9df8615e184', 'status': 'completed', 'code': 200} Dec 06 14:44:19.912245 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-74420ff0-aedd-4a8a-a58b-a952c4043587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:39:32Z', 'revision_number': 4, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '359ce00a-49c2-4e1b-855c-9969d1005477', 'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'mac_address': 'fa:16:3e:34:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:29Z', 'updated_at': '2021-12-06T14:39:37Z', 'revision_number': 5, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'subnets': [{'id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:19.965371 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b85ba1-8e13-4827-8f41-51e030c6fddf req-ae664d76-7b1f-445c-90dc-03ad46df781c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:19.966473 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74420ff0-aedd-4a8a-a58b-a952c4043587 None None] Checking router: 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:44:19.968223 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e9b85ba1-8e13-4827-8f41-51e030c6fddf req-ae664d76-7b1f-445c-90dc-03ad46df781c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.0849621 Dec 06 14:44:20.015346 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74420ff0-aedd-4a8a-a58b-a952c4043587 None None] Routers {'43daf0fa-fd51-4c5d-bd43-81cc74e564f5'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:44:20.016763 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-74420ff0-aedd-4a8a-a58b-a952c4043587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:44:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:20.071959 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e9b85ba1-8e13-4827-8f41-51e030c6fddf req-5cacb70b-7c54-4d97-b604-1554969f09bc tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965250 Dec 06 14:44:20.206387 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-74420ff0-aedd-4a8a-a58b-a952c4043587 None None] Set router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:44:20.291138 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257b200-5fbf-4230-b1b0-83af471ee45d req-7ded72e5-5c97-48f0-8ae0-a913a32a8d25 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:20.297556 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6257b200-5fbf-4230-b1b0-83af471ee45d req-7ded72e5-5c97-48f0-8ae0-a913a32a8d25 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=1766300b-4262-4537-884f-08a0c05ce81e HTTP/1.1" status: 200 len: 950 time: 0.0966136 Dec 06 14:44:20.370675 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6257b200-5fbf-4230-b1b0-83af471ee45d req-3197d368-9631-4b4e-adcc-0de63ecdba3a tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654612 Dec 06 14:44:20.437891 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f290a5b2-f6e8-4760-ae62-f0d13f127cd1 req-ce8d2ba2-1868-47f3-80b3-afb5519836ce tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9388208 Dec 06 14:44:20.462867 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-82e68586-8d33-4be5-a431-f31ae633e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:20.464442 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-82e68586-8d33-4be5-a431-f31ae633e0c2 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0771751 Dec 06 14:44:20.489893 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Attempting to bind port c5ef52e3-a51e-4219-b152-4a539b93ddee on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:44:20.490247 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Attempting to bind port c5ef52e3-a51e-4219-b152-4a539b93ddee by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '7ba72c39-a80c-460f-8226-d6107cfda5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:44:20.490569 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Attempting to bind port c5ef52e3-a51e-4219-b152-4a539b93ddee on network cb158934-4018-4c6a-ae8b-2c28f8c789bf {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:20.516954 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Port c5ef52e3-a51e-4219-b152-4a539b93ddee on network cb158934-4018-4c6a-ae8b-2c28f8c789bf not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:44:20.521231 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Attempting to bind port c5ef52e3-a51e-4219-b152-4a539b93ddee on network cb158934-4018-4c6a-ae8b-2c28f8c789bf {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:20.557265 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:44:20.560080 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Checking segment: {'id': '7ba72c39-a80c-460f-8226-d6107cfda5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:44:20.565035 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ffb0f6e2-c6aa-429c-9d68-acfa47da61e3 req-3a428edc-1514-458a-9f32-d964a2c6f768 tempest-SecurityGroupsNegativeTestJSON-1610285896 tempest-SecurityGroupsNegativeTestJSON-1610285896-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee0365b411f144b3adba59254becc34e HTTP/1.1" status: 200 len: 3001 time: 0.0640366 Dec 06 14:44:20.566366 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Bound using segment: {'id': '7ba72c39-a80c-460f-8226-d6107cfda5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:44:20.567044 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Bound port: c5ef52e3-a51e-4219-b152-4a539b93ddee, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba72c39-a80c-460f-8226-d6107cfda5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:44:20.567680 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:20.588334 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-259f48a3-cd76-40e4-a2ee-05544caec1d7 req-6219e345-086d-4e54-a487-19e2558f42cc tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Deleting port 1fc22e74-b1aa-44a0-b34b-90bde0d424b5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:20.588941 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-259f48a3-cd76-40e4-a2ee-05544caec1d7 req-6219e345-086d-4e54-a487-19e2558f42cc tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:20.644806 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ffb0f6e2-c6aa-429c-9d68-acfa47da61e3 req-1b458a1a-d56a-41a1-9cbb-bc495f45afe1 tempest-SecurityGroupsNegativeTestJSON-1610285896 tempest-SecurityGroupsNegativeTestJSON-1610285896-project] 10.222.0.20 "GET /v2.0/security-groups/f4e8647f-4f3d-4685-9458-30f88fa32be4 HTTP/1.1" status: 200 len: 2998 time: 0.0794377 Dec 06 14:44:20.650054 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-74420ff0-aedd-4a8a-a58b-a952c4043587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:39:32Z', 'revision_number': 4, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '359ce00a-49c2-4e1b-855c-9969d1005477', 'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'mac_address': 'fa:16:3e:34:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:29Z', 'updated_at': '2021-12-06T14:39:37Z', 'revision_number': 5, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'subnets': [{'id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:20.684334 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74420ff0-aedd-4a8a-a58b-a952c4043587 None None] The sync data for ids ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'] in n-d-master-1 is: [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:39:32Z', 'revision_number': 4, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '359ce00a-49c2-4e1b-855c-9969d1005477', 'name': '', 'network_id': '5476fa3d-f758-44f5-bed7-420b11259803', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'mac_address': 'fa:16:3e:34:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:29Z', 'updated_at': '2021-12-06T14:39:37Z', 'revision_number': 5, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'subnets': [{'id': 'bb291ef5-fef4-4bb9-9c01-47a1329d615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:44:20.755233 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ffb0f6e2-c6aa-429c-9d68-acfa47da61e3 req-ad950bce-5218-417b-b2fa-64c9bd3c1e09 tempest-SecurityGroupsNegativeTestJSON-1610285896 tempest-SecurityGroupsNegativeTestJSON-1610285896-project] 10.222.0.20 "GET /v2.0/security-groups/f4e8647f-4f3d-4685-9458-30f88fa32be4 HTTP/1.1" status: 200 len: 2998 time: 0.1092777 Dec 06 14:44:20.843229 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-640e4240-72eb-45e9-97a8-c739bce9d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:20.846741 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-640e4240-72eb-45e9-97a8-c739bce9d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:20.848156 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-640e4240-72eb-45e9-97a8-c739bce9d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:20.850612 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-640e4240-72eb-45e9-97a8-c739bce9d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:20.852196 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-640e4240-72eb-45e9-97a8-c739bce9d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:20.854820 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-640e4240-72eb-45e9-97a8-c739bce9d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:20.855462 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-640e4240-72eb-45e9-97a8-c739bce9d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:20.859995 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-640e4240-72eb-45e9-97a8-c739bce9d7ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c37093efdf04284b9ef95dbc568d083&device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 6433 time: 0.3176141 Dec 06 14:44:20.960032 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e180-6aa7-408c-a169-a593dbfdd45b req-7bdaab01-a347-4ae2-b0f4-ba36f28e39ce tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:20.966571 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e180-6aa7-408c-a169-a593dbfdd45b req-7bdaab01-a347-4ae2-b0f4-ba36f28e39ce tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:20.973685 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e180-6aa7-408c-a169-a593dbfdd45b req-7bdaab01-a347-4ae2-b0f4-ba36f28e39ce tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:20.981020 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e180-6aa7-408c-a169-a593dbfdd45b req-7bdaab01-a347-4ae2-b0f4-ba36f28e39ce tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:20.988367 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e180-6aa7-408c-a169-a593dbfdd45b req-7bdaab01-a347-4ae2-b0f4-ba36f28e39ce tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:20.995183 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e180-6aa7-408c-a169-a593dbfdd45b req-7bdaab01-a347-4ae2-b0f4-ba36f28e39ce tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.002022 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e180-6aa7-408c-a169-a593dbfdd45b req-7bdaab01-a347-4ae2-b0f4-ba36f28e39ce tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.004999 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4528e180-6aa7-408c-a169-a593dbfdd45b req-7bdaab01-a347-4ae2-b0f4-ba36f28e39ce tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5418 time: 0.1561763 Dec 06 14:44:21.068558 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] For port c5ef52e3-a51e-4219-b152-4a539b93ddee, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:44:21.092076 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-259f48a3-cd76-40e4-a2ee-05544caec1d7 req-6219e345-086d-4e54-a487-19e2558f42cc tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] For port 1fc22e74-b1aa-44a0-b34b-90bde0d424b5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1fc22e74-b1aa-44a0-b34b-90bde0d424b5,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:21.092830 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-259f48a3-cd76-40e4-a2ee-05544caec1d7 req-6219e345-086d-4e54-a487-19e2558f42cc tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:21.100421 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4528e180-6aa7-408c-a169-a593dbfdd45b req-244f12c1-23d2-41d6-81d0-52fe9074210f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880566 Dec 06 14:44:21.140097 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-259f48a3-cd76-40e4-a2ee-05544caec1d7 req-6219e345-086d-4e54-a487-19e2558f42cc tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Calling delete_port for 1fc22e74-b1aa-44a0-b34b-90bde0d424b5 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:21.144162 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] For port c5ef52e3-a51e-4219-b152-4a539b93ddee, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5ef52e3-a51e-4219-b152-4a539b93ddee,segment=NetworkSegment(7ba72c39-a80c-460f-8226-d6107cfda5da),segment_id=7ba72c39-a80c-460f-8226-d6107cfda5da)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:44:21.161145 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:21.164773 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-ac860256-dbbe-4e41-8eff-93f76e5fefde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.165401 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-ac860256-dbbe-4e41-8eff-93f76e5fefde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.165987 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-ac860256-dbbe-4e41-8eff-93f76e5fefde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.168942 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7772c7ef-97f2-43c7-bdf0-461e5bbe80fd None None] New status for floating IP f672592a-a2c4-4021-aab2-9308ff7ef40a: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:44:21.175894 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-ac860256-dbbe-4e41-8eff-93f76e5fefde service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=3c37093efdf04284b9ef95dbc568d083&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2877657 Dec 06 14:44:21.203242 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bdfb9a67-4d16-4108-a11f-a5f108e102b8 req-2b84bcd7-c95d-4e2d-87ba-fea714e7b46e tempest-SecurityGroupsNegativeTestJSON-1610285896 tempest-SecurityGroupsNegativeTestJSON-1610285896-project] 10.222.0.20 "GET /v2.0/security-groups/f4e8647f-4f3d-4685-9458-30f88fa32be4 HTTP/1.1" status: 200 len: 2998 time: 0.2690687 Dec 06 14:44:21.427579 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.428286 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:21.429891 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] 10.222.0.23 "PUT /v2.0/ports/c5ef52e3-a51e-4219-b152-4a539b93ddee HTTP/1.1" status: 200 len: 1091 time: 3.7191083 Dec 06 14:44:21.432256 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'tag': 'c5ef52e3-a51e-4219-b152-4a539b93ddee'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:21.440612 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dd1683-8de3-4d05-ab2b-4eac34551664" -d '{"events": [{"name": "network-changed", "server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "tag": "c5ef52e3-a51e-4219-b152-4a539b93ddee"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:21.473899 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 1fc22e74-b1aa-44a0-b34b-90bde0d424b5 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:21.544962 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177c5ef-95b3-4cfc-b7ce-b5bc99ab9b7e service neutron] Pushing event updated for resources: {'Port': ['ID=c5ef52e3-a51e-4219-b152-4a539b93ddee,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:21.555971 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a99b12-ee36-4e9c-810f-faac0ff7f5aa req-1316486e-67fc-47a9-8ecd-b9d7815f2730 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.564241 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b8a99b12-ee36-4e9c-810f-faac0ff7f5aa req-1316486e-67fc-47a9-8ecd-b9d7815f2730 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.1785443 Dec 06 14:44:21.578031 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-e1c8bbe9-f871-4750-99ba-0eac4974054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.579812 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-816ce8fc-5f48-4aa9-8669-1d849ac1645f req-e1c8bbe9-f871-4750-99ba-0eac4974054b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3950729 Dec 06 14:44:21.606330 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-bdfb9a67-4d16-4108-a11f-a5f108e102b8 req-a79a42a0-549e-4aa7-8f96-6e2322a156f3 tempest-SecurityGroupsNegativeTestJSON-1610285896 tempest-SecurityGroupsNegativeTestJSON-1610285896-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 14:44:21.606892 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c32ea4-1495-4e1a-be51-15be8c703e65 req-be5956e2-4c70-43c7-8bac-79dc0b10ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.608469 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92c32ea4-1495-4e1a-be51-15be8c703e65 req-be5956e2-4c70-43c7-8bac-79dc0b10ac97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fccb884e5aa045a785398366947baa02&device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 1096 time: 0.1642194 Dec 06 14:44:21.624246 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bdfb9a67-4d16-4108-a11f-a5f108e102b8 req-a79a42a0-549e-4aa7-8f96-6e2322a156f3 tempest-SecurityGroupsNegativeTestJSON-1610285896 tempest-SecurityGroupsNegativeTestJSON-1610285896-project] 10.222.0.20 "DELETE /v2.0/security-groups/f4e8647f-4f3d-4685-9458-30f88fa32be4 HTTP/1.1" status: 409 len: 352 time: 0.4194329 Dec 06 14:44:21.672193 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:21.679767 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b8a99b12-ee36-4e9c-810f-faac0ff7f5aa req-abc52bde-911b-4d3c-8f1b-9fb1fbf0b301 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113822 Dec 06 14:44:21.768995 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c32ea4-1495-4e1a-be51-15be8c703e65 req-66854a52-e343-4d7c-92cc-b6b072edd1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.770548 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92c32ea4-1495-4e1a-be51-15be8c703e65 req-66854a52-e343-4d7c-92cc-b6b072edd1ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 HTTP/1.1" status: 200 len: 917 time: 0.1446929 Dec 06 14:44:21.823275 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92c32ea4-1495-4e1a-be51-15be8c703e65 req-327aafc0-0163-4ba2-8f69-dc0499e47a9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cbc89aa-b0c1-4bea-b509-860e02243d72 HTTP/1.1" status: 200 len: 217 time: 0.0433264 Dec 06 14:44:21.844536 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-259f48a3-cd76-40e4-a2ee-05544caec1d7 req-6219e345-086d-4e54-a487-19e2558f42cc tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:21.851611 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-650c4bba-d03c-4270-a3e0-77a0a7fae305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.852210 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-650c4bba-d03c-4270-a3e0-77a0a7fae305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.852700 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-650c4bba-d03c-4270-a3e0-77a0a7fae305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.853451 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-650c4bba-d03c-4270-a3e0-77a0a7fae305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.853637 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-650c4bba-d03c-4270-a3e0-77a0a7fae305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.854687 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-650c4bba-d03c-4270-a3e0-77a0a7fae305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.854819 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-650c4bba-d03c-4270-a3e0-77a0a7fae305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.856704 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-650c4bba-d03c-4270-a3e0-77a0a7fae305 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c37093efdf04284b9ef95dbc568d083&device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 6475 time: 0.1155832 Dec 06 14:44:21.881105 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['beac9f6e-b4f3-446f-8fdc-1e63d8827c7b', '294d13a3-e512-4afc-93c0-a620f8b279e0', '2219a643-1b99-4a2c-9ba0-c9e4d27920c3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:21.883892 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6752727d-6265-498c-88a0-cf28c985dc97', 'af21908f-1b8d-4ff6-b149-26cde1c479e8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:21.890159 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219e345-086d-4e54-a487-19e2558f42cc tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Pushing event deleted for resources: {'Port': ['ID=1fc22e74-b1aa-44a0-b34b-90bde0d424b5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:21.902448 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c32ea4-1495-4e1a-be51-15be8c703e65 req-d9616b20-f164-4f9a-a579-d9fde95f6de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.904427 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92c32ea4-1495-4e1a-be51-15be8c703e65 req-d9616b20-f164-4f9a-a579-d9fde95f6de4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7c78aa4-4a36-4373-9916-580721e72599 HTTP/1.1" status: 200 len: 855 time: 0.0707057 Dec 06 14:44:21.927900 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7ef10-b40c-4f59-b830-034876531249 req-81d470fb-4b3e-41b9-a3ed-c9625b91146a tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.935183 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0dd7ef10-b40c-4f59-b830-034876531249 req-81d470fb-4b3e-41b9-a3ed-c9625b91146a tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.1137276 Dec 06 14:44:21.953310 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff35697-63b8-499e-a419-7cdfb1dfa17c req-17d1e088-f6d0-4348-b355-f95ed7684666 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:21.954805 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ff35697-63b8-499e-a419-7cdfb1dfa17c req-17d1e088-f6d0-4348-b355-f95ed7684666 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=1766300b-4262-4537-884f-08a0c05ce81e HTTP/1.1" status: 200 len: 867 time: 0.1625698 Dec 06 14:44:21.956888 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-30899b8f-57a6-46f4-8b6a-09cd528fd87f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8787e97-b48c-4cf9-a70a-9062d1daf772 HTTP/1.1" status: 200 len: 217 time: 0.0681014 Dec 06 14:44:22.049980 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0dd7ef10-b40c-4f59-b830-034876531249 req-816e708f-49f5-405d-81d8-57c45aecbd30 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130202 Dec 06 14:44:22.053575 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-259f48a3-cd76-40e4-a2ee-05544caec1d7 req-6219e345-086d-4e54-a487-19e2558f42cc tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] No DVR routers for this DVR port 1fc22e74-b1aa-44a0-b34b-90bde0d424b5 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:22.062355 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-259f48a3-cd76-40e4-a2ee-05544caec1d7 req-6219e345-086d-4e54-a487-19e2558f42cc tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:22.066220 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c32ea4-1495-4e1a-be51-15be8c703e65 req-aa51e945-812a-4d5d-9e3c-dd5ee7dee9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:22.066350 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-259f48a3-cd76-40e4-a2ee-05544caec1d7 req-6219e345-086d-4e54-a487-19e2558f42cc tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "DELETE /v2.0/ports/1fc22e74-b1aa-44a0-b34b-90bde0d424b5 HTTP/1.1" status: 204 len: 173 time: 2.7021530 Dec 06 14:44:22.067720 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92c32ea4-1495-4e1a-be51-15be8c703e65 req-aa51e945-812a-4d5d-9e3c-dd5ee7dee9db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556191 Dec 06 14:44:22.089265 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-156f56ce-e7d9-42ad-82df-5df60f25586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:22.090850 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-156f56ce-e7d9-42ad-82df-5df60f25586d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ebae9223-bf32-4b01-a47e-4989661e2354 HTTP/1.1" status: 200 len: 851 time: 0.1259060 Dec 06 14:44:22.107723 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8ee351-80e3-4bc5-b630-b2e04ab74b70 x-openstack-request-id: req-bd8ee351-80e3-4bc5-b630-b2e04ab74b70 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:22.108385 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "tag": "c5ef52e3-a51e-4219-b152-4a539b93ddee", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:22.108385 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd8ee351-80e3-4bc5-b630-b2e04ab74b70 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:22.108703 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'tag': 'c5ef52e3-a51e-4219-b152-4a539b93ddee', 'status': 'completed', 'code': 200} Dec 06 14:44:22.161521 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ff35697-63b8-499e-a419-7cdfb1dfa17c req-e5282167-e7f6-4123-87b1-2d01f06aa181 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982467 Dec 06 14:44:22.181630 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-9e7c2d6b-40e6-49e7-9b9c-41f2b0cde146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:22.184023 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-9e7c2d6b-40e6-49e7-9b9c-41f2b0cde146 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6e31e4b3-623f-41f0-89d7-053df25180e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798225 Dec 06 14:44:22.272004 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92c32ea4-1495-4e1a-be51-15be8c703e65 req-1748019b-f874-4031-b7b1-268b6b1eda35 service neutron] 10.222.0.37 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939037 Dec 06 14:44:22.272612 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42062) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:22.345893 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-c26c01d5-d1dd-4584-9fca-de5889634b36 service neutron] 10.222.0.23 "GET /v2.0/networks/6e31e4b3-623f-41f0-89d7-053df25180e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530845 Dec 06 14:44:22.366262 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:22.381018 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-0d4d48de-d784-4d47-a369-ab800fb86e5a req-2f0ded7e-ca32-4694-aea6-7fca7fa99b69 tempest-SecurityGroupsNegativeTestJSON-1610285896 tempest-SecurityGroupsNegativeTestJSON-1610285896-project] show failed (client error): The resource could not be found. Dec 06 14:44:22.385971 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d4d48de-d784-4d47-a369-ab800fb86e5a req-2f0ded7e-ca32-4694-aea6-7fca7fa99b69 tempest-SecurityGroupsNegativeTestJSON-1610285896 tempest-SecurityGroupsNegativeTestJSON-1610285896-project] 10.222.0.20 "GET /v2.0/security-groups/0b25cf0e-3e22-490c-95f2-a4897d6a59c9 HTTP/1.1" status: 404 len: 352 time: 0.0351577 Dec 06 14:44:22.422491 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:22.544056 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-3e9d94fd-ef8b-4597-a290-c2963eee4af9 service neutron] 10.222.0.23 "GET /v2.0/networks/6e31e4b3-623f-41f0-89d7-053df25180e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569228 Dec 06 14:44:22.617017 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-81ef3134-0c4e-4bd3-aae7-7405c292e82e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=0543179e-d70f-4909-a03d-fcfe66648f7a HTTP/1.1" status: 200 len: 217 time: 0.0630741 Dec 06 14:44:22.676304 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01d50c-249f-41b9-a111-c2d068137c02 req-da0876c5-ec04-4934-a2fe-3d49e45acf64 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:22.683052 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01d50c-249f-41b9-a111-c2d068137c02 req-da0876c5-ec04-4934-a2fe-3d49e45acf64 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:22.689729 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01d50c-249f-41b9-a111-c2d068137c02 req-da0876c5-ec04-4934-a2fe-3d49e45acf64 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:22.691058 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92c32ea4-1495-4e1a-be51-15be8c703e65 req-d7568147-48d3-4c67-b0ca-76df66cfc72f service neutron] 10.222.0.37 "GET /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993726 Dec 06 14:44:22.694625 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:22.697628 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:22.698932 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "DELETE /v2.0/security-groups/4e5e7817-a4c4-4090-8feb-d6fa1568b063 HTTP/1.1" status: 204 len: 168 time: 0.4253938 Dec 06 14:44:22.712251 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01d50c-249f-41b9-a111-c2d068137c02 req-da0876c5-ec04-4934-a2fe-3d49e45acf64 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:22.713666 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42070) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:22.714757 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5e7817-a4c4-4090-8feb-d6fa1568b063,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:22.723597 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01d50c-249f-41b9-a111-c2d068137c02 req-da0876c5-ec04-4934-a2fe-3d49e45acf64 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:22.751214 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01d50c-249f-41b9-a111-c2d068137c02 req-da0876c5-ec04-4934-a2fe-3d49e45acf64 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:22.758993 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01d50c-249f-41b9-a111-c2d068137c02 req-da0876c5-ec04-4934-a2fe-3d49e45acf64 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:22.761004 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad01d50c-249f-41b9-a111-c2d068137c02 req-da0876c5-ec04-4934-a2fe-3d49e45acf64 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5418 time: 0.2203660 Dec 06 14:44:22.764083 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-c4bcba8e-d6bd-4c79-8706-e266f9775571 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] show failed (client error): The resource could not be found. Dec 06 14:44:22.765389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c4bcba8e-d6bd-4c79-8706-e266f9775571 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "GET /v2.0/security-groups/4e5e7817-a4c4-4090-8feb-d6fa1568b063 HTTP/1.1" status: 404 len: 347 time: 0.0480225 Dec 06 14:44:22.769279 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:22.769626 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:22.769964 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:22.770298 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:22.770633 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:22.770988 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:22.771312 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:22.771640 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:22.771988 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:22.772345 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:22.772633 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:22.772952 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:22.773176 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42074) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:22.773290 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d79e4-2727-4d2a-a31f-82ba054c8857 tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:22.823502 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-ebc93af9-fdd3-4e40-abc3-b1785d74cdda tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:22.825441 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-ebc93af9-fdd3-4e40-abc3-b1785d74cdda tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 820 time: 0.3876383 Dec 06 14:44:22.842684 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-d029e68b-4aa5-4779-9ceb-4137f385ce30 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/quotas/2f27097afab6468f8670cde22cd39cd2 HTTP/1.1" status: 200 len: 375 time: 0.0108135 Dec 06 14:44:22.857195 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-3d39f0ea-1b66-47d1-aba9-3e9226567cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:22.858646 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-3d39f0ea-1b66-47d1-aba9-3e9226567cbd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f HTTP/1.1" status: 200 len: 797 time: 0.2329180 Dec 06 14:44:22.901618 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-229dd380-db56-4016-975d-86ea8f9fd28d tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514197 Dec 06 14:44:22.974118 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad01d50c-249f-41b9-a111-c2d068137c02 req-5d196e2a-f843-48f6-91ab-c08072d7a452 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1997764 Dec 06 14:44:22.994620 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e7a81909-f608-4599-ae9f-67cf6c2ebf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:22.996593 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-e7a81909-f608-4599-ae9f-67cf6c2ebf56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0985174 Dec 06 14:44:23.002755 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-9ff882b8-c9bd-4294-b09c-953460dc9518 service neutron] 10.222.0.20 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940552 Dec 06 14:44:23.030291 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d1064d8e-7dbc-4f9d-9ce3-261069c2a38e tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Deleting port 0d809b2c-6d7b-4cf1-a37c-906c1c58a9f4 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:23.031985 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1064d8e-7dbc-4f9d-9ce3-261069c2a38e tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:23.102878 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-f28553be-3fb3-47a1-8bce-134dad38b469 req-2296470f-6b26-43db-a8c3-d22b3890562c tempest-SecurityGroupsNegativeTestJSON-1610285896 tempest-SecurityGroupsNegativeTestJSON-1610285896-project] show failed (client error): The resource could not be found. Dec 06 14:44:23.103938 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f28553be-3fb3-47a1-8bce-134dad38b469 req-2296470f-6b26-43db-a8c3-d22b3890562c tempest-SecurityGroupsNegativeTestJSON-1610285896 tempest-SecurityGroupsNegativeTestJSON-1610285896-project] 10.222.0.20 "GET /v2.0/security-groups/3b4c1643-0941-434d-bf53-1e247b6465e1 HTTP/1.1" status: 404 len: 352 time: 0.0638461 Dec 06 14:44:23.110400 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-cf191949-51c5-4b52-94e3-f31496693022 service neutron] 10.222.0.20 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995531 Dec 06 14:44:23.134764 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42078) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:23.179525 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-53f644e3-c760-499b-98a5-220adead351e service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728442 Dec 06 14:44:23.197796 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-273cb21e-1690-4885-889d-56d8a794b5a6 admin admin] Deleting subnet ac2e40fb-7574-4181-8b76-82f3a68c4c44 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:44:23.201486 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-273cb21e-1690-4885-889d-56d8a794b5a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:23.245624 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-273cb21e-1690-4885-889d-56d8a794b5a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:23.246505 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1064d8e-7dbc-4f9d-9ce3-261069c2a38e tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:23.247044 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1064d8e-7dbc-4f9d-9ce3-261069c2a38e tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:23.306139 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-273cb21e-1690-4885-889d-56d8a794b5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:23.311106 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d1064d8e-7dbc-4f9d-9ce3-261069c2a38e tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Calling delete_port for 0d809b2c-6d7b-4cf1-a37c-906c1c58a9f4 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:23.376386 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-273cb21e-1690-4885-889d-56d8a794b5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:23.408170 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cb21e-1690-4885-889d-56d8a794b5a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac2e40fb-7574-4181-8b76-82f3a68c4c44,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:23.410956 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-273cb21e-1690-4885-889d-56d8a794b5a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:23.415694 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-273cb21e-1690-4885-889d-56d8a794b5a6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ac2e40fb-7574-4181-8b76-82f3a68c4c44 HTTP/1.1" status: 204 len: 168 time: 0.2817757 Dec 06 14:44:23.416780 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08b68d-5eab-481f-a02c-52b5cde7762e req-3f83a48d-b50f-433f-a8fc-a0d6ce4f865d tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:23.418085 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42090) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:23.418285 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f08b68d-5eab-481f-a02c-52b5cde7762e req-3f83a48d-b50f-433f-a8fc-a0d6ce4f865d tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.2051959 Dec 06 14:44:23.470146 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-9c62f0e9-4826-4d7c-ad9a-e6b89d7ba687 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786720 Dec 06 14:44:23.521822 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-095ec992-8ea3-4e04-9b8d-1a1e23f6487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:23.539369 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-754f8851-948c-41be-981b-6ac183f53588 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=a7b78aa4-0d2c-4a7c-8d55-41681ef29071 HTTP/1.1" status: 200 len: 217 time: 0.0563781 Dec 06 14:44:23.573954 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255e4e2-d12f-4d26-988d-c8107c780989 req-654b19e7-db1f-4aa3-8b7e-9445bc89914c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:23.575474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d255e4e2-d12f-4d26-988d-c8107c780989 req-654b19e7-db1f-4aa3-8b7e-9445bc89914c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.0878155 Dec 06 14:44:23.616297 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f08b68d-5eab-481f-a02c-52b5cde7762e req-f3286516-7bda-40fc-852f-033261834bd7 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766520 Dec 06 14:44:23.657957 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-095ec992-8ea3-4e04-9b8d-1a1e23f6487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:23.659069 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-9c48201f-2019-4f63-a7dc-267c60d35bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:23.662555 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-9c48201f-2019-4f63-a7dc-267c60d35bdf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f HTTP/1.1" status: 200 len: 797 time: 0.1035497 Dec 06 14:44:23.692855 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d255e4e2-d12f-4d26-988d-c8107c780989 req-2f2c5cf3-6f17-4d4f-9d54-c03c549f1213 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057768 Dec 06 14:44:23.694596 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-095ec992-8ea3-4e04-9b8d-1a1e23f6487b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54dd0e13-123b-4e76-ba98-bca823648884']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:23.706195 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-095ec992-8ea3-4e04-9b8d-1a1e23f6487b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2f8ab2-d234-47e9-8de8-7cf541b42db7') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:23.706514 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-095ec992-8ea3-4e04-9b8d-1a1e23f6487b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2f8ab2-d234-47e9-8de8-7cf541b42db7') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:23.721067 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-095ec992-8ea3-4e04-9b8d-1a1e23f6487b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:23.739201 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-095ec992-8ea3-4e04-9b8d-1a1e23f6487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:23.746772 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095ec992-8ea3-4e04-9b8d-1a1e23f6487b admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:44:23.747343 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-095ec992-8ea3-4e04-9b8d-1a1e23f6487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:44:23.749874 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:44:23.787283 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-22bd7cf0-f96b-4476-9e0a-71d48d18c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:23.788872 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-22bd7cf0-f96b-4476-9e0a-71d48d18c1b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0996048 Dec 06 14:44:23.793993 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1064d8e-7dbc-4f9d-9ce3-261069c2a38e tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:23.795748 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc03e856-43bc-4535-9c26-350bd29e2e98 req-6145a9e9-05dc-49fb-b257-e82d1f86e9f3 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 210 time: 0.0346696 Dec 06 14:44:23.834938 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-095ec992-8ea3-4e04-9b8d-1a1e23f6487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:23.849606 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-095ec992-8ea3-4e04-9b8d-1a1e23f6487b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:23.853389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-095ec992-8ea3-4e04-9b8d-1a1e23f6487b admin admin] 10.222.0.20 "DELETE /v2.0/networks/54dd0e13-123b-4e76-ba98-bca823648884 HTTP/1.1" status: 204 len: 168 time: 0.4339981 Dec 06 14:44:23.865216 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ec992-8ea3-4e04-9b8d-1a1e23f6487b admin admin] Pushing event deleted for resources: {'Network': ['ID=54dd0e13-123b-4e76-ba98-bca823648884,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:23.882434 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1064d8e-7dbc-4f9d-9ce3-261069c2a38e tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Pushing event deleted for resources: {'Port': ['ID=0d809b2c-6d7b-4cf1-a37c-906c1c58a9f4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:24.004049 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1064d8e-7dbc-4f9d-9ce3-261069c2a38e tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:24.006871 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1064d8e-7dbc-4f9d-9ce3-261069c2a38e tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:24.008632 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d1064d8e-7dbc-4f9d-9ce3-261069c2a38e tempest-ServersWithSpecificFlavorTestJSON-283740972 tempest-ServersWithSpecificFlavorTestJSON-283740972-project] 10.222.0.20 "DELETE /v2.0/floatingips/f672592a-a2c4-4021-aab2-9308ff7ef40a HTTP/1.1" status: 204 len: 168 time: 1.2266517 Dec 06 14:44:24.013511 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-26120d9f-6c3f-4a6c-97ef-095a01ed52bf service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152224 Dec 06 14:44:24.033892 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42114) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:24.129660 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1766300b-4262-4537-884f-08a0c05ce81e', 'name': 'network-vif-deleted', 'tag': '1fc22e74-b1aa-44a0-b34b-90bde0d424b5'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:24.132485 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f826bd-116f-4308-b96f-00581bf29a50" -d '{"events": [{"server_uuid": "1766300b-4262-4537-884f-08a0c05ce81e", "name": "network-vif-deleted", "tag": "1fc22e74-b1aa-44a0-b34b-90bde0d424b5"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:24.159635 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-decc1e26-3716-47ae-824c-8b88e039a545 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee0365b411f144b3adba59254becc34e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1219423 Dec 06 14:44:24.162465 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42120) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:24.170270 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351d351-3aac-492f-855b-eaabec1b5a4e req-a34f0fc0-f5af-46cc-a88f-4565d232de83 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:24.178278 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351d351-3aac-492f-855b-eaabec1b5a4e req-a34f0fc0-f5af-46cc-a88f-4565d232de83 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:24.184706 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351d351-3aac-492f-855b-eaabec1b5a4e req-a34f0fc0-f5af-46cc-a88f-4565d232de83 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:24.191045 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351d351-3aac-492f-855b-eaabec1b5a4e req-a34f0fc0-f5af-46cc-a88f-4565d232de83 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:24.197525 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351d351-3aac-492f-855b-eaabec1b5a4e req-a34f0fc0-f5af-46cc-a88f-4565d232de83 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:24.204766 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351d351-3aac-492f-855b-eaabec1b5a4e req-a34f0fc0-f5af-46cc-a88f-4565d232de83 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:24.211637 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351d351-3aac-492f-855b-eaabec1b5a4e req-a34f0fc0-f5af-46cc-a88f-4565d232de83 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:24.215549 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2351d351-3aac-492f-855b-eaabec1b5a4e req-a34f0fc0-f5af-46cc-a88f-4565d232de83 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5418 time: 0.1135023 Dec 06 14:44:24.215949 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-31997e6e-29da-4eea-b39e-aa32982ca223 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937501 Dec 06 14:44:24.292647 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-04696c0a-3417-404a-aa6b-73582b4808fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=d350b801-15fd-48dd-80cb-41545f0302ca HTTP/1.1" status: 200 len: 217 time: 0.0683591 Dec 06 14:44:24.297783 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d2cbdf-eb18-45b8-a4d1-739dcd782e79 x-openstack-request-id: req-d4d2cbdf-eb18-45b8-a4d1-739dcd782e79 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:24.297783 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1766300b-4262-4537-884f-08a0c05ce81e", "name": "network-vif-deleted", "tag": "1fc22e74-b1aa-44a0-b34b-90bde0d424b5", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:24.297978 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4d2cbdf-eb18-45b8-a4d1-739dcd782e79 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:24.298202 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1766300b-4262-4537-884f-08a0c05ce81e', 'name': 'network-vif-deleted', 'tag': '1fc22e74-b1aa-44a0-b34b-90bde0d424b5', 'status': 'completed', 'code': 200} Dec 06 14:44:24.300138 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99da8699-20be-4ba6-9601-be2ed8b9b52e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:24.301786 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2351d351-3aac-492f-855b-eaabec1b5a4e req-56cae08a-6849-4bfd-ba90-49e13b6f49e4 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784137 Dec 06 14:44:24.381069 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99da8699-20be-4ba6-9601-be2ed8b9b52e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:24.415082 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-62e9ec05-e70b-4028-b7ab-8ba766ecd09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:24.416574 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-62e9ec05-e70b-4028-b7ab-8ba766ecd09d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f HTTP/1.1" status: 200 len: 797 time: 0.1102498 Dec 06 14:44:24.429876 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed39f7c-74dd-459e-afd2-ba2b6eacdb1e req-0f24b15c-9511-4b22-a9b0-3a83babce017 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:24.431267 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ed39f7c-74dd-459e-afd2-ba2b6eacdb1e req-0f24b15c-9511-4b22-a9b0-3a83babce017 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=31458916-4bfa-44a2-bf05-34c9ef6cc4fc HTTP/1.1" status: 200 len: 950 time: 0.1237431 Dec 06 14:44:24.510835 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99da8699-20be-4ba6-9601-be2ed8b9b52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:24.513431 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99da8699-20be-4ba6-9601-be2ed8b9b52e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:24.516891 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-99da8699-20be-4ba6-9601-be2ed8b9b52e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4e8647f-4f3d-4685-9458-30f88fa32be4 HTTP/1.1" status: 204 len: 168 time: 0.3510833 Dec 06 14:44:24.523556 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-465942ad-7393-4e3b-a585-51720261ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:24.525055 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-465942ad-7393-4e3b-a585-51720261ce7c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0892608 Dec 06 14:44:24.533181 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ed39f7c-74dd-459e-afd2-ba2b6eacdb1e req-a4cb1084-c359-47c2-94e4-d27387b54773 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870748 Dec 06 14:44:24.535857 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da8699-20be-4ba6-9601-be2ed8b9b52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e8647f-4f3d-4685-9458-30f88fa32be4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:24.607477 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42138) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:24.640197 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-142016f1-0c2d-43b9-8c34-9dde46263866 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056652 Dec 06 14:44:24.796046 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275130d-7e98-4c84-ad78-fa33cbf9f8dc req-5be7962e-0201-4a73-bba4-c0bc2b5cf3c5 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:24.797576 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7275130d-7e98-4c84-ad78-fa33cbf9f8dc req-5be7962e-0201-4a73-bba4-c0bc2b5cf3c5 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.1087568 Dec 06 14:44:24.799688 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-bc71fefb-eeac-4d08-b330-a55dcba13bb2 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505935 Dec 06 14:44:24.892388 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-7917d415-7460-4f77-872f-a0ec9e514596 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=8308ccd2-e0d7-46df-9012-cb81a52c4813 HTTP/1.1" status: 200 len: 217 time: 0.0644104 Dec 06 14:44:24.984408 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7275130d-7e98-4c84-ad78-fa33cbf9f8dc req-8a809a76-f812-4f3a-9893-e148c842e67f tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748085 Dec 06 14:44:24.995694 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8c0ed0a9-610f-48a6-b3cd-a76b4f60ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:24.999023 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8c0ed0a9-610f-48a6-b3cd-a76b4f60ac87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f HTTP/1.1" status: 200 len: 797 time: 0.0930209 Dec 06 14:44:25.074444 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-108e45e3-8479-4acc-b378-88c9a0ee5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:25.077209 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-108e45e3-8479-4acc-b378-88c9a0ee5d43 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697193 Dec 06 14:44:25.178311 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cafa2035-b952-4322-aca8-7a25554739ab req-616fd0d5-770c-46d9-92ed-237af8fbc1b5 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 210 time: 0.0305002 Dec 06 14:44:25.345540 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f4874-14f5-426c-a87e-8b776de625a3 req-4defb367-b67a-4fbe-9697-bd86633752be tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:25.348722 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb6f4874-14f5-426c-a87e-8b776de625a3 req-4defb367-b67a-4fbe-9697-bd86633752be tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.5352588 Dec 06 14:44:25.448543 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-0849915b-1f6b-4c13-af2e-108352ee277e tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:25.450069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-0849915b-1f6b-4c13-af2e-108352ee277e tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.37 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 820 time: 0.6244924 Dec 06 14:44:25.505753 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-a2d2b43c-3398-486b-a988-bba2d6973b44 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Request body: {'port': {'device_id': '89366a6b-f694-426b-b50f-1fd66261b4cb', 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71', 'admin_state_up': True, 'tenant_id': '2f27097afab6468f8670cde22cd39cd2'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:25.541571 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb6f4874-14f5-426c-a87e-8b776de625a3 req-9073bd34-8c4e-4412-ab9b-32b955c24d06 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530421 Dec 06 14:44:25.558850 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42174) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:25.696988 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-1a45d164-96b9-4e02-a823-e60c4596f6b5 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6103821 Dec 06 14:44:25.705122 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d63ca-47b0-4776-9107-2e0cee589ff7 req-01422bde-252e-4402-b44c-aee01437b165 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:25.712228 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-725d63ca-47b0-4776-9107-2e0cee589ff7 req-01422bde-252e-4402-b44c-aee01437b165 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.1236415 Dec 06 14:44:25.771072 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-905ef50e-d65b-4ce8-94e2-2493f1d3ebfb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-450118792-network', 'tenant_id': 'd3af073f3ac64f7cb90626d437b05081'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:25.778968 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-a2d2b43c-3398-486b-a988-bba2d6973b44 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Made reservation on behalf of 2f27097afab6468f8670cde22cd39cd2 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:44:25.790268 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-a2d2b43c-3398-486b-a988-bba2d6973b44 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:25.832040 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872aecd1-bbd0-403a-a915-0d8d258cfb92 req-491ef5e3-edc4-4cb0-94a6-3a040e0ae981 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:25.833505 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-872aecd1-bbd0-403a-a915-0d8d258cfb92 req-491ef5e3-edc4-4cb0-94a6-3a040e0ae981 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "GET /v2.0/ports?device_id=11986620-bcb7-48d7-881f-8cf75be11649 HTTP/1.1" status: 200 len: 949 time: 0.1783125 Dec 06 14:44:25.838149 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905ef50e-d65b-4ce8-94e2-2493f1d3ebfb admin admin] Made reservation on behalf of d3af073f3ac64f7cb90626d437b05081 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:44:25.840148 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-905ef50e-d65b-4ce8-94e2-2493f1d3ebfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:25.853230 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1d58e-8832-4320-966f-b333ed79d214 req-dbd578bc-4c3f-4120-9388-e36b75359481 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:25.859195 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1d58e-8832-4320-966f-b333ed79d214 req-dbd578bc-4c3f-4120-9388-e36b75359481 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:25.865774 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1d58e-8832-4320-966f-b333ed79d214 req-dbd578bc-4c3f-4120-9388-e36b75359481 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:25.871843 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1d58e-8832-4320-966f-b333ed79d214 req-dbd578bc-4c3f-4120-9388-e36b75359481 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:25.878146 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1d58e-8832-4320-966f-b333ed79d214 req-dbd578bc-4c3f-4120-9388-e36b75359481 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:25.879731 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-725d63ca-47b0-4776-9107-2e0cee589ff7 req-a0963f7e-77b5-47b2-b7cc-fb8f0c125261 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666377 Dec 06 14:44:25.884990 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1d58e-8832-4320-966f-b333ed79d214 req-dbd578bc-4c3f-4120-9388-e36b75359481 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:25.891189 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1d58e-8832-4320-966f-b333ed79d214 req-dbd578bc-4c3f-4120-9388-e36b75359481 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:25.903554 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbb1d58e-8832-4320-966f-b333ed79d214 req-dbd578bc-4c3f-4120-9388-e36b75359481 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5418 time: 0.1999300 Dec 06 14:44:25.929924 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-692c5bc9-d4c4-4682-8f5d-8ed86f57a77d service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154956 Dec 06 14:44:25.963015 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-905ef50e-d65b-4ce8-94e2-2493f1d3ebfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:25.975622 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874abda-347b-4598-af1d-1f89bb5e693d req-d7b6fa7e-cf49-4da2-8463-ddc7637c9fd1 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:25.977220 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f874abda-347b-4598-af1d-1f89bb5e693d req-d7b6fa7e-cf49-4da2-8463-ddc7637c9fd1 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.37 "GET /v2.0/ports?device_id=31458916-4bfa-44a2-bf05-34c9ef6cc4fc HTTP/1.1" status: 200 len: 950 time: 0.1641352 Dec 06 14:44:26.027612 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-b6802a17-d9f7-4c9f-8f77-45b68fb4265c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=123958aa-6377-4a82-b97b-1f5421f13954 HTTP/1.1" status: 200 len: 217 time: 0.0880425 Dec 06 14:44:26.169198 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-01b93470-fa83-42e7-86ce-6777f21f37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:26.170622 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-01b93470-fa83-42e7-86ce-6777f21f37cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1e5f2f7-b121-4bd5-a64e-1d85120de3ca HTTP/1.1" status: 200 len: 797 time: 0.1271222 Dec 06 14:44:26.171742 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbb1d58e-8832-4320-966f-b333ed79d214 req-fda8d272-1367-4f94-a930-9110f9f2a497 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2680995 Dec 06 14:44:26.181577 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba060a-cfc9-4e0c-b76b-40220029b666 req-281d55a8-c95f-4b17-b677-f90a6e70adf7 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:26.183932 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aaba060a-cfc9-4e0c-b76b-40220029b666 req-281d55a8-c95f-4b17-b677-f90a6e70adf7 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=31458916-4bfa-44a2-bf05-34c9ef6cc4fc HTTP/1.1" status: 200 len: 950 time: 0.2184987 Dec 06 14:44:26.206156 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-872aecd1-bbd0-403a-a915-0d8d258cfb92 req-f807d475-10fb-46c5-b998-1477f0e31b31 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Deleting port 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:26.206504 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-872aecd1-bbd0-403a-a915-0d8d258cfb92 req-f807d475-10fb-46c5-b998-1477f0e31b31 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:26.332745 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f874abda-347b-4598-af1d-1f89bb5e693d req-600391e3-c9a3-48ff-9559-b78837c5de24 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Deleting port af21908f-1b8d-4ff6-b149-26cde1c479e8 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:26.333086 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f874abda-347b-4598-af1d-1f89bb5e693d req-600391e3-c9a3-48ff-9559-b78837c5de24 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:26.367501 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-a2d2b43c-3398-486b-a988-bba2d6973b44 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Allocated IP 172.20.0.11 (30f9c9fb-2ec3-41cd-86de-51e7d7934b71/ded9556a-46c6-4b9d-a6af-ce8c9b6b072e/d07e9759-e9fd-492e-be7d-d3df98455e0b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:44:26.399214 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aaba060a-cfc9-4e0c-b76b-40220029b666 req-76a31a1d-01bd-45ae-a527-b81dd3fd836b tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017848 Dec 06 14:44:26.432912 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-905ef50e-d65b-4ce8-94e2-2493f1d3ebfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:26.461217 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-905ef50e-d65b-4ce8-94e2-2493f1d3ebfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:26.467079 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-2bf044f8-4c63-4997-bd48-46821893cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:26.468631 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-2bf044f8-4c63-4997-bd48-46821893cf5d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb158934-4018-4c6a-ae8b-2c28f8c789bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2824984 Dec 06 14:44:26.470366 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-872aecd1-bbd0-403a-a915-0d8d258cfb92 req-f807d475-10fb-46c5-b998-1477f0e31b31 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] For port 2219a643-1b99-4a2c-9ba0-c9e4d27920c3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2219a643-1b99-4a2c-9ba0-c9e4d27920c3,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:26.471035 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-872aecd1-bbd0-403a-a915-0d8d258cfb92 req-f807d475-10fb-46c5-b998-1477f0e31b31 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:26.501865 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-872aecd1-bbd0-403a-a915-0d8d258cfb92 req-f807d475-10fb-46c5-b998-1477f0e31b31 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Calling delete_port for 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:26.521107 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b644be-c16d-435b-9eb8-def2d8a89305 req-e62e9bcb-95b8-4401-b494-ee17636961f9 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:26.522804 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80b644be-c16d-435b-9eb8-def2d8a89305 req-e62e9bcb-95b8-4401-b494-ee17636961f9 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca881233-3a02-4fdc-a92b-4e68ea8dab52 HTTP/1.1" status: 200 len: 945 time: 0.2264454 Dec 06 14:44:26.548621 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905ef50e-d65b-4ce8-94e2-2493f1d3ebfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:44:26.551223 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f874abda-347b-4598-af1d-1f89bb5e693d req-600391e3-c9a3-48ff-9559-b78837c5de24 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] For port af21908f-1b8d-4ff6-b149-26cde1c479e8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=af21908f-1b8d-4ff6-b149-26cde1c479e8,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:26.551599 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f874abda-347b-4598-af1d-1f89bb5e693d req-600391e3-c9a3-48ff-9559-b78837c5de24 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:26.585043 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ef50e-d65b-4ce8-94e2-2493f1d3ebfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8164c7d9-8dcb-4c23-952e-f35c61470695,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:26.604321 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41a567e3-9aef-4bb9-9639-01b1bbd2bf4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:26.607302 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-905ef50e-d65b-4ce8-94e2-2493f1d3ebfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:26.607725 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-905ef50e-d65b-4ce8-94e2-2493f1d3ebfb admin admin] Added segment 169fb03e-70bf-405f-b092-895dc9cc5652 of type vlan for network 7f2e354e-b62f-4849-9bd2-75f5a5589b95 Dec 06 14:44:26.627260 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f874abda-347b-4598-af1d-1f89bb5e693d req-600391e3-c9a3-48ff-9559-b78837c5de24 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Calling delete_port for af21908f-1b8d-4ff6-b149-26cde1c479e8 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:26.679300 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d2fde0f4-df9a-4479-a980-d5ade68c884d req-75012906-f1a4-4482-b130-ce21b858c6be tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 210 time: 0.0486417 Dec 06 14:44:26.755479 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-0a4f8b4c-46d0-4eb3-a209-4ee32c1757ab service neutron] 10.222.0.23 "GET /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726457 Dec 06 14:44:26.832746 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80b644be-c16d-435b-9eb8-def2d8a89305 req-b92514a2-7586-4ed0-8f27-85914a3b7c4a tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904747 Dec 06 14:44:26.835558 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-905ef50e-d65b-4ce8-94e2-2493f1d3ebfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:27.003120 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-a2d2b43c-3398-486b-a988-bba2d6973b44 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:27.015122 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380331d-6c85-4823-9e65-6b49bf7c82ba req-d909455a-95fd-497b-80fa-378ef8ff2de9 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:27.016831 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8380331d-6c85-4823-9e65-6b49bf7c82ba req-d909455a-95fd-497b-80fa-378ef8ff2de9 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.2236180 Dec 06 14:44:27.022800 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-872aecd1-bbd0-403a-a915-0d8d258cfb92 req-f807d475-10fb-46c5-b998-1477f0e31b31 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:27.028686 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-905ef50e-d65b-4ce8-94e2-2493f1d3ebfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:27.029714 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905ef50e-d65b-4ce8-94e2-2493f1d3ebfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:27.030427 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-905ef50e-d65b-4ce8-94e2-2493f1d3ebfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:27.036862 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:44:27.040053 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6752727d-6265-498c-88a0-cf28c985dc97', 'af21908f-1b8d-4ff6-b149-26cde1c479e8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:27.043626 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-8f0e44d3-ae69-4bef-a965-6069d17d19b3 service neutron] 10.222.0.23 "GET /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752018 Dec 06 14:44:27.065495 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f874abda-347b-4598-af1d-1f89bb5e693d req-600391e3-c9a3-48ff-9559-b78837c5de24 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:27.082058 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807d475-10fb-46c5-b998-1477f0e31b31 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Pushing event deleted for resources: {'Port': ['ID=2219a643-1b99-4a2c-9ba0-c9e4d27920c3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:27.118388 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-905ef50e-d65b-4ce8-94e2-2493f1d3ebfb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5557358 Dec 06 14:44:27.129887 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42192) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:27.149443 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['beac9f6e-b4f3-446f-8fdc-1e63d8827c7b', '294d13a3-e512-4afc-93c0-a620f8b279e0', '2219a643-1b99-4a2c-9ba0-c9e4d27920c3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:27.155686 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ef50e-d65b-4ce8-94e2-2493f1d3ebfb admin admin] Pushing event updated for resources: {'Network': ['ID=7f2e354e-b62f-4849-9bd2-75f5a5589b95,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:27.160016 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d9d8dcfa-7595-4b67-883e-ae904a0af1cc admin admin] Request body: {'subnet': {'network_id': '7f2e354e-b62f-4849-9bd2-75f5a5589b95', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-450118792-subnet', 'tenant_id': 'd3af073f3ac64f7cb90626d437b05081', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:27.167330 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa734e-1f53-4f95-821a-72966dc49e5c req-26a281a8-2a8c-4a07-9b36-407665ae0739 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:27.168314 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-a32a30bd-4051-4dd5-89a4-47fa45723a9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c5ef52e3-a51e-4219-b152-4a539b93ddee HTTP/1.1" status: 200 len: 217 time: 0.1006660 Dec 06 14:44:27.169194 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78aa734e-1f53-4f95-821a-72966dc49e5c req-26a281a8-2a8c-4a07-9b36-407665ae0739 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 945 time: 0.2502029 Dec 06 14:44:27.187939 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600391e3-c9a3-48ff-9559-b78837c5de24 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Pushing event deleted for resources: {'Port': ['ID=af21908f-1b8d-4ff6-b149-26cde1c479e8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:27.221058 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-a2d2b43c-3398-486b-a988-bba2d6973b44 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:27.298722 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-a2d2b43c-3398-486b-a988-bba2d6973b44 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:44:27.308218 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-a2d2b43c-3398-486b-a988-bba2d6973b44 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:44:27.338116 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78aa734e-1f53-4f95-821a-72966dc49e5c req-5d1268fd-da73-4ebc-9847-a2d34833339a tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416428 Dec 06 14:44:27.339332 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-a2d2b43c-3398-486b-a988-bba2d6973b44 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:44:27.355602 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2b43c-3398-486b-a988-bba2d6973b44 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Pushing event updated for resources: {'Port': ['ID=d07e9759-e9fd-492e-be7d-d3df98455e0b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:27.395755 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 7f2e354e-b62f-4849-9bd2-75f5a5589b95 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:44:27.421544 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-872aecd1-bbd0-403a-a915-0d8d258cfb92 req-f807d475-10fb-46c5-b998-1477f0e31b31 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] No DVR routers for this DVR port 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:27.460894 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-139cc4da-e09c-4f45-a7d0-12867b512cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:27.463323 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-139cc4da-e09c-4f45-a7d0-12867b512cb3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1e5f2f7-b121-4bd5-a64e-1d85120de3ca HTTP/1.1" status: 200 len: 797 time: 0.2687337 Dec 06 14:44:27.476845 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-a2d2b43c-3398-486b-a988-bba2d6973b44 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:27.477470 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-a2d2b43c-3398-486b-a988-bba2d6973b44 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:27.487380 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-872aecd1-bbd0-403a-a915-0d8d258cfb92 req-f807d475-10fb-46c5-b998-1477f0e31b31 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:27.505552 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-872aecd1-bbd0-403a-a915-0d8d258cfb92 req-f807d475-10fb-46c5-b998-1477f0e31b31 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "DELETE /v2.0/ports/2219a643-1b99-4a2c-9ba0-c9e4d27920c3 HTTP/1.1" status: 204 len: 173 time: 1.6575952 Dec 06 14:44:27.521064 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f874abda-347b-4598-af1d-1f89bb5e693d req-600391e3-c9a3-48ff-9559-b78837c5de24 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] No DVR routers for this DVR port af21908f-1b8d-4ff6-b149-26cde1c479e8 on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:27.563015 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-a2d2b43c-3398-486b-a988-bba2d6973b44 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0667036 Dec 06 14:44:27.576678 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8380331d-6c85-4823-9e65-6b49bf7c82ba req-7ad5838d-3d9d-480f-809a-d80d65ca43de tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337086 Dec 06 14:44:27.578413 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11986620-bcb7-48d7-881f-8cf75be11649', 'name': 'network-vif-deleted', 'tag': '2219a643-1b99-4a2c-9ba0-c9e4d27920c3'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:27.592407 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Request body: {'port': {'device_id': '89366a6b-f694-426b-b50f-1fd66261b4cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:27.599423 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ade21e-61b0-4c52-abd6-6c4d1b2ba33c" -d '{"events": [{"server_uuid": "11986620-bcb7-48d7-881f-8cf75be11649", "name": "network-vif-deleted", "tag": "2219a643-1b99-4a2c-9ba0-c9e4d27920c3"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:27.614887 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f874abda-347b-4598-af1d-1f89bb5e693d req-600391e3-c9a3-48ff-9559-b78837c5de24 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:27.622112 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f874abda-347b-4598-af1d-1f89bb5e693d req-600391e3-c9a3-48ff-9559-b78837c5de24 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.37 "DELETE /v2.0/ports/af21908f-1b8d-4ff6-b149-26cde1c479e8 HTTP/1.1" status: 204 len: 173 time: 1.6089849 Dec 06 14:44:27.624894 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d8dcfa-7595-4b67-883e-ae904a0af1cc admin admin] Made reservation on behalf of d3af073f3ac64f7cb90626d437b05081 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:44:27.630750 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9d8dcfa-7595-4b67-883e-ae904a0af1cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:27.637875 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fe2b7-bb9a-4c65-98fa-df5e18fa37af req-74f7f468-60d3-49bd-b50d-2bccd6e3be64 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:27.646160 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fe2b7-bb9a-4c65-98fa-df5e18fa37af req-74f7f468-60d3-49bd-b50d-2bccd6e3be64 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:27.660757 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fe2b7-bb9a-4c65-98fa-df5e18fa37af req-74f7f468-60d3-49bd-b50d-2bccd6e3be64 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:27.679214 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fe2b7-bb9a-4c65-98fa-df5e18fa37af req-74f7f468-60d3-49bd-b50d-2bccd6e3be64 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:27.687671 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fe2b7-bb9a-4c65-98fa-df5e18fa37af req-74f7f468-60d3-49bd-b50d-2bccd6e3be64 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:27.707069 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fe2b7-bb9a-4c65-98fa-df5e18fa37af req-74f7f468-60d3-49bd-b50d-2bccd6e3be64 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:27.709827 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:27.718336 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fe2b7-bb9a-4c65-98fa-df5e18fa37af req-74f7f468-60d3-49bd-b50d-2bccd6e3be64 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:27.729482 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-380fe2b7-bb9a-4c65-98fa-df5e18fa37af req-74f7f468-60d3-49bd-b50d-2bccd6e3be64 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5418 time: 0.3047173 Dec 06 14:44:27.774455 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-a380a1df-9961-46a7-a055-e92bc91dc79f req-7df3310a-f9fc-4ae4-a458-12dfe99a1291 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:44:27.778786 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a380a1df-9961-46a7-a055-e92bc91dc79f req-7df3310a-f9fc-4ae4-a458-12dfe99a1291 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0888851 Dec 06 14:44:27.870502 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-41a567e3-9aef-4bb9-9639-01b1bbd2bf4e admin admin] Deleting port 359ce00a-49c2-4e1b-855c-9969d1005477 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:27.870847 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41a567e3-9aef-4bb9-9639-01b1bbd2bf4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:27.878924 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:27.911782 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-380fe2b7-bb9a-4c65-98fa-df5e18fa37af req-f3a5ce50-f74d-40a1-a850-ad0a0bd38bd2 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1762099 Dec 06 14:44:27.964507 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-95961bb8-bb32-488e-b924-34e7f21e4f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:27.966365 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-95961bb8-bb32-488e-b924-34e7f21e4f22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb158934-4018-4c6a-ae8b-2c28f8c789bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3572345 Dec 06 14:44:27.995527 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a380a1df-9961-46a7-a055-e92bc91dc79f req-63e777f0-0db5-4b1a-9966-850d8ebb2691 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1975887 Dec 06 14:44:28.052929 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-74835e0f-7386-45ef-a26c-6e9cfa696993 req-b29ae0a2-7d4a-4f56-beee-42535877d7e2 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=31458916-4bfa-44a2-bf05-34c9ef6cc4fc HTTP/1.1" status: 200 len: 210 time: 0.0462735 Dec 06 14:44:28.142493 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-41a567e3-9aef-4bb9-9639-01b1bbd2bf4e admin admin] For port 359ce00a-49c2-4e1b-855c-9969d1005477, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=359ce00a-49c2-4e1b-855c-9969d1005477,segment=NetworkSegment(cf13b1f2-830c-4988-93aa-b6e0567249e6),segment_id=cf13b1f2-830c-4988-93aa-b6e0567249e6)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:28.142812 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41a567e3-9aef-4bb9-9639-01b1bbd2bf4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:28.164086 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-41a567e3-9aef-4bb9-9639-01b1bbd2bf4e admin admin] Calling delete_port for 359ce00a-49c2-4e1b-855c-9969d1005477 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:28.186104 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-4554faf8-9d35-4c73-a038-f6368053d092 service neutron] 10.222.0.23 "GET /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882582 Dec 06 14:44:28.193053 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6752727d-6265-498c-88a0-cf28c985dc97'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:28.222922 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9d8dcfa-7595-4b67-883e-ae904a0af1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:28.286324 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b060a340-1a87-48cd-ad30-6f250a9c8839 x-openstack-request-id: req-b060a340-1a87-48cd-ad30-6f250a9c8839 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:28.286324 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11986620-bcb7-48d7-881f-8cf75be11649", "name": "network-vif-deleted", "tag": "2219a643-1b99-4a2c-9ba0-c9e4d27920c3", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:28.286324 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b060a340-1a87-48cd-ad30-6f250a9c8839 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:28.287053 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11986620-bcb7-48d7-881f-8cf75be11649', 'name': 'network-vif-deleted', 'tag': '2219a643-1b99-4a2c-9ba0-c9e4d27920c3', 'status': 'completed', 'code': 200} Dec 06 14:44:28.379117 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8dcfa-7595-4b67-883e-ae904a0af1cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd52b025-3a41-48a4-af85-edccea1b0f43,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:28.395395 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d8dcfa-7595-4b67-883e-ae904a0af1cc admin admin] Checking segment: {'id': '169fb03e-70bf-405f-b092-895dc9cc5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f2e354e-b62f-4849-9bd2-75f5a5589b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:44:28.395846 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d8dcfa-7595-4b67-883e-ae904a0af1cc admin admin] Network hostable DHCP agents. Network: 7f2e354e-b62f-4849-9bd2-75f5a5589b95, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:44:28.412554 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6101dafd-5efa-41e1-9807-b9cbf5ac9434 req-38ec5efe-e77a-4144-a7e8-4c5cf7fec90c service neutron] 10.222.0.23 "GET /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169058 Dec 06 14:44:28.507865 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d8dcfa-7595-4b67-883e-ae904a0af1cc admin admin] Network 7f2e354e-b62f-4849-9bd2-75f5a5589b95 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:44:28.551766 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['beac9f6e-b4f3-446f-8fdc-1e63d8827c7b', '294d13a3-e512-4afc-93c0-a620f8b279e0'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:28.558097 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94130ad6-6d52-4b28-8d01-ab1ec72d5485 req-7b6afc93-a44f-4917-bcb1-9f35dca378b4 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:28.560098 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94130ad6-6d52-4b28-8d01-ab1ec72d5485 req-7b6afc93-a44f-4917-bcb1-9f35dca378b4 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.1458573 Dec 06 14:44:28.568205 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d9d8dcfa-7595-4b67-883e-ae904a0af1cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7f2e354e-b62f-4849-9bd2-75f5a5589b95) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:44:28.573188 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d8dcfa-7595-4b67-883e-ae904a0af1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:28.573877 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9d8dcfa-7595-4b67-883e-ae904a0af1cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:28.640448 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['41c48ea0-d370-47a9-8ab1-400c4b6721dc'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:28.642450 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030ae176-78f7-4114-bf9b-00863e41f796 None None] Network 7f2e354e-b62f-4849-9bd2-75f5a5589b95 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:44:28.673813 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94130ad6-6d52-4b28-8d01-ab1ec72d5485 req-5229b670-fd16-42a7-b75e-3814369434b0 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956109 Dec 06 14:44:28.707003 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d9d8dcfa-7595-4b67-883e-ae904a0af1cc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5718722 Dec 06 14:44:28.731347 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd1683-8de3-4d05-ab2b-4eac34551664 req-31afc9b9-9724-4c93-9a0d-ab49694d0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:28.734627 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd1683-8de3-4d05-ab2b-4eac34551664 req-31afc9b9-9724-4c93-9a0d-ab49694d0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:28.735140 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd1683-8de3-4d05-ab2b-4eac34551664 req-31afc9b9-9724-4c93-9a0d-ab49694d0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:28.735622 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd1683-8de3-4d05-ab2b-4eac34551664 req-31afc9b9-9724-4c93-9a0d-ab49694d0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:28.737253 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd1683-8de3-4d05-ab2b-4eac34551664 req-31afc9b9-9724-4c93-9a0d-ab49694d0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:28.737778 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd1683-8de3-4d05-ab2b-4eac34551664 req-31afc9b9-9724-4c93-9a0d-ab49694d0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:28.738254 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd1683-8de3-4d05-ab2b-4eac34551664 req-31afc9b9-9724-4c93-9a0d-ab49694d0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:28.744569 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-48dd1683-8de3-4d05-ab2b-4eac34551664 req-31afc9b9-9724-4c93-9a0d-ab49694d0824 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c37093efdf04284b9ef95dbc568d083&device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 6475 time: 0.1989350 Dec 06 14:44:28.840578 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e657d05-a2ca-422e-a4bf-5b163e008f3e req-13bc9707-8a8c-4af3-9305-6313972be198 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:28.849221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e657d05-a2ca-422e-a4bf-5b163e008f3e req-13bc9707-8a8c-4af3-9305-6313972be198 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 932 time: 0.3494608 Dec 06 14:44:28.854582 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07e9759-e9fd-492e-be7d-d3df98455e0b {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:28.998329 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe11797-0ab5-41d7-ae47-a54f43a22a2b req-b8a89395-b582-4de0-aee9-d40f1ab39edc tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:29.000059 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7fe11797-0ab5-41d7-ae47-a54f43a22a2b req-b8a89395-b582-4de0-aee9-d40f1ab39edc tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.1721985 Dec 06 14:44:29.001288 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd1683-8de3-4d05-ab2b-4eac34551664 req-881be9dd-cab6-484a-aaad-2ee7a58d2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:29.002713 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-48dd1683-8de3-4d05-ab2b-4eac34551664 req-881be9dd-cab6-484a-aaad-2ee7a58d2bea service neutron] 10.222.0.23 "GET /v2.0/networks?id=cb158934-4018-4c6a-ae8b-2c28f8c789bf HTTP/1.1" status: 200 len: 903 time: 0.2479959 Dec 06 14:44:29.054414 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-48dd1683-8de3-4d05-ab2b-4eac34551664 req-16a33299-55aa-4913-85e1-ba1ff7fa83e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c5ef52e3-a51e-4219-b152-4a539b93ddee HTTP/1.1" status: 200 len: 217 time: 0.0379248 Dec 06 14:44:29.116813 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd1683-8de3-4d05-ab2b-4eac34551664 req-4110073a-98a2-47f4-ad08-990a3e8740c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:29.119061 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-48dd1683-8de3-4d05-ab2b-4eac34551664 req-4110073a-98a2-47f4-ad08-990a3e8740c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1e5f2f7-b121-4bd5-a64e-1d85120de3ca HTTP/1.1" status: 200 len: 797 time: 0.0546367 Dec 06 14:44:29.153366 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229ca8e4-1a94-487f-a0fa-8b00030e2df8 None None] Network 7f2e354e-b62f-4849-9bd2-75f5a5589b95 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:44:29.168081 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7fe11797-0ab5-41d7-ae47-a54f43a22a2b req-1e3e545a-3707-4546-ad1a-e5bb4fcdf1bb tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577342 Dec 06 14:44:29.222002 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd1683-8de3-4d05-ab2b-4eac34551664 req-f12b3ade-381f-4ee5-9b66-9b9552bfe25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:29.223690 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-48dd1683-8de3-4d05-ab2b-4eac34551664 req-f12b3ade-381f-4ee5-9b66-9b9552bfe25c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb158934-4018-4c6a-ae8b-2c28f8c789bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0683084 Dec 06 14:44:29.335138 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-48dd1683-8de3-4d05-ab2b-4eac34551664 req-9210ed6c-7b55-4979-acb6-a8cb61601652 service neutron] 10.222.0.23 "GET /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034446 Dec 06 14:44:29.356249 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:29.370684 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Transition to ACTIVE for port object d07e9759-e9fd-492e-be7d-d3df98455e0b will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:44:29.382869 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:29.463418 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Pushing event updated for resources: {'Port': ['ID=d07e9759-e9fd-492e-be7d-d3df98455e0b,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:29.511925 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:29.520774 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e657d05-a2ca-422e-a4bf-5b163e008f3e req-99ad27c5-5d89-426c-861c-6316db4a5193 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6701934 Dec 06 14:44:29.548071 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:29.548419 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 2219a643-1b99-4a2c-9ba0-c9e4d27920c3 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:29.559049 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device af21908f-1b8d-4ff6-b149-26cde1c479e8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:29.603442 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41a567e3-9aef-4bb9-9639-01b1bbd2bf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:29.610093 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: af21908f-1b8d-4ff6-b149-26cde1c479e8 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:29.610702 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device af21908f-1b8d-4ff6-b149-26cde1c479e8 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:29.613601 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:29.684414 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a567e3-9aef-4bb9-9639-01b1bbd2bf4e admin admin] Pushing event deleted for resources: {'Port': ['ID=359ce00a-49c2-4e1b-855c-9969d1005477,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:29.724007 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Attempting to bind port d07e9759-e9fd-492e-be7d-d3df98455e0b on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:44:29.724303 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Attempting to bind port d07e9759-e9fd-492e-be7d-d3df98455e0b by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:44:29.724629 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Attempting to bind port d07e9759-e9fd-492e-be7d-d3df98455e0b on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:29.757410 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Port d07e9759-e9fd-492e-be7d-d3df98455e0b on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:44:29.757749 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Attempting to bind port d07e9759-e9fd-492e-be7d-d3df98455e0b on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:29.768425 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-48dd1683-8de3-4d05-ab2b-4eac34551664 req-27627c56-16d6-413d-be29-886307616aee service neutron] 10.222.0.23 "GET /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205160 Dec 06 14:44:29.777464 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:44:29.777875 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Checking segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:44:29.778270 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Bound using segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:44:29.778792 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Bound port: d07e9759-e9fd-492e-be7d-d3df98455e0b, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:44:29.779156 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:29.809753 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1060518-5611-4e32-bd76-3348b6b59a98 req-cef8ee0a-b436-4778-828d-8c4473e4b8a6 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:29.812108 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1060518-5611-4e32-bd76-3348b6b59a98 req-cef8ee0a-b436-4778-828d-8c4473e4b8a6 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca881233-3a02-4fdc-a92b-4e68ea8dab52 HTTP/1.1" status: 200 len: 945 time: 0.4759641 Dec 06 14:44:29.816408 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd9b82-abff-4bb8-9392-ae736961072b req-ce324b0c-ab97-462b-9e2d-6ccb824ec62e tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:29.822368 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd9b82-abff-4bb8-9392-ae736961072b req-ce324b0c-ab97-462b-9e2d-6ccb824ec62e tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:29.829205 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd9b82-abff-4bb8-9392-ae736961072b req-ce324b0c-ab97-462b-9e2d-6ccb824ec62e tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:29.835472 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd9b82-abff-4bb8-9392-ae736961072b req-ce324b0c-ab97-462b-9e2d-6ccb824ec62e tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:29.843189 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd9b82-abff-4bb8-9392-ae736961072b req-ce324b0c-ab97-462b-9e2d-6ccb824ec62e tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:29.850202 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd9b82-abff-4bb8-9392-ae736961072b req-ce324b0c-ab97-462b-9e2d-6ccb824ec62e tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:29.857636 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd9b82-abff-4bb8-9392-ae736961072b req-ce324b0c-ab97-462b-9e2d-6ccb824ec62e tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:29.863291 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51bd9b82-abff-4bb8-9392-ae736961072b req-ce324b0c-ab97-462b-9e2d-6ccb824ec62e tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5418 time: 0.2112768 Dec 06 14:44:29.888353 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1060518-5611-4e32-bd76-3348b6b59a98 req-32eb3fca-8b1e-4465-9e96-49801aa27e66 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675435 Dec 06 14:44:30.048850 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] For port d07e9759-e9fd-492e-be7d-d3df98455e0b, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:44:30.075515 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51bd9b82-abff-4bb8-9392-ae736961072b req-a1e38c1a-9ee9-43c4-9989-f315b3929567 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1853805 Dec 06 14:44:30.077173 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] For port d07e9759-e9fd-492e-be7d-d3df98455e0b, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d07e9759-e9fd-492e-be7d-d3df98455e0b,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:44:30.085763 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:30.112803 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41a567e3-9aef-4bb9-9639-01b1bbd2bf4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:30.135918 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:30.136541 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:30.137914 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] 10.222.0.37 "PUT /v2.0/ports/d07e9759-e9fd-492e-be7d-d3df98455e0b HTTP/1.1" status: 200 len: 1092 time: 2.5609651 Dec 06 14:44:30.139441 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89366a6b-f694-426b-b50f-1fd66261b4cb', 'tag': 'd07e9759-e9fd-492e-be7d-d3df98455e0b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:30.141721 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39f0773-7c4f-4583-bca0-ea797aad2d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "89366a6b-f694-426b-b50f-1fd66261b4cb", "tag": "d07e9759-e9fd-492e-be7d-d3df98455e0b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:30.281272 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec9f00-424d-452d-b3d8-6f9f8fe11d69 service neutron] Pushing event updated for resources: {'Port': ['ID=d07e9759-e9fd-492e-be7d-d3df98455e0b,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:30.289519 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efce33d-335b-46f4-9c39-175cc47e111c req-530b640e-e875-4edb-b2a7-682ec3185095 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:30.291327 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9efce33d-335b-46f4-9c39-175cc47e111c req-530b640e-e875-4edb-b2a7-682ec3185095 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/networks?id=7f2e354e-b62f-4849-9bd2-75f5a5589b95 HTTP/1.1" status: 200 len: 813 time: 0.1658313 Dec 06 14:44:30.291929 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31458916-4bfa-44a2-bf05-34c9ef6cc4fc', 'name': 'network-vif-deleted', 'tag': 'af21908f-1b8d-4ff6-b149-26cde1c479e8'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:30.294928 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5733b862-8461-4df7-bf87-cdea70495203" -d '{"events": [{"server_uuid": "31458916-4bfa-44a2-bf05-34c9ef6cc4fc", "name": "network-vif-deleted", "tag": "af21908f-1b8d-4ff6-b149-26cde1c479e8"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:30.310431 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9efce33d-335b-46f4-9c39-175cc47e111c req-fb1d93ba-f9c0-419c-8129-23ed28b369f0 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/quotas/d3af073f3ac64f7cb90626d437b05081 HTTP/1.1" status: 200 len: 375 time: 0.0116239 Dec 06 14:44:30.349008 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9efce33d-335b-46f4-9c39-175cc47e111c req-d5cfba8f-d2d4-4476-9814-b95856fd7797 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d3af073f3ac64f7cb90626d437b05081&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315547 Dec 06 14:44:30.358856 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-94a0d106-6ad9-4e57-a073-7efc212dd4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:30.360568 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-94a0d106-6ad9-4e57-a073-7efc212dd4d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 1095 time: 0.1185725 Dec 06 14:44:30.429510 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-7d9caad4-f5d9-431c-bcb8-35bdb37b00f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d07e9759-e9fd-492e-be7d-d3df98455e0b HTTP/1.1" status: 200 len: 217 time: 0.0580459 Dec 06 14:44:30.449855 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9efce33d-335b-46f4-9c39-175cc47e111c req-e08ab848-7e1e-469f-89f0-5a33118253d3 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2e354e-b62f-4849-9bd2-75f5a5589b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925038 Dec 06 14:44:30.521091 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261961c1-42e7-4ffb-a430-512d99e0298c req-c7c44535-da3a-4588-98c5-c6f8f869387f tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:30.522820 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-261961c1-42e7-4ffb-a430-512d99e0298c req-c7c44535-da3a-4588-98c5-c6f8f869387f tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 945 time: 0.2065558 Dec 06 14:44:30.555827 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9efce33d-335b-46f4-9c39-175cc47e111c req-ff8a534d-9e61-4d2c-8511-ff8e1086d892 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2e354e-b62f-4849-9bd2-75f5a5589b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973439 Dec 06 14:44:30.569522 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-079a2eba-1e7d-419d-beed-fd78f442b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:30.570968 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-079a2eba-1e7d-419d-beed-fd78f442b824 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.1284511 Dec 06 14:44:30.639057 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-64a88e76-b9a8-41f9-93f2-2d39744d26b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389044 Dec 06 14:44:30.654857 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d93485bd-d513-4cd9-958f-fd9d2749379d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:30.750738 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-261961c1-42e7-4ffb-a430-512d99e0298c req-1a756775-f57b-4764-80b9-6811fd874722 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214210 Dec 06 14:44:30.772752 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a567e3-9aef-4bb9-9639-01b1bbd2bf4e admin admin] Router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:44:30.787057 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22956cf-a95e-4fd6-8e65-7bd42695f2f8 x-openstack-request-id: req-e22956cf-a95e-4fd6-8e65-7bd42695f2f8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:30.787462 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89366a6b-f694-426b-b50f-1fd66261b4cb", "tag": "d07e9759-e9fd-492e-be7d-d3df98455e0b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:30.787742 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e22956cf-a95e-4fd6-8e65-7bd42695f2f8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:30.788148 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89366a6b-f694-426b-b50f-1fd66261b4cb', 'tag': 'd07e9759-e9fd-492e-be7d-d3df98455e0b', 'status': 'completed', 'code': 200} Dec 06 14:44:30.797209 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-45dbe9b2-501c-4c62-ab99-febac6917f46 service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484711 Dec 06 14:44:30.948962 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea14ff-1405-4856-bb9f-cf23e42c80cf req-ae866d62-0b42-4f4f-b7ea-d101effe8d39 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:30.950836 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-55ea14ff-1405-4856-bb9f-cf23e42c80cf req-ae866d62-0b42-4f4f-b7ea-d101effe8d39 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.0819187 Dec 06 14:44:30.952810 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d35207-721a-458c-b484-78aba524d40d x-openstack-request-id: req-91d35207-721a-458c-b484-78aba524d40d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:30.953500 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31458916-4bfa-44a2-bf05-34c9ef6cc4fc", "name": "network-vif-deleted", "tag": "af21908f-1b8d-4ff6-b149-26cde1c479e8", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:30.953994 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91d35207-721a-458c-b484-78aba524d40d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:30.954613 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31458916-4bfa-44a2-bf05-34c9ef6cc4fc', 'name': 'network-vif-deleted', 'tag': 'af21908f-1b8d-4ff6-b149-26cde1c479e8', 'status': 'completed', 'code': 200} Dec 06 14:44:31.007775 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a567e3-9aef-4bb9-9639-01b1bbd2bf4e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:44:31.013443 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-41a567e3-9aef-4bb9-9639-01b1bbd2bf4e admin admin] 10.222.0.20 "PUT /v2.0/routers/43daf0fa-fd51-4c5d-bd43-81cc74e564f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4044521 Dec 06 14:44:31.017673 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23f97dda-7fb6-403b-ac40-bbff8383be73 req-5057d9a0-dc7c-4a55-be50-d64242eaa98b service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116323 Dec 06 14:44:31.018264 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42260) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:31.019393 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f27552e-9b1c-454e-af83-4ba762eb25e1 None None] Sync routers for ids ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:44:31.034700 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f27552e-9b1c-454e-af83-4ba762eb25e1 None None] Routers {'43daf0fa-fd51-4c5d-bd43-81cc74e564f5'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:44:31.035815 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9f27552e-9b1c-454e-af83-4ba762eb25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:44:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:31.062319 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-55ea14ff-1405-4856-bb9f-cf23e42c80cf req-baa487f6-89d8-46c5-9617-bb6e1f1aeacb tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050165 Dec 06 14:44:31.184500 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b0145e44-37e4-4aac-b2da-4141e297ac7f req-62433acc-fd06-4041-945f-ad4851a0e400 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 210 time: 0.0662780 Dec 06 14:44:31.241718 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c939f4-e67d-450e-9982-7a89a9f62140 req-eab48dc9-69cf-4a11-ae33-680ef656b31d tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:31.250069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-91c939f4-e67d-450e-9982-7a89a9f62140 req-eab48dc9-69cf-4a11-ae33-680ef656b31d tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 944 time: 0.1711924 Dec 06 14:44:31.282680 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f0773-7c4f-4583-bca0-ea797aad2d6b req-7e2f5c46-6825-42b9-a8e6-89c7175e5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:31.285786 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e39f0773-7c4f-4583-bca0-ea797aad2d6b req-7e2f5c46-6825-42b9-a8e6-89c7175e5f2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 1095 time: 0.1659327 Dec 06 14:44:31.288261 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ec65ca9-c650-48ac-8b45-cbd03c9114cd admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:31.354011 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-9f27552e-9b1c-454e-af83-4ba762eb25e1 None None] Set router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:44:31.433286 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-91c939f4-e67d-450e-9982-7a89a9f62140 req-ac2cf355-8baa-4c04-9172-9e0c0eceea81 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820443 Dec 06 14:44:31.654241 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e417b82-f5b9-4e44-95d8-a306363880e5 req-95e3f34d-21bb-4b81-ac82-5396d827377d tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:31.657880 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9f27552e-9b1c-454e-af83-4ba762eb25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12'}], 'enable_snat': True}, 'gw_port_id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:44:29Z', 'revision_number': 5, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port': {'id': 'e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:21Z', 'updated_at': '2021-12-06T14:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:31.658953 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f0773-7c4f-4583-bca0-ea797aad2d6b req-14648bfa-a288-4f6f-8704-9122e38f1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:31.660865 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e39f0773-7c4f-4583-bca0-ea797aad2d6b req-14648bfa-a288-4f6f-8704-9122e38f1874 service neutron] 10.222.0.37 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 921 time: 0.3646481 Dec 06 14:44:31.665603 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ec65ca9-c650-48ac-8b45-cbd03c9114cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:31.680195 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e417b82-f5b9-4e44-95d8-a306363880e5 req-95e3f34d-21bb-4b81-ac82-5396d827377d tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:31.692545 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f27552e-9b1c-454e-af83-4ba762eb25e1 None None] Checking router: 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:44:31.697091 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e417b82-f5b9-4e44-95d8-a306363880e5 req-95e3f34d-21bb-4b81-ac82-5396d827377d tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:31.707349 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8e417b82-f5b9-4e44-95d8-a306363880e5 req-95e3f34d-21bb-4b81-ac82-5396d827377d tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc&device_id=ca881233-3a02-4fdc-a92b-4e68ea8dab52&device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 2416 time: 0.1451538 Dec 06 14:44:31.716330 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f27552e-9b1c-454e-af83-4ba762eb25e1 None None] Routers {'43daf0fa-fd51-4c5d-bd43-81cc74e564f5'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:44:31.717161 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9f27552e-9b1c-454e-af83-4ba762eb25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:44:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:31.758112 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e39f0773-7c4f-4583-bca0-ea797aad2d6b req-adf7dc62-d457-424d-9efa-76571dbfe34e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d07e9759-e9fd-492e-be7d-d3df98455e0b HTTP/1.1" status: 200 len: 217 time: 0.0839479 Dec 06 14:44:31.786590 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8e417b82-f5b9-4e44-95d8-a306363880e5 req-7826eefd-9741-497e-a0f7-5aff1b343971 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780730 Dec 06 14:44:31.870330 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-9f27552e-9b1c-454e-af83-4ba762eb25e1 None None] Set router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:44:31.872372 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4072c-2fa9-498f-aab0-0de20eaf3a54 req-e8bc6ba2-ce37-4687-8fd2-a7e02b6e4b8f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:31.879423 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4072c-2fa9-498f-aab0-0de20eaf3a54 req-e8bc6ba2-ce37-4687-8fd2-a7e02b6e4b8f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:31.886316 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4072c-2fa9-498f-aab0-0de20eaf3a54 req-e8bc6ba2-ce37-4687-8fd2-a7e02b6e4b8f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:31.893773 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4072c-2fa9-498f-aab0-0de20eaf3a54 req-e8bc6ba2-ce37-4687-8fd2-a7e02b6e4b8f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:31.900141 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4072c-2fa9-498f-aab0-0de20eaf3a54 req-e8bc6ba2-ce37-4687-8fd2-a7e02b6e4b8f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:31.908127 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4072c-2fa9-498f-aab0-0de20eaf3a54 req-e8bc6ba2-ce37-4687-8fd2-a7e02b6e4b8f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:31.915185 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4072c-2fa9-498f-aab0-0de20eaf3a54 req-e8bc6ba2-ce37-4687-8fd2-a7e02b6e4b8f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:31.924865 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cbc4072c-2fa9-498f-aab0-0de20eaf3a54 req-e8bc6ba2-ce37-4687-8fd2-a7e02b6e4b8f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5418 time: 0.3121543 Dec 06 14:44:31.952748 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9f27552e-9b1c-454e-af83-4ba762eb25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:44:31Z', 'revision_number': 6, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:31.976078 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f0773-7c4f-4583-bca0-ea797aad2d6b req-7ae9a9ea-df8f-4169-9387-8ad688ac9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:31.977787 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e39f0773-7c4f-4583-bca0-ea797aad2d6b req-7ae9a9ea-df8f-4169-9387-8ad688ac9734 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.1847653 Dec 06 14:44:31.992354 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f27552e-9b1c-454e-af83-4ba762eb25e1 None None] The sync data for ids ['43daf0fa-fd51-4c5d-bd43-81cc74e564f5'] in n-d-master-1 is: [{'id': '43daf0fa-fd51-4c5d-bd43-81cc74e564f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1133849819-router', 'tenant_id': '839fb2b1155145d18438788c0bdeff35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:18Z', 'updated_at': '2021-12-06T14:44:31Z', 'revision_number': 6, 'project_id': '839fb2b1155145d18438788c0bdeff35', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:44:32.280058 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e39f0773-7c4f-4583-bca0-ea797aad2d6b req-fc387230-be63-4eb0-ae02-fee7521668c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2909448 Dec 06 14:44:32.293408 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ec65ca9-c650-48ac-8b45-cbd03c9114cd admin admin] Deleting port e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:32.293879 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ec65ca9-c650-48ac-8b45-cbd03c9114cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:32.346981 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8905bdf9-b7cc-4b0a-9d25-fc090670e9ba req-1d7ffc91-9bdb-46eb-a90c-a93ef63b03e2 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1778321 Dec 06 14:44:32.366185 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efce33d-335b-46f4-9c39-175cc47e111c req-8ad6365e-c5e6-4e79-8ca4-3df2854bb4d2 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:32.367747 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9efce33d-335b-46f4-9c39-175cc47e111c req-8ad6365e-c5e6-4e79-8ca4-3df2854bb4d2 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.37 "GET /v2.0/networks?id=7f2e354e-b62f-4849-9bd2-75f5a5589b95 HTTP/1.1" status: 200 len: 813 time: 0.1596012 Dec 06 14:44:32.382463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cbc4072c-2fa9-498f-aab0-0de20eaf3a54 req-658930c6-8300-4e6e-8bdb-f6a95bcd6355 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4577756 Dec 06 14:44:32.386020 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-9efce33d-335b-46f4-9c39-175cc47e111c req-86bdff34-a50c-4f34-99d7-6e1b4fb0ee0e tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Request body: {'port': {'device_id': '136a66f1-b663-4327-b035-bcf5b44dc792', 'network_id': '7f2e354e-b62f-4849-9bd2-75f5a5589b95', 'admin_state_up': True, 'tenant_id': 'd3af073f3ac64f7cb90626d437b05081'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:32.509007 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ec65ca9-c650-48ac-8b45-cbd03c9114cd admin admin] For port e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:32.511974 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ec65ca9-c650-48ac-8b45-cbd03c9114cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:32.599648 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ec65ca9-c650-48ac-8b45-cbd03c9114cd admin admin] Calling delete_port for e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:32.618585 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9efce33d-335b-46f4-9c39-175cc47e111c req-86bdff34-a50c-4f34-99d7-6e1b4fb0ee0e tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Made reservation on behalf of d3af073f3ac64f7cb90626d437b05081 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:44:32.622754 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9efce33d-335b-46f4-9c39-175cc47e111c req-86bdff34-a50c-4f34-99d7-6e1b4fb0ee0e tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:32.694267 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9e116-4f62-4379-8adb-f876c42b464a req-157c7525-70fb-42bd-b4e6-8e52aa9a1dd9 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:32.714780 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dff9e116-4f62-4379-8adb-f876c42b464a req-157c7525-70fb-42bd-b4e6-8e52aa9a1dd9 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.1992195 Dec 06 14:44:32.744470 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e39f0773-7c4f-4583-bca0-ea797aad2d6b req-b4981cc1-7eb5-4192-877b-a31bd806447d service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474707 Dec 06 14:44:32.798566 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-81f92c42-a016-4494-82e2-81edda1d8a47 req-c11c54d2-8aea-4aa4-9f80-443c9b9c7294 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 210 time: 0.0560610 Dec 06 14:44:32.826781 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-9efce33d-335b-46f4-9c39-175cc47e111c req-86bdff34-a50c-4f34-99d7-6e1b4fb0ee0e tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Allocated IP 172.20.0.4 (7f2e354e-b62f-4849-9bd2-75f5a5589b95/cd52b025-3a41-48a4-af85-edccea1b0f43/38b8a9e6-8656-4e2e-af3c-521e74fddd18) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:44:32.857916 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dff9e116-4f62-4379-8adb-f876c42b464a req-dafee2bb-fb6e-4d07-b624-7595c466abb3 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421783 Dec 06 14:44:32.970254 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e39f0773-7c4f-4583-bca0-ea797aad2d6b req-75dbf311-dfba-4afb-bdd7-0b51468410f0 service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139397 Dec 06 14:44:32.992322 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ec65ca9-c650-48ac-8b45-cbd03c9114cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.021459 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec65ca9-c650-48ac-8b45-cbd03c9114cd admin admin] Pushing event deleted for resources: {'Port': ['ID=e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:33.039406 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aedd8-cfb0-44d4-8f94-41f84efb38bf req-db9c068c-1575-44a6-890f-9e52a4ce3ae4 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:33.048346 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c27aedd8-cfb0-44d4-8f94-41f84efb38bf req-db9c068c-1575-44a6-890f-9e52a4ce3ae4 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 944 time: 0.1339779 Dec 06 14:44:33.085898 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9efce33d-335b-46f4-9c39-175cc47e111c req-86bdff34-a50c-4f34-99d7-6e1b4fb0ee0e tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.100808 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ec65ca9-c650-48ac-8b45-cbd03c9114cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.160745 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c27aedd8-cfb0-44d4-8f94-41f84efb38bf req-84282c12-4f6d-4fbc-847e-a9268a42381b tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114912 Dec 06 14:44:33.169788 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9efce33d-335b-46f4-9c39-175cc47e111c req-86bdff34-a50c-4f34-99d7-6e1b4fb0ee0e tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.193418 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6ad91fe-6819-447d-be93-611276c20458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.213114 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ec65ca9-c650-48ac-8b45-cbd03c9114cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.215988 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ec65ca9-c650-48ac-8b45-cbd03c9114cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.225264 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efce33d-335b-46f4-9c39-175cc47e111c req-86bdff34-a50c-4f34-99d7-6e1b4fb0ee0e tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Network 7f2e354e-b62f-4849-9bd2-75f5a5589b95 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:44:33.229101 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-9efce33d-335b-46f4-9c39-175cc47e111c req-86bdff34-a50c-4f34-99d7-6e1b4fb0ee0e tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:44:33.233422 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efce33d-335b-46f4-9c39-175cc47e111c req-86bdff34-a50c-4f34-99d7-6e1b4fb0ee0e tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:44:33.263114 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdff34-a50c-4f34-99d7-6e1b4fb0ee0e tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Pushing event updated for resources: {'Port': ['ID=38b8a9e6-8656-4e2e-af3c-521e74fddd18,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:33.301605 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ec65ca9-c650-48ac-8b45-cbd03c9114cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.302256 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec65ca9-c650-48ac-8b45-cbd03c9114cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43daf0fa-fd51-4c5d-bd43-81cc74e564f5 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:44:33.305876 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efce33d-335b-46f4-9c39-175cc47e111c req-86bdff34-a50c-4f34-99d7-6e1b4fb0ee0e tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:33.306549 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9efce33d-335b-46f4-9c39-175cc47e111c req-86bdff34-a50c-4f34-99d7-6e1b4fb0ee0e tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.318048 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ec65ca9-c650-48ac-8b45-cbd03c9114cd admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.322109 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2ec65ca9-c650-48ac-8b45-cbd03c9114cd admin admin] 10.222.0.20 "DELETE /v2.0/routers/43daf0fa-fd51-4c5d-bd43-81cc74e564f5 HTTP/1.1" status: 204 len: 168 time: 2.3001144 Dec 06 14:44:33.322109 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42288) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:33.336885 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9efce33d-335b-46f4-9c39-175cc47e111c req-86bdff34-a50c-4f34-99d7-6e1b4fb0ee0e tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9574108 Dec 06 14:44:33.373413 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Request body: {'port': {'device_id': '136a66f1-b663-4327-b035-bcf5b44dc792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:33.396897 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 359ce00a-49c2-4e1b-855c-9969d1005477 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:33.404351 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ddcee-9787-4610-828f-754acf17179c req-734dd040-fe91-4cc9-b5a6-b6b7b469788f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:33.412873 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c66ddcee-9787-4610-828f-754acf17179c req-734dd040-fe91-4cc9-b5a6-b6b7b469788f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f836abd-f54b-48f9-bb1d-bc67f33c122c HTTP/1.1" status: 200 len: 950 time: 0.1865954 Dec 06 14:44:33.430856 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fe7047-3e0f-49f1-b5e8-01e791b8cef8 admin admin] Deleting subnet bb291ef5-fef4-4bb9-9c01-47a1329d615e {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:44:33.438612 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 359ce00a-49c2-4e1b-855c-9969d1005477 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:33.440375 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 359ce00a-49c2-4e1b-855c-9969d1005477 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:33.442451 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:33.446215 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28fe7047-3e0f-49f1-b5e8-01e791b8cef8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.459920 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.479412 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:33.479778 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e8bc8ec5-3e9e-41b3-905f-7c1b7deb8143 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:33.515150 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28fe7047-3e0f-49f1-b5e8-01e791b8cef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.537467 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c66ddcee-9787-4610-828f-754acf17179c req-641970e1-70bd-4ae8-805b-0499670b8f8e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238370 Dec 06 14:44:33.681704 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28fe7047-3e0f-49f1-b5e8-01e791b8cef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.714567 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f28da-068c-443b-992d-bab4191fe6ce req-8f0e4edc-c7c8-490a-a58f-72ebee64401f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:33.716162 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e9f28da-068c-443b-992d-bab4191fe6ce req-8f0e4edc-c7c8-490a-a58f-72ebee64401f tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f836abd-f54b-48f9-bb1d-bc67f33c122c HTTP/1.1" status: 200 len: 950 time: 0.1300397 Dec 06 14:44:33.746201 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28fe7047-3e0f-49f1-b5e8-01e791b8cef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.772518 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859773-67d9-4266-aa0d-3177b3cfe4bd req-d7b2ba14-bd93-46a7-90fb-5b5f6a3ca3f8 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:33.779299 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe7047-3e0f-49f1-b5e8-01e791b8cef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb291ef5-fef4-4bb9-9c01-47a1329d615e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:33.781352 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28fe7047-3e0f-49f1-b5e8-01e791b8cef8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.784676 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859773-67d9-4266-aa0d-3177b3cfe4bd req-d7b2ba14-bd93-46a7-90fb-5b5f6a3ca3f8 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:33.788253 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-28fe7047-3e0f-49f1-b5e8-01e791b8cef8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bb291ef5-fef4-4bb9-9c01-47a1329d615e HTTP/1.1" status: 204 len: 168 time: 0.4627423 Dec 06 14:44:33.788350 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42296) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:33.790705 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda6a2e1-45a2-48ea-bde8-34dcc46d9b70 None None] Network 5476fa3d-f758-44f5-bed7-420b11259803 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:44:33.791666 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859773-67d9-4266-aa0d-3177b3cfe4bd req-d7b2ba14-bd93-46a7-90fb-5b5f6a3ca3f8 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:33.797999 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859773-67d9-4266-aa0d-3177b3cfe4bd req-d7b2ba14-bd93-46a7-90fb-5b5f6a3ca3f8 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:33.804166 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859773-67d9-4266-aa0d-3177b3cfe4bd req-d7b2ba14-bd93-46a7-90fb-5b5f6a3ca3f8 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:33.810166 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859773-67d9-4266-aa0d-3177b3cfe4bd req-d7b2ba14-bd93-46a7-90fb-5b5f6a3ca3f8 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:33.817255 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859773-67d9-4266-aa0d-3177b3cfe4bd req-d7b2ba14-bd93-46a7-90fb-5b5f6a3ca3f8 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:33.825439 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-26859773-67d9-4266-aa0d-3177b3cfe4bd req-d7b2ba14-bd93-46a7-90fb-5b5f6a3ca3f8 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5418 time: 0.2063243 Dec 06 14:44:33.869089 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.937706 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.954272 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] Deleting port dd1b390a-6bb0-4884-8baf-8e7380d8f3b4 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:33.954637 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.021964 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-26859773-67d9-4266-aa0d-3177b3cfe4bd req-c0ed9ce9-b91c-499e-a94d-757136b1ce60 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1955018 Dec 06 14:44:34.075363 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b8a9e6-8656-4e2e-af3c-521e74fddd18 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:34.087446 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.087754 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] For port dd1b390a-6bb0-4884-8baf-8e7380d8f3b4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dd1b390a-6bb0-4884-8baf-8e7380d8f3b4,segment=NetworkSegment(cf13b1f2-830c-4988-93aa-b6e0567249e6),segment_id=cf13b1f2-830c-4988-93aa-b6e0567249e6)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:34.087878 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.092292 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-3e9f28da-068c-443b-992d-bab4191fe6ce req-0e5d3b9d-3ca0-4157-9935-2eef4b15abdb tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Deleting port 294d13a3-e512-4afc-93c0-a620f8b279e0 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:34.092694 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e9f28da-068c-443b-992d-bab4191fe6ce req-0e5d3b9d-3ca0-4157-9935-2eef4b15abdb tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.105388 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] DHCP port deletion for 5476fa3d-f758-44f5-bed7-420b11259803 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:44:34.110815 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] Calling delete_port for dd1b390a-6bb0-4884-8baf-8e7380d8f3b4 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:34.125408 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a0973-c0d5-4ebf-8bd6-3ba9f4074d91 req-74fd6a8f-9268-40bc-9e63-7f1d046dcfeb tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:34.127823 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f62a0973-c0d5-4ebf-8bd6-3ba9f4074d91 req-74fd6a8f-9268-40bc-9e63-7f1d046dcfeb tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 931 time: 0.0993347 Dec 06 14:44:34.157381 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Deleting port dd1b390a-6bb0-4884-8baf-8e7380d8f3b4 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:34.157830 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.160166 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Transition to ACTIVE for port object 38b8a9e6-8656-4e2e-af3c-521e74fddd18 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:44:34.172277 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.227456 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] For port dd1b390a-6bb0-4884-8baf-8e7380d8f3b4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dd1b390a-6bb0-4884-8baf-8e7380d8f3b4,segment=NetworkSegment(cf13b1f2-830c-4988-93aa-b6e0567249e6),segment_id=cf13b1f2-830c-4988-93aa-b6e0567249e6)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:34.228248 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.232518 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f62a0973-c0d5-4ebf-8bd6-3ba9f4074d91 req-4e95d7c5-8339-4e4a-8a5f-ad7998c800b3 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/security-groups?id=8164c7d9-8dcb-4c23-952e-f35c61470695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938025 Dec 06 14:44:34.251690 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Calling delete_port for dd1b390a-6bb0-4884-8baf-8e7380d8f3b4 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:34.266205 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.316860 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd1b390a-6bb0-4884-8baf-8e7380d8f3b4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:34.321715 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] No DVR routers for this DVR port dd1b390a-6bb0-4884-8baf-8e7380d8f3b4 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:34.326818 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bdf54-3551-4deb-8866-698a1c0d6d75 req-6cb05fee-95b9-4874-a977-16e89ad6a4fa tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:34.334246 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5a1bdf54-3551-4deb-8866-698a1c0d6d75 req-6cb05fee-95b9-4874-a977-16e89ad6a4fa tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.2261856 Dec 06 14:44:34.336065 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=38b8a9e6-8656-4e2e-af3c-521e74fddd18,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:34.341459 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3e9f28da-068c-443b-992d-bab4191fe6ce req-0e5d3b9d-3ca0-4157-9935-2eef4b15abdb tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] For port 294d13a3-e512-4afc-93c0-a620f8b279e0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=294d13a3-e512-4afc-93c0-a620f8b279e0,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:34.341825 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e9f28da-068c-443b-992d-bab4191fe6ce req-0e5d3b9d-3ca0-4157-9935-2eef4b15abdb tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.362423 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.382369 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7ffd5-3934-4549-aa5e-2e67bd4251f1 req-16747b68-afa4-4fd9-adf1-c115ade242fe tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:34.383867 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bbb7ffd5-3934-4549-aa5e-2e67bd4251f1 req-16747b68-afa4-4fd9-adf1-c115ade242fe tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 949 time: 0.2302165 Dec 06 14:44:34.401486 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-3e9f28da-068c-443b-992d-bab4191fe6ce req-0e5d3b9d-3ca0-4157-9935-2eef4b15abdb tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Calling delete_port for 294d13a3-e512-4afc-93c0-a620f8b279e0 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:34.406061 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Pushing event deleted for resources: {'Port': ['ID=dd1b390a-6bb0-4884-8baf-8e7380d8f3b4,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:34.417529 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] No DVR routers for this DVR port dd1b390a-6bb0-4884-8baf-8e7380d8f3b4 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:34.421243 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:34.421900 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:34.422564 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:34.423000 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:34.423431 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:34.424622 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:34.425181 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:34.425612 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:34.426040 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:34.426464 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:34.426889 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:34.427311 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:34.427759 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49885bd6-c7f4-45d1-86c0-4ea3e5b506b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:34.428755 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.459452 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5476fa3d-f758-44f5-bed7-420b11259803']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:34.471984 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf13b1f2-830c-4988-93aa-b6e0567249e6') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:34.472356 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf13b1f2-830c-4988-93aa-b6e0567249e6') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:34.498252 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.518416 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.527890 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:44:34.528219 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:44:34.529970 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:44:34.552955 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5a1bdf54-3551-4deb-8866-698a1c0d6d75 req-d25847f3-0584-4e97-9c32-6a43a6bf5ee1 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173831 Dec 06 14:44:34.612703 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Attempting to bind port 38b8a9e6-8656-4e2e-af3c-521e74fddd18 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:44:34.613152 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Attempting to bind port 38b8a9e6-8656-4e2e-af3c-521e74fddd18 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '169fb03e-70bf-405f-b092-895dc9cc5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f2e354e-b62f-4849-9bd2-75f5a5589b95'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:44:34.613476 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Attempting to bind port 38b8a9e6-8656-4e2e-af3c-521e74fddd18 on network 7f2e354e-b62f-4849-9bd2-75f5a5589b95 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:34.629408 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Port 38b8a9e6-8656-4e2e-af3c-521e74fddd18 on network 7f2e354e-b62f-4849-9bd2-75f5a5589b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:44:34.629721 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Attempting to bind port 38b8a9e6-8656-4e2e-af3c-521e74fddd18 on network 7f2e354e-b62f-4849-9bd2-75f5a5589b95 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:34.630562 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.640357 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.647192 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5476fa3d-f758-44f5-bed7-420b11259803 HTTP/1.1" status: 204 len: 168 time: 0.8555367 Dec 06 14:44:34.648927 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42312) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:34.651248 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:44:34.651856 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Checking segment: {'id': '169fb03e-70bf-405f-b092-895dc9cc5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f2e354e-b62f-4849-9bd2-75f5a5589b95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:44:34.652355 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Bound using segment: {'id': '169fb03e-70bf-405f-b092-895dc9cc5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f2e354e-b62f-4849-9bd2-75f5a5589b95'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:44:34.652623 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Bound port: 38b8a9e6-8656-4e2e-af3c-521e74fddd18, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '169fb03e-70bf-405f-b092-895dc9cc5652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f2e354e-b62f-4849-9bd2-75f5a5589b95'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:44:34.652980 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.707309 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79e71a-8d7d-4444-a768-f208bdb3eab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5476fa3d-f758-44f5-bed7-420b11259803,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:34.730721 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09737efc-d687-4021-ae87-06232feb51ff req-863c2073-f124-46dc-9b51-b63493a1ffad tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:34.732339 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09737efc-d687-4021-ae87-06232feb51ff req-863c2073-f124-46dc-9b51-b63493a1ffad tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 944 time: 0.1338575 Dec 06 14:44:34.734019 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-bbb7ffd5-3934-4549-aa5e-2e67bd4251f1 req-b00e6d60-36b1-4032-a491-c9e178db7e57 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Deleting port beac9f6e-b4f3-446f-8fdc-1e63d8827c7b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:34.734445 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bbb7ffd5-3934-4549-aa5e-2e67bd4251f1 req-b00e6d60-36b1-4032-a491-c9e178db7e57 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.834980 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e9f28da-068c-443b-992d-bab4191fe6ce req-0e5d3b9d-3ca0-4157-9935-2eef4b15abdb tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.843164 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09737efc-d687-4021-ae87-06232feb51ff req-55d7b544-b324-4d0b-ae13-a267b6b79660 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004288 Dec 06 14:44:34.852825 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['beac9f6e-b4f3-446f-8fdc-1e63d8827c7b', '294d13a3-e512-4afc-93c0-a620f8b279e0'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:34.855627 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6752727d-6265-498c-88a0-cf28c985dc97'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:34.870546 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] For port 38b8a9e6-8656-4e2e-af3c-521e74fddd18, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:44:34.905457 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d3b9d-3ca0-4157-9935-2eef4b15abdb tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Pushing event deleted for resources: {'Port': ['ID=294d13a3-e512-4afc-93c0-a620f8b279e0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:34.942840 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] For port 38b8a9e6-8656-4e2e-af3c-521e74fddd18, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=38b8a9e6-8656-4e2e-af3c-521e74fddd18,segment=NetworkSegment(169fb03e-70bf-405f-b092-895dc9cc5652),segment_id=169fb03e-70bf-405f-b092-895dc9cc5652)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:44:34.945853 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c2a9da2-875a-4a44-9e6d-609b3a01a1ea req-d92b6feb-f56b-4aef-bc49-28770f533f90 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f836abd-f54b-48f9-bb1d-bc67f33c122c HTTP/1.1" status: 200 len: 210 time: 0.0942225 Dec 06 14:44:34.969078 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-bbb7ffd5-3934-4549-aa5e-2e67bd4251f1 req-b00e6d60-36b1-4032-a491-c9e178db7e57 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] For port beac9f6e-b4f3-446f-8fdc-1e63d8827c7b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=beac9f6e-b4f3-446f-8fdc-1e63d8827c7b,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:34.969436 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bbb7ffd5-3934-4549-aa5e-2e67bd4251f1 req-b00e6d60-36b1-4032-a491-c9e178db7e57 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.972844 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:35.000501 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9f28da-068c-443b-992d-bab4191fe6ce req-0e5d3b9d-3ca0-4157-9935-2eef4b15abdb tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] No DVR routers for this DVR port 294d13a3-e512-4afc-93c0-a620f8b279e0 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:35.023406 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e9f28da-068c-443b-992d-bab4191fe6ce req-0e5d3b9d-3ca0-4157-9935-2eef4b15abdb tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:35.025086 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca316402-a28e-4f62-b29e-0b4d059b9bc1 req-cebd5a12-5b1a-4e65-b3f4-02ef97f97a4f tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:35.026914 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca316402-a28e-4f62-b29e-0b4d059b9bc1 req-cebd5a12-5b1a-4e65-b3f4-02ef97f97a4f tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 945 time: 0.1060314 Dec 06 14:44:35.027088 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e9f28da-068c-443b-992d-bab4191fe6ce req-0e5d3b9d-3ca0-4157-9935-2eef4b15abdb tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "DELETE /v2.0/ports/294d13a3-e512-4afc-93c0-a620f8b279e0 HTTP/1.1" status: 204 len: 173 time: 1.2757671 Dec 06 14:44:35.029585 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f836abd-f54b-48f9-bb1d-bc67f33c122c', 'name': 'network-vif-deleted', 'tag': '294d13a3-e512-4afc-93c0-a620f8b279e0'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:35.031908 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026fa272-39a8-4f1f-87a6-146bdaf2ddba" -d '{"events": [{"server_uuid": "6f836abd-f54b-48f9-bb1d-bc67f33c122c", "name": "network-vif-deleted", "tag": "294d13a3-e512-4afc-93c0-a620f8b279e0"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:35.042988 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-bbb7ffd5-3934-4549-aa5e-2e67bd4251f1 req-b00e6d60-36b1-4032-a491-c9e178db7e57 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Calling delete_port for beac9f6e-b4f3-446f-8fdc-1e63d8827c7b owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:35.062582 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:35.063322 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:35.064942 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9efce33d-335b-46f4-9c39-175cc47e111c req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] 10.222.0.37 "PUT /v2.0/ports/38b8a9e6-8656-4e2e-af3c-521e74fddd18 HTTP/1.1" status: 200 len: 1091 time: 1.7122018 Dec 06 14:44:35.120467 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3be0b-dcab-4e15-afd9-c2da763eb2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=38b8a9e6-8656-4e2e-af3c-521e74fddd18,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:35.162803 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca316402-a28e-4f62-b29e-0b4d059b9bc1 req-e316464a-0425-4795-be48-85bf37265c14 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903761 Dec 06 14:44:35.228419 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f5259a-8626-4f94-88bd-317882fc1f37 x-openstack-request-id: req-79f5259a-8626-4f94-88bd-317882fc1f37 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:35.228914 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f836abd-f54b-48f9-bb1d-bc67f33c122c", "name": "network-vif-deleted", "tag": "294d13a3-e512-4afc-93c0-a620f8b279e0", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:35.229615 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79f5259a-8626-4f94-88bd-317882fc1f37 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:35.230751 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f836abd-f54b-48f9-bb1d-bc67f33c122c', 'name': 'network-vif-deleted', 'tag': '294d13a3-e512-4afc-93c0-a620f8b279e0', 'status': 'completed', 'code': 200} Dec 06 14:44:35.270739 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efce33d-335b-46f4-9c39-175cc47e111c req-09bfbafc-87ad-4b42-8e2f-df2b8c83592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:35.272476 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9efce33d-335b-46f4-9c39-175cc47e111c req-09bfbafc-87ad-4b42-8e2f-df2b8c83592a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3af073f3ac64f7cb90626d437b05081&device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 1094 time: 0.1060672 Dec 06 14:44:35.381926 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9efce33d-335b-46f4-9c39-175cc47e111c req-f549bf63-328e-4699-acda-147a6b1f7649 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b8a9e6-8656-4e2e-af3c-521e74fddd18 HTTP/1.1" status: 200 len: 217 time: 0.0568466 Dec 06 14:44:35.391451 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d2814-fdd4-4232-a564-e1d12d4ab87e req-8d40d39c-91c0-4cfc-a9f4-77109a8e11d9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:35.398701 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d2814-fdd4-4232-a564-e1d12d4ab87e req-8d40d39c-91c0-4cfc-a9f4-77109a8e11d9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:35.405543 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d2814-fdd4-4232-a564-e1d12d4ab87e req-8d40d39c-91c0-4cfc-a9f4-77109a8e11d9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:35.411984 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d2814-fdd4-4232-a564-e1d12d4ab87e req-8d40d39c-91c0-4cfc-a9f4-77109a8e11d9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:35.418604 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d2814-fdd4-4232-a564-e1d12d4ab87e req-8d40d39c-91c0-4cfc-a9f4-77109a8e11d9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:35.423366 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device dd1b390a-6bb0-4884-8baf-8e7380d8f3b4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:35.436847 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d2814-fdd4-4232-a564-e1d12d4ab87e req-8d40d39c-91c0-4cfc-a9f4-77109a8e11d9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:35.445457 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d2814-fdd4-4232-a564-e1d12d4ab87e req-8d40d39c-91c0-4cfc-a9f4-77109a8e11d9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:35.448098 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d91d2814-fdd4-4232-a564-e1d12d4ab87e req-8d40d39c-91c0-4cfc-a9f4-77109a8e11d9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5418 time: 0.1439593 Dec 06 14:44:35.457819 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: dd1b390a-6bb0-4884-8baf-8e7380d8f3b4 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:35.457819 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device dd1b390a-6bb0-4884-8baf-8e7380d8f3b4 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:35.460540 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bbb7ffd5-3934-4549-aa5e-2e67bd4251f1 req-b00e6d60-36b1-4032-a491-c9e178db7e57 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:35.468827 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff61333d-8e42-4486-9851-0b2dcfa0ab2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:35.473253 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['294d13a3-e512-4afc-93c0-a620f8b279e0'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:35.527631 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:35.529912 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e6d60-36b1-4032-a491-c9e178db7e57 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Pushing event deleted for resources: {'Port': ['ID=beac9f6e-b4f3-446f-8fdc-1e63d8827c7b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:35.536989 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efce33d-335b-46f4-9c39-175cc47e111c req-7e43e577-f897-4281-80cb-f173e144f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:35.538884 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9efce33d-335b-46f4-9c39-175cc47e111c req-7e43e577-f897-4281-80cb-f173e144f3e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd52b025-3a41-48a4-af85-edccea1b0f43 HTTP/1.1" status: 200 len: 853 time: 0.1443520 Dec 06 14:44:35.556772 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6599d6-ea84-4df7-89f8-621998a84ff0 req-6f48fc63-6363-4652-b600-118e3534e4d9 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:35.558573 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da6599d6-ea84-4df7-89f8-621998a84ff0 req-6f48fc63-6363-4652-b600-118e3534e4d9 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 943 time: 0.1818550 Dec 06 14:44:35.639492 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d91d2814-fdd4-4232-a564-e1d12d4ab87e req-a5dfef0c-3ef5-43a8-9f13-1fc7ae0d28d8 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1824243 Dec 06 14:44:35.640308 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9efce33d-335b-46f4-9c39-175cc47e111c req-bda358f3-5312-4107-93a3-67799accff71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f2e354e-b62f-4849-9bd2-75f5a5589b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806046 Dec 06 14:44:35.642702 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb7ffd5-3934-4549-aa5e-2e67bd4251f1 req-b00e6d60-36b1-4032-a491-c9e178db7e57 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] No DVR routers for this DVR port beac9f6e-b4f3-446f-8fdc-1e63d8827c7b on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:35.649674 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bbb7ffd5-3934-4549-aa5e-2e67bd4251f1 req-b00e6d60-36b1-4032-a491-c9e178db7e57 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:35.653394 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bbb7ffd5-3934-4549-aa5e-2e67bd4251f1 req-b00e6d60-36b1-4032-a491-c9e178db7e57 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.23 "DELETE /v2.0/ports/beac9f6e-b4f3-446f-8fdc-1e63d8827c7b HTTP/1.1" status: 204 len: 173 time: 1.2496150 Dec 06 14:44:35.747941 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da6599d6-ea84-4df7-89f8-621998a84ff0 req-892068d2-db0c-4e06-8a53-618a5c139fd7 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/security-groups?id=8164c7d9-8dcb-4c23-952e-f35c61470695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647675 Dec 06 14:44:35.760758 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6752727d-6265-498c-88a0-cf28c985dc97'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:35.843919 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1abd8-99c8-4e69-a207-a94ecb96ac95 req-5f05b93b-4641-4665-a128-ab29cdb86b20 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:35.852028 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04c1abd8-99c8-4e69-a207-a94ecb96ac95 req-5f05b93b-4641-4665-a128-ab29cdb86b20 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.0924311 Dec 06 14:44:35.875033 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9efce33d-335b-46f4-9c39-175cc47e111c req-afa108f2-8178-42cb-804e-28ddd1b47e85 service neutron] 10.222.0.37 "GET /v2.0/networks/7f2e354e-b62f-4849-9bd2-75f5a5589b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204916 Dec 06 14:44:35.906676 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04c1abd8-99c8-4e69-a207-a94ecb96ac95 req-f9bbb005-1ed7-4083-8f93-de476ef5a09b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546556 Dec 06 14:44:35.908306 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ff61333d-8e42-4486-9851-0b2dcfa0ab2c admin admin] Deleting port 3bee4963-2325-4632-b4cf-b653f68dc130 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:35.908670 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff61333d-8e42-4486-9851-0b2dcfa0ab2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:36.045764 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9efce33d-335b-46f4-9c39-175cc47e111c req-fa927150-070b-4731-b4f5-bd7049a29dab service neutron] 10.222.0.37 "GET /v2.0/networks/7f2e354e-b62f-4849-9bd2-75f5a5589b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633720 Dec 06 14:44:36.075898 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61023267-8390-49a4-be83-664e32023734 req-b6fad7fc-abff-4006-9275-d1ea2e11bf36 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:36.078519 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-61023267-8390-49a4-be83-664e32023734 req-b6fad7fc-abff-4006-9275-d1ea2e11bf36 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 944 time: 0.1148374 Dec 06 14:44:36.165432 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-61023267-8390-49a4-be83-664e32023734 req-e4fc7208-91b2-4856-af23-f3072f56d272 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768025 Dec 06 14:44:36.281911 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f44ad9c9-4929-461a-af79-196b920bd48f req-3301090b-8f22-47fd-a22a-40ad3e740c39 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ab083fe-50ed-4de0-ae09-aa67aad0dd25 HTTP/1.1" status: 200 len: 210 time: 0.0309503 Dec 06 14:44:36.301856 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c7b76-c70d-458b-b075-44a29dbb8d7d req-fa5bb7c7-cb88-4b36-af69-a386bcec8c99 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:36.304005 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fd9c7b76-c70d-458b-b075-44a29dbb8d7d req-fa5bb7c7-cb88-4b36-af69-a386bcec8c99 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.23 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 945 time: 0.0967939 Dec 06 14:44:36.311020 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ff61333d-8e42-4486-9851-0b2dcfa0ab2c admin admin] For port 3bee4963-2325-4632-b4cf-b653f68dc130, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3bee4963-2325-4632-b4cf-b653f68dc130,segment=NetworkSegment(a81e4608-178b-474e-9575-66d73b42eb4f),segment_id=a81e4608-178b-474e-9575-66d73b42eb4f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:36.311403 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff61333d-8e42-4486-9851-0b2dcfa0ab2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:36.325026 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ff61333d-8e42-4486-9851-0b2dcfa0ab2c admin admin] Calling delete_port for 3bee4963-2325-4632-b4cf-b653f68dc130 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:36.358235 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e6811-bdce-4e74-9327-dd613378172e req-a17b9da4-aa64-40a8-af05-9f7ea6e3c982 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:36.359791 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-661e6811-bdce-4e74-9327-dd613378172e req-a17b9da4-aa64-40a8-af05-9f7ea6e3c982 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 945 time: 0.1067042 Dec 06 14:44:36.493914 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:36.514567 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff61333d-8e42-4486-9851-0b2dcfa0ab2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:36.540513 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61333d-8e42-4486-9851-0b2dcfa0ab2c admin admin] Pushing event deleted for resources: {'Port': ['ID=3bee4963-2325-4632-b4cf-b653f68dc130,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:36.717031 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff61333d-8e42-4486-9851-0b2dcfa0ab2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:36.756920 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-661e6811-bdce-4e74-9327-dd613378172e req-ddf81a76-341e-4baf-9213-dadbd2ec4c97 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899720 Dec 06 14:44:36.770762 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-fd9c7b76-c70d-458b-b075-44a29dbb8d7d req-7b439c77-7fb7-434e-9ce5-ee94bf7ed4ba tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Deleting port 918d40fd-8b4f-4e12-8998-886c2131303a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:36.771104 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fd9c7b76-c70d-458b-b075-44a29dbb8d7d req-7b439c77-7fb7-434e-9ce5-ee94bf7ed4ba tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:36.864016 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf161e28-a76b-4b9a-b444-0ea9744a546a req-48b3819d-d007-4d82-bcaf-f108343ef799 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:36.869930 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf161e28-a76b-4b9a-b444-0ea9744a546a req-48b3819d-d007-4d82-bcaf-f108343ef799 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:36.875965 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf161e28-a76b-4b9a-b444-0ea9744a546a req-48b3819d-d007-4d82-bcaf-f108343ef799 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:36.882578 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf161e28-a76b-4b9a-b444-0ea9744a546a req-48b3819d-d007-4d82-bcaf-f108343ef799 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:36.888514 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf161e28-a76b-4b9a-b444-0ea9744a546a req-48b3819d-d007-4d82-bcaf-f108343ef799 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:36.895344 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf161e28-a76b-4b9a-b444-0ea9744a546a req-48b3819d-d007-4d82-bcaf-f108343ef799 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:36.901244 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf161e28-a76b-4b9a-b444-0ea9744a546a req-48b3819d-d007-4d82-bcaf-f108343ef799 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:36.901774 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-fd9c7b76-c70d-458b-b075-44a29dbb8d7d req-7b439c77-7fb7-434e-9ce5-ee94bf7ed4ba tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] For port 918d40fd-8b4f-4e12-8998-886c2131303a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=918d40fd-8b4f-4e12-8998-886c2131303a,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:36.902255 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fd9c7b76-c70d-458b-b075-44a29dbb8d7d req-7b439c77-7fb7-434e-9ce5-ee94bf7ed4ba tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:36.903161 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf161e28-a76b-4b9a-b444-0ea9744a546a req-48b3819d-d007-4d82-bcaf-f108343ef799 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5418 time: 0.1385655 Dec 06 14:44:36.917780 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-fd9c7b76-c70d-458b-b075-44a29dbb8d7d req-7b439c77-7fb7-434e-9ce5-ee94bf7ed4ba tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Calling delete_port for 918d40fd-8b4f-4e12-8998-886c2131303a owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:36.926969 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e92085-5fe5-4ce6-8097-b8821859dbf5 req-6b242dcc-aec3-40f9-acc9-52e5c0b3028f tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:36.928467 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-00e92085-5fe5-4ce6-8097-b8821859dbf5 req-6b242dcc-aec3-40f9-acc9-52e5c0b3028f tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 943 time: 0.0889375 Dec 06 14:44:37.012205 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf161e28-a76b-4b9a-b444-0ea9744a546a req-9caa5bf1-3399-41cf-8093-1c484a3bcdcb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1022348 Dec 06 14:44:37.024388 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-00e92085-5fe5-4ce6-8097-b8821859dbf5 req-b9d85992-d8b0-4a12-82c4-bd1b65b40cab tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/security-groups?id=8164c7d9-8dcb-4c23-952e-f35c61470695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866301 Dec 06 14:44:37.079681 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff61333d-8e42-4486-9851-0b2dcfa0ab2c admin admin] Router 31cdd4fe-2d3a-4e6d-a81a-7f42c281df51 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:44:37.117607 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fd9c7b76-c70d-458b-b075-44a29dbb8d7d req-7b439c77-7fb7-434e-9ce5-ee94bf7ed4ba tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:37.131162 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['9cbc89aa-b0c1-4bea-b509-860e02243d72', '91655ffc-d2e5-4ec9-a98a-d88ac3caab9e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:37.134510 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['918d40fd-8b4f-4e12-8998-886c2131303a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:37.163235 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b439c77-7fb7-434e-9ce5-ee94bf7ed4ba tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Pushing event deleted for resources: {'Port': ['ID=918d40fd-8b4f-4e12-8998-886c2131303a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:37.210303 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9c7b76-c70d-458b-b075-44a29dbb8d7d req-7b439c77-7fb7-434e-9ce5-ee94bf7ed4ba tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] No DVR routers for this DVR port 918d40fd-8b4f-4e12-8998-886c2131303a on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:37.220086 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74160d1-e241-43b3-a895-36448079cc48 req-d04fa3f4-14ca-42dd-86eb-0856b331c8ab tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:37.222537 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f74160d1-e241-43b3-a895-36448079cc48 req-d04fa3f4-14ca-42dd-86eb-0856b331c8ab tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.1143932 Dec 06 14:44:37.223072 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fd9c7b76-c70d-458b-b075-44a29dbb8d7d req-7b439c77-7fb7-434e-9ce5-ee94bf7ed4ba tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:37.226316 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fd9c7b76-c70d-458b-b075-44a29dbb8d7d req-7b439c77-7fb7-434e-9ce5-ee94bf7ed4ba tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.23 "DELETE /v2.0/ports/918d40fd-8b4f-4e12-8998-886c2131303a HTTP/1.1" status: 204 len: 173 time: 0.9149795 Dec 06 14:44:37.235174 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136a66f1-b663-4327-b035-bcf5b44dc792', 'tag': '38b8a9e6-8656-4e2e-af3c-521e74fddd18'}, {'server_uuid': '4ab083fe-50ed-4de0-ae09-aa67aad0dd25', 'name': 'network-vif-deleted', 'tag': 'beac9f6e-b4f3-446f-8fdc-1e63d8827c7b'}, {'server_uuid': '854d3c03-664a-4dcf-8140-ac29b1cae1fc', 'name': 'network-vif-deleted', 'tag': '918d40fd-8b4f-4e12-8998-886c2131303a'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:37.245440 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82add4a5-81fc-4ece-ba11-d810ca3b7f17" -d '{"events": [{"name": "network-changed", "server_uuid": "136a66f1-b663-4327-b035-bcf5b44dc792", "tag": "38b8a9e6-8656-4e2e-af3c-521e74fddd18"}, {"server_uuid": "4ab083fe-50ed-4de0-ae09-aa67aad0dd25", "name": "network-vif-deleted", "tag": "beac9f6e-b4f3-446f-8fdc-1e63d8827c7b"}, {"server_uuid": "854d3c03-664a-4dcf-8140-ac29b1cae1fc", "name": "network-vif-deleted", "tag": "918d40fd-8b4f-4e12-8998-886c2131303a"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:37.259606 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff61333d-8e42-4486-9851-0b2dcfa0ab2c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:44:37.265574 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ff61333d-8e42-4486-9851-0b2dcfa0ab2c admin admin] 10.222.0.20 "PUT /v2.0/routers/31cdd4fe-2d3a-4e6d-a81a-7f42c281df51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6152632 Dec 06 14:44:37.268037 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42348) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:37.293959 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b64b9e3-5264-4c05-85e0-b74e43f00888 None None] Sync routers for ids ['31cdd4fe-2d3a-4e6d-a81a-7f42c281df51'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:44:37.329481 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b64b9e3-5264-4c05-85e0-b74e43f00888 None None] Routers {'31cdd4fe-2d3a-4e6d-a81a-7f42c281df51'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:44:37.330142 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7b64b9e3-5264-4c05-85e0-b74e43f00888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:44:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['31cdd4fe-2d3a-4e6d-a81a-7f42c281df51'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:37.332395 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f74160d1-e241-43b3-a895-36448079cc48 req-357d58a6-20ac-40b2-95e0-2e522e251b3c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040537 Dec 06 14:44:37.447982 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df373ba1-e47d-4b56-972c-1cbb5b487e07 x-openstack-request-id: req-df373ba1-e47d-4b56-972c-1cbb5b487e07 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:37.448377 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136a66f1-b663-4327-b035-bcf5b44dc792", "tag": "38b8a9e6-8656-4e2e-af3c-521e74fddd18", "status": "completed", "code": 200}, {"server_uuid": "4ab083fe-50ed-4de0-ae09-aa67aad0dd25", "name": "network-vif-deleted", "tag": "beac9f6e-b4f3-446f-8fdc-1e63d8827c7b", "status": "completed", "code": 200}, {"server_uuid": "854d3c03-664a-4dcf-8140-ac29b1cae1fc", "name": "network-vif-deleted", "tag": "918d40fd-8b4f-4e12-8998-886c2131303a", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:37.448711 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df373ba1-e47d-4b56-972c-1cbb5b487e07 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:37.449187 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136a66f1-b663-4327-b035-bcf5b44dc792', 'tag': '38b8a9e6-8656-4e2e-af3c-521e74fddd18', 'status': 'completed', 'code': 200} Dec 06 14:44:37.449513 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab083fe-50ed-4de0-ae09-aa67aad0dd25', 'name': 'network-vif-deleted', 'tag': 'beac9f6e-b4f3-446f-8fdc-1e63d8827c7b', 'status': 'completed', 'code': 200} Dec 06 14:44:37.450369 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854d3c03-664a-4dcf-8140-ac29b1cae1fc', 'name': 'network-vif-deleted', 'tag': '918d40fd-8b4f-4e12-8998-886c2131303a', 'status': 'completed', 'code': 200} Dec 06 14:44:37.478929 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-516c6ec4-05b3-4f1f-80f0-edb0572234e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:37.513020 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7996f-8aba-4558-ad5e-13c222ba1827 req-4cd78692-d071-4045-8f0d-e64878b30122 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:37.516609 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f8e7996f-8aba-4558-ad5e-13c222ba1827 req-4cd78692-d071-4045-8f0d-e64878b30122 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 944 time: 0.1668620 Dec 06 14:44:37.522787 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7b64b9e3-5264-4c05-85e0-b74e43f00888 None None] Set router 31cdd4fe-2d3a-4e6d-a81a-7f42c281df51 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:44:37.562251 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82add4a5-81fc-4ece-ba11-d810ca3b7f17 req-48427402-d3cb-4eac-b2f9-abae4205c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:37.564154 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82add4a5-81fc-4ece-ba11-d810ca3b7f17 req-48427402-d3cb-4eac-b2f9-abae4205c0cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3af073f3ac64f7cb90626d437b05081&device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 1094 time: 0.0752766 Dec 06 14:44:37.566447 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device beac9f6e-b4f3-446f-8fdc-1e63d8827c7b no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:37.629881 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 38b8a9e6-8656-4e2e-af3c-521e74fddd18 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:44:37.676396 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: beac9f6e-b4f3-446f-8fdc-1e63d8827c7b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:37.676808 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device beac9f6e-b4f3-446f-8fdc-1e63d8827c7b not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:37.677158 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 294d13a3-e512-4afc-93c0-a620f8b279e0 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:37.683730 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82add4a5-81fc-4ece-ba11-d810ca3b7f17 req-9f17dc24-8a56-4d28-af3e-987fad61aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:37.686604 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82add4a5-81fc-4ece-ba11-d810ca3b7f17 req-9f17dc24-8a56-4d28-af3e-987fad61aa8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=7f2e354e-b62f-4849-9bd2-75f5a5589b95 HTTP/1.1" status: 200 len: 914 time: 0.1091368 Dec 06 14:44:37.715793 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-516c6ec4-05b3-4f1f-80f0-edb0572234e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:37.777893 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82add4a5-81fc-4ece-ba11-d810ca3b7f17 req-4cc304d8-8a30-4940-b7e5-3db2a31cb008 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b8a9e6-8656-4e2e-af3c-521e74fddd18 HTTP/1.1" status: 200 len: 217 time: 0.0777946 Dec 06 14:44:37.797141 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f8e7996f-8aba-4558-ad5e-13c222ba1827 req-fd4c6bf0-e044-4ca0-a5b1-b2aae07e25c2 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435628 Dec 06 14:44:37.838350 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 294d13a3-e512-4afc-93c0-a620f8b279e0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:37.838840 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 294d13a3-e512-4afc-93c0-a620f8b279e0 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:37.844908 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-516c6ec4-05b3-4f1f-80f0-edb0572234e9 admin admin] Deleting port ced40962-6e75-45b6-a929-e75df6b47b4c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:37.845248 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-516c6ec4-05b3-4f1f-80f0-edb0572234e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:37.923285 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a54d18-4e45-459f-99a5-d4b880724a1b req-c3226a2e-9a38-453e-a79d-82bd89cc75c2 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:37.934937 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3a54d18-4e45-459f-99a5-d4b880724a1b req-c3226a2e-9a38-453e-a79d-82bd89cc75c2 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 950 time: 0.0935311 Dec 06 14:44:37.962552 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82add4a5-81fc-4ece-ba11-d810ca3b7f17 req-fcf6e41b-f340-40c9-a313-de28dec7c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:37.963914 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed7cb228-e671-4139-bdd7-6fc6f7544996 req-9d751686-45b5-4b84-b32d-c1dbada70f52 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=854d3c03-664a-4dcf-8140-ac29b1cae1fc HTTP/1.1" status: 200 len: 210 time: 0.0596061 Dec 06 14:44:37.964125 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82add4a5-81fc-4ece-ba11-d810ca3b7f17 req-fcf6e41b-f340-40c9-a313-de28dec7c37e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd52b025-3a41-48a4-af85-edccea1b0f43 HTTP/1.1" status: 200 len: 853 time: 0.1749744 Dec 06 14:44:38.001703 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-516c6ec4-05b3-4f1f-80f0-edb0572234e9 admin admin] For port ced40962-6e75-45b6-a929-e75df6b47b4c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ced40962-6e75-45b6-a929-e75df6b47b4c,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:38.002385 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-516c6ec4-05b3-4f1f-80f0-edb0572234e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:38.014722 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82add4a5-81fc-4ece-ba11-d810ca3b7f17 req-a959b907-68c3-4b72-a724-feec88c8b837 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f2e354e-b62f-4849-9bd2-75f5a5589b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376570 Dec 06 14:44:38.016462 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-516c6ec4-05b3-4f1f-80f0-edb0572234e9 admin admin] Calling delete_port for ced40962-6e75-45b6-a929-e75df6b47b4c owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:38.029672 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3a54d18-4e45-459f-99a5-d4b880724a1b req-1f415ef9-281b-4f2b-86e6-438d4cdf0766 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937076 Dec 06 14:44:38.144856 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82add4a5-81fc-4ece-ba11-d810ca3b7f17 req-5621936c-907a-4789-b46b-5ceaec812886 service neutron] 10.222.0.37 "GET /v2.0/networks/7f2e354e-b62f-4849-9bd2-75f5a5589b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143391 Dec 06 14:44:38.186114 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 38b8a9e6-8656-4e2e-af3c-521e74fddd18, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=38b8a9e6-8656-4e2e-af3c-521e74fddd18,segment=NetworkSegment(169fb03e-70bf-405f-b092-895dc9cc5652),segment_id=169fb03e-70bf-405f-b092-895dc9cc5652)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:38.202713 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '38b8a9e6-8656-4e2e-af3c-521e74fddd18', 'network_id': '7f2e354e-b62f-4849-9bd2-75f5a5589b95', 'port_id': '38b8a9e6-8656-4e2e-af3c-521e74fddd18', 'mac_address': 'fa:16:3e:72:7d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd52b025-3a41-48a4-af85-edccea1b0f43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:44:38.239347 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d7e2f-c875-4063-bdc0-61958dc2dad0 req-30cde81f-e397-41f3-a639-f6d25aeef21c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:38.246496 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d7e2f-c875-4063-bdc0-61958dc2dad0 req-30cde81f-e397-41f3-a639-f6d25aeef21c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:38.251970 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82add4a5-81fc-4ece-ba11-d810ca3b7f17 req-c8935900-702b-4b76-8b0a-0446be5fdbeb service neutron] 10.222.0.37 "GET /v2.0/networks/7f2e354e-b62f-4849-9bd2-75f5a5589b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928268 Dec 06 14:44:38.255016 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7b64b9e3-5264-4c05-85e0-b74e43f00888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1336737819-router', 'tenant_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.34'}], 'enable_snat': True}, 'gw_port_id': 'ced40962-6e75-45b6-a929-e75df6b47b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:38Z', 'updated_at': '2021-12-06T14:44:36Z', 'revision_number': 5, 'project_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'gw_port': {'id': 'ced40962-6e75-45b6-a929-e75df6b47b4c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:39Z', 'updated_at': '2021-12-06T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:38.255227 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d7e2f-c875-4063-bdc0-61958dc2dad0 req-30cde81f-e397-41f3-a639-f6d25aeef21c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:38.258433 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:38.261249 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d7e2f-c875-4063-bdc0-61958dc2dad0 req-30cde81f-e397-41f3-a639-f6d25aeef21c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:38.267569 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d7e2f-c875-4063-bdc0-61958dc2dad0 req-30cde81f-e397-41f3-a639-f6d25aeef21c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:38.274684 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d7e2f-c875-4063-bdc0-61958dc2dad0 req-30cde81f-e397-41f3-a639-f6d25aeef21c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:38.278297 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fee84f-15b9-4eba-8779-7f9941bb74c0 req-2245afac-e813-410c-8aca-a9f25b415120 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:38.279894 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f3fee84f-15b9-4eba-8779-7f9941bb74c0 req-2245afac-e813-410c-8aca-a9f25b415120 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 943 time: 0.1499100 Dec 06 14:44:38.281401 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d7e2f-c875-4063-bdc0-61958dc2dad0 req-30cde81f-e397-41f3-a639-f6d25aeef21c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:38.283575 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-511d7e2f-c875-4063-bdc0-61958dc2dad0 req-30cde81f-e397-41f3-a639-f6d25aeef21c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5418 time: 0.1621606 Dec 06 14:44:38.284658 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b64b9e3-5264-4c05-85e0-b74e43f00888 None None] Checking router: 31cdd4fe-2d3a-4e6d-a81a-7f42c281df51 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:44:38.301275 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b8a9e6-8656-4e2e-af3c-521e74fddd18 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:38.315207 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b64b9e3-5264-4c05-85e0-b74e43f00888 None None] Routers {'31cdd4fe-2d3a-4e6d-a81a-7f42c281df51'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:44:38.315432 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7b64b9e3-5264-4c05-85e0-b74e43f00888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:44:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['31cdd4fe-2d3a-4e6d-a81a-7f42c281df51'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:38.339006 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f3fee84f-15b9-4eba-8779-7f9941bb74c0 req-6b7295a9-d976-4ffa-8d97-129cdb8bcaee tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/security-groups?id=8164c7d9-8dcb-4c23-952e-f35c61470695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490716 Dec 06 14:44:38.362538 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 38b8a9e6-8656-4e2e-af3c-521e74fddd18, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=38b8a9e6-8656-4e2e-af3c-521e74fddd18,segment=NetworkSegment(169fb03e-70bf-405f-b092-895dc9cc5652),segment_id=169fb03e-70bf-405f-b092-895dc9cc5652)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:38.399245 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:38.405216 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-511d7e2f-c875-4063-bdc0-61958dc2dad0 req-13cdbb96-eab3-485e-9a78-30189f9464fe tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120298 Dec 06 14:44:38.406957 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-516c6ec4-05b3-4f1f-80f0-edb0572234e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:38.445527 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c6ec4-05b3-4f1f-80f0-edb0572234e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ced40962-6e75-45b6-a929-e75df6b47b4c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:38.456028 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7b64b9e3-5264-4c05-85e0-b74e43f00888 None None] Set router 31cdd4fe-2d3a-4e6d-a81a-7f42c281df51 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:44:38.519012 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-516c6ec4-05b3-4f1f-80f0-edb0572234e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:38.530715 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7b64b9e3-5264-4c05-85e0-b74e43f00888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1336737819-router', 'tenant_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:38Z', 'updated_at': '2021-12-06T14:44:37Z', 'revision_number': 6, 'project_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:38.534783 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=38b8a9e6-8656-4e2e-af3c-521e74fddd18,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:38.538591 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718c772-50b6-4e90-b556-53bde9535d6d req-03fc0c24-9187-487c-a435-b47d6ea8b966 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:38.546754 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a718c772-50b6-4e90-b556-53bde9535d6d req-03fc0c24-9187-487c-a435-b47d6ea8b966 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.0646687 Dec 06 14:44:38.560065 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b64b9e3-5264-4c05-85e0-b74e43f00888 None None] The sync data for ids ['31cdd4fe-2d3a-4e6d-a81a-7f42c281df51'] in n-d-master-1 is: [{'id': '31cdd4fe-2d3a-4e6d-a81a-7f42c281df51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1336737819-router', 'tenant_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:38Z', 'updated_at': '2021-12-06T14:44:37Z', 'revision_number': 6, 'project_id': 'b0d9e9a493474a29bfd55a5c0553d2e5', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:44:38.601809 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a718c772-50b6-4e90-b556-53bde9535d6d req-10332ebc-4918-458b-a30e-05b2db830cd5 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520027 Dec 06 14:44:38.615445 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-516c6ec4-05b3-4f1f-80f0-edb0572234e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:38.617687 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-516c6ec4-05b3-4f1f-80f0-edb0572234e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:38.664409 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-516c6ec4-05b3-4f1f-80f0-edb0572234e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:38.665045 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516c6ec4-05b3-4f1f-80f0-edb0572234e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31cdd4fe-2d3a-4e6d-a81a-7f42c281df51 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:44:38.669653 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-516c6ec4-05b3-4f1f-80f0-edb0572234e9 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:38.670789 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-516c6ec4-05b3-4f1f-80f0-edb0572234e9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/31cdd4fe-2d3a-4e6d-a81a-7f42c281df51 HTTP/1.1" status: 204 len: 168 time: 1.4018269 Dec 06 14:44:38.673331 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42368) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:38.718744 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3cbea18-6f2d-4b0b-b4d9-1942d36f5e41 admin admin] Deleting subnet 2d0c86f8-e752-4d64-9928-69b8569e2c44 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:44:38.722742 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3cbea18-6f2d-4b0b-b4d9-1942d36f5e41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:38.756253 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3cbea18-6f2d-4b0b-b4d9-1942d36f5e41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:38.837806 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3cbea18-6f2d-4b0b-b4d9-1942d36f5e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:38.914160 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3cbea18-6f2d-4b0b-b4d9-1942d36f5e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:38.943692 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbea18-6f2d-4b0b-b4d9-1942d36f5e41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d0c86f8-e752-4d64-9928-69b8569e2c44,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:38.949929 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3cbea18-6f2d-4b0b-b4d9-1942d36f5e41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:38.953277 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f3cbea18-6f2d-4b0b-b4d9-1942d36f5e41 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2d0c86f8-e752-4d64-9928-69b8569e2c44 HTTP/1.1" status: 204 len: 168 time: 0.2782168 Dec 06 14:44:38.956312 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d89a75-7619-4a25-a903-8d174808286f None None] Network 37a485f8-03ad-4116-9703-f85f013df52e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:44:38.957085 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42372) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:38.974225 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['38b8a9e6-8656-4e2e-af3c-521e74fddd18'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:38.981377 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001e7fe-f1b3-4809-baf4-8f82dfcf6d91 req-76faf4d1-e0d5-405b-b1fc-b821f45a58f2 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:38.982911 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d001e7fe-f1b3-4809-baf4-8f82dfcf6d91 req-76faf4d1-e0d5-405b-b1fc-b821f45a58f2 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 944 time: 0.0983663 Dec 06 14:44:39.056104 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d001e7fe-f1b3-4809-baf4-8f82dfcf6d91 req-f3425f21-2990-4ebc-a114-8bfb257d87b0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646296 Dec 06 14:44:39.070416 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:39.148035 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] Deleting port 60f0887a-332b-4187-9c0c-61a216109d13 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:39.148767 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:39.224431 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24360b-29f6-469c-a450-1949beac4456 req-8e2a24c4-f183-487f-bd8d-0e3593de0972 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:39.224431 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e24360b-29f6-469c-a450-1949beac4456 req-8e2a24c4-f183-487f-bd8d-0e3593de0972 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 950 time: 0.0909204 Dec 06 14:44:39.244395 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] For port 60f0887a-332b-4187-9c0c-61a216109d13, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=60f0887a-332b-4187-9c0c-61a216109d13,segment=NetworkSegment(a81e4608-178b-474e-9575-66d73b42eb4f),segment_id=a81e4608-178b-474e-9575-66d73b42eb4f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:39.244889 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:39.258781 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] Calling delete_port for 60f0887a-332b-4187-9c0c-61a216109d13 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:39.296685 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e24360b-29f6-469c-a450-1949beac4456 req-a8db0f46-1cb3-474b-9f82-9c699b3d922e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607920 Dec 06 14:44:39.377769 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a439e81-cbc7-4218-ab5f-7770a8b90f5a None None] DHCP port deletion for 37a485f8-03ad-4116-9703-f85f013df52e request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:44:39.378811 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119b99b-2818-458b-9012-e036b772b59b req-6d624577-f300-438b-b10e-1c1cbe876221 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:39.380426 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0119b99b-2818-458b-9012-e036b772b59b req-6d624577-f300-438b-b10e-1c1cbe876221 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca881233-3a02-4fdc-a92b-4e68ea8dab52 HTTP/1.1" status: 200 len: 945 time: 0.0792203 Dec 06 14:44:39.411374 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:39.460461 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0a439e81-cbc7-4218-ab5f-7770a8b90f5a None None] Deleting port 60f0887a-332b-4187-9c0c-61a216109d13 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:39.461035 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0a439e81-cbc7-4218-ab5f-7770a8b90f5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:39.476733 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 60f0887a-332b-4187-9c0c-61a216109d13 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:39.478223 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] Pushing event deleted for resources: {'Port': ['ID=60f0887a-332b-4187-9c0c-61a216109d13,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:39.480467 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] No DVR routers for this DVR port 60f0887a-332b-4187-9c0c-61a216109d13 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:39.514911 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a1635-062b-4517-be26-981e74d13034 req-b7279c42-abf6-4aa0-8dbd-020aacdcf813 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:39.516659 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-717a1635-062b-4517-be26-981e74d13034 req-b7279c42-abf6-4aa0-8dbd-020aacdcf813 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 944 time: 0.0881212 Dec 06 14:44:39.521232 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 60f0887a-332b-4187-9c0c-61a216109d13 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:39.521564 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 60f0887a-332b-4187-9c0c-61a216109d13 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:39.522049 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ced40962-6e75-45b6-a929-e75df6b47b4c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:39.537802 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0119b99b-2818-458b-9012-e036b772b59b req-af2be69e-3314-4e95-ace0-4dd71efae026 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358876 Dec 06 14:44:39.597810 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:39.601111 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-717a1635-062b-4517-be26-981e74d13034 req-aa6c33ac-fdc1-47ec-af9d-f37d3e3cd996 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/security-groups?id=8164c7d9-8dcb-4c23-952e-f35c61470695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719473 Dec 06 14:44:39.616897 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0a439e81-cbc7-4218-ab5f-7770a8b90f5a None None] For port 60f0887a-332b-4187-9c0c-61a216109d13, host n-d-master-1, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:39.616897 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0a439e81-cbc7-4218-ab5f-7770a8b90f5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:39.623506 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a485f8-03ad-4116-9703-f85f013df52e']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:39.625513 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 918d40fd-8b4f-4e12-8998-886c2131303a no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:39.631102 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: ced40962-6e75-45b6-a929-e75df6b47b4c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:39.631445 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ced40962-6e75-45b6-a929-e75df6b47b4c not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:39.631916 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3bee4963-2325-4632-b4cf-b653f68dc130 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:39.637089 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81e4608-178b-474e-9575-66d73b42eb4f') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:39.637673 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81e4608-178b-474e-9575-66d73b42eb4f') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:39.655583 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:39.672092 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:39.680717 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:44:39.681118 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:44:39.683189 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:44:39.719275 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0a439e81-cbc7-4218-ab5f-7770a8b90f5a None None] Calling delete_port for 60f0887a-332b-4187-9c0c-61a216109d13 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:39.723303 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-0a439e81-cbc7-4218-ab5f-7770a8b90f5a None None] Port 60f0887a-332b-4187-9c0c-61a216109d13 was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 14:44:39.725053 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 918d40fd-8b4f-4e12-8998-886c2131303a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:39.725393 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 918d40fd-8b4f-4e12-8998-886c2131303a not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:39.727121 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0a439e81-cbc7-4218-ab5f-7770a8b90f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:39.729097 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 3bee4963-2325-4632-b4cf-b653f68dc130 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:39.729430 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3bee4963-2325-4632-b4cf-b653f68dc130 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:39.768964 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a439e81-cbc7-4218-ab5f-7770a8b90f5a None None] Pushing event deleted for resources: {'Port': ['ID=60f0887a-332b-4187-9c0c-61a216109d13,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:39.772595 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a439e81-cbc7-4218-ab5f-7770a8b90f5a None None] No DVR routers for this DVR port 60f0887a-332b-4187-9c0c-61a216109d13 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:39.781066 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84527f-7d44-48d2-81bf-2cb8e1cf6fe4 req-8b3356dd-8751-46bc-8148-8d7be0bc1453 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:39.790576 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:39.795133 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84527f-7d44-48d2-81bf-2cb8e1cf6fe4 req-8b3356dd-8751-46bc-8148-8d7be0bc1453 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:39.802462 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84527f-7d44-48d2-81bf-2cb8e1cf6fe4 req-8b3356dd-8751-46bc-8148-8d7be0bc1453 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:39.809477 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84527f-7d44-48d2-81bf-2cb8e1cf6fe4 req-8b3356dd-8751-46bc-8148-8d7be0bc1453 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:39.811250 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:39.816831 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] 10.222.0.20 "DELETE /v2.0/networks/37a485f8-03ad-4116-9703-f85f013df52e HTTP/1.1" status: 204 len: 168 time: 0.8586273 Dec 06 14:44:39.819319 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84527f-7d44-48d2-81bf-2cb8e1cf6fe4 req-8b3356dd-8751-46bc-8148-8d7be0bc1453 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:39.826274 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84527f-7d44-48d2-81bf-2cb8e1cf6fe4 req-8b3356dd-8751-46bc-8148-8d7be0bc1453 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:39.833189 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84527f-7d44-48d2-81bf-2cb8e1cf6fe4 req-8b3356dd-8751-46bc-8148-8d7be0bc1453 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:39.840001 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa57137-13bf-46fd-8dae-a3dd5a76b07f admin admin] Pushing event deleted for resources: {'Network': ['ID=37a485f8-03ad-4116-9703-f85f013df52e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:39.841328 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e84527f-7d44-48d2-81bf-2cb8e1cf6fe4 req-8b3356dd-8751-46bc-8148-8d7be0bc1453 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5418 time: 0.1745896 Dec 06 14:44:39.876332 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab05100-f94b-40f3-b715-8f8eeac0a21b req-b03f90ee-ed5e-4aee-9136-79e41d7c8416 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:39.877974 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1ab05100-f94b-40f3-b715-8f8eeac0a21b req-b03f90ee-ed5e-4aee-9136-79e41d7c8416 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.1273510 Dec 06 14:44:39.927928 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e84527f-7d44-48d2-81bf-2cb8e1cf6fe4 req-1637d85b-79d4-4d14-b921-4a3e87103a2f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815063 Dec 06 14:44:39.949748 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1ab05100-f94b-40f3-b715-8f8eeac0a21b req-8774271e-2cb7-4e02-93f4-317aa47f0123 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520380 Dec 06 14:44:39.986018 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42392) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:39.998267 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87641de-06b8-4ef7-a274-91ba06badab1 req-642bed04-f413-4c10-a94a-98248a213bdc tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:39.999738 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b87641de-06b8-4ef7-a274-91ba06badab1 req-642bed04-f413-4c10-a94a-98248a213bdc tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 950 time: 0.0551651 Dec 06 14:44:40.026504 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f14bce8f-3a91-4a59-afad-981186df026f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=839fb2b1155145d18438788c0bdeff35&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386400 Dec 06 14:44:40.029092 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42394) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:40.078664 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0bd970d-6d5a-4e39-b302-c0ea7fbc0322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:40.109682 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-b87641de-06b8-4ef7-a274-91ba06badab1 req-aa2e2115-1369-4a82-a5cc-03786e0e416e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Deleting port 6752727d-6265-498c-88a0-cf28c985dc97 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:40.110038 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b87641de-06b8-4ef7-a274-91ba06badab1 req-aa2e2115-1369-4a82-a5cc-03786e0e416e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:40.117151 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0bd970d-6d5a-4e39-b302-c0ea7fbc0322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:40.197221 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0bd970d-6d5a-4e39-b302-c0ea7fbc0322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:40.199795 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0bd970d-6d5a-4e39-b302-c0ea7fbc0322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:40.200941 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b0bd970d-6d5a-4e39-b302-c0ea7fbc0322 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39f1e547-4394-4c6e-b757-b2a50727e30f HTTP/1.1" status: 204 len: 168 time: 0.1709521 Dec 06 14:44:40.209386 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdc247-41fb-4f8d-93b8-a67b05ea2c36 req-ee246aa4-6820-41fb-bb8d-dc7c5da2216c tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:40.210877 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c5fdc247-41fb-4f8d-93b8-a67b05ea2c36 req-ee246aa4-6820-41fb-bb8d-dc7c5da2216c tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 944 time: 0.0601029 Dec 06 14:44:40.211154 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b87641de-06b8-4ef7-a274-91ba06badab1 req-aa2e2115-1369-4a82-a5cc-03786e0e416e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] For port 6752727d-6265-498c-88a0-cf28c985dc97, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6752727d-6265-498c-88a0-cf28c985dc97,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:40.211528 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b87641de-06b8-4ef7-a274-91ba06badab1 req-aa2e2115-1369-4a82-a5cc-03786e0e416e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:40.219849 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd970d-6d5a-4e39-b302-c0ea7fbc0322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f1e547-4394-4c6e-b757-b2a50727e30f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:40.229608 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-b87641de-06b8-4ef7-a274-91ba06badab1 req-aa2e2115-1369-4a82-a5cc-03786e0e416e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Calling delete_port for 6752727d-6265-498c-88a0-cf28c985dc97 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:40.265267 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c5fdc247-41fb-4f8d-93b8-a67b05ea2c36 req-fa1ce040-f5f7-4b5b-9bc8-cea5e51d3320 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464892 Dec 06 14:44:40.409670 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b87641de-06b8-4ef7-a274-91ba06badab1 req-aa2e2115-1369-4a82-a5cc-03786e0e416e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:40.423700 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6752727d-6265-498c-88a0-cf28c985dc97'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:40.448131 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e2115-1369-4a82-a5cc-03786e0e416e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Pushing event deleted for resources: {'Port': ['ID=6752727d-6265-498c-88a0-cf28c985dc97,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:40.482350 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375bd7d-193d-48c3-9c4b-14b083937088 req-d3fd84cb-288c-49b6-95da-936b8ccf349d tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:40.484561 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e375bd7d-193d-48c3-9c4b-14b083937088 req-d3fd84cb-288c-49b6-95da-936b8ccf349d tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c33d172-03ae-4a3b-b743-f3f72f7efdfe HTTP/1.1" status: 200 len: 867 time: 0.1129570 Dec 06 14:44:40.508399 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87641de-06b8-4ef7-a274-91ba06badab1 req-aa2e2115-1369-4a82-a5cc-03786e0e416e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] No DVR routers for this DVR port 6752727d-6265-498c-88a0-cf28c985dc97 on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:40.511068 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b87641de-06b8-4ef7-a274-91ba06badab1 req-aa2e2115-1369-4a82-a5cc-03786e0e416e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:40.514470 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b87641de-06b8-4ef7-a274-91ba06badab1 req-aa2e2115-1369-4a82-a5cc-03786e0e416e tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.37 "DELETE /v2.0/ports/6752727d-6265-498c-88a0-cf28c985dc97 HTTP/1.1" status: 204 len: 173 time: 0.5073824 Dec 06 14:44:40.519854 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c33d172-03ae-4a3b-b743-f3f72f7efdfe', 'name': 'network-vif-deleted', 'tag': '6752727d-6265-498c-88a0-cf28c985dc97'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:40.522319 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e134c9d-d5ea-44c6-959a-b93d57c28688" -d '{"events": [{"server_uuid": "9c33d172-03ae-4a3b-b743-f3f72f7efdfe", "name": "network-vif-deleted", "tag": "6752727d-6265-498c-88a0-cf28c985dc97"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:40.567811 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de38f06-33d8-4b36-bd06-07b5e19957cd x-openstack-request-id: req-6de38f06-33d8-4b36-bd06-07b5e19957cd {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:40.568170 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c33d172-03ae-4a3b-b743-f3f72f7efdfe", "name": "network-vif-deleted", "tag": "6752727d-6265-498c-88a0-cf28c985dc97", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:40.568432 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6de38f06-33d8-4b36-bd06-07b5e19957cd {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:40.569158 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c33d172-03ae-4a3b-b743-f3f72f7efdfe', 'name': 'network-vif-deleted', 'tag': '6752727d-6265-498c-88a0-cf28c985dc97', 'status': 'completed', 'code': 200} Dec 06 14:44:40.587008 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e375bd7d-193d-48c3-9c4b-14b083937088 req-184d785c-9cd5-4768-8fd5-994d4a2812d1 tempest-ServersOnMultiNodesTest-1334994441 tempest-ServersOnMultiNodesTest-1334994441-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d23a1e3-8912-45dd-b792-1cea1065ba60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773985 Dec 06 14:44:40.618337 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42410) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:40.672902 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-69aede54-dcb4-4154-8e8e-cab4c509382c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0d9e9a493474a29bfd55a5c0553d2e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0531783 Dec 06 14:44:40.675412 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42414) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:40.703333 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0b1e0-f5f9-421e-b002-c28158ab52c4 req-ff4b61a3-5c7f-4ccb-8bbe-306075fedc1c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:40.704897 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63a0b1e0-f5f9-421e-b002-c28158ab52c4 req-ff4b61a3-5c7f-4ccb-8bbe-306075fedc1c tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca881233-3a02-4fdc-a92b-4e68ea8dab52 HTTP/1.1" status: 200 len: 945 time: 0.0547109 Dec 06 14:44:40.756252 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63a0b1e0-f5f9-421e-b002-c28158ab52c4 req-7b88da7c-a331-4959-802d-dfe1c568280b tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446222 Dec 06 14:44:40.770028 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179acdc2-28b0-48db-ba01-b4689270ab10 req-cd0d29de-52da-4659-a5d1-c98218c6102d tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:40.771525 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-179acdc2-28b0-48db-ba01-b4689270ab10 req-cd0d29de-52da-4659-a5d1-c98218c6102d tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 944 time: 0.0882809 Dec 06 14:44:40.772749 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-943a6446-918d-4a7a-97c6-2b9c5e7919b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:40.813081 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-943a6446-918d-4a7a-97c6-2b9c5e7919b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:40.866003 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-179acdc2-28b0-48db-ba01-b4689270ab10 req-9b92f345-7460-41ed-91e7-ef0f474b2b26 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/security-groups?id=8164c7d9-8dcb-4c23-952e-f35c61470695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828896 Dec 06 14:44:40.891302 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-943a6446-918d-4a7a-97c6-2b9c5e7919b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:40.894932 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-943a6446-918d-4a7a-97c6-2b9c5e7919b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:40.898547 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-943a6446-918d-4a7a-97c6-2b9c5e7919b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93ec8b99-5cea-40a9-aea6-53dc379db88c HTTP/1.1" status: 204 len: 168 time: 0.2193918 Dec 06 14:44:40.906886 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a6446-918d-4a7a-97c6-2b9c5e7919b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ec8b99-5cea-40a9-aea6-53dc379db88c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:41.077727 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93506c36-2698-40c7-b77a-7f7b23e1adf4 req-9043e39e-55dc-457e-9c7e-782cc6f36078 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:41.084092 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93506c36-2698-40c7-b77a-7f7b23e1adf4 req-9043e39e-55dc-457e-9c7e-782cc6f36078 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:41.090293 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93506c36-2698-40c7-b77a-7f7b23e1adf4 req-9043e39e-55dc-457e-9c7e-782cc6f36078 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:41.097120 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93506c36-2698-40c7-b77a-7f7b23e1adf4 req-9043e39e-55dc-457e-9c7e-782cc6f36078 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:41.103886 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93506c36-2698-40c7-b77a-7f7b23e1adf4 req-9043e39e-55dc-457e-9c7e-782cc6f36078 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:41.110410 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00360efb-485d-40b8-bc6e-ee8ebc28e725 req-025c6e58-0893-4acc-bdfc-3877e13e7de4 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:41.111270 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93506c36-2698-40c7-b77a-7f7b23e1adf4 req-9043e39e-55dc-457e-9c7e-782cc6f36078 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:41.114635 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-00360efb-485d-40b8-bc6e-ee8ebc28e725 req-025c6e58-0893-4acc-bdfc-3877e13e7de4 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.0882339 Dec 06 14:44:41.125390 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93506c36-2698-40c7-b77a-7f7b23e1adf4 req-9043e39e-55dc-457e-9c7e-782cc6f36078 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:41.135358 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93506c36-2698-40c7-b77a-7f7b23e1adf4 req-9043e39e-55dc-457e-9c7e-782cc6f36078 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5418 time: 0.1253009 Dec 06 14:44:41.188261 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-00360efb-485d-40b8-bc6e-ee8ebc28e725 req-df7030b2-1625-4977-8c8a-de916cf6d5d8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669575 Dec 06 14:44:41.202012 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93506c36-2698-40c7-b77a-7f7b23e1adf4 req-84119273-5709-4da6-9eb0-ee49a163449a tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656507 Dec 06 14:44:41.391086 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c370f57-1862-42b8-a9ed-fe54d4c1a4e1 req-df6b9c36-56ae-4888-bd81-827c547f43e9 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:41.392504 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c370f57-1862-42b8-a9ed-fe54d4c1a4e1 req-df6b9c36-56ae-4888-bd81-827c547f43e9 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 944 time: 0.0494218 Dec 06 14:44:41.472663 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c370f57-1862-42b8-a9ed-fe54d4c1a4e1 req-c83bba7e-55e9-4c73-a388-1f2f2a3184f8 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741892 Dec 06 14:44:41.498234 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc53643-07a5-4673-baba-cae1aa2d5dc5 req-2e8a27f1-f032-4f4f-9f66-859e2f1d9a5e tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:41.498234 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9bc53643-07a5-4673-baba-cae1aa2d5dc5 req-2e8a27f1-f032-4f4f-9f66-859e2f1d9a5e tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca881233-3a02-4fdc-a92b-4e68ea8dab52 HTTP/1.1" status: 200 len: 945 time: 0.0764916 Dec 06 14:44:41.598599 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-9bc53643-07a5-4673-baba-cae1aa2d5dc5 req-de0f97f0-8aec-4697-8504-64c897bfa543 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Deleting port 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:41.598936 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9bc53643-07a5-4673-baba-cae1aa2d5dc5 req-de0f97f0-8aec-4697-8504-64c897bfa543 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:41.609230 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d07e9759-e9fd-492e-be7d-d3df98455e0b details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:44:41.611290 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 38b8a9e6-8656-4e2e-af3c-521e74fddd18 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:44:41.706631 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 38b8a9e6-8656-4e2e-af3c-521e74fddd18 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:44:41.723608 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-9bc53643-07a5-4673-baba-cae1aa2d5dc5 req-de0f97f0-8aec-4697-8504-64c897bfa543 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] For port 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=91655ffc-d2e5-4ec9-a98a-d88ac3caab9e,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:41.724796 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9bc53643-07a5-4673-baba-cae1aa2d5dc5 req-de0f97f0-8aec-4697-8504-64c897bfa543 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:41.739685 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 38b8a9e6-8656-4e2e-af3c-521e74fddd18 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:44:41.740053 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:41.741831 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-9bc53643-07a5-4673-baba-cae1aa2d5dc5 req-de0f97f0-8aec-4697-8504-64c897bfa543 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Calling delete_port for 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:41.812906 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port d07e9759-e9fd-492e-be7d-d3df98455e0b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d07e9759-e9fd-492e-be7d-d3df98455e0b,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:41.857191 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'd07e9759-e9fd-492e-be7d-d3df98455e0b', 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71', 'port_id': 'd07e9759-e9fd-492e-be7d-d3df98455e0b', 'mac_address': 'fa:16:3e:51:f0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded9556a-46c6-4b9d-a6af-ce8c9b6b072e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:44:41.904846 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:41.944092 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136a66f1-b663-4327-b035-bcf5b44dc792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b8a9e6-8656-4e2e-af3c-521e74fddd18'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:41.946938 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f3b371-8cd5-415d-8fc7-fd196cafa197" -d '{"events": [{"server_uuid": "136a66f1-b663-4327-b035-bcf5b44dc792", "name": "network-vif-plugged", "status": "completed", "tag": "38b8a9e6-8656-4e2e-af3c-521e74fddd18"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:41.949988 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:41.973337 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07e9759-e9fd-492e-be7d-d3df98455e0b {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:41.988591 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 38b8a9e6-8656-4e2e-af3c-521e74fddd18, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=38b8a9e6-8656-4e2e-af3c-521e74fddd18,segment=NetworkSegment(169fb03e-70bf-405f-b092-895dc9cc5652),segment_id=169fb03e-70bf-405f-b092-895dc9cc5652)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:41.997316 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:42.019912 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-26cc3e84-d70a-48eb-b2a6-cc582a506737 req-daec19aa-ed79-40e3-ae7e-53ec3ac199a0 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca881233-3a02-4fdc-a92b-4e68ea8dab52 HTTP/1.1" status: 200 len: 210 time: 0.0513439 Dec 06 14:44:42.022134 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9bc53643-07a5-4673-baba-cae1aa2d5dc5 req-de0f97f0-8aec-4697-8504-64c897bfa543 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:42.034175 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port d07e9759-e9fd-492e-be7d-d3df98455e0b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d07e9759-e9fd-492e-be7d-d3df98455e0b,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:42.041616 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['9cbc89aa-b0c1-4bea-b509-860e02243d72', '91655ffc-d2e5-4ec9-a98a-d88ac3caab9e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:42.053420 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:42.091279 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a7b2d1-780c-49e3-8a58-bcf5db4aa27b x-openstack-request-id: req-69a7b2d1-780c-49e3-8a58-bcf5db4aa27b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:42.091820 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136a66f1-b663-4327-b035-bcf5b44dc792", "name": "network-vif-plugged", "status": "completed", "tag": "38b8a9e6-8656-4e2e-af3c-521e74fddd18", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:42.092239 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69a7b2d1-780c-49e3-8a58-bcf5db4aa27b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:42.092742 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136a66f1-b663-4327-b035-bcf5b44dc792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b8a9e6-8656-4e2e-af3c-521e74fddd18', 'code': 200} Dec 06 14:44:42.112369 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42462) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:42.114461 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f97f0-8aec-4697-8504-64c897bfa543 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Pushing event deleted for resources: {'Port': ['ID=91655ffc-d2e5-4ec9-a98a-d88ac3caab9e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:42.132473 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=38b8a9e6-8656-4e2e-af3c-521e74fddd18,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:42.163425 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f49f2b-faed-40a3-8de5-da79d9c3ea37 req-3372de55-b850-470a-9ef6-b693f785a14d tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:42.172273 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63f49f2b-faed-40a3-8de5-da79d9c3ea37 req-3372de55-b850-470a-9ef6-b693f785a14d tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 945 time: 0.1364326 Dec 06 14:44:42.192377 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc53643-07a5-4673-baba-cae1aa2d5dc5 req-de0f97f0-8aec-4697-8504-64c897bfa543 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] No DVR routers for this DVR port 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:42.198104 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9bc53643-07a5-4673-baba-cae1aa2d5dc5 req-de0f97f0-8aec-4697-8504-64c897bfa543 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:42.203519 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9bc53643-07a5-4673-baba-cae1aa2d5dc5 req-de0f97f0-8aec-4697-8504-64c897bfa543 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.37 "DELETE /v2.0/ports/91655ffc-d2e5-4ec9-a98a-d88ac3caab9e HTTP/1.1" status: 204 len: 173 time: 0.6983378 Dec 06 14:44:42.260708 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=d07e9759-e9fd-492e-be7d-d3df98455e0b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:42.293268 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63f49f2b-faed-40a3-8de5-da79d9c3ea37 req-c6c65617-2378-4458-8426-3e75bf670ed1 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/security-groups?id=8164c7d9-8dcb-4c23-952e-f35c61470695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198604 Dec 06 14:44:42.322642 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf93fff-84b3-47c1-8456-016954cf229e req-ccca9554-1262-41da-ae69-9b6ebc6a875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:42.324236 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aaf93fff-84b3-47c1-8456-016954cf229e req-ccca9554-1262-41da-ae69-9b6ebc6a875d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 1096 time: 0.1499178 Dec 06 14:44:42.387750 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aaf93fff-84b3-47c1-8456-016954cf229e req-8ef668dc-eb68-4aa1-8180-065f548aedda service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8164c7d9-8dcb-4c23-952e-f35c61470695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498323 Dec 06 14:44:42.429760 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['d07e9759-e9fd-492e-be7d-d3df98455e0b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:42.455187 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cef577-6529-48bc-bb41-fa0c6d8d0c74 req-d93014f8-ae18-4d40-b735-6be89aefd3bc tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:42.456707 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f480bb1-b857-48c9-a502-a393c10aa879 req-dd22ec72-9757-4bb2-83b4-0bea50336bb2 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:42.458602 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f480bb1-b857-48c9-a502-a393c10aa879 req-dd22ec72-9757-4bb2-83b4-0bea50336bb2 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.1123538 Dec 06 14:44:42.462123 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cef577-6529-48bc-bb41-fa0c6d8d0c74 req-d93014f8-ae18-4d40-b735-6be89aefd3bc tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:42.469683 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cef577-6529-48bc-bb41-fa0c6d8d0c74 req-d93014f8-ae18-4d40-b735-6be89aefd3bc tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:42.476187 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cef577-6529-48bc-bb41-fa0c6d8d0c74 req-d93014f8-ae18-4d40-b735-6be89aefd3bc tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:42.483420 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cef577-6529-48bc-bb41-fa0c6d8d0c74 req-d93014f8-ae18-4d40-b735-6be89aefd3bc tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:42.500592 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cef577-6529-48bc-bb41-fa0c6d8d0c74 req-d93014f8-ae18-4d40-b735-6be89aefd3bc tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:42.508448 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cef577-6529-48bc-bb41-fa0c6d8d0c74 req-d93014f8-ae18-4d40-b735-6be89aefd3bc tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:42.519870 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56cef577-6529-48bc-bb41-fa0c6d8d0c74 req-d93014f8-ae18-4d40-b735-6be89aefd3bc tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5418 time: 0.1285243 Dec 06 14:44:42.568606 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f480bb1-b857-48c9-a502-a393c10aa879 req-5a976b67-815f-4add-a43b-81654ae7616a tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038969 Dec 06 14:44:42.572046 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca881233-3a02-4fdc-a92b-4e68ea8dab52', 'name': 'network-vif-deleted', 'tag': '91655ffc-d2e5-4ec9-a98a-d88ac3caab9e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:42.579711 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a89ac7-07a5-4fad-a4dc-2c50fb13bed6" -d '{"events": [{"server_uuid": "ca881233-3a02-4fdc-a92b-4e68ea8dab52", "name": "network-vif-deleted", "tag": "91655ffc-d2e5-4ec9-a98a-d88ac3caab9e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:42.664667 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56cef577-6529-48bc-bb41-fa0c6d8d0c74 req-6912f754-f420-49da-87e2-a73b6ae4dfbc tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1429386 Dec 06 14:44:42.684451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a1b95f4a-1fe9-4976-b8bc-91b01d5e21a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=940b9d0da2654da5b6e2ace423b1077c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5706575 Dec 06 14:44:42.685214 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42482) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:42.763638 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b0cc82-2c8b-4c89-9164-871ac77f98e4 x-openstack-request-id: req-a6b0cc82-2c8b-4c89-9164-871ac77f98e4 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:42.763968 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca881233-3a02-4fdc-a92b-4e68ea8dab52", "name": "network-vif-deleted", "tag": "91655ffc-d2e5-4ec9-a98a-d88ac3caab9e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:42.764232 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6b0cc82-2c8b-4c89-9164-871ac77f98e4 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:42.764688 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca881233-3a02-4fdc-a92b-4e68ea8dab52', 'name': 'network-vif-deleted', 'tag': '91655ffc-d2e5-4ec9-a98a-d88ac3caab9e', 'status': 'completed', 'code': 200} Dec 06 14:44:42.790036 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c5ec1-e5e2-442b-bacb-f4763140dfc3 req-ac5822f2-429a-4cde-b20a-38eeaf95194c tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:42.791538 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2b4c5ec1-e5e2-442b-bacb-f4763140dfc3 req-ac5822f2-429a-4cde-b20a-38eeaf95194c tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 945 time: 0.1275895 Dec 06 14:44:42.820108 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f557007-f5e6-4a9d-8364-33e3cf113909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:42.860043 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f557007-f5e6-4a9d-8364-33e3cf113909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:42.875399 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2b4c5ec1-e5e2-442b-bacb-f4763140dfc3 req-f70451d9-1784-4dc0-9567-ce7335eff080 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730698 Dec 06 14:44:42.925051 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f557007-f5e6-4a9d-8364-33e3cf113909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:42.927643 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f557007-f5e6-4a9d-8364-33e3cf113909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:42.931714 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9f557007-f5e6-4a9d-8364-33e3cf113909 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d23a1e3-8912-45dd-b792-1cea1065ba60 HTTP/1.1" status: 204 len: 168 time: 0.2422645 Dec 06 14:44:42.940256 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f557007-f5e6-4a9d-8364-33e3cf113909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d23a1e3-8912-45dd-b792-1cea1065ba60,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:43.405985 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42514) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:43.456220 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497c4c2-dd54-4bb6-8e7d-bc43da6167f3 req-164be842-27bf-4631-a126-a76c2e964fdb tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:43.457743 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b497c4c2-dd54-4bb6-8e7d-bc43da6167f3 req-164be842-27bf-4631-a126-a76c2e964fdb tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.0973279 Dec 06 14:44:43.466755 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-64220771-9635-46ea-8ec1-dd42e2fb6ad0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85fd4d1264cb48088980d39f0464c949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0596333 Dec 06 14:44:43.469952 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42516) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:43.508282 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89d3f5-16a3-45ad-9f55-31ff47322321 req-bad5e9b5-b468-409f-8b06-eaacf81f4345 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:43.509810 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ef89d3f5-16a3-45ad-9f55-31ff47322321 req-bad5e9b5-b468-409f-8b06-eaacf81f4345 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 945 time: 0.0759919 Dec 06 14:44:43.516916 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b497c4c2-dd54-4bb6-8e7d-bc43da6167f3 req-6985c740-b5ab-48f6-ad38-061ddb55c52b tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531359 Dec 06 14:44:43.569122 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d72bbcd8-0906-41d2-86f3-69fc6345c59e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:43.583878 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ef89d3f5-16a3-45ad-9f55-31ff47322321 req-c142226b-c62e-4385-9d25-093fb05344ae tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/security-groups?id=8164c7d9-8dcb-4c23-952e-f35c61470695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646255 Dec 06 14:44:43.610010 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d72bbcd8-0906-41d2-86f3-69fc6345c59e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:43.610194 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6752727d-6265-498c-88a0-cf28c985dc97 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:43.643270 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 6752727d-6265-498c-88a0-cf28c985dc97 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:43.644031 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6752727d-6265-498c-88a0-cf28c985dc97 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:43.644781 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:43.671894 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:43.672633 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 91655ffc-d2e5-4ec9-a98a-d88ac3caab9e not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:43.694743 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d72bbcd8-0906-41d2-86f3-69fc6345c59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:43.698128 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d72bbcd8-0906-41d2-86f3-69fc6345c59e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:43.701442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d72bbcd8-0906-41d2-86f3-69fc6345c59e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/328e589e-2e65-44d3-a62a-9c83237ee1c2 HTTP/1.1" status: 204 len: 168 time: 0.2283137 Dec 06 14:44:43.732745 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bbcd8-0906-41d2-86f3-69fc6345c59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328e589e-2e65-44d3-a62a-9c83237ee1c2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:43.764453 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa6d10-fcd2-434e-bbe4-1efedce113a5 req-575900bc-cd4d-483a-853b-8bdaadea4ad4 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:43.766272 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-54fa6d10-fcd2-434e-bbe4-1efedce113a5 req-575900bc-cd4d-483a-853b-8bdaadea4ad4 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.0846701 Dec 06 14:44:43.835730 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-54fa6d10-fcd2-434e-bbe4-1efedce113a5 req-f62a3319-7515-41b1-bddd-1ddcce1acba7 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629325 Dec 06 14:44:43.949588 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab65a16-ff52-404a-a194-2b816819e3bb req-fd528ad4-27a8-4255-b883-9e5754d7745d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:43.956692 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab65a16-ff52-404a-a194-2b816819e3bb req-fd528ad4-27a8-4255-b883-9e5754d7745d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:43.963616 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab65a16-ff52-404a-a194-2b816819e3bb req-fd528ad4-27a8-4255-b883-9e5754d7745d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:43.970463 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab65a16-ff52-404a-a194-2b816819e3bb req-fd528ad4-27a8-4255-b883-9e5754d7745d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:43.977600 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab65a16-ff52-404a-a194-2b816819e3bb req-fd528ad4-27a8-4255-b883-9e5754d7745d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:43.985506 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab65a16-ff52-404a-a194-2b816819e3bb req-fd528ad4-27a8-4255-b883-9e5754d7745d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:43.990659 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab65a16-ff52-404a-a194-2b816819e3bb req-fd528ad4-27a8-4255-b883-9e5754d7745d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:43.996388 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2ab65a16-ff52-404a-a194-2b816819e3bb req-fd528ad4-27a8-4255-b883-9e5754d7745d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5418 time: 0.1213446 Dec 06 14:44:44.034223 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949c118-4a73-43fe-9124-c2d3be38d8f8 req-13758db9-f0fa-413e-9314-fb07bc9cdc84 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:44.036254 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f949c118-4a73-43fe-9124-c2d3be38d8f8 req-13758db9-f0fa-413e-9314-fb07bc9cdc84 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 945 time: 0.0625625 Dec 06 14:44:44.069787 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2ab65a16-ff52-404a-a194-2b816819e3bb req-4898bbf0-b378-477a-ae76-18d1ace2aa8b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703132 Dec 06 14:44:44.098860 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f949c118-4a73-43fe-9124-c2d3be38d8f8 req-0e01bf85-1f8d-4ccf-b9c1-05bc1c02214d tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480335 Dec 06 14:44:44.524245 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42568) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:44.535116 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42572) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:44.640165 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8434b922-8276-4d49-bcbf-c25d801f3dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:44.647576 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215068b7-b5bf-4194-b892-a580e9481dab req-07b15b11-8982-44cb-a90a-bf73f8f0e101 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:44.649167 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-215068b7-b5bf-4194-b892-a580e9481dab req-07b15b11-8982-44cb-a90a-bf73f8f0e101 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.0598910 Dec 06 14:44:44.654989 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7bcc4164-0b45-42ee-913a-1f49e0191589 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1416575918-network', 'tenant_id': 'c5b9aa3e23c44d3fa983d784b4af669e'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:44.699300 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-215068b7-b5bf-4194-b892-a580e9481dab req-e0351c3d-420a-4b5b-a755-d7fe1f9da0d7 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437450 Dec 06 14:44:44.717473 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcc4164-0b45-42ee-913a-1f49e0191589 admin admin] Made reservation on behalf of c5b9aa3e23c44d3fa983d784b4af669e for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:44:44.720286 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4164-0b45-42ee-913a-1f49e0191589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:44.738453 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4164-0b45-42ee-913a-1f49e0191589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:44.765380 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a37b2c-6ed6-4da6-a7a3-42b1793c9398 req-2c381336-a578-415f-a8b2-8fb39e90c1ce tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:44.766887 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d0a37b2c-6ed6-4da6-a7a3-42b1793c9398 req-2c381336-a578-415f-a8b2-8fb39e90c1ce tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 945 time: 0.1040509 Dec 06 14:44:44.959573 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b16b8a-4cbf-4e9f-945d-e42836cf3e2b req-30b4ccba-5018-4435-a550-da43664f4160 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:44.961150 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-29b16b8a-4cbf-4e9f-945d-e42836cf3e2b req-30b4ccba-5018-4435-a550-da43664f4160 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.0515983 Dec 06 14:44:45.018989 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-29b16b8a-4cbf-4e9f-945d-e42836cf3e2b req-2c20bfab-3d95-493a-b04c-6f761080a448 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469673 Dec 06 14:44:45.071942 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8434b922-8276-4d49-bcbf-c25d801f3dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.083303 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8434b922-8276-4d49-bcbf-c25d801f3dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.116387 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d0a37b2c-6ed6-4da6-a7a3-42b1793c9398 req-0a5a4ff1-5fde-4592-96bb-8d5d9da9103b tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/security-groups?id=8164c7d9-8dcb-4c23-952e-f35c61470695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388021 Dec 06 14:44:45.175835 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8434b922-8276-4d49-bcbf-c25d801f3dc1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7aee73a039e344118308eda9861b053f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6504557 Dec 06 14:44:45.176589 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434b922-8276-4d49-bcbf-c25d801f3dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbe55e8-2e91-4159-ad04-c7e145fd5d76,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:45.182336 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42588) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:45.195629 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4164-0b45-42ee-913a-1f49e0191589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.203430 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4164-0b45-42ee-913a-1f49e0191589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.224880 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ac08c-feb5-4930-82df-f2122111a96d req-c12a1d90-c651-4d74-bd2b-0b269d74d854 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:45.226381 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-817ac08c-feb5-4930-82df-f2122111a96d req-c12a1d90-c651-4d74-bd2b-0b269d74d854 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.37 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.0986316 Dec 06 14:44:45.246899 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcc4164-0b45-42ee-913a-1f49e0191589 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:44:45.267073 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e246372-d91d-4167-9eb6-c350109ed5c1 req-ef873782-e514-450a-8bbd-7e43f25f138a tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:45.273248 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e246372-d91d-4167-9eb6-c350109ed5c1 req-ef873782-e514-450a-8bbd-7e43f25f138a tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:45.279555 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e246372-d91d-4167-9eb6-c350109ed5c1 req-ef873782-e514-450a-8bbd-7e43f25f138a tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:45.286063 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e246372-d91d-4167-9eb6-c350109ed5c1 req-ef873782-e514-450a-8bbd-7e43f25f138a tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:45.292001 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e246372-d91d-4167-9eb6-c350109ed5c1 req-ef873782-e514-450a-8bbd-7e43f25f138a tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:45.298169 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e246372-d91d-4167-9eb6-c350109ed5c1 req-ef873782-e514-450a-8bbd-7e43f25f138a tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:45.304780 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e246372-d91d-4167-9eb6-c350109ed5c1 req-ef873782-e514-450a-8bbd-7e43f25f138a tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:45.306692 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e246372-d91d-4167-9eb6-c350109ed5c1 req-ef873782-e514-450a-8bbd-7e43f25f138a tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5418 time: 0.1443176 Dec 06 14:44:45.307168 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4164-0b45-42ee-913a-1f49e0191589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.307516 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-7bcc4164-0b45-42ee-913a-1f49e0191589 admin admin] Added segment 41f8b337-3181-4aa5-a85c-bf2b7a78a29b of type vlan for network 0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18 Dec 06 14:44:45.320131 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc4164-0b45-42ee-913a-1f49e0191589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb386896-7a0d-4340-92b7-879580a3d00b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:45.335643 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c0c2970-ca31-4d57-95de-0594670c0da4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.369528 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c0c2970-ca31-4d57-95de-0594670c0da4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.386774 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4164-0b45-42ee-913a-1f49e0191589 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.405310 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12954d6e-921c-4c39-b907-3e68d5053c84 req-d249a013-675e-4002-862a-7bed16d46689 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:45.406888 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-12954d6e-921c-4c39-b907-3e68d5053c84 req-d249a013-675e-4002-862a-7bed16d46689 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 945 time: 0.1939373 Dec 06 14:44:45.417908 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e246372-d91d-4167-9eb6-c350109ed5c1 req-3d7a9e0e-a3cd-46e1-bdea-fd0314d7fed9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1006587 Dec 06 14:44:45.442161 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c0c2970-ca31-4d57-95de-0594670c0da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.445145 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c0c2970-ca31-4d57-95de-0594670c0da4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.449269 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3c0c2970-ca31-4d57-95de-0594670c0da4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0dbe55e8-2e91-4159-ad04-c7e145fd5d76 HTTP/1.1" status: 204 len: 168 time: 0.2658937 Dec 06 14:44:45.458294 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c2970-ca31-4d57-95de-0594670c0da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbe55e8-2e91-4159-ad04-c7e145fd5d76,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:45.474414 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4164-0b45-42ee-913a-1f49e0191589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.475367 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcc4164-0b45-42ee-913a-1f49e0191589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:45.476088 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4164-0b45-42ee-913a-1f49e0191589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.526082 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-817ac08c-feb5-4930-82df-f2122111a96d req-c736aae5-f107-48cd-95aa-8b310a35d53a tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Deleting port 9cbc89aa-b0c1-4bea-b509-860e02243d72 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:45.526815 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-817ac08c-feb5-4930-82df-f2122111a96d req-c736aae5-f107-48cd-95aa-8b310a35d53a tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.532432 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7bcc4164-0b45-42ee-913a-1f49e0191589 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9955306 Dec 06 14:44:45.536317 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42594) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:45.559867 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-12954d6e-921c-4c39-b907-3e68d5053c84 req-b8c8dc5b-6247-47fa-8eac-04596fb63698 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403227 Dec 06 14:44:45.566108 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-79dd70f7-c9c5-409c-bdf6-335d5dc91d95 admin admin] Request body: {'subnet': {'network_id': '0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1416575918-subnet', 'tenant_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:45.604686 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dd70f7-c9c5-409c-bdf6-335d5dc91d95 admin admin] Made reservation on behalf of c5b9aa3e23c44d3fa983d784b4af669e for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:44:45.607218 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79dd70f7-c9c5-409c-bdf6-335d5dc91d95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.634867 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d07e9759-e9fd-492e-be7d-d3df98455e0b up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:44:45.683984 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc4164-0b45-42ee-913a-1f49e0191589 admin admin] Pushing event updated for resources: {'Network': ['ID=0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:45.712635 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:44:45.809064 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port d07e9759-e9fd-492e-be7d-d3df98455e0b completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:44:45.815421 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port d07e9759-e9fd-492e-be7d-d3df98455e0b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:44:45.815871 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.867891 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaad283-1297-40cb-9bb5-a5f4f3940369 req-243e1e12-eed1-4738-90f3-368404d7a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:45.871181 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-efaad283-1297-40cb-9bb5-a5f4f3940369 req-243e1e12-eed1-4738-90f3-368404d7a4f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3af073f3ac64f7cb90626d437b05081&device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 1096 time: 0.1112316 Dec 06 14:44:45.902973 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b77d61-6770-4bc5-9d27-5b54ecb7f136 req-396c305b-f904-45bd-800d-d8cfe28e2eb7 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:45.904941 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-93b77d61-6770-4bc5-9d27-5b54ecb7f136 req-396c305b-f904-45bd-800d-d8cfe28e2eb7 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 945 time: 0.0872350 Dec 06 14:44:45.914549 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.916967 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42604) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:45.941176 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-817ac08c-feb5-4930-82df-f2122111a96d req-c736aae5-f107-48cd-95aa-8b310a35d53a tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] For port 9cbc89aa-b0c1-4bea-b509-860e02243d72, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9cbc89aa-b0c1-4bea-b509-860e02243d72,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:45.941566 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-817ac08c-feb5-4930-82df-f2122111a96d req-c736aae5-f107-48cd-95aa-8b310a35d53a tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.951071 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port d07e9759-e9fd-492e-be7d-d3df98455e0b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d07e9759-e9fd-492e-be7d-d3df98455e0b,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:45.952093 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89366a6b-f694-426b-b50f-1fd66261b4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07e9759-e9fd-492e-be7d-d3df98455e0b'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:45.956080 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde5f5c4-a2f7-44a0-a318-7d9222c5a383" -d '{"events": [{"server_uuid": "89366a6b-f694-426b-b50f-1fd66261b4cb", "name": "network-vif-plugged", "status": "completed", "tag": "d07e9759-e9fd-492e-be7d-d3df98455e0b"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:45.960091 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.971552 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f3d23-9a89-43f2-b047-8d8957cd9423 req-c39db897-8c4b-4158-995e-643964ee32fc tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:45.973073 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c18f3d23-9a89-43f2-b047-8d8957cd9423 req-c39db897-8c4b-4158-995e-643964ee32fc tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 945 time: 0.1667311 Dec 06 14:44:45.984091 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-68a02fd5-c685-4c8e-a88b-13d3db564037 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:45.988352 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-817ac08c-feb5-4930-82df-f2122111a96d req-c736aae5-f107-48cd-95aa-8b310a35d53a tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Calling delete_port for 9cbc89aa-b0c1-4bea-b509-860e02243d72 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:45.990199 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-842a7bc5-bf2a-444d-905e-924b91bb7198 service neutron] show failed (client error): The resource could not be found. Dec 06 14:44:45.991182 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-842a7bc5-bf2a-444d-905e-924b91bb7198 service neutron] 10.222.0.37 "GET /v2.0/ports/a1f410f3-b590-45d2-89a4-68030d49b760/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.2164493 Dec 06 14:44:46.014004 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=d07e9759-e9fd-492e-be7d-d3df98455e0b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:46.019957 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-93b77d61-6770-4bc5-9d27-5b54ecb7f136 req-1feda078-00f3-4756-8226-c6f68411b0e3 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/security-groups?id=8164c7d9-8dcb-4c23-952e-f35c61470695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993361 Dec 06 14:44:46.048647 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaad283-1297-40cb-9bb5-a5f4f3940369 req-6364d2c6-e060-43c1-9557-aa06ebb94486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:46.050892 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-efaad283-1297-40cb-9bb5-a5f4f3940369 req-6364d2c6-e060-43c1-9557-aa06ebb94486 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7f2e354e-b62f-4849-9bd2-75f5a5589b95 HTTP/1.1" status: 200 len: 914 time: 0.1686225 Dec 06 14:44:46.101577 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-efaad283-1297-40cb-9bb5-a5f4f3940369 req-27ff5b32-5b7e-42de-a5f9-f38066e7f015 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b8a9e6-8656-4e2e-af3c-521e74fddd18 HTTP/1.1" status: 200 len: 217 time: 0.0421848 Dec 06 14:44:46.160181 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaad283-1297-40cb-9bb5-a5f4f3940369 req-30c22979-6782-46d1-8ce9-7c9d38e5bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:46.162175 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-efaad283-1297-40cb-9bb5-a5f4f3940369 req-30c22979-6782-46d1-8ce9-7c9d38e5bc7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd52b025-3a41-48a4-af85-edccea1b0f43 HTTP/1.1" status: 200 len: 853 time: 0.0536263 Dec 06 14:44:46.190906 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c18f3d23-9a89-43f2-b047-8d8957cd9423 req-650e54d5-bc8e-4495-9d41-d9a5e21112e1 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038443 Dec 06 14:44:46.221865 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79dd70f7-c9c5-409c-bdf6-335d5dc91d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:46.224169 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-efaad283-1297-40cb-9bb5-a5f4f3940369 req-7df2580e-0912-4d11-b2ec-fc9e656219cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f2e354e-b62f-4849-9bd2-75f5a5589b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536714 Dec 06 14:44:46.337889 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75357f2a-4170-4313-9a16-a89f6477dedc x-openstack-request-id: req-75357f2a-4170-4313-9a16-a89f6477dedc {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:46.338534 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89366a6b-f694-426b-b50f-1fd66261b4cb", "name": "network-vif-plugged", "status": "completed", "tag": "d07e9759-e9fd-492e-be7d-d3df98455e0b", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:46.339842 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75357f2a-4170-4313-9a16-a89f6477dedc {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:46.341090 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89366a6b-f694-426b-b50f-1fd66261b4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07e9759-e9fd-492e-be7d-d3df98455e0b', 'code': 200} Dec 06 14:44:46.344127 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-4917bb60-9936-43fd-b994-6f0df98839b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:46.346306 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-4917bb60-9936-43fd-b994-6f0df98839b2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78&tenant_id=1ef73dcd6d3e4823a5c82b4557027236 HTTP/1.1" status: 200 len: 1100 time: 0.1165650 Dec 06 14:44:46.359002 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:46.371719 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd70f7-c9c5-409c-bdf6-335d5dc91d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87054d57-56e6-4c1b-a8a5-3ebde047edd4,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:46.403594 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-efaad283-1297-40cb-9bb5-a5f4f3940369 req-d70ea6a0-9ec5-4198-8aa2-5b6feebee2f2 service neutron] 10.222.0.37 "GET /v2.0/networks/7f2e354e-b62f-4849-9bd2-75f5a5589b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643860 Dec 06 14:44:46.405624 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-68a02fd5-c685-4c8e-a88b-13d3db564037 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:46.422555 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-68a02fd5-c685-4c8e-a88b-13d3db564037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:46.451904 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:46.452785 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81feae-df81-417c-9c18-a446b7e4cf87 req-da9cd3e3-27cc-4355-88c9-63e595ff64bc tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:46.454289 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f81feae-df81-417c-9c18-a446b7e4cf87 req-da9cd3e3-27cc-4355-88c9-63e595ff64bc tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.1768138 Dec 06 14:44:46.455597 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd70f7-c9c5-409c-bdf6-335d5dc91d95 admin admin] Checking segment: {'id': '41f8b337-3181-4aa5-a85c-bf2b7a78a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:44:46.455957 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dd70f7-c9c5-409c-bdf6-335d5dc91d95 admin admin] Network hostable DHCP agents. Network: 0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:44:46.524019 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-817ac08c-feb5-4930-82df-f2122111a96d req-c736aae5-f107-48cd-95aa-8b310a35d53a tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:46.568655 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-68a02fd5-c685-4c8e-a88b-13d3db564037 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=355e9641b1604a8cbc1e9d40040b352d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6490312 Dec 06 14:44:46.569384 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a02fd5-c685-4c8e-a88b-13d3db564037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdf3655-6cbe-4bbd-bbad-996ede03dcd8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:46.571851 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42614) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:46.586691 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736aae5-f107-48cd-95aa-8b310a35d53a tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Pushing event deleted for resources: {'Port': ['ID=9cbc89aa-b0c1-4bea-b509-860e02243d72,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:46.600278 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-efaad283-1297-40cb-9bb5-a5f4f3940369 req-79fb61c4-d473-4910-9c4f-cb8ac982aeac service neutron] 10.222.0.37 "GET /v2.0/networks/7f2e354e-b62f-4849-9bd2-75f5a5589b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725874 Dec 06 14:44:46.612032 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dd70f7-c9c5-409c-bdf6-335d5dc91d95 admin admin] Network 0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:44:46.644016 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163b9d5-867b-40f7-919c-320c3c32bbc6 req-6cbaaf35-32cd-4641-a0b7-3af834adfeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:46.645519 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c163b9d5-867b-40f7-919c-320c3c32bbc6 req-6cbaaf35-32cd-4641-a0b7-3af834adfeed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 1097 time: 0.2285111 Dec 06 14:44:46.671040 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['9cbc89aa-b0c1-4bea-b509-860e02243d72'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:46.687764 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666660e-b83b-4416-8754-900c41c03f6d req-e786b984-5f12-464b-a1b9-2425672ab331 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:46.692090 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-79dd70f7-c9c5-409c-bdf6-335d5dc91d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:44:46.694268 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666660e-b83b-4416-8754-900c41c03f6d req-e786b984-5f12-464b-a1b9-2425672ab331 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:46.700289 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666660e-b83b-4416-8754-900c41c03f6d req-e786b984-5f12-464b-a1b9-2425672ab331 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:46.707160 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666660e-b83b-4416-8754-900c41c03f6d req-e786b984-5f12-464b-a1b9-2425672ab331 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:46.712770 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666660e-b83b-4416-8754-900c41c03f6d req-e786b984-5f12-464b-a1b9-2425672ab331 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:46.719833 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f81feae-df81-417c-9c18-a446b7e4cf87 req-f382c011-ad46-4b5a-a167-ee1ae81a4bcd tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340143 Dec 06 14:44:46.719971 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666660e-b83b-4416-8754-900c41c03f6d req-e786b984-5f12-464b-a1b9-2425672ab331 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:46.721097 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-817ac08c-feb5-4930-82df-f2122111a96d req-c736aae5-f107-48cd-95aa-8b310a35d53a tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] No DVR routers for this DVR port 9cbc89aa-b0c1-4bea-b509-860e02243d72 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:46.723545 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac96fd0-9be8-44dd-8024-9fc8c60676ef None None] Network 0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:44:46.724713 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-817ac08c-feb5-4930-82df-f2122111a96d req-c736aae5-f107-48cd-95aa-8b310a35d53a tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:46.733003 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-817ac08c-feb5-4930-82df-f2122111a96d req-c736aae5-f107-48cd-95aa-8b310a35d53a tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.37 "DELETE /v2.0/ports/9cbc89aa-b0c1-4bea-b509-860e02243d72 HTTP/1.1" status: 204 len: 173 time: 1.4893243 Dec 06 14:44:46.737276 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666660e-b83b-4416-8754-900c41c03f6d req-e786b984-5f12-464b-a1b9-2425672ab331 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:46.739148 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6666660e-b83b-4416-8754-900c41c03f6d req-e786b984-5f12-464b-a1b9-2425672ab331 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5418 time: 0.2152762 Dec 06 14:44:46.743764 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1613eba1-1f3e-460c-8e0c-7898af6530ca', 'name': 'network-vif-deleted', 'tag': '9cbc89aa-b0c1-4bea-b509-860e02243d72'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:46.746285 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76e9b06-b2b8-4e9b-80d7-32883f65e1a5" -d '{"events": [{"server_uuid": "1613eba1-1f3e-460c-8e0c-7898af6530ca", "name": "network-vif-deleted", "tag": "9cbc89aa-b0c1-4bea-b509-860e02243d72"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:46.758420 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dd70f7-c9c5-409c-bdf6-335d5dc91d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:46.759488 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79dd70f7-c9c5-409c-bdf6-335d5dc91d95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:46.898740 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6666660e-b83b-4416-8754-900c41c03f6d req-cbfd2d0d-038b-4a09-b392-2791f4948628 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1314235 Dec 06 14:44:46.901659 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a1f410f3-b590-45d2-89a4-68030d49b760,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:46.912369 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-79dd70f7-c9c5-409c-bdf6-335d5dc91d95 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3510945 Dec 06 14:44:46.916561 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42622) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:46.922184 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1416575918-router', 'tenant_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:46.926548 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5610b739-6d45-49de-b2de-f9358c23e55f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:46.932223 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c163b9d5-867b-40f7-919c-320c3c32bbc6 req-6827b179-b8a9-4b60-9a9d-035f6f8cc9cf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711594 Dec 06 14:44:46.980326 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:44:46.986877 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecf9ab-469a-44d6-8d59-f0d74fcad226 req-c8117b37-0999-4c45-a8bc-f1f6ee1e6f20 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:46.994360 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-41ecf9ab-469a-44d6-8d59-f0d74fcad226 req-c8117b37-0999-4c45-a8bc-f1f6ee1e6f20 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 946 time: 0.1859810 Dec 06 14:44:47.006028 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5610b739-6d45-49de-b2de-f9358c23e55f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:47.006974 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:47.008416 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:47.041678 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18', 'network_id': '0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18', 'tenant_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'fixed_ips': [{'subnet_id': '87054d57-56e6-4c1b-a8a5-3ebde047edd4'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:44:47.042712 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:47.051909 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b639d9-d572-4589-ac4d-43107fe41a78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f410f3-b590-45d2-89a4-68030d49b760'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:47.054260 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52912064-dfa9-41c8-b735-400046a4c1f3" -d '{"events": [{"server_uuid": "51b639d9-d572-4589-ac4d-43107fe41a78", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f410f3-b590-45d2-89a4-68030d49b760"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:47.058718 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:47.070317 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-41ecf9ab-469a-44d6-8d59-f0d74fcad226 req-ea767329-36be-46e5-b276-e0b3af56a76b tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750887 Dec 06 14:44:47.101095 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5610b739-6d45-49de-b2de-f9358c23e55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:47.101438 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:47.104545 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5610b739-6d45-49de-b2de-f9358c23e55f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:47.108510 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5610b739-6d45-49de-b2de-f9358c23e55f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffdf3655-6cbe-4bbd-bbad-996ede03dcd8 HTTP/1.1" status: 204 len: 168 time: 0.5291617 Dec 06 14:44:47.108912 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Transition to ACTIVE for port object a1f410f3-b590-45d2-89a4-68030d49b760 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:44:47.128943 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610b739-6d45-49de-b2de-f9358c23e55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdf3655-6cbe-4bbd-bbad-996ede03dcd8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:47.132871 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a3784f-9355-4687-ad49-b720ee37fbef x-openstack-request-id: req-04a3784f-9355-4687-ad49-b720ee37fbef {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:47.133168 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1613eba1-1f3e-460c-8e0c-7898af6530ca", "name": "network-vif-deleted", "tag": "9cbc89aa-b0c1-4bea-b509-860e02243d72", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:47.133421 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04a3784f-9355-4687-ad49-b720ee37fbef {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:47.136539 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1613eba1-1f3e-460c-8e0c-7898af6530ca', 'name': 'network-vif-deleted', 'tag': '9cbc89aa-b0c1-4bea-b509-860e02243d72', 'status': 'completed', 'code': 200} Dec 06 14:44:47.176755 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:47.323095 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b5ba2-ddf9-4c29-b88e-0109fb95be05 req-50a77d81-6366-441d-af8d-98cb71849181 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:47.324389 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947b11c7-5cda-4e6e-9dcf-5c85b92ad694 x-openstack-request-id: req-947b11c7-5cda-4e6e-9dcf-5c85b92ad694 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:47.325261 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b639d9-d572-4589-ac4d-43107fe41a78", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f410f3-b590-45d2-89a4-68030d49b760", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:47.325261 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-947b11c7-5cda-4e6e-9dcf-5c85b92ad694 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:47.325489 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b639d9-d572-4589-ac4d-43107fe41a78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f410f3-b590-45d2-89a4-68030d49b760', 'code': 200} Dec 06 14:44:47.328758 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc3b5ba2-ddf9-4c29-b88e-0109fb95be05 req-50a77d81-6366-441d-af8d-98cb71849181 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 945 time: 0.1191242 Dec 06 14:44:47.372238 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Allocated IP 172.20.0.2 (0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18/87054d57-56e6-4c1b-a8a5-3ebde047edd4/5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:44:47.427425 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc3b5ba2-ddf9-4c29-b88e-0109fb95be05 req-c5f007cc-46b8-4cf9-9534-85d70be859a4 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/security-groups?id=8164c7d9-8dcb-4c23-952e-f35c61470695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845869 Dec 06 14:44:47.617397 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c5ef52e3-a51e-4219-b152-4a539b93ddee details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:44:47.667169 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:47.691872 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:47.718354 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] No DVR routers for this DVR port a1f410f3-b590-45d2-89a4-68030d49b760 on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:47.729806 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:47.747951 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f410f3-b590-45d2-89a4-68030d49b760,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:47.772348 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be3693c4-5c63-472a-849b-7c74c4e825fa req-789cbb4b-8116-4a17-ab2e-d79812553479 tempest-ListServerFiltersTestJSON-437712035 tempest-ListServerFiltersTestJSON-437712035-project] 10.222.0.20 "GET /v2.0/ports?device_id=1613eba1-1f3e-460c-8e0c-7898af6530ca HTTP/1.1" status: 200 len: 210 time: 0.0486550 Dec 06 14:44:47.820847 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Attempting to bind port a1f410f3-b590-45d2-89a4-68030d49b760 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:44:47.821187 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Attempting to bind port a1f410f3-b590-45d2-89a4-68030d49b760 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:44:47.821518 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Attempting to bind port a1f410f3-b590-45d2-89a4-68030d49b760 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:47.832962 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Port a1f410f3-b590-45d2-89a4-68030d49b760 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:44:47.833583 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Attempting to bind port a1f410f3-b590-45d2-89a4-68030d49b760 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:47.846104 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:44:47.846954 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:44:47.847504 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:44:47.847987 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Bound port: a1f410f3-b590-45d2-89a4-68030d49b760, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:44:47.848348 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:47.921248 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35d574-9b1c-4cc1-add8-08dd20cb3403 req-f5b7c671-900b-4f87-8057-50435decd81b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:47.928177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8a35d574-9b1c-4cc1-add8-08dd20cb3403 req-f5b7c671-900b-4f87-8057-50435decd81b tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 947 time: 0.0859070 Dec 06 14:44:47.957287 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Pushing event updated for resources: {'Port': ['ID=5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:47.971529 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:44:47.974709 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Network 0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:44:47.975568 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a1f410f3-b590-45d2-89a4-68030d49b760,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:44:47.977957 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:44:47.988140 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:47.988477 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:44:48.013485 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c5ef52e3-a51e-4219-b152-4a539b93ddee, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5ef52e3-a51e-4219-b152-4a539b93ddee,segment=NetworkSegment(7ba72c39-a80c-460f-8226-d6107cfda5da),segment_id=7ba72c39-a80c-460f-8226-d6107cfda5da)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:48.031540 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8a35d574-9b1c-4cc1-add8-08dd20cb3403 req-3f85faa1-68ab-457f-9a27-d7ed32767482 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976648 Dec 06 14:44:48.043044 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'c5ef52e3-a51e-4219-b152-4a539b93ddee', 'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf', 'port_id': 'c5ef52e3-a51e-4219-b152-4a539b93ddee', 'mac_address': 'fa:16:3e:8f:5d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e5f2f7-b121-4bd5-a64e-1d85120de3ca', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:44:48.108527 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Attempting to bind port 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:44:48.108959 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Attempting to bind port 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '41f8b337-3181-4aa5-a85c-bf2b7a78a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:44:48.109325 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Attempting to bind port 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 on network 0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:48.121129 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:44:48.121535 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Checking segment: {'id': '41f8b337-3181-4aa5-a85c-bf2b7a78a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:44:48.122041 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:48.122543 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Bound using segment: {'id': '41f8b337-3181-4aa5-a85c-bf2b7a78a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:44:48.123593 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Bound port: 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f8b337-3181-4aa5-a85c-bf2b7a78a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:44:48.123593 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:48.124428 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:48.125276 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:48.127027 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] 10.222.0.23 "PUT /v2.0/ports/a1f410f3-b590-45d2-89a4-68030d49b760 HTTP/1.1" status: 200 len: 1095 time: 1.7721524 Dec 06 14:44:48.132299 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:48.147441 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ef52e3-a51e-4219-b152-4a539b93ddee {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:48.224874 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c5ef52e3-a51e-4219-b152-4a539b93ddee, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5ef52e3-a51e-4219-b152-4a539b93ddee,segment=NetworkSegment(7ba72c39-a80c-460f-8226-d6107cfda5da),segment_id=7ba72c39-a80c-460f-8226-d6107cfda5da)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:48.237157 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:48.238123 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 123958aa-6377-4a82-b97b-1f5421f13954 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:44:48.268327 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd20a6d-c956-4328-97e5-1f36d11d61d3 req-23bfb4a8-8977-48d1-9d33-fba1f8f85e71 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:48.287595 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0dd20a6d-c956-4328-97e5-1f36d11d61d3 req-23bfb4a8-8977-48d1-9d33-fba1f8f85e71 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 946 time: 0.0804372 Dec 06 14:44:48.326434 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab3e55-142b-4ddc-8cc7-b59573cb5d84 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f410f3-b590-45d2-89a4-68030d49b760,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:48.331363 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] For port 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:44:48.338087 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] For port 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3,segment=NetworkSegment(41f8b337-3181-4aa5-a85c-bf2b7a78a29b),segment_id=41f8b337-3181-4aa5-a85c-bf2b7a78a29b)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:44:48.353826 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:48.355300 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:48.377290 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 123958aa-6377-4a82-b97b-1f5421f13954, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=123958aa-6377-4a82-b97b-1f5421f13954,segment=NetworkSegment(7ba72c39-a80c-460f-8226-d6107cfda5da),segment_id=7ba72c39-a80c-460f-8226-d6107cfda5da)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:48.381894 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94068a7-1a5e-4cfb-b387-0954a35a2c93 req-a9feed90-ae50-4a3f-925b-10444068d791 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:48.392047 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94068a7-1a5e-4cfb-b387-0954a35a2c93 req-a9feed90-ae50-4a3f-925b-10444068d791 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:48.393911 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=c5ef52e3-a51e-4219-b152-4a539b93ddee,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:48.399925 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94068a7-1a5e-4cfb-b387-0954a35a2c93 req-a9feed90-ae50-4a3f-925b-10444068d791 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:48.404903 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '123958aa-6377-4a82-b97b-1f5421f13954', 'network_id': 'cb158934-4018-4c6a-ae8b-2c28f8c789bf', 'port_id': '123958aa-6377-4a82-b97b-1f5421f13954', 'mac_address': 'fa:16:3e:0a:bc:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e5f2f7-b121-4bd5-a64e-1d85120de3ca', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:44:48.406949 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94068a7-1a5e-4cfb-b387-0954a35a2c93 req-a9feed90-ae50-4a3f-925b-10444068d791 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:48.419781 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0dd20a6d-c956-4328-97e5-1f36d11d61d3 req-9e4c2e19-14af-4619-9287-60e431dfc58a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309688 Dec 06 14:44:48.424274 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94068a7-1a5e-4cfb-b387-0954a35a2c93 req-a9feed90-ae50-4a3f-925b-10444068d791 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:48.431793 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94068a7-1a5e-4cfb-b387-0954a35a2c93 req-a9feed90-ae50-4a3f-925b-10444068d791 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:48.438507 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94068a7-1a5e-4cfb-b387-0954a35a2c93 req-a9feed90-ae50-4a3f-925b-10444068d791 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:48.446740 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c94068a7-1a5e-4cfb-b387-0954a35a2c93 req-a9feed90-ae50-4a3f-925b-10444068d791 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5418 time: 0.3849838 Dec 06 14:44:48.503931 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-c6d3f5da-6471-4b88-b016-d5ea86c6d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:48.505516 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-c6d3f5da-6471-4b88-b016-d5ea86c6d757 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 1098 time: 0.3385031 Dec 06 14:44:48.511693 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:48.512903 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:48.558208 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123958aa-6377-4a82-b97b-1f5421f13954 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:48.570785 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebdd43-a323-4c0e-942f-a718d01fa150 None None] Pushing event updated for resources: {'Port': ['ID=5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:48.598750 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 123958aa-6377-4a82-b97b-1f5421f13954, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=123958aa-6377-4a82-b97b-1f5421f13954,segment=NetworkSegment(7ba72c39-a80c-460f-8226-d6107cfda5da),segment_id=7ba72c39-a80c-460f-8226-d6107cfda5da)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:48.605492 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:48.606154 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d350b801-15fd-48dd-80cb-41545f0302ca details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:44:48.704359 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=123958aa-6377-4a82-b97b-1f5421f13954,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:48.731476 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a519bd-91be-4015-8d99-a58172279f06 req-395e37ea-a73e-4216-b0ab-7e6b57ed8b02 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:48.753662 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4a519bd-91be-4015-8d99-a58172279f06 req-395e37ea-a73e-4216-b0ab-7e6b57ed8b02 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 945 time: 0.1697400 Dec 06 14:44:48.779438 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c94068a7-1a5e-4cfb-b387-0954a35a2c93 req-ca88005a-5a10-48cf-bde2-7755c442d49d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3316040 Dec 06 14:44:48.815925 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-abf6929d-50c2-492a-b7e3-0e794cdda284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:48.818715 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-abf6929d-50c2-492a-b7e3-0e794cdda284 service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2971094 Dec 06 14:44:48.832848 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port d350b801-15fd-48dd-80cb-41545f0302ca, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d350b801-15fd-48dd-80cb-41545f0302ca,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:48.842822 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Allocated IP 172.35.7.223 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/d1ea5b7b-3625-418c-a3e3-3e5bc6faa434) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:44:48.864459 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4a519bd-91be-4015-8d99-a58172279f06 req-a55ed42c-cc14-4dc5-b4b6-78948cc03e99 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/security-groups?id=8164c7d9-8dcb-4c23-952e-f35c61470695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097333 Dec 06 14:44:48.864975 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'd350b801-15fd-48dd-80cb-41545f0302ca', 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3', 'port_id': 'd350b801-15fd-48dd-80cb-41545f0302ca', 'mac_address': 'fa:16:3e:60:49:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f', 'ip_address': '10.1.1.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:44:48.880363 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42666) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:48.941307 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-41207988-1f98-43b8-9b1b-42b4eab845c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=a1f410f3-b590-45d2-89a4-68030d49b760 HTTP/1.1" status: 200 len: 217 time: 0.1007524 Dec 06 14:44:48.955695 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:48.991316 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d350b801-15fd-48dd-80cb-41545f0302ca {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:49.008656 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80f6936-6a0b-43dd-8198-7324c8a3fdb3 admin admin] Deleting subnet d7c78aa4-4a36-4373-9916-580721e72599 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:44:49.017490 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f80f6936-6a0b-43dd-8198-7324c8a3fdb3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:49.022078 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port d350b801-15fd-48dd-80cb-41545f0302ca, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d350b801-15fd-48dd-80cb-41545f0302ca,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:49.028982 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:49.029921 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0543179e-d70f-4909-a03d-fcfe66648f7a details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:44:49.073027 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f80f6936-6a0b-43dd-8198-7324c8a3fdb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:49.074193 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-832e1726-1875-4cb0-9c3b-b1e1298665cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:49.076610 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-832e1726-1875-4cb0-9c3b-b1e1298665cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1258132 Dec 06 14:44:49.151328 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=d350b801-15fd-48dd-80cb-41545f0302ca,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:49.168109 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 0543179e-d70f-4909-a03d-fcfe66648f7a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0543179e-d70f-4909-a03d-fcfe66648f7a,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:49.187642 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '0543179e-d70f-4909-a03d-fcfe66648f7a', 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3', 'port_id': '0543179e-d70f-4909-a03d-fcfe66648f7a', 'mac_address': 'fa:16:3e:5c:64:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:44:49.228120 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f80f6936-6a0b-43dd-8198-7324c8a3fdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:49.279276 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:49.296656 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0543179e-d70f-4909-a03d-fcfe66648f7a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:49.304875 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed70466-849d-4a5f-aeb8-fccab8ee422e req-7501ddb3-1faf-4c0f-a497-c6bb7843ae56 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:49.313293 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ed70466-849d-4a5f-aeb8-fccab8ee422e req-7501ddb3-1faf-4c0f-a497-c6bb7843ae56 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 947 time: 0.1572802 Dec 06 14:44:49.323918 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-50cc497d-b9c9-476e-985a-c5a83814f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:49.325385 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-50cc497d-b9c9-476e-985a-c5a83814f0a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2376132 Dec 06 14:44:49.332020 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 0543179e-d70f-4909-a03d-fcfe66648f7a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0543179e-d70f-4909-a03d-fcfe66648f7a,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:49.339579 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:49.340319 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a7b78aa4-0d2c-4a7c-8d55-41681ef29071 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:44:49.352667 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b639d9-d572-4589-ac4d-43107fe41a78', 'tag': 'a1f410f3-b590-45d2-89a4-68030d49b760'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:49.358513 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73" -d '{"events": [{"name": "network-changed", "server_uuid": "51b639d9-d572-4589-ac4d-43107fe41a78", "tag": "a1f410f3-b590-45d2-89a4-68030d49b760"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:49.396719 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f80f6936-6a0b-43dd-8198-7324c8a3fdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:49.421827 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:49.427342 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f6936-6a0b-43dd-8198-7324c8a3fdb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c78aa4-4a36-4373-9916-580721e72599,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:49.440879 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a7b78aa4-0d2c-4a7c-8d55-41681ef29071, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a7b78aa4-0d2c-4a7c-8d55-41681ef29071,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:49.445707 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadd208-3add-4b79-92c8-407e1c492814 req-c83182f9-aa11-4bce-8d76-ed14f227b690 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:49.454034 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faadd208-3add-4b79-92c8-407e1c492814 req-c83182f9-aa11-4bce-8d76-ed14f227b690 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 945 time: 0.1572700 Dec 06 14:44:49.463106 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=0543179e-d70f-4909-a03d-fcfe66648f7a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:49.472120 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'a7b78aa4-0d2c-4a7c-8d55-41681ef29071', 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3', 'port_id': 'a7b78aa4-0d2c-4a7c-8d55-41681ef29071', 'mac_address': 'fa:16:3e:1e:90:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f', 'ip_address': '10.1.1.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:44:49.523793 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f80f6936-6a0b-43dd-8198-7324c8a3fdb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:49.524105 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:44:49.527852 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f80f6936-6a0b-43dd-8198-7324c8a3fdb3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d7c78aa4-4a36-4373-9916-580721e72599 HTTP/1.1" status: 204 len: 168 time: 0.6441712 Dec 06 14:44:49.531859 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42694) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:49.555175 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ed70466-849d-4a5f-aeb8-fccab8ee422e req-3726fac1-6ea5-4853-a945-5ebb76a15c46 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409365 Dec 06 14:44:49.556152 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faadd208-3add-4b79-92c8-407e1c492814 req-b17474e8-2a76-4d37-8236-4802871d57c9 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/security-groups?id=8164c7d9-8dcb-4c23-952e-f35c61470695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009915 Dec 06 14:44:49.582640 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:49.585479 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf41ebbb-1825-482f-be44-34decb343b85 None None] Network 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:44:49.606375 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:49.624263 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b78aa4-0d2c-4a7c-8d55-41681ef29071 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:49.669211 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-5fd72d56-d2fc-4ad4-9f46-e7c8f5c0b9f0 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924020 Dec 06 14:44:49.684716 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:44:49.685252 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a1f410f3-b590-45d2-89a4-68030d49b760 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:49.687941 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e561a410-bceb-4b30-97e9-9942316ff9f2 x-openstack-request-id: req-e561a410-bceb-4b30-97e9-9942316ff9f2 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:49.688551 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b639d9-d572-4589-ac4d-43107fe41a78", "tag": "a1f410f3-b590-45d2-89a4-68030d49b760", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:49.689242 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e561a410-bceb-4b30-97e9-9942316ff9f2 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:49.689873 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b639d9-d572-4589-ac4d-43107fe41a78', 'tag': 'a1f410f3-b590-45d2-89a4-68030d49b760', 'status': 'completed', 'code': 200} Dec 06 14:44:49.690866 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a7b78aa4-0d2c-4a7c-8d55-41681ef29071, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a7b78aa4-0d2c-4a7c-8d55-41681ef29071,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:49.701528 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:44:49.746427 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:44:49.758851 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:49.759503 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8308ccd2-e0d7-46df-9012-cb81a52c4813 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:44:49.778153 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:44:49.778524 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:49.812647 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:49.824626 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-2290d558-7f56-4520-ad80-688ee53acefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:49.826161 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-2290d558-7f56-4520-ad80-688ee53acefe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 1098 time: 0.1148803 Dec 06 14:44:49.829671 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8308ccd2-e0d7-46df-9012-cb81a52c4813, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8308ccd2-e0d7-46df-9012-cb81a52c4813,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:49.866414 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ea5b7b-3625-418c-a3e3-3e5bc6faa434,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:49.964159 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a7b78aa4-0d2c-4a7c-8d55-41681ef29071,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:49.990173 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c7aab-a17d-43c3-9ab1-ddd8facb562a req-26d563de-ce72-4c55-b006-fb85b49e9be4 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:49.997779 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f31c7aab-a17d-43c3-9ab1-ddd8facb562a req-26d563de-ce72-4c55-b006-fb85b49e9be4 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 946 time: 0.2928915 Dec 06 14:44:50.001405 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '8308ccd2-e0d7-46df-9012-cb81a52c4813', 'network_id': 'b101b3fa-0622-4671-8e73-e76bfcd7a3b3', 'port_id': '8308ccd2-e0d7-46df-9012-cb81a52c4813', 'mac_address': 'fa:16:3e:fc:2d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:44:50.004380 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-719866c6-3674-4e74-a953-f26c45728a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:50.005930 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-719866c6-3674-4e74-a953-f26c45728a90 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.1604159 Dec 06 14:44:50.103902 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:50.116951 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8348ce7-3875-470d-af16-0533c198d91e None None] Network 0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:44:50.124217 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8308ccd2-e0d7-46df-9012-cb81a52c4813 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:50.132538 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a1f410f3-b590-45d2-89a4-68030d49b760 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:50.132983 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9cbc89aa-b0c1-4bea-b509-860e02243d72 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:50.143912 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f31c7aab-a17d-43c3-9ab1-ddd8facb562a req-302b47e3-574c-4b20-b9a5-3ed4015facf4 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455095 Dec 06 14:44:50.152421 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42702) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:50.155211 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9b2f672-8d08-4485-b58a-e134d9edd45a req-b461a409-97eb-494c-81e6-ba0f73f82934 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641426 Dec 06 14:44:50.174664 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-cafbdcdd-f220-473b-9c2b-e448cca7cddf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=a1f410f3-b590-45d2-89a4-68030d49b760 HTTP/1.1" status: 200 len: 217 time: 0.1191514 Dec 06 14:44:50.207187 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 9cbc89aa-b0c1-4bea-b509-860e02243d72 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:50.207632 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9cbc89aa-b0c1-4bea-b509-860e02243d72 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:50.216809 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186183f-9002-472a-9e31-f17d9dfb3237 req-71f337e7-4d25-4079-b077-e5dde5cc5b96 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:50.221756 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ce1e3011-2408-4b8d-8463-da895a9475ba None None] Provisioning complete for port 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:44:50.222200 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce1e3011-2408-4b8d-8463-da895a9475ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:50.248292 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186183f-9002-472a-9e31-f17d9dfb3237 req-71f337e7-4d25-4079-b077-e5dde5cc5b96 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:50.254782 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186183f-9002-472a-9e31-f17d9dfb3237 req-71f337e7-4d25-4079-b077-e5dde5cc5b96 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:50.276450 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186183f-9002-472a-9e31-f17d9dfb3237 req-71f337e7-4d25-4079-b077-e5dde5cc5b96 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:50.282586 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186183f-9002-472a-9e31-f17d9dfb3237 req-71f337e7-4d25-4079-b077-e5dde5cc5b96 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:50.291067 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186183f-9002-472a-9e31-f17d9dfb3237 req-71f337e7-4d25-4079-b077-e5dde5cc5b96 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:50.304179 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186183f-9002-472a-9e31-f17d9dfb3237 req-71f337e7-4d25-4079-b077-e5dde5cc5b96 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:50.313617 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7186183f-9002-472a-9e31-f17d9dfb3237 req-71f337e7-4d25-4079-b077-e5dde5cc5b96 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5423 time: 0.3064482 Dec 06 14:44:50.362328 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8308ccd2-e0d7-46df-9012-cb81a52c4813, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8308ccd2-e0d7-46df-9012-cb81a52c4813,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:50.368408 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:50.411570 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4d4f0a-a45e-49f5-b00e-c0a5bacaa663 None None] DHCP port deletion for 18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:44:50.423868 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-c79fee0e-46b2-457c-ab78-b574032fb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:50.425132 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-505b2c65-1fdf-4e0f-af94-a09083148001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:50.425556 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-c79fee0e-46b2-457c-ab78-b574032fb5f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 1098 time: 0.1464200 Dec 06 14:44:50.426597 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-505b2c65-1fdf-4e0f-af94-a09083148001 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1025655 Dec 06 14:44:50.431266 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-12f01d07-6b8b-4632-962a-aa5d612744b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:50.434789 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2597aec-f5da-463f-b63b-7be0b76ec7b6 req-50735fe5-aa8f-43f0-b37b-34d64071aa51 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:50.436353 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c2597aec-f5da-463f-b63b-7be0b76ec7b6 req-50735fe5-aa8f-43f0-b37b-34d64071aa51 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 1097 time: 0.1124804 Dec 06 14:44:50.440453 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] Deleting port dddfb253-dff4-4e2d-9c95-bfdd8356d8cd {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:50.440793 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:50.449106 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:50.449858 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d8787e97-b48c-4cf9-a70a-9062d1daf772 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:44:50.468073 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:50.505695 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7186183f-9002-472a-9e31-f17d9dfb3237 req-9f65fe30-4564-45ef-b03e-b390686a713e tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1912017 Dec 06 14:44:50.524174 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3,segment=NetworkSegment(41f8b337-3181-4aa5-a85c-bf2b7a78a29b),segment_id=41f8b337-3181-4aa5-a85c-bf2b7a78a29b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:50.565787 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:50.655853 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c2597aec-f5da-463f-b63b-7be0b76ec7b6 req-c2e265a9-d967-4b49-b58a-4414094adc2d tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079146 Dec 06 14:44:50.659223 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] For port dddfb253-dff4-4e2d-9c95-bfdd8356d8cd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dddfb253-dff4-4e2d-9c95-bfdd8356d8cd,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:50.659601 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:50.661816 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-5e3ff368-78e1-46a5-9f84-fbcd06dcde9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:50.663473 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-5e3ff368-78e1-46a5-9f84-fbcd06dcde9b service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2262142 Dec 06 14:44:50.670794 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=8308ccd2-e0d7-46df-9012-cb81a52c4813,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:50.676715 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-d7f6031e-15c2-465f-952c-154b48b1fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:50.678273 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-d7f6031e-15c2-465f-952c-154b48b1fecc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2348697 Dec 06 14:44:50.719783 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-fdaf4232-cb8e-4b3e-9a7e-a14085bce927 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=a1f410f3-b590-45d2-89a4-68030d49b760 HTTP/1.1" status: 200 len: 217 time: 0.0467341 Dec 06 14:44:50.733652 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] Calling delete_port for dddfb253-dff4-4e2d-9c95-bfdd8356d8cd owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:50.777367 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d4f0a-a45e-49f5-b00e-c0a5bacaa663 None None] Deleting port dddfb253-dff4-4e2d-9c95-bfdd8356d8cd {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:50.777897 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4f0a-a45e-49f5-b00e-c0a5bacaa663 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:50.788472 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port d8787e97-b48c-4cf9-a70a-9062d1daf772, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d8787e97-b48c-4cf9-a70a-9062d1daf772,segment=NetworkSegment(2d682598-8987-4d9b-9233-b0d36b83c0eb),segment_id=2d682598-8987-4d9b-9233-b0d36b83c0eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:50.818947 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:50.829827 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'd8787e97-b48c-4cf9-a70a-9062d1daf772', 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1', 'port_id': 'd8787e97-b48c-4cf9-a70a-9062d1daf772', 'mac_address': 'fa:16:3e:fb:bc:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:44:50.838382 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-3b1ff70a-2f16-4353-a08f-158814dea47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:50.840006 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-3b1ff70a-2f16-4353-a08f-158814dea47f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0592527 Dec 06 14:44:50.917960 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-12f01d07-6b8b-4632-962a-aa5d612744b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:50.939897 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1f414-7550-4840-9fad-729c2c8b2636 req-5009ce6b-20ae-495b-a19f-b63f32bd537a tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:50.947400 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b2d1f414-7550-4840-9fad-729c2c8b2636 req-5009ce6b-20ae-495b-a19f-b63f32bd537a tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 945 time: 0.3016036 Dec 06 14:44:50.981513 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-12f01d07-6b8b-4632-962a-aa5d612744b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:50.982242 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.021701 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-979450f8-2fa8-45a3-a0aa-3bdaddc27f78 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323057 Dec 06 14:44:51.058880 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.070054 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667895df-7c79-4bd7-aabf-1c105f02541d req-e01ba46e-cebc-4e2d-9f4e-bef36560a624 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:51.083147 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-667895df-7c79-4bd7-aabf-1c105f02541d req-e01ba46e-cebc-4e2d-9f4e-bef36560a624 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 947 time: 0.2418108 Dec 06 14:44:51.086798 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6d4d4f0a-a45e-49f5-b00e-c0a5bacaa663 None None] For port dddfb253-dff4-4e2d-9c95-bfdd8356d8cd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dddfb253-dff4-4e2d-9c95-bfdd8356d8cd,segment=NetworkSegment(1dfcb9e9-45ec-4093-b02f-395f28473929),segment_id=1dfcb9e9-45ec-4093-b02f-395f28473929)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:51.087203 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4f0a-a45e-49f5-b00e-c0a5bacaa663 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.103523 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8787e97-b48c-4cf9-a70a-9062d1daf772 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:51.103937 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f01d07-6b8b-4632-962a-aa5d612744b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f0742a-c9b4-4d51-a1cc-3cd7674954b2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:51.108093 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-12f01d07-6b8b-4632-962a-aa5d612744b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36a8ee6c692c4fb3acc8f5d7c2b17030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9529226 Dec 06 14:44:51.116132 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42716) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:51.118058 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d4f0a-a45e-49f5-b00e-c0a5bacaa663 None None] Calling delete_port for dddfb253-dff4-4e2d-9c95-bfdd8356d8cd owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:51.130426 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-71b11b02-b187-44fc-a5b2-685eccc9b75e None None] Provisioning complete for port 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:44:51.130856 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-71b11b02-b187-44fc-a5b2-685eccc9b75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.134920 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04616ef-32c3-461d-bb32-3ed550087cf5 req-de11b996-b1df-47d7-8d86-c0866484721c tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:51.136392 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f04616ef-32c3-461d-bb32-3ed550087cf5 req-de11b996-b1df-47d7-8d86-c0866484721c tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.37 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 945 time: 0.2573473 Dec 06 14:44:51.142466 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b2d1f414-7550-4840-9fad-729c2c8b2636 req-e3a7660e-2828-4229-80c5-dd4bbd71955c tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/security-groups?id=8164c7d9-8dcb-4c23-952e-f35c61470695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941514 Dec 06 14:44:51.169210 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port d8787e97-b48c-4cf9-a70a-9062d1daf772, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d8787e97-b48c-4cf9-a70a-9062d1daf772,segment=NetworkSegment(2d682598-8987-4d9b-9233-b0d36b83c0eb),segment_id=2d682598-8987-4d9b-9233-b0d36b83c0eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:51.184530 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-f838eee0-3ed6-46ac-9641-645c8d60b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:51.186157 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-f838eee0-3ed6-46ac-9641-645c8d60b3bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3313906 Dec 06 14:44:51.206298 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.314590 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=d8787e97-b48c-4cf9-a70a-9062d1daf772,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:51.414793 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:44:51.459278 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.461702 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4f0a-a45e-49f5-b00e-c0a5bacaa663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.499416 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d4f0a-a45e-49f5-b00e-c0a5bacaa663 None None] Pushing event deleted for resources: {'Port': ['ID=dddfb253-dff4-4e2d-9c95-bfdd8356d8cd,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:51.506828 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4d4f0a-a45e-49f5-b00e-c0a5bacaa663 None None] No DVR routers for this DVR port dddfb253-dff4-4e2d-9c95-bfdd8356d8cd on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:51.523905 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:44:51.523905 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.546750 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] Pushing event deleted for resources: {'Port': ['ID=dddfb253-dff4-4e2d-9c95-bfdd8356d8cd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:51.546750 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] No DVR routers for this DVR port dddfb253-dff4-4e2d-9c95-bfdd8356d8cd on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:51.588066 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-d309268c-ca15-4b1d-b5de-3d7147554cea service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483932 Dec 06 14:44:51.603117 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-667895df-7c79-4bd7-aabf-1c105f02541d req-6151a4d3-2927-4701-96c0-477e86927b3f tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194211 Dec 06 14:44:51.614462 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82961b-2709-41df-8f88-450d3871bd15 req-3e277dcf-cc95-4527-8b2c-5caa6ee2cc72 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:51.621768 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab82961b-2709-41df-8f88-450d3871bd15 req-3e277dcf-cc95-4527-8b2c-5caa6ee2cc72 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 1097 time: 0.1835904 Dec 06 14:44:51.651721 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3cdab22-a6f3-47ac-8aa1-07efc191a41f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.701634 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.702861 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3cdab22-a6f3-47ac-8aa1-07efc191a41f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.706573 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-24493809-0dda-4e8e-bf99-9a64b8b9cda9 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074842 Dec 06 14:44:51.713636 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Router 968240d0-b2a6-4cbf-a8e1-f31e7954c4b0 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:44:51.732318 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:51.743849 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device dddfb253-dff4-4e2d-9c95-bfdd8356d8cd no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:51.744531 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dfcb9e9-45ec-4093-b02f-395f28473929') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:51.744829 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dfcb9e9-45ec-4093-b02f-395f28473929') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:51.763089 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.766866 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: dddfb253-dff4-4e2d-9c95-bfdd8356d8cd {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:51.767816 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device dddfb253-dff4-4e2d-9c95-bfdd8356d8cd not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:51.782800 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.790014 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:44:51.790412 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:44:51.806007 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:44:51.871585 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.876191 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.880484 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] 10.222.0.20 "DELETE /v2.0/networks/18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5 HTTP/1.1" status: 204 len: 168 time: 2.3472281 Dec 06 14:44:51.891208 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f04616ef-32c3-461d-bb32-3ed550087cf5 req-8198846a-8050-4a49-8e47-ee2b5e4770f3 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Deleting port 38b8a9e6-8656-4e2e-af3c-521e74fddd18 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:44:51.891548 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f04616ef-32c3-461d-bb32-3ed550087cf5 req-8198846a-8050-4a49-8e47-ee2b5e4770f3 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.912342 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab82961b-2709-41df-8f88-450d3871bd15 req-9b22d813-46a6-484c-8824-088f6becf4aa tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898278 Dec 06 14:44:51.924626 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['d8787e97-b48c-4cf9-a70a-9062d1daf772'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:51.945998 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a8dbc26-5e90-4b30-8d3f-932a9d9c5a73 req-223d4cde-9825-4fe9-be7e-49baaa4b5c3e service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221427 Dec 06 14:44:51.962595 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3cdab22-a6f3-47ac-8aa1-07efc191a41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.965205 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3cdab22-a6f3-47ac-8aa1-07efc191a41f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:51.968908 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b3cdab22-a6f3-47ac-8aa1-07efc191a41f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34f0742a-c9b4-4d51-a1cc-3cd7674954b2 HTTP/1.1" status: 204 len: 168 time: 0.8477957 Dec 06 14:44:51.990900 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdab22-a6f3-47ac-8aa1-07efc191a41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f0742a-c9b4-4d51-a1cc-3cd7674954b2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:51.993493 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:44:52.006511 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0017e7d-9948-412a-95ec-2eb087b67ac4 req-914b3641-d7aa-4f28-97ae-83328adf2e2b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:52.011964 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Sync routers for ids ['968240d0-b2a6-4cbf-a8e1-f31e7954c4b0'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:44:52.012628 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0017e7d-9948-412a-95ec-2eb087b67ac4 req-914b3641-d7aa-4f28-97ae-83328adf2e2b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:52.033148 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Routers {'968240d0-b2a6-4cbf-a8e1-f31e7954c4b0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:44:52.033420 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0017e7d-9948-412a-95ec-2eb087b67ac4 req-914b3641-d7aa-4f28-97ae-83328adf2e2b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:52.034973 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:44:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['968240d0-b2a6-4cbf-a8e1-f31e7954c4b0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:52.041176 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0017e7d-9948-412a-95ec-2eb087b67ac4 req-914b3641-d7aa-4f28-97ae-83328adf2e2b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:52.049532 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0017e7d-9948-412a-95ec-2eb087b67ac4 req-914b3641-d7aa-4f28-97ae-83328adf2e2b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:52.052419 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2ed01-d309-4aeb-bc86-904a2be2ebfe admin admin] Pushing event deleted for resources: {'Network': ['ID=18c0ca4f-8ed3-4f5e-90ea-a948e9b734a5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:52.065452 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0017e7d-9948-412a-95ec-2eb087b67ac4 req-914b3641-d7aa-4f28-97ae-83328adf2e2b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:52.071648 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0017e7d-9948-412a-95ec-2eb087b67ac4 req-914b3641-d7aa-4f28-97ae-83328adf2e2b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:52.073865 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0017e7d-9948-412a-95ec-2eb087b67ac4 req-914b3641-d7aa-4f28-97ae-83328adf2e2b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5425 time: 0.2374938 Dec 06 14:44:52.075280 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['c5ef52e3-a51e-4219-b152-4a539b93ddee'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:52.082414 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['0543179e-d70f-4909-a03d-fcfe66648f7a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:52.092600 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f04616ef-32c3-461d-bb32-3ed550087cf5 req-8198846a-8050-4a49-8e47-ee2b5e4770f3 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] For port 38b8a9e6-8656-4e2e-af3c-521e74fddd18, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=38b8a9e6-8656-4e2e-af3c-521e74fddd18,segment=NetworkSegment(169fb03e-70bf-405f-b092-895dc9cc5652),segment_id=169fb03e-70bf-405f-b092-895dc9cc5652)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:52.092993 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f04616ef-32c3-461d-bb32-3ed550087cf5 req-8198846a-8050-4a49-8e47-ee2b5e4770f3 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:52.145503 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f04616ef-32c3-461d-bb32-3ed550087cf5 req-8198846a-8050-4a49-8e47-ee2b5e4770f3 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Calling delete_port for 38b8a9e6-8656-4e2e-af3c-521e74fddd18 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:44:52.169336 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:52.173270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2e833420-7a3b-4a8b-9f93-89f9743beee1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2530510 Dec 06 14:44:52.175827 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42730) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:52.179601 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['8308ccd2-e0d7-46df-9012-cb81a52c4813'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:52.208400 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42734) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:52.237282 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['123958aa-6377-4a82-b97b-1f5421f13954'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:52.239874 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['d350b801-15fd-48dd-80cb-41545f0302ca'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:52.281714 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Set router 968240d0-b2a6-4cbf-a8e1-f31e7954c4b0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:44:52.320119 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0017e7d-9948-412a-95ec-2eb087b67ac4 req-eeedf2cb-0cd9-4555-bd93-7f2421f799ab tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2168612 Dec 06 14:44:52.380193 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cbae9a90-2628-4a35-a4ec-150fc96db885 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fccb884e5aa045a785398366947baa02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679156 Dec 06 14:44:52.389225 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42738) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:52.503837 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-978f032e-249a-4c2d-952d-8393270d71c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:52.536680 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09313485-fd29-424f-bc1c-47cab483bd28 req-bfe9da0e-d654-4e5c-a861-821db38a113f tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:52.546926 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09313485-fd29-424f-bc1c-47cab483bd28 req-bfe9da0e-d654-4e5c-a861-821db38a113f tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/ports?device_id=136a66f1-b663-4327-b035-bcf5b44dc792 HTTP/1.1" status: 200 len: 945 time: 0.0926049 Dec 06 14:44:52.550692 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42744) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:52.565389 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-978f032e-249a-4c2d-952d-8393270d71c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:52.592059 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a282f1b4-4854-42af-85ae-1a8599166cef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:52.670891 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09313485-fd29-424f-bc1c-47cab483bd28 req-951cfd8c-bdd4-453b-88c3-e6be836a16e0 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.20 "GET /v2.0/security-groups?id=8164c7d9-8dcb-4c23-952e-f35c61470695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254904 Dec 06 14:44:52.732153 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-978f032e-249a-4c2d-952d-8393270d71c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:52.740492 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-978f032e-249a-4c2d-952d-8393270d71c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:52.743056 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'name': 'tempest-FloatingIPsTestJSON-1416575918-router', 'tenant_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.223'}], 'enable_snat': True}, 'gw_port_id': 'd1ea5b7b-3625-418c-a3e3-3e5bc6faa434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:44:47Z', 'updated_at': '2021-12-06T14:44:50Z', 'revision_number': 3, 'project_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'gw_port': {'id': 'd1ea5b7b-3625-418c-a3e3-3e5bc6faa434', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:44:48Z', 'updated_at': '2021-12-06T14:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:52.746264 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-978f032e-249a-4c2d-952d-8393270d71c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1 HTTP/1.1" status: 204 len: 168 time: 0.3534026 Dec 06 14:44:52.793631 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Checking router: 968240d0-b2a6-4cbf-a8e1-f31e7954c4b0 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:44:52.794385 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Updating router 968240d0-b2a6-4cbf-a8e1-f31e7954c4b0 port d1ea5b7b-3625-418c-a3e3-3e5bc6faa434 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:44:52.797910 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f032e-249a-4c2d-952d-8393270d71c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef40f6ca-1d79-48cd-b5c5-6ab9f42aafc1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:52.857603 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:52.883215 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['a7b78aa4-0d2c-4a7c-8d55-41681ef29071'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:52.910921 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a282f1b4-4854-42af-85ae-1a8599166cef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:52.924299 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a282f1b4-4854-42af-85ae-1a8599166cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:52.950447 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05ed5c-b172-49fb-9281-4a919aebdc11 req-2612347f-55b9-4921-8ada-8c3e60d385d4 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:52.953147 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab05ed5c-b172-49fb-9281-4a919aebdc11 req-2612347f-55b9-4921-8ada-8c3e60d385d4 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 947 time: 0.1815302 Dec 06 14:44:53.019432 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f04616ef-32c3-461d-bb32-3ed550087cf5 req-8198846a-8050-4a49-8e47-ee2b5e4770f3 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:53.073224 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198846a-8050-4a49-8e47-ee2b5e4770f3 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Pushing event deleted for resources: {'Port': ['ID=38b8a9e6-8656-4e2e-af3c-521e74fddd18,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:53.082778 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['38b8a9e6-8656-4e2e-af3c-521e74fddd18'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:53.093634 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282f1b4-4854-42af-85ae-1a8599166cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dc8ec4-cfef-45ca-90f6-3e1e0faa1e04,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:53.109084 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a282f1b4-4854-42af-85ae-1a8599166cef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2614d5d74b74ceca1292cf4070c7359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5525234 Dec 06 14:44:53.115809 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42764) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:53.187676 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04616ef-32c3-461d-bb32-3ed550087cf5 req-8198846a-8050-4a49-8e47-ee2b5e4770f3 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] No DVR routers for this DVR port 38b8a9e6-8656-4e2e-af3c-521e74fddd18 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:44:53.192238 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f04616ef-32c3-461d-bb32-3ed550087cf5 req-8198846a-8050-4a49-8e47-ee2b5e4770f3 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:53.197233 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f04616ef-32c3-461d-bb32-3ed550087cf5 req-8198846a-8050-4a49-8e47-ee2b5e4770f3 tempest-InstanceActionsTestJSON-1354032130 tempest-InstanceActionsTestJSON-1354032130-project] 10.222.0.37 "DELETE /v2.0/ports/38b8a9e6-8656-4e2e-af3c-521e74fddd18 HTTP/1.1" status: 204 len: 173 time: 2.0506320 Dec 06 14:44:53.259358 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136a66f1-b663-4327-b035-bcf5b44dc792', 'name': 'network-vif-deleted', 'tag': '38b8a9e6-8656-4e2e-af3c-521e74fddd18'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:53.262174 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d91eb83-81ee-4dac-b163-1eb5d36e848e" -d '{"events": [{"server_uuid": "136a66f1-b663-4327-b035-bcf5b44dc792", "name": "network-vif-deleted", "tag": "38b8a9e6-8656-4e2e-af3c-521e74fddd18"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:53.264502 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab05ed5c-b172-49fb-9281-4a919aebdc11 req-9e393c2f-0ff4-4c77-88c2-bc8f104affe3 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528959 Dec 06 14:44:53.283737 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a1f410f3-b590-45d2-89a4-68030d49b760 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:44:53.344031 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-faead2c9-a9c9-4af8-a537-3c6215f140c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:53.390002 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-faead2c9-a9c9-4af8-a537-3c6215f140c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:53.496726 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:53.514111 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:53.522287 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e849c00-4971-4bed-8c7c-772bbc523dbc x-openstack-request-id: req-4e849c00-4971-4bed-8c7c-772bbc523dbc {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:53.523692 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136a66f1-b663-4327-b035-bcf5b44dc792", "name": "network-vif-deleted", "tag": "38b8a9e6-8656-4e2e-af3c-521e74fddd18", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:53.523963 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e849c00-4971-4bed-8c7c-772bbc523dbc {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:53.524399 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136a66f1-b663-4327-b035-bcf5b44dc792', 'name': 'network-vif-deleted', 'tag': '38b8a9e6-8656-4e2e-af3c-521e74fddd18', 'status': 'completed', 'code': 200} Dec 06 14:44:53.625134 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-faead2c9-a9c9-4af8-a537-3c6215f140c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:53.628913 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Attempting to bind port d1ea5b7b-3625-418c-a3e3-3e5bc6faa434 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:44:53.629285 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Attempting to bind port d1ea5b7b-3625-418c-a3e3-3e5bc6faa434 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:44:53.630070 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-faead2c9-a9c9-4af8-a537-3c6215f140c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:53.630927 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Attempting to bind port d1ea5b7b-3625-418c-a3e3-3e5bc6faa434 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:53.635076 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-faead2c9-a9c9-4af8-a537-3c6215f140c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19dc8ec4-cfef-45ca-90f6-3e1e0faa1e04 HTTP/1.1" status: 204 len: 168 time: 0.5045111 Dec 06 14:44:53.652121 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73176906-9b38-4c54-9fc1-28aa3b761733 None None] Pushing event updated for resources: {'Port': ['ID=d1ea5b7b-3625-418c-a3e3-3e5bc6faa434,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:53.656522 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:44:53.658283 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:44:53.659456 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:53.660086 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:44:53.661785 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Bound port: d1ea5b7b-3625-418c-a3e3-3e5bc6faa434, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:44:53.663998 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:53.677473 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faead2c9-a9c9-4af8-a537-3c6215f140c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dc8ec4-cfef-45ca-90f6-3e1e0faa1e04,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:53.689788 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:53.734223 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73176906-9b38-4c54-9fc1-28aa3b761733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:53.735437 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73176906-9b38-4c54-9fc1-28aa3b761733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:53.736613 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73176906-9b38-4c54-9fc1-28aa3b761733 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:53.738304 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73176906-9b38-4c54-9fc1-28aa3b761733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:53.739039 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73176906-9b38-4c54-9fc1-28aa3b761733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:53.739039 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73176906-9b38-4c54-9fc1-28aa3b761733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:53.741156 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73176906-9b38-4c54-9fc1-28aa3b761733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:53.741802 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73176906-9b38-4c54-9fc1-28aa3b761733 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:53.742885 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73176906-9b38-4c54-9fc1-28aa3b761733 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:53.743438 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73176906-9b38-4c54-9fc1-28aa3b761733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:53.743871 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73176906-9b38-4c54-9fc1-28aa3b761733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:53.744657 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73176906-9b38-4c54-9fc1-28aa3b761733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:53.745179 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73176906-9b38-4c54-9fc1-28aa3b761733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:44:53.832623 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] For port d1ea5b7b-3625-418c-a3e3-3e5bc6faa434, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:44:53.839791 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] For port d1ea5b7b-3625-418c-a3e3-3e5bc6faa434, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d1ea5b7b-3625-418c-a3e3-3e5bc6faa434,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:44:53.847596 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:53.969824 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Routers {'968240d0-b2a6-4cbf-a8e1-f31e7954c4b0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:44:53.972947 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:44:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['968240d0-b2a6-4cbf-a8e1-f31e7954c4b0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:53.998047 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-08eef68e-23bf-455d-8c0a-ee2ec1bfd056 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:44:54.008270 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-08eef68e-23bf-455d-8c0a-ee2ec1bfd056 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0354915 Dec 06 14:44:54.038088 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002f582-f2ae-4796-a6d0-79139d508bd0 req-8a12836d-6789-4b05-8e48-0ff6f8fb2a6b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:54.048102 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002f582-f2ae-4796-a6d0-79139d508bd0 req-8a12836d-6789-4b05-8e48-0ff6f8fb2a6b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:54.057077 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002f582-f2ae-4796-a6d0-79139d508bd0 req-8a12836d-6789-4b05-8e48-0ff6f8fb2a6b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:54.065679 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002f582-f2ae-4796-a6d0-79139d508bd0 req-8a12836d-6789-4b05-8e48-0ff6f8fb2a6b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:54.074079 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002f582-f2ae-4796-a6d0-79139d508bd0 req-8a12836d-6789-4b05-8e48-0ff6f8fb2a6b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:54.082980 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002f582-f2ae-4796-a6d0-79139d508bd0 req-8a12836d-6789-4b05-8e48-0ff6f8fb2a6b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:54.089970 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002f582-f2ae-4796-a6d0-79139d508bd0 req-8a12836d-6789-4b05-8e48-0ff6f8fb2a6b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:54.102186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0002f582-f2ae-4796-a6d0-79139d508bd0 req-8a12836d-6789-4b05-8e48-0ff6f8fb2a6b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5425 time: 0.2012966 Dec 06 14:44:54.107014 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73176906-9b38-4c54-9fc1-28aa3b761733 None None] Pushing event updated for resources: {'Port': ['ID=d1ea5b7b-3625-418c-a3e3-3e5bc6faa434,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:54.137318 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-10d4e7ea-44b1-4a5b-b3ac-b288072c92f6 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:54.138858 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-10d4e7ea-44b1-4a5b-b3ac-b288072c92f6 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.23 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78&tenant_id=1ef73dcd6d3e4823a5c82b4557027236&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 947 time: 0.1869788 Dec 06 14:44:54.158382 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-c393e74e-9ed4-46b2-ba30-0d92efda4091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:54.165882 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-c393e74e-9ed4-46b2-ba30-0d92efda4091 service neutron] 10.222.0.20 "GET /v2.0/ports/d07e9759-e9fd-492e-be7d-d3df98455e0b HTTP/1.1" status: 200 len: 1094 time: 0.1567857 Dec 06 14:44:54.191963 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-58aee0b7-9490-4037-bd46-974298b6a4d8 service neutron] Request body: {'binding': {'host': 'n-h1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:54.192846 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-58aee0b7-9490-4037-bd46-974298b6a4d8 service neutron] Unknown quota resources ['binding']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:44:54.215436 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42800) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:54.283559 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0002f582-f2ae-4796-a6d0-79139d508bd0 req-93699c3c-dbdd-442c-ae7b-e00f90868178 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1730409 Dec 06 14:44:54.285343 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-3fcd4bac-9811-4216-b261-11a6d3f0e605 service neutron] 10.222.0.23 "GET /v2.0/ports/a1f410f3-b590-45d2-89a4-68030d49b760/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.1293654 Dec 06 14:44:54.324564 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] Allocated IP 172.20.0.1 (0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18/87054d57-56e6-4c1b-a8a5-3ebde047edd4/6ba67485-ae4e-4d1b-ae7b-220a470ef3d7) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:44:54.364504 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42806) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:54.417649 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a1f410f3-b590-45d2-89a4-68030d49b760,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:54.504579 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'a1f410f3-b590-45d2-89a4-68030d49b760', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': 'a1f410f3-b590-45d2-89a4-68030d49b760', 'mac_address': 'fa:16:3e:e8:70:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:44:54.513332 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-6ccbdeb4-a709-4bea-8141-24795b5a5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:54.514482 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-6ccbdeb4-a709-4bea-8141-24795b5a5f48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 1098 time: 0.2036750 Dec 06 14:44:54.534095 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] Set router 968240d0-b2a6-4cbf-a8e1-f31e7954c4b0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:44:54.606971 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-58aee0b7-9490-4037-bd46-974298b6a4d8 service neutron] Attempting to bind port d07e9759-e9fd-492e-be7d-d3df98455e0b on host n-h1-master-1 for vnic_type normal with profile None {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:44:54.607682 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-58aee0b7-9490-4037-bd46-974298b6a4d8 service neutron] Attempting to bind port d07e9759-e9fd-492e-be7d-d3df98455e0b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:44:54.608376 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-58aee0b7-9490-4037-bd46-974298b6a4d8 service neutron] Attempting to bind port d07e9759-e9fd-492e-be7d-d3df98455e0b on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:54.611279 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:54.623911 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-58aee0b7-9490-4037-bd46-974298b6a4d8 service neutron] Port d07e9759-e9fd-492e-be7d-d3df98455e0b on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:44:54.624531 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-58aee0b7-9490-4037-bd46-974298b6a4d8 service neutron] Attempting to bind port d07e9759-e9fd-492e-be7d-d3df98455e0b on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:44:54.625324 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5edfb3-df76-411b-a464-c472537e588f admin admin] Deleting subnet cd52b025-3a41-48a4-af85-edccea1b0f43 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:44:54.634242 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:54.636557 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6ad65447-3331-4604-bb58-efb866c98340 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-365252516-network', 'tenant_id': 'e9d5580db1424973a7348e24a37d0cec'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:54.637734 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-58aee0b7-9490-4037-bd46-974298b6a4d8 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:44:54.638135 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-58aee0b7-9490-4037-bd46-974298b6a4d8 service neutron] Checking segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:44:54.638443 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-58aee0b7-9490-4037-bd46-974298b6a4d8 service neutron] Bound using segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:44:54.639088 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-58aee0b7-9490-4037-bd46-974298b6a4d8 service neutron] Bound port: d07e9759-e9fd-492e-be7d-d3df98455e0b, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:44:54.645134 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b5edfb3-df76-411b-a464-c472537e588f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:54.664825 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f410f3-b590-45d2-89a4-68030d49b760 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:44:54.675424 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-88cf987a-a8da-4ef2-a5ee-eb815c28be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:54.676594 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-88cf987a-a8da-4ef2-a5ee-eb815c28be78 service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.1481862 Dec 06 14:44:54.689000 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98178f8a-e8b6-4b88-9526-1f746744d03b req-38262d34-d78d-4b54-8f1c-0b3009bc755a tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:54.697282 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-98178f8a-e8b6-4b88-9526-1f746744d03b req-38262d34-d78d-4b54-8f1c-0b3009bc755a tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 947 time: 0.2215028 Dec 06 14:44:54.722657 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a1f410f3-b590-45d2-89a4-68030d49b760,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:54.733092 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:54.759197 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-58aee0b7-9490-4037-bd46-974298b6a4d8 service neutron] For port d07e9759-e9fd-492e-be7d-d3df98455e0b, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d07e9759-e9fd-492e-be7d-d3df98455e0b,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:44:54.761682 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-9ffb93cc-fbe2-45b6-8418-d4c5d9000125 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=a1f410f3-b590-45d2-89a4-68030d49b760 HTTP/1.1" status: 200 len: 217 time: 0.0623152 Dec 06 14:44:54.764693 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:54.776082 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-58aee0b7-9490-4037-bd46-974298b6a4d8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:54.788670 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-58aee0b7-9490-4037-bd46-974298b6a4d8 service neutron] 10.222.0.20 "POST /v2.0/ports/d07e9759-e9fd-492e-be7d-d3df98455e0b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6084106 Dec 06 14:44:54.806958 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a1f410f3-b590-45d2-89a4-68030d49b760,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:54.822403 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b5edfb3-df76-411b-a464-c472537e588f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:54.868557 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] Network 0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:44:54.874167 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:44:54.879101 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] Pushing event updated for resources: {'Port': ['ID=6ba67485-ae4e-4d1b-ae7b-220a470ef3d7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:54.884335 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:44:54.889732 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad65447-3331-4604-bb58-efb866c98340 admin admin] Made reservation on behalf of e9d5580db1424973a7348e24a37d0cec for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:44:54.897611 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ad65447-3331-4604-bb58-efb866c98340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:54.966061 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:54.978101 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'name': 'tempest-FloatingIPsTestJSON-1416575918-router', 'tenant_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.223'}], 'enable_snat': True}, 'gw_port_id': 'd1ea5b7b-3625-418c-a3e3-3e5bc6faa434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:44:47Z', 'updated_at': '2021-12-06T14:44:50Z', 'revision_number': 3, 'project_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'gw_port': {'id': 'd1ea5b7b-3625-418c-a3e3-3e5bc6faa434', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:44:48Z', 'updated_at': '2021-12-06T14:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:54.999697 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ad65447-3331-4604-bb58-efb866c98340 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:55.058676 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f19c59f-6fb9-4dee-ab9f-60678844b939 None None] The sync data for ids ['968240d0-b2a6-4cbf-a8e1-f31e7954c4b0'] in n-d-master-1 is: [{'id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'name': 'tempest-FloatingIPsTestJSON-1416575918-router', 'tenant_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.223'}], 'enable_snat': True}, 'gw_port_id': 'd1ea5b7b-3625-418c-a3e3-3e5bc6faa434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:44:47Z', 'updated_at': '2021-12-06T14:44:50Z', 'revision_number': 3, 'project_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'gw_port': {'id': 'd1ea5b7b-3625-418c-a3e3-3e5bc6faa434', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:44:48Z', 'updated_at': '2021-12-06T14:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:44:55.149878 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-98178f8a-e8b6-4b88-9526-1f746744d03b req-7c50813a-3e21-4005-a83f-cd71eaa90de2 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470172 Dec 06 14:44:55.152932 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b5edfb3-df76-411b-a464-c472537e588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:55.170618 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-a29290eb-eb3c-4631-ba0e-0b3672b0ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:55.172838 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-a29290eb-eb3c-4631-ba0e-0b3672b0ed04 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.4005535 Dec 06 14:44:55.230172 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d350b801-15fd-48dd-80cb-41545f0302ca up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:44:55.373112 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9809c5ea-ea5f-4b62-b84f-e6952548780f None None] Provisioning complete for port 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:44:55.385009 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9809c5ea-ea5f-4b62-b84f-e6952548780f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:55.402051 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b5edfb3-df76-411b-a464-c472537e588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:55.469787 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['a1f410f3-b590-45d2-89a4-68030d49b760'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:44:55.483773 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port d350b801-15fd-48dd-80cb-41545f0302ca completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:44:55.551198 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port d350b801-15fd-48dd-80cb-41545f0302ca triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:44:55.551823 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:55.554100 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5edfb3-df76-411b-a464-c472537e588f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd52b025-3a41-48a4-af85-edccea1b0f43,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:55.558284 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6b5edfb3-df76-411b-a464-c472537e588f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:55.580600 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6b5edfb3-df76-411b-a464-c472537e588f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cd52b025-3a41-48a4-af85-edccea1b0f43 HTTP/1.1" status: 204 len: 168 time: 1.2129307 Dec 06 14:44:55.582936 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42832) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:55.604553 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9809c5ea-ea5f-4b62-b84f-e6952548780f None None] Port 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:44:55.611541 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa24da-b2b2-4e51-976c-2cc7154bb9e3 req-98456294-3b99-4054-9e58-4d08bda4610f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:55.613447 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-20fa24da-b2b2-4e51-976c-2cc7154bb9e3 req-98456294-3b99-4054-9e58-4d08bda4610f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 946 time: 0.4831939 Dec 06 14:44:55.644604 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-b48d0abe-1d45-488a-920f-b791f5781031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:55.649523 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-b48d0abe-1d45-488a-920f-b791f5781031 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 1097 time: 0.5202491 Dec 06 14:44:55.659262 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:55.668033 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ad65447-3331-4604-bb58-efb866c98340 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:55.699407 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-198171eb-abf4-4fb4-a3d7-b7717ae78e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:55.700939 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-198171eb-abf4-4fb4-a3d7-b7717ae78e9d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4739079 Dec 06 14:44:55.710393 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 38b8a9e6-8656-4e2e-af3c-521e74fddd18 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:44:55.722535 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ad65447-3331-4604-bb58-efb866c98340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:55.737541 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad65447-3331-4604-bb58-efb866c98340 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:44:55.750211 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ad65447-3331-4604-bb58-efb866c98340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:55.750673 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-6ad65447-3331-4604-bb58-efb866c98340 admin admin] Added segment cc354955-7b54-40e6-9524-21209f683ab4 of type vlan for network d3b74075-57b6-4fd0-84d9-8729d680f814 Dec 06 14:44:55.758881 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 38b8a9e6-8656-4e2e-af3c-521e74fddd18 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:44:55.759235 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 38b8a9e6-8656-4e2e-af3c-521e74fddd18 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:44:55.774519 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:55.841658 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd350b801-15fd-48dd-80cb-41545f0302ca'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:55.844189 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f161c10d-ba3c-41d8-80dd-558378d07a08" -d '{"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-plugged", "status": "completed", "tag": "d350b801-15fd-48dd-80cb-41545f0302ca"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:55.866559 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port d350b801-15fd-48dd-80cb-41545f0302ca, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d350b801-15fd-48dd-80cb-41545f0302ca,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:55.874526 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56157e6b-8d25-44dc-8501-ffcfaadd662e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:55.878212 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:55.879010 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d8787e97-b48c-4cf9-a70a-9062d1daf772 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:44:55.917498 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-20fa24da-b2b2-4e51-976c-2cc7154bb9e3 req-bb28f8c3-c603-4450-9af4-b2b656258748 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877026 Dec 06 14:44:56.014811 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ad65447-3331-4604-bb58-efb866c98340 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:56.028757 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8077069-5777-4ef3-9ada-ac27844a55e0 x-openstack-request-id: req-a8077069-5777-4ef3-9ada-ac27844a55e0 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:56.030357 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-plugged", "status": "completed", "tag": "d350b801-15fd-48dd-80cb-41545f0302ca", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:56.030813 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8077069-5777-4ef3-9ada-ac27844a55e0 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:56.031404 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd350b801-15fd-48dd-80cb-41545f0302ca', 'code': 200} Dec 06 14:44:56.068135 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-d7fd8aef-b1eb-4b19-9488-e60aa1262473 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267845 Dec 06 14:44:56.084537 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ad65447-3331-4604-bb58-efb866c98340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:56.085751 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad65447-3331-4604-bb58-efb866c98340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:56.086556 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ad65447-3331-4604-bb58-efb866c98340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:56.110443 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=d350b801-15fd-48dd-80cb-41545f0302ca,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:56.134395 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port d8787e97-b48c-4cf9-a70a-9062d1daf772 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:44:56.139693 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port d8787e97-b48c-4cf9-a70a-9062d1daf772 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:44:56.140287 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:56.155808 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6ad65447-3331-4604-bb58-efb866c98340 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9308107 Dec 06 14:44:56.230039 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56157e6b-8d25-44dc-8501-ffcfaadd662e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:56.236623 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df9617-594a-45cc-835c-92da4a0cdc8e req-20ee7b02-9c2d-4f57-bae7-91f386b7082a tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:56.238217 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42848) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:56.243327 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-18d073db-5488-47e6-9846-f5844864dc77 admin admin] Request body: {'subnet': {'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-365252516-subnet', 'tenant_id': 'e9d5580db1424973a7348e24a37d0cec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:56.260530 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df9617-594a-45cc-835c-92da4a0cdc8e req-20ee7b02-9c2d-4f57-bae7-91f386b7082a tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:56.278429 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df9617-594a-45cc-835c-92da4a0cdc8e req-20ee7b02-9c2d-4f57-bae7-91f386b7082a tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:56.283571 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:56.295797 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df9617-594a-45cc-835c-92da4a0cdc8e req-20ee7b02-9c2d-4f57-bae7-91f386b7082a tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:56.310656 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df9617-594a-45cc-835c-92da4a0cdc8e req-20ee7b02-9c2d-4f57-bae7-91f386b7082a tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:56.323309 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df9617-594a-45cc-835c-92da4a0cdc8e req-20ee7b02-9c2d-4f57-bae7-91f386b7082a tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:56.327492 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port d8787e97-b48c-4cf9-a70a-9062d1daf772, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d8787e97-b48c-4cf9-a70a-9062d1daf772,segment=NetworkSegment(2d682598-8987-4d9b-9233-b0d36b83c0eb),segment_id=2d682598-8987-4d9b-9233-b0d36b83c0eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:56.332494 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df9617-594a-45cc-835c-92da4a0cdc8e req-20ee7b02-9c2d-4f57-bae7-91f386b7082a tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:56.334092 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:56.339796 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-56157e6b-8d25-44dc-8501-ffcfaadd662e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2e354e-b62f-4849-9bd2-75f5a5589b95']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:56.343790 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8df9617-594a-45cc-835c-92da4a0cdc8e req-20ee7b02-9c2d-4f57-bae7-91f386b7082a tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5425 time: 0.9316285 Dec 06 14:44:56.370173 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-56157e6b-8d25-44dc-8501-ffcfaadd662e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169fb03e-70bf-405f-b092-895dc9cc5652') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:56.370510 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-56157e6b-8d25-44dc-8501-ffcfaadd662e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169fb03e-70bf-405f-b092-895dc9cc5652') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:56.381253 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d073db-5488-47e6-9846-f5844864dc77 admin admin] Made reservation on behalf of e9d5580db1424973a7348e24a37d0cec for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:44:56.383892 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-18d073db-5488-47e6-9846-f5844864dc77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:56.409492 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56157e6b-8d25-44dc-8501-ffcfaadd662e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:56.427746 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748558d-f2ed-477d-82c5-70f6157f8625 req-ccdb01c2-68d9-4c3b-9153-c0d65c57830c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:56.435730 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3748558d-f2ed-477d-82c5-70f6157f8625 req-ccdb01c2-68d9-4c3b-9153-c0d65c57830c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 948 time: 0.2007880 Dec 06 14:44:56.464494 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56157e6b-8d25-44dc-8501-ffcfaadd662e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:56.481272 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad65447-3331-4604-bb58-efb866c98340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1a47d1-4c7c-44a6-9dec-1006820c0712,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:56.552995 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56157e6b-8d25-44dc-8501-ffcfaadd662e admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:44:56.553466 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56157e6b-8d25-44dc-8501-ffcfaadd662e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:44:56.555602 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:44:56.568921 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:56.585198 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:56.595010 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad65447-3331-4604-bb58-efb866c98340 admin admin] Pushing event updated for resources: {'Network': ['ID=d3b74075-57b6-4fd0-84d9-8729d680f814,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:56.600827 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-66de09bb-dc88-41f0-a461-586f646e2ce6 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209577 Dec 06 14:44:56.606766 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8df9617-594a-45cc-835c-92da4a0cdc8e req-ca83a0c2-2bd7-4691-ad9b-d6fccdac317f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2619734 Dec 06 14:44:56.608113 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-94cf6dae-d38d-430d-8133-fe3726745d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:56.609662 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-94cf6dae-d38d-430d-8133-fe3726745d0b service neutron] 10.222.0.23 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 921 time: 0.9315495 Dec 06 14:44:56.622394 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network d3b74075-57b6-4fd0-84d9-8729d680f814 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:44:56.686522 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=d8787e97-b48c-4cf9-a70a-9062d1daf772,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:56.697061 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-9b30aee9-683e-4510-8f92-6185c1cff804 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d07e9759-e9fd-492e-be7d-d3df98455e0b HTTP/1.1" status: 200 len: 217 time: 0.0729339 Dec 06 14:44:56.731808 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3748558d-f2ed-477d-82c5-70f6157f8625 req-b318285d-cd66-4643-8ca7-e51af74db3af tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951219 Dec 06 14:44:56.754835 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56157e6b-8d25-44dc-8501-ffcfaadd662e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:56.768168 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] Pushing event updated for resources: {'Port': ['ID=6ba67485-ae4e-4d1b-ae7b-220a470ef3d7,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:56.771105 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56157e6b-8d25-44dc-8501-ffcfaadd662e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:56.774170 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-56157e6b-8d25-44dc-8501-ffcfaadd662e admin admin] 10.222.0.20 "DELETE /v2.0/networks/7f2e354e-b62f-4849-9bd2-75f5a5589b95 HTTP/1.1" status: 204 len: 168 time: 1.1868455 Dec 06 14:44:56.777582 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-3b468927-64de-4909-b5a7-f6394d87b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:56.779250 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-3b468927-64de-4909-b5a7-f6394d87b09f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.0743728 Dec 06 14:44:56.818025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-0662e9d6-88d8-4105-ae3c-20fc2a2084c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311415 Dec 06 14:44:56.843585 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:56.864988 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56157e6b-8d25-44dc-8501-ffcfaadd662e admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2e354e-b62f-4849-9bd2-75f5a5589b95,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:56.965835 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-4f8b2dd0-e3b8-427b-864b-cf51903ed2b6 service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365793 Dec 06 14:44:57.009715 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-18d073db-5488-47e6-9846-f5844864dc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:57.039071 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42874) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:57.105546 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2f27aff9-7008-440b-983b-5fecbe1732da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3af073f3ac64f7cb90626d437b05081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0652857 Dec 06 14:44:57.108578 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42884) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:57.149691 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] Network 0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:44:57.163311 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:44:57.188525 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d073db-5488-47e6-9846-f5844864dc77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=364e1495-bfd8-4a7f-ba20-d4329cab1c75,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:57.225777 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-cd05a899-059a-4210-8910-2964ac01ff7d service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514136 Dec 06 14:44:57.232875 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51a92b10-936a-44dc-a5c6-6724ee9336f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:57.233865 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c5ef52e3-a51e-4219-b152-4a539b93ddee up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:44:57.289036 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51a92b10-936a-44dc-a5c6-6724ee9336f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:57.321155 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d073db-5488-47e6-9846-f5844864dc77 admin admin] Checking segment: {'id': 'cc354955-7b54-40e6-9524-21209f683ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:44:57.321534 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d073db-5488-47e6-9846-f5844864dc77 admin admin] Network hostable DHCP agents. Network: d3b74075-57b6-4fd0-84d9-8729d680f814, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:44:57.353199 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port c5ef52e3-a51e-4219-b152-4a539b93ddee completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:44:57.353981 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ab59e-dffa-4cb1-ba4e-fe37f784e51c req-d86ec32f-f2a2-4583-abe3-59c1a0c275d4 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:57.358622 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port c5ef52e3-a51e-4219-b152-4a539b93ddee triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:44:57.360555 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:57.363528 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-645ab59e-dffa-4cb1-ba4e-fe37f784e51c req-d86ec32f-f2a2-4583-abe3-59c1a0c275d4 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 946 time: 0.2989125 Dec 06 14:44:57.397050 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51a92b10-936a-44dc-a5c6-6724ee9336f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:57.402635 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51a92b10-936a-44dc-a5c6-6724ee9336f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:57.409503 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-51a92b10-936a-44dc-a5c6-6724ee9336f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8164c7d9-8dcb-4c23-952e-f35c61470695 HTTP/1.1" status: 204 len: 168 time: 0.2999182 Dec 06 14:44:57.436939 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a92b10-936a-44dc-a5c6-6724ee9336f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8164c7d9-8dcb-4c23-952e-f35c61470695,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:57.560401 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d1ea5b7b-3625-418c-a3e3-3e5bc6faa434 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:44:57.583294 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:57.589554 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d073db-5488-47e6-9846-f5844864dc77 admin admin] Network d3b74075-57b6-4fd0-84d9-8729d680f814 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:44:57.632967 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-645ab59e-dffa-4cb1-ba4e-fe37f784e51c req-4227e362-44b8-4aac-a6e9-39287877e8eb tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397747 Dec 06 14:44:57.643189 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-18d073db-5488-47e6-9846-f5844864dc77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d3b74075-57b6-4fd0-84d9-8729d680f814) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:44:57.669170 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d073db-5488-47e6-9846-f5844864dc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:57.671611 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-18d073db-5488-47e6-9846-f5844864dc77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:57.691941 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e00eeb2-44e7-455a-b00b-556321812e30 None None] Network d3b74075-57b6-4fd0-84d9-8729d680f814 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:44:57.741969 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-18d073db-5488-47e6-9846-f5844864dc77 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5027249 Dec 06 14:44:57.747283 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] Router 968240d0-b2a6-4cbf-a8e1-f31e7954c4b0 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:44:57.749795 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d24e4365-7906-4a8e-8f56-5d2d1b46c1ac None None] Provisioning complete for port 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:44:57.750952 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d24e4365-7906-4a8e-8f56-5d2d1b46c1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:57.839173 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d24e4365-7906-4a8e-8f56-5d2d1b46c1ac None None] Port 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:44:57.853745 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c5ef52e3-a51e-4219-b152-4a539b93ddee, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5ef52e3-a51e-4219-b152-4a539b93ddee,segment=NetworkSegment(7ba72c39-a80c-460f-8226-d6107cfda5da),segment_id=7ba72c39-a80c-460f-8226-d6107cfda5da)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:57.860615 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:57.927279 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:57.929137 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 123958aa-6377-4a82-b97b-1f5421f13954 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:44:57.930892 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7da8cf-3ff0-4769-8703-4ef6b57d2828 req-ff738dd8-a3ce-4f94-aa7a-36272387f2af tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:57.944876 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:44:57.949994 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7da8cf-3ff0-4769-8703-4ef6b57d2828 req-ff738dd8-a3ce-4f94-aa7a-36272387f2af tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:57.968190 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7da8cf-3ff0-4769-8703-4ef6b57d2828 req-ff738dd8-a3ce-4f94-aa7a-36272387f2af tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:57.972271 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-909c1d08-6f15-49f2-a44e-0d71d5e96387 admin admin] 10.222.0.20 "PUT /v2.0/routers/968240d0-b2a6-4cbf-a8e1-f31e7954c4b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7954643 Dec 06 14:44:57.981465 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7da8cf-3ff0-4769-8703-4ef6b57d2828 req-ff738dd8-a3ce-4f94-aa7a-36272387f2af tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:57.989853 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7da8cf-3ff0-4769-8703-4ef6b57d2828 req-ff738dd8-a3ce-4f94-aa7a-36272387f2af tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:57.997566 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7da8cf-3ff0-4769-8703-4ef6b57d2828 req-ff738dd8-a3ce-4f94-aa7a-36272387f2af tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:58.006778 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7da8cf-3ff0-4769-8703-4ef6b57d2828 req-ff738dd8-a3ce-4f94-aa7a-36272387f2af tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:58.015487 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0b7da8cf-3ff0-4769-8703-4ef6b57d2828 req-ff738dd8-a3ce-4f94-aa7a-36272387f2af tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5427 time: 0.2049913 Dec 06 14:44:58.038803 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Sync routers for ids ['968240d0-b2a6-4cbf-a8e1-f31e7954c4b0'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:44:58.127836 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8787e97-b48c-4cf9-a70a-9062d1daf772'}, {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ef52e3-a51e-4219-b152-4a539b93ddee'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:44:58.130951 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d00de28-ab5b-4260-9fce-7968fcadd1ba" -d '{"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-plugged", "status": "completed", "tag": "d8787e97-b48c-4cf9-a70a-9062d1daf772"}, {"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-plugged", "status": "completed", "tag": "c5ef52e3-a51e-4219-b152-4a539b93ddee"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:44:58.134026 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d1ea5b7b-3625-418c-a3e3-3e5bc6faa434 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:44:58.134242 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:58.150584 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0b7da8cf-3ff0-4769-8703-4ef6b57d2828 req-db4d711b-7ca5-4c91-8603-a52b035362e4 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1281466 Dec 06 14:44:58.241905 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42920) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:58.326811 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Routers {'968240d0-b2a6-4cbf-a8e1-f31e7954c4b0'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:44:58.327514 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:44:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['968240d0-b2a6-4cbf-a8e1-f31e7954c4b0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:58.337027 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 14:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86007d71-9b6d-4a76-b0b8-edc8965efc4c x-openstack-request-id: req-86007d71-9b6d-4a76-b0b8-edc8965efc4c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:44:58.337207 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-plugged", "status": "completed", "tag": "d8787e97-b48c-4cf9-a70a-9062d1daf772", "code": 200}, {"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-plugged", "status": "completed", "tag": "c5ef52e3-a51e-4219-b152-4a539b93ddee", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:44:58.337469 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86007d71-9b6d-4a76-b0b8-edc8965efc4c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:44:58.337914 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8787e97-b48c-4cf9-a70a-9062d1daf772', 'code': 200} Dec 06 14:44:58.338100 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ef52e3-a51e-4219-b152-4a539b93ddee', 'code': 200} Dec 06 14:44:58.414617 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a99f90-c1ae-4652-b440-a3fe0ab67665 req-fa2d1842-9a0d-4264-96f5-0832c8cc97c7 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:58.414879 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=c5ef52e3-a51e-4219-b152-4a539b93ddee,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:58.416589 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30a99f90-c1ae-4652-b440-a3fe0ab67665 req-fa2d1842-9a0d-4264-96f5-0832c8cc97c7 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 948 time: 0.0695927 Dec 06 14:44:58.425775 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054e3025-a0f4-4b7e-b636-194fc24d9e50 None None] Network d3b74075-57b6-4fd0-84d9-8729d680f814 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:44:58.457106 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 123958aa-6377-4a82-b97b-1f5421f13954 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:44:58.474478 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 123958aa-6377-4a82-b97b-1f5421f13954 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:44:58.475170 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:58.556817 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30a99f90-c1ae-4652-b440-a3fe0ab67665 req-c355c4f6-b8ed-4b6a-a856-9bae8e818c6d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276960 Dec 06 14:44:58.630350 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Set router 968240d0-b2a6-4cbf-a8e1-f31e7954c4b0 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:44:58.689482 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4e662b2-eb76-4da4-bb16-9679900816dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:58.954816 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:58.976040 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-dd090b40-7ff6-4a7d-811b-7f21c327dcdd tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:58.983443 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-dd090b40-7ff6-4a7d-811b-7f21c327dcdd tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/networks?id=d3b74075-57b6-4fd0-84d9-8729d680f814 HTTP/1.1" status: 200 len: 817 time: 0.2560556 Dec 06 14:44:59.007383 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1f535f12-060b-49e2-ad80-f025fcfda2cc tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/quotas/e9d5580db1424973a7348e24a37d0cec HTTP/1.1" status: 200 len: 375 time: 0.0162046 Dec 06 14:44:59.054608 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-3f419fbd-5c56-4324-a47a-59b5e447eeed tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9d5580db1424973a7348e24a37d0cec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462227 Dec 06 14:44:59.101772 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port d1ea5b7b-3625-418c-a3e3-3e5bc6faa434, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d1ea5b7b-3625-418c-a3e3-3e5bc6faa434,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:59.105514 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:59.159730 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:59.234906 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-33aafb74-5eaa-4618-b2a5-e0aca5ab84d2 service neutron] 10.222.0.20 "GET /v2.0/networks/d3b74075-57b6-4fd0-84d9-8729d680f814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791792 Dec 06 14:44:59.246547 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=d1ea5b7b-3625-418c-a3e3-3e5bc6faa434,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:59.276810 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 123958aa-6377-4a82-b97b-1f5421f13954, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=123958aa-6377-4a82-b97b-1f5421f13954,segment=NetworkSegment(7ba72c39-a80c-460f-8226-d6107cfda5da),segment_id=7ba72c39-a80c-460f-8226-d6107cfda5da)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:44:59.291112 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:59.291964 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0543179e-d70f-4909-a03d-fcfe66648f7a up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:44:59.329455 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-1ecc1f10-aa1e-46fe-8d64-c904795206cd tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5511961 Dec 06 14:44:59.357657 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'name': 'tempest-FloatingIPsTestJSON-1416575918-router', 'tenant_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.223'}], 'enable_snat': True}, 'gw_port_id': 'd1ea5b7b-3625-418c-a3e3-3e5bc6faa434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:44:47Z', 'updated_at': '2021-12-06T14:44:55Z', 'revision_number': 4, 'project_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'gw_port': {'id': 'd1ea5b7b-3625-418c-a3e3-3e5bc6faa434', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:44:48Z', 'updated_at': '2021-12-06T14:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6ba67485-ae4e-4d1b-ae7b-220a470ef3d7', 'name': '', 'network_id': '0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18', 'tenant_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'mac_address': 'fa:16:3e:04:c8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '87054d57-56e6-4c1b-a8a5-3ebde047edd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:44:53Z', 'updated_at': '2021-12-06T14:44:55Z', 'revision_number': 2, 'project_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'subnets': [{'id': '87054d57-56e6-4c1b-a8a5-3ebde047edd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:44:59.395628 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-09f1b155-4545-4d6c-920b-716b682813ab tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:59.399886 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-f45dfecd-ea0e-4d06-844a-d4a5dedc7c91 service neutron] 10.222.0.20 "GET /v2.0/networks/d3b74075-57b6-4fd0-84d9-8729d680f814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640499 Dec 06 14:44:59.440951 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Checking router: 968240d0-b2a6-4cbf-a8e1-f31e7954c4b0 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:44:59.441827 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Updating router 968240d0-b2a6-4cbf-a8e1-f31e7954c4b0 port 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:44:59.475291 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d1ea5b7b-3625-418c-a3e3-3e5bc6faa434 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:44:59.499293 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-09f1b155-4545-4d6c-920b-716b682813ab tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:59.540281 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4e662b2-eb76-4da4-bb16-9679900816dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:59.545042 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-d98099c6-5d5f-4a43-9f10-48a1ed7ec91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:59.547471 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-d98099c6-5d5f-4a43-9f10-48a1ed7ec91c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78&tenant_id=1ef73dcd6d3e4823a5c82b4557027236 HTTP/1.1" status: 200 len: 1099 time: 0.2530017 Dec 06 14:44:59.567221 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4e662b2-eb76-4da4-bb16-9679900816dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:59.580166 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:44:59.617010 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:59.617700 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:59.623142 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=123958aa-6377-4a82-b97b-1f5421f13954,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:59.691118 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d1ea5b7b-3625-418c-a3e3-3e5bc6faa434 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:44:59.691431 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:59.713536 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:59.741460 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b4e662b2-eb76-4da4-bb16-9679900816dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac057eaad316444bab2451d29d795abd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4957888 Dec 06 14:44:59.741956 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42968) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:44:59.749307 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e662b2-eb76-4da4-bb16-9679900816dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7418b408-3e5b-4f57-b194-a9d7ad3a09c9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:44:59.853414 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e54cd103-b47b-4d48-b996-8a4b7a75aeec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:59.913391 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e54cd103-b47b-4d48-b996-8a4b7a75aeec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:59.946644 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439f565-a2fc-48ce-9716-ad2f1020ed98 req-72ee2ed0-e85e-4ad3-8cc2-8028291b576b tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:59.955272 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9439f565-a2fc-48ce-9716-ad2f1020ed98 req-72ee2ed0-e85e-4ad3-8cc2-8028291b576b tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 946 time: 0.1022327 Dec 06 14:44:59.988545 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 0543179e-d70f-4909-a03d-fcfe66648f7a completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:45:00.002878 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 0543179e-d70f-4909-a03d-fcfe66648f7a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:00.011309 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:00.043198 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9439f565-a2fc-48ce-9716-ad2f1020ed98 req-858fd962-826c-487d-a48c-de098f81b686 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869176 Dec 06 14:45:00.073733 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e54cd103-b47b-4d48-b996-8a4b7a75aeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:00.077393 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e54cd103-b47b-4d48-b996-8a4b7a75aeec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:00.080986 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e54cd103-b47b-4d48-b996-8a4b7a75aeec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7418b408-3e5b-4f57-b194-a9d7ad3a09c9 HTTP/1.1" status: 204 len: 168 time: 0.3378670 Dec 06 14:45:00.095017 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cd103-b47b-4d48-b996-8a4b7a75aeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7418b408-3e5b-4f57-b194-a9d7ad3a09c9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:00.124135 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-09f1b155-4545-4d6c-920b-716b682813ab tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:00.218404 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d3c97-9d67-4b60-b2bb-237d6a9edea8 req-cfffd4d2-4711-4162-ac49-6b11cc609681 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:00.227844 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d3c97-9d67-4b60-b2bb-237d6a9edea8 req-cfffd4d2-4711-4162-ac49-6b11cc609681 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:00.236841 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d3c97-9d67-4b60-b2bb-237d6a9edea8 req-cfffd4d2-4711-4162-ac49-6b11cc609681 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:00.244081 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d3c97-9d67-4b60-b2bb-237d6a9edea8 req-cfffd4d2-4711-4162-ac49-6b11cc609681 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:00.252166 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d3c97-9d67-4b60-b2bb-237d6a9edea8 req-cfffd4d2-4711-4162-ac49-6b11cc609681 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:00.260015 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d3c97-9d67-4b60-b2bb-237d6a9edea8 req-cfffd4d2-4711-4162-ac49-6b11cc609681 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:00.268214 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d3c97-9d67-4b60-b2bb-237d6a9edea8 req-cfffd4d2-4711-4162-ac49-6b11cc609681 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:00.277888 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f75d3c97-9d67-4b60-b2bb-237d6a9edea8 req-cfffd4d2-4711-4162-ac49-6b11cc609681 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5429 time: 0.1327245 Dec 06 14:45:00.360210 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f75d3c97-9d67-4b60-b2bb-237d6a9edea8 req-00bb5418-1161-4919-8575-f906e9dd1d46 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809629 Dec 06 14:45:00.398971 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-09f1b155-4545-4d6c-920b-716b682813ab tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Allocated IP 172.35.7.180 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/98b8847e-9eb9-4d56-bffe-ed428039bc01) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:00.570337 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123958aa-6377-4a82-b97b-1f5421f13954'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:00.574861 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74388b1-188a-42ea-93e0-acff3b79ec8a" -d '{"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-plugged", "status": "completed", "tag": "123958aa-6377-4a82-b97b-1f5421f13954"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:00.702939 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a1f410f3-b590-45d2-89a4-68030d49b760,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:00.747717 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:00.778158 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:00.847103 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a1f410f3-b590-45d2-89a4-68030d49b760 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:45:00.877105 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:00.900109 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Ignored duplicate provisioning block setup for port a1f410f3-b590-45d2-89a4-68030d49b760 by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 06 14:45:00.921179 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:00.975842 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7deb35d4-bae2-4336-ba1b-d81253786b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:01.061366 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42994) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:01.084057 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62337a7c-6f32-42eb-9a18-581fdd56fb4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:01.243952 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62337a7c-6f32-42eb-9a18-581fdd56fb4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:01.260828 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62337a7c-6f32-42eb-9a18-581fdd56fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:01.283470 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:01.344720 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 0543179e-d70f-4909-a03d-fcfe66648f7a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0543179e-d70f-4909-a03d-fcfe66648f7a,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:01.357578 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:01.361350 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62337a7c-6f32-42eb-9a18-581fdd56fb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68b1020-78c5-47ca-ba32-40188d228536,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:01.366505 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-62337a7c-6f32-42eb-9a18-581fdd56fb4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d49f3d7133264e268ae049eee0d4449b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033628 Dec 06 14:45:01.375305 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43006) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:01.404826 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:01.407344 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a7b78aa4-0d2c-4a7c-8d55-41681ef29071 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:01.518442 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-720c6889-317e-4328-98ac-e7effd6cb829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:01.603829 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-720c6889-317e-4328-98ac-e7effd6cb829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:01.767492 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bbd72-30fb-499d-9e8e-f095bc3880ce None None] Pushing event updated for resources: {'Port': ['ID=6ba67485-ae4e-4d1b-ae7b-220a470ef3d7,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:01.863401 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-09f1b155-4545-4d6c-920b-716b682813ab tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:01.905231 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df241213-c470-4ecd-8c31-baf038b3c9f9 req-78cc7fc1-0102-49e1-901d-859cfd6c2531 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:01.917882 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-df241213-c470-4ecd-8c31-baf038b3c9f9 req-78cc7fc1-0102-49e1-901d-859cfd6c2531 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 947 time: 0.2392128 Dec 06 14:45:01.960795 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-720c6889-317e-4328-98ac-e7effd6cb829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:01.971610 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-720c6889-317e-4328-98ac-e7effd6cb829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:01.973706 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Pushing event updated for resources: {'Port': ['ID=a1f410f3-b590-45d2-89a4-68030d49b760,revision_number=9']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:01.981552 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-720c6889-317e-4328-98ac-e7effd6cb829 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c68b1020-78c5-47ca-ba32-40188d228536 HTTP/1.1" status: 204 len: 168 time: 0.6034544 Dec 06 14:45:02.023063 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-09f1b155-4545-4d6c-920b-716b682813ab tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:02.024916 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c6889-317e-4328-98ac-e7effd6cb829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68b1020-78c5-47ca-ba32-40188d228536,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:02.090460 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-df241213-c470-4ecd-8c31-baf038b3c9f9 req-9cc8d5c7-5574-42d1-a16c-9b4dc8a9ab12 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709406 Dec 06 14:45:02.109367 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Attempting to bind port 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:02.110983 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Attempting to bind port 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '41f8b337-3181-4aa5-a85c-bf2b7a78a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:02.111514 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Attempting to bind port 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7 on network 0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:02.135489 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=0543179e-d70f-4909-a03d-fcfe66648f7a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:02.158427 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port a7b78aa4-0d2c-4a7c-8d55-41681ef29071 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:45:02.161580 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:02.162256 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Checking segment: {'id': '41f8b337-3181-4aa5-a85c-bf2b7a78a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:02.162885 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:02.163452 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Bound using segment: {'id': '41f8b337-3181-4aa5-a85c-bf2b7a78a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:02.164208 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Bound port: 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f8b337-3181-4aa5-a85c-bf2b7a78a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:02.164808 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:02.181999 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port a7b78aa4-0d2c-4a7c-8d55-41681ef29071 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:02.182700 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:02.293368 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] No DVR routers for this DVR port a1f410f3-b590-45d2-89a4-68030d49b760 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:02.449593 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b7493252-1b41-4505-b9ac-e074dbfd7ac0 None None] Provisioning complete for port 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:02.455476 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b7493252-1b41-4505-b9ac-e074dbfd7ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:02.496233 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-13613f1c-1c0a-4ee6-8ad3-7c774e1836ab tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:02.499243 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-13613f1c-1c0a-4ee6-8ad3-7c774e1836ab tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.23 "GET /v2.0/networks?id=d3b74075-57b6-4fd0-84d9-8729d680f814 HTTP/1.1" status: 200 len: 817 time: 0.3140566 Dec 06 14:45:02.504589 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Attempting to bind port a1f410f3-b590-45d2-89a4-68030d49b760 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:02.505122 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Attempting to bind port a1f410f3-b590-45d2-89a4-68030d49b760 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:02.505982 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Attempting to bind port a1f410f3-b590-45d2-89a4-68030d49b760 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:02.533243 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-3e852fce-f740-41f0-a2f6-9b706da66d6e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Request body: {'port': {'device_id': '3ab0f91a-a26c-476d-97c7-bd5281bfdc61', 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814', 'admin_state_up': True, 'tenant_id': 'e9d5580db1424973a7348e24a37d0cec'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:02.534148 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-09f1b155-4545-4d6c-920b-716b682813ab tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:02.540744 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a23616-ca60-491e-8e10-09d95982bd48 x-openstack-request-id: req-e1a23616-ca60-491e-8e10-09d95982bd48 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:02.545062 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Port a1f410f3-b590-45d2-89a4-68030d49b760 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:45:02.545674 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Attempting to bind port a1f410f3-b590-45d2-89a4-68030d49b760 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:02.547334 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-plugged", "status": "completed", "tag": "123958aa-6377-4a82-b97b-1f5421f13954", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:02.547615 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1a23616-ca60-491e-8e10-09d95982bd48 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:02.550481 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123958aa-6377-4a82-b97b-1f5421f13954', 'code': 200} Dec 06 14:45:02.579023 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-09f1b155-4545-4d6c-920b-716b682813ab tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:02.603583 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1b155-4545-4d6c-920b-716b682813ab tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Pushing event updated for resources: {'Port': ['ID=98b8847e-9eb9-4d56-bffe-ed428039bc01,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:02.623757 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-09f1b155-4545-4d6c-920b-716b682813ab tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:02.677533 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] For port 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:02.728072 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b7493252-1b41-4505-b9ac-e074dbfd7ac0 None None] Port 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:45:02.759821 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] For port 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6ba67485-ae4e-4d1b-ae7b-220a470ef3d7,segment=NetworkSegment(41f8b337-3181-4aa5-a85c-bf2b7a78a29b),segment_id=41f8b337-3181-4aa5-a85c-bf2b7a78a29b)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:02.768911 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:02.783177 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:02.839205 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ea8e2-5462-45a3-8d6d-557fe37afbb2 req-d8be2ab3-fba9-49ef-8be3-1fb3d39d4e84 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:02.858377 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d7ea8e2-5462-45a3-8d6d-557fe37afbb2 req-d8be2ab3-fba9-49ef-8be3-1fb3d39d4e84 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 946 time: 0.1889429 Dec 06 14:45:02.976726 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-3e852fce-f740-41f0-a2f6-9b706da66d6e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Made reservation on behalf of e9d5580db1424973a7348e24a37d0cec for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:02.978303 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Routers {'968240d0-b2a6-4cbf-a8e1-f31e7954c4b0'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:02.979245 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:44:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['968240d0-b2a6-4cbf-a8e1-f31e7954c4b0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:02.984685 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-3e852fce-f740-41f0-a2f6-9b706da66d6e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:03.005381 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bbd72-30fb-499d-9e8e-f095bc3880ce None None] Pushing event updated for resources: {'Port': ['ID=6ba67485-ae4e-4d1b-ae7b-220a470ef3d7,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:03.020302 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a7b78aa4-0d2c-4a7c-8d55-41681ef29071, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a7b78aa4-0d2c-4a7c-8d55-41681ef29071,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:03.065225 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:03.066101 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:03.066622 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:03.067070 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Bound port: a1f410f3-b590-45d2-89a4-68030d49b760, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:03.067431 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:03.092810 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-ad70277f-ae65-4da6-9711-4ac12d583e5d tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:03.097254 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-ad70277f-ae65-4da6-9711-4ac12d583e5d tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.37 "GET /v2.0/networks?id=d3b74075-57b6-4fd0-84d9-8729d680f814 HTTP/1.1" status: 200 len: 817 time: 0.2925491 Dec 06 14:45:03.109942 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:03.110751 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8308ccd2-e0d7-46df-9012-cb81a52c4813 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:03.129563 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-9a981cd0-08c5-4815-8c73-5bf134997f6b tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Request body: {'port': {'device_id': 'c23426a8-5a4f-4e64-b109-dc75e76c2df6', 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814', 'admin_state_up': True, 'tenant_id': 'e9d5580db1424973a7348e24a37d0cec'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:03.228301 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d7ea8e2-5462-45a3-8d6d-557fe37afbb2 req-b83a21b9-0ee2-4d77-a362-092231badfdf tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682764 Dec 06 14:45:03.275134 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-738ff6dd-58a1-47cc-a30f-d33368272f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:03.348960 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a7b78aa4-0d2c-4a7c-8d55-41681ef29071,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:03.354272 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c59f8788-f43a-453b-90e7-7c9c9496536d None None] Provisioning complete for port 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:03.354659 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c59f8788-f43a-453b-90e7-7c9c9496536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:03.442330 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] Set router 968240d0-b2a6-4cbf-a8e1-f31e7954c4b0 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:03.496332 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:03.498932 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-09f1b155-4545-4d6c-920b-716b682813ab tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:03.529341 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 8308ccd2-e0d7-46df-9012-cb81a52c4813 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:45:03.574255 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 8308ccd2-e0d7-46df-9012-cb81a52c4813 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:03.574631 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:03.607436 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a1f410f3-b590-45d2-89a4-68030d49b760,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:03.608484 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-09f1b155-4545-4d6c-920b-716b682813ab tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:03.615635 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:03.678479 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:03.679102 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:03.683182 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] 10.222.0.37 "PUT /v2.0/ports/a1f410f3-b590-45d2-89a4-68030d49b760 HTTP/1.1" status: 200 len: 1095 time: 4.1106520 Dec 06 14:45:03.687751 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b639d9-d572-4589-ac4d-43107fe41a78', 'tag': 'a1f410f3-b590-45d2-89a4-68030d49b760'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:03.690438 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b1a4e9-85b3-4bc5-a1f2-137209713778" -d '{"events": [{"name": "network-changed", "server_uuid": "51b639d9-d572-4589-ac4d-43107fe41a78", "tag": "a1f410f3-b590-45d2-89a4-68030d49b760"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:03.816460 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43048) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:03.938602 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c59f8788-f43a-453b-90e7-7c9c9496536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:03.945468 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375cddd-23aa-41f0-8e47-a17d0e458a9e service neutron] Pushing event updated for resources: {'Port': ['ID=a1f410f3-b590-45d2-89a4-68030d49b760,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:03.961521 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-9a981cd0-08c5-4815-8c73-5bf134997f6b tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Made reservation on behalf of e9d5580db1424973a7348e24a37d0cec for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:03.975464 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-9a981cd0-08c5-4815-8c73-5bf134997f6b tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:03.976009 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-540da2ce-c4b5-4823-b433-de82e8b9c6aa tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:03.977748 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-540da2ce-c4b5-4823-b433-de82e8b9c6aa tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.23 "GET /v2.0/networks?id=d3b74075-57b6-4fd0-84d9-8729d680f814 HTTP/1.1" status: 200 len: 817 time: 1.0913551 Dec 06 14:45:03.989335 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-1a40120e-a5ed-4442-85d2-5492cdc5e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:03.992119 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-1a40120e-a5ed-4442-85d2-5492cdc5e09d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 1099 time: 0.2788038 Dec 06 14:45:04.005704 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:04.019491 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-203ee51f-7bdf-4991-9705-4cc753951c29 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Request body: {'port': {'device_id': '22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e', 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814', 'admin_state_up': True, 'tenant_id': 'e9d5580db1424973a7348e24a37d0cec'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:04.035720 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a8272-66dd-4582-9f4c-e44f381ea31f req-bd1caab6-f7ad-4f27-b092-e6bd2167a934 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:04.043633 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a8272-66dd-4582-9f4c-e44f381ea31f req-bd1caab6-f7ad-4f27-b092-e6bd2167a934 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:04.052073 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a8272-66dd-4582-9f4c-e44f381ea31f req-bd1caab6-f7ad-4f27-b092-e6bd2167a934 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:04.054727 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:45:04.058968 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a8272-66dd-4582-9f4c-e44f381ea31f req-bd1caab6-f7ad-4f27-b092-e6bd2167a934 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:04.066953 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c59f8788-f43a-453b-90e7-7c9c9496536d None None] For port 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6ba67485-ae4e-4d1b-ae7b-220a470ef3d7,segment=NetworkSegment(41f8b337-3181-4aa5-a85c-bf2b7a78a29b),segment_id=41f8b337-3181-4aa5-a85c-bf2b7a78a29b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:04.067473 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a8272-66dd-4582-9f4c-e44f381ea31f req-bd1caab6-f7ad-4f27-b092-e6bd2167a934 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:04.074155 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a8272-66dd-4582-9f4c-e44f381ea31f req-bd1caab6-f7ad-4f27-b092-e6bd2167a934 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:04.081328 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a8272-66dd-4582-9f4c-e44f381ea31f req-bd1caab6-f7ad-4f27-b092-e6bd2167a934 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:04.090678 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c66a8272-66dd-4582-9f4c-e44f381ea31f req-bd1caab6-f7ad-4f27-b092-e6bd2167a934 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5431 time: 0.1949251 Dec 06 14:45:04.096246 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c59f8788-f43a-453b-90e7-7c9c9496536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:04.105040 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:04.145264 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0bc088a1-35e1-46f7-a36d-18315e98b331 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2107746072-network', 'tenant_id': '081ecae26f1f4608b6d59404ed1f828f'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:04.206054 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f8788-f43a-453b-90e7-7c9c9496536d None None] Pushing event updated for resources: {'Port': ['ID=6ba67485-ae4e-4d1b-ae7b-220a470ef3d7,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:04.206606 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c66a8272-66dd-4582-9f4c-e44f381ea31f req-851ae81f-a8b7-4a20-8408-8c3d3ff24eb9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1107230 Dec 06 14:45:04.209850 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8308ccd2-e0d7-46df-9012-cb81a52c4813, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8308ccd2-e0d7-46df-9012-cb81a52c4813,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:04.224736 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:04.246047 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a1f410f3-b590-45d2-89a4-68030d49b760 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:04.296498 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-3e852fce-f740-41f0-a2f6-9b706da66d6e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Allocated IP 172.20.0.5 (d3b74075-57b6-4fd0-84d9-8729d680f814/364e1495-bfd8-4a7f-ba20-d4329cab1c75/123d7590-1e82-464d-b358-f1e542ed9d60) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:04.345781 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc088a1-35e1-46f7-a36d-18315e98b331 admin admin] Made reservation on behalf of 081ecae26f1f4608b6d59404ed1f828f for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:04.348517 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bc088a1-35e1-46f7-a36d-18315e98b331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:04.376683 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bc088a1-35e1-46f7-a36d-18315e98b331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:04.380487 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-09f1b155-4545-4d6c-920b-716b682813ab tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:04.400208 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-09f1b155-4545-4d6c-920b-716b682813ab tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:04.413008 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-c40b7078-3851-4347-aa0a-f1e08c176f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:04.414486 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-c40b7078-3851-4347-aa0a-f1e08c176f06 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.4107027 Dec 06 14:45:04.433001 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'name': 'tempest-FloatingIPsTestJSON-1416575918-router', 'tenant_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.223'}], 'enable_snat': True}, 'gw_port_id': 'd1ea5b7b-3625-418c-a3e3-3e5bc6faa434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:44:47Z', 'updated_at': '2021-12-06T14:44:55Z', 'revision_number': 4, 'project_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'gw_port': {'id': 'd1ea5b7b-3625-418c-a3e3-3e5bc6faa434', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:44:48Z', 'updated_at': '2021-12-06T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6ba67485-ae4e-4d1b-ae7b-220a470ef3d7', 'name': '', 'network_id': '0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18', 'tenant_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'mac_address': 'fa:16:3e:04:c8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '87054d57-56e6-4c1b-a8a5-3ebde047edd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:44:53Z', 'updated_at': '2021-12-06T14:45:02Z', 'revision_number': 4, 'project_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'subnets': [{'id': '87054d57-56e6-4c1b-a8a5-3ebde047edd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:04.481588 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02426b0-0a39-46e3-8b23-93434e7dace8 None None] The sync data for ids ['968240d0-b2a6-4cbf-a8e1-f31e7954c4b0'] in n-d-master-1 is: [{'id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'name': 'tempest-FloatingIPsTestJSON-1416575918-router', 'tenant_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.223'}], 'enable_snat': True}, 'gw_port_id': 'd1ea5b7b-3625-418c-a3e3-3e5bc6faa434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:44:47Z', 'updated_at': '2021-12-06T14:44:55Z', 'revision_number': 4, 'project_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'gw_port': {'id': 'd1ea5b7b-3625-418c-a3e3-3e5bc6faa434', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:44:48Z', 'updated_at': '2021-12-06T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6ba67485-ae4e-4d1b-ae7b-220a470ef3d7', 'name': '', 'network_id': '0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18', 'tenant_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'mac_address': 'fa:16:3e:04:c8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '87054d57-56e6-4c1b-a8a5-3ebde047edd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:44:53Z', 'updated_at': '2021-12-06T14:45:02Z', 'revision_number': 4, 'project_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'subnets': [{'id': '87054d57-56e6-4c1b-a8a5-3ebde047edd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:45:04.508404 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a1f410f3-b590-45d2-89a4-68030d49b760 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:04.511869 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=8308ccd2-e0d7-46df-9012-cb81a52c4813,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:04.551873 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0543179e-d70f-4909-a03d-fcfe66648f7a'}, {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b78aa4-0d2c-4a7c-8d55-41681ef29071'}, {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8308ccd2-e0d7-46df-9012-cb81a52c4813'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:04.554070 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554713d2-6c19-4d38-820c-e71334025231" -d '{"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-plugged", "status": "completed", "tag": "0543179e-d70f-4909-a03d-fcfe66648f7a"}, {"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-plugged", "status": "completed", "tag": "a7b78aa4-0d2c-4a7c-8d55-41681ef29071"}, {"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-plugged", "status": "completed", "tag": "8308ccd2-e0d7-46df-9012-cb81a52c4813"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:04.592900 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-09f1b155-4545-4d6c-920b-716b682813ab tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:04.612091 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-01fd4d4e-a1e7-4dbe-bec9-a2d57261b5ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=a1f410f3-b590-45d2-89a4-68030d49b760 HTTP/1.1" status: 200 len: 217 time: 0.1632013 Dec 06 14:45:04.653987 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c4f0955-b810-40da-8ab5-fcc6d251a73f req-83410ea4-423e-4c21-aa2d-da64b7ec9f66 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.2961979 Dec 06 14:45:04.659220 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-3e852fce-f740-41f0-a2f6-9b706da66d6e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:04.677887 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-2ddd64b8-008c-455c-825e-ff18256a4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:04.679359 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-2ddd64b8-008c-455c-825e-ff18256a4512 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0574231 Dec 06 14:45:04.684587 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1b155-4545-4d6c-920b-716b682813ab tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Pushing event updated for resources: {'Port': ['ID=98b8847e-9eb9-4d56-bffe-ed428039bc01,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:04.701301 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-203ee51f-7bdf-4991-9705-4cc753951c29 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Made reservation on behalf of e9d5580db1424973a7348e24a37d0cec for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:04.705595 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-203ee51f-7bdf-4991-9705-4cc753951c29 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:04.731482 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-09f1b155-4545-4d6c-920b-716b682813ab tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:04.737560 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-09f1b155-4545-4d6c-920b-716b682813ab tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4007237 Dec 06 14:45:04.752740 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-3e852fce-f740-41f0-a2f6-9b706da66d6e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:04.895760 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-3e852fce-f740-41f0-a2f6-9b706da66d6e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Network d3b74075-57b6-4fd0-84d9-8729d680f814 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:04.903123 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-a649f02a-964e-4b14-a846-01e71f437048 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.180 HTTP/1.1" status: 200 len: 696 time: 0.1520236 Dec 06 14:45:04.950404 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-df44887c-4738-4a9b-a0d7-ec0a32bf781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:04.952192 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-df44887c-4738-4a9b-a0d7-ec0a32bf781a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2631903 Dec 06 14:45:04.958447 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-3e852fce-f740-41f0-a2f6-9b706da66d6e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:04.961239 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e852fce-f740-41f0-a2f6-9b706da66d6e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Pushing event updated for resources: {'Port': ['ID=123d7590-1e82-464d-b358-f1e542ed9d60,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:04.971379 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-3e852fce-f740-41f0-a2f6-9b706da66d6e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:04.989101 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bc088a1-35e1-46f7-a36d-18315e98b331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:05.024402 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bc088a1-35e1-46f7-a36d-18315e98b331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:05.029915 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-3e852fce-f740-41f0-a2f6-9b706da66d6e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.030082 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-3e852fce-f740-41f0-a2f6-9b706da66d6e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:05.030408 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-9a981cd0-08c5-4815-8c73-5bf134997f6b tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Allocated IP 172.20.0.9 (d3b74075-57b6-4fd0-84d9-8729d680f814/364e1495-bfd8-4a7f-ba20-d4329cab1c75/47dd9da3-39ad-4b5a-821d-eadce46c93e6) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:05.094812 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82b1b670-b456-40c3-a34d-0c33f5421c05 req-d61f5494-2de2-47d4-88a5-c6e1227f65e2 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e HTTP/1.1" status: 200 len: 210 time: 0.1972487 Dec 06 14:45:05.100717 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-3e852fce-f740-41f0-a2f6-9b706da66d6e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5880964 Dec 06 14:45:05.129144 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc088a1-35e1-46f7-a36d-18315e98b331 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:45:05.142904 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a946138e-b7a1-41a1-a24c-4cc2b923634a req-93dd8383-27b4-41b7-b018-4321d74960eb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.1728408 Dec 06 14:45:05.148551 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Request body: {'port': {'device_id': '3ab0f91a-a26c-476d-97c7-bd5281bfdc61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:05.180252 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc088a1-35e1-46f7-a36d-18315e98b331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba4d9cd-387b-4f1d-b116-41124d1f70d9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:05.214959 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bc088a1-35e1-46f7-a36d-18315e98b331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:05.215386 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-0bc088a1-35e1-46f7-a36d-18315e98b331 admin admin] Added segment 94d0baef-4759-4ae8-b756-f7c9c23db4ae of type vlan for network b37294a8-0dc8-43e9-9099-e05815316dd2 Dec 06 14:45:05.250283 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876d014-df8f-48a5-a7c3-061e8cabb07d req-857a95ce-ece3-42e7-900a-311327f24b01 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.251802 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-95142637-4623-437a-b95a-b3595d516959 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.253599 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-95142637-4623-437a-b95a-b3595d516959 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.3304937 Dec 06 14:45:05.259376 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4876d014-df8f-48a5-a7c3-061e8cabb07d req-857a95ce-ece3-42e7-900a-311327f24b01 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 948 time: 0.0674465 Dec 06 14:45:05.307254 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-16aae2d2-e230-41ab-905b-bab9dfd6ab33 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:45:05.308639 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31e856cf-9f95-414d-9b62-3dfbc1a0d0d5 req-16aae2d2-e230-41ab-905b-bab9dfd6ab33 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162437 Dec 06 14:45:05.330614 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-b9552054-d9c9-443c-aa05-4e06ac77d1b0 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565381 Dec 06 14:45:05.353490 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:05.369279 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bc088a1-35e1-46f7-a36d-18315e98b331 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:05.436507 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4876d014-df8f-48a5-a7c3-061e8cabb07d req-b5fe1884-4ac6-42eb-8c4d-0596fa27c1ec tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761258 Dec 06 14:45:05.438267 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40650097-1b9c-46f8-9226-15339939adf8 x-openstack-request-id: req-40650097-1b9c-46f8-9226-15339939adf8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:05.442517 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b639d9-d572-4589-ac4d-43107fe41a78", "tag": "a1f410f3-b590-45d2-89a4-68030d49b760", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:05.442962 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40650097-1b9c-46f8-9226-15339939adf8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:05.443473 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b639d9-d572-4589-ac4d-43107fe41a78', 'tag': 'a1f410f3-b590-45d2-89a4-68030d49b760', 'status': 'completed', 'code': 200} Dec 06 14:45:05.517716 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:05.521596 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:05.544836 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b5edcb-3c33-4393-96a3-ce4cc14131a4 x-openstack-request-id: req-38b5edcb-3c33-4393-96a3-ce4cc14131a4 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:05.545130 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-plugged", "status": "completed", "tag": "0543179e-d70f-4909-a03d-fcfe66648f7a", "code": 200}, {"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-plugged", "status": "completed", "tag": "a7b78aa4-0d2c-4a7c-8d55-41681ef29071", "code": 200}, {"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-plugged", "status": "completed", "tag": "8308ccd2-e0d7-46df-9012-cb81a52c4813", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:05.545577 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38b5edcb-3c33-4393-96a3-ce4cc14131a4 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:05.546128 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0543179e-d70f-4909-a03d-fcfe66648f7a', 'code': 200} Dec 06 14:45:05.546539 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b78aa4-0d2c-4a7c-8d55-41681ef29071', 'code': 200} Dec 06 14:45:05.547115 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8308ccd2-e0d7-46df-9012-cb81a52c4813', 'code': 200} Dec 06 14:45:05.618747 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:05.620151 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:05.658834 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bc088a1-35e1-46f7-a36d-18315e98b331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:05.659972 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc088a1-35e1-46f7-a36d-18315e98b331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.660661 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bc088a1-35e1-46f7-a36d-18315e98b331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:05.797450 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652948a-8c50-4b38-8a62-25f5df9819a8 req-1656cefe-7d45-4deb-90ef-bdd81c06370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.798637 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652948a-8c50-4b38-8a62-25f5df9819a8 req-1656cefe-7d45-4deb-90ef-bdd81c06370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.799314 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652948a-8c50-4b38-8a62-25f5df9819a8 req-1656cefe-7d45-4deb-90ef-bdd81c06370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.799859 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652948a-8c50-4b38-8a62-25f5df9819a8 req-1656cefe-7d45-4deb-90ef-bdd81c06370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.800415 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652948a-8c50-4b38-8a62-25f5df9819a8 req-1656cefe-7d45-4deb-90ef-bdd81c06370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.801274 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652948a-8c50-4b38-8a62-25f5df9819a8 req-1656cefe-7d45-4deb-90ef-bdd81c06370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.801616 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652948a-8c50-4b38-8a62-25f5df9819a8 req-1656cefe-7d45-4deb-90ef-bdd81c06370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.803438 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b652948a-8c50-4b38-8a62-25f5df9819a8 req-1656cefe-7d45-4deb-90ef-bdd81c06370c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 6489 time: 0.1495774 Dec 06 14:45:05.810919 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0bc088a1-35e1-46f7-a36d-18315e98b331 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9878204 Dec 06 14:45:05.817730 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43064) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:05.822543 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-403f62b0-997e-4cc0-9bdf-dc457f8a5a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.828823 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-403f62b0-997e-4cc0-9bdf-dc457f8a5a4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 1099 time: 0.1319680 Dec 06 14:45:05.835762 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-605b3726-2b15-4559-9388-896aaf410a13 admin admin] Request body: {'subnet': {'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2107746072-subnet', 'tenant_id': '081ecae26f1f4608b6d59404ed1f828f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:05.882403 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f68e1d-8e80-49e2-aa29-0e722d4f4d65 req-b132a99e-91aa-4bb5-8cf3-b56caaf04409 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.885969 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-9a981cd0-08c5-4815-8c73-5bf134997f6b tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:05.889648 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f68e1d-8e80-49e2-aa29-0e722d4f4d65 req-b132a99e-91aa-4bb5-8cf3-b56caaf04409 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.896512 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f68e1d-8e80-49e2-aa29-0e722d4f4d65 req-b132a99e-91aa-4bb5-8cf3-b56caaf04409 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.903642 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f68e1d-8e80-49e2-aa29-0e722d4f4d65 req-b132a99e-91aa-4bb5-8cf3-b56caaf04409 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.909569 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da53c1-9b41-4114-82bf-2b896ac0b5f6 req-c5f6d688-634f-4ed9-822e-2fa7dd265f54 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.910991 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f68e1d-8e80-49e2-aa29-0e722d4f4d65 req-b132a99e-91aa-4bb5-8cf3-b56caaf04409 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.911233 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80da53c1-9b41-4114-82bf-2b896ac0b5f6 req-c5f6d688-634f-4ed9-822e-2fa7dd265f54 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 946 time: 0.3635442 Dec 06 14:45:05.913236 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3acdf8ff-8e06-47dc-b9e7-f2f29016a7dc req-22806f6d-65b6-457d-a666-76f8f5a122e5 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5733929 Dec 06 14:45:05.918135 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f68e1d-8e80-49e2-aa29-0e722d4f4d65 req-b132a99e-91aa-4bb5-8cf3-b56caaf04409 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.925315 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f68e1d-8e80-49e2-aa29-0e722d4f4d65 req-b132a99e-91aa-4bb5-8cf3-b56caaf04409 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:05.927421 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-00f68e1d-8e80-49e2-aa29-0e722d4f4d65 req-b132a99e-91aa-4bb5-8cf3-b56caaf04409 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5432 time: 0.1977160 Dec 06 14:45:05.961947 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605b3726-2b15-4559-9388-896aaf410a13 admin admin] Made reservation on behalf of 081ecae26f1f4608b6d59404ed1f828f for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:05.964623 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-605b3726-2b15-4559-9388-896aaf410a13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:05.973359 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc088a1-35e1-46f7-a36d-18315e98b331 admin admin] Pushing event updated for resources: {'Network': ['ID=b37294a8-0dc8-43e9-9099-e05815316dd2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:05.994468 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network b37294a8-0dc8-43e9-9099-e05815316dd2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:45:06.040288 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-00f68e1d-8e80-49e2-aa29-0e722d4f4d65 req-a060a99b-8165-45be-af8d-540f6690c63f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1044009 Dec 06 14:45:06.060340 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-81d18ea9-6024-4d0c-a686-d3374a905f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:06.061977 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-81d18ea9-6024-4d0c-a686-d3374a905f0f service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2239389 Dec 06 14:45:06.138914 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-8f841d83-41b8-45e3-b26d-90a63da5b04a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=a1f410f3-b590-45d2-89a4-68030d49b760 HTTP/1.1" status: 200 len: 217 time: 0.0644276 Dec 06 14:45:06.219543 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b58d478c-ce5d-463a-b95a-af40bd109163 req-605a071d-2b21-4d2d-ac1f-31a4b2e83f30 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/floatingips/bd5f21e4-f440-46f9-b0c5-222ea29f70e3 HTTP/1.1" status: 200 len: 693 time: 0.0837181 Dec 06 14:45:06.255561 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-e06fafd0-9844-4762-9b03-5eca4d9d8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:06.260380 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-e06fafd0-9844-4762-9b03-5eca4d9d8d56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0791123 Dec 06 14:45:06.394041 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-295abc44-b104-41ba-9ade-54048fb4ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:06.395425 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-295abc44-b104-41ba-9ade-54048fb4ef2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1221366 Dec 06 14:45:06.463765 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b652948a-8c50-4b38-8a62-25f5df9819a8 req-54d49406-130a-4620-b0ef-3906feb44416 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=65bab8cf-7d04-49ab-a718-87e9006044b8&id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6467276 Dec 06 14:45:06.491290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80da53c1-9b41-4114-82bf-2b896ac0b5f6 req-95aa95cf-b9cc-4515-84de-a822beb61a01 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365071 Dec 06 14:45:06.504161 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:06.508411 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d478c-ce5d-463a-b95a-af40bd109163 req-4fce1177-6db3-4985-afbd-ea0970588f98 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:06.509897 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b58d478c-ce5d-463a-b95a-af40bd109163 req-4fce1177-6db3-4985-afbd-ea0970588f98 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.2645793 Dec 06 14:45:06.544409 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-b58d478c-ce5d-463a-b95a-af40bd109163 req-fb2fdd98-abae-434a-b13b-1794178ec039 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:45:06.544409 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b58d478c-ce5d-463a-b95a-af40bd109163 req-fb2fdd98-abae-434a-b13b-1794178ec039 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0192585 Dec 06 14:45:06.550351 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-5afd3068-a9f8-47f9-a09e-aeb1b57852f7 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473281 Dec 06 14:45:06.568626 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-321e3eb9-dcaf-458a-bdbe-44acb9005c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:06.570385 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-321e3eb9-dcaf-458a-bdbe-44acb9005c3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 1099 time: 0.5591986 Dec 06 14:45:06.571503 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-9a981cd0-08c5-4815-8c73-5bf134997f6b tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:06.672233 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.db.api [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-203ee51f-7bdf-4991-9705-4cc753951c29 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-6f8577fd-2368-4106-941d-25dee463205f {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:45:06.672667 n-d-master-1 neutron-server[103288]: DEBUG oslo_db.api [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-203ee51f-7bdf-4991-9705-4cc753951c29 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:45:06.683786 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-9a981cd0-08c5-4815-8c73-5bf134997f6b tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Network d3b74075-57b6-4fd0-84d9-8729d680f814 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:06.697029 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c531ccf6-681a-439a-be85-8ffa55d0f236 req-67464ffb-76e8-426c-8b8d-56530351c33a tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0700636 Dec 06 14:45:06.704939 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-9a981cd0-08c5-4815-8c73-5bf134997f6b tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:06.755439 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-9a981cd0-08c5-4815-8c73-5bf134997f6b tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:06.793139 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-366ac9cd-1653-4477-9d1e-61d45ea3d547 req-bf78721c-5f1e-401f-a4d8-4a287f458e5f tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e HTTP/1.1" status: 200 len: 210 time: 0.0853534 Dec 06 14:45:06.810453 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a981cd0-08c5-4815-8c73-5bf134997f6b tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Pushing event updated for resources: {'Port': ['ID=47dd9da3-39ad-4b5a-821d-eadce46c93e6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:06.868716 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-74e670a5-ae75-4a87-8a1c-59ce9fa01e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:06.870190 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-74e670a5-ae75-4a87-8a1c-59ce9fa01e97 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2872751 Dec 06 14:45:06.905081 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-9a981cd0-08c5-4815-8c73-5bf134997f6b tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:06.905606 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-9a981cd0-08c5-4815-8c73-5bf134997f6b tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:06.942713 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f054496-f363-4b05-a91f-0f67996bf3ef req-7824df3e-8981-4c7a-99d7-53771d174f32 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=c5b9aa3e23c44d3fa983d784b4af669e HTTP/1.1" status: 200 len: 696 time: 0.0998428 Dec 06 14:45:06.964176 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-9bb91e43-c28f-45b2-bc23-6e89259403f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=a1f410f3-b590-45d2-89a4-68030d49b760 HTTP/1.1" status: 200 len: 217 time: 0.0805035 Dec 06 14:45:06.996031 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-6ae106fe-a28b-4b8d-b3cb-723a881d59c0 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254504 Dec 06 14:45:06.999364 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-9a981cd0-08c5-4815-8c73-5bf134997f6b tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8768311 Dec 06 14:45:07.008615 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5175f-bce4-420f-89c9-9b0fbadae132 req-926fa02a-b83a-4ee3-a428-03ab50c03d94 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:07.010103 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b8f5175f-bce4-420f-89c9-9b0fbadae132 req-926fa02a-b83a-4ee3-a428-03ab50c03d94 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 948 time: 0.2137079 Dec 06 14:45:07.034796 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Request body: {'port': {'device_id': 'c23426a8-5a4f-4e64-b109-dc75e76c2df6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:07.042661 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-605b3726-2b15-4559-9388-896aaf410a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:07.100922 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123d7590-1e82-464d-b358-f1e542ed9d60 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:45:07.117605 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:07.130132 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f054496-f363-4b05-a91f-0f67996bf3ef req-e764ada3-9adb-407d-9108-b634d145d368 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:07.131625 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f054496-f363-4b05-a91f-0f67996bf3ef req-e764ada3-9adb-407d-9108-b634d145d368 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/networks?id=259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 787 time: 0.1749218 Dec 06 14:45:07.143264 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Transition to ACTIVE for port object 123d7590-1e82-464d-b358-f1e542ed9d60 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:45:07.147882 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-9f054496-f363-4b05-a91f-0f67996bf3ef req-6ffa4c2a-1cd6-4db0-b68f-6ae0e6905a72 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:45:07.156264 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f054496-f363-4b05-a91f-0f67996bf3ef req-6ffa4c2a-1cd6-4db0-b68f-6ae0e6905a72 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149007 Dec 06 14:45:07.158444 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:07.165990 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-9169948f-efd0-4c70-91f8-468f1f826444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:07.167474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-9169948f-efd0-4c70-91f8-468f1f826444 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1923614 Dec 06 14:45:07.181947 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-203ee51f-7bdf-4991-9705-4cc753951c29 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:07.198668 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b3726-2b15-4559-9388-896aaf410a13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2064b1ac-2a71-4b5a-a088-7d172eb65d88,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:07.208020 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:07.245661 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b8f5175f-bce4-420f-89c9-9b0fbadae132 req-043670ef-a7e7-4a69-ab8a-336e2754d05c tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077343 Dec 06 14:45:07.265395 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605b3726-2b15-4559-9388-896aaf410a13 admin admin] Checking segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:07.265815 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605b3726-2b15-4559-9388-896aaf410a13 admin admin] Network hostable DHCP agents. Network: b37294a8-0dc8-43e9-9099-e05815316dd2, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:45:07.302656 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-beae2a63-070c-4258-9431-4a36d9ce44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:07.304274 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-beae2a63-070c-4258-9431-4a36d9ce44f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207838 Dec 06 14:45:07.381876 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605b3726-2b15-4559-9388-896aaf410a13 admin admin] Network b37294a8-0dc8-43e9-9099-e05815316dd2 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:45:07.468954 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-605b3726-2b15-4559-9388-896aaf410a13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b37294a8-0dc8-43e9-9099-e05815316dd2) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:07.478357 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b5b853-9c75-482a-94c2-1d377dfc82ad None None] Network b37294a8-0dc8-43e9-9099-e05815316dd2 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:45:07.490018 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-203ee51f-7bdf-4991-9705-4cc753951c29 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Allocated IP 172.20.0.3 (d3b74075-57b6-4fd0-84d9-8729d680f814/364e1495-bfd8-4a7f-ba20-d4329cab1c75/9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:07.520776 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605b3726-2b15-4559-9388-896aaf410a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:07.521514 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-605b3726-2b15-4559-9388-896aaf410a13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:07.571187 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-605b3726-2b15-4559-9388-896aaf410a13 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7451143 Dec 06 14:45:07.588544 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08788e33-48c8-4aaa-acc0-733a3456003d req-5f5c0bb9-ddfa-4be1-ae42-80d4fcd6f381 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:07.589771 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb3951f2-369b-4a16-a905-413598ff63fb req-d48cbab9-27f6-4a5c-93cf-4210444ebee5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/floatingips/bd5f21e4-f440-46f9-b0c5-222ea29f70e3 HTTP/1.1" status: 200 len: 693 time: 0.1567369 Dec 06 14:45:07.602423 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08788e33-48c8-4aaa-acc0-733a3456003d req-5f5c0bb9-ddfa-4be1-ae42-80d4fcd6f381 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:07.609174 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08788e33-48c8-4aaa-acc0-733a3456003d req-5f5c0bb9-ddfa-4be1-ae42-80d4fcd6f381 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:07.616121 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08788e33-48c8-4aaa-acc0-733a3456003d req-5f5c0bb9-ddfa-4be1-ae42-80d4fcd6f381 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:07.622363 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08788e33-48c8-4aaa-acc0-733a3456003d req-5f5c0bb9-ddfa-4be1-ae42-80d4fcd6f381 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:07.627573 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Pushing event updated for resources: {'Port': ['ID=123d7590-1e82-464d-b358-f1e542ed9d60,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:07.628945 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08788e33-48c8-4aaa-acc0-733a3456003d req-5f5c0bb9-ddfa-4be1-ae42-80d4fcd6f381 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:07.635213 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08788e33-48c8-4aaa-acc0-733a3456003d req-5f5c0bb9-ddfa-4be1-ae42-80d4fcd6f381 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:07.644950 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08788e33-48c8-4aaa-acc0-733a3456003d req-5f5c0bb9-ddfa-4be1-ae42-80d4fcd6f381 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5432 time: 0.2146270 Dec 06 14:45:07.648255 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-7f74d656-1ff8-433c-b1fe-c5a6a33c9169 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275318 Dec 06 14:45:07.684546 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Attempting to bind port 123d7590-1e82-464d-b358-f1e542ed9d60 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:07.684546 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Attempting to bind port 123d7590-1e82-464d-b358-f1e542ed9d60 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'cc354955-7b54-40e6-9524-21209f683ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:07.684902 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Attempting to bind port 123d7590-1e82-464d-b358-f1e542ed9d60 on network d3b74075-57b6-4fd0-84d9-8729d680f814 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:07.709593 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Port 123d7590-1e82-464d-b358-f1e542ed9d60 on network d3b74075-57b6-4fd0-84d9-8729d680f814 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:45:07.709917 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Attempting to bind port 123d7590-1e82-464d-b358-f1e542ed9d60 on network d3b74075-57b6-4fd0-84d9-8729d680f814 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:07.737681 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a1f410f3-b590-45d2-89a4-68030d49b760 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:45:07.745928 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7772ac4-a655-4581-85a5-c8f2cba852d1 None None] Network b37294a8-0dc8-43e9-9099-e05815316dd2 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:45:07.783853 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:07.784193 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Checking segment: {'id': 'cc354955-7b54-40e6-9524-21209f683ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:07.784582 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Bound using segment: {'id': 'cc354955-7b54-40e6-9524-21209f683ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:07.785023 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Bound port: 123d7590-1e82-464d-b358-f1e542ed9d60, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc354955-7b54-40e6-9524-21209f683ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:07.785376 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:07.798678 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08788e33-48c8-4aaa-acc0-733a3456003d req-aedc38b4-6d6c-4196-8961-c9606eb34b5d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1519475 Dec 06 14:45:07.852423 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3b1a4e9-85b3-4bc5-a1f2-137209713778 req-6647a204-10e6-4491-9097-73c4726f5588 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883516 Dec 06 14:45:08.012782 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-203ee51f-7bdf-4991-9705-4cc753951c29 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:08.103460 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a1f410f3-b590-45d2-89a4-68030d49b760,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:08.128336 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'a1f410f3-b590-45d2-89a4-68030d49b760', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': 'a1f410f3-b590-45d2-89a4-68030d49b760', 'mac_address': 'fa:16:3e:e8:70:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:45:08.148776 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3951f2-369b-4a16-a905-413598ff63fb req-99980e80-dec0-4a5f-b478-d3a4a0ade984 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:08.150563 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb3951f2-369b-4a16-a905-413598ff63fb req-99980e80-dec0-4a5f-b478-d3a4a0ade984 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.5199783 Dec 06 14:45:08.164443 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-203ee51f-7bdf-4991-9705-4cc753951c29 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:08.172222 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] For port 123d7590-1e82-464d-b358-f1e542ed9d60, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:08.242981 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:08.265393 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f410f3-b590-45d2-89a4-68030d49b760 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:45:08.321410 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a1f410f3-b590-45d2-89a4-68030d49b760,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:08.330385 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:08.347377 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] For port 123d7590-1e82-464d-b358-f1e542ed9d60, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=123d7590-1e82-464d-b358-f1e542ed9d60,segment=NetworkSegment(cc354955-7b54-40e6-9524-21209f683ab4),segment_id=cc354955-7b54-40e6-9524-21209f683ab4)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:08.362484 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb3951f2-369b-4a16-a905-413598ff63fb req-a111372b-840d-4b2c-9521-d4646f4e2423 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.180 HTTP/1.1" status: 200 len: 696 time: 0.1920123 Dec 06 14:45:08.424969 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=a1f410f3-b590-45d2-89a4-68030d49b760,revision_number=11']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:08.459387 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:08.467745 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-203ee51f-7bdf-4991-9705-4cc753951c29 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Network d3b74075-57b6-4fd0-84d9-8729d680f814 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:08.486862 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb3951f2-369b-4a16-a905-413598ff63fb req-833525e4-8d1b-4fe2-b74e-01a631fe2887 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.180 HTTP/1.1" status: 200 len: 696 time: 0.1231222 Dec 06 14:45:08.487945 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-203ee51f-7bdf-4991-9705-4cc753951c29 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:08.491720 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-203ee51f-7bdf-4991-9705-4cc753951c29 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:08.494496 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ee51f-7bdf-4991-9705-4cc753951c29 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Pushing event updated for resources: {'Port': ['ID=9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:08.495354 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47dd9da3-39ad-4b5a-821d-eadce46c93e6 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:45:08.509526 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:08.522988 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:08.523344 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:08.524889 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] 10.222.0.23 "PUT /v2.0/ports/123d7590-1e82-464d-b358-f1e542ed9d60 HTTP/1.1" status: 200 len: 1091 time: 3.3805668 Dec 06 14:45:08.534428 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498ff8b-f91a-402d-ba56-9453c542a14d req-f382635c-4ff1-4838-81bb-bf87ac03939b tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:08.534932 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab0f91a-a26c-476d-97c7-bd5281bfdc61', 'tag': '123d7590-1e82-464d-b358-f1e542ed9d60'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:08.537480 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e56185-cee0-4574-982c-6f2fe71c8c52" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab0f91a-a26c-476d-97c7-bd5281bfdc61", "tag": "123d7590-1e82-464d-b358-f1e542ed9d60"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:08.542614 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9498ff8b-f91a-402d-ba56-9453c542a14d req-f382635c-4ff1-4838-81bb-bf87ac03939b tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 946 time: 0.1835754 Dec 06 14:45:08.577985 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Transition to ACTIVE for port object 47dd9da3-39ad-4b5a-821d-eadce46c93e6 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:45:08.614307 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:08.668730 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43120) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:08.685864 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9498ff8b-f91a-402d-ba56-9453c542a14d req-e7b7e7dd-2b91-4e50-b574-d5549d367fd4 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399310 Dec 06 14:45:08.692058 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e929c9f2-fd3e-4e96-bb15-f75d011e90d7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1596826486-network', 'tenant_id': '521ff37e96c748c8acfdb38c532a6261'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:08.697784 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['a1f410f3-b590-45d2-89a4-68030d49b760'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:08.726346 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Pushing event updated for resources: {'Port': ['ID=47dd9da3-39ad-4b5a-821d-eadce46c93e6,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:08.745601 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-203ee51f-7bdf-4991-9705-4cc753951c29 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:08.746314 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-203ee51f-7bdf-4991-9705-4cc753951c29 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:08.799623 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Attempting to bind port 47dd9da3-39ad-4b5a-821d-eadce46c93e6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:08.800082 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Attempting to bind port 47dd9da3-39ad-4b5a-821d-eadce46c93e6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'cc354955-7b54-40e6-9524-21209f683ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:08.800634 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Attempting to bind port 47dd9da3-39ad-4b5a-821d-eadce46c93e6 on network d3b74075-57b6-4fd0-84d9-8729d680f814 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:08.805703 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Port 47dd9da3-39ad-4b5a-821d-eadce46c93e6 on network d3b74075-57b6-4fd0-84d9-8729d680f814 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:45:08.806594 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Attempting to bind port 47dd9da3-39ad-4b5a-821d-eadce46c93e6 on network d3b74075-57b6-4fd0-84d9-8729d680f814 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:08.812045 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:08.812481 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Checking segment: {'id': 'cc354955-7b54-40e6-9524-21209f683ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:08.812937 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Bound using segment: {'id': 'cc354955-7b54-40e6-9524-21209f683ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:08.813730 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Bound port: 47dd9da3-39ad-4b5a-821d-eadce46c93e6, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc354955-7b54-40e6-9524-21209f683ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:08.813905 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:08.897233 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] For port 47dd9da3-39ad-4b5a-821d-eadce46c93e6, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:08.901478 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] For port 47dd9da3-39ad-4b5a-821d-eadce46c93e6, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=47dd9da3-39ad-4b5a-821d-eadce46c93e6,segment=NetworkSegment(cc354955-7b54-40e6-9524-21209f683ab4),segment_id=cc354955-7b54-40e6-9524-21209f683ab4)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:08.911944 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:08.968536 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:08.969325 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:08.971410 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] 10.222.0.37 "PUT /v2.0/ports/47dd9da3-39ad-4b5a-821d-eadce46c93e6 HTTP/1.1" status: 200 len: 1091 time: 1.9603472 Dec 06 14:45:08.980374 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23426a8-5a4f-4e64-b109-dc75e76c2df6', 'tag': '47dd9da3-39ad-4b5a-821d-eadce46c93e6'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:08.982664 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984b9506-5ce7-4cb0-97d8-ba15cd301d65" -d '{"events": [{"name": "network-changed", "server_uuid": "c23426a8-5a4f-4e64-b109-dc75e76c2df6", "tag": "47dd9da3-39ad-4b5a-821d-eadce46c93e6"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:09.063479 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24ac31-b893-4e17-8f84-77884cb57cee service neutron] Pushing event updated for resources: {'Port': ['ID=47dd9da3-39ad-4b5a-821d-eadce46c93e6,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:09.078944 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc4c8b-719e-4178-852c-ece5a1371470 service neutron] Pushing event updated for resources: {'Port': ['ID=123d7590-1e82-464d-b358-f1e542ed9d60,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:09.085562 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a92d6d-f2ed-4bf5-ad5f-9f043fe8ea54 req-eb88a11e-46ac-45d9-b54a-45c3f6c05abe tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.087298 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-43a92d6d-f2ed-4bf5-ad5f-9f043fe8ea54 req-eb88a11e-46ac-45d9-b54a-45c3f6c05abe tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e HTTP/1.1" status: 200 len: 931 time: 0.1299901 Dec 06 14:45:09.100166 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-3e67cd07-9852-4767-b7da-a1ba3922551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.101704 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-3e67cd07-9852-4767-b7da-a1ba3922551f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9d5580db1424973a7348e24a37d0cec&device_id=c23426a8-5a4f-4e64-b109-dc75e76c2df6 HTTP/1.1" status: 200 len: 1094 time: 0.0795736 Dec 06 14:45:09.129502 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-74a2482e-4471-4829-a021-d643b94a0e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.131009 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-74a2482e-4471-4829-a021-d643b94a0e1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e9d5580db1424973a7348e24a37d0cec&device_id=3ab0f91a-a26c-476d-97c7-bd5281bfdc61 HTTP/1.1" status: 200 len: 1094 time: 0.5335009 Dec 06 14:45:09.133546 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f4e949e-8ec2-43f1-96a5-e4dde4a783ba req-2ebce534-9c8a-4519-9a7e-106b2e4ded2b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5428576 Dec 06 14:45:09.136113 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e929c9f2-fd3e-4e96-bb15-f75d011e90d7 admin admin] Made reservation on behalf of 521ff37e96c748c8acfdb38c532a6261 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:09.138432 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e929c9f2-fd3e-4e96-bb15-f75d011e90d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:09.146558 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-203ee51f-7bdf-4991-9705-4cc753951c29 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1532209 Dec 06 14:45:09.153780 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-caf0bb35-a831-4ae0-9bc4-80da5d9c2ab2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47dd9da3-39ad-4b5a-821d-eadce46c93e6 HTTP/1.1" status: 200 len: 217 time: 0.0396395 Dec 06 14:45:09.168594 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Request body: {'port': {'device_id': '22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:09.199526 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e929c9f2-fd3e-4e96-bb15-f75d011e90d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:09.207033 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-43a92d6d-f2ed-4bf5-ad5f-9f043fe8ea54 req-9d49ed90-6677-4757-8ffc-e7643514dad4 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109252 Dec 06 14:45:09.217837 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-043a06ec-2402-4ec2-adec-d471e5aba2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.219384 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-043a06ec-2402-4ec2-adec-d471e5aba2fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=364e1495-bfd8-4a7f-ba20-d4329cab1c75 HTTP/1.1" status: 200 len: 857 time: 0.0561779 Dec 06 14:45:09.235487 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1b552833-6c1f-4016-9f77-f287f5fb5949 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=123d7590-1e82-464d-b358-f1e542ed9d60 HTTP/1.1" status: 200 len: 217 time: 0.0879540 Dec 06 14:45:09.271479 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b724508f-982d-4a1d-8255-dce02bfe36fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3b74075-57b6-4fd0-84d9-8729d680f814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339825 Dec 06 14:45:09.303218 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a02a141b-94e0-46e2-9b98-104ddad00a87 req-2078931c-a027-47c2-b862-056e162735dd tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0313368 Dec 06 14:45:09.344534 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-bb3951f2-369b-4a16-a905-413598ff63fb req-4875f580-6bf3-480c-a752-d15baf17baf8 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Deleting port 98b8847e-9eb9-4d56-bffe-ed428039bc01 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:09.344534 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bb3951f2-369b-4a16-a905-413598ff63fb req-4875f580-6bf3-480c-a752-d15baf17baf8 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:09.381647 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:09.393813 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-2a19cbb3-f00d-4cd1-95e2-5be50785ca2b service neutron] 10.222.0.37 "GET /v2.0/networks/d3b74075-57b6-4fd0-84d9-8729d680f814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125371 Dec 06 14:45:09.397301 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b56ae319-e9d6-4bb5-96bf-f76be0ffe0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.398947 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b56ae319-e9d6-4bb5-96bf-f76be0ffe0fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=364e1495-bfd8-4a7f-ba20-d4329cab1c75 HTTP/1.1" status: 200 len: 857 time: 0.1399417 Dec 06 14:45:09.401015 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e949e-8ec2-43f1-96a5-e4dde4a783ba req-5ab3c67c-f75e-4fa4-b69a-fd87bf8c1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.402323 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f4e949e-8ec2-43f1-96a5-e4dde4a783ba req-5ab3c67c-f75e-4fa4-b69a-fd87bf8c1c8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 1102 time: 0.2059970 Dec 06 14:45:09.483265 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-51db654f-b391-48fc-8b94-7d0eba0474c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3b74075-57b6-4fd0-84d9-8729d680f814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693829 Dec 06 14:45:09.517645 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b362186-1467-4449-806a-3ce03273032c req-fc39fb84-978e-460d-9a8f-79e4814c0966 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.519399 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1b362186-1467-4449-806a-3ce03273032c req-fc39fb84-978e-460d-9a8f-79e4814c0966 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.1152091 Dec 06 14:45:09.552268 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-963a08ce-9fb1-4ac6-b0c0-60f8a54cf15e service neutron] 10.222.0.37 "GET /v2.0/networks/d3b74075-57b6-4fd0-84d9-8729d680f814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462824 Dec 06 14:45:09.602971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1b362186-1467-4449-806a-3ce03273032c req-e4782898-e768-4d86-b34f-97b762c812c3 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739164 Dec 06 14:45:09.660205 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bb3951f2-369b-4a16-a905-413598ff63fb req-4875f580-6bf3-480c-a752-d15baf17baf8 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:09.660781 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bb3951f2-369b-4a16-a905-413598ff63fb req-4875f580-6bf3-480c-a752-d15baf17baf8 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:09.670907 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd393ba-6415-4021-9106-23e6ae628974 x-openstack-request-id: req-1dd393ba-6415-4021-9106-23e6ae628974 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:09.671208 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab0f91a-a26c-476d-97c7-bd5281bfdc61", "tag": "123d7590-1e82-464d-b358-f1e542ed9d60", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:09.671463 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1dd393ba-6415-4021-9106-23e6ae628974 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:09.672005 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab0f91a-a26c-476d-97c7-bd5281bfdc61', 'tag': '123d7590-1e82-464d-b358-f1e542ed9d60', 'status': 'completed', 'code': 200} Dec 06 14:45:09.755328 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e929c9f2-fd3e-4e96-bb15-f75d011e90d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:09.759764 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3468533-00f6-494f-8161-b17f3f9627eb req-3be7c30e-c997-40ce-8a48-1d39f1073c60 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.768650 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3468533-00f6-494f-8161-b17f3f9627eb req-3be7c30e-c997-40ce-8a48-1d39f1073c60 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.774891 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-bb3951f2-369b-4a16-a905-413598ff63fb req-4875f580-6bf3-480c-a752-d15baf17baf8 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Calling delete_port for 98b8847e-9eb9-4d56-bffe-ed428039bc01 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:09.775599 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3468533-00f6-494f-8161-b17f3f9627eb req-3be7c30e-c997-40ce-8a48-1d39f1073c60 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.776950 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e929c9f2-fd3e-4e96-bb15-f75d011e90d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:09.782154 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3468533-00f6-494f-8161-b17f3f9627eb req-3be7c30e-c997-40ce-8a48-1d39f1073c60 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.789827 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3468533-00f6-494f-8161-b17f3f9627eb req-3be7c30e-c997-40ce-8a48-1d39f1073c60 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.796201 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3468533-00f6-494f-8161-b17f3f9627eb req-3be7c30e-c997-40ce-8a48-1d39f1073c60 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.802241 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3468533-00f6-494f-8161-b17f3f9627eb req-3be7c30e-c997-40ce-8a48-1d39f1073c60 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.804246 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3468533-00f6-494f-8161-b17f3f9627eb req-3be7c30e-c997-40ce-8a48-1d39f1073c60 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5432 time: 0.1021676 Dec 06 14:45:09.866467 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3468533-00f6-494f-8161-b17f3f9627eb req-8916feee-0a1d-456d-8ba6-4c610096aa17 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552056 Dec 06 14:45:09.886663 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e929c9f2-fd3e-4e96-bb15-f75d011e90d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:45:09.925482 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62bbd7d-8a6e-4ec2-9a68-07caab8d7447 x-openstack-request-id: req-d62bbd7d-8a6e-4ec2-9a68-07caab8d7447 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:09.925856 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23426a8-5a4f-4e64-b109-dc75e76c2df6", "tag": "47dd9da3-39ad-4b5a-821d-eadce46c93e6", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:09.926276 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d62bbd7d-8a6e-4ec2-9a68-07caab8d7447 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:09.926843 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23426a8-5a4f-4e64-b109-dc75e76c2df6', 'tag': '47dd9da3-39ad-4b5a-821d-eadce46c93e6', 'status': 'completed', 'code': 200} Dec 06 14:45:09.940939 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e949e-8ec2-43f1-96a5-e4dde4a783ba req-e8eef025-d321-427e-b34a-5dec9f336d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.942572 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f4e949e-8ec2-43f1-96a5-e4dde4a783ba req-e8eef025-d321-427e-b34a-5dec9f336d81 service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.4955416 Dec 06 14:45:09.943016 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929c9f2-fd3e-4e96-bb15-f75d011e90d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82c6659-5864-4606-8f10-828c61ad347b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:09.952707 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e929c9f2-fd3e-4e96-bb15-f75d011e90d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:09.953161 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-e929c9f2-fd3e-4e96-bb15-f75d011e90d7 admin admin] Added segment 7235a9a8-99b5-40ff-8e08-3c50944313ce of type vlan for network 65992acf-b2d3-46ae-ab34-06ed5700a942 Dec 06 14:45:09.958487 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-93299e78-5af7-4028-a2bb-ad8f1cb10d5e service neutron] 10.222.0.23 "GET /v2.0/networks/d3b74075-57b6-4fd0-84d9-8729d680f814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296665 Dec 06 14:45:10.045369 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b9506-5ce7-4cb0-97d8-ba15cd301d65 req-d4c9cf48-3373-4f0d-8d40-1a7f720de0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:10.046837 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-984b9506-5ce7-4cb0-97d8-ba15cd301d65 req-d4c9cf48-3373-4f0d-8d40-1a7f720de0db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9d5580db1424973a7348e24a37d0cec&device_id=c23426a8-5a4f-4e64-b109-dc75e76c2df6 HTTP/1.1" status: 200 len: 1094 time: 0.0867672 Dec 06 14:45:10.053158 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b1641-7c32-456a-a2fb-ee40a7235d11 req-4b5c3417-2603-45b3-b954-35304496974c tempest-MigrationsAdminTest-1606639242 tempest-MigrationsAdminTest-1606639242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:10.054562 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc0b1641-7c32-456a-a2fb-ee40a7235d11 req-4b5c3417-2603-45b3-b954-35304496974c tempest-MigrationsAdminTest-1606639242 tempest-MigrationsAdminTest-1606639242-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 1100 time: 0.0589240 Dec 06 14:45:10.072402 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f4e949e-8ec2-43f1-96a5-e4dde4a783ba req-a1e7ef5b-a5d3-43dd-9f61-224308e540a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=33be971b-5607-484a-ba01-a7327e162163 HTTP/1.1" status: 200 len: 217 time: 0.1216211 Dec 06 14:45:10.163242 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc0b1641-7c32-456a-a2fb-ee40a7235d11 req-18834bd8-0348-4278-a1dc-cd7d91344f71 tempest-MigrationsAdminTest-1606639242 tempest-MigrationsAdminTest-1606639242-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960376 Dec 06 14:45:10.172554 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e929c9f2-fd3e-4e96-bb15-f75d011e90d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:10.180839 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b9506-5ce7-4cb0-97d8-ba15cd301d65 req-a06774fb-9d85-4d22-a218-650f65cd3aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:10.184662 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-984b9506-5ce7-4cb0-97d8-ba15cd301d65 req-a06774fb-9d85-4d22-a218-650f65cd3aae service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3b74075-57b6-4fd0-84d9-8729d680f814 HTTP/1.1" status: 200 len: 918 time: 0.1254084 Dec 06 14:45:10.238223 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-984b9506-5ce7-4cb0-97d8-ba15cd301d65 req-49b29d93-9f52-4b1a-8a16-a707f1bf99e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47dd9da3-39ad-4b5a-821d-eadce46c93e6 HTTP/1.1" status: 200 len: 217 time: 0.0461748 Dec 06 14:45:10.287768 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e949e-8ec2-43f1-96a5-e4dde4a783ba req-9d7d59ec-37f1-499a-b90f-49cad1b7934f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:10.289309 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f4e949e-8ec2-43f1-96a5-e4dde4a783ba req-9d7d59ec-37f1-499a-b90f-49cad1b7934f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1851721 Dec 06 14:45:10.289887 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e929c9f2-fd3e-4e96-bb15-f75d011e90d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:10.290808 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e929c9f2-fd3e-4e96-bb15-f75d011e90d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:10.291408 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e929c9f2-fd3e-4e96-bb15-f75d011e90d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:10.329257 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b9506-5ce7-4cb0-97d8-ba15cd301d65 req-655a6c62-b488-463b-ada1-bc80ebbee23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:10.330665 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-984b9506-5ce7-4cb0-97d8-ba15cd301d65 req-655a6c62-b488-463b-ada1-bc80ebbee23d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=364e1495-bfd8-4a7f-ba20-d4329cab1c75 HTTP/1.1" status: 200 len: 857 time: 0.0834761 Dec 06 14:45:10.344457 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b288297-9557-4490-8a70-4035637df4e9 req-ed24c639-577b-4a67-8e3e-21dd30c92c3f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:10.346063 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b288297-9557-4490-8a70-4035637df4e9 req-ed24c639-577b-4a67-8e3e-21dd30c92c3f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 946 time: 0.0881569 Dec 06 14:45:10.380633 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-984b9506-5ce7-4cb0-97d8-ba15cd301d65 req-6b0cf3ba-fa66-4eed-a91a-638641f5f667 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3b74075-57b6-4fd0-84d9-8729d680f814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333321 Dec 06 14:45:10.410296 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-88e4a7af-6ce3-4d1b-817e-b10e0c7b58bc service neutron] 10.222.0.23 "GET /v2.0/networks/d3b74075-57b6-4fd0-84d9-8729d680f814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308789 Dec 06 14:45:10.446876 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e929c9f2-fd3e-4e96-bb15-f75d011e90d7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7693827 Dec 06 14:45:10.452568 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43140) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:10.463467 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1d3d6736-69a2-4a9a-bc5d-7fc5c5ffd6db admin admin] Request body: {'subnet': {'network_id': '65992acf-b2d3-46ae-ab34-06ed5700a942', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1596826486-subnet', 'tenant_id': '521ff37e96c748c8acfdb38c532a6261', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:10.502795 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b288297-9557-4490-8a70-4035637df4e9 req-29d99b8c-2be1-42b9-8466-4f97bc4e9536 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452200 Dec 06 14:45:10.512615 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929c9f2-fd3e-4e96-bb15-f75d011e90d7 admin admin] Pushing event updated for resources: {'Network': ['ID=65992acf-b2d3-46ae-ab34-06ed5700a942,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:10.518452 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:45:10.531973 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 65992acf-b2d3-46ae-ab34-06ed5700a942 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:45:10.534325 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3d6736-69a2-4a9a-bc5d-7fc5c5ffd6db admin admin] Made reservation on behalf of 521ff37e96c748c8acfdb38c532a6261 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:10.536758 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d3d6736-69a2-4a9a-bc5d-7fc5c5ffd6db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:10.542183 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bb3951f2-369b-4a16-a905-413598ff63fb req-4875f580-6bf3-480c-a752-d15baf17baf8 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:10.545789 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:10.556112 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-984b9506-5ce7-4cb0-97d8-ba15cd301d65 req-6a4ef643-d9ab-4d25-b6f8-cb7e78cea0ee service neutron] 10.222.0.37 "GET /v2.0/networks/d3b74075-57b6-4fd0-84d9-8729d680f814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658008 Dec 06 14:45:10.590663 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875f580-6bf3-480c-a752-d15baf17baf8 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Pushing event deleted for resources: {'Port': ['ID=98b8847e-9eb9-4d56-bffe-ed428039bc01,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:10.599602 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e949e-8ec2-43f1-96a5-e4dde4a783ba req-5ea88bc6-39bb-411e-b6eb-05a172053791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:10.601189 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f4e949e-8ec2-43f1-96a5-e4dde4a783ba req-5ea88bc6-39bb-411e-b6eb-05a172053791 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2940562 Dec 06 14:45:10.605831 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Transition to ACTIVE for port object 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:45:10.634359 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:10.730736 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e56185-cee0-4574-982c-6f2fe71c8c52 req-ca0c86d7-bd44-4562-be48-75b5f7748476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:10.732271 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78e56185-cee0-4574-982c-6f2fe71c8c52 req-ca0c86d7-bd44-4562-be48-75b5f7748476 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e9d5580db1424973a7348e24a37d0cec&device_id=3ab0f91a-a26c-476d-97c7-bd5281bfdc61 HTTP/1.1" status: 200 len: 1094 time: 0.2320740 Dec 06 14:45:10.744003 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-984b9506-5ce7-4cb0-97d8-ba15cd301d65 req-a4ce3bf5-190f-4ea2-9626-4aba7d1969b4 service neutron] 10.222.0.37 "GET /v2.0/networks/d3b74075-57b6-4fd0-84d9-8729d680f814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789856 Dec 06 14:45:10.820295 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Pushing event updated for resources: {'Port': ['ID=9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:10.833676 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a01ad-e2ca-427a-8e4d-52d82045fe6f req-eb4888bf-1ec2-4186-891a-d8690b71ace4 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:10.840103 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a01ad-e2ca-427a-8e4d-52d82045fe6f req-eb4888bf-1ec2-4186-891a-d8690b71ace4 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:10.847003 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a01ad-e2ca-427a-8e4d-52d82045fe6f req-eb4888bf-1ec2-4186-891a-d8690b71ace4 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:10.853279 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a01ad-e2ca-427a-8e4d-52d82045fe6f req-eb4888bf-1ec2-4186-891a-d8690b71ace4 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:10.859535 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a01ad-e2ca-427a-8e4d-52d82045fe6f req-eb4888bf-1ec2-4186-891a-d8690b71ace4 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:10.866269 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a01ad-e2ca-427a-8e4d-52d82045fe6f req-eb4888bf-1ec2-4186-891a-d8690b71ace4 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:10.872490 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a01ad-e2ca-427a-8e4d-52d82045fe6f req-eb4888bf-1ec2-4186-891a-d8690b71ace4 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:10.874382 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba0a01ad-e2ca-427a-8e4d-52d82045fe6f req-eb4888bf-1ec2-4186-891a-d8690b71ace4 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5432 time: 0.1556118 Dec 06 14:45:10.874777 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bb3951f2-369b-4a16-a905-413598ff63fb req-4875f580-6bf3-480c-a752-d15baf17baf8 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:10.877365 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bb3951f2-369b-4a16-a905-413598ff63fb req-4875f580-6bf3-480c-a752-d15baf17baf8 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:10.878650 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb3951f2-369b-4a16-a905-413598ff63fb req-4875f580-6bf3-480c-a752-d15baf17baf8 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "DELETE /v2.0/floatingips/bd5f21e4-f440-46f9-b0c5-222ea29f70e3 HTTP/1.1" status: 204 len: 173 time: 2.3493433 Dec 06 14:45:10.902104 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43144) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:10.906623 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6d87ce1a-e27d-43fb-b858-b9e8222b26a9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Request body: {'floatingip': {'port_id': 'd8787e97-b48c-4cf9-a70a-9062d1daf772'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:10.948443 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f4e949e-8ec2-43f1-96a5-e4dde4a783ba req-1d0b95b5-0139-483c-9fe1-f2297c491b56 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384333 Dec 06 14:45:10.965121 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d87ce1a-e27d-43fb-b858-b9e8222b26a9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for floatingip, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:10.997905 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e56185-cee0-4574-982c-6f2fe71c8c52 req-d4c5c572-056d-4cbc-8a32-31b139bf8a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:10.999387 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78e56185-cee0-4574-982c-6f2fe71c8c52 req-d4c5c572-056d-4cbc-8a32-31b139bf8a49 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d3b74075-57b6-4fd0-84d9-8729d680f814 HTTP/1.1" status: 200 len: 918 time: 0.2234950 Dec 06 14:45:11.000511 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d3d6736-69a2-4a9a-bc5d-7fc5c5ffd6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:11.063578 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78e56185-cee0-4574-982c-6f2fe71c8c52 req-adb4af40-770c-4f77-b470-bbb915d1dffe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=123d7590-1e82-464d-b358-f1e542ed9d60 HTTP/1.1" status: 200 len: 217 time: 0.0548024 Dec 06 14:45:11.101430 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Attempting to bind port 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:11.102567 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Attempting to bind port 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'cc354955-7b54-40e6-9524-21209f683ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:11.102567 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Attempting to bind port 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e on network d3b74075-57b6-4fd0-84d9-8729d680f814 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:11.138740 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Port 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e on network d3b74075-57b6-4fd0-84d9-8729d680f814 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:45:11.139063 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Attempting to bind port 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e on network d3b74075-57b6-4fd0-84d9-8729d680f814 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:11.148496 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d6736-69a2-4a9a-bc5d-7fc5c5ffd6db admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce4a5837-f2b5-491c-95a4-0d4074094c72,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:11.173506 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8c862-297d-48eb-84cb-cd49ceb2a583 req-dbe7b284-4e6c-45fe-b051-5599852370a0 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:11.174988 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35e8c862-297d-48eb-84cb-cd49ceb2a583 req-dbe7b284-4e6c-45fe-b051-5599852370a0 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e HTTP/1.1" status: 200 len: 943 time: 0.1781564 Dec 06 14:45:11.177400 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:11.177748 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Checking segment: {'id': 'cc354955-7b54-40e6-9524-21209f683ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:11.178135 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Bound using segment: {'id': 'cc354955-7b54-40e6-9524-21209f683ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:11.178583 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Bound port: 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc354955-7b54-40e6-9524-21209f683ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:11.178938 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:11.189103 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e6495bf-a328-4fb5-83c9-bf250bfa22b9 req-9fbdcd87-0007-4353-be0b-92b2dbc33748 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0550678 Dec 06 14:45:11.205964 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f4e949e-8ec2-43f1-96a5-e4dde4a783ba req-b3cf9dc7-5a5f-4ae5-b0f0-b3d1b14f1647 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424145 Dec 06 14:45:11.208958 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e56185-cee0-4574-982c-6f2fe71c8c52 req-bb347f3a-06db-4316-9350-b585126b0b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:11.210329 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78e56185-cee0-4574-982c-6f2fe71c8c52 req-bb347f3a-06db-4316-9350-b585126b0b35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=364e1495-bfd8-4a7f-ba20-d4329cab1c75 HTTP/1.1" status: 200 len: 857 time: 0.1189396 Dec 06 14:45:11.240459 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d6736-69a2-4a9a-bc5d-7fc5c5ffd6db admin admin] Checking segment: {'id': '7235a9a8-99b5-40ff-8e08-3c50944313ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '65992acf-b2d3-46ae-ab34-06ed5700a942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:11.240817 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3d6736-69a2-4a9a-bc5d-7fc5c5ffd6db admin admin] Network hostable DHCP agents. Network: 65992acf-b2d3-46ae-ab34-06ed5700a942, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:45:11.284407 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78e56185-cee0-4574-982c-6f2fe71c8c52 req-718ebac9-ed4e-4a43-afac-fcf99679c794 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3b74075-57b6-4fd0-84d9-8729d680f814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633864 Dec 06 14:45:11.325478 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3d6736-69a2-4a9a-bc5d-7fc5c5ffd6db admin admin] Network 65992acf-b2d3-46ae-ab34-06ed5700a942 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:45:11.343469 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35e8c862-297d-48eb-84cb-cd49ceb2a583 req-065bc7fa-583c-4512-ac21-cfcc389efd5e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590028 Dec 06 14:45:11.346405 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-1d3d6736-69a2-4a9a-bc5d-7fc5c5ffd6db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 65992acf-b2d3-46ae-ab34-06ed5700a942) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:11.356166 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3d6736-69a2-4a9a-bc5d-7fc5c5ffd6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:11.356376 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d31c7a8-77dd-459b-8235-c1228a733537 None None] Network 65992acf-b2d3-46ae-ab34-06ed5700a942 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:45:11.356895 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d3d6736-69a2-4a9a-bc5d-7fc5c5ffd6db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:11.458708 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-d0f94974-9189-4bb5-87a5-43701385d43f tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2048678 Dec 06 14:45:11.502349 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] For port 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:11.508941 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f809d526-2fb8-4f5f-8453-d840e1029f84 None None] Network 65992acf-b2d3-46ae-ab34-06ed5700a942 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:45:11.510774 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-42dfe74f-e0ea-4090-98d9-2d7b5d77c9d5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:11.540227 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] For port 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e,segment=NetworkSegment(cc354955-7b54-40e6-9524-21209f683ab4),segment_id=cc354955-7b54-40e6-9524-21209f683ab4)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:11.553226 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:11.574355 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-42dfe74f-e0ea-4090-98d9-2d7b5d77c9d5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:11.617520 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78e56185-cee0-4574-982c-6f2fe71c8c52 req-cfc8a2b3-c563-4aec-b9c6-aa30e08a4d4b service neutron] 10.222.0.23 "GET /v2.0/networks/d3b74075-57b6-4fd0-84d9-8729d680f814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175473 Dec 06 14:45:11.623614 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:11.624428 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:11.625815 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] 10.222.0.23 "PUT /v2.0/ports/9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e HTTP/1.1" status: 200 len: 1091 time: 2.4703581 Dec 06 14:45:11.676738 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e', 'tag': '9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:11.679405 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0494e0f-8090-4033-9b2e-aff4998cf148" -d '{"events": [{"name": "network-changed", "server_uuid": "22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e", "tag": "9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:11.682100 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b2d55-c4d3-4972-923f-910cb425aa22 service neutron] Pushing event updated for resources: {'Port': ['ID=9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:11.738014 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1d3d6736-69a2-4a9a-bc5d-7fc5c5ffd6db admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2728322 Dec 06 14:45:11.762000 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88827-f833-482b-aa14-de23e5c70b04 req-9d905fc5-98f4-45bc-acba-e67304a99917 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:11.763499 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faa88827-f833-482b-aa14-de23e5c70b04 req-9d905fc5-98f4-45bc-acba-e67304a99917 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 949 time: 0.1091514 Dec 06 14:45:11.764423 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 47dd9da3-39ad-4b5a-821d-eadce46c93e6 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:45:11.776070 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a1f410f3-b590-45d2-89a4-68030d49b760 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:11.879241 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faa88827-f833-482b-aa14-de23e5c70b04 req-6bdb0b32-6001-45b0-9050-ae73a1c511b6 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865788 Dec 06 14:45:11.902825 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port a1f410f3-b590-45d2-89a4-68030d49b760 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:45:11.916553 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port a1f410f3-b590-45d2-89a4-68030d49b760 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:11.917157 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:11.981353 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 47dd9da3-39ad-4b5a-821d-eadce46c93e6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=47dd9da3-39ad-4b5a-821d-eadce46c93e6,segment=NetworkSegment(cc354955-7b54-40e6-9524-21209f683ab4),segment_id=cc354955-7b54-40e6-9524-21209f683ab4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:12.000348 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '47dd9da3-39ad-4b5a-821d-eadce46c93e6', 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814', 'port_id': '47dd9da3-39ad-4b5a-821d-eadce46c93e6', 'mac_address': 'fa:16:3e:77:ea:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364e1495-bfd8-4a7f-ba20-d4329cab1c75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:45:12.058736 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d87ce1a-e27d-43fb-b858-b9e8222b26a9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:12.068228 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d87ce1a-e27d-43fb-b858-b9e8222b26a9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:12.090671 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:12.106734 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:12.111032 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47dd9da3-39ad-4b5a-821d-eadce46c93e6 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:45:12.119023 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953e1b6-737d-4e4a-bfb5-c2431c056319 req-c7e365f8-a7f8-49f1-8a90-b496add332c1 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:12.121320 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c953e1b6-737d-4e4a-bfb5-c2431c056319 req-c7e365f8-a7f8-49f1-8a90-b496add332c1 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 946 time: 0.1377580 Dec 06 14:45:12.147393 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 47dd9da3-39ad-4b5a-821d-eadce46c93e6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=47dd9da3-39ad-4b5a-821d-eadce46c93e6,segment=NetworkSegment(cc354955-7b54-40e6-9524-21209f683ab4),segment_id=cc354955-7b54-40e6-9524-21209f683ab4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:12.154317 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b639d9-d572-4589-ac4d-43107fe41a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f410f3-b590-45d2-89a4-68030d49b760'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:12.157192 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4cbca9-7b18-4fc7-bee3-e2d6667ab6fb" -d '{"events": [{"server_uuid": "51b639d9-d572-4589-ac4d-43107fe41a78", "name": "network-vif-plugged", "status": "completed", "tag": "a1f410f3-b590-45d2-89a4-68030d49b760"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:12.162813 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:12.175119 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a1f410f3-b590-45d2-89a4-68030d49b760,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:12.197879 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:12.221609 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-a0bab3aa-961c-4baf-bb9e-36d7ce9ab954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:12.223762 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-a0bab3aa-961c-4baf-bb9e-36d7ce9ab954 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e9d5580db1424973a7348e24a37d0cec&device_id=22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e HTTP/1.1" status: 200 len: 1094 time: 0.5312145 Dec 06 14:45:12.227548 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=47dd9da3-39ad-4b5a-821d-eadce46c93e6,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:12.239611 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-6d87ce1a-e27d-43fb-b858-b9e8222b26a9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Floating IP 1885a586-7c08-44ba-8925-9045230f5077 associated. External IP: 172.35.7.136, port: d8787e97-b48c-4cf9-a70a-9062d1daf772. Dec 06 14:45:12.245464 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c953e1b6-737d-4e4a-bfb5-c2431c056319 req-44663512-b5d7-4ab3-a3b6-3edb2ddfc803 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087568 Dec 06 14:45:12.246026 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78e56185-cee0-4574-982c-6f2fe71c8c52 req-43a2d1c8-eb20-4965-8536-38352b251521 service neutron] 10.222.0.23 "GET /v2.0/networks/d3b74075-57b6-4fd0-84d9-8729d680f814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6148827 Dec 06 14:45:12.276753 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-193ad821-5aba-4015-b589-c7e1d87d4a65 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e HTTP/1.1" status: 200 len: 217 time: 0.0424113 Dec 06 14:45:12.293159 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=a1f410f3-b590-45d2-89a4-68030d49b760,revision_number=12']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:12.333706 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-42dfe74f-e0ea-4090-98d9-2d7b5d77c9d5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:12.349061 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-699f8e9a-0d89-4483-9e08-5811417dcd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:12.350670 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-699f8e9a-0d89-4483-9e08-5811417dcd26 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=364e1495-bfd8-4a7f-ba20-d4329cab1c75 HTTP/1.1" status: 200 len: 857 time: 0.0637136 Dec 06 14:45:12.409987 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dad610-f19f-42b4-9fd1-8d790dfdaa0d x-openstack-request-id: req-60dad610-f19f-42b4-9fd1-8d790dfdaa0d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:12.410284 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e", "tag": "9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:12.410537 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60dad610-f19f-42b4-9fd1-8d790dfdaa0d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:12.410927 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e', 'tag': '9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e', 'status': 'completed', 'code': 200} Dec 06 14:45:12.417315 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-f4dc9d93-1f54-4014-9fd3-5c22d74044f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3b74075-57b6-4fd0-84d9-8729d680f814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377898 Dec 06 14:45:12.516376 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['47dd9da3-39ad-4b5a-821d-eadce46c93e6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:12.544646 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-42dfe74f-e0ea-4090-98d9-2d7b5d77c9d5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Allocated IP 172.35.7.163 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/0c94ca6b-1b80-4bd9-a5d3-73fa92997cb0) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:12.546443 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d87ce1a-e27d-43fb-b858-b9e8222b26a9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Router f44d2124-fabb-4ec9-b3a0-d841d45bcfbf has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:45:12.566560 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-289b60fc-6cc6-4467-988b-738a4d80f353 service neutron] 10.222.0.23 "GET /v2.0/networks/d3b74075-57b6-4fd0-84d9-8729d680f814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415110 Dec 06 14:45:12.738237 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-42dfe74f-e0ea-4090-98d9-2d7b5d77c9d5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:12.741077 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e375c1b-7254-492b-8c58-2bfb2600cf7f req-1e4c467b-e665-4736-8f3d-dd2197d8627f service neutron] 10.222.0.23 "GET /v2.0/networks/d3b74075-57b6-4fd0-84d9-8729d680f814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578672 Dec 06 14:45:12.773581 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-42dfe74f-e0ea-4090-98d9-2d7b5d77c9d5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:12.786181 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961709f5-3f4c-4327-8f04-7ef4c1879c5d req-386bbc74-50e4-414b-8401-c136927be0dd tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:12.787710 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-961709f5-3f4c-4327-8f04-7ef4c1879c5d req-386bbc74-50e4-414b-8401-c136927be0dd tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.37 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 950 time: 0.1804636 Dec 06 14:45:12.838290 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d87ce1a-e27d-43fb-b858-b9e8222b26a9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:45:12.839604 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-42dfe74f-e0ea-4090-98d9-2d7b5d77c9d5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:12.843685 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d87ce1a-e27d-43fb-b858-b9e8222b26a9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:12.847917 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-42dfe74f-e0ea-4090-98d9-2d7b5d77c9d5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:12.849994 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c868a3d-b67a-45c7-a260-3e471384a5c0 None None] Sync routers for ids ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:45:12.853282 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-42dfe74f-e0ea-4090-98d9-2d7b5d77c9d5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:12.857309 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfe74f-e0ea-4090-98d9-2d7b5d77c9d5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Pushing event updated for resources: {'Port': ['ID=0c94ca6b-1b80-4bd9-a5d3-73fa92997cb0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:12.863846 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c868a3d-b67a-45c7-a260-3e471384a5c0 None None] Routers {'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:12.864736 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2c868a3d-b67a-45c7-a260-3e471384a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:12.902202 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0494e0f-8090-4033-9b2e-aff4998cf148 req-91a2a19b-1255-430d-a78e-35273dc5adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:12.904359 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b0494e0f-8090-4033-9b2e-aff4998cf148 req-91a2a19b-1255-430d-a78e-35273dc5adc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e9d5580db1424973a7348e24a37d0cec&device_id=22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e HTTP/1.1" status: 200 len: 1094 time: 0.1010778 Dec 06 14:45:12.911442 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-4dfb2c09-7e7f-4274-8dca-b1ed01daddfe tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:12.913384 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-4dfb2c09-7e7f-4274-8dca-b1ed01daddfe tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 808 time: 0.2663996 Dec 06 14:45:12.934257 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6d87ce1a-e27d-43fb-b858-b9e8222b26a9 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "PUT /v2.0/floatingips/1885a586-7c08-44ba-8925-9045230f5077 HTTP/1.1" status: 200 len: 992 time: 2.0309598 Dec 06 14:45:12.936303 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'tag': 'd8787e97-b48c-4cf9-a70a-9062d1daf772'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:12.939228 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba76b55-1fa2-49b8-b44f-449bc093bf5a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "tag": "d8787e97-b48c-4cf9-a70a-9062d1daf772"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:12.957290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-c938d148-4ee0-4550-806e-b634fb243d41 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/quotas/081ecae26f1f4608b6d59404ed1f828f HTTP/1.1" status: 200 len: 375 time: 0.0216737 Dec 06 14:45:12.987470 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2c868a3d-b67a-45c7-a260-3e471384a5c0 None None] Set router f44d2124-fabb-4ec9-b3a0-d841d45bcfbf gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:13.006996 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-d298fe54-6e0f-4626-9cc6-af8bbe1bf55d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375769 Dec 06 14:45:13.008204 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-42dfe74f-e0ea-4090-98d9-2d7b5d77c9d5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:13.015466 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-961709f5-3f4c-4327-8f04-7ef4c1879c5d req-7e3efefb-549d-4033-94c9-b902bdc92849 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Deleting port a1f410f3-b590-45d2-89a4-68030d49b760 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:13.015825 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-961709f5-3f4c-4327-8f04-7ef4c1879c5d req-7e3efefb-549d-4033-94c9-b902bdc92849 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:13.060122 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0494e0f-8090-4033-9b2e-aff4998cf148 req-540e7e39-7c23-4641-a156-dfb20bd03b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:13.061609 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b0494e0f-8090-4033-9b2e-aff4998cf148 req-540e7e39-7c23-4641-a156-dfb20bd03b09 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d3b74075-57b6-4fd0-84d9-8729d680f814 HTTP/1.1" status: 200 len: 918 time: 0.1498313 Dec 06 14:45:13.067138 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-42dfe74f-e0ea-4090-98d9-2d7b5d77c9d5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:13.131172 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b0494e0f-8090-4033-9b2e-aff4998cf148 req-34fb1717-35f0-43ad-8e3d-38d6b1ccd352 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e HTTP/1.1" status: 200 len: 217 time: 0.0432975 Dec 06 14:45:13.132626 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-961709f5-3f4c-4327-8f04-7ef4c1879c5d req-7e3efefb-549d-4033-94c9-b902bdc92849 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] For port a1f410f3-b590-45d2-89a4-68030d49b760, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a1f410f3-b590-45d2-89a4-68030d49b760,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:13.133543 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-961709f5-3f4c-4327-8f04-7ef4c1879c5d req-7e3efefb-549d-4033-94c9-b902bdc92849 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:13.148918 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-961709f5-3f4c-4327-8f04-7ef4c1879c5d req-7e3efefb-549d-4033-94c9-b902bdc92849 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Calling delete_port for a1f410f3-b590-45d2-89a4-68030d49b760 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:13.237313 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2c868a3d-b67a-45c7-a260-3e471384a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'name': 'tempest-TaggedBootDevicesTest-1476888615-router', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146'}], 'enable_snat': True}, 'gw_port_id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:37Z', 'updated_at': '2021-12-06T14:42:42Z', 'revision_number': 4, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'gw_port': {'id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:38Z', 'updated_at': '2021-12-06T14:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1885a586-7c08-44ba-8925-9045230f5077', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'floating_ip_address': '172.35.7.136', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'port_id': 'd8787e97-b48c-4cf9-a70a-9062d1daf772', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1', 'mac_address': 'fa:16:3e:fb:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f711120-6111-4b00-91fc-e3c63d804c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:43:49Z', 'updated_at': '2021-12-06T14:45:11Z', 'revision_number': 1, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76eb9290-b18a-403b-97e7-5962e1e41af7', 'name': '', 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'mac_address': 'fa:16:3e:67:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:41Z', 'updated_at': '2021-12-06T14:42:48Z', 'revision_number': 5, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'subnets': [{'id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:13.269045 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c868a3d-b67a-45c7-a260-3e471384a5c0 None None] Checking router: f44d2124-fabb-4ec9-b3a0-d841d45bcfbf for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:45:13.278202 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c868a3d-b67a-45c7-a260-3e471384a5c0 None None] Routers {'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:13.278894 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2c868a3d-b67a-45c7-a260-3e471384a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:13.281153 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0494e0f-8090-4033-9b2e-aff4998cf148 req-9abe8023-8059-44c5-8489-c891f2d7f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:13.282673 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b0494e0f-8090-4033-9b2e-aff4998cf148 req-9abe8023-8059-44c5-8489-c891f2d7f56b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=364e1495-bfd8-4a7f-ba20-d4329cab1c75 HTTP/1.1" status: 200 len: 857 time: 0.1002157 Dec 06 14:45:13.306713 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 123d7590-1e82-464d-b358-f1e542ed9d60 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:45:13.314270 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-49191825-b987-4fe1-88cb-15cc14d390aa service neutron] 10.222.0.20 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910881 Dec 06 14:45:13.333456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b0494e0f-8090-4033-9b2e-aff4998cf148 req-17e1204d-65ad-4ef6-90b4-0cb077d6e080 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d3b74075-57b6-4fd0-84d9-8729d680f814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310056 Dec 06 14:45:13.382581 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-42dfe74f-e0ea-4090-98d9-2d7b5d77c9d5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:13.392443 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2c868a3d-b67a-45c7-a260-3e471384a5c0 None None] Set router f44d2124-fabb-4ec9-b3a0-d841d45bcfbf gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:13.431860 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-42dfe74f-e0ea-4090-98d9-2d7b5d77c9d5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:13.436480 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-961709f5-3f4c-4327-8f04-7ef4c1879c5d req-7e3efefb-549d-4033-94c9-b902bdc92849 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:13.454839 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['32951114-6811-4294-9ca3-b7348b9d530e', '058d2958-f999-4286-a726-ad2ccdd47f8c', '33be971b-5607-484a-ba01-a7327e162163'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:13.477530 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3efefb-549d-4033-94c9-b902bdc92849 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Pushing event deleted for resources: {'Port': ['ID=a1f410f3-b590-45d2-89a4-68030d49b760,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:13.513606 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-9ec9de58-c009-486e-b49c-98c94662a05d service neutron] 10.222.0.20 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004566 Dec 06 14:45:13.524640 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['a1f410f3-b590-45d2-89a4-68030d49b760'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:13.577857 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 123d7590-1e82-464d-b358-f1e542ed9d60, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=123d7590-1e82-464d-b358-f1e542ed9d60,segment=NetworkSegment(cc354955-7b54-40e6-9524-21209f683ab4),segment_id=cc354955-7b54-40e6-9524-21209f683ab4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:13.587367 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b0494e0f-8090-4033-9b2e-aff4998cf148 req-f39c23d2-c126-4593-9e3e-191ca93a0b76 service neutron] 10.222.0.23 "GET /v2.0/networks/d3b74075-57b6-4fd0-84d9-8729d680f814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458379 Dec 06 14:45:13.591067 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfe74f-e0ea-4090-98d9-2d7b5d77c9d5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Pushing event updated for resources: {'Port': ['ID=0c94ca6b-1b80-4bd9-a5d3-73fa92997cb0,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:13.605260 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-42dfe74f-e0ea-4090-98d9-2d7b5d77c9d5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:13.607195 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-961709f5-3f4c-4327-8f04-7ef4c1879c5d req-7e3efefb-549d-4033-94c9-b902bdc92849 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] No DVR routers for this DVR port a1f410f3-b590-45d2-89a4-68030d49b760 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:13.612698 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-961709f5-3f4c-4327-8f04-7ef4c1879c5d req-7e3efefb-549d-4033-94c9-b902bdc92849 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:13.616973 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-961709f5-3f4c-4327-8f04-7ef4c1879c5d req-7e3efefb-549d-4033-94c9-b902bdc92849 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.37 "DELETE /v2.0/ports/a1f410f3-b590-45d2-89a4-68030d49b760 HTTP/1.1" status: 204 len: 173 time: 0.8174350 Dec 06 14:45:13.638138 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '123d7590-1e82-464d-b358-f1e542ed9d60', 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814', 'port_id': '123d7590-1e82-464d-b358-f1e542ed9d60', 'mac_address': 'fa:16:3e:ae:09:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364e1495-bfd8-4a7f-ba20-d4329cab1c75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:45:13.689953 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-42dfe74f-e0ea-4090-98d9-2d7b5d77c9d5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:13.699422 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-42dfe74f-e0ea-4090-98d9-2d7b5d77c9d5 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1944227 Dec 06 14:45:13.779598 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2c868a3d-b67a-45c7-a260-3e471384a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'name': 'tempest-TaggedBootDevicesTest-1476888615-router', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146'}], 'enable_snat': True}, 'gw_port_id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:37Z', 'updated_at': '2021-12-06T14:42:42Z', 'revision_number': 4, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'gw_port': {'id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:38Z', 'updated_at': '2021-12-06T14:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1885a586-7c08-44ba-8925-9045230f5077', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'floating_ip_address': '172.35.7.136', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'port_id': 'd8787e97-b48c-4cf9-a70a-9062d1daf772', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1', 'mac_address': 'fa:16:3e:fb:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f711120-6111-4b00-91fc-e3c63d804c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:43:49Z', 'updated_at': '2021-12-06T14:45:11Z', 'revision_number': 1, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76eb9290-b18a-403b-97e7-5962e1e41af7', 'name': '', 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'mac_address': 'fa:16:3e:67:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:41Z', 'updated_at': '2021-12-06T14:42:48Z', 'revision_number': 5, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'subnets': [{'id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:13.807296 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c868a3d-b67a-45c7-a260-3e471384a5c0 None None] The sync data for ids ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'] in n-d-master-1 is: [{'id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'name': 'tempest-TaggedBootDevicesTest-1476888615-router', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146'}], 'enable_snat': True}, 'gw_port_id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:37Z', 'updated_at': '2021-12-06T14:42:42Z', 'revision_number': 4, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'gw_port': {'id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:38Z', 'updated_at': '2021-12-06T14:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1885a586-7c08-44ba-8925-9045230f5077', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'floating_ip_address': '172.35.7.136', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'port_id': 'd8787e97-b48c-4cf9-a70a-9062d1daf772', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1', 'mac_address': 'fa:16:3e:fb:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f711120-6111-4b00-91fc-e3c63d804c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:43:49Z', 'updated_at': '2021-12-06T14:45:11Z', 'revision_number': 1, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76eb9290-b18a-403b-97e7-5962e1e41af7', 'name': '', 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'mac_address': 'fa:16:3e:67:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:41Z', 'updated_at': '2021-12-06T14:42:48Z', 'revision_number': 5, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'subnets': [{'id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:45:13.820501 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1840b29b-34c0-4794-90f7-23705bb5db86 x-openstack-request-id: req-1840b29b-34c0-4794-90f7-23705bb5db86 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:13.822059 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b639d9-d572-4589-ac4d-43107fe41a78", "name": "network-vif-plugged", "status": "completed", "tag": "a1f410f3-b590-45d2-89a4-68030d49b760", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:13.822330 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1840b29b-34c0-4794-90f7-23705bb5db86 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:13.823317 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b639d9-d572-4589-ac4d-43107fe41a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f410f3-b590-45d2-89a4-68030d49b760', 'code': 200} Dec 06 14:45:13.840019 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 47dd9da3-39ad-4b5a-821d-eadce46c93e6 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:13.867073 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b0494e0f-8090-4033-9b2e-aff4998cf148 req-7e9a6239-6273-4ecb-b6bb-b30333ad652f service neutron] 10.222.0.23 "GET /v2.0/networks/d3b74075-57b6-4fd0-84d9-8729d680f814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636874 Dec 06 14:45:13.925630 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-78f91288-6855-445f-89a9-86d95fbb1015 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.163 HTTP/1.1" status: 200 len: 696 time: 0.2250509 Dec 06 14:45:13.944581 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-14752410-0d2e-4a46-bf9a-d72ca0e97f3b req-2b743478-9845-403a-acc4-8ad2daf7ccbe tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0484304 Dec 06 14:45:14.081862 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae9c55-877f-4a12-94f6-cb9a818100ae req-ada6a4be-dc9e-4eac-8038-842c04cbda1e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:14.090854 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bdae9c55-877f-4a12-94f6-cb9a818100ae req-ada6a4be-dc9e-4eac-8038-842c04cbda1e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e HTTP/1.1" status: 200 len: 943 time: 0.0702963 Dec 06 14:45:14.102134 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:14.155021 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-6d8e5842-9296-4898-9152-e9b0f77f74cc tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:14.156675 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-6d8e5842-9296-4898-9152-e9b0f77f74cc tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb&tenant_id=2f27097afab6468f8670cde22cd39cd2&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1097 time: 0.1878338 Dec 06 14:45:14.164884 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bdae9c55-877f-4a12-94f6-cb9a818100ae req-b333f9a3-bb7a-44fa-9f9d-15366b146c87 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729377 Dec 06 14:45:14.170397 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-master-1'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:14.185516 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3edccd8-1837-41f4-87ea-48d244f17958 None None] New status for floating IP 1885a586-7c08-44ba-8925-9045230f5077: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:45:14.255717 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:14.259242 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123d7590-1e82-464d-b358-f1e542ed9d60 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:45:14.285222 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-24536746-7f50-45db-898d-b66ed52f6b61 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:14.286720 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e8e464f7-4da6-47cf-9dde-3294c3f5af9b req-24536746-7f50-45db-898d-b66ed52f6b61 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.3401334 Dec 06 14:45:14.380949 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dd18d41c-05c8-46b9-860e-42a1898ec67b req-98520a16-6eff-4afd-b887-8557d5c84e38 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=51b639d9-d572-4589-ac4d-43107fe41a78 HTTP/1.1" status: 200 len: 210 time: 0.0749960 Dec 06 14:45:14.399240 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 123d7590-1e82-464d-b358-f1e542ed9d60, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=123d7590-1e82-464d-b358-f1e542ed9d60,segment=NetworkSegment(cc354955-7b54-40e6-9524-21209f683ab4),segment_id=cc354955-7b54-40e6-9524-21209f683ab4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:14.417565 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:14.440564 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] For port d07e9759-e9fd-492e-be7d-d3df98455e0b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d07e9759-e9fd-492e-be7d-d3df98455e0b,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:14.469105 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6614015a-8242-4dcc-98c4-6e0165543ba0 x-openstack-request-id: req-6614015a-8242-4dcc-98c4-6e0165543ba0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:14.469408 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "tag": "d8787e97-b48c-4cf9-a70a-9062d1daf772", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:14.470200 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6614015a-8242-4dcc-98c4-6e0165543ba0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:14.470702 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'tag': 'd8787e97-b48c-4cf9-a70a-9062d1daf772', 'status': 'completed', 'code': 200} Dec 06 14:45:14.537588 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 47dd9da3-39ad-4b5a-821d-eadce46c93e6 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:45:14.561343 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 47dd9da3-39ad-4b5a-821d-eadce46c93e6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:14.561843 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:14.565895 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] For port d07e9759-e9fd-492e-be7d-d3df98455e0b, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:14.608008 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=123d7590-1e82-464d-b358-f1e542ed9d60,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:14.657068 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:14.663738 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89366a6b-f694-426b-b50f-1fd66261b4cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd07e9759-e9fd-492e-be7d-d3df98455e0b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:14.667126 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed64ead-1b96-4201-b8f0-f6e0cbbb2ffc" -d '{"events": [{"server_uuid": "89366a6b-f694-426b-b50f-1fd66261b4cb", "name": "network-vif-unplugged", "status": "completed", "tag": "d07e9759-e9fd-492e-be7d-d3df98455e0b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:14.668182 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6aa7c0f-bc60-405c-8f55-13c45cab28f4 req-8b860e30-b307-46ce-ad77-987f3971a6ce tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 210 time: 0.0410666 Dec 06 14:45:14.681128 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:14.704918 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae94d9-b6c5-4b78-885b-06695bf5c4d8 req-0c35f7a5-c617-4f30-8744-476859d62c1c tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:14.710966 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-56ae94d9-b6c5-4b78-885b-06695bf5c4d8 req-0c35f7a5-c617-4f30-8744-476859d62c1c tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 946 time: 0.1938610 Dec 06 14:45:14.763330 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1f8bdd6-b0fb-44c8-b273-ec711e5cd7f3 req-d4455f4f-0459-42bd-adc6-c666ae3efe65 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/floatingips/0068873b-424f-47ff-a765-459230b9c6e3 HTTP/1.1" status: 200 len: 693 time: 0.0746996 Dec 06 14:45:14.775535 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['123d7590-1e82-464d-b358-f1e542ed9d60'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:14.784478 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76b55-1fa2-49b8-b44f-449bc093bf5a req-fb3d916b-b435-4cbe-80b7-d3402c61e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:14.784707 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:14.784894 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76b55-1fa2-49b8-b44f-449bc093bf5a req-fb3d916b-b435-4cbe-80b7-d3402c61e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:14.785343 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76b55-1fa2-49b8-b44f-449bc093bf5a req-fb3d916b-b435-4cbe-80b7-d3402c61e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:14.785807 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76b55-1fa2-49b8-b44f-449bc093bf5a req-fb3d916b-b435-4cbe-80b7-d3402c61e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:14.786317 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76b55-1fa2-49b8-b44f-449bc093bf5a req-fb3d916b-b435-4cbe-80b7-d3402c61e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:14.786825 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76b55-1fa2-49b8-b44f-449bc093bf5a req-fb3d916b-b435-4cbe-80b7-d3402c61e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:14.787745 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76b55-1fa2-49b8-b44f-449bc093bf5a req-fb3d916b-b435-4cbe-80b7-d3402c61e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:14.789288 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3ba76b55-1fa2-49b8-b44f-449bc093bf5a req-fb3d916b-b435-4cbe-80b7-d3402c61e7b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c37093efdf04284b9ef95dbc568d083&device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 6489 time: 0.2857327 Dec 06 14:45:14.874824 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 47dd9da3-39ad-4b5a-821d-eadce46c93e6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=47dd9da3-39ad-4b5a-821d-eadce46c93e6,segment=NetworkSegment(cc354955-7b54-40e6-9524-21209f683ab4),segment_id=cc354955-7b54-40e6-9524-21209f683ab4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:14.882404 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:14.899308 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8bdd6-b0fb-44c8-b273-ec711e5cd7f3 req-968add42-e6a3-438b-8678-337a25d70c74 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:14.901224 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1f8bdd6-b0fb-44c8-b273-ec711e5cd7f3 req-968add42-e6a3-438b-8678-337a25d70c74 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.1366487 Dec 06 14:45:14.916371 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-a1f8bdd6-b0fb-44c8-b273-ec711e5cd7f3 req-8ada7174-5e9d-46c8-b9c6-1a354ddb313a tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:45:14.920076 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1f8bdd6-b0fb-44c8-b273-ec711e5cd7f3 req-8ada7174-5e9d-46c8-b9c6-1a354ddb313a tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061488 Dec 06 14:45:14.957911 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d07e9759-e9fd-492e-be7d-d3df98455e0b,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:14.972791 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Attempting to bind port d07e9759-e9fd-492e-be7d-d3df98455e0b on host n-h2-master-1 for vnic_type normal with profile {"migrating_to": "n-h1-master-1"} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:14.973046 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Attempting to bind port d07e9759-e9fd-492e-be7d-d3df98455e0b by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:14.973377 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Attempting to bind port d07e9759-e9fd-492e-be7d-d3df98455e0b on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:14.983755 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=47dd9da3-39ad-4b5a-821d-eadce46c93e6,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:14.987999 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1f8bdd6-b0fb-44c8-b273-ec711e5cd7f3 req-e516cbf9-d89e-43d1-a998-3508a7291b5a tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.163 HTTP/1.1" status: 200 len: 696 time: 0.0630770 Dec 06 14:45:14.988536 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-56ae94d9-b6c5-4b78-885b-06695bf5c4d8 req-cc654991-0c5c-4e5a-9d05-6541f467443d tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212002 Dec 06 14:45:14.993667 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76b55-1fa2-49b8-b44f-449bc093bf5a req-15b533cf-8796-4451-b8c8-0ca0e7f046da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:14.994909 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3ba76b55-1fa2-49b8-b44f-449bc093bf5a req-15b533cf-8796-4451-b8c8-0ca0e7f046da service neutron] 10.222.0.23 "GET /v2.0/networks?id=6e31e4b3-623f-41f0-89d7-053df25180e1 HTTP/1.1" status: 200 len: 913 time: 0.1967132 Dec 06 14:45:14.995921 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Port d07e9759-e9fd-492e-be7d-d3df98455e0b on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:45:14.996231 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Attempting to bind port d07e9759-e9fd-492e-be7d-d3df98455e0b on network 30f9c9fb-2ec3-41cd-86de-51e7d7934b71 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:15.002986 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:15.003322 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Checking segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:15.003732 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Bound using segment: {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:15.004204 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Bound port: d07e9759-e9fd-492e-be7d-d3df98455e0b, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18466820-0183-4bf0-9db0-d9003c7aac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '30f9c9fb-2ec3-41cd-86de-51e7d7934b71'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:15.014451 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:15.077528 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06b1e61-cefc-43ed-a563-a81e02880909 x-openstack-request-id: req-e06b1e61-cefc-43ed-a563-a81e02880909 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:15.077827 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89366a6b-f694-426b-b50f-1fd66261b4cb", "name": "network-vif-unplugged", "status": "completed", "tag": "d07e9759-e9fd-492e-be7d-d3df98455e0b", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:15.078123 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e06b1e61-cefc-43ed-a563-a81e02880909 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:15.078560 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89366a6b-f694-426b-b50f-1fd66261b4cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd07e9759-e9fd-492e-be7d-d3df98455e0b', 'code': 200} Dec 06 14:45:15.086086 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1f8bdd6-b0fb-44c8-b273-ec711e5cd7f3 req-7e461125-d888-427d-9fbc-ff853f226ea3 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.163 HTTP/1.1" status: 200 len: 696 time: 0.0671449 Dec 06 14:45:15.141464 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3ba76b55-1fa2-49b8-b44f-449bc093bf5a req-04266f1c-dbe7-48e7-9867-458b80f9a8dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8787e97-b48c-4cf9-a70a-9062d1daf772 HTTP/1.1" status: 200 len: 1002 time: 0.1275153 Dec 06 14:45:15.167737 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5b190047-0306-47c0-8e5d-3cdac52355a0 req-04c4eeb1-b8da-44c7-b98d-319732019f07 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0445123 Dec 06 14:45:15.206969 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] For port d07e9759-e9fd-492e-be7d-d3df98455e0b, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:15.228839 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] For port d07e9759-e9fd-492e-be7d-d3df98455e0b, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d07e9759-e9fd-492e-be7d-d3df98455e0b,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:15.236914 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76b55-1fa2-49b8-b44f-449bc093bf5a req-8ab62d1e-b1a6-4f20-a67c-a5f91edea9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:15.238537 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3ba76b55-1fa2-49b8-b44f-449bc093bf5a req-8ab62d1e-b1a6-4f20-a67c-a5f91edea9fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ebae9223-bf32-4b01-a47e-4989661e2354 HTTP/1.1" status: 200 len: 851 time: 0.0734015 Dec 06 14:45:15.239808 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:15.362746 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-7e292f01-436c-47df-a080-c5ecf7c6ceda tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:15.364659 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-7e292f01-436c-47df-a080-c5ecf7c6ceda tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.37 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 808 time: 0.2105949 Dec 06 14:45:15.370772 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a1f8bdd6-b0fb-44c8-b273-ec711e5cd7f3 req-149a17ad-e2ee-49dc-9598-c5238b80938a tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Deleting port 0c94ca6b-1b80-4bd9-a5d3-73fa92997cb0 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:15.371291 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a1f8bdd6-b0fb-44c8-b273-ec711e5cd7f3 req-149a17ad-e2ee-49dc-9598-c5238b80938a tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:15.373615 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d07e9759-e9fd-492e-be7d-d3df98455e0b,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:15.391551 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-1ce7fc76-56f8-4824-98b0-80768023dc5d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Request body: {'port': {'device_id': '93089a08-3d51-40a9-bf59-f695d15308dd', 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2', 'admin_state_up': True, 'tenant_id': '081ecae26f1f4608b6d59404ed1f828f'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:15.400598 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76b55-1fa2-49b8-b44f-449bc093bf5a req-433316d1-ad08-4063-be72-17a411d7b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:15.402008 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3ba76b55-1fa2-49b8-b44f-449bc093bf5a req-433316d1-ad08-4063-be72-17a411d7b4df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6e31e4b3-623f-41f0-89d7-053df25180e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1524129 Dec 06 14:45:15.403259 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:15.403927 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:15.405221 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-2749b5d3-036b-4397-a0e6-02565da2b5f3 service neutron] 10.222.0.23 "PUT /v2.0/ports/d07e9759-e9fd-492e-be7d-d3df98455e0b HTTP/1.1" status: 200 len: 1122 time: 1.2392018 Dec 06 14:45:15.420868 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06760f-8cd6-4e72-89c4-87537580d621 req-ccb6b78f-9e3f-4a50-a0e0-68b31b855e14 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:15.422473 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7d06760f-8cd6-4e72-89c4-87537580d621 req-ccb6b78f-9e3f-4a50-a0e0-68b31b855e14 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e HTTP/1.1" status: 200 len: 943 time: 0.1376421 Dec 06 14:45:15.539550 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a1f8bdd6-b0fb-44c8-b273-ec711e5cd7f3 req-149a17ad-e2ee-49dc-9598-c5238b80938a tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:15.540057 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a1f8bdd6-b0fb-44c8-b273-ec711e5cd7f3 req-149a17ad-e2ee-49dc-9598-c5238b80938a tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:15.552255 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7d06760f-8cd6-4e72-89c4-87537580d621 req-fa96902a-2a72-4b49-9079-37b8bc56faef tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198246 Dec 06 14:45:15.570347 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a1f8bdd6-b0fb-44c8-b273-ec711e5cd7f3 req-149a17ad-e2ee-49dc-9598-c5238b80938a tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Calling delete_port for 0c94ca6b-1b80-4bd9-a5d3-73fa92997cb0 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:15.570603 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['d07e9759-e9fd-492e-be7d-d3df98455e0b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:15.598339 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-1ce7fc76-56f8-4824-98b0-80768023dc5d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Made reservation on behalf of 081ecae26f1f4608b6d59404ed1f828f for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:15.599881 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3ba76b55-1fa2-49b8-b44f-449bc093bf5a req-4c32f4ce-fcab-4b6a-932b-c509f8dcc184 service neutron] 10.222.0.23 "GET /v2.0/networks/6e31e4b3-623f-41f0-89d7-053df25180e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756201 Dec 06 14:45:15.602581 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-1ce7fc76-56f8-4824-98b0-80768023dc5d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:15.630395 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['d07e9759-e9fd-492e-be7d-d3df98455e0b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:15.737914 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3ba76b55-1fa2-49b8-b44f-449bc093bf5a req-4e215999-983a-448b-86c9-4bd6660a6311 service neutron] 10.222.0.23 "GET /v2.0/networks/6e31e4b3-623f-41f0-89d7-053df25180e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296079 Dec 06 14:45:15.825244 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23426a8-5a4f-4e64-b109-dc75e76c2df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47dd9da3-39ad-4b5a-821d-eadce46c93e6'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:15.828446 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60bf3c0-998d-4e00-a9f6-758a6beb8a97" -d '{"events": [{"server_uuid": "c23426a8-5a4f-4e64-b109-dc75e76c2df6", "name": "network-vif-plugged", "status": "completed", "tag": "47dd9da3-39ad-4b5a-821d-eadce46c93e6"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:15.851199 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-1ce7fc76-56f8-4824-98b0-80768023dc5d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Allocated IP 172.20.0.5 (b37294a8-0dc8-43e9-9099-e05815316dd2/2064b1ac-2a71-4b5a-a088-7d172eb65d88/0aae7e91-7bd5-4d4f-adec-41efb04acf16) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:15.879285 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a1f8bdd6-b0fb-44c8-b273-ec711e5cd7f3 req-149a17ad-e2ee-49dc-9598-c5238b80938a tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:15.921427 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a17ad-e2ee-49dc-9598-c5238b80938a tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Pushing event deleted for resources: {'Port': ['ID=0c94ca6b-1b80-4bd9-a5d3-73fa92997cb0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:15.997634 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ecda0672-e346-4404-ac51-79bbea937dcc req-b80b12d1-a898-4fa4-b3b3-a00b8a58ce70 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 210 time: 0.0264030 Dec 06 14:45:16.044356 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eda8e6-cfa7-4e24-8e6d-983ef4aa888e x-openstack-request-id: req-f0eda8e6-cfa7-4e24-8e6d-983ef4aa888e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:16.044656 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23426a8-5a4f-4e64-b109-dc75e76c2df6", "name": "network-vif-plugged", "status": "completed", "tag": "47dd9da3-39ad-4b5a-821d-eadce46c93e6", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:16.044911 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0eda8e6-cfa7-4e24-8e6d-983ef4aa888e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:16.045300 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23426a8-5a4f-4e64-b109-dc75e76c2df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47dd9da3-39ad-4b5a-821d-eadce46c93e6', 'code': 200} Dec 06 14:45:16.061298 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a1f8bdd6-b0fb-44c8-b273-ec711e5cd7f3 req-149a17ad-e2ee-49dc-9598-c5238b80938a tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:16.066159 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a1f8bdd6-b0fb-44c8-b273-ec711e5cd7f3 req-149a17ad-e2ee-49dc-9598-c5238b80938a tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:16.067572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1f8bdd6-b0fb-44c8-b273-ec711e5cd7f3 req-149a17ad-e2ee-49dc-9598-c5238b80938a tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "DELETE /v2.0/floatingips/0068873b-424f-47ff-a765-459230b9c6e3 HTTP/1.1" status: 204 len: 173 time: 0.9731617 Dec 06 14:45:16.119430 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-1ce7fc76-56f8-4824-98b0-80768023dc5d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:16.161189 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cab889-03e7-456f-b42b-97e4e7908493 req-9630ec5b-3937-4b5d-941f-768f4f95ae86 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:16.162685 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35cab889-03e7-456f-b42b-97e4e7908493 req-9630ec5b-3937-4b5d-941f-768f4f95ae86 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 951 time: 0.0665329 Dec 06 14:45:16.213838 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35cab889-03e7-456f-b42b-97e4e7908493 req-25feded7-8137-4a9b-aa94-f724e396b059 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439689 Dec 06 14:45:16.216353 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-1ce7fc76-56f8-4824-98b0-80768023dc5d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:16.264960 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a9fa0-b0df-46a5-b373-897f772399be req-b1d5443b-f26a-4a59-95c0-16ca6111f008 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:16.266612 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f61a9fa0-b0df-46a5-b373-897f772399be req-b1d5443b-f26a-4a59-95c0-16ca6111f008 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 944 time: 0.1306729 Dec 06 14:45:16.275445 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b9712-1ce1-4f18-a092-641d12f4a2c0 req-14f3e09c-b8be-46cc-8eb0-f94e5f2e20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:16.276897 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f25b9712-1ce1-4f18-a092-641d12f4a2c0 req-14f3e09c-b8be-46cc-8eb0-f94e5f2e20b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c23426a8-5a4f-4e64-b109-dc75e76c2df6 HTTP/1.1" status: 200 len: 1096 time: 0.1340744 Dec 06 14:45:16.281009 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-5372a9c3-656c-46cb-8774-b8a0c0b0c84e req-4d5878c1-fa9e-4cf5-b23c-c3de0043da88 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] show failed (client error): The resource could not be found. Dec 06 14:45:16.282032 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5372a9c3-656c-46cb-8774-b8a0c0b0c84e req-4d5878c1-fa9e-4cf5-b23c-c3de0043da88 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/floatingips/0068873b-424f-47ff-a765-459230b9c6e3 HTTP/1.1" status: 404 len: 350 time: 0.0407526 Dec 06 14:45:16.289602 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-1ce7fc76-56f8-4824-98b0-80768023dc5d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Network b37294a8-0dc8-43e9-9099-e05815316dd2 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:16.309050 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-1ce7fc76-56f8-4824-98b0-80768023dc5d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:16.320223 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-1ce7fc76-56f8-4824-98b0-80768023dc5d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:16.347307 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7fc76-56f8-4824-98b0-80768023dc5d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Pushing event updated for resources: {'Port': ['ID=0aae7e91-7bd5-4d4f-adec-41efb04acf16,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:16.362637 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0e6ff8a1-54ea-449b-9169-3fe30d33a66a req-f071a1ee-9c56-49fd-a71b-aa66e33fb601 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0266607 Dec 06 14:45:16.425165 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-05572dad-76bb-406a-a583-247bfe941f45 req-7bb69458-900a-455d-9429-c7fac6bd9744 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] show failed (client error): The resource could not be found. Dec 06 14:45:16.426234 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-05572dad-76bb-406a-a583-247bfe941f45 req-7bb69458-900a-455d-9429-c7fac6bd9744 tempest-FloatingIPsTestJSON-1517227639 tempest-FloatingIPsTestJSON-1517227639-project] 10.222.0.20 "GET /v2.0/floatingips/0068873b-424f-47ff-a765-459230b9c6e3 HTTP/1.1" status: 404 len: 350 time: 0.0360427 Dec 06 14:45:16.434958 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43228) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:16.650677 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b639d9-d572-4589-ac4d-43107fe41a78', 'name': 'network-vif-deleted', 'tag': 'a1f410f3-b590-45d2-89a4-68030d49b760'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:16.652931 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94533e54-5067-4c0c-ab8e-c28296a5e414" -d '{"events": [{"server_uuid": "51b639d9-d572-4589-ac4d-43107fe41a78", "name": "network-vif-deleted", "tag": "a1f410f3-b590-45d2-89a4-68030d49b760"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:16.670872 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f61a9fa0-b0df-46a5-b373-897f772399be req-0401906a-65e0-4279-8d17-ef7745f14dfc tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892059 Dec 06 14:45:16.673499 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f25b9712-1ce1-4f18-a092-641d12f4a2c0 req-5fc4b4f7-520d-4dde-a394-ed66b2577270 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870671 Dec 06 14:45:16.679930 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-1ce7fc76-56f8-4824-98b0-80768023dc5d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:16.680775 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-1ce7fc76-56f8-4824-98b0-80768023dc5d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:16.703351 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-1ce7fc76-56f8-4824-98b0-80768023dc5d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3156049 Dec 06 14:45:16.727213 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5d66-d6aa-4f99-971a-211d606e31d7 req-da674f51-fcd9-40a2-96db-d2557f432923 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:16.727603 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42016a28-db47-4479-b6cd-11ba850c7cda x-openstack-request-id: req-42016a28-db47-4479-b6cd-11ba850c7cda {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:16.727960 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b639d9-d572-4589-ac4d-43107fe41a78", "name": "network-vif-deleted", "tag": "a1f410f3-b590-45d2-89a4-68030d49b760", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:16.728218 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42016a28-db47-4479-b6cd-11ba850c7cda {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:16.728659 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b639d9-d572-4589-ac4d-43107fe41a78', 'name': 'network-vif-deleted', 'tag': 'a1f410f3-b590-45d2-89a4-68030d49b760', 'status': 'completed', 'code': 200} Dec 06 14:45:16.728777 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-289a5d66-d6aa-4f99-971a-211d606e31d7 req-da674f51-fcd9-40a2-96db-d2557f432923 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e HTTP/1.1" status: 200 len: 943 time: 0.0975735 Dec 06 14:45:16.808432 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-289a5d66-d6aa-4f99-971a-211d606e31d7 req-329289d0-fc54-4219-aae9-7443f51f4c6f tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726316 Dec 06 14:45:16.883679 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:16.912365 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Request body: {'port': {'device_id': '93089a08-3d51-40a9-bf59-f695d15308dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:16.964983 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:17.085124 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89366a6b-f694-426b-b50f-1fd66261b4cb', 'tag': 'd07e9759-e9fd-492e-be7d-d3df98455e0b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:17.087421 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e76e28e-2688-4851-b27f-b011c4402970" -d '{"events": [{"name": "network-changed", "server_uuid": "89366a6b-f694-426b-b50f-1fd66261b4cb", "tag": "d07e9759-e9fd-492e-be7d-d3df98455e0b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:17.146841 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26e05ee-61b3-4823-953b-daf3045a7edf x-openstack-request-id: req-d26e05ee-61b3-4823-953b-daf3045a7edf {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:17.147135 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89366a6b-f694-426b-b50f-1fd66261b4cb", "tag": "d07e9759-e9fd-492e-be7d-d3df98455e0b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:17.147388 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d26e05ee-61b3-4823-953b-daf3045a7edf {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:17.147840 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89366a6b-f694-426b-b50f-1fd66261b4cb', 'tag': 'd07e9759-e9fd-492e-be7d-d3df98455e0b', 'status': 'completed', 'code': 200} Dec 06 14:45:17.169024 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f9746-725c-422d-a479-48972b55f0e9 req-1a22d9f6-c003-4bae-9ac3-105ff60e39eb tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:17.170600 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-418f9746-725c-422d-a479-48972b55f0e9 req-1a22d9f6-c003-4bae-9ac3-105ff60e39eb tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 931 time: 0.1005926 Dec 06 14:45:17.217316 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Deleting port 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:17.217741 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:17.243004 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76e28e-2688-4851-b27f-b011c4402970 req-0f201212-1f7c-40e0-8bc2-c030a2cae61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:17.244615 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8e76e28e-2688-4851-b27f-b011c4402970 req-0f201212-1f7c-40e0-8bc2-c030a2cae61f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 1125 time: 0.0784216 Dec 06 14:45:17.247823 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-418f9746-725c-422d-a479-48972b55f0e9 req-3d10cfd9-4431-4925-9f00-660452aa5112 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689278 Dec 06 14:45:17.320350 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] For port 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6ba67485-ae4e-4d1b-ae7b-220a470ef3d7,segment=NetworkSegment(41f8b337-3181-4aa5-a85c-bf2b7a78a29b),segment_id=41f8b337-3181-4aa5-a85c-bf2b7a78a29b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:17.320990 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:17.321781 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d07e9759-e9fd-492e-be7d-d3df98455e0b details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:45:17.334509 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aae7e91-7bd5-4d4f-adec-41efb04acf16 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:45:17.337819 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Calling delete_port for 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:17.347334 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 123d7590-1e82-464d-b358-f1e542ed9d60 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:17.389842 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:17.424857 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Transition to ACTIVE for port object 0aae7e91-7bd5-4d4f-adec-41efb04acf16 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:45:17.434760 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:17.450374 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76e28e-2688-4851-b27f-b011c4402970 req-a48a5bfa-5dfb-48f0-b741-2eaa4351b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:17.452307 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8e76e28e-2688-4851-b27f-b011c4402970 req-a48a5bfa-5dfb-48f0-b741-2eaa4351b08d service neutron] 10.222.0.37 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 921 time: 0.1712980 Dec 06 14:45:17.453124 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 123d7590-1e82-464d-b358-f1e542ed9d60 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:45:17.469120 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 123d7590-1e82-464d-b358-f1e542ed9d60 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:17.469523 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:17.480658 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0dd14-fe90-406c-bb54-c0a712c7c203 req-f2ddea3d-8621-431f-b72a-65c2660e4540 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:17.482247 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6a0dd14-fe90-406c-bb54-c0a712c7c203 req-f2ddea3d-8621-431f-b72a-65c2660e4540 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 951 time: 0.1691413 Dec 06 14:45:17.505779 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port d07e9759-e9fd-492e-be7d-d3df98455e0b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d07e9759-e9fd-492e-be7d-d3df98455e0b,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:17.523473 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d07e9759-e9fd-492e-be7d-d3df98455e0b has no active binding in host n-h1-master-1 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 14:45:17.523867 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:45:17.538516 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8e76e28e-2688-4851-b27f-b011c4402970 req-7b6825e0-0a49-4b5c-811e-d698c46e1e27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d07e9759-e9fd-492e-be7d-d3df98455e0b HTTP/1.1" status: 200 len: 217 time: 0.0668087 Dec 06 14:45:17.584404 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-643e1388-0584-4a51-94c2-c325711289a0 req-64fff0a6-be25-4d4b-8e26-c4da55898480 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0345519 Dec 06 14:45:17.602317 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:17.602497 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:17.609861 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Pushing event updated for resources: {'Port': ['ID=0aae7e91-7bd5-4d4f-adec-41efb04acf16,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:17.675878 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76e28e-2688-4851-b27f-b011c4402970 req-8d7467ae-6ee1-496c-b4f2-078cae144214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:17.677280 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8e76e28e-2688-4851-b27f-b011c4402970 req-8d7467ae-6ee1-496c-b4f2-078cae144214 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.1271634 Dec 06 14:45:17.679845 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 123d7590-1e82-464d-b358-f1e542ed9d60, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=123d7590-1e82-464d-b358-f1e542ed9d60,segment=NetworkSegment(cc354955-7b54-40e6-9524-21209f683ab4),segment_id=cc354955-7b54-40e6-9524-21209f683ab4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:17.683152 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6a0dd14-fe90-406c-bb54-c0a712c7c203 req-894f1fd5-5be6-413b-8a50-d03a2f9d91de tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860068 Dec 06 14:45:17.687409 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:17.718609 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8e76e28e-2688-4851-b27f-b011c4402970 req-0ceca2c1-bb52-4de6-a66e-a69323888401 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304110 Dec 06 14:45:17.731939 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e,segment=NetworkSegment(cc354955-7b54-40e6-9524-21209f683ab4),segment_id=cc354955-7b54-40e6-9524-21209f683ab4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:17.752450 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Attempting to bind port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:17.752968 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Attempting to bind port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:17.753306 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Attempting to bind port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:17.757612 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e', 'network_id': 'd3b74075-57b6-4fd0-84d9-8729d680f814', 'port_id': '9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e', 'mac_address': 'fa:16:3e:88:77:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364e1495-bfd8-4a7f-ba20-d4329cab1c75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:45:17.771158 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=123d7590-1e82-464d-b358-f1e542ed9d60,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:17.776207 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 on network b37294a8-0dc8-43e9-9099-e05815316dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:45:17.776532 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Attempting to bind port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:17.788680 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:17.789015 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Checking segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:17.789397 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Bound using segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:17.789838 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Bound port: 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:17.790241 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:17.799547 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a1f410f3-b590-45d2-89a4-68030d49b760 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:17.829191 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: a1f410f3-b590-45d2-89a4-68030d49b760 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:17.829811 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a1f410f3-b590-45d2-89a4-68030d49b760 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:17.844895 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:17.859897 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:45:17.896293 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8e76e28e-2688-4851-b27f-b011c4402970 req-c82d8e23-ae22-4f64-8043-04d2bb0ef933 service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642990 Dec 06 14:45:17.896500 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e,segment=NetworkSegment(cc354955-7b54-40e6-9524-21209f683ab4),segment_id=cc354955-7b54-40e6-9524-21209f683ab4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:17.904630 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:17.951534 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] For port 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:17.962879 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:17.968480 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] For port 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0aae7e91-7bd5-4d4f-adec-41efb04acf16,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:18.001439 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:18.002052 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba67485-ae4e-4d1b-ae7b-220a470ef3d7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:18.047445 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab0f91a-a26c-476d-97c7-bd5281bfdc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123d7590-1e82-464d-b358-f1e542ed9d60'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:18.050406 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1712caa4-eec5-4a2c-982d-ddbe463c202a" -d '{"events": [{"server_uuid": "3ab0f91a-a26c-476d-97c7-bd5281bfdc61", "name": "network-vif-plugged", "status": "completed", "tag": "123d7590-1e82-464d-b358-f1e542ed9d60"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:18.055739 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.055739 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.056071 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.056406 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.056741 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.057065 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.057390 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.057711 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.058033 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.058468 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.058662 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.059031 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.059309 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.090571 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:18.091192 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:18.092596 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] 10.222.0.37 "PUT /v2.0/ports/0aae7e91-7bd5-4d4f-adec-41efb04acf16 HTTP/1.1" status: 200 len: 1091 time: 1.1855156 Dec 06 14:45:18.120971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8e76e28e-2688-4851-b27f-b011c4402970 req-cb96cf3b-8873-466a-a9de-bbeb8d1f9cfc service neutron] 10.222.0.37 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068737 Dec 06 14:45:18.135527 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37364e-04d1-4d0d-bafe-423801b94077 req-bda2ae47-85b1-4a44-a1fd-6ceb9fba1786 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:18.143030 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf37364e-04d1-4d0d-bafe-423801b94077 req-bda2ae47-85b1-4a44-a1fd-6ceb9fba1786 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 944 time: 0.1516395 Dec 06 14:45:18.162284 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d629ae-9576-45a5-9a5c-db7412541b1d req-54db0fe4-8c28-4e45-85fa-60d90821b1fc tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:18.164367 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-72d629ae-9576-45a5-9a5c-db7412541b1d req-54db0fe4-8c28-4e45-85fa-60d90821b1fc tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e HTTP/1.1" status: 200 len: 944 time: 0.1669636 Dec 06 14:45:18.169086 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f782b-5c0a-497c-bfe7-b6a975ac3095 req-4ecaf863-1e4f-4312-b961-ac0b15a2c96f tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:18.170580 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-518f782b-5c0a-497c-bfe7-b6a975ac3095 req-4ecaf863-1e4f-4312-b961-ac0b15a2c96f tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.23 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 951 time: 0.1831987 Dec 06 14:45:18.178477 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09963381-8c7f-472b-81a3-b8a1c82f4cdc service neutron] Pushing event updated for resources: {'Port': ['ID=0aae7e91-7bd5-4d4f-adec-41efb04acf16,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:18.250568 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-30c2784b-9a4c-42f8-b326-2a466cde5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:18.252176 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-30c2784b-9a4c-42f8-b326-2a466cde5ccb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 1094 time: 0.0867698 Dec 06 14:45:18.279984 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-72d629ae-9576-45a5-9a5c-db7412541b1d req-e0a457d1-1021-4a48-b406-5886df111bf2 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751429 Dec 06 14:45:18.316486 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf37364e-04d1-4d0d-bafe-423801b94077 req-1b8776f3-b355-41b1-a56e-5872b56a0f9d tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723306 Dec 06 14:45:18.328914 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-eee69ad2-dd47-4a1d-b092-726a58806051 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aae7e91-7bd5-4d4f-adec-41efb04acf16 HTTP/1.1" status: 200 len: 217 time: 0.0644717 Dec 06 14:45:18.350372 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:18.383386 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e8f320-97f6-46d1-875f-ac524220ec1e x-openstack-request-id: req-95e8f320-97f6-46d1-875f-ac524220ec1e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:18.384398 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab0f91a-a26c-476d-97c7-bd5281bfdc61", "name": "network-vif-plugged", "status": "completed", "tag": "123d7590-1e82-464d-b358-f1e542ed9d60", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:18.385037 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95e8f320-97f6-46d1-875f-ac524220ec1e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:18.385257 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab0f91a-a26c-476d-97c7-bd5281bfdc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123d7590-1e82-464d-b358-f1e542ed9d60', 'code': 200} Dec 06 14:45:18.410294 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-518f782b-5c0a-497c-bfe7-b6a975ac3095 req-6994cfee-c27b-4317-a013-f59595f589df tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Deleting port 33be971b-5607-484a-ba01-a7327e162163 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:18.410634 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-518f782b-5c0a-497c-bfe7-b6a975ac3095 req-6994cfee-c27b-4317-a013-f59595f589df tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:18.412176 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-cc1ae4da-982d-4e88-bed5-86049d48c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:18.414668 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:18.415332 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-cc1ae4da-982d-4e88-bed5-86049d48c8e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.0787497 Dec 06 14:45:18.463534 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-2d84beb4-60a1-4efb-810c-d1d2c928b81e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407712 Dec 06 14:45:18.562577 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a57a82-102c-4c19-ac5e-304d0b4f4fdd req-862e8f1a-b92b-46e7-9b07-fbdb24033abc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:18.564128 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66a57a82-102c-4c19-ac5e-304d0b4f4fdd req-862e8f1a-b92b-46e7-9b07-fbdb24033abc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 943 time: 0.1260612 Dec 06 14:45:18.602767 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-d0115cdb-3ed4-4961-8773-685f20c6ea3f service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247497 Dec 06 14:45:18.622487 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b1e56-c55c-40fc-a6a5-a8b0c0cd9427 req-3e90bb57-f480-4ffe-a948-645e9a4bdf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:18.624051 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-159b1e56-c55c-40fc-a6a5-a8b0c0cd9427 req-3e90bb57-f480-4ffe-a948-645e9a4bdf10 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0f91a-a26c-476d-97c7-bd5281bfdc61 HTTP/1.1" status: 200 len: 1096 time: 0.1767724 Dec 06 14:45:18.652228 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66a57a82-102c-4c19-ac5e-304d0b4f4fdd req-0033904b-6afd-4953-82c8-10d68db148db tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815184 Dec 06 14:45:18.655227 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-518f782b-5c0a-497c-bfe7-b6a975ac3095 req-6994cfee-c27b-4317-a013-f59595f589df tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] For port 33be971b-5607-484a-ba01-a7327e162163, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=33be971b-5607-484a-ba01-a7327e162163,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:18.655559 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-518f782b-5c0a-497c-bfe7-b6a975ac3095 req-6994cfee-c27b-4317-a013-f59595f589df tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:18.680703 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-518f782b-5c0a-497c-bfe7-b6a975ac3095 req-6994cfee-c27b-4317-a013-f59595f589df tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Calling delete_port for 33be971b-5607-484a-ba01-a7327e162163 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:18.720865 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3fa8dc8-8561-44a8-9f22-2e39152a40d1 req-ad51725e-93ff-4044-8550-ca4154eefd54 service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088171 Dec 06 14:45:18.729516 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93089a08-3d51-40a9-bf59-f695d15308dd', 'tag': '0aae7e91-7bd5-4d4f-adec-41efb04acf16'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:18.732170 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e87bea-466e-401c-a250-afe13ead99c0" -d '{"events": [{"name": "network-changed", "server_uuid": "93089a08-3d51-40a9-bf59-f695d15308dd", "tag": "0aae7e91-7bd5-4d4f-adec-41efb04acf16"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:18.753495 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-159b1e56-c55c-40fc-a6a5-a8b0c0cd9427 req-dec7200e-65f5-4e15-8ab2-bba87764cc7b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204140 Dec 06 14:45:18.769238 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee3b71e-a79a-4c26-b33a-8b7bc08418f9 x-openstack-request-id: req-fee3b71e-a79a-4c26-b33a-8b7bc08418f9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:18.769622 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93089a08-3d51-40a9-bf59-f695d15308dd", "tag": "0aae7e91-7bd5-4d4f-adec-41efb04acf16", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:18.770008 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fee3b71e-a79a-4c26-b33a-8b7bc08418f9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:18.770556 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93089a08-3d51-40a9-bf59-f695d15308dd', 'tag': '0aae7e91-7bd5-4d4f-adec-41efb04acf16', 'status': 'completed', 'code': 200} Dec 06 14:45:18.820968 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-412f0e2e-fd1c-4fd9-bd7c-037548ac9b5d req-6799cf5e-964f-4373-b6f4-727b85b1674e tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0718520 Dec 06 14:45:18.869661 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e87bea-466e-401c-a250-afe13ead99c0 req-5761b450-52e1-40da-bfa2-18ab42be367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:18.871226 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-65e87bea-466e-401c-a250-afe13ead99c0 req-5761b450-52e1-40da-bfa2-18ab42be367f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 1094 time: 0.0756528 Dec 06 14:45:18.887687 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5ab56-b7df-4e4b-ad06-c7e2e2050535 req-54caec79-d07d-4f25-9e25-88f2546f728d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:18.889114 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a0f5ab56-b7df-4e4b-ad06-c7e2e2050535 req-54caec79-d07d-4f25-9e25-88f2546f728d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=901965c6-cef1-4d1f-ba6b-8433656fcaa9 HTTP/1.1" status: 200 len: 951 time: 0.0676763 Dec 06 14:45:18.933344 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Router 968240d0-b2a6-4cbf-a8e1-f31e7954c4b0 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:45:19.002673 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-518f782b-5c0a-497c-bfe7-b6a975ac3095 req-6994cfee-c27b-4317-a013-f59595f589df tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:19.013618 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a0f5ab56-b7df-4e4b-ad06-c7e2e2050535 req-999a3318-df30-4a25-9882-7c2455624ebb tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156614 Dec 06 14:45:19.030786 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e87bea-466e-401c-a250-afe13ead99c0 req-23ca94c1-87a7-4f62-849d-56d63fc8881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:19.032388 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-65e87bea-466e-401c-a250-afe13ead99c0 req-23ca94c1-87a7-4f62-849d-56d63fc8881a service neutron] 10.222.0.37 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.1424143 Dec 06 14:45:19.042609 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994cfee-c27b-4317-a013-f59595f589df tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Pushing event deleted for resources: {'Port': ['ID=33be971b-5607-484a-ba01-a7327e162163,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:19.077960 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-65e87bea-466e-401c-a250-afe13ead99c0 req-550f719d-74f0-412c-8f96-df0ce1ce8c59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aae7e91-7bd5-4d4f-adec-41efb04acf16 HTTP/1.1" status: 200 len: 217 time: 0.0362236 Dec 06 14:45:19.121046 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-518f782b-5c0a-497c-bfe7-b6a975ac3095 req-6994cfee-c27b-4317-a013-f59595f589df tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] No DVR routers for this DVR port 33be971b-5607-484a-ba01-a7327e162163 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:19.124771 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-518f782b-5c0a-497c-bfe7-b6a975ac3095 req-6994cfee-c27b-4317-a013-f59595f589df tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:19.128605 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-518f782b-5c0a-497c-bfe7-b6a975ac3095 req-6994cfee-c27b-4317-a013-f59595f589df tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.23 "DELETE /v2.0/ports/33be971b-5607-484a-ba01-a7327e162163 HTTP/1.1" status: 204 len: 173 time: 0.9435227 Dec 06 14:45:19.137907 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:45:19.138289 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e87bea-466e-401c-a250-afe13ead99c0 req-6815fd72-8fab-4460-905a-a43c3573ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:19.139948 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-65e87bea-466e-401c-a250-afe13ead99c0 req-6815fd72-8fab-4460-905a-a43c3573ebfc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.0521972 Dec 06 14:45:19.143412 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-90b56996-1493-4f4e-9efa-062ab7beaf51 admin admin] 10.222.0.20 "PUT /v2.0/routers/968240d0-b2a6-4cbf-a8e1-f31e7954c4b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7074184 Dec 06 14:45:19.145941 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43266) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:19.152671 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'name': 'network-vif-deleted', 'tag': '33be971b-5607-484a-ba01-a7327e162163'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:19.153390 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723bf8c6-6939-4482-9b3e-28ac27afb1ee None None] Sync routers for ids ['968240d0-b2a6-4cbf-a8e1-f31e7954c4b0'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:45:19.154952 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02eef95-bb07-4fdd-8dd5-4efc5b890ab7" -d '{"events": [{"server_uuid": "901965c6-cef1-4d1f-ba6b-8433656fcaa9", "name": "network-vif-deleted", "tag": "33be971b-5607-484a-ba01-a7327e162163"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:19.167859 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723bf8c6-6939-4482-9b3e-28ac27afb1ee None None] Routers {'968240d0-b2a6-4cbf-a8e1-f31e7954c4b0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:19.168481 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-723bf8c6-6939-4482-9b3e-28ac27afb1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['968240d0-b2a6-4cbf-a8e1-f31e7954c4b0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:19.177441 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-65e87bea-466e-401c-a250-afe13ead99c0 req-f456031f-b5da-4256-b366-680745c4a163 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276661 Dec 06 14:45:19.270801 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0433-3d0c-45f9-baa3-b36fe7427bd6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:19.288947 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-65e87bea-466e-401c-a250-afe13ead99c0 req-ea1c0805-844c-4551-8e6f-f0b2604e2e04 service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958605 Dec 06 14:45:19.310015 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bc84e5-452b-4f21-babf-ac846004cee6 x-openstack-request-id: req-57bc84e5-452b-4f21-babf-ac846004cee6 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:19.310456 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901965c6-cef1-4d1f-ba6b-8433656fcaa9", "name": "network-vif-deleted", "tag": "33be971b-5607-484a-ba01-a7327e162163", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:19.310806 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57bc84e5-452b-4f21-babf-ac846004cee6 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:19.311215 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901965c6-cef1-4d1f-ba6b-8433656fcaa9', 'name': 'network-vif-deleted', 'tag': '33be971b-5607-484a-ba01-a7327e162163', 'status': 'completed', 'code': 200} Dec 06 14:45:19.444846 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0433-3d0c-45f9-baa3-b36fe7427bd6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:19.465640 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-723bf8c6-6939-4482-9b3e-28ac27afb1ee None None] Set router 968240d0-b2a6-4cbf-a8e1-f31e7954c4b0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:19.498662 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-65e87bea-466e-401c-a250-afe13ead99c0 req-9d36b515-5cda-4c88-8717-68145d171d64 service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019672 Dec 06 14:45:19.511201 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['32951114-6811-4294-9ca3-b7348b9d530e', '058d2958-f999-4286-a726-ad2ccdd47f8c', '33be971b-5607-484a-ba01-a7327e162163'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:19.562869 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9591ca-04ea-4648-bed9-b70b4c51f0c6 req-3a6cdc3f-4601-41ee-9307-c56eef6db61d tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:19.565205 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8d9591ca-04ea-4648-bed9-b70b4c51f0c6 req-3a6cdc3f-4601-41ee-9307-c56eef6db61d tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e HTTP/1.1" status: 200 len: 944 time: 0.0845783 Dec 06 14:45:19.612649 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35bfe3-73b3-46f2-82b0-20a0334b9e20 req-c2be0ae4-b108-4a9a-8604-f121e8719e79 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:19.614248 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0c35bfe3-73b3-46f2-82b0-20a0334b9e20 req-c2be0ae4-b108-4a9a-8604-f121e8719e79 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 944 time: 0.1512053 Dec 06 14:45:19.648003 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8d9591ca-04ea-4648-bed9-b70b4c51f0c6 req-c2834c0c-9161-468b-8b62-d7ec1319dee0 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747478 Dec 06 14:45:19.740425 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c0433-3d0c-45f9-baa3-b36fe7427bd6 admin admin] Deleting port d1ea5b7b-3625-418c-a3e3-3e5bc6faa434 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:19.740905 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0433-3d0c-45f9-baa3-b36fe7427bd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:19.757253 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-723bf8c6-6939-4482-9b3e-28ac27afb1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'name': 'tempest-FloatingIPsTestJSON-1416575918-router', 'tenant_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.223'}], 'enable_snat': True}, 'gw_port_id': 'd1ea5b7b-3625-418c-a3e3-3e5bc6faa434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:44:47Z', 'updated_at': '2021-12-06T14:45:17Z', 'revision_number': 5, 'project_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'gw_port': {'id': 'd1ea5b7b-3625-418c-a3e3-3e5bc6faa434', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:44:48Z', 'updated_at': '2021-12-06T14:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:19.768215 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0c35bfe3-73b3-46f2-82b0-20a0334b9e20 req-4a47c97a-081e-49f8-a38a-602430a56086 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409407 Dec 06 14:45:19.786578 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723bf8c6-6939-4482-9b3e-28ac27afb1ee None None] Checking router: 968240d0-b2a6-4cbf-a8e1-f31e7954c4b0 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:45:19.796264 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723bf8c6-6939-4482-9b3e-28ac27afb1ee None None] Routers {'968240d0-b2a6-4cbf-a8e1-f31e7954c4b0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:19.797212 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-723bf8c6-6939-4482-9b3e-28ac27afb1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['968240d0-b2a6-4cbf-a8e1-f31e7954c4b0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:19.806718 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0aae7e91-7bd5-4d4f-adec-41efb04acf16 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:45:19.921064 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-723bf8c6-6939-4482-9b3e-28ac27afb1ee None None] Set router 968240d0-b2a6-4cbf-a8e1-f31e7954c4b0 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:19.945375 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d1a35-b940-4e18-962c-b7fa07775ac4 req-49cd82b7-d6b3-438f-b932-860c21548646 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:19.946951 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-213d1a35-b940-4e18-962c-b7fa07775ac4 req-49cd82b7-d6b3-438f-b932-860c21548646 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 943 time: 0.1233745 Dec 06 14:45:20.019979 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-db9997f2-8eda-43be-bb9c-4868e5c90f13 req-86845ae6-5472-4e99-8050-e3a4ee463a5a tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0722027 Dec 06 14:45:20.020730 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-213d1a35-b940-4e18-962c-b7fa07775ac4 req-0c12fcc8-9155-415d-bc5b-911e569bbeab tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653045 Dec 06 14:45:20.056251 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0aae7e91-7bd5-4d4f-adec-41efb04acf16,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:20.065035 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-723bf8c6-6939-4482-9b3e-28ac27afb1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'name': 'tempest-FloatingIPsTestJSON-1416575918-router', 'tenant_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:44:47Z', 'updated_at': '2021-12-06T14:45:19Z', 'revision_number': 6, 'project_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:20.069737 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5e4c0433-3d0c-45f9-baa3-b36fe7427bd6 admin admin] For port d1ea5b7b-3625-418c-a3e3-3e5bc6faa434, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d1ea5b7b-3625-418c-a3e3-3e5bc6faa434,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:20.070137 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0433-3d0c-45f9-baa3-b36fe7427bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.090877 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '0aae7e91-7bd5-4d4f-adec-41efb04acf16', 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2', 'port_id': '0aae7e91-7bd5-4d4f-adec-41efb04acf16', 'mac_address': 'fa:16:3e:d0:33:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2064b1ac-2a71-4b5a-a088-7d172eb65d88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:45:20.100797 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c0433-3d0c-45f9-baa3-b36fe7427bd6 admin admin] Calling delete_port for d1ea5b7b-3625-418c-a3e3-3e5bc6faa434 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:20.133793 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723bf8c6-6939-4482-9b3e-28ac27afb1ee None None] The sync data for ids ['968240d0-b2a6-4cbf-a8e1-f31e7954c4b0'] in n-d-master-1 is: [{'id': '968240d0-b2a6-4cbf-a8e1-f31e7954c4b0', 'name': 'tempest-FloatingIPsTestJSON-1416575918-router', 'tenant_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:44:47Z', 'updated_at': '2021-12-06T14:45:19Z', 'revision_number': 6, 'project_id': 'c5b9aa3e23c44d3fa983d784b4af669e', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:45:20.178033 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.206351 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aae7e91-7bd5-4d4f-adec-41efb04acf16 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:45:20.233871 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0aae7e91-7bd5-4d4f-adec-41efb04acf16,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:20.242851 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.327398 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=0aae7e91-7bd5-4d4f-adec-41efb04acf16,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:20.399744 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0433-3d0c-45f9-baa3-b36fe7427bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.445445 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c0433-3d0c-45f9-baa3-b36fe7427bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ea5b7b-3625-418c-a3e3-3e5bc6faa434,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:20.498857 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed0cc7-34bc-440f-bbd8-395eecd51573 req-a0790d33-c2c0-455b-8989-4d4ba2e6a0e3 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:20.500377 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-13ed0cc7-34bc-440f-bbd8-395eecd51573 req-a0790d33-c2c0-455b-8989-4d4ba2e6a0e3 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.0601151 Dec 06 14:45:20.514249 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0433-3d0c-45f9-baa3-b36fe7427bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.555433 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-13ed0cc7-34bc-440f-bbd8-395eecd51573 req-7b1e1fb9-7b3c-4dc8-ad10-c20d8ca9a264 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485041 Dec 06 14:45:20.583592 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['0aae7e91-7bd5-4d4f-adec-41efb04acf16'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:20.627877 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0433-3d0c-45f9-baa3-b36fe7427bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.630135 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0433-3d0c-45f9-baa3-b36fe7427bd6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.700522 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0433-3d0c-45f9-baa3-b36fe7427bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.701055 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4c0433-3d0c-45f9-baa3-b36fe7427bd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 968240d0-b2a6-4cbf-a8e1-f31e7954c4b0 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:45:20.706590 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5e4c0433-3d0c-45f9-baa3-b36fe7427bd6 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.709938 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5e4c0433-3d0c-45f9-baa3-b36fe7427bd6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/968240d0-b2a6-4cbf-a8e1-f31e7954c4b0 HTTP/1.1" status: 204 len: 168 time: 1.5608199 Dec 06 14:45:20.710629 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43290) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:20.796763 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56dca97-2631-46e4-acaa-dcc797d0e3d0 admin admin] Deleting subnet 87054d57-56e6-4c1b-a8a5-3ebde047edd4 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:45:20.802276 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b56dca97-2631-46e4-acaa-dcc797d0e3d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.850485 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444deb6f-3f34-49bd-a2b7-ae888d92c2ba req-1f7bb457-0079-4abb-a12b-5e324ae593df tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:20.852030 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-444deb6f-3f34-49bd-a2b7-ae888d92c2ba req-1f7bb457-0079-4abb-a12b-5e324ae593df tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e HTTP/1.1" status: 200 len: 944 time: 0.0901682 Dec 06 14:45:20.854195 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b56dca97-2631-46e4-acaa-dcc797d0e3d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.932100 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69899f9-fc1f-4bdd-a491-e824c377ea0c req-b8284c8c-0f5e-4b35-9305-74fdd935e65a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:20.933724 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c69899f9-fc1f-4bdd-a491-e824c377ea0c req-b8284c8c-0f5e-4b35-9305-74fdd935e65a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 944 time: 0.0620275 Dec 06 14:45:20.939924 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-444deb6f-3f34-49bd-a2b7-ae888d92c2ba req-f6bd50e3-9a3a-47c6-b64e-10ccf141970e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650854 Dec 06 14:45:20.983483 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b56dca97-2631-46e4-acaa-dcc797d0e3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.992746 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c69899f9-fc1f-4bdd-a491-e824c377ea0c req-ce90877a-36fe-4e13-be87-0d1e200cd796 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500500 Dec 06 14:45:21.041937 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b56dca97-2631-46e4-acaa-dcc797d0e3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.058233 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b56dca97-2631-46e4-acaa-dcc797d0e3d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.064898 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43300) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:21.066022 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b56dca97-2631-46e4-acaa-dcc797d0e3d0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/87054d57-56e6-4c1b-a8a5-3ebde047edd4 HTTP/1.1" status: 204 len: 168 time: 0.3547909 Dec 06 14:45:21.078366 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3485313-1700-483d-868a-61d4380eb66d None None] Network 0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:45:21.094247 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56dca97-2631-46e4-acaa-dcc797d0e3d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87054d57-56e6-4c1b-a8a5-3ebde047edd4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:21.229317 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d558fa3-1b5e-4ccb-bdcc-d27f18143ff2 req-7861bda5-90fd-4bcd-a888-9e34c7df1912 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:21.231340 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4d558fa3-1b5e-4ccb-bdcc-d27f18143ff2 req-7861bda5-90fd-4bcd-a888-9e34c7df1912 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 944 time: 0.0604608 Dec 06 14:45:21.246080 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e72b5e5-1d19-4bf8-b9ac-7df66b2df49d req-fdd04527-c7f3-4d38-a227-0e0283bed37a tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0451827 Dec 06 14:45:21.251571 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.315884 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4d558fa3-1b5e-4ccb-bdcc-d27f18143ff2 req-6f9dbe2d-bdfb-4fbf-ab82-ea6062ee4ba4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766907 Dec 06 14:45:21.323107 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:21.356519 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] Deleting port 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:21.356864 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.368586 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c07143-be85-4a10-a363-0675d8393191 None None] DHCP port deletion for 0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:45:21.429776 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] For port 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3,segment=NetworkSegment(41f8b337-3181-4aa5-a85c-bf2b7a78a29b),segment_id=41f8b337-3181-4aa5-a85c-bf2b7a78a29b)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:21.433130 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.436612 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d1ea5b7b-3625-418c-a3e3-3e5bc6faa434 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:21.447424 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] Calling delete_port for 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:21.459100 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:45:21.463086 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: d1ea5b7b-3625-418c-a3e3-3e5bc6faa434 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:21.463444 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d1ea5b7b-3625-418c-a3e3-3e5bc6faa434 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:21.463879 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:21.496141 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:21.496588 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.536630 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.564689 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] Pushing event deleted for resources: {'Port': ['ID=5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:21.570952 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] No DVR routers for this DVR port 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:21.652392 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.679027 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-85c07143-be85-4a10-a363-0675d8393191 None None] Deleting port 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:21.679693 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85c07143-be85-4a10-a363-0675d8393191 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.707826 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:21.720223 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No active binding found for port 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 {{(pid=103290) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 14:45:21.720763 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f8b337-3181-4aa5-a85c-bf2b7a78a29b') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:21.720894 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:21.721040 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f8b337-3181-4aa5-a85c-bf2b7a78a29b') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:21.721328 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:21.734994 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.749646 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6adba1-1c6a-47c6-a265-78f89dcc7e76 req-aab8c05d-300f-4a54-9205-52024eea22f9 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:21.751435 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1b6adba1-1c6a-47c6-a265-78f89dcc7e76 req-aab8c05d-300f-4a54-9205-52024eea22f9 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.0961547 Dec 06 14:45:21.766049 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.778290 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:21.778666 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6ba67485-ae4e-4d1b-ae7b-220a470ef3d7 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:21.789356 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:45:21.789795 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.790162 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-85c07143-be85-4a10-a363-0675d8393191 None None] For port 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3, host n-d-master-1, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:21.790558 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85c07143-be85-4a10-a363-0675d8393191 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:45:21.791910 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:45:21.830758 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-85c07143-be85-4a10-a363-0675d8393191 None None] Calling delete_port for 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:21.833134 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0aae7e91-7bd5-4d4f-adec-41efb04acf16 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:21.836235 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-85c07143-be85-4a10-a363-0675d8393191 None None] Port 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 14:45:21.861701 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85c07143-be85-4a10-a363-0675d8393191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.905886 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.907712 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c07143-be85-4a10-a363-0675d8393191 None None] Pushing event deleted for resources: {'Port': ['ID=5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:21.912237 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1b6adba1-1c6a-47c6-a265-78f89dcc7e76 req-2f290e1f-3ac9-42a1-b971-93f919aef0ff tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531925 Dec 06 14:45:21.915324 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c07143-be85-4a10-a363-0675d8393191 None None] No DVR routers for this DVR port 5833a1ff-3d0b-41d6-b5a1-e8d6c370cfb3 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:21.927923 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-51158c0e-ba40-41b6-a348-b102134267cc service neutron] 10.222.0.37 "GET /v2.0/ports/d07e9759-e9fd-492e-be7d-d3df98455e0b/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 384 time: 0.1526849 Dec 06 14:45:21.929657 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.948252 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.951201 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:21.954831 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] 10.222.0.20 "DELETE /v2.0/networks/0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18 HTTP/1.1" status: 204 len: 168 time: 0.8861735 Dec 06 14:45:21.954966 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8325cc44-24a4-4ed1-a35d-fb89fc61fec5" -d '{"events": [{"server_uuid": "22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e", "name": "network-vif-plugged", "status": "completed", "tag": "9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:21.972968 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e,segment=NetworkSegment(cc354955-7b54-40e6-9524-21209f683ab4),segment_id=cc354955-7b54-40e6-9524-21209f683ab4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:21.986721 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a45ba8-a50b-4e6e-9020-ed074e16182a admin admin] Pushing event deleted for resources: {'Network': ['ID=0cbee42a-eeb6-4ec1-8a1d-98dbd8658c18,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:21.988201 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.994308 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:45:22.033452 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:22.033831 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:22.040783 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce73a64-6478-4e93-a36f-0d5bfa16b4d4 x-openstack-request-id: req-4ce73a64-6478-4e93-a36f-0d5bfa16b4d4 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:22.041036 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e", "name": "network-vif-plugged", "status": "completed", "tag": "9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:22.041280 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ce73a64-6478-4e93-a36f-0d5bfa16b4d4 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:22.041673 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e', 'code': 200} Dec 06 14:45:22.097280 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:22.171692 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:22.210648 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0aae7e91-7bd5-4d4f-adec-41efb04acf16,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:22.215741 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:22.218884 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d07e9759-e9fd-492e-be7d-d3df98455e0b no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:22.229867 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccbb0a-f584-448e-8efb-54a8329b5e85 req-36b3dcc4-b705-40a0-b688-03a95b8d1838 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:22.231930 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-03ccbb0a-f584-448e-8efb-54a8329b5e85 req-36b3dcc4-b705-40a0-b688-03a95b8d1838 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e HTTP/1.1" status: 200 len: 945 time: 0.1757207 Dec 06 14:45:22.248571 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fbd60-ac4c-47c5-a979-ecc875a7348f req-b6945766-a09b-4235-b603-29444679bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:22.250473 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b9fbd60-ac4c-47c5-a979-ecc875a7348f req-b6945766-a09b-4235-b603-29444679bfa5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e HTTP/1.1" status: 200 len: 1096 time: 0.1265693 Dec 06 14:45:22.268584 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43316) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:22.274042 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b086b5f-5cda-4b23-b43b-b7b2ff7b339a req-b7e5b5ba-e11a-4e0b-8211-bf564a0a59a4 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:22.275976 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b086b5f-5cda-4b23-b43b-b7b2ff7b339a req-b7e5b5ba-e11a-4e0b-8211-bf564a0a59a4 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 950 time: 0.1407135 Dec 06 14:45:22.304188 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04467ff-4f59-42ee-baf1-a4c3c5d2d109 req-2b78bf7b-113a-4eac-b718-73c700a1c1fa tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:22.312573 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f04467ff-4f59-42ee-baf1-a4c3c5d2d109 req-2b78bf7b-113a-4eac-b718-73c700a1c1fa tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 944 time: 0.1601458 Dec 06 14:45:22.336106 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=0aae7e91-7bd5-4d4f-adec-41efb04acf16,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:22.396434 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] For port d07e9759-e9fd-492e-be7d-d3df98455e0b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d07e9759-e9fd-492e-be7d-d3df98455e0b,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:22.401789 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-03ccbb0a-f584-448e-8efb-54a8329b5e85 req-a6d4b065-933d-400c-b7f7-d8b8543f4348 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609230 Dec 06 14:45:22.405903 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b9fbd60-ac4c-47c5-a979-ecc875a7348f req-727223ab-0d1a-4db9-bc4a-21c99cb87d20 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466756 Dec 06 14:45:22.410073 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a3a2dd25-1550-4ddd-b39f-4470a4bb202c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5b9aa3e23c44d3fa983d784b4af669e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393597 Dec 06 14:45:22.414995 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43324) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:22.439280 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4b086b5f-5cda-4b23-b43b-b7b2ff7b339a req-72f4d79b-33aa-4b1d-b8de-23abaa5c9e91 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Deleting port 058d2958-f999-4286-a726-ad2ccdd47f8c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:22.439509 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4b086b5f-5cda-4b23-b43b-b7b2ff7b339a req-72f4d79b-33aa-4b1d-b8de-23abaa5c9e91 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:22.455237 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f04467ff-4f59-42ee-baf1-a4c3c5d2d109 req-91e65680-2369-4ab6-bc3a-cd55a15d296e tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416907 Dec 06 14:45:22.473974 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] For port d07e9759-e9fd-492e-be7d-d3df98455e0b, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:22.530380 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba8ba2aa-e594-4d88-b8d7-868d1a44986b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:22.544917 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07e9759-e9fd-492e-be7d-d3df98455e0b {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:45:22.557211 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-18b93b1b-75b2-4448-a27d-579977644e70 req-faf106d3-e5e4-499c-8c2c-88dfffa78ce4 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0392103 Dec 06 14:45:22.564053 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] For port d07e9759-e9fd-492e-be7d-d3df98455e0b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d07e9759-e9fd-492e-be7d-d3df98455e0b,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:22.575862 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba8ba2aa-e594-4d88-b8d7-868d1a44986b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:22.596971 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:22.600233 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4b086b5f-5cda-4b23-b43b-b7b2ff7b339a req-72f4d79b-33aa-4b1d-b8de-23abaa5c9e91 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] For port 058d2958-f999-4286-a726-ad2ccdd47f8c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=058d2958-f999-4286-a726-ad2ccdd47f8c,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:22.600653 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4b086b5f-5cda-4b23-b43b-b7b2ff7b339a req-72f4d79b-33aa-4b1d-b8de-23abaa5c9e91 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:22.618186 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4b086b5f-5cda-4b23-b43b-b7b2ff7b339a req-72f4d79b-33aa-4b1d-b8de-23abaa5c9e91 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Calling delete_port for 058d2958-f999-4286-a726-ad2ccdd47f8c owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:22.686439 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba8ba2aa-e594-4d88-b8d7-868d1a44986b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:22.690061 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba8ba2aa-e594-4d88-b8d7-868d1a44986b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:22.691489 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ba8ba2aa-e594-4d88-b8d7-868d1a44986b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb386896-7a0d-4340-92b7-879580a3d00b HTTP/1.1" status: 204 len: 168 time: 0.2721899 Dec 06 14:45:22.712197 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ba2aa-e594-4d88-b8d7-868d1a44986b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb386896-7a0d-4340-92b7-879580a3d00b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:22.726740 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] Transition to ACTIVE for port object d07e9759-e9fd-492e-be7d-d3df98455e0b will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:45:22.727731 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278a1a5-14d2-4b01-a2c9-d3f9d27d21c8 req-54ce9df8-90a4-4b8f-825c-a96ae6a4a592 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:22.729417 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2278a1a5-14d2-4b01-a2c9-d3f9d27d21c8 req-54ce9df8-90a4-4b8f-825c-a96ae6a4a592 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 945 time: 0.0990834 Dec 06 14:45:22.733558 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:22.793805 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2278a1a5-14d2-4b01-a2c9-d3f9d27d21c8 req-0a3942a0-515c-40f4-961c-9231b6888057 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546899 Dec 06 14:45:22.828402 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] Pushing event updated for resources: {'Port': ['ID=d07e9759-e9fd-492e-be7d-d3df98455e0b,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:22.831913 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] No DVR routers for this DVR port d07e9759-e9fd-492e-be7d-d3df98455e0b on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:22.842189 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:22.842536 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:22.842877 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:22.843264 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:22.843591 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:22.844016 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:22.844408 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:22.844734 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:22.845121 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:22.846127 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:22.846127 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:22.846127 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:22.846442 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:22.870353 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4b086b5f-5cda-4b23-b43b-b7b2ff7b339a req-72f4d79b-33aa-4b1d-b8de-23abaa5c9e91 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:22.882223 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-e04aebca-1546-49d7-aeaa-6aebaf8bd497 service neutron] 10.222.0.37 "PUT /v2.0/ports/d07e9759-e9fd-492e-be7d-d3df98455e0b/bindings/n-h1-master-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9469726 Dec 06 14:45:22.883864 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['32951114-6811-4294-9ca3-b7348b9d530e', '058d2958-f999-4286-a726-ad2ccdd47f8c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:22.967295 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4d79b-33aa-4b1d-b8de-23abaa5c9e91 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Pushing event deleted for resources: {'Port': ['ID=058d2958-f999-4286-a726-ad2ccdd47f8c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:23.308731 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 33be971b-5607-484a-ba01-a7327e162163 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:23.341784 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b086b5f-5cda-4b23-b43b-b7b2ff7b339a req-72f4d79b-33aa-4b1d-b8de-23abaa5c9e91 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] No DVR routers for this DVR port 058d2958-f999-4286-a726-ad2ccdd47f8c on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:23.349279 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 33be971b-5607-484a-ba01-a7327e162163 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:23.349706 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 33be971b-5607-484a-ba01-a7327e162163 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:23.357499 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4b086b5f-5cda-4b23-b43b-b7b2ff7b339a req-72f4d79b-33aa-4b1d-b8de-23abaa5c9e91 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:23.361266 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b086b5f-5cda-4b23-b43b-b7b2ff7b339a req-72f4d79b-33aa-4b1d-b8de-23abaa5c9e91 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.23 "DELETE /v2.0/ports/058d2958-f999-4286-a726-ad2ccdd47f8c HTTP/1.1" status: 204 len: 173 time: 1.0752985 Dec 06 14:45:23.363617 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1a1bea-a308-452c-803b-15eba3139ff3', 'name': 'network-vif-deleted', 'tag': '058d2958-f999-4286-a726-ad2ccdd47f8c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:23.366366 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6753335e-57e0-4441-914c-bdaff3330cb8" -d '{"events": [{"server_uuid": "7b1a1bea-a308-452c-803b-15eba3139ff3", "name": "network-vif-deleted", "tag": "058d2958-f999-4286-a726-ad2ccdd47f8c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:23.397288 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-84b69fbb-fa2c-4a48-a02b-f9f32682d91e req-c7d10dc9-c38e-4059-bdba-eb3cb7639de6 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1a1bea-a308-452c-803b-15eba3139ff3 HTTP/1.1" status: 200 len: 210 time: 0.0531075 Dec 06 14:45:23.451901 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-ce5ab6ef-99fe-4e91-a301-39e88bc42e89 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:23.459319 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-ce5ab6ef-99fe-4e91-a301-39e88bc42e89 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb&tenant_id=2f27097afab6468f8670cde22cd39cd2&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.5041656 Dec 06 14:45:23.465142 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5478eece-c174-4c3e-a070-4c91c76e12e9 x-openstack-request-id: req-5478eece-c174-4c3e-a070-4c91c76e12e9 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:23.465809 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1a1bea-a308-452c-803b-15eba3139ff3", "name": "network-vif-deleted", "tag": "058d2958-f999-4286-a726-ad2ccdd47f8c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:23.466061 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5478eece-c174-4c3e-a070-4c91c76e12e9 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:23.466461 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1a1bea-a308-452c-803b-15eba3139ff3', 'name': 'network-vif-deleted', 'tag': '058d2958-f999-4286-a726-ad2ccdd47f8c', 'status': 'completed', 'code': 200} Dec 06 14:45:23.585806 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-ae288a45-b03f-4a60-8abe-aa2ff8fa72da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:23.587381 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-ae288a45-b03f-4a60-8abe-aa2ff8fa72da service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb&tenant_id=2f27097afab6468f8670cde22cd39cd2 HTTP/1.1" status: 200 len: 1096 time: 0.1201055 Dec 06 14:45:23.600642 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266b73b-ee20-4dfd-a86f-62c900149778 req-bf5abea2-e4ea-4b61-8b8f-b2eda633a0de tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:23.608335 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9266b73b-ee20-4dfd-a86f-62c900149778 req-bf5abea2-e4ea-4b61-8b8f-b2eda633a0de tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e HTTP/1.1" status: 200 len: 945 time: 0.0847323 Dec 06 14:45:23.652162 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def20da7-4950-4606-97a4-c59f93c5414b req-1e5ee333-de3f-4d2b-a11a-f684538f8682 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:23.661034 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-def20da7-4950-4606-97a4-c59f93c5414b req-1e5ee333-de3f-4d2b-a11a-f684538f8682 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 945 time: 0.0823765 Dec 06 14:45:23.673268 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43360) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:23.702347 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-d55fee35-a2a7-4e57-bebb-bc9c551ecb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:23.703829 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-d55fee35-a2a7-4e57-bebb-bc9c551ecb09 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f27097afab6468f8670cde22cd39cd2&device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 1096 time: 0.0866482 Dec 06 14:45:23.708010 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9266b73b-ee20-4dfd-a86f-62c900149778 req-06942f8c-e234-43f2-bddf-d9baf163a290 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988553 Dec 06 14:45:23.716325 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-def20da7-4950-4606-97a4-c59f93c5414b req-a08a0e62-6826-471a-921a-84b85576e5dc tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541933 Dec 06 14:45:23.815042 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-51c3ec58-4b70-4f3f-bcc4-89ba03efe2ad req-01b735c0-23d5-4f50-a9ac-cabc785c7a11 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0329878 Dec 06 14:45:23.849572 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0c5fbe6d-8051-4700-a82f-94556c964e44 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-248934186-network', 'tenant_id': '4612f0fe00de48eda12ff6cd863febe2'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:23.889008 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5fbe6d-8051-4700-a82f-94556c964e44 admin admin] Made reservation on behalf of 4612f0fe00de48eda12ff6cd863febe2 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:23.891690 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5fbe6d-8051-4700-a82f-94556c964e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:23.904247 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-c03cd820-a825-445f-9e45-11487b9c1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:23.906195 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-c03cd820-a825-445f-9e45-11487b9c1ff0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 200 len: 921 time: 0.1846876 Dec 06 14:45:23.907064 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5fbe6d-8051-4700-a82f-94556c964e44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:23.953230 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9fca4-673a-4fbe-855c-a0ed47e8586c req-d1fa1e9d-c8cd-46d5-9a77-133a834de9bc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:23.954834 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04f9fca4-673a-4fbe-855c-a0ed47e8586c req-d1fa1e9d-c8cd-46d5-9a77-133a834de9bc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 945 time: 0.0631323 Dec 06 14:45:23.966114 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-7d443ea8-9476-492c-9207-cbf6b44fbc8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d07e9759-e9fd-492e-be7d-d3df98455e0b HTTP/1.1" status: 200 len: 217 time: 0.0444443 Dec 06 14:45:24.011779 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04f9fca4-673a-4fbe-855c-a0ed47e8586c req-973be6b2-2531-470f-a178-e5bf70898864 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504940 Dec 06 14:45:24.043533 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93089a08-3d51-40a9-bf59-f695d15308dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aae7e91-7bd5-4d4f-adec-41efb04acf16'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:24.049405 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ffdf71-5030-4559-b058-9d843a49ef3b" -d '{"events": [{"server_uuid": "93089a08-3d51-40a9-bf59-f695d15308dd", "name": "network-vif-plugged", "status": "completed", "tag": "0aae7e91-7bd5-4d4f-adec-41efb04acf16"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:24.049622 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-9171ab62-8b2e-4cda-8ae4-966e2df2619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:24.051055 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-9171ab62-8b2e-4cda-8ae4-966e2df2619f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 200 len: 860 time: 0.0669127 Dec 06 14:45:24.101999 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5fbe6d-8051-4700-a82f-94556c964e44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:24.104811 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-d441c777-60cf-4b06-a23b-7d8b305f9b0b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30f9c9fb-2ec3-41cd-86de-51e7d7934b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379913 Dec 06 14:45:24.107211 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5fbe6d-8051-4700-a82f-94556c964e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:24.114824 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a0fae0-c523-472f-8d02-69585d005982 x-openstack-request-id: req-02a0fae0-c523-472f-8d02-69585d005982 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:24.115431 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93089a08-3d51-40a9-bf59-f695d15308dd", "name": "network-vif-plugged", "status": "completed", "tag": "0aae7e91-7bd5-4d4f-adec-41efb04acf16", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:24.115907 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02a0fae0-c523-472f-8d02-69585d005982 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:24.116601 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93089a08-3d51-40a9-bf59-f695d15308dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aae7e91-7bd5-4d4f-adec-41efb04acf16', 'code': 200} Dec 06 14:45:24.156091 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5fbe6d-8051-4700-a82f-94556c964e44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:45:24.209700 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fbe6d-8051-4700-a82f-94556c964e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe148bf-552f-4a1f-ac86-e3fa4f5f0e07,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:24.216781 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5fbe6d-8051-4700-a82f-94556c964e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:24.217141 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-0c5fbe6d-8051-4700-a82f-94556c964e44 admin admin] Added segment 0be9457a-7635-49a1-85bf-5b3807f8c48c of type vlan for network 5c934891-432f-41af-8fbc-091e6bcd3fe0 Dec 06 14:45:24.241982 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506dc78-d174-4c42-bdd8-dc67e465a23b req-ecf9155d-0159-4d15-afbc-54a357baf0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:24.243529 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f506dc78-d174-4c42-bdd8-dc67e465a23b req-ecf9155d-0159-4d15-afbc-54a357baf0ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 1096 time: 0.0463915 Dec 06 14:45:24.278316 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-4dfdd643-050b-44a3-b51f-a03b07db7ef1 service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621504 Dec 06 14:45:24.279896 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5fbe6d-8051-4700-a82f-94556c964e44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:24.292903 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f506dc78-d174-4c42-bdd8-dc67e465a23b req-1e88761a-88ca-4773-83d9-98102412d708 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399055 Dec 06 14:45:24.332417 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5fbe6d-8051-4700-a82f-94556c964e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:24.333351 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5fbe6d-8051-4700-a82f-94556c964e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:24.333925 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c5fbe6d-8051-4700-a82f-94556c964e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:24.403540 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0c5fbe6d-8051-4700-a82f-94556c964e44 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7291362 Dec 06 14:45:24.406599 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43370) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:24.412383 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9af2e356-a4a5-4f88-9617-142eadcca79e admin admin] Request body: {'subnet': {'network_id': '5c934891-432f-41af-8fbc-091e6bcd3fe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-248934186-subnet', 'tenant_id': '4612f0fe00de48eda12ff6cd863febe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:24.439519 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af2e356-a4a5-4f88-9617-142eadcca79e admin admin] Made reservation on behalf of 4612f0fe00de48eda12ff6cd863febe2 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:24.442109 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9af2e356-a4a5-4f88-9617-142eadcca79e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:24.453173 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fbe6d-8051-4700-a82f-94556c964e44 admin admin] Pushing event updated for resources: {'Network': ['ID=5c934891-432f-41af-8fbc-091e6bcd3fe0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:24.457120 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-36a0a4b4-7d99-49f4-af2d-a60fcfb98f99 service neutron] 10.222.0.23 "GET /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700354 Dec 06 14:45:24.464658 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 5c934891-432f-41af-8fbc-091e6bcd3fe0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:45:24.648909 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9af2e356-a4a5-4f88-9617-142eadcca79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:24.769624 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-871a18d9-4e29-4b79-841c-d6a43f2260c6 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:24.771217 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-871a18d9-4e29-4b79-841c-d6a43f2260c6 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb&tenant_id=2f27097afab6468f8670cde22cd39cd2&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.0541272 Dec 06 14:45:24.884777 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbabcd8-ba2b-4da3-ac76-a2f64eae967b req-a4853f60-0d02-4db6-a414-e5b25c5b1f5e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:24.886360 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cbbabcd8-ba2b-4da3-ac76-a2f64eae967b req-a4853f60-0d02-4db6-a414-e5b25c5b1f5e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e HTTP/1.1" status: 200 len: 945 time: 0.0968561 Dec 06 14:45:24.969214 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-45dac01f-c945-4ca6-ace7-8195d3929b76 service neutron] For port d07e9759-e9fd-492e-be7d-d3df98455e0b, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:24.973738 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cbbabcd8-ba2b-4da3-ac76-a2f64eae967b req-581429e9-2567-4d67-8207-981f618fe189 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804305 Dec 06 14:45:24.976532 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-45dac01f-c945-4ca6-ace7-8195d3929b76 service neutron] Publish callbacks [] for binding, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:24.977662 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da080d41-ea07-46a9-b0c0-f17bf3b95a18 req-45dac01f-c945-4ca6-ace7-8195d3929b76 service neutron] 10.222.0.23 "DELETE /v2.0/ports/d07e9759-e9fd-492e-be7d-d3df98455e0b/bindings/n-h2-master-1 HTTP/1.1" status: 204 len: 173 time: 0.1945047 Dec 06 14:45:25.003992 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2e356-a4a5-4f88-9617-142eadcca79e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fccd0cd-0e01-4744-b719-9fd4157f897c,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:25.023552 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af2e356-a4a5-4f88-9617-142eadcca79e admin admin] Checking segment: {'id': '0be9457a-7635-49a1-85bf-5b3807f8c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5c934891-432f-41af-8fbc-091e6bcd3fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:25.023936 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af2e356-a4a5-4f88-9617-142eadcca79e admin admin] Network hostable DHCP agents. Network: 5c934891-432f-41af-8fbc-091e6bcd3fe0, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:45:25.033534 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856245-9702-413b-ad24-388400bc712f req-17646cfd-468b-4872-855d-369acc332ede tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:25.035057 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-82856245-9702-413b-ad24-388400bc712f req-17646cfd-468b-4872-855d-369acc332ede tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.3600640 Dec 06 14:45:25.069665 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af2e356-a4a5-4f88-9617-142eadcca79e admin admin] Network 5c934891-432f-41af-8fbc-091e6bcd3fe0 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:45:25.089236 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9af2e356-a4a5-4f88-9617-142eadcca79e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5c934891-432f-41af-8fbc-091e6bcd3fe0) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:25.096220 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2e356-a4a5-4f88-9617-142eadcca79e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:25.096811 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9af2e356-a4a5-4f88-9617-142eadcca79e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:25.098754 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798c53ec-f26a-4044-ae1a-6b4b50afadfc None None] Network 5c934891-432f-41af-8fbc-091e6bcd3fe0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:45:25.102711 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-82856245-9702-413b-ad24-388400bc712f req-7f67ab83-bb5c-4012-92c3-386a6fdd13b4 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599623 Dec 06 14:45:25.103987 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82bdcc-28e8-4b07-9993-c472456cc437 req-73d29353-2202-453f-b22a-160456e79719 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:25.105522 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0b82bdcc-28e8-4b07-9993-c472456cc437 req-73d29353-2202-453f-b22a-160456e79719 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 945 time: 0.0555198 Dec 06 14:45:25.120396 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9af2e356-a4a5-4f88-9617-142eadcca79e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7101996 Dec 06 14:45:25.121902 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43390) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:25.126621 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-248934186-router', 'tenant_id': '4612f0fe00de48eda12ff6cd863febe2', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:25.167803 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:25.168860 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:25.203989 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0b82bdcc-28e8-4b07-9993-c472456cc437 req-d606ccc3-ec48-4a9c-ab51-dba192a9e797 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864604 Dec 06 14:45:25.270507 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:25.286447 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5c934891-432f-41af-8fbc-091e6bcd3fe0', 'network_id': '5c934891-432f-41af-8fbc-091e6bcd3fe0', 'tenant_id': '4612f0fe00de48eda12ff6cd863febe2', 'fixed_ips': [{'subnet_id': '4fccd0cd-0e01-4744-b719-9fd4157f897c'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:45:25.287322 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:25.294063 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-895ba539-9c94-4e1b-9421-ebbf27958491 req-84d9a450-a741-4bb3-9190-6b16ab228eb4 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0287669 Dec 06 14:45:25.488554 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2f826-c4c6-4969-982e-0b0ed1739f9a req-a3cf2df3-15ac-444a-91c5-c70164b64979 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:25.495474 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc53590-7d07-42a5-a0ef-bea9a1b3b254 req-204dbb46-4e14-4ff9-a3b4-4509d9c81685 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:25.496592 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbc53590-7d07-42a5-a0ef-bea9a1b3b254 req-204dbb46-4e14-4ff9-a3b4-4509d9c81685 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 945 time: 0.0946136 Dec 06 14:45:25.498035 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-17d2f826-c4c6-4969-982e-0b0ed1739f9a req-a3cf2df3-15ac-444a-91c5-c70164b64979 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab0f91a-a26c-476d-97c7-bd5281bfdc61 HTTP/1.1" status: 200 len: 945 time: 0.1765795 Dec 06 14:45:25.502593 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:25.503127 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Allocated IP 172.20.0.2 (5c934891-432f-41af-8fbc-091e6bcd3fe0/4fccd0cd-0e01-4744-b719-9fd4157f897c/b2d19d9a-b32b-40f5-a562-c6ea69f16fd3) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:25.551575 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbc53590-7d07-42a5-a0ef-bea9a1b3b254 req-f6f62281-9ee8-42a2-858e-821234820f77 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467985 Dec 06 14:45:25.585986 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-17d2f826-c4c6-4969-982e-0b0ed1739f9a req-f5deb11e-6c27-4d0b-9b70-eece6cf9f576 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870345 Dec 06 14:45:25.722295 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:25.729500 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:25.763061 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d56d1a-1ccd-408d-af96-56574d60a7d3 req-30c8f978-bfd5-4798-9c61-345aeec21cde tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:25.764918 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a3d56d1a-1ccd-408d-af96-56574d60a7d3 req-30c8f978-bfd5-4798-9c61-345aeec21cde tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 1096 time: 0.0481236 Dec 06 14:45:25.775568 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95aa5a8-4b32-443e-8d3f-da98e8dc80e9 req-994de568-d940-42d6-993f-acade4834041 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:25.777330 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f95aa5a8-4b32-443e-8d3f-da98e8dc80e9 req-994de568-d940-42d6-993f-acade4834041 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=c23426a8-5a4f-4e64-b109-dc75e76c2df6 HTTP/1.1" status: 200 len: 945 time: 0.0783188 Dec 06 14:45:25.791798 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Network 5c934891-432f-41af-8fbc-091e6bcd3fe0 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:25.808465 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:25.814418 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Pushing event updated for resources: {'Port': ['ID=b2d19d9a-b32b-40f5-a562-c6ea69f16fd3,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:25.817945 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:25.838870 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a3d56d1a-1ccd-408d-af96-56574d60a7d3 req-5f860775-5d10-4736-aa35-29ba385dff34 tempest-LiveAutoBlockMigrationV225Test-1259865127 tempest-LiveAutoBlockMigrationV225Test-1259865127-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670700 Dec 06 14:45:25.890313 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Attempting to bind port b2d19d9a-b32b-40f5-a562-c6ea69f16fd3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:25.890822 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Attempting to bind port b2d19d9a-b32b-40f5-a562-c6ea69f16fd3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0be9457a-7635-49a1-85bf-5b3807f8c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5c934891-432f-41af-8fbc-091e6bcd3fe0'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:25.891333 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Attempting to bind port b2d19d9a-b32b-40f5-a562-c6ea69f16fd3 on network 5c934891-432f-41af-8fbc-091e6bcd3fe0 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:25.903125 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:25.903730 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Checking segment: {'id': '0be9457a-7635-49a1-85bf-5b3807f8c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5c934891-432f-41af-8fbc-091e6bcd3fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:25.904350 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:25.904734 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Bound using segment: {'id': '0be9457a-7635-49a1-85bf-5b3807f8c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5c934891-432f-41af-8fbc-091e6bcd3fe0'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:25.905342 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Bound port: b2d19d9a-b32b-40f5-a562-c6ea69f16fd3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be9457a-7635-49a1-85bf-5b3807f8c48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5c934891-432f-41af-8fbc-091e6bcd3fe0'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:25.905825 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:25.933230 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f95aa5a8-4b32-443e-8d3f-da98e8dc80e9 req-aa9080da-5c79-4f68-b2bb-213d2cde3b3e tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458015 Dec 06 14:45:25.987007 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] For port b2d19d9a-b32b-40f5-a562-c6ea69f16fd3, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:25.987278 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:25.990804 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] For port b2d19d9a-b32b-40f5-a562-c6ea69f16fd3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b2d19d9a-b32b-40f5-a562-c6ea69f16fd3,segment=NetworkSegment(0be9457a-7635-49a1-85bf-5b3807f8c48c),segment_id=0be9457a-7635-49a1-85bf-5b3807f8c48c)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:25.997312 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:26.012330 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:26.082928 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4a270-bfc7-4b99-88f0-11e9d0886214 None None] Pushing event updated for resources: {'Port': ['ID=b2d19d9a-b32b-40f5-a562-c6ea69f16fd3,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:26.176883 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Allocated IP 172.35.7.222 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/565adf58-9b44-462a-b201-f088c2815cef) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:26.196844 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf42a91-2517-47f4-aaae-6e1a93623150 req-79739a90-4a71-467a-81e2-48b8e67ca60d tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:26.204585 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ebf42a91-2517-47f4-aaae-6e1a93623150 req-79739a90-4a71-467a-81e2-48b8e67ca60d tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 945 time: 0.0634015 Dec 06 14:45:26.258137 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ebf42a91-2517-47f4-aaae-6e1a93623150 req-024ecee7-676a-45c1-ac17-db351f85418a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526578 Dec 06 14:45:26.352600 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ddb88-0ebb-4580-9a92-e6680ae3388e req-5291198a-19ff-4b9a-a580-5d810f16cceb tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:26.354241 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-364ddb88-0ebb-4580-9a92-e6680ae3388e req-5291198a-19ff-4b9a-a580-5d810f16cceb tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.1423426 Dec 06 14:45:26.366366 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:26.399244 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fe659-077a-4beb-a6a6-ed9cf93b0abb req-8cb274d1-b547-4142-a808-fb9d2c23645d tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:26.404151 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-643fe659-077a-4beb-a6a6-ed9cf93b0abb req-8cb274d1-b547-4142-a808-fb9d2c23645d tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab0f91a-a26c-476d-97c7-bd5281bfdc61 HTTP/1.1" status: 200 len: 945 time: 0.0664120 Dec 06 14:45:26.443565 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-364ddb88-0ebb-4580-9a92-e6680ae3388e req-6defe0b6-89b2-4dd7-b3d0-51643c6e2a50 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824804 Dec 06 14:45:26.452243 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-643fe659-077a-4beb-a6a6-ed9cf93b0abb req-5f196219-9f2f-4ed2-bc76-1f9c0de1ee3d tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441341 Dec 06 14:45:26.456875 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:26.522720 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:26.526361 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:26.530167 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:26.536695 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Pushing event updated for resources: {'Port': ['ID=565adf58-9b44-462a-b201-f088c2815cef,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:26.573214 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-452610a2-7a81-443e-871b-78664471d4ce req-52c9d248-fee8-4630-8322-81769a4fa869 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0260673 Dec 06 14:45:26.787069 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c482c-b3eb-4068-934e-c21e315625aa req-93e8538a-6e68-46a1-9d68-67b4dbf9edb9 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:26.788647 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6c2c482c-b3eb-4068-934e-c21e315625aa req-93e8538a-6e68-46a1-9d68-67b4dbf9edb9 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 945 time: 0.1500182 Dec 06 14:45:26.799049 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58027bb1-76c1-439b-82f4-ad17291bb09e req-d67b5ef4-756a-4e78-9eea-55e63a408d39 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:26.800560 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-58027bb1-76c1-439b-82f4-ad17291bb09e req-d67b5ef4-756a-4e78-9eea-55e63a408d39 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.1192937 Dec 06 14:45:26.955405 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6c2c482c-b3eb-4068-934e-c21e315625aa req-3e0cff48-76d5-4c7b-b1b1-838831405004 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537616 Dec 06 14:45:26.960076 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.060698 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-58027bb1-76c1-439b-82f4-ad17291bb09e req-5205e913-1475-42b5-bd90-1b60601e3ef8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Deleting port 32951114-6811-4294-9ca3-b7348b9d530e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:27.061028 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58027bb1-76c1-439b-82f4-ad17291bb09e req-5205e913-1475-42b5-bd90-1b60601e3ef8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.135000 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1004f668-3796-462a-b78f-caa17a0d973d None None] Network 5c934891-432f-41af-8fbc-091e6bcd3fe0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:45:27.219767 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-df2a1134-3ed5-46ab-af07-67a0ace20ddb None None] Provisioning complete for port b2d19d9a-b32b-40f5-a562-c6ea69f16fd3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:27.220421 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df2a1134-3ed5-46ab-af07-67a0ace20ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.238934 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-58027bb1-76c1-439b-82f4-ad17291bb09e req-5205e913-1475-42b5-bd90-1b60601e3ef8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] For port 32951114-6811-4294-9ca3-b7348b9d530e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=32951114-6811-4294-9ca3-b7348b9d530e,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:27.239298 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58027bb1-76c1-439b-82f4-ad17291bb09e req-5205e913-1475-42b5-bd90-1b60601e3ef8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.257408 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59593b05-d387-4110-8ea2-a66b12125e7b req-7bbe5590-8fe5-41a7-abcf-464d8ef76fd4 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:27.260149 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59593b05-d387-4110-8ea2-a66b12125e7b req-7bbe5590-8fe5-41a7-abcf-464d8ef76fd4 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 1096 time: 0.0483401 Dec 06 14:45:27.298626 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-58027bb1-76c1-439b-82f4-ad17291bb09e req-5205e913-1475-42b5-bd90-1b60601e3ef8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Calling delete_port for 32951114-6811-4294-9ca3-b7348b9d530e owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:27.308725 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabb7f4-6883-482d-ae9c-c43e08d04395 req-3e72df74-bf98-433c-9931-48025d86ac29 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:27.310883 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5aabb7f4-6883-482d-ae9c-c43e08d04395 req-3e72df74-bf98-433c-9931-48025d86ac29 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.23 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 945 time: 0.1729105 Dec 06 14:45:27.320498 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59593b05-d387-4110-8ea2-a66b12125e7b req-5d00fac6-63ad-4d13-a041-96384ddcee8a tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529833 Dec 06 14:45:27.357097 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 058d2958-f999-4286-a726-ad2ccdd47f8c no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:27.361166 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.404539 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df2a1134-3ed5-46ab-af07-67a0ace20ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.437938 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 058d2958-f999-4286-a726-ad2ccdd47f8c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:27.438845 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 058d2958-f999-4286-a726-ad2ccdd47f8c not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:27.464740 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-df2a1134-3ed5-46ab-af07-67a0ace20ddb None None] For port b2d19d9a-b32b-40f5-a562-c6ea69f16fd3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b2d19d9a-b32b-40f5-a562-c6ea69f16fd3,segment=NetworkSegment(0be9457a-7635-49a1-85bf-5b3807f8c48c),segment_id=0be9457a-7635-49a1-85bf-5b3807f8c48c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:27.471856 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df2a1134-3ed5-46ab-af07-67a0ace20ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.492874 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f57120-a33b-4e5e-98af-2bfd8d8ea4e9 req-9af77144-4fed-4094-ac81-6c828e4dfc11 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:27.502184 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b2d19d9a-b32b-40f5-a562-c6ea69f16fd3 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:27.507121 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6f57120-a33b-4e5e-98af-2bfd8d8ea4e9 req-9af77144-4fed-4094-ac81-6c828e4dfc11 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 1096 time: 0.0714741 Dec 06 14:45:27.569807 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a1134-3ed5-46ab-af07-67a0ace20ddb None None] Pushing event updated for resources: {'Port': ['ID=b2d19d9a-b32b-40f5-a562-c6ea69f16fd3,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:27.581295 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6f57120-a33b-4e5e-98af-2bfd8d8ea4e9 req-52d811c1-6d3e-47d8-9d2e-edb426dad15a tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731964 Dec 06 14:45:27.590406 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port b2d19d9a-b32b-40f5-a562-c6ea69f16fd3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:27.590786 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.658874 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.698970 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aae217-afdc-4ddf-8c76-9c07e3a83140 req-879a2430-7a99-42e5-bb4c-1f35bbc2135e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:27.701208 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59aae217-afdc-4ddf-8c76-9c07e3a83140 req-879a2430-7a99-42e5-bb4c-1f35bbc2135e tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 950 time: 0.0671201 Dec 06 14:45:27.761136 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59aae217-afdc-4ddf-8c76-9c07e3a83140 req-c4bfa464-0d31-4b01-acd7-212123717f0d tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8dbee61-9d26-4d35-8d88-caec97ca803f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502415 Dec 06 14:45:27.821392 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c583b222-8a61-48a5-818c-4e956d850dec None None] Provisioning complete for port b2d19d9a-b32b-40f5-a562-c6ea69f16fd3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:27.821764 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c583b222-8a61-48a5-818c-4e956d850dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.879334 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74325b1b-dba8-4d61-a904-ab16995cca24 req-3ba865dc-9475-4c98-887d-bb126f0e9434 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:27.889043 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-74325b1b-dba8-4d61-a904-ab16995cca24 req-3ba865dc-9475-4c98-887d-bb126f0e9434 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab0f91a-a26c-476d-97c7-bd5281bfdc61 HTTP/1.1" status: 200 len: 945 time: 0.0675735 Dec 06 14:45:27.933958 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6c9db-a870-4a70-83f5-801b6da1a9b3 req-7c22fbdd-1189-4915-af01-ccb503fba7ff tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:27.935441 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-48c6c9db-a870-4a70-83f5-801b6da1a9b3 req-7c22fbdd-1189-4915-af01-ccb503fba7ff tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 945 time: 0.5348341 Dec 06 14:45:27.942529 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-74325b1b-dba8-4d61-a904-ab16995cca24 req-a38086b0-e97e-4056-b710-8df1c3875b7d tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511930 Dec 06 14:45:28.001413 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-5aabb7f4-6883-482d-ae9c-c43e08d04395 req-7270c40d-123a-4481-a02e-9920dc400685 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Deleting port d07e9759-e9fd-492e-be7d-d3df98455e0b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:28.001753 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5aabb7f4-6883-482d-ae9c-c43e08d04395 req-7270c40d-123a-4481-a02e-9920dc400685 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.129519 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f25fda61-d586-4fae-b81a-6f323d4bff86 req-4f6f8353-e362-4cca-9265-d9f4eea348a4 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0276134 Dec 06 14:45:28.133728 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58027bb1-76c1-439b-82f4-ad17291bb09e req-5205e913-1475-42b5-bd90-1b60601e3ef8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.148161 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['32951114-6811-4294-9ca3-b7348b9d530e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:28.171137 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-48c6c9db-a870-4a70-83f5-801b6da1a9b3 req-3e9ec4cc-236e-440a-9e74-d22b20515257 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267523 Dec 06 14:45:28.205339 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205e913-1475-42b5-bd90-1b60601e3ef8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Pushing event deleted for resources: {'Port': ['ID=32951114-6811-4294-9ca3-b7348b9d530e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:28.231043 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5aabb7f4-6883-482d-ae9c-c43e08d04395 req-7270c40d-123a-4481-a02e-9920dc400685 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] For port d07e9759-e9fd-492e-be7d-d3df98455e0b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d07e9759-e9fd-492e-be7d-d3df98455e0b,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:28.231417 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5aabb7f4-6883-482d-ae9c-c43e08d04395 req-7270c40d-123a-4481-a02e-9920dc400685 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.267883 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Router bf4af825-a745-49e3-9094-ad6e9fce0a74 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:45:28.282951 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-5aabb7f4-6883-482d-ae9c-c43e08d04395 req-7270c40d-123a-4481-a02e-9920dc400685 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Calling delete_port for d07e9759-e9fd-492e-be7d-d3df98455e0b owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:28.290055 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-58027bb1-76c1-439b-82f4-ad17291bb09e req-5205e913-1475-42b5-bd90-1b60601e3ef8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] No DVR routers for this DVR port 32951114-6811-4294-9ca3-b7348b9d530e on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:28.295356 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-58027bb1-76c1-439b-82f4-ad17291bb09e req-5205e913-1475-42b5-bd90-1b60601e3ef8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.298651 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-58027bb1-76c1-439b-82f4-ad17291bb09e req-5205e913-1475-42b5-bd90-1b60601e3ef8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.23 "DELETE /v2.0/ports/32951114-6811-4294-9ca3-b7348b9d530e HTTP/1.1" status: 204 len: 173 time: 1.4838457 Dec 06 14:45:28.310297 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce01ccb-706a-48d7-8d42-75850c4947f6 req-f288cbdf-cbfd-4593-995b-6e14fa82e360 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:28.312092 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fce01ccb-706a-48d7-8d42-75850c4947f6 req-f288cbdf-cbfd-4593-995b-6e14fa82e360 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0f91a-a26c-476d-97c7-bd5281bfdc61 HTTP/1.1" status: 200 len: 945 time: 0.2067010 Dec 06 14:45:28.312694 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6aa75d-cf02-4bec-846f-8316273fe420', 'name': 'network-vif-deleted', 'tag': '32951114-6811-4294-9ca3-b7348b9d530e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:28.315315 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac230a4-c1e4-4a1a-a6cc-8f55a14c8c1e" -d '{"events": [{"server_uuid": "5d6aa75d-cf02-4bec-846f-8316273fe420", "name": "network-vif-deleted", "tag": "32951114-6811-4294-9ca3-b7348b9d530e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:28.392837 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a106652-ef67-470c-b635-09193aa8037b x-openstack-request-id: req-9a106652-ef67-470c-b635-09193aa8037b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:28.393058 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6aa75d-cf02-4bec-846f-8316273fe420", "name": "network-vif-deleted", "tag": "32951114-6811-4294-9ca3-b7348b9d530e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:28.393241 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a106652-ef67-470c-b635-09193aa8037b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:28.393646 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6aa75d-cf02-4bec-846f-8316273fe420', 'name': 'network-vif-deleted', 'tag': '32951114-6811-4294-9ca3-b7348b9d530e', 'status': 'completed', 'code': 200} Dec 06 14:45:28.592038 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:45:28.607039 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Sync routers for ids ['bf4af825-a745-49e3-9094-ad6e9fce0a74'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:45:28.608791 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-fce01ccb-706a-48d7-8d42-75850c4947f6 req-d149798c-e166-4d86-a8c6-7d89e482f5b8 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Deleting port 123d7590-1e82-464d-b358-f1e542ed9d60 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:28.609136 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fce01ccb-706a-48d7-8d42-75850c4947f6 req-d149798c-e166-4d86-a8c6-7d89e482f5b8 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.630266 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Routers {'bf4af825-a745-49e3-9094-ad6e9fce0a74'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:28.631153 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bf4af825-a745-49e3-9094-ad6e9fce0a74'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:28.659844 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.663596 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c1a11bf1-bf27-4e16-bfb9-65bb4693ea75 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5382915 Dec 06 14:45:28.664097 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43456) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:28.705727 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5aabb7f4-6883-482d-ae9c-c43e08d04395 req-7270c40d-123a-4481-a02e-9920dc400685 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.730859 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['41c48ea0-d370-47a9-8ab1-400c4b6721dc', 'd07e9759-e9fd-492e-be7d-d3df98455e0b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:28.764189 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270c40d-123a-4481-a02e-9920dc400685 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Pushing event deleted for resources: {'Port': ['ID=d07e9759-e9fd-492e-be7d-d3df98455e0b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:28.811310 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aabb7f4-6883-482d-ae9c-c43e08d04395 req-7270c40d-123a-4481-a02e-9920dc400685 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] No DVR routers for this DVR port d07e9759-e9fd-492e-be7d-d3df98455e0b on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:28.819930 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5aabb7f4-6883-482d-ae9c-c43e08d04395 req-7270c40d-123a-4481-a02e-9920dc400685 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.824287 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5aabb7f4-6883-482d-ae9c-c43e08d04395 req-7270c40d-123a-4481-a02e-9920dc400685 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.23 "DELETE /v2.0/ports/d07e9759-e9fd-492e-be7d-d3df98455e0b HTTP/1.1" status: 204 len: 173 time: 1.5051761 Dec 06 14:45:28.832986 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-fce01ccb-706a-48d7-8d42-75850c4947f6 req-d149798c-e166-4d86-a8c6-7d89e482f5b8 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] For port 123d7590-1e82-464d-b358-f1e542ed9d60, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=123d7590-1e82-464d-b358-f1e542ed9d60,segment=NetworkSegment(cc354955-7b54-40e6-9524-21209f683ab4),segment_id=cc354955-7b54-40e6-9524-21209f683ab4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:28.833345 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fce01ccb-706a-48d7-8d42-75850c4947f6 req-d149798c-e166-4d86-a8c6-7d89e482f5b8 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.852890 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-fce01ccb-706a-48d7-8d42-75850c4947f6 req-d149798c-e166-4d86-a8c6-7d89e482f5b8 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Calling delete_port for 123d7590-1e82-464d-b358-f1e542ed9d60 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:29.015128 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Set router bf4af825-a745-49e3-9094-ad6e9fce0a74 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:29.055617 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fce01ccb-706a-48d7-8d42-75850c4947f6 req-d149798c-e166-4d86-a8c6-7d89e482f5b8 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.092081 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['47dd9da3-39ad-4b5a-821d-eadce46c93e6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:29.167890 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149798c-e166-4d86-a8c6-7d89e482f5b8 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Pushing event deleted for resources: {'Port': ['ID=123d7590-1e82-464d-b358-f1e542ed9d60,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:29.232901 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce01ccb-706a-48d7-8d42-75850c4947f6 req-d149798c-e166-4d86-a8c6-7d89e482f5b8 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] No DVR routers for this DVR port 123d7590-1e82-464d-b358-f1e542ed9d60 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:29.237982 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fce01ccb-706a-48d7-8d42-75850c4947f6 req-d149798c-e166-4d86-a8c6-7d89e482f5b8 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.242196 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fce01ccb-706a-48d7-8d42-75850c4947f6 req-d149798c-e166-4d86-a8c6-7d89e482f5b8 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.23 "DELETE /v2.0/ports/123d7590-1e82-464d-b358-f1e542ed9d60 HTTP/1.1" status: 204 len: 173 time: 0.9175158 Dec 06 14:45:29.259883 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4b48f61-2e63-4606-9c09-d4fc57a8bb33 req-b8d3bb91-31be-4f2d-8aed-a5fd8ab976fa tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6aa75d-cf02-4bec-846f-8316273fe420 HTTP/1.1" status: 200 len: 210 time: 0.2510707 Dec 06 14:45:29.409669 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d6df024-8f25-46f1-bd62-93dff539f071 req-e492cf07-ebe4-4542-92dc-8ec3112fe689 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab0f91a-a26c-476d-97c7-bd5281bfdc61 HTTP/1.1" status: 200 len: 210 time: 0.0598698 Dec 06 14:45:29.552532 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.561361 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b2d19d9a-b32b-40f5-a562-c6ea69f16fd3 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:29.565604 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-453a6845-bbef-444d-a71d-d9dcf86040db tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:45:29.565958 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-453a6845-bbef-444d-a71d-d9dcf86040db tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061505 Dec 06 14:45:29.614264 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.690727 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-39f2b397-aca8-47cb-8d2a-4f875648c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:29.693712 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-39f2b397-aca8-47cb-8d2a-4f875648c6db service neutron] 10.222.0.20 "GET /v2.0/ports/0aae7e91-7bd5-4d4f-adec-41efb04acf16 HTTP/1.1" status: 200 len: 1093 time: 0.1187639 Dec 06 14:45:29.703000 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-f9d583b4-deb0-4974-b1c6-700d3fc0dc6b service neutron] Request body: {'binding': {'host': 'n-h1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:29.704130 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-f9d583b4-deb0-4974-b1c6-700d3fc0dc6b service neutron] Unknown quota resources ['binding']. {{(pid=103288) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:45:29.723108 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4af825-a745-49e3-9094-ad6e9fce0a74', 'name': 'tempest-FloatingIPsNegativeTestJSON-248934186-router', 'tenant_id': '4612f0fe00de48eda12ff6cd863febe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': '565adf58-9b44-462a-b201-f088c2815cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:25Z', 'updated_at': '2021-12-06T14:45:26Z', 'revision_number': 3, 'project_id': '4612f0fe00de48eda12ff6cd863febe2', 'gw_port': {'id': '565adf58-9b44-462a-b201-f088c2815cef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4af825-a745-49e3-9094-ad6e9fce0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:26Z', 'updated_at': '2021-12-06T14:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:29.756571 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port b2d19d9a-b32b-40f5-a562-c6ea69f16fd3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:29.757099 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.761057 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Checking router: bf4af825-a745-49e3-9094-ad6e9fce0a74 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:45:29.761389 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Updating router bf4af825-a745-49e3-9094-ad6e9fce0a74 port 565adf58-9b44-462a-b201-f088c2815cef binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:45:29.774157 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] Allocated IP 172.20.0.1 (5c934891-432f-41af-8fbc-091e6bcd3fe0/4fccd0cd-0e01-4744-b719-9fd4157f897c/884d2efa-709d-4045-aa2a-2f2cbcb09a51) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:29.815275 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.876086 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-f9d583b4-deb0-4974-b1c6-700d3fc0dc6b service neutron] Attempting to bind port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 on host n-h1-master-1 for vnic_type normal with profile None {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:29.876421 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-f9d583b4-deb0-4974-b1c6-700d3fc0dc6b service neutron] Attempting to bind port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:29.876898 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-f9d583b4-deb0-4974-b1c6-700d3fc0dc6b service neutron] Attempting to bind port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:29.882039 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-f9d583b4-deb0-4974-b1c6-700d3fc0dc6b service neutron] Port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 on network b37294a8-0dc8-43e9-9099-e05815316dd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:45:29.882386 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-f9d583b4-deb0-4974-b1c6-700d3fc0dc6b service neutron] Attempting to bind port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:29.891794 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-f9d583b4-deb0-4974-b1c6-700d3fc0dc6b service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:29.891794 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-f9d583b4-deb0-4974-b1c6-700d3fc0dc6b service neutron] Checking segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:29.892193 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-f9d583b4-deb0-4974-b1c6-700d3fc0dc6b service neutron] Bound using segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:29.892765 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-f9d583b4-deb0-4974-b1c6-700d3fc0dc6b service neutron] Bound port: 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:29.899217 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.934913 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['123d7590-1e82-464d-b358-f1e542ed9d60', '9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:29.943405 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.965401 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-f9d583b4-deb0-4974-b1c6-700d3fc0dc6b service neutron] For port 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0aae7e91-7bd5-4d4f-adec-41efb04acf16,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:29.975669 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-f9d583b4-deb0-4974-b1c6-700d3fc0dc6b service neutron] Publish callbacks [] for binding, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.977149 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-f9d583b4-deb0-4974-b1c6-700d3fc0dc6b service neutron] 10.222.0.20 "POST /v2.0/ports/0aae7e91-7bd5-4d4f-adec-41efb04acf16/bindings HTTP/1.1" status: 201 len: 389 time: 0.2778900 Dec 06 14:45:29.983832 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dec0b5e9-379d-4449-93b8-ccab7039c2e3 req-5f4f9f4a-a0c0-48a7-b592-c269168497ac tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0445466 Dec 06 14:45:30.106507 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] Network 5c934891-432f-41af-8fbc-091e6bcd3fe0 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:30.119410 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-402ee423-4bfd-4214-9a4a-e8905847d462 req-0a1e312f-598c-48c3-a7fa-faa469964d3e tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 210 time: 0.0534229 Dec 06 14:45:30.139009 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:30.158066 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:30.169592 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] Pushing event updated for resources: {'Port': ['ID=884d2efa-709d-4045-aa2a-2f2cbcb09a51,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:30.265266 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:30.396174 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89366a6b-f694-426b-b50f-1fd66261b4cb', 'name': 'network-vif-deleted', 'tag': 'd07e9759-e9fd-492e-be7d-d3df98455e0b'}, {'server_uuid': '3ab0f91a-a26c-476d-97c7-bd5281bfdc61', 'name': 'network-vif-deleted', 'tag': '123d7590-1e82-464d-b358-f1e542ed9d60'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:30.399005 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2804b3e8-76de-4d7d-831c-8569605c809d" -d '{"events": [{"server_uuid": "89366a6b-f694-426b-b50f-1fd66261b4cb", "name": "network-vif-deleted", "tag": "d07e9759-e9fd-492e-be7d-d3df98455e0b"}, {"server_uuid": "3ab0f91a-a26c-476d-97c7-bd5281bfdc61", "name": "network-vif-deleted", "tag": "123d7590-1e82-464d-b358-f1e542ed9d60"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:30.414490 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06ed80-b2d9-42f5-bc99-473cba190f5b req-4181805e-fbf1-4f64-80dd-c38fde87cbbf tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:30.431931 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e06ed80-b2d9-42f5-bc99-473cba190f5b req-4181805e-fbf1-4f64-80dd-c38fde87cbbf tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 945 time: 0.1617255 Dec 06 14:45:30.435643 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-ff642fab-9a7d-4aae-b566-3e4326c5a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:30.442597 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-ff642fab-9a7d-4aae-b566-3e4326c5a1f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 1096 time: 0.1016941 Dec 06 14:45:30.509101 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9d2922-1e5b-41f1-999a-a265dece9f24 x-openstack-request-id: req-7d9d2922-1e5b-41f1-999a-a265dece9f24 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:30.509398 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89366a6b-f694-426b-b50f-1fd66261b4cb", "name": "network-vif-deleted", "tag": "d07e9759-e9fd-492e-be7d-d3df98455e0b", "status": "completed", "code": 200}, {"server_uuid": "3ab0f91a-a26c-476d-97c7-bd5281bfdc61", "name": "network-vif-deleted", "tag": "123d7590-1e82-464d-b358-f1e542ed9d60", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:30.509650 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d9d2922-1e5b-41f1-999a-a265dece9f24 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:30.510041 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89366a6b-f694-426b-b50f-1fd66261b4cb', 'name': 'network-vif-deleted', 'tag': 'd07e9759-e9fd-492e-be7d-d3df98455e0b', 'status': 'completed', 'code': 200} Dec 06 14:45:30.515375 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab0f91a-a26c-476d-97c7-bd5281bfdc61', 'name': 'network-vif-deleted', 'tag': '123d7590-1e82-464d-b358-f1e542ed9d60', 'status': 'completed', 'code': 200} Dec 06 14:45:30.634046 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8be49279-d55a-48af-86bc-e8ce261c3a5c None None] Provisioning complete for port 884d2efa-709d-4045-aa2a-2f2cbcb09a51 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:30.634655 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8be49279-d55a-48af-86bc-e8ce261c3a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:30.685510 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e06ed80-b2d9-42f5-bc99-473cba190f5b req-c1f8fc96-3a5d-4d7a-a200-ca4c12634ceb tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405946 Dec 06 14:45:30.685851 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:30.685851 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8be49279-d55a-48af-86bc-e8ce261c3a5c None None] Port 884d2efa-709d-4045-aa2a-2f2cbcb09a51 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:45:30.710079 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:30.718307 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-7ed58fec-05b0-4caa-8ce1-8dff88373bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:30.721850 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-7ed58fec-05b0-4caa-8ce1-8dff88373bc4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.2690036 Dec 06 14:45:30.768357 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-82fdf262-5143-4f75-9591-21f6d4794599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:30.769681 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:30.775890 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-4d0a2817-0869-4074-8d32-a40036d86647 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aae7e91-7bd5-4d4f-adec-41efb04acf16 HTTP/1.1" status: 200 len: 217 time: 0.0442636 Dec 06 14:45:30.787777 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Attempting to bind port 565adf58-9b44-462a-b201-f088c2815cef on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:30.788423 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Attempting to bind port 565adf58-9b44-462a-b201-f088c2815cef by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:30.788858 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Attempting to bind port 565adf58-9b44-462a-b201-f088c2815cef on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:30.798681 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:30.799147 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:30.799626 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:30.800265 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:30.801052 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Bound port: 565adf58-9b44-462a-b201-f088c2815cef, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:30.801515 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:30.841296 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b167ea-485e-49c4-9f5f-855e95cd56bf None None] Pushing event updated for resources: {'Port': ['ID=565adf58-9b44-462a-b201-f088c2815cef,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:30.842813 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43500) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:30.895000 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] For port 565adf58-9b44-462a-b201-f088c2815cef, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:30.901583 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] For port 565adf58-9b44-462a-b201-f088c2815cef, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=565adf58-9b44-462a-b201-f088c2815cef,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:30.907050 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:30.929531 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-5316061b-fd2d-4481-be5f-f5455214cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:30.931453 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-5316061b-fd2d-4481-be5f-f5455214cf10 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.1473491 Dec 06 14:45:31.002821 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Routers {'bf4af825-a745-49e3-9094-ad6e9fce0a74'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:31.003619 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bf4af825-a745-49e3-9094-ad6e9fce0a74'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:31.007971 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b167ea-485e-49c4-9f5f-855e95cd56bf None None] Pushing event updated for resources: {'Port': ['ID=565adf58-9b44-462a-b201-f088c2815cef,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:31.034308 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-5eae871d-019a-4cca-8ebb-4bb46b1bec57 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901356 Dec 06 14:45:31.134782 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] Set router bf4af825-a745-49e3-9094-ad6e9fce0a74 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:31.168750 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0272625-edc2-494e-a7a5-0baef2c6b14c req-e24bd163-d309-4989-8335-759bb3b717d0 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0724580 Dec 06 14:45:31.191985 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4ab7b0a4-5d90-48d0-a62e-face99601d65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ef73dcd6d3e4823a5c82b4557027236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460188 Dec 06 14:45:31.195608 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43512) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:31.253161 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-c8ee7219-7e32-4a17-919c-d7f1787d6d79 service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141023 Dec 06 14:45:31.362873 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.379285 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.387234 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4af825-a745-49e3-9094-ad6e9fce0a74', 'name': 'tempest-FloatingIPsNegativeTestJSON-248934186-router', 'tenant_id': '4612f0fe00de48eda12ff6cd863febe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': '565adf58-9b44-462a-b201-f088c2815cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:25Z', 'updated_at': '2021-12-06T14:45:30Z', 'revision_number': 4, 'project_id': '4612f0fe00de48eda12ff6cd863febe2', 'gw_port': {'id': '565adf58-9b44-462a-b201-f088c2815cef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4af825-a745-49e3-9094-ad6e9fce0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:26Z', 'updated_at': '2021-12-06T14:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '884d2efa-709d-4045-aa2a-2f2cbcb09a51', 'name': '', 'network_id': '5c934891-432f-41af-8fbc-091e6bcd3fe0', 'tenant_id': '4612f0fe00de48eda12ff6cd863febe2', 'mac_address': 'fa:16:3e:46:36:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4af825-a745-49e3-9094-ad6e9fce0a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '4fccd0cd-0e01-4744-b719-9fd4157f897c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:29Z', 'revision_number': 1, 'project_id': '4612f0fe00de48eda12ff6cd863febe2', 'subnets': [{'id': '4fccd0cd-0e01-4744-b719-9fd4157f897c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:31.427208 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 32951114-6811-4294-9ca3-b7348b9d530e no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:31.430232 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ae8fc8-0f39-4739-8542-89cf89f3b49d None None] The sync data for ids ['bf4af825-a745-49e3-9094-ad6e9fce0a74'] in n-d-master-1 is: [{'id': 'bf4af825-a745-49e3-9094-ad6e9fce0a74', 'name': 'tempest-FloatingIPsNegativeTestJSON-248934186-router', 'tenant_id': '4612f0fe00de48eda12ff6cd863febe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': '565adf58-9b44-462a-b201-f088c2815cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:25Z', 'updated_at': '2021-12-06T14:45:30Z', 'revision_number': 4, 'project_id': '4612f0fe00de48eda12ff6cd863febe2', 'gw_port': {'id': '565adf58-9b44-462a-b201-f088c2815cef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4af825-a745-49e3-9094-ad6e9fce0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:26Z', 'updated_at': '2021-12-06T14:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '884d2efa-709d-4045-aa2a-2f2cbcb09a51', 'name': '', 'network_id': '5c934891-432f-41af-8fbc-091e6bcd3fe0', 'tenant_id': '4612f0fe00de48eda12ff6cd863febe2', 'mac_address': 'fa:16:3e:46:36:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4af825-a745-49e3-9094-ad6e9fce0a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '4fccd0cd-0e01-4744-b719-9fd4157f897c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:29Z', 'revision_number': 1, 'project_id': '4612f0fe00de48eda12ff6cd863febe2', 'subnets': [{'id': '4fccd0cd-0e01-4744-b719-9fd4157f897c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:45:31.458875 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 32951114-6811-4294-9ca3-b7348b9d530e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:31.459502 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 32951114-6811-4294-9ca3-b7348b9d530e not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:31.460065 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d07e9759-e9fd-492e-be7d-d3df98455e0b no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:31.473283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d87a463-588d-4048-bfe8-d796d9559617 req-70d5a3c3-8435-4516-8926-49b46f54dc64 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 210 time: 0.0807121 Dec 06 14:45:31.503559 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: d07e9759-e9fd-492e-be7d-d3df98455e0b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:31.503994 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d07e9759-e9fd-492e-be7d-d3df98455e0b not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:31.513237 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] Pushing event updated for resources: {'Port': ['ID=884d2efa-709d-4045-aa2a-2f2cbcb09a51,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:31.516990 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-58fb7a29-3018-4251-8565-faa8219689a1 service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554567 Dec 06 14:45:31.542061 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f613c09-83c7-4bf1-a438-39fc5ecebd9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.571133 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.577517 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f613c09-83c7-4bf1-a438-39fc5ecebd9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.670530 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-7249776c-91e1-4552-832f-b0886024007f tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:31.675467 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-7249776c-91e1-4552-832f-b0886024007f tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd&tenant_id=081ecae26f1f4608b6d59404ed1f828f&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.0768809 Dec 06 14:45:31.709358 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-master-1'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:31.843326 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.854053 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f613c09-83c7-4bf1-a438-39fc5ecebd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.856655 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f613c09-83c7-4bf1-a438-39fc5ecebd9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.858056 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4f613c09-83c7-4bf1-a438-39fc5ecebd9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8dbee61-9d26-4d35-8d88-caec97ca803f HTTP/1.1" status: 204 len: 168 time: 0.6583200 Dec 06 14:45:31.874549 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] Network 5c934891-432f-41af-8fbc-091e6bcd3fe0 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:31.879148 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:31.897937 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f613c09-83c7-4bf1-a438-39fc5ecebd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dbee61-9d26-4d35-8d88-caec97ca803f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:32.036448 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] For port 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0aae7e91-7bd5-4d4f-adec-41efb04acf16,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:32.071094 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6066af7-98e5-49bc-b565-a61c78eb0b94 req-6c6e0f44-c76f-4557-89c1-1a44bd99ac63 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:32.079834 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6066af7-98e5-49bc-b565-a61c78eb0b94 req-6c6e0f44-c76f-4557-89c1-1a44bd99ac63 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 945 time: 0.2680683 Dec 06 14:45:32.091531 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] Router bf4af825-a745-49e3-9094-ad6e9fce0a74 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:45:32.138662 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] For port 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:32.277779 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:32.296333 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:32.333911 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3ebe71eb-31fb-44d1-9997-5296c63c3a32 None None] Provisioning complete for port 884d2efa-709d-4045-aa2a-2f2cbcb09a51 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:32.334478 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3ebe71eb-31fb-44d1-9997-5296c63c3a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:32.386280 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:45:32.401058 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6066af7-98e5-49bc-b565-a61c78eb0b94 req-ef8f8163-1e34-4c90-b50a-a7958fa691d2 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201725 Dec 06 14:45:32.420248 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-591d1bd8-c961-48ee-abc6-956e2c52a10f admin admin] 10.222.0.20 "PUT /v2.0/routers/bf4af825-a745-49e3-9094-ad6e9fce0a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7473452 Dec 06 14:45:32.475210 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe71eb-31fb-44d1-9997-5296c63c3a32 None None] Port 884d2efa-709d-4045-aa2a-2f2cbcb09a51 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:45:32.534234 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93089a08-3d51-40a9-bf59-f695d15308dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aae7e91-7bd5-4d4f-adec-41efb04acf16'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:32.541981 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2caddd-a4e6-42e5-93c1-7ca2b24a1833" -d '{"events": [{"server_uuid": "93089a08-3d51-40a9-bf59-f695d15308dd", "name": "network-vif-unplugged", "status": "completed", "tag": "0aae7e91-7bd5-4d4f-adec-41efb04acf16"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:32.578268 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Attempting to bind port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 on host n-h2-master-1 for vnic_type normal with profile {"migrating_to": "n-h1-master-1"} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:32.580509 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Attempting to bind port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:32.580902 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Attempting to bind port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:32.583001 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Pushing event updated for resources: {'Port': ['ID=0aae7e91-7bd5-4d4f-adec-41efb04acf16,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:32.596491 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43544) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:32.601831 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 on network b37294a8-0dc8-43e9-9099-e05815316dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:45:32.602453 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Attempting to bind port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:32.622010 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:32.622346 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Checking segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:32.627729 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Bound using segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:32.628365 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Bound port: 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:32.628735 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:32.722474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ca49eb1-baf1-4d5c-82ea-c91301f430ce req-acf0e7d7-b6b2-4739-ad24-b8af5e97644a tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.1018555 Dec 06 14:45:32.787961 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] For port 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:32.793011 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] For port 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0aae7e91-7bd5-4d4f-adec-41efb04acf16,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:32.794407 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43548) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:32.803422 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0058c7ab-4a96-41b4-917d-a490866439ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db241ba03ab04694a0a0828a6b49c987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018039 Dec 06 14:45:32.819377 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:32.947702 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Pushing event updated for resources: {'Port': ['ID=0aae7e91-7bd5-4d4f-adec-41efb04acf16,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:32.976999 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:32.978267 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:32.979859 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-a12e4a38-2dbe-447d-a9a5-e5212c5be66f service neutron] 10.222.0.23 "PUT /v2.0/ports/0aae7e91-7bd5-4d4f-adec-41efb04acf16 HTTP/1.1" status: 200 len: 1121 time: 1.2955930 Dec 06 14:45:33.018985 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9591971-ee8e-4d4b-aca7-707ead6c000d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:33.059604 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9591971-ee8e-4d4b-aca7-707ead6c000d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:33.080602 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c16e9-908d-46d2-a15c-5283e85d07c8 req-35b016d6-c624-451a-a16e-7b2918a57eba tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:33.092076 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c16e9-908d-46d2-a15c-5283e85d07c8 req-35b016d6-c624-451a-a16e-7b2918a57eba tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:33.093761 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad1c16e9-908d-46d2-a15c-5283e85d07c8 req-35b016d6-c624-451a-a16e-7b2918a57eba tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e&device_id=c23426a8-5a4f-4e64-b109-dc75e76c2df6 HTTP/1.1" status: 200 len: 1681 time: 0.1229601 Dec 06 14:45:33.134909 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['0aae7e91-7bd5-4d4f-adec-41efb04acf16'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:33.208356 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad1c16e9-908d-46d2-a15c-5283e85d07c8 req-2bbfff9d-711c-46aa-88a0-610ac7879876 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838597 Dec 06 14:45:33.213411 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b3262f5-f5bd-4b54-844d-d4f1b3d81943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:33.217833 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9591971-ee8e-4d4b-aca7-707ead6c000d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:33.221544 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9591971-ee8e-4d4b-aca7-707ead6c000d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:33.225848 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b9591971-ee8e-4d4b-aca7-707ead6c000d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f5549dd-8dd7-4f0c-9395-97efd3941718 HTTP/1.1" status: 204 len: 168 time: 0.4278440 Dec 06 14:45:33.241121 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9591971-ee8e-4d4b-aca7-707ead6c000d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5549dd-8dd7-4f0c-9395-97efd3941718,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:33.262396 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78fe5396-20a6-408c-97cb-df6bc9d6d60d req-90ab1c23-a1fe-4b92-924f-b4fa56eef08f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 210 time: 0.0697398 Dec 06 14:45:33.298464 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6111a33e-4e20-4bf0-a0dc-204e084426e5 x-openstack-request-id: req-6111a33e-4e20-4bf0-a0dc-204e084426e5 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:33.298953 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93089a08-3d51-40a9-bf59-f695d15308dd", "name": "network-vif-unplugged", "status": "completed", "tag": "0aae7e91-7bd5-4d4f-adec-41efb04acf16", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:33.299301 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6111a33e-4e20-4bf0-a0dc-204e084426e5 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:33.299894 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93089a08-3d51-40a9-bf59-f695d15308dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aae7e91-7bd5-4d4f-adec-41efb04acf16', 'code': 200} Dec 06 14:45:33.467958 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 123d7590-1e82-464d-b358-f1e542ed9d60 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:33.547019 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 123d7590-1e82-464d-b358-f1e542ed9d60 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:33.547785 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 123d7590-1e82-464d-b358-f1e542ed9d60 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:33.553324 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 565adf58-9b44-462a-b201-f088c2815cef up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:33.572933 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-505bdcc1-b2db-47f9-98dd-6441049e8521 req-af6eb86c-6d86-42e7-9eeb-fef6441eaba2 tempest-FloatingIPsNegativeTestJSON-1753346498 tempest-FloatingIPsNegativeTestJSON-1753346498-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=4612f0fe00de48eda12ff6cd863febe2 HTTP/1.1" status: 200 len: 217 time: 0.1172540 Dec 06 14:45:33.718715 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93b03e-462d-4b89-b2ad-32787d75b627 req-bb2eed71-dada-412f-8efa-a617b7eef76c tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:33.720662 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 565adf58-9b44-462a-b201-f088c2815cef triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:33.721037 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:33.721566 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5a93b03e-462d-4b89-b2ad-32787d75b627 req-bb2eed71-dada-412f-8efa-a617b7eef76c tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 943 time: 0.1434951 Dec 06 14:45:33.761204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-81cc2a4f-2797-4781-8bfb-7f660ef38d52 req-c4e48ea4-6b01-4a2c-8a7a-f436c4a80dba tempest-FloatingIPsNegativeTestJSON-1753346498 tempest-FloatingIPsNegativeTestJSON-1753346498-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0400193 Dec 06 14:45:33.834877 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5a93b03e-462d-4b89-b2ad-32787d75b627 req-1a5f72d3-56e0-4ed0-bb09-afa467b1299c tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967343 Dec 06 14:45:33.887705 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:33.933368 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 565adf58-9b44-462a-b201-f088c2815cef, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=565adf58-9b44-462a-b201-f088c2815cef,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:33.942997 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:33.951820 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:34.029370 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=565adf58-9b44-462a-b201-f088c2815cef,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:34.088170 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f0c24d0-1b85-49d3-9feb-62d68ba17607 req-06799242-89b7-4855-89b1-0cb2d562dbb8 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0368414 Dec 06 14:45:34.184757 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-9f2e8d0d-2c99-4d55-a77b-3efc9598bd37 req-419fc0d2-73a6-4725-a9b9-a8fc1d6ee509 tempest-FloatingIPsNegativeTestJSON-1753346498 tempest-FloatingIPsNegativeTestJSON-1753346498-project] show failed (client error): The resource could not be found. Dec 06 14:45:34.190388 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f2e8d0d-2c99-4d55-a77b-3efc9598bd37 req-419fc0d2-73a6-4725-a9b9-a8fc1d6ee509 tempest-FloatingIPsNegativeTestJSON-1753346498 tempest-FloatingIPsNegativeTestJSON-1753346498-project] 10.222.0.20 "GET /v2.0/floatingips/26cab32d-31d5-40a1-a72f-1ab13e4e2499 HTTP/1.1" status: 404 len: 350 time: 0.0463793 Dec 06 14:45:34.194180 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43592) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:34.430693 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-04f30992-e59c-4374-a398-52da3e87ce2b req-07a152bf-c611-4e04-82b2-76ec685784c1 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 210 time: 0.0337772 Dec 06 14:45:34.558703 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea53e44-1148-442d-918c-ac75e06d0d01 req-336d7294-ccdb-48b7-ab69-654dad5a461c tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:34.560564 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eea53e44-1148-442d-918c-ac75e06d0d01 req-336d7294-ccdb-48b7-ab69-654dad5a461c tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=c23426a8-5a4f-4e64-b109-dc75e76c2df6 HTTP/1.1" status: 200 len: 945 time: 0.0880711 Dec 06 14:45:34.661977 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eea53e44-1148-442d-918c-ac75e06d0d01 req-d4279841-24b8-4ea3-ada9-38dab6ebdda2 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849404 Dec 06 14:45:34.708227 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e825a54f-a5c9-421d-bfbd-fbfabf8c104d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:34.829240 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a9b489-111f-4f3c-99d7-641a52b3a8e2 None None] Sync routers for ids ['bf4af825-a745-49e3-9094-ad6e9fce0a74'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:45:34.845668 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a9b489-111f-4f3c-99d7-641a52b3a8e2 None None] Routers {'bf4af825-a745-49e3-9094-ad6e9fce0a74'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:34.846445 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-33a9b489-111f-4f3c-99d7-641a52b3a8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bf4af825-a745-49e3-9094-ad6e9fce0a74'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:35.095271 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73040361-705b-418a-b143-e5a3750a6ae2 req-cfba20bf-50a6-42cc-8210-4bc0f39f4104 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:35.096966 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-73040361-705b-418a-b143-e5a3750a6ae2 req-cfba20bf-50a6-42cc-8210-4bc0f39f4104 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 943 time: 0.1397266 Dec 06 14:45:35.101943 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e825a54f-a5c9-421d-bfbd-fbfabf8c104d admin admin] Deleting port 884d2efa-709d-4045-aa2a-2f2cbcb09a51 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:35.102286 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e825a54f-a5c9-421d-bfbd-fbfabf8c104d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.177396 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-33a9b489-111f-4f3c-99d7-641a52b3a8e2 None None] Set router bf4af825-a745-49e3-9094-ad6e9fce0a74 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:35.212313 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-73040361-705b-418a-b143-e5a3750a6ae2 req-ee0a0e8c-82da-4e7d-b927-b18fadeac088 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078365 Dec 06 14:45:35.262831 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e825a54f-a5c9-421d-bfbd-fbfabf8c104d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.277630 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e825a54f-a5c9-421d-bfbd-fbfabf8c104d admin admin] Calling delete_port for 884d2efa-709d-4045-aa2a-2f2cbcb09a51 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:35.280137 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-533e99ba-549e-41fd-928c-faa286fcaba7 req-6aa974fb-34bc-44ac-9111-54deb8bc4f00 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0389199 Dec 06 14:45:35.322481 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93089a08-3d51-40a9-bf59-f695d15308dd', 'tag': '0aae7e91-7bd5-4d4f-adec-41efb04acf16'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:35.325182 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31cb983-6ea9-4cd1-8f70-a32e81e8da4b" -d '{"events": [{"name": "network-changed", "server_uuid": "93089a08-3d51-40a9-bf59-f695d15308dd", "tag": "0aae7e91-7bd5-4d4f-adec-41efb04acf16"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:35.416831 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0aae7e91-7bd5-4d4f-adec-41efb04acf16 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:45:35.425987 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffabd6c1-7e87-4dde-99f6-7c3e243da6fa x-openstack-request-id: req-ffabd6c1-7e87-4dde-99f6-7c3e243da6fa {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:35.426296 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93089a08-3d51-40a9-bf59-f695d15308dd", "tag": "0aae7e91-7bd5-4d4f-adec-41efb04acf16", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:35.426736 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffabd6c1-7e87-4dde-99f6-7c3e243da6fa {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:35.427184 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93089a08-3d51-40a9-bf59-f695d15308dd', 'tag': '0aae7e91-7bd5-4d4f-adec-41efb04acf16', 'status': 'completed', 'code': 200} Dec 06 14:45:35.548128 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-1270a00f-9352-4093-9bc3-27ead843b3c2 req-3fba73b3-451c-4157-82ee-101284ebd4d3 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Request body: {'security_group': {'name': 'tempest-securitygroup-834217914', 'description': 'tempest-description-1466229935'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:35.565269 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cb983-6ea9-4cd1-8f70-a32e81e8da4b req-b32f6449-f6b5-4bae-95e0-35ae40d9b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:35.567478 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c31cb983-6ea9-4cd1-8f70-a32e81e8da4b req-b32f6449-f6b5-4bae-95e0-35ae40d9b280 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 1124 time: 0.1125965 Dec 06 14:45:35.585851 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1270a00f-9352-4093-9bc3-27ead843b3c2 req-3fba73b3-451c-4157-82ee-101284ebd4d3 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.596934 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1270a00f-9352-4093-9bc3-27ead843b3c2 req-3fba73b3-451c-4157-82ee-101284ebd4d3 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.598685 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-33a9b489-111f-4f3c-99d7-641a52b3a8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4af825-a745-49e3-9094-ad6e9fce0a74', 'name': 'tempest-FloatingIPsNegativeTestJSON-248934186-router', 'tenant_id': '4612f0fe00de48eda12ff6cd863febe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': '565adf58-9b44-462a-b201-f088c2815cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:25Z', 'updated_at': '2021-12-06T14:45:30Z', 'revision_number': 4, 'project_id': '4612f0fe00de48eda12ff6cd863febe2', 'gw_port': {'id': '565adf58-9b44-462a-b201-f088c2815cef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4af825-a745-49e3-9094-ad6e9fce0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:26Z', 'updated_at': '2021-12-06T14:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '884d2efa-709d-4045-aa2a-2f2cbcb09a51', 'name': '', 'network_id': '5c934891-432f-41af-8fbc-091e6bcd3fe0', 'tenant_id': '4612f0fe00de48eda12ff6cd863febe2', 'mac_address': 'fa:16:3e:46:36:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4af825-a745-49e3-9094-ad6e9fce0a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '4fccd0cd-0e01-4744-b719-9fd4157f897c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:30Z', 'revision_number': 2, 'project_id': '4612f0fe00de48eda12ff6cd863febe2', 'subnets': [{'id': '4fccd0cd-0e01-4744-b719-9fd4157f897c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:35.604339 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e825a54f-a5c9-421d-bfbd-fbfabf8c104d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.633558 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29b0f974-b6d8-47c5-8032-22dd13c4ad0e req-6e68fe4f-5f41-4123-99ca-00debad8d46c tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=89366a6b-f694-426b-b50f-1fd66261b4cb HTTP/1.1" status: 200 len: 210 time: 0.0630167 Dec 06 14:45:35.646549 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0aae7e91-7bd5-4d4f-adec-41efb04acf16,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:35.660484 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825a54f-a5c9-421d-bfbd-fbfabf8c104d admin admin] Pushing event deleted for resources: {'Port': ['ID=884d2efa-709d-4045-aa2a-2f2cbcb09a51,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:35.665399 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a9b489-111f-4f3c-99d7-641a52b3a8e2 None None] Checking router: bf4af825-a745-49e3-9094-ad6e9fce0a74 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:45:35.668553 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a9b489-111f-4f3c-99d7-641a52b3a8e2 None None] Updating router bf4af825-a745-49e3-9094-ad6e9fce0a74 port 884d2efa-709d-4045-aa2a-2f2cbcb09a51 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:45:35.675326 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0aae7e91-7bd5-4d4f-adec-41efb04acf16 has no active binding in host n-h1-master-1 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 14:45:35.684865 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 565adf58-9b44-462a-b201-f088c2815cef up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:35.713093 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a9b489-111f-4f3c-99d7-641a52b3a8e2 None None] Port 884d2efa-709d-4045-aa2a-2f2cbcb09a51 not found while updating agent binding for router bf4af825-a745-49e3-9094-ad6e9fce0a74. {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 06 14:45:35.735689 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a9b489-111f-4f3c-99d7-641a52b3a8e2 None None] Routers {'bf4af825-a745-49e3-9094-ad6e9fce0a74'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:35.736371 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-33a9b489-111f-4f3c-99d7-641a52b3a8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bf4af825-a745-49e3-9094-ad6e9fce0a74'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:35.791343 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.827376 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 565adf58-9b44-462a-b201-f088c2815cef triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:35.827917 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.913998 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cb983-6ea9-4cd1-8f70-a32e81e8da4b req-10e1275a-8d32-4f47-9a20-9e1d0da27026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:35.915844 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c31cb983-6ea9-4cd1-8f70-a32e81e8da4b req-10e1275a-8d32-4f47-9a20-9e1d0da27026 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.2765982 Dec 06 14:45:35.963618 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-33a9b489-111f-4f3c-99d7-641a52b3a8e2 None None] Set router bf4af825-a745-49e3-9094-ad6e9fce0a74 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:35.994196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c31cb983-6ea9-4cd1-8f70-a32e81e8da4b req-8f007a45-d019-4d85-8955-5d5f1a786ba2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aae7e91-7bd5-4d4f-adec-41efb04acf16 HTTP/1.1" status: 200 len: 217 time: 0.0658503 Dec 06 14:45:36.038286 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e825a54f-a5c9-421d-bfbd-fbfabf8c104d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.050605 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3c544-5a0c-40b2-aa7e-5a1648289dd2 req-01422ad9-1ce4-40b1-ad7b-8885690781be tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:36.064998 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9a3c544-5a0c-40b2-aa7e-5a1648289dd2 req-01422ad9-1ce4-40b1-ad7b-8885690781be tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.37 "GET /v2.0/ports?device_id=c23426a8-5a4f-4e64-b109-dc75e76c2df6 HTTP/1.1" status: 200 len: 945 time: 0.4144166 Dec 06 14:45:36.127227 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1270a00f-9352-4093-9bc3-27ead843b3c2 req-3fba73b3-451c-4157-82ee-101284ebd4d3 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.135419 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1270a00f-9352-4093-9bc3-27ead843b3c2 req-3fba73b3-451c-4157-82ee-101284ebd4d3 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.204938 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-33a9b489-111f-4f3c-99d7-641a52b3a8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4af825-a745-49e3-9094-ad6e9fce0a74', 'name': 'tempest-FloatingIPsNegativeTestJSON-248934186-router', 'tenant_id': '4612f0fe00de48eda12ff6cd863febe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': '565adf58-9b44-462a-b201-f088c2815cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:25Z', 'updated_at': '2021-12-06T14:45:35Z', 'revision_number': 5, 'project_id': '4612f0fe00de48eda12ff6cd863febe2', 'gw_port': {'id': '565adf58-9b44-462a-b201-f088c2815cef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4af825-a745-49e3-9094-ad6e9fce0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:26Z', 'updated_at': '2021-12-06T14:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:36.245390 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a9b489-111f-4f3c-99d7-641a52b3a8e2 None None] The sync data for ids ['bf4af825-a745-49e3-9094-ad6e9fce0a74'] in n-d-master-1 is: [{'id': 'bf4af825-a745-49e3-9094-ad6e9fce0a74', 'name': 'tempest-FloatingIPsNegativeTestJSON-248934186-router', 'tenant_id': '4612f0fe00de48eda12ff6cd863febe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': '565adf58-9b44-462a-b201-f088c2815cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:25Z', 'updated_at': '2021-12-06T14:45:35Z', 'revision_number': 5, 'project_id': '4612f0fe00de48eda12ff6cd863febe2', 'gw_port': {'id': '565adf58-9b44-462a-b201-f088c2815cef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4af825-a745-49e3-9094-ad6e9fce0a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:26Z', 'updated_at': '2021-12-06T14:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:45:36.259135 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba73b3-451c-4157-82ee-101284ebd4d3 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db731e68-90ba-4de2-bae5-79ba9f417e71,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:36.366347 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a91792-90cb-420e-a8ac-88e00fb3a143 req-ffef0154-a8a2-4fd2-a0fa-bf84299056e8 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:36.368556 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9a91792-90cb-420e-a8ac-88e00fb3a143 req-ffef0154-a8a2-4fd2-a0fa-bf84299056e8 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.23 "GET /v2.0/ports?device_id=22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e HTTP/1.1" status: 200 len: 945 time: 0.1388183 Dec 06 14:45:36.401964 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1270a00f-9352-4093-9bc3-27ead843b3c2 req-3fba73b3-451c-4157-82ee-101284ebd4d3 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.417406 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1270a00f-9352-4093-9bc3-27ead843b3c2 req-3fba73b3-451c-4157-82ee-101284ebd4d3 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.504858 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.537801 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fb4de-e458-4cbb-a701-d2069ece98ba req-3d2761b0-5119-4b25-bf6a-55956bc65cc9 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:36.539388 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9d4fb4de-e458-4cbb-a701-d2069ece98ba req-3d2761b0-5119-4b25-bf6a-55956bc65cc9 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=c23426a8-5a4f-4e64-b109-dc75e76c2df6 HTTP/1.1" status: 200 len: 945 time: 0.6032791 Dec 06 14:45:36.575891 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cb983-6ea9-4cd1-8f70-a32e81e8da4b req-e9509fe9-caea-4e1e-bf39-54299ee5e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:36.577345 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c31cb983-6ea9-4cd1-8f70-a32e81e8da4b req-e9509fe9-caea-4e1e-bf39-54299ee5e9eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.5665715 Dec 06 14:45:36.628468 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c31cb983-6ea9-4cd1-8f70-a32e81e8da4b req-c1d1a127-6e18-4647-8dea-617ba44c01db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383956 Dec 06 14:45:36.680617 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9d4fb4de-e458-4cbb-a701-d2069ece98ba req-223d0424-6bc8-4973-8d1d-baa25f245f87 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1a47d1-4c7c-44a6-9dec-1006820c0712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154439 Dec 06 14:45:36.730307 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a9a3c544-5a0c-40b2-aa7e-5a1648289dd2 req-7fc5fc77-72ab-4aae-8ff3-de08612ba76c tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Deleting port 47dd9da3-39ad-4b5a-821d-eadce46c93e6 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:36.730660 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9a3c544-5a0c-40b2-aa7e-5a1648289dd2 req-7fc5fc77-72ab-4aae-8ff3-de08612ba76c tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.900156 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1270a00f-9352-4093-9bc3-27ead843b3c2 req-3fba73b3-451c-4157-82ee-101284ebd4d3 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.913108 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1270a00f-9352-4093-9bc3-27ead843b3c2 req-3fba73b3-451c-4157-82ee-101284ebd4d3 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3718097 Dec 06 14:45:36.967740 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba73b3-451c-4157-82ee-101284ebd4d3 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7842f9-f42e-4ee4-bc0c-d10f50a29430,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:36.971496 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a9a3c544-5a0c-40b2-aa7e-5a1648289dd2 req-7fc5fc77-72ab-4aae-8ff3-de08612ba76c tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] For port 47dd9da3-39ad-4b5a-821d-eadce46c93e6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=47dd9da3-39ad-4b5a-821d-eadce46c93e6,segment=NetworkSegment(cc354955-7b54-40e6-9524-21209f683ab4),segment_id=cc354955-7b54-40e6-9524-21209f683ab4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:36.971887 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9a3c544-5a0c-40b2-aa7e-5a1648289dd2 req-7fc5fc77-72ab-4aae-8ff3-de08612ba76c tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.976254 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c31cb983-6ea9-4cd1-8f70-a32e81e8da4b req-376f9f08-3a81-4f4f-9bb8-8784972f89df service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361118 Dec 06 14:45:37.026906 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a9a3c544-5a0c-40b2-aa7e-5a1648289dd2 req-7fc5fc77-72ab-4aae-8ff3-de08612ba76c tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Calling delete_port for 47dd9da3-39ad-4b5a-821d-eadce46c93e6 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:37.041914 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182b685-3e36-41dd-98ec-0af0606cdbf8 req-524f04b9-395a-46b2-96de-11498234b8d6 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:37.043231 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e825a54f-a5c9-421d-bfbd-fbfabf8c104d admin admin] Router bf4af825-a745-49e3-9094-ad6e9fce0a74 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:45:37.043737 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c182b685-3e36-41dd-98ec-0af0606cdbf8 req-524f04b9-395a-46b2-96de-11498234b8d6 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 943 time: 0.1415851 Dec 06 14:45:37.063923 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a1fdecb-90aa-4db4-9600-2f475bd263b0 req-e4f7abc1-2fa3-4e2e-932f-7e6c1d1aa3cf tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0633078 Dec 06 14:45:37.080974 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f9a91792-90cb-420e-a8ac-88e00fb3a143 req-0271db45-3d4c-4012-8e27-c0eb99e182df tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Deleting port 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:37.081324 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f9a91792-90cb-420e-a8ac-88e00fb3a143 req-0271db45-3d4c-4012-8e27-c0eb99e182df tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.211096 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c31cb983-6ea9-4cd1-8f70-a32e81e8da4b req-5483a634-5862-47cb-a532-3243e4daf298 service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193599 Dec 06 14:45:37.232069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c182b685-3e36-41dd-98ec-0af0606cdbf8 req-7f5dab2a-c874-4a85-aa05-6ac794ab0318 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509519 Dec 06 14:45:37.270340 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-33eda1e3-9d79-4215-ae3e-9bcde223db9a req-9b295bf3-0ad1-4335-a571-77c4caf9af48 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1128049096', 'description': 'tempest-description-111580772'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:37.296052 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f9a91792-90cb-420e-a8ac-88e00fb3a143 req-0271db45-3d4c-4012-8e27-c0eb99e182df tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] For port 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e,segment=NetworkSegment(cc354955-7b54-40e6-9524-21209f683ab4),segment_id=cc354955-7b54-40e6-9524-21209f683ab4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:37.296680 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f9a91792-90cb-420e-a8ac-88e00fb3a143 req-0271db45-3d4c-4012-8e27-c0eb99e182df tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.323401 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33eda1e3-9d79-4215-ae3e-9bcde223db9a req-9b295bf3-0ad1-4335-a571-77c4caf9af48 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.327939 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f9a91792-90cb-420e-a8ac-88e00fb3a143 req-0271db45-3d4c-4012-8e27-c0eb99e182df tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Calling delete_port for 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:37.337101 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e825a54f-a5c9-421d-bfbd-fbfabf8c104d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:45:37.350853 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e825a54f-a5c9-421d-bfbd-fbfabf8c104d admin admin] 10.222.0.20 "PUT /v2.0/routers/bf4af825-a745-49e3-9094-ad6e9fce0a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1555319 Dec 06 14:45:37.353327 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43652) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:37.400071 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 884d2efa-709d-4045-aa2a-2f2cbcb09a51 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:37.447633 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 884d2efa-709d-4045-aa2a-2f2cbcb09a51 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:37.448263 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 884d2efa-709d-4045-aa2a-2f2cbcb09a51 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:37.470091 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9a3c544-5a0c-40b2-aa7e-5a1648289dd2 req-7fc5fc77-72ab-4aae-8ff3-de08612ba76c tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.491539 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:37.494794 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['47dd9da3-39ad-4b5a-821d-eadce46c93e6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:37.549251 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d323548-ef59-4d3a-92a9-98102b06b63f admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.554763 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5fc77-72ab-4aae-8ff3-de08612ba76c tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Pushing event deleted for resources: {'Port': ['ID=47dd9da3-39ad-4b5a-821d-eadce46c93e6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:37.645709 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a3c544-5a0c-40b2-aa7e-5a1648289dd2 req-7fc5fc77-72ab-4aae-8ff3-de08612ba76c tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] No DVR routers for this DVR port 47dd9da3-39ad-4b5a-821d-eadce46c93e6 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:37.656884 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33eda1e3-9d79-4215-ae3e-9bcde223db9a req-9b295bf3-0ad1-4335-a571-77c4caf9af48 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.659385 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9a3c544-5a0c-40b2-aa7e-5a1648289dd2 req-7fc5fc77-72ab-4aae-8ff3-de08612ba76c tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.667842 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9a3c544-5a0c-40b2-aa7e-5a1648289dd2 req-7fc5fc77-72ab-4aae-8ff3-de08612ba76c tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.37 "DELETE /v2.0/ports/47dd9da3-39ad-4b5a-821d-eadce46c93e6 HTTP/1.1" status: 204 len: 173 time: 1.5872147 Dec 06 14:45:37.668595 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23426a8-5a4f-4e64-b109-dc75e76c2df6', 'name': 'network-vif-deleted', 'tag': '47dd9da3-39ad-4b5a-821d-eadce46c93e6'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:37.677560 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c4cd58-993b-49c1-a7ee-cf6512870aa3" -d '{"events": [{"server_uuid": "c23426a8-5a4f-4e64-b109-dc75e76c2df6", "name": "network-vif-deleted", "tag": "47dd9da3-39ad-4b5a-821d-eadce46c93e6"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:37.682530 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33eda1e3-9d79-4215-ae3e-9bcde223db9a req-9b295bf3-0ad1-4335-a571-77c4caf9af48 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.786910 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33eda1e3-9d79-4215-ae3e-9bcde223db9a req-9b295bf3-0ad1-4335-a571-77c4caf9af48 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.788229 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33eda1e3-9d79-4215-ae3e-9bcde223db9a req-9b295bf3-0ad1-4335-a571-77c4caf9af48 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5238593 Dec 06 14:45:37.799324 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b295bf3-0ad1-4335-a571-77c4caf9af48 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d053a9-d50f-4f97-93bc-e7499c81ba83,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:37.806450 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f9a91792-90cb-420e-a8ac-88e00fb3a143 req-0271db45-3d4c-4012-8e27-c0eb99e182df tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.827051 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60c5419-a424-4a35-8771-bc5ca7961d22 x-openstack-request-id: req-e60c5419-a424-4a35-8771-bc5ca7961d22 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:37.827355 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23426a8-5a4f-4e64-b109-dc75e76c2df6", "name": "network-vif-deleted", "tag": "47dd9da3-39ad-4b5a-821d-eadce46c93e6", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:37.827610 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e60c5419-a424-4a35-8771-bc5ca7961d22 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:37.828043 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23426a8-5a4f-4e64-b109-dc75e76c2df6', 'name': 'network-vif-deleted', 'tag': '47dd9da3-39ad-4b5a-821d-eadce46c93e6', 'status': 'completed', 'code': 200} Dec 06 14:45:37.850702 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['47dd9da3-39ad-4b5a-821d-eadce46c93e6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:37.872624 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271db45-3d4c-4012-8e27-c0eb99e182df tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Pushing event deleted for resources: {'Port': ['ID=9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:37.901418 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d323548-ef59-4d3a-92a9-98102b06b63f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.961958 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-39f8956c-488b-4c5c-b3e6-1011043ed3fa req-50d0ac70-8886-4eaf-84d5-759eed582768 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2004313773', 'description': 'tempest-description-646926417'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:38.008485 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640ed046-e1bb-4df8-8da7-56e711bc251f None None] Sync routers for ids ['bf4af825-a745-49e3-9094-ad6e9fce0a74'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:45:38.009367 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1d41f74-a8ba-4631-adce-45b458f52e36 req-aa03b57c-0b77-4c5d-9a7f-e078435408d9 tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.20 "GET /v2.0/ports?device_id=c23426a8-5a4f-4e64-b109-dc75e76c2df6 HTTP/1.1" status: 200 len: 210 time: 0.0851042 Dec 06 14:45:38.046765 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640ed046-e1bb-4df8-8da7-56e711bc251f None None] Routers {'bf4af825-a745-49e3-9094-ad6e9fce0a74'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:38.046973 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a91792-90cb-420e-a8ac-88e00fb3a143 req-0271db45-3d4c-4012-8e27-c0eb99e182df tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] No DVR routers for this DVR port 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:38.048301 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-640ed046-e1bb-4df8-8da7-56e711bc251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bf4af825-a745-49e3-9094-ad6e9fce0a74'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:38.061651 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f9a91792-90cb-420e-a8ac-88e00fb3a143 req-0271db45-3d4c-4012-8e27-c0eb99e182df tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:38.065967 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9a91792-90cb-420e-a8ac-88e00fb3a143 req-0271db45-3d4c-4012-8e27-c0eb99e182df tempest-ListServersNegativeTestJSON-2012880663 tempest-ListServersNegativeTestJSON-2012880663-project] 10.222.0.23 "DELETE /v2.0/ports/9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e HTTP/1.1" status: 204 len: 173 time: 1.6622849 Dec 06 14:45:38.067638 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e', 'name': 'network-vif-deleted', 'tag': '9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:38.070804 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea65091-5eed-4058-8cd6-7dfddfcc49f7" -d '{"events": [{"server_uuid": "22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e", "name": "network-vif-deleted", "tag": "9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:38.112326 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-39f8956c-488b-4c5c-b3e6-1011043ed3fa req-50d0ac70-8886-4eaf-84d5-759eed582768 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:38.146312 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-39f8956c-488b-4c5c-b3e6-1011043ed3fa req-50d0ac70-8886-4eaf-84d5-759eed582768 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:38.206054 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7d323548-ef59-4d3a-92a9-98102b06b63f admin admin] Deleting port 565adf58-9b44-462a-b201-f088c2815cef {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:38.206419 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d323548-ef59-4d3a-92a9-98102b06b63f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:38.226581 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-52e52b2d-6338-4315-9f12-31156f9cf35f service neutron] 10.222.0.37 "GET /v2.0/ports/0aae7e91-7bd5-4d4f-adec-41efb04acf16/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 384 time: 0.1239526 Dec 06 14:45:38.253619 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f851d2e-f126-4fbc-8a17-37462a52d4ed x-openstack-request-id: req-5f851d2e-f126-4fbc-8a17-37462a52d4ed {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:38.254228 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e", "name": "network-vif-deleted", "tag": "9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:38.255193 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f851d2e-f126-4fbc-8a17-37462a52d4ed {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:38.255193 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ec84e1-b3cf-4a5f-93c4-0ab2c8717a0e', 'name': 'network-vif-deleted', 'tag': '9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e', 'status': 'completed', 'code': 200} Dec 06 14:45:38.406090 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7d323548-ef59-4d3a-92a9-98102b06b63f admin admin] For port 565adf58-9b44-462a-b201-f088c2815cef, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=565adf58-9b44-462a-b201-f088c2815cef,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:38.407412 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d323548-ef59-4d3a-92a9-98102b06b63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:38.448538 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7d323548-ef59-4d3a-92a9-98102b06b63f admin admin] Calling delete_port for 565adf58-9b44-462a-b201-f088c2815cef owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:38.453043 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-640ed046-e1bb-4df8-8da7-56e711bc251f None None] Set router bf4af825-a745-49e3-9094-ad6e9fce0a74 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:38.473240 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-39f8956c-488b-4c5c-b3e6-1011043ed3fa req-50d0ac70-8886-4eaf-84d5-759eed582768 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:38.484035 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-39f8956c-488b-4c5c-b3e6-1011043ed3fa req-50d0ac70-8886-4eaf-84d5-759eed582768 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:38.510130 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-640ed046-e1bb-4df8-8da7-56e711bc251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4af825-a745-49e3-9094-ad6e9fce0a74', 'name': 'tempest-FloatingIPsNegativeTestJSON-248934186-router', 'tenant_id': '4612f0fe00de48eda12ff6cd863febe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:25Z', 'updated_at': '2021-12-06T14:45:37Z', 'revision_number': 6, 'project_id': '4612f0fe00de48eda12ff6cd863febe2', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:38.528993 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fa8a22f0-11bf-47d0-b63d-45eaff60e01e req-09ee1a3a-1f64-43a3-95a3-3cf4445fd7eb tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.1614420 Dec 06 14:45:38.546676 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640ed046-e1bb-4df8-8da7-56e711bc251f None None] Checking router: bf4af825-a745-49e3-9094-ad6e9fce0a74 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:45:38.571708 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640ed046-e1bb-4df8-8da7-56e711bc251f None None] Routers {'bf4af825-a745-49e3-9094-ad6e9fce0a74'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:38.572639 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-640ed046-e1bb-4df8-8da7-56e711bc251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bf4af825-a745-49e3-9094-ad6e9fce0a74'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:38.698239 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0ac70-8886-4eaf-84d5-759eed582768 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794b34f0-b89f-47fb-863c-fb6ef2bd62f7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:38.711696 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-640ed046-e1bb-4df8-8da7-56e711bc251f None None] Set router bf4af825-a745-49e3-9094-ad6e9fce0a74 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:38.783217 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-39f8956c-488b-4c5c-b3e6-1011043ed3fa req-50d0ac70-8886-4eaf-84d5-759eed582768 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:38.796381 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-39f8956c-488b-4c5c-b3e6-1011043ed3fa req-50d0ac70-8886-4eaf-84d5-759eed582768 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:38.840703 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0ac70-8886-4eaf-84d5-759eed582768 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f69f1e-968d-4a47-8399-456df19f1d27,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:38.849041 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-39f8956c-488b-4c5c-b3e6-1011043ed3fa req-50d0ac70-8886-4eaf-84d5-759eed582768 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:38.849505 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-640ed046-e1bb-4df8-8da7-56e711bc251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4af825-a745-49e3-9094-ad6e9fce0a74', 'name': 'tempest-FloatingIPsNegativeTestJSON-248934186-router', 'tenant_id': '4612f0fe00de48eda12ff6cd863febe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:25Z', 'updated_at': '2021-12-06T14:45:37Z', 'revision_number': 6, 'project_id': '4612f0fe00de48eda12ff6cd863febe2', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:38.873807 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39f8956c-488b-4c5c-b3e6-1011043ed3fa req-50d0ac70-8886-4eaf-84d5-759eed582768 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9158714 Dec 06 14:45:38.893355 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640ed046-e1bb-4df8-8da7-56e711bc251f None None] The sync data for ids ['bf4af825-a745-49e3-9094-ad6e9fce0a74'] in n-d-master-1 is: [{'id': 'bf4af825-a745-49e3-9094-ad6e9fce0a74', 'name': 'tempest-FloatingIPsNegativeTestJSON-248934186-router', 'tenant_id': '4612f0fe00de48eda12ff6cd863febe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:25Z', 'updated_at': '2021-12-06T14:45:37Z', 'revision_number': 6, 'project_id': '4612f0fe00de48eda12ff6cd863febe2', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:45:38.908420 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d323548-ef59-4d3a-92a9-98102b06b63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:38.920438 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb103c-3d5d-4816-97c6-58e2b36a13ae req-27340ff9-2822-48e1-be97-ea351b7a7aa8 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:38.956488 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7fbb103c-3d5d-4816-97c6-58e2b36a13ae req-27340ff9-2822-48e1-be97-ea351b7a7aa8 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 943 time: 0.3234825 Dec 06 14:45:38.968880 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d323548-ef59-4d3a-92a9-98102b06b63f admin admin] Pushing event deleted for resources: {'Port': ['ID=565adf58-9b44-462a-b201-f088c2815cef,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:39.031049 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-0cfb0807-a3d5-428a-b3f6-ec01ecb855a6 service neutron] For port 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0aae7e91-7bd5-4d4f-adec-41efb04acf16,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:39.053869 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-71846698-b229-4075-ac91-1f04a59a443a req-da3d6a65-7711-4108-8db1-a5e99443a7dd tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-9614295', 'description': 'tempest-description-215990921'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:39.085862 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d323548-ef59-4d3a-92a9-98102b06b63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:39.125906 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7fbb103c-3d5d-4816-97c6-58e2b36a13ae req-11a5b469-733f-4539-bd29-d9cfcd9ef613 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676190 Dec 06 14:45:39.127282 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-0cfb0807-a3d5-428a-b3f6-ec01ecb855a6 service neutron] For port 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:39.208051 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-0cfb0807-a3d5-428a-b3f6-ec01ecb855a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aae7e91-7bd5-4d4f-adec-41efb04acf16 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:45:39.222360 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-0cfb0807-a3d5-428a-b3f6-ec01ecb855a6 service neutron] For port 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0aae7e91-7bd5-4d4f-adec-41efb04acf16,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:39.228273 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d323548-ef59-4d3a-92a9-98102b06b63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:39.231555 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d323548-ef59-4d3a-92a9-98102b06b63f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:39.239927 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-0cfb0807-a3d5-428a-b3f6-ec01ecb855a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:39.294427 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-71846698-b229-4075-ac91-1f04a59a443a req-da3d6a65-7711-4108-8db1-a5e99443a7dd tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:39.312060 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d323548-ef59-4d3a-92a9-98102b06b63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:39.313103 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d323548-ef59-4d3a-92a9-98102b06b63f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf4af825-a745-49e3-9094-ad6e9fce0a74 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:45:39.318388 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d323548-ef59-4d3a-92a9-98102b06b63f admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:39.321849 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7d323548-ef59-4d3a-92a9-98102b06b63f admin admin] 10.222.0.20 "DELETE /v2.0/routers/bf4af825-a745-49e3-9094-ad6e9fce0a74 HTTP/1.1" status: 204 len: 168 time: 1.9648848 Dec 06 14:45:39.322207 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43682) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:39.395802 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-758edd69-20ff-457b-b122-24a278b5fe46 admin admin] Deleting subnet 4fccd0cd-0e01-4744-b719-9fd4157f897c {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:45:39.405308 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-758edd69-20ff-457b-b122-24a278b5fe46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:39.435406 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-0cfb0807-a3d5-428a-b3f6-ec01ecb855a6 service neutron] Transition to ACTIVE for port object 0aae7e91-7bd5-4d4f-adec-41efb04acf16 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:45:39.448214 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-0cfb0807-a3d5-428a-b3f6-ec01ecb855a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:39.508696 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43688) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:39.518181 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-758edd69-20ff-457b-b122-24a278b5fe46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:39.592923 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-71846698-b229-4075-ac91-1f04a59a443a req-da3d6a65-7711-4108-8db1-a5e99443a7dd tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:39.604318 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-71846698-b229-4075-ac91-1f04a59a443a req-da3d6a65-7711-4108-8db1-a5e99443a7dd tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:39.643600 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 565adf58-9b44-462a-b201-f088c2815cef no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:39.652952 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d6a65-7711-4108-8db1-a5e99443a7dd tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770d2589-f173-462d-b2ec-98915daa41d8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:39.671461 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-71846698-b229-4075-ac91-1f04a59a443a req-da3d6a65-7711-4108-8db1-a5e99443a7dd tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:39.678937 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-71846698-b229-4075-ac91-1f04a59a443a req-da3d6a65-7711-4108-8db1-a5e99443a7dd tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6315336 Dec 06 14:45:39.708307 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 565adf58-9b44-462a-b201-f088c2815cef {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:39.708667 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 565adf58-9b44-462a-b201-f088c2815cef not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:39.755776 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-0cfb0807-a3d5-428a-b3f6-ec01ecb855a6 service neutron] No DVR routers for this DVR port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:39.783736 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb0807-a3d5-428a-b3f6-ec01ecb855a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0aae7e91-7bd5-4d4f-adec-41efb04acf16,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:39.816374 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-11cbf65f-1602-4481-9440-a901389abf42 admin admin] Deleting subnet 364e1495-bfd8-4a7f-ba20-d4329cab1c75 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:45:39.822938 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2cfbb491-fd73-44fe-9ce4-a5a648f7cddb req-497a15e9-552c-49a2-86b2-d5ea839ebd34 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.1213222 Dec 06 14:45:39.823876 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11cbf65f-1602-4481-9440-a901389abf42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:39.830514 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-758edd69-20ff-457b-b122-24a278b5fe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:39.887690 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-0cfb0807-a3d5-428a-b3f6-ec01ecb855a6 service neutron] 10.222.0.37 "PUT /v2.0/ports/0aae7e91-7bd5-4d4f-adec-41efb04acf16/bindings/n-h1-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6223190 Dec 06 14:45:39.902754 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11cbf65f-1602-4481-9440-a901389abf42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:39.959900 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0aae7e91-7bd5-4d4f-adec-41efb04acf16 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:39.969130 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11cbf65f-1602-4481-9440-a901389abf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:40.033474 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-758edd69-20ff-457b-b122-24a278b5fe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:40.075491 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0aae7e91-7bd5-4d4f-adec-41efb04acf16 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:40.076950 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 47dd9da3-39ad-4b5a-821d-eadce46c93e6 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:40.085284 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11cbf65f-1602-4481-9440-a901389abf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:40.114926 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 47dd9da3-39ad-4b5a-821d-eadce46c93e6 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:40.118123 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758edd69-20ff-457b-b122-24a278b5fe46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fccd0cd-0e01-4744-b719-9fd4157f897c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:40.118643 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 47dd9da3-39ad-4b5a-821d-eadce46c93e6 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:40.128480 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-758edd69-20ff-457b-b122-24a278b5fe46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:40.131327 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbf65f-1602-4481-9440-a901389abf42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=364e1495-bfd8-4a7f-ba20-d4329cab1c75,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:40.134277 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-758edd69-20ff-457b-b122-24a278b5fe46 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4fccd0cd-0e01-4744-b719-9fd4157f897c HTTP/1.1" status: 204 len: 168 time: 0.8088565 Dec 06 14:45:40.135607 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a707990f-3e96-410d-a1c5-9533ce6251f7 None None] Network 5c934891-432f-41af-8fbc-091e6bcd3fe0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:45:40.142675 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43698) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:40.160988 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11cbf65f-1602-4481-9440-a901389abf42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:40.165580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-11cbf65f-1602-4481-9440-a901389abf42 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/364e1495-bfd8-4a7f-ba20-d4329cab1c75 HTTP/1.1" status: 204 len: 168 time: 0.6542006 Dec 06 14:45:40.169557 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43700) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:40.305469 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-2569b56a-214a-4c38-841a-807ad6eb4adb tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:40.312231 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-2569b56a-214a-4c38-841a-807ad6eb4adb tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd&tenant_id=081ecae26f1f4608b6d59404ed1f828f&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.2687604 Dec 06 14:45:40.330116 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:40.353142 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] DHCP port deletion for 5c934891-432f-41af-8fbc-091e6bcd3fe0 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:45:40.378159 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c185a-fda7-48ea-ae07-20947c977cb4 req-7512460f-28b0-4b47-bad9-fa6e0f9072ee tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:40.385561 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b6c185a-fda7-48ea-ae07-20947c977cb4 req-7512460f-28b0-4b47-bad9-fa6e0f9072ee tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 944 time: 0.1153772 Dec 06 14:45:40.392300 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64e63e0b-7c75-47b8-ac77-0cdfb713f03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:40.450035 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b6c185a-fda7-48ea-ae07-20947c977cb4 req-66a29d62-29d9-4262-ab04-dc83f8157ab6 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590761 Dec 06 14:45:40.458979 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Deleting port b2d19d9a-b32b-40f5-a562-c6ea69f16fd3 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:40.459570 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:40.489518 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-6d67fcd1-13b6-4129-994d-fc8ac1adfe49 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53693 time: 0.7676964 Dec 06 14:45:40.562156 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-65a7d082-4be4-48f6-8650-cc581037072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:40.565206 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-65a7d082-4be4-48f6-8650-cc581037072d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd&tenant_id=081ecae26f1f4608b6d59404ed1f828f HTTP/1.1" status: 200 len: 1095 time: 0.2173407 Dec 06 14:45:40.574094 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] Deleting port b2d19d9a-b32b-40f5-a562-c6ea69f16fd3 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:40.574364 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:40.608272 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] For port b2d19d9a-b32b-40f5-a562-c6ea69f16fd3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b2d19d9a-b32b-40f5-a562-c6ea69f16fd3,segment=NetworkSegment(0be9457a-7635-49a1-85bf-5b3807f8c48c),segment_id=0be9457a-7635-49a1-85bf-5b3807f8c48c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:40.608670 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:40.629477 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-8b15324f-895e-4600-810b-1f8328f89cce tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/07834ec0-2a97-4ca6-8d92-e524936a78cc HTTP/1.1" status: 200 len: 2998 time: 0.1381872 Dec 06 14:45:40.632646 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Calling delete_port for b2d19d9a-b32b-40f5-a562-c6ea69f16fd3 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:40.692180 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] For port b2d19d9a-b32b-40f5-a562-c6ea69f16fd3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b2d19d9a-b32b-40f5-a562-c6ea69f16fd3,segment=NetworkSegment(0be9457a-7635-49a1-85bf-5b3807f8c48c),segment_id=0be9457a-7635-49a1-85bf-5b3807f8c48c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:40.693036 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:40.716107 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] Calling delete_port for b2d19d9a-b32b-40f5-a562-c6ea69f16fd3 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:40.781115 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-24035786-40f2-4781-8230-1879098fada0 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/07834ec0-2a97-4ca6-8d92-e524936a78cc HTTP/1.1" status: 200 len: 2998 time: 0.1306005 Dec 06 14:45:40.816977 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64e63e0b-7c75-47b8-ac77-0cdfb713f03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:40.825293 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:40.868612 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] No DVR routers for this DVR port b2d19d9a-b32b-40f5-a562-c6ea69f16fd3 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:40.870564 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Pushing event deleted for resources: {'Port': ['ID=b2d19d9a-b32b-40f5-a562-c6ea69f16fd3,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:40.887941 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:40.890542 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:40.891751 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:40.892095 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:40.892431 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:40.892757 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:40.893095 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:40.893402 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:40.893725 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:40.895036 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:40.895589 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:40.896121 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:40.896553 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:40.896793 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415e4ce6-6c39-4562-8b3a-3c2f0c90401d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:40.899126 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-64e63e0b-7c75-47b8-ac77-0cdfb713f03b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b74075-57b6-4fd0-84d9-8729d680f814']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:40.924568 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d19d9a-b32b-40f5-a562-c6ea69f16fd3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:40.928955 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] No DVR routers for this DVR port b2d19d9a-b32b-40f5-a562-c6ea69f16fd3 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:40.944092 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-b755cb50-67b2-46e0-8adc-4cb5dae75eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:40.945592 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-b755cb50-67b2-46e0-8adc-4cb5dae75eb8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 1095 time: 0.3149319 Dec 06 14:45:40.950123 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-64e63e0b-7c75-47b8-ac77-0cdfb713f03b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc354955-7b54-40e6-9524-21209f683ab4') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:40.950579 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-64e63e0b-7c75-47b8-ac77-0cdfb713f03b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc354955-7b54-40e6-9524-21209f683ab4') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:40.981243 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64e63e0b-7c75-47b8-ac77-0cdfb713f03b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.002649 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64e63e0b-7c75-47b8-ac77-0cdfb713f03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.012067 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e63e0b-7c75-47b8-ac77-0cdfb713f03b admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:45:41.013006 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64e63e0b-7c75-47b8-ac77-0cdfb713f03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.013841 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-996b23de-b1ed-4061-8c89-6f129e81d82f req-40691db8-fb16-464a-b562-4933ccf5e506 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0398283 Dec 06 14:45:41.037036 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:45:41.046402 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:45:41.049705 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.074143 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-8294cdaf-a7eb-4a3c-8d8e-7dbd6b838429 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/2e5b0b97-afcd-4c7d-8d28-e8a1019223fd HTTP/1.1" status: 200 len: 2998 time: 0.2524402 Dec 06 14:45:41.076960 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c934891-432f-41af-8fbc-091e6bcd3fe0']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:41.088105 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be9457a-7635-49a1-85bf-5b3807f8c48c') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:41.088940 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be9457a-7635-49a1-85bf-5b3807f8c48c') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:41.100970 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.118907 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.125967 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:45:41.126355 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:45:41.128186 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:45:41.202114 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.209594 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.220594 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5c934891-432f-41af-8fbc-091e6bcd3fe0 HTTP/1.1" status: 204 len: 168 time: 1.0738420 Dec 06 14:45:41.234331 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64e63e0b-7c75-47b8-ac77-0cdfb713f03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.252354 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d96b6e-5637-4af4-a362-076edc637e88 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c934891-432f-41af-8fbc-091e6bcd3fe0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:41.275592 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64e63e0b-7c75-47b8-ac77-0cdfb713f03b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.279157 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-64e63e0b-7c75-47b8-ac77-0cdfb713f03b admin admin] 10.222.0.20 "DELETE /v2.0/networks/d3b74075-57b6-4fd0-84d9-8729d680f814 HTTP/1.1" status: 204 len: 168 time: 1.1040957 Dec 06 14:45:41.284644 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e63e0b-7c75-47b8-ac77-0cdfb713f03b admin admin] Pushing event deleted for resources: {'Network': ['ID=d3b74075-57b6-4fd0-84d9-8729d680f814,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:41.293402 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-718fb2f8-71f0-4ce2-8c3f-b02c185a1b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:41.295100 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-718fb2f8-71f0-4ce2-8c3f-b02c185a1b99 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.3264904 Dec 06 14:45:41.368368 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-21348d1b-f337-4031-a865-1990043c6c8b tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/2e5b0b97-afcd-4c7d-8d28-e8a1019223fd HTTP/1.1" status: 200 len: 2998 time: 0.2747133 Dec 06 14:45:41.384831 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-1608afeb-4a0c-401b-a922-c34bc5244bf5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aae7e91-7bd5-4d4f-adec-41efb04acf16 HTTP/1.1" status: 200 len: 217 time: 0.0800827 Dec 06 14:45:41.428776 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:41.449167 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-cbf443e2-a248-4d97-a254-7b81cd2f3928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:41.452554 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-cbf443e2-a248-4d97-a254-7b81cd2f3928 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.0574610 Dec 06 14:45:41.476932 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:41.477332 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 9731d6e8-2657-4f6e-b5b7-bb4fc6d5712e not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:41.501157 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43716) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:41.504511 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-e2860258-e873-48f8-956e-16840de4e9d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387938 Dec 06 14:45:41.515183 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-86a4c5cb-7786-4f4f-972d-41ecd40ac443 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/431ee757-36ad-41a4-9ca9-cc19fa6c4c84 HTTP/1.1" status: 200 len: 2994 time: 0.1456807 Dec 06 14:45:41.539109 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b2d19d9a-b32b-40f5-a562-c6ea69f16fd3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:41.595781 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: b2d19d9a-b32b-40f5-a562-c6ea69f16fd3 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:41.596222 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b2d19d9a-b32b-40f5-a562-c6ea69f16fd3 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:41.636930 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-812cb91a-3d19-4396-9fcb-3508442242e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4612f0fe00de48eda12ff6cd863febe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318378 Dec 06 14:45:41.637175 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43720) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:41.648669 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43722) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:41.694438 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-b5332fa8-dd7a-414d-b35b-7ee49b66335c tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/431ee757-36ad-41a4-9ca9-cc19fa6c4c84 HTTP/1.1" status: 200 len: 2994 time: 0.1654687 Dec 06 14:45:41.696467 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-fa1c4734-1ed7-4bc6-8b41-324ba0037434 service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789672 Dec 06 14:45:41.761885 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60fef6-581f-4760-affe-d9c86dddde7f req-4ab4941a-c50b-4842-87c1-a17fe550a7b1 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:41.767861 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad60fef6-581f-4760-affe-d9c86dddde7f req-4ab4941a-c50b-4842-87c1-a17fe550a7b1 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 944 time: 0.1086118 Dec 06 14:45:41.792457 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-54d532fa-120a-4f0b-87e0-2e4a6ea9c414 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9d5580db1424973a7348e24a37d0cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424053 Dec 06 14:45:41.794915 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43726) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:41.827045 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2ac219c-87da-41b5-afa7-e7756eb0f972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.851853 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2ac219c-87da-41b5-afa7-e7756eb0f972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.877078 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad60fef6-581f-4760-affe-d9c86dddde7f req-ce250793-89e1-4536-a34a-2ee33e04f5a6 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042557 Dec 06 14:45:41.905951 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-8fa57c6c-f1be-488b-9486-942ac3f34b42 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/4b1a47d1-4c7c-44a6-9dec-1006820c0712 HTTP/1.1" status: 200 len: 2998 time: 0.1984630 Dec 06 14:45:41.917362 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a99b8782-058d-42ee-b691-d7cf34d82e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.941745 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-bf839903-7a10-4e03-9f24-6ed74a902d6a service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266357 Dec 06 14:45:41.972708 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2ac219c-87da-41b5-afa7-e7756eb0f972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.975799 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2ac219c-87da-41b5-afa7-e7756eb0f972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.980357 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b2ac219c-87da-41b5-afa7-e7756eb0f972 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fe148bf-552f-4a1f-ac86-e3fa4f5f0e07 HTTP/1.1" status: 204 len: 168 time: 0.3374729 Dec 06 14:45:41.986776 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a99b8782-058d-42ee-b691-d7cf34d82e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:42.013574 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-247f2a73-123d-4e03-a269-ea56a7212081 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/4b1a47d1-4c7c-44a6-9dec-1006820c0712 HTTP/1.1" status: 200 len: 2998 time: 0.0989618 Dec 06 14:45:42.019419 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac219c-87da-41b5-afa7-e7756eb0f972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe148bf-552f-4a1f-ac86-e3fa4f5f0e07,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:42.084746 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a99b8782-058d-42ee-b691-d7cf34d82e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:42.094040 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a99b8782-058d-42ee-b691-d7cf34d82e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:42.097472 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a99b8782-058d-42ee-b691-d7cf34d82e5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b1a47d1-4c7c-44a6-9dec-1006820c0712 HTTP/1.1" status: 204 len: 168 time: 0.2992334 Dec 06 14:45:42.137753 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b8782-058d-42ee-b691-d7cf34d82e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1a47d1-4c7c-44a6-9dec-1006820c0712,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:42.169610 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-c6b0c7c2-c897-4ae8-9a2b-73ac7b3bd6f2 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/6ba4d9cd-387b-4f1d-b116-41124d1f70d9 HTTP/1.1" status: 200 len: 2998 time: 0.1321256 Dec 06 14:45:42.256708 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-649b2328-5fc3-4602-b782-d08c778c7259 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/6ba4d9cd-387b-4f1d-b116-41124d1f70d9 HTTP/1.1" status: 200 len: 2998 time: 0.0835176 Dec 06 14:45:42.295567 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1dfee944-3811-4295-8f85-72e50e9f7dc7 req-8902f1b8-1ab4-4465-9836-9c79d6d4f986 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0651104 Dec 06 14:45:42.360682 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-a2395c00-a12c-45af-93f7-e9aa6b839954 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7394a04c-f3bb-4319-856e-7463ed059612 HTTP/1.1" status: 200 len: 2998 time: 0.1021533 Dec 06 14:45:42.388913 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-b1355e30-8666-4648-bb3f-c1f2903cbc31 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:42.390497 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-b1355e30-8666-4648-bb3f-c1f2903cbc31 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd&tenant_id=081ecae26f1f4608b6d59404ed1f828f&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.1095123 Dec 06 14:45:42.466378 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-5779bfcd-7875-48cc-ae2e-2f2b0589663d tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7394a04c-f3bb-4319-856e-7463ed059612 HTTP/1.1" status: 200 len: 2998 time: 0.1052990 Dec 06 14:45:42.530681 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-1c65c184-91b8-4763-bbdb-f19077be13cc tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/794b34f0-b89f-47fb-863c-fb6ef2bd62f7 HTTP/1.1" status: 200 len: 2998 time: 0.0633855 Dec 06 14:45:42.611248 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-d5fe8554-e4fb-4925-b59c-48637cc028f9 service neutron] For port 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:42.620062 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-d5fe8554-e4fb-4925-b59c-48637cc028f9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:42.621263 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e888a95-df6b-46e6-afe6-8d815b736e63 req-d5fe8554-e4fb-4925-b59c-48637cc028f9 service neutron] 10.222.0.23 "DELETE /v2.0/ports/0aae7e91-7bd5-4d4f-adec-41efb04acf16/bindings/n-h2-master-1 HTTP/1.1" status: 204 len: 173 time: 0.2207623 Dec 06 14:45:42.652223 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-c05350bc-087b-4cbe-be5d-adcf1711b9f7 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/794b34f0-b89f-47fb-863c-fb6ef2bd62f7 HTTP/1.1" status: 200 len: 2998 time: 0.1202831 Dec 06 14:45:42.686911 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-5edbbf0d-6b81-4cbb-b309-fb9f86f16789 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] show failed (client error): The resource could not be found. Dec 06 14:45:42.689268 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-5edbbf0d-6b81-4cbb-b309-fb9f86f16789 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/8fe148bf-552f-4a1f-ac86-e3fa4f5f0e07 HTTP/1.1" status: 404 len: 352 time: 0.0346045 Dec 06 14:45:42.714400 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-7c59c854-ff55-4865-a696-21db2da16a95 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] show failed (client error): The resource could not be found. Dec 06 14:45:42.716260 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-7c59c854-ff55-4865-a696-21db2da16a95 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/8fe148bf-552f-4a1f-ac86-e3fa4f5f0e07 HTTP/1.1" status: 404 len: 352 time: 0.0176420 Dec 06 14:45:42.811605 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-f0439185-2e92-451e-a48d-00720b5bcd2c tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/baf8c4b9-186e-407c-b2d2-9e69132b767e HTTP/1.1" status: 200 len: 2998 time: 0.0856953 Dec 06 14:45:42.912127 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-109bf408-5f04-4db3-a2b4-2e65693c0353 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/baf8c4b9-186e-407c-b2d2-9e69132b767e HTTP/1.1" status: 200 len: 2998 time: 0.0909202 Dec 06 14:45:43.027862 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-91b23eef-dc8a-4dd9-bd6f-8d66724efe09 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/bb15ee44-8fbe-4575-842a-aaab35d38a02 HTTP/1.1" status: 200 len: 2998 time: 0.1059766 Dec 06 14:45:43.094488 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-aca571f4-7872-4ef3-b4e7-e081f9ea47d9 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/bb15ee44-8fbe-4575-842a-aaab35d38a02 HTTP/1.1" status: 200 len: 2998 time: 0.0592246 Dec 06 14:45:43.141796 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91266e3d-bf29-4121-bdc8-facf6a64bfbc req-d43761dc-719d-4e01-994a-fff7132d11bf tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:43.151542 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-91266e3d-bf29-4121-bdc8-facf6a64bfbc req-d43761dc-719d-4e01-994a-fff7132d11bf tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 944 time: 0.0776863 Dec 06 14:45:43.187952 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-1e2db749-63ff-41d9-903f-70be3a84806d tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c7af7eb7-9e87-4a02-beea-7c23e759d977 HTTP/1.1" status: 200 len: 2998 time: 0.0859783 Dec 06 14:45:43.239936 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-91266e3d-bf29-4121-bdc8-facf6a64bfbc req-114cf136-13ca-49d7-a5c7-e92a89825aac tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819049 Dec 06 14:45:43.272684 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-df5b1290-1a86-4b2d-9013-20687b6561a1 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c7af7eb7-9e87-4a02-beea-7c23e759d977 HTTP/1.1" status: 200 len: 2998 time: 0.0746977 Dec 06 14:45:43.356792 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-6e581465-d040-44d6-b373-3f82bb39f4ef tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d74d8599-fdf9-4a65-897b-21e1da05d7aa HTTP/1.1" status: 200 len: 2990 time: 0.0737216 Dec 06 14:45:43.477881 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-c17e9a29-bc02-4ddc-a1a6-228ff30f6375 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d74d8599-fdf9-4a65-897b-21e1da05d7aa HTTP/1.1" status: 200 len: 2990 time: 0.1110177 Dec 06 14:45:43.490104 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43788) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:43.522450 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6684850-f668-4e3b-ad92-022103450559 req-59765576-86b2-41fe-a631-a1705baa3778 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:43.524340 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6684850-f668-4e3b-ad92-022103450559 req-59765576-86b2-41fe-a631-a1705baa3778 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 944 time: 0.1006794 Dec 06 14:45:43.560779 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-624b1b89-8b1e-45f5-9412-0ee3eff2bc8a tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d82c6659-5864-4606-8f10-828c61ad347b HTTP/1.1" status: 200 len: 2998 time: 0.0513656 Dec 06 14:45:43.622191 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6684850-f668-4e3b-ad92-022103450559 req-e2a1ad03-784f-4aba-a07d-978de321367c tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910013 Dec 06 14:45:43.670940 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3afea7ca-6e07-47d5-9a36-7731cdd7a7b2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1221217329-network', 'tenant_id': 'c92a859cad9d43a4ab8a021b80a2f9f7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:43.697872 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-8c6ec78a-8b47-4120-a55e-de6ade32185b tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d82c6659-5864-4606-8f10-828c61ad347b HTTP/1.1" status: 200 len: 2998 time: 0.1203625 Dec 06 14:45:43.701098 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afea7ca-6e07-47d5-9a36-7731cdd7a7b2 admin admin] Made reservation on behalf of c92a859cad9d43a4ab8a021b80a2f9f7 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:43.704219 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3afea7ca-6e07-47d5-9a36-7731cdd7a7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:43.716497 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3afea7ca-6e07-47d5-9a36-7731cdd7a7b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:43.781983 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef628f5b-8cb6-44f2-8d55-b28010eca48c req-5a0a582c-db67-4bc4-a9fb-b5856165781b tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:43.784218 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ef628f5b-8cb6-44f2-8d55-b28010eca48c req-5a0a582c-db67-4bc4-a9fb-b5856165781b tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 944 time: 0.1458223 Dec 06 14:45:43.787950 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-6eeef357-88e3-4ca0-b480-fd2f722600ce tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/db731e68-90ba-4de2-bae5-79ba9f417e71 HTTP/1.1" status: 200 len: 2998 time: 0.0890727 Dec 06 14:45:43.798100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4b015d0c-64da-488b-9177-9c8bec7490b5 req-fc9cf61d-7a7c-443f-955f-69600b398e49 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0350723 Dec 06 14:45:43.849769 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3afea7ca-6e07-47d5-9a36-7731cdd7a7b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:43.856121 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3afea7ca-6e07-47d5-9a36-7731cdd7a7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:43.891063 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3afea7ca-6e07-47d5-9a36-7731cdd7a7b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:45:43.897909 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afea7ca-6e07-47d5-9a36-7731cdd7a7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35fe114-24ea-48dc-88a8-aea5354484fb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:43.908613 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-f3d3d86f-9f0e-4891-905e-021afb3e94b0 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/db731e68-90ba-4de2-bae5-79ba9f417e71 HTTP/1.1" status: 200 len: 2998 time: 0.1092856 Dec 06 14:45:43.919208 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3afea7ca-6e07-47d5-9a36-7731cdd7a7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:43.919577 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-3afea7ca-6e07-47d5-9a36-7731cdd7a7b2 admin admin] Added segment 347ab836-13f6-4b77-bc39-629a666223d8 of type vlan for network 946c36bc-6c9f-4817-bfbd-94abf6116d56 Dec 06 14:45:43.960391 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-ef628f5b-8cb6-44f2-8d55-b28010eca48c req-8db5ed62-3fb4-4df0-b1bf-6b2e6ab6cf27 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Deleting port 41c48ea0-d370-47a9-8ab1-400c4b6721dc {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:43.960862 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ef628f5b-8cb6-44f2-8d55-b28010eca48c req-8db5ed62-3fb4-4df0-b1bf-6b2e6ab6cf27 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:43.993905 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-de5d7521-a274-44b9-9e5e-d7d528f84e60 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e42e2275-710a-476b-86d9-e2249bd6bb56 HTTP/1.1" status: 200 len: 2998 time: 0.0745533 Dec 06 14:45:44.010255 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3afea7ca-6e07-47d5-9a36-7731cdd7a7b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:44.038221 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0387cfe-78c1-43b7-8677-c2f1933a6b9d req-3281e1ba-d89e-44f1-a1ee-b1325057d934 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:44.039964 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0387cfe-78c1-43b7-8677-c2f1933a6b9d req-3281e1ba-d89e-44f1-a1ee-b1325057d934 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 1095 time: 0.0799050 Dec 06 14:45:44.062681 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3afea7ca-6e07-47d5-9a36-7731cdd7a7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:44.063634 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afea7ca-6e07-47d5-9a36-7731cdd7a7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:44.064231 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3afea7ca-6e07-47d5-9a36-7731cdd7a7b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:44.089139 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2f80d6-789c-40f8-973f-da0f5a8484cd req-f62583f2-a1f5-4384-9cee-464cb4eb11b2 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e42e2275-710a-476b-86d9-e2249bd6bb56 HTTP/1.1" status: 200 len: 2998 time: 0.0888577 Dec 06 14:45:44.107785 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ef628f5b-8cb6-44f2-8d55-b28010eca48c req-8db5ed62-3fb4-4df0-b1bf-6b2e6ab6cf27 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] For port 41c48ea0-d370-47a9-8ab1-400c4b6721dc, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=41c48ea0-d370-47a9-8ab1-400c4b6721dc,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:44.108645 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ef628f5b-8cb6-44f2-8d55-b28010eca48c req-8db5ed62-3fb4-4df0-b1bf-6b2e6ab6cf27 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:44.125686 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-ef628f5b-8cb6-44f2-8d55-b28010eca48c req-8db5ed62-3fb4-4df0-b1bf-6b2e6ab6cf27 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Calling delete_port for 41c48ea0-d370-47a9-8ab1-400c4b6721dc owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:44.125944 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3afea7ca-6e07-47d5-9a36-7731cdd7a7b2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6348035 Dec 06 14:45:44.129701 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43802) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:44.137569 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3b86a98f-e064-4b01-a0de-1a4bb267c281 admin admin] Request body: {'subnet': {'network_id': '946c36bc-6c9f-4817-bfbd-94abf6116d56', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1221217329-subnet', 'tenant_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:44.174593 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0387cfe-78c1-43b7-8677-c2f1933a6b9d req-277bc1a3-bb24-49f3-8efa-2add71e51dbf tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215184 Dec 06 14:45:44.175426 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afea7ca-6e07-47d5-9a36-7731cdd7a7b2 admin admin] Pushing event updated for resources: {'Network': ['ID=946c36bc-6c9f-4817-bfbd-94abf6116d56,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:44.188219 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 946c36bc-6c9f-4817-bfbd-94abf6116d56 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:45:44.210379 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b86a98f-e064-4b01-a0de-1a4bb267c281 admin admin] Made reservation on behalf of c92a859cad9d43a4ab8a021b80a2f9f7 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:44.212787 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b86a98f-e064-4b01-a0de-1a4bb267c281 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:44.331190 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79ec40e1-059a-4d98-ac65-cbb8cd0db7f6 req-86e354a2-e7eb-4a23-bb58-c819c65b7b18 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07012ed35c9348b3a342ffbacc717d47 HTTP/1.1" status: 200 len: 6153 time: 0.1050131 Dec 06 14:45:44.399099 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ef628f5b-8cb6-44f2-8d55-b28010eca48c req-8db5ed62-3fb4-4df0-b1bf-6b2e6ab6cf27 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:44.414489 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['41c48ea0-d370-47a9-8ab1-400c4b6721dc'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:44.428345 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79ec40e1-059a-4d98-ac65-cbb8cd0db7f6 req-d9bcfbbe-829b-4c4a-929f-bf31b78a7fc8 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] 10.222.0.20 "GET /v2.0/security-groups/db731e68-90ba-4de2-bae5-79ba9f417e71 HTTP/1.1" status: 200 len: 2998 time: 0.0793698 Dec 06 14:45:44.500618 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79ec40e1-059a-4d98-ac65-cbb8cd0db7f6 req-fc01438b-092e-44fc-b636-662b9a5ce5bc tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] 10.222.0.20 "GET /v2.0/security-groups/db731e68-90ba-4de2-bae5-79ba9f417e71 HTTP/1.1" status: 200 len: 2998 time: 0.0651605 Dec 06 14:45:44.582843 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35f9428f-203f-4fb6-8865-fb168a68b73d req-8a0fb1fe-6d77-43ae-b30e-45ad4917f838 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/770d2589-f173-462d-b2ec-98915daa41d8 HTTP/1.1" status: 200 len: 1791 time: 0.0448022 Dec 06 14:45:44.640499 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-35f9428f-203f-4fb6-8865-fb168a68b73d req-dd716445-13b9-4327-99b5-92205be9926d tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:44.665075 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-35f9428f-203f-4fb6-8865-fb168a68b73d req-dd716445-13b9-4327-99b5-92205be9926d tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:44.709583 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-35f9428f-203f-4fb6-8865-fb168a68b73d req-dd716445-13b9-4327-99b5-92205be9926d tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:44.712265 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-35f9428f-203f-4fb6-8865-fb168a68b73d req-dd716445-13b9-4327-99b5-92205be9926d tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:44.713653 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35f9428f-203f-4fb6-8865-fb168a68b73d req-dd716445-13b9-4327-99b5-92205be9926d tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/770d2589-f173-462d-b2ec-98915daa41d8 HTTP/1.1" status: 204 len: 173 time: 0.1247280 Dec 06 14:45:44.738493 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd716445-13b9-4327-99b5-92205be9926d tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770d2589-f173-462d-b2ec-98915daa41d8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:44.777799 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5ed62-3fb4-4df0-b1bf-6b2e6ab6cf27 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Pushing event deleted for resources: {'Port': ['ID=41c48ea0-d370-47a9-8ab1-400c4b6721dc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:44.846708 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29633373-ca19-4ff0-88ff-3e1940f3bc88 req-c56762b4-6b17-49b4-bc5f-f52ed6823942 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc HTTP/1.1" status: 200 len: 210 time: 0.0289576 Dec 06 14:45:44.868195 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef628f5b-8cb6-44f2-8d55-b28010eca48c req-8db5ed62-3fb4-4df0-b1bf-6b2e6ab6cf27 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] No DVR routers for this DVR port 41c48ea0-d370-47a9-8ab1-400c4b6721dc on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:44.877113 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ef628f5b-8cb6-44f2-8d55-b28010eca48c req-8db5ed62-3fb4-4df0-b1bf-6b2e6ab6cf27 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:44.881683 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ef628f5b-8cb6-44f2-8d55-b28010eca48c req-8db5ed62-3fb4-4df0-b1bf-6b2e6ab6cf27 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.23 "DELETE /v2.0/ports/41c48ea0-d370-47a9-8ab1-400c4b6721dc HTTP/1.1" status: 204 len: 173 time: 1.0905266 Dec 06 14:45:44.881683 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc', 'name': 'network-vif-deleted', 'tag': '41c48ea0-d370-47a9-8ab1-400c4b6721dc'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:44.883756 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95cb9f4-f894-4d53-9d7a-1499f56ff18a" -d '{"events": [{"server_uuid": "3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc", "name": "network-vif-deleted", "tag": "41c48ea0-d370-47a9-8ab1-400c4b6721dc"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:44.915712 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8463b9c8-d144-44aa-b877-ed1c94817c68 req-1e2bee1d-2c86-4f1b-a574-09c85e7f3101 tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "GET /v2.0/security-groups/02f69f1e-968d-4a47-8399-456df19f1d27 HTTP/1.1" status: 200 len: 1794 time: 0.0438936 Dec 06 14:45:44.967868 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b86a98f-e064-4b01-a0de-1a4bb267c281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:44.981070 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8463b9c8-d144-44aa-b877-ed1c94817c68 req-be7f0ea5-0dd1-4334-a7cf-664c3dc570da tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.005545 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8463b9c8-d144-44aa-b877-ed1c94817c68 req-be7f0ea5-0dd1-4334-a7cf-664c3dc570da tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.025822 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-a449a098-2a71-4411-aebc-5c71a9168dbe tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:45.027437 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-a449a098-2a71-4411-aebc-5c71a9168dbe tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 808 time: 0.2536750 Dec 06 14:45:45.051221 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8463b9c8-d144-44aa-b877-ed1c94817c68 req-be7f0ea5-0dd1-4334-a7cf-664c3dc570da tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.053861 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8463b9c8-d144-44aa-b877-ed1c94817c68 req-be7f0ea5-0dd1-4334-a7cf-664c3dc570da tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.055006 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8463b9c8-d144-44aa-b877-ed1c94817c68 req-be7f0ea5-0dd1-4334-a7cf-664c3dc570da tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/02f69f1e-968d-4a47-8399-456df19f1d27 HTTP/1.1" status: 204 len: 173 time: 0.1306775 Dec 06 14:45:45.058803 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-c9196f56-e5ae-42ba-bcf7-35da2ad8f2b8 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/quotas/081ecae26f1f4608b6d59404ed1f828f HTTP/1.1" status: 200 len: 375 time: 0.0225434 Dec 06 14:45:45.064199 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f0ea5-0dd1-4334-a7cf-664c3dc570da tempest-SecurityGroupsTestAdminJSON-653665891 tempest-SecurityGroupsTestAdminJSON-653665891-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f69f1e-968d-4a47-8399-456df19f1d27,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:45.064797 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86a98f-e064-4b01-a0de-1a4bb267c281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa4234d-7878-4f7c-aeb5-44fbed5eed86,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:45.076816 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b86a98f-e064-4b01-a0de-1a4bb267c281 admin admin] Checking segment: {'id': '347ab836-13f6-4b77-bc39-629a666223d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '946c36bc-6c9f-4817-bfbd-94abf6116d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:45.077142 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b86a98f-e064-4b01-a0de-1a4bb267c281 admin admin] Network hostable DHCP agents. Network: 946c36bc-6c9f-4817-bfbd-94abf6116d56, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:45:45.129599 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b86a98f-e064-4b01-a0de-1a4bb267c281 admin admin] Network 946c36bc-6c9f-4817-bfbd-94abf6116d56 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:45:45.148810 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-ac23a65a-cf28-4909-aa49-b2caf944f27f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605919 Dec 06 14:45:45.149438 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3b86a98f-e064-4b01-a0de-1a4bb267c281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 946c36bc-6c9f-4817-bfbd-94abf6116d56) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:45.159000 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce4c972-80bc-41d2-87fb-a484134c46f3 None None] Network 946c36bc-6c9f-4817-bfbd-94abf6116d56 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:45:45.181682 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-884d079f-dc43-48b5-8b03-44fa609eb296 req-8397b389-9318-4558-80a2-90f741448be4 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0365698 Dec 06 14:45:45.182466 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b86a98f-e064-4b01-a0de-1a4bb267c281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:45.183005 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b86a98f-e064-4b01-a0de-1a4bb267c281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.221186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3b86a98f-e064-4b01-a0de-1a4bb267c281 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0871067 Dec 06 14:45:45.221361 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43852) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:45.226489 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1221217329-router', 'tenant_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:45.257248 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.258562 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.373766 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a480c8d7-ed5e-4292-a300-d301d243036e x-openstack-request-id: req-a480c8d7-ed5e-4292-a300-d301d243036e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:45.374392 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc", "name": "network-vif-deleted", "tag": "41c48ea0-d370-47a9-8ab1-400c4b6721dc", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:45.374942 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a480c8d7-ed5e-4292-a300-d301d243036e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:45.375551 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7ec055-fac1-4aa9-aeed-e5ebc020bdbc', 'name': 'network-vif-deleted', 'tag': '41c48ea0-d370-47a9-8ab1-400c4b6721dc', 'status': 'completed', 'code': 200} Dec 06 14:45:45.386122 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.402840 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-946c36bc-6c9f-4817-bfbd-94abf6116d56', 'network_id': '946c36bc-6c9f-4817-bfbd-94abf6116d56', 'tenant_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'fixed_ips': [{'subnet_id': 'caa4234d-7878-4f7c-aeb5-44fbed5eed86'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:45:45.405096 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.444288 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43856) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:45.463612 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-19029ace-6121-410a-81cf-1ff9a2d3e0fd req-b5ad4d51-fcb3-4d5e-82b6-4292c9bd4cee tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] 10.222.0.20 "GET /v2.0/security-groups/b1d053a9-d50f-4f97-93bc-e7499c81ba83 HTTP/1.1" status: 200 len: 1794 time: 0.0830426 Dec 06 14:45:45.538767 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-19029ace-6121-410a-81cf-1ff9a2d3e0fd req-6707b30a-e848-4839-b3d4-a2a8ccdcd0fc tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.584180 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-19029ace-6121-410a-81cf-1ff9a2d3e0fd req-6707b30a-e848-4839-b3d4-a2a8ccdcd0fc tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.598414 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Allocated IP 172.20.0.2 (946c36bc-6c9f-4817-bfbd-94abf6116d56/caa4234d-7878-4f7c-aeb5-44fbed5eed86/c05637d7-16d7-4c78-86fd-ef7871bed91d) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:45.642771 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-19029ace-6121-410a-81cf-1ff9a2d3e0fd req-6707b30a-e848-4839-b3d4-a2a8ccdcd0fc tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.645628 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-19029ace-6121-410a-81cf-1ff9a2d3e0fd req-6707b30a-e848-4839-b3d4-a2a8ccdcd0fc tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.646845 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.660933 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-19029ace-6121-410a-81cf-1ff9a2d3e0fd req-6707b30a-e848-4839-b3d4-a2a8ccdcd0fc tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] 10.222.0.20 "DELETE /v2.0/security-groups/b1d053a9-d50f-4f97-93bc-e7499c81ba83 HTTP/1.1" status: 204 len: 173 time: 0.1962693 Dec 06 14:45:45.663926 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-c0780a6a-6f42-4e18-83b0-1c390927c034 service neutron] 10.222.0.20 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912171 Dec 06 14:45:45.684532 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707b30a-e848-4839-b3d4-a2a8ccdcd0fc tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d053a9-d50f-4f97-93bc-e7499c81ba83,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:45.727518 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3682ed8-3979-4f59-9125-27322f8d2ab6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.811800 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.820826 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.825011 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eec15511-a6e7-4691-98dc-3ad51449e356 req-ea4510c6-e85b-42c0-a73a-44c485b8b2ba tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] 10.222.0.20 "GET /v2.0/security-groups/6b7842f9-f42e-4ee4-bc0c-d10f50a29430 HTTP/1.1" status: 200 len: 1794 time: 0.0647612 Dec 06 14:45:45.841170 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-b10dc805-da0e-4b75-9f4b-f5f8bd6bb4b3 service neutron] 10.222.0.20 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640868 Dec 06 14:45:45.876590 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Pushing event updated for resources: {'Port': ['ID=c05637d7-16d7-4c78-86fd-ef7871bed91d,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:45.888407 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Network 946c36bc-6c9f-4817-bfbd-94abf6116d56 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:45.890417 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:45.893656 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:45.901253 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-eec15511-a6e7-4691-98dc-3ad51449e356 req-19ada2f4-b8fe-4e00-ba7a-eba149f62788 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.927691 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-eec15511-a6e7-4691-98dc-3ad51449e356 req-19ada2f4-b8fe-4e00-ba7a-eba149f62788 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.942712 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3682ed8-3979-4f59-9125-27322f8d2ab6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.972383 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Attempting to bind port c05637d7-16d7-4c78-86fd-ef7871bed91d on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:45.973000 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Attempting to bind port c05637d7-16d7-4c78-86fd-ef7871bed91d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '347ab836-13f6-4b77-bc39-629a666223d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '946c36bc-6c9f-4817-bfbd-94abf6116d56'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:45.973160 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-eec15511-a6e7-4691-98dc-3ad51449e356 req-19ada2f4-b8fe-4e00-ba7a-eba149f62788 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.973555 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Attempting to bind port c05637d7-16d7-4c78-86fd-ef7871bed91d on network 946c36bc-6c9f-4817-bfbd-94abf6116d56 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:45.976872 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-eec15511-a6e7-4691-98dc-3ad51449e356 req-19ada2f4-b8fe-4e00-ba7a-eba149f62788 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.978223 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eec15511-a6e7-4691-98dc-3ad51449e356 req-19ada2f4-b8fe-4e00-ba7a-eba149f62788 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] 10.222.0.20 "DELETE /v2.0/security-groups/6b7842f9-f42e-4ee4-bc0c-d10f50a29430 HTTP/1.1" status: 204 len: 173 time: 0.1445026 Dec 06 14:45:45.980399 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:45.980889 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Checking segment: {'id': '347ab836-13f6-4b77-bc39-629a666223d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '946c36bc-6c9f-4817-bfbd-94abf6116d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:45.981408 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.981961 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Bound using segment: {'id': '347ab836-13f6-4b77-bc39-629a666223d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '946c36bc-6c9f-4817-bfbd-94abf6116d56'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:45.987315 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Bound port: c05637d7-16d7-4c78-86fd-ef7871bed91d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347ab836-13f6-4b77-bc39-629a666223d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '946c36bc-6c9f-4817-bfbd-94abf6116d56'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:45.987514 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:45.989319 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ada2f4-b8fe-4e00-ba7a-eba149f62788 tempest-SecurityGroupsTestAdminJSON-20005839 tempest-SecurityGroupsTestAdminJSON-20005839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7842f9-f42e-4ee4-bc0c-d10f50a29430,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:45.993199 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3682ed8-3979-4f59-9125-27322f8d2ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:46.080666 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] For port c05637d7-16d7-4c78-86fd-ef7871bed91d, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:46.086343 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] For port c05637d7-16d7-4c78-86fd-ef7871bed91d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c05637d7-16d7-4c78-86fd-ef7871bed91d,segment=NetworkSegment(347ab836-13f6-4b77-bc39-629a666223d8),segment_id=347ab836-13f6-4b77-bc39-629a666223d8)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:46.096597 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:46.098342 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f3682ed8-3979-4f59-9125-27322f8d2ab6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fff13dba3310490ea54e88f3c3e2a844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6229393 Dec 06 14:45:46.101253 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43870) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:46.106943 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3682ed8-3979-4f59-9125-27322f8d2ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f22a19b-a2be-4e3d-8a55-68e28d8225f2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:46.133851 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:46.173584 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:46.220105 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a1d7734-ab38-42ef-b029-dbda0d98a1bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:46.246789 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cf125-62e9-4ea5-abd4-21de5e166a8c None None] Pushing event updated for resources: {'Port': ['ID=c05637d7-16d7-4c78-86fd-ef7871bed91d,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:46.278270 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a1d7734-ab38-42ef-b029-dbda0d98a1bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:46.348619 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a1d7734-ab38-42ef-b029-dbda0d98a1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:46.352107 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a1d7734-ab38-42ef-b029-dbda0d98a1bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:46.367435 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0a1d7734-ab38-42ef-b029-dbda0d98a1bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f22a19b-a2be-4e3d-8a55-68e28d8225f2 HTTP/1.1" status: 204 len: 168 time: 0.2601631 Dec 06 14:45:46.376521 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6e33f948-6f64-4195-bbc0-1c0d9c0cb80f req-4defc070-8007-47a8-b848-4b5ad984a890 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 210 time: 0.1649418 Dec 06 14:45:46.378668 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43886) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:46.386607 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d7734-ab38-42ef-b029-dbda0d98a1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f22a19b-a2be-4e3d-8a55-68e28d8225f2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:46.462953 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Allocated IP 172.35.7.168 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/23272de7-a908-46f2-b112-437dfff44a34) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:46.534954 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2714d61a-e3b7-4860-b54b-c9b062b10792 req-35d6f7a8-6cf4-45b3-8eb0-80c35e1328ac tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0491283 Dec 06 14:45:46.774071 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d1ecf58d-b32a-4135-adc6-b58ae38a61d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07012ed35c9348b3a342ffbacc717d47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3941245 Dec 06 14:45:46.775622 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43900) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:46.815938 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:46.876379 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dea30-9635-4b83-94cd-7fb0060f015f req-9773f3ae-f6ba-4523-9f2e-5f709a51e2b3 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:46.876895 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:46.878242 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f18dea30-9635-4b83-94cd-7fb0060f015f req-9773f3ae-f6ba-4523-9f2e-5f709a51e2b3 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 944 time: 0.2011740 Dec 06 14:45:46.932091 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:46.937117 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:46.939715 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:46.970262 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-034237a7-c139-4a18-9e77-13d4bf802796 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:46.981377 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Pushing event updated for resources: {'Port': ['ID=23272de7-a908-46f2-b112-437dfff44a34,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:46.991308 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527f718-d68f-416e-afa1-b389773a5366 req-8f542849-09aa-4956-b3e2-5de1e413c389 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:46.992913 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9527f718-d68f-416e-afa1-b389773a5366 req-8f542849-09aa-4956-b3e2-5de1e413c389 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.37 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 944 time: 0.1396475 Dec 06 14:45:46.999524 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f18dea30-9635-4b83-94cd-7fb0060f015f req-20cf7c8c-81c0-4af0-b4b6-50f36d425216 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923376 Dec 06 14:45:47.069592 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-034237a7-c139-4a18-9e77-13d4bf802796 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:47.177102 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-9527f718-d68f-416e-afa1-b389773a5366 req-e5f72351-63bd-40fc-bb9f-227773bbd13a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Deleting port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:47.177510 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9527f718-d68f-416e-afa1-b389773a5366 req-e5f72351-63bd-40fc-bb9f-227773bbd13a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:47.255087 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-034237a7-c139-4a18-9e77-13d4bf802796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:47.258188 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-034237a7-c139-4a18-9e77-13d4bf802796 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:47.259450 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-034237a7-c139-4a18-9e77-13d4bf802796 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db731e68-90ba-4de2-bae5-79ba9f417e71 HTTP/1.1" status: 204 len: 168 time: 0.4745791 Dec 06 14:45:47.280270 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034237a7-c139-4a18-9e77-13d4bf802796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db731e68-90ba-4de2-bae5-79ba9f417e71,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:47.335070 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9527f718-d68f-416e-afa1-b389773a5366 req-e5f72351-63bd-40fc-bb9f-227773bbd13a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] For port 0be253fc-4d93-4512-aeb5-2edff55bb8a8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0be253fc-4d93-4512-aeb5-2edff55bb8a8,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:47.336261 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9527f718-d68f-416e-afa1-b389773a5366 req-e5f72351-63bd-40fc-bb9f-227773bbd13a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:47.361170 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-9527f718-d68f-416e-afa1-b389773a5366 req-e5f72351-63bd-40fc-bb9f-227773bbd13a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Calling delete_port for 0be253fc-4d93-4512-aeb5-2edff55bb8a8 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:47.361691 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:47.475529 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 41c48ea0-d370-47a9-8ab1-400c4b6721dc no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:47.545089 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 41c48ea0-d370-47a9-8ab1-400c4b6721dc {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:47.552190 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 41c48ea0-d370-47a9-8ab1-400c4b6721dc not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:47.560310 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c05637d7-16d7-4c78-86fd-ef7871bed91d up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:47.583628 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ecd4a73-aeee-45fe-852e-aa7c2d80257f req-7b956ae8-3374-4a32-a73d-4924db4bae5a tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 210 time: 0.0529995 Dec 06 14:45:47.591344 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43928) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:47.697669 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port c05637d7-16d7-4c78-86fd-ef7871bed91d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:47.698047 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:47.803776 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:47.832481 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:47.871453 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06fa696-6e9f-4c74-a74c-9d67e62b7e79 None None] Network 946c36bc-6c9f-4817-bfbd-94abf6116d56 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:45:47.939093 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6cc0f6c9-538a-414b-a817-23ed172e223f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-643569639-network', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:47.964714 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port c05637d7-16d7-4c78-86fd-ef7871bed91d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c05637d7-16d7-4c78-86fd-ef7871bed91d,segment=NetworkSegment(347ab836-13f6-4b77-bc39-629a666223d8),segment_id=347ab836-13f6-4b77-bc39-629a666223d8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:48.006947 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0321119-6dd1-4a07-b646-2f0a7e5ea2a3 req-00cb4d49-714f-4e16-bcfd-5488752247b3 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.2715294 Dec 06 14:45:48.008753 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.021903 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-2ce004ab-dae3-41fd-95fe-06063a7d32b0 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:48.023912 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-2ce004ab-dae3-41fd-95fe-06063a7d32b0 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.37 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 808 time: 0.2506526 Dec 06 14:45:48.025169 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43934) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:48.027544 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc0f6c9-538a-414b-a817-23ed172e223f admin admin] Made reservation on behalf of 8bb54282aaa64e1f9dee35090bece2ca for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:48.030762 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f6c9-538a-414b-a817-23ed172e223f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.051400 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-4a7df8bd-b9ed-4c0c-b18f-ab42166317dc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Request body: {'port': {'device_id': 'f76b3b22-3504-4e45-9838-ab0cdca3034f', 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2', 'admin_state_up': True, 'tenant_id': '081ecae26f1f4608b6d59404ed1f828f'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:48.056776 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9527f718-d68f-416e-afa1-b389773a5366 req-e5f72351-63bd-40fc-bb9f-227773bbd13a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.059694 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f6c9-538a-414b-a817-23ed172e223f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.067021 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-96c6d862-d9bd-4d04-acc9-23c85c49add7 None None] Provisioning complete for port c05637d7-16d7-4c78-86fd-ef7871bed91d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:48.067535 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96c6d862-d9bd-4d04-acc9-23c85c49add7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.091550 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Router 61b1f8f1-ef06-4fea-9d9d-8187441b743d is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:45:48.145540 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f72351-63bd-40fc-bb9f-227773bbd13a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Pushing event deleted for resources: {'Port': ['ID=0be253fc-4d93-4512-aeb5-2edff55bb8a8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:48.172449 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6dbf75b-0d12-40fa-bc35-1c1dbe8c8451 req-c07cbf8c-f4de-4252-9cd0-d1957748382f tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=8346cb02-eb8b-438c-bab8-1c4551250e40 HTTP/1.1" status: 200 len: 210 time: 0.0692768 Dec 06 14:45:48.181947 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e8580eea-a976-4aec-9509-947a87a7b0c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bee7868a1ea949d5bc420623d1526451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553972 Dec 06 14:45:48.184092 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=c05637d7-16d7-4c78-86fd-ef7871bed91d,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:48.186413 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9527f718-d68f-416e-afa1-b389773a5366 req-e5f72351-63bd-40fc-bb9f-227773bbd13a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] No DVR routers for this DVR port 0be253fc-4d93-4512-aeb5-2edff55bb8a8 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:48.187859 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43938) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:48.195142 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9527f718-d68f-416e-afa1-b389773a5366 req-e5f72351-63bd-40fc-bb9f-227773bbd13a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.203473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9527f718-d68f-416e-afa1-b389773a5366 req-e5f72351-63bd-40fc-bb9f-227773bbd13a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.37 "DELETE /v2.0/ports/0be253fc-4d93-4512-aeb5-2edff55bb8a8 HTTP/1.1" status: 204 len: 173 time: 1.1982012 Dec 06 14:45:48.209353 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8346cb02-eb8b-438c-bab8-1c4551250e40', 'name': 'network-vif-deleted', 'tag': '0be253fc-4d93-4512-aeb5-2edff55bb8a8'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:48.211902 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942d7441-1cf7-4647-8bc2-81a13dab0be9" -d '{"events": [{"server_uuid": "8346cb02-eb8b-438c-bab8-1c4551250e40", "name": "network-vif-deleted", "tag": "0be253fc-4d93-4512-aeb5-2edff55bb8a8"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:48.332182 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae6f8f1-c261-406a-bfbc-bdef7c7ad4be x-openstack-request-id: req-9ae6f8f1-c261-406a-bfbc-bdef7c7ad4be {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:48.333248 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8346cb02-eb8b-438c-bab8-1c4551250e40", "name": "network-vif-deleted", "tag": "0be253fc-4d93-4512-aeb5-2edff55bb8a8", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:48.333821 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ae6f8f1-c261-406a-bfbc-bdef7c7ad4be {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:48.334638 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8346cb02-eb8b-438c-bab8-1c4551250e40', 'name': 'network-vif-deleted', 'tag': '0be253fc-4d93-4512-aeb5-2edff55bb8a8', 'status': 'completed', 'code': 200} Dec 06 14:45:48.336757 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-4a7df8bd-b9ed-4c0c-b18f-ab42166317dc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Made reservation on behalf of 081ecae26f1f4608b6d59404ed1f828f for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:48.342028 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-4a7df8bd-b9ed-4c0c-b18f-ab42166317dc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.365798 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f6c9-538a-414b-a817-23ed172e223f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.376521 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f6c9-538a-414b-a817-23ed172e223f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.380249 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:45:48.388539 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3be4955e-321b-4c3e-85e5-543b4c33c1bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.395998 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Sync routers for ids ['61b1f8f1-ef06-4fea-9d9d-8187441b743d'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:45:48.409189 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Routers {'61b1f8f1-ef06-4fea-9d9d-8187441b743d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:48.409869 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['61b1f8f1-ef06-4fea-9d9d-8187441b743d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:48.427042 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc0f6c9-538a-414b-a817-23ed172e223f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:45:48.442264 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f6c9-538a-414b-a817-23ed172e223f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.442660 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-6cc0f6c9-538a-414b-a817-23ed172e223f admin admin] Added segment b4d1867c-32aa-4fcd-b513-a03a68ae7db8 of type vlan for network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 Dec 06 14:45:48.492395 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f6c9-538a-414b-a817-23ed172e223f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.530738 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3be4955e-321b-4c3e-85e5-543b4c33c1bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.531739 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Set router 61b1f8f1-ef06-4fea-9d9d-8187441b743d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:48.532653 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-4a7df8bd-b9ed-4c0c-b18f-ab42166317dc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Allocated IP 172.20.0.13 (b37294a8-0dc8-43e9-9099-e05815316dd2/2064b1ac-2a71-4b5a-a088-7d172eb65d88/27b759ae-6d20-47e7-b36b-14b78fba79de) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:48.535692 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.537056 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3485a3e8-8130-41b4-b303-55b4b892d69b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3145912 Dec 06 14:45:48.548038 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43942) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:48.597581 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0f6c9-538a-414b-a817-23ed172e223f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a90675-a22d-4de9-97f9-eb09a158285a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:48.614744 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f6c9-538a-414b-a817-23ed172e223f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.614744 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc0f6c9-538a-414b-a817-23ed172e223f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:48.615766 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f6c9-538a-414b-a817-23ed172e223f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.647305 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d8ec2f02-0cfa-45b0-b29e-d3b092649b7e None None] Provisioning complete for port c05637d7-16d7-4c78-86fd-ef7871bed91d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:48.648067 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2f02-0cfa-45b0-b29e-d3b092649b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.658000 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6cc0f6c9-538a-414b-a817-23ed172e223f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0653458 Dec 06 14:45:48.694223 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43946) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:48.713335 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e206f9f3-d117-4dc0-8b14-8a521b6b67eb admin admin] Request body: {'subnet': {'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-643569639-subnet', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:48.726317 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'name': 'tempest-FloatingIPDetailsTestJSON-1221217329-router', 'tenant_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': '23272de7-a908-46f2-b112-437dfff44a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:45Z', 'updated_at': '2021-12-06T14:45:47Z', 'revision_number': 3, 'project_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'gw_port': {'id': '23272de7-a908-46f2-b112-437dfff44a34', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:46Z', 'updated_at': '2021-12-06T14:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:48.766684 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Checking router: 61b1f8f1-ef06-4fea-9d9d-8187441b743d for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:45:48.767204 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Updating router 61b1f8f1-ef06-4fea-9d9d-8187441b743d port 23272de7-a908-46f2-b112-437dfff44a34 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:45:48.774106 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-4a7df8bd-b9ed-4c0c-b18f-ab42166317dc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.804337 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.823793 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-4a7df8bd-b9ed-4c0c-b18f-ab42166317dc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.884467 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-4a7df8bd-b9ed-4c0c-b18f-ab42166317dc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Network b37294a8-0dc8-43e9-9099-e05815316dd2 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:48.888729 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-4a7df8bd-b9ed-4c0c-b18f-ab42166317dc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:48.893483 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-4a7df8bd-b9ed-4c0c-b18f-ab42166317dc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:48.926270 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7df8bd-b9ed-4c0c-b18f-ab42166317dc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Pushing event updated for resources: {'Port': ['ID=27b759ae-6d20-47e7-b36b-14b78fba79de,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:48.966363 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-4a7df8bd-b9ed-4c0c-b18f-ab42166317dc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:48.967011 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-4a7df8bd-b9ed-4c0c-b18f-ab42166317dc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.986473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-4a7df8bd-b9ed-4c0c-b18f-ab42166317dc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9402075 Dec 06 14:45:49.001163 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Request body: {'port': {'device_id': 'f76b3b22-3504-4e45-9838-ab0cdca3034f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:49.063455 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:49.135278 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:49.139333 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-017afe14-44ae-4980-9cba-8f4b35a9ffba req-202ac906-cede-4d69-a6ca-e716f837c83f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 210 time: 0.4217675 Dec 06 14:45:49.147194 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:49.214185 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0f6c9-538a-414b-a817-23ed172e223f admin admin] Pushing event updated for resources: {'Network': ['ID=4a4e119c-9ce0-49ca-9e2d-7dd88850f983,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:49.219224 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954458ff-d6da-4c98-a8b9-5e5eff372a39 None None] Pushing event updated for resources: {'Port': ['ID=23272de7-a908-46f2-b112-437dfff44a34,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:49.228529 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Attempting to bind port 23272de7-a908-46f2-b112-437dfff44a34 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:49.229134 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Attempting to bind port 23272de7-a908-46f2-b112-437dfff44a34 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:49.229677 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Attempting to bind port 23272de7-a908-46f2-b112-437dfff44a34 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:49.231148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0aff28f-0323-4c6d-b966-62ac478acfe6 req-5ff56c93-6d65-41f8-9320-7bbc2739fe22 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0478191 Dec 06 14:45:49.237307 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:49.237892 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:49.238361 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:45:49.238674 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:49.239241 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:49.240542 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Bound port: 23272de7-a908-46f2-b112-437dfff44a34, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:49.245019 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:49.272743 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3be4955e-321b-4c3e-85e5-543b4c33c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:49.275725 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3be4955e-321b-4c3e-85e5-543b4c33c1bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:49.282321 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3be4955e-321b-4c3e-85e5-543b4c33c1bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/794b34f0-b89f-47fb-863c-fb6ef2bd62f7 HTTP/1.1" status: 204 len: 168 time: 1.0933266 Dec 06 14:45:49.283034 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e206f9f3-d117-4dc0-8b14-8a521b6b67eb admin admin] Made reservation on behalf of 8bb54282aaa64e1f9dee35090bece2ca for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:49.295082 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e206f9f3-d117-4dc0-8b14-8a521b6b67eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:49.338941 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] For port 23272de7-a908-46f2-b112-437dfff44a34, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:49.343416 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] For port 23272de7-a908-46f2-b112-437dfff44a34, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=23272de7-a908-46f2-b112-437dfff44a34,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:49.350634 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:49.352785 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4955e-321b-4c3e-85e5-543b4c33c1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794b34f0-b89f-47fb-863c-fb6ef2bd62f7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:49.435983 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954458ff-d6da-4c98-a8b9-5e5eff372a39 None None] Pushing event updated for resources: {'Port': ['ID=23272de7-a908-46f2-b112-437dfff44a34,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:49.470136 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Routers {'61b1f8f1-ef06-4fea-9d9d-8187441b743d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:49.471449 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['61b1f8f1-ef06-4fea-9d9d-8187441b743d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:49.520872 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c05637d7-16d7-4c78-86fd-ef7871bed91d up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:49.615374 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port c05637d7-16d7-4c78-86fd-ef7871bed91d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:49.616292 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:49.622111 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] Set router 61b1f8f1-ef06-4fea-9d9d-8187441b743d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:49.864294 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a398d-a356-4a2e-89e8-9bdcb303f7c8 req-7dbb1833-90e3-43e2-a4c2-b3a38df9837a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:49.869030 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'name': 'tempest-FloatingIPDetailsTestJSON-1221217329-router', 'tenant_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': '23272de7-a908-46f2-b112-437dfff44a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:45Z', 'updated_at': '2021-12-06T14:45:47Z', 'revision_number': 3, 'project_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'gw_port': {'id': '23272de7-a908-46f2-b112-437dfff44a34', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:46Z', 'updated_at': '2021-12-06T14:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:49.872192 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e65a398d-a356-4a2e-89e8-9bdcb303f7c8 req-7dbb1833-90e3-43e2-a4c2-b3a38df9837a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 944 time: 0.1105835 Dec 06 14:45:49.971672 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e206f9f3-d117-4dc0-8b14-8a521b6b67eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:49.979171 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e65a398d-a356-4a2e-89e8-9bdcb303f7c8 req-ab41839d-b635-4cb8-bbab-8cff8fec10c0 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059825 Dec 06 14:45:50.028055 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b759ae-6d20-47e7-b36b-14b78fba79de {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:45:50.039813 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6f9c1-859d-46b5-840d-dfae0f9d5939 None None] The sync data for ids ['61b1f8f1-ef06-4fea-9d9d-8187441b743d'] in n-d-master-1 is: [{'id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'name': 'tempest-FloatingIPDetailsTestJSON-1221217329-router', 'tenant_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': '23272de7-a908-46f2-b112-437dfff44a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:45Z', 'updated_at': '2021-12-06T14:45:47Z', 'revision_number': 3, 'project_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'gw_port': {'id': '23272de7-a908-46f2-b112-437dfff44a34', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:46Z', 'updated_at': '2021-12-06T14:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:45:50.040112 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:50.062783 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206f9f3-d117-4dc0-8b14-8a521b6b67eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3730693-2903-46aa-aa00-ece8852853b7,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:50.066746 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Transition to ACTIVE for port object 27b759ae-6d20-47e7-b36b-14b78fba79de will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:45:50.072104 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:50.096678 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e206f9f3-d117-4dc0-8b14-8a521b6b67eb admin admin] Checking segment: {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:50.097106 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e206f9f3-d117-4dc0-8b14-8a521b6b67eb admin admin] Network hostable DHCP agents. Network: 4a4e119c-9ce0-49ca-9e2d-7dd88850f983, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:45:50.133502 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Pushing event updated for resources: {'Port': ['ID=27b759ae-6d20-47e7-b36b-14b78fba79de,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:50.181294 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:50.267425 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e206f9f3-d117-4dc0-8b14-8a521b6b67eb admin admin] Network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:45:50.276836 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25860226-fae1-4626-a552-d69c29beeb2a req-e2408040-f1a0-431a-8e4c-f02209d22d41 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:50.278822 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-25860226-fae1-4626-a552-d69c29beeb2a req-e2408040-f1a0-431a-8e4c-f02209d22d41 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.37 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 944 time: 0.1565650 Dec 06 14:45:50.282969 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e206f9f3-d117-4dc0-8b14-8a521b6b67eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4a4e119c-9ce0-49ca-9e2d-7dd88850f983) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:50.287997 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e206f9f3-d117-4dc0-8b14-8a521b6b67eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:50.288597 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e206f9f3-d117-4dc0-8b14-8a521b6b67eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:50.293558 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd5deb5-4c19-440f-8e05-7378e48fe3e1 None None] Network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:45:50.351631 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e206f9f3-d117-4dc0-8b14-8a521b6b67eb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6545994 Dec 06 14:45:50.354676 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43986) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:50.359453 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-643569639-router', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:50.430508 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2b28f7e9-bcc8-4408-8715-6a2e91fea0c5 req-79e0bdee-f2ee-4390-915c-5b8dcc8c088e tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0487280 Dec 06 14:45:50.461941 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:50.463695 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:50.563470 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] Allocated IP 172.20.0.1 (946c36bc-6c9f-4817-bfbd-94abf6116d56/caa4234d-7878-4f7c-aeb5-44fbed5eed86/57953633-d226-4b14-81fc-13f54bc1877a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:50.616921 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:50.638912 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31db84-c657-46f6-bc20-1b2a0d73ed57 req-0c966d47-2c1f-443c-a993-28e0c14afca0 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:50.643925 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc31db84-c657-46f6-bc20-1b2a0d73ed57 req-0c966d47-2c1f-443c-a993-28e0c14afca0 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 944 time: 0.3815691 Dec 06 14:45:50.666108 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Attempting to bind port 27b759ae-6d20-47e7-b36b-14b78fba79de on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:50.668827 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Attempting to bind port 27b759ae-6d20-47e7-b36b-14b78fba79de by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:50.674348 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Attempting to bind port 27b759ae-6d20-47e7-b36b-14b78fba79de on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:50.703485 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Port 27b759ae-6d20-47e7-b36b-14b78fba79de on network b37294a8-0dc8-43e9-9099-e05815316dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:45:50.706656 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Attempting to bind port 27b759ae-6d20-47e7-b36b-14b78fba79de on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:50.758361 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:50.761443 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Checking segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:50.762246 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Bound using segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:50.765787 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Bound port: 27b759ae-6d20-47e7-b36b-14b78fba79de, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:50.767132 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:50.781913 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:45:50.782795 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:50.861842 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc31db84-c657-46f6-bc20-1b2a0d73ed57 req-49aacc60-41c7-458a-90b2-4b3591472b54 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019410 Dec 06 14:45:50.870598 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:50.873102 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-25860226-fae1-4626-a552-d69c29beeb2a req-96b6dfa4-be0a-4f10-83a8-d515573dc9a8 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Deleting port f37bd75c-6022-433c-8df0-0e5d136e3a2f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:50.874070 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-25860226-fae1-4626-a552-d69c29beeb2a req-96b6dfa4-be0a-4f10-83a8-d515573dc9a8 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:50.946874 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:50.949618 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] For port 27b759ae-6d20-47e7-b36b-14b78fba79de, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:51.001317 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] For port 27b759ae-6d20-47e7-b36b-14b78fba79de, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=27b759ae-6d20-47e7-b36b-14b78fba79de,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:51.014581 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:51.089927 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Pushing event updated for resources: {'Port': ['ID=27b759ae-6d20-47e7-b36b-14b78fba79de,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:51.122735 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:51.125088 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:51.125828 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:51.128238 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-9ac6cb49-e322-401d-b61e-55a5375464ea service neutron] 10.222.0.37 "PUT /v2.0/ports/27b759ae-6d20-47e7-b36b-14b78fba79de HTTP/1.1" status: 200 len: 1092 time: 2.1307170 Dec 06 14:45:51.128744 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76b3b22-3504-4e45-9838-ab0cdca3034f', 'tag': '27b759ae-6d20-47e7-b36b-14b78fba79de'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:51.132668 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856c9eeb-4c15-4a9c-8af3-e1d9d69808b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f76b3b22-3504-4e45-9838-ab0cdca3034f", "tag": "27b759ae-6d20-47e7-b36b-14b78fba79de"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:51.134433 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Allocated IP 172.20.0.2 (4a4e119c-9ce0-49ca-9e2d-7dd88850f983/e3730693-2903-46aa-aa00-ece8852853b7/d274aadb-0651-435d-916d-3614a97be4af) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:51.275787 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febec765-9630-43b6-9e86-6d6da37a6467 x-openstack-request-id: req-febec765-9630-43b6-9e86-6d6da37a6467 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:51.276204 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76b3b22-3504-4e45-9838-ab0cdca3034f", "tag": "27b759ae-6d20-47e7-b36b-14b78fba79de", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:51.276345 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-febec765-9630-43b6-9e86-6d6da37a6467 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:51.276759 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76b3b22-3504-4e45-9838-ab0cdca3034f', 'tag': '27b759ae-6d20-47e7-b36b-14b78fba79de', 'status': 'completed', 'code': 200} Dec 06 14:45:51.299040 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-25860226-fae1-4626-a552-d69c29beeb2a req-96b6dfa4-be0a-4f10-83a8-d515573dc9a8 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] For port f37bd75c-6022-433c-8df0-0e5d136e3a2f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f37bd75c-6022-433c-8df0-0e5d136e3a2f,segment=NetworkSegment(18466820-0183-4bf0-9db0-d9003c7aac56),segment_id=18466820-0183-4bf0-9db0-d9003c7aac56)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:51.299420 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-25860226-fae1-4626-a552-d69c29beeb2a req-96b6dfa4-be0a-4f10-83a8-d515573dc9a8 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:51.388772 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-25860226-fae1-4626-a552-d69c29beeb2a req-96b6dfa4-be0a-4f10-83a8-d515573dc9a8 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Calling delete_port for f37bd75c-6022-433c-8df0-0e5d136e3a2f owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:51.434063 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-632366e3-59e8-405b-b796-d92e0cc16a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:51.435916 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-632366e3-59e8-405b-b796-d92e0cc16a3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 1095 time: 0.2127712 Dec 06 14:45:51.455814 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4262648-040f-49e7-9611-7aaef2f16e6a req-02a2de4b-bea7-4220-a9aa-1594785bfd4a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:51.467790 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c4262648-040f-49e7-9611-7aaef2f16e6a req-02a2de4b-bea7-4220-a9aa-1594785bfd4a tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f748b1-9161-4e89-8686-810091ae8d93 HTTP/1.1" status: 200 len: 944 time: 0.3168437 Dec 06 14:45:51.470068 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] Pushing event updated for resources: {'Port': ['ID=57953633-d226-4b14-81fc-13f54bc1877a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:51.509512 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] Network 946c36bc-6c9f-4817-bfbd-94abf6116d56 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:51.510641 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:51.528012 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:51.528463 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:51.541740 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:51.566543 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 23272de7-a908-46f2-b112-437dfff44a34 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:51.617111 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-c84051f7-f4da-45eb-ac0b-ee83b49aca8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27b759ae-6d20-47e7-b36b-14b78fba79de HTTP/1.1" status: 200 len: 217 time: 0.1476283 Dec 06 14:45:51.626843 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:51.689598 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-868fef67-963c-43ab-8788-253e69a63391 req-d2f2e2c2-e43e-425a-bdab-8bed3d06cab6 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0941133 Dec 06 14:45:51.695326 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:51.734279 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:51.737945 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Pushing event updated for resources: {'Port': ['ID=d274aadb-0651-435d-916d-3614a97be4af,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:51.749032 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:51.756082 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:51.758872 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:51.759976 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-6037fe6a-5b05-425d-80d7-2c88a269008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:51.766104 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-6037fe6a-5b05-425d-80d7-2c88a269008f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.1355877 Dec 06 14:45:51.783488 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c4262648-040f-49e7-9611-7aaef2f16e6a req-d992a393-3822-4627-bb4b-3645e45f1bf8 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.20 "GET /v2.0/security-groups?id=e42e2275-710a-476b-86d9-e2249bd6bb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488728 Dec 06 14:45:51.800301 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 23272de7-a908-46f2-b112-437dfff44a34 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:51.800682 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:51.843925 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-c937abda-7a02-4921-ae96-2832a8f10918 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512192 Dec 06 14:45:51.957985 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Attempting to bind port d274aadb-0651-435d-916d-3614a97be4af on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:51.958356 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Attempting to bind port d274aadb-0651-435d-916d-3614a97be4af by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:51.961083 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Attempting to bind port d274aadb-0651-435d-916d-3614a97be4af on network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:51.981207 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:51.981652 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Checking segment: {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:51.981974 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:51.982453 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Bound using segment: {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:51.982853 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Bound port: d274aadb-0651-435d-916d-3614a97be4af, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:51.983243 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:52.005588 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a40cce8-2452-402d-9de7-e2c260b842a6 req-66f9ae85-6577-4284-b558-e4371bf9fc6d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0629051 Dec 06 14:45:52.039235 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Allocated IP 172.35.7.154 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/857d9c57-6f7a-449b-a415-081dd70c5d19) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:52.094657 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-25860226-fae1-4626-a552-d69c29beeb2a req-96b6dfa4-be0a-4f10-83a8-d515573dc9a8 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:52.100603 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0be253fc-4d93-4512-aeb5-2edff55bb8a8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:52.111878 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:52.181089 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 0be253fc-4d93-4512-aeb5-2edff55bb8a8 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:52.181609 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0be253fc-4d93-4512-aeb5-2edff55bb8a8 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:52.182401 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a605d-5f1f-47ce-8193-41ba3d617b99 req-45c16da1-2ad1-4a9a-a021-66582e3d2276 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:52.184872 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-533a605d-5f1f-47ce-8193-41ba3d617b99 req-45c16da1-2ad1-4a9a-a021-66582e3d2276 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 944 time: 0.1972826 Dec 06 14:45:52.185875 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6dfa4-be0a-4f10-83a8-d515573dc9a8 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Pushing event deleted for resources: {'Port': ['ID=f37bd75c-6022-433c-8df0-0e5d136e3a2f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:52.198045 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-ef75ff42-d3ce-4b87-8aca-7e56357faf93 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=22f35590b8214acca1397196d5b3d3dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664785 Dec 06 14:45:52.203914 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f6e6512b-dff2-4379-999b-d27ab8e114ca None None] Provisioning complete for port 57953633-d226-4b14-81fc-13f54bc1877a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:52.204416 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f6e6512b-dff2-4379-999b-d27ab8e114ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:52.215971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-37d4f056-c800-40d3-8c26-85dbca973e91 service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620346 Dec 06 14:45:52.232206 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:52.233668 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-25860226-fae1-4626-a552-d69c29beeb2a req-96b6dfa4-be0a-4f10-83a8-d515573dc9a8 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] No DVR routers for this DVR port f37bd75c-6022-433c-8df0-0e5d136e3a2f on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:52.237080 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-25860226-fae1-4626-a552-d69c29beeb2a req-96b6dfa4-be0a-4f10-83a8-d515573dc9a8 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:52.240823 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-25860226-fae1-4626-a552-d69c29beeb2a req-96b6dfa4-be0a-4f10-83a8-d515573dc9a8 tempest-LiveAutoBlockMigrationV225Test-1925197709 tempest-LiveAutoBlockMigrationV225Test-1925197709-project] 10.222.0.37 "DELETE /v2.0/ports/f37bd75c-6022-433c-8df0-0e5d136e3a2f HTTP/1.1" status: 204 len: 173 time: 1.9497447 Dec 06 14:45:52.263857 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] For port d274aadb-0651-435d-916d-3614a97be4af, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:52.277278 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] For port d274aadb-0651-435d-916d-3614a97be4af, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d274aadb-0651-435d-916d-3614a97be4af,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:52.280185 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f6e6512b-dff2-4379-999b-d27ab8e114ca None None] Port 57953633-d226-4b14-81fc-13f54bc1877a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:45:52.283066 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 23272de7-a908-46f2-b112-437dfff44a34, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=23272de7-a908-46f2-b112-437dfff44a34,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:52.288020 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:52.318909 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:52.350291 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:52.376398 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbefe34-4a77-4d5f-a9af-2c0374a5ea96 None None] Pushing event updated for resources: {'Port': ['ID=d274aadb-0651-435d-916d-3614a97be4af,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:52.425580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09ab26c7-f50f-42e3-a1dc-48c164c11f6c req-43f7432e-3e2c-44d7-852d-28a9ff443969 service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933234 Dec 06 14:45:52.464304 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-533a605d-5f1f-47ce-8193-41ba3d617b99 req-1b9ac80e-4a7d-4ffd-a5d1-1e6fed60fe2d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699504 Dec 06 14:45:52.465382 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=23272de7-a908-46f2-b112-437dfff44a34,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:52.546041 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-1375896b-3c34-4978-be8e-db86689953cb tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:52.548165 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-1375896b-3c34-4978-be8e-db86689953cb tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3258548 Dec 06 14:45:52.576884 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:52.597433 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-e01fbac3-c15a-4e8d-bf1d-6a02d98856b5 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/quotas/22f35590b8214acca1397196d5b3d3dc HTTP/1.1" status: 200 len: 375 time: 0.0382068 Dec 06 14:45:52.606355 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c9eeb-4c15-4a9c-8af3-e1d9d69808b8 req-32d19ad4-bf71-4ea9-8ee4-3488144a9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:52.608111 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-856c9eeb-4c15-4a9c-8af3-e1d9d69808b8 req-32d19ad4-bf71-4ea9-8ee4-3488144a9ed8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 1095 time: 0.0865235 Dec 06 14:45:52.633799 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:52.646603 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:52.679147 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:52.699244 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:52.701611 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:52.719907 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Pushing event updated for resources: {'Port': ['ID=857d9c57-6f7a-449b-a415-081dd70c5d19,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:52.764274 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c9eeb-4c15-4a9c-8af3-e1d9d69808b8 req-ba28dc6d-9398-4c82-bb85-3537948bf0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:52.765917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-856c9eeb-4c15-4a9c-8af3-e1d9d69808b8 req-ba28dc6d-9398-4c82-bb85-3537948bf0c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.1482434 Dec 06 14:45:52.801307 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-ed2f6743-ff7a-449c-bf26-2705179c25b0 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=22f35590b8214acca1397196d5b3d3dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1778002 Dec 06 14:45:52.838488 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-856c9eeb-4c15-4a9c-8af3-e1d9d69808b8 req-098f4936-92fe-41dd-92d6-d34b9daca57c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27b759ae-6d20-47e7-b36b-14b78fba79de HTTP/1.1" status: 200 len: 217 time: 0.0632985 Dec 06 14:45:52.870402 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-94ca09fa-a41c-4e43-b188-215fa53dc581 req-3437d065-11f2-4284-b162-fcba4e9bb16d tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0344367 Dec 06 14:45:52.881318 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] Pushing event updated for resources: {'Port': ['ID=57953633-d226-4b14-81fc-13f54bc1877a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:52.894830 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:52.942919 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c9eeb-4c15-4a9c-8af3-e1d9d69808b8 req-c2a3f01d-2537-41bd-a880-48111ef47f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:52.946716 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-856c9eeb-4c15-4a9c-8af3-e1d9d69808b8 req-c2a3f01d-2537-41bd-a880-48111ef47f18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.0754564 Dec 06 14:45:52.951368 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44038) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:53.001798 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-856c9eeb-4c15-4a9c-8af3-e1d9d69808b8 req-0d47fb2d-884d-414c-bd01-92e45ee9533a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359378 Dec 06 14:45:53.086976 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d97d018-7b89-4dce-8bb4-ec50a63e89b0 req-ddec46fd-231c-43e2-9869-4a77449f969f tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a236f2f-187c-4d29-b410-a65bca951d3c HTTP/1.1" status: 200 len: 210 time: 0.0604646 Dec 06 14:45:53.194348 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-856c9eeb-4c15-4a9c-8af3-e1d9d69808b8 req-62ada35e-a867-497a-9aa5-da0c96bd6240 service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789956 Dec 06 14:45:53.238284 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] Network 946c36bc-6c9f-4817-bfbd-94abf6116d56 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:53.239075 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:53.242419 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:53.281578 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f748b1-9161-4e89-8686-810091ae8d93', 'name': 'network-vif-deleted', 'tag': 'f37bd75c-6022-433c-8df0-0e5d136e3a2f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:53.284633 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23ddd78-4184-4b8a-8408-df96118227d9" -d '{"events": [{"server_uuid": "91f748b1-9161-4e89-8686-810091ae8d93", "name": "network-vif-deleted", "tag": "f37bd75c-6022-433c-8df0-0e5d136e3a2f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:53.390308 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e84207-572b-4384-97ae-773b5ae2832f x-openstack-request-id: req-d9e84207-572b-4384-97ae-773b5ae2832f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:53.390797 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f748b1-9161-4e89-8686-810091ae8d93", "name": "network-vif-deleted", "tag": "f37bd75c-6022-433c-8df0-0e5d136e3a2f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:53.391228 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9e84207-572b-4384-97ae-773b5ae2832f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:53.391893 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f748b1-9161-4e89-8686-810091ae8d93', 'name': 'network-vif-deleted', 'tag': 'f37bd75c-6022-433c-8df0-0e5d136e3a2f', 'status': 'completed', 'code': 200} Dec 06 14:45:53.411891 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bcf180-e957-46e0-8409-c0fceb8741e8 admin admin] Deleting subnet ded9556a-46c6-4b9d-a6af-ce8c9b6b072e {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:45:53.416002 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44bcf180-e957-46e0-8409-c0fceb8741e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:53.512856 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44bcf180-e957-46e0-8409-c0fceb8741e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:53.561978 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-856c9eeb-4c15-4a9c-8af3-e1d9d69808b8 req-ea8a397f-77fc-48a5-a6af-84eabf6f0321 service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565581 Dec 06 14:45:53.611796 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44bcf180-e957-46e0-8409-c0fceb8741e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:53.732994 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d274aadb-0651-435d-916d-3614a97be4af up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:53.791889 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fe61d273-ffad-47e4-9770-38a81f7885e3 None None] Provisioning complete for port 57953633-d226-4b14-81fc-13f54bc1877a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:53.792292 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe61d273-ffad-47e4-9770-38a81f7885e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:53.822865 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4947b36-64fc-417d-8a99-998388ba9e59 req-2b68e06f-efec-4f8a-af62-bec60a51c99e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:53.828691 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4947b36-64fc-417d-8a99-998388ba9e59 req-2b68e06f-efec-4f8a-af62-bec60a51c99e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 944 time: 0.1757247 Dec 06 14:45:53.830529 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44bcf180-e957-46e0-8409-c0fceb8741e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:53.867493 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fe61d273-ffad-47e4-9770-38a81f7885e3 None None] Port 57953633-d226-4b14-81fc-13f54bc1877a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:45:53.893031 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d274aadb-0651-435d-916d-3614a97be4af triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:53.893414 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:53.894218 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcf180-e957-46e0-8409-c0fceb8741e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ded9556a-46c6-4b9d-a6af-ce8c9b6b072e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:53.901385 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44bcf180-e957-46e0-8409-c0fceb8741e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:53.908626 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-44bcf180-e957-46e0-8409-c0fceb8741e8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ded9556a-46c6-4b9d-a6af-ce8c9b6b072e HTTP/1.1" status: 204 len: 168 time: 0.9531360 Dec 06 14:45:53.910224 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44060) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:54.028493 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bea5f5-cf89-437c-a488-50e8254f380c None None] Network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:45:54.033537 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4947b36-64fc-417d-8a99-998388ba9e59 req-7ad7a0ec-3281-401b-8fcd-2c15af6afcb6 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889100 Dec 06 14:45:54.064524 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:54.070127 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device f37bd75c-6022-433c-8df0-0e5d136e3a2f no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:54.097929 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c370124c-ea9d-430f-a607-b00b24b807f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:54.133910 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e936a2df-a1be-415c-8218-61ab9ee9308a req-bdc3c079-b90c-4f09-90c6-a962df121a5d tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0961857 Dec 06 14:45:54.157477 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: f37bd75c-6022-433c-8df0-0e5d136e3a2f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:54.157830 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device f37bd75c-6022-433c-8df0-0e5d136e3a2f not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:54.204020 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c370124c-ea9d-430f-a607-b00b24b807f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:54.204695 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f4b587c6-d953-4f31-bf92-7604dcbafeed None None] Provisioning complete for port d274aadb-0651-435d-916d-3614a97be4af triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:54.204695 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4b587c6-d953-4f31-bf92-7604dcbafeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:54.256828 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:54.263063 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab3f9405-d0b8-4577-8e0e-2135316e6783 req-b62ddc06-9f9c-44e0-a668-82ee4aeded75 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a236f2f-187c-4d29-b410-a65bca951d3c HTTP/1.1" status: 200 len: 210 time: 0.0552502 Dec 06 14:45:54.266567 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-c370124c-ea9d-430f-a607-b00b24b807f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f9c9fb-2ec3-41cd-86de-51e7d7934b71']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:54.278556 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-c370124c-ea9d-430f-a607-b00b24b807f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18466820-0183-4bf0-9db0-d9003c7aac56') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:54.279343 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-c370124c-ea9d-430f-a607-b00b24b807f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18466820-0183-4bf0-9db0-d9003c7aac56') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:54.293142 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port d274aadb-0651-435d-916d-3614a97be4af, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d274aadb-0651-435d-916d-3614a97be4af,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:54.305892 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c370124c-ea9d-430f-a607-b00b24b807f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:54.306245 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:54.307242 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 23272de7-a908-46f2-b112-437dfff44a34 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:54.307770 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] Router 61b1f8f1-ef06-4fea-9d9d-8187441b743d has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:45:54.325571 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c370124c-ea9d-430f-a607-b00b24b807f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:54.338139 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c370124c-ea9d-430f-a607-b00b24b807f5 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:45:54.338725 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c370124c-ea9d-430f-a607-b00b24b807f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:45:54.340674 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:45:54.439411 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c370124c-ea9d-430f-a607-b00b24b807f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:54.452758 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c370124c-ea9d-430f-a607-b00b24b807f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:54.454241 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=d274aadb-0651-435d-916d-3614a97be4af,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:54.458965 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c370124c-ea9d-430f-a607-b00b24b807f5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/30f9c9fb-2ec3-41cd-86de-51e7d7934b71 HTTP/1.1" status: 204 len: 168 time: 0.5475905 Dec 06 14:45:54.463128 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44070) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:54.482950 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 23272de7-a908-46f2-b112-437dfff44a34 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:54.483416 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:54.531258 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:45:54.542252 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370124c-ea9d-430f-a607-b00b24b807f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=30f9c9fb-2ec3-41cd-86de-51e7d7934b71,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:54.544783 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Sync routers for ids ['61b1f8f1-ef06-4fea-9d9d-8187441b743d'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:45:54.561642 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7ddb7352-65fd-4f88-ab03-6b98b9a1b393 admin admin] 10.222.0.20 "PUT /v2.0/routers/61b1f8f1-ef06-4fea-9d9d-8187441b743d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0104570 Dec 06 14:45:54.571186 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Routers {'61b1f8f1-ef06-4fea-9d9d-8187441b743d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:54.572342 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['61b1f8f1-ef06-4fea-9d9d-8187441b743d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:54.677789 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-dfd1da38-8000-4cf8-a735-ba3444d460b7 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=22f35590b8214acca1397196d5b3d3dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015713 Dec 06 14:45:54.683782 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be5c9d2c-889b-4225-878d-0c03cdaa786a req-834567b7-cdc0-4cb9-916e-1822b293ae11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f11c2593b08744b99fe5cf2c4bebb6ac&device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.1142251 Dec 06 14:45:54.742352 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be5c9d2c-889b-4225-878d-0c03cdaa786a req-a93019bc-7e44-4dd9-9d95-ef3cea6f5391 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f11c2593b08744b99fe5cf2c4bebb6ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484300 Dec 06 14:45:54.742557 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2c0f2e-8006-4b79-87f6-d9b143cc483d admin admin] Deleting subnet b881839d-ee84-4030-ad2f-8b2c9fe6c73d {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:45:54.787748 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Router e8dab326-2c59-403e-b1b6-428be715b1d9 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:45:54.807681 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Set router 61b1f8f1-ef06-4fea-9d9d-8187441b743d gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:54.860483 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0f2e-8006-4b79-87f6-d9b143cc483d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:54.895103 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-631447d5-ea07-49cf-9ca2-69d85d331215 req-f3319353-7b0f-4b81-8ec4-68e424cca70b tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.2053077 Dec 06 14:45:54.971901 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0f2e-8006-4b79-87f6-d9b143cc483d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.009374 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c9d2c-889b-4225-878d-0c03cdaa786a req-300a8beb-eaac-48ec-9211-d11f1c5a1918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:55.010551 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be5c9d2c-889b-4225-878d-0c03cdaa786a req-300a8beb-eaac-48ec-9211-d11f1c5a1918 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2583706 Dec 06 14:45:55.025095 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7a708027-23dc-49ed-bbc7-f84967d4c9c8 None None] Provisioning complete for port d274aadb-0651-435d-916d-3614a97be4af triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:55.026034 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7a708027-23dc-49ed-bbc7-f84967d4c9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.039388 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-28d07b03-6e10-4ccb-b67c-732e867be548 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:55.040733 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-28d07b03-6e10-4ccb-b67c-732e867be548 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3362601 Dec 06 14:45:55.045734 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0f2e-8006-4b79-87f6-d9b143cc483d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.072942 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-b8712366-56ab-4026-871b-eb55d1e41360 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Request body: {'port': {'device_id': '0a236f2f-187c-4d29-b410-a65bca951d3c', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '22f35590b8214acca1397196d5b3d3dc'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:55.079952 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:45:55.090744 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Sync routers for ids ['e8dab326-2c59-403e-b1b6-428be715b1d9'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:45:55.105394 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Routers {'e8dab326-2c59-403e-b1b6-428be715b1d9'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:55.106118 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e8dab326-2c59-403e-b1b6-428be715b1d9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:55.117364 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.124723 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2062d232-ef56-4b6b-9ebb-952a2747d0d6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7656960 Dec 06 14:45:55.126491 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44086) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:55.168373 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'name': 'tempest-FloatingIPDetailsTestJSON-1221217329-router', 'tenant_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': '23272de7-a908-46f2-b112-437dfff44a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:45Z', 'updated_at': '2021-12-06T14:45:52Z', 'revision_number': 4, 'project_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'gw_port': {'id': '23272de7-a908-46f2-b112-437dfff44a34', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:46Z', 'updated_at': '2021-12-06T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '57953633-d226-4b14-81fc-13f54bc1877a', 'name': '', 'network_id': '946c36bc-6c9f-4817-bfbd-94abf6116d56', 'tenant_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'mac_address': 'fa:16:3e:b1:72:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'caa4234d-7878-4f7c-aeb5-44fbed5eed86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:50Z', 'updated_at': '2021-12-06T14:45:52Z', 'revision_number': 2, 'project_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'subnets': [{'id': 'caa4234d-7878-4f7c-aeb5-44fbed5eed86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:55.230580 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Set router e8dab326-2c59-403e-b1b6-428be715b1d9 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:55.238356 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-f985e41f-b2f5-48f9-8a23-c68f6aa6e7e4 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4264548 Dec 06 14:45:55.249739 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-b8712366-56ab-4026-871b-eb55d1e41360 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Made reservation on behalf of 22f35590b8214acca1397196d5b3d3dc for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:55.252896 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-44f43e19-fa56-47ea-a762-e5521763067c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:55.253889 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-b8712366-56ab-4026-871b-eb55d1e41360 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.304904 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-b8712366-56ab-4026-871b-eb55d1e41360 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.330713 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0f2e-8006-4b79-87f6-d9b143cc483d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.343045 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-44f43e19-fa56-47ea-a762-e5521763067c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.362361 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Checking router: 61b1f8f1-ef06-4fea-9d9d-8187441b743d for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:45:55.362886 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Updating router 61b1f8f1-ef06-4fea-9d9d-8187441b743d port 57953633-d226-4b14-81fc-13f54bc1877a binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:45:55.417667 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-b8712366-56ab-4026-871b-eb55d1e41360 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.429270 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.447402 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-b8712366-56ab-4026-871b-eb55d1e41360 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.500691 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'name': 'tempest-ServerActionsTestJSON-643569639-router', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154'}], 'enable_snat': True}, 'gw_port_id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:50Z', 'updated_at': '2021-12-06T14:45:53Z', 'revision_number': 3, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'gw_port': {'id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:40:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:51Z', 'updated_at': '2021-12-06T14:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:55.510653 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e820e0b-3d73-4dc3-892d-8fa3b5ebb579 req-60c3bd31-ba3f-400c-b17e-ad60aead8821 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:55.513744 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e820e0b-3d73-4dc3-892d-8fa3b5ebb579 req-60c3bd31-ba3f-400c-b17e-ad60aead8821 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 944 time: 0.2787621 Dec 06 14:45:55.528241 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c0f2e-8006-4b79-87f6-d9b143cc483d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b881839d-ee84-4030-ad2f-8b2c9fe6c73d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:55.541713 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Checking router: e8dab326-2c59-403e-b1b6-428be715b1d9 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:45:55.542076 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Updating router e8dab326-2c59-403e-b1b6-428be715b1d9 port 857d9c57-6f7a-449b-a415-081dd70c5d19 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:45:55.569524 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0f2e-8006-4b79-87f6-d9b143cc483d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.572607 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d274aadb-0651-435d-916d-3614a97be4af up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:55.578488 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0f2c0f2e-8006-4b79-87f6-d9b143cc483d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b881839d-ee84-4030-ad2f-8b2c9fe6c73d HTTP/1.1" status: 204 len: 168 time: 1.1131039 Dec 06 14:45:55.580164 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44090) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:55.581527 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.644718 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-44f43e19-fa56-47ea-a762-e5521763067c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.685987 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8712366-56ab-4026-871b-eb55d1e41360 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f049d8-4a96-4ec2-abbd-79b1bd25bf08,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:55.687940 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d274aadb-0651-435d-916d-3614a97be4af triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:55.688366 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.790838 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-44f43e19-fa56-47ea-a762-e5521763067c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Allocated IP 172.35.7.145 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/9e366464-29ca-46d7-949b-f953318aa75a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:55.825252 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e820e0b-3d73-4dc3-892d-8fa3b5ebb579 req-a9b1b623-2c6d-4209-91e5-430ea965acb6 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753329 Dec 06 14:45:55.831534 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d09ae8d7-81de-424e-806d-237d916f6149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.899710 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-b8712366-56ab-4026-871b-eb55d1e41360 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Allocated IP 192.168.233.127 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/e3244c30-855c-4e4f-8e5c-d39554737b60) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:55.900840 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.909097 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.974461 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d09ae8d7-81de-424e-806d-237d916f6149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:55.992324 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42f39f-f7b0-4b90-94ad-1e5026dc09fe None None] Pushing event updated for resources: {'Port': ['ID=57953633-d226-4b14-81fc-13f54bc1877a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:56.027851 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Attempting to bind port 57953633-d226-4b14-81fc-13f54bc1877a on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:56.028648 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Attempting to bind port 57953633-d226-4b14-81fc-13f54bc1877a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '347ab836-13f6-4b77-bc39-629a666223d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '946c36bc-6c9f-4817-bfbd-94abf6116d56'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:56.029210 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Attempting to bind port 57953633-d226-4b14-81fc-13f54bc1877a on network 946c36bc-6c9f-4817-bfbd-94abf6116d56 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:56.035350 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:56.035767 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Checking segment: {'id': '347ab836-13f6-4b77-bc39-629a666223d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '946c36bc-6c9f-4817-bfbd-94abf6116d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:56.036181 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.036588 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Bound using segment: {'id': '347ab836-13f6-4b77-bc39-629a666223d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '946c36bc-6c9f-4817-bfbd-94abf6116d56'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:56.037099 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Bound port: 57953633-d226-4b14-81fc-13f54bc1877a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347ab836-13f6-4b77-bc39-629a666223d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '946c36bc-6c9f-4817-bfbd-94abf6116d56'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:56.037470 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.048422 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e0c173e-00c5-4745-bf2f-de45d58f4d55 req-f2f04707-e7d0-4668-afdc-cc38b42e68c1 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a236f2f-187c-4d29-b410-a65bca951d3c HTTP/1.1" status: 200 len: 210 time: 0.0620778 Dec 06 14:45:56.052169 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d09ae8d7-81de-424e-806d-237d916f6149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82103e2c-36ff-4ac5-b502-be5647080075']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:56.054959 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-44f43e19-fa56-47ea-a762-e5521763067c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.073543 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d09ae8d7-81de-424e-806d-237d916f6149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83cbaa8-893e-4af1-bb45-8fadb86cfe5e') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:56.073964 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d09ae8d7-81de-424e-806d-237d916f6149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83cbaa8-893e-4af1-bb45-8fadb86cfe5e') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:56.099580 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d09ae8d7-81de-424e-806d-237d916f6149 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.109573 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 27b759ae-6d20-47e7-b36b-14b78fba79de details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:45:56.134645 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d09ae8d7-81de-424e-806d-237d916f6149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.155421 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09ae8d7-81de-424e-806d-237d916f6149 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:45:56.156652 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d09ae8d7-81de-424e-806d-237d916f6149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:45:56.159495 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:45:56.165817 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.191821 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-44f43e19-fa56-47ea-a762-e5521763067c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.219546 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] For port 57953633-d226-4b14-81fc-13f54bc1877a, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:56.237688 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] For port 57953633-d226-4b14-81fc-13f54bc1877a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=57953633-d226-4b14-81fc-13f54bc1877a,segment=NetworkSegment(347ab836-13f6-4b77-bc39-629a666223d8),segment_id=347ab836-13f6-4b77-bc39-629a666223d8)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:56.268843 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.293205 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-44f43e19-fa56-47ea-a762-e5521763067c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:56.322425 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-44f43e19-fa56-47ea-a762-e5521763067c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:56.357126 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-44f43e19-fa56-47ea-a762-e5521763067c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:56.408004 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42f39f-f7b0-4b90-94ad-1e5026dc09fe None None] Pushing event updated for resources: {'Port': ['ID=57953633-d226-4b14-81fc-13f54bc1877a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:56.410770 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f43e19-fa56-47ea-a762-e5521763067c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Pushing event updated for resources: {'Port': ['ID=9e366464-29ca-46d7-949b-f953318aa75a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:56.419707 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.430273 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.473223 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Routers {'61b1f8f1-ef06-4fea-9d9d-8187441b743d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:56.473912 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['61b1f8f1-ef06-4fea-9d9d-8187441b743d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:56.522161 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35605ad-dbb1-4bf9-ba6f-f22ae08deb38 None None] Pushing event updated for resources: {'Port': ['ID=857d9c57-6f7a-449b-a415-081dd70c5d19,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:56.535601 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35605ad-dbb1-4bf9-ba6f-f22ae08deb38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:56.536260 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35605ad-dbb1-4bf9-ba6f-f22ae08deb38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:56.536964 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35605ad-dbb1-4bf9-ba6f-f22ae08deb38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:56.537758 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35605ad-dbb1-4bf9-ba6f-f22ae08deb38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:56.538322 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35605ad-dbb1-4bf9-ba6f-f22ae08deb38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:56.538822 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35605ad-dbb1-4bf9-ba6f-f22ae08deb38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:56.539332 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35605ad-dbb1-4bf9-ba6f-f22ae08deb38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:56.539810 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be5c9d2c-889b-4225-878d-0c03cdaa786a req-d3106846-38c5-4680-8da4-5f4d1d30bf1b tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.0786152 Dec 06 14:45:56.540302 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35605ad-dbb1-4bf9-ba6f-f22ae08deb38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:56.540825 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35605ad-dbb1-4bf9-ba6f-f22ae08deb38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:56.541385 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35605ad-dbb1-4bf9-ba6f-f22ae08deb38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:56.542036 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35605ad-dbb1-4bf9-ba6f-f22ae08deb38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:56.542614 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35605ad-dbb1-4bf9-ba6f-f22ae08deb38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:56.543446 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35605ad-dbb1-4bf9-ba6f-f22ae08deb38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:56.576594 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Attempting to bind port 857d9c57-6f7a-449b-a415-081dd70c5d19 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:56.576829 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Attempting to bind port 857d9c57-6f7a-449b-a415-081dd70c5d19 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:56.577256 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Attempting to bind port 857d9c57-6f7a-449b-a415-081dd70c5d19 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:56.581937 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cdfeca11-72b3-4ae2-bf85-4da238d58804 req-7d114c2d-4388-4ed9-be98-489079ad4f12 tempest-ServerShowV254Test-1474431581 tempest-ServerShowV254Test-1474431581-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e68e584-14b7-4576-b2b0-3f857294750d HTTP/1.1" status: 200 len: 210 time: 0.3923795 Dec 06 14:45:56.584690 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:56.585664 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:56.586079 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.586485 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:56.586982 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Bound port: 857d9c57-6f7a-449b-a415-081dd70c5d19, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:56.587534 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.670277 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] For port 857d9c57-6f7a-449b-a415-081dd70c5d19, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:56.675724 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] For port 857d9c57-6f7a-449b-a415-081dd70c5d19, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=857d9c57-6f7a-449b-a415-081dd70c5d19,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:56.682587 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.704496 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-44f43e19-fa56-47ea-a762-e5521763067c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.708188 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d09ae8d7-81de-424e-806d-237d916f6149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.708641 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 27b759ae-6d20-47e7-b36b-14b78fba79de, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=27b759ae-6d20-47e7-b36b-14b78fba79de,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:56.738409 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '27b759ae-6d20-47e7-b36b-14b78fba79de', 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2', 'port_id': '27b759ae-6d20-47e7-b36b-14b78fba79de', 'mac_address': 'fa:16:3e:76:29:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2064b1ac-2a71-4b5a-a088-7d172eb65d88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:45:56.740001 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d09ae8d7-81de-424e-806d-237d916f6149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.744684 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] Allocated IP 172.20.0.1 (4a4e119c-9ce0-49ca-9e2d-7dd88850f983/e3730693-2903-46aa-aa00-ece8852853b7/3dec9bf5-be68-4925-b7ba-e86470f11d2e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:56.762071 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d09ae8d7-81de-424e-806d-237d916f6149 admin admin] 10.222.0.20 "DELETE /v2.0/networks/82103e2c-36ff-4ac5-b502-be5647080075 HTTP/1.1" status: 204 len: 168 time: 1.1589823 Dec 06 14:45:56.778789 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-50f6ca85-9fc3-4000-ae58-82a18033f17b None None] Provisioning complete for port 57953633-d226-4b14-81fc-13f54bc1877a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:56.779169 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50f6ca85-9fc3-4000-ae58-82a18033f17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.816553 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Routers {'e8dab326-2c59-403e-b1b6-428be715b1d9'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:56.817228 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e8dab326-2c59-403e-b1b6-428be715b1d9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:56.817492 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-44f43e19-fa56-47ea-a762-e5521763067c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.822439 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35605ad-dbb1-4bf9-ba6f-f22ae08deb38 None None] Pushing event updated for resources: {'Port': ['ID=857d9c57-6f7a-449b-a415-081dd70c5d19,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:56.826901 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ae8d7-81de-424e-806d-237d916f6149 admin admin] Pushing event deleted for resources: {'Network': ['ID=82103e2c-36ff-4ac5-b502-be5647080075,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:56.858381 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-b8712366-56ab-4026-871b-eb55d1e41360 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.886034 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] Set router 61b1f8f1-ef06-4fea-9d9d-8187441b743d gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:56.954803 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:56.967851 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-b8712366-56ab-4026-871b-eb55d1e41360 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:57.033482 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b759ae-6d20-47e7-b36b-14b78fba79de {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:45:57.058358 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] Set router e8dab326-2c59-403e-b1b6-428be715b1d9 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:57.058996 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44102) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:57.065438 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 27b759ae-6d20-47e7-b36b-14b78fba79de, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=27b759ae-6d20-47e7-b36b-14b78fba79de,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:57.084777 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:57.098973 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8712366-56ab-4026-871b-eb55d1e41360 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Pushing event updated for resources: {'Port': ['ID=e3244c30-855c-4e4f-8e5c-d39554737b60,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:57.139872 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-b8712366-56ab-4026-871b-eb55d1e41360 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:57.151966 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-b8712366-56ab-4026-871b-eb55d1e41360 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:57.155095 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-b8712366-56ab-4026-871b-eb55d1e41360 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:57.160875 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:57.217913 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-b8712366-56ab-4026-871b-eb55d1e41360 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:57.219232 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-b8712366-56ab-4026-871b-eb55d1e41360 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:57.229604 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d01ee3ca-0cfb-479e-99a0-b0227bcf3491 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f27097afab6468f8670cde22cd39cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693454 Dec 06 14:45:57.242314 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44106) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:57.271600 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:57.323932 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83985a20-5628-4d2e-959d-edcd15984010 req-136620b6-7818-4222-904a-0057e4f45f90 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:57.325567 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-83985a20-5628-4d2e-959d-edcd15984010 req-136620b6-7818-4222-904a-0057e4f45f90 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 945 time: 0.2321901 Dec 06 14:45:57.340036 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-b8712366-56ab-4026-871b-eb55d1e41360 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2726686 Dec 06 14:45:57.370208 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Request body: {'port': {'device_id': '0a236f2f-187c-4d29-b410-a65bca951d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:57.431913 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50f6ca85-9fc3-4000-ae58-82a18033f17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:57.435076 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=27b759ae-6d20-47e7-b36b-14b78fba79de,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:57.460741 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-83985a20-5628-4d2e-959d-edcd15984010 req-75db3414-9627-4f32-9eb6-8c35e9fd5125 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196797 Dec 06 14:45:57.484848 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-50f6ca85-9fc3-4000-ae58-82a18033f17b None None] For port 57953633-d226-4b14-81fc-13f54bc1877a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=57953633-d226-4b14-81fc-13f54bc1877a,segment=NetworkSegment(347ab836-13f6-4b77-bc39-629a666223d8),segment_id=347ab836-13f6-4b77-bc39-629a666223d8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:57.488009 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'name': 'tempest-FloatingIPDetailsTestJSON-1221217329-router', 'tenant_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': '23272de7-a908-46f2-b112-437dfff44a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:45Z', 'updated_at': '2021-12-06T14:45:52Z', 'revision_number': 4, 'project_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'gw_port': {'id': '23272de7-a908-46f2-b112-437dfff44a34', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:46Z', 'updated_at': '2021-12-06T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '57953633-d226-4b14-81fc-13f54bc1877a', 'name': '', 'network_id': '946c36bc-6c9f-4817-bfbd-94abf6116d56', 'tenant_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'mac_address': 'fa:16:3e:b1:72:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'caa4234d-7878-4f7c-aeb5-44fbed5eed86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:50Z', 'updated_at': '2021-12-06T14:45:56Z', 'revision_number': 4, 'project_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'subnets': [{'id': 'caa4234d-7878-4f7c-aeb5-44fbed5eed86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:57.490602 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'name': 'tempest-ServerActionsTestJSON-643569639-router', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154'}], 'enable_snat': True}, 'gw_port_id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:50Z', 'updated_at': '2021-12-06T14:45:53Z', 'revision_number': 3, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'gw_port': {'id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:40:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:51Z', 'updated_at': '2021-12-06T14:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:57.508119 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fe66ed0-472e-44fb-8b4e-02f4bbb6775e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:57.521108 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0b2153-a07f-49a0-8d9b-7622ae6e614c None None] The sync data for ids ['61b1f8f1-ef06-4fea-9d9d-8187441b743d'] in n-d-master-1 is: [{'id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'name': 'tempest-FloatingIPDetailsTestJSON-1221217329-router', 'tenant_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': '23272de7-a908-46f2-b112-437dfff44a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:45Z', 'updated_at': '2021-12-06T14:45:52Z', 'revision_number': 4, 'project_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'gw_port': {'id': '23272de7-a908-46f2-b112-437dfff44a34', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:46Z', 'updated_at': '2021-12-06T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '57953633-d226-4b14-81fc-13f54bc1877a', 'name': '', 'network_id': '946c36bc-6c9f-4817-bfbd-94abf6116d56', 'tenant_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'mac_address': 'fa:16:3e:b1:72:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'caa4234d-7878-4f7c-aeb5-44fbed5eed86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:50Z', 'updated_at': '2021-12-06T14:45:56Z', 'revision_number': 4, 'project_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'subnets': [{'id': 'caa4234d-7878-4f7c-aeb5-44fbed5eed86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:45:57.524218 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50f6ca85-9fc3-4000-ae58-82a18033f17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:57.565668 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:57.572959 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fe66ed0-472e-44fb-8b4e-02f4bbb6775e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:57.579316 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dc540e-917a-4420-ab64-a80a63010e84 None None] The sync data for ids ['e8dab326-2c59-403e-b1b6-428be715b1d9'] in n-d-master-1 is: [{'id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'name': 'tempest-ServerActionsTestJSON-643569639-router', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154'}], 'enable_snat': True}, 'gw_port_id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:50Z', 'updated_at': '2021-12-06T14:45:53Z', 'revision_number': 3, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'gw_port': {'id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:40:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:51Z', 'updated_at': '2021-12-06T14:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:45:57.660937 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['27b759ae-6d20-47e7-b36b-14b78fba79de'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:57.675787 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6ca85-9fc3-4000-ae58-82a18033f17b None None] Pushing event updated for resources: {'Port': ['ID=57953633-d226-4b14-81fc-13f54bc1877a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:57.731177 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:57.756016 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-54f5ce7e-8ec5-46ae-bbb2-21572ba37d94 None None] Provisioning complete for port e3244c30-855c-4e4f-8e5c-d39554737b60 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:57.756396 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-54f5ce7e-8ec5-46ae-bbb2-21572ba37d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:57.829548 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-54f5ce7e-8ec5-46ae-bbb2-21572ba37d94 None None] Port e3244c30-855c-4e4f-8e5c-d39554737b60 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:45:57.862760 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] Network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:57.864948 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-54f5ce7e-8ec5-46ae-bbb2-21572ba37d94 None None] Provisioning complete for port 57953633-d226-4b14-81fc-13f54bc1877a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:57.865539 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-54f5ce7e-8ec5-46ae-bbb2-21572ba37d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:57.878332 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:57.897965 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:57.936504 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bd575-048e-453d-b2ba-4e9943b38783 req-f421150e-7993-4d08-a2c6-6b8dd93531a4 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:57.946289 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c71bd575-048e-453d-b2ba-4e9943b38783 req-f421150e-7993-4d08-a2c6-6b8dd93531a4 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a236f2f-187c-4d29-b410-a65bca951d3c HTTP/1.1" status: 200 len: 936 time: 0.2970428 Dec 06 14:45:57.965150 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:58.092185 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c71bd575-048e-453d-b2ba-4e9943b38783 req-c7c1986d-a58b-41af-96c8-341f94a98404 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f049d8-4a96-4ec2-abbd-79b1bd25bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256962 Dec 06 14:45:58.094387 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fe66ed0-472e-44fb-8b4e-02f4bbb6775e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:58.105057 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fe66ed0-472e-44fb-8b4e-02f4bbb6775e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:58.109055 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1fe66ed0-472e-44fb-8b4e-02f4bbb6775e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e42e2275-710a-476b-86d9-e2249bd6bb56 HTTP/1.1" status: 204 len: 168 time: 0.8647501 Dec 06 14:45:58.154649 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] Pushing event updated for resources: {'Port': ['ID=3dec9bf5-be68-4925-b7ba-e86470f11d2e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:58.159535 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe66ed0-472e-44fb-8b4e-02f4bbb6775e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42e2275-710a-476b-86d9-e2249bd6bb56,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:58.240459 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-44f43e19-fa56-47ea-a762-e5521763067c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:58.292895 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-44f43e19-fa56-47ea-a762-e5521763067c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:58.398234 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3244c30-855c-4e4f-8e5c-d39554737b60 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:45:58.417295 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6e52a7cb-56a9-4d6f-8087-0a10d6974e93 None None] Provisioning complete for port 3dec9bf5-be68-4925-b7ba-e86470f11d2e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:58.417890 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6e52a7cb-56a9-4d6f-8087-0a10d6974e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:58.422552 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:58.453316 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:58.453844 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Transition to ACTIVE for port object e3244c30-855c-4e4f-8e5c-d39554737b60 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:45:58.460252 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:58.543997 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6e52a7cb-56a9-4d6f-8087-0a10d6974e93 None None] Port 3dec9bf5-be68-4925-b7ba-e86470f11d2e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:45:58.676203 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Pushing event updated for resources: {'Port': ['ID=e3244c30-855c-4e4f-8e5c-d39554737b60,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:58.701910 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f43e19-fa56-47ea-a762-e5521763067c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Pushing event updated for resources: {'Port': ['ID=9e366464-29ca-46d7-949b-f953318aa75a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:58.735685 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-44f43e19-fa56-47ea-a762-e5521763067c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:58.836028 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-44f43e19-fa56-47ea-a762-e5521763067c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:58.837464 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-44f43e19-fa56-47ea-a762-e5521763067c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5907888 Dec 06 14:45:58.943713 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44126) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:58.982111 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5abb1-5f3e-421d-8471-24dc57941541 req-432a0760-f39f-46ed-8aae-30dfc341cce6 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:58.990068 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1fc5abb1-5f3e-421d-8471-24dc57941541 req-432a0760-f39f-46ed-8aae-30dfc341cce6 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 945 time: 0.3220770 Dec 06 14:45:59.019561 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1efef4b9-e496-4621-8f9f-4caaee82ee99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d42e23ea84a49dcb35e97be9d61f1a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0706449 Dec 06 14:45:59.022176 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44128) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:59.022571 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44130) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:59.025453 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Attempting to bind port e3244c30-855c-4e4f-8e5c-d39554737b60 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:59.026298 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-a04942c1-f39e-4c52-a115-fd5bc954e9f2 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.145 HTTP/1.1" status: 200 len: 696 time: 0.1652639 Dec 06 14:45:59.032501 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Attempting to bind port e3244c30-855c-4e4f-8e5c-d39554737b60 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:59.033174 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Attempting to bind port e3244c30-855c-4e4f-8e5c-d39554737b60 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:59.040852 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Port e3244c30-855c-4e4f-8e5c-d39554737b60 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:45:59.041322 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Attempting to bind port e3244c30-855c-4e4f-8e5c-d39554737b60 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:59.061082 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:59.061670 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:59.062819 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:59.063430 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Bound port: e3244c30-855c-4e4f-8e5c-d39554737b60, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:59.064095 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:59.207295 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:59.210539 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] For port e3244c30-855c-4e4f-8e5c-d39554737b60, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:59.216702 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] For port e3244c30-855c-4e4f-8e5c-d39554737b60, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e3244c30-855c-4e4f-8e5c-d39554737b60,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:59.225112 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:59.236195 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1fc5abb1-5f3e-421d-8471-24dc57941541 req-fe41883f-96b8-4874-8d8b-956fca895612 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373185 Dec 06 14:45:59.239280 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:59.293070 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:59.294290 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:59.296179 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-76d02173-19d9-4534-9192-10850e25e086 service neutron] 10.222.0.37 "PUT /v2.0/ports/e3244c30-855c-4e4f-8e5c-d39554737b60 HTTP/1.1" status: 200 len: 1096 time: 1.9410927 Dec 06 14:45:59.296908 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a236f2f-187c-4d29-b410-a65bca951d3c', 'tag': 'e3244c30-855c-4e4f-8e5c-d39554737b60'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:59.299806 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5068f047-2ef5-464a-b9c3-9b5f7aefaa11" -d '{"events": [{"name": "network-changed", "server_uuid": "0a236f2f-187c-4d29-b410-a65bca951d3c", "tag": "e3244c30-855c-4e4f-8e5c-d39554737b60"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:59.333559 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d02173-19d9-4534-9192-10850e25e086 service neutron] Pushing event updated for resources: {'Port': ['ID=e3244c30-855c-4e4f-8e5c-d39554737b60,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:59.338531 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:59.357919 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6bb5742-b9d7-4144-a01e-967351347875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:59.383703 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49c1a1d0-fee5-436f-9dcc-5b2a6645438c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:59.414098 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-2e59087b-181d-44f7-a420-16f969780358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:59.416502 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-2e59087b-181d-44f7-a420-16f969780358 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22f35590b8214acca1397196d5b3d3dc&device_id=0a236f2f-187c-4d29-b410-a65bca951d3c HTTP/1.1" status: 200 len: 1099 time: 0.0777395 Dec 06 14:45:59.532011 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-7e3f7d00-6f8d-4285-992c-df8e8a2751e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=e3244c30-855c-4e4f-8e5c-d39554737b60 HTTP/1.1" status: 200 len: 217 time: 0.0960486 Dec 06 14:45:59.570976 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:59.610192 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] Pushing event updated for resources: {'Port': ['ID=3dec9bf5-be68-4925-b7ba-e86470f11d2e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:59.624618 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] Network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:59.628562 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e6e0c-d10b-4e8f-b28a-478ff12207fa req-787cb91f-3b53-47c6-aa68-5735969671f8 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:59.629544 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6bb5742-b9d7-4144-a01e-967351347875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:59.631390 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4b5e6e0c-d10b-4e8f-b28a-478ff12207fa req-787cb91f-3b53-47c6-aa68-5735969671f8 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a236f2f-187c-4d29-b410-a65bca951d3c HTTP/1.1" status: 200 len: 948 time: 0.2075970 Dec 06 14:45:59.667953 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-923afa13-d882-4c11-bd0c-12a0dcd5b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:59.668684 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-fc57fcf3-c4eb-427c-aba5-5a1e8a540377 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:59.669685 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-923afa13-d882-4c11-bd0c-12a0dcd5b206 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1169586 Dec 06 14:45:59.670133 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6c8beee7-85a5-44d7-bd67-c5e836429273 req-fc57fcf3-c4eb-427c-aba5-5a1e8a540377 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.5990269 Dec 06 14:45:59.671120 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:59.694867 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 57953633-d226-4b14-81fc-13f54bc1877a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:59.753763 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4b5e6e0c-d10b-4e8f-b28a-478ff12207fa req-f1417baa-1367-4c00-81a1-1d1f0979e581 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f049d8-4a96-4ec2-abbd-79b1bd25bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138175 Dec 06 14:45:59.774021 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514e3318-4b96-4387-b4b6-edb7a7c4b4a6 x-openstack-request-id: req-514e3318-4b96-4387-b4b6-edb7a7c4b4a6 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:59.774618 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a236f2f-187c-4d29-b410-a65bca951d3c", "tag": "e3244c30-855c-4e4f-8e5c-d39554737b60", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:59.789439 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-514e3318-4b96-4387-b4b6-edb7a7c4b4a6 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:59.791521 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a236f2f-187c-4d29-b410-a65bca951d3c', 'tag': 'e3244c30-855c-4e4f-8e5c-d39554737b60', 'status': 'completed', 'code': 200} Dec 06 14:45:59.836486 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-7a758488-c604-4256-966a-edd0cde0954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:59.842327 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-7a758488-c604-4256-966a-edd0cde0954b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1578798 Dec 06 14:45:59.874789 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 57953633-d226-4b14-81fc-13f54bc1877a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:59.875455 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:59.950283 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6bb5742-b9d7-4144-a01e-967351347875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:59.953665 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6bb5742-b9d7-4144-a01e-967351347875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:59.957406 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b6bb5742-b9d7-4144-a01e-967351347875 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07834ec0-2a97-4ca6-8d92-e524936a78cc HTTP/1.1" status: 204 len: 168 time: 0.9223855 Dec 06 14:45:59.993157 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 857d9c57-6f7a-449b-a415-081dd70c5d19 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:59.993840 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-11752666-1bd9-431b-adf7-c1834828ec0c service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415687 Dec 06 14:46:00.054375 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9ff6d1db-09d9-42ab-bc32-df703d5b6dfb None None] Provisioning complete for port 3dec9bf5-be68-4925-b7ba-e86470f11d2e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:00.054680 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb5742-b9d7-4144-a01e-967351347875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07834ec0-2a97-4ca6-8d92-e524936a78cc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:00.054817 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ff6d1db-09d9-42ab-bc32-df703d5b6dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:00.085833 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49c1a1d0-fee5-436f-9dcc-5b2a6645438c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:00.100484 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] Router e8dab326-2c59-403e-b1b6-428be715b1d9 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:46:00.104193 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49c1a1d0-fee5-436f-9dcc-5b2a6645438c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:00.126956 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-08f88f8a-827b-4498-a2cc-89c10c02499f tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2865851 Dec 06 14:46:00.143140 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-898432bd-5ed6-4794-ad68-a1a383b1c5f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:00.145186 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-279e815b-1c05-44ef-93ab-d9019efa5576 req-aa29de59-ea16-43ad-81ed-51faf3d7c896 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364195 Dec 06 14:46:00.204160 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-49c1a1d0-fee5-436f-9dcc-5b2a6645438c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f11c2593b08744b99fe5cf2c4bebb6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1735141 Dec 06 14:46:00.207152 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44148) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:00.213206 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1a1d0-fee5-436f-9dcc-5b2a6645438c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6dce69-5a4c-4e74-b1e7-2000eae9e270,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:00.270651 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 27b759ae-6d20-47e7-b36b-14b78fba79de up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:46:00.313333 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6d1db-09d9-42ab-bc32-df703d5b6dfb None None] Port 3dec9bf5-be68-4925-b7ba-e86470f11d2e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:46:00.325365 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8570c80-55fb-4ae5-aa79-3c7a1254e9cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:00.342583 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068f047-2ef5-464a-b9c3-9b5f7aefaa11 req-a60c9d3b-7313-46ac-8539-b98fa1d98fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:00.343222 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-898432bd-5ed6-4794-ad68-a1a383b1c5f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:00.344712 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5068f047-2ef5-464a-b9c3-9b5f7aefaa11 req-a60c9d3b-7313-46ac-8539-b98fa1d98fab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22f35590b8214acca1397196d5b3d3dc&device_id=0a236f2f-187c-4d29-b410-a65bca951d3c HTTP/1.1" status: 200 len: 1099 time: 0.1411278 Dec 06 14:46:00.346609 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 857d9c57-6f7a-449b-a415-081dd70c5d19 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:00.347041 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:00.426204 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 27b759ae-6d20-47e7-b36b-14b78fba79de completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:46:00.434275 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8570c80-55fb-4ae5-aa79-3c7a1254e9cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:00.474984 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 27b759ae-6d20-47e7-b36b-14b78fba79de triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:00.475560 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:00.517605 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:46:00.525419 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-eff6ac92-d199-4b51-9f31-13712d60f62f admin admin] 10.222.0.20 "PUT /v2.0/routers/e8dab326-2c59-403e-b1b6-428be715b1d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3956819 Dec 06 14:46:00.545580 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ea7c3-8a56-455d-bbc8-9a507777a6a0 req-7f0b9677-d2b5-4178-b825-5f2721e53c93 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:00.547309 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:00.548309 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8c8ea7c3-8a56-455d-bbc8-9a507777a6a0 req-7f0b9677-d2b5-4178-b825-5f2721e53c93 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 945 time: 0.2018728 Dec 06 14:46:00.597471 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068f047-2ef5-464a-b9c3-9b5f7aefaa11 req-71eb0277-fe4f-47f4-8abb-fa141b271bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:00.599707 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5068f047-2ef5-464a-b9c3-9b5f7aefaa11 req-71eb0277-fe4f-47f4-8abb-fa141b271bc9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2119274 Dec 06 14:46:00.626709 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-898432bd-5ed6-4794-ad68-a1a383b1c5f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:00.638802 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8570c80-55fb-4ae5-aa79-3c7a1254e9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:00.642005 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8570c80-55fb-4ae5-aa79-3c7a1254e9cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:00.648063 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e8570c80-55fb-4ae5-aa79-3c7a1254e9cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd6dce69-5a4c-4e74-b1e7-2000eae9e270 HTTP/1.1" status: 204 len: 168 time: 0.4098909 Dec 06 14:46:00.677282 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 857d9c57-6f7a-449b-a415-081dd70c5d19, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=857d9c57-6f7a-449b-a415-081dd70c5d19,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:00.685640 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:00.710716 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:00.717211 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8570c80-55fb-4ae5-aa79-3c7a1254e9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6dce69-5a4c-4e74-b1e7-2000eae9e270,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:00.723745 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5068f047-2ef5-464a-b9c3-9b5f7aefaa11 req-e7394292-120c-4ee1-8465-d800e4b38802 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=e3244c30-855c-4e4f-8e5c-d39554737b60 HTTP/1.1" status: 200 len: 217 time: 0.1107345 Dec 06 14:46:00.729265 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8c8ea7c3-8a56-455d-bbc8-9a507777a6a0 req-be85f249-3117-4b6f-9e12-d3de1ad53bac tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718035 Dec 06 14:46:00.803043 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=857d9c57-6f7a-449b-a415-081dd70c5d19,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:00.806000 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76b3b22-3504-4e45-9838-ab0cdca3034f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b759ae-6d20-47e7-b36b-14b78fba79de'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:00.808391 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4aa51f-d506-4f4f-85e3-7c3e66151eee" -d '{"events": [{"server_uuid": "f76b3b22-3504-4e45-9838-ab0cdca3034f", "name": "network-vif-plugged", "status": "completed", "tag": "27b759ae-6d20-47e7-b36b-14b78fba79de"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:00.818138 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c6d2609-ca98-45bb-b237-3afaa4e474cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:00.834428 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 27b759ae-6d20-47e7-b36b-14b78fba79de, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=27b759ae-6d20-47e7-b36b-14b78fba79de,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:00.844027 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:00.846613 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068f047-2ef5-464a-b9c3-9b5f7aefaa11 req-68dba49e-2060-4891-a84b-eb081dc8649b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:00.849340 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5068f047-2ef5-464a-b9c3-9b5f7aefaa11 req-68dba49e-2060-4891-a84b-eb081dc8649b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1057291 Dec 06 14:46:00.925144 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-898432bd-5ed6-4794-ad68-a1a383b1c5f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Allocated IP 172.35.7.215 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/05cdd01c-aae7-4e45-852e-14bd57af4542) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:46:00.930631 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=27b759ae-6d20-47e7-b36b-14b78fba79de,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:00.960083 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068f047-2ef5-464a-b9c3-9b5f7aefaa11 req-7997fd70-cfd3-49f3-874b-477245bad7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:00.961634 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5068f047-2ef5-464a-b9c3-9b5f7aefaa11 req-7997fd70-cfd3-49f3-874b-477245bad7b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1044161 Dec 06 14:46:01.086851 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-898432bd-5ed6-4794-ad68-a1a383b1c5f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:01.089501 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5068f047-2ef5-464a-b9c3-9b5f7aefaa11 req-bcb83bc3-8914-49ef-9ee0-307878e0ec07 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184604 Dec 06 14:46:01.128350 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-898432bd-5ed6-4794-ad68-a1a383b1c5f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:01.182403 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-898432bd-5ed6-4794-ad68-a1a383b1c5f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:46:01.187500 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-898432bd-5ed6-4794-ad68-a1a383b1c5f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:01.190352 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-898432bd-5ed6-4794-ad68-a1a383b1c5f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:46:01.223094 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898432bd-5ed6-4794-ad68-a1a383b1c5f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Pushing event updated for resources: {'Port': ['ID=05cdd01c-aae7-4e45-852e-14bd57af4542,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:01.234421 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5068f047-2ef5-464a-b9c3-9b5f7aefaa11 req-5c75a655-ffe5-43c1-a58d-47b5a58fb852 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365652 Dec 06 14:46:01.303084 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-898432bd-5ed6-4794-ad68-a1a383b1c5f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:01.355754 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-898432bd-5ed6-4794-ad68-a1a383b1c5f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:01.493698 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Sync routers for ids ['e8dab326-2c59-403e-b1b6-428be715b1d9'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:46:01.509366 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44198) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:01.517943 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3ab96704-6a33-4c9c-bd59-eebc5be8962c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1258724291', 'description': 'tempest-description--415517399'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:01.522732 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Routers {'e8dab326-2c59-403e-b1b6-428be715b1d9'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:46:01.526550 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e8dab326-2c59-403e-b1b6-428be715b1d9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:01.573970 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ab96704-6a33-4c9c-bd59-eebc5be8962c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:01.577903 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 857d9c57-6f7a-449b-a415-081dd70c5d19 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:46:01.672512 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-898432bd-5ed6-4794-ad68-a1a383b1c5f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:01.687749 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-898432bd-5ed6-4794-ad68-a1a383b1c5f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:01.707185 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ab96704-6a33-4c9c-bd59-eebc5be8962c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:01.722414 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ab96704-6a33-4c9c-bd59-eebc5be8962c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:01.725545 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Set router e8dab326-2c59-403e-b1b6-428be715b1d9 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:46:01.746250 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ab96704-6a33-4c9c-bd59-eebc5be8962c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:01.750888 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3ab96704-6a33-4c9c-bd59-eebc5be8962c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2364225 Dec 06 14:46:01.761960 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44206) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:01.768182 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11885997-e025-4bc6-a1ff-e6f402dc7edc req-a231ab04-8312-4efe-b01f-08947a28d9e8 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:01.769721 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 857d9c57-6f7a-449b-a415-081dd70c5d19 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:01.770117 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11885997-e025-4bc6-a1ff-e6f402dc7edc req-a231ab04-8312-4efe-b01f-08947a28d9e8 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a236f2f-187c-4d29-b410-a65bca951d3c HTTP/1.1" status: 200 len: 948 time: 0.1730850 Dec 06 14:46:01.770252 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:01.777286 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1880b06a-ca1e-4af7-8baa-f0ea2b7e636d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Request body: {'security_group_rule': {'security_group_id': '7b29d6e0-5000-4bb6-aa8f-a634934b2d93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:01.805595 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab96704-6a33-4c9c-bd59-eebc5be8962c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b29d6e0-5000-4bb6-aa8f-a634934b2d93,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:01.858520 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11885997-e025-4bc6-a1ff-e6f402dc7edc req-3010e1d3-589d-40a6-a3e8-0a44819432d2 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f049d8-4a96-4ec2-abbd-79b1bd25bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741737 Dec 06 14:46:01.912268 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898432bd-5ed6-4794-ad68-a1a383b1c5f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Pushing event updated for resources: {'Port': ['ID=05cdd01c-aae7-4e45-852e-14bd57af4542,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:01.919071 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-898432bd-5ed6-4794-ad68-a1a383b1c5f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:01.934300 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1880b06a-ca1e-4af7-8baa-f0ea2b7e636d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:01.956991 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-898432bd-5ed6-4794-ad68-a1a383b1c5f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:01.958779 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-898432bd-5ed6-4794-ad68-a1a383b1c5f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8207049 Dec 06 14:46:01.979903 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1d5d97-ef66-4af0-828d-72c6c96a75f2 x-openstack-request-id: req-7a1d5d97-ef66-4af0-828d-72c6c96a75f2 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:01.980202 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76b3b22-3504-4e45-9838-ab0cdca3034f", "name": "network-vif-plugged", "status": "completed", "tag": "27b759ae-6d20-47e7-b36b-14b78fba79de", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:01.980527 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a1d5d97-ef66-4af0-828d-72c6c96a75f2 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:01.980940 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76b3b22-3504-4e45-9838-ab0cdca3034f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b759ae-6d20-47e7-b36b-14b78fba79de', 'code': 200} Dec 06 14:46:02.091727 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-664c7905-5534-44ee-8a54-e1f78c2dc8f4 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.215 HTTP/1.1" status: 200 len: 696 time: 0.1249259 Dec 06 14:46:02.149231 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1880b06a-ca1e-4af7-8baa-f0ea2b7e636d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:02.173059 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1880b06a-ca1e-4af7-8baa-f0ea2b7e636d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:02.194667 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8ef58-2295-478a-80ab-9676d119335f req-21d96706-489a-4517-9e3b-0aacd5bc34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:02.196099 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0af8ef58-2295-478a-80ab-9676d119335f req-21d96706-489a-4517-9e3b-0aacd5bc34b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 1097 time: 0.0995734 Dec 06 14:46:02.232784 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'name': 'tempest-ServerActionsTestJSON-643569639-router', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154'}], 'enable_snat': True}, 'gw_port_id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:50Z', 'updated_at': '2021-12-06T14:45:58Z', 'revision_number': 4, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'gw_port': {'id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:51Z', 'updated_at': '2021-12-06T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3dec9bf5-be68-4925-b7ba-e86470f11d2e', 'name': '', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'mac_address': 'fa:16:3e:93:c6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:56Z', 'updated_at': '2021-12-06T14:45:58Z', 'revision_number': 2, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'subnets': [{'id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:02.248386 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880b06a-ca1e-4af7-8baa-f0ea2b7e636d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f01710f-68a2-4ef0-a364-45eeef2eb8c0,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:02.273077 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1880b06a-ca1e-4af7-8baa-f0ea2b7e636d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:02.276128 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1880b06a-ca1e-4af7-8baa-f0ea2b7e636d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5109553 Dec 06 14:46:02.279034 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44226) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:02.281978 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Checking router: e8dab326-2c59-403e-b1b6-428be715b1d9 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:46:02.282361 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Updating router e8dab326-2c59-403e-b1b6-428be715b1d9 port 3dec9bf5-be68-4925-b7ba-e86470f11d2e binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:46:02.283276 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0af8ef58-2295-478a-80ab-9676d119335f req-d0e64123-7a05-4d78-a71f-2352e6022eeb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561199 Dec 06 14:46:02.286962 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1cb06de3-f1d2-4233-acee-48f069686480 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Request body: {'security_group_rule': {'security_group_id': '7b29d6e0-5000-4bb6-aa8f-a634934b2d93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:02.315771 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:02.324040 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-d9a162d0-deee-41aa-a65d-95d5a20e6717 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:02.325572 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95ed72dd-22a7-482b-84b0-e8c59c2c9f97 req-d9a162d0-deee-41aa-a65d-95d5a20e6717 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.2330384 Dec 06 14:46:02.346700 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1cb06de3-f1d2-4233-acee-48f069686480 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:02.420287 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1cb06de3-f1d2-4233-acee-48f069686480 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:02.422371 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe9dea-b1f8-4835-8345-f9a6249dfadf req-a412d754-5107-46a9-9c65-a408c223e05e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:02.424220 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5fe9dea-b1f8-4835-8345-f9a6249dfadf req-a412d754-5107-46a9-9c65-a408c223e05e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 946 time: 0.0930126 Dec 06 14:46:02.426526 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1cb06de3-f1d2-4233-acee-48f069686480 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:02.446072 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb06de3-f1d2-4233-acee-48f069686480 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3da4b86-b351-4810-a3f6-f86e6aa3fae9,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:02.458322 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1cb06de3-f1d2-4233-acee-48f069686480 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:02.462317 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1cb06de3-f1d2-4233-acee-48f069686480 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1799672 Dec 06 14:46:02.462549 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44232) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:02.468745 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-54df2792-cc53-45ba-8f95-f4aa1c415f0f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:02.498791 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54df2792-cc53-45ba-8f95-f4aa1c415f0f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:02.528642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5fe9dea-b1f8-4835-8345-f9a6249dfadf req-ca514194-f092-43c6-9eaf-e61041837690 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929031 Dec 06 14:46:02.686119 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54df2792-cc53-45ba-8f95-f4aa1c415f0f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:02.733682 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:02.737236 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-d9aff112-0994-4c3a-8ce2-d3d2eed866af tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1935027 Dec 06 14:46:02.741988 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:02.754665 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-7c5bb0f8-66d1-4bd1-9b8c-513eabb01268 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:02.783038 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-7c5bb0f8-66d1-4bd1-9b8c-513eabb01268 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:02.805099 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcbb4f-27f0-470f-a26e-88f566f84d3c None None] Pushing event updated for resources: {'Port': ['ID=3dec9bf5-be68-4925-b7ba-e86470f11d2e,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:02.851973 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-54df2792-cc53-45ba-8f95-f4aa1c415f0f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Allocated IP 172.35.7.4 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/26e31407-63e4-4cbe-bb82-ab807c4a3bb9) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:46:02.893244 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Attempting to bind port 3dec9bf5-be68-4925-b7ba-e86470f11d2e on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:46:02.893884 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Attempting to bind port 3dec9bf5-be68-4925-b7ba-e86470f11d2e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:46:02.894672 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Attempting to bind port 3dec9bf5-be68-4925-b7ba-e86470f11d2e on network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:02.901398 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:46:02.902111 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Checking segment: {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:46:02.902725 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:02.903329 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Bound using segment: {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:46:02.904119 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Bound port: 3dec9bf5-be68-4925-b7ba-e86470f11d2e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:46:02.907876 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:02.982701 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-7c5bb0f8-66d1-4bd1-9b8c-513eabb01268 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:03.014293 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] For port 3dec9bf5-be68-4925-b7ba-e86470f11d2e, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:46:03.019479 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] For port 3dec9bf5-be68-4925-b7ba-e86470f11d2e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3dec9bf5-be68-4925-b7ba-e86470f11d2e,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:46:03.032723 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:03.113084 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54df2792-cc53-45ba-8f95-f4aa1c415f0f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:03.133529 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Routers {'e8dab326-2c59-403e-b1b6-428be715b1d9'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:46:03.134182 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e8dab326-2c59-403e-b1b6-428be715b1d9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:03.165593 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54df2792-cc53-45ba-8f95-f4aa1c415f0f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:03.204028 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcbb4f-27f0-470f-a26e-88f566f84d3c None None] Pushing event updated for resources: {'Port': ['ID=3dec9bf5-be68-4925-b7ba-e86470f11d2e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:03.227995 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-16349cd1-032b-416f-90f9-08af4868a4d7 None None] Provisioning complete for port 3dec9bf5-be68-4925-b7ba-e86470f11d2e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:03.228477 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-16349cd1-032b-416f-90f9-08af4868a4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:03.252489 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df2792-cc53-45ba-8f95-f4aa1c415f0f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Pushing event updated for resources: {'Port': ['ID=26e31407-63e4-4cbe-bb82-ab807c4a3bb9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:03.255794 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37b8a07b-2c54-45cd-86dd-47526eb1f1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:03.301055 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54df2792-cc53-45ba-8f95-f4aa1c415f0f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:46:03.305244 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-54df2792-cc53-45ba-8f95-f4aa1c415f0f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:03.308801 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df2792-cc53-45ba-8f95-f4aa1c415f0f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:46:03.321890 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-7c5bb0f8-66d1-4bd1-9b8c-513eabb01268 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Allocated IP 172.35.7.232 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/234a3d2f-6672-43c4-a88b-7afcab910a73) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:46:03.354472 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd34b97-7981-4205-a0a3-12ba593233ea req-8265ee6b-5a6e-4590-a562-a920af5d1645 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:03.356344 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cbd34b97-7981-4205-a0a3-12ba593233ea req-8265ee6b-5a6e-4590-a562-a920af5d1645 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a236f2f-187c-4d29-b410-a65bca951d3c HTTP/1.1" status: 200 len: 948 time: 0.1086571 Dec 06 14:46:03.358066 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] Set router e8dab326-2c59-403e-b1b6-428be715b1d9 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:46:03.461032 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cbd34b97-7981-4205-a0a3-12ba593233ea req-61f96f31-cf74-494d-8a43-91200e54af0d tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f049d8-4a96-4ec2-abbd-79b1bd25bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677574 Dec 06 14:46:03.516681 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54df2792-cc53-45ba-8f95-f4aa1c415f0f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:03.558419 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-7c5bb0f8-66d1-4bd1-9b8c-513eabb01268 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:03.610915 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54df2792-cc53-45ba-8f95-f4aa1c415f0f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:03.627900 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-7c5bb0f8-66d1-4bd1-9b8c-513eabb01268 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:03.705294 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-7c5bb0f8-66d1-4bd1-9b8c-513eabb01268 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:46:03.711911 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-7c5bb0f8-66d1-4bd1-9b8c-513eabb01268 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:03.714594 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-7c5bb0f8-66d1-4bd1-9b8c-513eabb01268 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:46:03.782378 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bb0f8-66d1-4bd1-9b8c-513eabb01268 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Pushing event updated for resources: {'Port': ['ID=234a3d2f-6672-43c4-a88b-7afcab910a73,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:03.815433 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-16349cd1-032b-416f-90f9-08af4868a4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:03.852825 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-7c5bb0f8-66d1-4bd1-9b8c-513eabb01268 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:03.901171 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-16349cd1-032b-416f-90f9-08af4868a4d7 None None] For port 3dec9bf5-be68-4925-b7ba-e86470f11d2e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3dec9bf5-be68-4925-b7ba-e86470f11d2e,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:03.911547 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-16349cd1-032b-416f-90f9-08af4868a4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:03.916395 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:03.925649 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-7c5bb0f8-66d1-4bd1-9b8c-513eabb01268 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:03.943395 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54df2792-cc53-45ba-8f95-f4aa1c415f0f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:03.950446 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'name': 'tempest-ServerActionsTestJSON-643569639-router', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154'}], 'enable_snat': True}, 'gw_port_id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:50Z', 'updated_at': '2021-12-06T14:45:58Z', 'revision_number': 4, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'gw_port': {'id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:51Z', 'updated_at': '2021-12-06T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3dec9bf5-be68-4925-b7ba-e86470f11d2e', 'name': '', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'mac_address': 'fa:16:3e:93:c6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:56Z', 'updated_at': '2021-12-06T14:46:03Z', 'revision_number': 4, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'subnets': [{'id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:03.958332 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54df2792-cc53-45ba-8f95-f4aa1c415f0f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:03.987800 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfc59ef-6c1b-488e-b2d4-ce6ff6168d3f None None] The sync data for ids ['e8dab326-2c59-403e-b1b6-428be715b1d9'] in n-d-master-1 is: [{'id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'name': 'tempest-ServerActionsTestJSON-643569639-router', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154'}], 'enable_snat': True}, 'gw_port_id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:50Z', 'updated_at': '2021-12-06T14:45:58Z', 'revision_number': 4, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'gw_port': {'id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:51Z', 'updated_at': '2021-12-06T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3dec9bf5-be68-4925-b7ba-e86470f11d2e', 'name': '', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'mac_address': 'fa:16:3e:93:c6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:56Z', 'updated_at': '2021-12-06T14:46:03Z', 'revision_number': 4, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'subnets': [{'id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:46:04.007641 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16349cd1-032b-416f-90f9-08af4868a4d7 None None] Pushing event updated for resources: {'Port': ['ID=3dec9bf5-be68-4925-b7ba-e86470f11d2e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:04.015796 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15323a62-8826-4ced-aedd-a8461c788bb2 req-790c6e19-b893-4257-bb51-bc31d2cf6a45 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:04.017444 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-15323a62-8826-4ced-aedd-a8461c788bb2 req-790c6e19-b893-4257-bb51-bc31d2cf6a45 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 946 time: 0.1249952 Dec 06 14:46:04.053825 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-978d749e-abf6-4a30-8399-301db6da7494 None None] Provisioning complete for port 3dec9bf5-be68-4925-b7ba-e86470f11d2e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:04.054019 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-978d749e-abf6-4a30-8399-301db6da7494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:04.086823 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df2792-cc53-45ba-8f95-f4aa1c415f0f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Pushing event updated for resources: {'Port': ['ID=26e31407-63e4-4cbe-bb82-ab807c4a3bb9,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:04.097435 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e3244c30-855c-4e4f-8e5c-d39554737b60 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:46:04.122023 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54df2792-cc53-45ba-8f95-f4aa1c415f0f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:04.146804 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54df2792-cc53-45ba-8f95-f4aa1c415f0f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:04.148225 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-54df2792-cc53-45ba-8f95-f4aa1c415f0f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6847119 Dec 06 14:46:04.173511 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-15323a62-8826-4ced-aedd-a8461c788bb2 req-49ed5170-55fe-457d-9fd5-7991813345bb tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146328 Dec 06 14:46:04.270845 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port e3244c30-855c-4e4f-8e5c-d39554737b60, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e3244c30-855c-4e4f-8e5c-d39554737b60,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:04.302977 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-7c5bb0f8-66d1-4bd1-9b8c-513eabb01268 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:04.313259 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-7c5bb0f8-66d1-4bd1-9b8c-513eabb01268 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:04.320090 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'e3244c30-855c-4e4f-8e5c-d39554737b60', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': 'e3244c30-855c-4e4f-8e5c-d39554737b60', 'mac_address': 'fa:16:3e:8d:1b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:46:04.378970 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bb0f8-66d1-4bd1-9b8c-513eabb01268 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Pushing event updated for resources: {'Port': ['ID=234a3d2f-6672-43c4-a88b-7afcab910a73,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:04.413529 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:04.441236 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-7c5bb0f8-66d1-4bd1-9b8c-513eabb01268 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:04.441688 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3244c30-855c-4e4f-8e5c-d39554737b60 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:04.464809 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-7c5bb0f8-66d1-4bd1-9b8c-513eabb01268 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:04.466460 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-7c5bb0f8-66d1-4bd1-9b8c-513eabb01268 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7218876 Dec 06 14:46:04.490751 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port e3244c30-855c-4e4f-8e5c-d39554737b60, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e3244c30-855c-4e4f-8e5c-d39554737b60,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:04.499857 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:04.566279 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=e3244c30-855c-4e4f-8e5c-d39554737b60,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:04.587544 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-7d17a13a-7856-46ed-a314-5b1ce61994f9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.232 HTTP/1.1" status: 200 len: 696 time: 0.1137085 Dec 06 14:46:04.612562 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa78b9-531d-4e1a-a937-25851b9e6639 req-bdd46895-b62f-46c1-befd-fe7469dd6d9b tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:04.614364 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6efa78b9-531d-4e1a-a937-25851b9e6639 req-bdd46895-b62f-46c1-befd-fe7469dd6d9b tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 1097 time: 0.0937717 Dec 06 14:46:04.682987 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6efa78b9-531d-4e1a-a937-25851b9e6639 req-51a28866-e9b6-4cb5-bf55-6ef2bd31ad55 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611074 Dec 06 14:46:04.759769 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-f32a7b89-497c-4284-b7f6-c93a284f3e7f tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:04.762624 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f31a9ab5-f898-4f54-80cf-a3acb901aacb req-f32a7b89-497c-4284-b7f6-c93a284f3e7f tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.1689858 Dec 06 14:46:04.804487 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['e3244c30-855c-4e4f-8e5c-d39554737b60'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:46:04.857310 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-b19d95bf-0d6c-423f-bef9-c21f35fc3f07 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1258724291&fields=id&tenant_id=8bb54282aaa64e1f9dee35090bece2ca HTTP/1.1" status: 200 len: 267 time: 0.0560663 Dec 06 14:46:04.959011 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e9300-85bf-46b1-aadb-a37fa2353b93 req-784b756f-4fdb-4300-9f30-dfef73331827 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:04.970532 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-808e9300-85bf-46b1-aadb-a37fa2353b93 req-784b756f-4fdb-4300-9f30-dfef73331827 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a236f2f-187c-4d29-b410-a65bca951d3c HTTP/1.1" status: 200 len: 949 time: 0.1020365 Dec 06 14:46:04.982264 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44328) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:05.026416 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-2a36aebe-ebdc-4535-9423-4563446574c6 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:05.037422 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-2a36aebe-ebdc-4535-9423-4563446574c6 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 811 time: 0.1788895 Dec 06 14:46:05.066505 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-a9fa7d9b-e686-4c2e-ab5d-d6b0e31a8379 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/quotas/8bb54282aaa64e1f9dee35090bece2ca HTTP/1.1" status: 200 len: 375 time: 0.0279973 Dec 06 14:46:05.072772 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-808e9300-85bf-46b1-aadb-a37fa2353b93 req-7e843ff3-23f1-4c41-971a-ef4095cfe18d tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f049d8-4a96-4ec2-abbd-79b1bd25bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966964 Dec 06 14:46:05.139610 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6c40ab31-18c5-4a28-a5cb-cbe44b220bee tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659883 Dec 06 14:46:05.248388 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d8ea3f9-65f5-4329-9ce8-1956eb43db6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:05.275774 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c926dc-8ad5-402d-bbfa-81de7195e5b4 req-b7311782-d70b-445e-b7b6-c56be7dbcae4 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:05.277413 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-03c926dc-8ad5-402d-bbfa-81de7195e5b4 req-b7311782-d70b-445e-b7b6-c56be7dbcae4 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 1097 time: 0.0507548 Dec 06 14:46:05.291994 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-277b5644-56fb-458d-9405-5584c3df1474 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485312 Dec 06 14:46:05.332889 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-03c926dc-8ad5-402d-bbfa-81de7195e5b4 req-85b8ed23-a54f-49a0-843c-0ec4d7950b31 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480435 Dec 06 14:46:05.524982 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3dec9bf5-be68-4925-b7ba-e86470f11d2e up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:46:05.527725 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:05.567900 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-ee864ee4-34bd-49dd-811f-ad34ea04851c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1956873 Dec 06 14:46:05.579827 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-6a44d79a-6ef2-4eef-9fa2-7b6d861a9b3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:05.609615 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 3dec9bf5-be68-4925-b7ba-e86470f11d2e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:05.610031 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:05.626388 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-6a44d79a-6ef2-4eef-9fa2-7b6d861a9b3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:05.767727 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-6a44d79a-6ef2-4eef-9fa2-7b6d861a9b3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:05.879393 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-2d950f38-f06e-42ae-b8d8-b86536189400 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785432 Dec 06 14:46:05.881269 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d8ea3f9-65f5-4329-9ce8-1956eb43db6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:05.895686 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d8ea3f9-65f5-4329-9ce8-1956eb43db6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:05.900816 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-6a44d79a-6ef2-4eef-9fa2-7b6d861a9b3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Allocated IP 172.35.7.37 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/8ea58555-042a-454c-ab4d-b2b06baa7c8a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:46:05.949834 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3d8ea3f9-65f5-4329-9ce8-1956eb43db6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f4ff57936c349c48aa68908d634fe2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9662826 Dec 06 14:46:05.951209 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ea3f9-65f5-4329-9ce8-1956eb43db6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3756b84-c121-44c1-8a1d-fcc70a429b0b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:05.956473 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44354) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:06.034146 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e271b93-37a4-48d8-a5da-57af72f1978f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.065411 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e271b93-37a4-48d8-a5da-57af72f1978f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.079290 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-6a44d79a-6ef2-4eef-9fa2-7b6d861a9b3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.103737 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e3244c30-855c-4e4f-8e5c-d39554737b60 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:46:06.142438 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e271b93-37a4-48d8-a5da-57af72f1978f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.146975 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e271b93-37a4-48d8-a5da-57af72f1978f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.150663 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7e271b93-37a4-48d8-a5da-57af72f1978f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3756b84-c121-44c1-8a1d-fcc70a429b0b HTTP/1.1" status: 204 len: 168 time: 0.1901379 Dec 06 14:46:06.151801 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-6a44d79a-6ef2-4eef-9fa2-7b6d861a9b3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.169062 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e271b93-37a4-48d8-a5da-57af72f1978f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3756b84-c121-44c1-8a1d-fcc70a429b0b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:06.222437 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-6a44d79a-6ef2-4eef-9fa2-7b6d861a9b3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:46:06.224921 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-6a44d79a-6ef2-4eef-9fa2-7b6d861a9b3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:06.229107 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-6a44d79a-6ef2-4eef-9fa2-7b6d861a9b3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:46:06.240186 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port e3244c30-855c-4e4f-8e5c-d39554737b60 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:46:06.245306 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port e3244c30-855c-4e4f-8e5c-d39554737b60 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:06.246014 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.307412 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44d79a-6ef2-4eef-9fa2-7b6d861a9b3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Pushing event updated for resources: {'Port': ['ID=8ea58555-042a-454c-ab4d-b2b06baa7c8a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:06.370904 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.378605 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f163227e-13a9-422c-b219-413b1fbd215e req-557100ab-3fb4-4908-9500-1a36e5348629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 210 time: 0.0737765 Dec 06 14:46:06.412957 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a236f2f-187c-4d29-b410-a65bca951d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3244c30-855c-4e4f-8e5c-d39554737b60'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:06.416446 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf1cd82-4151-4213-ae72-1056da65f8d9" -d '{"events": [{"server_uuid": "0a236f2f-187c-4d29-b410-a65bca951d3c", "name": "network-vif-plugged", "status": "completed", "tag": "e3244c30-855c-4e4f-8e5c-d39554737b60"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:06.432644 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port e3244c30-855c-4e4f-8e5c-d39554737b60, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e3244c30-855c-4e4f-8e5c-d39554737b60,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:06.442429 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.446226 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-6a44d79a-6ef2-4eef-9fa2-7b6d861a9b3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.514272 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-6a44d79a-6ef2-4eef-9fa2-7b6d861a9b3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.540252 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797b641-37e7-497e-b958-74d617e18edd req-2c105551-d1b5-4131-ad95-3710a8631aa1 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:06.543221 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d797b641-37e7-497e-b958-74d617e18edd req-2c105551-d1b5-4131-ad95-3710a8631aa1 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a236f2f-187c-4d29-b410-a65bca951d3c HTTP/1.1" status: 200 len: 950 time: 0.0778749 Dec 06 14:46:06.570309 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.580822 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=e3244c30-855c-4e4f-8e5c-d39554737b60,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:06.633532 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d797b641-37e7-497e-b958-74d617e18edd req-9782aacd-a823-4653-a3b8-db8e8b5ec127 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f049d8-4a96-4ec2-abbd-79b1bd25bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814555 Dec 06 14:46:06.797559 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44392) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:06.810885 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3a0af0c-a12d-4a39-9161-af24b3d7b72e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.814012 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-6a44d79a-6ef2-4eef-9fa2-7b6d861a9b3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.822685 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-6a44d79a-6ef2-4eef-9fa2-7b6d861a9b3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.914931 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44d79a-6ef2-4eef-9fa2-7b6d861a9b3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Pushing event updated for resources: {'Port': ['ID=8ea58555-042a-454c-ab4d-b2b06baa7c8a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:06.916835 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3a0af0c-a12d-4a39-9161-af24b3d7b72e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.918078 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-6a44d79a-6ef2-4eef-9fa2-7b6d861a9b3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.928426 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3a0af0c-a12d-4a39-9161-af24b3d7b72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.936606 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-6a44d79a-6ef2-4eef-9fa2-7b6d861a9b3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.938927 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-6a44d79a-6ef2-4eef-9fa2-7b6d861a9b3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3650415 Dec 06 14:46:06.947788 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44396) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:06.984985 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b3a0af0c-a12d-4a39-9161-af24b3d7b72e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f8958a7a8014d54a8e8afa388b4fe86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1863115 Dec 06 14:46:06.986087 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0af0c-a12d-4a39-9161-af24b3d7b72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9486fb8c-9f31-48cd-a0d1-03cd584e278f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:06.993884 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44400) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:07.006188 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40aef2d-ee38-4cbb-b9a6-04ca63a6140b x-openstack-request-id: req-d40aef2d-ee38-4cbb-b9a6-04ca63a6140b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:07.006593 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a236f2f-187c-4d29-b410-a65bca951d3c", "name": "network-vif-plugged", "status": "completed", "tag": "e3244c30-855c-4e4f-8e5c-d39554737b60", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:07.007049 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d40aef2d-ee38-4cbb-b9a6-04ca63a6140b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:07.007540 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a236f2f-187c-4d29-b410-a65bca951d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3244c30-855c-4e4f-8e5c-d39554737b60', 'code': 200} Dec 06 14:46:07.031914 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-ede5fbe2-0824-4a98-9ae4-258f1f08491b tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.37 HTTP/1.1" status: 200 len: 695 time: 0.0852048 Dec 06 14:46:07.172988 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3828b872-5ab0-41f6-b285-4a567e214cad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:07.176286 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0acf7661-f121-466b-8724-15e9f92f5997 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:07.195701 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-b999f184-c336-457e-8ea9-20affdc94c3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:07.197098 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb7b47d8-6dcc-4a0f-85c0-52fe4cb80d61 req-b999f184-c336-457e-8ea9-20affdc94c3d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.1601605 Dec 06 14:46:07.206092 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e780a-39d9-4b4c-a995-2902c77653eb req-1de69236-ae54-402c-886a-fcc81df93577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:07.207719 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-293e780a-39d9-4b4c-a995-2902c77653eb req-1de69236-ae54-402c-886a-fcc81df93577 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a236f2f-187c-4d29-b410-a65bca951d3c HTTP/1.1" status: 200 len: 1101 time: 0.0806835 Dec 06 14:46:07.211875 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd60381-2b2c-44d3-b1ba-a80bb8f2d24c req-2c808825-4932-4e34-9c92-6b4ceac3ccf9 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:07.219420 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1cd60381-2b2c-44d3-b1ba-a80bb8f2d24c req-2c808825-4932-4e34-9c92-6b4ceac3ccf9 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 1097 time: 0.1231830 Dec 06 14:46:07.243022 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3828b872-5ab0-41f6-b285-4a567e214cad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:07.261141 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-293e780a-39d9-4b4c-a995-2902c77653eb req-014c3414-1265-4099-a8de-ee53b97e3ba7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=68f049d8-4a96-4ec2-abbd-79b1bd25bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439792 Dec 06 14:46:07.320355 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1cd60381-2b2c-44d3-b1ba-a80bb8f2d24c req-7ffdb1b2-1d21-49b4-8bba-29cf824cd49a tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000497 Dec 06 14:46:07.354586 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-14aa6d03-23ca-490f-bb2b-60d174d83684 req-2c45519e-80b6-4732-a46d-48137c6cd384 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/floatingips/efe1b8e5-44a5-44a8-a8cd-a519c48c9dc9 HTTP/1.1" status: 200 len: 692 time: 0.0572982 Dec 06 14:46:07.354821 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3828b872-5ab0-41f6-b285-4a567e214cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:07.354821 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3828b872-5ab0-41f6-b285-4a567e214cad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:07.354821 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3828b872-5ab0-41f6-b285-4a567e214cad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9486fb8c-9f31-48cd-a0d1-03cd584e278f HTTP/1.1" status: 204 len: 168 time: 0.3490818 Dec 06 14:46:07.355807 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0acf7661-f121-466b-8724-15e9f92f5997 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:07.365853 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0acf7661-f121-466b-8724-15e9f92f5997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:07.368386 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828b872-5ab0-41f6-b285-4a567e214cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9486fb8c-9f31-48cd-a0d1-03cd584e278f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:07.418250 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0acf7661-f121-466b-8724-15e9f92f5997 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=004294c286064a658e110dcd27cb8f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4690707 Dec 06 14:46:07.419186 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf7661-f121-466b-8724-15e9f92f5997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de3d3b0-bfc2-45b7-afda-9128b12a1728,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:07.422420 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44410) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:07.521826 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e63d9f7b-479f-4c92-9a9c-d728de477ed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:07.534816 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa6d03-23ca-490f-bb2b-60d174d83684 req-dd1695ed-0471-4beb-ae18-2b3348dc51a9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:07.539911 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-14aa6d03-23ca-490f-bb2b-60d174d83684 req-dd1695ed-0471-4beb-ae18-2b3348dc51a9 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.1819394 Dec 06 14:46:07.581002 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7527f723-ba9b-47da-be9f-dcc2137617a2 req-3b60819c-8311-47c7-bb25-a6a70492826c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 210 time: 0.0754685 Dec 06 14:46:07.604147 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e63d9f7b-479f-4c92-9a9c-d728de477ed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:07.616196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b538956-5fe1-440d-a99d-cf4fbe4734ee req-090ade5f-4055-4ef3-8113-4c05f4976353 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/floatingips/efe1b8e5-44a5-44a8-a8cd-a519c48c9dc9 HTTP/1.1" status: 200 len: 692 time: 0.0572879 Dec 06 14:46:07.750547 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e63d9f7b-479f-4c92-9a9c-d728de477ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:07.758831 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e63d9f7b-479f-4c92-9a9c-d728de477ed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:07.766168 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e63d9f7b-479f-4c92-9a9c-d728de477ed7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7de3d3b0-bfc2-45b7-afda-9128b12a1728 HTTP/1.1" status: 204 len: 168 time: 0.3425088 Dec 06 14:46:07.784077 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d9f7b-479f-4c92-9a9c-d728de477ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de3d3b0-bfc2-45b7-afda-9128b12a1728,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:07.817996 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-a8b55106-3ba5-4f3a-bae9-f9d845633ba2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:07.819516 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-a8b55106-3ba5-4f3a-bae9-f9d845633ba2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.23 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 811 time: 0.2671137 Dec 06 14:46:07.879927 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde8c8f-7289-455c-846c-e81c209e3c36 req-4f6fd8ca-6163-4464-bb4e-870e0c6536ba tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:07.887408 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0dde8c8f-7289-455c-846c-e81c209e3c36 req-4f6fd8ca-6163-4464-bb4e-870e0c6536ba tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a236f2f-187c-4d29-b410-a65bca951d3c HTTP/1.1" status: 200 len: 950 time: 0.1201880 Dec 06 14:46:07.949639 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-f7d0bd26-9cbb-4535-aa72-f0f39fc19ace tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bb54282aaa64e1f9dee35090bece2ca HTTP/1.1" status: 200 len: 380 time: 0.1137037 Dec 06 14:46:07.963106 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-96f60c13-bd25-48eb-a9ed-5f90b73c17bb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Request body: {'port': {'device_id': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'admin_state_up': True, 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'security_groups': ['7b29d6e0-5000-4bb6-aa8f-a634934b2d93']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:08.002722 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0dde8c8f-7289-455c-846c-e81c209e3c36 req-e033efa0-5712-46f7-b6eb-6fc1f6382d8a tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f049d8-4a96-4ec2-abbd-79b1bd25bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143460 Dec 06 14:46:08.086929 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b538956-5fe1-440d-a99d-cf4fbe4734ee req-dcdcd184-68dd-4081-acc5-e6c57b304680 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:08.088366 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b538956-5fe1-440d-a99d-cf4fbe4734ee req-dcdcd184-68dd-4081-acc5-e6c57b304680 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.4647090 Dec 06 14:46:08.124227 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-96f60c13-bd25-48eb-a9ed-5f90b73c17bb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Made reservation on behalf of 8bb54282aaa64e1f9dee35090bece2ca for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:46:08.128619 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-96f60c13-bd25-48eb-a9ed-5f90b73c17bb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:08.168939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b538956-5fe1-440d-a99d-cf4fbe4734ee req-dcfb611f-04c7-4581-b425-cb4f2c728264 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.37 HTTP/1.1" status: 200 len: 695 time: 0.0716512 Dec 06 14:46:08.170925 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44438) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:08.189629 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4672e852-a29b-437f-979c-ebcbe1f206e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:08.236011 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b538956-5fe1-440d-a99d-cf4fbe4734ee req-1426d4ca-2edf-4ad8-a6ae-51298db4cf59 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.37 HTTP/1.1" status: 200 len: 695 time: 0.0661869 Dec 06 14:46:08.281899 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-96f60c13-bd25-48eb-a9ed-5f90b73c17bb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Allocated IP 172.20.0.10 (4a4e119c-9ce0-49ca-9e2d-7dd88850f983/e3730693-2903-46aa-aa00-ece8852853b7/a347586e-d706-4e92-bee7-d6c9844c7596) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:46:08.451920 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-96f60c13-bd25-48eb-a9ed-5f90b73c17bb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:08.462441 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4672e852-a29b-437f-979c-ebcbe1f206e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:08.469876 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4672e852-a29b-437f-979c-ebcbe1f206e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:08.495891 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-96f60c13-bd25-48eb-a9ed-5f90b73c17bb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:08.552227 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4672e852-a29b-437f-979c-ebcbe1f206e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3553101ac2f4957914dbf1f03d99ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3802741 Dec 06 14:46:08.555696 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44456) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:08.559946 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-96f60c13-bd25-48eb-a9ed-5f90b73c17bb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:46:08.563862 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-96f60c13-bd25-48eb-a9ed-5f90b73c17bb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:08.566785 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672e852-a29b-437f-979c-ebcbe1f206e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0c6377-a8fc-4df7-99f7-d6d5f3b3edf7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:08.568038 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-96f60c13-bd25-48eb-a9ed-5f90b73c17bb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:46:08.570562 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-6b538956-5fe1-440d-a99d-cf4fbe4734ee req-efa703c4-585b-411d-977a-5858f16751fe tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Deleting port 8ea58555-042a-454c-ab4d-b2b06baa7c8a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:46:08.571519 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b538956-5fe1-440d-a99d-cf4fbe4734ee req-efa703c4-585b-411d-977a-5858f16751fe tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:08.604638 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f60c13-bd25-48eb-a9ed-5f90b73c17bb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Pushing event updated for resources: {'Port': ['ID=a347586e-d706-4e92-bee7-d6c9844c7596,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:08.635852 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-96f60c13-bd25-48eb-a9ed-5f90b73c17bb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:08.636804 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-96f60c13-bd25-48eb-a9ed-5f90b73c17bb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:08.683622 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-96f60c13-bd25-48eb-a9ed-5f90b73c17bb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7245109 Dec 06 14:46:08.692727 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e512230-5a57-440b-871f-1fcad57f5642 req-71b41e6c-fd28-4360-9bf6-f876aba18c24 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:08.693183 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b538956-5fe1-440d-a99d-cf4fbe4734ee req-efa703c4-585b-411d-977a-5858f16751fe tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:08.693512 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b538956-5fe1-440d-a99d-cf4fbe4734ee req-efa703c4-585b-411d-977a-5858f16751fe tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:08.694257 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e512230-5a57-440b-871f-1fcad57f5642 req-71b41e6c-fd28-4360-9bf6-f876aba18c24 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 1097 time: 0.0546308 Dec 06 14:46:08.699856 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Request body: {'port': {'device_id': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:08.714817 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-6b538956-5fe1-440d-a99d-cf4fbe4734ee req-efa703c4-585b-411d-977a-5858f16751fe tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Calling delete_port for 8ea58555-042a-454c-ab4d-b2b06baa7c8a owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:46:08.731415 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be465fec-48b6-4c17-bee8-f81b2e6c8933 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:08.791416 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:08.792001 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be465fec-48b6-4c17-bee8-f81b2e6c8933 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:08.808162 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e512230-5a57-440b-871f-1fcad57f5642 req-d22d7836-a450-4dcb-a594-6ef060426394 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868177 Dec 06 14:46:08.925353 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cf8f3549-00a6-45d0-86ef-0b0b52ba2007 None None] Provisioning complete for port a347586e-d706-4e92-bee7-d6c9844c7596 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:08.926482 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cf8f3549-00a6-45d0-86ef-0b0b52ba2007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:08.928788 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be465fec-48b6-4c17-bee8-f81b2e6c8933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:08.932328 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be465fec-48b6-4c17-bee8-f81b2e6c8933 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:08.933797 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-be465fec-48b6-4c17-bee8-f81b2e6c8933 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d0c6377-a8fc-4df7-99f7-d6d5f3b3edf7 HTTP/1.1" status: 204 len: 168 time: 0.3763602 Dec 06 14:46:08.953388 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be465fec-48b6-4c17-bee8-f81b2e6c8933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0c6377-a8fc-4df7-99f7-d6d5f3b3edf7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:08.991060 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b538956-5fe1-440d-a99d-cf4fbe4734ee req-efa703c4-585b-411d-977a-5858f16751fe tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:09.023200 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f3549-00a6-45d0-86ef-0b0b52ba2007 None None] Port a347586e-d706-4e92-bee7-d6c9844c7596 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:46:09.056155 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34e3ef-03bd-408e-ae6f-2db5b1fb57d5 req-0fe06c53-ace6-4d74-a51d-6e774a0ffeb1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:09.056798 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa703c4-585b-411d-977a-5858f16751fe tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Pushing event deleted for resources: {'Port': ['ID=8ea58555-042a-454c-ab4d-b2b06baa7c8a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:09.057501 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c34e3ef-03bd-408e-ae6f-2db5b1fb57d5 req-0fe06c53-ace6-4d74-a51d-6e774a0ffeb1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 932 time: 0.1141882 Dec 06 14:46:09.109482 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b538956-5fe1-440d-a99d-cf4fbe4734ee req-efa703c4-585b-411d-977a-5858f16751fe tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:09.112688 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b538956-5fe1-440d-a99d-cf4fbe4734ee req-efa703c4-585b-411d-977a-5858f16751fe tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:09.113966 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b538956-5fe1-440d-a99d-cf4fbe4734ee req-efa703c4-585b-411d-977a-5858f16751fe tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "DELETE /v2.0/floatingips/efe1b8e5-44a5-44a8-a8cd-a519c48c9dc9 HTTP/1.1" status: 204 len: 173 time: 0.8677268 Dec 06 14:46:09.153037 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c34e3ef-03bd-408e-ae6f-2db5b1fb57d5 req-37f047da-4993-43ea-9078-0eb66153dece tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882108 Dec 06 14:46:09.223233 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a347586e-d706-4e92-bee7-d6c9844c7596 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:09.235504 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:09.249811 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Transition to ACTIVE for port object a347586e-d706-4e92-bee7-d6c9844c7596 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:46:09.254766 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:09.339550 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Pushing event updated for resources: {'Port': ['ID=a347586e-d706-4e92-bee7-d6c9844c7596,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:09.430431 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384fa1d-5e10-4e5c-a065-0faa8b72e9d4 req-81181699-f9f7-4e7f-bc2e-cffc57d8c2b1 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:09.439480 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6384fa1d-5e10-4e5c-a065-0faa8b72e9d4 req-81181699-f9f7-4e7f-bc2e-cffc57d8c2b1 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a236f2f-187c-4d29-b410-a65bca951d3c HTTP/1.1" status: 200 len: 950 time: 0.1534445 Dec 06 14:46:09.524801 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Attempting to bind port a347586e-d706-4e92-bee7-d6c9844c7596 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:46:09.525317 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Attempting to bind port a347586e-d706-4e92-bee7-d6c9844c7596 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:46:09.525749 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Attempting to bind port a347586e-d706-4e92-bee7-d6c9844c7596 on network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:09.544194 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6384fa1d-5e10-4e5c-a065-0faa8b72e9d4 req-afdc2b98-46c0-4509-a078-7b0a3aa2cb34 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f049d8-4a96-4ec2-abbd-79b1bd25bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991824 Dec 06 14:46:09.547217 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Port a347586e-d706-4e92-bee7-d6c9844c7596 on network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:46:09.547545 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Attempting to bind port a347586e-d706-4e92-bee7-d6c9844c7596 on network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:09.555580 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:46:09.555836 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Checking segment: {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:46:09.557417 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Bound using segment: {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:46:09.559277 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Bound port: a347586e-d706-4e92-bee7-d6c9844c7596, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:46:09.559667 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:09.805365 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] For port a347586e-d706-4e92-bee7-d6c9844c7596, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:46:09.809919 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] For port a347586e-d706-4e92-bee7-d6c9844c7596, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a347586e-d706-4e92-bee7-d6c9844c7596,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:46:09.819356 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5fa23-c66b-400c-9b18-e0c2c641235a req-1d28f8a9-0452-44d7-b221-a0bf4baafd51 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:09.821038 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69d5fa23-c66b-400c-9b18-e0c2c641235a req-1d28f8a9-0452-44d7-b221-a0bf4baafd51 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2473078 Dec 06 14:46:09.822532 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:09.864807 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:09.865435 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:09.867335 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] 10.222.0.23 "PUT /v2.0/ports/a347586e-d706-4e92-bee7-d6c9844c7596 HTTP/1.1" status: 200 len: 1092 time: 1.1715517 Dec 06 14:46:09.867449 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:09.869704 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0200c08-0d74-4a2f-936a-09ce46602b75" -d '{"events": [{"name": "network-changed", "server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:09.918163 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fb89c-433a-4cf1-bc95-32786c06ac5e service neutron] Pushing event updated for resources: {'Port': ['ID=a347586e-d706-4e92-bee7-d6c9844c7596,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:09.982402 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-f77ca538-6f6e-4b1e-9f5b-c0badfc0c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:09.984510 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-f77ca538-6f6e-4b1e-9f5b-c0badfc0c103 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 1095 time: 0.0609093 Dec 06 14:46:10.057190 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-559203fc-6474-4fd4-9019-8cd7cc833005 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a347586e-d706-4e92-bee7-d6c9844c7596 HTTP/1.1" status: 200 len: 217 time: 0.0563748 Dec 06 14:46:10.137621 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6369c282-a6eb-4786-abd7-015a99c1dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:10.139406 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-6369c282-a6eb-4786-abd7-015a99c1dc54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.0700729 Dec 06 14:46:10.252342 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-06451320-c12e-4a3f-8209-7fe4f4f07b60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0670273 Dec 06 14:46:10.260929 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-99fff1c9-20b8-4a8b-a1d7-dd3e67c23dfc req-06da1210-fbb6-4985-a9c6-a73f34172947 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=c92a859cad9d43a4ab8a021b80a2f9f7 HTTP/1.1" status: 200 len: 1657 time: 0.0914133 Dec 06 14:46:10.271172 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-375ede01-9a48-4508-a241-92a0b6f92da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:10.272822 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-375ede01-9a48-4508-a241-92a0b6f92da0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249924 Dec 06 14:46:10.375734 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-0b8be008-7981-4550-acb4-d62d846f7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:10.376389 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-0b8be008-7981-4550-acb4-d62d846f7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:10.377065 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-0b8be008-7981-4550-acb4-d62d846f7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:10.378106 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-0b8be008-7981-4550-acb4-d62d846f7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:10.378607 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-0b8be008-7981-4550-acb4-d62d846f7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:10.379227 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-0b8be008-7981-4550-acb4-d62d846f7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:10.379899 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-0b8be008-7981-4550-acb4-d62d846f7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:10.381949 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-0b8be008-7981-4550-acb4-d62d846f7baf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 6503 time: 0.0731876 Dec 06 14:46:10.466101 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fff1c9-20b8-4a8b-a1d7-dd3e67c23dfc req-0ad0331d-9168-4465-a5c5-9f1bd4e7f288 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:10.467602 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-99fff1c9-20b8-4a8b-a1d7-dd3e67c23dfc req-0ad0331d-9168-4465-a5c5-9f1bd4e7f288 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/networks?id=259ca1fe-391e-4985-b762-bc5e5b194437&id=259ca1fe-391e-4985-b762-bc5e5b194437&id=259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 787 time: 0.1937914 Dec 06 14:46:10.470434 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-68843f24-73b2-420d-908e-0eac43c8b1f9 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720309 Dec 06 14:46:10.525367 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-dac25203-cad7-480f-956a-d8f6399163c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:10.525990 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-dac25203-cad7-480f-956a-d8f6399163c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:10.526612 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-dac25203-cad7-480f-956a-d8f6399163c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:10.528383 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-dac25203-cad7-480f-956a-d8f6399163c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd&id=6d4b264c-2449-439e-aadb-4b6f43f38919&id=6d4b264c-2449-439e-aadb-4b6f43f38919&id=6d4b264c-2449-439e-aadb-4b6f43f38919&id=6d4b264c-2449-439e-aadb-4b6f43f38919&id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b&id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b HTTP/1.1" status: 200 len: 2297 time: 0.1143930 Dec 06 14:46:10.574010 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc5768ff-29f7-4b86-93af-23688e0eee5e req-ea2aad45-6e1a-48a1-8501-6edd9149a81a service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920086 Dec 06 14:46:10.575716 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc05bac-5ede-4cb0-b5e4-5b975401cec4 x-openstack-request-id: req-9bc05bac-5ede-4cb0-b5e4-5b975401cec4 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:10.576010 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:10.576268 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bc05bac-5ede-4cb0-b5e4-5b975401cec4 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:10.576661 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'status': 'completed', 'code': 200} Dec 06 14:46:10.672157 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-f2c8f7a2-9fa6-4d8e-91a6-1a7283c8b4a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfc991a0-3eee-40e2-bc52-93e126dd1c69 HTTP/1.1" status: 200 len: 1001 time: 0.1355786 Dec 06 14:46:10.713863 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0200c08-0d74-4a2f-936a-09ce46602b75 req-524f07f6-67ea-4404-b0cc-9cf25fb27bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:10.719907 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f0200c08-0d74-4a2f-936a-09ce46602b75 req-524f07f6-67ea-4404-b0cc-9cf25fb27bf5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 1095 time: 0.0769029 Dec 06 14:46:10.738209 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-fcf408ce-bca4-4e47-98f3-125acd6cccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:10.740498 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-fcf408ce-bca4-4e47-98f3-125acd6cccd3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=330d8b00-ca63-4dc8-896a-c7a2b8da335a HTTP/1.1" status: 200 len: 855 time: 0.0565689 Dec 06 14:46:10.796974 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-41f9be20-9ad8-4c2b-bb4b-7f9a745d9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:10.798881 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-41f9be20-9ad8-4c2b-bb4b-7f9a745d9865 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515625 Dec 06 14:46:10.818570 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-e267f92a-661a-4d92-8e60-8ab18e81b100 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:46:10.819767 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-e267f92a-661a-4d92-8e60-8ab18e81b100 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3663568 Dec 06 14:46:10.931723 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-3c447a41-a239-495a-a1cf-ca731e89dc30 service neutron] 10.222.0.37 "GET /v2.0/networks/29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167290 Dec 06 14:46:10.940587 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cabada-9c8c-417e-b417-463eed354d3e req-43d18df5-ac99-47ad-8f05-78cefd29e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:10.944128 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-43d18df5-ac99-47ad-8f05-78cefd29e80e service neutron] 10.222.0.20 "GET /v2.0/ports/27b759ae-6d20-47e7-b36b-14b78fba79de HTTP/1.1" status: 200 len: 1094 time: 0.0883060 Dec 06 14:46:10.956679 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-19cabada-9c8c-417e-b417-463eed354d3e req-da9eb7d9-70c5-4f2b-80f4-942f6a20704f service neutron] Request body: {'binding': {'host': 'n-h1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:10.957359 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-19cabada-9c8c-417e-b417-463eed354d3e req-da9eb7d9-70c5-4f2b-80f4-942f6a20704f service neutron] Unknown quota resources ['binding']. {{(pid=103288) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:46:10.960282 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0200c08-0d74-4a2f-936a-09ce46602b75 req-6eba8935-2397-461e-91a7-5357bbdb5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:10.962044 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f0200c08-0d74-4a2f-936a-09ce46602b75 req-6eba8935-2397-461e-91a7-5357bbdb5189 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 912 time: 0.2366197 Dec 06 14:46:11.033285 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-4aaba6d5-2d70-4785-8b8e-e62628f7e587 service neutron] 10.222.0.37 "GET /v2.0/networks/29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933697 Dec 06 14:46:11.033577 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f0200c08-0d74-4a2f-936a-09ce46602b75 req-dd41948b-2901-4f3a-84fc-ee0afb5d86e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a347586e-d706-4e92-bee7-d6c9844c7596 HTTP/1.1" status: 200 len: 217 time: 0.0482755 Dec 06 14:46:11.042712 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae31c5-ea3e-47c7-85b1-609df0e42e27 req-6d0885eb-a85a-408f-9eb9-bc31bf1fe253 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:11.045420 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1fae31c5-ea3e-47c7-85b1-609df0e42e27 req-6d0885eb-a85a-408f-9eb9-bc31bf1fe253 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 944 time: 0.1600657 Dec 06 14:46:11.079167 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-47971dd4-ff5e-4b2f-aaf7-a544ef90550e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=136aab93-4414-4a27-bb13-b887ce3df348 HTTP/1.1" status: 200 len: 217 time: 0.0371370 Dec 06 14:46:11.135266 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-7a476ed5-a70d-4c10-a89f-28c43307fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:11.136843 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-7a476ed5-a70d-4c10-a89f-28c43307fc1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73233722-86af-4248-a481-0a9c5e4685d5 HTTP/1.1" status: 200 len: 797 time: 0.0500250 Dec 06 14:46:11.179059 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0200c08-0d74-4a2f-936a-09ce46602b75 req-67ae6cd1-da20-4191-9d09-162742044b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:11.180614 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f0200c08-0d74-4a2f-936a-09ce46602b75 req-67ae6cd1-da20-4191-9d09-162742044b90 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.1169312 Dec 06 14:46:11.191357 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-cd3e94bf-295e-4adf-8893-bfb0d5f83922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:11.193035 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-cd3e94bf-295e-4adf-8893-bfb0d5f83922 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d4b264c-2449-439e-aadb-4b6f43f38919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0445421 Dec 06 14:46:11.242983 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1fae31c5-ea3e-47c7-85b1-609df0e42e27 req-bf4253b4-a33b-40a2-b258-4046fb45f5ba tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780071 Dec 06 14:46:11.277778 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-19cabada-9c8c-417e-b417-463eed354d3e req-da9eb7d9-70c5-4f2b-80f4-942f6a20704f service neutron] Attempting to bind port 27b759ae-6d20-47e7-b36b-14b78fba79de on host n-h1-master-1 for vnic_type normal with profile None {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:46:11.278115 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-19cabada-9c8c-417e-b417-463eed354d3e req-da9eb7d9-70c5-4f2b-80f4-942f6a20704f service neutron] Attempting to bind port 27b759ae-6d20-47e7-b36b-14b78fba79de by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:46:11.278442 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cabada-9c8c-417e-b417-463eed354d3e req-da9eb7d9-70c5-4f2b-80f4-942f6a20704f service neutron] Attempting to bind port 27b759ae-6d20-47e7-b36b-14b78fba79de on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:11.283888 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0200c08-0d74-4a2f-936a-09ce46602b75 req-42b9cbca-22bd-4f99-9a28-c83f9f56fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:11.285498 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f0200c08-0d74-4a2f-936a-09ce46602b75 req-42b9cbca-22bd-4f99-9a28-c83f9f56fc9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941582 Dec 06 14:46:11.287992 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cabada-9c8c-417e-b417-463eed354d3e req-da9eb7d9-70c5-4f2b-80f4-942f6a20704f service neutron] Port 27b759ae-6d20-47e7-b36b-14b78fba79de on network b37294a8-0dc8-43e9-9099-e05815316dd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:46:11.288386 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cabada-9c8c-417e-b417-463eed354d3e req-da9eb7d9-70c5-4f2b-80f4-942f6a20704f service neutron] Attempting to bind port 27b759ae-6d20-47e7-b36b-14b78fba79de on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:11.310055 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cabada-9c8c-417e-b417-463eed354d3e req-da9eb7d9-70c5-4f2b-80f4-942f6a20704f service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:46:11.310401 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cabada-9c8c-417e-b417-463eed354d3e req-da9eb7d9-70c5-4f2b-80f4-942f6a20704f service neutron] Checking segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:46:11.310837 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cabada-9c8c-417e-b417-463eed354d3e req-da9eb7d9-70c5-4f2b-80f4-942f6a20704f service neutron] Bound using segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:46:11.311276 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-19cabada-9c8c-417e-b417-463eed354d3e req-da9eb7d9-70c5-4f2b-80f4-942f6a20704f service neutron] Bound port: 27b759ae-6d20-47e7-b36b-14b78fba79de, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:46:11.315226 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-9f3bd300-ab69-4392-aa3e-e272c504c3d0 service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145597 Dec 06 14:46:11.389332 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7f09fae-5286-4a47-b60c-34191e9ebbc4 req-fa64c837-5f41-4650-abae-b8487f225f57 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/floatingips/cf434f16-cf5f-4130-a8cc-6564227fee7c HTTP/1.1" status: 200 len: 693 time: 0.0975146 Dec 06 14:46:11.441216 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-6a241491-c897-4f40-ac34-aa27c1f1edcc service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167662 Dec 06 14:46:11.497107 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-24216b85-e7ef-4bad-a969-fd189d2bf63a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=0ff887d8-72a7-47c9-8650-b59d05e0a9b7 HTTP/1.1" status: 200 len: 217 time: 0.0455623 Dec 06 14:46:11.537151 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44580) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:11.545057 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-19cabada-9c8c-417e-b417-463eed354d3e req-da9eb7d9-70c5-4f2b-80f4-942f6a20704f service neutron] For port 27b759ae-6d20-47e7-b36b-14b78fba79de, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=27b759ae-6d20-47e7-b36b-14b78fba79de,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:46:11.557977 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-19cabada-9c8c-417e-b417-463eed354d3e req-da9eb7d9-70c5-4f2b-80f4-942f6a20704f service neutron] Publish callbacks [] for binding, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:11.559249 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-da9eb7d9-70c5-4f2b-80f4-942f6a20704f service neutron] 10.222.0.20 "POST /v2.0/ports/27b759ae-6d20-47e7-b36b-14b78fba79de/bindings HTTP/1.1" status: 201 len: 389 time: 0.6079464 Dec 06 14:46:11.563963 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f0200c08-0d74-4a2f-936a-09ce46602b75 req-2a6a8889-af49-4082-802f-21d41d68283d service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710164 Dec 06 14:46:11.567061 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-4113409c-83e5-4ce1-87f5-44df2217b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:11.568793 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-4113409c-83e5-4ce1-87f5-44df2217b1e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73233722-86af-4248-a481-0a9c5e4685d5 HTTP/1.1" status: 200 len: 797 time: 0.0640852 Dec 06 14:46:11.639045 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-644f2bad-8b8a-43a5-afbb-fc2642b113cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:11.641839 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-644f2bad-8b8a-43a5-afbb-fc2642b113cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d4b264c-2449-439e-aadb-4b6f43f38919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0649474 Dec 06 14:46:11.680859 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f09fae-5286-4a47-b60c-34191e9ebbc4 req-edd8fd6c-03f5-4964-a0aa-024c7e0e21ae tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:11.683490 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7f09fae-5286-4a47-b60c-34191e9ebbc4 req-edd8fd6c-03f5-4964-a0aa-024c7e0e21ae tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.2850070 Dec 06 14:46:11.714447 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c78145e-f377-45f7-aa99-d94b7a020a50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:11.813544 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7f09fae-5286-4a47-b60c-34191e9ebbc4 req-de6a8c88-f0cf-41e9-a7b8-c2c4b07ba93c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.232 HTTP/1.1" status: 200 len: 696 time: 0.1198308 Dec 06 14:46:11.875766 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-d1a536d4-c8a4-4b0b-91f5-7b1676ffe8e1 service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221429 Dec 06 14:46:11.902869 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f0200c08-0d74-4a2f-936a-09ce46602b75 req-046d82b6-2a65-478f-844c-58e8142b06f4 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310692 Dec 06 14:46:11.910354 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7f09fae-5286-4a47-b60c-34191e9ebbc4 req-fad7de04-534e-424c-be9e-3d5a45bda7f5 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.232 HTTP/1.1" status: 200 len: 696 time: 0.0886993 Dec 06 14:46:11.930606 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cabada-9c8c-417e-b417-463eed354d3e req-26c535bb-7b05-434f-8ba1-e9bcddb72fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:11.932204 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-26c535bb-7b05-434f-8ba1-e9bcddb72fc0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 1097 time: 0.1094842 Dec 06 14:46:12.009246 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a0505-9714-402f-8119-2fc79a43b341 req-bf322a5f-54ec-4cc0-8061-61bb3232c61c tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:12.010840 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-634a0505-9714-402f-8119-2fc79a43b341 req-bf322a5f-54ec-4cc0-8061-61bb3232c61c tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a236f2f-187c-4d29-b410-a65bca951d3c HTTP/1.1" status: 200 len: 950 time: 0.1899738 Dec 06 14:46:12.019910 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c78145e-f377-45f7-aa99-d94b7a020a50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:12.022044 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44594) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:12.034854 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c78145e-f377-45f7-aa99-d94b7a020a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:12.127551 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-44a8dc06-4cb2-404b-b8ff-2cef12399465 service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418880 Dec 06 14:46:12.138730 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2c78145e-f377-45f7-aa99-d94b7a020a50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fbe7744dea7495eb0704c9687f50ca1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6001041 Dec 06 14:46:12.143190 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44598) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:12.145668 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78145e-f377-45f7-aa99-d94b7a020a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a727aeaa-254f-47df-9bde-805f25f69ecd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:12.170026 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-634a0505-9714-402f-8119-2fc79a43b341 req-c37cb596-e592-49a1-a124-74c250a2b301 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f049d8-4a96-4ec2-abbd-79b1bd25bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442606 Dec 06 14:46:12.209371 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-8df0aed1-b8f0-4163-a312-7392307f4c0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=5d72bb5c-7733-45c3-a034-55089fc45152 HTTP/1.1" status: 200 len: 217 time: 0.0542536 Dec 06 14:46:12.306314 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2b52-8a4a-4d4a-ab09-2abbfdf791f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:12.309377 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-261ca8cc-66b5-4275-9d70-d6b33c207977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:12.310937 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-261ca8cc-66b5-4275-9d70-d6b33c207977 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73233722-86af-4248-a481-0a9c5e4685d5 HTTP/1.1" status: 200 len: 797 time: 0.0928600 Dec 06 14:46:12.395122 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2b52-8a4a-4d4a-ab09-2abbfdf791f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:12.460680 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b5de-145e-4655-9129-353d642ce109 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:12.483752 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-eee02aa9-1884-47c2-9d1e-cdf90d5c11c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:12.483752 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-eee02aa9-1884-47c2-9d1e-cdf90d5c11c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d4b264c-2449-439e-aadb-4b6f43f38919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1605895 Dec 06 14:46:12.489671 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ace46e-289a-496b-9423-03c0de7b05fb req-9766f33d-6490-4ac2-9cf0-7455f31a5fda tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:12.491140 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-55ace46e-289a-496b-9423-03c0de7b05fb req-9766f33d-6490-4ac2-9cf0-7455f31a5fda tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a236f2f-187c-4d29-b410-a65bca951d3c HTTP/1.1" status: 200 len: 950 time: 0.1681023 Dec 06 14:46:12.502430 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cabada-9c8c-417e-b417-463eed354d3e req-14cf9c88-4581-4519-8f92-a0163043b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:12.503970 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-14cf9c88-4581-4519-8f92-a0163043b59d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.5363178 Dec 06 14:46:12.566215 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-9c74b0ea-fa53-45e4-9dc1-ef38a3c59c24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27b759ae-6d20-47e7-b36b-14b78fba79de HTTP/1.1" status: 200 len: 217 time: 0.0497129 Dec 06 14:46:12.568348 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da76a3-bed7-4cde-8d96-978c83bbee82 req-f2c1d889-aa6f-406f-a621-fb846a84a2b0 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:12.569924 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-73da76a3-bed7-4cde-8d96-978c83bbee82 req-f2c1d889-aa6f-406f-a621-fb846a84a2b0 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 946 time: 0.1662829 Dec 06 14:46:12.610394 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-c7f09fae-5286-4a47-b60c-34191e9ebbc4 req-3037e439-aeb4-4a22-8191-a0719ec44f17 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Deleting port 234a3d2f-6672-43c4-a88b-7afcab910a73 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:46:12.610843 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c7f09fae-5286-4a47-b60c-34191e9ebbc4 req-3037e439-aeb4-4a22-8191-a0719ec44f17 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:12.649952 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2b52-8a4a-4d4a-ab09-2abbfdf791f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:12.652534 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2b52-8a4a-4d4a-ab09-2abbfdf791f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:12.653660 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b0ab2b52-8a4a-4d4a-ab09-2abbfdf791f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a727aeaa-254f-47df-9bde-805f25f69ecd HTTP/1.1" status: 204 len: 168 time: 0.5092809 Dec 06 14:46:12.668219 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cabada-9c8c-417e-b417-463eed354d3e req-800c8e99-bd4c-41b9-9bde-b8ca3eb82b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:12.669772 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-800c8e99-bd4c-41b9-9bde-b8ca3eb82b15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.0954220 Dec 06 14:46:12.676315 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab2b52-8a4a-4d4a-ab09-2abbfdf791f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a727aeaa-254f-47df-9bde-805f25f69ecd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:12.706637 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b5de-145e-4655-9129-353d642ce109 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:12.725814 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-7fe44731-60c7-4643-9841-9915756ed53f service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326429 Dec 06 14:46:12.730983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-73da76a3-bed7-4cde-8d96-978c83bbee82 req-f94b68f8-ffda-41d5-b954-b6bc8073b25d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518648 Dec 06 14:46:12.740522 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-bc986092-b13a-4a21-92fc-fa9a280c8f0e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616574 Dec 06 14:46:12.743247 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b5de-145e-4655-9129-353d642ce109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:12.785219 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-55ace46e-289a-496b-9423-03c0de7b05fb req-59986a49-9d85-4730-946f-c5acf0e90717 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Deleting port e3244c30-855c-4e4f-8e5c-d39554737b60 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:46:12.785492 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-55ace46e-289a-496b-9423-03c0de7b05fb req-59986a49-9d85-4730-946f-c5acf0e90717 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:12.835104 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c7f09fae-5286-4a47-b60c-34191e9ebbc4 req-3037e439-aeb4-4a22-8191-a0719ec44f17 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:12.835446 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c7f09fae-5286-4a47-b60c-34191e9ebbc4 req-3037e439-aeb4-4a22-8191-a0719ec44f17 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:12.880079 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d5a6b5de-145e-4655-9129-353d642ce109 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=084a1d5b4d6a4e9882ffa1b769c71f89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8549387 Dec 06 14:46:12.884668 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6b5de-145e-4655-9129-353d642ce109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79ee6fa-5150-49bc-b1be-a95e33244490,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:12.892502 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44606) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:12.897722 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-c7f09fae-5286-4a47-b60c-34191e9ebbc4 req-3037e439-aeb4-4a22-8191-a0719ec44f17 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Calling delete_port for 234a3d2f-6672-43c4-a88b-7afcab910a73 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:46:12.966806 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-0aa86407-0b0d-4536-a240-8996de3c5667 service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143450 Dec 06 14:46:12.990813 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-f640afe9-8bfb-40ce-932f-da1ef10ab673 service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542062 Dec 06 14:46:13.026291 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-55ace46e-289a-496b-9423-03c0de7b05fb req-59986a49-9d85-4730-946f-c5acf0e90717 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] For port e3244c30-855c-4e4f-8e5c-d39554737b60, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e3244c30-855c-4e4f-8e5c-d39554737b60,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:13.026658 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-55ace46e-289a-496b-9423-03c0de7b05fb req-59986a49-9d85-4730-946f-c5acf0e90717 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:13.059210 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44608) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:13.076061 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a7f59-43a5-4472-aa31-30a8b654393a req-acc0f548-5942-4ce9-a56e-697b83878f5f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:13.078430 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8e6a7f59-43a5-4472-aa31-30a8b654393a req-acc0f548-5942-4ce9-a56e-697b83878f5f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 944 time: 0.2319758 Dec 06 14:46:13.084670 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-1835d313-7c98-43ac-976f-26a57cb22871 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=6cc6c89e-8a53-46be-8b4c-8b1a66915622 HTTP/1.1" status: 200 len: 217 time: 0.0796485 Dec 06 14:46:13.085846 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-55ace46e-289a-496b-9423-03c0de7b05fb req-59986a49-9d85-4730-946f-c5acf0e90717 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Calling delete_port for e3244c30-855c-4e4f-8e5c-d39554737b60 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:46:13.097179 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d40bf240-1505-4ecf-8e6c-ec3013e3f1f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:13.135841 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-3f77fe46-22a5-4970-b30a-1e38fae4e3d6 service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611376 Dec 06 14:46:13.201275 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d241806a-99d2-4adf-98aa-78c0585417a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:13.219691 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c7f09fae-5286-4a47-b60c-34191e9ebbc4 req-3037e439-aeb4-4a22-8191-a0719ec44f17 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:13.249670 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-79b88b92-d51c-402a-a7c9-cf62a6d53a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:13.251591 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-79b88b92-d51c-402a-a7c9-cf62a6d53a5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73233722-86af-4248-a481-0a9c5e4685d5 HTTP/1.1" status: 200 len: 797 time: 0.1530929 Dec 06 14:46:13.267975 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8e6a7f59-43a5-4472-aa31-30a8b654393a req-266001f5-bfcd-46c2-851d-b9cfee998225 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799502 Dec 06 14:46:13.279244 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037e439-aeb4-4a22-8191-a0719ec44f17 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Pushing event deleted for resources: {'Port': ['ID=234a3d2f-6672-43c4-a88b-7afcab910a73,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:13.290086 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d241806a-99d2-4adf-98aa-78c0585417a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:13.363508 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cabada-9c8c-417e-b417-463eed354d3e req-ed535d5d-fcb2-4469-90eb-942f3a09d774 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:13.365240 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-ed535d5d-fcb2-4469-90eb-942f3a09d774 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f&tenant_id=081ecae26f1f4608b6d59404ed1f828f&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1097 time: 0.1620770 Dec 06 14:46:13.379742 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d40bf240-1505-4ecf-8e6c-ec3013e3f1f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:13.386811 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-master-1'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:13.394024 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d40bf240-1505-4ecf-8e6c-ec3013e3f1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:13.446943 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c7f09fae-5286-4a47-b60c-34191e9ebbc4 req-3037e439-aeb4-4a22-8191-a0719ec44f17 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:13.449901 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c7f09fae-5286-4a47-b60c-34191e9ebbc4 req-3037e439-aeb4-4a22-8191-a0719ec44f17 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:13.451261 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7f09fae-5286-4a47-b60c-34191e9ebbc4 req-3037e439-aeb4-4a22-8191-a0719ec44f17 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "DELETE /v2.0/floatingips/cf434f16-cf5f-4130-a8cc-6564227fee7c HTTP/1.1" status: 204 len: 173 time: 1.5303710 Dec 06 14:46:13.474957 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d40bf240-1505-4ecf-8e6c-ec3013e3f1f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c934d8fb808d4d5f8000c9057bee152b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4146161 Dec 06 14:46:13.479293 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44618) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:13.522709 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bf240-1505-4ecf-8e6c-ec3013e3f1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a1939f-ebdf-480f-94a7-a148c4a0bf6d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:13.564306 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:13.581349 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a347586e-d706-4e92-bee7-d6c9844c7596 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:46:13.624566 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83c608eb-a929-48eb-914a-61389f0b798d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:13.672057 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83c608eb-a929-48eb-914a-61389f0b798d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:13.701235 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-fcbe89e5-0af8-47d0-a1fc-8132da4db7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:13.705277 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-fcbe89e5-0af8-47d0-a1fc-8132da4db7a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d4b264c-2449-439e-aadb-4b6f43f38919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4323285 Dec 06 14:46:13.734386 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a347586e-d706-4e92-bee7-d6c9844c7596, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a347586e-d706-4e92-bee7-d6c9844c7596,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:13.754735 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'port_id': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'mac_address': 'fa:16:3e:9a:71:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:46:13.790048 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d241806a-99d2-4adf-98aa-78c0585417a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:13.792859 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d241806a-99d2-4adf-98aa-78c0585417a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:13.796568 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d241806a-99d2-4adf-98aa-78c0585417a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f79ee6fa-5150-49bc-b1be-a95e33244490 HTTP/1.1" status: 204 len: 168 time: 0.8741236 Dec 06 14:46:13.803914 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-495c8939-f51c-4792-a646-e0c31c20bee3 req-ea2218a9-8b6d-40d3-8973-c99100545406 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/floatingips/502bea3f-cbe2-48d8-a6e1-8c568d17555d HTTP/1.1" status: 200 len: 693 time: 0.1214390 Dec 06 14:46:13.809843 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19e492-ae82-4a6c-88b2-9f3d1902e918 req-4616a42a-9140-496d-9de3-20afd6d7f0b8 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:13.811358 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af19e492-ae82-4a6c-88b2-9f3d1902e918 req-4616a42a-9140-496d-9de3-20afd6d7f0b8 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a236f2f-187c-4d29-b410-a65bca951d3c HTTP/1.1" status: 200 len: 950 time: 0.4600370 Dec 06 14:46:13.818603 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:13.838331 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a347586e-d706-4e92-bee7-d6c9844c7596 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:13.846855 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] For port 27b759ae-6d20-47e7-b36b-14b78fba79de, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=27b759ae-6d20-47e7-b36b-14b78fba79de,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:13.861541 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a347586e-d706-4e92-bee7-d6c9844c7596, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a347586e-d706-4e92-bee7-d6c9844c7596,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:13.869683 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:13.894701 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-55ace46e-289a-496b-9423-03c0de7b05fb req-59986a49-9d85-4730-946f-c5acf0e90717 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:13.906198 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241806a-99d2-4adf-98aa-78c0585417a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79ee6fa-5150-49bc-b1be-a95e33244490,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:13.933166 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] For port 27b759ae-6d20-47e7-b36b-14b78fba79de, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:46:13.952531 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a347586e-d706-4e92-bee7-d6c9844c7596,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:13.956540 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['e3244c30-855c-4e4f-8e5c-d39554737b60'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:46:13.957611 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59986a49-9d85-4730-946f-c5acf0e90717 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Pushing event deleted for resources: {'Port': ['ID=e3244c30-855c-4e4f-8e5c-d39554737b60,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:14.017584 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83c608eb-a929-48eb-914a-61389f0b798d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:14.018293 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af19e492-ae82-4a6c-88b2-9f3d1902e918 req-5d39bc5f-0700-4890-a6fc-ba0bb605f844 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f049d8-4a96-4ec2-abbd-79b1bd25bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777115 Dec 06 14:46:14.039245 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-4ceb1f0e-7779-4ed8-8cb4-92fbb49e15bf service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215492 Dec 06 14:46:14.040338 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83c608eb-a929-48eb-914a-61389f0b798d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:14.040477 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ace46e-289a-496b-9423-03c0de7b05fb req-59986a49-9d85-4730-946f-c5acf0e90717 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] No DVR routers for this DVR port e3244c30-855c-4e4f-8e5c-d39554737b60 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:46:14.043026 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-55ace46e-289a-496b-9423-03c0de7b05fb req-59986a49-9d85-4730-946f-c5acf0e90717 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:14.056075 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-83c608eb-a929-48eb-914a-61389f0b798d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8a1939f-ebdf-480f-94a7-a148c4a0bf6d HTTP/1.1" status: 204 len: 168 time: 0.5626135 Dec 06 14:46:14.059024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-55ace46e-289a-496b-9423-03c0de7b05fb req-59986a49-9d85-4730-946f-c5acf0e90717 tempest-ServerDiagnosticsNegativeTest-1491890630 tempest-ServerDiagnosticsNegativeTest-1491890630-project] 10.222.0.37 "DELETE /v2.0/ports/e3244c30-855c-4e4f-8e5c-d39554737b60 HTTP/1.1" status: 204 len: 173 time: 1.5545113 Dec 06 14:46:14.059024 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a236f2f-187c-4d29-b410-a65bca951d3c', 'name': 'network-vif-deleted', 'tag': 'e3244c30-855c-4e4f-8e5c-d39554737b60'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:14.070434 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea513629-8d79-4d28-8dd0-d6e005ff0ce8" -d '{"events": [{"server_uuid": "0a236f2f-187c-4d29-b410-a65bca951d3c", "name": "network-vif-deleted", "tag": "e3244c30-855c-4e4f-8e5c-d39554737b60"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:14.077598 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c608eb-a929-48eb-914a-61389f0b798d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a1939f-ebdf-480f-94a7-a148c4a0bf6d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:14.161517 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['a347586e-d706-4e92-bee7-d6c9844c7596'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:46:14.179706 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76b3b22-3504-4e45-9838-ab0cdca3034f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b759ae-6d20-47e7-b36b-14b78fba79de'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:14.193277 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfd9cb7-4ad2-49ee-9077-82d89a34c206" -d '{"events": [{"server_uuid": "f76b3b22-3504-4e45-9838-ab0cdca3034f", "name": "network-vif-unplugged", "status": "completed", "tag": "27b759ae-6d20-47e7-b36b-14b78fba79de"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:14.200618 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:14.231306 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c8939-f51c-4792-a646-e0c31c20bee3 req-595f03c6-d61a-494e-b587-c6d665723637 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:14.239420 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-495c8939-f51c-4792-a646-e0c31c20bee3 req-595f03c6-d61a-494e-b587-c6d665723637 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.4345894 Dec 06 14:46:14.247585 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:14.340818 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954f4e1-132b-4b82-b472-5eb61b0e0297 req-dccf2c9c-b665-4c5a-8d65-720c667f54fc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:14.342391 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9954f4e1-132b-4b82-b472-5eb61b0e0297 req-dccf2c9c-b665-4c5a-8d65-720c667f54fc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 946 time: 0.1615529 Dec 06 14:46:14.353788 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-72bd5a83-5e39-44b0-a186-aa8a1768e58e service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803442 Dec 06 14:46:14.415693 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-de5fa99d-18b7-421f-9c41-259f98651229 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a HTTP/1.1" status: 200 len: 217 time: 0.0534029 Dec 06 14:46:14.420399 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-495c8939-f51c-4792-a646-e0c31c20bee3 req-12c1cd88-c4af-4280-b3cf-259fb0ba741e tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.215 HTTP/1.1" status: 200 len: 696 time: 0.1797082 Dec 06 14:46:14.474838 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9954f4e1-132b-4b82-b472-5eb61b0e0297 req-d187f866-b2a2-45a4-bfbc-22e908dc3b47 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246057 Dec 06 14:46:14.507249 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-d486d285-74dd-4716-98df-eea252fcb967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:14.509312 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-d486d285-74dd-4716-98df-eea252fcb967 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2886b11-d7ce-4a27-8672-5072288b3ed3 HTTP/1.1" status: 200 len: 797 time: 0.0834570 Dec 06 14:46:14.540437 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-495c8939-f51c-4792-a646-e0c31c20bee3 req-2c880439-aefb-47da-b11f-3b1c6247f799 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.215 HTTP/1.1" status: 200 len: 696 time: 0.0985026 Dec 06 14:46:14.560371 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32003c66-d9fa-443c-91d5-d040d15184d2 x-openstack-request-id: req-32003c66-d9fa-443c-91d5-d040d15184d2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:14.562028 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a236f2f-187c-4d29-b410-a65bca951d3c", "name": "network-vif-deleted", "tag": "e3244c30-855c-4e4f-8e5c-d39554737b60", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:14.562659 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32003c66-d9fa-443c-91d5-d040d15184d2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:14.563316 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a236f2f-187c-4d29-b410-a65bca951d3c', 'name': 'network-vif-deleted', 'tag': 'e3244c30-855c-4e4f-8e5c-d39554737b60', 'status': 'completed', 'code': 200} Dec 06 14:46:14.581720 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-036f48ab-b260-4455-b6f3-e4483a8a575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:14.587646 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-036f48ab-b260-4455-b6f3-e4483a8a575e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0643263 Dec 06 14:46:14.604172 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Pushing event updated for resources: {'Port': ['ID=27b759ae-6d20-47e7-b36b-14b78fba79de,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:14.631102 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2f3ebe-a9b7-4b70-8fe3-63f15240bdee x-openstack-request-id: req-5b2f3ebe-a9b7-4b70-8fe3-63f15240bdee {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:14.631733 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76b3b22-3504-4e45-9838-ab0cdca3034f", "name": "network-vif-unplugged", "status": "completed", "tag": "27b759ae-6d20-47e7-b36b-14b78fba79de", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:14.631733 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b2f3ebe-a9b7-4b70-8fe3-63f15240bdee {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:14.632089 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76b3b22-3504-4e45-9838-ab0cdca3034f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b759ae-6d20-47e7-b36b-14b78fba79de', 'code': 200} Dec 06 14:46:14.667145 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Attempting to bind port 27b759ae-6d20-47e7-b36b-14b78fba79de on host n-h2-master-1 for vnic_type normal with profile {"migrating_to": "n-h1-master-1"} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:46:14.667794 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Attempting to bind port 27b759ae-6d20-47e7-b36b-14b78fba79de by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:46:14.668335 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Attempting to bind port 27b759ae-6d20-47e7-b36b-14b78fba79de on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:14.687468 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Port 27b759ae-6d20-47e7-b36b-14b78fba79de on network b37294a8-0dc8-43e9-9099-e05815316dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:46:14.688447 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Attempting to bind port 27b759ae-6d20-47e7-b36b-14b78fba79de on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:14.717567 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:46:14.717963 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Checking segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:46:14.718362 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Bound using segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:46:14.718948 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Bound port: 27b759ae-6d20-47e7-b36b-14b78fba79de, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:46:14.719345 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:14.784058 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-b5204667-2b17-4f7c-8dd3-c03b5a5439d4 service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912172 Dec 06 14:46:14.808190 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0569a2-7795-4fa4-a9be-d3f49d18468e req-050224f5-33b2-4e69-ab44-c15100ccb832 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:14.811091 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6e0569a2-7795-4fa4-a9be-d3f49d18468e req-050224f5-33b2-4e69-ab44-c15100ccb832 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0864527 Dec 06 14:46:14.826105 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-495c8939-f51c-4792-a646-e0c31c20bee3 req-2e7a2783-6c00-4ca9-8969-d194e9c5884d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Deleting port 05cdd01c-aae7-4e45-852e-14bd57af4542 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:46:14.826448 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-495c8939-f51c-4792-a646-e0c31c20bee3 req-2e7a2783-6c00-4ca9-8969-d194e9c5884d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:14.857300 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] For port 27b759ae-6d20-47e7-b36b-14b78fba79de, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:46:14.905068 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] For port 27b759ae-6d20-47e7-b36b-14b78fba79de, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=27b759ae-6d20-47e7-b36b-14b78fba79de,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:46:14.919598 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:14.931178 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6e0569a2-7795-4fa4-a9be-d3f49d18468e req-c95f11e3-199c-4299-9d58-e461b115b8c2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072783 Dec 06 14:46:14.991110 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-d2d9363a-92b6-4e6c-93ec-2450d36b732b service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781635 Dec 06 14:46:15.033854 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-495c8939-f51c-4792-a646-e0c31c20bee3 req-2e7a2783-6c00-4ca9-8969-d194e9c5884d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:15.035444 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-495c8939-f51c-4792-a646-e0c31c20bee3 req-2e7a2783-6c00-4ca9-8969-d194e9c5884d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:15.037265 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-0c4b2373-518f-42c8-ba3b-88f19509465a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee8da95d-34b2-4473-80cd-e4cf4bef2332 HTTP/1.1" status: 200 len: 217 time: 0.0367610 Dec 06 14:46:15.100691 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Pushing event updated for resources: {'Port': ['ID=27b759ae-6d20-47e7-b36b-14b78fba79de,revision_number=8']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:15.114804 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-495c8939-f51c-4792-a646-e0c31c20bee3 req-2e7a2783-6c00-4ca9-8969-d194e9c5884d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Calling delete_port for 05cdd01c-aae7-4e45-852e-14bd57af4542 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:46:15.122595 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-7237ae55-38f2-4318-a558-86dd12cf18a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:15.125525 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-7237ae55-38f2-4318-a558-86dd12cf18a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2886b11-d7ce-4a27-8672-5072288b3ed3 HTTP/1.1" status: 200 len: 797 time: 0.0795894 Dec 06 14:46:15.139588 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:15.140415 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:15.141755 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-d0438e29-2211-481d-b8a0-8786c4f090e1 service neutron] 10.222.0.23 "PUT /v2.0/ports/27b759ae-6d20-47e7-b36b-14b78fba79de HTTP/1.1" status: 200 len: 1122 time: 1.7646174 Dec 06 14:46:15.188277 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-deb3f451-cc88-489a-aacf-fe91a1a5dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:15.189863 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-deb3f451-cc88-489a-aacf-fe91a1a5dabe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0544522 Dec 06 14:46:15.267995 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['27b759ae-6d20-47e7-b36b-14b78fba79de'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:46:15.337263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-535df5ab-a435-44fa-8c25-775c1559ac85 service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383569 Dec 06 14:46:15.340670 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-495c8939-f51c-4792-a646-e0c31c20bee3 req-2e7a2783-6c00-4ca9-8969-d194e9c5884d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:15.378926 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a2783-6c00-4ca9-8969-d194e9c5884d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Pushing event deleted for resources: {'Port': ['ID=05cdd01c-aae7-4e45-852e-14bd57af4542,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:15.453634 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-495c8939-f51c-4792-a646-e0c31c20bee3 req-2e7a2783-6c00-4ca9-8969-d194e9c5884d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:15.459446 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-495c8939-f51c-4792-a646-e0c31c20bee3 req-2e7a2783-6c00-4ca9-8969-d194e9c5884d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:15.462345 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-495c8939-f51c-4792-a646-e0c31c20bee3 req-2e7a2783-6c00-4ca9-8969-d194e9c5884d tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "DELETE /v2.0/floatingips/502bea3f-cbe2-48d8-a6e1-8c568d17555d HTTP/1.1" status: 204 len: 173 time: 0.9204550 Dec 06 14:46:15.554683 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9b945404-fc08-408f-b692-a6c1ab424095 req-500579f4-3f1e-4db2-89da-61f5941a0445 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/floatingips/37f7ea6e-dbb5-4b3c-a6ed-f8636da8ecbd HTTP/1.1" status: 200 len: 693 time: 0.0688796 Dec 06 14:46:15.557091 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c33eaa-2e99-43e3-b76e-2abd47657ccd req-08f7c3e5-bcd2-4dfe-8623-c7e53a289f68 service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113461 Dec 06 14:46:15.584976 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a347586e-d706-4e92-bee7-d6c9844c7596 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:46:15.646148 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port a347586e-d706-4e92-bee7-d6c9844c7596 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:46:15.651715 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port a347586e-d706-4e92-bee7-d6c9844c7596 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:15.652385 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:15.696522 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35396b-abda-410a-86bd-c66956639409 req-105f444a-466a-40e7-bc90-30358b4195c2 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:15.698853 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce35396b-abda-410a-86bd-c66956639409 req-105f444a-466a-40e7-bc90-30358b4195c2 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 944 time: 0.1258483 Dec 06 14:46:15.736133 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b945404-fc08-408f-b692-a6c1ab424095 req-5fe2c3b9-3bfa-4fe0-acff-42d789e51af2 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:15.737814 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9b945404-fc08-408f-b692-a6c1ab424095 req-5fe2c3b9-3bfa-4fe0-acff-42d789e51af2 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.1759603 Dec 06 14:46:15.767088 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:15.781150 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44688) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:15.806034 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce35396b-abda-410a-86bd-c66956639409 req-eab841c1-0e3f-48c3-925f-cf8ed6a63e62 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997736 Dec 06 14:46:15.812731 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:15.815261 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad655e34-4004-4914-b969-1de681b435e0" -d '{"events": [{"server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "name": "network-vif-plugged", "status": "completed", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:15.820084 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a347586e-d706-4e92-bee7-d6c9844c7596, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a347586e-d706-4e92-bee7-d6c9844c7596,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:15.828834 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9b945404-fc08-408f-b692-a6c1ab424095 req-83fbe359-8d36-487a-a961-87a1ec365949 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.145 HTTP/1.1" status: 200 len: 696 time: 0.0831289 Dec 06 14:46:15.830797 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:15.889898 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b86a89a-7c34-4544-830b-9712a8856a10 x-openstack-request-id: req-8b86a89a-7c34-4544-830b-9712a8856a10 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:15.890201 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "name": "network-vif-plugged", "status": "completed", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:15.890465 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b86a89a-7c34-4544-830b-9712a8856a10 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:15.890937 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'code': 200} Dec 06 14:46:15.892412 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9b945404-fc08-408f-b692-a6c1ab424095 req-fddd9148-06fe-420c-9ad1-12291e7dbe8c tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.145 HTTP/1.1" status: 200 len: 696 time: 0.0621381 Dec 06 14:46:15.912424 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a347586e-d706-4e92-bee7-d6c9844c7596,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:16.094245 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fd1ca-8b38-4884-a657-406a67363065 req-02e24265-873c-4f85-8a0b-bc7a2127ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:16.095640 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe9fd1ca-8b38-4884-a657-406a67363065 req-02e24265-873c-4f85-8a0b-bc7a2127ff65 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 1097 time: 0.1310732 Dec 06 14:46:16.099718 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-9b945404-fc08-408f-b692-a6c1ab424095 req-8eca34c1-81c3-4e56-bc0a-8aa0e99b23b8 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Deleting port 9e366464-29ca-46d7-949b-f953318aa75a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:46:16.100063 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9b945404-fc08-408f-b692-a6c1ab424095 req-8eca34c1-81c3-4e56-bc0a-8aa0e99b23b8 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.105311 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1a26f0f7-ea29-4377-9f8a-127a5095c59d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22f35590b8214acca1397196d5b3d3dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230829 Dec 06 14:46:16.105913 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44710) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:16.126313 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b623e-87fc-4d6b-8bd6-f15af0682dfd req-1001a5e5-39e4-40d7-88d4-3b3ed2abf321 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:16.127750 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a82b623e-87fc-4d6b-8bd6-f15af0682dfd req-1001a5e5-39e4-40d7-88d4-3b3ed2abf321 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 946 time: 0.0990694 Dec 06 14:46:16.165423 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e3244c30-855c-4e4f-8e5c-d39554737b60 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:46:16.182942 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9b945404-fc08-408f-b692-a6c1ab424095 req-8eca34c1-81c3-4e56-bc0a-8aa0e99b23b8 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.183269 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9b945404-fc08-408f-b692-a6c1ab424095 req-8eca34c1-81c3-4e56-bc0a-8aa0e99b23b8 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.197825 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-9b945404-fc08-408f-b692-a6c1ab424095 req-8eca34c1-81c3-4e56-bc0a-8aa0e99b23b8 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Calling delete_port for 9e366464-29ca-46d7-949b-f953318aa75a owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:46:16.203208 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: e3244c30-855c-4e4f-8e5c-d39554737b60 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:46:16.203836 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e3244c30-855c-4e4f-8e5c-d39554737b60 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:46:16.219730 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe9fd1ca-8b38-4884-a657-406a67363065 req-308767cb-b9a8-4ca8-aa71-c5ece80482e2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127417 Dec 06 14:46:16.243099 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a82b623e-87fc-4d6b-8bd6-f15af0682dfd req-3e190bbf-1b87-4044-88fd-14479ab65fbe tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987420 Dec 06 14:46:16.246020 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbd8c409-0a37-46e1-be0e-a375a321ebe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.274926 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbd8c409-0a37-46e1-be0e-a375a321ebe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.318899 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44716) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:16.344747 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbd8c409-0a37-46e1-be0e-a375a321ebe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.347707 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbd8c409-0a37-46e1-be0e-a375a321ebe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.348845 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bbd8c409-0a37-46e1-be0e-a375a321ebe7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68f049d8-4a96-4ec2-abbd-79b1bd25bf08 HTTP/1.1" status: 204 len: 168 time: 0.2394817 Dec 06 14:46:16.360266 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8c409-0a37-46e1-be0e-a375a321ebe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f049d8-4a96-4ec2-abbd-79b1bd25bf08,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:16.376114 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9b945404-fc08-408f-b692-a6c1ab424095 req-8eca34c1-81c3-4e56-bc0a-8aa0e99b23b8 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.410974 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca34c1-81c3-4e56-bc0a-8aa0e99b23b8 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Pushing event deleted for resources: {'Port': ['ID=9e366464-29ca-46d7-949b-f953318aa75a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:16.474388 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9212abae-d9ca-4082-aa8e-469e99c0d8dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.512751 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9b945404-fc08-408f-b692-a6c1ab424095 req-8eca34c1-81c3-4e56-bc0a-8aa0e99b23b8 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.516393 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9b945404-fc08-408f-b692-a6c1ab424095 req-8eca34c1-81c3-4e56-bc0a-8aa0e99b23b8 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.518198 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9b945404-fc08-408f-b692-a6c1ab424095 req-8eca34c1-81c3-4e56-bc0a-8aa0e99b23b8 tempest-FloatingIPDetailsTestJSON-2119670958 tempest-FloatingIPDetailsTestJSON-2119670958-project] 10.222.0.20 "DELETE /v2.0/floatingips/37f7ea6e-dbb5-4b3c-a6ed-f8636da8ecbd HTTP/1.1" status: 204 len: 173 time: 0.6248741 Dec 06 14:46:16.525278 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44724) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:16.557693 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9212abae-d9ca-4082-aa8e-469e99c0d8dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.562724 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9212abae-d9ca-4082-aa8e-469e99c0d8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.605420 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9212abae-d9ca-4082-aa8e-469e99c0d8dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81770604c21f45cba49e1026c0c629cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828572 Dec 06 14:46:16.605657 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44726) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:16.613309 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212abae-d9ca-4082-aa8e-469e99c0d8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61892e9-fa52-476a-ae1e-2248a06aefe6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:16.632902 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76b3b22-3504-4e45-9838-ab0cdca3034f', 'tag': '27b759ae-6d20-47e7-b36b-14b78fba79de'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:16.635151 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab495f2-98e1-4251-8fc6-4078ad703389" -d '{"events": [{"name": "network-changed", "server_uuid": "f76b3b22-3504-4e45-9838-ab0cdca3034f", "tag": "27b759ae-6d20-47e7-b36b-14b78fba79de"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:16.669422 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-732ba1a7-b33e-40cc-b7e8-3cb1de102b86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.685689 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3ec350-9ace-4fea-9ad3-f2bdc2bcab9b x-openstack-request-id: req-fb3ec350-9ace-4fea-9ad3-f2bdc2bcab9b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:16.685988 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76b3b22-3504-4e45-9838-ab0cdca3034f", "tag": "27b759ae-6d20-47e7-b36b-14b78fba79de", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:16.686242 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb3ec350-9ace-4fea-9ad3-f2bdc2bcab9b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:16.686669 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76b3b22-3504-4e45-9838-ab0cdca3034f', 'tag': '27b759ae-6d20-47e7-b36b-14b78fba79de', 'status': 'completed', 'code': 200} Dec 06 14:46:16.695305 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44730) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:16.702742 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-732ba1a7-b33e-40cc-b7e8-3cb1de102b86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.719570 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b88b2ae-0b41-4dd4-9493-09d031c1e0d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.782346 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-732ba1a7-b33e-40cc-b7e8-3cb1de102b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.784821 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-732ba1a7-b33e-40cc-b7e8-3cb1de102b86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.785960 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-732ba1a7-b33e-40cc-b7e8-3cb1de102b86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e61892e9-fa52-476a-ae1e-2248a06aefe6 HTTP/1.1" status: 204 len: 168 time: 0.1793783 Dec 06 14:46:16.800321 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ba1a7-b33e-40cc-b7e8-3cb1de102b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61892e9-fa52-476a-ae1e-2248a06aefe6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:16.820986 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab495f2-98e1-4251-8fc6-4078ad703389 req-b4feb366-b323-4292-9975-7785e14499e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:16.822406 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ab495f2-98e1-4251-8fc6-4078ad703389 req-b4feb366-b323-4292-9975-7785e14499e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 1125 time: 0.1098163 Dec 06 14:46:16.838378 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b88b2ae-0b41-4dd4-9493-09d031c1e0d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.844594 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b88b2ae-0b41-4dd4-9493-09d031c1e0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.892331 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5b88b2ae-0b41-4dd4-9493-09d031c1e0d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c6ed710ef784ebb979c6f0a45430ca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1959617 Dec 06 14:46:16.893506 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88b2ae-0b41-4dd4-9493-09d031c1e0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90055fe4-a366-4036-a43c-3a1eb0d0e6bf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:16.896894 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44736) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:16.948410 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22c6045d-3a43-437f-9387-5ad7bc0d125d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:16.973867 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22c6045d-3a43-437f-9387-5ad7bc0d125d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:17.012079 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca0bbc-9885-4204-ae76-3961bc895632 req-b677dd70-259f-4815-bff6-eec572ce0b4e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:17.013589 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58ca0bbc-9885-4204-ae76-3961bc895632 req-b677dd70-259f-4815-bff6-eec572ce0b4e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 944 time: 0.1226211 Dec 06 14:46:17.017036 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab495f2-98e1-4251-8fc6-4078ad703389 req-34fabacc-c036-48ed-a643-d9eebc31a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:17.018634 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ab495f2-98e1-4251-8fc6-4078ad703389 req-34fabacc-c036-48ed-a643-d9eebc31a193 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.1879656 Dec 06 14:46:17.038264 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22c6045d-3a43-437f-9387-5ad7bc0d125d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:17.040799 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22c6045d-3a43-437f-9387-5ad7bc0d125d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:17.041943 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-22c6045d-3a43-437f-9387-5ad7bc0d125d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90055fe4-a366-4036-a43c-3a1eb0d0e6bf HTTP/1.1" status: 204 len: 168 time: 0.1443241 Dec 06 14:46:17.059814 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6045d-3a43-437f-9387-5ad7bc0d125d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90055fe4-a366-4036-a43c-3a1eb0d0e6bf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:17.084006 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ab495f2-98e1-4251-8fc6-4078ad703389 req-cec7ea0e-fcc0-4a23-a4a6-4de48dd58bda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27b759ae-6d20-47e7-b36b-14b78fba79de HTTP/1.1" status: 200 len: 217 time: 0.0521033 Dec 06 14:46:17.152376 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58ca0bbc-9885-4204-ae76-3961bc895632 req-9e18e2af-27f1-4997-97f7-501d3f2f99ce tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309407 Dec 06 14:46:17.186130 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab495f2-98e1-4251-8fc6-4078ad703389 req-bfc86c99-bf4f-4818-a30b-9e2b72626f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:17.187714 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ab495f2-98e1-4251-8fc6-4078ad703389 req-bfc86c99-bf4f-4818-a30b-9e2b72626f36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.0939822 Dec 06 14:46:17.226348 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ab495f2-98e1-4251-8fc6-4078ad703389 req-0f6958ef-2825-43a2-858d-e59c33087679 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303454 Dec 06 14:46:17.241297 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-552a8317-3bb3-4917-be6f-f03f5a605752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:17.369498 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ab495f2-98e1-4251-8fc6-4078ad703389 req-c6eabfe3-2849-44ad-9ceb-a9d55f45248b service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251888 Dec 06 14:46:17.497822 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da2329-0c23-4918-ad9f-488e7332ce05 req-779681a8-75ba-45e0-968c-84e83d3a6f44 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:17.501551 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7da2329-0c23-4918-ad9f-488e7332ce05 req-779681a8-75ba-45e0-968c-84e83d3a6f44 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 946 time: 0.1101115 Dec 06 14:46:17.579623 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7da2329-0c23-4918-ad9f-488e7332ce05 req-b676e803-836d-4ea3-90f8-2dde249c95e1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713716 Dec 06 14:46:17.590949 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 27b759ae-6d20-47e7-b36b-14b78fba79de details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:46:17.629713 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ab495f2-98e1-4251-8fc6-4078ad703389 req-27cf6dfa-eda0-444e-a98b-ac4366fb9b82 service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493298 Dec 06 14:46:17.720819 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 27b759ae-6d20-47e7-b36b-14b78fba79de, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=27b759ae-6d20-47e7-b36b-14b78fba79de,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:17.736871 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 27b759ae-6d20-47e7-b36b-14b78fba79de has no active binding in host n-h1-master-1 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 14:46:17.775011 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-552a8317-3bb3-4917-be6f-f03f5a605752 admin admin] Deleting port 57953633-d226-4b14-81fc-13f54bc1877a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:46:17.775639 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-552a8317-3bb3-4917-be6f-f03f5a605752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:17.877508 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-552a8317-3bb3-4917-be6f-f03f5a605752 admin admin] For port 57953633-d226-4b14-81fc-13f54bc1877a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=57953633-d226-4b14-81fc-13f54bc1877a,segment=NetworkSegment(347ab836-13f6-4b77-bc39-629a666223d8),segment_id=347ab836-13f6-4b77-bc39-629a666223d8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:17.878475 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-552a8317-3bb3-4917-be6f-f03f5a605752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:17.893858 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-552a8317-3bb3-4917-be6f-f03f5a605752 admin admin] Calling delete_port for 57953633-d226-4b14-81fc-13f54bc1877a owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:46:18.038583 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:46:18.125649 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-552a8317-3bb3-4917-be6f-f03f5a605752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:18.152528 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a8317-3bb3-4917-be6f-f03f5a605752 admin admin] Pushing event deleted for resources: {'Port': ['ID=57953633-d226-4b14-81fc-13f54bc1877a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:18.330244 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cfff5-9815-41c5-9bdd-f2d93a50c2f7 req-8883a30a-c57b-4e8e-8e83-b16f59ebc687 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:18.338432 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-919cfff5-9815-41c5-9bdd-f2d93a50c2f7 req-8883a30a-c57b-4e8e-8e83-b16f59ebc687 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 944 time: 0.0812087 Dec 06 14:46:18.403969 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-919cfff5-9815-41c5-9bdd-f2d93a50c2f7 req-e21da150-1a22-4600-bd65-8154edde8186 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642648 Dec 06 14:46:18.429089 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-552a8317-3bb3-4917-be6f-f03f5a605752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:18.761121 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ab3d4-a3f7-4a3b-a5cd-00b69daefcc0 req-da0faba6-86a2-42a1-9109-7ad17d03f258 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:18.769624 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-350ab3d4-a3f7-4a3b-a5cd-00b69daefcc0 req-da0faba6-86a2-42a1-9109-7ad17d03f258 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 946 time: 0.0812876 Dec 06 14:46:18.828518 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-350ab3d4-a3f7-4a3b-a5cd-00b69daefcc0 req-ca64bcc1-449a-405d-8edf-ece479b1caa2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569046 Dec 06 14:46:19.052876 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e85da-5320-46ad-86d4-5fbdb04bddfc req-ac071879-854f-4e40-8623-741f7c51da6e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:19.054372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-163e85da-5320-46ad-86d4-5fbdb04bddfc req-ac071879-854f-4e40-8623-741f7c51da6e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 946 time: 0.1461780 Dec 06 14:46:19.056233 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552a8317-3bb3-4917-be6f-f03f5a605752 admin admin] Router 61b1f8f1-ef06-4fea-9d9d-8187441b743d has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:46:19.066126 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-258c2cda-7a39-4cc6-b277-c0d09b54b898 service neutron] 10.222.0.37 "GET /v2.0/ports/27b759ae-6d20-47e7-b36b-14b78fba79de/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 384 time: 0.1586626 Dec 06 14:46:19.067076 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44880) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:19.072962 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7ac061c2-b717-4b73-81d3-9a9c4ff9c5f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Request body: {'floatingip': {'port_id': 'a347586e-d706-4e92-bee7-d6c9844c7596'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:19.174948 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ac061c2-b717-4b73-81d3-9a9c4ff9c5f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for floatingip, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:19.338502 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44900) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:19.373881 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552a8317-3bb3-4917-be6f-f03f5a605752 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:46:19.384612 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47ce7c7-84fc-46b8-8a5d-98f08c7b6297 None None] Sync routers for ids ['61b1f8f1-ef06-4fea-9d9d-8187441b743d'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:46:19.392101 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-552a8317-3bb3-4917-be6f-f03f5a605752 admin admin] 10.222.0.20 "PUT /v2.0/routers/61b1f8f1-ef06-4fea-9d9d-8187441b743d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8625939 Dec 06 14:46:19.392998 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44904) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:19.433603 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47ce7c7-84fc-46b8-8a5d-98f08c7b6297 None None] Routers {'61b1f8f1-ef06-4fea-9d9d-8187441b743d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:46:19.434659 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b47ce7c7-84fc-46b8-8a5d-98f08c7b6297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:46:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['61b1f8f1-ef06-4fea-9d9d-8187441b743d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:19.650216 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b47ce7c7-84fc-46b8-8a5d-98f08c7b6297 None None] Set router 61b1f8f1-ef06-4fea-9d9d-8187441b743d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:46:19.669242 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53a22ea4-536b-40b1-827c-7732b82963dc admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:19.706271 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-19cabada-9c8c-417e-b417-463eed354d3e req-a2c71aee-1ade-44e2-8c56-d6bb711fe591 service neutron] For port 27b759ae-6d20-47e7-b36b-14b78fba79de, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=27b759ae-6d20-47e7-b36b-14b78fba79de,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:19.726967 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-19cabada-9c8c-417e-b417-463eed354d3e req-a2c71aee-1ade-44e2-8c56-d6bb711fe591 service neutron] For port 27b759ae-6d20-47e7-b36b-14b78fba79de, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:46:19.757707 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-72b6a403-29fa-4515-8e22-f221e384c16f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:19.762436 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-4c89a475-fd91-4f3b-9525-9b77b896e5f8 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=fd10f5ff45e940fe992918959a1c6039&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417540 Dec 06 14:46:19.763239 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-19cabada-9c8c-417e-b417-463eed354d3e req-a2c71aee-1ade-44e2-8c56-d6bb711fe591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b759ae-6d20-47e7-b36b-14b78fba79de {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:19.775460 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-19cabada-9c8c-417e-b417-463eed354d3e req-a2c71aee-1ade-44e2-8c56-d6bb711fe591 service neutron] For port 27b759ae-6d20-47e7-b36b-14b78fba79de, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=27b759ae-6d20-47e7-b36b-14b78fba79de,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:19.846529 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-19cabada-9c8c-417e-b417-463eed354d3e req-a2c71aee-1ade-44e2-8c56-d6bb711fe591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:19.932145 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53a22ea4-536b-40b1-827c-7732b82963dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:19.955672 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc1163-a906-4b0a-a12a-e4965cb51e88 req-7400ad7d-01a2-4a19-8b81-bfa6d7ee04a9 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:19.960273 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-73dc1163-a906-4b0a-a12a-e4965cb51e88 req-7400ad7d-01a2-4a19-8b81-bfa6d7ee04a9 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 944 time: 0.3943565 Dec 06 14:46:19.965513 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-a9f2fea4-a84a-44a4-9afa-645ec3980b08 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:19.966973 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-a9f2fea4-a84a-44a4-9afa-645ec3980b08 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931593 Dec 06 14:46:20.017868 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-2ba95bd0-0585-4cbc-8032-71d91804841c tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/quotas/fd10f5ff45e940fe992918959a1c6039 HTTP/1.1" status: 200 len: 375 time: 0.0423059 Dec 06 14:46:20.029479 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b47ce7c7-84fc-46b8-8a5d-98f08c7b6297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'name': 'tempest-FloatingIPDetailsTestJSON-1221217329-router', 'tenant_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': '23272de7-a908-46f2-b112-437dfff44a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:45Z', 'updated_at': '2021-12-06T14:46:18Z', 'revision_number': 5, 'project_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'gw_port': {'id': '23272de7-a908-46f2-b112-437dfff44a34', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:46Z', 'updated_at': '2021-12-06T14:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:20.035518 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-72b6a403-29fa-4515-8e22-f221e384c16f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:20.048846 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-72b6a403-29fa-4515-8e22-f221e384c16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:20.057291 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47ce7c7-84fc-46b8-8a5d-98f08c7b6297 None None] Checking router: 61b1f8f1-ef06-4fea-9d9d-8187441b743d for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:46:20.072671 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47ce7c7-84fc-46b8-8a5d-98f08c7b6297 None None] Routers {'61b1f8f1-ef06-4fea-9d9d-8187441b743d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:46:20.073298 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b47ce7c7-84fc-46b8-8a5d-98f08c7b6297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:46:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['61b1f8f1-ef06-4fea-9d9d-8187441b743d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:20.080735 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-19cabada-9c8c-417e-b417-463eed354d3e req-a2c71aee-1ade-44e2-8c56-d6bb711fe591 service neutron] Transition to ACTIVE for port object 27b759ae-6d20-47e7-b36b-14b78fba79de will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:46:20.086224 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-951f8318-371d-4a52-bf2e-17f3cb53d2fb tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd10f5ff45e940fe992918959a1c6039&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566461 Dec 06 14:46:20.101212 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-73dc1163-a906-4b0a-a12a-e4965cb51e88 req-8eb2c5d5-40cc-4849-8b54-b3d59f97cbb7 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132040 Dec 06 14:46:20.105291 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-19cabada-9c8c-417e-b417-463eed354d3e req-a2c71aee-1ade-44e2-8c56-d6bb711fe591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:20.120264 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-72b6a403-29fa-4515-8e22-f221e384c16f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d926253f8324fd5b4cb475f9d529e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7767298 Dec 06 14:46:20.120264 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6a403-29fa-4515-8e22-f221e384c16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0be38fc-ad0b-4636-b81c-d07e8139d44b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:20.122381 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44928) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:20.126664 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-53a22ea4-536b-40b1-827c-7732b82963dc admin admin] Deleting port 23272de7-a908-46f2-b112-437dfff44a34 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:46:20.127004 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53a22ea4-536b-40b1-827c-7732b82963dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:20.152890 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6a403-29fa-4515-8e22-f221e384c16f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:20.153265 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6a403-29fa-4515-8e22-f221e384c16f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:20.153567 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6a403-29fa-4515-8e22-f221e384c16f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:20.153908 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6a403-29fa-4515-8e22-f221e384c16f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:20.154239 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6a403-29fa-4515-8e22-f221e384c16f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:20.154566 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6a403-29fa-4515-8e22-f221e384c16f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:20.154891 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6a403-29fa-4515-8e22-f221e384c16f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:20.155261 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6a403-29fa-4515-8e22-f221e384c16f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:20.155583 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6a403-29fa-4515-8e22-f221e384c16f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:20.155933 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6a403-29fa-4515-8e22-f221e384c16f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:20.156251 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6a403-29fa-4515-8e22-f221e384c16f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:20.156570 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6a403-29fa-4515-8e22-f221e384c16f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:20.156884 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6a403-29fa-4515-8e22-f221e384c16f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:20.180802 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b47ce7c7-84fc-46b8-8a5d-98f08c7b6297 None None] Set router 61b1f8f1-ef06-4fea-9d9d-8187441b743d gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:46:20.239173 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b47ce7c7-84fc-46b8-8a5d-98f08c7b6297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'name': 'tempest-FloatingIPDetailsTestJSON-1221217329-router', 'tenant_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:45Z', 'updated_at': '2021-12-06T14:46:19Z', 'revision_number': 6, 'project_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:20.254672 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.db.resource_extend [None req-7ac061c2-b717-4b73-81d3-9a9c4ff9c5f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:46:20.272350 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47ce7c7-84fc-46b8-8a5d-98f08c7b6297 None None] The sync data for ids ['61b1f8f1-ef06-4fea-9d9d-8187441b743d'] in n-d-master-1 is: [{'id': '61b1f8f1-ef06-4fea-9d9d-8187441b743d', 'name': 'tempest-FloatingIPDetailsTestJSON-1221217329-router', 'tenant_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:45Z', 'updated_at': '2021-12-06T14:46:19Z', 'revision_number': 6, 'project_id': 'c92a859cad9d43a4ab8a021b80a2f9f7', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:46:20.293332 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58e44084-7ebd-4a72-9e21-52f9499eeb70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:20.298619 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-53a22ea4-536b-40b1-827c-7732b82963dc admin admin] For port 23272de7-a908-46f2-b112-437dfff44a34, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=23272de7-a908-46f2-b112-437dfff44a34,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:20.299071 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53a22ea4-536b-40b1-827c-7732b82963dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:20.345196 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ac061c2-b717-4b73-81d3-9a9c4ff9c5f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:20.359470 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-53a22ea4-536b-40b1-827c-7732b82963dc admin admin] Calling delete_port for 23272de7-a908-46f2-b112-437dfff44a34 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:46:20.386926 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ac061c2-b717-4b73-81d3-9a9c4ff9c5f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:20.455103 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cabada-9c8c-417e-b417-463eed354d3e req-a2c71aee-1ade-44e2-8c56-d6bb711fe591 service neutron] No DVR routers for this DVR port 27b759ae-6d20-47e7-b36b-14b78fba79de on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:46:20.499124 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c71aee-1ade-44e2-8c56-d6bb711fe591 service neutron] Pushing event updated for resources: {'Port': ['ID=27b759ae-6d20-47e7-b36b-14b78fba79de,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:20.511184 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58e44084-7ebd-4a72-9e21-52f9499eeb70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:20.566856 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-a2c71aee-1ade-44e2-8c56-d6bb711fe591 service neutron] 10.222.0.37 "PUT /v2.0/ports/27b759ae-6d20-47e7-b36b-14b78fba79de/bindings/n-h1-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4879827 Dec 06 14:46:20.595638 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-7ac061c2-b717-4b73-81d3-9a9c4ff9c5f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Floating IP ba946edf-1886-44e3-a041-ba79a64b07b0 associated. External IP: 172.35.7.4, port: a347586e-d706-4e92-bee7-d6c9844c7596. Dec 06 14:46:20.598605 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-33115072-b457-41e8-a50e-317de13dff06 req-5653448d-532a-49f5-940a-b4be2020d0ca tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=fd10f5ff45e940fe992918959a1c6039&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405645 Dec 06 14:46:20.684820 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58e44084-7ebd-4a72-9e21-52f9499eeb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:20.687544 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58e44084-7ebd-4a72-9e21-52f9499eeb70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:20.691399 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-58e44084-7ebd-4a72-9e21-52f9499eeb70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0be38fc-ad0b-4636-b81c-d07e8139d44b HTTP/1.1" status: 204 len: 168 time: 0.5654027 Dec 06 14:46:20.887818 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac061c2-b717-4b73-81d3-9a9c4ff9c5f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Router e8dab326-2c59-403e-b1b6-428be715b1d9 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:46:21.022292 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac061c2-b717-4b73-81d3-9a9c4ff9c5f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:46:21.028068 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ac061c2-b717-4b73-81d3-9a9c4ff9c5f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:21.034842 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58c337d-078e-4569-8bd1-fcc7d341f90e None None] Sync routers for ids ['e8dab326-2c59-403e-b1b6-428be715b1d9'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:46:21.050029 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58c337d-078e-4569-8bd1-fcc7d341f90e None None] Routers {'e8dab326-2c59-403e-b1b6-428be715b1d9'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:46:21.053019 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a58c337d-078e-4569-8bd1-fcc7d341f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:46:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e8dab326-2c59-403e-b1b6-428be715b1d9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:21.068625 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7ac061c2-b717-4b73-81d3-9a9c4ff9c5f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "PUT /v2.0/floatingips/ba946edf-1886-44e3-a041-ba79a64b07b0 HTTP/1.1" status: 200 len: 990 time: 1.9979384 Dec 06 14:46:21.068625 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:21.074543 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d4cc98-c006-4c69-8d10-3fb6db491f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:21.169946 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e44084-7ebd-4a72-9e21-52f9499eeb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0be38fc-ad0b-4636-b81c-d07e8139d44b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:21.196232 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53a22ea4-536b-40b1-827c-7732b82963dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:21.225199 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cabada-9c8c-417e-b417-463eed354d3e req-224bf119-038c-4d16-bfab-6f1c54cb604e tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:21.226702 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-224bf119-038c-4d16-bfab-6f1c54cb604e tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f&tenant_id=081ecae26f1f4608b6d59404ed1f828f&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.5862415 Dec 06 14:46:21.230104 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a22ea4-536b-40b1-827c-7732b82963dc admin admin] Pushing event deleted for resources: {'Port': ['ID=23272de7-a908-46f2-b112-437dfff44a34,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:21.241338 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1722dda5-1533-462d-bf67-620f9c457fcd x-openstack-request-id: req-1722dda5-1533-462d-bf67-620f9c457fcd {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:21.241627 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:21.242087 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1722dda5-1533-462d-bf67-620f9c457fcd {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:21.242700 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'status': 'completed', 'code': 200} Dec 06 14:46:21.259442 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33115072-b457-41e8-a50e-317de13dff06 req-d0450fd0-db29-4060-9810-2ffe0f9a3e09 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:21.269525 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-33115072-b457-41e8-a50e-317de13dff06 req-d0450fd0-db29-4060-9810-2ffe0f9a3e09 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6699004 Dec 06 14:46:21.332384 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a58c337d-078e-4569-8bd1-fcc7d341f90e None None] Set router e8dab326-2c59-403e-b1b6-428be715b1d9 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:46:21.346372 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-33115072-b457-41e8-a50e-317de13dff06 req-f047bd4a-1fbd-43a7-81b8-28d6faab067d tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/quotas/fd10f5ff45e940fe992918959a1c6039 HTTP/1.1" status: 200 len: 375 time: 0.0759194 Dec 06 14:46:21.384287 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf446159-cdc6-423b-b472-08b995b1a6dc req-63126f71-37ad-4d70-85d3-00308b40c290 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:21.385875 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf446159-cdc6-423b-b472-08b995b1a6dc req-63126f71-37ad-4d70-85d3-00308b40c290 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 945 time: 0.0728879 Dec 06 14:46:21.474349 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf446159-cdc6-423b-b472-08b995b1a6dc req-bf3488d6-e51e-4524-b9ad-ffd8ce7af405 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806689 Dec 06 14:46:21.482834 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-33115072-b457-41e8-a50e-317de13dff06 req-8ffcc41e-e983-47e6-96ef-13c3d716285f tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd10f5ff45e940fe992918959a1c6039&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864344 Dec 06 14:46:21.506732 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cabada-9c8c-417e-b417-463eed354d3e req-da49196f-8a14-4b3c-ba6f-af98cc4248e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:21.506732 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-da49196f-8a14-4b3c-ba6f-af98cc4248e0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f&tenant_id=081ecae26f1f4608b6d59404ed1f828f HTTP/1.1" status: 200 len: 1096 time: 0.2684131 Dec 06 14:46:21.520379 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4cc98-c006-4c69-8d10-3fb6db491f3b req-f8788954-2a77-4b55-bd15-6b7860718b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:21.522264 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-10d4cc98-c006-4c69-8d10-3fb6db491f3b req-f8788954-2a77-4b55-bd15-6b7860718b69 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 1097 time: 0.2395997 Dec 06 14:46:21.557083 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53a22ea4-536b-40b1-827c-7732b82963dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:21.575183 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 23272de7-a908-46f2-b112-437dfff44a34 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:46:21.634458 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 23272de7-a908-46f2-b112-437dfff44a34 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:46:21.636605 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 23272de7-a908-46f2-b112-437dfff44a34 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:46:21.638454 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 57953633-d226-4b14-81fc-13f54bc1877a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:46:21.742413 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 57953633-d226-4b14-81fc-13f54bc1877a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:46:21.742760 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 57953633-d226-4b14-81fc-13f54bc1877a not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:46:21.802797 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53a22ea4-536b-40b1-827c-7732b82963dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:21.815036 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53a22ea4-536b-40b1-827c-7732b82963dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:21.875546 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-932d2b29-0e05-4bd7-b0e5-97e5760e03f5 req-2f960f0f-2a5d-41c9-a548-deb18c129ced tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 210 time: 0.0746059 Dec 06 14:46:21.876568 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-3c166166-5e0c-4680-8f20-03994058b38d tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=fd10f5ff45e940fe992918959a1c6039&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393229 Dec 06 14:46:21.930798 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a58c337d-078e-4569-8bd1-fcc7d341f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'name': 'tempest-ServerActionsTestJSON-643569639-router', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154'}], 'enable_snat': True}, 'gw_port_id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:50Z', 'updated_at': '2021-12-06T14:45:58Z', 'revision_number': 4, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'gw_port': {'id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:51Z', 'updated_at': '2021-12-06T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ba946edf-1886-44e3-a041-ba79a64b07b0', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'floating_ip_address': '172.35.7.4', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'port_id': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'mac_address': 'fa:16:3e:9a:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:46:03Z', 'updated_at': '2021-12-06T14:46:20Z', 'revision_number': 1, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dec9bf5-be68-4925-b7ba-e86470f11d2e', 'name': '', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'mac_address': 'fa:16:3e:93:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:56Z', 'updated_at': '2021-12-06T14:46:03Z', 'revision_number': 5, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'subnets': [{'id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:21.960586 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cabada-9c8c-417e-b417-463eed354d3e req-84895c86-570b-458f-94e2-cea1dbe68c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:21.965995 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-84895c86-570b-458f-94e2-cea1dbe68c5e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 1096 time: 0.4101899 Dec 06 14:46:22.015121 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-e6a62a67-b2b8-4296-a38d-de1ab47b98ef tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:22.016221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-e6a62a67-b2b8-4296-a38d-de1ab47b98ef tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1268530 Dec 06 14:46:22.021193 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58c337d-078e-4569-8bd1-fcc7d341f90e None None] Checking router: e8dab326-2c59-403e-b1b6-428be715b1d9 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:46:22.030721 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4cc98-c006-4c69-8d10-3fb6db491f3b req-998734a5-daef-4ce0-80e2-8c175a5fd229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:22.032305 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-10d4cc98-c006-4c69-8d10-3fb6db491f3b req-998734a5-daef-4ce0-80e2-8c175a5fd229 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 912 time: 0.5010321 Dec 06 14:46:22.032963 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53a22ea4-536b-40b1-827c-7732b82963dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:22.033592 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a22ea4-536b-40b1-827c-7732b82963dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61b1f8f1-ef06-4fea-9d9d-8187441b743d {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:46:22.038088 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-93607c10-5fe4-417f-bfeb-f82bb7fc7b8b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Request body: {'port': {'device_id': '90548d05-91ba-4b6c-bcdd-1407f349f59d', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': 'fd10f5ff45e940fe992918959a1c6039'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:22.044231 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58c337d-078e-4569-8bd1-fcc7d341f90e None None] Routers {'e8dab326-2c59-403e-b1b6-428be715b1d9'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:46:22.046307 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53a22ea4-536b-40b1-827c-7732b82963dc admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:22.047184 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a58c337d-078e-4569-8bd1-fcc7d341f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:46:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e8dab326-2c59-403e-b1b6-428be715b1d9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:22.047687 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-53a22ea4-536b-40b1-827c-7732b82963dc admin admin] 10.222.0.20 "DELETE /v2.0/routers/61b1f8f1-ef06-4fea-9d9d-8187441b743d HTTP/1.1" status: 204 len: 168 time: 2.6534464 Dec 06 14:46:22.052841 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45022) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:22.157635 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-10d4cc98-c006-4c69-8d10-3fb6db491f3b req-c596b03c-eb91-4758-b035-7a47b59aa05c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a347586e-d706-4e92-bee7-d6c9844c7596 HTTP/1.1" status: 200 len: 998 time: 0.1087265 Dec 06 14:46:22.174728 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Deleting subnet caa4234d-7878-4f7c-aeb5-44fbed5eed86 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:46:22.180460 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:22.399542 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4cc98-c006-4c69-8d10-3fb6db491f3b req-8e9e73d5-54ef-46a4-9c80-0af18bf8829d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:22.401077 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-10d4cc98-c006-4c69-8d10-3fb6db491f3b req-8e9e73d5-54ef-46a4-9c80-0af18bf8829d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.2351978 Dec 06 14:46:22.426365 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cabada-9c8c-417e-b417-463eed354d3e req-e9a017a4-083b-498b-9086-50d22dc8879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:22.438848 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-e9a017a4-083b-498b-9086-50d22dc8879e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.4499731 Dec 06 14:46:22.551712 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a58c337d-078e-4569-8bd1-fcc7d341f90e None None] Set router e8dab326-2c59-403e-b1b6-428be715b1d9 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:46:22.593975 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 27b759ae-6d20-47e7-b36b-14b78fba79de no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:46:22.595378 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-c213face-200a-4266-9573-cb259af9b5b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27b759ae-6d20-47e7-b36b-14b78fba79de HTTP/1.1" status: 200 len: 217 time: 0.1295760 Dec 06 14:46:22.603152 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4cc98-c006-4c69-8d10-3fb6db491f3b req-46b180c4-1641-4d2d-819d-ec492855d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:22.605978 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-10d4cc98-c006-4c69-8d10-3fb6db491f3b req-46b180c4-1641-4d2d-819d-ec492855d76a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1890821 Dec 06 14:46:22.776695 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 27b759ae-6d20-47e7-b36b-14b78fba79de not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:46:22.799619 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cabada-9c8c-417e-b417-463eed354d3e req-9cae5764-52ad-4568-8c3d-83fb31217c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:22.801182 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-9cae5764-52ad-4568-8c3d-83fb31217c68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.1941512 Dec 06 14:46:22.810626 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073818cc-83de-462f-b52a-c4546217615a req-8dece71e-5143-4967-8042-9eed48eafe97 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:22.818512 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-073818cc-83de-462f-b52a-c4546217615a req-8dece71e-5143-4967-8042-9eed48eafe97 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 945 time: 0.1650593 Dec 06 14:46:22.866559 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-fb451bda-34c2-4d1b-8ac6-e4e50399f3c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422764 Dec 06 14:46:22.968207 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:22.982515 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-822b4d36-bd5e-4570-bdd8-92f9a62d86b0 service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023729 Dec 06 14:46:23.082223 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45076) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:23.093911 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-10d4cc98-c006-4c69-8d10-3fb6db491f3b req-f49107ed-0179-49a3-9177-5fd58569b158 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787278 Dec 06 14:46:23.114410 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-073818cc-83de-462f-b52a-c4546217615a req-795a5470-beb3-40a8-aede-3c576bf24575 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889631 Dec 06 14:46:23.146387 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-5bb29d1a-ee6e-4b41-a0f5-d9de5b0d2b12 service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551106 Dec 06 14:46:23.154410 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-93607c10-5fe4-417f-bfeb-f82bb7fc7b8b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Made reservation on behalf of fd10f5ff45e940fe992918959a1c6039 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:46:23.158348 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-93607c10-5fe4-417f-bfeb-f82bb7fc7b8b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:23.165855 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a58c337d-078e-4569-8bd1-fcc7d341f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'name': 'tempest-ServerActionsTestJSON-643569639-router', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154'}], 'enable_snat': True}, 'gw_port_id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:50Z', 'updated_at': '2021-12-06T14:45:58Z', 'revision_number': 4, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'gw_port': {'id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:51Z', 'updated_at': '2021-12-06T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ba946edf-1886-44e3-a041-ba79a64b07b0', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'floating_ip_address': '172.35.7.4', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'port_id': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'mac_address': 'fa:16:3e:9a:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:46:03Z', 'updated_at': '2021-12-06T14:46:20Z', 'revision_number': 1, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dec9bf5-be68-4925-b7ba-e86470f11d2e', 'name': '', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'mac_address': 'fa:16:3e:93:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:56Z', 'updated_at': '2021-12-06T14:46:03Z', 'revision_number': 5, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'subnets': [{'id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:23.183585 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8030b41-4311-4bfc-a17a-3ff9055b516c req-dfdf0944-f4a8-4115-b38f-c5c813907d1c tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 210 time: 0.0484109 Dec 06 14:46:23.189740 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:23.192005 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-93607c10-5fe4-417f-bfeb-f82bb7fc7b8b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:23.241691 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58c337d-078e-4569-8bd1-fcc7d341f90e None None] The sync data for ids ['e8dab326-2c59-403e-b1b6-428be715b1d9'] in n-d-master-1 is: [{'id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'name': 'tempest-ServerActionsTestJSON-643569639-router', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154'}], 'enable_snat': True}, 'gw_port_id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:50Z', 'updated_at': '2021-12-06T14:45:58Z', 'revision_number': 4, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'gw_port': {'id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:51Z', 'updated_at': '2021-12-06T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ba946edf-1886-44e3-a041-ba79a64b07b0', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'floating_ip_address': '172.35.7.4', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'port_id': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'mac_address': 'fa:16:3e:9a:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:46:03Z', 'updated_at': '2021-12-06T14:46:20Z', 'revision_number': 1, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dec9bf5-be68-4925-b7ba-e86470f11d2e', 'name': '', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'mac_address': 'fa:16:3e:93:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:56Z', 'updated_at': '2021-12-06T14:46:03Z', 'revision_number': 5, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'subnets': [{'id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:46:23.314162 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-10d4cc98-c006-4c69-8d10-3fb6db491f3b req-faa87b1e-51c4-4f1e-9b43-69bced78c211 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986406 Dec 06 14:46:23.327474 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:23.359427 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33115072-b457-41e8-a50e-317de13dff06 req-73ac6ed3-7573-46f9-bfe6-1e5715322ee5 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=fd10f5ff45e940fe992918959a1c6039&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591538 Dec 06 14:46:23.391959 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-75819df4-32d6-4ccf-a11a-f9bec47e0804 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:23.420149 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5991fc-be65-414a-9c00-cad9fac48a6f None None] Network 946c36bc-6c9f-4817-bfbd-94abf6116d56 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:46:23.421977 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa4234d-7878-4f7c-aeb5-44fbed5eed86,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:23.428963 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-ae853e82-8670-4636-9b0a-733b2e6616ff tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ad573c64388c4ae781232fbb6916dafe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633729 Dec 06 14:46:23.430771 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:23.434489 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/caa4234d-7878-4f7c-aeb5-44fbed5eed86 HTTP/1.1" status: 204 len: 168 time: 1.3806589 Dec 06 14:46:23.447805 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45092) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:23.494289 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:23.494709 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:23.495185 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:23.496378 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:23.496942 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:23.497491 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:23.498021 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:23.498576 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:23.499198 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:23.499765 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:23.500298 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:23.500824 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:23.501362 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7977f68-c70f-4573-86ee-d3da18de7889 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:23.534862 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-93607c10-5fe4-417f-bfeb-f82bb7fc7b8b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:23.569155 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-93607c10-5fe4-417f-bfeb-f82bb7fc7b8b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:23.610675 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75819df4-32d6-4ccf-a11a-f9bec47e0804 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:23.672994 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cb7ddc6f-383b-4608-b014-e5df0ac96ca7 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:23.674479 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cb7ddc6f-383b-4608-b014-e5df0ac96ca7 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2447000 Dec 06 14:46:23.681289 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02188f7-cd00-438a-9e95-66a888d9eca9 None None] DHCP port deletion for 946c36bc-6c9f-4817-bfbd-94abf6116d56 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:46:23.683443 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42dc81-0fec-4c3d-8b26-e108ffb2f487 None None] New status for floating IP ba946edf-1886-44e3-a041-ba79a64b07b0: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:46:23.695527 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:23.715209 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93607c10-5fe4-417f-bfeb-f82bb7fc7b8b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c8cf94-271b-479d-8295-5c05e07e0e09,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:23.732543 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cabada-9c8c-417e-b417-463eed354d3e req-c36e5662-1d92-4747-a550-e790af57b8b0 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:23.734076 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-c36e5662-1d92-4747-a550-e790af57b8b0 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f&tenant_id=081ecae26f1f4608b6d59404ed1f828f&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.2280574 Dec 06 14:46:23.752594 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33115072-b457-41e8-a50e-317de13dff06 req-7bb422b8-0e7f-48f7-ba0c-528bc57a7c5b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:23.754024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33115072-b457-41e8-a50e-317de13dff06 req-7bb422b8-0e7f-48f7-ba0c-528bc57a7c5b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3444731 Dec 06 14:46:23.755374 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-fa5f61ec-e89c-4b42-abe5-463206d8d36f tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/quotas/ad573c64388c4ae781232fbb6916dafe HTTP/1.1" status: 200 len: 375 time: 0.0405347 Dec 06 14:46:23.765440 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d02188f7-cd00-438a-9e95-66a888d9eca9 None None] Deleting port c05637d7-16d7-4c78-86fd-ef7871bed91d {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:46:23.765807 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d02188f7-cd00-438a-9e95-66a888d9eca9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:23.811944 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-33115072-b457-41e8-a50e-317de13dff06 req-bf08ed46-52a1-4ffe-896c-a670df37e008 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Request body: {'port': {'device_id': 'aede5eb3-ed77-469d-b056-7cbab788691f', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': 'fd10f5ff45e940fe992918959a1c6039'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:23.839954 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d02188f7-cd00-438a-9e95-66a888d9eca9 None None] For port c05637d7-16d7-4c78-86fd-ef7871bed91d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c05637d7-16d7-4c78-86fd-ef7871bed91d,segment=NetworkSegment(347ab836-13f6-4b77-bc39-629a666223d8),segment_id=347ab836-13f6-4b77-bc39-629a666223d8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:23.840622 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d02188f7-cd00-438a-9e95-66a888d9eca9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:23.858347 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d02188f7-cd00-438a-9e95-66a888d9eca9 None None] Calling delete_port for c05637d7-16d7-4c78-86fd-ef7871bed91d owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:46:23.896748 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-93607c10-5fe4-417f-bfeb-f82bb7fc7b8b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Allocated IP 192.168.233.151 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/002421a5-b798-4c72-8b3c-506260708352) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:46:23.917215 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-83178e73-3a90-4376-9073-d2b8c55ef677 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad573c64388c4ae781232fbb6916dafe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1049159 Dec 06 14:46:23.978692 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d02188f7-cd00-438a-9e95-66a888d9eca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:24.023154 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02188f7-cd00-438a-9e95-66a888d9eca9 None None] Pushing event deleted for resources: {'Port': ['ID=c05637d7-16d7-4c78-86fd-ef7871bed91d,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:24.030875 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75819df4-32d6-4ccf-a11a-f9bec47e0804 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:24.032614 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02188f7-cd00-438a-9e95-66a888d9eca9 None None] No DVR routers for this DVR port c05637d7-16d7-4c78-86fd-ef7871bed91d on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:46:24.099277 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-19cabada-9c8c-417e-b417-463eed354d3e req-c2d3ceb9-805a-4284-8bf4-94dbf50cc590 service neutron] For port 27b759ae-6d20-47e7-b36b-14b78fba79de, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:46:24.116395 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-19cabada-9c8c-417e-b417-463eed354d3e req-c2d3ceb9-805a-4284-8bf4-94dbf50cc590 service neutron] Publish callbacks [] for binding, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:24.119227 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19cabada-9c8c-417e-b417-463eed354d3e req-c2d3ceb9-805a-4284-8bf4-94dbf50cc590 service neutron] 10.222.0.23 "DELETE /v2.0/ports/27b759ae-6d20-47e7-b36b-14b78fba79de/bindings/n-h2-master-1 HTTP/1.1" status: 204 len: 173 time: 0.3735068 Dec 06 14:46:24.122064 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33115072-b457-41e8-a50e-317de13dff06 req-bf08ed46-52a1-4ffe-896c-a670df37e008 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Made reservation on behalf of fd10f5ff45e940fe992918959a1c6039 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:46:24.126149 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33115072-b457-41e8-a50e-317de13dff06 req-bf08ed46-52a1-4ffe-896c-a670df37e008 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:24.214569 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] Deleting port c05637d7-16d7-4c78-86fd-ef7871bed91d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:46:24.214910 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:24.234555 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-75819df4-32d6-4ccf-a11a-f9bec47e0804 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Allocated IP 172.35.7.228 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/26b11804-ea99-4d99-be28-ab1e8f0e1036) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:46:24.290635 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] For port c05637d7-16d7-4c78-86fd-ef7871bed91d, host n-d-master-1, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:24.291003 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:24.316849 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27201352-92e4-4747-8dc9-324c80346767 req-4e347e60-669f-464e-a6f1-ec60aadc5822 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:24.317995 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-27201352-92e4-4747-8dc9-324c80346767 req-4e347e60-669f-464e-a6f1-ec60aadc5822 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 945 time: 0.1049049 Dec 06 14:46:24.372572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-f3699a3b-3baa-4ae5-a508-5048c72e5119 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ad573c64388c4ae781232fbb6916dafe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772359 Dec 06 14:46:24.415404 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] Calling delete_port for c05637d7-16d7-4c78-86fd-ef7871bed91d owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:46:24.421275 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-27201352-92e4-4747-8dc9-324c80346767 req-bd5c9312-9b66-4e55-a3b6-4fba7ccd736b tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721347 Dec 06 14:46:24.422180 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] Port c05637d7-16d7-4c78-86fd-ef7871bed91d was not found and therefore no delete operation was performed {{(pid=103289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 14:46:24.424129 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75819df4-32d6-4ccf-a11a-f9bec47e0804 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:24.444509 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:24.502581 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] No DVR routers for this DVR port c05637d7-16d7-4c78-86fd-ef7871bed91d on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:46:24.507437 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75819df4-32d6-4ccf-a11a-f9bec47e0804 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:24.554163 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75819df4-32d6-4ccf-a11a-f9bec47e0804 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:46:24.559300 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-75819df4-32d6-4ccf-a11a-f9bec47e0804 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:24.566715 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75819df4-32d6-4ccf-a11a-f9bec47e0804 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:46:24.574561 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] Pushing event deleted for resources: {'Port': ['ID=c05637d7-16d7-4c78-86fd-ef7871bed91d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:24.630023 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-43c77d22-86de-4833-a58f-8f76583ac251 req-f730e0a4-506d-470a-92ea-9edeabcabd0d tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 210 time: 0.0577836 Dec 06 14:46:24.632918 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75819df4-32d6-4ccf-a11a-f9bec47e0804 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Pushing event updated for resources: {'Port': ['ID=26b11804-ea99-4d99-be28-ab1e8f0e1036,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:24.661853 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-93607c10-5fe4-417f-bfeb-f82bb7fc7b8b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:24.699314 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75819df4-32d6-4ccf-a11a-f9bec47e0804 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:24.736330 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:24.744534 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75819df4-32d6-4ccf-a11a-f9bec47e0804 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:24.792172 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-57e943c9-9da7-4d17-a274-b491ec97f4d6 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:24.793719 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-57e943c9-9da7-4d17-a274-b491ec97f4d6 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3744607 Dec 06 14:46:24.805656 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946c36bc-6c9f-4817-bfbd-94abf6116d56']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:24.827632 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-5a8db2c6-6a43-419d-8780-c20d538871c8 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/quotas/ad573c64388c4ae781232fbb6916dafe HTTP/1.1" status: 200 len: 375 time: 0.0194442 Dec 06 14:46:24.829382 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347ab836-13f6-4b77-bc39-629a666223d8') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:24.829673 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347ab836-13f6-4b77-bc39-629a666223d8') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:24.850584 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:24.860847 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-93607c10-5fe4-417f-bfeb-f82bb7fc7b8b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:24.890881 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-14f9c746-e312-425f-81a8-d9567d70fdf0 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad573c64388c4ae781232fbb6916dafe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533514 Dec 06 14:46:24.934138 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95acbae-c187-4a64-984c-30401afcf9a1 req-0344c6ad-a872-4176-8a40-ac967d2ce8e3 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:24.935506 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c95acbae-c187-4a64-984c-30401afcf9a1 req-0344c6ad-a872-4176-8a40-ac967d2ce8e3 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 1096 time: 0.1016815 Dec 06 14:46:24.959617 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:24.972919 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93607c10-5fe4-417f-bfeb-f82bb7fc7b8b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Pushing event updated for resources: {'Port': ['ID=002421a5-b798-4c72-8b3c-506260708352,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:24.978183 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:46:24.978600 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:46:24.982645 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:46:24.993522 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75819df4-32d6-4ccf-a11a-f9bec47e0804 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:25.005687 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75819df4-32d6-4ccf-a11a-f9bec47e0804 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:25.017455 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-93607c10-5fe4-417f-bfeb-f82bb7fc7b8b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:46:25.033442 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-93607c10-5fe4-417f-bfeb-f82bb7fc7b8b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:25.033857 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c95acbae-c187-4a64-984c-30401afcf9a1 req-44bd5a1d-e3b0-4ad0-97c8-138b0ac85252 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847259 Dec 06 14:46:25.041261 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-93607c10-5fe4-417f-bfeb-f82bb7fc7b8b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:46:25.158812 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-33115072-b457-41e8-a50e-317de13dff06 req-bf08ed46-52a1-4ffe-896c-a670df37e008 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Allocated IP 192.168.233.71 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/d3ce4777-233c-46f8-8cc3-18dcecf32a87) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:46:25.196407 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75819df4-32d6-4ccf-a11a-f9bec47e0804 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Pushing event updated for resources: {'Port': ['ID=26b11804-ea99-4d99-be28-ab1e8f0e1036,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:25.268578 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75819df4-32d6-4ccf-a11a-f9bec47e0804 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:25.277732 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c3c8111-6896-46fb-95f1-a8705e562da5 req-b7569024-8d28-42d3-a5da-88eaea1b97cd tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 210 time: 0.1115513 Dec 06 14:46:25.292906 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:25.313327 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:25.318544 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75819df4-32d6-4ccf-a11a-f9bec47e0804 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:25.322853 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-75819df4-32d6-4ccf-a11a-f9bec47e0804 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2348175 Dec 06 14:46:25.324278 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45140) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:25.325660 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] 10.222.0.20 "DELETE /v2.0/networks/946c36bc-6c9f-4817-bfbd-94abf6116d56 HTTP/1.1" status: 204 len: 168 time: 1.8727641 Dec 06 14:46:25.340965 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b08dda75-3b28-4458-8a91-48160acf9403 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-412348376', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'fixed_ips': [{'ip_address': '172.35.7.228'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:25.402228 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-93607c10-5fe4-417f-bfeb-f82bb7fc7b8b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:25.409992 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-93607c10-5fe4-417f-bfeb-f82bb7fc7b8b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:25.419724 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7315bc-3382-4dff-9774-e2763ac8182c admin admin] Pushing event deleted for resources: {'Network': ['ID=946c36bc-6c9f-4817-bfbd-94abf6116d56,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:25.480393 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-d8881c24-f2e1-4585-8fcc-cf82a527c92e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ad573c64388c4ae781232fbb6916dafe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993662 Dec 06 14:46:25.491854 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2e73267a-8f85-47a6-bad8-4ff92b31153f None None] Provisioning complete for port 002421a5-b798-4c72-8b3c-506260708352 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:25.493073 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e73267a-8f85-47a6-bad8-4ff92b31153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:25.519778 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08dda75-3b28-4458-8a91-48160acf9403 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Made reservation on behalf of 7b8087fb2272427a8c7d82762a0e1bb0 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:46:25.522516 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b08dda75-3b28-4458-8a91-48160acf9403 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:25.540097 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-93607c10-5fe4-417f-bfeb-f82bb7fc7b8b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5101924 Dec 06 14:46:25.585371 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Request body: {'port': {'device_id': '90548d05-91ba-4b6c-bcdd-1407f349f59d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:25.599726 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c05637d7-16d7-4c78-86fd-ef7871bed91d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:46:25.621344 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b08dda75-3b28-4458-8a91-48160acf9403 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:25.666255 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: c05637d7-16d7-4c78-86fd-ef7871bed91d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:46:25.666913 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c05637d7-16d7-4c78-86fd-ef7871bed91d not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:46:25.691946 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2e73267a-8f85-47a6-bad8-4ff92b31153f None None] Port 002421a5-b798-4c72-8b3c-506260708352 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:46:25.721897 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-09bed0f2-b321-4745-b3a0-f216f90c0e0a tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:25.730490 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-09bed0f2-b321-4745-b3a0-f216f90c0e0a tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 808 time: 0.3113225 Dec 06 14:46:25.744337 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:25.756234 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45162) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:25.778523 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-b2a5b6a0-1d5c-443f-aecd-02b3c22dc848 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/quotas/081ecae26f1f4608b6d59404ed1f828f HTTP/1.1" status: 200 len: 375 time: 0.0485041 Dec 06 14:46:25.801082 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d7c3d640-d19f-4507-83f2-cd0dabc9bc5e req-361b3b4a-da69-4fc5-8ac8-0bf2f4b31f11 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 210 time: 0.0498118 Dec 06 14:46:25.833605 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-2c93db87-c164-4954-89c4-eaf98f529229 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:25.835153 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-2c93db87-c164-4954-89c4-eaf98f529229 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3492746 Dec 06 14:46:25.850233 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-e6447e60-07c4-4d85-aff2-31bb0962132e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Request body: {'port': {'device_id': 'cefa1fee-4a92-48d5-a04f-8ac586116e83', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': 'ad573c64388c4ae781232fbb6916dafe'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:25.903314 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33115072-b457-41e8-a50e-317de13dff06 req-bf08ed46-52a1-4ffe-896c-a670df37e008 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:25.947079 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b08dda75-3b28-4458-8a91-48160acf9403 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:25.956174 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b08dda75-3b28-4458-8a91-48160acf9403 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:25.968613 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-b08dda75-3b28-4458-8a91-48160acf9403 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] device_id is not set on port e3576d60-9ec9-49ae-a2dc-dc8095eebc6e yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:46:25.980814 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1be5e3e8-5f98-48a0-8162-dfc1f012941e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c92a859cad9d43a4ab8a021b80a2f9f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182124 Dec 06 14:46:25.983459 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45164) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:26.000913 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-a0201af6-20ae-48b1-94ac-e232cb90951b tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2215295 Dec 06 14:46:26.088314 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33115072-b457-41e8-a50e-317de13dff06 req-bf08ed46-52a1-4ffe-896c-a670df37e008 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:26.127302 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08dda75-3b28-4458-8a91-48160acf9403 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05d2504-e2a1-45be-b3ad-9415e5a194c7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:26.140987 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-e6447e60-07c4-4d85-aff2-31bb0962132e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Made reservation on behalf of ad573c64388c4ae781232fbb6916dafe for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:46:26.144509 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-e6447e60-07c4-4d85-aff2-31bb0962132e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:26.194007 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-e6447e60-07c4-4d85-aff2-31bb0962132e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:26.204838 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33115072-b457-41e8-a50e-317de13dff06 req-bf08ed46-52a1-4ffe-896c-a670df37e008 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:46:26.214159 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85184e8e-6279-45d3-aa2a-9ad48cef3686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:26.217062 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-33115072-b457-41e8-a50e-317de13dff06 req-bf08ed46-52a1-4ffe-896c-a670df37e008 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:26.220915 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-33115072-b457-41e8-a50e-317de13dff06 req-bf08ed46-52a1-4ffe-896c-a670df37e008 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:46:26.225107 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08ed46-52a1-4ffe-896c-a670df37e008 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Pushing event updated for resources: {'Port': ['ID=d3ce4777-233c-46f8-8cc3-18dcecf32a87,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:26.235090 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-be2658c5-bcab-4aab-8f08-054fc9f1278d service neutron] 10.222.0.20 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216880 Dec 06 14:46:26.279860 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85184e8e-6279-45d3-aa2a-9ad48cef3686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:26.319771 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08dda75-3b28-4458-8a91-48160acf9403 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 06 14:46:26.320828 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b08dda75-3b28-4458-8a91-48160acf9403 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:46:26.367276 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b08dda75-3b28-4458-8a91-48160acf9403 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0419080 Dec 06 14:46:26.368942 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33115072-b457-41e8-a50e-317de13dff06 req-bf08ed46-52a1-4ffe-896c-a670df37e008 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:26.369638 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33115072-b457-41e8-a50e-317de13dff06 req-bf08ed46-52a1-4ffe-896c-a670df37e008 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:26.369976 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45172) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:26.419410 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33115072-b457-41e8-a50e-317de13dff06 req-bf08ed46-52a1-4ffe-896c-a670df37e008 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6288838 Dec 06 14:46:26.465251 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Request body: {'port': {'device_id': 'aede5eb3-ed77-469d-b056-7cbab788691f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:26.513246 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-eadf20df-c526-46f7-ad58-e744c8f8b402 service neutron] 10.222.0.20 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772057 Dec 06 14:46:26.524367 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002421a5-b798-4c72-8b3c-506260708352 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:26.542351 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:26.579534 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Transition to ACTIVE for port object 002421a5-b798-4c72-8b3c-506260708352 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:46:26.581159 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:26.592187 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:26.639206 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-276ebf9a-7cd2-44a5-8788-5c12d310a822 None None] Provisioning complete for port d3ce4777-233c-46f8-8cc3-18dcecf32a87 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:26.639886 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-276ebf9a-7cd2-44a5-8788-5c12d310a822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:26.648183 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Pushing event updated for resources: {'Port': ['ID=002421a5-b798-4c72-8b3c-506260708352,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:26.751061 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-276ebf9a-7cd2-44a5-8788-5c12d310a822 None None] Port d3ce4777-233c-46f8-8cc3-18dcecf32a87 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:46:26.843511 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-e6447e60-07c4-4d85-aff2-31bb0962132e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:26.851303 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-28ca447b-9bfa-48d6-80a6-956a63232b9a tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ad573c64388c4ae781232fbb6916dafe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424249 Dec 06 14:46:26.859240 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-e6447e60-07c4-4d85-aff2-31bb0962132e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:26.903330 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85184e8e-6279-45d3-aa2a-9ad48cef3686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:26.906499 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85184e8e-6279-45d3-aa2a-9ad48cef3686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:26.910010 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-85184e8e-6279-45d3-aa2a-9ad48cef3686 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d35fe114-24ea-48dc-88a8-aea5354484fb HTTP/1.1" status: 204 len: 168 time: 0.9055924 Dec 06 14:46:26.926794 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c4b3420b-1884-46f6-85ce-688b71715232 req-f9c6ee0c-3ea5-4bae-ac77-2545e326326b tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 210 time: 0.5243368 Dec 06 14:46:26.984799 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c74b51df-19a1-4d15-894c-80a39a73f183 req-5faa7184-68f1-44e0-8bee-6e410f742e50 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 210 time: 0.0690451 Dec 06 14:46:27.024109 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Attempting to bind port 002421a5-b798-4c72-8b3c-506260708352 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:46:27.024977 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Attempting to bind port 002421a5-b798-4c72-8b3c-506260708352 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:46:27.025506 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Attempting to bind port 002421a5-b798-4c72-8b3c-506260708352 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:27.038267 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Port 002421a5-b798-4c72-8b3c-506260708352 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:46:27.038657 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Attempting to bind port 002421a5-b798-4c72-8b3c-506260708352 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:27.050087 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:46:27.050430 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:46:27.050952 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:46:27.051913 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Bound port: 002421a5-b798-4c72-8b3c-506260708352, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:46:27.052141 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:27.218646 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6447e60-07c4-4d85-aff2-31bb0962132e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5d877b-d1d2-46c0-979f-099c12ed39df,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:27.284642 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef69aec-e8a6-4bbc-ab30-60b76ff75a8b req-78b1ac31-6f1e-4d1f-bcb8-c85cd8d92d6a tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:27.292156 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ef69aec-e8a6-4bbc-ab30-60b76ff75a8b req-78b1ac31-6f1e-4d1f-bcb8-c85cd8d92d6a tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 935 time: 0.2400055 Dec 06 14:46:27.298897 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85184e8e-6279-45d3-aa2a-9ad48cef3686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35fe114-24ea-48dc-88a8-aea5354484fb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:27.351365 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-3ef3e228-e9ff-4bb1-98e2-a5fbce106c1c tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:27.352937 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-3ef3e228-e9ff-4bb1-98e2-a5fbce106c1c tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4846454 Dec 06 14:46:27.372499 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-655feb71-dac0-442f-8c2c-ec5dd2d24303 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Deleting port 26b11804-ea99-4d99-be28-ab1e8f0e1036 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:46:27.372849 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-655feb71-dac0-442f-8c2c-ec5dd2d24303 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:27.394501 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-027634aa-7bc8-4b83-ae6c-16afefb667ee tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Request body: {'port': {'device_id': '039c5d70-224e-437f-9d0e-22d867c0f3fc', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': 'ad573c64388c4ae781232fbb6916dafe'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:27.422485 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ef69aec-e8a6-4bbc-ab30-60b76ff75a8b req-a210a2a1-0f68-4864-882b-4dbf3f741627 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203401 Dec 06 14:46:27.546575 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] For port 002421a5-b798-4c72-8b3c-506260708352, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:46:27.555154 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] For port 002421a5-b798-4c72-8b3c-506260708352, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=002421a5-b798-4c72-8b3c-506260708352,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:46:27.574442 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:27.593109 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-655feb71-dac0-442f-8c2c-ec5dd2d24303 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:27.593434 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-655feb71-dac0-442f-8c2c-ec5dd2d24303 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:27.616857 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-655feb71-dac0-442f-8c2c-ec5dd2d24303 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Calling delete_port for 26b11804-ea99-4d99-be28-ab1e8f0e1036 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:46:27.670687 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:27.680240 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-027634aa-7bc8-4b83-ae6c-16afefb667ee tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Made reservation on behalf of ad573c64388c4ae781232fbb6916dafe for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:46:27.695055 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-027634aa-7bc8-4b83-ae6c-16afefb667ee tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:27.733768 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:27.734640 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:27.736866 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] 10.222.0.37 "PUT /v2.0/ports/002421a5-b798-4c72-8b3c-506260708352 HTTP/1.1" status: 200 len: 1096 time: 2.1607976 Dec 06 14:46:27.737117 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90548d05-91ba-4b6c-bcdd-1407f349f59d', 'tag': '002421a5-b798-4c72-8b3c-506260708352'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:27.739748 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adba729-05ae-4c28-a82c-b3a0e7447e78" -d '{"events": [{"name": "network-changed", "server_uuid": "90548d05-91ba-4b6c-bcdd-1407f349f59d", "tag": "002421a5-b798-4c72-8b3c-506260708352"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:27.781850 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac38ec2-c799-4041-9199-7eed8106525a service neutron] Pushing event updated for resources: {'Port': ['ID=002421a5-b798-4c72-8b3c-506260708352,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:27.812829 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ce4777-233c-46f8-8cc3-18dcecf32a87 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:27.829000 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:27.854540 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887a7963-67f5-4209-a4a3-0d29094fceae x-openstack-request-id: req-887a7963-67f5-4209-a4a3-0d29094fceae {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:27.854949 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90548d05-91ba-4b6c-bcdd-1407f349f59d", "tag": "002421a5-b798-4c72-8b3c-506260708352", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:27.855418 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-887a7963-67f5-4209-a4a3-0d29094fceae {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:27.855972 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90548d05-91ba-4b6c-bcdd-1407f349f59d', 'tag': '002421a5-b798-4c72-8b3c-506260708352', 'status': 'completed', 'code': 200} Dec 06 14:46:27.919542 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-bfe0aa59-13c7-43a0-b8c5-4b238961011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:27.920918 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-655feb71-dac0-442f-8c2c-ec5dd2d24303 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:27.921470 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-bfe0aa59-13c7-43a0-b8c5-4b238961011d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd10f5ff45e940fe992918959a1c6039&device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 1099 time: 0.0691950 Dec 06 14:46:27.925307 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Transition to ACTIVE for port object d3ce4777-233c-46f8-8cc3-18dcecf32a87 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:46:27.932211 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:27.949718 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655feb71-dac0-442f-8c2c-ec5dd2d24303 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Pushing event deleted for resources: {'Port': ['ID=26b11804-ea99-4d99-be28-ab1e8f0e1036,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:28.000430 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45216) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:28.032676 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-3811aab2-dcf5-434e-ad30-4a20baa2f2b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=002421a5-b798-4c72-8b3c-506260708352 HTTP/1.1" status: 200 len: 217 time: 0.1017847 Dec 06 14:46:28.102478 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3d305a6-3a4f-4b33-b512-dbcd55f095a2 req-e7c1cea0-68ff-4e82-b673-404068237433 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 210 time: 0.0561526 Dec 06 14:46:28.124762 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-e6447e60-07c4-4d85-aff2-31bb0962132e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Allocated IP 192.168.233.188 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/2f4ad596-9441-45ce-be10-24fb09f6a379) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:46:28.150940 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-655feb71-dac0-442f-8c2c-ec5dd2d24303 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:28.160013 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-655feb71-dac0-442f-8c2c-ec5dd2d24303 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:28.172984 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-655feb71-dac0-442f-8c2c-ec5dd2d24303 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290 tempest-ExternalNetworksAdminNegativeTestJSON-1275447290-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/a9901dde-5e8b-4eef-87a3-925134a29612 HTTP/1.1" status: 204 len: 168 time: 1.8016996 Dec 06 14:46:28.209690 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ce4777-233c-46f8-8cc3-18dcecf32a87,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:28.213454 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-c3d580e4-0d60-4d31-9858-d50af0856dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:28.215298 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-c3d580e4-0d60-4d31-9858-d50af0856dae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1619370 Dec 06 14:46:28.321691 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f180e117-6df9-4bb3-a8ac-cba809e0fdab req-f0900ae8-29d4-42cb-bce8-50b1b17d09c6 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 210 time: 0.1548328 Dec 06 14:46:28.350752 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c9521b07-4ca3-4a25-ae11-4bcfc644b6f1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1167203311-network', 'tenant_id': 'adac984961054391983001fff49bb81b'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:28.430383 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Attempting to bind port d3ce4777-233c-46f8-8cc3-18dcecf32a87 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:46:28.430745 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Attempting to bind port d3ce4777-233c-46f8-8cc3-18dcecf32a87 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:46:28.431096 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Attempting to bind port d3ce4777-233c-46f8-8cc3-18dcecf32a87 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:28.435471 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9521b07-4ca3-4a25-ae11-4bcfc644b6f1 admin admin] Made reservation on behalf of adac984961054391983001fff49bb81b for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:46:28.438022 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-343d5648-a194-4224-8451-608a028e6a41 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:28.438339 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9521b07-4ca3-4a25-ae11-4bcfc644b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:28.439744 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-343d5648-a194-4224-8451-608a028e6a41 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.23 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 808 time: 0.2478926 Dec 06 14:46:28.444650 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-c1e640b0-f854-4a12-9b5d-acdaef636864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:28.446161 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-c1e640b0-f854-4a12-9b5d-acdaef636864 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1634221 Dec 06 14:46:28.452277 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Port d3ce4777-233c-46f8-8cc3-18dcecf32a87 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:46:28.452731 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Attempting to bind port d3ce4777-233c-46f8-8cc3-18dcecf32a87 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:28.456154 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9521b07-4ca3-4a25-ae11-4bcfc644b6f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:28.474672 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:46:28.475006 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:46:28.475393 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:46:28.475875 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Bound port: d3ce4777-233c-46f8-8cc3-18dcecf32a87, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:46:28.476233 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:28.494109 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4c91778f-d245-4076-b8cc-fb19fc6988ca tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Request body: {'port': {'device_id': '6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe', 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2', 'admin_state_up': True, 'tenant_id': '081ecae26f1f4608b6d59404ed1f828f'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:28.554339 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45232) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:28.639467 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] For port d3ce4777-233c-46f8-8cc3-18dcecf32a87, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:46:28.646927 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] For port d3ce4777-233c-46f8-8cc3-18dcecf32a87, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d3ce4777-233c-46f8-8cc3-18dcecf32a87,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:46:28.651200 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-16e3b359-65b8-4f93-9029-e1521783880b service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848018 Dec 06 14:46:28.657694 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:28.662277 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-e6447e60-07c4-4d85-aff2-31bb0962132e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:28.682714 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce89c0-0122-4265-b707-4dacecd38aab req-bc90801f-614e-477a-8040-271ee4e725ca tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:28.684223 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-91ce89c0-0122-4265-b707-4dacecd38aab req-bc90801f-614e-477a-8040-271ee4e725ca tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 947 time: 0.1592665 Dec 06 14:46:28.731001 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c862-7042-491e-ab91-cd624cabc65d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:28.738905 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:28.739534 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:28.741086 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33115072-b457-41e8-a50e-317de13dff06 req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] 10.222.0.37 "PUT /v2.0/ports/d3ce4777-233c-46f8-8cc3-18dcecf32a87 HTTP/1.1" status: 200 len: 1095 time: 2.3083303 Dec 06 14:46:28.765413 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9521b07-4ca3-4a25-ae11-4bcfc644b6f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:28.806669 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9521b07-4ca3-4a25-ae11-4bcfc644b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:28.821203 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a444e27-b00e-4552-9221-d443e29d1453 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ce4777-233c-46f8-8cc3-18dcecf32a87,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:28.831774 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-e6447e60-07c4-4d85-aff2-31bb0962132e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:28.840355 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4c91778f-d245-4076-b8cc-fb19fc6988ca tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Made reservation on behalf of 081ecae26f1f4608b6d59404ed1f828f for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:46:28.845283 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4c91778f-d245-4076-b8cc-fb19fc6988ca tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:28.870498 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9521b07-4ca3-4a25-ae11-4bcfc644b6f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:46:28.899784 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9521b07-4ca3-4a25-ae11-4bcfc644b6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:28.903759 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9521b07-4ca3-4a25-ae11-4bcfc644b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:28.904105 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-c9521b07-4ca3-4a25-ae11-4bcfc644b6f1 admin admin] Added segment 579a6378-b6c2-4ffb-baf7-42b834be4ea9 of type vlan for network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 Dec 06 14:46:28.935336 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-91ce89c0-0122-4265-b707-4dacecd38aab req-1eb94adc-7fdf-4a09-a7ed-42b7d8420f87 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386987 Dec 06 14:46:28.956240 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6e2f1be-04cc-4984-a676-0ec1fd2d337c req-9c083c48-f999-48ca-8f68-3e10ab343115 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844808 Dec 06 14:46:28.984108 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9521b07-4ca3-4a25-ae11-4bcfc644b6f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:29.026122 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33115072-b457-41e8-a50e-317de13dff06 req-495e13a8-4787-4db0-adf2-8312c7c55795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:29.026519 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c862-7042-491e-ab91-cd624cabc65d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:29.027887 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33115072-b457-41e8-a50e-317de13dff06 req-495e13a8-4787-4db0-adf2-8312c7c55795 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd10f5ff45e940fe992918959a1c6039&device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 1098 time: 0.2223089 Dec 06 14:46:29.040482 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9521b07-4ca3-4a25-ae11-4bcfc644b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:29.041518 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9521b07-4ca3-4a25-ae11-4bcfc644b6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:29.042088 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9521b07-4ca3-4a25-ae11-4bcfc644b6f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:29.046445 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-e6447e60-07c4-4d85-aff2-31bb0962132e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:46:29.048473 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c862-7042-491e-ab91-cd624cabc65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:29.069444 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-e6447e60-07c4-4d85-aff2-31bb0962132e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:29.092656 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-027634aa-7bc8-4b83-ae6c-16afefb667ee tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Allocated IP 192.168.233.105 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/63402514-050e-4924-a335-b0e4e3e8aa24) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:46:29.094775 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-e6447e60-07c4-4d85-aff2-31bb0962132e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:46:29.109706 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33115072-b457-41e8-a50e-317de13dff06 req-adea0f32-1aa4-4782-9705-9d275fd2be79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d3ce4777-233c-46f8-8cc3-18dcecf32a87 HTTP/1.1" status: 200 len: 217 time: 0.0700793 Dec 06 14:46:29.131474 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6447e60-07c4-4d85-aff2-31bb0962132e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Pushing event updated for resources: {'Port': ['ID=2f4ad596-9441-45ce-be10-24fb09f6a379,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:29.155514 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c9521b07-4ca3-4a25-ae11-4bcfc644b6f1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1513393 Dec 06 14:46:29.156096 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45240) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:29.166720 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f63bc702-1851-4343-9b68-ae6df3a83b8f admin admin] Request body: {'subnet': {'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1167203311-subnet', 'tenant_id': 'adac984961054391983001fff49bb81b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:29.219964 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8c862-7042-491e-ab91-cd624cabc65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e89480-2aa0-4305-a660-e09a1cc0add1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:29.226955 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8aa8c862-7042-491e-ab91-cd624cabc65d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3205e8a9940c4e7ab9d0eabff93816db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6697574 Dec 06 14:46:29.227562 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45242) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:29.246049 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9521b07-4ca3-4a25-ae11-4bcfc644b6f1 admin admin] Pushing event updated for resources: {'Network': ['ID=0aa083a0-a7dd-42d4-ae83-ce9441a0e088,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:29.254444 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adba729-05ae-4c28-a82c-b3a0e7447e78 req-c4baacf9-1600-4058-8976-d0f094d33bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:29.256562 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3adba729-05ae-4c28-a82c-b3a0e7447e78 req-c4baacf9-1600-4058-8976-d0f094d33bd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd10f5ff45e940fe992918959a1c6039&device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 1099 time: 0.2272515 Dec 06 14:46:29.264156 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b0365b75-3252-40e4-84fa-befe3909c2fe req-7311585f-741f-4c56-ae83-926c12108e0b tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 210 time: 0.0717516 Dec 06 14:46:29.279737 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:46:29.347917 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33115072-b457-41e8-a50e-317de13dff06 req-c1a42dcb-d8c3-46ac-ae05-b5306553f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:29.349857 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33115072-b457-41e8-a50e-317de13dff06 req-c1a42dcb-d8c3-46ac-ae05-b5306553f4c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.2190099 Dec 06 14:46:29.352805 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63bc702-1851-4343-9b68-ae6df3a83b8f admin admin] Made reservation on behalf of adac984961054391983001fff49bb81b for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:46:29.355922 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f63bc702-1851-4343-9b68-ae6df3a83b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:29.376511 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-e6447e60-07c4-4d85-aff2-31bb0962132e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:29.377219 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-e6447e60-07c4-4d85-aff2-31bb0962132e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:29.421184 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-e6447e60-07c4-4d85-aff2-31bb0962132e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5738051 Dec 06 14:46:29.433608 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ef8921e6-9971-4cb5-9f84-b86f5e3fbd70 None None] Provisioning complete for port 2f4ad596-9441-45ce-be10-24fb09f6a379 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:29.434035 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef8921e6-9971-4cb5-9f84-b86f5e3fbd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:29.465223 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Request body: {'port': {'device_id': 'cefa1fee-4a92-48d5-a04f-8ac586116e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:29.470869 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ef8921e6-9971-4cb5-9f84-b86f5e3fbd70 None None] Port 2f4ad596-9441-45ce-be10-24fb09f6a379 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:46:29.471882 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea118fc2-deb7-4df4-af43-b1732fed9f4a req-b445c44b-4944-4c0e-8ed0-f25ff009c1ce tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 210 time: 0.0626690 Dec 06 14:46:29.476902 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4c91778f-d245-4076-b8cc-fb19fc6988ca tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Allocated IP 172.20.0.8 (b37294a8-0dc8-43e9-9099-e05815316dd2/2064b1ac-2a71-4b5a-a088-7d172eb65d88/bc63198c-e3b8-494e-b32f-b80bf300c3b7) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:46:29.487591 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adba729-05ae-4c28-a82c-b3a0e7447e78 req-7041455f-db54-40cc-8d46-b0f67f5d3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:29.493268 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3adba729-05ae-4c28-a82c-b3a0e7447e78 req-7041455f-db54-40cc-8d46-b0f67f5d3038 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2290282 Dec 06 14:46:29.516805 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33115072-b457-41e8-a50e-317de13dff06 req-3be34e3b-d177-4092-aa57-499acbfcff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:29.518348 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33115072-b457-41e8-a50e-317de13dff06 req-3be34e3b-d177-4092-aa57-499acbfcff91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1458611 Dec 06 14:46:29.555983 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:29.558930 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3adba729-05ae-4c28-a82c-b3a0e7447e78 req-f5e0d571-af2a-4cd9-a437-e899d33eff43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=002421a5-b798-4c72-8b3c-506260708352 HTTP/1.1" status: 200 len: 217 time: 0.0550158 Dec 06 14:46:29.595411 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f973ba29-952e-4aa6-8752-b98b2f1ffd11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:29.678806 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:29.696213 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adba729-05ae-4c28-a82c-b3a0e7447e78 req-b09c205a-f524-465f-94f7-f46750092df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:29.697646 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3adba729-05ae-4c28-a82c-b3a0e7447e78 req-b09c205a-f524-465f-94f7-f46750092df1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1255977 Dec 06 14:46:29.700088 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f973ba29-952e-4aa6-8752-b98b2f1ffd11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:29.775221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33115072-b457-41e8-a50e-317de13dff06 req-4d53a8b9-0cc3-44f2-9984-676e1727c2fe service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270851 Dec 06 14:46:29.809662 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-027634aa-7bc8-4b83-ae6c-16afefb667ee tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:29.817364 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f63bc702-1851-4343-9b68-ae6df3a83b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:29.854563 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adba729-05ae-4c28-a82c-b3a0e7447e78 req-4fca645e-f715-4365-8a84-9be3b2023c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:29.856161 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3adba729-05ae-4c28-a82c-b3a0e7447e78 req-4fca645e-f715-4365-8a84-9be3b2023c33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1447580 Dec 06 14:46:29.861416 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aede5eb3-ed77-469d-b056-7cbab788691f', 'tag': 'd3ce4777-233c-46f8-8cc3-18dcecf32a87'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:29.863945 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc45495-81e8-4747-8989-492fd86750f1" -d '{"events": [{"name": "network-changed", "server_uuid": "aede5eb3-ed77-469d-b056-7cbab788691f", "tag": "d3ce4777-233c-46f8-8cc3-18dcecf32a87"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:29.916658 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25757b86-67e6-4340-9511-5b5e8faae4c1 x-openstack-request-id: req-25757b86-67e6-4340-9511-5b5e8faae4c1 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:29.916952 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aede5eb3-ed77-469d-b056-7cbab788691f", "tag": "d3ce4777-233c-46f8-8cc3-18dcecf32a87", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:29.917199 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25757b86-67e6-4340-9511-5b5e8faae4c1 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:29.917583 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aede5eb3-ed77-469d-b056-7cbab788691f', 'tag': 'd3ce4777-233c-46f8-8cc3-18dcecf32a87', 'status': 'completed', 'code': 200} Dec 06 14:46:29.965416 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bc702-1851-4343-9b68-ae6df3a83b8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f9db456-6440-47de-9186-75398af412f5,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:29.989401 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4c91778f-d245-4076-b8cc-fb19fc6988ca tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:29.994949 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f973ba29-952e-4aa6-8752-b98b2f1ffd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:29.997490 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f973ba29-952e-4aa6-8752-b98b2f1ffd11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:30.001576 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f973ba29-952e-4aa6-8752-b98b2f1ffd11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28e89480-2aa0-4305-a660-e09a1cc0add1 HTTP/1.1" status: 204 len: 168 time: 0.7473106 Dec 06 14:46:30.014630 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973ba29-952e-4aa6-8752-b98b2f1ffd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e89480-2aa0-4305-a660-e09a1cc0add1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:30.021168 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-027634aa-7bc8-4b83-ae6c-16afefb667ee tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:30.050354 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63bc702-1851-4343-9b68-ae6df3a83b8f admin admin] Checking segment: {'id': '579a6378-b6c2-4ffb-baf7-42b834be4ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:46:30.051958 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63bc702-1851-4343-9b68-ae6df3a83b8f admin admin] Network hostable DHCP agents. Network: 0aa083a0-a7dd-42d4-ae83-ce9441a0e088, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:46:30.085214 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-027634aa-7bc8-4b83-ae6c-16afefb667ee tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:46:30.089959 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33115072-b457-41e8-a50e-317de13dff06 req-f45c80d7-15a8-43cc-9cbb-76a2da6a74b1 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040001 Dec 06 14:46:30.101715 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-027634aa-7bc8-4b83-ae6c-16afefb667ee tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:30.104200 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-027634aa-7bc8-4b83-ae6c-16afefb667ee tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:46:30.157302 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3adba729-05ae-4c28-a82c-b3a0e7447e78 req-1fcd9428-29f5-4131-b4e0-8c4fb4671de1 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876971 Dec 06 14:46:30.159986 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63bc702-1851-4343-9b68-ae6df3a83b8f admin admin] Network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:46:30.214923 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027634aa-7bc8-4b83-ae6c-16afefb667ee tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Pushing event updated for resources: {'Port': ['ID=63402514-050e-4924-a335-b0e4e3e8aa24,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:30.234741 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f63bc702-1851-4343-9b68-ae6df3a83b8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0aa083a0-a7dd-42d4-ae83-ce9441a0e088) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:30.237368 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4c91778f-d245-4076-b8cc-fb19fc6988ca tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:30.245155 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19be594d-2fc1-4051-b7b1-c1a512e39da0 None None] Network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:46:30.258499 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45cd05-3b41-4eaa-a718-22570fed59b9 req-a010f0b2-0a49-49fa-a8be-97e8a3b4f1c4 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:30.267859 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa45cd05-3b41-4eaa-a718-22570fed59b9 req-a010f0b2-0a49-49fa-a8be-97e8a3b4f1c4 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 947 time: 0.2052057 Dec 06 14:46:30.270714 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63bc702-1851-4343-9b68-ae6df3a83b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:30.272078 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f63bc702-1851-4343-9b68-ae6df3a83b8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:30.291215 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-027634aa-7bc8-4b83-ae6c-16afefb667ee tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:30.291884 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-027634aa-7bc8-4b83-ae6c-16afefb667ee tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:30.338644 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4c91778f-d245-4076-b8cc-fb19fc6988ca tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Network b37294a8-0dc8-43e9-9099-e05815316dd2 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:46:30.350015 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4c91778f-d245-4076-b8cc-fb19fc6988ca tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:30.352600 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4c91778f-d245-4076-b8cc-fb19fc6988ca tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:46:30.362331 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-027634aa-7bc8-4b83-ae6c-16afefb667ee tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9846320 Dec 06 14:46:30.407404 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Request body: {'port': {'device_id': '039c5d70-224e-437f-9d0e-22d867c0f3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:30.414167 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f63bc702-1851-4343-9b68-ae6df3a83b8f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2522268 Dec 06 14:46:30.415631 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91778f-d245-4076-b8cc-fb19fc6988ca tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Pushing event updated for resources: {'Port': ['ID=bc63198c-e3b8-494e-b32f-b80bf300c3b7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:30.423803 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc45495-81e8-4747-8989-492fd86750f1 req-393b0ccc-3353-4edf-87f4-88aa1b27f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:30.425298 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9cc45495-81e8-4747-8989-492fd86750f1 req-393b0ccc-3353-4edf-87f4-88aa1b27f0e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd10f5ff45e940fe992918959a1c6039&device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 1098 time: 0.2555151 Dec 06 14:46:30.530995 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa45cd05-3b41-4eaa-a718-22570fed59b9 req-1e4e7446-8b03-4eb5-98de-df15c7ee7690 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539473 Dec 06 14:46:30.535518 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3adba729-05ae-4c28-a82c-b3a0e7447e78 req-726d0998-daa5-468b-9bd1-7105809d10b9 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639169 Dec 06 14:46:30.555694 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4c91778f-d245-4076-b8cc-fb19fc6988ca tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:30.557775 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4c91778f-d245-4076-b8cc-fb19fc6988ca tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:30.586188 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297e6e13-2be2-4538-82bf-8610b5c510fb None None] Network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:46:30.623170 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45268) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:30.645636 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f4ad596-9441-45ce-be10-24fb09f6a379 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:30.654665 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc45495-81e8-4747-8989-492fd86750f1 req-4a382fd1-8242-4642-aba2-7c0f7a523a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:30.656320 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9cc45495-81e8-4747-8989-492fd86750f1 req-4a382fd1-8242-4642-aba2-7c0f7a523a92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2174923 Dec 06 14:46:30.671882 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4c91778f-d245-4076-b8cc-fb19fc6988ca tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1818585 Dec 06 14:46:30.679291 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:30.694410 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478c39e-7643-4d35-948c-e26c0632b1e7 req-de16952b-a6ac-4b42-99f0-4cd034c5e1d2 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:30.696233 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9478c39e-7643-4d35-948c-e26c0632b1e7 req-de16952b-a6ac-4b42-99f0-4cd034c5e1d2 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 936 time: 0.2415817 Dec 06 14:46:30.697087 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:30.704466 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Request body: {'port': {'device_id': '6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:30.719171 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9cc45495-81e8-4747-8989-492fd86750f1 req-830596f8-0159-4efc-9f72-db80f8c66169 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d3ce4777-233c-46f8-8cc3-18dcecf32a87 HTTP/1.1" status: 200 len: 217 time: 0.0499172 Dec 06 14:46:30.751725 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ad0311c5-7d41-41b6-ad50-cb8e86c81a2f None None] Provisioning complete for port 63402514-050e-4924-a335-b0e4e3e8aa24 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:30.752032 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ad0311c5-7d41-41b6-ad50-cb8e86c81a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:30.785900 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Transition to ACTIVE for port object 2f4ad596-9441-45ce-be10-24fb09f6a379 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:46:30.807549 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ad0311c5-7d41-41b6-ad50-cb8e86c81a2f None None] Port 63402514-050e-4924-a335-b0e4e3e8aa24 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:46:30.808473 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc45495-81e8-4747-8989-492fd86750f1 req-e1b39e5d-4b26-4021-aa12-481c2e806e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:30.810052 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9cc45495-81e8-4747-8989-492fd86750f1 req-e1b39e5d-4b26-4021-aa12-481c2e806e73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0811179 Dec 06 14:46:30.812250 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a482cd3-40c1-4850-bcee-aa9153f19203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:30.818691 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:30.819831 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b2231-54cc-48f2-9d34-8cd48d0a55e0 req-0e034285-a2b0-4c6c-979c-8b021119de36 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:30.821312 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e90b2231-54cc-48f2-9d34-8cd48d0a55e0 req-0e034285-a2b0-4c6c-979c-8b021119de36 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 931 time: 0.1058159 Dec 06 14:46:30.855481 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c3d4f93e-a844-482d-a34f-21a956e3ccd1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b8087fb2272427a8c7d82762a0e1bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223320 Dec 06 14:46:30.858712 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45276) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:30.926548 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:30.928958 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc45495-81e8-4747-8989-492fd86750f1 req-55c04d08-339d-4498-9457-1c1c6d7acdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:30.930682 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9cc45495-81e8-4747-8989-492fd86750f1 req-55c04d08-339d-4498-9457-1c1c6d7acdc4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1082873 Dec 06 14:46:30.941854 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e90b2231-54cc-48f2-9d34-8cd48d0a55e0 req-95df6a41-bb1e-4cbd-877d-cde690ac31c3 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069584 Dec 06 14:46:30.954444 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9478c39e-7643-4d35-948c-e26c0632b1e7 req-58f1bbc9-5b10-4eb2-af61-996efd3c5a6e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351375 Dec 06 14:46:30.999750 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-329a41ab-4a20-41fc-9fd9-259a314fc616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:31.023001 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4ad596-9441-45ce-be10-24fb09f6a379,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:31.070785 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-329a41ab-4a20-41fc-9fd9-259a314fc616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:31.189961 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9cc45495-81e8-4747-8989-492fd86750f1 req-618f2c42-142f-4608-9a73-10d5899d3c4a service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457201 Dec 06 14:46:31.197597 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-329a41ab-4a20-41fc-9fd9-259a314fc616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:31.205622 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-329a41ab-4a20-41fc-9fd9-259a314fc616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:31.218905 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-329a41ab-4a20-41fc-9fd9-259a314fc616 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d05d2504-e2a1-45be-b3ad-9415e5a194c7 HTTP/1.1" status: 204 len: 168 time: 0.3577359 Dec 06 14:46:31.265014 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a41ab-4a20-41fc-9fd9-259a314fc616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05d2504-e2a1-45be-b3ad-9415e5a194c7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:31.423501 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9cc45495-81e8-4747-8989-492fd86750f1 req-aa77ecf9-0775-40cf-a403-9d7483ce17cf service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988380 Dec 06 14:46:31.643418 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6c1a4-464f-4af6-b997-00353e5f1be8 req-4486b182-d68c-42dc-99db-1cf86b4057b1 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:31.645072 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ff6c1a4-464f-4af6-b997-00353e5f1be8 req-4486b182-d68c-42dc-99db-1cf86b4057b1 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 947 time: 0.0573621 Dec 06 14:46:31.669124 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Attempting to bind port 2f4ad596-9441-45ce-be10-24fb09f6a379 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:46:31.669830 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Attempting to bind port 2f4ad596-9441-45ce-be10-24fb09f6a379 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:46:31.669830 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Attempting to bind port 2f4ad596-9441-45ce-be10-24fb09f6a379 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:31.696275 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ff6c1a4-464f-4af6-b997-00353e5f1be8 req-98a65962-7a1e-4e6a-a155-5bcc637bfca6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443168 Dec 06 14:46:31.707091 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Port 2f4ad596-9441-45ce-be10-24fb09f6a379 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:46:31.707413 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Attempting to bind port 2f4ad596-9441-45ce-be10-24fb09f6a379 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:31.718771 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:46:31.719355 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:46:31.719770 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:46:31.720203 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Bound port: 2f4ad596-9441-45ce-be10-24fb09f6a379, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:46:31.720553 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:31.938681 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-646e8ac0-8d2c-4c68-98d0-9b6b975cf125 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:31.940152 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-646e8ac0-8d2c-4c68-98d0-9b6b975cf125 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/networks?id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088 HTTP/1.1" status: 200 len: 805 time: 0.3092325 Dec 06 14:46:31.956348 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63402514-050e-4924-a335-b0e4e3e8aa24 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:31.978764 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:31.992245 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] For port 2f4ad596-9441-45ce-be10-24fb09f6a379, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:46:31.999534 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-3a94129c-7fd5-4091-9444-3a69d82f54a9 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/quotas/adac984961054391983001fff49bb81b HTTP/1.1" status: 200 len: 375 time: 0.0486574 Dec 06 14:46:32.005584 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] For port 2f4ad596-9441-45ce-be10-24fb09f6a379, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f4ad596-9441-45ce-be10-24fb09f6a379,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:46:32.017932 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Transition to ACTIVE for port object 63402514-050e-4924-a335-b0e4e3e8aa24 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:46:32.029790 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:32.061817 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d5a35-e0e1-4221-8f6e-e30d67b43ee2 req-7a2ffb44-e56f-4e71-b093-66cd5ef69b4e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:32.063369 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-741d5a35-e0e1-4221-8f6e-e30d67b43ee2 req-7a2ffb44-e56f-4e71-b093-66cd5ef69b4e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 931 time: 0.0556667 Dec 06 14:46:32.073536 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:32.089394 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-18b544a1-a081-4397-8bfe-b7e9b3c81c95 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=adac984961054391983001fff49bb81b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819860 Dec 06 14:46:32.113400 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:32.114093 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:32.114732 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-741d5a35-e0e1-4221-8f6e-e30d67b43ee2 req-ce458daf-5009-444c-8bbe-81de1478444d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450888 Dec 06 14:46:32.115669 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] 10.222.0.23 "PUT /v2.0/ports/2f4ad596-9441-45ce-be10-24fb09f6a379 HTTP/1.1" status: 200 len: 1096 time: 2.6712193 Dec 06 14:46:32.144179 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefa1fee-4a92-48d5-a04f-8ac586116e83', 'tag': '2f4ad596-9441-45ce-be10-24fb09f6a379'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:32.147643 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd0d91a-066e-474d-bb92-3e039aadfb13" -d '{"events": [{"name": "network-changed", "server_uuid": "cefa1fee-4a92-48d5-a04f-8ac586116e83", "tag": "2f4ad596-9441-45ce-be10-24fb09f6a379"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:32.243060 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 002421a5-b798-4c72-8b3c-506260708352 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:46:32.269299 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d936920-ab45-49e5-a379-1554f9e2cef7 req-dd15f551-1a68-4b8d-9e92-09c402b3c1c4 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:32.283296 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d936920-ab45-49e5-a379-1554f9e2cef7 req-dd15f551-1a68-4b8d-9e92-09c402b3c1c4 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 948 time: 0.0769627 Dec 06 14:46:32.289981 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa09aaf-030b-4338-81da-e3d42d180911 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4ad596-9441-45ce-be10-24fb09f6a379,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:32.346178 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d936920-ab45-49e5-a379-1554f9e2cef7 req-861b77b6-924c-4afb-913b-bac88f1479ff tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618432 Dec 06 14:46:32.355891 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc63198c-e3b8-494e-b32f-b80bf300c3b7 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:32.403010 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:32.413531 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbe3b9b-2c1c-499d-8523-7eef2814274a x-openstack-request-id: req-cdbe3b9b-2c1c-499d-8523-7eef2814274a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:32.413835 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefa1fee-4a92-48d5-a04f-8ac586116e83", "tag": "2f4ad596-9441-45ce-be10-24fb09f6a379", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:32.414100 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cdbe3b9b-2c1c-499d-8523-7eef2814274a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:32.414503 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefa1fee-4a92-48d5-a04f-8ac586116e83', 'tag': '2f4ad596-9441-45ce-be10-24fb09f6a379', 'status': 'completed', 'code': 200} Dec 06 14:46:32.475788 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Transition to ACTIVE for port object bc63198c-e3b8-494e-b32f-b80bf300c3b7 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:46:32.482669 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-1f468182-0987-4229-9d51-d809f460768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:32.485006 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-1f468182-0987-4229-9d51-d809f460768a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad573c64388c4ae781232fbb6916dafe&device_id=cefa1fee-4a92-48d5-a04f-8ac586116e83 HTTP/1.1" status: 200 len: 1099 time: 0.3081329 Dec 06 14:46:32.485847 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Pushing event updated for resources: {'Port': ['ID=63402514-050e-4924-a335-b0e4e3e8aa24,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:32.496245 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-7466948a-5302-48bc-80f2-dfcb18236346 service neutron] 10.222.0.20 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064441 Dec 06 14:46:32.501641 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:32.513802 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 002421a5-b798-4c72-8b3c-506260708352, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=002421a5-b798-4c72-8b3c-506260708352,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:32.542962 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '002421a5-b798-4c72-8b3c-506260708352', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '002421a5-b798-4c72-8b3c-506260708352', 'mac_address': 'fa:16:3e:cc:a5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:46:32.603288 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:32.625918 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002421a5-b798-4c72-8b3c-506260708352 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:32.630281 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-a4c37b7d-e52b-4ec3-bfc8-4d4c1429125e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2f4ad596-9441-45ce-be10-24fb09f6a379 HTTP/1.1" status: 200 len: 217 time: 0.1218154 Dec 06 14:46:32.631017 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Attempting to bind port 63402514-050e-4924-a335-b0e4e3e8aa24 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:46:32.631352 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Attempting to bind port 63402514-050e-4924-a335-b0e4e3e8aa24 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:46:32.631691 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Attempting to bind port 63402514-050e-4924-a335-b0e4e3e8aa24 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:32.650577 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 002421a5-b798-4c72-8b3c-506260708352, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=002421a5-b798-4c72-8b3c-506260708352,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:32.656061 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:32.687214 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Port 63402514-050e-4924-a335-b0e4e3e8aa24 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:46:32.687541 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Attempting to bind port 63402514-050e-4924-a335-b0e4e3e8aa24 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:32.726845 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=002421a5-b798-4c72-8b3c-506260708352,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:32.747320 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:46:32.747692 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:46:32.748238 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:46:32.748737 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Bound port: 63402514-050e-4924-a335-b0e4e3e8aa24, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:46:32.749096 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:32.760408 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Pushing event updated for resources: {'Port': ['ID=bc63198c-e3b8-494e-b32f-b80bf300c3b7,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:32.804897 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-7f6e3dd4-3e59-4d0d-bb72-e8f8aafa2f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:32.806479 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-7f6e3dd4-3e59-4d0d-bb72-e8f8aafa2f2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1642902 Dec 06 14:46:32.835712 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6c472-95da-40c0-96ca-8ffcd99b95ce req-bb1b94e8-0394-40f9-ac68-3c3c2f518163 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:32.837192 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fc6c472-95da-40c0-96ca-8ffcd99b95ce req-bb1b94e8-0394-40f9-ac68-3c3c2f518163 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 947 time: 0.0540881 Dec 06 14:46:32.837662 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45342) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:32.876025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-581efea3-5252-4a42-af58-edc2f82a422b service neutron] 10.222.0.20 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642352 Dec 06 14:46:32.894257 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fc6c472-95da-40c0-96ca-8ffcd99b95ce req-cc8fd5a7-1b2a-4755-9696-dc87e4563225 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499892 Dec 06 14:46:32.961210 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] For port 63402514-050e-4924-a335-b0e4e3e8aa24, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:46:32.980196 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Attempting to bind port bc63198c-e3b8-494e-b32f-b80bf300c3b7 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:46:32.980565 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Attempting to bind port bc63198c-e3b8-494e-b32f-b80bf300c3b7 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:46:32.980869 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Attempting to bind port bc63198c-e3b8-494e-b32f-b80bf300c3b7 on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:32.985480 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-7a43cc27-cee4-4f9c-8386-1686cb6ce811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:32.987160 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-7a43cc27-cee4-4f9c-8386-1686cb6ce811 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1295569 Dec 06 14:46:33.007844 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['002421a5-b798-4c72-8b3c-506260708352'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:46:33.010981 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] For port 63402514-050e-4924-a335-b0e4e3e8aa24, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=63402514-050e-4924-a335-b0e4e3e8aa24,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:46:33.022016 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Port bc63198c-e3b8-494e-b32f-b80bf300c3b7 on network b37294a8-0dc8-43e9-9099-e05815316dd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:46:33.022368 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Attempting to bind port bc63198c-e3b8-494e-b32f-b80bf300c3b7 on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:33.024587 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3b911358-3e32-449c-9274-c02e53d4a814 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-248934760'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:33.025398 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3b911358-3e32-449c-9274-c02e53d4a814 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] Unknown quota resources ['metering_label']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:46:33.039276 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:33.179387 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-a352b584-11f6-42e5-b7b8-d73f0fa0e46b service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823761 Dec 06 14:46:33.180746 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:46:33.181970 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Checking segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:46:33.181970 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Bound using segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:46:33.182236 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Bound port: bc63198c-e3b8-494e-b32f-b80bf300c3b7, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:46:33.182690 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:33.236830 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb949a61-cf26-4f14-aeb3-519798361eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:33.375611 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:33.376272 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:33.377752 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] 10.222.0.37 "PUT /v2.0/ports/63402514-050e-4924-a335-b0e4e3e8aa24 HTTP/1.1" status: 200 len: 1096 time: 2.9753284 Dec 06 14:46:33.511081 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed68da-902c-44e3-aa3a-39839f4f966a service neutron] Pushing event updated for resources: {'Port': ['ID=63402514-050e-4924-a335-b0e4e3e8aa24,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:33.559430 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3036080-d593-4ae6-b42d-f13d3fc878aa req-d5b2b119-da8c-49e1-aa44-0aba5dadb08f service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044043 Dec 06 14:46:33.573758 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc81d5a-e1aa-40d6-9065-02736549df7f req-af59cc91-6d80-43e4-8c4c-001078da4570 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:33.581705 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cdc81d5a-e1aa-40d6-9065-02736549df7f req-af59cc91-6d80-43e4-8c4c-001078da4570 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 943 time: 0.2285719 Dec 06 14:46:33.630033 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] For port bc63198c-e3b8-494e-b32f-b80bf300c3b7, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:46:33.664913 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] For port bc63198c-e3b8-494e-b32f-b80bf300c3b7, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bc63198c-e3b8-494e-b32f-b80bf300c3b7,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:46:33.705587 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-8e00b5af-7dbe-453d-9a46-d8ff6a4419a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:33.707105 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-8e00b5af-7dbe-453d-9a46-d8ff6a4419a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad573c64388c4ae781232fbb6916dafe&device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 1099 time: 0.1984961 Dec 06 14:46:33.709870 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:33.715856 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c1abe98d-9f00-4626-afbe-1680938cfd26 req-bcf1bbf1-6cad-4a76-a47e-43f39371b557 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb447fa6-2070-4823-b8e0-20c0253d2471 HTTP/1.1" status: 200 len: 210 time: 0.0826197 Dec 06 14:46:33.718666 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3b911358-3e32-449c-9274-c02e53d4a814 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:33.719992 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3b911358-3e32-449c-9274-c02e53d4a814 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8812983 Dec 06 14:46:33.722611 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45364) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:33.727262 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0cc1124e-e10e-401a-b672-86ff391422e8 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'bb8b41fc-accc-446e-affa-1a5ed12b0898'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:33.728492 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0cc1124e-e10e-401a-b672-86ff391422e8 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:46:33.735883 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cdc81d5a-e1aa-40d6-9065-02736549df7f req-e2e41e07-411a-4c8e-b377-0aa7c6ebc00b tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484945 Dec 06 14:46:33.777481 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:33.778559 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:33.780540 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] 10.222.0.23 "PUT /v2.0/ports/bc63198c-e3b8-494e-b32f-b80bf300c3b7 HTTP/1.1" status: 200 len: 1091 time: 3.0800278 Dec 06 14:46:33.839157 n-d-master-1 neutron-server[103289]: WARNING neutron.services.metering.metering_plugin [None req-0cc1124e-e10e-401a-b672-86ff391422e8 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 14:46:33.878445 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0d91a-066e-474d-bb92-3e039aadfb13 req-0c82625a-2b06-4daa-a5eb-74aa3f22d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:33.880888 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9dd0d91a-066e-474d-bb92-3e039aadfb13 req-0c82625a-2b06-4daa-a5eb-74aa3f22d23b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad573c64388c4ae781232fbb6916dafe&device_id=cefa1fee-4a92-48d5-a04f-8ac586116e83 HTTP/1.1" status: 200 len: 1099 time: 0.2304280 Dec 06 14:46:33.888599 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:33.895778 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-3e265827-a6a9-45b6-8dc4-96eccaeae88d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=63402514-050e-4924-a335-b0e4e3e8aa24 HTTP/1.1" status: 200 len: 217 time: 0.1564281 Dec 06 14:46:33.964320 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0cc1124e-e10e-401a-b672-86ff391422e8 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:33.965513 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0cc1124e-e10e-401a-b672-86ff391422e8 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2418051 Dec 06 14:46:33.969154 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45368) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:33.976184 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cbacee16-e7d3-43e5-89da-a38fb15b25b8 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'bb8b41fc-accc-446e-affa-1a5ed12b0898'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:33.977450 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cbacee16-e7d3-43e5-89da-a38fb15b25b8 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:46:34.042489 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487de23-8b6e-414f-9cb6-8bf216c4db74 service neutron] Pushing event updated for resources: {'Port': ['ID=bc63198c-e3b8-494e-b32f-b80bf300c3b7,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:34.057137 n-d-master-1 neutron-server[103289]: WARNING neutron.services.metering.metering_plugin [None req-cbacee16-e7d3-43e5-89da-a38fb15b25b8 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 14:46:34.058072 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-cde38669-c8d0-4ecb-997f-a1a2a1f102f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:34.059608 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-cde38669-c8d0-4ecb-997f-a1a2a1f102f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1423101 Dec 06 14:46:34.130456 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a1dac-f1a6-40b4-b89d-fb447df14aea req-84f54b39-38d6-4441-b8be-5940df7163e6 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:34.132012 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c3a1dac-f1a6-40b4-b89d-fb447df14aea req-84f54b39-38d6-4441-b8be-5940df7163e6 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 948 time: 0.2728052 Dec 06 14:46:34.136322 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-9f549e36-0795-46ba-83f1-7b96da34d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:34.137705 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-9f549e36-0795-46ba-83f1-7b96da34d7d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 1094 time: 0.2802532 Dec 06 14:46:34.156599 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbacee16-e7d3-43e5-89da-a38fb15b25b8 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:34.157832 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cbacee16-e7d3-43e5-89da-a38fb15b25b8 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1872876 Dec 06 14:46:34.160474 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45372) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:34.177770 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b6a74-d0d9-4fea-9832-9f9c3a9da29b req-8f58f80f-8ed1-44d8-a6bd-a2afd134a68b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:34.179249 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e5b6a74-d0d9-4fea-9832-9f9c3a9da29b req-8f58f80f-8ed1-44d8-a6bd-a2afd134a68b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 947 time: 0.1887956 Dec 06 14:46:34.185041 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-38195146-f3f8-41a9-9053-ca4ae28b1b99 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=1d692ed6-1028-4807-ba56-388f12337877 HTTP/1.1" status: 200 len: 462 time: 0.0211766 Dec 06 14:46:34.186221 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45374) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:34.209665 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0d91a-066e-474d-bb92-3e039aadfb13 req-225f3aa9-9cea-4f04-a34f-9d5ff5510dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:34.211111 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9dd0d91a-066e-474d-bb92-3e039aadfb13 req-225f3aa9-9cea-4f04-a34f-9d5ff5510dc0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.2964857 Dec 06 14:46:34.215395 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-5fe7ee57-f922-4bb3-8f73-110a645ffa90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc63198c-e3b8-494e-b32f-b80bf300c3b7 HTTP/1.1" status: 200 len: 217 time: 0.0588312 Dec 06 14:46:34.244114 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-34656ea3-f957-4aa3-b366-45b3500ef916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:34.245524 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-34656ea3-f957-4aa3-b366-45b3500ef916 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1571400 Dec 06 14:46:34.248409 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e5b6a74-d0d9-4fea-9832-9f9c3a9da29b req-04b851ff-dfad-410d-9038-4a08929c8aa5 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628839 Dec 06 14:46:34.260359 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d3ce4777-233c-46f8-8cc3-18dcecf32a87 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:46:34.264459 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 002421a5-b798-4c72-8b3c-506260708352 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:46:34.322439 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9dd0d91a-066e-474d-bb92-3e039aadfb13 req-19661a0e-6ac5-42ef-9e97-baaa926f7c25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2f4ad596-9441-45ce-be10-24fb09f6a379 HTTP/1.1" status: 200 len: 217 time: 0.0944293 Dec 06 14:46:34.328892 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c3a1dac-f1a6-40b4-b89d-fb447df14aea req-90423fcb-eae5-4e67-9a12-ea4aad6f662b tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845839 Dec 06 14:46:34.334818 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-50005129-3901-45dc-82d0-2b24818ac02e tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:34.336711 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-50005129-3901-45dc-82d0-2b24818ac02e tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/1d692ed6-1028-4807-ba56-388f12337877 HTTP/1.1" status: 204 len: 168 time: 0.1496444 Dec 06 14:46:34.339392 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45376) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:34.351511 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-92131ede-9914-41e2-9ff8-0c19a9522b7c tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=1d692ed6-1028-4807-ba56-388f12337877 HTTP/1.1" status: 200 len: 221 time: 0.0096378 Dec 06 14:46:34.354954 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45378) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:34.366819 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-89c8f399-e9e5-4319-b37d-3d986d2241c4 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1074159689', 'description': 'label created by tempest'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:34.367600 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-89c8f399-e9e5-4319-b37d-3d986d2241c4 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] Unknown quota resources ['metering_label']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:46:34.405794 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-066d561f-e5da-45c2-be17-4c32fca0c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:34.407252 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-066d561f-e5da-45c2-be17-4c32fca0c435 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.1806636 Dec 06 14:46:34.437373 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039c5d70-224e-437f-9d0e-22d867c0f3fc', 'tag': '63402514-050e-4924-a335-b0e4e3e8aa24'}, {'name': 'network-changed', 'server_uuid': '6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe', 'tag': 'bc63198c-e3b8-494e-b32f-b80bf300c3b7'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:34.440174 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "039c5d70-224e-437f-9d0e-22d867c0f3fc", "tag": "63402514-050e-4924-a335-b0e4e3e8aa24"}, {"name": "network-changed", "server_uuid": "6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe", "tag": "bc63198c-e3b8-494e-b32f-b80bf300c3b7"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:34.448512 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 002421a5-b798-4c72-8b3c-506260708352 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:46:34.468388 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 002421a5-b798-4c72-8b3c-506260708352 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:34.469354 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:34.472842 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port d3ce4777-233c-46f8-8cc3-18dcecf32a87, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d3ce4777-233c-46f8-8cc3-18dcecf32a87,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:34.492948 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-6a3d2ce1-c528-4bdf-9f1d-fda1608a77a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472023 Dec 06 14:46:34.496649 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0d91a-066e-474d-bb92-3e039aadfb13 req-a85539cd-06d6-4dfa-a9fb-3ac7db00b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:34.497756 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9dd0d91a-066e-474d-bb92-3e039aadfb13 req-a85539cd-06d6-4dfa-a9fb-3ac7db00b5cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1557770 Dec 06 14:46:34.530463 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431b9816-1a5a-4ef1-a737-ad9fe0cd2cad x-openstack-request-id: req-431b9816-1a5a-4ef1-a737-ad9fe0cd2cad {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:34.530803 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039c5d70-224e-437f-9d0e-22d867c0f3fc", "tag": "63402514-050e-4924-a335-b0e4e3e8aa24", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe", "tag": "bc63198c-e3b8-494e-b32f-b80bf300c3b7", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:34.531027 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-431b9816-1a5a-4ef1-a737-ad9fe0cd2cad {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:34.531394 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039c5d70-224e-437f-9d0e-22d867c0f3fc', 'tag': '63402514-050e-4924-a335-b0e4e3e8aa24', 'status': 'completed', 'code': 200} Dec 06 14:46:34.531648 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe', 'tag': 'bc63198c-e3b8-494e-b32f-b80bf300c3b7', 'status': 'completed', 'code': 200} Dec 06 14:46:34.550012 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'd3ce4777-233c-46f8-8cc3-18dcecf32a87', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': 'd3ce4777-233c-46f8-8cc3-18dcecf32a87', 'mac_address': 'fa:16:3e:f2:d3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:46:34.570555 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-add7e5e7-922b-4ffc-97fa-a5e8031a917b service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643011 Dec 06 14:46:34.653522 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:34.655833 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89c8f399-e9e5-4319-b37d-3d986d2241c4 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:34.659672 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-89c8f399-e9e5-4319-b37d-3d986d2241c4 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3011198 Dec 06 14:46:34.660029 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45382) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:34.664366 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:34.665767 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0d91a-066e-474d-bb92-3e039aadfb13 req-32abec70-3a27-433d-9625-05cb7729ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:34.667259 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9dd0d91a-066e-474d-bb92-3e039aadfb13 req-32abec70-3a27-433d-9625-05cb7729ff68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1480968 Dec 06 14:46:34.682502 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ce4777-233c-46f8-8cc3-18dcecf32a87 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:34.704823 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port d3ce4777-233c-46f8-8cc3-18dcecf32a87, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d3ce4777-233c-46f8-8cc3-18dcecf32a87,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:34.715304 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:34.723393 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90548d05-91ba-4b6c-bcdd-1407f349f59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002421a5-b798-4c72-8b3c-506260708352'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:34.726323 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7dacbd-28b8-4c9e-a19d-53c93a90b790" -d '{"events": [{"server_uuid": "90548d05-91ba-4b6c-bcdd-1407f349f59d", "name": "network-vif-plugged", "status": "completed", "tag": "002421a5-b798-4c72-8b3c-506260708352"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:34.756984 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-217abf6d-cbd9-4d1c-9e54-05cf1300ec76 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:34.758737 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-217abf6d-cbd9-4d1c-9e54-05cf1300ec76 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.37 "GET /v2.0/networks?id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088 HTTP/1.1" status: 200 len: 805 time: 0.2576730 Dec 06 14:46:34.763028 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fe69e320-bd8f-4f05-b94b-b60d6b352fa6 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=3aa15c9a-b6bc-4e63-b5d9-9aa06aff982f HTTP/1.1" status: 200 len: 468 time: 0.0994363 Dec 06 14:46:34.764583 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45390) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:34.790032 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 002421a5-b798-4c72-8b3c-506260708352, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=002421a5-b798-4c72-8b3c-506260708352,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:34.796811 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-06adf39a-cd5f-4580-a58b-c53c09fcb935 service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686052 Dec 06 14:46:34.798655 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413598bb-d96a-42fe-bc35-311ff3d219df x-openstack-request-id: req-413598bb-d96a-42fe-bc35-311ff3d219df {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:34.798978 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90548d05-91ba-4b6c-bcdd-1407f349f59d", "name": "network-vif-plugged", "status": "completed", "tag": "002421a5-b798-4c72-8b3c-506260708352", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:34.800974 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-413598bb-d96a-42fe-bc35-311ff3d219df {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:34.801400 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90548d05-91ba-4b6c-bcdd-1407f349f59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002421a5-b798-4c72-8b3c-506260708352', 'code': 200} Dec 06 14:46:34.804832 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8fbaacc9-2756-4219-bc2d-bdbd5f1429a4 req-f7688093-fde5-4826-8603-695e463731a4 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229185 Dec 06 14:46:34.828491 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:34.837453 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-f82bea2c-a9c4-45a9-8e3f-1ee5f435bb45 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Request body: {'port': {'device_id': 'eb447fa6-2070-4823-b8e0-20c0253d2471', 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088', 'admin_state_up': True, 'tenant_id': 'adac984961054391983001fff49bb81b'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:34.883014 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=d3ce4777-233c-46f8-8cc3-18dcecf32a87,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:34.906200 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9dd0d91a-066e-474d-bb92-3e039aadfb13 req-5f945346-b566-4cd8-b86a-4d0a92896a75 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109470 Dec 06 14:46:34.945886 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=002421a5-b798-4c72-8b3c-506260708352,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:35.048124 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['d3ce4777-233c-46f8-8cc3-18dcecf32a87'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:46:35.063288 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07acc86b-e4b1-4401-969a-d4e6a08a5588 req-a05ce035-7c70-4a5e-ad64-e79b03efa224 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb447fa6-2070-4823-b8e0-20c0253d2471 HTTP/1.1" status: 200 len: 210 time: 0.1289914 Dec 06 14:46:35.095318 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e428a30-3d61-4118-870a-628b67238bd2 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:35.099323 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0e428a30-3d61-4118-870a-628b67238bd2 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/3aa15c9a-b6bc-4e63-b5d9-9aa06aff982f HTTP/1.1" status: 204 len: 168 time: 0.3331668 Dec 06 14:46:35.102121 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45396) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:35.128354 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cbc26448-dec5-46a4-835b-a96b9396da13 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=3aa15c9a-b6bc-4e63-b5d9-9aa06aff982f HTTP/1.1" status: 200 len: 216 time: 0.0246332 Dec 06 14:46:35.131948 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45398) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:35.150621 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e13ee13f-603e-49f6-9e05-fab549b8fda4 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0167718 Dec 06 14:46:35.156342 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45400) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:35.170983 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2915360-c878-40af-87dc-3d77d5a68499 req-69c53d17-626c-44b5-a6f5-ce2b09ff560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:35.173451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b2915360-c878-40af-87dc-3d77d5a68499 req-69c53d17-626c-44b5-a6f5-ce2b09ff560d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 1101 time: 0.2672801 Dec 06 14:46:35.203294 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-55144f81-8ff2-4a71-ae7d-cb310469d512 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0458944 Dec 06 14:46:35.203936 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45402) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:35.274221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b892680f-571b-4e9c-804b-dedf72f2b71c tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/bb8b41fc-accc-446e-affa-1a5ed12b0898 HTTP/1.1" status: 200 len: 472 time: 0.0602851 Dec 06 14:46:35.277900 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45406) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:35.301627 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cccfd646-4c0a-45a6-b923-6ff99b8fdf2e tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/8da1d702-9fa7-4ed2-8f56-f4d76aad6ff7 HTTP/1.1" status: 200 len: 459 time: 0.0226345 Dec 06 14:46:35.306507 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45408) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:35.330668 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b2915360-c878-40af-87dc-3d77d5a68499 req-104b4648-d19f-4fec-9612-f8f56b3da7db service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485803 Dec 06 14:46:35.335223 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-f82bea2c-a9c4-45a9-8e3f-1ee5f435bb45 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Made reservation on behalf of adac984961054391983001fff49bb81b for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:46:35.339916 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-f82bea2c-a9c4-45a9-8e3f-1ee5f435bb45 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:35.391700 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-83663318-6879-4feb-bb5d-90888dd42d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:35.393193 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-83663318-6879-4feb-bb5d-90888dd42d0c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad573c64388c4ae781232fbb6916dafe&device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 1099 time: 0.5017843 Dec 06 14:46:35.398060 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea51ff56-36ac-49e5-9bd1-e962aa43c163 req-7bb61563-9cf1-41ef-92ac-8e78b1794db8 service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885165 Dec 06 14:46:35.421959 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cdd4d-5467-4951-8fc4-dbe360796620 req-5fe3c826-124d-4507-8a07-e3ecea5bc418 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:35.423784 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf1cdd4d-5467-4951-8fc4-dbe360796620 req-5fe3c826-124d-4507-8a07-e3ecea5bc418 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 943 time: 0.5311527 Dec 06 14:46:35.459334 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9dd0d91a-066e-474d-bb92-3e039aadfb13 req-8e678dca-49f3-4211-b8cf-08f79d16faea service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786184 Dec 06 14:46:35.512055 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:35.518176 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf1cdd4d-5467-4951-8fc4-dbe360796620 req-881029db-8595-4d7a-aa10-4e48edf0e292 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851610 Dec 06 14:46:35.539271 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-6b692b6a-1200-4695-9486-19a5fbd02f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:35.541012 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-6b692b6a-1200-4695-9486-19a5fbd02f40 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 1094 time: 0.0697532 Dec 06 14:46:35.542386 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88c8c3d5-844c-4199-83bc-99f5f909a750 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:35.543555 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-88c8c3d5-844c-4199-83bc-99f5f909a750 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/8da1d702-9fa7-4ed2-8f56-f4d76aad6ff7 HTTP/1.1" status: 204 len: 168 time: 0.2350922 Dec 06 14:46:35.550319 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45414) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:35.554846 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232fd5e-01dd-480b-8eef-d2364f4f4e4b req-bd74995d-09d2-4d98-9ba5-b95ea779e3c1 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:35.560197 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9232fd5e-01dd-480b-8eef-d2364f4f4e4b req-bd74995d-09d2-4d98-9ba5-b95ea779e3c1 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 948 time: 0.2146919 Dec 06 14:46:35.652670 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9232fd5e-01dd-480b-8eef-d2364f4f4e4b req-2d5e798f-c22b-4d8f-8ed6-27432aa4aca6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874958 Dec 06 14:46:35.654130 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-f82bea2c-a9c4-45a9-8e3f-1ee5f435bb45 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Allocated IP 172.20.0.9 (0aa083a0-a7dd-42d4-ae83-ce9441a0e088/4f9db456-6440-47de-9186-75398af412f5/4bdef259-fa95-490e-9346-0a1bd9626d1a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:46:35.683491 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 2f4ad596-9441-45ce-be10-24fb09f6a379 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:46:35.799813 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 2f4ad596-9441-45ce-be10-24fb09f6a379, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f4ad596-9441-45ce-be10-24fb09f6a379,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:35.814213 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '2f4ad596-9441-45ce-be10-24fb09f6a379', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '2f4ad596-9441-45ce-be10-24fb09f6a379', 'mac_address': 'fa:16:3e:62:10:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:46:35.832816 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-f82bea2c-a9c4-45a9-8e3f-1ee5f435bb45 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:35.870631 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-f82bea2c-a9c4-45a9-8e3f-1ee5f435bb45 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:35.921029 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-f82bea2c-a9c4-45a9-8e3f-1ee5f435bb45 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:46:35.925410 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-f82bea2c-a9c4-45a9-8e3f-1ee5f435bb45 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:35.929717 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-f82bea2c-a9c4-45a9-8e3f-1ee5f435bb45 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:46:35.949857 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052007c-5b84-4c30-80a4-a7b449a5a37a req-f7c8567c-a444-44c2-a5ae-e2eea5d9a787 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:35.951601 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d052007c-5b84-4c30-80a4-a7b449a5a37a req-f7c8567c-a444-44c2-a5ae-e2eea5d9a787 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 948 time: 0.3327408 Dec 06 14:46:35.951933 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82bea2c-a9c4-45a9-8e3f-1ee5f435bb45 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Pushing event updated for resources: {'Port': ['ID=4bdef259-fa95-490e-9346-0a1bd9626d1a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:35.992110 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-f82bea2c-a9c4-45a9-8e3f-1ee5f435bb45 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:35.992736 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-f82bea2c-a9c4-45a9-8e3f-1ee5f435bb45 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:36.000923 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:36.010580 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-d1eb0a0d-3246-4f92-8908-bd5fef823650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:36.012031 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-d1eb0a0d-3246-4f92-8908-bd5fef823650 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.4701338 Dec 06 14:46:36.013031 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-f82bea2c-a9c4-45a9-8e3f-1ee5f435bb45 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1813402 Dec 06 14:46:36.014200 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-bbfb0a17-2152-4c7d-b3e3-42fb92a35b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:36.014552 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4ad596-9441-45ce-be10-24fb09f6a379 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:36.015526 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-bbfb0a17-2152-4c7d-b3e3-42fb92a35b54 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.4583972 Dec 06 14:46:36.018313 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45ed3ee6-8be6-43d1-a09f-26bb4a4d4b62 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:36.019424 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-45ed3ee6-8be6-43d1-a09f-26bb4a4d4b62 tempest-MeteringIpV6TestJSON-1579000947 tempest-MeteringIpV6TestJSON-1579000947-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/bb8b41fc-accc-446e-affa-1a5ed12b0898 HTTP/1.1" status: 204 len: 168 time: 0.4680915 Dec 06 14:46:36.035723 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Request body: {'port': {'device_id': 'eb447fa6-2070-4823-b8e0-20c0253d2471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:36.037009 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 2f4ad596-9441-45ce-be10-24fb09f6a379, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f4ad596-9441-45ce-be10-24fb09f6a379,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:36.043854 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:36.099884 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=2f4ad596-9441-45ce-be10-24fb09f6a379,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:36.100214 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-e85177dd-1687-4b2d-a391-6342811fd7fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc63198c-e3b8-494e-b32f-b80bf300c3b7 HTTP/1.1" status: 200 len: 217 time: 0.0724847 Dec 06 14:46:36.101447 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-bc82b56f-a774-4b73-b318-35f3ccd238a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=63402514-050e-4924-a335-b0e4e3e8aa24 HTTP/1.1" status: 200 len: 217 time: 0.0749478 Dec 06 14:46:36.111097 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:36.191744 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d052007c-5b84-4c30-80a4-a7b449a5a37a req-536b985a-2d7c-46d7-9b28-02646b5dfa9f tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938367 Dec 06 14:46:36.212755 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-7e0e859f-64f9-491e-8414-8211834a6d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:36.214210 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-7e0e859f-64f9-491e-8414-8211834a6d3a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.1032419 Dec 06 14:46:36.215432 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-cd6cb7fe-27f7-4c49-beda-49fca94f9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:36.216804 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-cd6cb7fe-27f7-4c49-beda-49fca94f9249 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1069045 Dec 06 14:46:36.265079 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d3ce4777-233c-46f8-8cc3-18dcecf32a87 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:46:36.269636 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-202c6897-02a2-46f7-8d52-b8155aeedca2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459356 Dec 06 14:46:36.311728 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-8dc8837e-4db9-4d10-b01b-4f896ed12f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:36.313231 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-8dc8837e-4db9-4d10-b01b-4f896ed12f3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0884843 Dec 06 14:46:36.327500 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd7302-1e20-4d47-b7ec-6e1646bb6506 req-60c89943-b532-4aee-a9b2-bcd0b0e3c546 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:36.329693 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5bd7302-1e20-4d47-b7ec-6e1646bb6506 req-60c89943-b532-4aee-a9b2-bcd0b0e3c546 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb447fa6-2070-4823-b8e0-20c0253d2471 HTTP/1.1" status: 200 len: 931 time: 0.1657484 Dec 06 14:46:36.392308 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port d3ce4777-233c-46f8-8cc3-18dcecf32a87 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:46:36.408958 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port d3ce4777-233c-46f8-8cc3-18dcecf32a87 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:36.410034 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:36.450531 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45426) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:36.455884 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5bd7302-1e20-4d47-b7ec-6e1646bb6506 req-cfd611d8-3d4a-40c5-819b-8ba27be38a8f tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153023 Dec 06 14:46:36.464281 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-02256b79-2043-4b4b-bc74-201064572cda service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828482 Dec 06 14:46:36.511573 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:36.517246 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['2f4ad596-9441-45ce-be10-24fb09f6a379'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:46:36.530161 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-a3bdac66-d249-428c-95a0-983f3c3c9b39 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037168 Dec 06 14:46:36.584371 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:36.626348 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bdef259-fa95-490e-9346-0a1bd9626d1a {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:36.636034 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port d3ce4777-233c-46f8-8cc3-18dcecf32a87, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d3ce4777-233c-46f8-8cc3-18dcecf32a87,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:36.643791 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:36.649701 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:36.659806 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Transition to ACTIVE for port object 4bdef259-fa95-490e-9346-0a1bd9626d1a will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:46:36.667599 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:36.734310 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdef259-fa95-490e-9346-0a1bd9626d1a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:36.749034 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d199f75-d07a-4d91-bbfb-d44a03330796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:36.765597 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=d3ce4777-233c-46f8-8cc3-18dcecf32a87,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:36.803222 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aede5eb3-ed77-469d-b056-7cbab788691f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ce4777-233c-46f8-8cc3-18dcecf32a87'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:36.805889 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56aebf1-4ee3-45ce-b5b3-bd815e8a7ae9" -d '{"events": [{"server_uuid": "aede5eb3-ed77-469d-b056-7cbab788691f", "name": "network-vif-plugged", "status": "completed", "tag": "d3ce4777-233c-46f8-8cc3-18dcecf32a87"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:36.815761 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-2cfc3571-befe-47d6-8ffe-0401f1b2adee service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133190 Dec 06 14:46:36.828816 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11b99a1c-aee4-48b6-941e-a6e4ab8cf3c7 req-2e14724c-db51-44cd-9cc3-af76838910d0 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858703 Dec 06 14:46:36.840151 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c550ac0-0110-4b7b-83e2-509b28fefa10 req-e4ac6354-ff03-45ef-8a25-230a930c5d0d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:36.848681 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c550ac0-0110-4b7b-83e2-509b28fefa10 req-e4ac6354-ff03-45ef-8a25-230a930c5d0d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 943 time: 0.1972046 Dec 06 14:46:36.864151 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7f55a-7097-4c05-8cb6-62d39b2697ef req-5ebec766-758b-4ae4-83c4-e20a6c6d5308 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:36.865672 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27b7f55a-7097-4c05-8cb6-62d39b2697ef req-5ebec766-758b-4ae4-83c4-e20a6c6d5308 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 949 time: 0.1139445 Dec 06 14:46:36.888358 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Attempting to bind port 4bdef259-fa95-490e-9346-0a1bd9626d1a on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:46:36.888700 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Attempting to bind port 4bdef259-fa95-490e-9346-0a1bd9626d1a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '579a6378-b6c2-4ffb-baf7-42b834be4ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:46:36.889590 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Attempting to bind port 4bdef259-fa95-490e-9346-0a1bd9626d1a on network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:36.897126 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Port 4bdef259-fa95-490e-9346-0a1bd9626d1a on network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:46:36.897454 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Attempting to bind port 4bdef259-fa95-490e-9346-0a1bd9626d1a on network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:36.910673 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:46:36.911006 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Checking segment: {'id': '579a6378-b6c2-4ffb-baf7-42b834be4ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:46:36.911391 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Bound using segment: {'id': '579a6378-b6c2-4ffb-baf7-42b834be4ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:46:36.911855 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Bound port: 4bdef259-fa95-490e-9346-0a1bd9626d1a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579a6378-b6c2-4ffb-baf7-42b834be4ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:46:36.912215 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:36.918577 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c550ac0-0110-4b7b-83e2-509b28fefa10 req-3b60bb07-2b43-4161-a327-bdda99d80ab7 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689743 Dec 06 14:46:36.940563 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27b7f55a-7097-4c05-8cb6-62d39b2697ef req-f7dddb02-0582-4e60-96a5-3a3e8b19a365 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688028 Dec 06 14:46:36.951712 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d199f75-d07a-4d91-bbfb-d44a03330796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:36.968240 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d199f75-d07a-4d91-bbfb-d44a03330796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:36.997203 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b211da1-7cf8-46e8-98b4-c17def40fe3e x-openstack-request-id: req-5b211da1-7cf8-46e8-98b4-c17def40fe3e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:36.997511 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aede5eb3-ed77-469d-b056-7cbab788691f", "name": "network-vif-plugged", "status": "completed", "tag": "d3ce4777-233c-46f8-8cc3-18dcecf32a87", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:36.997772 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b211da1-7cf8-46e8-98b4-c17def40fe3e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:36.998255 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aede5eb3-ed77-469d-b056-7cbab788691f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ce4777-233c-46f8-8cc3-18dcecf32a87', 'code': 200} Dec 06 14:46:37.012394 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8d199f75-d07a-4d91-bbfb-d44a03330796 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8cffa0decd44e0f8ec61197aabdcd7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5588119 Dec 06 14:46:37.013090 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45438) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:37.014094 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] For port 4bdef259-fa95-490e-9346-0a1bd9626d1a, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:46:37.019454 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d199f75-d07a-4d91-bbfb-d44a03330796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca943123-58aa-4ecb-b3ba-b838874d792c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:37.026230 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] For port 4bdef259-fa95-490e-9346-0a1bd9626d1a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4bdef259-fa95-490e-9346-0a1bd9626d1a,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:46:37.035719 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:37.080205 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ff5c646-7f39-42e3-b742-f02b0028e519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:37.119402 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ff5c646-7f39-42e3-b742-f02b0028e519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:37.141867 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852899e1-965c-4edc-94c1-dc0f59f08916 req-ae645339-1a4a-4ebe-9c99-47a28b4ded44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:37.143396 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-852899e1-965c-4edc-94c1-dc0f59f08916 req-ae645339-1a4a-4ebe-9c99-47a28b4ded44 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 1100 time: 0.0760088 Dec 06 14:46:37.205502 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-852899e1-965c-4edc-94c1-dc0f59f08916 req-f0e1e0ab-f169-4ecf-aff2-0c09b33739fc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508490 Dec 06 14:46:37.206612 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ff5c646-7f39-42e3-b742-f02b0028e519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:37.209488 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ff5c646-7f39-42e3-b742-f02b0028e519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:37.213125 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1ff5c646-7f39-42e3-b742-f02b0028e519 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca943123-58aa-4ecb-b3ba-b838874d792c HTTP/1.1" status: 204 len: 168 time: 0.1964025 Dec 06 14:46:37.225478 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5c646-7f39-42e3-b742-f02b0028e519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca943123-58aa-4ecb-b3ba-b838874d792c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:37.368184 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:37.369504 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:37.370351 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] 10.222.0.37 "PUT /v2.0/ports/4bdef259-fa95-490e-9346-0a1bd9626d1a HTTP/1.1" status: 200 len: 1091 time: 1.3404865 Dec 06 14:46:37.385046 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb447fa6-2070-4823-b8e0-20c0253d2471', 'tag': '4bdef259-fa95-490e-9346-0a1bd9626d1a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:37.387299 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1b37af-b66f-4d3d-8f87-4ee593b021b5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb447fa6-2070-4823-b8e0-20c0253d2471", "tag": "4bdef259-fa95-490e-9346-0a1bd9626d1a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:37.427225 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a17a6d-1e0f-489b-ada3-e8efcb6701d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdef259-fa95-490e-9346-0a1bd9626d1a,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:37.432608 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dac907-ff86-4143-b107-5ff25c61a0a2 x-openstack-request-id: req-73dac907-ff86-4143-b107-5ff25c61a0a2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:37.432906 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb447fa6-2070-4823-b8e0-20c0253d2471", "tag": "4bdef259-fa95-490e-9346-0a1bd9626d1a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:37.433165 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73dac907-ff86-4143-b107-5ff25c61a0a2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:37.433557 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb447fa6-2070-4823-b8e0-20c0253d2471', 'tag': '4bdef259-fa95-490e-9346-0a1bd9626d1a', 'status': 'completed', 'code': 200} Dec 06 14:46:37.442840 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902562b0-a607-493a-b684-d419f892bf55 req-ec6c9298-73ed-4cfe-8f0d-420eaeb189be tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:37.444270 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-902562b0-a607-493a-b684-d419f892bf55 req-ec6c9298-73ed-4cfe-8f0d-420eaeb189be tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 948 time: 0.0926101 Dec 06 14:46:37.532843 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-00e4aec9-ed51-47df-865b-ee203e8dd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:37.534418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-00e4aec9-ed51-47df-865b-ee203e8dd5ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=adac984961054391983001fff49bb81b&device_id=eb447fa6-2070-4823-b8e0-20c0253d2471 HTTP/1.1" status: 200 len: 1094 time: 0.0844793 Dec 06 14:46:37.537772 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-902562b0-a607-493a-b684-d419f892bf55 req-42373f13-9699-421b-b13a-f60a3be80019 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866644 Dec 06 14:46:37.556453 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45454) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:37.581455 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-624dd223-cead-428a-9629-3b5914e37d41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bdef259-fa95-490e-9346-0a1bd9626d1a HTTP/1.1" status: 200 len: 217 time: 0.0382087 Dec 06 14:46:37.596343 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5567ca1-ee5a-4d80-a83b-869f5e1b54e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:37.632167 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-d6f3194d-ff88-446f-a2c2-9b2cf4e17601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:37.633622 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-d6f3194d-ff88-446f-a2c2-9b2cf4e17601 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f9db456-6440-47de-9186-75398af412f5 HTTP/1.1" status: 200 len: 845 time: 0.0437603 Dec 06 14:46:37.634041 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b15a08-2491-4f52-93e7-87b652656a1b req-30665a76-daed-4050-992b-0a47f70ae590 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:37.635566 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e1b15a08-2491-4f52-93e7-87b652656a1b req-30665a76-daed-4050-992b-0a47f70ae590 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb447fa6-2070-4823-b8e0-20c0253d2471 HTTP/1.1" status: 200 len: 943 time: 0.0717063 Dec 06 14:46:37.668406 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-1e858dac-01c3-47c0-a11e-7d4ec66da358 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259862 Dec 06 14:46:37.698535 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device bc63198c-e3b8-494e-b32f-b80bf300c3b7 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:46:37.702317 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 2f4ad596-9441-45ce-be10-24fb09f6a379 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:46:37.707059 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e1b15a08-2491-4f52-93e7-87b652656a1b req-3b8bcfd6-6bf7-48da-8093-de684509fdfb tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639100 Dec 06 14:46:37.728928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5567ca1-ee5a-4d80-a83b-869f5e1b54e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:37.736950 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5567ca1-ee5a-4d80-a83b-869f5e1b54e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:37.776188 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-5571e729-c19a-45d2-ae44-3e3907cefd2b service neutron] 10.222.0.37 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997441 Dec 06 14:46:37.779163 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a5567ca1-ee5a-4d80-a83b-869f5e1b54e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5379ce25d4a40a7b07aec7f039eb068&name=default HTTP/1.1" status: 200 len: 2997 time: 0.2216446 Dec 06 14:46:37.780779 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5567ca1-ee5a-4d80-a83b-869f5e1b54e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8746c554-5e05-4cf8-a9ea-af66acd9120d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:37.782466 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45456) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:37.833012 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 2f4ad596-9441-45ce-be10-24fb09f6a379 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:46:37.842462 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 2f4ad596-9441-45ce-be10-24fb09f6a379 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:37.842834 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:37.874753 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port bc63198c-e3b8-494e-b32f-b80bf300c3b7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bc63198c-e3b8-494e-b32f-b80bf300c3b7,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:37.892392 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c49d354-9317-4c5a-899a-ddd659daa0a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:37.892973 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'bc63198c-e3b8-494e-b32f-b80bf300c3b7', 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2', 'port_id': 'bc63198c-e3b8-494e-b32f-b80bf300c3b7', 'mac_address': 'fa:16:3e:22:0f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2064b1ac-2a71-4b5a-a088-7d172eb65d88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:46:37.918141 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a50cabe-1154-4598-859c-a6fe3a1e232d req-d2049942-eb6e-45c9-97f1-854adfeaf44f service neutron] 10.222.0.37 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330235 Dec 06 14:46:37.927529 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c49d354-9317-4c5a-899a-ddd659daa0a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:37.958407 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:37.982108 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc63198c-e3b8-494e-b32f-b80bf300c3b7 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:37.989172 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:38.011207 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b37af-b66f-4d3d-8f87-4ee593b021b5 req-6483ba4c-cc6f-4a73-882b-852effd15d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:38.012657 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0d1b37af-b66f-4d3d-8f87-4ee593b021b5 req-6483ba4c-cc6f-4a73-882b-852effd15d56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=adac984961054391983001fff49bb81b&device_id=eb447fa6-2070-4823-b8e0-20c0253d2471 HTTP/1.1" status: 200 len: 1094 time: 0.0456192 Dec 06 14:46:38.013529 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port bc63198c-e3b8-494e-b32f-b80bf300c3b7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bc63198c-e3b8-494e-b32f-b80bf300c3b7,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:38.020066 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c49d354-9317-4c5a-899a-ddd659daa0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:38.022944 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:38.023111 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c49d354-9317-4c5a-899a-ddd659daa0a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:38.024716 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3c49d354-9317-4c5a-899a-ddd659daa0a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8746c554-5e05-4cf8-a9ea-af66acd9120d HTTP/1.1" status: 204 len: 168 time: 0.2406697 Dec 06 14:46:38.080262 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 2f4ad596-9441-45ce-be10-24fb09f6a379, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f4ad596-9441-45ce-be10-24fb09f6a379,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:38.091191 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:38.103386 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=bc63198c-e3b8-494e-b32f-b80bf300c3b7,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:38.124996 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc87f-eb80-410b-8ef8-263cbd8c0cea req-3a82742e-af50-4608-8743-5558a5307540 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:38.126553 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-713fc87f-eb80-410b-8ef8-263cbd8c0cea req-3a82742e-af50-4608-8743-5558a5307540 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 949 time: 0.0907316 Dec 06 14:46:38.128012 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b37af-b66f-4d3d-8f87-4ee593b021b5 req-e0342214-b328-4137-b7ca-4bce93fd45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:38.129404 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0d1b37af-b66f-4d3d-8f87-4ee593b021b5 req-e0342214-b328-4137-b7ca-4bce93fd45b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088 HTTP/1.1" status: 200 len: 906 time: 0.1036580 Dec 06 14:46:38.142999 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49d354-9317-4c5a-899a-ddd659daa0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8746c554-5e05-4cf8-a9ea-af66acd9120d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:38.177356 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=2f4ad596-9441-45ce-be10-24fb09f6a379,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:38.204074 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0d1b37af-b66f-4d3d-8f87-4ee593b021b5 req-84b3a629-3afa-4c96-893b-b6a43b594fc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bdef259-fa95-490e-9346-0a1bd9626d1a HTTP/1.1" status: 200 len: 217 time: 0.0578492 Dec 06 14:46:38.205912 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-713fc87f-eb80-410b-8ef8-263cbd8c0cea req-7dc7feea-cb76-424e-b21e-2370eb266aae tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732496 Dec 06 14:46:38.260105 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 63402514-050e-4924-a335-b0e4e3e8aa24 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:46:38.261496 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88be666-180b-4623-bb85-0d4d6c310646 req-5a322e9c-f6b6-401e-8474-cadfa9f87ee7 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:38.263424 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e88be666-180b-4623-bb85-0d4d6c310646 req-5a322e9c-f6b6-401e-8474-cadfa9f87ee7 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 944 time: 0.1329274 Dec 06 14:46:38.305418 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b37af-b66f-4d3d-8f87-4ee593b021b5 req-68fe3e71-d500-435b-a06b-6c2e02151d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:38.306943 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0d1b37af-b66f-4d3d-8f87-4ee593b021b5 req-68fe3e71-d500-435b-a06b-6c2e02151d39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f9db456-6440-47de-9186-75398af412f5 HTTP/1.1" status: 200 len: 845 time: 0.0937703 Dec 06 14:46:38.350301 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0d1b37af-b66f-4d3d-8f87-4ee593b021b5 req-823bbd89-0555-4336-bb2b-9a78184b67e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321434 Dec 06 14:46:38.353867 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e88be666-180b-4623-bb85-0d4d6c310646 req-7c54366d-b6b6-4479-baf7-d3d9504578c0 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787284 Dec 06 14:46:38.382631 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['bc63198c-e3b8-494e-b32f-b80bf300c3b7'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:46:38.426281 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 63402514-050e-4924-a335-b0e4e3e8aa24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=63402514-050e-4924-a335-b0e4e3e8aa24,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:38.474648 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '63402514-050e-4924-a335-b0e4e3e8aa24', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '63402514-050e-4924-a335-b0e4e3e8aa24', 'mac_address': 'fa:16:3e:aa:e7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:46:38.501911 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0d1b37af-b66f-4d3d-8f87-4ee593b021b5 req-e549642b-3de4-46cd-afbd-ad8c8931f6c3 service neutron] 10.222.0.37 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428125 Dec 06 14:46:38.547001 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:38.577710 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63402514-050e-4924-a335-b0e4e3e8aa24 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:38.621753 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 63402514-050e-4924-a335-b0e4e3e8aa24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=63402514-050e-4924-a335-b0e4e3e8aa24,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:38.633534 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0d1b37af-b66f-4d3d-8f87-4ee593b021b5 req-a0a196f9-798c-45b1-b315-b27241a190ca service neutron] 10.222.0.37 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196437 Dec 06 14:46:38.636654 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:38.685456 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f3cbf-895b-477a-96c0-57982b7c6aff req-eac33059-dcb7-4b59-a70c-b93b915ba658 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:38.687090 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-588f3cbf-895b-477a-96c0-57982b7c6aff req-eac33059-dcb7-4b59-a70c-b93b915ba658 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 949 time: 0.0544302 Dec 06 14:46:38.703672 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=63402514-050e-4924-a335-b0e4e3e8aa24,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:38.742225 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-588f3cbf-895b-477a-96c0-57982b7c6aff req-37fe9cb2-46c4-493e-b9a0-1bc448488db2 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476553 Dec 06 14:46:38.845973 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d9a7d-7904-477b-a721-344c7bee86db req-084ffa8a-ea64-488d-ab10-86de19723f7c tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:38.847496 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-549d9a7d-7904-477b-a721-344c7bee86db req-084ffa8a-ea64-488d-ab10-86de19723f7c tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb447fa6-2070-4823-b8e0-20c0253d2471 HTTP/1.1" status: 200 len: 943 time: 0.0550597 Dec 06 14:46:38.894559 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-549d9a7d-7904-477b-a721-344c7bee86db req-ee84a26e-5ed0-459e-b9c6-4f9ab64adfeb tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Dec 06 14:46:38.950899 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['63402514-050e-4924-a335-b0e4e3e8aa24'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:46:39.007863 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefa1fee-4a92-48d5-a04f-8ac586116e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4ad596-9441-45ce-be10-24fb09f6a379'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:39.010321 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc05e78f-9d59-40ea-8b23-1492d4bb4c93" -d '{"events": [{"server_uuid": "cefa1fee-4a92-48d5-a04f-8ac586116e83", "name": "network-vif-plugged", "status": "completed", "tag": "2f4ad596-9441-45ce-be10-24fb09f6a379"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:39.055818 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63a5e99-5bd6-4411-b1d0-b41bc1fb46d2 x-openstack-request-id: req-f63a5e99-5bd6-4411-b1d0-b41bc1fb46d2 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:39.056182 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefa1fee-4a92-48d5-a04f-8ac586116e83", "name": "network-vif-plugged", "status": "completed", "tag": "2f4ad596-9441-45ce-be10-24fb09f6a379", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:39.056501 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f63a5e99-5bd6-4411-b1d0-b41bc1fb46d2 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:39.056995 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefa1fee-4a92-48d5-a04f-8ac586116e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4ad596-9441-45ce-be10-24fb09f6a379', 'code': 200} Dec 06 14:46:39.173898 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b529e7-c176-4927-b334-a5497449968e req-1f80a295-3cd5-40ec-8f20-2236c517e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:39.175425 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b5b529e7-c176-4927-b334-a5497449968e req-1f80a295-3cd5-40ec-8f20-2236c517e615 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cefa1fee-4a92-48d5-a04f-8ac586116e83 HTTP/1.1" status: 200 len: 1101 time: 0.0437174 Dec 06 14:46:39.222485 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b5b529e7-c176-4927-b334-a5497449968e req-e56de347-ac6d-4e99-8cca-9b929b76c64e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384057 Dec 06 14:46:39.325665 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdc365-d8a0-4459-8315-3a2a2bc7143e req-bb17dcda-f614-42d0-b363-13168261f3a2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:39.327967 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-efbdc365-d8a0-4459-8315-3a2a2bc7143e req-bb17dcda-f614-42d0-b363-13168261f3a2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 949 time: 0.0527315 Dec 06 14:46:39.378398 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-efbdc365-d8a0-4459-8315-3a2a2bc7143e req-6fd1b7e0-f37c-460a-bc95-092bb24d4445 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444453 Dec 06 14:46:39.439821 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45516) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:39.493376 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38249655-4a5c-4c21-a341-69a8681d63cd req-1f3bcf90-db1d-4c97-8b68-a7f1be7b87c0 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:39.496109 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-38249655-4a5c-4c21-a341-69a8681d63cd req-1f3bcf90-db1d-4c97-8b68-a7f1be7b87c0 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 944 time: 0.0603604 Dec 06 14:46:39.540790 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae257fda-1936-429b-8d0e-524496a39fb0 req-43e6b130-2414-4be4-9a8b-7f849db905e2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:39.542393 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ae257fda-1936-429b-8d0e-524496a39fb0 req-43e6b130-2414-4be4-9a8b-7f849db905e2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0551357 Dec 06 14:46:39.550071 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c0cb8f61-175e-4758-b6d1-00afda0615a0 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1426093920', 'router:external': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:39.551484 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-38249655-4a5c-4c21-a341-69a8681d63cd req-1127ef46-40bd-4749-841c-184b7c4ce968 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499568 Dec 06 14:46:39.599199 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cb8f61-175e-4758-b6d1-00afda0615a0 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Made reservation on behalf of f0c7200ae53e490b92fc9550b5c4bab5 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:46:39.602107 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0cb8f61-175e-4758-b6d1-00afda0615a0 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:39.615890 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ae257fda-1936-429b-8d0e-524496a39fb0 req-88aa9136-4339-4744-a692-04a228bbf096 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625050 Dec 06 14:46:39.616675 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0cb8f61-175e-4758-b6d1-00afda0615a0 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:39.699014 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0cb8f61-175e-4758-b6d1-00afda0615a0 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:39.705253 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device bc63198c-e3b8-494e-b32f-b80bf300c3b7 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:46:39.706463 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0cb8f61-175e-4758-b6d1-00afda0615a0 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:39.733987 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cb8f61-175e-4758-b6d1-00afda0615a0 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:46:39.740168 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb8f61-175e-4758-b6d1-00afda0615a0 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ae3381-389d-4b63-b87f-0e891a3b98ec,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:39.751874 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0cb8f61-175e-4758-b6d1-00afda0615a0 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:39.752404 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-c0cb8f61-175e-4758-b6d1-00afda0615a0 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Added segment f62abbe7-4782-4f32-a2b1-5e900636c025 of type vlan for network 5ba9af08-8843-4250-ba5c-b071695f10ce Dec 06 14:46:39.758370 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port bc63198c-e3b8-494e-b32f-b80bf300c3b7 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:46:39.762749 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port bc63198c-e3b8-494e-b32f-b80bf300c3b7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:39.763303 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:39.819789 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0cb8f61-175e-4758-b6d1-00afda0615a0 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:39.849793 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-2baccdb1-d776-4e65-aebe-302db0e14852 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=fd10f5ff45e940fe992918959a1c6039&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325253 Dec 06 14:46:39.863856 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:39.879742 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33382224-8abe-4dae-b461-2162750bbce4 req-161f9b4f-2684-42d9-b0a0-e83d06540102 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:39.881720 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33382224-8abe-4dae-b461-2162750bbce4 req-161f9b4f-2684-42d9-b0a0-e83d06540102 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 949 time: 0.0595262 Dec 06 14:46:39.899263 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port bc63198c-e3b8-494e-b32f-b80bf300c3b7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bc63198c-e3b8-494e-b32f-b80bf300c3b7,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:39.903629 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0cb8f61-175e-4758-b6d1-00afda0615a0 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:39.904288 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:39.905092 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cb8f61-175e-4758-b6d1-00afda0615a0 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:39.905863 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0cb8f61-175e-4758-b6d1-00afda0615a0 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:39.937686 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33382224-8abe-4dae-b461-2162750bbce4 req-7f27b689-5758-4bfc-92a4-0a714f62d4dc tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486488 Dec 06 14:46:39.960433 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=bc63198c-e3b8-494e-b32f-b80bf300c3b7,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:39.983084 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c0cb8f61-175e-4758-b6d1-00afda0615a0 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5420537 Dec 06 14:46:39.986095 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45540) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:39.995124 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-196a31b2-8068-40ee-acb6-ba1d87c4a74d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Request body: {'subnet': {'network_id': '5ba9af08-8843-4250-ba5c-b071695f10ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:40.021973 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb8f61-175e-4758-b6d1-00afda0615a0 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Pushing event updated for resources: {'Network': ['ID=5ba9af08-8843-4250-ba5c-b071695f10ce,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:40.032478 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 5ba9af08-8843-4250-ba5c-b071695f10ce details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:46:40.041587 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-4a9df115-5f28-4a6f-b25e-c9a4dfccbce8 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:40.044072 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-4a9df115-5f28-4a6f-b25e-c9a4dfccbce8 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835065 Dec 06 14:46:40.046494 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196a31b2-8068-40ee-acb6-ba1d87c4a74d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Made reservation on behalf of f0c7200ae53e490b92fc9550b5c4bab5 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:46:40.048970 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-196a31b2-8068-40ee-acb6-ba1d87c4a74d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:40.062766 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-ba2483a7-9766-4d87-9b96-9a806c866f38 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/quotas/fd10f5ff45e940fe992918959a1c6039 HTTP/1.1" status: 200 len: 375 time: 0.0114784 Dec 06 14:46:40.071976 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48a20-fe0c-40c7-9335-74e0608f3b07 req-866db41f-a727-493f-8cb3-f3c3b301ba3a tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:40.073460 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02d48a20-fe0c-40c7-9335-74e0608f3b07 req-866db41f-a727-493f-8cb3-f3c3b301ba3a tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb447fa6-2070-4823-b8e0-20c0253d2471 HTTP/1.1" status: 200 len: 943 time: 0.0739806 Dec 06 14:46:40.121418 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-7b99cf07-ab7b-4aff-a1ce-6f434b0f4ed9 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd10f5ff45e940fe992918959a1c6039&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523765 Dec 06 14:46:40.179272 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02d48a20-fe0c-40c7-9335-74e0608f3b07 req-0417630c-8ec7-41bc-9099-75f11cc8c6ac tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942872 Dec 06 14:46:40.274539 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 63402514-050e-4924-a335-b0e4e3e8aa24 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:46:40.309935 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-272ab216-b075-4b69-8ea6-e65e7b572ba2 req-de86185f-7c0e-4a63-b16e-c8471b9eba95 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 210 time: 0.0421026 Dec 06 14:46:40.341082 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 63402514-050e-4924-a335-b0e4e3e8aa24 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:46:40.345032 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 63402514-050e-4924-a335-b0e4e3e8aa24 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:40.345587 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:40.437652 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:40.460851 n-d-master-1 neutron-server[103289]: DEBUG neutron.objects.ports [None req-196a31b2-8068-40ee-acb6-ba1d87c4a74d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:46:40.461372 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-196a31b2-8068-40ee-acb6-ba1d87c4a74d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:40.503969 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 63402514-050e-4924-a335-b0e4e3e8aa24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=63402514-050e-4924-a335-b0e4e3e8aa24,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:40.509790 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:40.540228 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a31b2-8068-40ee-acb6-ba1d87c4a74d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9b66ad66-a2f9-4f76-80e4-571acabf2b73,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:40.550999 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196a31b2-8068-40ee-acb6-ba1d87c4a74d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Checking segment: {'id': 'f62abbe7-4782-4f32-a2b1-5e900636c025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5ba9af08-8843-4250-ba5c-b071695f10ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:46:40.551436 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196a31b2-8068-40ee-acb6-ba1d87c4a74d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Network hostable DHCP agents. Network: 5ba9af08-8843-4250-ba5c-b071695f10ce, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:46:40.568595 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=63402514-050e-4924-a335-b0e4e3e8aa24,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:40.583348 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196a31b2-8068-40ee-acb6-ba1d87c4a74d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Network 5ba9af08-8843-4250-ba5c-b071695f10ce is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:46:40.594429 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-196a31b2-8068-40ee-acb6-ba1d87c4a74d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5ba9af08-8843-4250-ba5c-b071695f10ce) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:40.601349 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196a31b2-8068-40ee-acb6-ba1d87c4a74d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:40.601992 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-196a31b2-8068-40ee-acb6-ba1d87c4a74d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:40.603699 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76859466-c2e4-4322-9e81-7066d0a2969e None None] Network 5ba9af08-8843-4250-ba5c-b071695f10ce requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:46:40.625560 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-196a31b2-8068-40ee-acb6-ba1d87c4a74d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6370902 Dec 06 14:46:40.628486 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45556) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:40.633782 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-dea240de-8a8f-4c03-9abd-93e149689a9f tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-445675135', 'network_id': '5ba9af08-8843-4250-ba5c-b071695f10ce'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:40.663092 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea240de-8a8f-4c03-9abd-93e149689a9f tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Made reservation on behalf of f0c7200ae53e490b92fc9550b5c4bab5 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:46:40.665732 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dea240de-8a8f-4c03-9abd-93e149689a9f tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:40.689004 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-dea240de-8a8f-4c03-9abd-93e149689a9f tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] device_id is not set on port 7bdf86a9-bf78-457a-918c-8e3ebaca3021 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:46:40.722868 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e1f76-5736-416f-8cc5-ffed4b3ab830 req-2e3b796a-5f4e-4920-afa6-f1d76410ff2d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:40.725908 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e88e1f76-5736-416f-8cc5-ffed4b3ab830 req-2e3b796a-5f4e-4920-afa6-f1d76410ff2d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 945 time: 0.0866961 Dec 06 14:46:40.775820 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ac40e7-83d1-4429-8fbd-3fe05afe81c5 None None] Network 5ba9af08-8843-4250-ba5c-b071695f10ce requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:46:40.811537 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-dea240de-8a8f-4c03-9abd-93e149689a9f tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Allocated IP 172.20.0.2 (5ba9af08-8843-4250-ba5c-b071695f10ce/9b66ad66-a2f9-4f76-80e4-571acabf2b73/7bdf86a9-bf78-457a-918c-8e3ebaca3021) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:46:40.863262 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e88e1f76-5736-416f-8cc5-ffed4b3ab830 req-9939862c-8db9-4dc1-8736-bc49928d83e8 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303935 Dec 06 14:46:40.968887 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dea240de-8a8f-4c03-9abd-93e149689a9f tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:41.015508 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dea240de-8a8f-4c03-9abd-93e149689a9f tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:41.058267 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc63198c-e3b8-494e-b32f-b80bf300c3b7'}, {'server_uuid': '039c5d70-224e-437f-9d0e-22d867c0f3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63402514-050e-4924-a335-b0e4e3e8aa24'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:41.060711 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a369e17-4902-49e3-b45a-6d8d028f98d0" -d '{"events": [{"server_uuid": "6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe", "name": "network-vif-plugged", "status": "completed", "tag": "bc63198c-e3b8-494e-b32f-b80bf300c3b7"}, {"server_uuid": "039c5d70-224e-437f-9d0e-22d867c0f3fc", "name": "network-vif-plugged", "status": "completed", "tag": "63402514-050e-4924-a335-b0e4e3e8aa24"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:41.063260 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea240de-8a8f-4c03-9abd-93e149689a9f tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Network 5ba9af08-8843-4250-ba5c-b071695f10ce is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:46:41.066142 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-dea240de-8a8f-4c03-9abd-93e149689a9f tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:41.070813 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea240de-8a8f-4c03-9abd-93e149689a9f tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:46:41.073262 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5852ce-951e-4a64-ba5b-7cc175846324 req-28dfbaa7-39a6-4b02-b159-4216b06dacac tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:41.073826 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea240de-8a8f-4c03-9abd-93e149689a9f tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Pushing event updated for resources: {'Port': ['ID=7bdf86a9-bf78-457a-918c-8e3ebaca3021,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:41.083022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e5852ce-951e-4a64-ba5b-7cc175846324 req-28dfbaa7-39a6-4b02-b159-4216b06dacac tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 950 time: 0.0670300 Dec 06 14:46:41.106339 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394bd6eb-7aff-4218-ac9e-36d32f0e1de7 x-openstack-request-id: req-394bd6eb-7aff-4218-ac9e-36d32f0e1de7 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:41.106731 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe", "name": "network-vif-plugged", "status": "completed", "tag": "bc63198c-e3b8-494e-b32f-b80bf300c3b7", "code": 200}, {"server_uuid": "039c5d70-224e-437f-9d0e-22d867c0f3fc", "name": "network-vif-plugged", "status": "completed", "tag": "63402514-050e-4924-a335-b0e4e3e8aa24", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:41.107067 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-394bd6eb-7aff-4218-ac9e-36d32f0e1de7 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:41.107493 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc63198c-e3b8-494e-b32f-b80bf300c3b7', 'code': 200} Dec 06 14:46:41.107790 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039c5d70-224e-437f-9d0e-22d867c0f3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63402514-050e-4924-a335-b0e4e3e8aa24', 'code': 200} Dec 06 14:46:41.112715 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea240de-8a8f-4c03-9abd-93e149689a9f tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:41.113392 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dea240de-8a8f-4c03-9abd-93e149689a9f tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:41.130659 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dea240de-8a8f-4c03-9abd-93e149689a9f tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.5005016 Dec 06 14:46:41.133882 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45566) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:41.146702 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e5852ce-951e-4a64-ba5b-7cc175846324 req-b249be0d-b316-45b2-9016-3278361f3977 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584571 Dec 06 14:46:41.213142 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdbd5a-0f29-4b69-9332-fa480684b674 req-0594aca3-ccd7-43d1-9979-cf3fbcdf6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:41.214334 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19fdbd5a-0f29-4b69-9332-fa480684b674 req-0594aca3-ccd7-43d1-9979-cf3fbcdf6737 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 1096 time: 0.0408015 Dec 06 14:46:41.241499 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d4d01-1e08-4425-8f2c-34e3f979d248 req-76c2848f-0559-44a3-a7dc-c7ca52f19d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:41.243384 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c0d4d01-1e08-4425-8f2c-34e3f979d248 req-76c2848f-0559-44a3-a7dc-c7ca52f19d21 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 1101 time: 0.0532105 Dec 06 14:46:41.252330 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-62a099d6-4d9d-4fcf-b302-c776bfff3c92 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Deleting port 7bdf86a9-bf78-457a-918c-8e3ebaca3021 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:46:41.252678 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62a099d6-4d9d-4fcf-b302-c776bfff3c92 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:41.275111 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19fdbd5a-0f29-4b69-9332-fa480684b674 req-09f936a7-cb88-4644-9247-bd60b637f601 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518346 Dec 06 14:46:41.309895 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba6a91-8185-4f17-aa56-eaa5e5472919 req-f5b12657-0b40-45f7-b81f-db36b0b95571 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:41.311806 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-45ba6a91-8185-4f17-aa56-eaa5e5472919 req-f5b12657-0b40-45f7-b81f-db36b0b95571 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb447fa6-2070-4823-b8e0-20c0253d2471 HTTP/1.1" status: 200 len: 943 time: 0.0560775 Dec 06 14:46:41.347667 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c0d4d01-1e08-4425-8f2c-34e3f979d248 req-3e1766dc-35f1-417b-a2fe-9f1a2ed1e230 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917470 Dec 06 14:46:41.362075 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-45ba6a91-8185-4f17-aa56-eaa5e5472919 req-fc3e2885-6d19-45d3-a13e-6da6193d9920 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443280 Dec 06 14:46:41.365227 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62a099d6-4d9d-4fcf-b302-c776bfff3c92 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:41.377804 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-62a099d6-4d9d-4fcf-b302-c776bfff3c92 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Calling delete_port for 7bdf86a9-bf78-457a-918c-8e3ebaca3021 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:46:41.450067 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ae933e8-f373-49ed-9838-4ce7262d0d2f req-25c590e7-414e-4689-b9fd-74c422bed489 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 210 time: 0.0289917 Dec 06 14:46:41.530140 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62a099d6-4d9d-4fcf-b302-c776bfff3c92 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:41.557365 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a099d6-4d9d-4fcf-b302-c776bfff3c92 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bdf86a9-bf78-457a-918c-8e3ebaca3021,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:41.622934 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62a099d6-4d9d-4fcf-b302-c776bfff3c92 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:41.626809 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-62a099d6-4d9d-4fcf-b302-c776bfff3c92 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "DELETE /v2.0/ports/7bdf86a9-bf78-457a-918c-8e3ebaca3021 HTTP/1.1" status: 204 len: 168 time: 0.4919953 Dec 06 14:46:41.629664 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45574) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:41.633860 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ba9af08-8843-4250-ba5c-b071695f10ce', 'external_fixed_ips': [{'subnet_id': '9b66ad66-a2f9-4f76-80e4-571acabf2b73', 'ip_address': '172.20.0.2'}]}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:41.664915 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-a5d110e3-57ab-4a20-8c18-cc0718ade597 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=fd10f5ff45e940fe992918959a1c6039&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269043 Dec 06 14:46:41.697507 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:41.698525 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:41.836355 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:41.887668 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-bd432ba1-9481-4a85-bc3e-bada2048863c tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:41.889196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-bd432ba1-9481-4a85-bc3e-bada2048863c tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160094 Dec 06 14:46:41.919437 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-63c7e65d-f56b-4069-ad63-73fb539ca6a6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Request body: {'port': {'device_id': 'fdf1f569-bf09-4ce1-b9e6-388431cf1457', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': 'fd10f5ff45e940fe992918959a1c6039'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:41.964038 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badce97a-4a08-4a9e-9ebc-a30fcaf66c7c req-c17a45f0-25b1-4641-bffa-a63942248c76 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:41.965523 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-badce97a-4a08-4a9e-9ebc-a30fcaf66c7c req-c17a45f0-25b1-4641-bffa-a63942248c76 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 945 time: 0.0522602 Dec 06 14:46:42.012898 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-badce97a-4a08-4a9e-9ebc-a30fcaf66c7c req-d655fc3e-1b0d-4fd2-8316-be37e405fa8e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407605 Dec 06 14:46:42.041114 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:42.138400 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-63c7e65d-f56b-4069-ad63-73fb539ca6a6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Made reservation on behalf of fd10f5ff45e940fe992918959a1c6039 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:46:42.141881 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-63c7e65d-f56b-4069-ad63-73fb539ca6a6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:42.292984 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 4bdef259-fa95-490e-9346-0a1bd9626d1a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:46:42.376990 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-63c7e65d-f56b-4069-ad63-73fb539ca6a6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Allocated IP 192.168.233.137 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/9439ffc0-6668-4380-ac9a-0884f2057d7f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:46:42.390038 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 4bdef259-fa95-490e-9346-0a1bd9626d1a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4bdef259-fa95-490e-9346-0a1bd9626d1a,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:42.401815 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '4bdef259-fa95-490e-9346-0a1bd9626d1a', 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088', 'port_id': '4bdef259-fa95-490e-9346-0a1bd9626d1a', 'mac_address': 'fa:16:3e:14:9a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9db456-6440-47de-9186-75398af412f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:46:42.405903 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98392aa7-f3c1-4502-8054-d668133c1768 req-8563baa4-2f63-4ab9-88f9-c37da0557de9 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:42.407413 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98392aa7-f3c1-4502-8054-d668133c1768 req-8563baa4-2f63-4ab9-88f9-c37da0557de9 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 950 time: 0.1835783 Dec 06 14:46:42.460289 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:42.467472 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:42.481827 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bdef259-fa95-490e-9346-0a1bd9626d1a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:42.504026 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:42.508048 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 4bdef259-fa95-490e-9346-0a1bd9626d1a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4bdef259-fa95-490e-9346-0a1bd9626d1a,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:42.521646 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:42.533320 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add4289-97cb-4f06-a293-dff78d94ae29 req-b7e874e8-dcaa-45f9-b26e-0823ea5d4e97 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:42.545013 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7add4289-97cb-4f06-a293-dff78d94ae29 req-b7e874e8-dcaa-45f9-b26e-0823ea5d4e97 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb447fa6-2070-4823-b8e0-20c0253d2471 HTTP/1.1" status: 200 len: 943 time: 0.1000359 Dec 06 14:46:42.583101 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=4bdef259-fa95-490e-9346-0a1bd9626d1a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:42.593460 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:42.593853 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:42.594200 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:42.594546 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:42.594974 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:42.595429 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:42.596175 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:42.596520 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:42.596911 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:42.597286 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:42.599446 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:42.599446 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:42.599446 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:46:42.603884 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98392aa7-f3c1-4502-8054-d668133c1768 req-cf557404-744a-4263-82bb-8ad9249f297c tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817262 Dec 06 14:46:42.642622 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7add4289-97cb-4f06-a293-dff78d94ae29 req-61eb300f-057d-4327-bb62-5f84d336c8cd tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957024 Dec 06 14:46:42.836672 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['4bdef259-fa95-490e-9346-0a1bd9626d1a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:46:42.999916 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30ad0ec4-0d19-4671-bf28-b33552b46b68 req-c257d28f-ff6e-4f7b-b2d6-4201eba3e5a1 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 210 time: 0.0414081 Dec 06 14:46:43.070076 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-63c7e65d-f56b-4069-ad63-73fb539ca6a6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:43.087592 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Allocated IP 172.20.0.2 (5ba9af08-8843-4250-ba5c-b071695f10ce/9b66ad66-a2f9-4f76-80e4-571acabf2b73/715afdca-0cd5-44e0-a06e-62344c3205c1) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:46:43.208945 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-63c7e65d-f56b-4069-ad63-73fb539ca6a6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:43.225122 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651948a7-614a-4416-9928-8b84985e9755 req-04262c1f-ec48-4c3a-84ef-046ffc4a3854 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:43.226564 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-651948a7-614a-4416-9928-8b84985e9755 req-04262c1f-ec48-4c3a-84ef-046ffc4a3854 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 945 time: 0.1367130 Dec 06 14:46:43.285931 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-63c7e65d-f56b-4069-ad63-73fb539ca6a6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:46:43.295913 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-63c7e65d-f56b-4069-ad63-73fb539ca6a6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:43.298287 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-63c7e65d-f56b-4069-ad63-73fb539ca6a6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:46:43.364178 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:43.367428 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7e65d-f56b-4069-ad63-73fb539ca6a6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Pushing event updated for resources: {'Port': ['ID=9439ffc0-6668-4380-ac9a-0884f2057d7f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:43.400322 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-63c7e65d-f56b-4069-ad63-73fb539ca6a6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:43.400944 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-63c7e65d-f56b-4069-ad63-73fb539ca6a6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:43.408101 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-651948a7-614a-4416-9928-8b84985e9755 req-f3b5864e-17e1-4c72-ad29-76ace5fbd2b9 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750913 Dec 06 14:46:43.434097 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-63c7e65d-f56b-4069-ad63-73fb539ca6a6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5200777 Dec 06 14:46:43.448722 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Request body: {'port': {'device_id': 'fdf1f569-bf09-4ce1-b9e6-388431cf1457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:43.453366 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:43.500728 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-28e7685f-66f5-48a0-8293-dc0644617e2d None None] Provisioning complete for port 9439ffc0-6668-4380-ac9a-0884f2057d7f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:43.501289 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-28e7685f-66f5-48a0-8293-dc0644617e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:43.530271 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e919067-5efc-4535-9fab-d7fa06cd1822 req-3412f3d9-2a84-4513-b60a-a820d163b5a0 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:43.532500 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e919067-5efc-4535-9fab-d7fa06cd1822 req-3412f3d9-2a84-4513-b60a-a820d163b5a0 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 1096 time: 0.0409560 Dec 06 14:46:43.538782 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-28e7685f-66f5-48a0-8293-dc0644617e2d None None] Port 9439ffc0-6668-4380-ac9a-0884f2057d7f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:46:43.544378 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Pushing event updated for resources: {'Port': ['ID=715afdca-0cd5-44e0-a06e-62344c3205c1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:43.555248 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Network 5ba9af08-8843-4250-ba5c-b071695f10ce is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:46:43.572895 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:43.576509 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:46:43.577808 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e919067-5efc-4535-9fab-d7fa06cd1822 req-b82c25f9-797c-4a60-8dc4-090061adb4ca tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392835 Dec 06 14:46:43.603375 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:43.692534 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['002421a5-b798-4c72-8b3c-506260708352', 'd3ce4777-233c-46f8-8cc3-18dcecf32a87'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:46:43.756485 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98007a50-468a-4027-aa30-b7fa5fba1b79 req-d54f8fba-f331-4e1e-9459-5b4397fac1ad tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:43.758050 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-98007a50-468a-4027-aa30-b7fa5fba1b79 req-d54f8fba-f331-4e1e-9459-5b4397fac1ad tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 950 time: 0.0849717 Dec 06 14:46:43.814300 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-98007a50-468a-4027-aa30-b7fa5fba1b79 req-5c03abb2-2b94-4069-b346-d82fffb6a0bc tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491753 Dec 06 14:46:43.966618 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591af00-138b-4d20-b1cd-facc762bb4b7 req-f04bc839-f1d2-4d5a-ad44-6aca10c19c92 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:43.979738 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4591af00-138b-4d20-b1cd-facc762bb4b7 req-f04bc839-f1d2-4d5a-ad44-6aca10c19c92 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb447fa6-2070-4823-b8e0-20c0253d2471 HTTP/1.1" status: 200 len: 944 time: 0.1826892 Dec 06 14:46:44.057766 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c88be-1b45-4880-a073-c2cc733e5546 req-f1874b7a-615e-4ad2-a672-1830947797de tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:44.060068 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-463c88be-1b45-4880-a073-c2cc733e5546 req-f1874b7a-615e-4ad2-a672-1830947797de tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=cefa1fee-4a92-48d5-a04f-8ac586116e83 HTTP/1.1" status: 200 len: 950 time: 0.0664170 Dec 06 14:46:44.121122 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-463c88be-1b45-4880-a073-c2cc733e5546 req-1f855524-de14-427d-b6cf-798247dc4c00 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522609 Dec 06 14:46:44.127425 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4591af00-138b-4d20-b1cd-facc762bb4b7 req-c5af2a0a-54fc-43bf-9bed-3018a2fc4de2 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519308 Dec 06 14:46:44.168572 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:44.310096 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 4bdef259-fa95-490e-9346-0a1bd9626d1a up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:46:44.329854 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9439ffc0-6668-4380-ac9a-0884f2057d7f {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:44.344121 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:44.371864 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 4bdef259-fa95-490e-9346-0a1bd9626d1a completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:46:44.373860 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af63dc7-56ac-43f0-937e-95623c703af9 req-8810d574-b06c-4554-846a-e11f0ed63be5 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:44.375385 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4af63dc7-56ac-43f0-937e-95623c703af9 req-8810d574-b06c-4554-846a-e11f0ed63be5 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 936 time: 0.1729608 Dec 06 14:46:44.379458 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Transition to ACTIVE for port object 9439ffc0-6668-4380-ac9a-0884f2057d7f will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:46:44.388709 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 4bdef259-fa95-490e-9346-0a1bd9626d1a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:44.389505 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:44.426401 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:44.509955 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:44.544858 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb447fa6-2070-4823-b8e0-20c0253d2471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdef259-fa95-490e-9346-0a1bd9626d1a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:44.548173 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fff518-3b8e-4043-abd1-77903fb6f159" -d '{"events": [{"server_uuid": "eb447fa6-2070-4823-b8e0-20c0253d2471", "name": "network-vif-plugged", "status": "completed", "tag": "4bdef259-fa95-490e-9346-0a1bd9626d1a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:44.562733 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 4bdef259-fa95-490e-9346-0a1bd9626d1a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4bdef259-fa95-490e-9346-0a1bd9626d1a,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:44.571209 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:44.590343 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Pushing event updated for resources: {'Port': ['ID=9439ffc0-6668-4380-ac9a-0884f2057d7f,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:44.640007 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4af63dc7-56ac-43f0-937e-95623c703af9 req-b21115d1-58a8-4fd7-8f54-6d96e36af2da tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186985 Dec 06 14:46:44.682370 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:44.710018 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=4bdef259-fa95-490e-9346-0a1bd9626d1a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:44.755973 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83026c2-cac7-481c-afcd-60382863147b x-openstack-request-id: req-a83026c2-cac7-481c-afcd-60382863147b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:44.756287 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb447fa6-2070-4823-b8e0-20c0253d2471", "name": "network-vif-plugged", "status": "completed", "tag": "4bdef259-fa95-490e-9346-0a1bd9626d1a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:44.756541 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a83026c2-cac7-481c-afcd-60382863147b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:44.756948 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb447fa6-2070-4823-b8e0-20c0253d2471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdef259-fa95-490e-9346-0a1bd9626d1a', 'code': 200} Dec 06 14:46:44.803499 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Attempting to bind port 9439ffc0-6668-4380-ac9a-0884f2057d7f on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:46:44.803928 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Attempting to bind port 9439ffc0-6668-4380-ac9a-0884f2057d7f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:46:44.804264 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Attempting to bind port 9439ffc0-6668-4380-ac9a-0884f2057d7f on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:44.837170 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Port 9439ffc0-6668-4380-ac9a-0884f2057d7f on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:46:44.837503 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Attempting to bind port 9439ffc0-6668-4380-ac9a-0884f2057d7f on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:44.850341 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:46:44.850716 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:46:44.851196 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:46:44.851668 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Bound port: 9439ffc0-6668-4380-ac9a-0884f2057d7f, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:46:44.852210 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:44.902348 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbf315-be0d-47d2-9920-3b71bc92d4cd req-7c73e248-8d31-4851-9f43-82c91521b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:44.904047 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-36dbf315-be0d-47d2-9920-3b71bc92d4cd req-7c73e248-8d31-4851-9f43-82c91521b795 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb447fa6-2070-4823-b8e0-20c0253d2471 HTTP/1.1" status: 200 len: 1096 time: 0.0632768 Dec 06 14:46:44.957548 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] For port 9439ffc0-6668-4380-ac9a-0884f2057d7f, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:46:44.958058 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-36dbf315-be0d-47d2-9920-3b71bc92d4cd req-3a93c6e8-a3c7-4724-bfae-d43b958e7aa2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465307 Dec 06 14:46:44.961503 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] For port 9439ffc0-6668-4380-ac9a-0884f2057d7f, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9439ffc0-6668-4380-ac9a-0884f2057d7f,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:46:44.966466 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:44.973208 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Router f1e91eda-be19-47de-8763-88f6fcc11063 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:46:45.013801 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:45.013801 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:45.013801 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] 10.222.0.37 "PUT /v2.0/ports/9439ffc0-6668-4380-ac9a-0884f2057d7f HTTP/1.1" status: 200 len: 1096 time: 1.5705116 Dec 06 14:46:45.015153 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf1f569-bf09-4ce1-b9e6-388431cf1457', 'tag': '9439ffc0-6668-4380-ac9a-0884f2057d7f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:45.017489 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43046a34-0a23-4ca2-8ffe-416fc499792d" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf1f569-bf09-4ce1-b9e6-388431cf1457", "tag": "9439ffc0-6668-4380-ac9a-0884f2057d7f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:45.084362 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c7f2ae-799a-4edb-979d-3562b301e07f x-openstack-request-id: req-52c7f2ae-799a-4edb-979d-3562b301e07f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:45.084718 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf1f569-bf09-4ce1-b9e6-388431cf1457", "tag": "9439ffc0-6668-4380-ac9a-0884f2057d7f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:45.084915 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52c7f2ae-799a-4edb-979d-3562b301e07f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:45.085341 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf1f569-bf09-4ce1-b9e6-388431cf1457', 'tag': '9439ffc0-6668-4380-ac9a-0884f2057d7f', 'status': 'completed', 'code': 200} Dec 06 14:46:45.088237 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33501a-7a85-4289-af92-fd5817e6d61e service neutron] Pushing event updated for resources: {'Port': ['ID=9439ffc0-6668-4380-ac9a-0884f2057d7f,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:45.166348 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:46:45.190077 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73397baf-b563-4463-a69d-823268667d27 None None] Sync routers for ids ['f1e91eda-be19-47de-8763-88f6fcc11063'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:46:45.204579 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:45.208821 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9ef65c5d-a6fa-4beb-8f70-85c8e792243d tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.5755517 Dec 06 14:46:45.209155 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73397baf-b563-4463-a69d-823268667d27 None None] Routers {'f1e91eda-be19-47de-8763-88f6fcc11063'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:46:45.209155 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-73397baf-b563-4463-a69d-823268667d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:46:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f1e91eda-be19-47de-8763-88f6fcc11063'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:45.209372 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45660) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:45.301676 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43046a34-0a23-4ca2-8ffe-416fc499792d req-71faa1cf-e94e-4252-9b41-1ff12bfb0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:45.304010 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-43046a34-0a23-4ca2-8ffe-416fc499792d req-71faa1cf-e94e-4252-9b41-1ff12bfb0fb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd10f5ff45e940fe992918959a1c6039&device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 1099 time: 0.0967813 Dec 06 14:46:45.363107 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9752cb8e-75e2-46e6-a686-a5a386f93e62 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:45.371092 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be6a6d-508b-4355-913b-62e23e044dc1 req-7a5b76e6-4630-42bb-87d8-09c864ecb6f3 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:45.372821 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-24be6a6d-508b-4355-913b-62e23e044dc1 req-7a5b76e6-4630-42bb-87d8-09c864ecb6f3 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb447fa6-2070-4823-b8e0-20c0253d2471 HTTP/1.1" status: 200 len: 945 time: 0.1265328 Dec 06 14:46:45.374855 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-43046a34-0a23-4ca2-8ffe-416fc499792d req-b3d9bfa6-373a-45a9-9075-e0e3688f3609 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fd10f5ff45e940fe992918959a1c6039&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599358 Dec 06 14:46:45.475167 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9752cb8e-75e2-46e6-a686-a5a386f93e62 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:45.516115 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-73397baf-b563-4463-a69d-823268667d27 None None] Set router f1e91eda-be19-47de-8763-88f6fcc11063 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:46:45.541690 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9752cb8e-75e2-46e6-a686-a5a386f93e62 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Deleting port 715afdca-0cd5-44e0-a06e-62344c3205c1 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:46:45.542184 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9752cb8e-75e2-46e6-a686-a5a386f93e62 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:45.577270 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-24be6a6d-508b-4355-913b-62e23e044dc1 req-06430a45-e0cc-4961-9750-0792c33cfe84 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974890 Dec 06 14:46:45.610173 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43046a34-0a23-4ca2-8ffe-416fc499792d req-7c411cd9-08aa-40ea-b075-431dad83234e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:45.611678 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-43046a34-0a23-4ca2-8ffe-416fc499792d req-7c411cd9-08aa-40ea-b075-431dad83234e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2250538 Dec 06 14:46:45.623460 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9752cb8e-75e2-46e6-a686-a5a386f93e62 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:45.635856 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9752cb8e-75e2-46e6-a686-a5a386f93e62 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Calling delete_port for 715afdca-0cd5-44e0-a06e-62344c3205c1 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:46:45.702658 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-51d892a1-8fc6-4b3c-818c-bdd8f568703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:45.704386 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-51d892a1-8fc6-4b3c-818c-bdd8f568703f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd10f5ff45e940fe992918959a1c6039&device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 1099 time: 0.0485985 Dec 06 14:46:45.731248 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-73397baf-b563-4463-a69d-823268667d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e91eda-be19-47de-8763-88f6fcc11063', 'name': '', 'tenant_id': 'f0c7200ae53e490b92fc9550b5c4bab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ba9af08-8843-4250-ba5c-b071695f10ce', 'external_fixed_ips': [{'subnet_id': '9b66ad66-a2f9-4f76-80e4-571acabf2b73', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '715afdca-0cd5-44e0-a06e-62344c3205c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:46:41Z', 'updated_at': '2021-12-06T14:46:43Z', 'revision_number': 3, 'project_id': 'f0c7200ae53e490b92fc9550b5c4bab5', 'gw_port': {'id': '715afdca-0cd5-44e0-a06e-62344c3205c1', 'name': '', 'network_id': '5ba9af08-8843-4250-ba5c-b071695f10ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:42:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e91eda-be19-47de-8763-88f6fcc11063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '9b66ad66-a2f9-4f76-80e4-571acabf2b73', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:46:42Z', 'updated_at': '2021-12-06T14:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b66ad66-a2f9-4f76-80e4-571acabf2b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:45.764121 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73397baf-b563-4463-a69d-823268667d27 None None] Checking router: f1e91eda-be19-47de-8763-88f6fcc11063 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:46:45.764336 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-628d4bd7-eac8-4e4f-9817-00fe9f37c01b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=9439ffc0-6668-4380-ac9a-0884f2057d7f HTTP/1.1" status: 200 len: 217 time: 0.0477352 Dec 06 14:46:45.764636 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73397baf-b563-4463-a69d-823268667d27 None None] Updating router f1e91eda-be19-47de-8763-88f6fcc11063 port 715afdca-0cd5-44e0-a06e-62344c3205c1 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:46:45.797899 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-73397baf-b563-4463-a69d-823268667d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:45.821677 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4738c-6250-440c-894d-933e9345ba40 req-69ba0160-218e-4293-b13a-299e6ac2a485 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:45.823372 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4da4738c-6250-440c-894d-933e9345ba40 req-69ba0160-218e-4293-b13a-299e6ac2a485 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 948 time: 0.0685954 Dec 06 14:46:45.903838 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9752cb8e-75e2-46e6-a686-a5a386f93e62 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:45.942684 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752cb8e-75e2-46e6-a686-a5a386f93e62 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Pushing event deleted for resources: {'Port': ['ID=715afdca-0cd5-44e0-a06e-62344c3205c1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:45.955109 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4da4738c-6250-440c-894d-933e9345ba40 req-24cbe48b-37aa-432d-87ee-0a59e55399ac tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021652 Dec 06 14:46:46.030122 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9752cb8e-75e2-46e6-a686-a5a386f93e62 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:46.134703 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9752cb8e-75e2-46e6-a686-a5a386f93e62 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:46.137542 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9752cb8e-75e2-46e6-a686-a5a386f93e62 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:46.176661 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-73397baf-b563-4463-a69d-823268667d27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:46:46.177268 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-73397baf-b563-4463-a69d-823268667d27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:46:46.197210 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9752cb8e-75e2-46e6-a686-a5a386f93e62 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:46.197781 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9752cb8e-75e2-46e6-a686-a5a386f93e62 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1e91eda-be19-47de-8763-88f6fcc11063 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:46:46.202955 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9752cb8e-75e2-46e6-a686-a5a386f93e62 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:46.206875 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9752cb8e-75e2-46e6-a686-a5a386f93e62 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "DELETE /v2.0/routers/f1e91eda-be19-47de-8763-88f6fcc11063 HTTP/1.1" status: 204 len: 168 time: 0.9944146 Dec 06 14:46:46.207128 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45684) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:46.235537 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-85c9547e-55f0-4316-ae2d-c7c0aff8129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:46.237026 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-85c9547e-55f0-4316-ae2d-c7c0aff8129b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.4516423 Dec 06 14:46:46.266906 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a9fdb8-464c-4ce3-b385-74b23354dac4 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Deleting subnet 9b66ad66-a2f9-4f76-80e4-571acabf2b73 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:46:46.271814 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2a9fdb8-464c-4ce3-b385-74b23354dac4 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:46.293384 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-e3b63cfd-5e0c-4ae8-b602-2d3f32c4834d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:46.295995 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-e3b63cfd-5e0c-4ae8-b602-2d3f32c4834d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0464785 Dec 06 14:46:46.316455 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2a9fdb8-464c-4ce3-b385-74b23354dac4 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:46.362775 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2a9fdb8-464c-4ce3-b385-74b23354dac4 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:46.418870 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-3e946d37-89a2-4969-8e57-99271658b803 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154742 Dec 06 14:46:46.427688 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2a9fdb8-464c-4ce3-b385-74b23354dac4 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:46.456038 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9fdb8-464c-4ce3-b385-74b23354dac4 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9b66ad66-a2f9-4f76-80e4-571acabf2b73,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:46.462725 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2a9fdb8-464c-4ce3-b385-74b23354dac4 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:46.466106 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d2a9fdb8-464c-4ce3-b385-74b23354dac4 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/9b66ad66-a2f9-4f76-80e4-571acabf2b73 HTTP/1.1" status: 204 len: 168 time: 0.2578833 Dec 06 14:46:46.468857 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45694) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:46.547225 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00f2b8f3-8802-4536-934e-fba352a59146 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:46.558414 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5971dbd1-775a-4621-bf6f-175adb8b90c5 req-a1107cf3-6753-4ee8-a62d-178365aa32b0 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295919 Dec 06 14:46:46.643216 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00f2b8f3-8802-4536-934e-fba352a59146 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:46.666261 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-00f2b8f3-8802-4536-934e-fba352a59146 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba9af08-8843-4250-ba5c-b071695f10ce']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:46.678527 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-00f2b8f3-8802-4536-934e-fba352a59146 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62abbe7-4782-4f32-a2b1-5e900636c025') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:46.678928 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-00f2b8f3-8802-4536-934e-fba352a59146 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62abbe7-4782-4f32-a2b1-5e900636c025') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:46.690139 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00f2b8f3-8802-4536-934e-fba352a59146 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:46.695577 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73397baf-b563-4463-a69d-823268667d27 None None] Port 715afdca-0cd5-44e0-a06e-62344c3205c1 not found while updating agent binding for router f1e91eda-be19-47de-8763-88f6fcc11063. {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 06 14:46:46.704978 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00f2b8f3-8802-4536-934e-fba352a59146 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:46.705974 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73397baf-b563-4463-a69d-823268667d27 None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:46:46.706890 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73397baf-b563-4463-a69d-823268667d27 None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 14:46:46.708918 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_agentschedulers_db [None req-73397baf-b563-4463-a69d-823268667d27 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f1e91eda-be19-47de-8763-88f6fcc11063'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:46:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent'). {{(pid=103290) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 14:46:46.709794 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73397baf-b563-4463-a69d-823268667d27 None None] The sync data for ids ['f1e91eda-be19-47de-8763-88f6fcc11063'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:46:46.712062 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f2b8f3-8802-4536-934e-fba352a59146 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:46:46.712484 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00f2b8f3-8802-4536-934e-fba352a59146 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:46:46.727728 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:46:46.730785 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134575f0-ed64-41c7-bff8-5e02a8997006 req-462a29fc-4a73-40db-b681-f91ac77db363 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:46.733229 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-134575f0-ed64-41c7-bff8-5e02a8997006 req-462a29fc-4a73-40db-b681-f91ac77db363 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb447fa6-2070-4823-b8e0-20c0253d2471 HTTP/1.1" status: 200 len: 945 time: 0.0730453 Dec 06 14:46:46.789131 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-134575f0-ed64-41c7-bff8-5e02a8997006 req-259cd9f9-9401-4eec-9d35-48d264b9bdfb tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495827 Dec 06 14:46:47.100519 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ba293-8139-47bc-a9b9-8f45a949994f req-cf01a4b8-39f2-4a08-b5a6-fb14e8b41e35 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:47.102555 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d06ba293-8139-47bc-a9b9-8f45a949994f req-cf01a4b8-39f2-4a08-b5a6-fb14e8b41e35 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 948 time: 0.0610967 Dec 06 14:46:47.166488 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00f2b8f3-8802-4536-934e-fba352a59146 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:47.175136 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d06ba293-8139-47bc-a9b9-8f45a949994f req-e0b9193f-7e4d-4a25-9dce-641bd58349f3 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624950 Dec 06 14:46:47.178111 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f2b8f3-8802-4536-934e-fba352a59146 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ba9af08-8843-4250-ba5c-b071695f10ce {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 14:46:47.206981 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00f2b8f3-8802-4536-934e-fba352a59146 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:47.210081 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-00f2b8f3-8802-4536-934e-fba352a59146 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5ba9af08-8843-4250-ba5c-b071695f10ce HTTP/1.1" status: 204 len: 168 time: 0.7403116 Dec 06 14:46:47.218464 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4909781-fc68-44eb-a518-84665e306bfb req-cf0e6994-d172-4cc2-a29a-a8735d770f79 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:47.226538 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a4909781-fc68-44eb-a518-84665e306bfb req-cf0e6994-d172-4cc2-a29a-a8735d770f79 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb447fa6-2070-4823-b8e0-20c0253d2471 HTTP/1.1" status: 200 len: 945 time: 0.1051421 Dec 06 14:46:47.247717 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2b8f3-8802-4536-934e-fba352a59146 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ba9af08-8843-4250-ba5c-b071695f10ce,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:47.320187 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a4909781-fc68-44eb-a518-84665e306bfb req-41228b0d-6fa3-47a3-a9d7-eefab892c9e7 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778351 Dec 06 14:46:47.489689 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45728) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:47.494526 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9931cf7c-5fa5-49e5-a081-43ce869a0650 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Request body: {'router': {'name': 'tempest-router--1907807172', 'project_id': '06afbc97d494469eb6aec7c03b6adc9f'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:47.518213 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9931cf7c-5fa5-49e5-a081-43ce869a0650 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:47.519942 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9931cf7c-5fa5-49e5-a081-43ce869a0650 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:47.576474 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9931cf7c-5fa5-49e5-a081-43ce869a0650 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:47.588453 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9931cf7c-5fa5-49e5-a081-43ce869a0650 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:47.615136 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9931cf7c-5fa5-49e5-a081-43ce869a0650 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:47.617594 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9931cf7c-5fa5-49e5-a081-43ce869a0650 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1265585 Dec 06 14:46:47.620370 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45732) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:47.724463 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7760dc4-afe1-4cc2-ad8d-53848d575db2 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:47.742896 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 2f4ad596-9441-45ce-be10-24fb09f6a379 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:46:47.860679 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 2f4ad596-9441-45ce-be10-24fb09f6a379, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f4ad596-9441-45ce-be10-24fb09f6a379,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:47.875368 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '2f4ad596-9441-45ce-be10-24fb09f6a379', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '2f4ad596-9441-45ce-be10-24fb09f6a379', 'mac_address': 'fa:16:3e:62:10:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:46:47.907851 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7760dc4-afe1-4cc2-ad8d-53848d575db2 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:47.909999 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7760dc4-afe1-4cc2-ad8d-53848d575db2 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:47.922272 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:47.939724 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f4ad596-9441-45ce-be10-24fb09f6a379 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:47.957932 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7760dc4-afe1-4cc2-ad8d-53848d575db2 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:47.959492 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7760dc4-afe1-4cc2-ad8d-53848d575db2 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36389ab3-97c9-469b-af40-c037ee706436 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:46:47.965373 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 2f4ad596-9441-45ce-be10-24fb09f6a379, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f4ad596-9441-45ce-be10-24fb09f6a379,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:47.966017 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7760dc4-afe1-4cc2-ad8d-53848d575db2 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:47.971336 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e7760dc4-afe1-4cc2-ad8d-53848d575db2 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "DELETE /v2.0/routers/36389ab3-97c9-469b-af40-c037ee706436 HTTP/1.1" status: 204 len: 168 time: 0.3462100 Dec 06 14:46:47.979344 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:48.081572 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=2f4ad596-9441-45ce-be10-24fb09f6a379,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:48.135261 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45758) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:48.155423 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['2f4ad596-9441-45ce-be10-24fb09f6a379'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:46:48.417459 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f2a8c-01fb-4fd3-a928-28920dce0245 req-7dad8523-bf39-4ba2-8b57-8f6622560af9 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:48.426032 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb9f2a8c-01fb-4fd3-a928-28920dce0245 req-7dad8523-bf39-4ba2-8b57-8f6622560af9 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 948 time: 0.1498783 Dec 06 14:46:48.452309 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-978439410', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:48.499632 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb9f2a8c-01fb-4fd3-a928-28920dce0245 req-fd878ad9-84f9-44ba-aa51-6f0be813553b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712309 Dec 06 14:46:48.556355 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:48.557640 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:48.593788 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c3513-f3e0-47cd-bc08-d326b9bca4a1 req-ad7af7bf-9782-4f25-a0cc-7721b6c4d450 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:48.595831 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-515c3513-f3e0-47cd-bc08-d326b9bca4a1 req-ad7af7bf-9782-4f25-a0cc-7721b6c4d450 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb447fa6-2070-4823-b8e0-20c0253d2471 HTTP/1.1" status: 200 len: 945 time: 0.0900617 Dec 06 14:46:48.649578 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:48.746380 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-515c3513-f3e0-47cd-bc08-d326b9bca4a1 req-8aa89d42-8d2c-478b-ba46-4f830c76920c tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424322 Dec 06 14:46:48.919428 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:49.300321 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:49.329930 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:49.520954 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Allocated IP 172.35.7.228 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/840a0679-9f0c-4b7b-a11d-91c70ae6b91f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:46:49.719465 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:49.727930 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a41dd-6b44-476e-9783-5d76871913af req-d22e71ae-e45d-4e63-b3b8-773d98ea7025 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:49.735135 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-186a41dd-6b44-476e-9783-5d76871913af req-d22e71ae-e45d-4e63-b3b8-773d98ea7025 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 948 time: 0.0912952 Dec 06 14:46:49.752278 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 2f4ad596-9441-45ce-be10-24fb09f6a379 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:46:49.815178 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-186a41dd-6b44-476e-9783-5d76871913af req-e70cd143-235b-4146-90cf-e671776d64a9 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731456 Dec 06 14:46:49.847152 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:49.856913 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 2f4ad596-9441-45ce-be10-24fb09f6a379 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:49.857846 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:49.903799 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Pushing event updated for resources: {'Port': ['ID=840a0679-9f0c-4b7b-a11d-91c70ae6b91f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:49.917720 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:46:49.919383 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:49.922364 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:46:50.002505 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:50.030491 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefa1fee-4a92-48d5-a04f-8ac586116e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4ad596-9441-45ce-be10-24fb09f6a379'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:50.033335 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cf37b4-9f70-4614-b6e8-17edabd958e8" -d '{"events": [{"server_uuid": "cefa1fee-4a92-48d5-a04f-8ac586116e83", "name": "network-vif-plugged", "status": "completed", "tag": "2f4ad596-9441-45ce-be10-24fb09f6a379"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:50.053613 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 2f4ad596-9441-45ce-be10-24fb09f6a379, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f4ad596-9441-45ce-be10-24fb09f6a379,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:50.064134 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:50.114274 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a589ecd-8fb8-4da5-82d1-38a92249dd3e x-openstack-request-id: req-2a589ecd-8fb8-4da5-82d1-38a92249dd3e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:46:50.114797 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefa1fee-4a92-48d5-a04f-8ac586116e83", "name": "network-vif-plugged", "status": "completed", "tag": "2f4ad596-9441-45ce-be10-24fb09f6a379", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:46:50.115236 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a589ecd-8fb8-4da5-82d1-38a92249dd3e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:46:50.115937 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefa1fee-4a92-48d5-a04f-8ac586116e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4ad596-9441-45ce-be10-24fb09f6a379', 'code': 200} Dec 06 14:46:50.154948 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=2f4ad596-9441-45ce-be10-24fb09f6a379,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:50.327901 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9439ffc0-6668-4380-ac9a-0884f2057d7f details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:46:50.379025 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:50.547091 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 9439ffc0-6668-4380-ac9a-0884f2057d7f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9439ffc0-6668-4380-ac9a-0884f2057d7f,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:50.576989 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '9439ffc0-6668-4380-ac9a-0884f2057d7f', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '9439ffc0-6668-4380-ac9a-0884f2057d7f', 'mac_address': 'fa:16:3e:c6:b2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:46:50.624908 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:50.654155 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:50.679558 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9439ffc0-6668-4380-ac9a-0884f2057d7f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:50.703311 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 9439ffc0-6668-4380-ac9a-0884f2057d7f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9439ffc0-6668-4380-ac9a-0884f2057d7f,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:50.711751 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:50.831860 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=9439ffc0-6668-4380-ac9a-0884f2057d7f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:50.868776 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Router 7ba9c75c-165d-47c5-80a5-9d4d91ee7b27 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:46:50.993504 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:46:51.010729 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94afd3a7-9fbf-4bd5-8fb2-b8352ca2dda7 None None] Sync routers for ids ['7ba9c75c-165d-47c5-80a5-9d4d91ee7b27'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:46:51.034848 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b61295-6825-4f7a-a89f-13e1edd27418 req-a82936d6-25c7-4711-a92d-eb2c4485a6b9 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:51.037260 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:51.038139 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94afd3a7-9fbf-4bd5-8fb2-b8352ca2dda7 None None] Routers {'7ba9c75c-165d-47c5-80a5-9d4d91ee7b27'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:46:51.039191 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-94afd3a7-9fbf-4bd5-8fb2-b8352ca2dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:46:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['7ba9c75c-165d-47c5-80a5-9d4d91ee7b27'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:51.041474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dad060b2-bfd3-487d-bb17-d61624b49e05 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9050229 Dec 06 14:46:51.042215 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:51.044991 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8b61295-6825-4f7a-a89f-13e1edd27418 req-a82936d6-25c7-4711-a92d-eb2c4485a6b9 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 949 time: 0.0936701 Dec 06 14:46:51.095027 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-94afd3a7-9fbf-4bd5-8fb2-b8352ca2dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:51.105702 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94afd3a7-9fbf-4bd5-8fb2-b8352ca2dda7 None None] Routers {'7ba9c75c-165d-47c5-80a5-9d4d91ee7b27'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:46:51.106681 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-94afd3a7-9fbf-4bd5-8fb2-b8352ca2dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:46:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['7ba9c75c-165d-47c5-80a5-9d4d91ee7b27'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:51.116464 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8b61295-6825-4f7a-a89f-13e1edd27418 req-6e788837-390d-432d-a171-768e223a649e tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678928 Dec 06 14:46:51.139231 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['9439ffc0-6668-4380-ac9a-0884f2057d7f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:46:51.154348 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-94afd3a7-9fbf-4bd5-8fb2-b8352ca2dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:51.155492 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94afd3a7-9fbf-4bd5-8fb2-b8352ca2dda7 None None] The sync data for ids ['7ba9c75c-165d-47c5-80a5-9d4d91ee7b27'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:46:51.259504 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-91d39535-91ae-439d-986c-012136eb73a4 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "GET /v2.0/routers/7ba9c75c-165d-47c5-80a5-9d4d91ee7b27 HTTP/1.1" status: 200 len: 920 time: 0.2161438 Dec 06 14:46:51.262735 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45862) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:51.312671 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-eb7f0f19-a10b-4e91-af9a-f95250c7a6a0 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ba9c75c-165d-47c5-80a5-9d4d91ee7b27 HTTP/1.1" status: 200 len: 205 time: 0.0473170 Dec 06 14:46:51.315122 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45870) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:51.748882 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23c2e09d-8bea-483d-b1a5-6485522f5469 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:51.874093 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23c2e09d-8bea-483d-b1a5-6485522f5469 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:51.944744 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-23c2e09d-8bea-483d-b1a5-6485522f5469 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Deleting port 840a0679-9f0c-4b7b-a11d-91c70ae6b91f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:46:51.945124 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23c2e09d-8bea-483d-b1a5-6485522f5469 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:52.058440 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23c2e09d-8bea-483d-b1a5-6485522f5469 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:52.075938 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-23c2e09d-8bea-483d-b1a5-6485522f5469 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Calling delete_port for 840a0679-9f0c-4b7b-a11d-91c70ae6b91f owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:46:52.291140 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23c2e09d-8bea-483d-b1a5-6485522f5469 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:52.334143 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 4bdef259-fa95-490e-9346-0a1bd9626d1a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:46:52.360224 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecb4d2-5432-4e4e-aaf8-6329e047616c req-95a33478-47e6-4152-8c17-9b51fbaefdc4 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:52.374538 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ffecb4d2-5432-4e4e-aaf8-6329e047616c req-95a33478-47e6-4152-8c17-9b51fbaefdc4 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 949 time: 0.1260419 Dec 06 14:46:52.398154 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2e09d-8bea-483d-b1a5-6485522f5469 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Pushing event deleted for resources: {'Port': ['ID=840a0679-9f0c-4b7b-a11d-91c70ae6b91f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:52.500471 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23c2e09d-8bea-483d-b1a5-6485522f5469 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:52.506204 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ffecb4d2-5432-4e4e-aaf8-6329e047616c req-7f903012-ec78-41e2-aaa6-42d43ce719a6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295071 Dec 06 14:46:52.592974 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 4bdef259-fa95-490e-9346-0a1bd9626d1a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4bdef259-fa95-490e-9346-0a1bd9626d1a,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:52.612811 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '4bdef259-fa95-490e-9346-0a1bd9626d1a', 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088', 'port_id': '4bdef259-fa95-490e-9346-0a1bd9626d1a', 'mac_address': 'fa:16:3e:14:9a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9db456-6440-47de-9186-75398af412f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:46:52.694564 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23c2e09d-8bea-483d-b1a5-6485522f5469 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:52.699405 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23c2e09d-8bea-483d-b1a5-6485522f5469 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:52.704713 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:52.753712 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bdef259-fa95-490e-9346-0a1bd9626d1a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:46:52.765003 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23c2e09d-8bea-483d-b1a5-6485522f5469 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:52.765699 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c2e09d-8bea-483d-b1a5-6485522f5469 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Fanout notify agent at l3_agent the message router_deleted on router 7ba9c75c-165d-47c5-80a5-9d4d91ee7b27 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:46:52.778533 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23c2e09d-8bea-483d-b1a5-6485522f5469 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:52.780094 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-23c2e09d-8bea-483d-b1a5-6485522f5469 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "DELETE /v2.0/routers/7ba9c75c-165d-47c5-80a5-9d4d91ee7b27 HTTP/1.1" status: 204 len: 168 time: 1.4635530 Dec 06 14:46:52.782441 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 4bdef259-fa95-490e-9346-0a1bd9626d1a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4bdef259-fa95-490e-9346-0a1bd9626d1a,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:52.784613 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45930) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:52.788562 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Request body: {'router': {'name': 'tempest-snat-router-964923729', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'enable_snat': False}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:52.792394 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:52.840772 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:52.841863 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:52.955816 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=4bdef259-fa95-490e-9346-0a1bd9626d1a,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:52.973330 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:53.065288 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['4bdef259-fa95-490e-9346-0a1bd9626d1a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:46:53.413153 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:53.785131 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfc057-0a1f-40df-b905-ab6ade095118 req-9783dfe0-88c4-42f1-8ed9-a1d359fcf17c tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:53.792909 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3bcfc057-0a1f-40df-b905-ab6ade095118 req-9783dfe0-88c4-42f1-8ed9-a1d359fcf17c tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 949 time: 0.1809533 Dec 06 14:46:53.900618 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3bcfc057-0a1f-40df-b905-ab6ade095118 req-6d81f1e5-ddbb-48e3-b058-383fa59e2ffb tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067801 Dec 06 14:46:53.927194 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:53.959305 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:54.128096 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Allocated IP 172.35.7.230 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/e4cdfbdc-ef7c-4f74-a333-ee847bac381e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:46:54.314896 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:54.337185 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9439ffc0-6668-4380-ac9a-0884f2057d7f up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:46:54.409070 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:54.460207 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 9439ffc0-6668-4380-ac9a-0884f2057d7f completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:46:54.464548 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 9439ffc0-6668-4380-ac9a-0884f2057d7f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:54.464928 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:54.512878 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Pushing event updated for resources: {'Port': ['ID=e4cdfbdc-ef7c-4f74-a333-ee847bac381e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:54.552023 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:46:54.556573 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:54.567788 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:46:54.659279 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:54.726845 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 9439ffc0-6668-4380-ac9a-0884f2057d7f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9439ffc0-6668-4380-ac9a-0884f2057d7f,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:54.728243 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf1f569-bf09-4ce1-b9e6-388431cf1457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9439ffc0-6668-4380-ac9a-0884f2057d7f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:46:54.735743 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a718c4-7964-4db8-a227-e56d5254d044" -d '{"events": [{"server_uuid": "fdf1f569-bf09-4ce1-b9e6-388431cf1457", "name": "network-vif-plugged", "status": "completed", "tag": "9439ffc0-6668-4380-ac9a-0884f2057d7f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:46:54.747203 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:54.748601 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 4bdef259-fa95-490e-9346-0a1bd9626d1a up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:46:54.936317 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 4bdef259-fa95-490e-9346-0a1bd9626d1a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:54.936695 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:54.989497 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=9439ffc0-6668-4380-ac9a-0884f2057d7f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:55.038116 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:46:55.121538 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:55.137683 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:55.213953 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 4bdef259-fa95-490e-9346-0a1bd9626d1a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4bdef259-fa95-490e-9346-0a1bd9626d1a,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:46:55.225236 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:55.359153 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=4bdef259-fa95-490e-9346-0a1bd9626d1a,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:55.488858 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:55.812842 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Router 249996a4-3254-413f-b675-1b6050eca159 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:46:55.992031 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:46:56.005058 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Sync routers for ids ['249996a4-3254-413f-b675-1b6050eca159'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:46:56.023609 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:56.028486 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45980) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:56.031009 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Routers {'249996a4-3254-413f-b675-1b6050eca159'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:46:56.031714 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:46:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['249996a4-3254-413f-b675-1b6050eca159'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:56.047355 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-caa5a1fc-7516-4b57-a596-63dd536c17ce tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2406549 Dec 06 14:46:56.194725 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-98c2844d-a52b-4cae-a833-be4db35d294b tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "GET /v2.0/routers/249996a4-3254-413f-b675-1b6050eca159 HTTP/1.1" status: 200 len: 908 time: 0.1622126 Dec 06 14:46:56.199020 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45982) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:56.206273 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Request body: {'router': {'name': 'tempest-snat-router-964923729', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'enable_snat': True}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:46:56.249796 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:56.255673 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:56.313237 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Set router 249996a4-3254-413f-b675-1b6050eca159 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:46:56.382465 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:56.693789 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:56.913157 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249996a4-3254-413f-b675-1b6050eca159', 'name': 'tempest-snat-router-964923729', 'tenant_id': 'f0c7200ae53e490b92fc9550b5c4bab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.230'}], 'enable_snat': False}, 'gw_port_id': 'e4cdfbdc-ef7c-4f74-a333-ee847bac381e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:46:52Z', 'updated_at': '2021-12-06T14:46:54Z', 'revision_number': 3, 'project_id': 'f0c7200ae53e490b92fc9550b5c4bab5', 'gw_port': {'id': 'e4cdfbdc-ef7c-4f74-a333-ee847bac381e', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249996a4-3254-413f-b675-1b6050eca159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:46:53Z', 'updated_at': '2021-12-06T14:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:56.981964 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Checking router: 249996a4-3254-413f-b675-1b6050eca159 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:46:56.981964 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Updating router 249996a4-3254-413f-b675-1b6050eca159 port e4cdfbdc-ef7c-4f74-a333-ee847bac381e binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:46:57.045547 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:57.050275 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:57.114617 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:57.422744 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:57.430058 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:57.475433 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Attempting to bind port e4cdfbdc-ef7c-4f74-a333-ee847bac381e on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:46:57.476174 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Attempting to bind port e4cdfbdc-ef7c-4f74-a333-ee847bac381e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:46:57.476769 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Attempting to bind port e4cdfbdc-ef7c-4f74-a333-ee847bac381e on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:46:57.507374 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:46:57.508075 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:46:57.508684 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:57.509590 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:46:57.510529 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Bound port: e4cdfbdc-ef7c-4f74-a333-ee847bac381e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:46:57.511098 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:57.576933 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Allocated IP 172.35.7.55 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/d658d8b6-ec8b-49a5-99b0-7684b8e10673) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:46:57.633163 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4744d9-4df5-4ec5-8e2f-7a8e0b1ba406 None None] Pushing event updated for resources: {'Port': ['ID=e4cdfbdc-ef7c-4f74-a333-ee847bac381e,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:57.668037 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] For port e4cdfbdc-ef7c-4f74-a333-ee847bac381e, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:46:57.721307 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] For port e4cdfbdc-ef7c-4f74-a333-ee847bac381e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e4cdfbdc-ef7c-4f74-a333-ee847bac381e,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:46:57.725047 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:57.729726 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:57.813546 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:57.847685 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Routers {'249996a4-3254-413f-b675-1b6050eca159'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:46:57.849783 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:46:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['249996a4-3254-413f-b675-1b6050eca159'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:57.900384 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:57.959281 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:46:57.962226 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:46:57.972232 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4744d9-4df5-4ec5-8e2f-7a8e0b1ba406 None None] Pushing event updated for resources: {'Port': ['ID=e4cdfbdc-ef7c-4f74-a333-ee847bac381e,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:57.979895 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:46:58.025148 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Pushing event updated for resources: {'Port': ['ID=d658d8b6-ec8b-49a5-99b0-7684b8e10673,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:46:58.056466 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] Set router 249996a4-3254-413f-b675-1b6050eca159 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:46:58.273011 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249996a4-3254-413f-b675-1b6050eca159', 'name': 'tempest-snat-router-964923729', 'tenant_id': 'f0c7200ae53e490b92fc9550b5c4bab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.230'}], 'enable_snat': False}, 'gw_port_id': 'e4cdfbdc-ef7c-4f74-a333-ee847bac381e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:46:52Z', 'updated_at': '2021-12-06T14:46:54Z', 'revision_number': 3, 'project_id': 'f0c7200ae53e490b92fc9550b5c4bab5', 'gw_port': {'id': 'e4cdfbdc-ef7c-4f74-a333-ee847bac381e', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249996a4-3254-413f-b675-1b6050eca159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:46:53Z', 'updated_at': '2021-12-06T14:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:58.301016 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bebda01-0d10-4c24-b8b5-06b58b0ec3e6 None None] The sync data for ids ['249996a4-3254-413f-b675-1b6050eca159'] in n-d-master-1 is: [{'id': '249996a4-3254-413f-b675-1b6050eca159', 'name': 'tempest-snat-router-964923729', 'tenant_id': 'f0c7200ae53e490b92fc9550b5c4bab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.230'}], 'enable_snat': False}, 'gw_port_id': 'e4cdfbdc-ef7c-4f74-a333-ee847bac381e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:46:52Z', 'updated_at': '2021-12-06T14:46:54Z', 'revision_number': 3, 'project_id': 'f0c7200ae53e490b92fc9550b5c4bab5', 'gw_port': {'id': 'e4cdfbdc-ef7c-4f74-a333-ee847bac381e', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249996a4-3254-413f-b675-1b6050eca159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:46:53Z', 'updated_at': '2021-12-06T14:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:46:58.393857 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:59.253608 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:59.461299 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Router edfc79c1-2f21-4909-879b-d59816e3f4bd is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:46:59.688334 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:59.722763 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:46:59.727542 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Sync routers for ids ['edfc79c1-2f21-4909-879b-d59816e3f4bd'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:46:59.733305 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e4cdfbdc-ef7c-4f74-a333-ee847bac381e up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:46:59.752130 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:59.753351 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4431fdc0-df49-4d1d-a861-176a531d8218 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.5517747 Dec 06 14:46:59.756440 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46002) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:46:59.764457 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Routers {'edfc79c1-2f21-4909-879b-d59816e3f4bd'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:46:59.765352 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:46:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['edfc79c1-2f21-4909-879b-d59816e3f4bd'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:46:59.957062 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e4cdfbdc-ef7c-4f74-a333-ee847bac381e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:46:59.957062 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:00.018312 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-25f9d733-d9e2-4279-927b-e86d1b11b47f tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "GET /v2.0/routers/edfc79c1-2f21-4909-879b-d59816e3f4bd HTTP/1.1" status: 200 len: 906 time: 0.2601457 Dec 06 14:47:00.021230 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46006) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:00.023628 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Set router edfc79c1-2f21-4909-879b-d59816e3f4bd gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:47:00.294963 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:00.309019 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961a3db8-81a1-460b-a3b5-b4b63307e710 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:00.347538 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port e4cdfbdc-ef7c-4f74-a333-ee847bac381e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e4cdfbdc-ef7c-4f74-a333-ee847bac381e,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:00.355645 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:00.406114 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfc79c1-2f21-4909-879b-d59816e3f4bd', 'name': 'tempest-snat-router-964923729', 'tenant_id': 'f0c7200ae53e490b92fc9550b5c4bab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.55'}], 'enable_snat': True}, 'gw_port_id': 'd658d8b6-ec8b-49a5-99b0-7684b8e10673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:46:56Z', 'updated_at': '2021-12-06T14:46:58Z', 'revision_number': 3, 'project_id': 'f0c7200ae53e490b92fc9550b5c4bab5', 'gw_port': {'id': 'd658d8b6-ec8b-49a5-99b0-7684b8e10673', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfc79c1-2f21-4909-879b-d59816e3f4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:46:57Z', 'updated_at': '2021-12-06T14:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:00.458835 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Checking router: edfc79c1-2f21-4909-879b-d59816e3f4bd for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:47:00.459602 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Updating router edfc79c1-2f21-4909-879b-d59816e3f4bd port d658d8b6-ec8b-49a5-99b0-7684b8e10673 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:47:00.477498 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=e4cdfbdc-ef7c-4f74-a333-ee847bac381e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:00.536188 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:00.552928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961a3db8-81a1-460b-a3b5-b4b63307e710 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:00.673574 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-961a3db8-81a1-460b-a3b5-b4b63307e710 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Deleting port d658d8b6-ec8b-49a5-99b0-7684b8e10673 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:00.673915 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961a3db8-81a1-460b-a3b5-b4b63307e710 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:00.689380 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-79262325-22e5-4b9b-ae97-7025e9ad1138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:00.861351 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961a3db8-81a1-460b-a3b5-b4b63307e710 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:00.884756 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-961a3db8-81a1-460b-a3b5-b4b63307e710 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Calling delete_port for d658d8b6-ec8b-49a5-99b0-7684b8e10673 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:01.034558 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:01.060897 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:01.158546 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961a3db8-81a1-460b-a3b5-b4b63307e710 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:01.217680 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a3db8-81a1-460b-a3b5-b4b63307e710 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Pushing event deleted for resources: {'Port': ['ID=d658d8b6-ec8b-49a5-99b0-7684b8e10673,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:01.317168 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961a3db8-81a1-460b-a3b5-b4b63307e710 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:01.361384 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Attempting to bind port d658d8b6-ec8b-49a5-99b0-7684b8e10673 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:47:01.361730 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Attempting to bind port d658d8b6-ec8b-49a5-99b0-7684b8e10673 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:47:01.362456 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Attempting to bind port d658d8b6-ec8b-49a5-99b0-7684b8e10673 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:47:01.371059 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb7cab-dadf-49a3-90e3-5ba16270aee3 None None] Pushing event updated for resources: {'Port': ['ID=d658d8b6-ec8b-49a5-99b0-7684b8e10673,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:01.392606 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:47:01.392991 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:47:01.393404 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:01.393804 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:47:01.394296 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Bound port: d658d8b6-ec8b-49a5-99b0-7684b8e10673, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:47:01.394678 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:01.406190 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7cab-dadf-49a3-90e3-5ba16270aee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:01.406541 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7cab-dadf-49a3-90e3-5ba16270aee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:01.406886 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7cab-dadf-49a3-90e3-5ba16270aee3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:01.407225 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7cab-dadf-49a3-90e3-5ba16270aee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:01.407558 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7cab-dadf-49a3-90e3-5ba16270aee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:01.407939 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7cab-dadf-49a3-90e3-5ba16270aee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:01.408270 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7cab-dadf-49a3-90e3-5ba16270aee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:01.408597 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7cab-dadf-49a3-90e3-5ba16270aee3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:01.409394 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7cab-dadf-49a3-90e3-5ba16270aee3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:01.409394 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7cab-dadf-49a3-90e3-5ba16270aee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:01.409619 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7cab-dadf-49a3-90e3-5ba16270aee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:01.409911 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7cab-dadf-49a3-90e3-5ba16270aee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:01.410235 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7cab-dadf-49a3-90e3-5ba16270aee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:01.448488 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.plugin [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Port d658d8b6-ec8b-49a5-99b0-7684b8e10673 has been deleted concurrently {{(pid=103291) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 06 14:47:01.490191 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Routers {'edfc79c1-2f21-4909-879b-d59816e3f4bd'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:01.490357 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:46:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['edfc79c1-2f21-4909-879b-d59816e3f4bd'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:01.498176 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961a3db8-81a1-460b-a3b5-b4b63307e710 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:01.503926 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961a3db8-81a1-460b-a3b5-b4b63307e710 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:01.581724 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e4cdfbdc-ef7c-4f74-a333-ee847bac381e up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:47:01.624162 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] Set router edfc79c1-2f21-4909-879b-d59816e3f4bd gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:47:01.626603 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961a3db8-81a1-460b-a3b5-b4b63307e710 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:01.627278 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961a3db8-81a1-460b-a3b5-b4b63307e710 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Fanout notify agent at l3_agent the message router_deleted on router edfc79c1-2f21-4909-879b-d59816e3f4bd {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:47:01.641142 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961a3db8-81a1-460b-a3b5-b4b63307e710 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:01.645155 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46008) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:01.646141 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-961a3db8-81a1-460b-a3b5-b4b63307e710 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "DELETE /v2.0/routers/edfc79c1-2f21-4909-879b-d59816e3f4bd HTTP/1.1" status: 204 len: 168 time: 1.6233358 Dec 06 14:47:01.721106 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e4cdfbdc-ef7c-4f74-a333-ee847bac381e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:47:01.722185 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:01.743996 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfc79c1-2f21-4909-879b-d59816e3f4bd', 'name': 'tempest-snat-router-964923729', 'tenant_id': 'f0c7200ae53e490b92fc9550b5c4bab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:46:56Z', 'updated_at': '2021-12-06T14:47:01Z', 'revision_number': 5, 'project_id': 'f0c7200ae53e490b92fc9550b5c4bab5', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:01.790682 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed181009-4359-4bce-a2b8-957f0a9ef3d7 None None] The sync data for ids ['edfc79c1-2f21-4909-879b-d59816e3f4bd'] in n-d-master-1 is: [{'id': 'edfc79c1-2f21-4909-879b-d59816e3f4bd', 'name': 'tempest-snat-router-964923729', 'tenant_id': 'f0c7200ae53e490b92fc9550b5c4bab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:46:56Z', 'updated_at': '2021-12-06T14:47:01Z', 'revision_number': 5, 'project_id': 'f0c7200ae53e490b92fc9550b5c4bab5', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:47:01.881438 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03dfed1-3a59-4e83-adce-138ff4b4f29a tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:02.052308 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03dfed1-3a59-4e83-adce-138ff4b4f29a tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:02.154362 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a03dfed1-3a59-4e83-adce-138ff4b4f29a tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Deleting port e4cdfbdc-ef7c-4f74-a333-ee847bac381e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:02.154654 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03dfed1-3a59-4e83-adce-138ff4b4f29a tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:02.326892 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-a03dfed1-3a59-4e83-adce-138ff4b4f29a tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] For port e4cdfbdc-ef7c-4f74-a333-ee847bac381e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e4cdfbdc-ef7c-4f74-a333-ee847bac381e,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:02.327567 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03dfed1-3a59-4e83-adce-138ff4b4f29a tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:02.382233 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a03dfed1-3a59-4e83-adce-138ff4b4f29a tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Calling delete_port for e4cdfbdc-ef7c-4f74-a333-ee847bac381e owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:02.638882 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03dfed1-3a59-4e83-adce-138ff4b4f29a tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:02.721431 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03dfed1-3a59-4e83-adce-138ff4b4f29a tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4cdfbdc-ef7c-4f74-a333-ee847bac381e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:02.843836 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03dfed1-3a59-4e83-adce-138ff4b4f29a tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:03.014873 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03dfed1-3a59-4e83-adce-138ff4b4f29a tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:03.017848 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03dfed1-3a59-4e83-adce-138ff4b4f29a tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:03.085641 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03dfed1-3a59-4e83-adce-138ff4b4f29a tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:03.086739 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03dfed1-3a59-4e83-adce-138ff4b4f29a tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 249996a4-3254-413f-b675-1b6050eca159 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:47:03.095952 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03dfed1-3a59-4e83-adce-138ff4b4f29a tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:03.097689 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a03dfed1-3a59-4e83-adce-138ff4b4f29a tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "DELETE /v2.0/routers/249996a4-3254-413f-b675-1b6050eca159 HTTP/1.1" status: 204 len: 168 time: 1.4515533 Dec 06 14:47:03.101935 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46018) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:03.110638 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-92571299', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:03.156817 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:03.158311 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:03.192897 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c1cf3b7c-f075-4b10-8364-5019b901bd3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:03.292922 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:03.717474 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:03.906586 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:03.996559 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc20ce60-4782-4025-b74f-d29cf4e06cf9 x-openstack-request-id: req-dc20ce60-4782-4025-b74f-d29cf4e06cf9 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:03.996863 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf1f569-bf09-4ce1-b9e6-388431cf1457", "name": "network-vif-plugged", "status": "completed", "tag": "9439ffc0-6668-4380-ac9a-0884f2057d7f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:03.997127 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc20ce60-4782-4025-b74f-d29cf4e06cf9 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:03.998344 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf1f569-bf09-4ce1-b9e6-388431cf1457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9439ffc0-6668-4380-ac9a-0884f2057d7f', 'code': 200} Dec 06 14:47:04.044006 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:04.076732 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:04.214672 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb80022-cc21-4b3c-8741-23ff40b33bd1 req-6d8ef4d0-7b79-4bc7-a8db-88e402da91b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:04.217450 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbb80022-cc21-4b3c-8741-23ff40b33bd1 req-6d8ef4d0-7b79-4bc7-a8db-88e402da91b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 1101 time: 0.1345265 Dec 06 14:47:04.224304 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80515f2-312c-4882-8f63-e4092e8ea70d req-15a8089d-f467-4198-8605-b381ff876e10 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:04.228189 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a80515f2-312c-4882-8f63-e4092e8ea70d req-15a8089d-f467-4198-8605-b381ff876e10 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 1096 time: 0.0783389 Dec 06 14:47:04.292035 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2d2c4-3697-4c3d-8b27-40ff26da886a req-d1e59759-7e07-49ac-b069-8ec00c61d4e3 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:04.299983 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-17b2d2c4-3697-4c3d-8b27-40ff26da886a req-d1e59759-7e07-49ac-b069-8ec00c61d4e3 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 950 time: 0.1222265 Dec 06 14:47:04.315756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a80515f2-312c-4882-8f63-e4092e8ea70d req-511507ed-d3d5-4f10-a5f4-7521180edd45 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760283 Dec 06 14:47:04.342930 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbb80022-cc21-4b3c-8741-23ff40b33bd1 req-f54b8091-cefc-4de3-957c-eb11bdb482d0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133869 Dec 06 14:47:04.374022 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Allocated IP 172.35.7.118 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/928096c6-08e9-45a5-aca7-7449acfc66df) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:47:04.412186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-17b2d2c4-3697-4c3d-8b27-40ff26da886a req-30b3fc72-df0b-419c-b052-7c0bf614be61 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067829 Dec 06 14:47:04.566871 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:04.587688 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0fca6-4449-46e3-b117-1c46c47d3aa2 req-5e1f6544-5aef-49c2-a7e9-a10df33a3d80 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:04.596257 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d0d0fca6-4449-46e3-b117-1c46c47d3aa2 req-5e1f6544-5aef-49c2-a7e9-a10df33a3d80 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=cefa1fee-4a92-48d5-a04f-8ac586116e83 HTTP/1.1" status: 200 len: 950 time: 0.0776091 Dec 06 14:47:04.617168 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:04.655295 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d0d0fca6-4449-46e3-b117-1c46c47d3aa2 req-fa3fb60c-0ab1-40b1-a89a-aa151e0429b9 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581214 Dec 06 14:47:04.698050 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:47:04.699574 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:04.710452 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:47:04.754893 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Pushing event updated for resources: {'Port': ['ID=928096c6-08e9-45a5-aca7-7449acfc66df,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:05.234558 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:05.485990 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e4cdfbdc-ef7c-4f74-a333-ee847bac381e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:47:05.547585 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: e4cdfbdc-ef7c-4f74-a333-ee847bac381e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:47:05.548144 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e4cdfbdc-ef7c-4f74-a333-ee847bac381e not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:47:05.556565 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:05.557284 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:05.736357 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Router fee7fb8e-c239-4ffa-bf55-b8089721c97b is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:47:05.831532 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8378d27-2e7b-43f5-a48a-e1a5e58ef0ce req-204c0c6a-3b62-41c3-bd6c-f57549412fbe tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:05.833083 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c8378d27-2e7b-43f5-a48a-e1a5e58ef0ce req-204c0c6a-3b62-41c3-bd6c-f57549412fbe tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 950 time: 0.1076479 Dec 06 14:47:05.908719 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c8378d27-2e7b-43f5-a48a-e1a5e58ef0ce req-97433e68-9439-40a9-8e76-03147283ff5e tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681050 Dec 06 14:47:05.999562 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb447fa6-2070-4823-b8e0-20c0253d2471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdef259-fa95-490e-9346-0a1bd9626d1a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:06.001987 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6019ffb2-8e3c-43ba-be1b-a66f200e5ee7" -d '{"events": [{"server_uuid": "eb447fa6-2070-4823-b8e0-20c0253d2471", "name": "network-vif-plugged", "status": "completed", "tag": "4bdef259-fa95-490e-9346-0a1bd9626d1a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:06.048951 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca6631a-d73d-4110-9cfa-b03870c53a3a x-openstack-request-id: req-5ca6631a-d73d-4110-9cfa-b03870c53a3a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:06.049260 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb447fa6-2070-4823-b8e0-20c0253d2471", "name": "network-vif-plugged", "status": "completed", "tag": "4bdef259-fa95-490e-9346-0a1bd9626d1a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:06.049505 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ca6631a-d73d-4110-9cfa-b03870c53a3a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:06.049896 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb447fa6-2070-4823-b8e0-20c0253d2471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdef259-fa95-490e-9346-0a1bd9626d1a', 'code': 200} Dec 06 14:47:06.198381 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-6a516af6-3c90-484e-99b2-ac182d837867 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:47:06.199380 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-6a516af6-3c90-484e-99b2-ac182d837867 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085042 Dec 06 14:47:06.280954 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-4500c6e8-b585-4e09-adaf-c24fe2b800fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:06.282456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-4500c6e8-b585-4e09-adaf-c24fe2b800fa service neutron] 10.222.0.20 "GET /v2.0/ports/bc63198c-e3b8-494e-b32f-b80bf300c3b7 HTTP/1.1" status: 200 len: 1093 time: 0.0739996 Dec 06 14:47:06.297337 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-0ff7d685-75e6-4941-ac5b-d380ad580d34 service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:06.297815 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-0ff7d685-75e6-4941-ac5b-d380ad580d34 service neutron] Unknown quota resources ['binding']. {{(pid=103288) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:47:06.301386 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:47:06.313756 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7d658-f705-47ff-9196-54db927d3b80 None None] Sync routers for ids ['fee7fb8e-c239-4ffa-bf55-b8089721c97b'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:47:06.331079 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7d658-f705-47ff-9196-54db927d3b80 None None] Routers {'fee7fb8e-c239-4ffa-bf55-b8089721c97b'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:06.331746 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-92a7d658-f705-47ff-9196-54db927d3b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['fee7fb8e-c239-4ffa-bf55-b8089721c97b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:06.368201 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:06.371694 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fb3ebf57-7419-4fc8-a894-421b5a1e649e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.2649267 Dec 06 14:47:06.373011 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46128) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:06.381992 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6bfe9c15-c885-4f39-92f6-1c5a1b1315bf tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'enable_snat': False}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:06.409491 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-92a7d658-f705-47ff-9196-54db927d3b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:06.418588 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7d658-f705-47ff-9196-54db927d3b80 None None] Routers {'fee7fb8e-c239-4ffa-bf55-b8089721c97b'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:06.420798 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-92a7d658-f705-47ff-9196-54db927d3b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['fee7fb8e-c239-4ffa-bf55-b8089721c97b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:06.476177 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-92a7d658-f705-47ff-9196-54db927d3b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:06.477118 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7d658-f705-47ff-9196-54db927d3b80 None None] The sync data for ids ['fee7fb8e-c239-4ffa-bf55-b8089721c97b'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:47:06.502665 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:06.585913 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-0ff7d685-75e6-4941-ac5b-d380ad580d34 service neutron] Attempting to bind port bc63198c-e3b8-494e-b32f-b80bf300c3b7 on host n-h2-master-1 for vnic_type normal with profile None {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:47:06.585913 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-0ff7d685-75e6-4941-ac5b-d380ad580d34 service neutron] Attempting to bind port bc63198c-e3b8-494e-b32f-b80bf300c3b7 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:47:06.586660 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-0ff7d685-75e6-4941-ac5b-d380ad580d34 service neutron] Attempting to bind port bc63198c-e3b8-494e-b32f-b80bf300c3b7 on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:47:06.597076 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-0ff7d685-75e6-4941-ac5b-d380ad580d34 service neutron] Port bc63198c-e3b8-494e-b32f-b80bf300c3b7 on network b37294a8-0dc8-43e9-9099-e05815316dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:47:06.597076 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-0ff7d685-75e6-4941-ac5b-d380ad580d34 service neutron] Attempting to bind port bc63198c-e3b8-494e-b32f-b80bf300c3b7 on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:47:06.603244 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-0ff7d685-75e6-4941-ac5b-d380ad580d34 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:47:06.603799 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-0ff7d685-75e6-4941-ac5b-d380ad580d34 service neutron] Checking segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:47:06.604310 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-0ff7d685-75e6-4941-ac5b-d380ad580d34 service neutron] Bound using segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:47:06.604859 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-0ff7d685-75e6-4941-ac5b-d380ad580d34 service neutron] Bound port: bc63198c-e3b8-494e-b32f-b80bf300c3b7, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:47:06.676494 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-0ff7d685-75e6-4941-ac5b-d380ad580d34 service neutron] For port bc63198c-e3b8-494e-b32f-b80bf300c3b7, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc63198c-e3b8-494e-b32f-b80bf300c3b7,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:47:06.728965 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-0ff7d685-75e6-4941-ac5b-d380ad580d34 service neutron] Publish callbacks [] for binding, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:06.728965 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-0ff7d685-75e6-4941-ac5b-d380ad580d34 service neutron] 10.222.0.20 "POST /v2.0/ports/bc63198c-e3b8-494e-b32f-b80bf300c3b7/bindings HTTP/1.1" status: 201 len: 389 time: 0.4316480 Dec 06 14:47:06.939379 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bfe9c15-c885-4f39-92f6-1c5a1b1315bf tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:06.961676 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645914f4-6cdc-4478-b0fe-a0fbb1af3f19 req-50430609-18c6-4374-9ab2-8c8211999d85 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:06.963606 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-645914f4-6cdc-4478-b0fe-a0fbb1af3f19 req-50430609-18c6-4374-9ab2-8c8211999d85 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 945 time: 0.0745864 Dec 06 14:47:07.071896 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-645914f4-6cdc-4478-b0fe-a0fbb1af3f19 req-3fd86463-6aad-45fc-b0cd-e87dda30dd7c tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948331 Dec 06 14:47:07.089243 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb29022-21fd-4b84-a61f-d8fa94f443bf req-eb300daa-34b6-4903-99c5-51fb0409277e tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:07.090825 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6cb29022-21fd-4b84-a61f-d8fa94f443bf req-eb300daa-34b6-4903-99c5-51fb0409277e tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 950 time: 0.0691357 Dec 06 14:47:07.123033 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-180e108b-dccf-4908-b330-a1f48778f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:07.124758 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-180e108b-dccf-4908-b330-a1f48778f414 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 1096 time: 0.1018806 Dec 06 14:47:07.156865 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6cb29022-21fd-4b84-a61f-d8fa94f443bf req-14a37ff4-b4a2-45f3-b4fb-12597c706574 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574024 Dec 06 14:47:07.319712 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-a33334de-e61f-45b2-8e12-4015c6042872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:07.319712 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-a33334de-e61f-45b2-8e12-4015c6042872 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.1831431 Dec 06 14:47:07.373991 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-fed30622-fc35-4670-959f-0b11bfc13045 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc63198c-e3b8-494e-b32f-b80bf300c3b7 HTTP/1.1" status: 200 len: 217 time: 0.0444872 Dec 06 14:47:07.489462 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-cc2f0d38-b211-49b7-88dd-d99d42aa311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:07.490935 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-cc2f0d38-b211-49b7-88dd-d99d42aa311f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.1066356 Dec 06 14:47:07.562496 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-3d3bfd18-72f4-4639-829b-16e52ae02caf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302305 Dec 06 14:47:07.843745 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 2f4ad596-9441-45ce-be10-24fb09f6a379 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:47:07.925315 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:07.963137 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 2f4ad596-9441-45ce-be10-24fb09f6a379, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f4ad596-9441-45ce-be10-24fb09f6a379,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:07.967881 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:08.022087 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=2f4ad596-9441-45ce-be10-24fb09f6a379,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:08.051292 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefa1fee-4a92-48d5-a04f-8ac586116e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f4ad596-9441-45ce-be10-24fb09f6a379'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:08.053832 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcbcec2-8426-416f-b603-e62a10483750" -d '{"events": [{"server_uuid": "cefa1fee-4a92-48d5-a04f-8ac586116e83", "name": "network-vif-unplugged", "status": "completed", "tag": "2f4ad596-9441-45ce-be10-24fb09f6a379"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:08.092889 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7d11b1-a54d-4502-a8f7-e290c49a4c7a x-openstack-request-id: req-0a7d11b1-a54d-4502-a8f7-e290c49a4c7a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:08.093872 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefa1fee-4a92-48d5-a04f-8ac586116e83", "name": "network-vif-unplugged", "status": "completed", "tag": "2f4ad596-9441-45ce-be10-24fb09f6a379", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:08.094226 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a7d11b1-a54d-4502-a8f7-e290c49a4c7a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:08.094713 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefa1fee-4a92-48d5-a04f-8ac586116e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f4ad596-9441-45ce-be10-24fb09f6a379', 'code': 200} Dec 06 14:47:08.106059 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bfe9c15-c885-4f39-92f6-1c5a1b1315bf tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:08.124270 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.124748 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.125209 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.125668 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.126125 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.126587 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.127035 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.127490 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.127972 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.128421 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.128875 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.129323 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.129776 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.130222 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.130670 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.131121 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.131567 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.132291 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.132805 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.134370 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.134370 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.134370 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.134686 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.135099 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.138243 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-092b7562-0235-464d-9bba-98059456cf40 req-81af02a1-3ae2-4b74-9a63-fe73ceb81097 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457&device_id=eb447fa6-2070-4823-b8e0-20c0253d2471&device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe&device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc&device_id=cefa1fee-4a92-48d5-a04f-8ac586116e83&device_id=aede5eb3-ed77-469d-b056-7cbab788691f&device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d&device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f&device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f&device_id=93089a08-3d51-40a9-bf59-f695d15308dd&device_id=7f711120-6111-4b00-91fc-e3c63d804c46&device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 21664 time: 0.1744292 Dec 06 14:47:08.144034 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bfe9c15-c885-4f39-92f6-1c5a1b1315bf tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:08.148909 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-78977548-aa71-4f89-a2e0-c7f7474d97d5 service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713873 Dec 06 14:47:08.214841 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b0413-d19d-4057-ae27-dbbc755881fc req-fc3696dc-be78-4953-8b89-34fc1912459e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.216322 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b16b0413-d19d-4057-ae27-dbbc755881fc req-fc3696dc-be78-4953-8b89-34fc1912459e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 945 time: 0.0543158 Dec 06 14:47:08.234765 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-092b7562-0235-464d-9bba-98059456cf40 req-f5df3b7c-1b41-4b05-9353-92c0643b759a tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:08.267315 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b16b0413-d19d-4057-ae27-dbbc755881fc req-3189629a-9087-4d45-b56c-9f8cbaff3143 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442004 Dec 06 14:47:08.366502 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfe9c15-c885-4f39-92f6-1c5a1b1315bf tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Router fee7fb8e-c239-4ffa-bf55-b8089721c97b has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:47:08.377041 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-bf3cbcca-e65c-49d6-b284-9890cd3e726c service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896927 Dec 06 14:47:08.438719 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 63402514-050e-4924-a335-b0e4e3e8aa24 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:47:08.510808 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-092b7562-0235-464d-9bba-98059456cf40 req-f5df3b7c-1b41-4b05-9353-92c0643b759a tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:08.522196 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-092b7562-0235-464d-9bba-98059456cf40 req-f5df3b7c-1b41-4b05-9353-92c0643b759a tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:08.562583 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfe9c15-c885-4f39-92f6-1c5a1b1315bf tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:47:08.573203 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eaec71-8f1c-45bd-a969-22d5e9f86083 None None] Sync routers for ids ['fee7fb8e-c239-4ffa-bf55-b8089721c97b'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:47:08.580187 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bfe9c15-c885-4f39-92f6-1c5a1b1315bf tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:08.584925 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6bfe9c15-c885-4f39-92f6-1c5a1b1315bf tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "PUT /v2.0/routers/fee7fb8e-c239-4ffa-bf55-b8089721c97b HTTP/1.1" status: 200 len: 920 time: 2.2104373 Dec 06 14:47:08.587962 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46222) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:08.590155 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eaec71-8f1c-45bd-a969-22d5e9f86083 None None] Routers {'fee7fb8e-c239-4ffa-bf55-b8089721c97b'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:08.591855 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d4eaec71-8f1c-45bd-a969-22d5e9f86083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['fee7fb8e-c239-4ffa-bf55-b8089721c97b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:08.598660 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df3b7c-1b41-4b05-9353-92c0643b759a tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e65d03-de88-4a70-b09c-5c631fdb3157,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:08.664395 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d4eaec71-8f1c-45bd-a969-22d5e9f86083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:08.666888 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 63402514-050e-4924-a335-b0e4e3e8aa24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=63402514-050e-4924-a335-b0e4e3e8aa24,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:08.674890 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eaec71-8f1c-45bd-a969-22d5e9f86083 None None] Routers {'fee7fb8e-c239-4ffa-bf55-b8089721c97b'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:08.675815 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d4eaec71-8f1c-45bd-a969-22d5e9f86083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['fee7fb8e-c239-4ffa-bf55-b8089721c97b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:08.680648 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '63402514-050e-4924-a335-b0e4e3e8aa24', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '63402514-050e-4924-a335-b0e4e3e8aa24', 'mac_address': 'fa:16:3e:aa:e7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:47:08.714432 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d4eaec71-8f1c-45bd-a969-22d5e9f86083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:08.715323 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eaec71-8f1c-45bd-a969-22d5e9f86083 None None] The sync data for ids ['fee7fb8e-c239-4ffa-bf55-b8089721c97b'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:47:08.735046 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:08.755977 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-092b7562-0235-464d-9bba-98059456cf40 req-f5df3b7c-1b41-4b05-9353-92c0643b759a tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&id=49c8cf94-271b-479d-8295-5c05e07e0e09&id=65bab8cf-7d04-49ab-a718-87e9006044b8&id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&id=de5d877b-d1d2-46c0-979f-099c12ed39df&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&fields=id&fields=name HTTP/1.1" status: 200 len: 900 time: 0.5671256 Dec 06 14:47:08.765394 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63402514-050e-4924-a335-b0e4e3e8aa24 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:47:08.795468 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 63402514-050e-4924-a335-b0e4e3e8aa24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=63402514-050e-4924-a335-b0e4e3e8aa24,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:08.804200 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:08.827615 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46238) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:08.851539 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fcbf896e-a129-4ceb-99e8-56a4c99b6071 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "GET /v2.0/routers/fee7fb8e-c239-4ffa-bf55-b8089721c97b HTTP/1.1" status: 200 len: 920 time: 0.2620940 Dec 06 14:47:08.865214 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=63402514-050e-4924-a335-b0e4e3e8aa24,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:08.941717 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7b482a-a3a0-444d-b654-aec6e17b6202 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:08.943838 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4c7b482a-a3a0-444d-b654-aec6e17b6202 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&device_id=fee7fb8e-c239-4ffa-bf55-b8089721c97b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1148798 Dec 06 14:47:08.946598 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46250) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:09.006741 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['63402514-050e-4924-a335-b0e4e3e8aa24'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:47:09.072575 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0274efe-dd6a-4961-aef2-0374cc4e66bc tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:09.077648 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46270) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:09.093118 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d0274efe-dd6a-4961-aef2-0374cc4e66bc tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 881 time: 0.1448133 Dec 06 14:47:09.118298 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46280) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:09.125589 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ba7a1738-d1d1-4616-9470-a2929710202d tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "GET /v2.0/ports?device_id=fee7fb8e-c239-4ffa-bf55-b8089721c97b HTTP/1.1" status: 200 len: 205 time: 0.0467019 Dec 06 14:47:09.271163 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeb26959-ff6a-4d28-a9c9-78ea93c5887d tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:09.466335 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8431e1e-70d2-4743-a8c3-9b34120e4045 req-ffaf5475-69b9-41fd-9252-ab501d90d20c tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:09.477677 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8431e1e-70d2-4743-a8c3-9b34120e4045 req-ffaf5475-69b9-41fd-9252-ab501d90d20c tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 945 time: 0.0664959 Dec 06 14:47:09.487309 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d261e-5b7f-4cff-8b8f-e2c958148343 req-d469a21d-76d9-4e77-a10b-51d5a4e8252c tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:09.488038 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d261e-5b7f-4cff-8b8f-e2c958148343 req-d469a21d-76d9-4e77-a10b-51d5a4e8252c tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:09.488521 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d261e-5b7f-4cff-8b8f-e2c958148343 req-d469a21d-76d9-4e77-a10b-51d5a4e8252c tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:09.490712 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-336d261e-5b7f-4cff-8b8f-e2c958148343 req-d469a21d-76d9-4e77-a10b-51d5a4e8252c tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457&device_id=aede5eb3-ed77-469d-b056-7cbab788691f&device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 2883 time: 0.0887697 Dec 06 14:47:09.506862 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeb26959-ff6a-4d28-a9c9-78ea93c5887d tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:09.542708 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8431e1e-70d2-4743-a8c3-9b34120e4045 req-3890e630-0bf9-4cdc-959c-2ee1be961d69 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617783 Dec 06 14:47:09.590731 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-336d261e-5b7f-4cff-8b8f-e2c958148343 req-580c5987-ef5d-4170-9dcf-a014c96660cc tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936735 Dec 06 14:47:09.614672 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-eeb26959-ff6a-4d28-a9c9-78ea93c5887d tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Deleting port 928096c6-08e9-45a5-aca7-7449acfc66df {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:09.615308 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeb26959-ff6a-4d28-a9c9-78ea93c5887d tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:09.728688 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeb26959-ff6a-4d28-a9c9-78ea93c5887d tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:09.764956 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-eeb26959-ff6a-4d28-a9c9-78ea93c5887d tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Calling delete_port for 928096c6-08e9-45a5-aca7-7449acfc66df owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:10.009339 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeb26959-ff6a-4d28-a9c9-78ea93c5887d tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.075084 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb26959-ff6a-4d28-a9c9-78ea93c5887d tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Pushing event deleted for resources: {'Port': ['ID=928096c6-08e9-45a5-aca7-7449acfc66df,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:10.174505 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeb26959-ff6a-4d28-a9c9-78ea93c5887d tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.331883 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeb26959-ff6a-4d28-a9c9-78ea93c5887d tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.336439 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeb26959-ff6a-4d28-a9c9-78ea93c5887d tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.444963 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-49d18175-dd03-4199-a10e-dd2f04c163c7 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:10.445711 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 63402514-050e-4924-a335-b0e4e3e8aa24 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:47:10.453506 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-49d18175-dd03-4199-a10e-dd2f04c163c7 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/networks?id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088 HTTP/1.1" status: 200 len: 805 time: 0.3744345 Dec 06 14:47:10.463985 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeb26959-ff6a-4d28-a9c9-78ea93c5887d tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.464536 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb26959-ff6a-4d28-a9c9-78ea93c5887d tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Fanout notify agent at l3_agent the message router_deleted on router fee7fb8e-c239-4ffa-bf55-b8089721c97b {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:47:10.473677 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeb26959-ff6a-4d28-a9c9-78ea93c5887d tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.475146 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-eeb26959-ff6a-4d28-a9c9-78ea93c5887d tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "DELETE /v2.0/routers/fee7fb8e-c239-4ffa-bf55-b8089721c97b HTTP/1.1" status: 204 len: 168 time: 1.3558736 Dec 06 14:47:10.478989 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46352) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:10.484150 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-5842e333-b16f-4494-92f9-ddc76382f510 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/quotas/adac984961054391983001fff49bb81b HTTP/1.1" status: 200 len: 375 time: 0.0296919 Dec 06 14:47:10.498328 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-edec751c-de04-4e61-bd87-2483db3ada8b tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1420084328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:10.554352 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 63402514-050e-4924-a335-b0e4e3e8aa24 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:47:10.554717 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.589525 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-edec751c-de04-4e61-bd87-2483db3ada8b tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.591051 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-edec751c-de04-4e61-bd87-2483db3ada8b tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.597529 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-11d404fd-739d-4c87-8b25-40ea31347e25 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=adac984961054391983001fff49bb81b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1124954 Dec 06 14:47:10.619171 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6932b5a-a1f9-4036-a5e7-bb989cc52a05 req-77abca5c-20c8-4fe3-aacc-8196eae90c98 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:10.622765 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6932b5a-a1f9-4036-a5e7-bb989cc52a05 req-77abca5c-20c8-4fe3-aacc-8196eae90c98 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 1101 time: 0.1158841 Dec 06 14:47:10.701022 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.731940 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-edec751c-de04-4e61-bd87-2483db3ada8b tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.742012 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039c5d70-224e-437f-9d0e-22d867c0f3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63402514-050e-4924-a335-b0e4e3e8aa24'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:10.745153 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a27063-08b6-43fc-8629-5f6e27a29dab" -d '{"events": [{"server_uuid": "039c5d70-224e-437f-9d0e-22d867c0f3fc", "name": "network-vif-plugged", "status": "completed", "tag": "63402514-050e-4924-a335-b0e4e3e8aa24"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:10.761033 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-edec751c-de04-4e61-bd87-2483db3ada8b tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.761883 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-f712b719-5e73-4233-bffb-b807fa2e2107 service neutron] 10.222.0.20 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504700 Dec 06 14:47:10.770694 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 63402514-050e-4924-a335-b0e4e3e8aa24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=63402514-050e-4924-a335-b0e4e3e8aa24,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:10.779500 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.824103 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6932b5a-a1f9-4036-a5e7-bb989cc52a05 req-5874124f-ac0f-46fb-94ef-eb3562a2ad8d tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926212 Dec 06 14:47:10.838670 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-edec751c-de04-4e61-bd87-2483db3ada8b tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.842470 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-edec751c-de04-4e61-bd87-2483db3ada8b tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3460734 Dec 06 14:47:10.855474 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46360) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:10.873081 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-63a931cc-6737-4f82-848d-69135875b863 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Request body: {'router': {'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:10.977447 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=63402514-050e-4924-a335-b0e4e3e8aa24,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:11.005736 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-1cbfbedb-3b7b-4d4f-9217-527a0acb4bfa service neutron] 10.222.0.20 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395613 Dec 06 14:47:11.220500 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bde1582-0e2f-4063-a88a-2c6c82953f82 x-openstack-request-id: req-5bde1582-0e2f-4063-a88a-2c6c82953f82 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:11.221176 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039c5d70-224e-437f-9d0e-22d867c0f3fc", "name": "network-vif-plugged", "status": "completed", "tag": "63402514-050e-4924-a335-b0e4e3e8aa24", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:11.221749 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bde1582-0e2f-4063-a88a-2c6c82953f82 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:11.222364 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039c5d70-224e-437f-9d0e-22d867c0f3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63402514-050e-4924-a335-b0e4e3e8aa24', 'code': 200} Dec 06 14:47:11.337526 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee37dd-6233-4c25-9448-36104bf25796 req-046632cf-303d-4880-bbb9-38599ed82aca tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:11.346420 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8dee37dd-6233-4c25-9448-36104bf25796 req-046632cf-303d-4880-bbb9-38599ed82aca tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 945 time: 0.2917466 Dec 06 14:47:11.414569 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63a931cc-6737-4f82-848d-69135875b863 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:11.472376 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8dee37dd-6233-4c25-9448-36104bf25796 req-61f19b96-dcb5-4225-bb7a-7ccf0c3d9729 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244314 Dec 06 14:47:11.587261 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8b220-ca79-4665-a25a-48325ccbe8a9 req-dbc3cbaa-5e8b-41c1-985c-3a5ae6a5a967 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:11.607832 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7d8b220-ca79-4665-a25a-48325ccbe8a9 req-dbc3cbaa-5e8b-41c1-985c-3a5ae6a5a967 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 1101 time: 0.1162653 Dec 06 14:47:11.671712 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-5d0b992e-27fa-4561-8188-4839248330e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1192555 Dec 06 14:47:11.705741 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7d8b220-ca79-4665-a25a-48325ccbe8a9 req-d87c5657-9c18-451d-bbc2-94f98e295d22 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966163 Dec 06 14:47:11.859033 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63a931cc-6737-4f82-848d-69135875b863 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:11.885828 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b30fa1f5-fd93-4924-a900-d118fe566128 req-de5f9226-ddfa-4ca9-aaf0-0d90bd7957a5 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 210 time: 0.0595071 Dec 06 14:47:11.889604 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63a931cc-6737-4f82-848d-69135875b863 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:11.986061 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-52904074-39d9-4c54-9cfd-0e97ecc362bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:11.986542 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-52904074-39d9-4c54-9cfd-0e97ecc362bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:11.987013 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-52904074-39d9-4c54-9cfd-0e97ecc362bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:11.987480 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-52904074-39d9-4c54-9cfd-0e97ecc362bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:11.987969 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-52904074-39d9-4c54-9cfd-0e97ecc362bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:11.988429 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-52904074-39d9-4c54-9cfd-0e97ecc362bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:11.988888 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-52904074-39d9-4c54-9cfd-0e97ecc362bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:11.992286 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-52904074-39d9-4c54-9cfd-0e97ecc362bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c37093efdf04284b9ef95dbc568d083&device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 6489 time: 0.2000258 Dec 06 14:47:12.135828 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-63a931cc-6737-4f82-848d-69135875b863 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Allocated IP 172.35.7.18 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/41fbb9f0-bcda-4959-a6f8-034c9a034dca) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:47:12.174272 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb7545-3c4e-45c4-bfdc-18b224882010 req-b6f31276-2612-4303-b71d-22fc9f91dc72 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:12.200255 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-ece6f859-e9c0-403c-a62b-9f1649f712f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:12.200753 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-ece6f859-e9c0-403c-a62b-9f1649f712f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:12.201191 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-ece6f859-e9c0-403c-a62b-9f1649f712f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:12.202808 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-ece6f859-e9c0-403c-a62b-9f1649f712f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6e31e4b3-623f-41f0-89d7-053df25180e1&id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&id=cb158934-4018-4c6a-ae8b-2c28f8c789bf&id=cb158934-4018-4c6a-ae8b-2c28f8c789bf HTTP/1.1" status: 200 len: 2294 time: 0.1571431 Dec 06 14:47:12.203533 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ffdb7545-3c4e-45c4-bfdc-18b224882010 req-b6f31276-2612-4303-b71d-22fc9f91dc72 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb447fa6-2070-4823-b8e0-20c0253d2471 HTTP/1.1" status: 200 len: 945 time: 0.1075404 Dec 06 14:47:12.406641 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-2673c55a-f137-4a8c-b71d-df3e0e242213 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8787e97-b48c-4cf9-a70a-9062d1daf772 HTTP/1.1" status: 200 len: 1002 time: 0.1697221 Dec 06 14:47:12.414928 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-ffdb7545-3c4e-45c4-bfdc-18b224882010 req-61ad235b-2802-4eb0-9f5e-b1202c410075 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Deleting port 4bdef259-fa95-490e-9346-0a1bd9626d1a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:12.415273 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ffdb7545-3c4e-45c4-bfdc-18b224882010 req-61ad235b-2802-4eb0-9f5e-b1202c410075 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:12.469332 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 4bdef259-fa95-490e-9346-0a1bd9626d1a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:47:12.522419 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-d723b30a-f843-4aa2-8569-069e430d728f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:12.527423 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-d723b30a-f843-4aa2-8569-069e430d728f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ebae9223-bf32-4b01-a47e-4989661e2354 HTTP/1.1" status: 200 len: 851 time: 0.1009054 Dec 06 14:47:12.533301 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63a931cc-6737-4f82-848d-69135875b863 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:12.662238 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:12.687339 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ffdb7545-3c4e-45c4-bfdc-18b224882010 req-61ad235b-2802-4eb0-9f5e-b1202c410075 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] For port 4bdef259-fa95-490e-9346-0a1bd9626d1a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4bdef259-fa95-490e-9346-0a1bd9626d1a,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:12.687997 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ffdb7545-3c4e-45c4-bfdc-18b224882010 req-61ad235b-2802-4eb0-9f5e-b1202c410075 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:12.690905 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-1f37b633-17b1-46f9-8319-89aa91d87c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:12.694559 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-1f37b633-17b1-46f9-8319-89aa91d87c8f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6e31e4b3-623f-41f0-89d7-053df25180e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542010 Dec 06 14:47:12.729402 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-ffdb7545-3c4e-45c4-bfdc-18b224882010 req-61ad235b-2802-4eb0-9f5e-b1202c410075 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Calling delete_port for 4bdef259-fa95-490e-9346-0a1bd9626d1a owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:12.770679 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 4bdef259-fa95-490e-9346-0a1bd9626d1a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4bdef259-fa95-490e-9346-0a1bd9626d1a,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:12.778115 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:12.959089 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=4bdef259-fa95-490e-9346-0a1bd9626d1a,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:12.964401 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b9c07-32a6-4eb8-8eb9-9d6f040f66a9 req-58e98fc5-fdd5-4444-8e17-99b44a112347 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:12.975644 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-019b9c07-32a6-4eb8-8eb9-9d6f040f66a9 req-58e98fc5-fdd5-4444-8e17-99b44a112347 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 945 time: 0.1420846 Dec 06 14:47:13.183150 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-019b9c07-32a6-4eb8-8eb9-9d6f040f66a9 req-6f9baaec-1265-434a-a2b9-a84755710794 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048707 Dec 06 14:47:13.223331 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb447fa6-2070-4823-b8e0-20c0253d2471', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bdef259-fa95-490e-9346-0a1bd9626d1a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:13.225691 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69c3f5b-e9aa-4ef2-846c-cd0baa80f51a" -d '{"events": [{"server_uuid": "eb447fa6-2070-4823-b8e0-20c0253d2471", "name": "network-vif-unplugged", "status": "completed", "tag": "4bdef259-fa95-490e-9346-0a1bd9626d1a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:13.297202 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ffdb7545-3c4e-45c4-bfdc-18b224882010 req-61ad235b-2802-4eb0-9f5e-b1202c410075 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:13.357836 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad235b-2802-4eb0-9f5e-b1202c410075 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Pushing event deleted for resources: {'Port': ['ID=4bdef259-fa95-490e-9346-0a1bd9626d1a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:13.433072 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdb7545-3c4e-45c4-bfdc-18b224882010 req-61ad235b-2802-4eb0-9f5e-b1202c410075 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] No DVR routers for this DVR port 4bdef259-fa95-490e-9346-0a1bd9626d1a on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:47:13.447534 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ffdb7545-3c4e-45c4-bfdc-18b224882010 req-61ad235b-2802-4eb0-9f5e-b1202c410075 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:13.472933 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ffdb7545-3c4e-45c4-bfdc-18b224882010 req-61ad235b-2802-4eb0-9f5e-b1202c410075 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.37 "DELETE /v2.0/ports/4bdef259-fa95-490e-9346-0a1bd9626d1a HTTP/1.1" status: 204 len: 173 time: 1.2676623 Dec 06 14:47:13.474168 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb447fa6-2070-4823-b8e0-20c0253d2471', 'name': 'network-vif-deleted', 'tag': '4bdef259-fa95-490e-9346-0a1bd9626d1a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:13.476567 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb9d88f-e28a-4756-8136-3576744ae29d" -d '{"events": [{"server_uuid": "eb447fa6-2070-4823-b8e0-20c0253d2471", "name": "network-vif-deleted", "tag": "4bdef259-fa95-490e-9346-0a1bd9626d1a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:13.541046 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4034fd80-178f-4693-9842-07f30226731d req-df897b0d-abc9-46ca-98b6-845bb30e206a tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 210 time: 0.0438063 Dec 06 14:47:13.588903 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d310bdfc-1dd3-4063-8edd-63a9a1dc261f x-openstack-request-id: req-d310bdfc-1dd3-4063-8edd-63a9a1dc261f {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:13.589388 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb447fa6-2070-4823-b8e0-20c0253d2471", "name": "network-vif-unplugged", "status": "completed", "tag": "4bdef259-fa95-490e-9346-0a1bd9626d1a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:13.589484 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d310bdfc-1dd3-4063-8edd-63a9a1dc261f {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:13.589853 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb447fa6-2070-4823-b8e0-20c0253d2471', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bdef259-fa95-490e-9346-0a1bd9626d1a', 'code': 200} Dec 06 14:47:13.643894 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63a931cc-6737-4f82-848d-69135875b863 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:13.728840 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a931cc-6737-4f82-848d-69135875b863 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:47:13.754728 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-63a931cc-6737-4f82-848d-69135875b863 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:13.773705 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a931cc-6737-4f82-848d-69135875b863 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:47:13.783418 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e372b0a4-0a66-421b-a459-91504c33817e x-openstack-request-id: req-e372b0a4-0a66-421b-a459-91504c33817e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:13.783979 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb447fa6-2070-4823-b8e0-20c0253d2471", "name": "network-vif-deleted", "tag": "4bdef259-fa95-490e-9346-0a1bd9626d1a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:13.784108 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a931cc-6737-4f82-848d-69135875b863 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Pushing event updated for resources: {'Port': ['ID=41fbb9f0-bcda-4959-a6f8-034c9a034dca,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:13.784233 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e372b0a4-0a66-421b-a459-91504c33817e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:13.785471 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb447fa6-2070-4823-b8e0-20c0253d2471', 'name': 'network-vif-deleted', 'tag': '4bdef259-fa95-490e-9346-0a1bd9626d1a', 'status': 'completed', 'code': 200} Dec 06 14:47:13.807834 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-a07f51e7-95f4-4199-8021-0dd0f6c9a1ad service neutron] 10.222.0.23 "GET /v2.0/networks/6e31e4b3-623f-41f0-89d7-053df25180e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0971854 Dec 06 14:47:13.822189 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-15dc5369-8299-4651-9567-a5acc022d318 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:13.823777 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-15dc5369-8299-4651-9567-a5acc022d318 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.23 "GET /v2.0/networks?id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088 HTTP/1.1" status: 200 len: 805 time: 1.0317740 Dec 06 14:47:13.854937 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-3ab18e20-398a-4d11-be05-05388c29efd3 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Request body: {'port': {'device_id': 'ffdc2f61-e7b7-466d-b910-683977c8d440', 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088', 'admin_state_up': True, 'tenant_id': 'adac984961054391983001fff49bb81b'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:14.440114 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81917883-0174-43f7-aae0-9cc3cbe1a596 req-0800b4e5-a425-4a38-96c0-ee35b9ece3c4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:14.451720 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-81917883-0174-43f7-aae0-9cc3cbe1a596 req-0800b4e5-a425-4a38-96c0-ee35b9ece3c4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 945 time: 0.1294782 Dec 06 14:47:14.482023 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-ddb3b868-b51a-4776-972f-e7eb07a42fbe service neutron] 10.222.0.23 "GET /v2.0/networks/6e31e4b3-623f-41f0-89d7-053df25180e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528864 Dec 06 14:47:14.572452 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a27ce8-ef87-4192-b7b0-fbb296a4cec6 req-97e3b2b1-6c87-43b9-a8f9-3f21d8a78c8c tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:14.578364 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-64a27ce8-ef87-4192-b7b0-fbb296a4cec6 req-97e3b2b1-6c87-43b9-a8f9-3f21d8a78c8c tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.6870902 Dec 06 14:47:14.600642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-81917883-0174-43f7-aae0-9cc3cbe1a596 req-23e115dd-5332-42b5-8c40-e80391d9856d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454706 Dec 06 14:47:14.700763 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-af58f195-709c-4566-8456-78df6c98a0a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=0543179e-d70f-4909-a03d-fcfe66648f7a HTTP/1.1" status: 200 len: 217 time: 0.1823499 Dec 06 14:47:14.827038 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-64a27ce8-ef87-4192-b7b0-fbb296a4cec6 req-1b139300-d49e-4fd7-adfc-ed2c7ea2dfca tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188177 Dec 06 14:47:14.856481 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-3ab18e20-398a-4d11-be05-05388c29efd3 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Made reservation on behalf of adac984961054391983001fff49bb81b for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:47:14.872639 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-3ab18e20-398a-4d11-be05-05388c29efd3 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:14.924962 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-079aded0-751c-47c7-94aa-6959ecfdbe8f req-89a47e4b-e46d-46c7-827a-9fafc7592f37 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 210 time: 0.1440909 Dec 06 14:47:14.941230 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-402a6ee1-f246-4fde-ad41-d2b945ff0d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:14.942922 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-402a6ee1-f246-4fde-ad41-d2b945ff0d49 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f HTTP/1.1" status: 200 len: 797 time: 0.2126167 Dec 06 14:47:14.943682 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63a931cc-6737-4f82-848d-69135875b863 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:15.214820 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-9fdecc62-abd1-4d3d-a13b-04d8e191129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:15.217028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-9fdecc62-abd1-4d3d-a13b-04d8e191129b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2216585 Dec 06 14:47:15.391487 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-f112718b-bda3-486d-b4b2-9a84eb9a9f58 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640368 Dec 06 14:47:15.504777 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-3ab18e20-398a-4d11-be05-05388c29efd3 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Allocated IP 172.20.0.7 (0aa083a0-a7dd-42d4-ae83-ce9441a0e088/4f9db456-6440-47de-9186-75398af412f5/7961e397-e9be-4caf-99ed-f88f7e67d59c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:47:15.696662 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-06cdcccf-6a4a-43d3-b0a2-7318d9a33421 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536407 Dec 06 14:47:15.710839 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63a931cc-6737-4f82-848d-69135875b863 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:15.733310 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63a931cc-6737-4f82-848d-69135875b863 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:15.805203 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67ce50-3f21-400e-9f6d-6f02954cc8ab req-1e7b4300-b09f-4a18-8964-b9e03e060f15 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:15.816345 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af67ce50-3f21-400e-9f6d-6f02954cc8ab req-1e7b4300-b09f-4a18-8964-b9e03e060f15 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 945 time: 0.0985708 Dec 06 14:47:15.842341 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-3c0fc4ac-87dc-4cac-8991-63c60da64c9d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=a7b78aa4-0d2c-4a7c-8d55-41681ef29071 HTTP/1.1" status: 200 len: 217 time: 0.1293068 Dec 06 14:47:15.899536 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af67ce50-3f21-400e-9f6d-6f02954cc8ab req-9f0209d3-4437-4772-8903-cb9066f2348b tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787425 Dec 06 14:47:16.092143 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ecd5b2fd-c636-43fc-b845-55738ade1e0a req-967230f6-88f4-4a93-8ba5-bcaf69cd2b90 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 210 time: 0.0323520 Dec 06 14:47:16.442030 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-9e2f99c9-a279-4a98-a6f5-62d631faae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:16.443517 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-9e2f99c9-a279-4a98-a6f5-62d631faae5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f HTTP/1.1" status: 200 len: 797 time: 0.5571640 Dec 06 14:47:16.467431 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-3ab18e20-398a-4d11-be05-05388c29efd3 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:16.480276 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 4bdef259-fa95-490e-9346-0a1bd9626d1a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:47:16.513833 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 4bdef259-fa95-490e-9346-0a1bd9626d1a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:47:16.514208 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 4bdef259-fa95-490e-9346-0a1bd9626d1a not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:47:16.547158 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c042c-2cb5-4c39-9db0-95e12eccd98a req-944f1144-0e83-4ea8-98b6-68c0a96828ee tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:16.549799 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d8c042c-2cb5-4c39-9db0-95e12eccd98a req-944f1144-0e83-4ea8-98b6-68c0a96828ee tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.2061152 Dec 06 14:47:16.631207 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a931cc-6737-4f82-848d-69135875b863 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Router 73e92123-0349-41cd-b31c-956d7ce5764e is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:47:16.646670 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-050502eb-7534-436b-a4fb-4239cd835daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:16.650560 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-050502eb-7534-436b-a4fb-4239cd835daf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1868987 Dec 06 14:47:16.673822 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-3ab18e20-398a-4d11-be05-05388c29efd3 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:16.720816 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d8c042c-2cb5-4c39-9db0-95e12eccd98a req-22fb9b00-ce56-484c-b434-397ca727bd80 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576908 Dec 06 14:47:16.831394 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-3ab18e20-398a-4d11-be05-05388c29efd3 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:47:16.863862 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-3ab18e20-398a-4d11-be05-05388c29efd3 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:16.871778 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-3ab18e20-398a-4d11-be05-05388c29efd3 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:47:16.968805 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-3ab18e20-398a-4d11-be05-05388c29efd3 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:16.969459 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-3ab18e20-398a-4d11-be05-05388c29efd3 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:16.983613 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab18e20-398a-4d11-be05-05388c29efd3 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Pushing event updated for resources: {'Port': ['ID=7961e397-e9be-4caf-99ed-f88f7e67d59c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:16.991705 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-a684489b-99bf-410a-9b45-6004f2a60034 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194461 Dec 06 14:47:17.046475 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-3ab18e20-398a-4d11-be05-05388c29efd3 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2059631 Dec 06 14:47:17.080502 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Request body: {'port': {'device_id': 'ffdc2f61-e7b7-466d-b910-683977c8d440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:17.175237 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a931cc-6737-4f82-848d-69135875b863 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:47:17.186415 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34688e3-a068-4c2d-8709-dea910a27075 None None] Sync routers for ids ['73e92123-0349-41cd-b31c-956d7ce5764e'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:47:17.200884 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63a931cc-6737-4f82-848d-69135875b863 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:17.202090 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-63a931cc-6737-4f82-848d-69135875b863 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "PUT /v2.0/routers/73e92123-0349-41cd-b31c-956d7ce5764e HTTP/1.1" status: 200 len: 879 time: 6.3455682 Dec 06 14:47:17.204990 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34688e3-a068-4c2d-8709-dea910a27075 None None] Routers {'73e92123-0349-41cd-b31c-956d7ce5764e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:17.205867 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46500) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:17.206799 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a34688e3-a068-4c2d-8709-dea910a27075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['73e92123-0349-41cd-b31c-956d7ce5764e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:17.221944 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d40b0b-6fbe-4327-a2fb-68aa830869cf req-9ff510cc-fb8c-4cbc-9b9f-28b526f64add tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:17.223486 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-36d40b0b-6fbe-4327-a2fb-68aa830869cf req-9ff510cc-fb8c-4cbc-9b9f-28b526f64add tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 945 time: 0.1985655 Dec 06 14:47:17.226257 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:17.247542 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a34688e3-a068-4c2d-8709-dea910a27075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:17.258317 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34688e3-a068-4c2d-8709-dea910a27075 None None] Routers {'73e92123-0349-41cd-b31c-956d7ce5764e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:17.259320 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a34688e3-a068-4c2d-8709-dea910a27075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['73e92123-0349-41cd-b31c-956d7ce5764e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:17.267040 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-d7b81f46-55ef-49dc-8c80-7f68a29041cf service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331953 Dec 06 14:47:17.302578 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a34688e3-a068-4c2d-8709-dea910a27075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:17.303610 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34688e3-a068-4c2d-8709-dea910a27075 None None] The sync data for ids ['73e92123-0349-41cd-b31c-956d7ce5764e'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:47:17.349641 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-0e38c230-eeec-46bd-b99d-b19f3e731d50 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=d350b801-15fd-48dd-80cb-41545f0302ca HTTP/1.1" status: 200 len: 217 time: 0.0509825 Dec 06 14:47:17.356023 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-36d40b0b-6fbe-4327-a2fb-68aa830869cf req-8a49956d-b81a-40e5-aa9b-829b6d69e5c1 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232357 Dec 06 14:47:17.425935 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c151bb-fa27-4f23-9c2e-ae764ff4ce4d req-f92bcf5c-6823-4189-8b94-a51e056603cc tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:17.435130 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18c151bb-fa27-4f23-9c2e-ae764ff4ce4d req-f92bcf5c-6823-4189-8b94-a51e056603cc tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 931 time: 0.0995209 Dec 06 14:47:17.446396 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-78d3585b-9083-4934-a536-81902eec4e3f tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "GET /v2.0/routers/73e92123-0349-41cd-b31c-956d7ce5764e HTTP/1.1" status: 200 len: 920 time: 0.2388928 Dec 06 14:47:17.450781 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46508) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:17.532827 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18c151bb-fa27-4f23-9c2e-ae764ff4ce4d req-f5984f71-4880-4536-8a5f-abb24699b65d tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964546 Dec 06 14:47:17.534042 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-8cfbdae4-5c5d-4ef5-a4cf-c03afd10e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:17.535538 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-8cfbdae4-5c5d-4ef5-a4cf-c03afd10e92b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f HTTP/1.1" status: 200 len: 797 time: 0.1769562 Dec 06 14:47:17.614233 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e36763a-cb38-4398-a473-274a6ead2864 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:17.615771 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0e36763a-cb38-4398-a473-274a6ead2864 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&device_id=73e92123-0349-41cd-b31c-956d7ce5764e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1619434 Dec 06 14:47:17.618613 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46510) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:17.664295 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-15da50a5-90c5-44f4-b526-de25dee4a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:17.665836 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-15da50a5-90c5-44f4-b526-de25dee4a994 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1195252 Dec 06 14:47:17.731044 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fd50b6-97f1-40bf-b4ff-7a8efb4a58e6 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:17.733673 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-04fd50b6-97f1-40bf-b4ff-7a8efb4a58e6 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 881 time: 0.1140020 Dec 06 14:47:17.737359 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46512) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:17.784363 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e92a9ab3-b6be-4559-8548-4f32a29c5a7f tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e92123-0349-41cd-b31c-956d7ce5764e HTTP/1.1" status: 200 len: 205 time: 0.0448678 Dec 06 14:47:17.786629 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46516) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:17.823727 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7961e397-e9be-4caf-99ed-f88f7e67d59c {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:47:17.833011 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-e6c430b3-8b15-4c66-b79c-802e0cfdcb14 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538529 Dec 06 14:47:17.834958 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:17.865170 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Transition to ACTIVE for port object 7961e397-e9be-4caf-99ed-f88f7e67d59c will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:47:17.875688 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:17.965848 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f259725-a93c-436f-bf3e-9a5e79d04f70 req-74682187-2dce-402e-b4f3-38c500829d6c tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:17.968268 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8f259725-a93c-436f-bf3e-9a5e79d04f70 req-74682187-2dce-402e-b4f3-38c500829d6c tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.1349578 Dec 06 14:47:17.985333 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Pushing event updated for resources: {'Port': ['ID=7961e397-e9be-4caf-99ed-f88f7e67d59c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:18.014452 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-a3fa796a-6bc8-4c9b-be2f-7db430c98252 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705108 Dec 06 14:47:18.028330 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6731738f-4f9e-45c9-b6eb-fb177da450b5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:18.080159 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-dd07cfc8-257b-45e0-9318-1e7cc9207688 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=8308ccd2-e0d7-46df-9012-cb81a52c4813 HTTP/1.1" status: 200 len: 217 time: 0.0475180 Dec 06 14:47:18.112245 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8f259725-a93c-436f-bf3e-9a5e79d04f70 req-701142c9-d58d-4a48-9740-2680854497b1 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312406 Dec 06 14:47:18.133406 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Attempting to bind port 7961e397-e9be-4caf-99ed-f88f7e67d59c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:47:18.133741 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Attempting to bind port 7961e397-e9be-4caf-99ed-f88f7e67d59c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '579a6378-b6c2-4ffb-baf7-42b834be4ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:47:18.134066 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Attempting to bind port 7961e397-e9be-4caf-99ed-f88f7e67d59c on network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:47:18.141221 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Port 7961e397-e9be-4caf-99ed-f88f7e67d59c on network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:47:18.141540 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Attempting to bind port 7961e397-e9be-4caf-99ed-f88f7e67d59c on network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:47:18.150575 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-f9dc142f-5b93-449f-a352-26a871fccdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:18.152137 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-f9dc142f-5b93-449f-a352-26a871fccdd2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f HTTP/1.1" status: 200 len: 797 time: 0.0648260 Dec 06 14:47:18.158228 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:47:18.160763 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Checking segment: {'id': '579a6378-b6c2-4ffb-baf7-42b834be4ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:47:18.161153 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Bound using segment: {'id': '579a6378-b6c2-4ffb-baf7-42b834be4ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:47:18.161604 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Bound port: 7961e397-e9be-4caf-99ed-f88f7e67d59c, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579a6378-b6c2-4ffb-baf7-42b834be4ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:47:18.161962 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:18.184260 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6731738f-4f9e-45c9-b6eb-fb177da450b5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:18.253259 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-c82182ac-7bb6-408c-87c8-a761638eab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:18.254875 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-c82182ac-7bb6-408c-87c8-a761638eab24 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0896773 Dec 06 14:47:18.260890 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] For port 7961e397-e9be-4caf-99ed-f88f7e67d59c, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:47:18.261223 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6731738f-4f9e-45c9-b6eb-fb177da450b5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Deleting port 41fbb9f0-bcda-4959-a6f8-034c9a034dca {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:18.262180 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6731738f-4f9e-45c9-b6eb-fb177da450b5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:18.272243 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] For port 7961e397-e9be-4caf-99ed-f88f7e67d59c, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7961e397-e9be-4caf-99ed-f88f7e67d59c,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:47:18.291611 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:18.346609 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:18.347237 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:18.348935 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] 10.222.0.23 "PUT /v2.0/ports/7961e397-e9be-4caf-99ed-f88f7e67d59c HTTP/1.1" status: 200 len: 1091 time: 1.2859862 Dec 06 14:47:18.351319 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdc2f61-e7b7-466d-b910-683977c8d440', 'tag': '7961e397-e9be-4caf-99ed-f88f7e67d59c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:18.353343 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609a47a4-7e8f-45e8-aaf8-e51994713a84" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdc2f61-e7b7-466d-b910-683977c8d440", "tag": "7961e397-e9be-4caf-99ed-f88f7e67d59c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:18.379586 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6731738f-4f9e-45c9-b6eb-fb177da450b5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:18.397038 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6731738f-4f9e-45c9-b6eb-fb177da450b5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Calling delete_port for 41fbb9f0-bcda-4959-a6f8-034c9a034dca owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:18.430390 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca9aa8-3ede-4f57-bc1b-ccf9d65d67d6 service neutron] Pushing event updated for resources: {'Port': ['ID=7961e397-e9be-4caf-99ed-f88f7e67d59c,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:18.461546 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b61954e-d4ef-4c3b-aa34-3c9bb8468788 x-openstack-request-id: req-6b61954e-d4ef-4c3b-aa34-3c9bb8468788 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:18.461909 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdc2f61-e7b7-466d-b910-683977c8d440", "tag": "7961e397-e9be-4caf-99ed-f88f7e67d59c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:18.462197 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b61954e-d4ef-4c3b-aa34-3c9bb8468788 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:18.462626 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdc2f61-e7b7-466d-b910-683977c8d440', 'tag': '7961e397-e9be-4caf-99ed-f88f7e67d59c', 'status': 'completed', 'code': 200} Dec 06 14:47:18.468365 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-edc0f2f1-db52-4541-8ff4-aadd85339b11 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047379 Dec 06 14:47:18.510715 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-51a8bfab-ac35-4916-8e1d-7ef3562e50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:18.512266 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-51a8bfab-ac35-4916-8e1d-7ef3562e50d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adac984961054391983001fff49bb81b&device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 1094 time: 0.1002820 Dec 06 14:47:18.617760 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-16cc12d7-3ac6-4493-8f92-7f5a1a7df87a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7961e397-e9be-4caf-99ed-f88f7e67d59c HTTP/1.1" status: 200 len: 217 time: 0.0937696 Dec 06 14:47:18.683973 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-71f3fdf8-8b1f-4fc8-b817-d861b85833de service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071812 Dec 06 14:47:18.703590 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-7a960858-f816-4b54-86ee-4510392fb093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:18.705270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-7a960858-f816-4b54-86ee-4510392fb093 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f9db456-6440-47de-9186-75398af412f5 HTTP/1.1" status: 200 len: 845 time: 0.0755255 Dec 06 14:47:18.757223 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-1c8642cf-290d-4d94-9163-8dde4a39e8bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=123958aa-6377-4a82-b97b-1f5421f13954 HTTP/1.1" status: 200 len: 217 time: 0.0629082 Dec 06 14:47:18.777520 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-9691e702-cace-490a-99d0-8d394b28c128 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425661 Dec 06 14:47:18.946118 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57661d1e-13e1-414c-9d2c-70efa498248c req-dfdb992a-a4ef-4844-9ce7-b9e257d277bf tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:18.948140 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-57661d1e-13e1-414c-9d2c-70efa498248c req-dfdb992a-a4ef-4844-9ce7-b9e257d277bf tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 945 time: 0.0754240 Dec 06 14:47:19.067867 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-57661d1e-13e1-414c-9d2c-70efa498248c req-bf9dcecc-4296-4572-9e2d-b255b1764c79 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032529 Dec 06 14:47:19.152369 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6731738f-4f9e-45c9-b6eb-fb177da450b5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:19.188559 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee8163-a712-43f2-9383-ec8ca0c67aa4 req-d3c3aec6-ab7c-467b-abe8-2be51d26fb2b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:19.195942 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3ee8163-a712-43f2-9383-ec8ca0c67aa4 req-d3c3aec6-ab7c-467b-abe8-2be51d26fb2b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 943 time: 0.4511178 Dec 06 14:47:19.208495 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731738f-4f9e-45c9-b6eb-fb177da450b5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Pushing event deleted for resources: {'Port': ['ID=41fbb9f0-bcda-4959-a6f8-034c9a034dca,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:19.214081 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-22cc1aab-5acb-48b8-8106-48b193a116de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:19.214839 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-22cc1aab-5acb-48b8-8106-48b193a116de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1e5f2f7-b121-4bd5-a64e-1d85120de3ca HTTP/1.1" status: 200 len: 797 time: 0.4243033 Dec 06 14:47:19.298950 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3ee8163-a712-43f2-9383-ec8ca0c67aa4 req-b0a2bdc9-8d95-426a-bf81-aeb0b53b933b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021514 Dec 06 14:47:19.301028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-ec382c89-5bc9-4b5e-9c19-54003cbe3e18 service neutron] 10.222.0.23 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012708 Dec 06 14:47:19.323110 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6731738f-4f9e-45c9-b6eb-fb177da450b5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:19.365795 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-b82f71b3-e513-48d5-92a5-49f9c3049d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:19.367366 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-b82f71b3-e513-48d5-92a5-49f9c3049d45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb158934-4018-4c6a-ae8b-2c28f8c789bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1340299 Dec 06 14:47:19.485756 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6731738f-4f9e-45c9-b6eb-fb177da450b5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:19.491850 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6731738f-4f9e-45c9-b6eb-fb177da450b5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:19.499321 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b2e2a5a-ba4a-44c5-b2ce-3e3045b492ad req-d307ba57-3a8d-4b7c-8e99-6d1a740ece06 service neutron] 10.222.0.23 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802721 Dec 06 14:47:19.525886 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-16296ef2-73dc-4e58-85d4-8f7e33f98354 service neutron] 10.222.0.23 "GET /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159420 Dec 06 14:47:19.561684 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1afdb-95d5-4d7e-998b-581166e9e291 req-51377209-c530-48ab-9680-cf2c021da762 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:19.568971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-72e1afdb-95d5-4d7e-998b-581166e9e291 req-51377209-c530-48ab-9680-cf2c021da762 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.1663671 Dec 06 14:47:19.598605 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6731738f-4f9e-45c9-b6eb-fb177da450b5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:19.599191 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6731738f-4f9e-45c9-b6eb-fb177da450b5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Fanout notify agent at l3_agent the message router_deleted on router 73e92123-0349-41cd-b31c-956d7ce5764e {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:47:19.608880 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6731738f-4f9e-45c9-b6eb-fb177da450b5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:19.613664 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6731738f-4f9e-45c9-b6eb-fb177da450b5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "DELETE /v2.0/routers/73e92123-0349-41cd-b31c-956d7ce5764e HTTP/1.1" status: 204 len: 168 time: 1.8211360 Dec 06 14:47:19.638868 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46552) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:19.651619 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-72e1afdb-95d5-4d7e-998b-581166e9e291 req-dbc57210-b2e8-4b5d-9e8a-fd7d772f353a tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799382 Dec 06 14:47:19.659696 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e4e90fe7-a91b-49b8-911e-6d3077570cf4 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1394443610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:19.689500 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4e90fe7-a91b-49b8-911e-6d3077570cf4 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:19.690470 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-0896ac48-148e-49f6-b467-1bc36c305709 service neutron] 10.222.0.23 "GET /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550198 Dec 06 14:47:19.693283 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4e90fe7-a91b-49b8-911e-6d3077570cf4 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:19.698780 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a47a4-7e8f-45e8-aaf8-e51994713a84 req-26d8248d-a4d9-4f0a-bb65-8a74da160900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:19.706676 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-609a47a4-7e8f-45e8-aaf8-e51994713a84 req-26d8248d-a4d9-4f0a-bb65-8a74da160900 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adac984961054391983001fff49bb81b&device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 1094 time: 0.1375055 Dec 06 14:47:19.753053 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4e90fe7-a91b-49b8-911e-6d3077570cf4 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:19.759316 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4e90fe7-a91b-49b8-911e-6d3077570cf4 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:19.788010 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4e90fe7-a91b-49b8-911e-6d3077570cf4 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:19.790446 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e4e90fe7-a91b-49b8-911e-6d3077570cf4 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1378014 Dec 06 14:47:19.793882 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46556) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:19.799250 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b2fee0c8-79f3-4d11-9d45-6d854980a677 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'enable_snat': True}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:19.803523 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-444ac4a6-1059-4e14-9a9f-d16a7de689df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c5ef52e3-a51e-4219-b152-4a539b93ddee HTTP/1.1" status: 200 len: 217 time: 0.0957704 Dec 06 14:47:19.944437 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-abe98a2b-9b6a-4b86-afad-abdfacdcea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:19.946520 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-abe98a2b-9b6a-4b86-afad-abdfacdcea24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1e5f2f7-b121-4bd5-a64e-1d85120de3ca HTTP/1.1" status: 200 len: 797 time: 0.1198156 Dec 06 14:47:19.954109 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a47a4-7e8f-45e8-aaf8-e51994713a84 req-8587cd31-36d1-4f5e-99a8-cdfd59c7a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:19.957542 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-609a47a4-7e8f-45e8-aaf8-e51994713a84 req-8587cd31-36d1-4f5e-99a8-cdfd59c7a7c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088 HTTP/1.1" status: 200 len: 906 time: 0.2351193 Dec 06 14:47:20.010864 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-609a47a4-7e8f-45e8-aaf8-e51994713a84 req-0b9e4dba-7404-420a-85ff-395f70530d7c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7961e397-e9be-4caf-99ed-f88f7e67d59c HTTP/1.1" status: 200 len: 217 time: 0.0442736 Dec 06 14:47:20.050224 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2fee0c8-79f3-4d11-9d45-6d854980a677 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:20.082397 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a47a4-7e8f-45e8-aaf8-e51994713a84 req-d34523c0-8bf4-46bc-92ef-87e498193eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:20.082397 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-609a47a4-7e8f-45e8-aaf8-e51994713a84 req-d34523c0-8bf4-46bc-92ef-87e498193eca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f9db456-6440-47de-9186-75398af412f5 HTTP/1.1" status: 200 len: 845 time: 0.0556300 Dec 06 14:47:20.120441 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-d4edc9f4-644f-4786-b52b-5a47cb47d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:20.122971 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-d4edc9f4-644f-4786-b52b-5a47cb47d191 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb158934-4018-4c6a-ae8b-2c28f8c789bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1643114 Dec 06 14:47:20.140585 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-609a47a4-7e8f-45e8-aaf8-e51994713a84 req-6dded957-b11d-4d5f-9041-d8efb425f825 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478117 Dec 06 14:47:20.266593 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e74928-55c4-453e-adb5-e2d1d6965cf8 req-e03fd932-a33a-484b-a420-4b95f0f49e67 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:20.268219 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5e74928-55c4-453e-adb5-e2d1d6965cf8 req-e03fd932-a33a-484b-a420-4b95f0f49e67 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 945 time: 0.0716429 Dec 06 14:47:20.330676 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-fb04f33c-81d5-4a2e-a156-b5e854a831e0 service neutron] 10.222.0.23 "GET /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922028 Dec 06 14:47:20.337095 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-609a47a4-7e8f-45e8-aaf8-e51994713a84 req-2f190d9e-e155-4903-b2ba-dec2c82bc1c0 service neutron] 10.222.0.23 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872222 Dec 06 14:47:20.549458 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-609a47a4-7e8f-45e8-aaf8-e51994713a84 req-4411f16a-d206-4d3e-ac2b-b68909e81627 service neutron] 10.222.0.23 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984496 Dec 06 14:47:20.550062 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e40f5c27-fb61-42d2-ab0f-83e7877fe3eb req-fc33c515-3b03-47e5-8a38-71356056e0eb service neutron] 10.222.0.23 "GET /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119377 Dec 06 14:47:20.559528 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5e74928-55c4-453e-adb5-e2d1d6965cf8 req-77b4fe39-51ca-4fc0-929b-59a92bb5f61c tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403398 Dec 06 14:47:20.576353 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2fee0c8-79f3-4d11-9d45-6d854980a677 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:20.597168 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2fee0c8-79f3-4d11-9d45-6d854980a677 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:20.666181 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223edc1-2a72-494b-afac-e697f615743f req-6264c562-bf9c-421f-9e5c-bd1f227fe3ad tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:20.675450 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9223edc1-2a72-494b-afac-e697f615743f req-6264c562-bf9c-421f-9e5c-bd1f227fe3ad tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 943 time: 0.0660717 Dec 06 14:47:20.728627 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9223edc1-2a72-494b-afac-e697f615743f req-aaba4bb1-9315-4a2d-8180-7f94e1fe5677 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516646 Dec 06 14:47:20.739690 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b2fee0c8-79f3-4d11-9d45-6d854980a677 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Allocated IP 172.35.7.185 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/d8275bbd-3d67-4f57-81b1-e9150fd79483) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:47:20.818011 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b5dd2-ac39-4593-88a3-2bc009f965a3 req-e0bb136e-9985-45c5-9223-dad8bce2731b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:20.819567 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-503b5dd2-ac39-4593-88a3-2bc009f965a3 req-e0bb136e-9985-45c5-9223-dad8bce2731b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0889244 Dec 06 14:47:20.924183 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-503b5dd2-ac39-4593-88a3-2bc009f965a3 req-0a3b32a2-97cf-4ff2-a21c-f16f28c1aebe tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745854 Dec 06 14:47:20.928944 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2fee0c8-79f3-4d11-9d45-6d854980a677 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:20.964479 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2fee0c8-79f3-4d11-9d45-6d854980a677 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:20.999722 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fee0c8-79f3-4d11-9d45-6d854980a677 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:47:21.004020 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b2fee0c8-79f3-4d11-9d45-6d854980a677 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:21.010737 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fee0c8-79f3-4d11-9d45-6d854980a677 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:47:21.040025 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fee0c8-79f3-4d11-9d45-6d854980a677 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Pushing event updated for resources: {'Port': ['ID=d8275bbd-3d67-4f57-81b1-e9150fd79483,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:21.283366 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2fee0c8-79f3-4d11-9d45-6d854980a677 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:21.503761 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2fee0c8-79f3-4d11-9d45-6d854980a677 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:21.507185 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2fee0c8-79f3-4d11-9d45-6d854980a677 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:21.716737 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ed1d0-c84e-474f-bda9-eb77c509536e req-33218ed3-bb09-4020-a833-b8b0c31f2b9b tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:21.718106 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c26ed1d0-c84e-474f-bda9-eb77c509536e req-33218ed3-bb09-4020-a833-b8b0c31f2b9b tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 945 time: 0.0762868 Dec 06 14:47:21.760285 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fee0c8-79f3-4d11-9d45-6d854980a677 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Router 80123504-e91d-4ddd-9e7c-8e06d427bedd is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:47:21.779201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c26ed1d0-c84e-474f-bda9-eb77c509536e req-9f3690a1-620c-48e0-b567-c5291745372f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542192 Dec 06 14:47:21.879317 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d860c32-1d26-4ea9-b2f4-378019e35222 req-508f7a6e-c515-40d6-b91a-d05910bf0295 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:21.886288 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d860c32-1d26-4ea9-b2f4-378019e35222 req-508f7a6e-c515-40d6-b91a-d05910bf0295 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 943 time: 0.0695395 Dec 06 14:47:21.910711 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fee0c8-79f3-4d11-9d45-6d854980a677 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:47:21.915902 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2fee0c8-79f3-4d11-9d45-6d854980a677 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:21.920204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b2fee0c8-79f3-4d11-9d45-6d854980a677 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "PUT /v2.0/routers/80123504-e91d-4ddd-9e7c-8e06d427bedd HTTP/1.1" status: 200 len: 915 time: 2.1251857 Dec 06 14:47:21.920829 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46606) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:21.926134 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 7961e397-e9be-4caf-99ed-f88f7e67d59c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:47:21.928333 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5407ad9-98bf-4164-83ce-a409b368e221 None None] Sync routers for ids ['80123504-e91d-4ddd-9e7c-8e06d427bedd'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:47:21.943029 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5407ad9-98bf-4164-83ce-a409b368e221 None None] Routers {'80123504-e91d-4ddd-9e7c-8e06d427bedd'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:21.943689 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e5407ad9-98bf-4164-83ce-a409b368e221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['80123504-e91d-4ddd-9e7c-8e06d427bedd'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:21.968930 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d860c32-1d26-4ea9-b2f4-378019e35222 req-0910a8d8-0eb2-4513-9ab4-442237fbc5a3 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810502 Dec 06 14:47:22.038543 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e5407ad9-98bf-4164-83ce-a409b368e221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:22.048307 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5407ad9-98bf-4164-83ce-a409b368e221 None None] Routers {'80123504-e91d-4ddd-9e7c-8e06d427bedd'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:22.048920 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e5407ad9-98bf-4164-83ce-a409b368e221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['80123504-e91d-4ddd-9e7c-8e06d427bedd'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:22.065115 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 7961e397-e9be-4caf-99ed-f88f7e67d59c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7961e397-e9be-4caf-99ed-f88f7e67d59c,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:22.082610 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '7961e397-e9be-4caf-99ed-f88f7e67d59c', 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088', 'port_id': '7961e397-e9be-4caf-99ed-f88f7e67d59c', 'mac_address': 'fa:16:3e:c1:19:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9db456-6440-47de-9186-75398af412f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:47:22.084030 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e5407ad9-98bf-4164-83ce-a409b368e221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:22.084859 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5407ad9-98bf-4164-83ce-a409b368e221 None None] The sync data for ids ['80123504-e91d-4ddd-9e7c-8e06d427bedd'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:47:22.112436 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46610) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:22.112634 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-67799dd5-003e-449e-84c2-9173dfe41a10 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "GET /v2.0/routers/80123504-e91d-4ddd-9e7c-8e06d427bedd HTTP/1.1" status: 200 len: 921 time: 0.1895707 Dec 06 14:47:22.127710 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd2135-a85c-4011-a233-45441497031e req-f6742d75-3b33-4036-8f03-d976d1e2bdf5 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:22.128564 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10bd2135-a85c-4011-a233-45441497031e req-f6742d75-3b33-4036-8f03-d976d1e2bdf5 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0879276 Dec 06 14:47:22.137366 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:22.171591 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7961e397-e9be-4caf-99ed-f88f7e67d59c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:47:22.175265 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192d2ab8-4c31-42a8-ad04-467eb0399be6 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:22.179604 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-192d2ab8-4c31-42a8-ad04-467eb0399be6 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&device_id=80123504-e91d-4ddd-9e7c-8e06d427bedd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0644100 Dec 06 14:47:22.180409 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46612) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:22.199701 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 7961e397-e9be-4caf-99ed-f88f7e67d59c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7961e397-e9be-4caf-99ed-f88f7e67d59c,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:22.206770 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:22.216020 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10bd2135-a85c-4011-a233-45441497031e req-f905709c-2e68-499b-b64e-ac6720c9020f tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758064 Dec 06 14:47:22.264014 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=7961e397-e9be-4caf-99ed-f88f7e67d59c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:22.315190 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c9a65d-2753-4b3f-82d6-b0221a4b25c1 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:22.319412 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b8c9a65d-2753-4b3f-82d6-b0221a4b25c1 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 881 time: 0.1354315 Dec 06 14:47:22.319679 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46614) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:22.349445 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5afb3ac2-41fa-4406-a176-e4eed4c5ccf7 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "GET /v2.0/ports?device_id=80123504-e91d-4ddd-9e7c-8e06d427bedd HTTP/1.1" status: 200 len: 205 time: 0.0263798 Dec 06 14:47:22.349690 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46616) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:22.478388 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:22.629435 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:22.645926 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['7961e397-e9be-4caf-99ed-f88f7e67d59c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:47:22.718823 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Deleting port d8275bbd-3d67-4f57-81b1-e9150fd79483 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:22.719255 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:22.830997 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:22.852062 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Calling delete_port for d8275bbd-3d67-4f57-81b1-e9150fd79483 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:23.028688 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778251a-78d6-4bf5-bc24-a2e7c8e483f3 req-9ed611f9-042b-404c-a89e-82e0619ec414 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:23.037215 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b778251a-78d6-4bf5-bc24-a2e7c8e483f3 req-9ed611f9-042b-404c-a89e-82e0619ec414 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 945 time: 0.1574504 Dec 06 14:47:23.049535 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-5bb86d22-7566-4f01-acf7-a5f4972708e7 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:23.051319 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-5bb86d22-7566-4f01-acf7-a5f4972708e7 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe&tenant_id=081ecae26f1f4608b6d59404ed1f828f&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.1312814 Dec 06 14:47:23.068527 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:23.124208 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.188768 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b778251a-78d6-4bf5-bc24-a2e7c8e483f3 req-06b328d8-0608-40ed-a920-c2e4ba3edec2 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504109 Dec 06 14:47:23.189318 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.232742 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Pushing event deleted for resources: {'Port': ['ID=d8275bbd-3d67-4f57-81b1-e9150fd79483,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:23.250983 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.253181 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.253628 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.254153 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.254592 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.255051 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.255482 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.255940 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.256379 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.256802 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.257227 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.257667 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.258064 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.296331 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c400ca0-ce6f-4177-9227-5347efe3fddd req-500f7890-ff4f-4de0-930f-22159a5cde36 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:23.304335 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4c400ca0-ce6f-4177-9227-5347efe3fddd req-500f7890-ff4f-4de0-930f-22159a5cde36 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 944 time: 0.1576629 Dec 06 14:47:23.312970 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.432519 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.438660 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.452614 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] For port bc63198c-e3b8-494e-b32f-b80bf300c3b7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bc63198c-e3b8-494e-b32f-b80bf300c3b7,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:23.463799 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6b0f5-8a58-4dd8-a335-ad0097a18043 req-1c0f1ace-a8f9-4757-8e88-940b4dc280bd tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:23.465496 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63c6b0f5-8a58-4dd8-a335-ad0097a18043 req-1c0f1ace-a8f9-4757-8e88-940b4dc280bd tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.1248672 Dec 06 14:47:23.517429 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4c400ca0-ce6f-4177-9227-5347efe3fddd req-3be4569b-dc4c-42d9-8f9f-59219c5767dc tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120156 Dec 06 14:47:23.519970 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.531834 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Fanout notify agent at l3_agent the message router_deleted on router 80123504-e91d-4ddd-9e7c-8e06d427bedd {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:47:23.566526 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.572115 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dd72303a-70d8-4649-bf01-e51143140062 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "DELETE /v2.0/routers/80123504-e91d-4ddd-9e7c-8e06d427bedd HTTP/1.1" status: 204 len: 168 time: 1.2173221 Dec 06 14:47:23.572115 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46642) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:23.577679 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a87bdafe-ad26-4cac-abfc-f5875ce54f09 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-195418560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:23.578920 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] For port bc63198c-e3b8-494e-b32f-b80bf300c3b7, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:47:23.603112 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a87bdafe-ad26-4cac-abfc-f5875ce54f09 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.604752 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a87bdafe-ad26-4cac-abfc-f5875ce54f09 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.624933 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63c6b0f5-8a58-4dd8-a335-ad0097a18043 req-72097054-b1b6-42ad-90a5-d3da313f161b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480832 Dec 06 14:47:23.653923 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc63198c-e3b8-494e-b32f-b80bf300c3b7'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:23.656286 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af01f9c-fc71-499b-84d4-4661f82fc9ec" -d '{"events": [{"server_uuid": "6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "bc63198c-e3b8-494e-b32f-b80bf300c3b7"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:23.660502 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.673613 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.686805 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a87bdafe-ad26-4cac-abfc-f5875ce54f09 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.692415 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a87bdafe-ad26-4cac-abfc-f5875ce54f09 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.719533 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a87bdafe-ad26-4cac-abfc-f5875ce54f09 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.723453 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a87bdafe-ad26-4cac-abfc-f5875ce54f09 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1480072 Dec 06 14:47:23.724650 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46654) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:23.729338 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e5fcbc88-b75a-4613-a978-5d6cc82356aa tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'enable_snat': False}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:23.753981 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f264a0-5c22-46b1-a374-cfed8ac6195b x-openstack-request-id: req-e4f264a0-5c22-46b1-a374-cfed8ac6195b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:23.756139 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "bc63198c-e3b8-494e-b32f-b80bf300c3b7", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:23.756579 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4f264a0-5c22-46b1-a374-cfed8ac6195b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:23.758201 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc63198c-e3b8-494e-b32f-b80bf300c3b7', 'code': 200} Dec 06 14:47:23.830506 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Pushing event updated for resources: {'Port': ['ID=bc63198c-e3b8-494e-b32f-b80bf300c3b7,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:23.845633 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.845984 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.846317 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.846656 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.846986 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.847311 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.847632 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.847983 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.848300 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.848623 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.848945 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.849262 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.849576 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:23.856716 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Attempting to bind port bc63198c-e3b8-494e-b32f-b80bf300c3b7 on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:47:23.857051 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Attempting to bind port bc63198c-e3b8-494e-b32f-b80bf300c3b7 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:47:23.857374 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Attempting to bind port bc63198c-e3b8-494e-b32f-b80bf300c3b7 on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:47:23.864139 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Port bc63198c-e3b8-494e-b32f-b80bf300c3b7 on network b37294a8-0dc8-43e9-9099-e05815316dd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:47:23.864461 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Attempting to bind port bc63198c-e3b8-494e-b32f-b80bf300c3b7 on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:47:23.870079 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:47:23.870411 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Checking segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:47:23.870786 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Bound using segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:47:23.871204 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Bound port: bc63198c-e3b8-494e-b32f-b80bf300c3b7, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:47:23.871557 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.942374 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 7961e397-e9be-4caf-99ed-f88f7e67d59c up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:47:23.943079 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] For port bc63198c-e3b8-494e-b32f-b80bf300c3b7, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:47:23.947932 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] For port bc63198c-e3b8-494e-b32f-b80bf300c3b7, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bc63198c-e3b8-494e-b32f-b80bf300c3b7,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:47:23.954906 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:24.016083 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5fcbc88-b75a-4613-a978-5d6cc82356aa tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:24.078967 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 7961e397-e9be-4caf-99ed-f88f7e67d59c completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:47:24.085922 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 7961e397-e9be-4caf-99ed-f88f7e67d59c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:47:24.086300 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:24.222309 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:24.261821 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 7961e397-e9be-4caf-99ed-f88f7e67d59c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7961e397-e9be-4caf-99ed-f88f7e67d59c,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:24.263693 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdc2f61-e7b7-466d-b910-683977c8d440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7961e397-e9be-4caf-99ed-f88f7e67d59c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:24.266910 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11140f1-a952-402e-9453-29c041233b6d" -d '{"events": [{"server_uuid": "ffdc2f61-e7b7-466d-b910-683977c8d440", "name": "network-vif-plugged", "status": "completed", "tag": "7961e397-e9be-4caf-99ed-f88f7e67d59c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:24.272226 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:24.332650 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=7961e397-e9be-4caf-99ed-f88f7e67d59c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:24.345266 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795f831a-0c86-4d66-abf6-ac64f77cdd9b x-openstack-request-id: req-795f831a-0c86-4d66-abf6-ac64f77cdd9b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:24.345515 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdc2f61-e7b7-466d-b910-683977c8d440", "name": "network-vif-plugged", "status": "completed", "tag": "7961e397-e9be-4caf-99ed-f88f7e67d59c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:24.345778 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-795f831a-0c86-4d66-abf6-ac64f77cdd9b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:24.346357 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdc2f61-e7b7-466d-b910-683977c8d440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7961e397-e9be-4caf-99ed-f88f7e67d59c', 'code': 200} Dec 06 14:47:24.418073 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:24.419237 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:24.420637 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] 10.222.0.37 "PUT /v2.0/ports/bc63198c-e3b8-494e-b32f-b80bf300c3b7 HTTP/1.1" status: 200 len: 1121 time: 1.3581123 Dec 06 14:47:24.424394 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc4ad7-5db2-4eaa-83dc-c630debc5afd service neutron] Pushing event updated for resources: {'Port': ['ID=bc63198c-e3b8-494e-b32f-b80bf300c3b7,revision_number=8']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:24.526785 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device bc63198c-e3b8-494e-b32f-b80bf300c3b7 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:47:24.594758 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['bc63198c-e3b8-494e-b32f-b80bf300c3b7'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:47:24.638356 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['bc63198c-e3b8-494e-b32f-b80bf300c3b7'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:47:24.689013 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5fcbc88-b75a-4613-a978-5d6cc82356aa tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:24.716351 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5fcbc88-b75a-4613-a978-5d6cc82356aa tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:24.727281 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932690c0-b6e6-417c-865a-6669f563d11e req-64ae15dd-d7a0-4774-b550-438c16893c74 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:24.729218 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-932690c0-b6e6-417c-865a-6669f563d11e req-64ae15dd-d7a0-4774-b550-438c16893c74 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0976503 Dec 06 14:47:24.733948 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c82c3-4df0-4047-82ff-b2cd11d3d83e req-f041e9b3-b11e-4343-8bca-7d2d8b0a3411 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:24.735466 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-017c82c3-4df0-4047-82ff-b2cd11d3d83e req-f041e9b3-b11e-4343-8bca-7d2d8b0a3411 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 943 time: 0.3910789 Dec 06 14:47:24.778601 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa53ebd-71b2-4666-8096-e1db644da23d req-3a89e564-37d6-45b3-b71d-047a6296cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:24.780125 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4fa53ebd-71b2-4666-8096-e1db644da23d req-3a89e564-37d6-45b3-b71d-047a6296cf02 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 1096 time: 0.1401563 Dec 06 14:47:24.790810 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-932690c0-b6e6-417c-865a-6669f563d11e req-b6f2d9c6-beb2-4934-b62a-53153a669ec6 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482585 Dec 06 14:47:24.830416 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port bc63198c-e3b8-494e-b32f-b80bf300c3b7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bc63198c-e3b8-494e-b32f-b80bf300c3b7,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:24.867342 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device bc63198c-e3b8-494e-b32f-b80bf300c3b7 has no active binding in host n-h2-master-1 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 14:47:24.898791 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-017c82c3-4df0-4047-82ff-b2cd11d3d83e req-fca14ee5-b975-4a8f-8303-a3d9a7d9a50d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305416 Dec 06 14:47:24.904401 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4fa53ebd-71b2-4666-8096-e1db644da23d req-fedd4055-38b7-4c06-867b-14ca6c4c3e4a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148927 Dec 06 14:47:24.917393 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-e5fcbc88-b75a-4613-a978-5d6cc82356aa tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Allocated IP 172.35.7.73 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/25181a19-29eb-4129-8d6d-a62adeacb35d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:47:24.928336 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12acb7-6173-4be2-893d-479cc10442b7 req-e2ade2ff-0807-48ce-8ab4-bf317b4a63a3 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:24.930766 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c12acb7-6173-4be2-893d-479cc10442b7 req-e2ade2ff-0807-48ce-8ab4-bf317b4a63a3 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0667665 Dec 06 14:47:25.001548 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c12acb7-6173-4be2-893d-479cc10442b7 req-fa5ad521-3cb7-4313-9b8a-d1ff45c51367 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603347 Dec 06 14:47:25.045737 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5fcbc88-b75a-4613-a978-5d6cc82356aa tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:25.087647 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5fcbc88-b75a-4613-a978-5d6cc82356aa tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:25.131338 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fcbc88-b75a-4613-a978-5d6cc82356aa tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:47:25.134356 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e5fcbc88-b75a-4613-a978-5d6cc82356aa tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:25.139029 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fcbc88-b75a-4613-a978-5d6cc82356aa tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:47:25.142188 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcbc88-b75a-4613-a978-5d6cc82356aa tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Pushing event updated for resources: {'Port': ['ID=25181a19-29eb-4129-8d6d-a62adeacb35d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:25.323160 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ba3bf-cb11-4e7b-a9b2-c1dc078a2ba1 req-766c58f0-9ff3-496d-8126-e96a78e79534 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:25.324576 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc6ba3bf-cb11-4e7b-a9b2-c1dc078a2ba1 req-766c58f0-9ff3-496d-8126-e96a78e79534 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 950 time: 0.1093414 Dec 06 14:47:25.418593 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc6ba3bf-cb11-4e7b-a9b2-c1dc078a2ba1 req-0ee81381-cacc-41e9-ac8d-d9ecbdc58158 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869124 Dec 06 14:47:25.468038 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5fcbc88-b75a-4613-a978-5d6cc82356aa tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:25.668364 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5fcbc88-b75a-4613-a978-5d6cc82356aa tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:25.672374 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5fcbc88-b75a-4613-a978-5d6cc82356aa tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:25.759679 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe', 'tag': 'bc63198c-e3b8-494e-b32f-b80bf300c3b7'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:25.763738 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cac26a-8c25-4e25-a3c3-14c0983d311d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe", "tag": "bc63198c-e3b8-494e-b32f-b80bf300c3b7"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:25.808096 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e77552-32ab-477a-9faa-fc5faf339f62 x-openstack-request-id: req-c8e77552-32ab-477a-9faa-fc5faf339f62 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:25.808508 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe", "tag": "bc63198c-e3b8-494e-b32f-b80bf300c3b7", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:25.809032 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8e77552-32ab-477a-9faa-fc5faf339f62 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:25.810001 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe', 'tag': 'bc63198c-e3b8-494e-b32f-b80bf300c3b7', 'status': 'completed', 'code': 200} Dec 06 14:47:25.831760 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fcbc88-b75a-4613-a978-5d6cc82356aa tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Router 6b5a601d-2f67-49ad-96b2-a97fc151bedc is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:47:25.996076 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cac26a-8c25-4e25-a3c3-14c0983d311d req-5bca2539-2103-4878-960c-f200decd0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:25.998158 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39cac26a-8c25-4e25-a3c3-14c0983d311d req-5bca2539-2103-4878-960c-f200decd0bf7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 1124 time: 0.1529636 Dec 06 14:47:26.009323 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ec3ba-5c97-4861-a642-b4249b4e4ceb req-f488a032-9868-4cb4-8f5a-638d42d1c9c8 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:26.010719 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-614ec3ba-5c97-4861-a642-b4249b4e4ceb req-f488a032-9868-4cb4-8f5a-638d42d1c9c8 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.1281772 Dec 06 14:47:26.027080 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fcbc88-b75a-4613-a978-5d6cc82356aa tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:47:26.028492 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3d1ca-ff41-40fe-a019-01fc5494fca9 req-282ccc35-1cd5-4159-ac5c-9942083d1df7 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:26.031030 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0fc3d1ca-ff41-40fe-a019-01fc5494fca9 req-282ccc35-1cd5-4159-ac5c-9942083d1df7 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 943 time: 0.0514252 Dec 06 14:47:26.035759 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5fcbc88-b75a-4613-a978-5d6cc82356aa tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:26.039214 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e5fcbc88-b75a-4613-a978-5d6cc82356aa tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "PUT /v2.0/routers/6b5a601d-2f67-49ad-96b2-a97fc151bedc HTTP/1.1" status: 200 len: 914 time: 2.3112810 Dec 06 14:47:26.039366 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8472ad38-98ac-4d5a-85b3-95a318b674d7 None None] Sync routers for ids ['6b5a601d-2f67-49ad-96b2-a97fc151bedc'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:47:26.041031 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46742) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:26.059045 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8472ad38-98ac-4d5a-85b3-95a318b674d7 None None] Routers {'6b5a601d-2f67-49ad-96b2-a97fc151bedc'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:26.060283 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8472ad38-98ac-4d5a-85b3-95a318b674d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6b5a601d-2f67-49ad-96b2-a97fc151bedc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:26.096616 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8472ad38-98ac-4d5a-85b3-95a318b674d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:26.105368 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8472ad38-98ac-4d5a-85b3-95a318b674d7 None None] Routers {'6b5a601d-2f67-49ad-96b2-a97fc151bedc'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:26.106477 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8472ad38-98ac-4d5a-85b3-95a318b674d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6b5a601d-2f67-49ad-96b2-a97fc151bedc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:26.129614 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-614ec3ba-5c97-4861-a642-b4249b4e4ceb req-39e14db2-a2e8-42b1-9998-ca1a83c28ee8 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108985 Dec 06 14:47:26.145658 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8472ad38-98ac-4d5a-85b3-95a318b674d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:26.146578 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8472ad38-98ac-4d5a-85b3-95a318b674d7 None None] The sync data for ids ['6b5a601d-2f67-49ad-96b2-a97fc151bedc'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:47:26.155695 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cac26a-8c25-4e25-a3c3-14c0983d311d req-6c99421b-f577-49bc-a642-3f9e69ec4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:26.157208 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39cac26a-8c25-4e25-a3c3-14c0983d311d req-6c99421b-f577-49bc-a642-3f9e69ec4589 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.1397088 Dec 06 14:47:26.182095 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0fc3d1ca-ff41-40fe-a019-01fc5494fca9 req-243de2af-f0ff-40ca-9f68-49fd0d27aedb tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326785 Dec 06 14:47:26.203117 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6516868d-2636-4fa4-a89e-326d744ae045 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "GET /v2.0/routers/6b5a601d-2f67-49ad-96b2-a97fc151bedc HTTP/1.1" status: 200 len: 920 time: 0.1607320 Dec 06 14:47:26.205808 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46746) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:26.218904 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39cac26a-8c25-4e25-a3c3-14c0983d311d req-778faa18-3576-4c1d-9d78-10919bb23c87 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc63198c-e3b8-494e-b32f-b80bf300c3b7 HTTP/1.1" status: 200 len: 217 time: 0.0443747 Dec 06 14:47:26.285683 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cac26a-8c25-4e25-a3c3-14c0983d311d req-502c2382-a9b7-4c36-b357-c5133a7c9e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:26.287268 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39cac26a-8c25-4e25-a3c3-14c0983d311d req-502c2382-a9b7-4c36-b357-c5133a7c9e5a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.0607657 Dec 06 14:47:26.291426 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f814e8-fc17-4dd9-ba28-776b882c1c25 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:26.292945 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-80f814e8-fc17-4dd9-ba28-776b882c1c25 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&device_id=6b5a601d-2f67-49ad-96b2-a97fc151bedc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0857928 Dec 06 14:47:26.296269 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46750) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:26.336947 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0f3a-b207-45fc-8292-9809ca518d8f req-2eb43dc8-4676-4179-8ec5-f2077d103f31 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:26.344187 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af9a0f3a-b207-45fc-8292-9809ca518d8f req-2eb43dc8-4676-4179-8ec5-f2077d103f31 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0656619 Dec 06 14:47:26.358261 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39cac26a-8c25-4e25-a3c3-14c0983d311d req-fa243ea1-b23d-4dc4-b173-823068d176a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348542 Dec 06 14:47:26.394781 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af9a0f3a-b207-45fc-8292-9809ca518d8f req-ef41f553-5d2b-40a6-8be0-b9cff441765b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488856 Dec 06 14:47:26.468295 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3c3246-9aad-42da-ba42-25d81bb54359 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:26.469607 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9c3c3246-9aad-42da-ba42-25d81bb54359 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 881 time: 0.1720657 Dec 06 14:47:26.472640 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46752) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:26.495334 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39cac26a-8c25-4e25-a3c3-14c0983d311d req-9e79342c-83df-481b-bd4c-a828c863b19c service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057577 Dec 06 14:47:26.500293 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-234ae114-9db2-4511-a4e0-052aff9c069e tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b5a601d-2f67-49ad-96b2-a97fc151bedc HTTP/1.1" status: 200 len: 205 time: 0.0260441 Dec 06 14:47:26.502325 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46754) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:26.672295 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c57a2787-11a0-47ee-9a4c-5ec831f17cd5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:26.675397 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39cac26a-8c25-4e25-a3c3-14c0983d311d req-b76394cb-a18d-4ae5-8165-1449f06a3060 service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665328 Dec 06 14:47:26.776202 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c57a2787-11a0-47ee-9a4c-5ec831f17cd5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:26.827267 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c57a2787-11a0-47ee-9a4c-5ec831f17cd5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Deleting port 25181a19-29eb-4129-8d6d-a62adeacb35d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:26.827601 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c57a2787-11a0-47ee-9a4c-5ec831f17cd5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:26.900882 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c57a2787-11a0-47ee-9a4c-5ec831f17cd5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:26.912773 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c57a2787-11a0-47ee-9a4c-5ec831f17cd5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Calling delete_port for 25181a19-29eb-4129-8d6d-a62adeacb35d owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:27.070088 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c57a2787-11a0-47ee-9a4c-5ec831f17cd5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:27.099219 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a2787-11a0-47ee-9a4c-5ec831f17cd5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Pushing event deleted for resources: {'Port': ['ID=25181a19-29eb-4129-8d6d-a62adeacb35d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:27.158665 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c57a2787-11a0-47ee-9a4c-5ec831f17cd5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:27.250561 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c57a2787-11a0-47ee-9a4c-5ec831f17cd5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:27.252873 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c57a2787-11a0-47ee-9a4c-5ec831f17cd5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:27.267416 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d213f-f45b-45fd-8d33-126d146dbb68 req-518ab683-b929-4a80-8a2e-e6b0a0de1196 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:27.269497 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f2d213f-f45b-45fd-8d33-126d146dbb68 req-518ab683-b929-4a80-8a2e-e6b0a0de1196 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0570955 Dec 06 14:47:27.324751 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f2d213f-f45b-45fd-8d33-126d146dbb68 req-f8cde16e-38c9-406a-8a03-7c30df472344 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487709 Dec 06 14:47:27.330026 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c57a2787-11a0-47ee-9a4c-5ec831f17cd5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:27.330794 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57a2787-11a0-47ee-9a4c-5ec831f17cd5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Fanout notify agent at l3_agent the message router_deleted on router 6b5a601d-2f67-49ad-96b2-a97fc151bedc {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:47:27.347944 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c57a2787-11a0-47ee-9a4c-5ec831f17cd5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:27.347944 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c57a2787-11a0-47ee-9a4c-5ec831f17cd5 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "DELETE /v2.0/routers/6b5a601d-2f67-49ad-96b2-a97fc151bedc HTTP/1.1" status: 204 len: 168 time: 0.8362346 Dec 06 14:47:27.347944 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46774) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:27.347944 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-882493425', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:27.383423 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f425da-b6be-4917-8fab-95a7b5735240 req-2f39ba43-3817-4108-80f1-c3387ee3cf4a tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:27.386177 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82f425da-b6be-4917-8fab-95a7b5735240 req-2f39ba43-3817-4108-80f1-c3387ee3cf4a tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 943 time: 0.1252124 Dec 06 14:47:27.399543 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:27.400666 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:27.484576 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82f425da-b6be-4917-8fab-95a7b5735240 req-b4a3accf-1c13-4b67-b109-d9aff62c6212 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913403 Dec 06 14:47:27.488040 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:27.660492 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d1f1e-5f5a-4d13-92f4-8a0459e4faf9 req-bd70fb4c-bfad-411d-af03-54d96319ebfa tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:27.662404 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc8d1f1e-5f5a-4d13-92f4-8a0459e4faf9 req-bd70fb4c-bfad-411d-af03-54d96319ebfa tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0547283 Dec 06 14:47:27.682207 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:27.719770 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc8d1f1e-5f5a-4d13-92f4-8a0459e4faf9 req-15895df3-59f1-4e00-9f1b-e754f31431ec tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468652 Dec 06 14:47:27.894196 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:27.912850 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98158560-04d2-40af-8f02-ac8e4e1a3a6c req-557847a0-d3a8-44da-8587-549c57f6ed5d tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:27.912850 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-98158560-04d2-40af-8f02-ac8e4e1a3a6c req-557847a0-d3a8-44da-8587-549c57f6ed5d tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.1397848 Dec 06 14:47:27.984474 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-98158560-04d2-40af-8f02-ac8e4e1a3a6c req-5bff90de-6600-4700-a084-3afabc89b1a9 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569425 Dec 06 14:47:28.129572 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:28.147438 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:28.252397 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Allocated IP 172.35.7.151 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/aedab5b6-6614-4bfb-9a8c-46b6aaaee083) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:47:28.350189 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:28.382756 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:28.422099 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:47:28.425106 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:28.428543 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:47:28.434258 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Pushing event updated for resources: {'Port': ['ID=aedab5b6-6614-4bfb-9a8c-46b6aaaee083,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:28.559846 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 63402514-050e-4924-a335-b0e4e3e8aa24 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:47:28.617364 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80694c1d-dc7c-4342-81d2-9aa3f742b2ed req-16f06c83-34f2-4550-8daf-f4f4e6fe652e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:28.619788 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80694c1d-dc7c-4342-81d2-9aa3f742b2ed req-16f06c83-34f2-4550-8daf-f4f4e6fe652e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 943 time: 0.0577667 Dec 06 14:47:28.655864 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:28.672843 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80694c1d-dc7c-4342-81d2-9aa3f742b2ed req-1da5d7b5-cb8a-48db-8644-4567a6fd45db tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453525 Dec 06 14:47:28.685651 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039c5d70-224e-437f-9d0e-22d867c0f3fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63402514-050e-4924-a335-b0e4e3e8aa24'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:28.689000 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d8ee97-e383-4fbe-b35d-658c075513fa" -d '{"events": [{"server_uuid": "039c5d70-224e-437f-9d0e-22d867c0f3fc", "name": "network-vif-unplugged", "status": "completed", "tag": "63402514-050e-4924-a335-b0e4e3e8aa24"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:28.695143 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 63402514-050e-4924-a335-b0e4e3e8aa24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=63402514-050e-4924-a335-b0e4e3e8aa24,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:28.701664 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:28.718699 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:28.729546 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ef76f1-6851-44c2-af17-65498d1e2e38 x-openstack-request-id: req-47ef76f1-6851-44c2-af17-65498d1e2e38 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:28.729826 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039c5d70-224e-437f-9d0e-22d867c0f3fc", "name": "network-vif-unplugged", "status": "completed", "tag": "63402514-050e-4924-a335-b0e4e3e8aa24", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:28.730080 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47ef76f1-6851-44c2-af17-65498d1e2e38 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:28.730462 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039c5d70-224e-437f-9d0e-22d867c0f3fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63402514-050e-4924-a335-b0e4e3e8aa24', 'code': 200} Dec 06 14:47:28.756439 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=63402514-050e-4924-a335-b0e4e3e8aa24,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:28.838928 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65bf50-6bb6-4d28-80be-576f57bdf75a req-7ad15f4e-39e8-4598-a731-0520dcd32815 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:28.840501 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a65bf50-6bb6-4d28-80be-576f57bdf75a req-7ad15f4e-39e8-4598-a731-0520dcd32815 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0494578 Dec 06 14:47:28.891095 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a65bf50-6bb6-4d28-80be-576f57bdf75a req-c224971c-9fa9-4df7-a858-57b3b7a36352 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444832 Dec 06 14:47:28.915578 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:29.045638 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Router 316e61e7-0e39-4946-8520-9ea5a9850202 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:47:29.118493 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9ca46-20e2-4aa9-b1a8-429e785d267d req-f5befaf3-5d66-4ce1-a8b3-272f08a4558c tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:29.119995 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9ee9ca46-20e2-4aa9-b1a8-429e785d267d req-f5befaf3-5d66-4ce1-a8b3-272f08a4558c tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0681288 Dec 06 14:47:29.152765 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:47:29.164047 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80715a7a-c8de-432e-ac65-1f994cb2e079 None None] Sync routers for ids ['316e61e7-0e39-4946-8520-9ea5a9850202'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:47:29.167614 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9ee9ca46-20e2-4aa9-b1a8-429e785d267d req-93767ee5-c96a-474c-95c6-920019276a9b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408127 Dec 06 14:47:29.173890 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:29.175078 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6ba83672-b82e-4668-a388-f0411efdd612 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8307407 Dec 06 14:47:29.177822 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46818) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:29.178864 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80715a7a-c8de-432e-ac65-1f994cb2e079 None None] Routers {'316e61e7-0e39-4946-8520-9ea5a9850202'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:29.179498 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-80715a7a-c8de-432e-ac65-1f994cb2e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['316e61e7-0e39-4946-8520-9ea5a9850202'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:29.190972 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e3d697f2-2e57-4bc9-bbac-3b9b36c0d799 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:29.214452 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-80715a7a-c8de-432e-ac65-1f994cb2e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:29.222828 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80715a7a-c8de-432e-ac65-1f994cb2e079 None None] Routers {'316e61e7-0e39-4946-8520-9ea5a9850202'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:29.223442 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-80715a7a-c8de-432e-ac65-1f994cb2e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['316e61e7-0e39-4946-8520-9ea5a9850202'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:29.255234 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-80715a7a-c8de-432e-ac65-1f994cb2e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:29.255893 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80715a7a-c8de-432e-ac65-1f994cb2e079 None None] The sync data for ids ['316e61e7-0e39-4946-8520-9ea5a9850202'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:47:29.482370 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3d697f2-2e57-4bc9-bbac-3b9b36c0d799 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:29.495888 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3d697f2-2e57-4bc9-bbac-3b9b36c0d799 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:29.549855 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e3d697f2-2e57-4bc9-bbac-3b9b36c0d799 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Deleting port aedab5b6-6614-4bfb-9a8c-46b6aaaee083 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:29.549855 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3d697f2-2e57-4bc9-bbac-3b9b36c0d799 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:29.569985 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:29.632750 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3d697f2-2e57-4bc9-bbac-3b9b36c0d799 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:29.644265 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e3d697f2-2e57-4bc9-bbac-3b9b36c0d799 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Calling delete_port for aedab5b6-6614-4bfb-9a8c-46b6aaaee083 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:29.795685 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c68467-8959-4127-b6a6-f7353f02999e req-7d54b9d4-f059-427e-acf3-8ec420782d57 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:29.797253 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-97c68467-8959-4127-b6a6-f7353f02999e req-7d54b9d4-f059-427e-acf3-8ec420782d57 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 943 time: 0.0509074 Dec 06 14:47:29.825322 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3d697f2-2e57-4bc9-bbac-3b9b36c0d799 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:29.852336 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-97c68467-8959-4127-b6a6-f7353f02999e req-7ac6b208-9f2e-4d82-9658-ea9ad5f066fc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479894 Dec 06 14:47:29.852848 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d697f2-2e57-4bc9-bbac-3b9b36c0d799 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Pushing event deleted for resources: {'Port': ['ID=aedab5b6-6614-4bfb-9a8c-46b6aaaee083,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:29.916470 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3d697f2-2e57-4bc9-bbac-3b9b36c0d799 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:30.009671 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 2f4ad596-9441-45ce-be10-24fb09f6a379 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:47:30.121298 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5bae8-fa18-4a35-a95c-52c0c6931b8e req-45b97110-c721-4a2a-87e0-1e2f5941de03 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:30.123418 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5ab5bae8-fa18-4a35-a95c-52c0c6931b8e req-45b97110-c721-4a2a-87e0-1e2f5941de03 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.1306310 Dec 06 14:47:30.144199 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 2f4ad596-9441-45ce-be10-24fb09f6a379, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f4ad596-9441-45ce-be10-24fb09f6a379,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:30.163169 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '2f4ad596-9441-45ce-be10-24fb09f6a379', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '2f4ad596-9441-45ce-be10-24fb09f6a379', 'mac_address': 'fa:16:3e:62:10:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:47:30.214174 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:30.230312 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4ad596-9441-45ce-be10-24fb09f6a379 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:47:30.235256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3d697f2-2e57-4bc9-bbac-3b9b36c0d799 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:30.249608 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3d697f2-2e57-4bc9-bbac-3b9b36c0d799 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:30.259435 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 2f4ad596-9441-45ce-be10-24fb09f6a379, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f4ad596-9441-45ce-be10-24fb09f6a379,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:30.265822 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5ab5bae8-fa18-4a35-a95c-52c0c6931b8e req-90a83fc7-7417-4a8c-aedf-ec26fd1e70e5 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075757 Dec 06 14:47:30.268957 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:30.345457 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a70c6e-d786-4a6c-883a-f4750bd3d106 req-316d7d30-4e66-446b-86e9-dd9e6eac0104 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:30.348833 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=2f4ad596-9441-45ce-be10-24fb09f6a379,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:30.353629 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4a70c6e-d786-4a6c-883a-f4750bd3d106 req-316d7d30-4e66-446b-86e9-dd9e6eac0104 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0773830 Dec 06 14:47:30.392558 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d697f2-2e57-4bc9-bbac-3b9b36c0d799 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Router 316e61e7-0e39-4946-8520-9ea5a9850202 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:47:30.432138 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4a70c6e-d786-4a6c-883a-f4750bd3d106 req-71ecf191-bcce-48e1-8821-e9f1d50d89f9 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733831 Dec 06 14:47:30.438247 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['2f4ad596-9441-45ce-be10-24fb09f6a379'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:47:30.475385 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d697f2-2e57-4bc9-bbac-3b9b36c0d799 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:47:30.499965 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c5da79-d64e-463d-a7f5-1d2402aaa46b None None] Sync routers for ids ['316e61e7-0e39-4946-8520-9ea5a9850202'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:47:30.500165 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3d697f2-2e57-4bc9-bbac-3b9b36c0d799 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:30.501205 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e3d697f2-2e57-4bc9-bbac-3b9b36c0d799 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "PUT /v2.0/routers/316e61e7-0e39-4946-8520-9ea5a9850202 HTTP/1.1" status: 200 len: 705 time: 1.3224466 Dec 06 14:47:30.504511 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46864) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:30.548402 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c5da79-d64e-463d-a7f5-1d2402aaa46b None None] Routers {'316e61e7-0e39-4946-8520-9ea5a9850202'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:30.549441 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a4c5da79-d64e-463d-a7f5-1d2402aaa46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['316e61e7-0e39-4946-8520-9ea5a9850202'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:30.608177 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a4c5da79-d64e-463d-a7f5-1d2402aaa46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:30.634328 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c5da79-d64e-463d-a7f5-1d2402aaa46b None None] Routers {'316e61e7-0e39-4946-8520-9ea5a9850202'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:30.635306 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a4c5da79-d64e-463d-a7f5-1d2402aaa46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['316e61e7-0e39-4946-8520-9ea5a9850202'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:30.697578 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a4c5da79-d64e-463d-a7f5-1d2402aaa46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:30.698708 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c5da79-d64e-463d-a7f5-1d2402aaa46b None None] The sync data for ids ['316e61e7-0e39-4946-8520-9ea5a9850202'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:47:30.814997 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50c5fd6b-31ed-4a96-bed0-707037d220e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:31.031231 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05cfbd-b88d-4858-9aba-5cf2f143e66e req-c9aa9a89-7496-496b-9834-b46ca6a01fa5 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:31.038594 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0c05cfbd-b88d-4858-9aba-5cf2f143e66e req-c9aa9a89-7496-496b-9834-b46ca6a01fa5 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 943 time: 0.0769980 Dec 06 14:47:31.052159 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e4db027e-9606-4e18-b9ce-088dd404cd99 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "GET /v2.0/routers/316e61e7-0e39-4946-8520-9ea5a9850202 HTTP/1.1" status: 200 len: 740 time: 0.5465019 Dec 06 14:47:31.054727 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46876) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:31.128569 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0c05cfbd-b88d-4858-9aba-5cf2f143e66e req-12021c40-1099-484c-91fc-9ce37734de2e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847914 Dec 06 14:47:31.146734 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fc1f0a08-4714-41b1-86d3-d401e01e1b83 tempest-RoutersAdminTest-912419755 tempest-RoutersAdminTest-912419755-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&device_id=316e61e7-0e39-4946-8520-9ea5a9850202 HTTP/1.1" status: 200 len: 205 time: 0.0902479 Dec 06 14:47:31.150259 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46886) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:31.183974 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-909c196e-7042-4284-8cbe-f681a14e820b tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "GET /v2.0/ports?device_id=316e61e7-0e39-4946-8520-9ea5a9850202 HTTP/1.1" status: 200 len: 205 time: 0.0323973 Dec 06 14:47:31.184809 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46888) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:31.282600 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82631b5c-bb25-41db-aa22-23f399144f93 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:31.425078 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd9d4a-bf41-4af9-941c-03ba72d4ce31 req-88468924-6d72-454d-be24-29f694f615b8 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:31.427132 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a4bd9d4a-bf41-4af9-941c-03ba72d4ce31 req-88468924-6d72-454d-be24-29f694f615b8 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0741782 Dec 06 14:47:31.506867 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a4bd9d4a-bf41-4af9-941c-03ba72d4ce31 req-eeca2fff-eb3b-4c34-abdd-a75f85ab92ee tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734229 Dec 06 14:47:31.531619 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82631b5c-bb25-41db-aa22-23f399144f93 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:31.534557 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82631b5c-bb25-41db-aa22-23f399144f93 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:31.632303 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438ea4b-2e36-4d11-a295-34407a30d98c req-d9f0bf16-9a97-4d49-beb2-1992ddb81f03 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:31.634145 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d438ea4b-2e36-4d11-a295-34407a30d98c req-d9f0bf16-9a97-4d49-beb2-1992ddb81f03 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0972431 Dec 06 14:47:31.635355 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82631b5c-bb25-41db-aa22-23f399144f93 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:31.636005 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82631b5c-bb25-41db-aa22-23f399144f93 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Fanout notify agent at l3_agent the message router_deleted on router 316e61e7-0e39-4946-8520-9ea5a9850202 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:47:31.645643 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82631b5c-bb25-41db-aa22-23f399144f93 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:31.647219 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-82631b5c-bb25-41db-aa22-23f399144f93 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "DELETE /v2.0/routers/316e61e7-0e39-4946-8520-9ea5a9850202 HTTP/1.1" status: 204 len: 168 time: 0.4614854 Dec 06 14:47:31.652092 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46894) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:31.686625 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-658d4250-861e-4726-b107-d65f57662e0b tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "GET /v2.0/ports?device_id=316e61e7-0e39-4946-8520-9ea5a9850202 HTTP/1.1" status: 200 len: 205 time: 0.0327621 Dec 06 14:47:31.689015 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46898) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:31.764701 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-31fd6f5b-6252-423b-9586-f1fdeb4106cf tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] delete failed (client error): The resource could not be found. Dec 06 14:47:31.766075 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-31fd6f5b-6252-423b-9586-f1fdeb4106cf tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "DELETE /v2.0/routers/316e61e7-0e39-4946-8520-9ea5a9850202 HTTP/1.1" status: 404 len: 336 time: 0.0760467 Dec 06 14:47:31.768965 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46902) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:31.775698 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d438ea4b-2e36-4d11-a295-34407a30d98c req-9941a189-5fe5-4082-92b9-003bbb619f42 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123691 Dec 06 14:47:31.838142 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-15b2a04f-836b-449f-a337-e0ca7611174f tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b5a601d-2f67-49ad-96b2-a97fc151bedc HTTP/1.1" status: 200 len: 205 time: 0.0678434 Dec 06 14:47:31.841131 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46906) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:31.885494 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-a97ed62f-f30c-4ba0-8fd8-173f9c96f744 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] delete failed (client error): The resource could not be found. Dec 06 14:47:31.888067 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a97ed62f-f30c-4ba0-8fd8-173f9c96f744 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "DELETE /v2.0/routers/6b5a601d-2f67-49ad-96b2-a97fc151bedc HTTP/1.1" status: 404 len: 336 time: 0.0450583 Dec 06 14:47:31.890626 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46908) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:31.927382 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-95e85714-d7c6-4b22-8238-590a8b48805c tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "GET /v2.0/ports?device_id=80123504-e91d-4ddd-9e7c-8e06d427bedd HTTP/1.1" status: 200 len: 205 time: 0.0351043 Dec 06 14:47:31.929877 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46910) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:31.967373 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-8b15ffa1-e97b-4098-8c7d-ad7b3a41522d tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] delete failed (client error): The resource could not be found. Dec 06 14:47:31.968472 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8b15ffa1-e97b-4098-8c7d-ad7b3a41522d tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "DELETE /v2.0/routers/80123504-e91d-4ddd-9e7c-8e06d427bedd HTTP/1.1" status: 404 len: 336 time: 0.0377734 Dec 06 14:47:31.971051 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46912) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:32.005066 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-937c96c6-744a-4fdf-840d-2e4aa4cc9bed tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "GET /v2.0/ports?device_id=73e92123-0349-41cd-b31c-956d7ce5764e HTTP/1.1" status: 200 len: 205 time: 0.0325246 Dec 06 14:47:32.007106 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46914) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:32.019978 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 2f4ad596-9441-45ce-be10-24fb09f6a379 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:47:32.047733 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:47:32.056907 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-12a45488-e30e-400c-a6b3-77f420428218 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] delete failed (client error): The resource could not be found. Dec 06 14:47:32.058704 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-12a45488-e30e-400c-a6b3-77f420428218 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "DELETE /v2.0/routers/73e92123-0349-41cd-b31c-956d7ce5764e HTTP/1.1" status: 404 len: 336 time: 0.0506003 Dec 06 14:47:32.061829 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46916) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:32.105223 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46918) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:32.107855 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c7ff4899-4614-481d-ae87-0cbf12c99f1f tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "GET /v2.0/ports?device_id=fee7fb8e-c239-4ffa-bf55-b8089721c97b HTTP/1.1" status: 200 len: 205 time: 0.0389390 Dec 06 14:47:32.123039 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 2f4ad596-9441-45ce-be10-24fb09f6a379 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:47:32.123405 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:32.238526 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:32.242743 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-79e8d651-4006-4ba5-a846-16adf9bdd07a tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] delete failed (client error): The resource could not be found. Dec 06 14:47:32.247170 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46932) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:32.256861 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-79e8d651-4006-4ba5-a846-16adf9bdd07a tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "DELETE /v2.0/routers/fee7fb8e-c239-4ffa-bf55-b8089721c97b HTTP/1.1" status: 404 len: 336 time: 0.1364422 Dec 06 14:47:32.277059 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b4da5c7c-00e4-4c95-92b4-f251797457af tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ba9c75c-165d-47c5-80a5-9d4d91ee7b27 HTTP/1.1" status: 200 len: 205 time: 0.0286820 Dec 06 14:47:32.279702 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46934) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:32.289766 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefa1fee-4a92-48d5-a04f-8ac586116e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4ad596-9441-45ce-be10-24fb09f6a379'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:32.292171 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24ded31-73a6-4f14-8db4-30fd7d028367" -d '{"events": [{"server_uuid": "cefa1fee-4a92-48d5-a04f-8ac586116e83", "name": "network-vif-plugged", "status": "completed", "tag": "2f4ad596-9441-45ce-be10-24fb09f6a379"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:32.327377 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 2f4ad596-9441-45ce-be10-24fb09f6a379, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f4ad596-9441-45ce-be10-24fb09f6a379,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:32.344858 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:32.358569 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-3fcba9d1-4331-49a6-866b-c1d85784ae3f tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] delete failed (client error): The resource could not be found. Dec 06 14:47:32.365499 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3fcba9d1-4331-49a6-866b-c1d85784ae3f tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "DELETE /v2.0/routers/7ba9c75c-165d-47c5-80a5-9d4d91ee7b27 HTTP/1.1" status: 404 len: 336 time: 0.0846519 Dec 06 14:47:32.366114 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46938) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:32.392823 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fe370-15e1-4556-a0f4-fb2cf797d685 req-713affe8-b5a2-442d-9202-f07dc2d1fcf1 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:32.407689 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-525fe370-15e1-4556-a0f4-fb2cf797d685 req-713affe8-b5a2-442d-9202-f07dc2d1fcf1 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 943 time: 0.1240549 Dec 06 14:47:32.440303 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae23097b-1a0f-42bf-9d3d-96bc7f9fb026 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] DELETE failed (client error): The resource could not be found. Dec 06 14:47:32.441062 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae23097b-1a0f-42bf-9d3d-96bc7f9fb026 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:47:32.444250 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d1d8e7-8390-4d98-9e7d-89aadb1bc7ce x-openstack-request-id: req-42d1d8e7-8390-4d98-9e7d-89aadb1bc7ce {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:32.444543 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefa1fee-4a92-48d5-a04f-8ac586116e83", "name": "network-vif-plugged", "status": "completed", "tag": "2f4ad596-9441-45ce-be10-24fb09f6a379", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:32.444736 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ae23097b-1a0f-42bf-9d3d-96bc7f9fb026 tempest-RoutersAdminTest-1200834095 tempest-RoutersAdminTest-1200834095-project] 10.222.0.20 "DELETE /v2.0/subnets/9b66ad66-a2f9-4f76-80e4-571acabf2b73 HTTP/1.1" status: 404 len: 337 time: 0.0772588 Dec 06 14:47:32.445046 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42d1d8e7-8390-4d98-9e7d-89aadb1bc7ce {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:32.445417 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefa1fee-4a92-48d5-a04f-8ac586116e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4ad596-9441-45ce-be10-24fb09f6a379', 'code': 200} Dec 06 14:47:32.500272 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-525fe370-15e1-4556-a0f4-fb2cf797d685 req-67f7547f-a97b-49f0-8f62-8998b13346db tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856023 Dec 06 14:47:32.516041 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=2f4ad596-9441-45ce-be10-24fb09f6a379,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:32.704476 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc3aa4-1c65-4703-9e11-0c7d16937cf2 req-bd995bd0-d78f-4af0-9c0e-8ee2ded3ebf9 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:32.718699 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20cc3aa4-1c65-4703-9e11-0c7d16937cf2 req-bd995bd0-d78f-4af0-9c0e-8ee2ded3ebf9 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.1118371 Dec 06 14:47:32.788154 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20cc3aa4-1c65-4703-9e11-0c7d16937cf2 req-163eb88f-2740-4c7f-952c-6539e811073a tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630150 Dec 06 14:47:32.946590 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027d51d-d207-42bf-b8da-310469eb0120 req-426344e7-0010-4977-be1b-33a6ec478795 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:32.949656 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46954) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:32.955526 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a027d51d-d207-42bf-b8da-310469eb0120 req-426344e7-0010-4977-be1b-33a6ec478795 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0740740 Dec 06 14:47:33.023398 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a027d51d-d207-42bf-b8da-310469eb0120 req-ef243c58-6473-436a-a611-c8ca3bb35d87 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606034 Dec 06 14:47:33.137586 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c065-5622-4a6b-b872-8dbdb741f33e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:33.192287 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-23edf29b-cade-42f0-ac71-7f152c4471f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:33.258884 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c065-5622-4a6b-b872-8dbdb741f33e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:33.268252 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c065-5622-4a6b-b872-8dbdb741f33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:33.359290 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1c065-5622-4a6b-b872-8dbdb741f33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503a6932-abe4-4730-acaa-2f3cce3a42fc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:33.365484 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2cd1c065-5622-4a6b-b872-8dbdb741f33e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc520eeb6063400b8cdc388bbc40f180&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4146640 Dec 06 14:47:33.367996 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46968) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:33.408484 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-3ee9586e-ce68-451c-8758-4569368657c0 service neutron] 10.222.0.23 "GET /v2.0/ports/bc63198c-e3b8-494e-b32f-b80bf300c3b7/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.1246130 Dec 06 14:47:33.424967 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baff5027-8b15-4ec9-9ec7-8e9aa7d58e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:33.460163 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baff5027-8b15-4ec9-9ec7-8e9aa7d58e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:33.536588 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baff5027-8b15-4ec9-9ec7-8e9aa7d58e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:33.539403 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baff5027-8b15-4ec9-9ec7-8e9aa7d58e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:33.542156 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-baff5027-8b15-4ec9-9ec7-8e9aa7d58e2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/503a6932-abe4-4730-acaa-2f3cce3a42fc HTTP/1.1" status: 204 len: 168 time: 0.1713264 Dec 06 14:47:33.549432 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff5027-8b15-4ec9-9ec7-8e9aa7d58e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503a6932-abe4-4730-acaa-2f3cce3a42fc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:33.774352 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bc020-f8a9-4745-81d2-a809b17dc877 req-cdbdcad1-28b1-4152-a3f5-803530102681 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:33.797792 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a74bc020-f8a9-4745-81d2-a809b17dc877 req-cdbdcad1-28b1-4152-a3f5-803530102681 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 943 time: 0.1954784 Dec 06 14:47:33.967091 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:33.971586 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a74bc020-f8a9-4745-81d2-a809b17dc877 req-72a9840a-fef5-44ca-bb66-611af67a1e72 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404529 Dec 06 14:47:33.985283 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-1a60b113-5059-40fe-afb9-8851b919c0ac service neutron] For port bc63198c-e3b8-494e-b32f-b80bf300c3b7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bc63198c-e3b8-494e-b32f-b80bf300c3b7,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:34.015339 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device bc63198c-e3b8-494e-b32f-b80bf300c3b7 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:47:34.072137 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-1a60b113-5059-40fe-afb9-8851b919c0ac service neutron] For port bc63198c-e3b8-494e-b32f-b80bf300c3b7, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:47:34.173171 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b148c6a-baaa-42c4-8cf5-adc57f214983 req-adbe7914-8db3-4f18-8cd0-4c07adab77fa tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:34.175441 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b148c6a-baaa-42c4-8cf5-adc57f214983 req-adbe7914-8db3-4f18-8cd0-4c07adab77fa tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.2304111 Dec 06 14:47:34.183453 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-1a60b113-5059-40fe-afb9-8851b919c0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc63198c-e3b8-494e-b32f-b80bf300c3b7 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:47:34.225519 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-1a60b113-5059-40fe-afb9-8851b919c0ac service neutron] For port bc63198c-e3b8-494e-b32f-b80bf300c3b7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc63198c-e3b8-494e-b32f-b80bf300c3b7,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:34.248089 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46986) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:34.254291 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-1a60b113-5059-40fe-afb9-8851b919c0ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:34.307165 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b148c6a-baaa-42c4-8cf5-adc57f214983 req-ba645fc9-db7f-4d48-9c6d-83d35b6b778b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126032 Dec 06 14:47:34.329671 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-47350892-c9fd-4e3a-98fe-509de0d49d9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0c7200ae53e490b92fc9550b5c4bab5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0793328 Dec 06 14:47:34.331862 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46988) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:34.355567 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0a876-be9e-4387-bb45-5ae5b483212f req-337493ab-a651-422a-b61b-3b3d4d6c8c9f tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:34.358057 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93a0a876-be9e-4387-bb45-5ae5b483212f req-337493ab-a651-422a-b61b-3b3d4d6c8c9f tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0902500 Dec 06 14:47:34.393675 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-1a60b113-5059-40fe-afb9-8851b919c0ac service neutron] Transition to ACTIVE for port object bc63198c-e3b8-494e-b32f-b80bf300c3b7 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:47:34.399894 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-1a60b113-5059-40fe-afb9-8851b919c0ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:34.442051 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2ef4530-8796-4c3d-bd39-ddd2e811abef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:34.447846 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93a0a876-be9e-4387-bb45-5ae5b483212f req-1eda0410-317d-486c-b679-c97adfa72175 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769749 Dec 06 14:47:34.470569 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2ef4530-8796-4c3d-bd39-ddd2e811abef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:34.501155 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60b113-5059-40fe-afb9-8851b919c0ac service neutron] Pushing event updated for resources: {'Port': ['ID=bc63198c-e3b8-494e-b32f-b80bf300c3b7,revision_number=10']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:34.504699 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-1a60b113-5059-40fe-afb9-8851b919c0ac service neutron] No DVR routers for this DVR port bc63198c-e3b8-494e-b32f-b80bf300c3b7 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:47:34.531476 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2ef4530-8796-4c3d-bd39-ddd2e811abef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:34.536547 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2ef4530-8796-4c3d-bd39-ddd2e811abef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:34.538387 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b2ef4530-8796-4c3d-bd39-ddd2e811abef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34ae3381-389d-4b63-b87f-0e891a3b98ec HTTP/1.1" status: 204 len: 168 time: 0.2056377 Dec 06 14:47:34.545927 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-1a60b113-5059-40fe-afb9-8851b919c0ac service neutron] 10.222.0.23 "PUT /v2.0/ports/bc63198c-e3b8-494e-b32f-b80bf300c3b7/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1278851 Dec 06 14:47:34.550434 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef4530-8796-4c3d-bd39-ddd2e811abef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ae3381-389d-4b63-b87f-0e891a3b98ec,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:34.676270 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-5e97e7eb-8351-4c91-a2b6-e9307620dd34 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:34.678326 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-5e97e7eb-8351-4c91-a2b6-e9307620dd34 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe&tenant_id=081ecae26f1f4608b6d59404ed1f828f&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0590117 Dec 06 14:47:34.737925 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-3e4e46bb-1d82-45f1-8097-a2166d1f43c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:34.739575 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-3e4e46bb-1d82-45f1-8097-a2166d1f43c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe&tenant_id=081ecae26f1f4608b6d59404ed1f828f HTTP/1.1" status: 200 len: 1095 time: 0.0527024 Dec 06 14:47:34.830597 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-69145c22-ee93-4a4a-8a7d-b3b06c576e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:34.831752 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-69145c22-ee93-4a4a-8a7d-b3b06c576e27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 1095 time: 0.0668862 Dec 06 14:47:34.937063 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-5d9028c2-3f14-4bdc-b085-4c3db7d5c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:34.939962 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-5d9028c2-3f14-4bdc-b085-4c3db7d5c571 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.0972037 Dec 06 14:47:35.010727 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-c0d2a53e-a2e1-4bfb-b910-045963351e79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc63198c-e3b8-494e-b32f-b80bf300c3b7 HTTP/1.1" status: 200 len: 217 time: 0.0625408 Dec 06 14:47:35.099533 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-c3f06f77-81fb-418c-9f46-d834833004ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:35.101147 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-c3f06f77-81fb-418c-9f46-d834833004ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.0810182 Dec 06 14:47:35.131905 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9460a-be61-4526-b71a-448230737a2c req-28908792-b11e-498f-81a0-48ac41ec30f4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:35.141060 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01a9460a-be61-4526-b71a-448230737a2c req-28908792-b11e-498f-81a0-48ac41ec30f4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 944 time: 0.0859907 Dec 06 14:47:35.166736 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-3128e28b-e2c9-4400-a59e-aa62aee3360d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547106 Dec 06 14:47:35.311807 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01a9460a-be61-4526-b71a-448230737a2c req-a5f38fe1-db46-42d7-9274-d143637e7fda tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656513 Dec 06 14:47:35.342405 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-a8a52512-1811-4d95-88db-e342cfdf58b0 service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644266 Dec 06 14:47:35.517400 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-3950fb9c-ebbe-4791-a1be-01db8a33e21e service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635013 Dec 06 14:47:35.541279 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:35.606496 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba47c03-4f17-45a1-b43b-0763b6554bfd req-dc254562-55ae-4a1a-94f8-91239db574ff tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:35.616907 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ba47c03-4f17-45a1-b43b-0763b6554bfd req-dc254562-55ae-4a1a-94f8-91239db574ff tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.1818423 Dec 06 14:47:35.712971 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e9d85-1d42-4316-97c0-b0008ce59d57 req-2fe657e7-9c00-4608-8440-5055f955808a tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:35.714907 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d7e9d85-1d42-4316-97c0-b0008ce59d57 req-2fe657e7-9c00-4608-8440-5055f955808a tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0780721 Dec 06 14:47:35.744053 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ba47c03-4f17-45a1-b43b-0763b6554bfd req-e6ec076f-4a73-4aec-8889-939b6b3d4896 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260250 Dec 06 14:47:35.846837 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d7e9d85-1d42-4316-97c0-b0008ce59d57 req-e383a558-7859-4447-913c-5ed496a10166 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213133 Dec 06 14:47:35.926438 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-f7cad431-7f22-427e-ab14-043a7d51adf7 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:35.931550 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-f7cad431-7f22-427e-ab14-043a7d51adf7 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe&tenant_id=081ecae26f1f4608b6d59404ed1f828f&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0798812 Dec 06 14:47:36.069950 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-23081401-6f9a-46a7-89c7-ca04dfcbc1c2 service neutron] For port bc63198c-e3b8-494e-b32f-b80bf300c3b7, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:47:36.073176 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-23081401-6f9a-46a7-89c7-ca04dfcbc1c2 service neutron] Publish callbacks [] for binding, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:36.074383 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a543bc1f-fc74-419f-b441-db7b585e2f69 req-23081401-6f9a-46a7-89c7-ca04dfcbc1c2 service neutron] 10.222.0.37 "DELETE /v2.0/ports/bc63198c-e3b8-494e-b32f-b80bf300c3b7/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.1370699 Dec 06 14:47:36.555335 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:36.602258 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664dd5d-379b-4aaa-b47a-88006579fcbb req-3858c4cc-889f-4c19-b86e-75874d643b37 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:36.608125 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8664dd5d-379b-4aaa-b47a-88006579fcbb req-3858c4cc-889f-4c19-b86e-75874d643b37 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 944 time: 0.1666572 Dec 06 14:47:36.649539 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47068) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:36.728076 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8664dd5d-379b-4aaa-b47a-88006579fcbb req-aad623b8-9c9d-4ae7-ba35-bca7fb0cda2a tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102133 Dec 06 14:47:36.782774 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-26dd23de-252a-4668-9f14-b2c73d0cc8fa tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1608964245', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:36.838499 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dd23de-252a-4668-9f14-b2c73d0cc8fa tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Made reservation on behalf of 6329af17f7b347e79da9de073c086442 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:47:36.845241 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26dd23de-252a-4668-9f14-b2c73d0cc8fa tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:36.859184 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26dd23de-252a-4668-9f14-b2c73d0cc8fa tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:36.896280 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f0ecf-a814-4e10-83b0-129785a7c720 req-1852e593-75fe-46d8-863a-e21191f3742e tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:36.908005 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc5f0ecf-a814-4e10-83b0-129785a7c720 req-1852e593-75fe-46d8-863a-e21191f3742e tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0786076 Dec 06 14:47:36.951502 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a569d1-411c-4052-9292-5926042e1fdc req-dbf66404-4436-47c5-9332-7ce9b6c22f98 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:36.960719 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64a569d1-411c-4052-9292-5926042e1fdc req-dbf66404-4436-47c5-9332-7ce9b6c22f98 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 1095 time: 0.0887630 Dec 06 14:47:37.009763 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc5f0ecf-a814-4e10-83b0-129785a7c720 req-c3dcacd5-52d8-4758-9b3b-df956712f1c4 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998662 Dec 06 14:47:37.023290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64a569d1-411c-4052-9292-5926042e1fdc req-6b7bfc26-1a32-4f81-8782-d67ca39b4cfc tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614915 Dec 06 14:47:37.082627 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26dd23de-252a-4668-9f14-b2c73d0cc8fa tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:37.092018 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26dd23de-252a-4668-9f14-b2c73d0cc8fa tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:37.097549 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-26dd23de-252a-4668-9f14-b2c73d0cc8fa tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] device_id is not set on port 28a9fdc4-d56b-4b10-816c-510c338f6e4a yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:47:37.205689 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd23de-252a-4668-9f14-b2c73d0cc8fa tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4415ddf8-e2af-46a9-8e50-9c75346778d3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:37.213757 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c271e6-54b8-43bf-b806-3b8a163b6f7f req-da7da096-d168-48cf-8d4f-096d44e9226b tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:37.222010 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-98c271e6-54b8-43bf-b806-3b8a163b6f7f req-da7da096-d168-48cf-8d4f-096d44e9226b tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 1095 time: 0.0589387 Dec 06 14:47:37.271385 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf43fe-863f-48b2-9399-6c5549a66df4 req-bc6b7348-de6c-4cf0-8c4e-9674e2a5c672 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:37.279833 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5fbf43fe-863f-48b2-9399-6c5549a66df4 req-bc6b7348-de6c-4cf0-8c4e-9674e2a5c672 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.1513596 Dec 06 14:47:37.283724 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-98c271e6-54b8-43bf-b806-3b8a163b6f7f req-e6494384-1a68-4360-8999-e04b68daaa27 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604749 Dec 06 14:47:37.345219 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-26dd23de-252a-4668-9f14-b2c73d0cc8fa tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Allocated IP 172.35.7.166 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/28a9fdc4-d56b-4b10-816c-510c338f6e4a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:47:37.366365 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5fbf43fe-863f-48b2-9399-6c5549a66df4 req-ad706c15-4d3b-4c3c-a3a0-5d74efea6d95 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833848 Dec 06 14:47:37.589807 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26dd23de-252a-4668-9f14-b2c73d0cc8fa tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:37.674513 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26dd23de-252a-4668-9f14-b2c73d0cc8fa tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:37.750452 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dd23de-252a-4668-9f14-b2c73d0cc8fa tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:47:37.752919 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-26dd23de-252a-4668-9f14-b2c73d0cc8fa tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:37.778249 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd23de-252a-4668-9f14-b2c73d0cc8fa tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Pushing event updated for resources: {'Port': ['ID=28a9fdc4-d56b-4b10-816c-510c338f6e4a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:37.798528 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd23de-252a-4668-9f14-b2c73d0cc8fa tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:47:37.854406 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dd23de-252a-4668-9f14-b2c73d0cc8fa tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:37.855119 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26dd23de-252a-4668-9f14-b2c73d0cc8fa tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:37.872889 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-26dd23de-252a-4668-9f14-b2c73d0cc8fa tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.2212238 Dec 06 14:47:37.875810 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47108) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:37.880509 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3a44250f-3aa6-4a81-864f-ec1b365117a0 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.166'}]}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:37.906344 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a44250f-3aa6-4a81-864f-ec1b365117a0 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:37.907410 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a44250f-3aa6-4a81-864f-ec1b365117a0 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:38.008962 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a44250f-3aa6-4a81-864f-ec1b365117a0 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:38.208064 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a44250f-3aa6-4a81-864f-ec1b365117a0 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:38.227210 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713cdf0-9fcc-4e5b-97a5-27dc10cb7f35 req-e001e02f-f614-4da2-adb7-508da36278fe tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:38.228708 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c713cdf0-9fcc-4e5b-97a5-27dc10cb7f35 req-e001e02f-f614-4da2-adb7-508da36278fe tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.1441419 Dec 06 14:47:38.351727 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c713cdf0-9fcc-4e5b-97a5-27dc10cb7f35 req-08f13106-7510-4ad9-92a6-135c60b125ba tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979939 Dec 06 14:47:38.552787 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16934d-b1b4-4a05-ad3b-8fa1aab41444 req-1c42d148-b066-4c37-987c-43de48a56606 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:38.554300 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed16934d-b1b4-4a05-ad3b-8fa1aab41444 req-1c42d148-b066-4c37-987c-43de48a56606 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0792072 Dec 06 14:47:38.581660 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a44250f-3aa6-4a81-864f-ec1b365117a0 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:38.618674 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a44250f-3aa6-4a81-864f-ec1b365117a0 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:38.637824 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed16934d-b1b4-4a05-ad3b-8fa1aab41444 req-8370fcd1-79ef-4435-a787-4dfe9ddc6e96 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720875 Dec 06 14:47:38.820128 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a44250f-3aa6-4a81-864f-ec1b365117a0 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:39.017005 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a44250f-3aa6-4a81-864f-ec1b365117a0 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:39.020650 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a44250f-3aa6-4a81-864f-ec1b365117a0 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:39.093241 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3a44250f-3aa6-4a81-864f-ec1b365117a0 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:39.093893 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a44250f-3aa6-4a81-864f-ec1b365117a0 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00914768-3d13-4c01-9cbf-bb22db5b5a91 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:47:39.124742 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-3a44250f-3aa6-4a81-864f-ec1b365117a0 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 06 14:47:39.125971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3a44250f-3aa6-4a81-864f-ec1b365117a0 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2490957 Dec 06 14:47:39.130699 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47136) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:39.220833 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4c61713f-04ed-4152-8af3-fe18f2044c12 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Deleting port 28a9fdc4-d56b-4b10-816c-510c338f6e4a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:39.221403 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c61713f-04ed-4152-8af3-fe18f2044c12 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:39.319706 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c61713f-04ed-4152-8af3-fe18f2044c12 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:39.334490 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4c61713f-04ed-4152-8af3-fe18f2044c12 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Calling delete_port for 28a9fdc4-d56b-4b10-816c-510c338f6e4a owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:39.506375 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6504010-4995-4415-ba27-62fbecea64dc req-5ba9f926-a21c-4ea7-895f-ed09a7f448ed tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:39.514178 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d6504010-4995-4415-ba27-62fbecea64dc req-5ba9f926-a21c-4ea7-895f-ed09a7f448ed tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0854239 Dec 06 14:47:39.595946 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d6504010-4995-4415-ba27-62fbecea64dc req-b245ff21-cf71-417c-9662-c7fd7fba3803 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808740 Dec 06 14:47:39.619217 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c61713f-04ed-4152-8af3-fe18f2044c12 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:39.669100 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61713f-04ed-4152-8af3-fe18f2044c12 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Pushing event deleted for resources: {'Port': ['ID=28a9fdc4-d56b-4b10-816c-510c338f6e4a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:39.743306 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c61713f-04ed-4152-8af3-fe18f2044c12 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:39.748069 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4c61713f-04ed-4152-8af3-fe18f2044c12 tempest-RoutersAdminNegativeIpV6Test-1758465627 tempest-RoutersAdminNegativeIpV6Test-1758465627-project-admin] 10.222.0.20 "DELETE /v2.0/ports/28a9fdc4-d56b-4b10-816c-510c338f6e4a HTTP/1.1" status: 204 len: 168 time: 0.6179121 Dec 06 14:47:39.821276 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682016c9-1a69-4b86-85c4-0f72750459f9 req-a328f009-5199-48bb-a3b2-d1dba0eed691 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:39.829780 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-682016c9-1a69-4b86-85c4-0f72750459f9 req-a328f009-5199-48bb-a3b2-d1dba0eed691 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0740509 Dec 06 14:47:39.924735 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-682016c9-1a69-4b86-85c4-0f72750459f9 req-3cb32e9f-6cb5-409c-a79a-e5681f2c86b5 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922825 Dec 06 14:47:40.110223 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47164) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:40.249274 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c290519-7f17-4d78-8e41-d6a6dd96e573 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:40.351487 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c290519-7f17-4d78-8e41-d6a6dd96e573 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:40.359997 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c290519-7f17-4d78-8e41-d6a6dd96e573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:40.413795 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3c290519-7f17-4d78-8e41-d6a6dd96e573 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48b32c6cc9ae481f935d6c60c3b9e865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3024683 Dec 06 14:47:40.415267 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c290519-7f17-4d78-8e41-d6a6dd96e573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c705fd-e866-4b46-a9cc-e4818d10c897,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:40.416608 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47178) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:40.503774 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e27bd183-580f-4434-a30e-63c55d660f56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:40.536801 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e27bd183-580f-4434-a30e-63c55d660f56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:40.620824 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e27bd183-580f-4434-a30e-63c55d660f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:40.625096 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e27bd183-580f-4434-a30e-63c55d660f56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:40.630406 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e27bd183-580f-4434-a30e-63c55d660f56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46c705fd-e866-4b46-a9cc-e4818d10c897 HTTP/1.1" status: 204 len: 168 time: 0.2088797 Dec 06 14:47:40.637164 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27bd183-580f-4434-a30e-63c55d660f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c705fd-e866-4b46-a9cc-e4818d10c897,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:40.637344 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 002421a5-b798-4c72-8b3c-506260708352 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:47:40.653033 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 002421a5-b798-4c72-8b3c-506260708352 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:47:40.834757 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11730c7-2478-4438-b643-34b8c231f54d req-3b24942d-efd4-4b2b-a8a1-7569d22f4ff1 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:40.837536 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c11730c7-2478-4438-b643-34b8c231f54d req-3b24942d-efd4-4b2b-a8a1-7569d22f4ff1 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0917256 Dec 06 14:47:40.924473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c11730c7-2478-4438-b643-34b8c231f54d req-2dd51e59-3fb3-462f-bc51-d8604a575470 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795338 Dec 06 14:47:41.087704 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ca56b-493a-460c-a719-c1ed8a54b33b req-1d17e9f0-4a26-4652-9f5a-0dc180513cd9 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:41.099983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-937ca56b-493a-460c-a719-c1ed8a54b33b req-1d17e9f0-4a26-4652-9f5a-0dc180513cd9 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0920944 Dec 06 14:47:41.178805 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-937ca56b-493a-460c-a719-c1ed8a54b33b req-5674b672-5902-4b22-9428-cdda74d63bc8 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727706 Dec 06 14:47:41.225681 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:41.254771 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 002421a5-b798-4c72-8b3c-506260708352, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=002421a5-b798-4c72-8b3c-506260708352,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:41.276889 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '002421a5-b798-4c72-8b3c-506260708352', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '002421a5-b798-4c72-8b3c-506260708352', 'mac_address': 'fa:16:3e:cc:a5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:47:41.285996 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90548d05-91ba-4b6c-bcdd-1407f349f59d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '002421a5-b798-4c72-8b3c-506260708352'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:41.289193 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6560597c-9394-4f07-9ea9-6402cd70b7b3" -d '{"events": [{"server_uuid": "90548d05-91ba-4b6c-bcdd-1407f349f59d", "name": "network-vif-unplugged", "status": "completed", "tag": "002421a5-b798-4c72-8b3c-506260708352"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:41.305255 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47198) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:41.311394 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 002421a5-b798-4c72-8b3c-506260708352, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=002421a5-b798-4c72-8b3c-506260708352,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:41.337530 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:41.368678 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47200) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:41.377602 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1f3cce63-1110-449b-8fe6-4e394c23c990 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6329af17f7b347e79da9de073c086442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0709305 Dec 06 14:47:41.404976 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90897c97-3c4b-429c-960c-7c5efdd7be64 x-openstack-request-id: req-90897c97-3c4b-429c-960c-7c5efdd7be64 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:41.405340 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90548d05-91ba-4b6c-bcdd-1407f349f59d", "name": "network-vif-unplugged", "status": "completed", "tag": "002421a5-b798-4c72-8b3c-506260708352", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:41.405690 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90897c97-3c4b-429c-960c-7c5efdd7be64 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:41.406081 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90548d05-91ba-4b6c-bcdd-1407f349f59d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '002421a5-b798-4c72-8b3c-506260708352', 'code': 200} Dec 06 14:47:41.406654 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=002421a5-b798-4c72-8b3c-506260708352,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:41.415044 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:41.452935 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 002421a5-b798-4c72-8b3c-506260708352 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:47:41.455182 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1361a393-a341-449d-8a38-f64c94bc851a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:41.516092 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1361a393-a341-449d-8a38-f64c94bc851a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:41.538269 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:47:41.538624 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:47:41.628625 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1361a393-a341-449d-8a38-f64c94bc851a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:41.630268 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1361a393-a341-449d-8a38-f64c94bc851a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:41.633957 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1361a393-a341-449d-8a38-f64c94bc851a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4415ddf8-e2af-46a9-8e50-9c75346778d3 HTTP/1.1" status: 204 len: 168 time: 0.2614434 Dec 06 14:47:41.640501 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361a393-a341-449d-8a38-f64c94bc851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4415ddf8-e2af-46a9-8e50-9c75346778d3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:42.099644 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:42.117313 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002421a5-b798-4c72-8b3c-506260708352 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:47:42.175194 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 002421a5-b798-4c72-8b3c-506260708352, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=002421a5-b798-4c72-8b3c-506260708352,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:42.183580 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38eb7a7-76c2-4161-b56b-a004ccdb7f39 req-3528e32f-1e9e-46ff-b52a-793959459461 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:42.196582 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:42.198347 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a38eb7a7-76c2-4161-b56b-a004ccdb7f39 req-3528e32f-1e9e-46ff-b52a-793959459461 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 948 time: 0.1663444 Dec 06 14:47:42.270381 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=002421a5-b798-4c72-8b3c-506260708352,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:42.329497 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a38eb7a7-76c2-4161-b56b-a004ccdb7f39 req-6a135c84-d288-45a5-83ad-21d3ce4d870b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267023 Dec 06 14:47:42.488410 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1a804-2e47-4c80-91c5-42b1a34f12db req-d28089bd-f504-4c7b-84d4-008b935d7a4f tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:42.499195 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2ea1a804-2e47-4c80-91c5-42b1a34f12db req-d28089bd-f504-4c7b-84d4-008b935d7a4f tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0835433 Dec 06 14:47:42.597975 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['002421a5-b798-4c72-8b3c-506260708352'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:47:42.608456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2ea1a804-2e47-4c80-91c5-42b1a34f12db req-64ef9762-0f3f-497a-ae03-d2759100ff33 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082916 Dec 06 14:47:43.498249 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfbd8a-46ce-42db-9442-80860f492d25 req-c12dba6e-9ad3-4157-b06e-466a8e3cb23d tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:43.500304 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0fcfbd8a-46ce-42db-9442-80860f492d25 req-c12dba6e-9ad3-4157-b06e-466a8e3cb23d tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 949 time: 0.0716414 Dec 06 14:47:43.555068 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0fcfbd8a-46ce-42db-9442-80860f492d25 req-8a1c9fbd-dfdf-4507-a2de-01bc50cda014 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481176 Dec 06 14:47:43.716089 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47316) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:43.733424 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d9f20-e84f-40b0-8649-8333555a169c req-afdfaadd-e8f7-4b0a-b66d-c871b7073578 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:43.735126 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0f3d9f20-e84f-40b0-8649-8333555a169c req-afdfaadd-e8f7-4b0a-b66d-c871b7073578 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0636613 Dec 06 14:47:43.790957 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0f3d9f20-e84f-40b0-8649-8333555a169c req-69886046-22ac-49c5-b2ad-f1a0a6822a15 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499556 Dec 06 14:47:43.826476 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16906224-16ae-4e7e-991c-fbc1f8f93e7d req-fe67a137-0f90-423b-94e7-01031f074d18 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:43.828161 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16906224-16ae-4e7e-991c-fbc1f8f93e7d req-fe67a137-0f90-423b-94e7-01031f074d18 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=cefa1fee-4a92-48d5-a04f-8ac586116e83 HTTP/1.1" status: 200 len: 951 time: 0.0650222 Dec 06 14:47:43.836785 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4c7a496b-5c53-4deb-a673-5251c91ec4b3 tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-875979393', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:43.887097 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7a496b-5c53-4deb-a673-5251c91ec4b3 tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Made reservation on behalf of 43bd195580e447b1bbf109b9d6c5566f for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:47:43.890209 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c7a496b-5c53-4deb-a673-5251c91ec4b3 tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:43.901643 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c7a496b-5c53-4deb-a673-5251c91ec4b3 tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:43.914422 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16906224-16ae-4e7e-991c-fbc1f8f93e7d req-45ccffd0-a676-4f08-b12f-bfc159fb7e46 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743206 Dec 06 14:47:43.995826 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c7a496b-5c53-4deb-a673-5251c91ec4b3 tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:44.000217 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c7a496b-5c53-4deb-a673-5251c91ec4b3 tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:44.004730 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-4c7a496b-5c53-4deb-a673-5251c91ec4b3 tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] device_id is not set on port 4cf31e76-fe8a-4376-92f7-04ac27fd0d21 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:47:44.073854 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a496b-5c53-4deb-a673-5251c91ec4b3 tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a3fc37-fd08-4455-a99a-7ea4ca404305,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:44.137803 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-4c7a496b-5c53-4deb-a673-5251c91ec4b3 tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Allocated IP 172.35.7.152 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/4cf31e76-fe8a-4376-92f7-04ac27fd0d21) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:47:44.268486 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c7a496b-5c53-4deb-a673-5251c91ec4b3 tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:44.302785 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c7a496b-5c53-4deb-a673-5251c91ec4b3 tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:44.342114 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7a496b-5c53-4deb-a673-5251c91ec4b3 tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:47:44.345082 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4c7a496b-5c53-4deb-a673-5251c91ec4b3 tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:44.351459 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7a496b-5c53-4deb-a673-5251c91ec4b3 tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:47:44.380952 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a496b-5c53-4deb-a673-5251c91ec4b3 tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Pushing event updated for resources: {'Port': ['ID=4cf31e76-fe8a-4376-92f7-04ac27fd0d21,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:44.396518 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7a496b-5c53-4deb-a673-5251c91ec4b3 tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:44.397116 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c7a496b-5c53-4deb-a673-5251c91ec4b3 tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:44.412975 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4c7a496b-5c53-4deb-a673-5251c91ec4b3 tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6957366 Dec 06 14:47:44.415952 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47330) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:44.420726 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d84cf786-ec27-41e4-aa79-8a663b10f1af tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.152'}]}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:44.440839 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d84cf786-ec27-41e4-aa79-8a663b10f1af tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:44.441913 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d84cf786-ec27-41e4-aa79-8a663b10f1af tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:44.499012 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d84cf786-ec27-41e4-aa79-8a663b10f1af tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:44.630323 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 002421a5-b798-4c72-8b3c-506260708352 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:47:44.649261 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d84cf786-ec27-41e4-aa79-8a663b10f1af tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:44.687301 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e424b6-a6ff-4eb3-a489-775ba4e4cd84 req-028ba72f-007c-4996-962e-59f50585875b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:44.690128 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 002421a5-b798-4c72-8b3c-506260708352 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:47:44.690762 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:44.695365 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-37e424b6-a6ff-4eb3-a489-775ba4e4cd84 req-028ba72f-007c-4996-962e-59f50585875b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 949 time: 0.0636826 Dec 06 14:47:44.748227 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-37e424b6-a6ff-4eb3-a489-775ba4e4cd84 req-c1e52560-ceac-4c25-b69e-d23d02901a0a tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517721 Dec 06 14:47:44.779168 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:44.808772 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90548d05-91ba-4b6c-bcdd-1407f349f59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002421a5-b798-4c72-8b3c-506260708352'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:44.811214 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc809ed-ad83-4070-8d4b-f6a310010b4d" -d '{"events": [{"server_uuid": "90548d05-91ba-4b6c-bcdd-1407f349f59d", "name": "network-vif-plugged", "status": "completed", "tag": "002421a5-b798-4c72-8b3c-506260708352"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:44.837456 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 002421a5-b798-4c72-8b3c-506260708352, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=002421a5-b798-4c72-8b3c-506260708352,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:44.848204 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:44.906571 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=002421a5-b798-4c72-8b3c-506260708352,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:44.919866 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:44.920524 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:44.921265 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:44.921774 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:44.922274 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:44.924164 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:44.924705 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:44.925200 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:44.925700 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:44.926430 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:44.927079 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:44.927788 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:44.928551 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:44.956665 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c4c78a-7945-486b-913e-87e87a3bd974 x-openstack-request-id: req-65c4c78a-7945-486b-913e-87e87a3bd974 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:44.958280 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90548d05-91ba-4b6c-bcdd-1407f349f59d", "name": "network-vif-plugged", "status": "completed", "tag": "002421a5-b798-4c72-8b3c-506260708352", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:44.958717 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65c4c78a-7945-486b-913e-87e87a3bd974 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:44.959281 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90548d05-91ba-4b6c-bcdd-1407f349f59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002421a5-b798-4c72-8b3c-506260708352', 'code': 200} Dec 06 14:47:44.979317 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c6056-f934-436c-b335-8595ada1efe4 req-858e2732-eb1b-4614-9736-adfd9d16cacf tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:44.981093 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8e5c6056-f934-436c-b335-8595ada1efe4 req-858e2732-eb1b-4614-9736-adfd9d16cacf tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0805342 Dec 06 14:47:45.080307 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8e5c6056-f934-436c-b335-8595ada1efe4 req-1c72387b-cf63-4a73-8cfe-557347646b7f tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811412 Dec 06 14:47:45.280171 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa2549-72de-4a8e-9e21-fa28f1e522be req-2bc8f076-9dd3-4f8a-87ac-076aaf6faa7e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:45.281605 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99aa2549-72de-4a8e-9e21-fa28f1e522be req-2bc8f076-9dd3-4f8a-87ac-076aaf6faa7e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=cefa1fee-4a92-48d5-a04f-8ac586116e83 HTTP/1.1" status: 200 len: 951 time: 0.1380155 Dec 06 14:47:45.286315 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91769f-b787-4d79-ba84-a936fa871856 req-47b97ab2-1bd3-4911-8cb6-4ec4c16b90a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:45.287860 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a91769f-b787-4d79-ba84-a936fa871856 req-47b97ab2-1bd3-4911-8cb6-4ec4c16b90a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 1101 time: 0.1430826 Dec 06 14:47:45.307824 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d84cf786-ec27-41e4-aa79-8a663b10f1af tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:45.348734 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d84cf786-ec27-41e4-aa79-8a663b10f1af tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:45.435165 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a91769f-b787-4d79-ba84-a936fa871856 req-d8bcaa69-7e41-4515-a4f9-2fc27ac5b372 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347072 Dec 06 14:47:45.438442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99aa2549-72de-4a8e-9e21-fa28f1e522be req-81bf9f03-c73b-43a5-9719-ba4ff9d28f65 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479800 Dec 06 14:47:45.554328 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d84cf786-ec27-41e4-aa79-8a663b10f1af tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:45.731778 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d84cf786-ec27-41e4-aa79-8a663b10f1af tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:45.734265 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d84cf786-ec27-41e4-aa79-8a663b10f1af tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:45.781072 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d84cf786-ec27-41e4-aa79-8a663b10f1af tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:45.781778 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84cf786-ec27-41e4-aa79-8a663b10f1af tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fadbbbe-0fdb-45ad-bad2-099a6d374f03 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:47:45.813828 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-d84cf786-ec27-41e4-aa79-8a663b10f1af tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 06 14:47:45.817667 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d84cf786-ec27-41e4-aa79-8a663b10f1af tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3982038 Dec 06 14:47:45.818254 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47450) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:45.907998 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2696a4-bf90-43b1-b8ac-639c9d32a6e5 req-e41f09b5-2856-48fa-b66d-b4962475ccb1 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:45.910220 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d2696a4-bf90-43b1-b8ac-639c9d32a6e5 req-e41f09b5-2856-48fa-b66d-b4962475ccb1 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0618634 Dec 06 14:47:45.920627 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c26abb3e-fbd1-4fd7-a9d3-b5169c5a6e2a tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Deleting port 4cf31e76-fe8a-4376-92f7-04ac27fd0d21 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:45.920975 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26abb3e-fbd1-4fd7-a9d3-b5169c5a6e2a tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:45.987398 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d2696a4-bf90-43b1-b8ac-639c9d32a6e5 req-b79a7042-6978-4086-b00d-5fad27611445 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602698 Dec 06 14:47:46.014548 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26abb3e-fbd1-4fd7-a9d3-b5169c5a6e2a tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:46.026963 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c26abb3e-fbd1-4fd7-a9d3-b5169c5a6e2a tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Calling delete_port for 4cf31e76-fe8a-4376-92f7-04ac27fd0d21 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:46.203112 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2164f9-5408-4330-b055-4ac56539a9db req-e6d5491d-a7c6-4e18-a2f0-22288f83e3cd tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:46.205015 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e2164f9-5408-4330-b055-4ac56539a9db req-e6d5491d-a7c6-4e18-a2f0-22288f83e3cd tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0607295 Dec 06 14:47:46.205444 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26abb3e-fbd1-4fd7-a9d3-b5169c5a6e2a tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:46.265993 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26abb3e-fbd1-4fd7-a9d3-b5169c5a6e2a tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cf31e76-fe8a-4376-92f7-04ac27fd0d21,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:46.279986 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e2164f9-5408-4330-b055-4ac56539a9db req-cba1f1e8-e355-47b2-9147-56cd6ffe60bf tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660746 Dec 06 14:47:46.333580 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26abb3e-fbd1-4fd7-a9d3-b5169c5a6e2a tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:46.338751 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c26abb3e-fbd1-4fd7-a9d3-b5169c5a6e2a tempest-RoutersAdminNegativeTest-784367492 tempest-RoutersAdminNegativeTest-784367492-project-admin] 10.222.0.20 "DELETE /v2.0/ports/4cf31e76-fe8a-4376-92f7-04ac27fd0d21 HTTP/1.1" status: 204 len: 168 time: 0.5192871 Dec 06 14:47:46.775258 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47560) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:46.911918 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb288213-110f-4574-a9b6-2e554928d1f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:46.995209 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb288213-110f-4574-a9b6-2e554928d1f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:47.002446 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb288213-110f-4574-a9b6-2e554928d1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:47.046909 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bb288213-110f-4574-a9b6-2e554928d1f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebb43b7b73d7402e8750238a2a0c1bab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2702107 Dec 06 14:47:47.049618 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47598) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:47.056049 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb288213-110f-4574-a9b6-2e554928d1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a3d824-237a-4bf3-9715-db079e782c26,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:47.136096 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-534abb69-0a86-4eac-84d8-c203d8bcca78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:47.170727 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-534abb69-0a86-4eac-84d8-c203d8bcca78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:47.197453 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a6421-b82e-425b-87de-fe55fdee48ff req-8cf8e11e-498b-4165-bf36-9d6de6a0c2c7 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:47.199065 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd3a6421-b82e-425b-87de-fe55fdee48ff req-8cf8e11e-498b-4165-bf36-9d6de6a0c2c7 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0984433 Dec 06 14:47:47.272325 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd3a6421-b82e-425b-87de-fe55fdee48ff req-b96b13b7-5065-475a-a5ac-5d9d080ce410 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621326 Dec 06 14:47:47.282279 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-534abb69-0a86-4eac-84d8-c203d8bcca78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:47.294705 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-534abb69-0a86-4eac-84d8-c203d8bcca78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:47.296408 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-534abb69-0a86-4eac-84d8-c203d8bcca78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24a3d824-237a-4bf3-9715-db079e782c26 HTTP/1.1" status: 204 len: 168 time: 0.2451813 Dec 06 14:47:47.306480 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534abb69-0a86-4eac-84d8-c203d8bcca78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a3d824-237a-4bf3-9715-db079e782c26,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:47.403322 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f8201-a38d-4226-87c7-a4c3e4871e14 req-865c9ddc-cf24-488f-b245-e1bc6cae9d9b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:47.410723 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b24f8201-a38d-4226-87c7-a4c3e4871e14 req-865c9ddc-cf24-488f-b245-e1bc6cae9d9b tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0616922 Dec 06 14:47:47.463558 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b24f8201-a38d-4226-87c7-a4c3e4871e14 req-813f6f42-94f4-49c1-9f25-8146408043d2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517659 Dec 06 14:47:47.676457 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea184b1-a0c2-4690-967a-c9c09f2f8576 req-6f70901c-9e7f-4c6e-adf3-b911a36c4bb1 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:47.678090 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ea184b1-a0c2-4690-967a-c9c09f2f8576 req-6f70901c-9e7f-4c6e-adf3-b911a36c4bb1 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0751145 Dec 06 14:47:47.682788 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47640) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:47.764083 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4fdadfcd-3dfb-4296-be20-75a02e90d686 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43bd195580e447b1bbf109b9d6c5566f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0773678 Dec 06 14:47:47.764474 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47654) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:47.779396 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ea184b1-a0c2-4690-967a-c9c09f2f8576 req-ace49141-bbe9-43ff-a07a-d1b2e28b6d97 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898919 Dec 06 14:47:47.834499 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f61aa0e-429b-460a-8dfb-c7cf670d6b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:47.867963 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f61aa0e-429b-460a-8dfb-c7cf670d6b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:47.930570 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f61aa0e-429b-460a-8dfb-c7cf670d6b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:47.934169 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f61aa0e-429b-460a-8dfb-c7cf670d6b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:47.936190 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2f61aa0e-429b-460a-8dfb-c7cf670d6b45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62a3fc37-fd08-4455-a99a-7ea4ca404305 HTTP/1.1" status: 204 len: 168 time: 0.1707225 Dec 06 14:47:47.945922 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61aa0e-429b-460a-8dfb-c7cf670d6b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a3fc37-fd08-4455-a99a-7ea4ca404305,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:48.094197 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 2f4ad596-9441-45ce-be10-24fb09f6a379 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:47:48.226826 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:48.262400 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefa1fee-4a92-48d5-a04f-8ac586116e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f4ad596-9441-45ce-be10-24fb09f6a379'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:48.265852 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9372822-6754-45fc-8389-03305c72ec4c" -d '{"events": [{"server_uuid": "cefa1fee-4a92-48d5-a04f-8ac586116e83", "name": "network-vif-unplugged", "status": "completed", "tag": "2f4ad596-9441-45ce-be10-24fb09f6a379"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:48.284169 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 2f4ad596-9441-45ce-be10-24fb09f6a379, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f4ad596-9441-45ce-be10-24fb09f6a379,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:48.291770 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:48.362516 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=2f4ad596-9441-45ce-be10-24fb09f6a379,revision_number=11']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:48.382204 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f666be2-7ce1-44a7-93e5-c3bea748627b x-openstack-request-id: req-9f666be2-7ce1-44a7-93e5-c3bea748627b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:48.382510 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefa1fee-4a92-48d5-a04f-8ac586116e83", "name": "network-vif-unplugged", "status": "completed", "tag": "2f4ad596-9441-45ce-be10-24fb09f6a379", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:48.382875 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f666be2-7ce1-44a7-93e5-c3bea748627b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:48.383154 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefa1fee-4a92-48d5-a04f-8ac586116e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f4ad596-9441-45ce-be10-24fb09f6a379', 'code': 200} Dec 06 14:47:48.506726 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb48b17-dfa8-49ce-97b7-f6e17aebcdcb req-2dce05e0-526a-4ee9-9c22-34144a0daddd tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:48.508345 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3fb48b17-dfa8-49ce-97b7-f6e17aebcdcb req-2dce05e0-526a-4ee9-9c22-34144a0daddd tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0600917 Dec 06 14:47:48.572543 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3fb48b17-dfa8-49ce-97b7-f6e17aebcdcb req-85d68c5a-fc73-417c-9b07-e2621f0f2d97 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576208 Dec 06 14:47:48.943430 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc0df9-de02-4451-9d51-21a8ae5f806a req-0d36b3ef-51d4-441c-aa1d-01578193340d tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:48.946722 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bbbc0df9-de02-4451-9d51-21a8ae5f806a req-0d36b3ef-51d4-441c-aa1d-01578193340d tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0667355 Dec 06 14:47:49.010999 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bbbc0df9-de02-4451-9d51-21a8ae5f806a req-ad0afb07-e9a2-426f-8b36-b22d13d50e94 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573051 Dec 06 14:47:49.013958 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47746) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:49.165606 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c7920c02-be6c-4d1e-a53c-0531ee2bf80e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1715914953'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:49.201017 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7920c02-be6c-4d1e-a53c-0531ee2bf80e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Made reservation on behalf of df6c96395572460d88f29aa9d2f69138 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:47:49.206506 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7920c02-be6c-4d1e-a53c-0531ee2bf80e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:49.216684 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7920c02-be6c-4d1e-a53c-0531ee2bf80e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:49.310130 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7920c02-be6c-4d1e-a53c-0531ee2bf80e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:49.314692 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7920c02-be6c-4d1e-a53c-0531ee2bf80e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:49.345814 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7920c02-be6c-4d1e-a53c-0531ee2bf80e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b49a3a-732e-43d8-b886-f18944b03927,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:49.355085 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7920c02-be6c-4d1e-a53c-0531ee2bf80e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:47:49.365836 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7920c02-be6c-4d1e-a53c-0531ee2bf80e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:49.366224 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-c7920c02-be6c-4d1e-a53c-0531ee2bf80e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Added segment fcf83b02-bcbd-4742-bcf3-19d9e4be97f9 of type vlan for network 2183ed7b-94e8-4637-9c54-56468f3e9b3e Dec 06 14:47:49.419199 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7920c02-be6c-4d1e-a53c-0531ee2bf80e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:49.453255 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7920c02-be6c-4d1e-a53c-0531ee2bf80e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:49.460364 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7920c02-be6c-4d1e-a53c-0531ee2bf80e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:49.461236 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7920c02-be6c-4d1e-a53c-0531ee2bf80e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:49.541093 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c7920c02-be6c-4d1e-a53c-0531ee2bf80e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5260808 Dec 06 14:47:49.607770 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7920c02-be6c-4d1e-a53c-0531ee2bf80e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event updated for resources: {'Network': ['ID=2183ed7b-94e8-4637-9c54-56468f3e9b3e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:49.624281 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 2183ed7b-94e8-4637-9c54-56468f3e9b3e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:47:49.753087 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b4501-381b-4e81-b0a7-f8c0d03324df req-e52f3bc0-81a6-47ea-8b05-ec4721e1e117 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:49.760605 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-425b4501-381b-4e81-b0a7-f8c0d03324df req-e52f3bc0-81a6-47ea-8b05-ec4721e1e117 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0953395 Dec 06 14:47:49.813025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-425b4501-381b-4e81-b0a7-f8c0d03324df req-d04c47ac-4db5-4852-ab7e-23bb9e107ffb tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513127 Dec 06 14:47:50.134144 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bc105-6acf-4bdb-aae3-d4544bf9664a req-ccf40691-e80c-4e95-b9d5-7083c479e58f tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:50.135995 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cb2bc105-6acf-4bdb-aae3-d4544bf9664a req-ccf40691-e80c-4e95-b9d5-7083c479e58f tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 948 time: 0.0938752 Dec 06 14:47:50.201553 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bec0b2-3c10-4d63-aae3-accf26d3da62 req-da785a4c-be52-4832-9152-93e6e87a970d tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:50.202234 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cb2bc105-6acf-4bdb-aae3-d4544bf9664a req-a147267d-a56b-4309-a949-9346b2c81ff8 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546274 Dec 06 14:47:50.210474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-12bec0b2-3c10-4d63-aae3-accf26d3da62 req-da785a4c-be52-4832-9152-93e6e87a970d tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0783122 Dec 06 14:47:50.281196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-12bec0b2-3c10-4d63-aae3-accf26d3da62 req-a2f2214d-9e6f-4a4d-8e70-a94debe7a5ef tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644531 Dec 06 14:47:50.974506 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fc584-cf1e-4794-98ba-6cffdbf576ab req-cb2085ce-49d1-4ca6-8fe6-bb1aed566ca5 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:50.976368 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce4fc584-cf1e-4794-98ba-6cffdbf576ab req-cb2085ce-49d1-4ca6-8fe6-bb1aed566ca5 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0551550 Dec 06 14:47:51.034061 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce4fc584-cf1e-4794-98ba-6cffdbf576ab req-c4256a27-f039-4d55-8fd5-ac2983d8d213 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478306 Dec 06 14:47:51.378341 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7276bff-22fe-4227-a500-cfebf59368a5 req-fa3517ec-017d-4a54-b5a7-271c6f1fc95c tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:51.380254 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e7276bff-22fe-4227-a500-cfebf59368a5 req-fa3517ec-017d-4a54-b5a7-271c6f1fc95c tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 948 time: 0.0999844 Dec 06 14:47:51.453719 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e7276bff-22fe-4227-a500-cfebf59368a5 req-8d51c516-1553-4ea9-8d58-0f1d9f2a07ca tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601604 Dec 06 14:47:51.523038 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d789ad7-576b-4650-9362-7e04c1573922 req-a246b0eb-9321-421c-809e-8b2196aaa5c1 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:51.525001 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d789ad7-576b-4650-9362-7e04c1573922 req-a246b0eb-9321-421c-809e-8b2196aaa5c1 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0799932 Dec 06 14:47:51.584268 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d789ad7-576b-4650-9362-7e04c1573922 req-46870634-a82e-4b17-a942-6a231c3f9cc6 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506759 Dec 06 14:47:51.880297 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465718c-3d38-4ae4-9024-cdfc130f7191 req-568b0912-dbfe-4546-b215-1d976f787ee7 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:51.882008 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b465718c-3d38-4ae4-9024-cdfc130f7191 req-568b0912-dbfe-4546-b215-1d976f787ee7 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.37 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 948 time: 0.0553796 Dec 06 14:47:52.020778 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-b465718c-3d38-4ae4-9024-cdfc130f7191 req-7c892e2b-a12c-44e2-908f-ec548b5ce650 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Deleting port 63402514-050e-4924-a335-b0e4e3e8aa24 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:52.021120 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b465718c-3d38-4ae4-9024-cdfc130f7191 req-7c892e2b-a12c-44e2-908f-ec548b5ce650 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:52.161347 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b465718c-3d38-4ae4-9024-cdfc130f7191 req-7c892e2b-a12c-44e2-908f-ec548b5ce650 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] For port 63402514-050e-4924-a335-b0e4e3e8aa24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=63402514-050e-4924-a335-b0e4e3e8aa24,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:52.161634 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b465718c-3d38-4ae4-9024-cdfc130f7191 req-7c892e2b-a12c-44e2-908f-ec548b5ce650 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:52.179377 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-b465718c-3d38-4ae4-9024-cdfc130f7191 req-7c892e2b-a12c-44e2-908f-ec548b5ce650 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Calling delete_port for 63402514-050e-4924-a335-b0e4e3e8aa24 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:52.200944 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba694fe3-08bb-478d-b60b-bde3edf75459 req-636c51ae-a065-4726-94b1-dfe81a3c391f tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:52.202448 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba694fe3-08bb-478d-b60b-bde3edf75459 req-636c51ae-a065-4726-94b1-dfe81a3c391f tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0751500 Dec 06 14:47:52.293901 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba694fe3-08bb-478d-b60b-bde3edf75459 req-780fa43c-01ff-44ff-8af4-e66cd27e5ae2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604241 Dec 06 14:47:52.369631 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b465718c-3d38-4ae4-9024-cdfc130f7191 req-7c892e2b-a12c-44e2-908f-ec548b5ce650 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:52.409830 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c892e2b-a12c-44e2-908f-ec548b5ce650 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Pushing event deleted for resources: {'Port': ['ID=63402514-050e-4924-a335-b0e4e3e8aa24,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:52.474878 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b465718c-3d38-4ae4-9024-cdfc130f7191 req-7c892e2b-a12c-44e2-908f-ec548b5ce650 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] No DVR routers for this DVR port 63402514-050e-4924-a335-b0e4e3e8aa24 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:47:52.477563 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b465718c-3d38-4ae4-9024-cdfc130f7191 req-7c892e2b-a12c-44e2-908f-ec548b5ce650 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:52.494001 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b465718c-3d38-4ae4-9024-cdfc130f7191 req-7c892e2b-a12c-44e2-908f-ec548b5ce650 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.37 "DELETE /v2.0/ports/63402514-050e-4924-a335-b0e4e3e8aa24 HTTP/1.1" status: 204 len: 173 time: 0.6050897 Dec 06 14:47:52.494518 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039c5d70-224e-437f-9d0e-22d867c0f3fc', 'name': 'network-vif-deleted', 'tag': '63402514-050e-4924-a335-b0e4e3e8aa24'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:52.497105 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb21635a-0895-456d-b51f-ec6d773da529" -d '{"events": [{"server_uuid": "039c5d70-224e-437f-9d0e-22d867c0f3fc", "name": "network-vif-deleted", "tag": "63402514-050e-4924-a335-b0e4e3e8aa24"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:52.544990 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e973e6f-0c89-4805-81b3-860dc98eb959 x-openstack-request-id: req-7e973e6f-0c89-4805-81b3-860dc98eb959 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:52.546060 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039c5d70-224e-437f-9d0e-22d867c0f3fc", "name": "network-vif-deleted", "tag": "63402514-050e-4924-a335-b0e4e3e8aa24", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:52.546503 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e973e6f-0c89-4805-81b3-860dc98eb959 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:52.547167 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039c5d70-224e-437f-9d0e-22d867c0f3fc', 'name': 'network-vif-deleted', 'tag': '63402514-050e-4924-a335-b0e4e3e8aa24', 'status': 'completed', 'code': 200} Dec 06 14:47:52.649684 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb70db15-b006-436a-9d1d-321b99eabf5a req-53064948-c5b8-45a5-80cf-aa06f49ed764 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=039c5d70-224e-437f-9d0e-22d867c0f3fc HTTP/1.1" status: 200 len: 210 time: 0.0395825 Dec 06 14:47:52.773101 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5c768-d160-44ca-a7bb-a411fc12300e req-d960d751-0303-42b7-9903-d507680c62cf tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:52.775281 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ebd5c768-d160-44ca-a7bb-a411fc12300e req-d960d751-0303-42b7-9903-d507680c62cf tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0561876 Dec 06 14:47:52.831192 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ebd5c768-d160-44ca-a7bb-a411fc12300e req-0d4e80bc-356d-478d-a34a-d74ae502a941 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491664 Dec 06 14:47:52.833854 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47840) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:52.839687 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e5a8a70b-5196-469b-af00-4b6d4016e4f1 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Request body: {'subnet': {'network_id': '2183ed7b-94e8-4637-9c54-56468f3e9b3e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:52.956636 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a8a70b-5196-469b-af00-4b6d4016e4f1 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Made reservation on behalf of df6c96395572460d88f29aa9d2f69138 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:47:52.960839 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5a8a70b-5196-469b-af00-4b6d4016e4f1 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:53.205377 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5a8a70b-5196-469b-af00-4b6d4016e4f1 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:53.264658 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8a70b-5196-469b-af00-4b6d4016e4f1 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event updated for resources: {'Subnet': ['ID=ea043f32-6a03-405a-b036-c7244b90fe40,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:53.275149 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a8a70b-5196-469b-af00-4b6d4016e4f1 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Checking segment: {'id': 'fcf83b02-bcbd-4742-bcf3-19d9e4be97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2183ed7b-94e8-4637-9c54-56468f3e9b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:47:53.275519 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a8a70b-5196-469b-af00-4b6d4016e4f1 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Network hostable DHCP agents. Network: 2183ed7b-94e8-4637-9c54-56468f3e9b3e, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:47:53.327263 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a8a70b-5196-469b-af00-4b6d4016e4f1 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Network 2183ed7b-94e8-4637-9c54-56468f3e9b3e is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:47:53.364770 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e5a8a70b-5196-469b-af00-4b6d4016e4f1 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2183ed7b-94e8-4637-9c54-56468f3e9b3e) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:53.369586 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a8a70b-5196-469b-af00-4b6d4016e4f1 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:53.370225 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5a8a70b-5196-469b-af00-4b6d4016e4f1 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:53.376461 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeae85b-adb8-4ec7-aaa4-6b81cf683a3d None None] Network 2183ed7b-94e8-4637-9c54-56468f3e9b3e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:47:53.387865 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e5a8a70b-5196-469b-af00-4b6d4016e4f1 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5522003 Dec 06 14:47:53.390593 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47846) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:53.395684 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ab6da178-4469-47ce-8616-9d5d84675197 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1859589356'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:53.446049 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6da178-4469-47ce-8616-9d5d84675197 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Made reservation on behalf of df6c96395572460d88f29aa9d2f69138 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:47:53.449767 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab6da178-4469-47ce-8616-9d5d84675197 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:53.479014 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b5144-1269-4daf-bc4d-ef40dadc4680 req-963a1fbb-a1f5-4cb6-8492-d4e0826f53be tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:53.487203 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a78b5144-1269-4daf-bc4d-ef40dadc4680 req-963a1fbb-a1f5-4cb6-8492-d4e0826f53be tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0866499 Dec 06 14:47:53.523185 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6da178-4469-47ce-8616-9d5d84675197 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:47:53.545115 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab6da178-4469-47ce-8616-9d5d84675197 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:53.545547 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-ab6da178-4469-47ce-8616-9d5d84675197 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Added segment 50c25e09-1b48-4b6f-b09c-61bf974687d0 of type vlan for network 3749bbb3-e0dc-4324-bd5c-a19fbd5340ec Dec 06 14:47:53.575762 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a78b5144-1269-4daf-bc4d-ef40dadc4680 req-569535ad-66ad-457e-a090-e7f1962566d3 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858262 Dec 06 14:47:53.576726 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-2183ed7b-94e8-4637-9c54-56468f3e9b3e', 'network_id': '2183ed7b-94e8-4637-9c54-56468f3e9b3e', 'tenant_id': 'df6c96395572460d88f29aa9d2f69138', 'fixed_ips': [{'subnet_id': 'ea043f32-6a03-405a-b036-c7244b90fe40'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:47:53.577903 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:53.619747 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab6da178-4469-47ce-8616-9d5d84675197 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:53.654521 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab6da178-4469-47ce-8616-9d5d84675197 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:53.664518 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6da178-4469-47ce-8616-9d5d84675197 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:53.665260 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab6da178-4469-47ce-8616-9d5d84675197 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:53.739214 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Allocated IP 2001:db8:0:ffff::2 (2183ed7b-94e8-4637-9c54-56468f3e9b3e/ea043f32-6a03-405a-b036-c7244b90fe40/2f511920-75e2-4ded-ad3a-80895f472f5a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:47:53.747476 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6da178-4469-47ce-8616-9d5d84675197 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event updated for resources: {'Network': ['ID=3749bbb3-e0dc-4324-bd5c-a19fbd5340ec,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:53.764739 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 3749bbb3-e0dc-4324-bd5c-a19fbd5340ec details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:47:53.772224 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ab6da178-4469-47ce-8616-9d5d84675197 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3803890 Dec 06 14:47:53.774535 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47858) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:53.782578 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ca812f2b-4af2-4e3d-a12d-110c6e4495ec tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Request body: {'subnet': {'network_id': '3749bbb3-e0dc-4324-bd5c-a19fbd5340ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:53.908709 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca812f2b-4af2-4e3d-a12d-110c6e4495ec tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Made reservation on behalf of df6c96395572460d88f29aa9d2f69138 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:47:53.914029 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca812f2b-4af2-4e3d-a12d-110c6e4495ec tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:54.016353 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:54.028500 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:54.040010 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc435b-760e-48b8-bc72-547b3674bb97 req-09df9567-f051-4f0b-b401-918106fa88b5 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:54.042656 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eedc435b-760e-48b8-bc72-547b3674bb97 req-09df9567-f051-4f0b-b401-918106fa88b5 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=cefa1fee-4a92-48d5-a04f-8ac586116e83 HTTP/1.1" status: 200 len: 949 time: 0.0830953 Dec 06 14:47:54.078042 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Pushing event updated for resources: {'Port': ['ID=2f511920-75e2-4ded-ad3a-80895f472f5a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:54.084140 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed1413-4232-4493-8b75-991d7dc3a786 req-21881e7a-58df-4768-ba30-b43f605c0ffb tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:54.091073 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Network 2183ed7b-94e8-4637-9c54-56468f3e9b3e is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:47:54.091460 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09ed1413-4232-4493-8b75-991d7dc3a786 req-21881e7a-58df-4768-ba30-b43f605c0ffb tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.1549811 Dec 06 14:47:54.093553 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:54.098085 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:47:54.141113 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eedc435b-760e-48b8-bc72-547b3674bb97 req-87fc2d42-aa7e-4d8f-9568-30ba30c943ac tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909619 Dec 06 14:47:54.173835 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Attempting to bind port 2f511920-75e2-4ded-ad3a-80895f472f5a on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:47:54.173835 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Attempting to bind port 2f511920-75e2-4ded-ad3a-80895f472f5a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fcf83b02-bcbd-4742-bcf3-19d9e4be97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2183ed7b-94e8-4637-9c54-56468f3e9b3e'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:47:54.175868 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Attempting to bind port 2f511920-75e2-4ded-ad3a-80895f472f5a on network 2183ed7b-94e8-4637-9c54-56468f3e9b3e {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:47:54.182368 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:47:54.183751 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Checking segment: {'id': 'fcf83b02-bcbd-4742-bcf3-19d9e4be97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2183ed7b-94e8-4637-9c54-56468f3e9b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:47:54.183918 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:54.184416 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Bound using segment: {'id': 'fcf83b02-bcbd-4742-bcf3-19d9e4be97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2183ed7b-94e8-4637-9c54-56468f3e9b3e'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:47:54.184984 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Bound port: 2f511920-75e2-4ded-ad3a-80895f472f5a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf83b02-bcbd-4742-bcf3-19d9e4be97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2183ed7b-94e8-4637-9c54-56468f3e9b3e'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:47:54.185482 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:54.192311 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09ed1413-4232-4493-8b75-991d7dc3a786 req-6397f156-2f28-4739-a3ed-f16108a9dac7 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998573 Dec 06 14:47:54.256224 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] For port 2f511920-75e2-4ded-ad3a-80895f472f5a, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:47:54.259762 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] For port 2f511920-75e2-4ded-ad3a-80895f472f5a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2f511920-75e2-4ded-ad3a-80895f472f5a,segment=NetworkSegment(fcf83b02-bcbd-4742-bcf3-19d9e4be97f9),segment_id=fcf83b02-bcbd-4742-bcf3-19d9e4be97f9)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:47:54.265533 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:54.329043 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394ce42-72aa-48e7-9529-dfda5ed1b507 None None] Pushing event updated for resources: {'Port': ['ID=2f511920-75e2-4ded-ad3a-80895f472f5a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:54.354170 n-d-master-1 neutron-server[103288]: DEBUG neutron.objects.ports [None req-ca812f2b-4af2-4e3d-a12d-110c6e4495ec tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103288) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:47:54.356064 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca812f2b-4af2-4e3d-a12d-110c6e4495ec tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:54.412553 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca812f2b-4af2-4e3d-a12d-110c6e4495ec tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event updated for resources: {'Subnet': ['ID=4d21360d-bd22-4bcd-9936-50f3f3223b38,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:54.429381 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca812f2b-4af2-4e3d-a12d-110c6e4495ec tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Checking segment: {'id': '50c25e09-1b48-4b6f-b09c-61bf974687d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3749bbb3-e0dc-4324-bd5c-a19fbd5340ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:47:54.429747 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca812f2b-4af2-4e3d-a12d-110c6e4495ec tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Network hostable DHCP agents. Network: 3749bbb3-e0dc-4324-bd5c-a19fbd5340ec, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:47:54.448654 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca812f2b-4af2-4e3d-a12d-110c6e4495ec tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Network 3749bbb3-e0dc-4324-bd5c-a19fbd5340ec is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:47:54.460537 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ca812f2b-4af2-4e3d-a12d-110c6e4495ec tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3749bbb3-e0dc-4324-bd5c-a19fbd5340ec) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:54.465607 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca812f2b-4af2-4e3d-a12d-110c6e4495ec tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:54.466407 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca812f2b-4af2-4e3d-a12d-110c6e4495ec tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:54.471028 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acea2cff-d3f6-4bfc-8d3e-c295760ea134 None None] Network 3749bbb3-e0dc-4324-bd5c-a19fbd5340ec requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:47:54.515969 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ca812f2b-4af2-4e3d-a12d-110c6e4495ec tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7385316 Dec 06 14:47:54.519046 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47866) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:54.525832 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9e7c135c-5426-4942-bb91-62827778cfa2 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Request body: {'port': {'network_id': '3749bbb3-e0dc-4324-bd5c-a19fbd5340ec', 'name': 'tempest-NetworksIpV6TestAttrs-1757434814'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:54.656393 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 63402514-050e-4924-a335-b0e4e3e8aa24 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:47:54.716437 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 63402514-050e-4924-a335-b0e4e3e8aa24 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:47:54.716785 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 63402514-050e-4924-a335-b0e4e3e8aa24 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:47:54.750490 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7c135c-5426-4942-bb91-62827778cfa2 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Made reservation on behalf of df6c96395572460d88f29aa9d2f69138 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:47:54.758762 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-3749bbb3-e0dc-4324-bd5c-a19fbd5340ec', 'network_id': '3749bbb3-e0dc-4324-bd5c-a19fbd5340ec', 'tenant_id': 'df6c96395572460d88f29aa9d2f69138', 'fixed_ips': [{'subnet_id': '4d21360d-bd22-4bcd-9936-50f3f3223b38'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:47:54.759872 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:54.765606 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e7c135c-5426-4942-bb91-62827778cfa2 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:54.784248 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c00745-e687-47c4-9d18-9425705ca392 req-8b9a411b-7b39-4cf1-80c2-0c5502f4f868 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:54.786249 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3c00745-e687-47c4-9d18-9425705ca392 req-8b9a411b-7b39-4cf1-80c2-0c5502f4f868 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0946815 Dec 06 14:47:54.792842 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-9e7c135c-5426-4942-bb91-62827778cfa2 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] device_id is not set on port 8bd37d31-c812-43ed-983d-5f7c3b80169f yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:47:54.853070 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3c00745-e687-47c4-9d18-9425705ca392 req-b1e60b62-416b-49f0-9a07-9a65469cfdc1 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604048 Dec 06 14:47:54.936934 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-9e7c135c-5426-4942-bb91-62827778cfa2 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Allocated IP 2001:db8::f816:3eff:fe28:6760 (3749bbb3-e0dc-4324-bd5c-a19fbd5340ec/4d21360d-bd22-4bcd-9936-50f3f3223b38/8bd37d31-c812-43ed-983d-5f7c3b80169f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:47:55.094771 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e7c135c-5426-4942-bb91-62827778cfa2 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:55.137817 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e7c135c-5426-4942-bb91-62827778cfa2 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:55.181217 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7c135c-5426-4942-bb91-62827778cfa2 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Network 3749bbb3-e0dc-4324-bd5c-a19fbd5340ec is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:47:55.185206 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9e7c135c-5426-4942-bb91-62827778cfa2 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:55.189754 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7c135c-5426-4942-bb91-62827778cfa2 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:47:55.196075 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7c135c-5426-4942-bb91-62827778cfa2 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:55.196840 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e7c135c-5426-4942-bb91-62827778cfa2 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:55.200443 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Allocated IP 2001:db8::f816:3eff:fe12:7875 (3749bbb3-e0dc-4324-bd5c-a19fbd5340ec/4d21360d-bd22-4bcd-9936-50f3f3223b38/1fcd9077-9b76-4ba8-b873-8ff7d77f3a15) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:47:55.223180 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c135c-5426-4942-bb91-62827778cfa2 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event updated for resources: {'Port': ['ID=8bd37d31-c812-43ed-983d-5f7c3b80169f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:55.232434 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9e7c135c-5426-4942-bb91-62827778cfa2 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7117307 Dec 06 14:47:55.235058 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47882) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:55.326585 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5fcff89-043b-4aad-bbe1-e280223efa13 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Deleting subnet 4d21360d-bd22-4bcd-9936-50f3f3223b38 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:47:55.329596 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179b44f-c257-4527-a6f0-f592ddaf215e req-23e9d8f0-c647-402f-a42a-cafc468260a6 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:55.331355 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d179b44f-c257-4527-a6f0-f592ddaf215e req-23e9d8f0-c647-402f-a42a-cafc468260a6 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=cefa1fee-4a92-48d5-a04f-8ac586116e83 HTTP/1.1" status: 200 len: 949 time: 0.0740600 Dec 06 14:47:55.411042 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eaa95d-2416-48a6-b36a-fea0e6c0d4a2 req-448ecb24-2414-4d09-b256-603a64dd264d tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:55.412860 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-58eaa95d-2416-48a6-b36a-fea0e6c0d4a2 req-448ecb24-2414-4d09-b256-603a64dd264d tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0837343 Dec 06 14:47:55.418759 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d179b44f-c257-4527-a6f0-f592ddaf215e req-49dfd326-0efc-4d25-b615-75c9893f21f9 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799923 Dec 06 14:47:55.481566 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:55.496396 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:55.507436 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5fcff89-043b-4aad-bbe1-e280223efa13 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:55.552676 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Network 3749bbb3-e0dc-4324-bd5c-a19fbd5340ec is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:47:55.556701 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:55.561605 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:47:55.567330 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-58eaa95d-2416-48a6-b36a-fea0e6c0d4a2 req-04cf6dfa-23ed-4cc5-b1e4-7c6b513752c6 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473918 Dec 06 14:47:55.576547 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Pushing event updated for resources: {'Port': ['ID=1fcd9077-9b76-4ba8-b873-8ff7d77f3a15,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:55.624899 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5fcff89-043b-4aad-bbe1-e280223efa13 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:55.662944 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Attempting to bind port 1fcd9077-9b76-4ba8-b873-8ff7d77f3a15 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:47:55.664185 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Attempting to bind port 1fcd9077-9b76-4ba8-b873-8ff7d77f3a15 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '50c25e09-1b48-4b6f-b09c-61bf974687d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3749bbb3-e0dc-4324-bd5c-a19fbd5340ec'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:47:55.664657 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Attempting to bind port 1fcd9077-9b76-4ba8-b873-8ff7d77f3a15 on network 3749bbb3-e0dc-4324-bd5c-a19fbd5340ec {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:47:55.667710 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429a6cf8-72fb-40c6-aa0f-1263b8903162 None None] Network 2183ed7b-94e8-4637-9c54-56468f3e9b3e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:47:55.673143 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2f511920-75e2-4ded-ad3a-80895f472f5a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:47:55.723520 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:47:55.723995 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Checking segment: {'id': '50c25e09-1b48-4b6f-b09c-61bf974687d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3749bbb3-e0dc-4324-bd5c-a19fbd5340ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:47:55.724465 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:55.724927 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Bound using segment: {'id': '50c25e09-1b48-4b6f-b09c-61bf974687d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3749bbb3-e0dc-4324-bd5c-a19fbd5340ec'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:47:55.725496 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Bound port: 1fcd9077-9b76-4ba8-b873-8ff7d77f3a15, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c25e09-1b48-4b6f-b09c-61bf974687d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3749bbb3-e0dc-4324-bd5c-a19fbd5340ec'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:47:55.725951 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:55.861450 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-57f93d27-180d-40ae-82d2-9ea54ac0696f None None] Provisioning complete for port 2f511920-75e2-4ded-ad3a-80895f472f5a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:47:55.861822 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57f93d27-180d-40ae-82d2-9ea54ac0696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:55.966789 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] For port 1fcd9077-9b76-4ba8-b873-8ff7d77f3a15, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:47:55.970366 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] For port 1fcd9077-9b76-4ba8-b873-8ff7d77f3a15, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1fcd9077-9b76-4ba8-b873-8ff7d77f3a15,segment=NetworkSegment(50c25e09-1b48-4b6f-b09c-61bf974687d0),segment_id=50c25e09-1b48-4b6f-b09c-61bf974687d0)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:47:56.016072 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a45e0d-0147-4c3c-a92f-6e0dc1856cf8 req-82f27fc1-2190-48c5-a72d-ec425ef8c29e tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:56.018263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-03a45e0d-0147-4c3c-a92f-6e0dc1856cf8 req-82f27fc1-2190-48c5-a72d-ec425ef8c29e tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0675163 Dec 06 14:47:56.034868 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:56.038216 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2f511920-75e2-4ded-ad3a-80895f472f5a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:47:56.038583 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:56.084927 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-03a45e0d-0147-4c3c-a92f-6e0dc1856cf8 req-4cab4a34-c515-4360-b84b-cfd49e49c87f tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566757 Dec 06 14:47:56.115076 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0c354-ac2d-4aa3-a170-8c02977613ef req-f7dc9965-f85b-4cd4-8ace-6424ed320ff8 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:56.116768 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8f0c354-ac2d-4aa3-a170-8c02977613ef req-f7dc9965-f85b-4cd4-8ace-6424ed320ff8 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.23 "GET /v2.0/ports?device_id=cefa1fee-4a92-48d5-a04f-8ac586116e83 HTTP/1.1" status: 200 len: 949 time: 0.3568311 Dec 06 14:47:56.184301 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5fcff89-043b-4aad-bbe1-e280223efa13 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:56.325658 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57f93d27-180d-40ae-82d2-9ea54ac0696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:56.344196 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f9503-6c30-4ab7-9ef3-a8320fd289ea None None] Pushing event updated for resources: {'Port': ['ID=1fcd9077-9b76-4ba8-b873-8ff7d77f3a15,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:56.344469 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5fcff89-043b-4aad-bbe1-e280223efa13 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:56.402733 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f8f0c354-ac2d-4aa3-a170-8c02977613ef req-99a4be56-ef2e-4795-8846-59bb58871d9e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Deleting port 2f4ad596-9441-45ce-be10-24fb09f6a379 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:56.402733 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f8f0c354-ac2d-4aa3-a170-8c02977613ef req-99a4be56-ef2e-4795-8846-59bb58871d9e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:56.406265 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-57f93d27-180d-40ae-82d2-9ea54ac0696f None None] For port 2f511920-75e2-4ded-ad3a-80895f472f5a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2f511920-75e2-4ded-ad3a-80895f472f5a,segment=NetworkSegment(fcf83b02-bcbd-4742-bcf3-19d9e4be97f9),segment_id=fcf83b02-bcbd-4742-bcf3-19d9e4be97f9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:56.411412 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:56.415187 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57f93d27-180d-40ae-82d2-9ea54ac0696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:56.431807 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5fcff89-043b-4aad-bbe1-e280223efa13 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:56.438511 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47892) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:56.448272 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d5fcff89-043b-4aad-bbe1-e280223efa13 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/subnets/4d21360d-bd22-4bcd-9936-50f3f3223b38 HTTP/1.1" status: 204 len: 168 time: 1.2118151 Dec 06 14:47:56.452497 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcff89-043b-4aad-bbe1-e280223efa13 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event deleted for resources: {'Subnet': ['ID=4d21360d-bd22-4bcd-9936-50f3f3223b38,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:56.565031 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:47:56.567360 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:47:56.591956 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f93d27-180d-40ae-82d2-9ea54ac0696f None None] Pushing event updated for resources: {'Port': ['ID=2f511920-75e2-4ded-ad3a-80895f472f5a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:56.696533 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef94536-55b6-4777-8702-641d8341bef4 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:56.723227 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef94536-55b6-4777-8702-641d8341bef4 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:56.725061 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5ef94536-55b6-4777-8702-641d8341bef4 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2854328 Dec 06 14:47:56.733785 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47902) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:56.738410 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889c253-ee50-46bc-a1ef-d331ead99697 req-53b3e018-ba01-4622-a9e6-61cd31e2f794 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:56.744212 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f889c253-ee50-46bc-a1ef-d331ead99697 req-53b3e018-ba01-4622-a9e6-61cd31e2f794 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=cefa1fee-4a92-48d5-a04f-8ac586116e83 HTTP/1.1" status: 200 len: 949 time: 0.1332655 Dec 06 14:47:56.792460 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f8f0c354-ac2d-4aa3-a170-8c02977613ef req-99a4be56-ef2e-4795-8846-59bb58871d9e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] For port 2f4ad596-9441-45ce-be10-24fb09f6a379, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f4ad596-9441-45ce-be10-24fb09f6a379,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:56.792719 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f8f0c354-ac2d-4aa3-a170-8c02977613ef req-99a4be56-ef2e-4795-8846-59bb58871d9e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:56.821312 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f8f0c354-ac2d-4aa3-a170-8c02977613ef req-99a4be56-ef2e-4795-8846-59bb58871d9e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Calling delete_port for 2f4ad596-9441-45ce-be10-24fb09f6a379 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:56.849179 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fee6c764-5ad0-4a73-94a4-b044d4e1b96d None None] Provisioning complete for port 2f511920-75e2-4ded-ad3a-80895f472f5a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:47:56.849321 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fee6c764-5ad0-4a73-94a4-b044d4e1b96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:56.857119 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f889c253-ee50-46bc-a1ef-d331ead99697 req-86253ac5-c5fb-42e4-b6ec-5eafcf0d523f tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5d877b-d1d2-46c0-979f-099c12ed39df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089244 Dec 06 14:47:56.903642 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3193ae41-9b65-4df9-b805-55c055f0d1a5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:56.914773 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-3193ae41-9b65-4df9-b805-55c055f0d1a5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 06 14:47:56.915276 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3193ae41-9b65-4df9-b805-55c055f0d1a5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:47:56.918575 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3193ae41-9b65-4df9-b805-55c055f0d1a5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/networks/3749bbb3-e0dc-4324-bd5c-a19fbd5340ec HTTP/1.1" status: 409 len: 405 time: 0.1826551 Dec 06 14:47:56.924843 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47906) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:56.941845 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-86838188-9c51-4095-bebf-9b30c81fc5cb tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-759023199'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:56.958380 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1939bd6-d9a0-41e5-9953-1b61cf88f412 req-396bc5e9-4dbb-4b35-a555-19b6063dc0b1 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:56.966609 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c1939bd6-d9a0-41e5-9953-1b61cf88f412 req-396bc5e9-4dbb-4b35-a555-19b6063dc0b1 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.2318156 Dec 06 14:47:57.032203 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86838188-9c51-4095-bebf-9b30c81fc5cb tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Made reservation on behalf of df6c96395572460d88f29aa9d2f69138 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:47:57.036563 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86838188-9c51-4095-bebf-9b30c81fc5cb tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:57.053970 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c1939bd6-d9a0-41e5-9953-1b61cf88f412 req-2ff1ce56-3ffe-43a5-84d5-9e23ccdbd4c3 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865030 Dec 06 14:47:57.068533 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86838188-9c51-4095-bebf-9b30c81fc5cb tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:47:57.083019 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86838188-9c51-4095-bebf-9b30c81fc5cb tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:57.083019 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-86838188-9c51-4095-bebf-9b30c81fc5cb tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Added segment 86988a4c-43bb-4ce7-a078-a0f7d9dab592 of type vlan for network 2c3067bc-fd19-43d9-9a87-69467958d918 Dec 06 14:47:57.114115 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f8f0c354-ac2d-4aa3-a170-8c02977613ef req-99a4be56-ef2e-4795-8846-59bb58871d9e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:57.128128 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86838188-9c51-4095-bebf-9b30c81fc5cb tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:57.152547 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4be56-ef2e-4795-8846-59bb58871d9e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Pushing event deleted for resources: {'Port': ['ID=2f4ad596-9441-45ce-be10-24fb09f6a379,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:57.162680 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86838188-9c51-4095-bebf-9b30c81fc5cb tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:57.170972 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86838188-9c51-4095-bebf-9b30c81fc5cb tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:57.171590 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86838188-9c51-4095-bebf-9b30c81fc5cb tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:57.228585 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-86838188-9c51-4095-bebf-9b30c81fc5cb tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2997043 Dec 06 14:47:57.228946 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47912) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:57.236931 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-90bb363d-dc02-4ffe-9edd-732073abce29 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Request body: {'subnet': {'network_id': '2c3067bc-fd19-43d9-9a87-69467958d918', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:57.264357 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f0c354-ac2d-4aa3-a170-8c02977613ef req-99a4be56-ef2e-4795-8846-59bb58871d9e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] No DVR routers for this DVR port 2f4ad596-9441-45ce-be10-24fb09f6a379 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:47:57.266838 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f8f0c354-ac2d-4aa3-a170-8c02977613ef req-99a4be56-ef2e-4795-8846-59bb58871d9e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:57.270176 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8f0c354-ac2d-4aa3-a170-8c02977613ef req-99a4be56-ef2e-4795-8846-59bb58871d9e tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.23 "DELETE /v2.0/ports/2f4ad596-9441-45ce-be10-24fb09f6a379 HTTP/1.1" status: 204 len: 173 time: 1.1456904 Dec 06 14:47:57.270628 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefa1fee-4a92-48d5-a04f-8ac586116e83', 'name': 'network-vif-deleted', 'tag': '2f4ad596-9441-45ce-be10-24fb09f6a379'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:57.273268 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dfd114-2edd-4bae-88ca-e737cc4f6893" -d '{"events": [{"server_uuid": "cefa1fee-4a92-48d5-a04f-8ac586116e83", "name": "network-vif-deleted", "tag": "2f4ad596-9441-45ce-be10-24fb09f6a379"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:57.322586 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5d5f6-2308-48b6-95e0-3b8c5afe89c1 req-367caf9b-f18d-4724-bdee-6a0603ee60f8 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:57.346971 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86838188-9c51-4095-bebf-9b30c81fc5cb tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event updated for resources: {'Network': ['ID=2c3067bc-fd19-43d9-9a87-69467958d918,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:57.353245 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7db5d5f6-2308-48b6-95e0-3b8c5afe89c1 req-367caf9b-f18d-4724-bdee-6a0603ee60f8 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.1384900 Dec 06 14:47:57.356919 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 2c3067bc-fd19-43d9-9a87-69467958d918 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:47:57.370369 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a3ab36-7a83-4746-b9b8-4811b6e43799 x-openstack-request-id: req-64a3ab36-7a83-4746-b9b8-4811b6e43799 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:57.371638 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefa1fee-4a92-48d5-a04f-8ac586116e83", "name": "network-vif-deleted", "tag": "2f4ad596-9441-45ce-be10-24fb09f6a379", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:57.372099 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64a3ab36-7a83-4746-b9b8-4811b6e43799 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:57.372696 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefa1fee-4a92-48d5-a04f-8ac586116e83', 'name': 'network-vif-deleted', 'tag': '2f4ad596-9441-45ce-be10-24fb09f6a379', 'status': 'completed', 'code': 200} Dec 06 14:47:57.422765 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7db5d5f6-2308-48b6-95e0-3b8c5afe89c1 req-765fb04c-9876-49c2-a2c6-db85828845a2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672681 Dec 06 14:47:57.439899 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bb363d-dc02-4ffe-9edd-732073abce29 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Made reservation on behalf of df6c96395572460d88f29aa9d2f69138 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:47:57.446123 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90bb363d-dc02-4ffe-9edd-732073abce29 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:57.693576 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:57.763892 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2f511920-75e2-4ded-ad3a-80895f472f5a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:47:57.833341 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ab665c-28b4-41e0-adba-e8b7509fd5a5 None None] Network 3749bbb3-e0dc-4324-bd5c-a19fbd5340ec requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:47:57.950635 n-d-master-1 neutron-server[103289]: DEBUG neutron.objects.ports [None req-90bb363d-dc02-4ffe-9edd-732073abce29 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:47:57.952678 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90bb363d-dc02-4ffe-9edd-732073abce29 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:57.954319 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2249934c-1931-411f-be1a-2692dd9429b5 None None] Provisioning complete for port 1fcd9077-9b76-4ba8-b873-8ff7d77f3a15 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:47:57.954748 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2249934c-1931-411f-be1a-2692dd9429b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:57.990773 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2f511920-75e2-4ded-ad3a-80895f472f5a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:47:57.991363 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:58.055408 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e19da59-8f9f-4fa7-9a83-b0f557332a06 req-1c7af48c-d1bd-4a21-9de6-54af9f621279 tempest-ListImageFiltersTestJSON-484333268 tempest-ListImageFiltersTestJSON-484333268-project] 10.222.0.20 "GET /v2.0/ports?device_id=cefa1fee-4a92-48d5-a04f-8ac586116e83 HTTP/1.1" status: 200 len: 210 time: 0.0386295 Dec 06 14:47:58.109716 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb363d-dc02-4ffe-9edd-732073abce29 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event updated for resources: {'Subnet': ['ID=ca68e7cf-6911-432b-bea1-2cc0caf94cbb,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:58.127771 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb363d-dc02-4ffe-9edd-732073abce29 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Checking segment: {'id': '86988a4c-43bb-4ce7-a078-a0f7d9dab592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c3067bc-fd19-43d9-9a87-69467958d918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:47:58.128437 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bb363d-dc02-4ffe-9edd-732073abce29 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Network hostable DHCP agents. Network: 2c3067bc-fd19-43d9-9a87-69467958d918, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:47:58.152718 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bb363d-dc02-4ffe-9edd-732073abce29 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Network 2c3067bc-fd19-43d9-9a87-69467958d918 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:47:58.172068 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-90bb363d-dc02-4ffe-9edd-732073abce29 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2c3067bc-fd19-43d9-9a87-69467958d918) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:58.184048 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bb363d-dc02-4ffe-9edd-732073abce29 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:58.187158 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90bb363d-dc02-4ffe-9edd-732073abce29 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:58.197463 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a91fd3-4731-42e2-8a0e-99a7c9dc39ed None None] Network 2c3067bc-fd19-43d9-9a87-69467958d918 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:47:58.211400 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-90bb363d-dc02-4ffe-9edd-732073abce29 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9811018 Dec 06 14:47:58.214941 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47928) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:58.223185 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-47456fff-3782-4ac3-999d-aed1cef7a7c5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Request body: {'port': {'network_id': '2c3067bc-fd19-43d9-9a87-69467958d918', 'name': 'tempest-NetworksIpV6TestAttrs-1156170346'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:58.227694 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3b1a0-f84d-467a-9b57-4a118c1c56c4 req-0880d964-5ab6-4d9d-bfc8-f44dde929f3c tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:58.236411 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1cc3b1a0-f84d-467a-9b57-4a118c1c56c4 req-0880d964-5ab6-4d9d-bfc8-f44dde929f3c tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 945 time: 0.0695467 Dec 06 14:47:58.244053 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2249934c-1931-411f-be1a-2692dd9429b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:58.303425 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1cc3b1a0-f84d-467a-9b57-4a118c1c56c4 req-e3663ff1-2aff-4d2b-950b-7df74f5fba89 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658324 Dec 06 14:47:58.348329 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6aa549-eec7-46ee-9728-751b238182cc None None] DHCP port deletion for 3749bbb3-e0dc-4324-bd5c-a19fbd5340ec request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:47:58.359189 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1fcd9077-9b76-4ba8-b873-8ff7d77f3a15 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:47:58.385285 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47456fff-3782-4ac3-999d-aed1cef7a7c5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Made reservation on behalf of df6c96395572460d88f29aa9d2f69138 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:47:58.390045 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47456fff-3782-4ac3-999d-aed1cef7a7c5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:58.417228 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-47456fff-3782-4ac3-999d-aed1cef7a7c5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] device_id is not set on port a64fc35f-2e79-4f0b-96da-c0826948af59 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:47:58.485137 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2249934c-1931-411f-be1a-2692dd9429b5 None None] For port 1fcd9077-9b76-4ba8-b873-8ff7d77f3a15, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1fcd9077-9b76-4ba8-b873-8ff7d77f3a15,segment=NetworkSegment(50c25e09-1b48-4b6f-b09c-61bf974687d0),segment_id=50c25e09-1b48-4b6f-b09c-61bf974687d0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:58.523962 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2249934c-1931-411f-be1a-2692dd9429b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:58.598993 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249934c-1931-411f-be1a-2692dd9429b5 None None] Pushing event updated for resources: {'Port': ['ID=1fcd9077-9b76-4ba8-b873-8ff7d77f3a15,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:58.621835 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 1fcd9077-9b76-4ba8-b873-8ff7d77f3a15 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:47:58.622345 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:58.631468 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a80f2b-997e-4528-bddb-58153cf7a2de req-b0507249-f593-4a9e-83f2-a0e337826625 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:58.642704 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e5a80f2b-997e-4528-bddb-58153cf7a2de req-b0507249-f593-4a9e-83f2-a0e337826625 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0727241 Dec 06 14:47:58.689054 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-47456fff-3782-4ac3-999d-aed1cef7a7c5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Allocated IP 2001:db8::f816:3eff:fe19:6d2f (2c3067bc-fd19-43d9-9a87-69467958d918/ca68e7cf-6911-432b-bea1-2cc0caf94cbb/a64fc35f-2e79-4f0b-96da-c0826948af59) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:47:58.699586 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-2c3067bc-fd19-43d9-9a87-69467958d918', 'network_id': '2c3067bc-fd19-43d9-9a87-69467958d918', 'tenant_id': 'df6c96395572460d88f29aa9d2f69138', 'fixed_ips': [{'subnet_id': 'ca68e7cf-6911-432b-bea1-2cc0caf94cbb'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:47:58.701586 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:58.722262 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cd6aa549-eec7-46ee-9728-751b238182cc None None] Deleting port 1fcd9077-9b76-4ba8-b873-8ff7d77f3a15 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:58.723643 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd6aa549-eec7-46ee-9728-751b238182cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:58.743025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e5a80f2b-997e-4528-bddb-58153cf7a2de req-bca9e378-5e3a-4fb8-8634-ce2374af8e28 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852549 Dec 06 14:47:58.897978 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cd6aa549-eec7-46ee-9728-751b238182cc None None] For port 1fcd9077-9b76-4ba8-b873-8ff7d77f3a15, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1fcd9077-9b76-4ba8-b873-8ff7d77f3a15,segment=NetworkSegment(50c25e09-1b48-4b6f-b09c-61bf974687d0),segment_id=50c25e09-1b48-4b6f-b09c-61bf974687d0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:58.898382 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd6aa549-eec7-46ee-9728-751b238182cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:58.931838 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47456fff-3782-4ac3-999d-aed1cef7a7c5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:58.945119 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cd6aa549-eec7-46ee-9728-751b238182cc None None] Calling delete_port for 1fcd9077-9b76-4ba8-b873-8ff7d77f3a15 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:58.972231 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47456fff-3782-4ac3-999d-aed1cef7a7c5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:59.021604 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47456fff-3782-4ac3-999d-aed1cef7a7c5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Network 2c3067bc-fd19-43d9-9a87-69467958d918 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:47:59.025760 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-47456fff-3782-4ac3-999d-aed1cef7a7c5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:59.028866 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47456fff-3782-4ac3-999d-aed1cef7a7c5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:47:59.034520 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47456fff-3782-4ac3-999d-aed1cef7a7c5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:59.035126 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47456fff-3782-4ac3-999d-aed1cef7a7c5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:59.044250 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47456fff-3782-4ac3-999d-aed1cef7a7c5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event updated for resources: {'Port': ['ID=a64fc35f-2e79-4f0b-96da-c0826948af59,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:59.068689 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47964) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:59.070599 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-47456fff-3782-4ac3-999d-aed1cef7a7c5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8536682 Dec 06 14:47:59.090387 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Allocated IP 2001:db8::f816:3eff:fe73:ed16 (2c3067bc-fd19-43d9-9a87-69467958d918/ca68e7cf-6911-432b-bea1-2cc0caf94cbb/4840009f-4432-4df1-80b8-726aab65b95b) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:47:59.204972 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c885faa-4ab7-4f50-b6ae-1b428f2aac47 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Deleting subnet ca68e7cf-6911-432b-bea1-2cc0caf94cbb {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:47:59.215303 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd6aa549-eec7-46ee-9728-751b238182cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:59.257254 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6aa549-eec7-46ee-9728-751b238182cc None None] No DVR routers for this DVR port 1fcd9077-9b76-4ba8-b873-8ff7d77f3a15 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:47:59.261593 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6aa549-eec7-46ee-9728-751b238182cc None None] Pushing event deleted for resources: {'Port': ['ID=1fcd9077-9b76-4ba8-b873-8ff7d77f3a15,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:59.511351 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:59.519437 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c885faa-4ab7-4f50-b6ae-1b428f2aac47 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:59.520970 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:59.579920 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Network 2c3067bc-fd19-43d9-9a87-69467958d918 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:47:59.586738 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:59.591567 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:59.593768 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:47:59.602804 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c885faa-4ab7-4f50-b6ae-1b428f2aac47 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:59.610437 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Pushing event updated for resources: {'Port': ['ID=4840009f-4432-4df1-80b8-726aab65b95b,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:59.619125 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1fcd9077-9b76-4ba8-b873-8ff7d77f3a15 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:47:59.648536 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 1fcd9077-9b76-4ba8-b873-8ff7d77f3a15 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:47:59.648916 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1fcd9077-9b76-4ba8-b873-8ff7d77f3a15 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:47:59.696052 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Attempting to bind port 4840009f-4432-4df1-80b8-726aab65b95b on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:47:59.696455 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Attempting to bind port 4840009f-4432-4df1-80b8-726aab65b95b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '86988a4c-43bb-4ce7-a078-a0f7d9dab592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c3067bc-fd19-43d9-9a87-69467958d918'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:47:59.696783 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Attempting to bind port 4840009f-4432-4df1-80b8-726aab65b95b on network 2c3067bc-fd19-43d9-9a87-69467958d918 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:47:59.702046 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:47:59.702938 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Checking segment: {'id': '86988a4c-43bb-4ce7-a078-a0f7d9dab592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c3067bc-fd19-43d9-9a87-69467958d918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:47:59.702938 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:59.703357 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Bound using segment: {'id': '86988a4c-43bb-4ce7-a078-a0f7d9dab592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c3067bc-fd19-43d9-9a87-69467958d918'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:47:59.710688 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Bound port: 4840009f-4432-4df1-80b8-726aab65b95b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86988a4c-43bb-4ce7-a078-a0f7d9dab592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c3067bc-fd19-43d9-9a87-69467958d918'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:47:59.711117 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:59.777445 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c885faa-4ab7-4f50-b6ae-1b428f2aac47 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:59.893392 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c026c-7cd1-46a4-8f26-a4bbce09a844 req-bf1ed2db-829f-458b-86ca-0f246dd69cef tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:59.894894 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d7c026c-7cd1-46a4-8f26-a4bbce09a844 req-bf1ed2db-829f-458b-86ca-0f246dd69cef tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0733953 Dec 06 14:47:59.918708 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-14249925-d747-45d3-aba0-6be353a06230 None None] For port 4840009f-4432-4df1-80b8-726aab65b95b, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:47:59.923102 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c885faa-4ab7-4f50-b6ae-1b428f2aac47 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:59.926517 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-14249925-d747-45d3-aba0-6be353a06230 None None] For port 4840009f-4432-4df1-80b8-726aab65b95b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4840009f-4432-4df1-80b8-726aab65b95b,segment=NetworkSegment(86988a4c-43bb-4ce7-a078-a0f7d9dab592),segment_id=86988a4c-43bb-4ce7-a078-a0f7d9dab592)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:47:59.933686 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:59.966239 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c885faa-4ab7-4f50-b6ae-1b428f2aac47 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:59.972688 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3c885faa-4ab7-4f50-b6ae-1b428f2aac47 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/subnets/ca68e7cf-6911-432b-bea1-2cc0caf94cbb HTTP/1.1" status: 204 len: 168 time: 0.9004245 Dec 06 14:47:59.972688 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c885faa-4ab7-4f50-b6ae-1b428f2aac47 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event deleted for resources: {'Subnet': ['ID=ca68e7cf-6911-432b-bea1-2cc0caf94cbb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:59.973021 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48024) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:00.051087 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d7c026c-7cd1-46a4-8f26-a4bbce09a844 req-6fb03cdd-7bf9-4377-9b41-2abe147ed058 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486087 Dec 06 14:48:00.120616 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d63102-bc64-409b-ad7c-895485de71fb tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:00.122586 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d63102-bc64-409b-ad7c-895485de71fb tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:00.124764 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c5d63102-bc64-409b-ad7c-895485de71fb tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1484039 Dec 06 14:48:00.127279 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48042) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:00.130686 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14249925-d747-45d3-aba0-6be353a06230 None None] Pushing event updated for resources: {'Port': ['ID=4840009f-4432-4df1-80b8-726aab65b95b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:00.172797 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 7961e397-e9be-4caf-99ed-f88f7e67d59c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:48:00.175590 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 2f4ad596-9441-45ce-be10-24fb09f6a379 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:48:00.243392 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 2f4ad596-9441-45ce-be10-24fb09f6a379 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:48:00.247012 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 2f4ad596-9441-45ce-be10-24fb09f6a379 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:48:00.273392 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5d56231-6400-4035-bd83-98d4b59360f2 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:00.283361 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d56231-6400-4035-bd83-98d4b59360f2 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 06 14:48:00.283991 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d56231-6400-4035-bd83-98d4b59360f2 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:48:00.293355 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48052) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:00.299335 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4293b178-b701-4ae3-9682-a88fb66b0bce tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-618311539'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:00.302152 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d5d56231-6400-4035-bd83-98d4b59360f2 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/networks/2c3067bc-fd19-43d9-9a87-69467958d918 HTTP/1.1" status: 409 len: 405 time: 0.1670558 Dec 06 14:48:00.345946 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4293b178-b701-4ae3-9682-a88fb66b0bce tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Made reservation on behalf of df6c96395572460d88f29aa9d2f69138 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:00.349739 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4293b178-b701-4ae3-9682-a88fb66b0bce tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:00.411235 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4293b178-b701-4ae3-9682-a88fb66b0bce tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:48:00.474978 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4293b178-b701-4ae3-9682-a88fb66b0bce tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:00.475338 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-4293b178-b701-4ae3-9682-a88fb66b0bce tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Added segment 46de077a-7c61-467d-a5a7-75609e956705 of type vlan for network e0f7d004-b009-4eef-ac41-6b71397b856f Dec 06 14:48:00.538632 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 7961e397-e9be-4caf-99ed-f88f7e67d59c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7961e397-e9be-4caf-99ed-f88f7e67d59c,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:00.575559 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '7961e397-e9be-4caf-99ed-f88f7e67d59c', 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088', 'port_id': '7961e397-e9be-4caf-99ed-f88f7e67d59c', 'mac_address': 'fa:16:3e:c1:19:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9db456-6440-47de-9186-75398af412f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:48:00.605142 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4293b178-b701-4ae3-9682-a88fb66b0bce tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:00.651008 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:00.675972 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7961e397-e9be-4caf-99ed-f88f7e67d59c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:00.681147 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4293b178-b701-4ae3-9682-a88fb66b0bce tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:00.688598 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4293b178-b701-4ae3-9682-a88fb66b0bce tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:00.690645 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4293b178-b701-4ae3-9682-a88fb66b0bce tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:00.718377 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 7961e397-e9be-4caf-99ed-f88f7e67d59c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7961e397-e9be-4caf-99ed-f88f7e67d59c,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:00.721174 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-655611fd-cd5a-4f2f-9331-ade558ca4dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:00.728073 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:00.778187 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293b178-b701-4ae3-9682-a88fb66b0bce tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event updated for resources: {'Network': ['ID=e0f7d004-b009-4eef-ac41-6b71397b856f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:00.789535 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4293b178-b701-4ae3-9682-a88fb66b0bce tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4950683 Dec 06 14:48:00.794325 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48064) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:00.798324 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network e0f7d004-b009-4eef-ac41-6b71397b856f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:48:00.800388 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8d4717a4-f60b-4141-aefb-47b45f46860c tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Request body: {'subnet': {'network_id': 'e0f7d004-b009-4eef-ac41-6b71397b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:00.913582 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['7961e397-e9be-4caf-99ed-f88f7e67d59c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:00.936133 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=7961e397-e9be-4caf-99ed-f88f7e67d59c,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:00.951302 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4717a4-f60b-4141-aefb-47b45f46860c tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Made reservation on behalf of df6c96395572460d88f29aa9d2f69138 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:00.957337 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d4717a4-f60b-4141-aefb-47b45f46860c tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:00.992392 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48076) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:01.519385 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ec7fa-83c9-4f7c-968e-4f9a1a309a85 req-a5b910ca-558b-488f-9cdb-c6a0cdfe97e8 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:01.534255 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f07ec7fa-83c9-4f7c-968e-4f9a1a309a85 req-a5b910ca-558b-488f-9cdb-c6a0cdfe97e8 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.2638102 Dec 06 14:48:01.545939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1f5dbf4b-b7f8-401d-b345-ef75a048b1fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad573c64388c4ae781232fbb6916dafe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5521629 Dec 06 14:48:01.548438 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48108) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:01.610731 n-d-master-1 neutron-server[103288]: DEBUG neutron.objects.ports [None req-8d4717a4-f60b-4141-aefb-47b45f46860c tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103288) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:48:01.621210 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d4717a4-f60b-4141-aefb-47b45f46860c tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:01.649455 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f07ec7fa-83c9-4f7c-968e-4f9a1a309a85 req-8199626e-17f0-4378-800a-e4d33114cd56 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139944 Dec 06 14:48:01.690343 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49d5ad23-bd21-4f79-95fd-b36c77d73854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:01.718782 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49d5ad23-bd21-4f79-95fd-b36c77d73854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:01.775476 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4840009f-4432-4df1-80b8-726aab65b95b up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:48:01.783161 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49d5ad23-bd21-4f79-95fd-b36c77d73854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:01.786798 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49d5ad23-bd21-4f79-95fd-b36c77d73854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:01.788234 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-49d5ad23-bd21-4f79-95fd-b36c77d73854 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de5d877b-d1d2-46c0-979f-099c12ed39df HTTP/1.1" status: 204 len: 168 time: 0.2380350 Dec 06 14:48:01.809224 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4717a4-f60b-4141-aefb-47b45f46860c tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event updated for resources: {'Subnet': ['ID=1b8310ab-0030-44ae-ad7e-108dcd8a266f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:01.820239 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5ad23-bd21-4f79-95fd-b36c77d73854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5d877b-d1d2-46c0-979f-099c12ed39df,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:01.903127 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 4840009f-4432-4df1-80b8-726aab65b95b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:01.903507 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:01.915210 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4717a4-f60b-4141-aefb-47b45f46860c tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Checking segment: {'id': '46de077a-7c61-467d-a5a7-75609e956705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e0f7d004-b009-4eef-ac41-6b71397b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:01.920310 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4717a4-f60b-4141-aefb-47b45f46860c tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Network hostable DHCP agents. Network: e0f7d004-b009-4eef-ac41-6b71397b856f, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:48:01.971964 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4717a4-f60b-4141-aefb-47b45f46860c tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Network e0f7d004-b009-4eef-ac41-6b71397b856f is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:48:01.997157 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8d4717a4-f60b-4141-aefb-47b45f46860c tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e0f7d004-b009-4eef-ac41-6b71397b856f) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:02.013867 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4717a4-f60b-4141-aefb-47b45f46860c tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:02.014473 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d4717a4-f60b-4141-aefb-47b45f46860c tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:02.029882 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:02.031964 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634b9193-d338-4ed6-a7bf-db84e6dc1d24 None None] Network e0f7d004-b009-4eef-ac41-6b71397b856f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:02.056219 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8d4717a4-f60b-4141-aefb-47b45f46860c tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2604964 Dec 06 14:48:02.059301 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48120) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:02.096205 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b739d06-8151-4ac1-8d62-aa66bd5242ca None None] Network 2c3067bc-fd19-43d9-9a87-69467958d918 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:02.206867 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3abbe67b-996e-4e35-981f-9d22bceb1502 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:02.294273 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 7961e397-e9be-4caf-99ed-f88f7e67d59c up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:48:02.333440 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3abbe67b-996e-4e35-981f-9d22bceb1502 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:02.419812 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3abbe67b-996e-4e35-981f-9d22bceb1502 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:02.502304 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbe67b-996e-4e35-981f-9d22bceb1502 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8310ab-0030-44ae-ad7e-108dcd8a266f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:02.546693 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3abbe67b-996e-4e35-981f-9d22bceb1502 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:02.573802 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 4840009f-4432-4df1-80b8-726aab65b95b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4840009f-4432-4df1-80b8-726aab65b95b,segment=NetworkSegment(86988a4c-43bb-4ce7-a078-a0f7d9dab592),segment_id=86988a4c-43bb-4ce7-a078-a0f7d9dab592)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:02.583046 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-3abbe67b-996e-4e35-981f-9d22bceb1502 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f7d004-b009-4eef-ac41-6b71397b856f']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:02.612374 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-3abbe67b-996e-4e35-981f-9d22bceb1502 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46de077a-7c61-467d-a5a7-75609e956705') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:02.612658 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-3abbe67b-996e-4e35-981f-9d22bceb1502 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46de077a-7c61-467d-a5a7-75609e956705') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:02.635134 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3abbe67b-996e-4e35-981f-9d22bceb1502 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:02.638983 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:02.675038 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3abbe67b-996e-4e35-981f-9d22bceb1502 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:02.684431 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fd6a475e-83b3-4037-94ba-4a318861af7e None None] Provisioning complete for port 4840009f-4432-4df1-80b8-726aab65b95b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:02.684883 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fd6a475e-83b3-4037-94ba-4a318861af7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:02.694700 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abbe67b-996e-4e35-981f-9d22bceb1502 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:48:02.696219 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3abbe67b-996e-4e35-981f-9d22bceb1502 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: items = [ Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:48:02.703557 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:48:02.879343 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1bc81f-30fb-4784-9c3e-ae9ddd581839 None None] Network e0f7d004-b009-4eef-ac41-6b71397b856f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:02.907457 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3abbe67b-996e-4e35-981f-9d22bceb1502 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:02.916368 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3abbe67b-996e-4e35-981f-9d22bceb1502 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:02.924016 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48164) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:02.926629 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3abbe67b-996e-4e35-981f-9d22bceb1502 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/networks/e0f7d004-b009-4eef-ac41-6b71397b856f HTTP/1.1" status: 204 len: 168 time: 0.8659525 Dec 06 14:48:02.931118 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-58b6349b-53e7-41bc-b605-f113de0332f6 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-721995926'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:02.961179 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbe67b-996e-4e35-981f-9d22bceb1502 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event deleted for resources: {'Network': ['ID=e0f7d004-b009-4eef-ac41-6b71397b856f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:02.975060 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02e5e0-91e0-4885-a74d-aa284b1ba982 req-bfc2adfa-fb23-4a0e-9af1-c7c5475bb203 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:02.982718 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da02e5e0-91e0-4885-a74d-aa284b1ba982 req-bfc2adfa-fb23-4a0e-9af1-c7c5475bb203 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.1571655 Dec 06 14:48:02.983876 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b6349b-53e7-41bc-b605-f113de0332f6 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Made reservation on behalf of df6c96395572460d88f29aa9d2f69138 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:02.988545 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58b6349b-53e7-41bc-b605-f113de0332f6 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:03.017489 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=4840009f-4432-4df1-80b8-726aab65b95b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:03.031561 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1bc81f-30fb-4784-9c3e-ae9ddd581839 None None] Network e0f7d004-b009-4eef-ac41-6b71397b856f could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 14:48:03.041990 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b6349b-53e7-41bc-b605-f113de0332f6 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:48:03.043644 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 7961e397-e9be-4caf-99ed-f88f7e67d59c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:03.045012 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:03.061158 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da02e5e0-91e0-4885-a74d-aa284b1ba982 req-9f9e0c50-4edb-4381-a2a6-491a66a7651a tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722363 Dec 06 14:48:03.065557 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58b6349b-53e7-41bc-b605-f113de0332f6 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:03.066094 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-58b6349b-53e7-41bc-b605-f113de0332f6 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Added segment 4955e883-b012-40e6-a5b8-3c9f6e06b8cb of type vlan for network 09b08b61-1147-4f01-8488-5371c7a39d65 Dec 06 14:48:03.118461 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48168) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:03.132944 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b8fc55-c8eb-477a-95d8-1de1a03f398e None None] DHCP port deletion for 2c3067bc-fd19-43d9-9a87-69467958d918 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:03.138564 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58b6349b-53e7-41bc-b605-f113de0332f6 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:03.174832 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58b6349b-53e7-41bc-b605-f113de0332f6 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:03.185079 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b6349b-53e7-41bc-b605-f113de0332f6 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:03.185757 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58b6349b-53e7-41bc-b605-f113de0332f6 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:03.252653 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-969057a7-8803-4c9f-9d75-5c15b5415f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:03.285473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-58b6349b-53e7-41bc-b605-f113de0332f6 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3587117 Dec 06 14:48:03.288235 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48180) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:03.294539 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e1ee9847-6d96-49e8-937a-ff08f0f525d5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Request body: {'subnet': {'network_id': '09b08b61-1147-4f01-8488-5371c7a39d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:03.357507 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6349b-53e7-41bc-b605-f113de0332f6 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event updated for resources: {'Network': ['ID=09b08b61-1147-4f01-8488-5371c7a39d65,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:03.362439 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-04801e13-e582-4d33-abba-8ab3065c669a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2080115523-network', 'tenant_id': '7dbaded7cf904f7189c67f3313a64b2c'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:03.388883 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 09b08b61-1147-4f01-8488-5371c7a39d65 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:48:03.447421 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:03.471992 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04801e13-e582-4d33-abba-8ab3065c669a admin admin] Made reservation on behalf of 7dbaded7cf904f7189c67f3313a64b2c for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:03.488092 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04801e13-e582-4d33-abba-8ab3065c669a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:03.516337 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04801e13-e582-4d33-abba-8ab3065c669a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:03.519412 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ee9847-6d96-49e8-937a-ff08f0f525d5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Made reservation on behalf of df6c96395572460d88f29aa9d2f69138 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:03.531440 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1ee9847-6d96-49e8-937a-ff08f0f525d5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:03.543465 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8fc55-c8eb-477a-95d8-1de1a03f398e None None] Deleting port 4840009f-4432-4df1-80b8-726aab65b95b {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:03.543465 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3b8fc55-c8eb-477a-95d8-1de1a03f398e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:03.623514 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b3b8fc55-c8eb-477a-95d8-1de1a03f398e None None] For port 4840009f-4432-4df1-80b8-726aab65b95b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4840009f-4432-4df1-80b8-726aab65b95b,segment=NetworkSegment(86988a4c-43bb-4ce7-a078-a0f7d9dab592),segment_id=86988a4c-43bb-4ce7-a078-a0f7d9dab592)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:03.624320 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3b8fc55-c8eb-477a-95d8-1de1a03f398e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:03.638223 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8fc55-c8eb-477a-95d8-1de1a03f398e None None] Calling delete_port for 4840009f-4432-4df1-80b8-726aab65b95b owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:03.883270 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4840009f-4432-4df1-80b8-726aab65b95b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:48:03.895209 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3b8fc55-c8eb-477a-95d8-1de1a03f398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:03.949557 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1ee9847-6d96-49e8-937a-ff08f0f525d5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:04.008258 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 7961e397-e9be-4caf-99ed-f88f7e67d59c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7961e397-e9be-4caf-99ed-f88f7e67d59c,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:04.013669 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b8fc55-c8eb-477a-95d8-1de1a03f398e None None] No DVR routers for this DVR port 4840009f-4432-4df1-80b8-726aab65b95b on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:48:04.022877 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdc2f61-e7b7-466d-b910-683977c8d440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7961e397-e9be-4caf-99ed-f88f7e67d59c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:04.026479 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1da0957-24c0-4902-bb8f-68267bb327c1" -d '{"events": [{"server_uuid": "ffdc2f61-e7b7-466d-b910-683977c8d440", "name": "network-vif-plugged", "status": "completed", "tag": "7961e397-e9be-4caf-99ed-f88f7e67d59c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:04.036472 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 4840009f-4432-4df1-80b8-726aab65b95b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:48:04.036472 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4840009f-4432-4df1-80b8-726aab65b95b not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:48:04.052693 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:04.056108 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:04.059069 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8fc55-c8eb-477a-95d8-1de1a03f398e None None] Pushing event deleted for resources: {'Port': ['ID=4840009f-4432-4df1-80b8-726aab65b95b,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:04.114621 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee9847-6d96-49e8-937a-ff08f0f525d5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event updated for resources: {'Subnet': ['ID=7970a521-98da-44e5-8a32-2a51389d9110,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:04.205422 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e64be2-c9a0-4f1d-b024-e01a1adda89d x-openstack-request-id: req-52e64be2-c9a0-4f1d-b024-e01a1adda89d {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:04.205898 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdc2f61-e7b7-466d-b910-683977c8d440", "name": "network-vif-plugged", "status": "completed", "tag": "7961e397-e9be-4caf-99ed-f88f7e67d59c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:04.206311 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52e64be2-c9a0-4f1d-b024-e01a1adda89d {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:04.206754 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdc2f61-e7b7-466d-b910-683977c8d440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7961e397-e9be-4caf-99ed-f88f7e67d59c', 'code': 200} Dec 06 14:48:04.218348 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=7961e397-e9be-4caf-99ed-f88f7e67d59c,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:04.226219 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118194d-c8a1-48d8-abf8-92d021f412cb req-80965c4b-daad-44df-9fd1-f9e262b65f23 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:04.234518 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6118194d-c8a1-48d8-abf8-92d021f412cb req-80965c4b-daad-44df-9fd1-f9e262b65f23 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 946 time: 0.2813253 Dec 06 14:48:04.243122 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee9847-6d96-49e8-937a-ff08f0f525d5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Checking segment: {'id': '4955e883-b012-40e6-a5b8-3c9f6e06b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '09b08b61-1147-4f01-8488-5371c7a39d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:04.243866 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee9847-6d96-49e8-937a-ff08f0f525d5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Network hostable DHCP agents. Network: 09b08b61-1147-4f01-8488-5371c7a39d65, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:48:04.296611 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee9847-6d96-49e8-937a-ff08f0f525d5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Network 09b08b61-1147-4f01-8488-5371c7a39d65 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:48:04.311320 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d5899-98f2-463a-9e80-e4dd7b3a96b4 req-1c6856c1-297a-42a1-8eae-ac01f561ea39 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:04.315839 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04801e13-e582-4d33-abba-8ab3065c669a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:04.320641 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-886d5899-98f2-463a-9e80-e4dd7b3a96b4 req-1c6856c1-297a-42a1-8eae-ac01f561ea39 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0868011 Dec 06 14:48:04.329089 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04801e13-e582-4d33-abba-8ab3065c669a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:04.338072 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e1ee9847-6d96-49e8-937a-ff08f0f525d5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 09b08b61-1147-4f01-8488-5371c7a39d65) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:04.348556 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11134342-0dc8-4d84-ba71-ea46e174a603 None None] Network 09b08b61-1147-4f01-8488-5371c7a39d65 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:04.359865 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6118194d-c8a1-48d8-abf8-92d021f412cb req-f1f84402-aabb-46df-a184-440042a5fc3e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194673 Dec 06 14:48:04.383083 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ee9847-6d96-49e8-937a-ff08f0f525d5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:04.387890 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1ee9847-6d96-49e8-937a-ff08f0f525d5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:04.408813 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04801e13-e582-4d33-abba-8ab3065c669a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:48:04.421943 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e1ee9847-6d96-49e8-937a-ff08f0f525d5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1326077 Dec 06 14:48:04.457548 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48208) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:04.496304 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04801e13-e582-4d33-abba-8ab3065c669a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:04.516921 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-886d5899-98f2-463a-9e80-e4dd7b3a96b4 req-e4c61eb8-527d-46ac-8b0b-ac48778758e9 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892385 Dec 06 14:48:04.574684 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04801e13-e582-4d33-abba-8ab3065c669a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:04.575039 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-04801e13-e582-4d33-abba-8ab3065c669a admin admin] Added segment a9c6f665-0cbd-4975-91d1-0fdfafd8f369 of type vlan for network 5944ac86-4fc6-4a61-a859-87f4a03f0231 Dec 06 14:48:04.633748 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-09b08b61-1147-4f01-8488-5371c7a39d65', 'network_id': '09b08b61-1147-4f01-8488-5371c7a39d65', 'tenant_id': 'df6c96395572460d88f29aa9d2f69138', 'fixed_ips': [{'subnet_id': '7970a521-98da-44e5-8a32-2a51389d9110'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:48:04.634720 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:04.803775 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:04.807219 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04801e13-e582-4d33-abba-8ab3065c669a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:04.892493 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04801e13-e582-4d33-abba-8ab3065c669a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:04.897013 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04801e13-e582-4d33-abba-8ab3065c669a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:04.897880 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04801e13-e582-4d33-abba-8ab3065c669a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:04.924314 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Allocated IP 2001:db8::2 (09b08b61-1147-4f01-8488-5371c7a39d65/7970a521-98da-44e5-8a32-2a51389d9110/344ea5e6-587c-4e5b-9e5a-6dc73eb43f24) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:48:04.998193 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:05.047544 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-04801e13-e582-4d33-abba-8ab3065c669a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9271924 Dec 06 14:48:05.050045 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48228) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:05.055580 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0f4bbd84-e879-49c6-84cf-634a3a41155f admin admin] Request body: {'subnet': {'network_id': '5944ac86-4fc6-4a61-a859-87f4a03f0231', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2080115523-subnet', 'tenant_id': '7dbaded7cf904f7189c67f3313a64b2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:05.134775 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4bbd84-e879-49c6-84cf-634a3a41155f admin admin] Made reservation on behalf of 7dbaded7cf904f7189c67f3313a64b2c for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:05.137810 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbd84-e879-49c6-84cf-634a3a41155f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:05.145447 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04801e13-e582-4d33-abba-8ab3065c669a admin admin] Pushing event updated for resources: {'Network': ['ID=5944ac86-4fc6-4a61-a859-87f4a03f0231,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:05.164445 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 5944ac86-4fc6-4a61-a859-87f4a03f0231 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:48:05.218633 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:05.253894 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:05.269680 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:05.328099 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event deleted for resources: {'Subnet': ['ID=7970a521-98da-44e5-8a32-2a51389d9110,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:05.410209 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:05.436092 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b08b61-1147-4f01-8488-5371c7a39d65']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:05.449030 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4955e883-b012-40e6-a5b8-3c9f6e06b8cb') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:05.449741 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4955e883-b012-40e6-a5b8-3c9f6e06b8cb') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:05.454640 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbd84-e879-49c6-84cf-634a3a41155f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:05.477309 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:05.522122 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:05.530556 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:48:05.531045 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:48:05.619241 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:48:05.623785 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.db.api [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 14:48:05.623785 n-d-master-1 neutron-server[103288]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 14:48:05.623785 n-d-master-1 neutron-server[103288]: [parameters: {'id': '09b08b61-1147-4f01-8488-5371c7a39d65'}] Dec 06 14:48:05.623785 n-d-master-1 neutron-server[103288]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:48:05.624597 n-d-master-1 neutron-server[103288]: DEBUG oslo_db.api [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:48:05.627845 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Network 09b08b61-1147-4f01-8488-5371c7a39d65 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:48:05.630226 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:05.643293 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Pushing event updated for resources: {'Port': ['ID=344ea5e6-587c-4e5b-9e5a-6dc73eb43f24,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:05.645822 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:05.686762 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bbd84-e879-49c6-84cf-634a3a41155f admin admin] Pushing event updated for resources: {'Subnet': ['ID=16cb81eb-f424-401e-8fd9-903d9c50bec0,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:05.702552 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:05.743375 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4bbd84-e879-49c6-84cf-634a3a41155f admin admin] Checking segment: {'id': 'a9c6f665-0cbd-4975-91d1-0fdfafd8f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5944ac86-4fc6-4a61-a859-87f4a03f0231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:05.743639 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Attempting to bind port 344ea5e6-587c-4e5b-9e5a-6dc73eb43f24 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:48:05.743802 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4bbd84-e879-49c6-84cf-634a3a41155f admin admin] Network hostable DHCP agents. Network: 5944ac86-4fc6-4a61-a859-87f4a03f0231, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:48:05.746325 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Attempting to bind port 344ea5e6-587c-4e5b-9e5a-6dc73eb43f24 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4955e883-b012-40e6-a5b8-3c9f6e06b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '09b08b61-1147-4f01-8488-5371c7a39d65'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:48:05.746980 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Attempting to bind port 344ea5e6-587c-4e5b-9e5a-6dc73eb43f24 on network 09b08b61-1147-4f01-8488-5371c7a39d65 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:48:05.758601 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:48:05.759016 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Checking segment: {'id': '4955e883-b012-40e6-a5b8-3c9f6e06b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '09b08b61-1147-4f01-8488-5371c7a39d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:05.759456 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:05.759885 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Bound using segment: {'id': '4955e883-b012-40e6-a5b8-3c9f6e06b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '09b08b61-1147-4f01-8488-5371c7a39d65'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:48:05.760370 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Bound port: 344ea5e6-587c-4e5b-9e5a-6dc73eb43f24, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4955e883-b012-40e6-a5b8-3c9f6e06b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '09b08b61-1147-4f01-8488-5371c7a39d65'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:48:05.764059 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:05.764783 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311f127-3989-4236-aa6d-2eb83efeed0e req-f1beddf1-3b43-4a06-8fd8-f9ed7243be1e tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:05.772522 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e311f127-3989-4236-aa6d-2eb83efeed0e req-f1beddf1-3b43-4a06-8fd8-f9ed7243be1e tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.0887737 Dec 06 14:48:05.812103 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4bbd84-e879-49c6-84cf-634a3a41155f admin admin] Network 5944ac86-4fc6-4a61-a859-87f4a03f0231 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:48:05.868805 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-0f4bbd84-e879-49c6-84cf-634a3a41155f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5944ac86-4fc6-4a61-a859-87f4a03f0231) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:05.886582 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] For port 344ea5e6-587c-4e5b-9e5a-6dc73eb43f24, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:48:05.889033 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] For port 344ea5e6-587c-4e5b-9e5a-6dc73eb43f24, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=344ea5e6-587c-4e5b-9e5a-6dc73eb43f24,segment=NetworkSegment(4955e883-b012-40e6-a5b8-3c9f6e06b8cb),segment_id=4955e883-b012-40e6-a5b8-3c9f6e06b8cb)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:48:05.892367 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae39554-d233-4c61-89a4-183ea459bcfa None None] Network 5944ac86-4fc6-4a61-a859-87f4a03f0231 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:05.900821 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e311f127-3989-4236-aa6d-2eb83efeed0e req-d49eaca7-9abb-4349-8528-f3bc2e91fbe1 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272106 Dec 06 14:48:05.902823 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4bbd84-e879-49c6-84cf-634a3a41155f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:05.903419 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f4bbd84-e879-49c6-84cf-634a3a41155f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:05.950376 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0f4bbd84-e879-49c6-84cf-634a3a41155f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8987734 Dec 06 14:48:05.981320 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:06.125759 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:06.160787 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b2584-1dc7-48ea-b549-c16fec30b16d None None] Pushing event updated for resources: {'Port': ['ID=344ea5e6-587c-4e5b-9e5a-6dc73eb43f24,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:06.204765 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16ecb21-7047-40d0-81db-f8d78c945516 None None] Network 09b08b61-1147-4f01-8488-5371c7a39d65 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:06.224686 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07267b9d-b08b-48f4-8c75-af426c7313f7 None None] Network 5944ac86-4fc6-4a61-a859-87f4a03f0231 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:06.270928 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Deleting port 344ea5e6-587c-4e5b-9e5a-6dc73eb43f24 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:06.278938 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:06.454869 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5ed2452a-ba8f-4c5c-8a0d-84858f7e5e11 req-6c9b5adc-2e62-4211-b8b6-1c6551ebfc32 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1302317988', 'description': 'tempest-description-1385422624'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:06.471238 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] For port 344ea5e6-587c-4e5b-9e5a-6dc73eb43f24, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=344ea5e6-587c-4e5b-9e5a-6dc73eb43f24,segment=NetworkSegment(4955e883-b012-40e6-a5b8-3c9f6e06b8cb),segment_id=4955e883-b012-40e6-a5b8-3c9f6e06b8cb)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:06.471604 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:06.501979 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Calling delete_port for 344ea5e6-587c-4e5b-9e5a-6dc73eb43f24 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:06.505159 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ed2452a-ba8f-4c5c-8a0d-84858f7e5e11 req-6c9b5adc-2e62-4211-b8b6-1c6551ebfc32 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:06.570672 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:06.583525 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78de0f5-a3ea-40a4-88e5-693882cfa86f None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 14:48:06.688487 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ed2452a-ba8f-4c5c-8a0d-84858f7e5e11 req-6c9b5adc-2e62-4211-b8b6-1c6551ebfc32 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:06.700633 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ed2452a-ba8f-4c5c-8a0d-84858f7e5e11 req-6c9b5adc-2e62-4211-b8b6-1c6551ebfc32 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:06.735457 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ed2452a-ba8f-4c5c-8a0d-84858f7e5e11 req-6c9b5adc-2e62-4211-b8b6-1c6551ebfc32 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:06.741366 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ed2452a-ba8f-4c5c-8a0d-84858f7e5e11 req-6c9b5adc-2e62-4211-b8b6-1c6551ebfc32 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2914677 Dec 06 14:48:06.763680 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:06.764336 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b5adc-2e62-4211-b8b6-1c6551ebfc32 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbdf0fa-31d4-4ec4-8769-5a0b908b42b3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:06.811901 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78de0f5-a3ea-40a4-88e5-693882cfa86f None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 14:48:06.816459 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-c4834b5c-b8cd-4ef9-88e2-6066b379f12f req-80880096-2921-4d3a-b609-e48fe822fb7d tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-87464635', 'description': 'tempest-description-1036413356'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:06.832547 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event deleted for resources: {'Port': ['ID=344ea5e6-587c-4e5b-9e5a-6dc73eb43f24,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:06.847368 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] No DVR routers for this DVR port 344ea5e6-587c-4e5b-9e5a-6dc73eb43f24 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:48:07.018031 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c4834b5c-b8cd-4ef9-88e2-6066b379f12f req-80880096-2921-4d3a-b609-e48fe822fb7d tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:07.121910 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c054391-3c0c-46a7-b1f1-1e9060b55aa1 req-68f83db0-63a0-41e5-8091-1bddfdb2166e tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:07.130918 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0c054391-3c0c-46a7-b1f1-1e9060b55aa1 req-68f83db0-63a0-41e5-8091-1bddfdb2166e tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.1224413 Dec 06 14:48:07.152308 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:07.189219 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b08b61-1147-4f01-8488-5371c7a39d65']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:07.209193 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4955e883-b012-40e6-a5b8-3c9f6e06b8cb') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:07.209814 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4955e883-b012-40e6-a5b8-3c9f6e06b8cb') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:07.210107 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0c054391-3c0c-46a7-b1f1-1e9060b55aa1 req-d9989bb5-c534-4834-9636-829e7513d084 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782096 Dec 06 14:48:07.228681 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:07.267145 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:07.289846 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:48:07.290259 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:48:07.294523 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:48:07.299349 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c4834b5c-b8cd-4ef9-88e2-6066b379f12f req-80880096-2921-4d3a-b609-e48fe822fb7d tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:07.317124 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c4834b5c-b8cd-4ef9-88e2-6066b379f12f req-80880096-2921-4d3a-b609-e48fe822fb7d tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:07.389389 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80880096-2921-4d3a-b609-e48fe822fb7d tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5df5de-a4d1-405d-bbfe-c6fb0d5a8b66,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:07.397497 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c4834b5c-b8cd-4ef9-88e2-6066b379f12f req-80880096-2921-4d3a-b609-e48fe822fb7d tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:07.428056 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c4834b5c-b8cd-4ef9-88e2-6066b379f12f req-80880096-2921-4d3a-b609-e48fe822fb7d tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6510651 Dec 06 14:48:07.561307 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:07.575741 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:07.585314 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48296) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:07.585990 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/networks/09b08b61-1147-4f01-8488-5371c7a39d65 HTTP/1.1" status: 204 len: 168 time: 3.1242371 Dec 06 14:48:07.592930 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-74f6307f-511e-45a3-8441-42ccc450f9c7 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1548941145'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:07.663226 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37480dd2-aca0-4272-8856-e0e2b47a371a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event deleted for resources: {'Network': ['ID=09b08b61-1147-4f01-8488-5371c7a39d65,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:07.666045 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f6307f-511e-45a3-8441-42ccc450f9c7 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Made reservation on behalf of df6c96395572460d88f29aa9d2f69138 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:07.689089 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74f6307f-511e-45a3-8441-42ccc450f9c7 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:07.702517 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-d78de0f5-a3ea-40a4-88e5-693882cfa86f None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:48:07.775066 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f6307f-511e-45a3-8441-42ccc450f9c7 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:48:07.810206 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74f6307f-511e-45a3-8441-42ccc450f9c7 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:07.810862 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-74f6307f-511e-45a3-8441-42ccc450f9c7 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Added segment b2d049f6-c425-4d83-b0e0-954d9042bd8d of type vlan for network 6fd779d1-25ff-4e46-9c78-32e642575556 Dec 06 14:48:07.941121 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74f6307f-511e-45a3-8441-42ccc450f9c7 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:07.958236 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-3fc9e16c-55dc-4db0-b8b9-bec39d277086 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:07.959877 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-3fc9e16c-55dc-4db0-b8b9-bec39d277086 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/networks?id=5944ac86-4fc6-4a61-a859-87f4a03f0231 HTTP/1.1" status: 200 len: 813 time: 0.3440740 Dec 06 14:48:07.979827 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74f6307f-511e-45a3-8441-42ccc450f9c7 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:07.982890 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-008f4d60-8a75-42c7-9461-7c4a05d8a4c1 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/quotas/7dbaded7cf904f7189c67f3313a64b2c HTTP/1.1" status: 200 len: 375 time: 0.0156364 Dec 06 14:48:07.986538 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f6307f-511e-45a3-8441-42ccc450f9c7 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:07.987187 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74f6307f-511e-45a3-8441-42ccc450f9c7 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:08.040497 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-b65d19d0-ee7f-41a7-b400-b233470b7a6d tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7dbaded7cf904f7189c67f3313a64b2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505981 Dec 06 14:48:08.085618 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-74f6307f-511e-45a3-8441-42ccc450f9c7 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4983521 Dec 06 14:48:08.086731 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6307f-511e-45a3-8441-42ccc450f9c7 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event updated for resources: {'Network': ['ID=6fd779d1-25ff-4e46-9c78-32e642575556,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:08.088691 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48312) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:08.100622 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 6fd779d1-25ff-4e46-9c78-32e642575556 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:48:08.124429 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-785d3233-7510-435a-aa0f-e1364fd4af8e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Request body: {'subnet': {'network_id': '6fd779d1-25ff-4e46-9c78-32e642575556', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:08.239949 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a347586e-d706-4e92-bee7-d6c9844c7596 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:48:08.249710 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785d3233-7510-435a-aa0f-e1364fd4af8e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Made reservation on behalf of df6c96395572460d88f29aa9d2f69138 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:08.251764 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-ff49cce1-3de5-437a-9ec3-cfe49c8f987a service neutron] 10.222.0.20 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959741 Dec 06 14:48:08.256363 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-785d3233-7510-435a-aa0f-e1364fd4af8e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:08.298045 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Provisioning complete for port 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:08.298706 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:08.431062 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0885069a-8400-4115-ab47-0e77a5c6ecda service neutron] 10.222.0.20 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777370 Dec 06 14:48:08.504767 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a347586e-d706-4e92-bee7-d6c9844c7596, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a347586e-d706-4e92-bee7-d6c9844c7596,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:08.526922 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'port_id': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'mac_address': 'fa:16:3e:9a:71:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:48:08.593885 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d3301-1aa1-4b39-9a2b-dc99328b9a2b req-86b7b33b-9c3b-4aca-a3c5-eca1e382d81c tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:08.596523 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:08.603635 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-288d3301-1aa1-4b39-9a2b-dc99328b9a2b req-86b7b33b-9c3b-4aca-a3c5-eca1e382d81c tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.2008312 Dec 06 14:48:08.616857 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Provisioning complete for port 26e31407-63e4-4cbe-bb82-ab807c4a3bb9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:08.617310 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:08.619795 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a347586e-d706-4e92-bee7-d6c9844c7596 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:08.720281 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-288d3301-1aa1-4b39-9a2b-dc99328b9a2b req-df47dc41-6dfa-46f4-9e77-8a370428b2a5 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153038 Dec 06 14:48:08.720521 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a347586e-d706-4e92-bee7-d6c9844c7596, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a347586e-d706-4e92-bee7-d6c9844c7596,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:08.753438 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:08.778118 n-d-master-1 neutron-server[103289]: DEBUG neutron.objects.ports [None req-785d3233-7510-435a-aa0f-e1364fd4af8e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:48:08.782496 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-785d3233-7510-435a-aa0f-e1364fd4af8e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:08.852258 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d3233-7510-435a-aa0f-e1364fd4af8e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event updated for resources: {'Subnet': ['ID=edca4dff-1346-441a-a37d-cb968711762f,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:08.918745 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-73a1bdd1-8be1-4538-8bab-fa4f68c484bb req-c4918a30-2550-4d44-af68-12a8f840c6cd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 210 time: 0.0671260 Dec 06 14:48:08.944191 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Port 26e31407-63e4-4cbe-bb82-ab807c4a3bb9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:48:08.949788 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a347586e-d706-4e92-bee7-d6c9844c7596,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:08.975336 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d3233-7510-435a-aa0f-e1364fd4af8e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Checking segment: {'id': 'b2d049f6-c425-4d83-b0e0-954d9042bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6fd779d1-25ff-4e46-9c78-32e642575556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:08.976526 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785d3233-7510-435a-aa0f-e1364fd4af8e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Network hostable DHCP agents. Network: 6fd779d1-25ff-4e46-9c78-32e642575556, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:48:08.989933 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Provisioning complete for port 857d9c57-6f7a-449b-a415-081dd70c5d19 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:08.990323 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:09.009523 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785d3233-7510-435a-aa0f-e1364fd4af8e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Network 6fd779d1-25ff-4e46-9c78-32e642575556 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:48:09.071156 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-785d3233-7510-435a-aa0f-e1364fd4af8e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6fd779d1-25ff-4e46-9c78-32e642575556) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:09.072839 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:48:09.085583 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['a347586e-d706-4e92-bee7-d6c9844c7596'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:09.092962 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785d3233-7510-435a-aa0f-e1364fd4af8e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:09.093617 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-785d3233-7510-435a-aa0f-e1364fd4af8e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:09.131078 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-785d3233-7510-435a-aa0f-e1364fd4af8e tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0339069 Dec 06 14:48:09.133008 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48352) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:09.194098 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4035e18-8b30-427f-8437-35a182250237 None None] Network 6fd779d1-25ff-4e46-9c78-32e642575556 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:09.359819 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:09.532029 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6fd779d1-25ff-4e46-9c78-32e642575556', 'network_id': '6fd779d1-25ff-4e46-9c78-32e642575556', 'tenant_id': 'df6c96395572460d88f29aa9d2f69138', 'fixed_ips': [{'subnet_id': 'edca4dff-1346-441a-a37d-cb968711762f'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:48:09.532877 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:09.615482 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Provisioning complete for port 27e4ee7a-9d23-4dd0-8229-ee094a322f70 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:09.615903 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:09.972113 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Allocated IP 2001:db8::f816:3eff:fe90:f402 (6fd779d1-25ff-4e46-9c78-32e642575556/edca4dff-1346-441a-a37d-cb968711762f/342922fe-161a-4cef-8db2-7944641febf0) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:48:10.052045 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Provisioning complete for port fb548916-955a-4f23-8c93-d8e76ede7fad triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:10.052444 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:10.191280 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a347586e-d706-4e92-bee7-d6c9844c7596 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:48:10.205517 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Port fb548916-955a-4f23-8c93-d8e76ede7fad cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:48:10.217803 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:10.277518 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1299290-c94c-4422-bc4d-cd3d4827a2f7 req-14999210-284a-4f68-8c42-37eba807dd88 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 210 time: 0.0910389 Dec 06 14:48:10.312346 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Provisioning complete for port 8e9ca828-c604-42a4-bb05-b4b03ccca5fc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:10.314490 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:10.327403 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f08897-2645-4a0f-b835-02149aa67fad req-b90ad7f1-bf16-4134-8b72-5bdca2017df6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:10.335015 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6f08897-2645-4a0f-b835-02149aa67fad req-b90ad7f1-bf16-4134-8b72-5bdca2017df6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.2688754 Dec 06 14:48:10.420633 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:10.427156 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6f08897-2645-4a0f-b835-02149aa67fad req-0d3fe245-98e6-4e48-8a75-9cab721d67e3 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908120 Dec 06 14:48:10.440388 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:10.471239 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:10.537449 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event deleted for resources: {'Subnet': ['ID=edca4dff-1346-441a-a37d-cb968711762f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:10.574526 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Port 8e9ca828-c604-42a4-bb05-b4b03ccca5fc cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:48:10.588883 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Network 6fd779d1-25ff-4e46-9c78-32e642575556 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:48:10.596296 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:10.609409 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:10.628493 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Pushing event updated for resources: {'Port': ['ID=342922fe-161a-4cef-8db2-7944641febf0,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:10.633381 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:10.643777 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port a347586e-d706-4e92-bee7-d6c9844c7596 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:10.644221 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:10.665037 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd779d1-25ff-4e46-9c78-32e642575556']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:10.689145 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d049f6-c425-4d83-b0e0-954d9042bd8d') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:10.691491 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d049f6-c425-4d83-b0e0-954d9042bd8d') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:10.721985 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:10.742127 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:10.762945 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:48:10.763365 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:48:10.776041 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:48:10.797102 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Provisioning complete for port 3fb4840c-11a7-4863-8f18-02cabdf4828c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:10.797503 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:10.855399 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.db.api [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 14:48:10.855399 n-d-master-1 neutron-server[103288]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 14:48:10.855399 n-d-master-1 neutron-server[103288]: [parameters: {'id': '6fd779d1-25ff-4e46-9c78-32e642575556'}] Dec 06 14:48:10.855399 n-d-master-1 neutron-server[103288]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:48:10.856809 n-d-master-1 neutron-server[103288]: DEBUG oslo_db.api [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:48:10.913368 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-877cec65-f84b-438c-b038-d8f51ab92698 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:10.914829 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-877cec65-f84b-438c-b038-d8f51ab92698 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.37 "GET /v2.0/networks?id=5944ac86-4fc6-4a61-a859-87f4a03f0231 HTTP/1.1" status: 200 len: 813 time: 0.2587643 Dec 06 14:48:10.926604 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Attempting to bind port 342922fe-161a-4cef-8db2-7944641febf0 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:48:10.927373 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Attempting to bind port 342922fe-161a-4cef-8db2-7944641febf0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b2d049f6-c425-4d83-b0e0-954d9042bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6fd779d1-25ff-4e46-9c78-32e642575556'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:48:10.928041 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Attempting to bind port 342922fe-161a-4cef-8db2-7944641febf0 on network 6fd779d1-25ff-4e46-9c78-32e642575556 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:48:10.936596 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-cb63ec48-2aa0-4b64-95d2-6d9a82dae999 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Request body: {'port': {'device_id': '8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7', 'network_id': '5944ac86-4fc6-4a61-a859-87f4a03f0231', 'admin_state_up': True, 'tenant_id': '7dbaded7cf904f7189c67f3313a64b2c'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:10.937132 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:48:10.937800 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Checking segment: {'id': 'b2d049f6-c425-4d83-b0e0-954d9042bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6fd779d1-25ff-4e46-9c78-32e642575556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:10.938439 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:10.939075 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Bound using segment: {'id': 'b2d049f6-c425-4d83-b0e0-954d9042bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6fd779d1-25ff-4e46-9c78-32e642575556'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:48:10.940002 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Bound port: 342922fe-161a-4cef-8db2-7944641febf0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d049f6-c425-4d83-b0e0-954d9042bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6fd779d1-25ff-4e46-9c78-32e642575556'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:48:10.940915 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:11.124883 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] For port 342922fe-161a-4cef-8db2-7944641febf0, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:48:11.172920 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:11.213710 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] For port 342922fe-161a-4cef-8db2-7944641febf0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=342922fe-161a-4cef-8db2-7944641febf0,segment=NetworkSegment(b2d049f6-c425-4d83-b0e0-954d9042bd8d),segment_id=b2d049f6-c425-4d83-b0e0-954d9042bd8d)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:48:11.215427 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-cb63ec48-2aa0-4b64-95d2-6d9a82dae999 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Made reservation on behalf of 7dbaded7cf904f7189c67f3313a64b2c for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:11.230606 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-cb63ec48-2aa0-4b64-95d2-6d9a82dae999 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:11.233745 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:11.360341 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:11.388405 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:11.391159 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e07cbe-4393-4dd1-aab2-2a30b21bcaad" -d '{"events": [{"server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "name": "network-vif-plugged", "status": "completed", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:11.431212 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a347586e-d706-4e92-bee7-d6c9844c7596, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a347586e-d706-4e92-bee7-d6c9844c7596,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:11.472242 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:11.510920 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea942e61-77d0-4c2c-8661-3df376c65f64 None None] Pushing event updated for resources: {'Port': ['ID=342922fe-161a-4cef-8db2-7944641febf0,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:11.539897 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Provisioning complete for port 7961e397-e9be-4caf-99ed-f88f7e67d59c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:11.540285 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:11.542263 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18de8ebe-8dcf-4ac7-9927-0c5a828ef829 None None] Network 6fd779d1-25ff-4e46-9c78-32e642575556 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:11.558698 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-cb63ec48-2aa0-4b64-95d2-6d9a82dae999 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Allocated IP 172.20.0.9 (5944ac86-4fc6-4a61-a859-87f4a03f0231/16cb81eb-f424-401e-8fd9-903d9c50bec0/a44ee7bc-5cbf-49b2-9e82-ace725899e99) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:48:11.808255 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Deleting port 342922fe-161a-4cef-8db2-7944641febf0 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:11.808905 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:11.817566 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-200f561c-95d3-42fd-bf95-a0a0a6905726 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3265357 Dec 06 14:48:11.907125 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-cb63ec48-2aa0-4b64-95d2-6d9a82dae999 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:11.956534 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-49b20c10-ca65-4dff-853e-2e6f4210e0e9 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:11.964528 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-49b20c10-ca65-4dff-853e-2e6f4210e0e9 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 808 time: 0.5322831 Dec 06 14:48:11.982860 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] For port 342922fe-161a-4cef-8db2-7944641febf0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=342922fe-161a-4cef-8db2-7944641febf0,segment=NetworkSegment(b2d049f6-c425-4d83-b0e0-954d9042bd8d),segment_id=b2d049f6-c425-4d83-b0e0-954d9042bd8d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:11.983229 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:11.991535 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-cb63ec48-2aa0-4b64-95d2-6d9a82dae999 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:11.998060 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-f1d7d911-7c75-40cf-a7ca-01493baae935 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/quotas/081ecae26f1f4608b6d59404ed1f828f HTTP/1.1" status: 200 len: 375 time: 0.0325367 Dec 06 14:48:12.072066 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Calling delete_port for 342922fe-161a-4cef-8db2-7944641febf0 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:12.126295 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a347586e-d706-4e92-bee7-d6c9844c7596,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:12.225351 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-7084a2f6-2cba-448d-891e-4fabc8b875c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:12.225840 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-7084a2f6-2cba-448d-891e-4fabc8b875c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:12.226446 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-7084a2f6-2cba-448d-891e-4fabc8b875c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:12.226920 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-7084a2f6-2cba-448d-891e-4fabc8b875c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:12.227481 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-7084a2f6-2cba-448d-891e-4fabc8b875c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:12.227997 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-7084a2f6-2cba-448d-891e-4fabc8b875c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:12.228461 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-7084a2f6-2cba-448d-891e-4fabc8b875c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:12.234152 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-7084a2f6-2cba-448d-891e-4fabc8b875c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 6503 time: 0.3251517 Dec 06 14:48:12.332338 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6761428-19b6-4763-8935-482ae4968d3a None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 14:48:12.389426 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Provisioning complete for port aef39390-a300-479b-bf35-5d63088c51e4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:12.400116 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:12.418207 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-2d54c17b-a0cc-453d-acf0-e766bd62f82b tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4187706 Dec 06 14:48:12.420776 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:12.553926 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event deleted for resources: {'Port': ['ID=342922fe-161a-4cef-8db2-7944641febf0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:12.569591 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] No DVR routers for this DVR port 342922fe-161a-4cef-8db2-7944641febf0 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:48:12.680820 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-3b66b27d-f864-4045-884d-e9f418fa5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:12.681475 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-3b66b27d-f864-4045-884d-e9f418fa5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:12.681942 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-3b66b27d-f864-4045-884d-e9f418fa5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:12.683808 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-3b66b27d-f864-4045-884d-e9f418fa5d78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd&id=6d4b264c-2449-439e-aadb-4b6f43f38919&id=6d4b264c-2449-439e-aadb-4b6f43f38919&id=6d4b264c-2449-439e-aadb-4b6f43f38919&id=6d4b264c-2449-439e-aadb-4b6f43f38919&id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b&id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b HTTP/1.1" status: 200 len: 2297 time: 0.4220202 Dec 06 14:48:12.720557 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-cb63ec48-2aa0-4b64-95d2-6d9a82dae999 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Network 5944ac86-4fc6-4a61-a859-87f4a03f0231 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:48:12.724998 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-cb63ec48-2aa0-4b64-95d2-6d9a82dae999 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:12.732080 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-cb63ec48-2aa0-4b64-95d2-6d9a82dae999 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:12.749125 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Provisioning complete for port 34858412-68dc-453d-aed9-656d936bfc1a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:12.749509 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-161081ad-f3d4-4811-96f3-f7c165052603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:12.762442 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63ec48-2aa0-4b64-95d2-6d9a82dae999 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event updated for resources: {'Port': ['ID=a44ee7bc-5cbf-49b2-9e82-ace725899e99,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:12.801721 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-cb63ec48-2aa0-4b64-95d2-6d9a82dae999 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:12.802353 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-cb63ec48-2aa0-4b64-95d2-6d9a82dae999 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:12.837308 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-cb63ec48-2aa0-4b64-95d2-6d9a82dae999 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9009244 Dec 06 14:48:12.846268 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Request body: {'port': {'device_id': '8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:12.860741 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:12.895823 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6761428-19b6-4763-8935-482ae4968d3a None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 14:48:12.930110 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-63044509-a45f-4886-a6a6-6ccc60aa90d9 service neutron] 10.222.0.20 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964113 Dec 06 14:48:12.937965 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:13.012076 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd779d1-25ff-4e46-9c78-32e642575556']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:13.066100 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-dda976f5-93a9-40a0-abbc-374f24b04b14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfc991a0-3eee-40e2-bc52-93e126dd1c69 HTTP/1.1" status: 200 len: 1001 time: 0.3726447 Dec 06 14:48:13.068009 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d049f6-c425-4d83-b0e0-954d9042bd8d') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:13.068308 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d049f6-c425-4d83-b0e0-954d9042bd8d') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:13.193157 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:13.278166 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:13.294994 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44ee7bc-5cbf-49b2-9e82-ace725899e99 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:13.305589 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:13.318503 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-822c33b2-07e3-49cb-9b49-bc92a232be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:13.320105 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-822c33b2-07e3-49cb-9b49-bc92a232be20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=330d8b00-ca63-4dc8-896a-c7a2b8da335a HTTP/1.1" status: 200 len: 855 time: 0.1822503 Dec 06 14:48:13.322942 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:48:13.323893 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:48:13.326922 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:48:13.445745 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-c98153de-9d3a-4eb8-b432-569fccea9af7 service neutron] 10.222.0.20 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145879 Dec 06 14:48:13.516259 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1109f03-7c8c-4700-86bb-7298f0c6895f None None] DHCP port deletion for 5944ac86-4fc6-4a61-a859-87f4a03f0231 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:13.639889 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f928c5fe-fafa-4c0b-b1d8-514969397cb4 None None] Provisioning complete for port a44ee7bc-5cbf-49b2-9e82-ace725899e99 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:13.640660 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f928c5fe-fafa-4c0b-b1d8-514969397cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:13.642804 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Transition to ACTIVE for port object a44ee7bc-5cbf-49b2-9e82-ace725899e99 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:48:13.643439 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-8a9d82a9-e09e-421b-ba9b-0d4ba0d69c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:13.650172 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-8a9d82a9-e09e-421b-ba9b-0d4ba0d69c57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3126776 Dec 06 14:48:13.655543 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:13.669595 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:13.740477 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f928c5fe-fafa-4c0b-b1d8-514969397cb4 None None] Port a44ee7bc-5cbf-49b2-9e82-ace725899e99 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:48:13.793282 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88802312-9709-4f40-9920-4da10868b4bc None None] DHCP port deletion for 5944ac86-4fc6-4a61-a859-87f4a03f0231 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:13.795353 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:13.803717 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/networks/6fd779d1-25ff-4e46-9c78-32e642575556 HTTP/1.1" status: 204 len: 168 time: 4.6674392 Dec 06 14:48:13.805662 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48422) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:13.934866 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ef230-e963-43b5-a540-6815f105a676 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event deleted for resources: {'Network': ['ID=6fd779d1-25ff-4e46-9c78-32e642575556,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:13.939051 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-379aeb74-78a2-4ec1-9d41-7634e7a74394 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] DELETE failed (client error): The resource could not be found. Dec 06 14:48:13.941025 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379aeb74-78a2-4ec1-9d41-7634e7a74394 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:48:13.948741 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-379aeb74-78a2-4ec1-9d41-7634e7a74394 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/subnets/edca4dff-1346-441a-a37d-cb968711762f HTTP/1.1" status: 404 len: 337 time: 0.1237333 Dec 06 14:48:13.961253 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48424) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:13.972519 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-16445223-47bd-4119-ae6b-34c200ff348e req-de438a61-ec51-4bee-9d2e-4221ff352960 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2852886 Dec 06 14:48:14.020918 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7975c28d-1888-4d62-8384-88ff658b48d6 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] DELETE failed (client error): The resource could not be found. Dec 06 14:48:14.021525 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7975c28d-1888-4d62-8384-88ff658b48d6 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:48:14.028948 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7975c28d-1888-4d62-8384-88ff658b48d6 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/networks/6fd779d1-25ff-4e46-9c78-32e642575556 HTTP/1.1" status: 404 len: 339 time: 0.0638373 Dec 06 14:48:14.078687 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48428) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:14.083523 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Pushing event updated for resources: {'Port': ['ID=a44ee7bc-5cbf-49b2-9e82-ace725899e99,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:14.157976 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Attempting to bind port a44ee7bc-5cbf-49b2-9e82-ace725899e99 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:48:14.158377 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Attempting to bind port a44ee7bc-5cbf-49b2-9e82-ace725899e99 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'a9c6f665-0cbd-4975-91d1-0fdfafd8f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5944ac86-4fc6-4a61-a859-87f4a03f0231'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:48:14.158633 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Attempting to bind port a44ee7bc-5cbf-49b2-9e82-ace725899e99 on network 5944ac86-4fc6-4a61-a859-87f4a03f0231 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:48:14.169918 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Port a44ee7bc-5cbf-49b2-9e82-ace725899e99 on network 5944ac86-4fc6-4a61-a859-87f4a03f0231 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:48:14.170238 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Attempting to bind port a44ee7bc-5cbf-49b2-9e82-ace725899e99 on network 5944ac86-4fc6-4a61-a859-87f4a03f0231 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:48:14.178557 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:48:14.178906 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Checking segment: {'id': 'a9c6f665-0cbd-4975-91d1-0fdfafd8f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5944ac86-4fc6-4a61-a859-87f4a03f0231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:14.179262 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Bound using segment: {'id': 'a9c6f665-0cbd-4975-91d1-0fdfafd8f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5944ac86-4fc6-4a61-a859-87f4a03f0231'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:48:14.179727 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Bound port: a44ee7bc-5cbf-49b2-9e82-ace725899e99, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c6f665-0cbd-4975-91d1-0fdfafd8f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5944ac86-4fc6-4a61-a859-87f4a03f0231'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:48:14.185311 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:14.202205 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f20e72-fd2b-431c-92d6-064ed6b02007 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] DELETE failed (client error): The resource could not be found. Dec 06 14:48:14.202666 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f20e72-fd2b-431c-92d6-064ed6b02007 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:48:14.206010 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-26f20e72-fd2b-431c-92d6-064ed6b02007 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/subnets/7970a521-98da-44e5-8a32-2a51389d9110 HTTP/1.1" status: 404 len: 337 time: 0.1198659 Dec 06 14:48:14.208645 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48436) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:14.244185 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c193d1b-56e5-4304-95cf-547253bda6d5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] DELETE failed (client error): The resource could not be found. Dec 06 14:48:14.246368 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c193d1b-56e5-4304-95cf-547253bda6d5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:48:14.251411 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6c193d1b-56e5-4304-95cf-547253bda6d5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/networks/09b08b61-1147-4f01-8488-5371c7a39d65 HTTP/1.1" status: 404 len: 339 time: 0.0407863 Dec 06 14:48:14.254488 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48438) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:14.344029 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] For port a44ee7bc-5cbf-49b2-9e82-ace725899e99, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:48:14.348601 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] For port a44ee7bc-5cbf-49b2-9e82-ace725899e99, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a44ee7bc-5cbf-49b2-9e82-ace725899e99,segment=NetworkSegment(a9c6f665-0cbd-4975-91d1-0fdfafd8f369),segment_id=a9c6f665-0cbd-4975-91d1-0fdfafd8f369)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:48:14.356084 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:14.376472 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce392d6-870a-47cc-83b0-1f199ea9bd7d tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] DELETE failed (client error): The resource could not be found. Dec 06 14:48:14.376925 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce392d6-870a-47cc-83b0-1f199ea9bd7d tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:48:14.390675 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cce392d6-870a-47cc-83b0-1f199ea9bd7d tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/subnets/1b8310ab-0030-44ae-ad7e-108dcd8a266f HTTP/1.1" status: 404 len: 337 time: 0.1318328 Dec 06 14:48:14.407426 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48440) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:14.425261 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Pushing event updated for resources: {'Port': ['ID=a44ee7bc-5cbf-49b2-9e82-ace725899e99,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:14.455927 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b1f0e4-ca8c-442a-bdd1-bbfcabacc6f7 None None] DHCP port deletion for 5944ac86-4fc6-4a61-a859-87f4a03f0231 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:14.465670 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:14.466808 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:14.481582 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-0ce3c59a-d601-4598-a0a8-f6ba3b5b5bee service neutron] 10.222.0.37 "PUT /v2.0/ports/a44ee7bc-5cbf-49b2-9e82-ace725899e99 HTTP/1.1" status: 200 len: 1091 time: 1.6404917 Dec 06 14:48:14.482959 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7', 'tag': 'a44ee7bc-5cbf-49b2-9e82-ace725899e99'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:14.490455 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe50a81-1b66-42bb-80fa-632e6b958589" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7", "tag": "a44ee7bc-5cbf-49b2-9e82-ace725899e99"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:14.550014 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b721d7c-3546-44c3-b5ee-5cbefa22b4e2 req-3e4a9de7-ff7b-485c-83b5-5539e7a087c2 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:14.566282 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5b721d7c-3546-44c3-b5ee-5cbefa22b4e2 req-3e4a9de7-ff7b-485c-83b5-5539e7a087c2 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 943 time: 0.4116828 Dec 06 14:48:14.569615 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-92b5b9df-f891-4702-8060-8a63f862c68a service neutron] 10.222.0.37 "GET /v2.0/networks/29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8873112 Dec 06 14:48:14.587583 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-b39f7be2-7aab-46ad-a2eb-c19b7274186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:14.591851 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-12489369-6f21-4268-a9b1-d36b35430b50 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] DELETE failed (client error): The resource could not be found. Dec 06 14:48:14.592399 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12489369-6f21-4268-a9b1-d36b35430b50 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:48:14.594903 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-b39f7be2-7aab-46ad-a2eb-c19b7274186e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dbaded7cf904f7189c67f3313a64b2c&device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 1094 time: 0.0674357 Dec 06 14:48:14.595425 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-12489369-6f21-4268-a9b1-d36b35430b50 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/networks/e0f7d004-b009-4eef-ac41-6b71397b856f HTTP/1.1" status: 404 len: 339 time: 0.1742711 Dec 06 14:48:14.599497 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48446) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:14.644656 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16445223-47bd-4119-ae6b-34c200ff348e req-326a4fd0-c782-4263-8db8-7f8f95781d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:14.647690 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-16445223-47bd-4119-ae6b-34c200ff348e req-326a4fd0-c782-4263-8db8-7f8f95781d6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 1095 time: 0.5707457 Dec 06 14:48:14.740797 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-261a0029-7f53-4207-a1ea-b6530a11f726 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a44ee7bc-5cbf-49b2-9e82-ace725899e99 HTTP/1.1" status: 200 len: 217 time: 0.0747442 Dec 06 14:48:14.742078 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5b721d7c-3546-44c3-b5ee-5cbefa22b4e2 req-c681eabd-69d9-4d0e-8ccb-8c271310467e tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749310 Dec 06 14:48:14.850561 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadb2a96-8034-4c0d-a7eb-e96a40903324 x-openstack-request-id: req-eadb2a96-8034-4c0d-a7eb-e96a40903324 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:14.851131 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "name": "network-vif-plugged", "status": "completed", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:14.851259 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eadb2a96-8034-4c0d-a7eb-e96a40903324 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:14.851645 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'code': 200} Dec 06 14:48:14.859408 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-ac9b9491-b04e-4d28-90c1-2c22a1e47d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:14.860931 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-ac9b9491-b04e-4d28-90c1-2c22a1e47d79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16cb81eb-f424-401e-8fd9-903d9c50bec0 HTTP/1.1" status: 200 len: 853 time: 0.1110733 Dec 06 14:48:14.937814 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-509d8641-88ae-47e6-a1bc-08eed9bb8861 service neutron] 10.222.0.37 "GET /v2.0/networks/29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189623 Dec 06 14:48:14.938945 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16445223-47bd-4119-ae6b-34c200ff348e req-29247536-2a20-4ac4-9e01-4bb70c0675d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:14.940796 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-16445223-47bd-4119-ae6b-34c200ff348e req-29247536-2a20-4ac4-9e01-4bb70c0675d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.2654428 Dec 06 14:48:15.048450 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-97cac197-8f90-4460-881e-3a6c118d7f83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5944ac86-4fc6-4a61-a859-87f4a03f0231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941191 Dec 06 14:48:15.086117 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-09137dc7-219b-48d3-b63f-5297429ddb3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=136aab93-4414-4a27-bb13-b887ce3df348 HTTP/1.1" status: 200 len: 217 time: 0.1392770 Dec 06 14:48:15.088379 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-16445223-47bd-4119-ae6b-34c200ff348e req-bcedb92e-3e16-47a5-8e9d-b15a1435ca86 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0aae7e91-7bd5-4d4f-adec-41efb04acf16 HTTP/1.1" status: 200 len: 217 time: 0.1331875 Dec 06 14:48:15.203124 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16445223-47bd-4119-ae6b-34c200ff348e req-d88169f4-8a41-43fe-a8a5-25f74989f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:15.205324 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-16445223-47bd-4119-ae6b-34c200ff348e req-d88169f4-8a41-43fe-a8a5-25f74989f81a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.1047947 Dec 06 14:48:15.216850 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b19fd1-52b3-4095-b624-09e6aff3500a req-e15765ee-d446-4f8d-b9cf-6bab855f9097 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:15.224337 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-04b19fd1-52b3-4095-b624-09e6aff3500a req-e15765ee-d446-4f8d-b9cf-6bab855f9097 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.2701077 Dec 06 14:48:15.277025 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-953ae5f9-f3f7-4866-a4ed-7f0928827b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:15.278572 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-953ae5f9-f3f7-4866-a4ed-7f0928827b7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73233722-86af-4248-a481-0a9c5e4685d5 HTTP/1.1" status: 200 len: 797 time: 0.1837575 Dec 06 14:48:15.352737 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-69475f8a-398e-4739-87ca-693a86367f03 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Deleting port a64fc35f-2e79-4f0b-96da-c0826948af59 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:15.353097 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69475f8a-398e-4739-87ca-693a86367f03 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:15.377488 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-16445223-47bd-4119-ae6b-34c200ff348e req-deaff6f2-1cdf-48c1-965c-c7e5e1330553 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280322 Dec 06 14:48:15.415218 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-ca939765-5623-4b3d-bf44-58040422e85d service neutron] 10.222.0.37 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492236 Dec 06 14:48:15.494519 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69475f8a-398e-4739-87ca-693a86367f03 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:15.537924 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-69475f8a-398e-4739-87ca-693a86367f03 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Calling delete_port for a64fc35f-2e79-4f0b-96da-c0826948af59 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:15.544778 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-04b19fd1-52b3-4095-b624-09e6aff3500a req-92b61e3a-3d63-4a46-a7b9-fad4fc1e6be7 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148470 Dec 06 14:48:15.549390 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-16445223-47bd-4119-ae6b-34c200ff348e req-0482011a-4bfd-4ac5-b916-114e71c04367 service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503463 Dec 06 14:48:15.748107 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d3f18ed-d4e2-4dc3-89aa-b2d838c13b65 req-46ac5ef8-0790-4f7b-b1c8-203a6b3aa0f0 service neutron] 10.222.0.37 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838337 Dec 06 14:48:15.842944 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69475f8a-398e-4739-87ca-693a86367f03 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:15.895710 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69475f8a-398e-4739-87ca-693a86367f03 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event deleted for resources: {'Port': ['ID=a64fc35f-2e79-4f0b-96da-c0826948af59,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:15.902507 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69475f8a-398e-4739-87ca-693a86367f03 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:15.906570 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-69475f8a-398e-4739-87ca-693a86367f03 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/ports/a64fc35f-2e79-4f0b-96da-c0826948af59 HTTP/1.1" status: 204 len: 168 time: 1.3058255 Dec 06 14:48:15.910034 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48458) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:15.999562 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-60baf65c-d3f4-4011-8ea7-48b9270f9451 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] DELETE failed (client error): The resource could not be found. Dec 06 14:48:16.000670 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60baf65c-d3f4-4011-8ea7-48b9270f9451 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:48:16.004240 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-60baf65c-d3f4-4011-8ea7-48b9270f9451 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/subnets/ca68e7cf-6911-432b-bea1-2cc0caf94cbb HTTP/1.1" status: 404 len: 337 time: 0.0931089 Dec 06 14:48:16.006999 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48460) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:16.145697 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3db5-557f-4beb-be7e-23dd0ee5d87d tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:16.291156 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-16445223-47bd-4119-ae6b-34c200ff348e req-da3e4dd5-40fe-4ece-a085-b170ef7c52a4 service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6936274 Dec 06 14:48:16.309600 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3db5-557f-4beb-be7e-23dd0ee5d87d tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:16.315139 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-9b23b1b0-ebc8-416f-a392-712677f809ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:16.327318 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-9b23b1b0-ebc8-416f-a392-712677f809ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d4b264c-2449-439e-aadb-4b6f43f38919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9912858 Dec 06 14:48:16.360942 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e6cb3db5-557f-4beb-be7e-23dd0ee5d87d tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3067bc-fd19-43d9-9a87-69467958d918']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:16.390930 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e6cb3db5-557f-4beb-be7e-23dd0ee5d87d tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86988a4c-43bb-4ce7-a078-a0f7d9dab592') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:16.391563 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e6cb3db5-557f-4beb-be7e-23dd0ee5d87d tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86988a4c-43bb-4ce7-a078-a0f7d9dab592') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:16.416205 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3db5-557f-4beb-be7e-23dd0ee5d87d tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:16.446063 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3db5-557f-4beb-be7e-23dd0ee5d87d tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:16.457820 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cb3db5-557f-4beb-be7e-23dd0ee5d87d tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:48:16.458218 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3db5-557f-4beb-be7e-23dd0ee5d87d tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:48:16.461299 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:48:16.506451 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-06f66efe-6cf6-4df9-a18b-eaf47252066f service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515539 Dec 06 14:48:16.586539 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-111d2b66-9db5-42b6-b309-d89dd8a4c96b req-d9f4e158-6908-4aae-b406-8f04e4ea3a70 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 210 time: 0.2736888 Dec 06 14:48:16.654360 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3db5-557f-4beb-be7e-23dd0ee5d87d tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:16.676986 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3db5-557f-4beb-be7e-23dd0ee5d87d tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:16.683344 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-dd7908c4-6bb4-404b-ae57-22966fa3e8c4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:16.683344 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-dd7908c4-6bb4-404b-ae57-22966fa3e8c4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.23 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 808 time: 1.1295474 Dec 06 14:48:16.685843 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e6cb3db5-557f-4beb-be7e-23dd0ee5d87d tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/networks/2c3067bc-fd19-43d9-9a87-69467958d918 HTTP/1.1" status: 204 len: 168 time: 0.6775579 Dec 06 14:48:16.687243 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48464) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:16.719021 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-62326bf7-9c54-4097-99e0-4643df9bd1e4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Request body: {'port': {'device_id': '04585bb0-44c0-4d0a-b5f3-049e6892b106', 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2', 'admin_state_up': True, 'tenant_id': '081ecae26f1f4608b6d59404ed1f828f'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:16.736495 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ea62b9-50a0-4af8-9f1f-ba57f0c247ca x-openstack-request-id: req-49ea62b9-50a0-4af8-9f1f-ba57f0c247ca {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:16.739304 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7", "tag": "a44ee7bc-5cbf-49b2-9e82-ace725899e99", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:16.739876 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49ea62b9-50a0-4af8-9f1f-ba57f0c247ca {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:16.740551 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7', 'tag': 'a44ee7bc-5cbf-49b2-9e82-ace725899e99', 'status': 'completed', 'code': 200} Dec 06 14:48:16.849046 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb3db5-557f-4beb-be7e-23dd0ee5d87d tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event deleted for resources: {'Network': ['ID=2c3067bc-fd19-43d9-9a87-69467958d918,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:16.979953 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe50a81-1b66-42bb-80fa-632e6b958589 req-2483f655-1ac7-40da-b35a-2a984628b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:16.981379 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfe50a81-1b66-42bb-80fa-632e6b958589 req-2483f655-1ac7-40da-b35a-2a984628b15f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dbaded7cf904f7189c67f3313a64b2c&device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 1094 time: 0.1947050 Dec 06 14:48:17.010458 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-62326bf7-9c54-4097-99e0-4643df9bd1e4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Made reservation on behalf of 081ecae26f1f4608b6d59404ed1f828f for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:17.015063 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-62326bf7-9c54-4097-99e0-4643df9bd1e4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:17.199809 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e261e378-33fd-407a-92d1-205dd9336fa5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Deleting port 8bd37d31-c812-43ed-983d-5f7c3b80169f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:17.200326 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e261e378-33fd-407a-92d1-205dd9336fa5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:17.226568 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-5a05ba0b-fa15-4f02-a844-fa392725217c service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6981897 Dec 06 14:48:17.289615 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe50a81-1b66-42bb-80fa-632e6b958589 req-68f18216-9f4a-46c4-9f5c-1eae543788f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:17.291022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfe50a81-1b66-42bb-80fa-632e6b958589 req-68f18216-9f4a-46c4-9f5c-1eae543788f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5944ac86-4fc6-4a61-a859-87f4a03f0231 HTTP/1.1" status: 200 len: 914 time: 0.2934849 Dec 06 14:48:17.349390 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcede737-f4f7-4160-89ce-02d9fca79bdb req-0f07c98d-31e0-484f-8205-0b54f0e4efd2 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:17.350987 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fcede737-f4f7-4160-89ce-02d9fca79bdb req-0f07c98d-31e0-484f-8205-0b54f0e4efd2 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 943 time: 0.3891783 Dec 06 14:48:17.463024 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e261e378-33fd-407a-92d1-205dd9336fa5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:17.509358 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e261e378-33fd-407a-92d1-205dd9336fa5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Calling delete_port for 8bd37d31-c812-43ed-983d-5f7c3b80169f owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:17.519446 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-d20688fa-874a-4a42-afba-d1e87038dbea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=0ff887d8-72a7-47c9-8650-b59d05e0a9b7 HTTP/1.1" status: 200 len: 217 time: 0.2228613 Dec 06 14:48:17.665769 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-1af8779c-db72-40e4-a04a-807150ed232a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:17.669353 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-1af8779c-db72-40e4-a04a-807150ed232a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73233722-86af-4248-a481-0a9c5e4685d5 HTTP/1.1" status: 200 len: 797 time: 0.1266205 Dec 06 14:48:17.710387 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfe50a81-1b66-42bb-80fa-632e6b958589 req-c72e45c6-7751-4552-a2af-b8462e0335af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a44ee7bc-5cbf-49b2-9e82-ace725899e99 HTTP/1.1" status: 200 len: 217 time: 0.3917859 Dec 06 14:48:17.715068 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e261e378-33fd-407a-92d1-205dd9336fa5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:17.748896 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e261e378-33fd-407a-92d1-205dd9336fa5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:17.756491 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e261e378-33fd-407a-92d1-205dd9336fa5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/ports/8bd37d31-c812-43ed-983d-5f7c3b80169f HTTP/1.1" status: 204 len: 168 time: 1.0520532 Dec 06 14:48:17.758484 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48472) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:17.832893 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fcede737-f4f7-4160-89ce-02d9fca79bdb req-5154f962-be60-440f-8535-23fa4bcd23ae tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020338 Dec 06 14:48:17.837113 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-62326bf7-9c54-4097-99e0-4643df9bd1e4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Allocated IP 172.20.0.11 (b37294a8-0dc8-43e9-9099-e05815316dd2/2064b1ac-2a71-4b5a-a088-7d172eb65d88/2f7d0ac1-6a74-4413-a793-930df63d94ce) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:48:17.863465 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261e378-33fd-407a-92d1-205dd9336fa5 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event deleted for resources: {'Port': ['ID=8bd37d31-c812-43ed-983d-5f7c3b80169f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:17.875787 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a008134-c21b-4b29-9fb8-140a93c47778 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] DELETE failed (client error): The resource could not be found. Dec 06 14:48:17.884415 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a008134-c21b-4b29-9fb8-140a93c47778 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:48:17.898489 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3a008134-c21b-4b29-9fb8-140a93c47778 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/subnets/4d21360d-bd22-4bcd-9936-50f3f3223b38 HTTP/1.1" status: 404 len: 337 time: 0.1376359 Dec 06 14:48:17.898983 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48474) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:17.921323 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-5d81b0ae-9f84-4dce-bfa9-ffd01b303b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:17.930540 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-5d81b0ae-9f84-4dce-bfa9-ffd01b303b68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d4b264c-2449-439e-aadb-4b6f43f38919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2405779 Dec 06 14:48:17.936289 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe50a81-1b66-42bb-80fa-632e6b958589 req-2cb305c4-cc79-4bc5-a1fa-6f5742ac850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:17.940307 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfe50a81-1b66-42bb-80fa-632e6b958589 req-2cb305c4-cc79-4bc5-a1fa-6f5742ac850a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16cb81eb-f424-401e-8fd9-903d9c50bec0 HTTP/1.1" status: 200 len: 853 time: 0.2072198 Dec 06 14:48:18.005466 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfe50a81-1b66-42bb-80fa-632e6b958589 req-7d33dd15-e1b0-4762-95c8-4743649369d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5944ac86-4fc6-4a61-a859-87f4a03f0231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539436 Dec 06 14:48:18.227800 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfe50a81-1b66-42bb-80fa-632e6b958589 req-669cf8d5-8b36-475d-987c-76133907a822 service neutron] 10.222.0.37 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167993 Dec 06 14:48:18.270796 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-62326bf7-9c54-4097-99e0-4643df9bd1e4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:18.445928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-62326bf7-9c54-4097-99e0-4643df9bd1e4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:18.456543 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfe50a81-1b66-42bb-80fa-632e6b958589 req-8367efdc-7d47-4ea8-98ae-de8c1302c253 service neutron] 10.222.0.37 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152164 Dec 06 14:48:18.466067 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['bc63198c-e3b8-494e-b32f-b80bf300c3b7'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:18.610570 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-62326bf7-9c54-4097-99e0-4643df9bd1e4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Network b37294a8-0dc8-43e9-9099-e05815316dd2 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:48:18.653947 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-62326bf7-9c54-4097-99e0-4643df9bd1e4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:18.659151 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e0ceaa-8921-49f4-afd2-3e1cf7c8dcf0 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:18.667689 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-62326bf7-9c54-4097-99e0-4643df9bd1e4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:18.680387 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76675d98-fb85-49d5-b658-0772e2ffc119 None None] DHCP port deletion for b37294a8-0dc8-43e9-9099-e05815316dd2 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:18.689449 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62326bf7-9c54-4097-99e0-4643df9bd1e4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Pushing event updated for resources: {'Port': ['ID=2f7d0ac1-6a74-4413-a793-930df63d94ce,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:18.757835 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a44ee7bc-5cbf-49b2-9e82-ace725899e99 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:48:18.784894 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aaa9fd-61ed-402f-a413-e420a3b626ae req-d376e0e1-9d6b-4c1b-a4df-1e71c1c6f58c tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:18.800350 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-05aaa9fd-61ed-402f-a413-e420a3b626ae req-d376e0e1-9d6b-4c1b-a4df-1e71c1c6f58c tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.4145043 Dec 06 14:48:18.924114 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-62326bf7-9c54-4097-99e0-4643df9bd1e4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:18.925909 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-62326bf7-9c54-4097-99e0-4643df9bd1e4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:18.951592 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-d947785b-5d76-4ed3-b55a-92354524309e service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9967775 Dec 06 14:48:18.973508 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port a44ee7bc-5cbf-49b2-9e82-ace725899e99, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a44ee7bc-5cbf-49b2-9e82-ace725899e99,segment=NetworkSegment(a9c6f665-0cbd-4975-91d1-0fdfafd8f369),segment_id=a9c6f665-0cbd-4975-91d1-0fdfafd8f369)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:19.022272 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9d3550d6-0def-485a-ae4e-f8b03bf622d5 None None] Provisioning complete for port 2f7d0ac1-6a74-4413-a793-930df63d94ce triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:19.024459 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d3550d6-0def-485a-ae4e-f8b03bf622d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:19.039987 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-05aaa9fd-61ed-402f-a413-e420a3b626ae req-57edc458-89b8-4848-8a5a-34a965b6915a tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341201 Dec 06 14:48:19.072267 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-62326bf7-9c54-4097-99e0-4643df9bd1e4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3766637 Dec 06 14:48:19.115632 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Request body: {'port': {'device_id': '04585bb0-44c0-4d0a-b5f3-049e6892b106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:19.118775 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'a44ee7bc-5cbf-49b2-9e82-ace725899e99', 'network_id': '5944ac86-4fc6-4a61-a859-87f4a03f0231', 'port_id': 'a44ee7bc-5cbf-49b2-9e82-ace725899e99', 'mac_address': 'fa:16:3e:0a:3f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16cb81eb-f424-401e-8fd9-903d9c50bec0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:48:19.181109 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9d3550d6-0def-485a-ae4e-f8b03bf622d5 None None] Port 2f7d0ac1-6a74-4413-a793-930df63d94ce cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:48:19.232267 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:19.267467 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44ee7bc-5cbf-49b2-9e82-ace725899e99 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:19.269131 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e0ceaa-8921-49f4-afd2-3e1cf7c8dcf0 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:19.318519 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-56e0ceaa-8921-49f4-afd2-3e1cf7c8dcf0 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3749bbb3-e0dc-4324-bd5c-a19fbd5340ec']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:19.326267 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port a44ee7bc-5cbf-49b2-9e82-ace725899e99, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a44ee7bc-5cbf-49b2-9e82-ace725899e99,segment=NetworkSegment(a9c6f665-0cbd-4975-91d1-0fdfafd8f369),segment_id=a9c6f665-0cbd-4975-91d1-0fdfafd8f369)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:19.336226 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:19.346129 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-56e0ceaa-8921-49f4-afd2-3e1cf7c8dcf0 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c25e09-1b48-4b6f-b09c-61bf974687d0') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:19.346498 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-56e0ceaa-8921-49f4-afd2-3e1cf7c8dcf0 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c25e09-1b48-4b6f-b09c-61bf974687d0') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:19.370862 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e0ceaa-8921-49f4-afd2-3e1cf7c8dcf0 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:19.410800 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e0ceaa-8921-49f4-afd2-3e1cf7c8dcf0 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:19.426645 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e0ceaa-8921-49f4-afd2-3e1cf7c8dcf0 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:48:19.427057 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e0ceaa-8921-49f4-afd2-3e1cf7c8dcf0 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:19.478190 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=a44ee7bc-5cbf-49b2-9e82-ace725899e99,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:48:19.631217 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:48:19.684736 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e0ceaa-8921-49f4-afd2-3e1cf7c8dcf0 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:19.701867 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56e0ceaa-8921-49f4-afd2-3e1cf7c8dcf0 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:19.705373 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-56e0ceaa-8921-49f4-afd2-3e1cf7c8dcf0 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/networks/3749bbb3-e0dc-4324-bd5c-a19fbd5340ec HTTP/1.1" status: 204 len: 168 time: 1.7735081 Dec 06 14:48:19.708050 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48478) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:19.715400 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['a44ee7bc-5cbf-49b2-9e82-ace725899e99'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:19.753239 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0ceaa-8921-49f4-afd2-3e1cf7c8dcf0 tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event deleted for resources: {'Network': ['ID=3749bbb3-e0dc-4324-bd5c-a19fbd5340ec,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:19.800424 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:19.809040 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-ec3f8818-b7c2-401d-8cb6-7a46ed6311a4 service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8366690 Dec 06 14:48:19.832129 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f111c-0395-4d1a-be20-d151b93ef5ce req-f7dbbc76-0cc1-4353-a987-3bdaeafcb184 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:19.849508 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f76f111c-0395-4d1a-be20-d151b93ef5ce req-f7dbbc76-0cc1-4353-a987-3bdaeafcb184 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 932 time: 0.2079229 Dec 06 14:48:19.869614 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8b8f8e-5447-4837-b2b1-dce8757d425f tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Deleting subnet ea043f32-6a03-405a-b036-c7244b90fe40 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:48:19.886048 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8f8e-5447-4837-b2b1-dce8757d425f tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:19.998768 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-8e7bafde-c4ac-40a0-a8ec-84ebb287b54d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=5d72bb5c-7733-45c3-a034-55089fc45152 HTTP/1.1" status: 200 len: 217 time: 0.1293199 Dec 06 14:48:20.046275 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8f8e-5447-4837-b2b1-dce8757d425f tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:20.261567 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8f8e-5447-4837-b2b1-dce8757d425f tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:20.323598 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f76f111c-0395-4d1a-be20-d151b93ef5ce req-40740366-b103-43fe-9be2-530c1b7adec3 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725139 Dec 06 14:48:20.367021 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-2aa485dc-730d-4400-9a09-c1eb321397e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:20.369161 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-2aa485dc-730d-4400-9a09-c1eb321397e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73233722-86af-4248-a481-0a9c5e4685d5 HTTP/1.1" status: 200 len: 797 time: 0.3551195 Dec 06 14:48:20.390583 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8f8e-5447-4837-b2b1-dce8757d425f tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:20.441890 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8f8e-5447-4837-b2b1-dce8757d425f tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:20.442429 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b32c897-126f-44a5-919d-fc411afba658 None None] Network 2183ed7b-94e8-4637-9c54-56468f3e9b3e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:20.449644 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3e8b8f8e-5447-4837-b2b1-dce8757d425f tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/subnets/ea043f32-6a03-405a-b036-c7244b90fe40 HTTP/1.1" status: 204 len: 168 time: 0.7404377 Dec 06 14:48:20.450582 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b8f8e-5447-4837-b2b1-dce8757d425f tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event deleted for resources: {'Subnet': ['ID=ea043f32-6a03-405a-b036-c7244b90fe40,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:20.454204 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48486) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:20.583740 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:20.667408 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Deleting port 2f511920-75e2-4ded-ad3a-80895f472f5a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:20.667781 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:20.732384 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-9dce0b5e-8201-45c2-9923-66e5a136982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:20.733926 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-9dce0b5e-8201-45c2-9923-66e5a136982a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d4b264c-2449-439e-aadb-4b6f43f38919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2034416 Dec 06 14:48:20.749835 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f5341-7977-454d-abe3-bdc8473aa276 req-ae3237fa-2121-4962-a328-db8c21fa7164 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:20.751957 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e14f5341-7977-454d-abe3-bdc8473aa276 req-ae3237fa-2121-4962-a328-db8c21fa7164 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 944 time: 0.2117550 Dec 06 14:48:20.771293 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 002421a5-b798-4c72-8b3c-506260708352 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:48:20.775340 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 002421a5-b798-4c72-8b3c-506260708352 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:48:20.841875 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] For port 2f511920-75e2-4ded-ad3a-80895f472f5a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2f511920-75e2-4ded-ad3a-80895f472f5a,segment=NetworkSegment(fcf83b02-bcbd-4742-bcf3-19d9e4be97f9),segment_id=fcf83b02-bcbd-4742-bcf3-19d9e4be97f9)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:20.842486 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:20.890468 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Calling delete_port for 2f511920-75e2-4ded-ad3a-80895f472f5a owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:21.108088 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:21.109693 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e14f5341-7977-454d-abe3-bdc8473aa276 req-a0ca43d7-e53c-4c4e-88a6-2d239c55880d tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950928 Dec 06 14:48:21.146383 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:48:21.246091 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:21.262611 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-381af2ac-def2-4792-b893-e838016634dc service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058012 Dec 06 14:48:21.267997 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 002421a5-b798-4c72-8b3c-506260708352, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=002421a5-b798-4c72-8b3c-506260708352,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:21.294709 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90548d05-91ba-4b6c-bcdd-1407f349f59d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '002421a5-b798-4c72-8b3c-506260708352'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:21.297013 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5db2e60-9543-4b6c-8fe5-9103d37ba927" -d '{"events": [{"server_uuid": "90548d05-91ba-4b6c-bcdd-1407f349f59d", "name": "network-vif-unplugged", "status": "completed", "tag": "002421a5-b798-4c72-8b3c-506260708352"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:21.367315 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:21.383974 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event deleted for resources: {'Port': ['ID=2f511920-75e2-4ded-ad3a-80895f472f5a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:21.398991 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] No DVR routers for this DVR port 2f511920-75e2-4ded-ad3a-80895f472f5a on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:48:21.439543 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7d0ac1-6a74-4413-a793-930df63d94ce {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:21.450087 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48bf6c4-02eb-49a1-a744-2979044a3918 None None] DHCP port deletion for 2183ed7b-94e8-4637-9c54-56468f3e9b3e request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:21.470642 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:21.498170 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Transition to ACTIVE for port object 2f7d0ac1-6a74-4413-a793-930df63d94ce will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:48:21.603031 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:21.622518 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=002421a5-b798-4c72-8b3c-506260708352,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:21.639851 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 002421a5-b798-4c72-8b3c-506260708352, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=002421a5-b798-4c72-8b3c-506260708352,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:21.662384 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '002421a5-b798-4c72-8b3c-506260708352', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '002421a5-b798-4c72-8b3c-506260708352', 'mac_address': 'fa:16:3e:cc:a5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:48:21.696148 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2183ed7b-94e8-4637-9c54-56468f3e9b3e']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:21.709260 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2f511920-75e2-4ded-ad3a-80895f472f5a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:48:21.726111 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:21.729664 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf83b02-bcbd-4742-bcf3-19d9e4be97f9') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:21.730016 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf83b02-bcbd-4742-bcf3-19d9e4be97f9') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:21.738454 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 2f511920-75e2-4ded-ad3a-80895f472f5a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:48:21.738671 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2f511920-75e2-4ded-ad3a-80895f472f5a not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:48:21.750079 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:21.754375 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:21.771520 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002421a5-b798-4c72-8b3c-506260708352 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:21.791857 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:21.801178 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 002421a5-b798-4c72-8b3c-506260708352, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=002421a5-b798-4c72-8b3c-506260708352,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:21.802640 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:48:21.803804 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:48:21.806574 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:48:21.813050 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:21.820335 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178a1f05-08e1-4826-9c97-0bcde536f177 None None] DHCP port deletion for b37294a8-0dc8-43e9-9099-e05815316dd2 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:21.895341 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=002421a5-b798-4c72-8b3c-506260708352,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:21.909881 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8a598-16b8-44ef-b849-354d281b8010 req-afe28b9c-bb87-4e78-9418-93ba9c870869 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:21.911512 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bdb8a598-16b8-44ef-b849-354d281b8010 req-afe28b9c-bb87-4e78-9418-93ba9c870869 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 948 time: 0.6249030 Dec 06 14:48:21.928622 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-8739a31a-e7d8-4d3b-8dbe-21b43cd685e0 service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6416945 Dec 06 14:48:21.970111 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:21.982811 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:22.030907 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] 10.222.0.20 "DELETE /v2.0/networks/2183ed7b-94e8-4637-9c54-56468f3e9b3e HTTP/1.1" status: 204 len: 168 time: 1.5754557 Dec 06 14:48:22.071998 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d28fc9-586c-4b46-9355-ba3426ad407a tempest-NetworksIpV6TestAttrs-1004318134 tempest-NetworksIpV6TestAttrs-1004318134-project] Pushing event deleted for resources: {'Network': ['ID=2183ed7b-94e8-4637-9c54-56468f3e9b3e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:22.080891 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-fca9a175-1888-4a6a-bec5-77f2c62f5235 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=6cc6c89e-8a53-46be-8b4c-8b1a66915622 HTTP/1.1" status: 200 len: 217 time: 0.0807719 Dec 06 14:48:22.090432 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Pushing event updated for resources: {'Port': ['ID=2f7d0ac1-6a74-4413-a793-930df63d94ce,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:22.183852 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['002421a5-b798-4c72-8b3c-506260708352'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:22.220124 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bdb8a598-16b8-44ef-b849-354d281b8010 req-dd027a4b-742b-475a-b4dc-ba9d0d017b88 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895567 Dec 06 14:48:22.224008 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-01dfbc0c-23ac-4f24-afdd-faeec54170d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:22.225355 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-01dfbc0c-23ac-4f24-afdd-faeec54170d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73233722-86af-4248-a481-0a9c5e4685d5 HTTP/1.1" status: 200 len: 797 time: 0.1103883 Dec 06 14:48:22.266892 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Attempting to bind port 2f7d0ac1-6a74-4413-a793-930df63d94ce on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:48:22.267169 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Attempting to bind port 2f7d0ac1-6a74-4413-a793-930df63d94ce by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:48:22.267432 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Attempting to bind port 2f7d0ac1-6a74-4413-a793-930df63d94ce on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:48:22.275012 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Port 2f7d0ac1-6a74-4413-a793-930df63d94ce on network b37294a8-0dc8-43e9-9099-e05815316dd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:48:22.275347 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Attempting to bind port 2f7d0ac1-6a74-4413-a793-930df63d94ce on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:48:22.284000 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:48:22.284351 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Checking segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:22.284745 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Bound using segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:48:22.285194 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Bound port: 2f7d0ac1-6a74-4413-a793-930df63d94ce, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:48:22.285582 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:22.305859 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-3d87f362-b904-462a-8331-f5574c72afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:22.307951 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-3d87f362-b904-462a-8331-f5574c72afd2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d4b264c-2449-439e-aadb-4b6f43f38919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716524 Dec 06 14:48:22.429511 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:48:22.469990 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f7d0ac1-6a74-4413-a793-930df63d94ce,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:48:22.475711 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-a31109ae-5fa6-45c2-a3a2-3ef78ab17019 service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464186 Dec 06 14:48:22.481806 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48508) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:22.602452 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-3c9049f2-359d-4133-b547-fc8e8eaef687 service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195691 Dec 06 14:48:22.606812 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:22.699948 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Pushing event updated for resources: {'Port': ['ID=2f7d0ac1-6a74-4413-a793-930df63d94ce,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:22.714829 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-73898a19-d871-4e81-bdc1-99c5f79490ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df6c96395572460d88f29aa9d2f69138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2317257 Dec 06 14:48:22.717476 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48518) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:22.744977 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-266eb088-2dfe-4840-a9cd-5e461874a7c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a HTTP/1.1" status: 200 len: 217 time: 0.1287327 Dec 06 14:48:22.763378 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc927bd-8e69-4c48-bdc5-d121a928307e None None] DHCP port deletion for b37294a8-0dc8-43e9-9099-e05815316dd2 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:22.771682 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:22.772623 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:22.773527 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a44ee7bc-5cbf-49b2-9e82-ace725899e99 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:48:22.774077 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-fc7bafab-de9a-4a43-b028-1bfbd58d1d6a service neutron] 10.222.0.23 "PUT /v2.0/ports/2f7d0ac1-6a74-4413-a793-930df63d94ce HTTP/1.1" status: 200 len: 1092 time: 3.6856725 Dec 06 14:48:22.828326 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04585bb0-44c0-4d0a-b5f3-049e6892b106', 'tag': '2f7d0ac1-6a74-4413-a793-930df63d94ce'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:22.830707 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0a91aa-af7b-463b-ac8b-943f2b1f99c9" -d '{"events": [{"name": "network-changed", "server_uuid": "04585bb0-44c0-4d0a-b5f3-049e6892b106", "tag": "2f7d0ac1-6a74-4413-a793-930df63d94ce"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:22.834507 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-8cce46c4-220b-4dad-bb7e-e14d53d1481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:22.836096 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-8cce46c4-220b-4dad-bb7e-e14d53d1481b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2886b11-d7ce-4a27-8672-5072288b3ed3 HTTP/1.1" status: 200 len: 797 time: 0.0611448 Dec 06 14:48:22.868847 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd4219e2-12f9-4272-8ccc-2abcec6ff403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:22.895098 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd4219e2-12f9-4272-8ccc-2abcec6ff403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:22.922113 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port a44ee7bc-5cbf-49b2-9e82-ace725899e99 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:48:22.930609 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port a44ee7bc-5cbf-49b2-9e82-ace725899e99 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:22.932334 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:22.938004 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccce031-4c34-4f0d-8ee1-09dfa30dae2e req-00e952de-aefd-4494-99e9-125552643148 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:22.939608 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1ccce031-4c34-4f0d-8ee1-09dfa30dae2e req-00e952de-aefd-4494-99e9-125552643148 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 944 time: 0.2046878 Dec 06 14:48:22.960761 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd4219e2-12f9-4272-8ccc-2abcec6ff403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:22.965018 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd4219e2-12f9-4272-8ccc-2abcec6ff403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:22.969035 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dd4219e2-12f9-4272-8ccc-2abcec6ff403 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66b49a3a-732e-43d8-b886-f18944b03927 HTTP/1.1" status: 204 len: 168 time: 0.2487040 Dec 06 14:48:22.978759 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4219e2-12f9-4272-8ccc-2abcec6ff403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b49a3a-732e-43d8-b886-f18944b03927,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:23.008007 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1ccce031-4c34-4f0d-8ee1-09dfa30dae2e req-d816d60e-535b-404b-a608-5352ab1bfc4b tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565882 Dec 06 14:48:23.009955 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-1726bc77-6b4b-4a9a-b55a-cc88a6dee643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:23.011928 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-1726bc77-6b4b-4a9a-b55a-cc88a6dee643 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1648393 Dec 06 14:48:23.018331 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-3ebc070c-ba0b-406b-9038-869ea89ef8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:23.019804 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-3ebc070c-ba0b-406b-9038-869ea89ef8bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 1095 time: 0.1804595 Dec 06 14:48:23.106631 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-866c69f3-9565-411f-98be-ae274e596fbf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f7d0ac1-6a74-4413-a793-930df63d94ce HTTP/1.1" status: 200 len: 217 time: 0.0633297 Dec 06 14:48:23.169751 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-1d72ee7d-4bf5-4ef1-9187-a7cffdfe75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:23.171787 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-1d72ee7d-4bf5-4ef1-9187-a7cffdfe75ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.0561733 Dec 06 14:48:23.199610 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8e64a5-5bb5-4b22-8550-0e53d2614b56 x-openstack-request-id: req-aa8e64a5-5bb5-4b22-8550-0e53d2614b56 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:23.202123 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90548d05-91ba-4b6c-bcdd-1407f349f59d", "name": "network-vif-unplugged", "status": "completed", "tag": "002421a5-b798-4c72-8b3c-506260708352", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:23.202501 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa8e64a5-5bb5-4b22-8550-0e53d2614b56 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:23.203012 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90548d05-91ba-4b6c-bcdd-1407f349f59d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '002421a5-b798-4c72-8b3c-506260708352', 'code': 200} Dec 06 14:48:23.243315 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-15d11ff9-3ef2-4452-a775-89b6476b6cb8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327277 Dec 06 14:48:23.311610 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:23.314101 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842bff4-379b-47d8-a968-f5e3dc23b520 req-71ab196e-d23e-4d6a-b0e3-4a7073d0de8c tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:23.326357 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2842bff4-379b-47d8-a968-f5e3dc23b520 req-71ab196e-d23e-4d6a-b0e3-4a7073d0de8c tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 944 time: 0.1530907 Dec 06 14:48:23.363692 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccbc916-5120-4777-bf70-5dc82c3bfa3a x-openstack-request-id: req-dccbc916-5120-4777-bf70-5dc82c3bfa3a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:23.366625 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04585bb0-44c0-4d0a-b5f3-049e6892b106", "tag": "2f7d0ac1-6a74-4413-a793-930df63d94ce", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:23.367005 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dccbc916-5120-4777-bf70-5dc82c3bfa3a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:23.367522 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04585bb0-44c0-4d0a-b5f3-049e6892b106', 'tag': '2f7d0ac1-6a74-4413-a793-930df63d94ce', 'status': 'completed', 'code': 200} Dec 06 14:48:23.438264 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port a44ee7bc-5cbf-49b2-9e82-ace725899e99, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a44ee7bc-5cbf-49b2-9e82-ace725899e99,segment=NetworkSegment(a9c6f665-0cbd-4975-91d1-0fdfafd8f369),segment_id=a9c6f665-0cbd-4975-91d1-0fdfafd8f369)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:23.450075 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:23.469645 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2842bff4-379b-47d8-a968-f5e3dc23b520 req-c6eda1a7-7a00-4c94-b9fc-b64359bc8e44 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422977 Dec 06 14:48:23.539846 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-5993e1c7-3b0c-4529-97fa-1f5f58dccc73 service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862554 Dec 06 14:48:23.562307 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-ad1746b4-f164-46b8-850f-828ab961a12b service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302026 Dec 06 14:48:23.612491 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=a44ee7bc-5cbf-49b2-9e82-ace725899e99,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:24.242244 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c21efe5-7953-4b14-87d9-9c60cf2bc202 req-86e25b83-c95d-4894-8f27-c25ae486670c service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6938660 Dec 06 14:48:24.279283 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67ea51-cbfd-49cc-8849-80e4ef4568ec req-13a33655-d2b2-4558-bf37-fc32c97c32f9 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:24.286640 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc67ea51-cbfd-49cc-8849-80e4ef4568ec req-13a33655-d2b2-4558-bf37-fc32c97c32f9 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 950 time: 0.7231817 Dec 06 14:48:24.337775 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48588) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:24.385465 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc67ea51-cbfd-49cc-8849-80e4ef4568ec req-ce2633ff-df81-4e73-b48b-c901d568c6ea tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977838 Dec 06 14:48:24.437306 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-62acdbd0-ff6c-4e44-82bf-6298209842ae service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8617127 Dec 06 14:48:24.551944 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-324b7807-ea83-4e77-afe2-6c58dc286352 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee8da95d-34b2-4473-80cd-e4cf4bef2332 HTTP/1.1" status: 200 len: 217 time: 0.1054666 Dec 06 14:48:24.639812 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a91aa-af7b-463b-ac8b-943f2b1f99c9 req-86b63773-8ea0-48e0-b4eb-9d380bb1fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:24.642716 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa0a91aa-af7b-463b-ac8b-943f2b1f99c9 req-86b63773-8ea0-48e0-b4eb-9d380bb1fc97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 1095 time: 0.3089614 Dec 06 14:48:24.679432 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1029602811'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:24.688850 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-4199b645-7839-4cfe-b96a-2f32bcac5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:24.690858 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-4199b645-7839-4cfe-b96a-2f32bcac5fd4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2886b11-d7ce-4a27-8672-5072288b3ed3 HTTP/1.1" status: 200 len: 797 time: 0.1260140 Dec 06 14:48:24.720748 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:24.725723 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:24.745420 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:24.799555 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 002421a5-b798-4c72-8b3c-506260708352 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:48:24.869195 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-d9f81dcc-c8f0-45e0-9a33-432957c1e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:24.871057 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-d9f81dcc-c8f0-45e0-9a33-432957c1e63a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1664112 Dec 06 14:48:24.881254 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a91aa-af7b-463b-ac8b-943f2b1f99c9 req-b382a417-43cd-441e-a4d7-7b3d3d652226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:24.883100 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa0a91aa-af7b-463b-ac8b-943f2b1f99c9 req-b382a417-43cd-441e-a4d7-7b3d3d652226 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.2323220 Dec 06 14:48:24.914433 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776542c-0bb8-40ad-9d3c-9720850015a3 req-98fc45d3-a5d5-421a-a287-b9874fbcf7b2 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:24.923928 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8776542c-0bb8-40ad-9d3c-9720850015a3 req-98fc45d3-a5d5-421a-a287-b9874fbcf7b2 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 944 time: 0.1705258 Dec 06 14:48:24.936417 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 002421a5-b798-4c72-8b3c-506260708352 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:24.937134 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:24.937685 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:24.949412 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:24.978401 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa0a91aa-af7b-463b-ac8b-943f2b1f99c9 req-615ee612-7b50-4834-ba32-d8e4cde7c03d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f7d0ac1-6a74-4413-a793-930df63d94ce HTTP/1.1" status: 200 len: 217 time: 0.0823321 Dec 06 14:48:24.983162 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:48:25.022690 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:25.022943 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Added segment 7a6eec98-6985-4e4f-bd87-6b095ae0edcc of type vlan for network 7cff829a-f0a2-4779-b95c-fc56e8e27510 Dec 06 14:48:25.164475 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:25.225395 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 002421a5-b798-4c72-8b3c-506260708352, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=002421a5-b798-4c72-8b3c-506260708352,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:25.233249 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44ee7bc-5cbf-49b2-9e82-ace725899e99'}, {'server_uuid': '90548d05-91ba-4b6c-bcdd-1407f349f59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002421a5-b798-4c72-8b3c-506260708352'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:25.236057 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41d752d-6b45-4265-ae62-e38843bee1ae" -d '{"events": [{"server_uuid": "8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7", "name": "network-vif-plugged", "status": "completed", "tag": "a44ee7bc-5cbf-49b2-9e82-ace725899e99"}, {"server_uuid": "90548d05-91ba-4b6c-bcdd-1407f349f59d", "name": "network-vif-plugged", "status": "completed", "tag": "002421a5-b798-4c72-8b3c-506260708352"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:25.243077 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:25.244874 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:25.265530 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58cd08c3-3684-42f4-863d-5c3b54257ab3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:25.297162 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8776542c-0bb8-40ad-9d3c-9720850015a3 req-43060c77-d6ff-40a3-a425-866abefe2f34 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719401 Dec 06 14:48:25.304050 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a91aa-af7b-463b-ac8b-943f2b1f99c9 req-ca056ad5-53d7-40b2-8b4a-c89c2cb3c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:25.305236 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:25.305746 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:25.306236 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:25.306602 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa0a91aa-af7b-463b-ac8b-943f2b1f99c9 req-ca056ad5-53d7-40b2-8b4a-c89c2cb3c6a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.3030922 Dec 06 14:48:25.306737 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:25.307249 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:25.307838 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:25.308279 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:25.308716 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:25.309206 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:25.309637 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:25.310075 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:25.310501 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:25.310942 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:25.334907 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe0d12-32ae-4871-b352-a2c8bbc8c150 req-0d94da1e-6caa-42ad-956b-f05c04d58117 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:25.346619 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dabe0d12-32ae-4871-b352-a2c8bbc8c150 req-0d94da1e-6caa-42ad-956b-f05c04d58117 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 945 time: 0.1676748 Dec 06 14:48:25.362011 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:25.370586 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:25.371412 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:25.398657 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=002421a5-b798-4c72-8b3c-506260708352,revision_number=11']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:25.422916 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa0a91aa-af7b-463b-ac8b-943f2b1f99c9 req-dde5b8a7-6bce-42f3-a7bd-2a80b7705f65 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094623 Dec 06 14:48:25.452820 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-f935916a-f6f6-4e83-88fa-ae1aa8ebc502 service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661566 Dec 06 14:48:25.475140 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1359451 Dec 06 14:48:25.481175 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48622) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:25.505487 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-30e198c9-fd41-4dd4-875f-fa91f716a31d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510', 'name': 'tempest-PortsIpV6TestJSON-2128656727'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:25.547766 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa0a91aa-af7b-463b-ac8b-943f2b1f99c9 req-f3d91df6-0338-43ed-86ec-817f0db4442f service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165371 Dec 06 14:48:25.610251 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e71b50-ee50-4d4d-9f76-c6d5b52bf575 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Network': ['ID=7cff829a-f0a2-4779-b95c-fc56e8e27510,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:25.637545 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:48:25.654191 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dabe0d12-32ae-4871-b352-a2c8bbc8c150 req-5069a483-25b3-40d4-a475-2eb41318d263 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034766 Dec 06 14:48:25.805228 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8625e5f8-08f9-4b94-a53b-b126001ef770 x-openstack-request-id: req-8625e5f8-08f9-4b94-a53b-b126001ef770 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:25.805812 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7", "name": "network-vif-plugged", "status": "completed", "tag": "a44ee7bc-5cbf-49b2-9e82-ace725899e99", "code": 200}, {"server_uuid": "90548d05-91ba-4b6c-bcdd-1407f349f59d", "name": "network-vif-plugged", "status": "completed", "tag": "002421a5-b798-4c72-8b3c-506260708352", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:25.805812 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8625e5f8-08f9-4b94-a53b-b126001ef770 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:25.806116 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44ee7bc-5cbf-49b2-9e82-ace725899e99', 'code': 200} Dec 06 14:48:25.808945 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90548d05-91ba-4b6c-bcdd-1407f349f59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002421a5-b798-4c72-8b3c-506260708352', 'code': 200} Dec 06 14:48:26.006205 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75842739-8df9-4598-bbda-3d12383bc430 req-218803f3-266e-4602-ab77-74941188138e tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:26.010295 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6feb5bd3-ee45-4fde-b123-b30049aed902 req-6e9ccf32-0487-4522-b5d1-c368bd5d65e4 service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614918 Dec 06 14:48:26.012986 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-75842739-8df9-4598-bbda-3d12383bc430 req-218803f3-266e-4602-ab77-74941188138e tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 951 time: 0.1617148 Dec 06 14:48:26.037130 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e198c9-fd41-4dd4-875f-fa91f716a31d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:26.041136 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa0a91aa-af7b-463b-ac8b-943f2b1f99c9 req-a93b1d77-4e14-452f-b6c0-cee0c431364d service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757471 Dec 06 14:48:26.052294 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30e198c9-fd41-4dd4-875f-fa91f716a31d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:26.151610 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011d7ee-f5f7-4786-9610-08f804d4793b req-b5681977-bc9d-4428-9479-f1cc12720064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:26.154421 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4011d7ee-f5f7-4786-9610-08f804d4793b req-b5681977-bc9d-4428-9479-f1cc12720064 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 1096 time: 0.2567172 Dec 06 14:48:26.163542 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-30e198c9-fd41-4dd4-875f-fa91f716a31d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] device_id is not set on port 21ad8c24-98da-42fc-b9c9-edd5d81332ac yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:48:26.180101 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66322bcf-5f47-4d96-8037-5c7668518233 req-0b07632a-5e09-42c3-b14f-aaab05671a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:26.181923 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66322bcf-5f47-4d96-8037-5c7668518233 req-0b07632a-5e09-42c3-b14f-aaab05671a03 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 1102 time: 0.1371696 Dec 06 14:48:26.280841 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 7961e397-e9be-4caf-99ed-f88f7e67d59c no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:48:26.294822 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66322bcf-5f47-4d96-8037-5c7668518233 req-803dac3a-518d-48b2-9a1d-6ac83a264035 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032255 Dec 06 14:48:26.320585 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-cd25e6f4-c941-4d34-b6e3-21575a66f2f8 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:26.323751 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-cd25e6f4-c941-4d34-b6e3-21575a66f2f8 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/networks?id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088 HTTP/1.1" status: 200 len: 805 time: 0.2000327 Dec 06 14:48:26.355623 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-bf2796dd-a42f-40ea-89e1-857538c81130 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/quotas/adac984961054391983001fff49bb81b HTTP/1.1" status: 200 len: 375 time: 0.0261171 Dec 06 14:48:26.409092 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30e198c9-fd41-4dd4-875f-fa91f716a31d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:26.414267 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:26.429310 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-5d7c9b18-3267-49d6-b18b-4ed6400896fd tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=adac984961054391983001fff49bb81b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722847 Dec 06 14:48:26.452194 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-75842739-8df9-4598-bbda-3d12383bc430 req-23cb79fa-6001-4801-9b5a-966f5bddccec tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951550 Dec 06 14:48:26.456163 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30e198c9-fd41-4dd4-875f-fa91f716a31d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:26.565904 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e198c9-fd41-4dd4-875f-fa91f716a31d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Checking segment: {'id': '7a6eec98-6985-4e4f-bd87-6b095ae0edcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:26.566170 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e198c9-fd41-4dd4-875f-fa91f716a31d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network hostable DHCP agents. Network: 7cff829a-f0a2-4779-b95c-fc56e8e27510, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:48:26.571230 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 7961e397-e9be-4caf-99ed-f88f7e67d59c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7961e397-e9be-4caf-99ed-f88f7e67d59c,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:26.579893 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4011d7ee-f5f7-4786-9610-08f804d4793b req-e95982a0-6563-457f-b7ca-34a732aefc0b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777802 Dec 06 14:48:26.580504 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e198c9-fd41-4dd4-875f-fa91f716a31d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=21ad8c24-98da-42fc-b9c9-edd5d81332ac,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:26.595758 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:26.613381 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e198c9-fd41-4dd4-875f-fa91f716a31d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:48:26.625847 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-34cc21a3-ad5d-4acb-a59c-e790bdeae027 service neutron] 10.222.0.20 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951485 Dec 06 14:48:26.630979 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-30e198c9-fd41-4dd4-875f-fa91f716a31d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7cff829a-f0a2-4779-b95c-fc56e8e27510) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:26.635132 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e198c9-fd41-4dd4-875f-fa91f716a31d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:26.642744 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e198c9-fd41-4dd4-875f-fa91f716a31d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:26.649875 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30e198c9-fd41-4dd4-875f-fa91f716a31d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:26.684223 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-30e198c9-fd41-4dd4-875f-fa91f716a31d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1989238 Dec 06 14:48:26.688498 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48650) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:26.695362 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-906165772'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:26.726392 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:26.731444 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:26.739777 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08692fbc-9161-4a4f-ab5c-45a0081eaea9 req-d2e4e82c-55b4-44d9-a967-af555dd50611 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:26.741557 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08692fbc-9161-4a4f-ab5c-45a0081eaea9 req-d2e4e82c-55b4-44d9-a967-af555dd50611 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 944 time: 0.0722740 Dec 06 14:48:26.835089 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:48:26.846210 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08692fbc-9161-4a4f-ab5c-45a0081eaea9 req-0576175a-62c1-4d5c-9960-3f55683bdc9f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855856 Dec 06 14:48:26.881042 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-e459f814-2a5e-4d7d-b0aa-3d320b98ae5d service neutron] 10.222.0.20 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508378 Dec 06 14:48:26.884515 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:26.887416 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Added segment f017a66d-bee1-4e5e-b099-c3ce8e9289f7 of type vlan for network 236cf540-8f98-4044-aae3-448106656f17 Dec 06 14:48:26.920747 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16105609-3de0-4d51-8ad4-62cfd0c85118 None None] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:26.994960 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:27.023933 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad188-dd46-4009-a277-ec8e92deb288 req-d1cf9e6c-3914-45a8-a88f-a68ce6457d08 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:27.027836 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-26dad188-dd46-4009-a277-ec8e92deb288 req-d1cf9e6c-3914-45a8-a88f-a68ce6457d08 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 945 time: 0.1014152 Dec 06 14:48:27.036351 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:27.050157 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:27.050809 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:27.077239 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=7961e397-e9be-4caf-99ed-f88f7e67d59c,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:27.177889 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-26dad188-dd46-4009-a277-ec8e92deb288 req-633a1ec8-851b-4cec-9dcc-ab9a71a3cbc9 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406565 Dec 06 14:48:27.261046 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Network': ['ID=236cf540-8f98-4044-aae3-448106656f17,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:27.275377 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:27.275759 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:27.276158 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:27.276555 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:27.276876 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:27.277238 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:27.277559 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:27.277867 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:27.278197 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:27.278524 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:27.278851 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:27.279177 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:27.279500 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:27.288941 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48664) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:27.292447 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 236cf540-8f98-4044-aae3-448106656f17 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:48:27.293931 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'ports': [{'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510'}, {'network_id': '236cf540-8f98-4044-aae3-448106656f17'}]} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:27.294249 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:27.294725 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'network_id': '236cf540-8f98-4044-aae3-448106656f17'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:27.299742 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ab8fa20f-1c62-41a1-bca1-46040aeb477e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6091869 Dec 06 14:48:27.425433 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3024f177-deef-40c6-94c8-7095d77914d2 req-892a97df-5cce-4fe4-a1e6-4d4d3e60284e tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=37b31c3e-dccf-43a8-822e-a022f7b6aeb7 HTTP/1.1" status: 200 len: 210 time: 0.1092985 Dec 06 14:48:27.468425 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5bb0c-1591-41e1-ac93-867974beaa4a req-06d7bab2-15b6-4674-945f-a0c997788286 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:27.469940 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a9e5bb0c-1591-41e1-ac93-867974beaa4a req-06d7bab2-15b6-4674-945f-a0c997788286 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.23 "GET /v2.0/ports?device_id=ffdc2f61-e7b7-466d-b910-683977c8d440 HTTP/1.1" status: 200 len: 943 time: 0.1965349 Dec 06 14:48:27.591834 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'port': 2} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:27.597787 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:27.646589 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:27.702091 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:27.719342 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a6ca1-ad86-4465-a39d-f1c6348be85c req-76a53dbb-c25d-478b-810c-ec70ccb12ed7 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:27.721238 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a5a6ca1-ad86-4465-a39d-f1c6348be85c req-76a53dbb-c25d-478b-810c-ec70ccb12ed7 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 951 time: 0.1058350 Dec 06 14:48:27.741537 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-a9e5bb0c-1591-41e1-ac93-867974beaa4a req-30066e56-2bc3-4fc7-baf7-cb521be551ad tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Deleting port 7961e397-e9be-4caf-99ed-f88f7e67d59c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:27.742046 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a9e5bb0c-1591-41e1-ac93-867974beaa4a req-30066e56-2bc3-4fc7-baf7-cb521be551ad tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:27.809949 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdc2f61-e7b7-466d-b910-683977c8d440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7961e397-e9be-4caf-99ed-f88f7e67d59c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:27.813376 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9da7f52-60a9-49f7-8e64-01392a354a08" -d '{"events": [{"server_uuid": "ffdc2f61-e7b7-466d-b910-683977c8d440", "name": "network-vif-unplugged", "status": "completed", "tag": "7961e397-e9be-4caf-99ed-f88f7e67d59c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:27.823604 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] device_id is not set on port 80523931-b5b5-4e75-8501-799dace03aec yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:48:27.874592 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a5a6ca1-ad86-4465-a39d-f1c6348be85c req-3678fa71-c002-4f52-9104-561f0f2e02dc tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421614 Dec 06 14:48:27.910125 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb4304c-5f8f-4bdc-9d16-46053100c6b9 x-openstack-request-id: req-6bb4304c-5f8f-4bdc-9d16-46053100c6b9 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:27.910432 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdc2f61-e7b7-466d-b910-683977c8d440", "name": "network-vif-unplugged", "status": "completed", "tag": "7961e397-e9be-4caf-99ed-f88f7e67d59c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:27.910690 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bb4304c-5f8f-4bdc-9d16-46053100c6b9 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:27.911317 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdc2f61-e7b7-466d-b910-683977c8d440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7961e397-e9be-4caf-99ed-f88f7e67d59c', 'code': 200} Dec 06 14:48:27.917956 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a9e5bb0c-1591-41e1-ac93-867974beaa4a req-30066e56-2bc3-4fc7-baf7-cb521be551ad tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] For port 7961e397-e9be-4caf-99ed-f88f7e67d59c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7961e397-e9be-4caf-99ed-f88f7e67d59c,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:27.918322 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a9e5bb0c-1591-41e1-ac93-867974beaa4a req-30066e56-2bc3-4fc7-baf7-cb521be551ad tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:27.939646 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-a9e5bb0c-1591-41e1-ac93-867974beaa4a req-30066e56-2bc3-4fc7-baf7-cb521be551ad tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Calling delete_port for 7961e397-e9be-4caf-99ed-f88f7e67d59c owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:28.085089 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ef566-a9aa-441b-b186-9b5c797c8c5e req-f6327fb0-b8aa-4532-9f8a-eacb4347ec52 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:28.094769 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-471ef566-a9aa-441b-b186-9b5c797c8c5e req-f6327fb0-b8aa-4532-9f8a-eacb4347ec52 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 944 time: 0.0916514 Dec 06 14:48:28.189177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-471ef566-a9aa-441b-b186-9b5c797c8c5e req-76c32554-b519-45f6-883a-8a12c7349c08 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931666 Dec 06 14:48:28.208764 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a9e5bb0c-1591-41e1-ac93-867974beaa4a req-30066e56-2bc3-4fc7-baf7-cb521be551ad tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:28.229982 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:28.282698 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30066e56-2bc3-4fc7-baf7-cb521be551ad tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Pushing event deleted for resources: {'Port': ['ID=7961e397-e9be-4caf-99ed-f88f7e67d59c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:28.301986 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8f74a8-e88b-4b69-904d-996fda603c8d None None] DHCP port deletion for 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:28.352073 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] device_id is not set on port 1bf69993-4a05-4895-82e7-76ebb1705b86 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:48:28.364273 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e5bb0c-1591-41e1-ac93-867974beaa4a req-30066e56-2bc3-4fc7-baf7-cb521be551ad tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] No DVR routers for this DVR port 7961e397-e9be-4caf-99ed-f88f7e67d59c on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:48:28.374803 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a9e5bb0c-1591-41e1-ac93-867974beaa4a req-30066e56-2bc3-4fc7-baf7-cb521be551ad tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:28.378719 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a9e5bb0c-1591-41e1-ac93-867974beaa4a req-30066e56-2bc3-4fc7-baf7-cb521be551ad tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.23 "DELETE /v2.0/ports/7961e397-e9be-4caf-99ed-f88f7e67d59c HTTP/1.1" status: 204 len: 173 time: 0.8968616 Dec 06 14:48:28.380127 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdc2f61-e7b7-466d-b910-683977c8d440', 'name': 'network-vif-deleted', 'tag': '7961e397-e9be-4caf-99ed-f88f7e67d59c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:28.392394 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d086373-82e4-487a-8517-990ed18e4c81" -d '{"events": [{"server_uuid": "ffdc2f61-e7b7-466d-b910-683977c8d440", "name": "network-vif-deleted", "tag": "7961e397-e9be-4caf-99ed-f88f7e67d59c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:28.432870 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2303f6e-65a0-4202-9fd9-10486e340d8d req-361fb466-f677-40f0-959d-ee3b3373dea6 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:28.434931 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d2303f6e-65a0-4202-9fd9-10486e340d8d req-361fb466-f677-40f0-959d-ee3b3373dea6 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 945 time: 0.1187174 Dec 06 14:48:28.530551 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7514562c-f5c3-4838-8713-69dac8fe9a68 x-openstack-request-id: req-7514562c-f5c3-4838-8713-69dac8fe9a68 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:28.530837 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdc2f61-e7b7-466d-b910-683977c8d440", "name": "network-vif-deleted", "tag": "7961e397-e9be-4caf-99ed-f88f7e67d59c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:28.531495 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:28.532067 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7514562c-f5c3-4838-8713-69dac8fe9a68 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:28.533609 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdc2f61-e7b7-466d-b910-683977c8d440', 'name': 'network-vif-deleted', 'tag': '7961e397-e9be-4caf-99ed-f88f7e67d59c', 'status': 'completed', 'code': 200} Dec 06 14:48:28.582298 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:28.586216 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d2303f6e-65a0-4202-9fd9-10486e340d8d req-0f1a5013-7adc-40fb-a4f3-5c4fc8874500 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314516 Dec 06 14:48:28.662435 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee7ab327-8d65-4c7a-bbf2-631f84e2a36d req-5ab79311-b1c4-4569-b0ae-db86088554cb tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=37b31c3e-dccf-43a8-822e-a022f7b6aeb7 HTTP/1.1" status: 200 len: 210 time: 0.0819170 Dec 06 14:48:28.695120 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:48:28.711100 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:28.723702 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=80523931-b5b5-4e75-8501-799dace03aec,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:28.725941 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:28.726755 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:28.806185 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cfa8de3d-1b29-4397-b1c7-fb18bec95009 req-b65ee426-6612-4186-bdd8-b04b1ab5747d tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1302317988&fields=id&tenant_id=7dbaded7cf904f7189c67f3313a64b2c HTTP/1.1" status: 200 len: 267 time: 0.1079865 Dec 06 14:48:28.837244 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=1bf69993-4a05-4895-82e7-76ebb1705b86,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:28.859054 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Checking segment: {'id': 'f017a66d-bee1-4e5e-b099-c3ce8e9289f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '236cf540-8f98-4044-aae3-448106656f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:28.859054 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network hostable DHCP agents. Network: 236cf540-8f98-4044-aae3-448106656f17, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:48:28.901781 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 236cf540-8f98-4044-aae3-448106656f17 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:48:28.903962 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8de3d-1b29-4397-b1c7-fb18bec95009 req-64494c52-f1c5-497d-8a2a-ff2737ef539b tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:28.905926 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cfa8de3d-1b29-4397-b1c7-fb18bec95009 req-64494c52-f1c5-497d-8a2a-ff2737ef539b tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 945 time: 0.1026793 Dec 06 14:48:28.925646 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-cfa8de3d-1b29-4397-b1c7-fb18bec95009 req-d3b81dea-abb8-4906-ac62-c4476023d859 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Request body: {'port': {'security_groups': ['16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b', 'cbbdf0fa-31d4-4ec4-8769-5a0b908b42b3']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:28.932389 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-a13d362d-e8eb-45c0-8ce8-4a5b9f9c22ce tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:28.934010 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-a13d362d-e8eb-45c0-8ce8-4a5b9f9c22ce tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.37 "GET /v2.0/networks?id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088 HTTP/1.1" status: 200 len: 805 time: 0.2704868 Dec 06 14:48:28.935195 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 236cf540-8f98-4044-aae3-448106656f17) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:28.939608 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:28.946230 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:28.948492 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1805900e-c1d2-40a7-a9c9-f7199f9b9216 None None] Network 236cf540-8f98-4044-aae3-448106656f17 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:28.952638 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:28.975813 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:28.975813 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-fba47d7c-10c1-4db9-94a1-d5350fb97b7b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Request body: {'port': {'device_id': '37b31c3e-dccf-43a8-822e-a022f7b6aeb7', 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088', 'admin_state_up': True, 'tenant_id': 'adac984961054391983001fff49bb81b'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:29.040195 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cfa8de3d-1b29-4397-b1c7-fb18bec95009 req-d3b81dea-abb8-4906-ac62-c4476023d859 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:29.040950 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-21168b9c-38c4-483f-83f6-0f0adc06f0cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7509179 Dec 06 14:48:29.043735 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48696) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:29.181727 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbcd21-1a85-4db4-a157-b0337f4c2a7d req-c5f0f506-a090-4ca0-96d6-7987a2ac7df2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:29.183645 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d9fbcd21-1a85-4db4-a157-b0337f4c2a7d req-c5f0f506-a090-4ca0-96d6-7987a2ac7df2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 951 time: 0.1510670 Dec 06 14:48:29.360244 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-27671e2f-42a0-4b90-8be9-31755bc41947 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port 1bf69993-4a05-4895-82e7-76ebb1705b86 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:29.360912 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27671e2f-42a0-4b90-8be9-31755bc41947 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:29.510299 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27671e2f-42a0-4b90-8be9-31755bc41947 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:29.540756 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-27671e2f-42a0-4b90-8be9-31755bc41947 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for 1bf69993-4a05-4895-82e7-76ebb1705b86 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:29.576793 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-cfa8de3d-1b29-4397-b1c7-fb18bec95009 req-d3b81dea-abb8-4906-ac62-c4476023d859 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] For port a44ee7bc-5cbf-49b2-9e82-ace725899e99, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a44ee7bc-5cbf-49b2-9e82-ace725899e99,segment=NetworkSegment(a9c6f665-0cbd-4975-91d1-0fdfafd8f369),segment_id=a9c6f665-0cbd-4975-91d1-0fdfafd8f369)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:29.584119 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-fba47d7c-10c1-4db9-94a1-d5350fb97b7b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Made reservation on behalf of adac984961054391983001fff49bb81b for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:29.587806 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-fba47d7c-10c1-4db9-94a1-d5350fb97b7b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:29.611423 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d9fbcd21-1a85-4db4-a157-b0337f4c2a7d req-fef43ed0-025e-4385-bedc-76e681ae8068 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162650 Dec 06 14:48:29.611952 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:29.720419 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cfa8de3d-1b29-4397-b1c7-fb18bec95009 req-d3b81dea-abb8-4906-ac62-c4476023d859 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:29.734969 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cfa8de3d-1b29-4397-b1c7-fb18bec95009 req-d3b81dea-abb8-4906-ac62-c4476023d859 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:29.751623 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['a44ee7bc-5cbf-49b2-9e82-ace725899e99'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:29.764923 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27671e2f-42a0-4b90-8be9-31755bc41947 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:29.816759 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-fba47d7c-10c1-4db9-94a1-d5350fb97b7b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Allocated IP 172.20.0.11 (0aa083a0-a7dd-42d4-ae83-ce9441a0e088/4f9db456-6440-47de-9186-75398af412f5/c90d1b62-721c-4a0d-bcf5-749ccc2eda24) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:48:29.837871 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179d32a-3029-446e-8ebe-6b718afc2824 req-e9203139-ade5-472d-99f8-0632e11df204 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:29.840724 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6179d32a-3029-446e-8ebe-6b718afc2824 req-e9203139-ade5-472d-99f8-0632e11df204 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 944 time: 0.0833046 Dec 06 14:48:29.853552 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8de3d-1b29-4397-b1c7-fb18bec95009 req-d3b81dea-abb8-4906-ac62-c4476023d859 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:29.854214 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cfa8de3d-1b29-4397-b1c7-fb18bec95009 req-d3b81dea-abb8-4906-ac62-c4476023d859 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:29.862663 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff192088-5981-40b2-b896-019f8b4c3775 None None] DHCP port deletion for 5944ac86-4fc6-4a61-a859-87f4a03f0231 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:29.870004 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cfa8de3d-1b29-4397-b1c7-fb18bec95009 req-d3b81dea-abb8-4906-ac62-c4476023d859 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "PUT /v2.0/ports/a44ee7bc-5cbf-49b2-9e82-ace725899e99 HTTP/1.1" status: 200 len: 981 time: 0.9532690 Dec 06 14:48:29.909492 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27671e2f-42a0-4b90-8be9-31755bc41947 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:29.918421 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-27671e2f-42a0-4b90-8be9-31755bc41947 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/ports/1bf69993-4a05-4895-82e7-76ebb1705b86 HTTP/1.1" status: 204 len: 168 time: 0.8734918 Dec 06 14:48:29.922509 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48718) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:29.929772 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b81dea-abb8-4906-ac62-c4476023d859 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event updated for resources: {'Port': ['ID=a44ee7bc-5cbf-49b2-9e82-ace725899e99,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:29.946768 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2e84d05a-547f-48fe-97ef-016687a11888 None None] Provisioning complete for port a44ee7bc-5cbf-49b2-9e82-ace725899e99 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:29.947163 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e84d05a-547f-48fe-97ef-016687a11888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:30.002789 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['a44ee7bc-5cbf-49b2-9e82-ace725899e99'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:30.005000 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27671e2f-42a0-4b90-8be9-31755bc41947 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=1bf69993-4a05-4895-82e7-76ebb1705b86,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:30.070042 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6179d32a-3029-446e-8ebe-6b718afc2824 req-2d78f636-e56f-4b1a-a3f8-ed4bf2ab6be1 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181368 Dec 06 14:48:30.175533 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cca419-84aa-4432-844e-05bc8ef09a21 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:30.182670 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cca419-84aa-4432-844e-05bc8ef09a21 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:30.184407 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-68cca419-84aa-4432-844e-05bc8ef09a21 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2549913 Dec 06 14:48:30.188240 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48720) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:30.252042 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8c44ae3d-0a1e-4d5b-b2fc-397d34d15a17 req-b8e5c882-6a00-4c9e-94e4-65305a913d7c tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=37b31c3e-dccf-43a8-822e-a022f7b6aeb7 HTTP/1.1" status: 200 len: 210 time: 0.0835857 Dec 06 14:48:30.297682 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-fba47d7c-10c1-4db9-94a1-d5350fb97b7b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:30.323580 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 7961e397-e9be-4caf-99ed-f88f7e67d59c no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:48:30.374075 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-fba47d7c-10c1-4db9-94a1-d5350fb97b7b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:30.378720 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 7961e397-e9be-4caf-99ed-f88f7e67d59c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:48:30.379152 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 7961e397-e9be-4caf-99ed-f88f7e67d59c not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:48:30.426106 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8b058f69-604a-473f-8d74-951b0a4458a1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port 80523931-b5b5-4e75-8501-799dace03aec {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:30.429027 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b058f69-604a-473f-8d74-951b0a4458a1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:30.465839 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-fba47d7c-10c1-4db9-94a1-d5350fb97b7b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:48:30.469113 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-fba47d7c-10c1-4db9-94a1-d5350fb97b7b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:30.471185 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba47d7c-10c1-4db9-94a1-d5350fb97b7b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Pushing event updated for resources: {'Port': ['ID=c90d1b62-721c-4a0d-bcf5-749ccc2eda24,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:30.485668 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-fba47d7c-10c1-4db9-94a1-d5350fb97b7b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:30.486118 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8091bce4-78f8-45ce-8803-72867f49f4a7 None None] DHCP port deletion for 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:30.529588 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b058f69-604a-473f-8d74-951b0a4458a1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:30.531045 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0379fd-9fa1-4fbb-bdca-e09102197152 req-fa723c94-fc94-4c3a-ba4c-10ec5f10e99f tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:30.532592 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca0379fd-9fa1-4fbb-bdca-e09102197152 req-fa723c94-fc94-4c3a-ba4c-10ec5f10e99f tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 1102 time: 0.1247320 Dec 06 14:48:30.534025 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7', 'tag': 'a44ee7bc-5cbf-49b2-9e82-ace725899e99'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:30.536273 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06cfebf-531f-4bef-969e-085def1e6a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7", "tag": "a44ee7bc-5cbf-49b2-9e82-ace725899e99"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:30.554561 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-fba47d7c-10c1-4db9-94a1-d5350fb97b7b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:30.555153 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-fba47d7c-10c1-4db9-94a1-d5350fb97b7b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:30.556717 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8b058f69-604a-473f-8d74-951b0a4458a1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for 80523931-b5b5-4e75-8501-799dace03aec owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:30.565072 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b61829a6-a1bd-48b5-a971-f40e54a49a76 req-61a4f7d8-7955-480c-b6e3-306bd0a4d8bf tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-87464635&fields=id&tenant_id=7dbaded7cf904f7189c67f3313a64b2c HTTP/1.1" status: 200 len: 267 time: 0.1680300 Dec 06 14:48:30.583283 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-fba47d7c-10c1-4db9-94a1-d5350fb97b7b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6185942 Dec 06 14:48:30.600108 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Request body: {'port': {'device_id': '37b31c3e-dccf-43a8-822e-a022f7b6aeb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:30.609948 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d0d74da7-2fa1-44bb-85f6-bd15b0f75aea None None] Provisioning complete for port c90d1b62-721c-4a0d-bcf5-749ccc2eda24 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:30.610397 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d0d74da7-2fa1-44bb-85f6-bd15b0f75aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:30.625164 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca0379fd-9fa1-4fbb-bdca-e09102197152 req-6964a57c-df90-45e7-90c0-56f4d7849665 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842340 Dec 06 14:48:30.656930 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61829a6-a1bd-48b5-a971-f40e54a49a76 req-e46b8d26-afdc-4d59-80bc-d7d7efd823c8 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:30.660730 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b61829a6-a1bd-48b5-a971-f40e54a49a76 req-e46b8d26-afdc-4d59-80bc-d7d7efd823c8 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 984 time: 0.0885813 Dec 06 14:48:30.673620 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:30.679851 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d0d74da7-2fa1-44bb-85f6-bd15b0f75aea None None] Port c90d1b62-721c-4a0d-bcf5-749ccc2eda24 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:48:30.680509 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-b61829a6-a1bd-48b5-a971-f40e54a49a76 req-d512354d-653e-4b6d-b64b-5d05d2f58f41 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Request body: {'port': {'security_groups': ['16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b', 'cbbdf0fa-31d4-4ec4-8769-5a0b908b42b3', '1f5df5de-a4d1-405d-bbfe-c6fb0d5a8b66']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:30.687306 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3d19ecc-d4e7-4fee-958b-0390f0ab2341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:30.717192 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce60caec-ff4f-4205-bd0d-b59216eb660b x-openstack-request-id: req-ce60caec-ff4f-4205-bd0d-b59216eb660b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:30.717501 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7", "tag": "a44ee7bc-5cbf-49b2-9e82-ace725899e99", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:30.717920 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce60caec-ff4f-4205-bd0d-b59216eb660b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:30.718382 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7', 'tag': 'a44ee7bc-5cbf-49b2-9e82-ace725899e99', 'status': 'completed', 'code': 200} Dec 06 14:48:30.802355 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b058f69-604a-473f-8d74-951b0a4458a1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:30.847231 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b058f69-604a-473f-8d74-951b0a4458a1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=80523931-b5b5-4e75-8501-799dace03aec,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:30.850527 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cfebf-531f-4bef-969e-085def1e6a1a req-037586a9-92f4-4264-9e88-956fa4a3ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:30.852070 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d06cfebf-531f-4bef-969e-085def1e6a1a req-037586a9-92f4-4264-9e88-956fa4a3ce2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dbaded7cf904f7189c67f3313a64b2c&device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 1135 time: 0.1329303 Dec 06 14:48:30.853393 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b61829a6-a1bd-48b5-a971-f40e54a49a76 req-d512354d-653e-4b6d-b64b-5d05d2f58f41 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:30.876364 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b058f69-604a-473f-8d74-951b0a4458a1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:30.882167 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8b058f69-604a-473f-8d74-951b0a4458a1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/ports/80523931-b5b5-4e75-8501-799dace03aec HTTP/1.1" status: 204 len: 168 time: 0.6899371 Dec 06 14:48:30.887543 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48746) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:31.001784 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904b1f92-cfd1-4a0b-b3b6-368848e0e185 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:31.003541 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-904b1f92-cfd1-4a0b-b3b6-368848e0e185 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1135962 Dec 06 14:48:31.006691 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c1097-7c9d-444a-8260-e9d652fdbeeb req-577b4411-69e6-4c24-a6a1-f8c872e8ad08 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:31.008122 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a71c1097-7c9d-444a-8260-e9d652fdbeeb req-577b4411-69e6-4c24-a6a1-f8c872e8ad08 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 1102 time: 0.1197095 Dec 06 14:48:31.008571 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48752) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:31.021457 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cfebf-531f-4bef-969e-085def1e6a1a req-1311cb14-6a7e-4cdd-8576-94cc81d9b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:31.023146 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d06cfebf-531f-4bef-969e-085def1e6a1a req-1311cb14-6a7e-4cdd-8576-94cc81d9b605 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5944ac86-4fc6-4a61-a859-87f4a03f0231 HTTP/1.1" status: 200 len: 914 time: 0.1594961 Dec 06 14:48:31.070341 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-46edb5f9-4cc2-4d83-a2e9-28a08604ad6e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] GET failed (client error): The resource could not be found. Dec 06 14:48:31.075610 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d06cfebf-531f-4bef-969e-085def1e6a1a req-9e375eba-7312-4650-9f26-9eaac6787927 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a44ee7bc-5cbf-49b2-9e82-ace725899e99 HTTP/1.1" status: 200 len: 217 time: 0.0392666 Dec 06 14:48:31.075815 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-46edb5f9-4cc2-4d83-a2e9-28a08604ad6e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports/1bf69993-4a05-4895-82e7-76ebb1705b86 HTTP/1.1" status: 404 len: 333 time: 0.0585451 Dec 06 14:48:31.076087 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48756) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:31.096390 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90d1b62-721c-4a0d-bcf5-749ccc2eda24 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:31.109646 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.113313 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-989c0c9a-e606-4784-ad47-7a29e1243c3d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] GET failed (client error): The resource could not be found. Dec 06 14:48:31.117622 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-989c0c9a-e606-4784-ad47-7a29e1243c3d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports/80523931-b5b5-4e75-8501-799dace03aec HTTP/1.1" status: 404 len: 333 time: 0.0385611 Dec 06 14:48:31.118197 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48760) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:31.130409 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a71c1097-7c9d-444a-8260-e9d652fdbeeb req-dc05879b-44ee-4206-a813-7b21a74d4cb9 tempest-ServersAdminTestJSON-809528542 tempest-ServersAdminTestJSON-809528542-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045086 Dec 06 14:48:31.148281 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Transition to ACTIVE for port object c90d1b62-721c-4a0d-bcf5-749ccc2eda24 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:48:31.170570 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.253493 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2b23-7744-487f-ae05-f650478d0f82 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.261875 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a203da-f55a-407c-9644-e0b0a814d00a None None] DHCP port deletion for 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:31.286000 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c90d1b62-721c-4a0d-bcf5-749ccc2eda24,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:31.470840 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cfebf-531f-4bef-969e-085def1e6a1a req-5a40e061-274d-45ba-9efd-3575445ecb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:31.472319 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d06cfebf-531f-4bef-969e-085def1e6a1a req-5a40e061-274d-45ba-9efd-3575445ecb88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16cb81eb-f424-401e-8fd9-903d9c50bec0 HTTP/1.1" status: 200 len: 853 time: 0.3877149 Dec 06 14:48:31.472478 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2b23-7744-487f-ae05-f650478d0f82 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.507198 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Attempting to bind port c90d1b62-721c-4a0d-bcf5-749ccc2eda24 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:48:31.507534 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Attempting to bind port c90d1b62-721c-4a0d-bcf5-749ccc2eda24 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '579a6378-b6c2-4ffb-baf7-42b834be4ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:48:31.507883 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Attempting to bind port c90d1b62-721c-4a0d-bcf5-749ccc2eda24 on network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:48:31.510505 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d06cfebf-531f-4bef-969e-085def1e6a1a req-43bed7c6-2709-4df7-a7ec-a3a20e5e26fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5944ac86-4fc6-4a61-a859-87f4a03f0231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282764 Dec 06 14:48:31.511448 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ff1f2b23-7744-487f-ae05-f650478d0f82 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236cf540-8f98-4044-aae3-448106656f17']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:31.526902 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e0e5a-fa98-4ecc-a9d6-ce1d3f6019fc req-7cd89922-a428-47c5-887a-987238d4193d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:31.528409 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1e6e0e5a-fa98-4ecc-a9d6-ce1d3f6019fc req-7cd89922-a428-47c5-887a-987238d4193d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 944 time: 0.1593621 Dec 06 14:48:31.531134 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Port c90d1b62-721c-4a0d-bcf5-749ccc2eda24 on network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:48:31.531278 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Attempting to bind port c90d1b62-721c-4a0d-bcf5-749ccc2eda24 on network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:48:31.535006 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ff1f2b23-7744-487f-ae05-f650478d0f82 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f017a66d-bee1-4e5e-b099-c3ce8e9289f7') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:31.535297 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ff1f2b23-7744-487f-ae05-f650478d0f82 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f017a66d-bee1-4e5e-b099-c3ce8e9289f7') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:31.551017 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:48:31.551477 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Checking segment: {'id': '579a6378-b6c2-4ffb-baf7-42b834be4ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:31.551734 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Bound using segment: {'id': '579a6378-b6c2-4ffb-baf7-42b834be4ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:48:31.552172 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Bound port: c90d1b62-721c-4a0d-bcf5-749ccc2eda24, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579a6378-b6c2-4ffb-baf7-42b834be4ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:48:31.552654 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.563468 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b61829a6-a1bd-48b5-a971-f40e54a49a76 req-d512354d-653e-4b6d-b64b-5d05d2f58f41 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] For port a44ee7bc-5cbf-49b2-9e82-ace725899e99, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a44ee7bc-5cbf-49b2-9e82-ace725899e99,segment=NetworkSegment(a9c6f665-0cbd-4975-91d1-0fdfafd8f369),segment_id=a9c6f665-0cbd-4975-91d1-0fdfafd8f369)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:31.569408 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2b23-7744-487f-ae05-f650478d0f82 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.595365 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2b23-7744-487f-ae05-f650478d0f82 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.624467 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1f2b23-7744-487f-ae05-f650478d0f82 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:48:31.624864 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2b23-7744-487f-ae05-f650478d0f82 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.629183 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b61829a6-a1bd-48b5-a971-f40e54a49a76 req-d512354d-653e-4b6d-b64b-5d05d2f58f41 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:48:31.631171 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:48:31.640831 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b61829a6-a1bd-48b5-a971-f40e54a49a76 req-d512354d-653e-4b6d-b64b-5d05d2f58f41 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.652856 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['a44ee7bc-5cbf-49b2-9e82-ace725899e99'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:31.654363 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d06cfebf-531f-4bef-969e-085def1e6a1a req-dacd50e7-a407-4f77-bf05-eac853a560af service neutron] 10.222.0.37 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330681 Dec 06 14:48:31.673250 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1e6e0e5a-fa98-4ecc-a9d6-ce1d3f6019fc req-d992c70d-0fc2-4e69-b418-31c1fe02a867 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345565 Dec 06 14:48:31.707415 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61829a6-a1bd-48b5-a971-f40e54a49a76 req-d512354d-653e-4b6d-b64b-5d05d2f58f41 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:31.708179 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b61829a6-a1bd-48b5-a971-f40e54a49a76 req-d512354d-653e-4b6d-b64b-5d05d2f58f41 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.722222 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a26ef3-f977-42cb-b9d1-84efa5eca09c None None] DHCP port deletion for 5944ac86-4fc6-4a61-a859-87f4a03f0231 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:31.726858 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b61829a6-a1bd-48b5-a971-f40e54a49a76 req-d512354d-653e-4b6d-b64b-5d05d2f58f41 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "PUT /v2.0/ports/a44ee7bc-5cbf-49b2-9e82-ace725899e99 HTTP/1.1" status: 200 len: 1020 time: 1.0487213 Dec 06 14:48:31.735396 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] For port c90d1b62-721c-4a0d-bcf5-749ccc2eda24, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:48:31.739569 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] For port c90d1b62-721c-4a0d-bcf5-749ccc2eda24, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c90d1b62-721c-4a0d-bcf5-749ccc2eda24,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:48:31.742565 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2b23-7744-487f-ae05-f650478d0f82 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.787964 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.794167 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2b23-7744-487f-ae05-f650478d0f82 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.798403 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ff1f2b23-7744-487f-ae05-f650478d0f82 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/networks/236cf540-8f98-4044-aae3-448106656f17 HTTP/1.1" status: 204 len: 168 time: 0.6791263 Dec 06 14:48:31.799784 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f2b23-7744-487f-ae05-f650478d0f82 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Network': ['ID=236cf540-8f98-4044-aae3-448106656f17,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:31.805961 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48774) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:31.816987 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f15c706f-b537-42b5-8e02-cdea0971d2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1557800214'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:31.862124 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:31.862491 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512354d-653e-4b6d-b64b-5d05d2f58f41 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event updated for resources: {'Port': ['ID=a44ee7bc-5cbf-49b2-9e82-ace725899e99,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:31.862745 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.864462 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] 10.222.0.37 "PUT /v2.0/ports/c90d1b62-721c-4a0d-bcf5-749ccc2eda24 HTTP/1.1" status: 200 len: 1092 time: 1.2716010 Dec 06 14:48:31.864915 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b31c3e-dccf-43a8-822e-a022f7b6aeb7', 'tag': 'c90d1b62-721c-4a0d-bcf5-749ccc2eda24'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:31.867538 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4cdf37-820a-40db-b89d-09744eba5e59" -d '{"events": [{"name": "network-changed", "server_uuid": "37b31c3e-dccf-43a8-822e-a022f7b6aeb7", "tag": "c90d1b62-721c-4a0d-bcf5-749ccc2eda24"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:31.877953 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d06cfebf-531f-4bef-969e-085def1e6a1a req-5eaf84a2-e8a5-4a57-a5fd-9aa25d6f1541 service neutron] 10.222.0.37 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023637 Dec 06 14:48:31.907321 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['a44ee7bc-5cbf-49b2-9e82-ace725899e99'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:31.920538 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15c706f-b537-42b5-8e02-cdea0971d2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:31.922731 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b59e1b-8a3f-4239-92ae-734c076eefbe None None] DHCP port deletion for 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:31.924369 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f15c706f-b537-42b5-8e02-cdea0971d2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.932027 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c708a57-246b-493f-89b6-350f347a0f29 req-0636c24f-eb8a-40a2-acf0-46f492b4ac5c tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:31.933904 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c708a57-246b-493f-89b6-350f347a0f29 req-0636c24f-eb8a-40a2-acf0-46f492b4ac5c tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=37b31c3e-dccf-43a8-822e-a022f7b6aeb7 HTTP/1.1" status: 200 len: 944 time: 0.1390073 Dec 06 14:48:31.938659 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ca171-8fe2-47bb-886b-101f031466f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c90d1b62-721c-4a0d-bcf5-749ccc2eda24,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:31.955906 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15c706f-b537-42b5-8e02-cdea0971d2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:48:31.984532 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8a2812f9-43c8-4d73-8b1a-828770e64451 None None] Provisioning complete for port a44ee7bc-5cbf-49b2-9e82-ace725899e99 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:31.984905 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a2812f9-43c8-4d73-8b1a-828770e64451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.994373 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f15c706f-b537-42b5-8e02-cdea0971d2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.994673 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-f15c706f-b537-42b5-8e02-cdea0971d2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Added segment 17fccb63-cf04-474f-9896-c8e058499339 of type vlan for network c51cc7e6-9595-443b-8d74-ffc9deb299dd Dec 06 14:48:32.038180 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-a64bcc15-df7f-435b-9dba-78d3bb86baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:32.039697 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-a64bcc15-df7f-435b-9dba-78d3bb86baf8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=adac984961054391983001fff49bb81b&device_id=37b31c3e-dccf-43a8-822e-a022f7b6aeb7 HTTP/1.1" status: 200 len: 1095 time: 0.1048312 Dec 06 14:48:32.056656 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241d746-d3ac-4bf1-b3b1-ab34c4c3ac08 req-e1a717bf-cd4a-47cd-9b94-1293a3b50502 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:32.058224 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1241d746-d3ac-4bf1-b3b1-ab34c4c3ac08 req-e1a717bf-cd4a-47cd-9b94-1293a3b50502 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 946 time: 0.1001079 Dec 06 14:48:32.060061 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f15c706f-b537-42b5-8e02-cdea0971d2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:32.106012 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-da196b61-ab0c-4557-a9fd-3112e1ecff75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c90d1b62-721c-4a0d-bcf5-749ccc2eda24 HTTP/1.1" status: 200 len: 217 time: 0.0542128 Dec 06 14:48:32.116889 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c708a57-246b-493f-89b6-350f347a0f29 req-63f7b318-c3bf-4fbc-8047-926fca3247c2 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266072 Dec 06 14:48:32.118008 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f15c706f-b537-42b5-8e02-cdea0971d2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:32.124613 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15c706f-b537-42b5-8e02-cdea0971d2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:32.125233 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f15c706f-b537-42b5-8e02-cdea0971d2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:32.155558 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1241d746-d3ac-4bf1-b3b1-ab34c4c3ac08 req-461b7842-cf6a-41b6-9c2f-1f172176fe21 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883136 Dec 06 14:48:32.178329 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-c92235d0-9640-46b5-b2b6-d6eff8330793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:32.179966 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-c92235d0-9640-46b5-b2b6-d6eff8330793 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f9db456-6440-47de-9186-75398af412f5 HTTP/1.1" status: 200 len: 845 time: 0.0616670 Dec 06 14:48:32.189220 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f15c706f-b537-42b5-8e02-cdea0971d2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3766286 Dec 06 14:48:32.192588 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48782) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:32.200953 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-339996b4-c004-4f7e-ba41-6d49d6d60dce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'subnet': {'network_id': 'c51cc7e6-9595-443b-8d74-ffc9deb299dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:32.235620 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-774eff9d-e944-4aeb-99d5-cd51c373d598 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469017 Dec 06 14:48:32.247708 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c706f-b537-42b5-8e02-cdea0971d2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Network': ['ID=c51cc7e6-9595-443b-8d74-ffc9deb299dd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:32.271040 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network c51cc7e6-9595-443b-8d74-ffc9deb299dd details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:48:32.272218 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5448fdc2-0acc-4b45-915b-f8e5b8031a49 x-openstack-request-id: req-5448fdc2-0acc-4b45-915b-f8e5b8031a49 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:32.272580 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b31c3e-dccf-43a8-822e-a022f7b6aeb7", "tag": "c90d1b62-721c-4a0d-bcf5-749ccc2eda24", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:32.272903 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5448fdc2-0acc-4b45-915b-f8e5b8031a49 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:32.273369 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b31c3e-dccf-43a8-822e-a022f7b6aeb7', 'tag': 'c90d1b62-721c-4a0d-bcf5-749ccc2eda24', 'status': 'completed', 'code': 200} Dec 06 14:48:32.339217 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339996b4-c004-4f7e-ba41-6d49d6d60dce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:32.345510 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-339996b4-c004-4f7e-ba41-6d49d6d60dce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:32.397506 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee01926-f5c2-4571-950c-04433aab1d4a req-01421091-454c-4110-b71b-b50115e9ada3 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:32.400172 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1ee01926-f5c2-4571-950c-04433aab1d4a req-01421091-454c-4110-b71b-b50115e9ada3 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 1023 time: 0.1537757 Dec 06 14:48:32.435508 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-339996b4-c004-4f7e-ba41-6d49d6d60dce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Performing IP validity checks on allocation pools {{(pid=103289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 14:48:32.438363 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-339996b4-c004-4f7e-ba41-6d49d6d60dce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 14:48:32.439866 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-4993aadd-27b3-4506-9b1a-6a5d702ad5b6 service neutron] 10.222.0.37 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816220 Dec 06 14:48:32.472952 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073727c0-209f-47a2-9157-6d7de866d1af req-64845b87-efaa-4905-94d5-0cdc3a9544d5 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:32.475135 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-073727c0-209f-47a2-9157-6d7de866d1af req-64845b87-efaa-4905-94d5-0cdc3a9544d5 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 950 time: 0.1254191 Dec 06 14:48:32.547430 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1ee01926-f5c2-4571-950c-04433aab1d4a req-facac91b-7ffa-4ebd-86f8-90227ec967ea tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f5df5de-a4d1-405d-bbfe-c6fb0d5a8b66&id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&id=cbbdf0fa-31d4-4ec4-8769-5a0b908b42b3 HTTP/1.1" status: 200 len: 6207 time: 0.1373987 Dec 06 14:48:32.560221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-073727c0-209f-47a2-9157-6d7de866d1af req-2fdd6641-1d81-4fc7-b58b-c16bbadb077c tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720539 Dec 06 14:48:32.576561 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e95f2ebc-6d5e-47ce-bd5c-4e0b257de67d req-a3467041-7a40-476e-8d46-585355ac8c04 service neutron] 10.222.0.37 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260767 Dec 06 14:48:32.658973 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-339996b4-c004-4f7e-ba41-6d49d6d60dce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:32.691304 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cdf37-820a-40db-b89d-09744eba5e59 req-f79aa424-51c7-4116-8802-3ae6e402f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:32.692841 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a4cdf37-820a-40db-b89d-09744eba5e59 req-f79aa424-51c7-4116-8802-3ae6e402f734 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=adac984961054391983001fff49bb81b&device_id=37b31c3e-dccf-43a8-822e-a022f7b6aeb7 HTTP/1.1" status: 200 len: 1095 time: 0.0495074 Dec 06 14:48:32.725832 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7', 'tag': 'a44ee7bc-5cbf-49b2-9e82-ace725899e99'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:32.728699 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7c908f-2cad-469a-8d14-e8955157971a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7", "tag": "a44ee7bc-5cbf-49b2-9e82-ace725899e99"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:32.737208 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339996b4-c004-4f7e-ba41-6d49d6d60dce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Subnet': ['ID=97c0bc7a-3166-499b-a753-5a4d612f422b,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:32.744646 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339996b4-c004-4f7e-ba41-6d49d6d60dce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Checking segment: {'id': '17fccb63-cf04-474f-9896-c8e058499339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c51cc7e6-9595-443b-8d74-ffc9deb299dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:32.745013 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339996b4-c004-4f7e-ba41-6d49d6d60dce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network hostable DHCP agents. Network: c51cc7e6-9595-443b-8d74-ffc9deb299dd, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:48:32.755267 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-a0b69912-9ad7-4aaa-8c6e-e595fa0d6800 req-e5a9ef2d-f25d-4a27-9216-3badbcea6cdd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Request body: {'security_group': {'name': ' tempest-securitygroup -923566525 ', 'description': 'tempest-description-140509760'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:32.780876 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339996b4-c004-4f7e-ba41-6d49d6d60dce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network c51cc7e6-9595-443b-8d74-ffc9deb299dd is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:48:32.789000 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a0b69912-9ad7-4aaa-8c6e-e595fa0d6800 req-e5a9ef2d-f25d-4a27-9216-3badbcea6cdd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:32.792739 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-339996b4-c004-4f7e-ba41-6d49d6d60dce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c51cc7e6-9595-443b-8d74-ffc9deb299dd) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:32.801598 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad9b3cd-e163-41d2-981e-37198bb1537d None None] Network c51cc7e6-9595-443b-8d74-ffc9deb299dd requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:32.809245 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339996b4-c004-4f7e-ba41-6d49d6d60dce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:32.809811 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-339996b4-c004-4f7e-ba41-6d49d6d60dce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:32.836403 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-339996b4-c004-4f7e-ba41-6d49d6d60dce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6405773 Dec 06 14:48:32.840101 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48802) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:32.845392 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-796c946c-4990-4593-a548-8e8e465e3e12 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'network_id': 'c51cc7e6-9595-443b-8d74-ffc9deb299dd', 'name': 'tempest-PortsIpV6TestJSON-1150104308'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:32.857363 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cdf37-820a-40db-b89d-09744eba5e59 req-8305a2ed-9a34-4d93-81c6-2932db2b4648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:32.858964 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a4cdf37-820a-40db-b89d-09744eba5e59 req-8305a2ed-9a34-4d93-81c6-2932db2b4648 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088 HTTP/1.1" status: 200 len: 906 time: 0.1569023 Dec 06 14:48:32.942628 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a4cdf37-820a-40db-b89d-09744eba5e59 req-f66cb7a7-1a9b-427e-b85d-3f5e23dca6dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c90d1b62-721c-4a0d-bcf5-749ccc2eda24 HTTP/1.1" status: 200 len: 217 time: 0.0754483 Dec 06 14:48:32.971200 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c51cc7e6-9595-443b-8d74-ffc9deb299dd', 'network_id': 'c51cc7e6-9595-443b-8d74-ffc9deb299dd', 'tenant_id': 'f6c464d55d39492193cb5df15090c714', 'fixed_ips': [{'subnet_id': '97c0bc7a-3166-499b-a753-5a4d612f422b'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:48:32.972136 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:33.016269 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a0b69912-9ad7-4aaa-8c6e-e595fa0d6800 req-e5a9ef2d-f25d-4a27-9216-3badbcea6cdd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:33.028763 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a0b69912-9ad7-4aaa-8c6e-e595fa0d6800 req-e5a9ef2d-f25d-4a27-9216-3badbcea6cdd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:33.044023 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cdf37-820a-40db-b89d-09744eba5e59 req-12943630-1e5d-4a45-b37b-fb1216a82926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:33.045849 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a4cdf37-820a-40db-b89d-09744eba5e59 req-12943630-1e5d-4a45-b37b-fb1216a82926 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f9db456-6440-47de-9186-75398af412f5 HTTP/1.1" status: 200 len: 845 time: 0.0782959 Dec 06 14:48:33.068964 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796c946c-4990-4593-a548-8e8e465e3e12 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:33.072495 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-796c946c-4990-4593-a548-8e8e465e3e12 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:33.080751 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c8e71-a17d-4047-a8e2-645bab5e2bd2 req-60740fd0-e6bd-4416-b482-ce131b07d7cc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:33.082338 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa5c8e71-a17d-4047-a8e2-645bab5e2bd2 req-60740fd0-e6bd-4416-b482-ce131b07d7cc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 944 time: 0.1256857 Dec 06 14:48:33.094374 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a0b69912-9ad7-4aaa-8c6e-e595fa0d6800 req-e5a9ef2d-f25d-4a27-9216-3badbcea6cdd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:33.095600 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a0b69912-9ad7-4aaa-8c6e-e595fa0d6800 req-e5a9ef2d-f25d-4a27-9216-3badbcea6cdd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3463924 Dec 06 14:48:33.103531 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9ef2d-f25d-4a27-9216-3badbcea6cdd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=661e1e85-7a47-4f77-bba5-b004c4444729,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:33.109668 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a4cdf37-820a-40db-b89d-09744eba5e59 req-d9cba67b-02c6-482a-8440-5fb9b37c008c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471408 Dec 06 14:48:33.110736 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-796c946c-4990-4593-a548-8e8e465e3e12 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] device_id is not set on port d79ba159-853a-4cde-9c9b-72f1d9d65232 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:48:33.158921 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Allocated IP 2001:db8::2 (c51cc7e6-9595-443b-8d74-ffc9deb299dd/97c0bc7a-3166-499b-a753-5a4d612f422b/485bfe3d-2b59-4a17-8d19-73aa0856b071) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:48:33.165278 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47648a3d-827b-459e-801e-57876b3ea5a0 x-openstack-request-id: req-47648a3d-827b-459e-801e-57876b3ea5a0 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:33.165622 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7", "tag": "a44ee7bc-5cbf-49b2-9e82-ace725899e99", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:33.165949 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47648a3d-827b-459e-801e-57876b3ea5a0 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:33.166844 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7', 'tag': 'a44ee7bc-5cbf-49b2-9e82-ace725899e99', 'status': 'completed', 'code': 200} Dec 06 14:48:33.201580 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-88b4ab43-29e3-4aad-8344-383ff44c8391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:33.238053 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa5c8e71-a17d-4047-a8e2-645bab5e2bd2 req-815728d6-9eba-4f28-ad08-5113560a8bc6 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422148 Dec 06 14:48:33.275409 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a4cdf37-820a-40db-b89d-09744eba5e59 req-a341581e-51c4-4e15-8d56-a5e80c57d3b8 service neutron] 10.222.0.37 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573145 Dec 06 14:48:33.279972 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6faef3e6-38a4-4cfa-827f-4c1accebe84d req-48de29fe-d231-4607-b605-370e4e0bf3c4 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/661e1e85-7a47-4f77-bba5-b004c4444729 HTTP/1.1" status: 200 len: 1798 time: 0.0960872 Dec 06 14:48:33.287909 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c908f-2cad-469a-8d14-e8955157971a req-e56c777b-b9da-4dca-86c3-b746528cafae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:33.292063 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb7c908f-2cad-469a-8d14-e8955157971a req-e56c777b-b9da-4dca-86c3-b746528cafae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dbaded7cf904f7189c67f3313a64b2c&device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 1174 time: 0.0858467 Dec 06 14:48:33.360331 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:33.367066 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:33.408747 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Network c51cc7e6-9595-443b-8d74-ffc9deb299dd is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:48:33.413052 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:33.418575 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:33.425786 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Pushing event updated for resources: {'Port': ['ID=485bfe3d-2b59-4a17-8d19-73aa0856b071,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:33.428402 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a244ec-62d5-4cd9-b617-ee0b9cde50dd req-09138385-49f8-447b-9991-268fa4600fd0 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:33.430958 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-84a244ec-62d5-4cd9-b617-ee0b9cde50dd req-09138385-49f8-447b-9991-268fa4600fd0 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=37b31c3e-dccf-43a8-822e-a022f7b6aeb7 HTTP/1.1" status: 200 len: 944 time: 0.1034918 Dec 06 14:48:33.432799 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a4cdf37-820a-40db-b89d-09744eba5e59 req-4939bed5-528a-4f53-9706-501a676f9b26 service neutron] 10.222.0.37 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375000 Dec 06 14:48:33.472435 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af515643-4b4f-45ad-bf22-f259019513e8 req-977e8056-d876-409e-b386-615d5f027049 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/661e1e85-7a47-4f77-bba5-b004c4444729 HTTP/1.1" status: 200 len: 1798 time: 0.1617868 Dec 06 14:48:33.496661 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-84a244ec-62d5-4cd9-b617-ee0b9cde50dd req-cd9b8579-068d-4128-ab79-fdc9dea84246 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566158 Dec 06 14:48:33.501884 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Attempting to bind port 485bfe3d-2b59-4a17-8d19-73aa0856b071 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:48:33.502338 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Attempting to bind port 485bfe3d-2b59-4a17-8d19-73aa0856b071 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '17fccb63-cf04-474f-9896-c8e058499339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c51cc7e6-9595-443b-8d74-ffc9deb299dd'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:48:33.502947 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Attempting to bind port 485bfe3d-2b59-4a17-8d19-73aa0856b071 on network c51cc7e6-9595-443b-8d74-ffc9deb299dd {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:48:33.509304 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:48:33.509757 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Checking segment: {'id': '17fccb63-cf04-474f-9896-c8e058499339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c51cc7e6-9595-443b-8d74-ffc9deb299dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:33.510266 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:33.510724 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Bound using segment: {'id': '17fccb63-cf04-474f-9896-c8e058499339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c51cc7e6-9595-443b-8d74-ffc9deb299dd'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:48:33.511277 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Bound port: 485bfe3d-2b59-4a17-8d19-73aa0856b071, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fccb63-cf04-474f-9896-c8e058499339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c51cc7e6-9595-443b-8d74-ffc9deb299dd'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:48:33.511877 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:33.514509 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c908f-2cad-469a-8d14-e8955157971a req-4caa95ab-e2b9-434e-9f76-847823db24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:33.515988 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb7c908f-2cad-469a-8d14-e8955157971a req-4caa95ab-e2b9-434e-9f76-847823db24b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5944ac86-4fc6-4a61-a859-87f4a03f0231 HTTP/1.1" status: 200 len: 914 time: 0.2133501 Dec 06 14:48:33.542084 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-796c946c-4990-4593-a548-8e8e465e3e12 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Allocated IP 2001:db8::44 (c51cc7e6-9595-443b-8d74-ffc9deb299dd/97c0bc7a-3166-499b-a753-5a4d612f422b/d79ba159-853a-4cde-9c9b-72f1d9d65232) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:48:33.565990 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec5fe1-632a-48f2-aad0-4a467aaa25da req-92e94a26-9a39-436f-b3d3-4c560b545f6c tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:33.567438 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33ec5fe1-632a-48f2-aad0-4a467aaa25da req-92e94a26-9a39-436f-b3d3-4c560b545f6c tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 950 time: 0.1484947 Dec 06 14:48:33.576848 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] For port 485bfe3d-2b59-4a17-8d19-73aa0856b071, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:48:33.580458 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] For port 485bfe3d-2b59-4a17-8d19-73aa0856b071, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=485bfe3d-2b59-4a17-8d19-73aa0856b071,segment=NetworkSegment(17fccb63-cf04-474f-9896-c8e058499339),segment_id=17fccb63-cf04-474f-9896-c8e058499339)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:48:33.584569 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:33.613089 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb7c908f-2cad-469a-8d14-e8955157971a req-bbffc7b9-c467-4794-835f-2740baad173b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a44ee7bc-5cbf-49b2-9e82-ace725899e99 HTTP/1.1" status: 200 len: 217 time: 0.0729156 Dec 06 14:48:33.652183 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b544e6c-41b0-4f32-ad05-6184a74b156d None None] Pushing event updated for resources: {'Port': ['ID=485bfe3d-2b59-4a17-8d19-73aa0856b071,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:33.705942 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf78361-9f05-4bbb-9e05-49bb6c9c2ef9 req-9be70579-f425-45e5-8441-0911df97c6a5 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:33.714275 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3bf78361-9f05-4bbb-9e05-49bb6c9c2ef9 req-9be70579-f425-45e5-8441-0911df97c6a5 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 950 time: 0.0691812 Dec 06 14:48:33.716788 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af515643-4b4f-45ad-bf22-f259019513e8 req-d22d53a7-79a9-4933-833c-c6a0e1e065e6 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:33.765099 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3bf78361-9f05-4bbb-9e05-49bb6c9c2ef9 req-67d8239c-9b97-4826-bb6c-a3afec0726c3 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499384 Dec 06 14:48:33.772066 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c908f-2cad-469a-8d14-e8955157971a req-48d00643-afc0-4472-a938-04ceef52e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:33.773516 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb7c908f-2cad-469a-8d14-e8955157971a req-48d00643-afc0-4472-a938-04ceef52e5b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16cb81eb-f424-401e-8fd9-903d9c50bec0 HTTP/1.1" status: 200 len: 853 time: 0.1383796 Dec 06 14:48:33.828834 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af515643-4b4f-45ad-bf22-f259019513e8 req-d22d53a7-79a9-4933-833c-c6a0e1e065e6 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:33.858696 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb7c908f-2cad-469a-8d14-e8955157971a req-91280b36-972f-418b-84fb-7e0e056c2d56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5944ac86-4fc6-4a61-a859-87f4a03f0231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726674 Dec 06 14:48:33.886642 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:34.038044 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-33ec5fe1-632a-48f2-aad0-4a467aaa25da req-0adf3bfb-30fa-490e-9b6e-81f7c9f975ae tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Deleting port 9439ffc0-6668-4380-ac9a-0884f2057d7f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:34.038596 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33ec5fe1-632a-48f2-aad0-4a467aaa25da req-0adf3bfb-30fa-490e-9b6e-81f7c9f975ae tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:34.048344 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af515643-4b4f-45ad-bf22-f259019513e8 req-d22d53a7-79a9-4933-833c-c6a0e1e065e6 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:34.050902 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-af515643-4b4f-45ad-bf22-f259019513e8 req-d22d53a7-79a9-4933-833c-c6a0e1e065e6 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:34.052058 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af515643-4b4f-45ad-bf22-f259019513e8 req-d22d53a7-79a9-4933-833c-c6a0e1e065e6 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "DELETE /v2.0/security-groups/661e1e85-7a47-4f77-bba5-b004c4444729 HTTP/1.1" status: 204 len: 173 time: 0.5677500 Dec 06 14:48:34.084221 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d53a7-79a9-4933-833c-c6a0e1e065e6 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=661e1e85-7a47-4f77-bba5-b004c4444729,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:34.089903 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-53f75e5d-51fe-46c3-b03f-e68ce408c653 req-a3a128cb-4ca3-421b-8fd3-29268a2ecc2f tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] show failed (client error): The resource could not be found. Dec 06 14:48:34.091162 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-53f75e5d-51fe-46c3-b03f-e68ce408c653 req-a3a128cb-4ca3-421b-8fd3-29268a2ecc2f tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/661e1e85-7a47-4f77-bba5-b004c4444729 HTTP/1.1" status: 404 len: 352 time: 0.0160141 Dec 06 14:48:34.140588 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-9e695981-7a11-4fce-8fbb-28dec12a878c req-c5d770ab-acd6-4b8a-95a6-482d8faaeb09 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-34200600', 'description': 'tempest-description-1932334166'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:34.147785 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-796c946c-4990-4593-a548-8e8e465e3e12 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:34.200355 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb7c908f-2cad-469a-8d14-e8955157971a req-7c1a186f-462a-4fd2-a35b-97ee93efb1f3 service neutron] 10.222.0.37 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133240 Dec 06 14:48:34.267951 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9e695981-7a11-4fce-8fbb-28dec12a878c req-c5d770ab-acd6-4b8a-95a6-482d8faaeb09 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:34.302402 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-33ec5fe1-632a-48f2-aad0-4a467aaa25da req-0adf3bfb-30fa-490e-9b6e-81f7c9f975ae tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] For port 9439ffc0-6668-4380-ac9a-0884f2057d7f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9439ffc0-6668-4380-ac9a-0884f2057d7f,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:34.302766 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33ec5fe1-632a-48f2-aad0-4a467aaa25da req-0adf3bfb-30fa-490e-9b6e-81f7c9f975ae tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:34.326416 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 2f7d0ac1-6a74-4413-a793-930df63d94ce details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:48:34.329102 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a347586e-d706-4e92-bee7-d6c9844c7596 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:48:34.359793 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-33ec5fe1-632a-48f2-aad0-4a467aaa25da req-0adf3bfb-30fa-490e-9b6e-81f7c9f975ae tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Calling delete_port for 9439ffc0-6668-4380-ac9a-0884f2057d7f owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:34.370266 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-796c946c-4990-4593-a548-8e8e465e3e12 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:34.386860 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9ac07-b494-43c7-b03c-c9689a85e57e req-7ca29826-6b4d-470b-856d-7ad209780087 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:34.394429 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bff9ac07-b494-43c7-b03c-c9689a85e57e req-7ca29826-6b4d-470b-856d-7ad209780087 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 944 time: 0.0743380 Dec 06 14:48:34.453555 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bff9ac07-b494-43c7-b03c-c9689a85e57e req-a3616430-c1c4-443a-ac0c-747c6f1a435d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580142 Dec 06 14:48:34.489417 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:34.550524 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:34.552841 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3690c49d-90c1-4f70-8acc-a22d73283d6d" -d '{"events": [{"server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "name": "network-vif-unplugged", "status": "completed", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:34.567061 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb7c908f-2cad-469a-8d14-e8955157971a req-9326ed13-bb4d-4fc2-8af6-3479fb88f466 service neutron] 10.222.0.37 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580670 Dec 06 14:48:34.569899 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a347586e-d706-4e92-bee7-d6c9844c7596, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a347586e-d706-4e92-bee7-d6c9844c7596,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:34.588853 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796c946c-4990-4593-a548-8e8e465e3e12 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network c51cc7e6-9595-443b-8d74-ffc9deb299dd is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:48:34.589044 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:34.606924 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c946c-4990-4593-a548-8e8e465e3e12 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=d79ba159-853a-4cde-9c9b-72f1d9d65232,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:34.614593 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-796c946c-4990-4593-a548-8e8e465e3e12 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:34.635110 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f7d0ac1-6a74-4413-a793-930df63d94ce,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:34.654218 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '2f7d0ac1-6a74-4413-a793-930df63d94ce', 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2', 'port_id': '2f7d0ac1-6a74-4413-a793-930df63d94ce', 'mac_address': 'fa:16:3e:b7:49:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2064b1ac-2a71-4b5a-a088-7d172eb65d88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:48:34.670034 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556f669-b8ac-4f05-acdc-546ddf0f3cb9 req-46c7f1f6-401b-4e98-8b9e-68d2ad55e94a tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:34.671643 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e556f669-b8ac-4f05-acdc-546ddf0f3cb9 req-46c7f1f6-401b-4e98-8b9e-68d2ad55e94a tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=37b31c3e-dccf-43a8-822e-a022f7b6aeb7 HTTP/1.1" status: 200 len: 944 time: 0.0784345 Dec 06 14:48:34.705500 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:34.708523 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a347586e-d706-4e92-bee7-d6c9844c7596,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:34.733776 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7d0ac1-6a74-4413-a793-930df63d94ce {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:34.765380 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e556f669-b8ac-4f05-acdc-546ddf0f3cb9 req-2838d954-5202-4668-b20a-f90d331ee9bd tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870171 Dec 06 14:48:34.766034 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f7d0ac1-6a74-4413-a793-930df63d94ce,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:34.784983 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:34.844832 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b9bdd7-4913-41b5-82ff-6af18959ff45 x-openstack-request-id: req-78b9bdd7-4913-41b5-82ff-6af18959ff45 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:34.845262 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "name": "network-vif-unplugged", "status": "completed", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:34.845624 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78b9bdd7-4913-41b5-82ff-6af18959ff45 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:34.846119 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'code': 200} Dec 06 14:48:34.846861 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=2f7d0ac1-6a74-4413-a793-930df63d94ce,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:34.850102 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c90d1b62-721c-4a0d-bcf5-749ccc2eda24 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:48:34.944333 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125cede0-fee1-4fc6-bbde-de32f88e111a None None] Network c51cc7e6-9595-443b-8d74-ffc9deb299dd requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:34.958560 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625a2c3-246c-4bc3-8974-476f0f7c38ca req-38d3adb4-5ade-4a8c-ae48-61466a77edf3 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:34.962329 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b625a2c3-246c-4bc3-8974-476f0f7c38ca req-38d3adb4-5ade-4a8c-ae48-61466a77edf3 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf1f569-bf09-4ce1-b9e6-388431cf1457 HTTP/1.1" status: 200 len: 950 time: 0.0737193 Dec 06 14:48:35.012354 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c946c-4990-4593-a548-8e8e465e3e12 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:35.018195 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796c946c-4990-4593-a548-8e8e465e3e12 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:35.019058 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-796c946c-4990-4593-a548-8e8e465e3e12 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.020972 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b625a2c3-246c-4bc3-8974-476f0f7c38ca req-80b5bb44-4af2-4c09-ba61-52cd3fea67be tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530519 Dec 06 14:48:35.040745 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9e695981-7a11-4fce-8fbb-28dec12a878c req-c5d770ab-acd6-4b8a-95a6-482d8faaeb09 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.043168 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port c90d1b62-721c-4a0d-bcf5-749ccc2eda24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c90d1b62-721c-4a0d-bcf5-749ccc2eda24,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:35.065160 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'c90d1b62-721c-4a0d-bcf5-749ccc2eda24', 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088', 'port_id': 'c90d1b62-721c-4a0d-bcf5-749ccc2eda24', 'mac_address': 'fa:16:3e:cb:da:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9db456-6440-47de-9186-75398af412f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:48:35.073902 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-796c946c-4990-4593-a548-8e8e465e3e12 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2327235 Dec 06 14:48:35.076803 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9e695981-7a11-4fce-8fbb-28dec12a878c req-c5d770ab-acd6-4b8a-95a6-482d8faaeb09 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.077546 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48844) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:35.104955 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-48a11b37-c15d-4a9f-9a86-cac8b91fe707 None None] Provisioning complete for port 485bfe3d-2b59-4a17-8d19-73aa0856b071 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:35.105327 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-48a11b37-c15d-4a9f-9a86-cac8b91fe707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.134262 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9e695981-7a11-4fce-8fbb-28dec12a878c req-c5d770ab-acd6-4b8a-95a6-482d8faaeb09 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.135545 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e695981-7a11-4fce-8fbb-28dec12a878c req-c5d770ab-acd6-4b8a-95a6-482d8faaeb09 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.0147476 Dec 06 14:48:35.138260 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d770ab-acd6-4b8a-95a6-482d8faaeb09 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f184449-b2f4-42f9-be8e-f34f0d9a7974,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:35.147507 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33ec5fe1-632a-48f2-aad0-4a467aaa25da req-0adf3bfb-30fa-490e-9b6e-81f7c9f975ae tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.151104 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['2f7d0ac1-6a74-4413-a793-930df63d94ce'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:35.204154 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-7f2622eb-eeec-4280-a35d-14116b531557 req-2be82233-60ba-445e-bdf2-f9f2981c2a63 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-173613657', 'description': 'tempest-description-1384204948'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:35.209712 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf3bfb-30fa-490e-9b6e-81f7c9f975ae tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Pushing event deleted for resources: {'Port': ['ID=9439ffc0-6668-4380-ac9a-0884f2057d7f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:35.215209 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['d3ce4777-233c-46f8-8cc3-18dcecf32a87', '9439ffc0-6668-4380-ac9a-0884f2057d7f', '002421a5-b798-4c72-8b3c-506260708352'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:35.238957 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ec5fe1-632a-48f2-aad0-4a467aaa25da req-0adf3bfb-30fa-490e-9b6e-81f7c9f975ae tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] No DVR routers for this DVR port 9439ffc0-6668-4380-ac9a-0884f2057d7f on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:48:35.242611 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-33ec5fe1-632a-48f2-aad0-4a467aaa25da req-0adf3bfb-30fa-490e-9b6e-81f7c9f975ae tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.246544 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33ec5fe1-632a-48f2-aad0-4a467aaa25da req-0adf3bfb-30fa-490e-9b6e-81f7c9f975ae tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.37 "DELETE /v2.0/ports/9439ffc0-6668-4380-ac9a-0884f2057d7f HTTP/1.1" status: 204 len: 173 time: 1.6452117 Dec 06 14:48:35.246994 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf1f569-bf09-4ce1-b9e6-388431cf1457', 'name': 'network-vif-deleted', 'tag': '9439ffc0-6668-4380-ac9a-0884f2057d7f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:35.249932 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b48f5b-b7b4-4e99-a351-2aef03a9982a" -d '{"events": [{"server_uuid": "fdf1f569-bf09-4ce1-b9e6-388431cf1457", "name": "network-vif-deleted", "tag": "9439ffc0-6668-4380-ac9a-0884f2057d7f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:35.254811 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-84a90556-7e18-4cee-939e-0bb2e2dcc686 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port d79ba159-853a-4cde-9c9b-72f1d9d65232 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:35.255339 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84a90556-7e18-4cee-939e-0bb2e2dcc686 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.262559 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7f2622eb-eeec-4280-a35d-14116b531557 req-2be82233-60ba-445e-bdf2-f9f2981c2a63 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.330579 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6006e9e-22d7-48f2-88b7-82e13245bf93 x-openstack-request-id: req-a6006e9e-22d7-48f2-88b7-82e13245bf93 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:35.330883 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf1f569-bf09-4ce1-b9e6-388431cf1457", "name": "network-vif-deleted", "tag": "9439ffc0-6668-4380-ac9a-0884f2057d7f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:35.331147 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6006e9e-22d7-48f2-88b7-82e13245bf93 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:35.331593 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf1f569-bf09-4ce1-b9e6-388431cf1457', 'name': 'network-vif-deleted', 'tag': '9439ffc0-6668-4380-ac9a-0884f2057d7f', 'status': 'completed', 'code': 200} Dec 06 14:48:35.369496 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7f2622eb-eeec-4280-a35d-14116b531557 req-2be82233-60ba-445e-bdf2-f9f2981c2a63 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.375404 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7f2622eb-eeec-4280-a35d-14116b531557 req-2be82233-60ba-445e-bdf2-f9f2981c2a63 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.380064 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84a90556-7e18-4cee-939e-0bb2e2dcc686 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.395124 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-84a90556-7e18-4cee-939e-0bb2e2dcc686 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for d79ba159-853a-4cde-9c9b-72f1d9d65232 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:35.421005 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7f2622eb-eeec-4280-a35d-14116b531557 req-2be82233-60ba-445e-bdf2-f9f2981c2a63 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.422732 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f2622eb-eeec-4280-a35d-14116b531557 req-2be82233-60ba-445e-bdf2-f9f2981c2a63 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2350049 Dec 06 14:48:35.425955 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be82233-60ba-445e-bdf2-f9f2981c2a63 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b1e176-0343-4fad-b88d-192d42f6212d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:35.467996 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-029b74ff-9ee1-4f78-bdd4-ea0de3e94d57 req-99255178-ae76-4c59-abb0-4b807b411bb2 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-653625805', 'description': 'tempest-description-375485926'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:35.511632 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-029b74ff-9ee1-4f78-bdd4-ea0de3e94d57 req-99255178-ae76-4c59-abb0-4b807b411bb2 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.518538 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.632185 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84a90556-7e18-4cee-939e-0bb2e2dcc686 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.633403 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbadf2-809e-44e1-a4f5-60b905b1f68f req-ece8a18a-4053-4133-971e-e34b621bec85 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:35.635829 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ccbbadf2-809e-44e1-a4f5-60b905b1f68f req-ece8a18a-4053-4133-971e-e34b621bec85 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 945 time: 0.0869484 Dec 06 14:48:35.654644 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90d1b62-721c-4a0d-bcf5-749ccc2eda24 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:35.678414 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a90556-7e18-4cee-939e-0bb2e2dcc686 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=d79ba159-853a-4cde-9c9b-72f1d9d65232,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:35.688842 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-48a11b37-c15d-4a9f-9a86-cac8b91fe707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.733089 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84a90556-7e18-4cee-939e-0bb2e2dcc686 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.736692 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-84a90556-7e18-4cee-939e-0bb2e2dcc686 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/ports/d79ba159-853a-4cde-9c9b-72f1d9d65232 HTTP/1.1" status: 204 len: 168 time: 0.6577804 Dec 06 14:48:35.739483 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.740193 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48854) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:35.764772 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ccbbadf2-809e-44e1-a4f5-60b905b1f68f req-a56ef588-22b7-4381-bc2a-5ef28a13c503 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061537 Dec 06 14:48:35.765094 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 485bfe3d-2b59-4a17-8d19-73aa0856b071 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:48:35.770618 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-029b74ff-9ee1-4f78-bdd4-ea0de3e94d57 req-99255178-ae76-4c59-abb0-4b807b411bb2 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.776734 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f36c52-dfd3-455b-abb5-cdc23fc337c9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] DELETE failed (client error): The resource could not be found. Dec 06 14:48:35.777674 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f36c52-dfd3-455b-abb5-cdc23fc337c9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:48:35.791752 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d7f36c52-dfd3-455b-abb5-cdc23fc337c9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/ports/d79ba159-853a-4cde-9c9b-72f1d9d65232 HTTP/1.1" status: 404 len: 333 time: 0.0479503 Dec 06 14:48:35.791752 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-029b74ff-9ee1-4f78-bdd4-ea0de3e94d57 req-99255178-ae76-4c59-abb0-4b807b411bb2 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.792901 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:35.801610 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port c90d1b62-721c-4a0d-bcf5-749ccc2eda24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c90d1b62-721c-4a0d-bcf5-749ccc2eda24,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:35.817768 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-029b74ff-9ee1-4f78-bdd4-ea0de3e94d57 req-99255178-ae76-4c59-abb0-4b807b411bb2 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.819125 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-029b74ff-9ee1-4f78-bdd4-ea0de3e94d57 req-99255178-ae76-4c59-abb0-4b807b411bb2 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3557298 Dec 06 14:48:35.842402 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99255178-ae76-4c59-abb0-4b807b411bb2 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8aa51f-a795-4951-82ac-ab77285e270a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:35.856670 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb48dc6e-12ea-4e8c-86ca-929dd5c724e1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] GET failed (client error): The resource could not be found. Dec 06 14:48:35.858143 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bb48dc6e-12ea-4e8c-86ca-929dd5c724e1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports/d79ba159-853a-4cde-9c9b-72f1d9d65232 HTTP/1.1" status: 404 len: 333 time: 0.0636773 Dec 06 14:48:35.861027 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48862) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:35.899493 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.942067 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-48a11b37-c15d-4a9f-9a86-cac8b91fe707 None None] For port 485bfe3d-2b59-4a17-8d19-73aa0856b071, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=485bfe3d-2b59-4a17-8d19-73aa0856b071,segment=NetworkSegment(17fccb63-cf04-474f-9896-c8e058499339),segment_id=17fccb63-cf04-474f-9896-c8e058499339)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:35.949277 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-786dee4b-b431-4d8e-b6b7-27c8e6978fa9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting subnet 97c0bc7a-3166-499b-a753-5a4d612f422b {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:48:35.952640 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-786dee4b-b431-4d8e-b6b7-27c8e6978fa9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.954155 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5185fec-6cf6-47d9-ad25-1439f8ff6dad req-83d4221f-0b1c-4a6d-8878-acc8dd3e9a97 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:35.962366 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a5185fec-6cf6-47d9-ad25-1439f8ff6dad req-83d4221f-0b1c-4a6d-8878-acc8dd3e9a97 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=37b31c3e-dccf-43a8-822e-a022f7b6aeb7 HTTP/1.1" status: 200 len: 945 time: 0.0719454 Dec 06 14:48:35.999916 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-48a11b37-c15d-4a9f-9a86-cac8b91fe707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:36.014333 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-786dee4b-b431-4d8e-b6b7-27c8e6978fa9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:36.035832 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a5185fec-6cf6-47d9-ad25-1439f8ff6dad req-d5a17cef-35d6-4873-af33-ea9aa38771df tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724185 Dec 06 14:48:36.091615 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 485bfe3d-2b59-4a17-8d19-73aa0856b071 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:36.092038 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:36.095867 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=c90d1b62-721c-4a0d-bcf5-749ccc2eda24,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:36.109399 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-992ee9af-a78f-4e14-81b5-b2304f4388eb req-f1b60b34-879e-48c7-9f61-3a8ec4013c39 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7dbaded7cf904f7189c67f3313a64b2c HTTP/1.1" status: 200 len: 11009 time: 0.2377617 Dec 06 14:48:36.202564 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-786dee4b-b431-4d8e-b6b7-27c8e6978fa9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:36.214325 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-992ee9af-a78f-4e14-81b5-b2304f4388eb req-b1293d0c-b91a-47d7-8740-8758567f6eff tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b HTTP/1.1" status: 200 len: 3002 time: 0.1039298 Dec 06 14:48:36.253629 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a11b37-c15d-4a9f-9a86-cac8b91fe707 None None] Pushing event updated for resources: {'Port': ['ID=485bfe3d-2b59-4a17-8d19-73aa0856b071,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:36.263671 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['c90d1b62-721c-4a0d-bcf5-749ccc2eda24'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:36.324439 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-992ee9af-a78f-4e14-81b5-b2304f4388eb req-ee985d7b-7b7a-4e23-9622-db36fb5f7dbd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b HTTP/1.1" status: 200 len: 3002 time: 0.1092262 Dec 06 14:48:36.363781 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a347586e-d706-4e92-bee7-d6c9844c7596 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:48:36.382712 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-786dee4b-b431-4d8e-b6b7-27c8e6978fa9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:36.419163 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dee4b-b431-4d8e-b6b7-27c8e6978fa9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Subnet': ['ID=97c0bc7a-3166-499b-a753-5a4d612f422b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:36.436267 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-786dee4b-b431-4d8e-b6b7-27c8e6978fa9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:36.445844 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48886) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:36.446419 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-786dee4b-b431-4d8e-b6b7-27c8e6978fa9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/97c0bc7a-3166-499b-a753-5a4d612f422b HTTP/1.1" status: 204 len: 168 time: 0.5840220 Dec 06 14:48:36.534092 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd68c1dd-3f06-4fcf-a842-b9bd3792ed65 req-d5b4cba6-c916-43ed-b5f7-85ffb3408da6 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/3f184449-b2f4-42f9-be8e-f34f0d9a7974 HTTP/1.1" status: 200 len: 1818 time: 0.0791388 Dec 06 14:48:36.587857 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-79cb9ea4-eb67-496f-bf0c-b13b9f0c94d5 None None] Could not find standard attr ID for object d79ba159-853a-4cde-9c9b-72f1d9d65232. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:48:36.615207 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bd68c1dd-3f06-4fcf-a842-b9bd3792ed65 req-ad967286-eda8-40aa-abfe-0a28a889bc70 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:36.616185 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:36.638073 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:48:36.645803 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdc482-29c6-46d4-a146-2a25f7c94f19 req-80ff90b0-3cd7-4928-9c93-52d689fcde0e tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:36.648074 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6bdc482-29c6-46d4-a146-2a25f7c94f19 req-80ff90b0-3cd7-4928-9c93-52d689fcde0e tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 949 time: 0.1289003 Dec 06 14:48:36.683754 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:36.684161 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bd68c1dd-3f06-4fcf-a842-b9bd3792ed65 req-ad967286-eda8-40aa-abfe-0a28a889bc70 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:36.697781 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001b59e7-e4f9-450e-a7e1-7fed6b7e9280 None None] Network c51cc7e6-9595-443b-8d74-ffc9deb299dd requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:36.744692 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6bdc482-29c6-46d4-a146-2a25f7c94f19 req-4b05d876-eee7-4370-96bf-a72bb76171da tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647013 Dec 06 14:48:36.748089 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port 485bfe3d-2b59-4a17-8d19-73aa0856b071 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:36.748895 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:36.767991 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bd68c1dd-3f06-4fcf-a842-b9bd3792ed65 req-ad967286-eda8-40aa-abfe-0a28a889bc70 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:36.783724 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bd68c1dd-3f06-4fcf-a842-b9bd3792ed65 req-ad967286-eda8-40aa-abfe-0a28a889bc70 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:36.789579 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-79cb9ea4-eb67-496f-bf0c-b13b9f0c94d5 None None] Provisioning complete for port 485bfe3d-2b59-4a17-8d19-73aa0856b071 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:36.790020 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-79cb9ea4-eb67-496f-bf0c-b13b9f0c94d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:36.800870 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd68c1dd-3f06-4fcf-a842-b9bd3792ed65 req-ad967286-eda8-40aa-abfe-0a28a889bc70 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "DELETE /v2.0/security-groups/3f184449-b2f4-42f9-be8e-f34f0d9a7974 HTTP/1.1" status: 204 len: 173 time: 0.2650537 Dec 06 14:48:36.831292 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9439ffc0-6668-4380-ac9a-0884f2057d7f no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:48:36.835306 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad967286-eda8-40aa-abfe-0a28a889bc70 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f184449-b2f4-42f9-be8e-f34f0d9a7974,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:36.856029 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] For port 485bfe3d-2b59-4a17-8d19-73aa0856b071, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=485bfe3d-2b59-4a17-8d19-73aa0856b071,segment=NetworkSegment(17fccb63-cf04-474f-9896-c8e058499339),segment_id=17fccb63-cf04-474f-9896-c8e058499339)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:36.856390 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:36.863468 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-aaa094ce-394b-4141-a4da-b30d30321c97 req-f022db03-2fad-4b0c-96de-b4be75f21617 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] show failed (client error): The resource could not be found. Dec 06 14:48:36.872198 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aaa094ce-394b-4141-a4da-b30d30321c97 req-f022db03-2fad-4b0c-96de-b4be75f21617 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/3f184449-b2f4-42f9-be8e-f34f0d9a7974 HTTP/1.1" status: 404 len: 352 time: 0.0409994 Dec 06 14:48:36.876354 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for 485bfe3d-2b59-4a17-8d19-73aa0856b071 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:36.937859 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 9439ffc0-6668-4380-ac9a-0884f2057d7f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:48:36.937859 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9439ffc0-6668-4380-ac9a-0884f2057d7f not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:48:36.952595 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f206508d-ff3c-486e-b6ee-17804f0cf260 req-f56d044e-bb0a-410d-91c1-25af6f33cb85 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/85b1e176-0343-4fad-b88d-192d42f6212d HTTP/1.1" status: 200 len: 1819 time: 0.0551929 Dec 06 14:48:36.969280 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a347586e-d706-4e92-bee7-d6c9844c7596, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a347586e-d706-4e92-bee7-d6c9844c7596,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:36.993575 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d208cae-4438-461e-82d3-8c7d64f1584c req-728ff3a2-ffe2-436d-a692-b9e93e12c013 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:36.994644 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d208cae-4438-461e-82d3-8c7d64f1584c req-728ff3a2-ffe2-436d-a692-b9e93e12c013 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 945 time: 0.0696969 Dec 06 14:48:37.008132 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.017723 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'port_id': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'mac_address': 'fa:16:3e:9a:71:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:48:37.048994 n-d-master-1 neutron-server[103290]: INFO neutron.plugins.ml2.db [None req-79cb9ea4-eb67-496f-bf0c-b13b9f0c94d5 None None] No ports have port_id starting with 485bfe3d-2b59-4a17-8d19-73aa0856b071 Dec 06 14:48:37.055955 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f206508d-ff3c-486e-b6ee-17804f0cf260 req-c64ddb00-6a00-4fb2-838a-d135701587dc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.058458 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=485bfe3d-2b59-4a17-8d19-73aa0856b071,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:37.060393 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No DVR routers for this DVR port 485bfe3d-2b59-4a17-8d19-73aa0856b071 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:48:37.126315 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.147504 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d208cae-4438-461e-82d3-8c7d64f1584c req-147f2042-b245-493b-a848-869dc98adacf tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366735 Dec 06 14:48:37.147856 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a347586e-d706-4e92-bee7-d6c9844c7596 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:37.149100 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f206508d-ff3c-486e-b6ee-17804f0cf260 req-c64ddb00-6a00-4fb2-838a-d135701587dc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.178695 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82382f0-45aa-4a6b-8aa6-d20154de9262 None None] DHCP port deletion for c51cc7e6-9595-443b-8d74-ffc9deb299dd request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:37.196063 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d2742e4a-7514-4d6e-b415-206fdb26ec3c None None] Could not find standard attr ID for object d79ba159-853a-4cde-9c9b-72f1d9d65232. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:48:37.207350 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a347586e-d706-4e92-bee7-d6c9844c7596, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a347586e-d706-4e92-bee7-d6c9844c7596,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:37.214854 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.240491 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.261880 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f206508d-ff3c-486e-b6ee-17804f0cf260 req-c64ddb00-6a00-4fb2-838a-d135701587dc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.264802 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f206508d-ff3c-486e-b6ee-17804f0cf260 req-c64ddb00-6a00-4fb2-838a-d135701587dc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.265938 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f206508d-ff3c-486e-b6ee-17804f0cf260 req-c64ddb00-6a00-4fb2-838a-d135701587dc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "DELETE /v2.0/security-groups/85b1e176-0343-4fad-b88d-192d42f6212d HTTP/1.1" status: 204 len: 173 time: 0.3062696 Dec 06 14:48:37.287843 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ddb00-6a00-4fb2-838a-d135701587dc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b1e176-0343-4fad-b88d-192d42f6212d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:37.314382 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-e323fd45-49cc-4e58-b966-c372726d126b req-a8f442b9-5790-4d05-8e92-6c5d39e62d87 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] show failed (client error): The resource could not be found. Dec 06 14:48:37.330263 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e323fd45-49cc-4e58-b966-c372726d126b req-a8f442b9-5790-4d05-8e92-6c5d39e62d87 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/85b1e176-0343-4fad-b88d-192d42f6212d HTTP/1.1" status: 404 len: 352 time: 0.0271866 Dec 06 14:48:37.331835 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a347586e-d706-4e92-bee7-d6c9844c7596,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:37.332889 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51cc7e6-9595-443b-8d74-ffc9deb299dd']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:37.363089 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['a347586e-d706-4e92-bee7-d6c9844c7596'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:37.363937 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17fccb63-cf04-474f-9896-c8e058499339') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:37.364235 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17fccb63-cf04-474f-9896-c8e058499339') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:37.380534 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.401917 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.404480 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e1a4b98-63f4-44db-bfe6-11ba80ee7d35 req-0e25f0e1-69f9-4016-ad13-d221b703a6a7 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/cc8aa51f-a795-4951-82ac-ab77285e270a HTTP/1.1" status: 200 len: 1818 time: 0.0519109 Dec 06 14:48:37.422926 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a662f81-2d36-4506-b352-bc428ed3a59f req-4a090854-1399-4aef-9f7b-38f3b3db7a25 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:37.430703 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8a662f81-2d36-4506-b352-bc428ed3a59f req-4a090854-1399-4aef-9f7b-38f3b3db7a25 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=37b31c3e-dccf-43a8-822e-a022f7b6aeb7 HTTP/1.1" status: 200 len: 945 time: 0.1786635 Dec 06 14:48:37.441538 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:48:37.442048 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:48:37.445586 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:48:37.525470 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e1a4b98-63f4-44db-bfe6-11ba80ee7d35 req-73b1da68-5b43-4d4c-9461-e13ed3a78db9 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.550924 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8a662f81-2d36-4506-b352-bc428ed3a59f req-c7564ec1-17c4-41eb-8879-5ae259ec96d1 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190865 Dec 06 14:48:37.567245 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e1a4b98-63f4-44db-bfe6-11ba80ee7d35 req-73b1da68-5b43-4d4c-9461-e13ed3a78db9 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.572247 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.614963 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.643431 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/networks/c51cc7e6-9595-443b-8d74-ffc9deb299dd HTTP/1.1" status: 204 len: 168 time: 1.1915870 Dec 06 14:48:37.643431 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae5150-c7ab-43fb-bade-f04494ab871a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Network': ['ID=c51cc7e6-9595-443b-8d74-ffc9deb299dd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:37.644645 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48924) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:37.651902 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c5fedf11-7071-443b-8349-b2bce2e56b17 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1515081540'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:37.656659 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e1a4b98-63f4-44db-bfe6-11ba80ee7d35 req-73b1da68-5b43-4d4c-9461-e13ed3a78db9 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.660237 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3e1a4b98-63f4-44db-bfe6-11ba80ee7d35 req-73b1da68-5b43-4d4c-9461-e13ed3a78db9 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.673950 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e1a4b98-63f4-44db-bfe6-11ba80ee7d35 req-73b1da68-5b43-4d4c-9461-e13ed3a78db9 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "DELETE /v2.0/security-groups/cc8aa51f-a795-4951-82ac-ab77285e270a HTTP/1.1" status: 204 len: 173 time: 0.2612581 Dec 06 14:48:37.687625 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 485bfe3d-2b59-4a17-8d19-73aa0856b071 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:48:37.701275 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1da68-5b43-4d4c-9461-e13ed3a78db9 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8aa51f-a795-4951-82ac-ab77285e270a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:37.722058 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 485bfe3d-2b59-4a17-8d19-73aa0856b071 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:48:37.722408 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 485bfe3d-2b59-4a17-8d19-73aa0856b071 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:48:37.740819 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fedf11-7071-443b-8349-b2bce2e56b17 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:37.744468 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5fedf11-7071-443b-8349-b2bce2e56b17 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.787388 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fedf11-7071-443b-8349-b2bce2e56b17 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:48:37.799444 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5fedf11-7071-443b-8349-b2bce2e56b17 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.799991 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-c5fedf11-7071-443b-8349-b2bce2e56b17 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Added segment ae42cb6b-62cf-45b6-96ed-af8aafdc5fa3 of type vlan for network 157f3262-6ed0-46ad-9cc1-7063e759a361 Dec 06 14:48:37.801245 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-97cb8b6d-ab60-4932-924d-1f356fe2025b req-d0f84586-b637-4b18-8774-6f1912411d22 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] show failed (client error): The resource could not be found. Dec 06 14:48:37.802314 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-97cb8b6d-ab60-4932-924d-1f356fe2025b req-d0f84586-b637-4b18-8774-6f1912411d22 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/cc8aa51f-a795-4951-82ac-ab77285e270a HTTP/1.1" status: 404 len: 352 time: 0.0211179 Dec 06 14:48:37.825004 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270bd9c-363a-49aa-bfb2-44eb03205c0f req-33ab1cce-9f70-4df4-9695-792cd616f7a8 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:37.826678 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f270bd9c-363a-49aa-bfb2-44eb03205c0f req-33ab1cce-9f70-4df4-9695-792cd616f7a8 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.37 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 949 time: 0.0895815 Dec 06 14:48:37.893573 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5fedf11-7071-443b-8349-b2bce2e56b17 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.925759 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31ad98-012d-48b8-86bc-0197473e788c req-ecee2bf7-2e6b-46dd-b92b-f3dc49df14c6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:37.927525 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac31ad98-012d-48b8-86bc-0197473e788c req-ecee2bf7-2e6b-46dd-b92b-f3dc49df14c6 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 949 time: 0.0687673 Dec 06 14:48:37.957592 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5fedf11-7071-443b-8349-b2bce2e56b17 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.965689 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fedf11-7071-443b-8349-b2bce2e56b17 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:37.966378 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5fedf11-7071-443b-8349-b2bce2e56b17 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:38.019006 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52f3d087-f618-415f-a92f-a6e5495396bb req-08f48b1b-6fd2-4205-a59e-89d40c37c2a1 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7dbaded7cf904f7189c67f3313a64b2c HTTP/1.1" status: 200 len: 6207 time: 0.1822765 Dec 06 14:48:38.029077 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f270bd9c-363a-49aa-bfb2-44eb03205c0f req-03876580-50ce-4ec4-bda9-691e5e0145f2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Deleting port d3ce4777-233c-46f8-8cc3-18dcecf32a87 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:38.029492 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f270bd9c-363a-49aa-bfb2-44eb03205c0f req-03876580-50ce-4ec4-bda9-691e5e0145f2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:38.050012 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fedf11-7071-443b-8349-b2bce2e56b17 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Network': ['ID=157f3262-6ed0-46ad-9cc1-7063e759a361,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:38.061918 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 157f3262-6ed0-46ad-9cc1-7063e759a361 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:48:38.067451 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c5fedf11-7071-443b-8349-b2bce2e56b17 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4220161 Dec 06 14:48:38.073592 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac31ad98-012d-48b8-86bc-0197473e788c req-8552e7f7-c6c2-4fb5-bf90-bb2cf6b92852 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344488 Dec 06 14:48:38.074079 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48932) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:38.078847 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e2407c3e-bb67-45ad-b0cb-a3f65e0a413a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'subnet': {'network_id': '157f3262-6ed0-46ad-9cc1-7063e759a361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:38.200232 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52f3d087-f618-415f-a92f-a6e5495396bb req-c7d74945-b844-4185-b085-9cf5f7649030 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b HTTP/1.1" status: 200 len: 3002 time: 0.1672909 Dec 06 14:48:38.211864 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2407c3e-bb67-45ad-b0cb-a3f65e0a413a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:38.216885 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2407c3e-bb67-45ad-b0cb-a3f65e0a413a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:38.276479 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f270bd9c-363a-49aa-bfb2-44eb03205c0f req-03876580-50ce-4ec4-bda9-691e5e0145f2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] For port d3ce4777-233c-46f8-8cc3-18dcecf32a87, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d3ce4777-233c-46f8-8cc3-18dcecf32a87,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:38.276865 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f270bd9c-363a-49aa-bfb2-44eb03205c0f req-03876580-50ce-4ec4-bda9-691e5e0145f2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:38.297478 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52f3d087-f618-415f-a92f-a6e5495396bb req-e8262e5a-4f15-42a9-ad0a-6b4f22aa4ecd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b HTTP/1.1" status: 200 len: 3002 time: 0.0961895 Dec 06 14:48:38.322210 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f270bd9c-363a-49aa-bfb2-44eb03205c0f req-03876580-50ce-4ec4-bda9-691e5e0145f2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Calling delete_port for d3ce4777-233c-46f8-8cc3-18dcecf32a87 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:38.325882 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 2f7d0ac1-6a74-4413-a793-930df63d94ce up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:48:38.329760 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-2719c93c-cea7-48af-a1a4-77e32754d4bd req-e25c099f-8f80-4a56-b4a6-e09aac3e1ea3 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1008455904', 'description': 'tempest-description-912873888'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:38.368955 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2719c93c-cea7-48af-a1a4-77e32754d4bd req-e25c099f-8f80-4a56-b4a6-e09aac3e1ea3 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:38.401471 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be19e53-0c1f-4423-9223-ed5f41a04248 req-eeb54647-d7d0-4fc3-b3a6-d786f2242026 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:38.403178 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0be19e53-0c1f-4423-9223-ed5f41a04248 req-eeb54647-d7d0-4fc3-b3a6-d786f2242026 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 945 time: 0.1006091 Dec 06 14:48:38.438567 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 2f7d0ac1-6a74-4413-a793-930df63d94ce completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:48:38.446623 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 2f7d0ac1-6a74-4413-a793-930df63d94ce triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:38.447392 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:38.507100 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0be19e53-0c1f-4423-9223-ed5f41a04248 req-18158163-d738-49e8-b5bf-1287ad1458ff tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852797 Dec 06 14:48:38.585386 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:38.588845 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2407c3e-bb67-45ad-b0cb-a3f65e0a413a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:38.600543 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2719c93c-cea7-48af-a1a4-77e32754d4bd req-e25c099f-8f80-4a56-b4a6-e09aac3e1ea3 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:38.610487 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2719c93c-cea7-48af-a1a4-77e32754d4bd req-e25c099f-8f80-4a56-b4a6-e09aac3e1ea3 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:38.660135 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04585bb0-44c0-4d0a-b5f3-049e6892b106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7d0ac1-6a74-4413-a793-930df63d94ce'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:38.663555 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc9645e-04ce-4169-897a-153beb39a394" -d '{"events": [{"server_uuid": "04585bb0-44c0-4d0a-b5f3-049e6892b106", "name": "network-vif-plugged", "status": "completed", "tag": "2f7d0ac1-6a74-4413-a793-930df63d94ce"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:38.665494 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2719c93c-cea7-48af-a1a4-77e32754d4bd req-e25c099f-8f80-4a56-b4a6-e09aac3e1ea3 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:38.680166 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2407c3e-bb67-45ad-b0cb-a3f65e0a413a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Subnet': ['ID=812c7a1d-06b5-44fe-9604-e2fa804fd9f4,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:38.680166 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2407c3e-bb67-45ad-b0cb-a3f65e0a413a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Checking segment: {'id': 'ae42cb6b-62cf-45b6-96ed-af8aafdc5fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '157f3262-6ed0-46ad-9cc1-7063e759a361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:38.680166 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2407c3e-bb67-45ad-b0cb-a3f65e0a413a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network hostable DHCP agents. Network: 157f3262-6ed0-46ad-9cc1-7063e759a361, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:48:38.690434 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2719c93c-cea7-48af-a1a4-77e32754d4bd req-e25c099f-8f80-4a56-b4a6-e09aac3e1ea3 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3696613 Dec 06 14:48:38.698783 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f7d0ac1-6a74-4413-a793-930df63d94ce,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:38.701288 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2407c3e-bb67-45ad-b0cb-a3f65e0a413a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 157f3262-6ed0-46ad-9cc1-7063e759a361 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:48:38.709923 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:38.711199 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a347586e-d706-4e92-bee7-d6c9844c7596 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:48:38.718418 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e2407c3e-bb67-45ad-b0cb-a3f65e0a413a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 157f3262-6ed0-46ad-9cc1-7063e759a361) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:38.749937 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c099f-8f80-4a56-b4a6-e09aac3e1ea3 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac5ed8b-f058-4a60-a9ae-f9e463af7c54,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:38.753119 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f270bd9c-363a-49aa-bfb2-44eb03205c0f req-03876580-50ce-4ec4-bda9-691e5e0145f2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:38.753321 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2407c3e-bb67-45ad-b0cb-a3f65e0a413a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:38.754072 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2407c3e-bb67-45ad-b0cb-a3f65e0a413a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:38.782862 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e2407c3e-bb67-45ad-b0cb-a3f65e0a413a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7076871 Dec 06 14:48:38.792491 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48950) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:38.793129 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ed7c4-06b5-4a8c-8fb1-4c0b25403393 req-0d0e0935-d010-4669-aad2-1cf3b907e53d tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:38.805121 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5919de80-7c81-43b4-9052-69d8260ee6d8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'network_id': '157f3262-6ed0-46ad-9cc1-7063e759a361', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-374964158'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:38.809695 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a5ed7c4-06b5-4a8c-8fb1-4c0b25403393 req-0d0e0935-d010-4669-aad2-1cf3b907e53d tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=37b31c3e-dccf-43a8-822e-a022f7b6aeb7 HTTP/1.1" status: 200 len: 945 time: 0.0939775 Dec 06 14:48:38.827148 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3fc498-1927-48b8-affa-924ff9aacc91 x-openstack-request-id: req-1a3fc498-1927-48b8-affa-924ff9aacc91 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:38.832451 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04585bb0-44c0-4d0a-b5f3-049e6892b106", "name": "network-vif-plugged", "status": "completed", "tag": "2f7d0ac1-6a74-4413-a793-930df63d94ce", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:38.832784 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a3fc498-1927-48b8-affa-924ff9aacc91 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:38.833300 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04585bb0-44c0-4d0a-b5f3-049e6892b106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7d0ac1-6a74-4413-a793-930df63d94ce', 'code': 200} Dec 06 14:48:38.857683 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03876580-50ce-4ec4-bda9-691e5e0145f2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Pushing event deleted for resources: {'Port': ['ID=d3ce4777-233c-46f8-8cc3-18dcecf32a87,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:38.871408 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3f0ea693-36d5-4171-aa04-9dfd41380b72 req-4172ad98-7db8-4b87-9771-ae27bd93488f tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2060108506', 'description': 'tempest-description-2003120890'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:38.887728 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8d3478-f498-4262-a594-ab76441f224a None None] Network 157f3262-6ed0-46ad-9cc1-7063e759a361 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:38.898782 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f270bd9c-363a-49aa-bfb2-44eb03205c0f req-03876580-50ce-4ec4-bda9-691e5e0145f2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] No DVR routers for this DVR port d3ce4777-233c-46f8-8cc3-18dcecf32a87 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:48:38.906280 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a5ed7c4-06b5-4a8c-8fb1-4c0b25403393 req-39891a2b-cbd9-4c5d-90e9-c7b74a015e7a tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852327 Dec 06 14:48:38.912140 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f270bd9c-363a-49aa-bfb2-44eb03205c0f req-03876580-50ce-4ec4-bda9-691e5e0145f2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:38.915506 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f270bd9c-363a-49aa-bfb2-44eb03205c0f req-03876580-50ce-4ec4-bda9-691e5e0145f2 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.37 "DELETE /v2.0/ports/d3ce4777-233c-46f8-8cc3-18dcecf32a87 HTTP/1.1" status: 204 len: 173 time: 1.0824282 Dec 06 14:48:38.917773 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aede5eb3-ed77-469d-b056-7cbab788691f', 'name': 'network-vif-deleted', 'tag': 'd3ce4777-233c-46f8-8cc3-18dcecf32a87'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:38.920224 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f0eafa-15c2-4280-bbfe-7c06130a997c" -d '{"events": [{"server_uuid": "aede5eb3-ed77-469d-b056-7cbab788691f", "name": "network-vif-deleted", "tag": "d3ce4777-233c-46f8-8cc3-18dcecf32a87"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:38.933749 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd93ef9-bced-4275-bda7-f28abd7c7b69 req-a2e7123f-d443-413e-aef8-59fefad696c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:38.938335 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8dd93ef9-bced-4275-bda7-f28abd7c7b69 req-a2e7123f-d443-413e-aef8-59fefad696c0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 1097 time: 0.0751090 Dec 06 14:48:38.953749 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['d3ce4777-233c-46f8-8cc3-18dcecf32a87', '002421a5-b798-4c72-8b3c-506260708352'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:38.956462 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c90d1b62-721c-4a0d-bcf5-749ccc2eda24 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:48:38.980402 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3f0ea693-36d5-4171-aa04-9dfd41380b72 req-4172ad98-7db8-4b87-9771-ae27bd93488f tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:39.003116 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8dd93ef9-bced-4275-bda7-f28abd7c7b69 req-adcf554c-328b-4ce1-b5a4-42bf1adcaf0f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567248 Dec 06 14:48:39.099085 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5919de80-7c81-43b4-9052-69d8260ee6d8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:39.102791 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5919de80-7c81-43b4-9052-69d8260ee6d8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:39.108801 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3f0ea693-36d5-4171-aa04-9dfd41380b72 req-4172ad98-7db8-4b87-9771-ae27bd93488f tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:39.115353 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3f0ea693-36d5-4171-aa04-9dfd41380b72 req-4172ad98-7db8-4b87-9771-ae27bd93488f tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:39.157742 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172ad98-7db8-4b87-9771-ae27bd93488f tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b11538d-6027-462a-876a-ebe68dabe533,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:39.162140 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3f0ea693-36d5-4171-aa04-9dfd41380b72 req-4172ad98-7db8-4b87-9771-ae27bd93488f tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:39.181241 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=2f7d0ac1-6a74-4413-a793-930df63d94ce,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:39.198401 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f0ea693-36d5-4171-aa04-9dfd41380b72 req-4172ad98-7db8-4b87-9771-ae27bd93488f tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3640237 Dec 06 14:48:39.225904 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-5919de80-7c81-43b4-9052-69d8260ee6d8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] device_id is not set on port 336ed56e-a0c7-4655-84d3-e07cd128d50f yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:48:39.249960 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61532add-daf4-4dcf-aae8-4b937b822e4a x-openstack-request-id: req-61532add-daf4-4dcf-aae8-4b937b822e4a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:39.251713 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aede5eb3-ed77-469d-b056-7cbab788691f", "name": "network-vif-deleted", "tag": "d3ce4777-233c-46f8-8cc3-18dcecf32a87", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:39.251999 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61532add-daf4-4dcf-aae8-4b937b822e4a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:39.254723 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aede5eb3-ed77-469d-b056-7cbab788691f', 'name': 'network-vif-deleted', 'tag': 'd3ce4777-233c-46f8-8cc3-18dcecf32a87', 'status': 'completed', 'code': 200} Dec 06 14:48:39.268494 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port a347586e-d706-4e92-bee7-d6c9844c7596 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:39.269169 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:39.462534 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-015304ad-f6ec-435b-a6b6-66ea206e61c3 req-2d4f2c08-3642-423b-8f03-8deb0df4c821 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=aede5eb3-ed77-469d-b056-7cbab788691f HTTP/1.1" status: 200 len: 210 time: 0.0932865 Dec 06 14:48:39.494770 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port c90d1b62-721c-4a0d-bcf5-749ccc2eda24 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:48:39.581661 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port c90d1b62-721c-4a0d-bcf5-749ccc2eda24 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:39.582034 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:39.642336 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-5919de80-7c81-43b4-9052-69d8260ee6d8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Allocated IP 2001:db8::2bd (157f3262-6ed0-46ad-9cc1-7063e759a361/812c7a1d-06b5-44fe-9604-e2fa804fd9f4/336ed56e-a0c7-4655-84d3-e07cd128d50f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:48:39.768984 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-887e8ff0-c008-4001-82ce-ad8560289de1 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:39.776715 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-887e8ff0-c008-4001-82ce-ad8560289de1 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/networks?id=5944ac86-4fc6-4a61-a859-87f4a03f0231 HTTP/1.1" status: 200 len: 813 time: 0.2411821 Dec 06 14:48:39.800043 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-e5e9694e-d19c-4843-803a-3258c7ae1fed tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/quotas/7dbaded7cf904f7189c67f3313a64b2c HTTP/1.1" status: 200 len: 375 time: 0.0162966 Dec 06 14:48:39.843140 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569cc06-bca0-43e2-b61f-bdf70992cf54 req-92119e78-9f50-4e88-b2f5-8517dc9ae74e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:39.852407 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b569cc06-bca0-43e2-b61f-bdf70992cf54 req-92119e78-9f50-4e88-b2f5-8517dc9ae74e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 946 time: 0.0996840 Dec 06 14:48:39.859726 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-3f133cd7-2620-4dea-b469-3719d79095a9 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7dbaded7cf904f7189c67f3313a64b2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0586445 Dec 06 14:48:39.888873 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-157f3262-6ed0-46ad-9cc1-7063e759a361', 'network_id': '157f3262-6ed0-46ad-9cc1-7063e759a361', 'tenant_id': 'f6c464d55d39492193cb5df15090c714', 'fixed_ips': [{'subnet_id': '812c7a1d-06b5-44fe-9604-e2fa804fd9f4'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:48:39.890189 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:39.897271 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5919de80-7c81-43b4-9052-69d8260ee6d8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:39.915294 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:39.961889 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-83819ba3-2e90-4e4f-8a94-2dc4c1c5db89 service neutron] 10.222.0.20 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994444 Dec 06 14:48:39.964689 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b569cc06-bca0-43e2-b61f-bdf70992cf54 req-0f1a1d4a-5eda-4d77-9544-4f4b815834ec tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066680 Dec 06 14:48:40.043735 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5919de80-7c81-43b4-9052-69d8260ee6d8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:40.090583 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a347586e-d706-4e92-bee7-d6c9844c7596, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a347586e-d706-4e92-bee7-d6c9844c7596,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:40.134005 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:40.145189 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5919de80-7c81-43b4-9052-69d8260ee6d8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 157f3262-6ed0-46ad-9cc1-7063e759a361 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:48:40.163890 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5919de80-7c81-43b4-9052-69d8260ee6d8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:40.181393 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5919de80-7c81-43b4-9052-69d8260ee6d8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:40.188280 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5919de80-7c81-43b4-9052-69d8260ee6d8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:40.189050 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5919de80-7c81-43b4-9052-69d8260ee6d8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:40.197202 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919de80-7c81-43b4-9052-69d8260ee6d8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=336ed56e-a0c7-4655-84d3-e07cd128d50f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:40.225543 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd01c1d-1152-41e1-9dca-581fefe6bcfb req-754db4da-3aa8-46ad-8ddc-718a892c4cba tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:40.226088 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-7380d2cc-4a08-41f3-a5f0-3e6d945657c9 service neutron] 10.222.0.20 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633824 Dec 06 14:48:40.230748 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:40.233942 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9fd01c1d-1152-41e1-9dca-581fefe6bcfb req-754db4da-3aa8-46ad-8ddc-718a892c4cba tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=37b31c3e-dccf-43a8-822e-a022f7b6aeb7 HTTP/1.1" status: 200 len: 945 time: 0.1631529 Dec 06 14:48:40.272782 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5919de80-7c81-43b4-9052-69d8260ee6d8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4748020 Dec 06 14:48:40.273921 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48986) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:40.295696 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a347586e-d706-4e92-bee7-d6c9844c7596,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:40.302698 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Allocated IP 2001:db8::2 (157f3262-6ed0-46ad-9cc1-7063e759a361/812c7a1d-06b5-44fe-9604-e2fa804fd9f4/a77256a9-28b7-42c8-bdd0-89ed77a86cdd) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:48:40.323567 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port c90d1b62-721c-4a0d-bcf5-749ccc2eda24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c90d1b62-721c-4a0d-bcf5-749ccc2eda24,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:40.327906 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9fd01c1d-1152-41e1-9dca-581fefe6bcfb req-ed48f516-b977-4cec-89fb-bb00dfa30820 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927181 Dec 06 14:48:40.334364 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:40.472668 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=c90d1b62-721c-4a0d-bcf5-749ccc2eda24,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:40.519106 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cd6eb879-0567-466a-850a-5c481c84512c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port 336ed56e-a0c7-4655-84d3-e07cd128d50f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:40.519448 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb879-0567-466a-850a-5c481c84512c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:40.598796 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:40.609945 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:40.611449 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d381e961-b97a-47b1-a835-4779884d20c6 req-12de37c9-e9ed-4c7c-8a0c-58d7b41cf546 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 210 time: 0.0557044 Dec 06 14:48:40.675696 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Network 157f3262-6ed0-46ad-9cc1-7063e759a361 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:48:40.679125 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:40.690007 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:40.693959 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Pushing event updated for resources: {'Port': ['ID=a77256a9-28b7-42c8-bdd0-89ed77a86cdd,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:40.716840 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb879-0567-466a-850a-5c481c84512c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:40.736793 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cd6eb879-0567-466a-850a-5c481c84512c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for 336ed56e-a0c7-4655-84d3-e07cd128d50f owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:40.770197 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Attempting to bind port a77256a9-28b7-42c8-bdd0-89ed77a86cdd on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:48:40.770582 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Attempting to bind port a77256a9-28b7-42c8-bdd0-89ed77a86cdd by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ae42cb6b-62cf-45b6-96ed-af8aafdc5fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '157f3262-6ed0-46ad-9cc1-7063e759a361'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:48:40.770951 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Attempting to bind port a77256a9-28b7-42c8-bdd0-89ed77a86cdd on network 157f3262-6ed0-46ad-9cc1-7063e759a361 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:48:40.777362 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:48:40.777795 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Checking segment: {'id': 'ae42cb6b-62cf-45b6-96ed-af8aafdc5fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '157f3262-6ed0-46ad-9cc1-7063e759a361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:40.778153 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:40.778557 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Bound using segment: {'id': 'ae42cb6b-62cf-45b6-96ed-af8aafdc5fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '157f3262-6ed0-46ad-9cc1-7063e759a361'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:48:40.779039 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Bound port: a77256a9-28b7-42c8-bdd0-89ed77a86cdd, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae42cb6b-62cf-45b6-96ed-af8aafdc5fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '157f3262-6ed0-46ad-9cc1-7063e759a361'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:48:40.779429 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:40.836984 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596'}, {'server_uuid': '37b31c3e-dccf-43a8-822e-a022f7b6aeb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90d1b62-721c-4a0d-bcf5-749ccc2eda24'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:40.839922 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259430ae-d776-4c4d-8bd6-ef1e236936f0" -d '{"events": [{"server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "name": "network-vif-plugged", "status": "completed", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596"}, {"server_uuid": "37b31c3e-dccf-43a8-822e-a022f7b6aeb7", "name": "network-vif-plugged", "status": "completed", "tag": "c90d1b62-721c-4a0d-bcf5-749ccc2eda24"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:40.849823 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d3ce4777-233c-46f8-8cc3-18dcecf32a87 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:48:40.884396 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: d3ce4777-233c-46f8-8cc3-18dcecf32a87 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:48:40.884396 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d3ce4777-233c-46f8-8cc3-18dcecf32a87 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:48:40.952330 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb879-0567-466a-850a-5c481c84512c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:40.959848 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] For port a77256a9-28b7-42c8-bdd0-89ed77a86cdd, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:48:40.977694 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] For port a77256a9-28b7-42c8-bdd0-89ed77a86cdd, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a77256a9-28b7-42c8-bdd0-89ed77a86cdd,segment=NetworkSegment(ae42cb6b-62cf-45b6-96ed-af8aafdc5fa3),segment_id=ae42cb6b-62cf-45b6-96ed-af8aafdc5fa3)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:48:40.980378 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b72644-1612-499a-9367-06e29da0a8b8 x-openstack-request-id: req-03b72644-1612-499a-9367-06e29da0a8b8 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:40.980573 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "name": "network-vif-plugged", "status": "completed", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596", "code": 200}, {"server_uuid": "37b31c3e-dccf-43a8-822e-a022f7b6aeb7", "name": "network-vif-plugged", "status": "completed", "tag": "c90d1b62-721c-4a0d-bcf5-749ccc2eda24", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:40.980952 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03b72644-1612-499a-9367-06e29da0a8b8 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:40.981213 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'code': 200} Dec 06 14:48:40.981501 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b31c3e-dccf-43a8-822e-a022f7b6aeb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90d1b62-721c-4a0d-bcf5-749ccc2eda24', 'code': 200} Dec 06 14:48:41.006750 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6eb879-0567-466a-850a-5c481c84512c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=336ed56e-a0c7-4655-84d3-e07cd128d50f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:41.024089 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a311b2c-16aa-45a7-b224-909a868c57ac req-51e86a66-1f44-4f68-952d-2b7339979546 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:41.026064 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:41.035253 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a311b2c-16aa-45a7-b224-909a868c57ac req-51e86a66-1f44-4f68-952d-2b7339979546 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 951 time: 0.0944512 Dec 06 14:48:41.045580 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb879-0567-466a-850a-5c481c84512c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:41.050156 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cd6eb879-0567-466a-850a-5c481c84512c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/ports/336ed56e-a0c7-4655-84d3-e07cd128d50f HTTP/1.1" status: 204 len: 168 time: 0.7749245 Dec 06 14:48:41.053520 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49006) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:41.099473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a311b2c-16aa-45a7-b224-909a868c57ac req-e74ee806-7d31-457b-949d-cd0a2f83aeba tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628049 Dec 06 14:48:41.134805 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c76c0f-4890-40e4-a7a6-32ef2e0cb251 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] GET failed (client error): The resource could not be found. Dec 06 14:48:41.137346 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e1c76c0f-4890-40e4-a7a6-32ef2e0cb251 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports/336ed56e-a0c7-4655-84d3-e07cd128d50f HTTP/1.1" status: 404 len: 333 time: 0.0819898 Dec 06 14:48:41.140133 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49010) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:41.144700 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe19a7-c735-429a-af3b-a3473b515e8c req-a77c2503-43a8-41ad-8a13-ecdf27f01a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:41.146625 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acbe19a7-c735-429a-af3b-a3473b515e8c req-a77c2503-43a8-41ad-8a13-ecdf27f01a8c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=37b31c3e-dccf-43a8-822e-a022f7b6aeb7 HTTP/1.1" status: 200 len: 1097 time: 0.0917988 Dec 06 14:48:41.209399 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac553291-4fed-44b2-af34-e71b1f45f244 None None] Pushing event updated for resources: {'Port': ['ID=a77256a9-28b7-42c8-bdd0-89ed77a86cdd,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:41.212463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acbe19a7-c735-429a-af3b-a3473b515e8c req-212f95ad-463c-477f-95d4-941401c5894c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538759 Dec 06 14:48:41.294555 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e59dbd-8c13-47fe-95ac-f7b830359c9e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting subnet 812c7a1d-06b5-44fe-9604-e2fa804fd9f4 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:48:41.306371 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb0417-1605-4f62-b204-a4a4c702d190 req-7140d2a5-0dcc-4405-a70f-13bd41ac9e1f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:41.312151 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a9eb0417-1605-4f62-b204-a4a4c702d190 req-7140d2a5-0dcc-4405-a70f-13bd41ac9e1f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 946 time: 0.1560981 Dec 06 14:48:41.315533 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81e59dbd-8c13-47fe-95ac-f7b830359c9e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:41.395232 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81e59dbd-8c13-47fe-95ac-f7b830359c9e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:41.529988 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a9eb0417-1605-4f62-b204-a4a4c702d190 req-31938d9e-1c09-4c9a-b67d-593748e23eb3 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870136 Dec 06 14:48:41.566829 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcc061-eaa2-4570-8ca4-f5ebc7292a40 req-7b08633a-4f95-4311-a963-2f08912ff137 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:41.576056 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6edcc061-eaa2-4570-8ca4-f5ebc7292a40 req-7b08633a-4f95-4311-a963-2f08912ff137 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=37b31c3e-dccf-43a8-822e-a022f7b6aeb7 HTTP/1.1" status: 200 len: 946 time: 0.1270177 Dec 06 14:48:41.626385 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81e59dbd-8c13-47fe-95ac-f7b830359c9e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:41.652844 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6edcc061-eaa2-4570-8ca4-f5ebc7292a40 req-babca5dc-9e98-444d-a300-7706b7e0b828 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751975 Dec 06 14:48:41.722152 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81e59dbd-8c13-47fe-95ac-f7b830359c9e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:41.756339 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81e59dbd-8c13-47fe-95ac-f7b830359c9e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:41.763806 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-81e59dbd-8c13-47fe-95ac-f7b830359c9e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/812c7a1d-06b5-44fe-9604-e2fa804fd9f4 HTTP/1.1" status: 204 len: 168 time: 0.6225243 Dec 06 14:48:41.767105 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49026) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:41.816979 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e59dbd-8c13-47fe-95ac-f7b830359c9e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Subnet': ['ID=812c7a1d-06b5-44fe-9604-e2fa804fd9f4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:41.845524 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a77256a9-28b7-42c8-bdd0-89ed77a86cdd up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:48:41.923015 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:41.930534 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac8cc9-fbe5-4afc-b48a-d2c705b68b6e req-0b0a5d10-bde5-4577-bb70-14db515edcf8 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:41.933358 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-deac8cc9-fbe5-4afc-b48a-d2c705b68b6e req-0b0a5d10-bde5-4577-bb70-14db515edcf8 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 1097 time: 0.1107748 Dec 06 14:48:41.964186 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a77256a9-28b7-42c8-bdd0-89ed77a86cdd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:41.964633 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:41.975453 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0ec14b92-f4ae-4769-9f4f-0e165f046f3f req-d4a73e95-f312-43ca-9e4e-300a27488831 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 210 time: 0.0450802 Dec 06 14:48:42.022839 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-deac8cc9-fbe5-4afc-b48a-d2c705b68b6e req-6531eb8f-22c3-4717-bc0d-a4f2bfe09555 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784538 Dec 06 14:48:42.040415 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port a77256a9-28b7-42c8-bdd0-89ed77a86cdd {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:42.041027 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:42.111195 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:42.153914 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] For port a77256a9-28b7-42c8-bdd0-89ed77a86cdd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a77256a9-28b7-42c8-bdd0-89ed77a86cdd,segment=NetworkSegment(ae42cb6b-62cf-45b6-96ed-af8aafdc5fa3),segment_id=ae42cb6b-62cf-45b6-96ed-af8aafdc5fa3)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:42.154491 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:42.157949 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port a77256a9-28b7-42c8-bdd0-89ed77a86cdd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a77256a9-28b7-42c8-bdd0-89ed77a86cdd,segment=NetworkSegment(ae42cb6b-62cf-45b6-96ed-af8aafdc5fa3),segment_id=ae42cb6b-62cf-45b6-96ed-af8aafdc5fa3)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:42.168431 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:42.188577 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for a77256a9-28b7-42c8-bdd0-89ed77a86cdd owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:42.240766 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacfc27-4f78-4e5a-b0bb-f91b5ebfa03e req-c395c2bd-3217-4171-a44e-9513fde0d030 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:42.252488 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bfacfc27-4f78-4e5a-b0bb-f91b5ebfa03e req-c395c2bd-3217-4171-a44e-9513fde0d030 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 1097 time: 0.1404245 Dec 06 14:48:42.286002 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=a77256a9-28b7-42c8-bdd0-89ed77a86cdd,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:42.305172 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668aa91f-3fc4-4701-bdde-2b7491c11e0b req-62344053-6524-439f-a008-0d90a6493ae8 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:42.307629 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-668aa91f-3fc4-4701-bdde-2b7491c11e0b req-62344053-6524-439f-a008-0d90a6493ae8 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 951 time: 0.0897193 Dec 06 14:48:42.428168 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-668aa91f-3fc4-4701-bdde-2b7491c11e0b req-a6aa3840-609f-4ae6-afbe-cb5badcddde3 tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/security-groups?id=49c8cf94-271b-479d-8295-5c05e07e0e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086130 Dec 06 14:48:42.437485 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bfacfc27-4f78-4e5a-b0bb-f91b5ebfa03e req-54a30845-566a-4fec-b7c6-c5670568114d tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830387 Dec 06 14:48:42.566338 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-5b70e1df-deaf-429e-aecb-e5039cbd46c1 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:42.569134 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-5b70e1df-deaf-429e-aecb-e5039cbd46c1 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.37 "GET /v2.0/networks?id=5944ac86-4fc6-4a61-a859-87f4a03f0231 HTTP/1.1" status: 200 len: 813 time: 0.2333322 Dec 06 14:48:42.571275 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:42.595236 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-14570180-10e7-4071-a9af-e7fd3325c28a tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Request body: {'port': {'device_id': 'c1071b18-ebb6-4e18-ad67-0d5c64cccbd0', 'network_id': '5944ac86-4fc6-4a61-a859-87f4a03f0231', 'admin_state_up': True, 'tenant_id': '7dbaded7cf904f7189c67f3313a64b2c'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:42.659502 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No DVR routers for this DVR port a77256a9-28b7-42c8-bdd0-89ed77a86cdd on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:48:42.667839 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=a77256a9-28b7-42c8-bdd0-89ed77a86cdd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:42.759515 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f32963b-daed-4c9e-8117-e1b30179340a None None] Network 157f3262-6ed0-46ad-9cc1-7063e759a361 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:42.896455 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-396a7eb4-77ba-486e-8216-0c065be89d0e None None] Could not find standard attr ID for object a77256a9-28b7-42c8-bdd0-89ed77a86cdd. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:48:43.024684 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4518c0b-31e5-4830-b0d6-bf7a49272373 None None] DHCP port deletion for 157f3262-6ed0-46ad-9cc1-7063e759a361 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:43.026023 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:43.070967 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aed2ae-459c-43ac-82f9-45651edf653a req-d8f78460-aca0-4c81-9d3d-1c01a4e5f8db tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:43.072642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1aed2ae-459c-43ac-82f9-45651edf653a req-d8f78460-aca0-4c81-9d3d-1c01a4e5f8db tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.37 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 951 time: 0.3197377 Dec 06 14:48:43.076997 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157f3262-6ed0-46ad-9cc1-7063e759a361']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:43.103683 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae42cb6b-62cf-45b6-96ed-af8aafdc5fa3') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:43.104569 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae42cb6b-62cf-45b6-96ed-af8aafdc5fa3') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:43.136562 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7767df-b4ce-4d60-8499-6270e61c52c2 req-4dc958ab-9389-43c3-a6b3-ad79a34bf3aa tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:43.143823 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b7767df-b4ce-4d60-8499-6270e61c52c2 req-4dc958ab-9389-43c3-a6b3-ad79a34bf3aa tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=37b31c3e-dccf-43a8-822e-a022f7b6aeb7 HTTP/1.1" status: 200 len: 946 time: 0.3383119 Dec 06 14:48:43.156517 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-14570180-10e7-4071-a9af-e7fd3325c28a tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Made reservation on behalf of 7dbaded7cf904f7189c67f3313a64b2c for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:43.160101 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-14570180-10e7-4071-a9af-e7fd3325c28a tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:43.177605 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:43.244607 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:43.294428 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:48:43.295123 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:48:43.301557 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:48:43.330566 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b7767df-b4ce-4d60-8499-6270e61c52c2 req-434fcbbb-7b13-497e-b623-9152af7b516d tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856658 Dec 06 14:48:43.458158 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-b1aed2ae-459c-43ac-82f9-45651edf653a req-4a54b0e9-1f72-4150-ae20-6f926810623d tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Deleting port 002421a5-b798-4c72-8b3c-506260708352 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:43.458390 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b1aed2ae-459c-43ac-82f9-45651edf653a req-4a54b0e9-1f72-4150-ae20-6f926810623d tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:43.513839 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:43.554540 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:43.558409 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/networks/157f3262-6ed0-46ad-9cc1-7063e759a361 HTTP/1.1" status: 204 len: 168 time: 1.7902050 Dec 06 14:48:43.562537 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49082) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:43.567987 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7b2c2d45-4ab5-40f0-b019-6d939bf0e990 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510', 'name': 'tempest-PortsIpV6TestJSON-2047337111'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:43.578820 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416628e-6d78-414a-aa3a-8372266ec965 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Network': ['ID=157f3262-6ed0-46ad-9cc1-7063e759a361,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:43.728143 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7faddcb-d2e8-4ed5-a776-514576ee1b17 req-172c659c-3f20-4244-a791-88db8f0866f0 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 210 time: 0.0585423 Dec 06 14:48:43.768800 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a77256a9-28b7-42c8-bdd0-89ed77a86cdd no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:48:43.797783 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b1aed2ae-459c-43ac-82f9-45651edf653a req-4a54b0e9-1f72-4150-ae20-6f926810623d tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] For port 002421a5-b798-4c72-8b3c-506260708352, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=002421a5-b798-4c72-8b3c-506260708352,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:43.800096 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b1aed2ae-459c-43ac-82f9-45651edf653a req-4a54b0e9-1f72-4150-ae20-6f926810623d tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:43.817432 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2c2d45-4ab5-40f0-b019-6d939bf0e990 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:43.820512 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b2c2d45-4ab5-40f0-b019-6d939bf0e990 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:43.821778 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: a77256a9-28b7-42c8-bdd0-89ed77a86cdd {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:48:43.823954 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a77256a9-28b7-42c8-bdd0-89ed77a86cdd not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:48:43.829399 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-b1aed2ae-459c-43ac-82f9-45651edf653a req-4a54b0e9-1f72-4150-ae20-6f926810623d tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Calling delete_port for 002421a5-b798-4c72-8b3c-506260708352 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:43.850466 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-14570180-10e7-4071-a9af-e7fd3325c28a tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Allocated IP 172.20.0.8 (5944ac86-4fc6-4a61-a859-87f4a03f0231/16cb81eb-f424-401e-8fd9-903d9c50bec0/38ab6363-ab17-470f-b4e7-f41e8af1e59f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:48:43.863924 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-7b2c2d45-4ab5-40f0-b019-6d939bf0e990 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] device_id is not set on port b0948b0b-8666-4bf8-be02-c610ae990b57 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:48:43.943821 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-fc057aef-40bd-4cc7-a9df-fa2178c0fbbb tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:48:43.951525 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-fc057aef-40bd-4cc7-a9df-fa2178c0fbbb tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168822 Dec 06 14:48:44.060631 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b1aed2ae-459c-43ac-82f9-45651edf653a req-4a54b0e9-1f72-4150-ae20-6f926810623d tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:44.073826 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['002421a5-b798-4c72-8b3c-506260708352'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:44.180728 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b8d0b4d-a77f-4d36-b635-0882608530ac req-6155518a-9578-4539-9987-247d90e7bd7f tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.20 "GET /v2.0/ports?device_id=90548d05-91ba-4b6c-bcdd-1407f349f59d HTTP/1.1" status: 200 len: 210 time: 0.0862186 Dec 06 14:48:44.190708 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54b0e9-1f72-4150-ae20-6f926810623d tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Pushing event deleted for resources: {'Port': ['ID=002421a5-b798-4c72-8b3c-506260708352,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:44.331792 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1aed2ae-459c-43ac-82f9-45651edf653a req-4a54b0e9-1f72-4150-ae20-6f926810623d tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] No DVR routers for this DVR port 002421a5-b798-4c72-8b3c-506260708352 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:48:44.340570 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b1aed2ae-459c-43ac-82f9-45651edf653a req-4a54b0e9-1f72-4150-ae20-6f926810623d tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:44.345302 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1aed2ae-459c-43ac-82f9-45651edf653a req-4a54b0e9-1f72-4150-ae20-6f926810623d tempest-ServersAdminTestJSON-853781055 tempest-ServersAdminTestJSON-853781055-project] 10.222.0.37 "DELETE /v2.0/ports/002421a5-b798-4c72-8b3c-506260708352 HTTP/1.1" status: 204 len: 173 time: 1.2643797 Dec 06 14:48:44.349145 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-1ddbf857-00ae-496a-ae3b-0e7b7280fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:44.361709 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-1ddbf857-00ae-496a-ae3b-0e7b7280fa44 service neutron] 10.222.0.20 "GET /v2.0/ports/2f7d0ac1-6a74-4413-a793-930df63d94ce HTTP/1.1" status: 200 len: 1094 time: 0.4092100 Dec 06 14:48:44.384166 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-09f9fc67-722d-4fe5-af58-414ca740bb47 service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:44.384621 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-09f9fc67-722d-4fe5-af58-414ca740bb47 service neutron] Unknown quota resources ['binding']. {{(pid=103288) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:48:44.398563 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90548d05-91ba-4b6c-bcdd-1407f349f59d', 'name': 'network-vif-deleted', 'tag': '002421a5-b798-4c72-8b3c-506260708352'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:44.407689 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aec301-74b0-4b20-989c-1d0980872491" -d '{"events": [{"server_uuid": "90548d05-91ba-4b6c-bcdd-1407f349f59d", "name": "network-vif-deleted", "tag": "002421a5-b798-4c72-8b3c-506260708352"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:44.493236 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a46ae-92f4-44d8-9a0d-83b93d448a8f req-c01d1e8f-ad02-438f-a05a-1dd427d8dec1 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:44.516193 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7b3a46ae-92f4-44d8-9a0d-83b93d448a8f req-c01d1e8f-ad02-438f-a05a-1dd427d8dec1 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=37b31c3e-dccf-43a8-822e-a022f7b6aeb7 HTTP/1.1" status: 200 len: 946 time: 0.2230451 Dec 06 14:48:44.628293 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-14570180-10e7-4071-a9af-e7fd3325c28a tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:44.693399 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-09f9fc67-722d-4fe5-af58-414ca740bb47 service neutron] Attempting to bind port 2f7d0ac1-6a74-4413-a793-930df63d94ce on host n-h2-master-1 for vnic_type normal with profile None {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:48:44.694011 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-09f9fc67-722d-4fe5-af58-414ca740bb47 service neutron] Attempting to bind port 2f7d0ac1-6a74-4413-a793-930df63d94ce by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:48:44.694011 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-09f9fc67-722d-4fe5-af58-414ca740bb47 service neutron] Attempting to bind port 2f7d0ac1-6a74-4413-a793-930df63d94ce on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:48:44.707320 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-09f9fc67-722d-4fe5-af58-414ca740bb47 service neutron] Port 2f7d0ac1-6a74-4413-a793-930df63d94ce on network b37294a8-0dc8-43e9-9099-e05815316dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:48:44.707626 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-09f9fc67-722d-4fe5-af58-414ca740bb47 service neutron] Attempting to bind port 2f7d0ac1-6a74-4413-a793-930df63d94ce on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:48:44.716394 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b2c2d45-4ab5-40f0-b019-6d939bf0e990 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:44.722718 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-09f9fc67-722d-4fe5-af58-414ca740bb47 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:48:44.723201 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-09f9fc67-722d-4fe5-af58-414ca740bb47 service neutron] Checking segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:44.723794 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-09f9fc67-722d-4fe5-af58-414ca740bb47 service neutron] Bound using segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:48:44.724237 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-09f9fc67-722d-4fe5-af58-414ca740bb47 service neutron] Bound port: 2f7d0ac1-6a74-4413-a793-930df63d94ce, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:48:44.734909 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7b3a46ae-92f4-44d8-9a0d-83b93d448a8f req-e8190d2b-44c9-4cd3-8fd8-df399f22c5cc tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178357 Dec 06 14:48:44.742770 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-14570180-10e7-4071-a9af-e7fd3325c28a tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:44.756437 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['a44ee7bc-5cbf-49b2-9e82-ace725899e99'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:44.802532 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-09f9fc67-722d-4fe5-af58-414ca740bb47 service neutron] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2f7d0ac1-6a74-4413-a793-930df63d94ce,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:48:44.808555 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-14570180-10e7-4071-a9af-e7fd3325c28a tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Network 5944ac86-4fc6-4a61-a859-87f4a03f0231 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:48:44.812983 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-09f9fc67-722d-4fe5-af58-414ca740bb47 service neutron] Publish callbacks [] for binding, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:44.813990 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-14570180-10e7-4071-a9af-e7fd3325c28a tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:44.818965 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-14570180-10e7-4071-a9af-e7fd3325c28a tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:44.824539 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-09f9fc67-722d-4fe5-af58-414ca740bb47 service neutron] 10.222.0.20 "POST /v2.0/ports/2f7d0ac1-6a74-4413-a793-930df63d94ce/bindings HTTP/1.1" status: 201 len: 389 time: 0.4565563 Dec 06 14:48:44.832843 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b2c2d45-4ab5-40f0-b019-6d939bf0e990 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:44.863061 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca615c7-5711-4488-bce6-4f92fba755c2 None None] DHCP port deletion for 5944ac86-4fc6-4a61-a859-87f4a03f0231 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:44.902790 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c2d45-4ab5-40f0-b019-6d939bf0e990 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=b0948b0b-8666-4bf8-be02-c610ae990b57,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:44.911924 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789977d4-16e9-46be-ae43-ab0feb813196 x-openstack-request-id: req-789977d4-16e9-46be-ae43-ab0feb813196 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:44.912223 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90548d05-91ba-4b6c-bcdd-1407f349f59d", "name": "network-vif-deleted", "tag": "002421a5-b798-4c72-8b3c-506260708352", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:44.912501 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-789977d4-16e9-46be-ae43-ab0feb813196 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:44.912890 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90548d05-91ba-4b6c-bcdd-1407f349f59d', 'name': 'network-vif-deleted', 'tag': '002421a5-b798-4c72-8b3c-506260708352', 'status': 'completed', 'code': 200} Dec 06 14:48:44.925812 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14570180-10e7-4071-a9af-e7fd3325c28a tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event updated for resources: {'Port': ['ID=38ab6363-ab17-470f-b4e7-f41e8af1e59f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:44.935886 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2c2d45-4ab5-40f0-b019-6d939bf0e990 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:48:44.941263 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7b2c2d45-4ab5-40f0-b019-6d939bf0e990 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:44.947015 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c2d45-4ab5-40f0-b019-6d939bf0e990 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:44.968499 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2c2d45-4ab5-40f0-b019-6d939bf0e990 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:44.969171 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b2c2d45-4ab5-40f0-b019-6d939bf0e990 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:44.971936 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-14570180-10e7-4071-a9af-e7fd3325c28a tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:44.972612 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-14570180-10e7-4071-a9af-e7fd3325c28a tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:45.002898 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7b2c2d45-4ab5-40f0-b019-6d939bf0e990 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4383910 Dec 06 14:48:45.005083 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49100) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:45.020180 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-14570180-10e7-4071-a9af-e7fd3325c28a tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4333227 Dec 06 14:48:45.055288 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fc98c140-73b5-4991-97f7-b3bcdb51b044 None None] Provisioning complete for port 38ab6363-ab17-470f-b4e7-f41e8af1e59f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:45.055712 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc98c140-73b5-4991-97f7-b3bcdb51b044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:45.068735 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Request body: {'port': {'device_id': 'c1071b18-ebb6-4e18-ad67-0d5c64cccbd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:45.196046 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fc98c140-73b5-4991-97f7-b3bcdb51b044 None None] Port 38ab6363-ab17-470f-b4e7-f41e8af1e59f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:48:45.199609 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-61c202ff-e9d9-4410-b554-9897d5289274 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port b0948b0b-8666-4bf8-be02-c610ae990b57 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:45.199999 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-61c202ff-e9d9-4410-b554-9897d5289274 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:45.411532 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7a026-f22c-49e9-ad29-36219165ae9c req-8acea494-5736-4e4a-b728-3be5cd97a187 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:45.419910 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3ee7a026-f22c-49e9-ad29-36219165ae9c req-8acea494-5736-4e4a-b728-3be5cd97a187 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 946 time: 0.2136829 Dec 06 14:48:45.440617 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-61c202ff-e9d9-4410-b554-9897d5289274 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:45.465592 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-61c202ff-e9d9-4410-b554-9897d5289274 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for b0948b0b-8666-4bf8-be02-c610ae990b57 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:45.520442 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3ee7a026-f22c-49e9-ad29-36219165ae9c req-ff4117b9-de93-4905-80bf-9524b5fa893e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993550 Dec 06 14:48:45.690976 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-61c202ff-e9d9-4410-b554-9897d5289274 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:45.725054 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:45.725718 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c202ff-e9d9-4410-b554-9897d5289274 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=b0948b0b-8666-4bf8-be02-c610ae990b57,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:45.734386 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-61c202ff-e9d9-4410-b554-9897d5289274 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:45.740606 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-61c202ff-e9d9-4410-b554-9897d5289274 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/ports/b0948b0b-8666-4bf8-be02-c610ae990b57 HTTP/1.1" status: 204 len: 168 time: 0.7342155 Dec 06 14:48:45.742535 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49110) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:45.748901 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4166311-186a-4d2c-8bab-d738ddb0760e req-d7240349-37a2-4f50-8713-d68c56d14836 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:45.750539 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3a8a9d1f-1fbe-44a8-aadf-f1c174d03a45 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510', 'mac_address': 'fa:16:3e:46:ee:16', 'name': 'tempest-PortsIpV6TestJSON-998282254'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:45.756667 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4166311-186a-4d2c-8bab-d738ddb0760e req-d7240349-37a2-4f50-8713-d68c56d14836 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 931 time: 0.1388927 Dec 06 14:48:45.793392 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-ae600d2f-3413-42b2-8a33-4ec607ccc917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:45.794867 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-ae600d2f-3413-42b2-8a33-4ec607ccc917 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 1097 time: 0.1432528 Dec 06 14:48:45.906195 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3145a1-7ebf-49ca-a37c-35276f9daea6 req-157fd4ca-2fdc-4dff-9d08-6a195a88883b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:45.912057 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff3145a1-7ebf-49ca-a37c-35276f9daea6 req-157fd4ca-2fdc-4dff-9d08-6a195a88883b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=37b31c3e-dccf-43a8-822e-a022f7b6aeb7 HTTP/1.1" status: 200 len: 946 time: 0.0848830 Dec 06 14:48:45.922891 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8a9d1f-1fbe-44a8-aadf-f1c174d03a45 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:45.930027 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4166311-186a-4d2c-8bab-d738ddb0760e req-d9ebc891-f706-4c80-a0f2-d81c0120dcc1 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676140 Dec 06 14:48:46.028079 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff3145a1-7ebf-49ca-a37c-35276f9daea6 req-6589c0cc-bbb5-4156-aeb3-efb6cb429495 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153681 Dec 06 14:48:46.032508 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9d1f-1fbe-44a8-aadf-f1c174d03a45 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:46.065357 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-a212391a-6f4f-49e7-8e67-69b141781026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:46.067110 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-a212391a-6f4f-49e7-8e67-69b141781026 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.2483821 Dec 06 14:48:46.069967 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:48:46.081796 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49120) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:46.099979 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-3a8a9d1f-1fbe-44a8-aadf-f1c174d03a45 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] device_id is not set on port cc93d6dd-26a5-490f-8abe-eab397f0acf8 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:48:46.246244 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-d4d69e4a-607e-449b-9ad5-69f54d9c0632 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f7d0ac1-6a74-4413-a793-930df63d94ce HTTP/1.1" status: 200 len: 217 time: 0.1675236 Dec 06 14:48:46.310419 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-434919e5-1d9f-4e25-8991-ab63f99764e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd10f5ff45e940fe992918959a1c6039&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248483 Dec 06 14:48:46.312965 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49130) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:46.325768 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-1950b019-440c-4945-b7d9-08a31f8adf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:46.328709 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-1950b019-440c-4945-b7d9-08a31f8adf78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.0646276 Dec 06 14:48:46.380581 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-5cc04521-a85f-45a9-8981-65a58e6d000b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414870 Dec 06 14:48:46.420151 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9d1f-1fbe-44a8-aadf-f1c174d03a45 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:46.442558 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe62df11-ce6a-4b72-8db0-5cd8ad345a91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:46.487075 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe62df11-ce6a-4b72-8db0-5cd8ad345a91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:46.582949 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9d1f-1fbe-44a8-aadf-f1c174d03a45 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:46.655045 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe62df11-ce6a-4b72-8db0-5cd8ad345a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:46.662132 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fe62df11-ce6a-4b72-8db0-5cd8ad345a91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:46.663882 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fe62df11-ce6a-4b72-8db0-5cd8ad345a91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49c8cf94-271b-479d-8295-5c05e07e0e09 HTTP/1.1" status: 204 len: 168 time: 0.3499706 Dec 06 14:48:46.680864 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ab6363-ab17-470f-b4e7-f41e8af1e59f {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:46.700550 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:46.716049 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-3a12b375-fcbb-4282-9eeb-417f01189aa7 service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254983 Dec 06 14:48:46.722421 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62df11-ce6a-4b72-8db0-5cd8ad345a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c8cf94-271b-479d-8295-5c05e07e0e09,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:46.725068 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Transition to ACTIVE for port object 38ab6363-ab17-470f-b4e7-f41e8af1e59f will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:48:46.737920 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:46.739003 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8a9d1f-1fbe-44a8-aadf-f1c174d03a45 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:48:46.749845 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3a8a9d1f-1fbe-44a8-aadf-f1c174d03a45 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:46.755551 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8a9d1f-1fbe-44a8-aadf-f1c174d03a45 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:46.763152 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8a9d1f-1fbe-44a8-aadf-f1c174d03a45 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:46.763356 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9d1f-1fbe-44a8-aadf-f1c174d03a45 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:46.778777 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a9d1f-1fbe-44a8-aadf-f1c174d03a45 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=cc93d6dd-26a5-490f-8abe-eab397f0acf8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:46.796074 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3a8a9d1f-1fbe-44a8-aadf-f1c174d03a45 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0520728 Dec 06 14:48:46.797863 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49154) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:46.799076 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e4413a-5175-4d5a-b974-17ef998d6a86 None None] DHCP port deletion for 5944ac86-4fc6-4a61-a859-87f4a03f0231 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:46.820131 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2cd9a-7e61-4cdb-ae7b-81e7b580a8d2 req-81c2b823-476c-472e-9717-b23af1ba3236 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:46.824478 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-45e2cd9a-7e61-4cdb-ae7b-81e7b580a8d2 req-81c2b823-476c-472e-9717-b23af1ba3236 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 946 time: 0.2020135 Dec 06 14:48:46.859044 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 002421a5-b798-4c72-8b3c-506260708352 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:48:46.905026 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 002421a5-b798-4c72-8b3c-506260708352 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:48:46.906099 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 002421a5-b798-4c72-8b3c-506260708352 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:48:46.925926 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-45e2cd9a-7e61-4cdb-ae7b-81e7b580a8d2 req-6fcea9f5-b7e3-439b-a48b-1df265660b03 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899575 Dec 06 14:48:46.953337 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Pushing event updated for resources: {'Port': ['ID=38ab6363-ab17-470f-b4e7-f41e8af1e59f,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:46.972736 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f55ac15-1e20-4393-8caf-ffc057034f28 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:46.977699 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49160) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:46.987834 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4f55ac15-1e20-4393-8caf-ffc057034f28 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports/cc93d6dd-26a5-490f-8abe-eab397f0acf8 HTTP/1.1" status: 200 len: 844 time: 0.1847935 Dec 06 14:48:47.075820 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Attempting to bind port 38ab6363-ab17-470f-b4e7-f41e8af1e59f on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:48:47.076282 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Attempting to bind port 38ab6363-ab17-470f-b4e7-f41e8af1e59f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'a9c6f665-0cbd-4975-91d1-0fdfafd8f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5944ac86-4fc6-4a61-a859-87f4a03f0231'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:48:47.076707 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Attempting to bind port 38ab6363-ab17-470f-b4e7-f41e8af1e59f on network 5944ac86-4fc6-4a61-a859-87f4a03f0231 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:48:47.080595 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-4673ede4-f5f8-45fd-ac6e-645e85b4f2d5 service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534381 Dec 06 14:48:47.101916 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Port 38ab6363-ab17-470f-b4e7-f41e8af1e59f on network 5944ac86-4fc6-4a61-a859-87f4a03f0231 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:48:47.102247 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Attempting to bind port 38ab6363-ab17-470f-b4e7-f41e8af1e59f on network 5944ac86-4fc6-4a61-a859-87f4a03f0231 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:48:47.111511 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:48:47.112103 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Checking segment: {'id': 'a9c6f665-0cbd-4975-91d1-0fdfafd8f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5944ac86-4fc6-4a61-a859-87f4a03f0231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:47.112766 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Bound using segment: {'id': 'a9c6f665-0cbd-4975-91d1-0fdfafd8f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5944ac86-4fc6-4a61-a859-87f4a03f0231'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:48:47.112930 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Bound port: 38ab6363-ab17-470f-b4e7-f41e8af1e59f, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c6f665-0cbd-4975-91d1-0fdfafd8f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5944ac86-4fc6-4a61-a859-87f4a03f0231'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:48:47.113430 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:47.118299 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-92fb103f-7b7d-4570-b5d5-208d58f43cf7 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port cc93d6dd-26a5-490f-8abe-eab397f0acf8 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:47.119217 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92fb103f-7b7d-4570-b5d5-208d58f43cf7 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:47.141900 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ba3ca-453c-4f33-8541-6f29e60b908f req-ed1e9b0a-0035-4f34-ad8d-ed1b66637ae1 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:47.144444 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-857ba3ca-453c-4f33-8541-6f29e60b908f req-ed1e9b0a-0035-4f34-ad8d-ed1b66637ae1 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 943 time: 0.1435554 Dec 06 14:48:47.230965 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92fb103f-7b7d-4570-b5d5-208d58f43cf7 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:47.261175 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-92fb103f-7b7d-4570-b5d5-208d58f43cf7 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for cc93d6dd-26a5-490f-8abe-eab397f0acf8 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:47.302722 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-857ba3ca-453c-4f33-8541-6f29e60b908f req-aae2bda2-a079-4ff8-9732-445f033b1192 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282039 Dec 06 14:48:47.320083 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] For port 38ab6363-ab17-470f-b4e7-f41e8af1e59f, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:48:47.326781 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] For port 38ab6363-ab17-470f-b4e7-f41e8af1e59f, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=38ab6363-ab17-470f-b4e7-f41e8af1e59f,segment=NetworkSegment(a9c6f665-0cbd-4975-91d1-0fdfafd8f369),segment_id=a9c6f665-0cbd-4975-91d1-0fdfafd8f369)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:48:47.330264 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49166) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:47.376236 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:47.428366 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92fb103f-7b7d-4570-b5d5-208d58f43cf7 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:47.450515 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78939431-4685-4bc3-a576-1682feac3480 None None] DHCP port deletion for 5944ac86-4fc6-4a61-a859-87f4a03f0231 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:48:47.470298 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb103f-7b7d-4570-b5d5-208d58f43cf7 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=cc93d6dd-26a5-490f-8abe-eab397f0acf8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:47.498306 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:47.507018 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:47.508603 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] 10.222.0.37 "PUT /v2.0/ports/38ab6363-ab17-470f-b4e7-f41e8af1e59f HTTP/1.1" status: 200 len: 1091 time: 2.4572082 Dec 06 14:48:47.509055 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1071b18-ebb6-4e18-ad67-0d5c64cccbd0', 'tag': '38ab6363-ab17-470f-b4e7-f41e8af1e59f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:47.511698 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92fb103f-7b7d-4570-b5d5-208d58f43cf7 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:47.515057 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-92fb103f-7b7d-4570-b5d5-208d58f43cf7 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/ports/cc93d6dd-26a5-490f-8abe-eab397f0acf8 HTTP/1.1" status: 204 len: 168 time: 0.5361524 Dec 06 14:48:47.517045 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7119b5c7-128b-41b8-a16e-b9c04c1b7a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1071b18-ebb6-4e18-ad67-0d5c64cccbd0", "tag": "38ab6363-ab17-470f-b4e7-f41e8af1e59f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:47.518601 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49168) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:47.567500 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49172) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:47.571122 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-77e6c164-0865-47c9-95b0-2682aecb2b1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca7ff80b8b174625a5ba12a8777931a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2384732 Dec 06 14:48:47.618297 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac78b5dc-5041-456e-a446-41fc7a25f491 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] GET failed (client error): The resource could not be found. Dec 06 14:48:47.620382 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ac78b5dc-5041-456e-a446-41fc7a25f491 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports/cc93d6dd-26a5-490f-8abe-eab397f0acf8 HTTP/1.1" status: 404 len: 333 time: 0.1008275 Dec 06 14:48:47.623120 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba6ff14-2bf4-48ab-b695-48277ce4117f x-openstack-request-id: req-cba6ff14-2bf4-48ab-b695-48277ce4117f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:47.623669 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1071b18-ebb6-4e18-ad67-0d5c64cccbd0", "tag": "38ab6363-ab17-470f-b4e7-f41e8af1e59f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:47.624131 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cba6ff14-2bf4-48ab-b695-48277ce4117f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:47.624630 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1071b18-ebb6-4e18-ad67-0d5c64cccbd0', 'tag': '38ab6363-ab17-470f-b4e7-f41e8af1e59f', 'status': 'completed', 'code': 200} Dec 06 14:48:47.629139 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49174) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:47.638137 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fa9a1-8a79-400f-b9d1-55cf2774b6bd service neutron] Pushing event updated for resources: {'Port': ['ID=38ab6363-ab17-470f-b4e7-f41e8af1e59f,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:47.639931 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f644712b-32fc-48ad-8acd-74a65dfb0234 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510', 'name': 'tempest-PortsIpV6TestJSON-1972944430'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:47.676296 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-6256b2a2-6ea6-45ec-9285-81af58f82777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:47.679700 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-6256b2a2-6ea6-45ec-9285-81af58f82777 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dbaded7cf904f7189c67f3313a64b2c&device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 1094 time: 0.1073937 Dec 06 14:48:47.736700 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-650c3520-bebe-45f9-8d6e-d4e38ea568e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38ab6363-ab17-470f-b4e7-f41e8af1e59f HTTP/1.1" status: 200 len: 217 time: 0.0461662 Dec 06 14:48:47.813320 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-88d088d7-82bf-470e-9dce-9e74b5785919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:47.814907 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-88d088d7-82bf-470e-9dce-9e74b5785919 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16cb81eb-f424-401e-8fd9-903d9c50bec0 HTTP/1.1" status: 200 len: 853 time: 0.0615904 Dec 06 14:48:47.822749 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c089-842a-4f79-99bb-86dda4f68097 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:47.856624 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c089-842a-4f79-99bb-86dda4f68097 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:47.866340 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-f0b92e52-4e24-4939-b8b1-273b3a306dd0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5944ac86-4fc6-4a61-a859-87f4a03f0231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323327 Dec 06 14:48:47.920201 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c089-842a-4f79-99bb-86dda4f68097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:47.923896 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c089-842a-4f79-99bb-86dda4f68097 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:47.925517 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b3c5c089-842a-4f79-99bb-86dda4f68097 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69e65d03-de88-4a70-b09c-5c631fdb3157 HTTP/1.1" status: 204 len: 168 time: 0.3570569 Dec 06 14:48:47.947696 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f644712b-32fc-48ad-8acd-74a65dfb0234 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:47.958610 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f644712b-32fc-48ad-8acd-74a65dfb0234 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:47.988676 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5c089-842a-4f79-99bb-86dda4f68097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e65d03-de88-4a70-b09c-5c631fdb3157,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:48.020669 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-f644712b-32fc-48ad-8acd-74a65dfb0234 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] device_id is not set on port 8d7c0dc0-b596-4af9-b854-e8cc813ebe85 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:48:48.123089 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-c15cc514-99a6-411f-90c9-df4d0925032f service neutron] 10.222.0.37 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310908 Dec 06 14:48:48.183135 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffba65-b206-4d82-a894-8ec07be1b32f req-b99953a4-6a40-48e9-b548-93d41a364522 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:48.186161 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6ffba65-b206-4d82-a894-8ec07be1b32f req-b99953a4-6a40-48e9-b548-93d41a364522 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 946 time: 0.0998034 Dec 06 14:48:48.307111 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1b7398c-d97e-4367-876f-61f466bc90ed req-7a360f96-54fb-4987-af77-9257c71bba54 service neutron] 10.222.0.37 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725135 Dec 06 14:48:48.361683 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f644712b-32fc-48ad-8acd-74a65dfb0234 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:48.408968 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f644712b-32fc-48ad-8acd-74a65dfb0234 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:48.434094 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6ffba65-b206-4d82-a894-8ec07be1b32f req-5178409d-f632-44c2-aa74-2f6f99b586e6 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382681 Dec 06 14:48:48.479528 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f644712b-32fc-48ad-8acd-74a65dfb0234 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:48:48.488193 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f644712b-32fc-48ad-8acd-74a65dfb0234 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:48.490078 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644712b-32fc-48ad-8acd-74a65dfb0234 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=8d7c0dc0-b596-4af9-b854-e8cc813ebe85,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:48.497478 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f644712b-32fc-48ad-8acd-74a65dfb0234 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:48.504011 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f644712b-32fc-48ad-8acd-74a65dfb0234 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:48.504722 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f644712b-32fc-48ad-8acd-74a65dfb0234 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:48.555467 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f644712b-32fc-48ad-8acd-74a65dfb0234 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9252436 Dec 06 14:48:48.559159 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49204) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:48.567412 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-842aaf49-1d33-47fd-b43d-ef037dfb323a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:48.583770 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119b5c7-128b-41b8-a16e-b9c04c1b7a6a req-a02f80e1-84ec-4b2d-a840-1fc154f0d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:48.595103 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7119b5c7-128b-41b8-a16e-b9c04c1b7a6a req-a02f80e1-84ec-4b2d-a840-1fc154f0d55d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dbaded7cf904f7189c67f3313a64b2c&device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 1094 time: 0.2157257 Dec 06 14:48:48.722740 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-842aaf49-1d33-47fd-b43d-ef037dfb323a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:48.786060 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119b5c7-128b-41b8-a16e-b9c04c1b7a6a req-6f3b76d1-83a4-4e13-bc64-5f9a921d1881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:48.787720 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7119b5c7-128b-41b8-a16e-b9c04c1b7a6a req-6f3b76d1-83a4-4e13-bc64-5f9a921d1881 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5944ac86-4fc6-4a61-a859-87f4a03f0231 HTTP/1.1" status: 200 len: 914 time: 0.1822121 Dec 06 14:48:48.799752 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9db01-31ca-4cce-a7b6-c5a7b9175b44 req-b9a9be7e-5b15-4a5b-8ecb-0a46d3749764 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:48.808554 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-53b9db01-31ca-4cce-a7b6-c5a7b9175b44 req-b9a9be7e-5b15-4a5b-8ecb-0a46d3749764 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 943 time: 0.3585472 Dec 06 14:48:48.847108 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c90d1b62-721c-4a0d-bcf5-749ccc2eda24 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:48:48.889109 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7119b5c7-128b-41b8-a16e-b9c04c1b7a6a req-57d925cf-6781-4ceb-b519-1fd1b90f3acc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38ab6363-ab17-470f-b4e7-f41e8af1e59f HTTP/1.1" status: 200 len: 217 time: 0.0733235 Dec 06 14:48:48.977361 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-53b9db01-31ca-4cce-a7b6-c5a7b9175b44 req-c1e0b2b0-8c74-4c97-9b68-b884bafd59bb tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677344 Dec 06 14:48:48.996085 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119b5c7-128b-41b8-a16e-b9c04c1b7a6a req-1a129547-7daa-48d7-9be6-e4bb3668dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:48.998298 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7119b5c7-128b-41b8-a16e-b9c04c1b7a6a req-1a129547-7daa-48d7-9be6-e4bb3668dae3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16cb81eb-f424-401e-8fd9-903d9c50bec0 HTTP/1.1" status: 200 len: 853 time: 0.0956337 Dec 06 14:48:49.052904 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7119b5c7-128b-41b8-a16e-b9c04c1b7a6a req-cc5d89ab-684e-4601-8dcb-677f4451afd6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5944ac86-4fc6-4a61-a859-87f4a03f0231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405536 Dec 06 14:48:49.069651 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-842aaf49-1d33-47fd-b43d-ef037dfb323a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:49.081173 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-842aaf49-1d33-47fd-b43d-ef037dfb323a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:49.123886 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port c90d1b62-721c-4a0d-bcf5-749ccc2eda24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c90d1b62-721c-4a0d-bcf5-749ccc2eda24,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:49.184021 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'c90d1b62-721c-4a0d-bcf5-749ccc2eda24', 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088', 'port_id': 'c90d1b62-721c-4a0d-bcf5-749ccc2eda24', 'mac_address': 'fa:16:3e:cb:da:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9db456-6440-47de-9186-75398af412f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:48:49.196960 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842aaf49-1d33-47fd-b43d-ef037dfb323a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=8d7c0dc0-b596-4af9-b854-e8cc813ebe85,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:49.223464 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-842aaf49-1d33-47fd-b43d-ef037dfb323a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] In _notify_port_updated(), no bound segment for port 8d7c0dc0-b596-4af9-b854-e8cc813ebe85 on network 7cff829a-f0a2-4779-b95c-fc56e8e27510 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:48:49.244564 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842aaf49-1d33-47fd-b43d-ef037dfb323a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:49.249125 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-842aaf49-1d33-47fd-b43d-ef037dfb323a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:49.253301 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-842aaf49-1d33-47fd-b43d-ef037dfb323a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "PUT /v2.0/ports/8d7c0dc0-b596-4af9-b854-e8cc813ebe85 HTTP/1.1" status: 200 len: 818 time: 0.6892765 Dec 06 14:48:49.254699 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49234) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:49.278316 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:49.300847 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7119b5c7-128b-41b8-a16e-b9c04c1b7a6a req-a9031e72-8bce-4145-b86c-14992ba3c756 service neutron] 10.222.0.37 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376695 Dec 06 14:48:49.324416 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c90d1b62-721c-4a0d-bcf5-749ccc2eda24 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:49.376054 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port c90d1b62-721c-4a0d-bcf5-749ccc2eda24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c90d1b62-721c-4a0d-bcf5-749ccc2eda24,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:49.387239 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:49.498172 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7119b5c7-128b-41b8-a16e-b9c04c1b7a6a req-b57c940e-e507-4eb5-b19e-5144d98c4e7a service neutron] 10.222.0.37 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863453 Dec 06 14:48:49.639338 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-76f67269-6e9e-41dc-8611-aa87c8c88008 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port 8d7c0dc0-b596-4af9-b854-e8cc813ebe85 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:49.641105 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76f67269-6e9e-41dc-8611-aa87c8c88008 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:49.663316 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=c90d1b62-721c-4a0d-bcf5-749ccc2eda24,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:49.700041 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:49.700432 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:49.700758 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:49.790114 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:49.790114 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:49.790114 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:49.790114 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:49.790114 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:49.790114 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:49.790114 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:49.790114 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:49.794056 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:49.794056 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:49.805588 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['c90d1b62-721c-4a0d-bcf5-749ccc2eda24'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:49.831895 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76f67269-6e9e-41dc-8611-aa87c8c88008 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:49.871528 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-76f67269-6e9e-41dc-8611-aa87c8c88008 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for 8d7c0dc0-b596-4af9-b854-e8cc813ebe85 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:49.890683 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f06fd5-a5bc-4a9e-bbad-37e05db0c9a6 req-d102ffb8-81c9-4682-84f9-d6e98172f26f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:49.900906 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78f06fd5-a5bc-4a9e-bbad-37e05db0c9a6 req-d102ffb8-81c9-4682-84f9-d6e98172f26f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 946 time: 0.3076766 Dec 06 14:48:50.001141 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76f67269-6e9e-41dc-8611-aa87c8c88008 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:50.118283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78f06fd5-a5bc-4a9e-bbad-37e05db0c9a6 req-7b0628dc-653e-4b98-8b25-a666c7d2f94b tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162690 Dec 06 14:48:50.136351 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f67269-6e9e-41dc-8611-aa87c8c88008 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=8d7c0dc0-b596-4af9-b854-e8cc813ebe85,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:50.159625 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76f67269-6e9e-41dc-8611-aa87c8c88008 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:50.170578 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-76f67269-6e9e-41dc-8611-aa87c8c88008 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/ports/8d7c0dc0-b596-4af9-b854-e8cc813ebe85 HTTP/1.1" status: 204 len: 168 time: 0.9120083 Dec 06 14:48:50.173535 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49284) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:50.376912 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c97da0-638a-4dc5-a953-d4a4940774c1 req-c01f72df-df07-43ff-a418-dc60c577bbe5 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:50.379453 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b1c97da0-638a-4dc5-a953-d4a4940774c1 req-c01f72df-df07-43ff-a418-dc60c577bbe5 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 943 time: 0.1143844 Dec 06 14:48:50.380492 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569aebff-b15b-479a-a468-6ecda4169c7b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:50.392367 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-569aebff-b15b-479a-a468-6ecda4169c7b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2167850 Dec 06 14:48:50.393607 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49290) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:50.431291 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb8f511-2243-4a33-a37c-ba7de4070cb7 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] GET failed (client error): The resource could not be found. Dec 06 14:48:50.438455 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49292) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:50.438658 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-aeb8f511-2243-4a33-a37c-ba7de4070cb7 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports/8d7c0dc0-b596-4af9-b854-e8cc813ebe85 HTTP/1.1" status: 404 len: 333 time: 0.0435607 Dec 06 14:48:50.455715 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a3c3351f-55b6-4eec-bf24-e326963843ef tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-873413322'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:50.595164 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b1c97da0-638a-4dc5-a953-d4a4940774c1 req-e3ada9da-0db8-4f5a-8b08-e35b404c2c6f tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060976 Dec 06 14:48:50.599101 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c3351f-55b6-4eec-bf24-e326963843ef tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:50.605854 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3c3351f-55b6-4eec-bf24-e326963843ef tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:50.676864 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c3351f-55b6-4eec-bf24-e326963843ef tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:48:50.705020 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3c3351f-55b6-4eec-bf24-e326963843ef tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:50.705531 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-a3c3351f-55b6-4eec-bf24-e326963843ef tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Added segment f527393b-7a0f-4844-a04b-a41b71f6842f of type vlan for network 9ea72af0-383b-43a5-a69b-4dfdb0048e6f Dec 06 14:48:50.795648 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3c3351f-55b6-4eec-bf24-e326963843ef tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:50.837059 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3c3351f-55b6-4eec-bf24-e326963843ef tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:50.850495 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 38ab6363-ab17-470f-b4e7-f41e8af1e59f details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:48:50.854661 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c90d1b62-721c-4a0d-bcf5-749ccc2eda24 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:48:50.879972 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c3351f-55b6-4eec-bf24-e326963843ef tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:50.880674 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3c3351f-55b6-4eec-bf24-e326963843ef tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:50.993252 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a3c3351f-55b6-4eec-bf24-e326963843ef tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5502160 Dec 06 14:48:50.996576 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49312) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:51.003311 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6b41662d-13d6-4f4a-92d8-5e0e4b9bd415 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'subnet': {'network_id': '9ea72af0-383b-43a5-a69b-4dfdb0048e6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:51.101077 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3351f-55b6-4eec-bf24-e326963843ef tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Network': ['ID=9ea72af0-383b-43a5-a69b-4dfdb0048e6f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:51.185128 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 9ea72af0-383b-43a5-a69b-4dfdb0048e6f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:48:51.321633 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b41662d-13d6-4f4a-92d8-5e0e4b9bd415 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:51.325857 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b41662d-13d6-4f4a-92d8-5e0e4b9bd415 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:51.453278 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port c90d1b62-721c-4a0d-bcf5-749ccc2eda24 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:51.459621 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:51.585004 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 38ab6363-ab17-470f-b4e7-f41e8af1e59f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=38ab6363-ab17-470f-b4e7-f41e8af1e59f,segment=NetworkSegment(a9c6f665-0cbd-4975-91d1-0fdfafd8f369),segment_id=a9c6f665-0cbd-4975-91d1-0fdfafd8f369)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:51.627383 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '38ab6363-ab17-470f-b4e7-f41e8af1e59f', 'network_id': '5944ac86-4fc6-4a61-a859-87f4a03f0231', 'port_id': '38ab6363-ab17-470f-b4e7-f41e8af1e59f', 'mac_address': 'fa:16:3e:96:62:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16cb81eb-f424-401e-8fd9-903d9c50bec0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:48:51.747500 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:51.763182 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:51.795426 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b31c3e-dccf-43a8-822e-a022f7b6aeb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90d1b62-721c-4a0d-bcf5-749ccc2eda24'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:51.798981 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3e096c-dc49-4d33-a632-9870160398c6" -d '{"events": [{"server_uuid": "37b31c3e-dccf-43a8-822e-a022f7b6aeb7", "name": "network-vif-plugged", "status": "completed", "tag": "c90d1b62-721c-4a0d-bcf5-749ccc2eda24"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:51.805237 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b41662d-13d6-4f4a-92d8-5e0e4b9bd415 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:51.812952 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ab6363-ab17-470f-b4e7-f41e8af1e59f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:51.843107 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 38ab6363-ab17-470f-b4e7-f41e8af1e59f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=38ab6363-ab17-470f-b4e7-f41e8af1e59f,segment=NetworkSegment(a9c6f665-0cbd-4975-91d1-0fdfafd8f369),segment_id=a9c6f665-0cbd-4975-91d1-0fdfafd8f369)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:51.850255 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port c90d1b62-721c-4a0d-bcf5-749ccc2eda24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c90d1b62-721c-4a0d-bcf5-749ccc2eda24,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:51.851431 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75520ccc-bf73-412e-adc7-00b846ad214e req-12d97e7c-63d9-47bc-a6b3-443c6c6ac398 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:51.855398 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:51.867143 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-75520ccc-bf73-412e-adc7-00b846ad214e req-12d97e7c-63d9-47bc-a6b3-443c6c6ac398 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 946 time: 0.1410136 Dec 06 14:48:51.868401 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:51.960209 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41662d-13d6-4f4a-92d8-5e0e4b9bd415 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Subnet': ['ID=a5ea3a76-49dd-4f49-a743-3173afb700c7,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:52.009123 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-75520ccc-bf73-412e-adc7-00b846ad214e req-540e9eb7-3330-4a5d-aaa0-002005d00844 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402590 Dec 06 14:48:52.019296 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=38ab6363-ab17-470f-b4e7-f41e8af1e59f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:52.036442 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b41662d-13d6-4f4a-92d8-5e0e4b9bd415 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Checking segment: {'id': 'f527393b-7a0f-4844-a04b-a41b71f6842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9ea72af0-383b-43a5-a69b-4dfdb0048e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:52.036861 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b41662d-13d6-4f4a-92d8-5e0e4b9bd415 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network hostable DHCP agents. Network: 9ea72af0-383b-43a5-a69b-4dfdb0048e6f, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:48:52.105185 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b41662d-13d6-4f4a-92d8-5e0e4b9bd415 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 9ea72af0-383b-43a5-a69b-4dfdb0048e6f is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:48:52.123398 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-6b41662d-13d6-4f4a-92d8-5e0e4b9bd415 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9ea72af0-383b-43a5-a69b-4dfdb0048e6f) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:52.131898 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b41662d-13d6-4f4a-92d8-5e0e4b9bd415 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:52.132449 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b41662d-13d6-4f4a-92d8-5e0e4b9bd415 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:52.149953 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35aaf41-0845-4be9-8477-6807e1514678 None None] Network 9ea72af0-383b-43a5-a69b-4dfdb0048e6f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:52.169288 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6b41662d-13d6-4f4a-92d8-5e0e4b9bd415 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1679225 Dec 06 14:48:52.169655 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49324) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:52.175351 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-386e7e53-1a2a-4f27-be4a-91024526abe1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'subnet': {'network_id': '9ea72af0-383b-43a5-a69b-4dfdb0048e6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:52.223831 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=c90d1b62-721c-4a0d-bcf5-749ccc2eda24,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:52.314945 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['38ab6363-ab17-470f-b4e7-f41e8af1e59f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:52.480407 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1fc2e-c75f-4b57-a69d-90b73047cce2 req-b569d09d-2c60-460c-918e-9b18c00dea03 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:52.492089 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9c1fc2e-c75f-4b57-a69d-90b73047cce2 req-b569d09d-2c60-460c-918e-9b18c00dea03 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 944 time: 0.2806780 Dec 06 14:48:52.579301 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9c1fc2e-c75f-4b57-a69d-90b73047cce2 req-275d7e5e-bbcb-44b5-b266-e1e86569c7ff tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841234 Dec 06 14:48:52.637479 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386e7e53-1a2a-4f27-be4a-91024526abe1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:52.643387 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-386e7e53-1a2a-4f27-be4a-91024526abe1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:52.730750 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96a92b2-eea8-4bf7-8574-ce093b3d0922 x-openstack-request-id: req-f96a92b2-eea8-4bf7-8574-ce093b3d0922 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:52.741804 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b31c3e-dccf-43a8-822e-a022f7b6aeb7", "name": "network-vif-plugged", "status": "completed", "tag": "c90d1b62-721c-4a0d-bcf5-749ccc2eda24", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:52.742854 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f96a92b2-eea8-4bf7-8574-ce093b3d0922 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:52.744589 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b31c3e-dccf-43a8-822e-a022f7b6aeb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90d1b62-721c-4a0d-bcf5-749ccc2eda24', 'code': 200} Dec 06 14:48:52.807606 n-d-master-1 neutron-server[103288]: INFO neutron.db.ipam_backend_mixin [None req-386e7e53-1a2a-4f27-be4a-91024526abe1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a5ea3a76-49dd-4f49-a743-3173afb700c7 (CIDR: 2001:db8::/64) Dec 06 14:48:52.813710 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-386e7e53-1a2a-4f27-be4a-91024526abe1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:48:52.814253 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386e7e53-1a2a-4f27-be4a-91024526abe1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:48:52.841529 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-386e7e53-1a2a-4f27-be4a-91024526abe1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6706798 Dec 06 14:48:52.844395 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49332) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:52.851430 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-429f8436-a087-48fa-844a-7539fcb8c191 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'subnet': {'network_id': '9ea72af0-383b-43a5-a69b-4dfdb0048e6f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:52.999685 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9ea72af0-383b-43a5-a69b-4dfdb0048e6f', 'network_id': '9ea72af0-383b-43a5-a69b-4dfdb0048e6f', 'tenant_id': 'f6c464d55d39492193cb5df15090c714', 'fixed_ips': [{'subnet_id': 'a5ea3a76-49dd-4f49-a743-3173afb700c7'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:48:53.000565 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:53.146279 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429f8436-a087-48fa-844a-7539fcb8c191 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:53.151612 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-429f8436-a087-48fa-844a-7539fcb8c191 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:53.592564 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Allocated IP 2001:db8::2 (9ea72af0-383b-43a5-a69b-4dfdb0048e6f/a5ea3a76-49dd-4f49-a743-3173afb700c7/f326c7ea-ca01-4aa5-981a-bcc8f711c250) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:48:53.627107 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a418c9-ce17-42f2-8725-2c42c9586df3 req-61b47a99-a5e5-4671-b671-c66054f61a72 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:53.628863 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8a418c9-ce17-42f2-8725-2c42c9586df3 req-61b47a99-a5e5-4671-b671-c66054f61a72 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 946 time: 0.1212091 Dec 06 14:48:53.660009 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-429f8436-a087-48fa-844a-7539fcb8c191 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:53.740631 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49342) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:53.750594 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8a418c9-ce17-42f2-8725-2c42c9586df3 req-8796884f-077e-47d5-9b91-2fccfff9a725 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136706 Dec 06 14:48:53.819363 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f8436-a087-48fa-844a-7539fcb8c191 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 9ea72af0-383b-43a5-a69b-4dfdb0048e6f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:48:53.840566 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-429f8436-a087-48fa-844a-7539fcb8c191 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:53.855821 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429f8436-a087-48fa-844a-7539fcb8c191 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:53.856557 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-429f8436-a087-48fa-844a-7539fcb8c191 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:53.904605 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f8436-a087-48fa-844a-7539fcb8c191 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Subnet': ['ID=183f2951-16c8-46b8-9374-bbf8b372520b,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:53.924080 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-429f8436-a087-48fa-844a-7539fcb8c191 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0783720 Dec 06 14:48:53.930302 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49346) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:53.939350 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-de70abfc-f06e-480c-a5fb-20e76f521afa tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'network_id': '9ea72af0-383b-43a5-a69b-4dfdb0048e6f', 'fixed_ips': [{'subnet_id': 'a5ea3a76-49dd-4f49-a743-3173afb700c7'}, {'subnet_id': '183f2951-16c8-46b8-9374-bbf8b372520b'}], 'name': 'tempest-PortsIpV6TestJSON-531170555'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:54.006281 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:54.038348 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:54.048089 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b4aac66-fea2-44f2-9393-eacd3a79fa0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:54.117652 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Network 9ea72af0-383b-43a5-a69b-4dfdb0048e6f is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:48:54.124873 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:54.133179 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:54.165185 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de70abfc-f06e-480c-a5fb-20e76f521afa tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:54.268691 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125d3ce-e6f6-46ab-9cb9-ed3cb26d03f7 req-744b94ca-87dd-4dbd-92b4-3faac670f37f tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:54.281828 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9125d3ce-e6f6-46ab-9cb9-ed3cb26d03f7 req-744b94ca-87dd-4dbd-92b4-3faac670f37f tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 944 time: 0.3739648 Dec 06 14:48:54.377603 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Pushing event updated for resources: {'Port': ['ID=f326c7ea-ca01-4aa5-981a-bcc8f711c250,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:54.386684 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b4aac66-fea2-44f2-9393-eacd3a79fa0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:54.453539 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9125d3ce-e6f6-46ab-9cb9-ed3cb26d03f7 req-95f26612-16df-4934-b6cb-7ad52b873500 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707277 Dec 06 14:48:54.456447 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Attempting to bind port f326c7ea-ca01-4aa5-981a-bcc8f711c250 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:48:54.459170 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b4aac66-fea2-44f2-9393-eacd3a79fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:54.463889 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Attempting to bind port f326c7ea-ca01-4aa5-981a-bcc8f711c250 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f527393b-7a0f-4844-a04b-a41b71f6842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9ea72af0-383b-43a5-a69b-4dfdb0048e6f'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:48:54.471425 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Attempting to bind port f326c7ea-ca01-4aa5-981a-bcc8f711c250 on network 9ea72af0-383b-43a5-a69b-4dfdb0048e6f {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:48:54.484714 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:48:54.497927 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Checking segment: {'id': 'f527393b-7a0f-4844-a04b-a41b71f6842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9ea72af0-383b-43a5-a69b-4dfdb0048e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:54.500974 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:54.503594 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Bound using segment: {'id': 'f527393b-7a0f-4844-a04b-a41b71f6842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9ea72af0-383b-43a5-a69b-4dfdb0048e6f'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:48:54.507608 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4aac66-fea2-44f2-9393-eacd3a79fa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c39278-6dbc-4c68-b221-115ff0fd7a7d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:54.508364 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Bound port: f326c7ea-ca01-4aa5-981a-bcc8f711c250, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f527393b-7a0f-4844-a04b-a41b71f6842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9ea72af0-383b-43a5-a69b-4dfdb0048e6f'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:48:54.508874 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:54.528740 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7b4aac66-fea2-44f2-9393-eacd3a79fa0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ea2254515dd4674903c1f9efc30ec13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7760549 Dec 06 14:48:54.529396 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49352) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:54.620184 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de70abfc-f06e-480c-a5fb-20e76f521afa tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:54.659576 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4960cbe4-2d7f-4be3-bb19-4389c00a943a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:54.691160 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-de70abfc-f06e-480c-a5fb-20e76f521afa tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] device_id is not set on port 487de9a5-9c73-44c0-a2aa-d05e4a434b39 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:48:54.721838 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4960cbe4-2d7f-4be3-bb19-4389c00a943a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:54.770520 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] For port f326c7ea-ca01-4aa5-981a-bcc8f711c250, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:48:54.791578 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] For port f326c7ea-ca01-4aa5-981a-bcc8f711c250, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f326c7ea-ca01-4aa5-981a-bcc8f711c250,segment=NetworkSegment(f527393b-7a0f-4844-a04b-a41b71f6842f),segment_id=f527393b-7a0f-4844-a04b-a41b71f6842f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:48:54.804897 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:54.874343 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4960cbe4-2d7f-4be3-bb19-4389c00a943a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:54.882865 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4960cbe4-2d7f-4be3-bb19-4389c00a943a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:54.892162 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4960cbe4-2d7f-4be3-bb19-4389c00a943a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79c39278-6dbc-4c68-b221-115ff0fd7a7d HTTP/1.1" status: 204 len: 168 time: 0.3617070 Dec 06 14:48:54.918706 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960cbe4-2d7f-4be3-bb19-4389c00a943a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c39278-6dbc-4c68-b221-115ff0fd7a7d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:55.085093 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ba408-950d-4f0b-bee0-b119a84c544c None None] Pushing event updated for resources: {'Port': ['ID=f326c7ea-ca01-4aa5-981a-bcc8f711c250,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:55.144929 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b04ed-24f0-451a-a0e6-6039400f16b0 req-7feda869-1c08-4550-b1c6-23e16f8c5e50 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:55.153591 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d4b04ed-24f0-451a-a0e6-6039400f16b0 req-7feda869-1c08-4550-b1c6-23e16f8c5e50 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 946 time: 0.2001581 Dec 06 14:48:55.340501 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d4b04ed-24f0-451a-a0e6-6039400f16b0 req-42da6b77-b3a3-4817-a618-14ec4c5b416e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790295 Dec 06 14:48:55.541916 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-de70abfc-f06e-480c-a5fb-20e76f521afa tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Allocated IP 2001:db8::286 (9ea72af0-383b-43a5-a69b-4dfdb0048e6f/a5ea3a76-49dd-4f49-a743-3173afb700c7/487de9a5-9c73-44c0-a2aa-d05e4a434b39) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:48:55.574137 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-de70abfc-f06e-480c-a5fb-20e76f521afa tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Allocated IP 2001:db8:0:1::201 (9ea72af0-383b-43a5-a69b-4dfdb0048e6f/183f2951-16c8-46b8-9374-bbf8b372520b/487de9a5-9c73-44c0-a2aa-d05e4a434b39) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:48:55.756961 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49364) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:55.813907 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e10acd-54d4-4cd1-ae6e-ac763d089906 req-695ef467-2e18-4967-8f06-fa2f7a312526 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:55.821238 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2e10acd-54d4-4cd1-ae6e-ac763d089906 req-695ef467-2e18-4967-8f06-fa2f7a312526 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 944 time: 0.2254627 Dec 06 14:48:55.844902 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f326c7ea-ca01-4aa5-981a-bcc8f711c250 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:48:55.872972 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bec992bc-47e5-4949-a0e3-703e808ed171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:55.921924 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de70abfc-f06e-480c-a5fb-20e76f521afa tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:55.987376 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f326c7ea-ca01-4aa5-981a-bcc8f711c250 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:55.987797 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:56.002576 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de70abfc-f06e-480c-a5fb-20e76f521afa tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:56.047948 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2e10acd-54d4-4cd1-ae6e-ac763d089906 req-9a990932-28a2-4795-b899-6dadc9d3dc60 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116060 Dec 06 14:48:56.110616 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de70abfc-f06e-480c-a5fb-20e76f521afa tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 9ea72af0-383b-43a5-a69b-4dfdb0048e6f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:48:56.118914 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-de70abfc-f06e-480c-a5fb-20e76f521afa tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:56.151681 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de70abfc-f06e-480c-a5fb-20e76f521afa tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:56.163639 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:56.172103 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de70abfc-f06e-480c-a5fb-20e76f521afa tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:56.174255 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de70abfc-f06e-480c-a5fb-20e76f521afa tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:56.213629 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-de70abfc-f06e-480c-a5fb-20e76f521afa tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.2814834 Dec 06 14:48:56.213629 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70abfc-f06e-480c-a5fb-20e76f521afa tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=487de9a5-9c73-44c0-a2aa-d05e4a434b39,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:56.216742 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49372) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:56.252737 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3b4184de-24f4-4d33-b339-4ca2b940a4a3 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5ea3a76-49dd-4f49-a743-3173afb700c7'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:56.308507 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port f326c7ea-ca01-4aa5-981a-bcc8f711c250, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f326c7ea-ca01-4aa5-981a-bcc8f711c250,segment=NetworkSegment(f527393b-7a0f-4844-a04b-a41b71f6842f),segment_id=f527393b-7a0f-4844-a04b-a41b71f6842f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:56.318894 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:56.378330 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bec992bc-47e5-4949-a0e3-703e808ed171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:56.399399 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=f326c7ea-ca01-4aa5-981a-bcc8f711c250,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:56.436114 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bec992bc-47e5-4949-a0e3-703e808ed171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:56.647607 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bec992bc-47e5-4949-a0e3-703e808ed171 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1dbd6a6bca034d7cafa3c51ab83496bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8886740 Dec 06 14:48:56.650877 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49376) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:56.677796 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ef6afb-754b-43a3-a32d-1d38db955a6b None None] Network 9ea72af0-383b-43a5-a69b-4dfdb0048e6f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:56.760328 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec992bc-47e5-4949-a0e3-703e808ed171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae39aa23-96d7-4de8-bb8a-4b3b86ffac71,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:56.764977 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ccea9e2d-7545-47d3-abdb-3484f3a885f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:56.793683 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ccea9e2d-7545-47d3-abdb-3484f3a885f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:56.903412 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b4184de-24f4-4d33-b339-4ca2b940a4a3 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:56.906903 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ccea9e2d-7545-47d3-abdb-3484f3a885f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:56.919350 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ccea9e2d-7545-47d3-abdb-3484f3a885f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:56.921461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ccea9e2d-7545-47d3-abdb-3484f3a885f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae39aa23-96d7-4de8-bb8a-4b3b86ffac71 HTTP/1.1" status: 204 len: 168 time: 0.2688155 Dec 06 14:48:56.926889 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e739c-6700-4f2a-891a-5cedb1f61ff7 req-0d181c31-e659-47bb-b657-3c71363689a4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:56.934592 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a55e739c-6700-4f2a-891a-5cedb1f61ff7 req-0d181c31-e659-47bb-b657-3c71363689a4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 946 time: 0.2432320 Dec 06 14:48:56.952475 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea9e2d-7545-47d3-abdb-3484f3a885f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae39aa23-96d7-4de8-bb8a-4b3b86ffac71,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:56.985016 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 38ab6363-ab17-470f-b4e7-f41e8af1e59f up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:48:57.039193 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6e0a45ba-48ab-436f-aac6-2924d9109414 None None] Provisioning complete for port f326c7ea-ca01-4aa5-981a-bcc8f711c250 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:57.040015 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6e0a45ba-48ab-436f-aac6-2924d9109414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:57.299308 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a55e739c-6700-4f2a-891a-5cedb1f61ff7 req-f55e457f-5e72-4452-8218-5363acb5e13c tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635545 Dec 06 14:48:57.323842 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 38ab6363-ab17-470f-b4e7-f41e8af1e59f completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:48:57.346209 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 38ab6363-ab17-470f-b4e7-f41e8af1e59f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:57.346637 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:57.520579 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:57.546698 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdef57e-841f-48da-a48d-ebaf39097565 None None] Update dhcp port {'port': {'network_id': '9ea72af0-383b-43a5-a69b-4dfdb0048e6f', 'fixed_ips': [{'subnet_id': 'a5ea3a76-49dd-4f49-a743-3173afb700c7', 'ip_address': '2001:db8::2'}, {'subnet_id': '183f2951-16c8-46b8-9374-bbf8b372520b'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'f326c7ea-ca01-4aa5-981a-bcc8f711c250'} from n-d-master-1. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:48:57.563852 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1071b18-ebb6-4e18-ad67-0d5c64cccbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ab6363-ab17-470f-b4e7-f41e8af1e59f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:57.566249 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230d952c-e58a-4b27-84d6-b98aff93ea9f" -d '{"events": [{"server_uuid": "c1071b18-ebb6-4e18-ad67-0d5c64cccbd0", "name": "network-vif-plugged", "status": "completed", "tag": "38ab6363-ab17-470f-b4e7-f41e8af1e59f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:57.578369 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe758306-db57-4410-8f24-6c1aaf32374d req-886fbe8e-75cd-4259-8168-6dd17ec81906 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:57.584225 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe758306-db57-4410-8f24-6c1aaf32374d req-886fbe8e-75cd-4259-8168-6dd17ec81906 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 944 time: 0.1543732 Dec 06 14:48:57.598598 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 38ab6363-ab17-470f-b4e7-f41e8af1e59f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=38ab6363-ab17-470f-b4e7-f41e8af1e59f,segment=NetworkSegment(a9c6f665-0cbd-4975-91d1-0fdfafd8f369),segment_id=a9c6f665-0cbd-4975-91d1-0fdfafd8f369)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:57.606679 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:57.610450 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fbdef57e-841f-48da-a48d-ebaf39097565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:57.789693 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe758306-db57-4410-8f24-6c1aaf32374d req-cbb85d59-7856-4b85-8f23-4efa70c2ab1b tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542141 Dec 06 14:48:57.841555 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-3b4184de-24f4-4d33-b339-4ca2b940a4a3 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Delete allocated IP 2001:db8:0:1::201 (9ea72af0-383b-43a5-a69b-4dfdb0048e6f/183f2951-16c8-46b8-9374-bbf8b372520b) {{(pid=103288) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 14:48:57.842564 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f326c7ea-ca01-4aa5-981a-bcc8f711c250 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:48:57.907438 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:57.915566 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=38ab6363-ab17-470f-b4e7-f41e8af1e59f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:58.087931 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f326c7ea-ca01-4aa5-981a-bcc8f711c250 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:58.088306 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:58.225670 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b4184de-24f4-4d33-b339-4ca2b940a4a3 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:58.238237 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b4184de-24f4-4d33-b339-4ca2b940a4a3 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:58.364961 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da14e472-0e93-4302-ac0e-71239758dbd1 x-openstack-request-id: req-da14e472-0e93-4302-ac0e-71239758dbd1 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:58.365890 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1071b18-ebb6-4e18-ad67-0d5c64cccbd0", "name": "network-vif-plugged", "status": "completed", "tag": "38ab6363-ab17-470f-b4e7-f41e8af1e59f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:58.366450 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da14e472-0e93-4302-ac0e-71239758dbd1 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:58.367026 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1071b18-ebb6-4e18-ad67-0d5c64cccbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ab6363-ab17-470f-b4e7-f41e8af1e59f', 'code': 200} Dec 06 14:48:58.435786 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4184de-24f4-4d33-b339-4ca2b940a4a3 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=487de9a5-9c73-44c0-a2aa-d05e4a434b39,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:58.452116 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-fbdef57e-841f-48da-a48d-ebaf39097565 None None] Allocated IP 2001:db8:0:1::2 (9ea72af0-383b-43a5-a69b-4dfdb0048e6f/183f2951-16c8-46b8-9374-bbf8b372520b/f326c7ea-ca01-4aa5-981a-bcc8f711c250) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:48:58.453598 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44048d09-94fe-4506-86c1-10a008964d68 req-41988b15-1b87-49d4-afeb-a2f9ad2bf11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:58.455121 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44048d09-94fe-4506-86c1-10a008964d68 req-41988b15-1b87-49d4-afeb-a2f9ad2bf11f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 1096 time: 0.0828145 Dec 06 14:48:58.533950 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3b4184de-24f4-4d33-b339-4ca2b940a4a3 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] In _notify_port_updated(), no bound segment for port 487de9a5-9c73-44c0-a2aa-d05e4a434b39 on network 9ea72af0-383b-43a5-a69b-4dfdb0048e6f {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:48:58.542029 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4184de-24f4-4d33-b339-4ca2b940a4a3 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:58.542702 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b4184de-24f4-4d33-b339-4ca2b940a4a3 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:58.544587 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3b4184de-24f4-4d33-b339-4ca2b940a4a3 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "PUT /v2.0/ports/487de9a5-9c73-44c0-a2aa-d05e4a434b39 HTTP/1.1" status: 200 len: 925 time: 2.3061121 Dec 06 14:48:58.548051 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49432) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:58.554754 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3dd68b2b-7208-4a84-bd88-a3f16b7fa8f5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5ea3a76-49dd-4f49-a743-3173afb700c7'}, {'subnet_id': '183f2951-16c8-46b8-9374-bbf8b372520b'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:58.591308 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1b834-8822-4e21-8b2e-c2a5c854d2bf req-ba5d7f8b-a261-4734-b218-1f5ef0217eb0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:58.600270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-87d1b834-8822-4e21-8b2e-c2a5c854d2bf req-ba5d7f8b-a261-4734-b218-1f5ef0217eb0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 947 time: 0.1674137 Dec 06 14:48:58.689983 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fbdef57e-841f-48da-a48d-ebaf39097565 None None] For port f326c7ea-ca01-4aa5-981a-bcc8f711c250, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f326c7ea-ca01-4aa5-981a-bcc8f711c250,segment=NetworkSegment(f527393b-7a0f-4844-a04b-a41b71f6842f),segment_id=f527393b-7a0f-4844-a04b-a41b71f6842f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:58.698577 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55d749-9863-45c3-b780-d2bda4dd06e1 req-f42e5256-46ca-49ea-bc6b-d8622dc9a304 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:58.700198 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8d55d749-9863-45c3-b780-d2bda4dd06e1 req-f42e5256-46ca-49ea-bc6b-d8622dc9a304 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 946 time: 0.2441683 Dec 06 14:48:58.708635 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44048d09-94fe-4506-86c1-10a008964d68 req-9f8a5760-6894-495a-a006-134eaba2f8bf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433027 Dec 06 14:48:58.722297 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fbdef57e-841f-48da-a48d-ebaf39097565 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:58.730028 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3dd68b2b-7208-4a84-bd88-a3f16b7fa8f5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:58.733753 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fbdef57e-841f-48da-a48d-ebaf39097565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:58.826209 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8d55d749-9863-45c3-b780-d2bda4dd06e1 req-d2423820-df5c-4ceb-b625-0d05dea264ea tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163270 Dec 06 14:48:58.856085 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-87d1b834-8822-4e21-8b2e-c2a5c854d2bf req-ca525149-96fa-4838-b801-1d5f7c149637 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519569 Dec 06 14:48:58.971685 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdef57e-841f-48da-a48d-ebaf39097565 None None] Pushing event updated for resources: {'Port': ['ID=f326c7ea-ca01-4aa5-981a-bcc8f711c250,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:59.169369 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcede3c6-715d-4061-9902-91aceb176719 req-5bb660be-6033-4171-9081-f0ba92b8a3a4 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:59.178173 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fcede3c6-715d-4061-9902-91aceb176719 req-5bb660be-6033-4171-9081-f0ba92b8a3a4 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 945 time: 0.1749713 Dec 06 14:48:59.315053 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fcede3c6-715d-4061-9902-91aceb176719 req-b4ebb51e-6a60-4f2b-95d5-987cd7f8962b tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314781 Dec 06 14:48:59.376212 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-3dd68b2b-7208-4a84-bd88-a3f16b7fa8f5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Allocated IP 2001:db8:0:1::1d9 (9ea72af0-383b-43a5-a69b-4dfdb0048e6f/183f2951-16c8-46b8-9374-bbf8b372520b/487de9a5-9c73-44c0-a2aa-d05e4a434b39) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:48:59.740922 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:59.757961 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f326c7ea-ca01-4aa5-981a-bcc8f711c250 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:48:59.950422 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652251ae-b629-45db-b2a4-a8b7f292d3e1 None None] Network 9ea72af0-383b-43a5-a69b-4dfdb0048e6f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:00.044228 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f326c7ea-ca01-4aa5-981a-bcc8f711c250 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:00.044594 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:00.076498 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba087870-a758-437f-9a80-3a17072a97bf req-142eada9-76de-4bdf-8b82-850e0e881d7b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:00.084939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba087870-a758-437f-9a80-3a17072a97bf req-142eada9-76de-4bdf-8b82-850e0e881d7b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 947 time: 0.0653863 Dec 06 14:49:00.212457 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba087870-a758-437f-9a80-3a17072a97bf req-dbc88f1d-a936-4c69-964c-9f929a86712b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058180 Dec 06 14:49:00.273731 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119458f-9528-4317-b2a6-f554c70ccdbb req-0584b1f6-4d36-4074-bbfc-7ada78cebbde tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:00.285332 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7119458f-9528-4317-b2a6-f554c70ccdbb req-0584b1f6-4d36-4074-bbfc-7ada78cebbde tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 946 time: 0.2049832 Dec 06 14:49:00.330286 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3dd68b2b-7208-4a84-bd88-a3f16b7fa8f5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:00.361959 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3dd68b2b-7208-4a84-bd88-a3f16b7fa8f5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:00.423008 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-072a6a8e-b3fa-49b0-8263-9f416dc66692 None None] Provisioning complete for port f326c7ea-ca01-4aa5-981a-bcc8f711c250 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:00.423596 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-072a6a8e-b3fa-49b0-8263-9f416dc66692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:00.476600 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7119458f-9528-4317-b2a6-f554c70ccdbb req-8ed15037-a3e3-4df7-9f48-1dd11d29c016 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901391 Dec 06 14:49:00.532720 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3dd68b2b-7208-4a84-bd88-a3f16b7fa8f5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] In _notify_port_updated(), no bound segment for port 487de9a5-9c73-44c0-a2aa-d05e4a434b39 on network 9ea72af0-383b-43a5-a69b-4dfdb0048e6f {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:49:00.540089 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd68b2b-7208-4a84-bd88-a3f16b7fa8f5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:00.541487 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3dd68b2b-7208-4a84-bd88-a3f16b7fa8f5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:00.546514 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3dd68b2b-7208-4a84-bd88-a3f16b7fa8f5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "PUT /v2.0/ports/487de9a5-9c73-44c0-a2aa-d05e4a434b39 HTTP/1.1" status: 200 len: 1011 time: 1.9973345 Dec 06 14:49:00.546719 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49506) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:00.553024 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd68b2b-7208-4a84-bd88-a3f16b7fa8f5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=487de9a5-9c73-44c0-a2aa-d05e4a434b39,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:00.714943 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d2452-f7a9-4eef-b138-5370ad6895ae tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port 487de9a5-9c73-44c0-a2aa-d05e4a434b39 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:00.715281 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2452-f7a9-4eef-b138-5370ad6895ae tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:00.747242 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5cfc-2218-4935-9a18-65ddb937925a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:00.867692 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2452-f7a9-4eef-b138-5370ad6895ae tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:00.905104 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d2452-f7a9-4eef-b138-5370ad6895ae tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for 487de9a5-9c73-44c0-a2aa-d05e4a434b39 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:00.924774 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-072a6a8e-b3fa-49b0-8263-9f416dc66692 None None] Provisioning complete for port 487de9a5-9c73-44c0-a2aa-d05e4a434b39 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:00.927997 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-072a6a8e-b3fa-49b0-8263-9f416dc66692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:01.020194 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-072a6a8e-b3fa-49b0-8263-9f416dc66692 None None] Port 487de9a5-9c73-44c0-a2aa-d05e4a434b39 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:49:01.118391 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88409d-d0bf-447e-8b7b-46df6c60110e req-928cc8f0-7850-47b6-8355-535e6fe91d8a tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:01.133770 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1f88409d-d0bf-447e-8b7b-46df6c60110e req-928cc8f0-7850-47b6-8355-535e6fe91d8a tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 945 time: 0.1638494 Dec 06 14:49:01.227970 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1f88409d-d0bf-447e-8b7b-46df6c60110e req-42633554-27c8-4739-b7f6-6ac0f996611a tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883625 Dec 06 14:49:01.256460 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2452-f7a9-4eef-b138-5370ad6895ae tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:01.304660 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0ae4ab5d-81be-423e-8917-fd75916118f6 None None] Provisioning complete for port f326c7ea-ca01-4aa5-981a-bcc8f711c250 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:01.305482 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0ae4ab5d-81be-423e-8917-fd75916118f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:01.397841 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d2452-f7a9-4eef-b138-5370ad6895ae tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=487de9a5-9c73-44c0-a2aa-d05e4a434b39,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:01.426492 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa5f6c11-dfd0-4952-85bc-00758c0a1433 req-5ed92777-01ab-4060-b1ba-be237e5558c8 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1008455904&fields=id&tenant_id=7dbaded7cf904f7189c67f3313a64b2c HTTP/1.1" status: 200 len: 267 time: 0.0664463 Dec 06 14:49:01.464643 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0ae4ab5d-81be-423e-8917-fd75916118f6 None None] Could not find standard attr ID for object 487de9a5-9c73-44c0-a2aa-d05e4a434b39. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:49:01.547410 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f6c11-dfd0-4952-85bc-00758c0a1433 req-db7e178a-dac9-4033-93b3-00cf0610c2dc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:01.559764 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa5f6c11-dfd0-4952-85bc-00758c0a1433 req-db7e178a-dac9-4033-93b3-00cf0610c2dc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 945 time: 0.1270645 Dec 06 14:49:01.566979 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-aa5f6c11-dfd0-4952-85bc-00758c0a1433 req-0aa4bbae-a1a1-44d1-8030-fb8ff7bc8ecd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Request body: {'port': {'security_groups': ['16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b', 'eac5ed8b-f058-4a60-a9ae-f9e463af7c54']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:01.678938 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ebc88cf5-bf6f-48a7-9e96-2760df764e0f None None] Could not find standard attr ID for object 487de9a5-9c73-44c0-a2aa-d05e4a434b39. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:49:01.709846 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-aa5f6c11-dfd0-4952-85bc-00758c0a1433 req-0aa4bbae-a1a1-44d1-8030-fb8ff7bc8ecd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:01.930237 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2452-f7a9-4eef-b138-5370ad6895ae tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:01.936111 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ad2d2452-f7a9-4eef-b138-5370ad6895ae tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/ports/487de9a5-9c73-44c0-a2aa-d05e4a434b39 HTTP/1.1" status: 204 len: 168 time: 1.3859463 Dec 06 14:49:01.938737 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49536) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:01.960047 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ddc13-4fa2-4bd1-8643-0129d59c9d4b req-451dce5b-05af-428a-86f8-f3f1422e226a tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:01.961627 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ac4ddc13-4fa2-4bd1-8643-0129d59c9d4b req-451dce5b-05af-428a-86f8-f3f1422e226a tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 947 time: 0.6156766 Dec 06 14:49:01.985415 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-aa5f6c11-dfd0-4952-85bc-00758c0a1433 req-0aa4bbae-a1a1-44d1-8030-fb8ff7bc8ecd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] For port 38ab6363-ab17-470f-b4e7-f41e8af1e59f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=38ab6363-ab17-470f-b4e7-f41e8af1e59f,segment=NetworkSegment(a9c6f665-0cbd-4975-91d1-0fdfafd8f369),segment_id=a9c6f665-0cbd-4975-91d1-0fdfafd8f369)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:02.002369 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-dfb1e048-73af-431c-a171-70be9742692d None None] Could not find standard attr ID for object 487de9a5-9c73-44c0-a2aa-d05e4a434b39. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:49:02.017173 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f86baf-6a59-421e-8f55-5df82e914bd3 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] GET failed (client error): The resource could not be found. Dec 06 14:49:02.022225 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-02f86baf-6a59-421e-8f55-5df82e914bd3 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports/487de9a5-9c73-44c0-a2aa-d05e4a434b39 HTTP/1.1" status: 404 len: 333 time: 0.0804753 Dec 06 14:49:02.023619 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49538) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:02.061532 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ac4ddc13-4fa2-4bd1-8643-0129d59c9d4b req-01fb8b87-ccff-445b-a895-0afa73bf27db tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693774 Dec 06 14:49:02.125571 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb98dd4-ff94-4ac7-9825-6c7e82a57760 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting subnet 183f2951-16c8-46b8-9374-bbf8b372520b {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:49:02.139155 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bb98dd4-ff94-4ac7-9825-6c7e82a57760 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:02.223606 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-aa5f6c11-dfd0-4952-85bc-00758c0a1433 req-0aa4bbae-a1a1-44d1-8030-fb8ff7bc8ecd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:02.236393 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-aa5f6c11-dfd0-4952-85bc-00758c0a1433 req-0aa4bbae-a1a1-44d1-8030-fb8ff7bc8ecd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:02.249128 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['a44ee7bc-5cbf-49b2-9e82-ace725899e99', '38ab6363-ab17-470f-b4e7-f41e8af1e59f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:49:02.266402 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bb98dd4-ff94-4ac7-9825-6c7e82a57760 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:02.322997 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413af3c0-bd2e-4f9f-aaff-925f5d393ec1 None None] DHCP port deletion for 5944ac86-4fc6-4a61-a859-87f4a03f0231 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:02.361822 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892885ed-4e35-4e2f-af36-7643bdb75ba8 req-73b8d9f5-96c6-4576-8aae-e9f4b18801a7 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:02.363480 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-892885ed-4e35-4e2f-af36-7643bdb75ba8 req-73b8d9f5-96c6-4576-8aae-e9f4b18801a7 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 946 time: 0.1647048 Dec 06 14:49:02.371753 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f6c11-dfd0-4952-85bc-00758c0a1433 req-0aa4bbae-a1a1-44d1-8030-fb8ff7bc8ecd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:02.372811 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-aa5f6c11-dfd0-4952-85bc-00758c0a1433 req-0aa4bbae-a1a1-44d1-8030-fb8ff7bc8ecd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:02.390037 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa5f6c11-dfd0-4952-85bc-00758c0a1433 req-0aa4bbae-a1a1-44d1-8030-fb8ff7bc8ecd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "PUT /v2.0/ports/38ab6363-ab17-470f-b4e7-f41e8af1e59f HTTP/1.1" status: 200 len: 981 time: 0.8292518 Dec 06 14:49:02.395542 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a347586e-d706-4e92-bee7-d6c9844c7596 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:02.472727 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1071b18-ebb6-4e18-ad67-0d5c64cccbd0', 'tag': '38ab6363-ab17-470f-b4e7-f41e8af1e59f'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:02.485287 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088b9a5a-8378-468e-90db-b916a590b89d" -d '{"events": [{"name": "network-changed", "server_uuid": "c1071b18-ebb6-4e18-ad67-0d5c64cccbd0", "tag": "38ab6363-ab17-470f-b4e7-f41e8af1e59f"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:02.487964 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-892885ed-4e35-4e2f-af36-7643bdb75ba8 req-60dbdbca-6282-4bee-9454-47d1684bda19 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088927 Dec 06 14:49:02.540217 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-31c56e64-a285-463e-99a0-2781c3433116 None None] Could not find standard attr ID for object 487de9a5-9c73-44c0-a2aa-d05e4a434b39. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:49:02.563095 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-31c56e64-a285-463e-99a0-2781c3433116 None None] Provisioning complete for port 38ab6363-ab17-470f-b4e7-f41e8af1e59f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:02.563818 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-31c56e64-a285-463e-99a0-2781c3433116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:02.641219 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['38ab6363-ab17-470f-b4e7-f41e8af1e59f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:49:02.752081 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b22d3c4-20cc-45a9-adb0-0d0cd5947b45 x-openstack-request-id: req-6b22d3c4-20cc-45a9-adb0-0d0cd5947b45 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:02.752405 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1071b18-ebb6-4e18-ad67-0d5c64cccbd0", "tag": "38ab6363-ab17-470f-b4e7-f41e8af1e59f", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:02.752645 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b22d3c4-20cc-45a9-adb0-0d0cd5947b45 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:02.753097 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1071b18-ebb6-4e18-ad67-0d5c64cccbd0', 'tag': '38ab6363-ab17-470f-b4e7-f41e8af1e59f', 'status': 'completed', 'code': 200} Dec 06 14:49:02.756172 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4bbae-a1a1-44d1-8030-fb8ff7bc8ecd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event updated for resources: {'Port': ['ID=38ab6363-ab17-470f-b4e7-f41e8af1e59f,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:02.778520 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49558) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:02.786163 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d8e71956-940d-4cb5-ac64-020de77c1e00 req-3bb7364e-23be-4ab8-815c-76eaf7d461a5 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/eac5ed8b-f058-4a60-a9ae-f9e463af7c54 HTTP/1.1" status: 200 len: 1819 time: 0.1443248 Dec 06 14:49:02.812150 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bb98dd4-ff94-4ac7-9825-6c7e82a57760 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:02.840660 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b9a5a-8378-468e-90db-b916a590b89d req-95c02ae2-f843-4539-9a05-54e5ca42d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:02.844750 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-088b9a5a-8378-468e-90db-b916a590b89d req-95c02ae2-f843-4539-9a05-54e5ca42d15e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dbaded7cf904f7189c67f3313a64b2c&device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 1135 time: 0.1303217 Dec 06 14:49:02.846836 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:02.948793 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d131b4ea-1f38-41b9-b217-dbf33daa21f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:02.955665 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-d8e71956-940d-4cb5-ac64-020de77c1e00 req-c29d7bcd-6a8d-4a03-83ae-bcedcb7664c9 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 14:49:02.961274 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a347586e-d706-4e92-bee7-d6c9844c7596, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a347586e-d706-4e92-bee7-d6c9844c7596,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:02.964135 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d8e71956-940d-4cb5-ac64-020de77c1e00 req-c29d7bcd-6a8d-4a03-83ae-bcedcb7664c9 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "DELETE /v2.0/security-groups/eac5ed8b-f058-4a60-a9ae-f9e463af7c54 HTTP/1.1" status: 409 len: 341 time: 0.1693928 Dec 06 14:49:02.967473 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:02.970323 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21150834-a2ff-404f-9c13-b75c978b2982" -d '{"events": [{"server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "name": "network-vif-unplugged", "status": "completed", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:02.980327 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:03.042774 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bb98dd4-ff94-4ac7-9825-6c7e82a57760 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:03.075177 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47508e7-5790-454b-94d5-b9437bfbd8f3 x-openstack-request-id: req-e47508e7-5790-454b-94d5-b9437bfbd8f3 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:03.076315 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "name": "network-vif-unplugged", "status": "completed", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:03.076893 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e47508e7-5790-454b-94d5-b9437bfbd8f3 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:03.077858 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'code': 200} Dec 06 14:49:03.078830 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b9a5a-8378-468e-90db-b916a590b89d req-bb912f9d-20fc-49a9-aa91-0f3aa3b1c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:03.089148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-088b9a5a-8378-468e-90db-b916a590b89d req-bb912f9d-20fc-49a9-aa91-0f3aa3b1c317 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5944ac86-4fc6-4a61-a859-87f4a03f0231 HTTP/1.1" status: 200 len: 914 time: 0.2277610 Dec 06 14:49:03.093432 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bb98dd4-ff94-4ac7-9825-6c7e82a57760 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:03.103190 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5bb98dd4-ff94-4ac7-9825-6c7e82a57760 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/183f2951-16c8-46b8-9374-bbf8b372520b HTTP/1.1" status: 204 len: 168 time: 1.0757442 Dec 06 14:49:03.104868 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49568) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:03.107056 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb98dd4-ff94-4ac7-9825-6c7e82a57760 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Subnet': ['ID=183f2951-16c8-46b8-9374-bbf8b372520b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:03.118362 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1de001e-127f-4932-8746-27fdf315b1e1 None None] Network 9ea72af0-383b-43a5-a69b-4dfdb0048e6f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:03.203555 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-088b9a5a-8378-468e-90db-b916a590b89d req-599a956b-00b2-4b9d-9ca7-c006c7b05c2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38ab6363-ab17-470f-b4e7-f41e8af1e59f HTTP/1.1" status: 200 len: 217 time: 0.1108367 Dec 06 14:49:03.248353 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbefb77f-2eb1-4c5b-8f56-2a7e04d3b86b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting subnet a5ea3a76-49dd-4f49-a743-3173afb700c7 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:49:03.262914 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbefb77f-2eb1-4c5b-8f56-2a7e04d3b86b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:03.336711 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0ff4c521-6af4-4f87-9256-e54f3dc97dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:03.341630 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a347586e-d706-4e92-bee7-d6c9844c7596,revision_number=11']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:03.415286 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b9a5a-8378-468e-90db-b916a590b89d req-b5b96eb6-1db5-44a2-9620-479aebd49521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:03.418843 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-088b9a5a-8378-468e-90db-b916a590b89d req-b5b96eb6-1db5-44a2-9620-479aebd49521 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16cb81eb-f424-401e-8fd9-903d9c50bec0 HTTP/1.1" status: 200 len: 853 time: 0.1797955 Dec 06 14:49:03.429109 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbefb77f-2eb1-4c5b-8f56-2a7e04d3b86b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:03.438050 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01ad6f-1233-405a-a100-7f36a1004010 req-846a2bb4-87d5-4538-a1d6-328ea7a26a81 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:03.440524 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-db01ad6f-1233-405a-a100-7f36a1004010 req-846a2bb4-87d5-4538-a1d6-328ea7a26a81 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.2339296 Dec 06 14:49:03.489763 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-088b9a5a-8378-468e-90db-b916a590b89d req-97208cfa-19f5-4e99-a36e-b338817b2b19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5944ac86-4fc6-4a61-a859-87f4a03f0231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479743 Dec 06 14:49:03.502172 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2a055-b51d-4350-9c7a-0d302466e668 req-272a91fe-f496-44b5-a9ac-50a881144b72 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:03.511725 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-48c2a055-b51d-4350-9c7a-0d302466e668 req-272a91fe-f496-44b5-a9ac-50a881144b72 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 984 time: 0.1839440 Dec 06 14:49:03.567886 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d131b4ea-1f38-41b9-b217-dbf33daa21f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:03.585548 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d131b4ea-1f38-41b9-b217-dbf33daa21f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:03.612857 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-db01ad6f-1233-405a-a100-7f36a1004010 req-d811ab90-b2bf-4d40-b719-ad6daaa6c7d1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589835 Dec 06 14:49:03.678629 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-088b9a5a-8378-468e-90db-b916a590b89d req-311ff713-3b92-47f9-a863-a963c682b61d service neutron] 10.222.0.37 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716678 Dec 06 14:49:03.783504 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-48c2a055-b51d-4350-9c7a-0d302466e668 req-133b32a8-a327-4ac1-93c5-d85881e09023 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&id=eac5ed8b-f058-4a60-a9ae-f9e463af7c54&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2707708 Dec 06 14:49:03.831693 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbefb77f-2eb1-4c5b-8f56-2a7e04d3b86b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:03.842810 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d131b4ea-1f38-41b9-b217-dbf33daa21f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c545ddf0e8384bab88c94516074ca51e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0631013 Dec 06 14:49:03.843638 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131b4ea-1f38-41b9-b217-dbf33daa21f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512a63b5-6cb8-4c18-a431-8f962c5f6cff,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:03.851930 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49580) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:03.906609 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:03.917643 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a02b8-538a-4370-a598-37b25331e67b req-d0996254-ba55-461f-a66c-67ce7e4fdaed tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:03.919174 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d74a02b8-538a-4370-a598-37b25331e67b req-d0996254-ba55-461f-a66c-67ce7e4fdaed tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 946 time: 0.1934137 Dec 06 14:49:03.985883 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-088b9a5a-8378-468e-90db-b916a590b89d req-405d8475-274e-40e9-a1ac-ff3321e51882 service neutron] 10.222.0.37 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972693 Dec 06 14:49:03.986465 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbefb77f-2eb1-4c5b-8f56-2a7e04d3b86b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:04.035671 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3322d967-3652-4b87-ac64-20af6c7df947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:04.038876 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefb77f-2eb1-4c5b-8f56-2a7e04d3b86b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ea3a76-49dd-4f49-a743-3173afb700c7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:04.043863 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbefb77f-2eb1-4c5b-8f56-2a7e04d3b86b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:04.050804 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bbefb77f-2eb1-4c5b-8f56-2a7e04d3b86b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/a5ea3a76-49dd-4f49-a743-3173afb700c7 HTTP/1.1" status: 204 len: 168 time: 0.9344161 Dec 06 14:49:04.051638 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49590) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:04.179510 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:04.194909 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d74a02b8-538a-4370-a598-37b25331e67b req-a330ec08-adaf-41b0-a8af-e6b53e8e9ecb tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622061 Dec 06 14:49:04.197173 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3322d967-3652-4b87-ac64-20af6c7df947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:04.232504 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60453c5-18af-46d8-97ca-4b6685a9d1d0 req-622ea246-7973-4ced-b903-a6ce3c66c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:04.240199 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b60453c5-18af-46d8-97ca-4b6685a9d1d0 req-622ea246-7973-4ced-b903-a6ce3c66c868 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dbaded7cf904f7189c67f3313a64b2c&device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 1135 time: 0.1477437 Dec 06 14:49:04.270433 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port f326c7ea-ca01-4aa5-981a-bcc8f711c250 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:04.270775 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:04.361635 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3322d967-3652-4b87-ac64-20af6c7df947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:04.364641 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3322d967-3652-4b87-ac64-20af6c7df947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:04.365617 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3322d967-3652-4b87-ac64-20af6c7df947 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/512a63b5-6cb8-4c18-a431-8f962c5f6cff HTTP/1.1" status: 204 len: 168 time: 0.5074537 Dec 06 14:49:04.381201 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] For port f326c7ea-ca01-4aa5-981a-bcc8f711c250, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f326c7ea-ca01-4aa5-981a-bcc8f711c250,segment=NetworkSegment(f527393b-7a0f-4844-a04b-a41b71f6842f),segment_id=f527393b-7a0f-4844-a04b-a41b71f6842f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:04.381201 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:04.387085 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a347586e-d706-4e92-bee7-d6c9844c7596 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:49:04.399551 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322d967-3652-4b87-ac64-20af6c7df947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512a63b5-6cb8-4c18-a431-8f962c5f6cff,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:04.403125 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60453c5-18af-46d8-97ca-4b6685a9d1d0 req-f78a9765-9fe2-4af5-ade2-3c50bcb9e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:04.409893 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for f326c7ea-ca01-4aa5-981a-bcc8f711c250 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:04.418191 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b60453c5-18af-46d8-97ca-4b6685a9d1d0 req-f78a9765-9fe2-4af5-ade2-3c50bcb9e3fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=5944ac86-4fc6-4a61-a859-87f4a03f0231 HTTP/1.1" status: 200 len: 914 time: 0.1521699 Dec 06 14:49:04.572783 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b60453c5-18af-46d8-97ca-4b6685a9d1d0 req-53e65006-9f2f-42a5-a739-aa80e3ef584e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38ab6363-ab17-470f-b4e7-f41e8af1e59f HTTP/1.1" status: 200 len: 217 time: 0.1507161 Dec 06 14:49:04.591850 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:04.716490 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a347586e-d706-4e92-bee7-d6c9844c7596, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a347586e-d706-4e92-bee7-d6c9844c7596,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:04.720137 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=f326c7ea-ca01-4aa5-981a-bcc8f711c250,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:04.740045 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No DVR routers for this DVR port f326c7ea-ca01-4aa5-981a-bcc8f711c250 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:04.740624 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60453c5-18af-46d8-97ca-4b6685a9d1d0 req-e8789d1e-a532-4f5f-a7b3-aa0ae206c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:04.745421 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b60453c5-18af-46d8-97ca-4b6685a9d1d0 req-e8789d1e-a532-4f5f-a7b3-aa0ae206c735 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16cb81eb-f424-401e-8fd9-903d9c50bec0 HTTP/1.1" status: 200 len: 853 time: 0.1594131 Dec 06 14:49:04.747133 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'port_id': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'mac_address': 'fa:16:3e:9a:71:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:49:04.786112 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e7959f-9ca1-4ac3-8f97-a96d34ddf710 None None] Network 9ea72af0-383b-43a5-a69b-4dfdb0048e6f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:04.798174 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b60453c5-18af-46d8-97ca-4b6685a9d1d0 req-5b5f07ed-e126-4001-ba2a-ae01fe4d3555 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5944ac86-4fc6-4a61-a859-87f4a03f0231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436571 Dec 06 14:49:04.900724 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:04.927310 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ccae7937-7236-41dc-ad5c-c0bee1c9e7cd None None] Could not find standard attr ID for object f326c7ea-ca01-4aa5-981a-bcc8f711c250. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:49:04.972544 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:04.979036 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a347586e-d706-4e92-bee7-d6c9844c7596 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:49:04.996409 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea72af0-383b-43a5-a69b-4dfdb0048e6f']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:05.006887 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f527393b-7a0f-4844-a04b-a41b71f6842f') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:05.007035 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f527393b-7a0f-4844-a04b-a41b71f6842f') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:05.019384 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:05.026508 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a347586e-d706-4e92-bee7-d6c9844c7596, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a347586e-d706-4e92-bee7-d6c9844c7596,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:05.039774 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:05.047680 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:49:05.048178 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:05.081026 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:49:05.088143 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:49:05.133165 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-59136e6a-f137-435d-bd1e-c28fb9bc83fd tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:05.141327 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-59136e6a-f137-435d-bd1e-c28fb9bc83fd tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106&tenant_id=081ecae26f1f4608b6d59404ed1f828f&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1097 time: 0.2807033 Dec 06 14:49:05.164256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:05.171472 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:05.180348 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49626) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:05.180706 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/networks/9ea72af0-383b-43a5-a69b-4dfdb0048e6f HTTP/1.1" status: 204 len: 168 time: 1.1274526 Dec 06 14:49:05.197404 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619e868-0e4a-40e6-934b-1cbd63e63941 req-f57ad9d8-85ed-49de-8441-e6532e618416 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:05.200623 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c619e868-0e4a-40e6-934b-1cbd63e63941 req-f57ad9d8-85ed-49de-8441-e6532e618416 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.3628981 Dec 06 14:49:05.208435 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:05.219246 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c702177-1562-4c9f-9242-e08b5c8e5532 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Network': ['ID=9ea72af0-383b-43a5-a69b-4dfdb0048e6f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:05.243133 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f58c31-5412-49e2-be46-76b9e43ffc67 None None] DHCP port deletion for 9ea72af0-383b-43a5-a69b-4dfdb0048e6f request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:05.261438 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1a1c1-d531-4659-acc1-06c6fc0c9b07 req-67a06a13-ff0b-48c1-89c1-f1aaeb298d38 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:05.263031 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6b1a1c1-d531-4659-acc1-06c6fc0c9b07 req-67a06a13-ff0b-48c1-89c1-f1aaeb298d38 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 984 time: 0.3381569 Dec 06 14:49:05.277963 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['a347586e-d706-4e92-bee7-d6c9844c7596'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:49:05.281589 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c619e868-0e4a-40e6-934b-1cbd63e63941 req-f938d347-3074-4612-9ff9-42b80f0ab528 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709026 Dec 06 14:49:05.334993 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b60453c5-18af-46d8-97ca-4b6685a9d1d0 req-9551e876-5688-44d7-af95-f42905e8fe5c service neutron] 10.222.0.37 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204875 Dec 06 14:49:05.382667 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a347586e-d706-4e92-bee7-d6c9844c7596,revision_number=12']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:05.590630 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:05.613783 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:05.700537 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6304c0-9060-4cfa-ab43-e85d438afff6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:05.706553 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2b6304c0-9060-4cfa-ab43-e85d438afff6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4921505 Dec 06 14:49:05.710558 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49652) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:05.728142 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6b1a1c1-d531-4659-acc1-06c6fc0c9b07 req-cbe06dcb-20e2-47ed-bbc6-89833d9b69f7 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&id=eac5ed8b-f058-4a60-a9ae-f9e463af7c54&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3953865 Dec 06 14:49:05.749435 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f326c7ea-ca01-4aa5-981a-bcc8f711c250 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:05.785328 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: f326c7ea-ca01-4aa5-981a-bcc8f711c250 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:49:05.785723 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f326c7ea-ca01-4aa5-981a-bcc8f711c250 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:49:05.823716 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b60453c5-18af-46d8-97ca-4b6685a9d1d0 req-b4c6fdf8-6b52-41fc-8ba2-c7f518d8b0cf service neutron] 10.222.0.37 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122529 Dec 06 14:49:05.942765 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1efcbdc6-decc-4927-ad9c-f5362520a3b8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2308393 Dec 06 14:49:05.948233 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49654) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:05.956320 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49656) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:05.966819 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-49d43f27-b115-43a2-8351-a958a3ce8175 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2023741157'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:06.011451 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d43f27-b115-43a2-8351-a958a3ce8175 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:06.020233 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49d43f27-b115-43a2-8351-a958a3ce8175 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:06.040782 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f7d0ac1-6a74-4413-a793-930df63d94ce,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:06.104594 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d43f27-b115-43a2-8351-a958a3ce8175 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:49:06.145532 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49d43f27-b115-43a2-8351-a958a3ce8175 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:06.147116 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-49d43f27-b115-43a2-8351-a958a3ce8175 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Added segment 71be1470-7345-454a-bad9-3feddc5a2e64 of type vlan for network 76987706-fc78-4438-b8fc-ccadb44b8605 Dec 06 14:49:06.218563 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1486baea-2e5b-4929-a727-4571064b0ba5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-535098917-network', 'tenant_id': 'dd8b65aec4d54f8899f91e6a3d912934'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:06.224428 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49d43f27-b115-43a2-8351-a958a3ce8175 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:06.267193 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49d43f27-b115-43a2-8351-a958a3ce8175 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:06.276548 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d43f27-b115-43a2-8351-a958a3ce8175 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:06.291070 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49d43f27-b115-43a2-8351-a958a3ce8175 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:06.345055 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:49:06.402565 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1486baea-2e5b-4929-a727-4571064b0ba5 admin admin] Made reservation on behalf of dd8b65aec4d54f8899f91e6a3d912934 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:06.404978 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1486baea-2e5b-4929-a727-4571064b0ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:06.421863 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-49d43f27-b115-43a2-8351-a958a3ce8175 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4708102 Dec 06 14:49:06.437786 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c008b-15ad-4357-933a-89faa6bfb938 req-c7d46d3b-ef8d-4eef-8e8b-be8db2cb875b tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:06.448333 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-461c008b-15ad-4357-933a-89faa6bfb938 req-c7d46d3b-ef8d-4eef-8e8b-be8db2cb875b tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 946 time: 0.3729646 Dec 06 14:49:06.455697 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49666) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:06.518996 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-38ac3c3d-e69e-41ba-bd0d-404e988c9991 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'subnet': {'network_id': '76987706-fc78-4438-b8fc-ccadb44b8605', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:06.542839 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d43f27-b115-43a2-8351-a958a3ce8175 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Network': ['ID=76987706-fc78-4438-b8fc-ccadb44b8605,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:06.543136 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:06.584540 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 76987706-fc78-4438-b8fc-ccadb44b8605 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:49:06.622102 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1486baea-2e5b-4929-a727-4571064b0ba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:06.710084 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04585bb0-44c0-4d0a-b5f3-049e6892b106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7d0ac1-6a74-4413-a793-930df63d94ce'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:06.720060 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59eae3fc-2e28-4000-b5e4-d3c64c9646f9" -d '{"events": [{"server_uuid": "04585bb0-44c0-4d0a-b5f3-049e6892b106", "name": "network-vif-unplugged", "status": "completed", "tag": "2f7d0ac1-6a74-4413-a793-930df63d94ce"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:06.735243 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:06.848946 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:06.941603 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 2f7d0ac1-6a74-4413-a793-930df63d94ce details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:49:07.046039 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-461c008b-15ad-4357-933a-89faa6bfb938 req-80594f03-adef-45b0-95b4-b03d42bf3776 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5967305 Dec 06 14:49:07.093706 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281f2d86-6576-4693-9534-c06f81dcc3c2 None None] DHCP port deletion for b37294a8-0dc8-43e9-9099-e05815316dd2 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:07.172511 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h1-master-1, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:07.184698 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ac3c3d-e69e-41ba-bd0d-404e988c9991 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:07.190776 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38ac3c3d-e69e-41ba-bd0d-404e988c9991 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:07.238258 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Attempting to bind port 2f7d0ac1-6a74-4413-a793-930df63d94ce on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:49:07.238649 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Attempting to bind port 2f7d0ac1-6a74-4413-a793-930df63d94ce by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:49:07.239073 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Attempting to bind port 2f7d0ac1-6a74-4413-a793-930df63d94ce on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:07.248936 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Port 2f7d0ac1-6a74-4413-a793-930df63d94ce on network b37294a8-0dc8-43e9-9099-e05815316dd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:49:07.249297 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Attempting to bind port 2f7d0ac1-6a74-4413-a793-930df63d94ce on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:07.251463 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-97d68baf-a5bd-4f43-9ff8-217317c1943f None None] Provisioning complete for port 2f7d0ac1-6a74-4413-a793-930df63d94ce triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:07.251864 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97d68baf-a5bd-4f43-9ff8-217317c1943f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:07.252938 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7d0ac1-6a74-4413-a793-930df63d94ce,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:07.280812 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:49:07.281223 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Checking segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:07.281844 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Bound using segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:49:07.282328 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Bound port: 2f7d0ac1-6a74-4413-a793-930df63d94ce, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:49:07.282889 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:07.309100 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-97d68baf-a5bd-4f43-9ff8-217317c1943f None None] Port 2f7d0ac1-6a74-4413-a793-930df63d94ce cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:49:07.393663 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h1-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:49:07.403186 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f7d0ac1-6a74-4413-a793-930df63d94ce,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:49:07.418040 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:07.475528 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cefb0b-1995-4247-8ac6-cf483298ab21 None None] DHCP port deletion for b37294a8-0dc8-43e9-9099-e05815316dd2 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:07.534324 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Attempting to bind port 2f7d0ac1-6a74-4413-a793-930df63d94ce on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:49:07.534993 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Attempting to bind port 2f7d0ac1-6a74-4413-a793-930df63d94ce by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:49:07.536208 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Attempting to bind port 2f7d0ac1-6a74-4413-a793-930df63d94ce on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:07.552411 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 2f7d0ac1-6a74-4413-a793-930df63d94ce has no active binding in host n-h2-master-1 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 14:49:07.613809 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Port 2f7d0ac1-6a74-4413-a793-930df63d94ce on network b37294a8-0dc8-43e9-9099-e05815316dd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:49:07.614208 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Attempting to bind port 2f7d0ac1-6a74-4413-a793-930df63d94ce on network b37294a8-0dc8-43e9-9099-e05815316dd2 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:07.625349 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=2f7d0ac1-6a74-4413-a793-930df63d94ce,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:07.665654 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1486baea-2e5b-4929-a727-4571064b0ba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:07.671881 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2323b5d7-a163-44f2-9b54-9e044688af9f None None] Provisioning complete for port 2f7d0ac1-6a74-4413-a793-930df63d94ce triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:07.673155 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2323b5d7-a163-44f2-9b54-9e044688af9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:07.686546 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f27b7f-0c2c-4672-af88-dcd0bde86f62 req-a5a66263-e9fb-41d6-987f-8179ff693ee4 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:07.696356 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-37f27b7f-0c2c-4672-af88-dcd0bde86f62 req-a5a66263-e9fb-41d6-987f-8179ff693ee4 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 946 time: 0.4671547 Dec 06 14:49:07.753069 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1486baea-2e5b-4929-a727-4571064b0ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:07.760336 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:49:07.763358 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Checking segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:07.763791 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Bound using segment: {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:49:07.764458 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Bound port: 2f7d0ac1-6a74-4413-a793-930df63d94ce, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d0baef-4759-4ae8-b756-f7c9c23db4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b37294a8-0dc8-43e9-9099-e05815316dd2'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:49:07.764835 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:07.820058 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486baea-2e5b-4929-a727-4571064b0ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003e9147-7f7a-42ca-888a-ff0db586011e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:07.864341 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1486baea-2e5b-4929-a727-4571064b0ba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:49:07.881439 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2323b5d7-a163-44f2-9b54-9e044688af9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:07.892277 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-37f27b7f-0c2c-4672-af88-dcd0bde86f62 req-b7d63c89-0702-4914-80f3-41ad4afbb5dc tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943903 Dec 06 14:49:07.922861 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1486baea-2e5b-4929-a727-4571064b0ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:07.923238 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-1486baea-2e5b-4929-a727-4571064b0ba5 admin admin] Added segment f3337062-e030-45f8-8406-c4dd3b424dfb of type vlan for network 47bab252-7490-446c-8a68-0bff11fe548d Dec 06 14:49:07.961309 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04585bb0-44c0-4d0a-b5f3-049e6892b106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7d0ac1-6a74-4413-a793-930df63d94ce'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:07.966019 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ad82f0-fb94-42fe-bf50-efe2f4669dfa" -d '{"events": [{"server_uuid": "04585bb0-44c0-4d0a-b5f3-049e6892b106", "name": "network-vif-plugged", "status": "completed", "tag": "2f7d0ac1-6a74-4413-a793-930df63d94ce"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:08.008163 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2323b5d7-a163-44f2-9b54-9e044688af9f None None] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f7d0ac1-6a74-4413-a793-930df63d94ce,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:08.069209 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2323b5d7-a163-44f2-9b54-9e044688af9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:08.274348 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38ac3c3d-e69e-41ba-bd0d-404e988c9991 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:08.371492 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323b5d7-a163-44f2-9b54-9e044688af9f None None] Pushing event updated for resources: {'Port': ['ID=2f7d0ac1-6a74-4413-a793-930df63d94ce,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:08.395358 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a347586e-d706-4e92-bee7-d6c9844c7596 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:08.470340 n-d-master-1 neutron-server[103289]: WARNING neutron.plugins.ml2.plugin [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Concurrent port binding operations failed on port 2f7d0ac1-6a74-4413-a793-930df63d94ce Dec 06 14:49:08.496148 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f7d0ac1-6a74-4413-a793-930df63d94ce,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:08.546913 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port a347586e-d706-4e92-bee7-d6c9844c7596 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:08.548785 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:08.562778 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Attempt 2 to bind port 2f7d0ac1-6a74-4413-a793-930df63d94ce Dec 06 14:49:08.573372 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:08.574054 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:08.576020 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-18810e97-dac4-4a7c-b1a1-b417b1a99a47 service neutron] 10.222.0.37 "PUT /v2.0/ports/2f7d0ac1-6a74-4413-a793-930df63d94ce HTTP/1.1" status: 200 len: 1122 time: 3.3966539 Dec 06 14:49:08.602666 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1486baea-2e5b-4929-a727-4571064b0ba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:08.635677 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac3c3d-e69e-41ba-bd0d-404e988c9991 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Subnet': ['ID=b2ace1cd-22aa-4c6f-87ca-0d82c12c6051,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:08.686153 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1486baea-2e5b-4929-a727-4571064b0ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:08.687428 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1486baea-2e5b-4929-a727-4571064b0ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:08.688101 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1486baea-2e5b-4929-a727-4571064b0ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:08.700939 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42215096-e105-4f7c-92ae-7eb4f9e52341 req-e41625ab-dabf-4436-bdf2-feb464f8f8c6 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:08.708703 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42215096-e105-4f7c-92ae-7eb4f9e52341 req-e41625ab-dabf-4436-bdf2-feb464f8f8c6 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 984 time: 0.1532845 Dec 06 14:49:08.710827 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ac3c3d-e69e-41ba-bd0d-404e988c9991 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Checking segment: {'id': '71be1470-7345-454a-bad9-3feddc5a2e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '76987706-fc78-4438-b8fc-ccadb44b8605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:08.711231 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ac3c3d-e69e-41ba-bd0d-404e988c9991 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network hostable DHCP agents. Network: 76987706-fc78-4438-b8fc-ccadb44b8605, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:49:08.773173 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1486baea-2e5b-4929-a727-4571064b0ba5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.8121846 Dec 06 14:49:08.774632 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49680) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:08.779430 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-95cf395e-3f7b-466e-a3d8-661b747bcd22 admin admin] Request body: {'subnet': {'network_id': '47bab252-7490-446c-8a68-0bff11fe548d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-535098917-subnet', 'tenant_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:08.804636 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['2f7d0ac1-6a74-4413-a793-930df63d94ce'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:49:08.807462 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['2f7d0ac1-6a74-4413-a793-930df63d94ce'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:49:08.849122 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cf395e-3f7b-466e-a3d8-661b747bcd22 admin admin] Made reservation on behalf of dd8b65aec4d54f8899f91e6a3d912934 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:08.852004 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95cf395e-3f7b-466e-a3d8-661b747bcd22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:08.914723 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486baea-2e5b-4929-a727-4571064b0ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=47bab252-7490-446c-8a68-0bff11fe548d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:08.951071 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 47bab252-7490-446c-8a68-0bff11fe548d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:49:08.975258 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ac3c3d-e69e-41ba-bd0d-404e988c9991 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 76987706-fc78-4438-b8fc-ccadb44b8605 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:49:08.997801 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-38ac3c3d-e69e-41ba-bd0d-404e988c9991 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 76987706-fc78-4438-b8fc-ccadb44b8605) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:09.020849 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ac3c3d-e69e-41ba-bd0d-404e988c9991 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:09.021454 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-38ac3c3d-e69e-41ba-bd0d-404e988c9991 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:09.089089 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42215096-e105-4f7c-92ae-7eb4f9e52341 req-fed28b6f-3b56-4ca2-a086-2ab0b864ddf1 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&id=eac5ed8b-f058-4a60-a9ae-f9e463af7c54&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3788238 Dec 06 14:49:09.112442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-38ac3c3d-e69e-41ba-bd0d-404e988c9991 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6541216 Dec 06 14:49:09.116294 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49686) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:09.122006 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-00e37411-fa87-4ff2-98a8-2985b6cbb488 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'network_id': '76987706-fc78-4438-b8fc-ccadb44b8605', 'name': 'tempest-PortsIpV6TestJSON-1974999111'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:09.198468 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b2e170-dd06-45ca-a371-e53ddbf73fd5 x-openstack-request-id: req-67b2e170-dd06-45ca-a371-e53ddbf73fd5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:09.198993 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04585bb0-44c0-4d0a-b5f3-049e6892b106", "name": "network-vif-unplugged", "status": "completed", "tag": "2f7d0ac1-6a74-4413-a793-930df63d94ce", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:09.199451 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67b2e170-dd06-45ca-a371-e53ddbf73fd5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:09.200096 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04585bb0-44c0-4d0a-b5f3-049e6892b106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7d0ac1-6a74-4413-a793-930df63d94ce', 'code': 200} Dec 06 14:49:09.231827 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:09.245970 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0205bdcd-01f8-4342-a6ce-16d50851f56e None None] Network 76987706-fc78-4438-b8fc-ccadb44b8605 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:09.279160 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95cf395e-3f7b-466e-a3d8-661b747bcd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:09.420354 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf395e-3f7b-466e-a3d8-661b747bcd22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ce30e08-c79b-4e1c-b07f-695fc5544d74,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:09.442556 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf395e-3f7b-466e-a3d8-661b747bcd22 admin admin] Checking segment: {'id': 'f3337062-e030-45f8-8406-c4dd3b424dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47bab252-7490-446c-8a68-0bff11fe548d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:09.443001 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf395e-3f7b-466e-a3d8-661b747bcd22 admin admin] Network hostable DHCP agents. Network: 47bab252-7490-446c-8a68-0bff11fe548d, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:49:09.452645 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e37411-fa87-4ff2-98a8-2985b6cbb488 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:09.465286 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00e37411-fa87-4ff2-98a8-2985b6cbb488 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:09.489745 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf395e-3f7b-466e-a3d8-661b747bcd22 admin admin] Network 47bab252-7490-446c-8a68-0bff11fe548d is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:49:09.490471 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-00e37411-fa87-4ff2-98a8-2985b6cbb488 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] device_id is not set on port 862b3a0f-6add-42b1-9b0b-b7a7836327cf yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:49:09.505438 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-95cf395e-3f7b-466e-a3d8-661b747bcd22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 47bab252-7490-446c-8a68-0bff11fe548d) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:09.511065 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cf395e-3f7b-466e-a3d8-661b747bcd22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:09.511748 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95cf395e-3f7b-466e-a3d8-661b747bcd22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:09.536263 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-95cf395e-3f7b-466e-a3d8-661b747bcd22 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7612858 Dec 06 14:49:09.540461 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49690) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:09.550570 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-535098917-router', 'tenant_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:09.596294 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:09.597426 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:09.636979 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b87b248-fab3-4cbe-801f-e7ae33f3ca75 x-openstack-request-id: req-6b87b248-fab3-4cbe-801f-e7ae33f3ca75 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:09.637355 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04585bb0-44c0-4d0a-b5f3-049e6892b106", "name": "network-vif-plugged", "status": "completed", "tag": "2f7d0ac1-6a74-4413-a793-930df63d94ce", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:09.637715 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b87b248-fab3-4cbe-801f-e7ae33f3ca75 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:09.641688 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04585bb0-44c0-4d0a-b5f3-049e6892b106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7d0ac1-6a74-4413-a793-930df63d94ce', 'code': 200} Dec 06 14:49:09.677950 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44077a5-ddd9-4d28-b05e-7bbd8bbf24bd None None] Network 47bab252-7490-446c-8a68-0bff11fe548d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:09.741232 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:09.750138 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a347586e-d706-4e92-bee7-d6c9844c7596, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a347586e-d706-4e92-bee7-d6c9844c7596,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:09.754178 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b784d9-517b-4b0b-b4c7-72c129801533 req-de1ec818-caae-482f-af88-155ee22abf59 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:09.777090 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93b784d9-517b-4b0b-b4c7-72c129801533 req-de1ec818-caae-482f-af88-155ee22abf59 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 946 time: 0.2129645 Dec 06 14:49:09.812260 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:09.917951 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93b784d9-517b-4b0b-b4c7-72c129801533 req-1f34d746-08f6-4c5d-954b-5970a4051b66 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369972 Dec 06 14:49:09.947377 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-00e37411-fa87-4ff2-98a8-2985b6cbb488 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Allocated IP 2001:db8::f4 (76987706-fc78-4438-b8fc-ccadb44b8605/b2ace1cd-22aa-4c6f-87ca-0d82c12c6051/862b3a0f-6add-42b1-9b0b-b7a7836327cf) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:10.007256 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a347586e-d706-4e92-bee7-d6c9844c7596,revision_number=13']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:10.042273 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:10.056328 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-76987706-fc78-4438-b8fc-ccadb44b8605', 'network_id': '76987706-fc78-4438-b8fc-ccadb44b8605', 'tenant_id': 'f6c464d55d39492193cb5df15090c714', 'fixed_ips': [{'subnet_id': 'b2ace1cd-22aa-4c6f-87ca-0d82c12c6051'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:49:10.072178 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:10.234275 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c6d32-74c2-4efb-8e02-73970df8ea2a req-948ba437-558e-4420-8340-e9b34ebba8d1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:10.235818 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4b7c6d32-74c2-4efb-8e02-73970df8ea2a req-948ba437-558e-4420-8340-e9b34ebba8d1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 947 time: 0.1702454 Dec 06 14:49:10.405166 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:10.435020 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:10.502343 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4b7c6d32-74c2-4efb-8e02-73970df8ea2a req-843ed201-884f-45ac-ad0e-1f2bf2d3714d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031074 Dec 06 14:49:10.530218 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00e37411-fa87-4ff2-98a8-2985b6cbb488 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:10.644046 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-47bab252-7490-446c-8a68-0bff11fe548d', 'network_id': '47bab252-7490-446c-8a68-0bff11fe548d', 'tenant_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'fixed_ips': [{'subnet_id': '6ce30e08-c79b-4e1c-b07f-695fc5544d74'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:49:10.648175 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:10.746077 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00e37411-fa87-4ff2-98a8-2985b6cbb488 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:10.759663 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Allocated IP 172.35.7.87 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/534af131-fb19-44e8-afae-9815f2c26fa4) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:10.847630 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-796881a6-6f9a-4c42-8fa0-9226fd7fe9e2 req-18e01097-535c-4fa1-ade4-38b3ef98e2a7 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2060108506&fields=id&tenant_id=7dbaded7cf904f7189c67f3313a64b2c HTTP/1.1" status: 200 len: 267 time: 0.2522118 Dec 06 14:49:10.871533 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e37411-fa87-4ff2-98a8-2985b6cbb488 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 76987706-fc78-4438-b8fc-ccadb44b8605 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:10.898702 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-00e37411-fa87-4ff2-98a8-2985b6cbb488 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:10.904531 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e37411-fa87-4ff2-98a8-2985b6cbb488 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:10.910644 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e37411-fa87-4ff2-98a8-2985b6cbb488 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:10.911270 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00e37411-fa87-4ff2-98a8-2985b6cbb488 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:10.947300 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Allocated IP 172.20.0.2 (47bab252-7490-446c-8a68-0bff11fe548d/6ce30e08-c79b-4e1c-b07f-695fc5544d74/2a24fa81-7ae2-488b-98f4-719e8b4a8a68) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:10.948724 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e37411-fa87-4ff2-98a8-2985b6cbb488 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=862b3a0f-6add-42b1-9b0b-b7a7836327cf,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:10.972744 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-00e37411-fa87-4ff2-98a8-2985b6cbb488 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8549037 Dec 06 14:49:10.975222 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49700) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:10.982212 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dd8158a9-3994-415c-be49-78ca5d2ecd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'network_id': '76987706-fc78-4438-b8fc-ccadb44b8605', 'name': 'tempest-PortsIpV6TestJSON-720418843'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:11.049607 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:11.082808 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796881a6-6f9a-4c42-8fa0-9226fd7fe9e2 req-f1882921-d5a2-4501-9695-8bed66ac8d07 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:11.090717 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:11.095613 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-796881a6-6f9a-4c42-8fa0-9226fd7fe9e2 req-f1882921-d5a2-4501-9695-8bed66ac8d07 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 984 time: 0.2321444 Dec 06 14:49:11.105535 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-796881a6-6f9a-4c42-8fa0-9226fd7fe9e2 req-4b3201fb-45fd-4eb7-88cc-8c0c64f1e4cd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Request body: {'port': {'security_groups': ['16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b', 'eac5ed8b-f058-4a60-a9ae-f9e463af7c54', '0b11538d-6027-462a-876a-ebe68dabe533']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:11.163191 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:11.174278 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:11.189571 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:11.215429 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04585bb0-44c0-4d0a-b5f3-049e6892b106', 'tag': '2f7d0ac1-6a74-4413-a793-930df63d94ce'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:11.218011 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e536fd-0eb5-401e-aebb-b10530d3f7e5 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:11.218288 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0788a3-bfd3-432f-b76c-95215d01f1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "04585bb0-44c0-4d0a-b5f3-049e6892b106", "tag": "2f7d0ac1-6a74-4413-a793-930df63d94ce"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:11.245260 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-796881a6-6f9a-4c42-8fa0-9226fd7fe9e2 req-4b3201fb-45fd-4eb7-88cc-8c0c64f1e4cd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:11.268152 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Pushing event updated for resources: {'Port': ['ID=534af131-fb19-44e8-afae-9815f2c26fa4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:11.297649 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Allocated IP 2001:db8::2 (76987706-fc78-4438-b8fc-ccadb44b8605/b2ace1cd-22aa-4c6f-87ca-0d82c12c6051/f8ee91db-19c3-4b3e-a84c-7fdffec65d37) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:11.384967 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:11.384967 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:11.392269 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0369d5f5-81aa-45e2-a60b-ebadac3c0288 None None] Provisioning complete for port 534af131-fb19-44e8-afae-9815f2c26fa4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:11.392750 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0369d5f5-81aa-45e2-a60b-ebadac3c0288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:11.448525 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8158a9-3994-415c-be49-78ca5d2ecd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:11.454037 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd8158a9-3994-415c-be49-78ca5d2ecd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:11.481797 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Network 47bab252-7490-446c-8a68-0bff11fe548d is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:11.491811 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:11.503639 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:11.513682 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Pushing event updated for resources: {'Port': ['ID=2a24fa81-7ae2-488b-98f4-719e8b4a8a68,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:11.531007 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-dd8158a9-3994-415c-be49-78ca5d2ecd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] device_id is not set on port 1b46ef70-5597-42b4-927f-a0b84593fb29 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:49:11.557459 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0369d5f5-81aa-45e2-a60b-ebadac3c0288 None None] Port 534af131-fb19-44e8-afae-9815f2c26fa4 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:49:11.617380 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Attempting to bind port 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:49:11.617763 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Attempting to bind port 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f3337062-e030-45f8-8406-c4dd3b424dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47bab252-7490-446c-8a68-0bff11fe548d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:49:11.618133 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Attempting to bind port 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 on network 47bab252-7490-446c-8a68-0bff11fe548d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:11.628778 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:49:11.629160 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Checking segment: {'id': 'f3337062-e030-45f8-8406-c4dd3b424dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47bab252-7490-446c-8a68-0bff11fe548d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:11.629572 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:11.629972 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Bound using segment: {'id': 'f3337062-e030-45f8-8406-c4dd3b424dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47bab252-7490-446c-8a68-0bff11fe548d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:49:11.630453 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Bound port: 2a24fa81-7ae2-488b-98f4-719e8b4a8a68, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3337062-e030-45f8-8406-c4dd3b424dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47bab252-7490-446c-8a68-0bff11fe548d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:49:11.630841 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:11.646388 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:11.648910 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a1347d-dee0-4037-a67f-67c3a9e1535c" -d '{"events": [{"server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "name": "network-vif-plugged", "status": "completed", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:11.686602 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:11.710870 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:11.774647 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:11.940841 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Network 76987706-fc78-4438-b8fc-ccadb44b8605 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:11.947426 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:11.958647 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:11.975551 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] For port 2a24fa81-7ae2-488b-98f4-719e8b4a8a68, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:49:11.980293 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Pushing event updated for resources: {'Port': ['ID=f8ee91db-19c3-4b3e-a84c-7fdffec65d37,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:11.983984 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] For port 2a24fa81-7ae2-488b-98f4-719e8b4a8a68, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2a24fa81-7ae2-488b-98f4-719e8b4a8a68,segment=NetworkSegment(f3337062-e030-45f8-8406-c4dd3b424dfb),segment_id=f3337062-e030-45f8-8406-c4dd3b424dfb)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:49:12.009395 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:12.037125 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-796881a6-6f9a-4c42-8fa0-9226fd7fe9e2 req-4b3201fb-45fd-4eb7-88cc-8c0c64f1e4cd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] For port 38ab6363-ab17-470f-b4e7-f41e8af1e59f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=38ab6363-ab17-470f-b4e7-f41e8af1e59f,segment=NetworkSegment(a9c6f665-0cbd-4975-91d1-0fdfafd8f369),segment_id=a9c6f665-0cbd-4975-91d1-0fdfafd8f369)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:12.089622 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Attempting to bind port f8ee91db-19c3-4b3e-a84c-7fdffec65d37 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:49:12.090212 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Attempting to bind port f8ee91db-19c3-4b3e-a84c-7fdffec65d37 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '71be1470-7345-454a-bad9-3feddc5a2e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '76987706-fc78-4438-b8fc-ccadb44b8605'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:49:12.090682 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Attempting to bind port f8ee91db-19c3-4b3e-a84c-7fdffec65d37 on network 76987706-fc78-4438-b8fc-ccadb44b8605 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:12.099451 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-dd8158a9-3994-415c-be49-78ca5d2ecd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Allocated IP 2001:db8::29 (76987706-fc78-4438-b8fc-ccadb44b8605/b2ace1cd-22aa-4c6f-87ca-0d82c12c6051/1b46ef70-5597-42b4-927f-a0b84593fb29) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:12.103848 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:49:12.104358 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Checking segment: {'id': '71be1470-7345-454a-bad9-3feddc5a2e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '76987706-fc78-4438-b8fc-ccadb44b8605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:12.104831 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:12.105297 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Bound using segment: {'id': '71be1470-7345-454a-bad9-3feddc5a2e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '76987706-fc78-4438-b8fc-ccadb44b8605'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:49:12.106002 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Bound port: f8ee91db-19c3-4b3e-a84c-7fdffec65d37, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71be1470-7345-454a-bad9-3feddc5a2e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '76987706-fc78-4438-b8fc-ccadb44b8605'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:49:12.106462 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:12.127962 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-796881a6-6f9a-4c42-8fa0-9226fd7fe9e2 req-4b3201fb-45fd-4eb7-88cc-8c0c64f1e4cd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:12.139000 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-796881a6-6f9a-4c42-8fa0-9226fd7fe9e2 req-4b3201fb-45fd-4eb7-88cc-8c0c64f1e4cd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:12.147820 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e422a-c0fd-4f11-b379-2145fdc4c903 None None] Pushing event updated for resources: {'Port': ['ID=2a24fa81-7ae2-488b-98f4-719e8b4a8a68,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:12.153721 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['a44ee7bc-5cbf-49b2-9e82-ace725899e99', '38ab6363-ab17-470f-b4e7-f41e8af1e59f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:49:12.246187 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3201fb-45fd-4eb7-88cc-8c0c64f1e4cd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event updated for resources: {'Port': ['ID=38ab6363-ab17-470f-b4e7-f41e8af1e59f,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:12.283067 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796881a6-6f9a-4c42-8fa0-9226fd7fe9e2 req-4b3201fb-45fd-4eb7-88cc-8c0c64f1e4cd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:12.283771 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-796881a6-6f9a-4c42-8fa0-9226fd7fe9e2 req-4b3201fb-45fd-4eb7-88cc-8c0c64f1e4cd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:12.294071 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e461ca-2a03-431e-b73a-fa5a32ea24eb None None] DHCP port deletion for 5944ac86-4fc6-4a61-a859-87f4a03f0231 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:12.302348 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-796881a6-6f9a-4c42-8fa0-9226fd7fe9e2 req-4b3201fb-45fd-4eb7-88cc-8c0c64f1e4cd tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "PUT /v2.0/ports/38ab6363-ab17-470f-b4e7-f41e8af1e59f HTTP/1.1" status: 200 len: 1020 time: 1.2054396 Dec 06 14:49:12.306636 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] For port f8ee91db-19c3-4b3e-a84c-7fdffec65d37, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:49:12.330799 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] For port f8ee91db-19c3-4b3e-a84c-7fdffec65d37, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f8ee91db-19c3-4b3e-a84c-7fdffec65d37,segment=NetworkSegment(71be1470-7345-454a-bad9-3feddc5a2e64),segment_id=71be1470-7345-454a-bad9-3feddc5a2e64)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:49:12.360256 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:12.465990 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['38ab6363-ab17-470f-b4e7-f41e8af1e59f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:49:12.476506 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bf1c00-9840-4a53-9f3a-46252106d332 x-openstack-request-id: req-96bf1c00-9840-4a53-9f3a-46252106d332 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:12.477216 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04585bb0-44c0-4d0a-b5f3-049e6892b106", "tag": "2f7d0ac1-6a74-4413-a793-930df63d94ce", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:12.477638 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96bf1c00-9840-4a53-9f3a-46252106d332 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:12.478706 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04585bb0-44c0-4d0a-b5f3-049e6892b106', 'tag': '2f7d0ac1-6a74-4413-a793-930df63d94ce', 'status': 'completed', 'code': 200} Dec 06 14:49:12.620261 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-dc6f7681-a97d-40ec-a29a-fbb9b7892f14 None None] Provisioning complete for port 38ab6363-ab17-470f-b4e7-f41e8af1e59f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:12.620636 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc6f7681-a97d-40ec-a29a-fbb9b7892f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:12.623620 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd8158a9-3994-415c-be49-78ca5d2ecd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:12.642231 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:12.663078 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85599232-c68a-4206-b65f-a2fd4c669fcf None None] Pushing event updated for resources: {'Port': ['ID=f8ee91db-19c3-4b3e-a84c-7fdffec65d37,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:12.679947 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6dde0e-0229-463f-8bd9-31a7366c5efe req-9f0c46f1-be02-498f-803b-94881856d49a tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:12.690258 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2b6dde0e-0229-463f-8bd9-31a7366c5efe req-9f0c46f1-be02-498f-803b-94881856d49a tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 946 time: 0.7999160 Dec 06 14:49:12.733366 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd8158a9-3994-415c-be49-78ca5d2ecd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:12.818368 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0788a3-bfd3-432f-b76c-95215d01f1ef req-eed4ea81-e137-4acf-8b79-1ca100180aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:12.820974 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7d0788a3-bfd3-432f-b76c-95215d01f1ef req-eed4ea81-e137-4acf-8b79-1ca100180aa6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 1127 time: 0.1735330 Dec 06 14:49:12.943931 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2b6dde0e-0229-463f-8bd9-31a7366c5efe req-12e4f2bf-c379-41bf-a726-bb6681456a9f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522418 Dec 06 14:49:13.212567 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70834ce-f392-4614-9fef-3363958c3928 x-openstack-request-id: req-e70834ce-f392-4614-9fef-3363958c3928 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:13.213156 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "name": "network-vif-plugged", "status": "completed", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:13.213417 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e70834ce-f392-4614-9fef-3363958c3928 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:13.213826 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'code': 200} Dec 06 14:49:13.281834 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6c55d20-3c03-4a05-b168-315004fdf074 req-82905303-f784-46b1-8a70-208a6939b0a8 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/0b11538d-6027-462a-876a-ebe68dabe533 HTTP/1.1" status: 200 len: 1820 time: 0.0641661 Dec 06 14:49:13.307061 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0788a3-bfd3-432f-b76c-95215d01f1ef req-267cbbc7-4b40-4ee5-9a13-e47015f1192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:13.308617 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7d0788a3-bfd3-432f-b76c-95215d01f1ef req-267cbbc7-4b40-4ee5-9a13-e47015f1192c service neutron] 10.222.0.23 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.4750772 Dec 06 14:49:13.466790 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7d0788a3-bfd3-432f-b76c-95215d01f1ef req-744cf27f-32dd-4edd-9d6d-0278156b4fe3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f7d0ac1-6a74-4413-a793-930df63d94ce HTTP/1.1" status: 200 len: 217 time: 0.1264482 Dec 06 14:49:13.652828 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8158a9-3994-415c-be49-78ca5d2ecd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 76987706-fc78-4438-b8fc-ccadb44b8605 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:13.658710 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0788a3-bfd3-432f-b76c-95215d01f1ef req-58889d36-1679-4aa2-bf1c-1d88d80349db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:13.668506 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7d0788a3-bfd3-432f-b76c-95215d01f1ef req-58889d36-1679-4aa2-bf1c-1d88d80349db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.1372147 Dec 06 14:49:13.686575 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13963225-529b-4798-8bd9-e4f856e77565 req-1fa0be2e-7f7b-4c22-bcb7-a77a2806706b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:13.705104 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-13963225-529b-4798-8bd9-e4f856e77565 req-1fa0be2e-7f7b-4c22-bcb7-a77a2806706b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 947 time: 1.0016329 Dec 06 14:49:13.791567 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-dd8158a9-3994-415c-be49-78ca5d2ecd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:13.801100 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8158a9-3994-415c-be49-78ca5d2ecd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=1b46ef70-5597-42b4-927f-a0b84593fb29,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:13.810045 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8158a9-3994-415c-be49-78ca5d2ecd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:13.813325 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-a6c55d20-3c03-4a05-b168-315004fdf074 req-83ed8469-d89a-4c31-92b0-4261c0d8197e tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 14:49:13.836294 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6c55d20-3c03-4a05-b168-315004fdf074 req-83ed8469-d89a-4c31-92b0-4261c0d8197e tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "DELETE /v2.0/security-groups/0b11538d-6027-462a-876a-ebe68dabe533 HTTP/1.1" status: 409 len: 341 time: 0.5524204 Dec 06 14:49:13.844852 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7d0788a3-bfd3-432f-b76c-95215d01f1ef req-8b3e198b-6669-4ed7-a04c-6ee149c46e80 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1597586 Dec 06 14:49:13.853736 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Router 82127235-9561-4d2f-80b7-44d620e858f5 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:49:13.854156 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8158a9-3994-415c-be49-78ca5d2ecd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:13.855423 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd8158a9-3994-415c-be49-78ca5d2ecd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:13.953041 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f8ee91db-19c3-4b3e-a84c-7fdffec65d37 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:13.960592 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-13963225-529b-4798-8bd9-e4f856e77565 req-d9bb7b52-0589-4c6f-8373-2f1c9dbfce0d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488074 Dec 06 14:49:13.971690 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dd8158a9-3994-415c-be49-78ca5d2ecd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9926298 Dec 06 14:49:13.975908 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49746) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:14.293417 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45036d5-3d03-49c2-b55b-294bfef9d7ac tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:14.298172 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c45036d5-3d03-49c2-b55b-294bfef9d7ac tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Af4 HTTP/1.1" status: 200 len: 928 time: 0.3188093 Dec 06 14:49:14.298971 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49760) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:14.330660 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f58112c-e9dd-4942-b3da-5c04f283fffc None None] Network 47bab252-7490-446c-8a68-0bff11fe548d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:14.449224 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 2f7d0ac1-6a74-4413-a793-930df63d94ce no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:14.488231 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1071b18-ebb6-4e18-ad67-0d5c64cccbd0', 'tag': '38ab6363-ab17-470f-b4e7-f41e8af1e59f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:14.496628 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b809f697-9018-4369-8d36-be26f510d2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c1071b18-ebb6-4e18-ad67-0d5c64cccbd0", "tag": "38ab6363-ab17-470f-b4e7-f41e8af1e59f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:14.518797 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:49:14.531015 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Sync routers for ids ['82127235-9561-4d2f-80b7-44d620e858f5'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:49:14.552481 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5258eb3a-c196-432f-8982-0436a172773d req-14bea1f4-fd66-4819-ba4a-a10b60889749 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8826978 Dec 06 14:49:14.555846 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Routers {'82127235-9561-4d2f-80b7-44d620e858f5'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:49:14.556717 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:49:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['82127235-9561-4d2f-80b7-44d620e858f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:14.568737 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:14.575612 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49776) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:14.579581 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-83b10ea7-46c2-46c1-9162-7190aeb4de80 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.0379777 Dec 06 14:49:14.757830 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Set router 82127235-9561-4d2f-80b7-44d620e858f5 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:49:14.813769 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258eb3a-c196-432f-8982-0436a172773d req-7b7aa58c-e04a-4ae5-85d0-0529ea75ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:14.819425 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5258eb3a-c196-432f-8982-0436a172773d req-7b7aa58c-e04a-4ae5-85d0-0529ea75ba6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 1096 time: 0.1713324 Dec 06 14:49:14.829705 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7d0788a3-bfd3-432f-b76c-95215d01f1ef req-3426a643-416e-4a73-864a-faca7975647d service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9575291 Dec 06 14:49:14.981737 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7d0788a3-bfd3-432f-b76c-95215d01f1ef req-ba2ff6e6-3c5d-495c-b37f-5d925c0ad6f3 service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458881 Dec 06 14:49:15.039884 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6263b4ea-e613-4309-9f3a-08d497ec1496 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port 1b46ef70-5597-42b4-927f-a0b84593fb29 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:15.040551 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6263b4ea-e613-4309-9f3a-08d497ec1496 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:15.072338 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82127235-9561-4d2f-80b7-44d620e858f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-535098917-router', 'tenant_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.87'}], 'enable_snat': True}, 'gw_port_id': '534af131-fb19-44e8-afae-9815f2c26fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:09Z', 'updated_at': '2021-12-06T14:49:11Z', 'revision_number': 3, 'project_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'gw_port': {'id': '534af131-fb19-44e8-afae-9815f2c26fa4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82127235-9561-4d2f-80b7-44d620e858f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:10Z', 'updated_at': '2021-12-06T14:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:15.127422 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258eb3a-c196-432f-8982-0436a172773d req-3e54956b-9ed8-4336-b203-094fbc8551d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:15.129403 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5258eb3a-c196-432f-8982-0436a172773d req-3e54956b-9ed8-4336-b203-094fbc8551d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.1465836 Dec 06 14:49:15.156098 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e2299c-a06a-4ed9-b794-b5cd44f34332 None None] Network 76987706-fc78-4438-b8fc-ccadb44b8605 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:15.158853 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c90d1b62-721c-4a0d-bcf5-749ccc2eda24 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:15.268533 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5258eb3a-c196-432f-8982-0436a172773d req-8a7238a4-8a05-40f3-a750-9ea598bbe641 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27b759ae-6d20-47e7-b36b-14b78fba79de HTTP/1.1" status: 200 len: 217 time: 0.1298997 Dec 06 14:49:15.315590 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f8ee91db-19c3-4b3e-a84c-7fdffec65d37 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:15.315997 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:15.376569 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Checking router: 82127235-9561-4d2f-80b7-44d620e858f5 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:49:15.376926 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Updating router 82127235-9561-4d2f-80b7-44d620e858f5 port 534af131-fb19-44e8-afae-9815f2c26fa4 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:49:15.418019 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7cf87988-90ba-4a6d-bdca-ad85939bb68f None None] Provisioning complete for port 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:15.418394 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7cf87988-90ba-4a6d-bdca-ad85939bb68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:15.449693 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258eb3a-c196-432f-8982-0436a172773d req-cb8286a1-a844-4b51-8360-2adc4bc30bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:15.454373 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5258eb3a-c196-432f-8982-0436a172773d req-cb8286a1-a844-4b51-8360-2adc4bc30bc2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.1774285 Dec 06 14:49:15.483491 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6263b4ea-e613-4309-9f3a-08d497ec1496 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:15.499826 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:15.547762 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5258eb3a-c196-432f-8982-0436a172773d req-278aa53b-6c4b-4999-ac35-a75a79633581 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850749 Dec 06 14:49:15.626203 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6263b4ea-e613-4309-9f3a-08d497ec1496 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for 1b46ef70-5597-42b4-927f-a0b84593fb29 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:15.659009 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:15.703752 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b349304d-8a34-44fd-92a7-f6744640617c req-96913b2b-ecab-401e-addf-53f960f2f4c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0719297 Dec 06 14:49:15.746389 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebbb5d-4eef-4514-bf44-72f3ef30404a req-f43732c8-3d91-4e50-a7c3-a4ba6b48c0df tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:15.749411 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ddebbb5d-4eef-4514-bf44-72f3ef30404a req-f43732c8-3d91-4e50-a7c3-a4ba6b48c0df tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 946 time: 0.9459646 Dec 06 14:49:15.822174 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09303d-b772-4f5a-babe-a82e8eb77347 req-cee31a3f-182a-4acb-8bc3-281334e47f73 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:15.836226 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-de09303d-b772-4f5a-babe-a82e8eb77347 req-cee31a3f-182a-4acb-8bc3-281334e47f73 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 1023 time: 0.4790435 Dec 06 14:49:15.883107 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f7d0ac1-6a74-4413-a793-930df63d94ce,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:15.893003 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04585bb0-44c0-4d0a-b5f3-049e6892b106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7d0ac1-6a74-4413-a793-930df63d94ce'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:15.895367 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861be812-4386-43c5-aff6-2e086fef5939" -d '{"events": [{"server_uuid": "04585bb0-44c0-4d0a-b5f3-049e6892b106", "name": "network-vif-unplugged", "status": "completed", "tag": "2f7d0ac1-6a74-4413-a793-930df63d94ce"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:15.925920 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:16.003052 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ddebbb5d-4eef-4514-bf44-72f3ef30404a req-688775b9-256c-4c57-b1c5-b5c951d53cc8 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072318 Dec 06 14:49:16.021795 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349304d-8a34-44fd-92a7-f6744640617c req-9f5ebf85-61b9-4e57-a369-9831a4ef4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:16.030510 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b349304d-8a34-44fd-92a7-f6744640617c req-9f5ebf85-61b9-4e57-a369-9831a4ef4cff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 1095 time: 0.2972269 Dec 06 14:49:16.068942 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5258eb3a-c196-432f-8982-0436a172773d req-76d84e27-3d2b-4366-bbf9-6f5ad8a66726 service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927940 Dec 06 14:49:16.078286 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7cf87988-90ba-4a6d-bdca-ad85939bb68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:16.116287 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:16.157264 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:16.235868 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349304d-8a34-44fd-92a7-f6744640617c req-af76d4a7-1bea-4674-9e56-bc3553c74e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:16.237489 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b349304d-8a34-44fd-92a7-f6744640617c req-af76d4a7-1bea-4674-9e56-bc3553c74e39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.1611497 Dec 06 14:49:16.255564 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e339606-9d2f-4a89-85c0-85f812d57802 x-openstack-request-id: req-2e339606-9d2f-4a89-85c0-85f812d57802 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:16.256052 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1071b18-ebb6-4e18-ad67-0d5c64cccbd0", "tag": "38ab6363-ab17-470f-b4e7-f41e8af1e59f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:16.256303 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e339606-9d2f-4a89-85c0-85f812d57802 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:16.256696 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1071b18-ebb6-4e18-ad67-0d5c64cccbd0', 'tag': '38ab6363-ab17-470f-b4e7-f41e8af1e59f', 'status': 'completed', 'code': 200} Dec 06 14:49:16.314145 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:16.321760 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=2f7d0ac1-6a74-4413-a793-930df63d94ce,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:16.326057 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:16.378387 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7cf87988-90ba-4a6d-bdca-ad85939bb68f None None] For port 2a24fa81-7ae2-488b-98f4-719e8b4a8a68, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2a24fa81-7ae2-488b-98f4-719e8b4a8a68,segment=NetworkSegment(f3337062-e030-45f8-8406-c4dd3b424dfb),segment_id=f3337062-e030-45f8-8406-c4dd3b424dfb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:16.381614 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port c90d1b62-721c-4a0d-bcf5-749ccc2eda24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c90d1b62-721c-4a0d-bcf5-749ccc2eda24,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:16.395069 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7cf87988-90ba-4a6d-bdca-ad85939bb68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:16.458746 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:16.465663 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port f8ee91db-19c3-4b3e-a84c-7fdffec65d37, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f8ee91db-19c3-4b3e-a84c-7fdffec65d37,segment=NetworkSegment(71be1470-7345-454a-bad9-3feddc5a2e64),segment_id=71be1470-7345-454a-bad9-3feddc5a2e64)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:16.467141 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf87988-90ba-4a6d-bdca-ad85939bb68f None None] Pushing event updated for resources: {'Port': ['ID=2a24fa81-7ae2-488b-98f4-719e8b4a8a68,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:16.478903 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Attempting to bind port 534af131-fb19-44e8-afae-9815f2c26fa4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:49:16.479282 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Attempting to bind port 534af131-fb19-44e8-afae-9815f2c26fa4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:49:16.479952 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72403d07-59c6-45eb-8884-1a84fee30fad None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:16.483913 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Attempting to bind port 534af131-fb19-44e8-afae-9815f2c26fa4 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:16.489618 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223e702-a4d0-4812-a56b-69a779fbc76e None None] Pushing event updated for resources: {'Port': ['ID=534af131-fb19-44e8-afae-9815f2c26fa4,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:16.496901 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:16.498079 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:16.510405 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-de09303d-b772-4f5a-babe-a82e8eb77347 req-ebb8219c-c483-451a-938d-5cad95e1525d tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b11538d-6027-462a-876a-ebe68dabe533&id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&id=eac5ed8b-f058-4a60-a9ae-f9e463af7c54&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.6732621 Dec 06 14:49:16.540100 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223e702-a4d0-4812-a56b-69a779fbc76e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:16.540100 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223e702-a4d0-4812-a56b-69a779fbc76e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:16.540100 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223e702-a4d0-4812-a56b-69a779fbc76e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:16.540100 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223e702-a4d0-4812-a56b-69a779fbc76e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:16.540100 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223e702-a4d0-4812-a56b-69a779fbc76e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:16.540100 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223e702-a4d0-4812-a56b-69a779fbc76e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:16.540100 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223e702-a4d0-4812-a56b-69a779fbc76e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:16.540100 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223e702-a4d0-4812-a56b-69a779fbc76e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:16.540100 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223e702-a4d0-4812-a56b-69a779fbc76e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:16.540100 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223e702-a4d0-4812-a56b-69a779fbc76e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:16.540100 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223e702-a4d0-4812-a56b-69a779fbc76e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:16.540100 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223e702-a4d0-4812-a56b-69a779fbc76e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:16.544040 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223e702-a4d0-4812-a56b-69a779fbc76e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:16.550567 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:49:16.562600 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:16.563124 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:16.564066 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:49:16.565568 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Bound port: 534af131-fb19-44e8-afae-9815f2c26fa4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:49:16.566087 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:16.577080 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809f697-9018-4369-8d36-be26f510d2a8 req-bc4eab86-88c3-41c3-8f96-138209f321a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:16.584758 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b809f697-9018-4369-8d36-be26f510d2a8 req-bc4eab86-88c3-41c3-8f96-138209f321a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dbaded7cf904f7189c67f3313a64b2c&device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 1174 time: 0.3582654 Dec 06 14:49:16.688180 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] For port 534af131-fb19-44e8-afae-9815f2c26fa4, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:49:16.695269 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] For port 534af131-fb19-44e8-afae-9815f2c26fa4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=534af131-fb19-44e8-afae-9815f2c26fa4,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:49:16.699337 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=c90d1b62-721c-4a0d-bcf5-749ccc2eda24,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:16.713356 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:16.716930 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4ee08285-89dc-481a-b352-95bb9c82d70b None None] Provisioning complete for port f8ee91db-19c3-4b3e-a84c-7fdffec65d37 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:16.718092 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4ee08285-89dc-481a-b352-95bb9c82d70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:16.730695 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5258eb3a-c196-432f-8982-0436a172773d req-cc9008cd-9c68-4830-a153-1e3dabd684df service neutron] 10.222.0.23 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6397097 Dec 06 14:49:16.760425 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b349304d-8a34-44fd-92a7-f6744640617c req-8866cf32-9ba9-440f-9c31-98b22b657398 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc63198c-e3b8-494e-b32f-b80bf300c3b7 HTTP/1.1" status: 200 len: 217 time: 0.4919724 Dec 06 14:49:16.822775 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a533f72-d06b-4add-9ee1-d3897a929cc3 req-48c35019-c401-4cea-bd9d-feeee78a44ee tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:16.827995 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a533f72-d06b-4add-9ee1-d3897a929cc3 req-48c35019-c401-4cea-bd9d-feeee78a44ee tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 1023 time: 0.5871370 Dec 06 14:49:16.870287 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f01d1a-3fc6-4883-8d56-6e6fb29e8a71 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:16.914476 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Routers {'82127235-9561-4d2f-80b7-44d620e858f5'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:49:16.916625 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:49:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['82127235-9561-4d2f-80b7-44d620e858f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:16.920375 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223e702-a4d0-4812-a56b-69a779fbc76e None None] Pushing event updated for resources: {'Port': ['ID=534af131-fb19-44e8-afae-9815f2c26fa4,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:16.976266 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349304d-8a34-44fd-92a7-f6744640617c req-2f0c40ae-14f2-49ee-8f0f-c45559e686a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:16.978520 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b349304d-8a34-44fd-92a7-f6744640617c req-2f0c40ae-14f2-49ee-8f0f-c45559e686a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.1285968 Dec 06 14:49:17.003633 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809f697-9018-4369-8d36-be26f510d2a8 req-46cecbb2-17db-4e79-af1b-67f7e9b4772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:17.006213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b809f697-9018-4369-8d36-be26f510d2a8 req-46cecbb2-17db-4e79-af1b-67f7e9b4772f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5944ac86-4fc6-4a61-a859-87f4a03f0231 HTTP/1.1" status: 200 len: 914 time: 0.4174006 Dec 06 14:49:17.037575 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:17.048123 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:17.127462 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=f8ee91db-19c3-4b3e-a84c-7fdffec65d37,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:17.136258 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b809f697-9018-4369-8d36-be26f510d2a8 req-d597d306-2a4a-44ce-84e1-292a8b92dce8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38ab6363-ab17-470f-b4e7-f41e8af1e59f HTTP/1.1" status: 200 len: 217 time: 0.1188016 Dec 06 14:49:17.255816 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] Set router 82127235-9561-4d2f-80b7-44d620e858f5 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:49:17.278236 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809f697-9018-4369-8d36-be26f510d2a8 req-cf9b59ff-99e3-4167-84ba-2f2f9049d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:17.283094 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b809f697-9018-4369-8d36-be26f510d2a8 req-cf9b59ff-99e3-4167-84ba-2f2f9049d75e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16cb81eb-f424-401e-8fd9-903d9c50bec0 HTTP/1.1" status: 200 len: 853 time: 0.1399577 Dec 06 14:49:17.387591 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b809f697-9018-4369-8d36-be26f510d2a8 req-020ea192-5e14-459e-a472-7ab743760af4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5944ac86-4fc6-4a61-a859-87f4a03f0231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954285 Dec 06 14:49:17.435945 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d76c794-1108-45bd-991d-5de13bcacbe0 x-openstack-request-id: req-2d76c794-1108-45bd-991d-5de13bcacbe0 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:17.437250 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04585bb0-44c0-4d0a-b5f3-049e6892b106", "name": "network-vif-unplugged", "status": "completed", "tag": "2f7d0ac1-6a74-4413-a793-930df63d94ce", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:17.437743 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d76c794-1108-45bd-991d-5de13bcacbe0 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:17.438382 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04585bb0-44c0-4d0a-b5f3-049e6892b106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7d0ac1-6a74-4413-a793-930df63d94ce', 'code': 200} Dec 06 14:49:17.440202 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-894eb6a3-836a-4c05-b581-71da96aac534 None None] Provisioning complete for port f8ee91db-19c3-4b3e-a84c-7fdffec65d37 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:17.440809 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-894eb6a3-836a-4c05-b581-71da96aac534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:17.515957 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b349304d-8a34-44fd-92a7-f6744640617c req-3f9b0fe8-89e9-41ca-aa44-f7ee5e8ebad6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4278944 Dec 06 14:49:17.529465 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:17.535493 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f8ee91db-19c3-4b3e-a84c-7fdffec65d37 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:17.597056 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d845bb-e21f-4557-b238-c21f1f5b200d req-c1015d61-95d6-41a2-bbbe-ef2a2dfb277d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:17.605061 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-37d845bb-e21f-4557-b238-c21f1f5b200d req-c1015d61-95d6-41a2-bbbe-ef2a2dfb277d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 947 time: 1.1648335 Dec 06 14:49:17.701975 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f8ee91db-19c3-4b3e-a84c-7fdffec65d37 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:17.702877 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:17.742655 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-894eb6a3-836a-4c05-b581-71da96aac534 None None] Provisioning complete for port 534af131-fb19-44e8-afae-9815f2c26fa4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:17.743736 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-894eb6a3-836a-4c05-b581-71da96aac534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:17.791793 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6263b4ea-e613-4309-9f3a-08d497ec1496 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:17.806261 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b809f697-9018-4369-8d36-be26f510d2a8 req-da9b02cb-9a09-46ab-89ca-7aab776e66dd service neutron] 10.222.0.37 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088879 Dec 06 14:49:17.852174 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f68cc-c453-4e21-b058-4d69a483bb45 req-55397399-4b47-4b86-822b-3f2dffb3a998 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:17.854839 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82127235-9561-4d2f-80b7-44d620e858f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-535098917-router', 'tenant_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.87'}], 'enable_snat': True}, 'gw_port_id': '534af131-fb19-44e8-afae-9815f2c26fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:09Z', 'updated_at': '2021-12-06T14:49:11Z', 'revision_number': 3, 'project_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'gw_port': {'id': '534af131-fb19-44e8-afae-9815f2c26fa4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82127235-9561-4d2f-80b7-44d620e858f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:10Z', 'updated_at': '2021-12-06T14:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:17.869676 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-655f68cc-c453-4e21-b058-4d69a483bb45 req-55397399-4b47-4b86-822b-3f2dffb3a998 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 945 time: 0.2339292 Dec 06 14:49:17.929977 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435bae07-f29a-435b-80ca-fd19ec65ecea None None] The sync data for ids ['82127235-9561-4d2f-80b7-44d620e858f5'] in n-d-master-1 is: [{'id': '82127235-9561-4d2f-80b7-44d620e858f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-535098917-router', 'tenant_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.87'}], 'enable_snat': True}, 'gw_port_id': '534af131-fb19-44e8-afae-9815f2c26fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:09Z', 'updated_at': '2021-12-06T14:49:11Z', 'revision_number': 3, 'project_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'gw_port': {'id': '534af131-fb19-44e8-afae-9815f2c26fa4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82127235-9561-4d2f-80b7-44d620e858f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:10Z', 'updated_at': '2021-12-06T14:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:49:18.048670 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263b4ea-e613-4309-9f3a-08d497ec1496 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=1b46ef70-5597-42b4-927f-a0b84593fb29,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:18.101879 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:18.112844 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-894eb6a3-836a-4c05-b581-71da96aac534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:18.123612 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-655f68cc-c453-4e21-b058-4d69a483bb45 req-5d1b1af5-1d54-45d9-81dc-9b3ec435b582 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477334 Dec 06 14:49:18.126464 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b809f697-9018-4369-8d36-be26f510d2a8 req-1f5d618b-3dc3-4018-9874-2322bb6458ae service neutron] 10.222.0.37 "GET /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062086 Dec 06 14:49:18.210457 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-894eb6a3-836a-4c05-b581-71da96aac534 None None] For port 534af131-fb19-44e8-afae-9815f2c26fa4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=534af131-fb19-44e8-afae-9815f2c26fa4,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:18.221792 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-894eb6a3-836a-4c05-b581-71da96aac534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:18.327265 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894eb6a3-836a-4c05-b581-71da96aac534 None None] Pushing event updated for resources: {'Port': ['ID=534af131-fb19-44e8-afae-9815f2c26fa4,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:18.357771 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-37d845bb-e21f-4557-b238-c21f1f5b200d req-f61ab206-3d4c-468f-a045-7482bb0a466b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6327477 Dec 06 14:49:18.359285 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:18.363720 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:18.427819 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e34368-02e9-4432-a6a0-8652d276ec3f req-073a5fc2-5a0c-45ac-bd1e-b5dcb13b3950 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:18.428896 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6263b4ea-e613-4309-9f3a-08d497ec1496 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:18.429339 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-01e34368-02e9-4432-a6a0-8652d276ec3f req-073a5fc2-5a0c-45ac-bd1e-b5dcb13b3950 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 1023 time: 0.1654439 Dec 06 14:49:18.433147 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6263b4ea-e613-4309-9f3a-08d497ec1496 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/ports/1b46ef70-5597-42b4-927f-a0b84593fb29 HTTP/1.1" status: 204 len: 168 time: 4.1332912 Dec 06 14:49:18.436295 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49824) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:18.550669 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-894eb6a3-836a-4c05-b581-71da96aac534 None None] Provisioning complete for port 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:18.554455 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b349304d-8a34-44fd-92a7-f6744640617c req-3607d474-45dd-4c8f-a5af-e6483a1065f2 service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9275808 Dec 06 14:49:18.556076 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-894eb6a3-836a-4c05-b581-71da96aac534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:18.582349 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-246dc933-f7bf-4349-8788-76eab54e15ad tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] GET failed (client error): The resource could not be found. Dec 06 14:49:18.591033 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-246dc933-f7bf-4349-8788-76eab54e15ad tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports/1b46ef70-5597-42b4-927f-a0b84593fb29 HTTP/1.1" status: 404 len: 333 time: 0.1534178 Dec 06 14:49:18.596327 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49834) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:18.753667 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-01abfabc-ecdf-42df-b7ef-39ea9c933d1b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:18.755447 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-01abfabc-ecdf-42df-b7ef-39ea9c933d1b tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/networks?id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088 HTTP/1.1" status: 200 len: 805 time: 0.1860962 Dec 06 14:49:18.862627 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-01e34368-02e9-4432-a6a0-8652d276ec3f req-4b6bf132-f3e6-4191-9709-68ef6965142a tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b11538d-6027-462a-876a-ebe68dabe533&id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&id=eac5ed8b-f058-4a60-a9ae-f9e463af7c54&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3908350 Dec 06 14:49:18.866110 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-0a533f72-d06b-4add-9ee1-d3897a929cc3 req-58961b6d-64d6-4acf-b8ad-8a843b05ac26 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Deleting port 38ab6363-ab17-470f-b4e7-f41e8af1e59f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:18.866457 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0a533f72-d06b-4add-9ee1-d3897a929cc3 req-58961b6d-64d6-4acf-b8ad-8a843b05ac26 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:18.920519 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-f698fea1-7f3f-4f27-bd40-2c54ee4f0151 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/quotas/adac984961054391983001fff49bb81b HTTP/1.1" status: 200 len: 375 time: 0.1245735 Dec 06 14:49:18.972508 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-894eb6a3-836a-4c05-b581-71da96aac534 None None] Provisioning complete for port 862b3a0f-6add-42b1-9b0b-b7a7836327cf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:18.973043 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-894eb6a3-836a-4c05-b581-71da96aac534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:19.048460 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-894eb6a3-836a-4c05-b581-71da96aac534 None None] Port 862b3a0f-6add-42b1-9b0b-b7a7836327cf cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:49:19.057780 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-894eb6a3-836a-4c05-b581-71da96aac534 None None] Could not find standard attr ID for object 1b46ef70-5597-42b4-927f-a0b84593fb29. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:49:19.080873 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 38ab6363-ab17-470f-b4e7-f41e8af1e59f no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:19.126199 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-7d2784eb-337e-4c67-bfbb-e86225fbf676 service neutron] 10.222.0.23 "GET /v2.0/ports/2f7d0ac1-6a74-4413-a793-930df63d94ce/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.3521657 Dec 06 14:49:19.231446 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-58780342-268e-424f-84fc-50e30ddc9577 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port 862b3a0f-6add-42b1-9b0b-b7a7836327cf {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:19.231859 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58780342-268e-424f-84fc-50e30ddc9577 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:19.249240 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] Allocated IP 172.20.0.1 (47bab252-7490-446c-8a68-0bff11fe548d/6ce30e08-c79b-4e1c-b07f-695fc5544d74/e66443fc-bc57-49bf-9016-56f891e25bc7) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:19.363357 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0a533f72-d06b-4add-9ee1-d3897a929cc3 req-58961b6d-64d6-4acf-b8ad-8a843b05ac26 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] For port 38ab6363-ab17-470f-b4e7-f41e8af1e59f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=38ab6363-ab17-470f-b4e7-f41e8af1e59f,segment=NetworkSegment(a9c6f665-0cbd-4975-91d1-0fdfafd8f369),segment_id=a9c6f665-0cbd-4975-91d1-0fdfafd8f369)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:19.363754 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0a533f72-d06b-4add-9ee1-d3897a929cc3 req-58961b6d-64d6-4acf-b8ad-8a843b05ac26 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:19.391510 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-832865f4-54cd-40e5-b802-51a2f70f8cd2 None None] Could not find standard attr ID for object 1b46ef70-5597-42b4-927f-a0b84593fb29. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:49:19.393833 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-0a533f72-d06b-4add-9ee1-d3897a929cc3 req-58961b6d-64d6-4acf-b8ad-8a843b05ac26 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Calling delete_port for 38ab6363-ab17-470f-b4e7-f41e8af1e59f owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:19.440654 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b31c3e-dccf-43a8-822e-a022f7b6aeb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c90d1b62-721c-4a0d-bcf5-749ccc2eda24'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:19.442943 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02012b58-4488-4d04-b545-76e7cc4943c0" -d '{"events": [{"server_uuid": "37b31c3e-dccf-43a8-822e-a022f7b6aeb7", "name": "network-vif-unplugged", "status": "completed", "tag": "c90d1b62-721c-4a0d-bcf5-749ccc2eda24"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:19.454121 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-832865f4-54cd-40e5-b802-51a2f70f8cd2 None None] Provisioning complete for port 862b3a0f-6add-42b1-9b0b-b7a7836327cf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:19.454345 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-832865f4-54cd-40e5-b802-51a2f70f8cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:19.574266 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b349304d-8a34-44fd-92a7-f6744640617c req-c54b0521-0a16-409d-b35e-e6e73e371565 service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0088341 Dec 06 14:49:19.591089 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:19.593200 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 534af131-fb19-44e8-afae-9815f2c26fa4 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:19.597507 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-039a8eb0-e1e3-4011-85aa-dc26090172f5 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=adac984961054391983001fff49bb81b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6643782 Dec 06 14:49:19.650600 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170abfb-6e89-416f-b629-bcf64b8c68d7 req-3c330f4b-8070-4d77-b50f-666751f39148 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:19.658629 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c170abfb-6e89-416f-b629-bcf64b8c68d7 req-3c330f4b-8070-4d77-b50f-666751f39148 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 945 time: 0.3824449 Dec 06 14:49:19.711017 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-832865f4-54cd-40e5-b802-51a2f70f8cd2 None None] Port 862b3a0f-6add-42b1-9b0b-b7a7836327cf cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:49:19.717071 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec8e33-dc0f-4d09-827d-7f979be642c9 req-9b155a07-555d-4565-9370-a18a9e21ee7d tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:19.718691 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8cec8e33-dc0f-4d09-827d-7f979be642c9 req-9b155a07-555d-4565-9370-a18a9e21ee7d tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.37 "GET /v2.0/ports?device_id=37b31c3e-dccf-43a8-822e-a022f7b6aeb7 HTTP/1.1" status: 200 len: 944 time: 0.3188777 Dec 06 14:49:19.725358 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 38ab6363-ab17-470f-b4e7-f41e8af1e59f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=38ab6363-ab17-470f-b4e7-f41e8af1e59f,segment=NetworkSegment(a9c6f665-0cbd-4975-91d1-0fdfafd8f369),segment_id=a9c6f665-0cbd-4975-91d1-0fdfafd8f369)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:19.732746 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58780342-268e-424f-84fc-50e30ddc9577 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:19.733991 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:19.737452 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:19.762127 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 534af131-fb19-44e8-afae-9815f2c26fa4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:19.762490 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:19.793537 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:19.822884 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=38ab6363-ab17-470f-b4e7-f41e8af1e59f,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:19.871153 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] Network 47bab252-7490-446c-8a68-0bff11fe548d is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:19.877967 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-58780342-268e-424f-84fc-50e30ddc9577 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for 862b3a0f-6add-42b1-9b0b-b7a7836327cf owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:19.888015 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:19.909467 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:19.917829 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c170abfb-6e89-416f-b629-bcf64b8c68d7 req-dc93302b-6962-4209-9345-211b6743b89a tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573128 Dec 06 14:49:20.034043 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:20.181067 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-cae6642c-fb46-44cc-8972-bcfce6454c7f service neutron] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2f7d0ac1-6a74-4413-a793-930df63d94ce,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:20.198934 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-8cec8e33-dc0f-4d09-827d-7f979be642c9 req-cb49f16a-dee2-4f6f-8ee3-72b419876893 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Deleting port c90d1b62-721c-4a0d-bcf5-749ccc2eda24 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:20.199297 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8cec8e33-dc0f-4d09-827d-7f979be642c9 req-cb49f16a-dee2-4f6f-8ee3-72b419876893 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:20.205527 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=e66443fc-bc57-49bf-9016-56f891e25bc7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:20.269535 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-442c7ffe-fb42-4899-a812-fc3698ed1d61 None None] Provisioning complete for port e66443fc-bc57-49bf-9016-56f891e25bc7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:20.269910 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-442c7ffe-fb42-4899-a812-fc3698ed1d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:20.279204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-b076d790-6918-4f59-92f8-ff31f1b57b82 service neutron] 10.222.0.20 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015979 Dec 06 14:49:20.287337 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:20.293844 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62269853-930b-4a90-bb94-7ec468a2b1db req-69c6bf10-9523-4863-a138-4086e23c05ee tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:20.297027 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62269853-930b-4a90-bb94-7ec468a2b1db req-69c6bf10-9523-4863-a138-4086e23c05ee tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 947 time: 0.2479875 Dec 06 14:49:20.361583 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-442c7ffe-fb42-4899-a812-fc3698ed1d61 None None] Port e66443fc-bc57-49bf-9016-56f891e25bc7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:49:20.372820 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-cae6642c-fb46-44cc-8972-bcfce6454c7f service neutron] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:49:20.814592 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0a533f72-d06b-4add-9ee1-d3897a929cc3 req-58961b6d-64d6-4acf-b8ad-8a843b05ac26 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:20.822459 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-cae6642c-fb46-44cc-8972-bcfce6454c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7d0ac1-6a74-4413-a793-930df63d94ce {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:49:20.826042 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['a44ee7bc-5cbf-49b2-9e82-ace725899e99'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:49:20.839731 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-1f0d4b2f-58ac-4107-b5bb-1bd86fee35e0 service neutron] 10.222.0.20 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595145 Dec 06 14:49:20.922004 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58780342-268e-424f-84fc-50e30ddc9577 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:20.922004 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-cae6642c-fb46-44cc-8972-bcfce6454c7f service neutron] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2f7d0ac1-6a74-4413-a793-930df63d94ce,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:20.925025 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58961b6d-64d6-4acf-b8ad-8a843b05ac26 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event deleted for resources: {'Port': ['ID=38ab6363-ab17-470f-b4e7-f41e8af1e59f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:20.927275 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58780342-268e-424f-84fc-50e30ddc9577 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=862b3a0f-6add-42b1-9b0b-b7a7836327cf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:20.930689 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2756198-4e23-4709-881b-381d9c77d96d None None] DHCP port deletion for 5944ac86-4fc6-4a61-a859-87f4a03f0231 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:20.950700 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62269853-930b-4a90-bb94-7ec468a2b1db req-87b0ac1c-c6bb-462e-aaa2-66db1f64b7b4 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6271894 Dec 06 14:49:20.954154 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8cec8e33-dc0f-4d09-827d-7f979be642c9 req-cb49f16a-dee2-4f6f-8ee3-72b419876893 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] For port c90d1b62-721c-4a0d-bcf5-749ccc2eda24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c90d1b62-721c-4a0d-bcf5-749ccc2eda24,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:20.956952 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8cec8e33-dc0f-4d09-827d-7f979be642c9 req-cb49f16a-dee2-4f6f-8ee3-72b419876893 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:20.993063 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a533f72-d06b-4add-9ee1-d3897a929cc3 req-58961b6d-64d6-4acf-b8ad-8a843b05ac26 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] No DVR routers for this DVR port 38ab6363-ab17-470f-b4e7-f41e8af1e59f on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:20.999488 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0a533f72-d06b-4add-9ee1-d3897a929cc3 req-58961b6d-64d6-4acf-b8ad-8a843b05ac26 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:21.003118 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a533f72-d06b-4add-9ee1-d3897a929cc3 req-58961b6d-64d6-4acf-b8ad-8a843b05ac26 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.37 "DELETE /v2.0/ports/38ab6363-ab17-470f-b4e7-f41e8af1e59f HTTP/1.1" status: 204 len: 173 time: 4.0427134 Dec 06 14:49:21.003585 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1071b18-ebb6-4e18-ad67-0d5c64cccbd0', 'name': 'network-vif-deleted', 'tag': '38ab6363-ab17-470f-b4e7-f41e8af1e59f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:21.005939 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7e6b9b-7264-495c-986a-27c603a49657" -d '{"events": [{"server_uuid": "c1071b18-ebb6-4e18-ad67-0d5c64cccbd0", "name": "network-vif-deleted", "tag": "38ab6363-ab17-470f-b4e7-f41e8af1e59f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:21.037779 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58780342-268e-424f-84fc-50e30ddc9577 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:21.041986 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-58780342-268e-424f-84fc-50e30ddc9577 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/ports/862b3a0f-6add-42b1-9b0b-b7a7836327cf HTTP/1.1" status: 204 len: 168 time: 2.4387772 Dec 06 14:49:21.044088 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-cae6642c-fb46-44cc-8972-bcfce6454c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:21.054490 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49858) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:21.067472 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b1817d-b76a-4067-81c9-8adb9d54f622 x-openstack-request-id: req-06b1817d-b76a-4067-81c9-8adb9d54f622 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:21.067943 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b31c3e-dccf-43a8-822e-a022f7b6aeb7", "name": "network-vif-unplugged", "status": "completed", "tag": "c90d1b62-721c-4a0d-bcf5-749ccc2eda24", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:21.075978 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06b1817d-b76a-4067-81c9-8adb9d54f622 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:21.076471 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b31c3e-dccf-43a8-822e-a022f7b6aeb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c90d1b62-721c-4a0d-bcf5-749ccc2eda24', 'code': 200} Dec 06 14:49:21.169839 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:21.197016 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:21.217017 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-8cec8e33-dc0f-4d09-827d-7f979be642c9 req-cb49f16a-dee2-4f6f-8ee3-72b419876893 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Calling delete_port for c90d1b62-721c-4a0d-bcf5-749ccc2eda24 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:21.241270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4079c879-f6f3-480e-b7ef-1589587e09ab req-6a6f6505-fef5-4b46-89ae-5c385fb0c021 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1071b18-ebb6-4e18-ad67-0d5c64cccbd0 HTTP/1.1" status: 200 len: 210 time: 0.0554092 Dec 06 14:49:21.244939 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0170ecb-a8d1-4085-bc3f-4df7b2dc99f4 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] GET failed (client error): The resource could not be found. Dec 06 14:49:21.258444 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b0170ecb-a8d1-4085-bc3f-4df7b2dc99f4 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports/862b3a0f-6add-42b1-9b0b-b7a7836327cf HTTP/1.1" status: 404 len: 333 time: 0.1843619 Dec 06 14:49:21.263034 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49864) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:21.371091 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=e66443fc-bc57-49bf-9016-56f891e25bc7,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:21.375574 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:21.576963 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdfc5a9-e9c6-48d3-beb4-757f8d2e382c x-openstack-request-id: req-8cdfc5a9-e9c6-48d3-beb4-757f8d2e382c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:21.577499 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1071b18-ebb6-4e18-ad67-0d5c64cccbd0", "name": "network-vif-deleted", "tag": "38ab6363-ab17-470f-b4e7-f41e8af1e59f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:21.577759 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cdfc5a9-e9c6-48d3-beb4-757f8d2e382c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:21.578160 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1071b18-ebb6-4e18-ad67-0d5c64cccbd0', 'name': 'network-vif-deleted', 'tag': '38ab6363-ab17-470f-b4e7-f41e8af1e59f', 'status': 'completed', 'code': 200} Dec 06 14:49:21.578299 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-cae6642c-fb46-44cc-8972-bcfce6454c7f service neutron] Transition to ACTIVE for port object 2f7d0ac1-6a74-4413-a793-930df63d94ce will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:49:21.585596 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60a660b-3d2a-4913-9430-7168d2fa2a57 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting subnet b2ace1cd-22aa-4c6f-87ca-0d82c12c6051 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:49:21.594621 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] Network 47bab252-7490-446c-8a68-0bff11fe548d is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:21.626395 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:21.699836 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-cae6642c-fb46-44cc-8972-bcfce6454c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:21.727463 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd9568-9382-45c2-99ab-451ea5b131df req-63642738-0adc-4736-adc5-78ce87214747 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:21.737376 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b0bd9568-9382-45c2-99ab-451ea5b131df req-63642738-0adc-4736-adc5-78ce87214747 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 945 time: 0.1623120 Dec 06 14:49:21.765729 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b60a660b-3d2a-4913-9430-7168d2fa2a57 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:21.798976 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9039d1c7-efbf-442e-ba02-934eec8e512a req-ee4af300-bf17-4167-b854-67cd4c9e2cf1 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 210 time: 0.1476822 Dec 06 14:49:21.839053 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b0bd9568-9382-45c2-99ab-451ea5b131df req-e6310af2-713c-4fde-a81c-dfa2e80535ef tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004579 Dec 06 14:49:21.917229 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] Router 82127235-9561-4d2f-80b7-44d620e858f5 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:49:22.003241 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6642c-fb46-44cc-8972-bcfce6454c7f service neutron] Pushing event updated for resources: {'Port': ['ID=2f7d0ac1-6a74-4413-a793-930df63d94ce,revision_number=12']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:22.018327 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8cec8e33-dc0f-4d09-827d-7f979be642c9 req-cb49f16a-dee2-4f6f-8ee3-72b419876893 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:22.039410 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c8e733-9da2-4c63-b58d-480898a75253 None None] DHCP port deletion for b37294a8-0dc8-43e9-9099-e05815316dd2 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:22.120574 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1a679b35-7d0d-4061-a414-b36c05441b03 None None] Provisioning complete for port e66443fc-bc57-49bf-9016-56f891e25bc7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:22.120946 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a679b35-7d0d-4061-a414-b36c05441b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:22.125561 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:49:22.132043 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-970b4d48-327f-41dc-846d-eadf92589ab7 admin admin] 10.222.0.20 "PUT /v2.0/routers/82127235-9561-4d2f-80b7-44d620e858f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5550332 Dec 06 14:49:22.169925 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Sync routers for ids ['82127235-9561-4d2f-80b7-44d620e858f5'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:49:22.171416 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b60a660b-3d2a-4913-9430-7168d2fa2a57 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:22.220014 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1a679b35-7d0d-4061-a414-b36c05441b03 None None] Port e66443fc-bc57-49bf-9016-56f891e25bc7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:49:22.226078 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-cae6642c-fb46-44cc-8972-bcfce6454c7f service neutron] No DVR routers for this DVR port 2f7d0ac1-6a74-4413-a793-930df63d94ce on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:22.229023 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Routers {'82127235-9561-4d2f-80b7-44d620e858f5'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:49:22.229746 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:49:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['82127235-9561-4d2f-80b7-44d620e858f5'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:22.231246 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49f16a-dee2-4f6f-8ee3-72b419876893 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Pushing event deleted for resources: {'Port': ['ID=c90d1b62-721c-4a0d-bcf5-749ccc2eda24,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:22.343780 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cec8e33-dc0f-4d09-827d-7f979be642c9 req-cb49f16a-dee2-4f6f-8ee3-72b419876893 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] No DVR routers for this DVR port c90d1b62-721c-4a0d-bcf5-749ccc2eda24 on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:22.352515 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-cae6642c-fb46-44cc-8972-bcfce6454c7f service neutron] 10.222.0.23 "PUT /v2.0/ports/2f7d0ac1-6a74-4413-a793-930df63d94ce/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 3.2167983 Dec 06 14:49:22.370768 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8cec8e33-dc0f-4d09-827d-7f979be642c9 req-cb49f16a-dee2-4f6f-8ee3-72b419876893 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:22.379055 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d99f5b-d865-4867-9984-e731bf53b0a8 None None] DHCP port deletion for 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:22.384817 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8cec8e33-dc0f-4d09-827d-7f979be642c9 req-cb49f16a-dee2-4f6f-8ee3-72b419876893 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.37 "DELETE /v2.0/ports/c90d1b62-721c-4a0d-bcf5-749ccc2eda24 HTTP/1.1" status: 204 len: 173 time: 2.6399691 Dec 06 14:49:22.385362 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b31c3e-dccf-43a8-822e-a022f7b6aeb7', 'name': 'network-vif-deleted', 'tag': 'c90d1b62-721c-4a0d-bcf5-749ccc2eda24'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:22.387746 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f992883-50db-48d3-a841-fe72e84a2bff" -d '{"events": [{"server_uuid": "37b31c3e-dccf-43a8-822e-a022f7b6aeb7", "name": "network-vif-deleted", "tag": "c90d1b62-721c-4a0d-bcf5-749ccc2eda24"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:22.417789 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ce39a-7f85-4590-8bc0-65d5a427afc9 req-a6e50a29-61c1-4a4b-8466-999861613ceb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:22.419477 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d3ce39a-7f85-4590-8bc0-65d5a427afc9 req-a6e50a29-61c1-4a4b-8466-999861613ceb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 947 time: 0.3370795 Dec 06 14:49:22.539922 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d3ce39a-7f85-4590-8bc0-65d5a427afc9 req-788b97c1-4632-4cf5-8d26-8c198b4528c2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843542 Dec 06 14:49:22.555640 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Set router 82127235-9561-4d2f-80b7-44d620e858f5 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:49:22.558731 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b60a660b-3d2a-4913-9430-7168d2fa2a57 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:22.562298 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0b0c3e1-5d6a-4059-89e0-aa8bf2037d83 req-1159e05f-083a-4fc0-8102-475f4732e6ce tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/eac5ed8b-f058-4a60-a9ae-f9e463af7c54 HTTP/1.1" status: 200 len: 1819 time: 0.0605657 Dec 06 14:49:22.626619 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-97d2dde4-f627-40d3-84b9-2526726219c4 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:22.631971 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-97d2dde4-f627-40d3-84b9-2526726219c4 tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106&tenant_id=081ecae26f1f4608b6d59404ed1f828f&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.1511788 Dec 06 14:49:22.656530 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e0b0c3e1-5d6a-4059-89e0-aa8bf2037d83 req-43920ef6-8361-4743-83e5-89dc4136659e tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:22.686050 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e0b0c3e1-5d6a-4059-89e0-aa8bf2037d83 req-43920ef6-8361-4743-83e5-89dc4136659e tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:22.714745 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b60a660b-3d2a-4913-9430-7168d2fa2a57 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:22.768664 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e0b0c3e1-5d6a-4059-89e0-aa8bf2037d83 req-43920ef6-8361-4743-83e5-89dc4136659e tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:22.773708 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e0b0c3e1-5d6a-4059-89e0-aa8bf2037d83 req-43920ef6-8361-4743-83e5-89dc4136659e tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:22.784303 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0b0c3e1-5d6a-4059-89e0-aa8bf2037d83 req-43920ef6-8361-4743-83e5-89dc4136659e tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "DELETE /v2.0/security-groups/eac5ed8b-f058-4a60-a9ae-f9e463af7c54 HTTP/1.1" status: 204 len: 173 time: 0.2207685 Dec 06 14:49:22.819915 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43920ef6-8361-4743-83e5-89dc4136659e tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac5ed8b-f058-4a60-a9ae-f9e463af7c54,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:22.860524 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a660b-3d2a-4913-9430-7168d2fa2a57 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ace1cd-22aa-4c6f-87ca-0d82c12c6051,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:22.864558 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b60a660b-3d2a-4913-9430-7168d2fa2a57 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:22.868786 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b60a660b-3d2a-4913-9430-7168d2fa2a57 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/b2ace1cd-22aa-4c6f-87ca-0d82c12c6051 HTTP/1.1" status: 204 len: 168 time: 1.6046407 Dec 06 14:49:22.869901 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-68cd5896-5f44-40e8-a0bc-ee62054447ce req-fe1be1dd-8c5c-459a-8806-c70127bd9064 tempest-FloatingIPDetailsNegativeTestJSON-750100431 tempest-FloatingIPDetailsNegativeTestJSON-750100431-project] show failed (client error): The resource could not be found. Dec 06 14:49:22.870838 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-68cd5896-5f44-40e8-a0bc-ee62054447ce req-fe1be1dd-8c5c-459a-8806-c70127bd9064 tempest-FloatingIPDetailsNegativeTestJSON-750100431 tempest-FloatingIPDetailsNegativeTestJSON-750100431-project] 10.222.0.20 "GET /v2.0/floatingips/0c868fba-8163-425e-a5c3-96d57fc88dfb HTTP/1.1" status: 404 len: 350 time: 0.1525872 Dec 06 14:49:22.871861 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49898) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:22.885628 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3620b321-c82c-4e32-862e-164c1545a3b7 None None] Network 76987706-fc78-4438-b8fc-ccadb44b8605 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:22.894685 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49900) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:22.912171 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721e2f4e-d330-415f-a090-b4c28a83435a x-openstack-request-id: req-721e2f4e-d330-415f-a090-b4c28a83435a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:22.913136 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b31c3e-dccf-43a8-822e-a022f7b6aeb7", "name": "network-vif-deleted", "tag": "c90d1b62-721c-4a0d-bcf5-749ccc2eda24", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:22.913683 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-721e2f4e-d330-415f-a090-b4c28a83435a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:22.917535 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b31c3e-dccf-43a8-822e-a022f7b6aeb7', 'name': 'network-vif-deleted', 'tag': 'c90d1b62-721c-4a0d-bcf5-749ccc2eda24', 'status': 'completed', 'code': 200} Dec 06 14:49:22.973262 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-cc626d16-000b-4c2c-9333-75386db42e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:22.976765 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-cc626d16-000b-4c2c-9333-75386db42e84 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106&tenant_id=081ecae26f1f4608b6d59404ed1f828f HTTP/1.1" status: 200 len: 1096 time: 0.3368652 Dec 06 14:49:23.040937 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-104d4416-5ba9-4157-af75-a53494bb2d57 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:49:23.045018 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-104d4416-5ba9-4157-af75-a53494bb2d57 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0228751 Dec 06 14:49:23.067798 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:49:23.072104 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:23.082831 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1071b18-ebb6-4e18-ad67-0d5c64cccbd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38ab6363-ab17-470f-b4e7-f41e8af1e59f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:23.085143 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e086f8-7c88-4a36-a362-4fbf6ec2f1d2" -d '{"events": [{"server_uuid": "c1071b18-ebb6-4e18-ad67-0d5c64cccbd0", "name": "network-vif-unplugged", "status": "completed", "tag": "38ab6363-ab17-470f-b4e7-f41e8af1e59f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:23.125697 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c90d1b62-721c-4a0d-bcf5-749ccc2eda24 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:23.170617 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: c90d1b62-721c-4a0d-bcf5-749ccc2eda24 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:49:23.170746 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c90d1b62-721c-4a0d-bcf5-749ccc2eda24 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:49:23.187242 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82127235-9561-4d2f-80b7-44d620e858f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-535098917-router', 'tenant_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.87'}], 'enable_snat': True}, 'gw_port_id': '534af131-fb19-44e8-afae-9815f2c26fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:09Z', 'updated_at': '2021-12-06T14:49:20Z', 'revision_number': 4, 'project_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'gw_port': {'id': '534af131-fb19-44e8-afae-9815f2c26fa4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82127235-9561-4d2f-80b7-44d620e858f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:10Z', 'updated_at': '2021-12-06T14:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e66443fc-bc57-49bf-9016-56f891e25bc7', 'name': '', 'network_id': '47bab252-7490-446c-8a68-0bff11fe548d', 'tenant_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'mac_address': 'fa:16:3e:ef:91:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82127235-9561-4d2f-80b7-44d620e858f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '6ce30e08-c79b-4e1c-b07f-695fc5544d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:17Z', 'updated_at': '2021-12-06T14:49:20Z', 'revision_number': 2, 'project_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'subnets': [{'id': '6ce30e08-c79b-4e1c-b07f-695fc5544d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:23.215281 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d6a42401-19c0-4033-86be-8f974e494045 req-9e2dd1e5-f186-4fe9-89e2-2cf220d0647e tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 210 time: 0.0592761 Dec 06 14:49:23.233734 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-ad8d265d-9bfe-45a8-8466-71f629baf3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:23.235407 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-ad8d265d-9bfe-45a8-8466-71f629baf3b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=081ecae26f1f4608b6d59404ed1f828f&device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 1096 time: 0.1207409 Dec 06 14:49:23.240817 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port f8ee91db-19c3-4b3e-a84c-7fdffec65d37 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:23.241157 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:23.269298 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Checking router: 82127235-9561-4d2f-80b7-44d620e858f5 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:49:23.269701 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Updating router 82127235-9561-4d2f-80b7-44d620e858f5 port e66443fc-bc57-49bf-9016-56f891e25bc7 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:49:23.331150 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:23.382369 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-825f1afb-99e9-4ff2-8024-6ba7f391e3d8 req-48c2e69e-8e66-4198-96a2-829775933f6e tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/0b11538d-6027-462a-876a-ebe68dabe533 HTTP/1.1" status: 200 len: 1820 time: 0.4509928 Dec 06 14:49:23.413166 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-067c92e2-475e-430d-9149-492758cebad2 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:23.414712 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-067c92e2-475e-430d-9149-492758cebad2 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.37 "GET /v2.0/networks?id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088 HTTP/1.1" status: 200 len: 805 time: 0.6030533 Dec 06 14:49:23.460307 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-337f7f72-e21d-4bf7-89a0-ab63c6abb691 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Request body: {'port': {'device_id': '96c19b05-718a-4948-8465-27485bb1a1bc', 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088', 'admin_state_up': True, 'tenant_id': 'adac984961054391983001fff49bb81b'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:23.498040 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] For port f8ee91db-19c3-4b3e-a84c-7fdffec65d37, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f8ee91db-19c3-4b3e-a84c-7fdffec65d37,segment=NetworkSegment(71be1470-7345-454a-bad9-3feddc5a2e64),segment_id=71be1470-7345-454a-bad9-3feddc5a2e64)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:23.498661 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:23.531160 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for f8ee91db-19c3-4b3e-a84c-7fdffec65d37 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:23.560386 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-7b2b64f5-257a-46e4-a787-045296effe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:23.562872 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-7b2b64f5-257a-46e4-a787-045296effe38 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 200 len: 909 time: 0.3186457 Dec 06 14:49:23.585377 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bbd670-94d5-4bbe-bc0e-d837f1ba18d0 None None] DHCP port deletion for 76987706-fc78-4438-b8fc-ccadb44b8605 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:23.653568 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-496ec083-fdac-4765-a778-4bdad9ed5a66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f7d0ac1-6a74-4413-a793-930df63d94ce HTTP/1.1" status: 200 len: 217 time: 0.0517960 Dec 06 14:49:23.754201 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-0a40f765-1727-4223-9a05-10ecd98d3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:23.754437 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-825f1afb-99e9-4ff2-8024-6ba7f391e3d8 req-ce31c585-92b4-4228-9641-61f78383ec4e tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:23.756361 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-0a40f765-1727-4223-9a05-10ecd98d3e34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 200 len: 848 time: 0.0942690 Dec 06 14:49:23.768707 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:23.777872 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-72bbd670-94d5-4bbe-bc0e-d837f1ba18d0 None None] Deleting port f8ee91db-19c3-4b3e-a84c-7fdffec65d37 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:23.778243 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-72bbd670-94d5-4bbe-bc0e-d837f1ba18d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:23.782441 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:23.820545 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-7b4a2fe2-4799-466d-bec6-5dab004f2fc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b37294a8-0dc8-43e9-9099-e05815316dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536256 Dec 06 14:49:23.848301 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:23.861676 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945a83e-706c-4591-96b5-5888116b0288 None None] Pushing event updated for resources: {'Port': ['ID=e66443fc-bc57-49bf-9016-56f891e25bc7,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:23.934152 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-825f1afb-99e9-4ff2-8024-6ba7f391e3d8 req-ce31c585-92b4-4228-9641-61f78383ec4e tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:23.940268 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-72bbd670-94d5-4bbe-bc0e-d837f1ba18d0 None None] For port f8ee91db-19c3-4b3e-a84c-7fdffec65d37, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f8ee91db-19c3-4b3e-a84c-7fdffec65d37,segment=NetworkSegment(71be1470-7345-454a-bad9-3feddc5a2e64),segment_id=71be1470-7345-454a-bad9-3feddc5a2e64)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:23.940935 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-72bbd670-94d5-4bbe-bc0e-d837f1ba18d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:23.941816 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=f8ee91db-19c3-4b3e-a84c-7fdffec65d37,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:23.976912 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No DVR routers for this DVR port f8ee91db-19c3-4b3e-a84c-7fdffec65d37 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:24.032943 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-337f7f72-e21d-4bf7-89a0-ab63c6abb691 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Made reservation on behalf of adac984961054391983001fff49bb81b for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:24.036400 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-337f7f72-e21d-4bf7-89a0-ab63c6abb691 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:24.042625 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-72bbd670-94d5-4bbe-bc0e-d837f1ba18d0 None None] Calling delete_port for f8ee91db-19c3-4b3e-a84c-7fdffec65d37 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:24.090793 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Attempting to bind port e66443fc-bc57-49bf-9016-56f891e25bc7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:49:24.091956 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Attempting to bind port e66443fc-bc57-49bf-9016-56f891e25bc7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f3337062-e030-45f8-8406-c4dd3b424dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47bab252-7490-446c-8a68-0bff11fe548d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:49:24.092651 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Attempting to bind port e66443fc-bc57-49bf-9016-56f891e25bc7 on network 47bab252-7490-446c-8a68-0bff11fe548d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:24.135064 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:49:24.135772 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Checking segment: {'id': 'f3337062-e030-45f8-8406-c4dd3b424dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47bab252-7490-446c-8a68-0bff11fe548d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:24.136369 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:24.136924 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Bound using segment: {'id': 'f3337062-e030-45f8-8406-c4dd3b424dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47bab252-7490-446c-8a68-0bff11fe548d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:49:24.137579 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Bound port: e66443fc-bc57-49bf-9016-56f891e25bc7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3337062-e030-45f8-8406-c4dd3b424dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '47bab252-7490-446c-8a68-0bff11fe548d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:49:24.138145 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:24.204492 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:24.230410 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-337f7f72-e21d-4bf7-89a0-ab63c6abb691 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Allocated IP 172.20.0.3 (0aa083a0-a7dd-42d4-ae83-ce9441a0e088/4f9db456-6440-47de-9186-75398af412f5/a6671386-bf74-4479-8420-85889fda75fe) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:24.276120 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409936b2-549e-4f8a-a069-7d51f17aedfd req-1f8c96fa-0ba2-43bf-ab47-9fd645abe44c tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:24.277803 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-72bbd670-94d5-4bbe-bc0e-d837f1ba18d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:24.280495 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] For port e66443fc-bc57-49bf-9016-56f891e25bc7, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:49:24.286052 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] For port e66443fc-bc57-49bf-9016-56f891e25bc7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e66443fc-bc57-49bf-9016-56f891e25bc7,segment=NetworkSegment(f3337062-e030-45f8-8406-c4dd3b424dfb),segment_id=f3337062-e030-45f8-8406-c4dd3b424dfb)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:49:24.287709 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-409936b2-549e-4f8a-a069-7d51f17aedfd req-1f8c96fa-0ba2-43bf-ab47-9fd645abe44c tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 945 time: 0.2706878 Dec 06 14:49:24.312253 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-72601072-90f8-4d1b-863f-8003ab93c873 service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794991 Dec 06 14:49:24.316563 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:24.320779 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76987706-fc78-4438-b8fc-ccadb44b8605']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:24.321631 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbd670-94d5-4bbe-bc0e-d837f1ba18d0 None None] Pushing event deleted for resources: {'Port': ['ID=f8ee91db-19c3-4b3e-a84c-7fdffec65d37,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:24.370066 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bbd670-94d5-4bbe-bc0e-d837f1ba18d0 None None] No DVR routers for this DVR port f8ee91db-19c3-4b3e-a84c-7fdffec65d37 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:24.408954 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Routers {'82127235-9561-4d2f-80b7-44d620e858f5'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:49:24.409774 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:49:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['82127235-9561-4d2f-80b7-44d620e858f5'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:24.423969 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-337f7f72-e21d-4bf7-89a0-ab63c6abb691 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:24.472804 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-337f7f72-e21d-4bf7-89a0-ab63c6abb691 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:24.474000 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-869c1b13-494a-4294-9ddd-b403dcda67ab None None] Provisioning complete for port e66443fc-bc57-49bf-9016-56f891e25bc7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:24.477599 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-869c1b13-494a-4294-9ddd-b403dcda67ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:24.478119 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-825f1afb-99e9-4ff2-8024-6ba7f391e3d8 req-ce31c585-92b4-4228-9641-61f78383ec4e tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:24.481398 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-825f1afb-99e9-4ff2-8024-6ba7f391e3d8 req-ce31c585-92b4-4228-9641-61f78383ec4e tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:24.495029 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-825f1afb-99e9-4ff2-8024-6ba7f391e3d8 req-ce31c585-92b4-4228-9641-61f78383ec4e tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "DELETE /v2.0/security-groups/0b11538d-6027-462a-876a-ebe68dabe533 HTTP/1.1" status: 204 len: 173 time: 1.0679500 Dec 06 14:49:24.499571 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-198e0131-5c19-4981-8136-96b92cb9f657 service neutron] 10.222.0.37 "GET /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645913 Dec 06 14:49:24.516964 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71be1470-7345-454a-bad9-3feddc5a2e64') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:24.517260 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71be1470-7345-454a-bad9-3feddc5a2e64') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:24.529478 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945a83e-706c-4591-96b5-5888116b0288 None None] Pushing event updated for resources: {'Port': ['ID=e66443fc-bc57-49bf-9016-56f891e25bc7,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:24.546573 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:24.574063 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-409936b2-549e-4f8a-a069-7d51f17aedfd req-289821c8-8fe0-486c-b771-1105bc6504a2 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799840 Dec 06 14:49:24.592432 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:24.601700 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2158e61a-9eaa-4225-be82-ed60637ac5ba x-openstack-request-id: req-2158e61a-9eaa-4225-be82-ed60637ac5ba {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:24.601967 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1071b18-ebb6-4e18-ad67-0d5c64cccbd0", "name": "network-vif-unplugged", "status": "completed", "tag": "38ab6363-ab17-470f-b4e7-f41e8af1e59f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:24.602379 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2158e61a-9eaa-4225-be82-ed60637ac5ba {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:24.603492 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1071b18-ebb6-4e18-ad67-0d5c64cccbd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38ab6363-ab17-470f-b4e7-f41e8af1e59f', 'code': 200} Dec 06 14:49:24.619330 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:49:24.619804 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:49:24.630497 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:49:24.672294 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31c585-92b4-4228-9641-61f78383ec4e tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b11538d-6027-462a-876a-ebe68dabe533,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:24.741508 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-337f7f72-e21d-4bf7-89a0-ab63c6abb691 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:24.828368 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-337f7f72-e21d-4bf7-89a0-ab63c6abb691 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:24.829086 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:24.855598 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-337f7f72-e21d-4bf7-89a0-ab63c6abb691 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:24.864432 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:24.876805 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/networks/76987706-fc78-4438-b8fc-ccadb44b8605 HTTP/1.1" status: 204 len: 168 time: 1.9990172 Dec 06 14:49:24.900251 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-869c1b13-494a-4294-9ddd-b403dcda67ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:24.903615 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] Set router 82127235-9561-4d2f-80b7-44d620e858f5 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:49:24.917453 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-337f7f72-e21d-4bf7-89a0-ab63c6abb691 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:24.918104 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-337f7f72-e21d-4bf7-89a0-ab63c6abb691 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:24.921587 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49914) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:24.928109 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c45f1-be1f-4573-af62-5aa6c441d30c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Network': ['ID=76987706-fc78-4438-b8fc-ccadb44b8605,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:24.928839 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1862607557'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:24.945113 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f7f72-e21d-4bf7-89a0-ab63c6abb691 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Pushing event updated for resources: {'Port': ['ID=a6671386-bf74-4479-8420-85889fda75fe,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:24.974160 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b27e5aa-56cf-4504-94a5-a0121c66eb66 None None] DHCP port deletion for 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:25.015816 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6087e-b691-480f-92f0-562ee4ca2293 req-2be431d7-3902-4535-a2af-b3221faa8be1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:25.017358 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-85c6087e-b691-480f-92f0-562ee4ca2293 req-2be431d7-3902-4535-a2af-b3221faa8be1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 947 time: 0.2650239 Dec 06 14:49:25.021151 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:25.026939 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:25.047335 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-3d3958a5-8e2f-4dd1-916b-fdc4779839bc tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:25.048968 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-3d3958a5-8e2f-4dd1-916b-fdc4779839bc tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106&tenant_id=081ecae26f1f4608b6d59404ed1f828f&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.2079735 Dec 06 14:49:25.061352 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb0ea-6bce-4198-984f-289a102a8f03 req-66ff549f-b9ba-4375-b87d-2165ab4ad490 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:25.063152 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-889bb0ea-6bce-4198-984f-289a102a8f03 req-66ff549f-b9ba-4375-b87d-2165ab4ad490 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 931 time: 0.0944712 Dec 06 14:49:25.066642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-337f7f72-e21d-4bf7-89a0-ab63c6abb691 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6164222 Dec 06 14:49:25.083127 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Request body: {'port': {'device_id': '96c19b05-718a-4948-8465-27485bb1a1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:25.108150 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:49:25.117237 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:25.117638 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Added segment b94b642b-6e6e-473c-9de8-e116e2406ad3 of type vlan for network 6b69c7d6-792b-47f1-9854-5c0ba50f1e91 Dec 06 14:49:25.159088 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:25.184334 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-889bb0ea-6bce-4198-984f-289a102a8f03 req-68601077-8688-45d3-9645-7b0e8508ccd2 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105247 Dec 06 14:49:25.215373 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:25.221006 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:25.221657 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:25.239608 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-869c1b13-494a-4294-9ddd-b403dcda67ab None None] For port e66443fc-bc57-49bf-9016-56f891e25bc7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e66443fc-bc57-49bf-9016-56f891e25bc7,segment=NetworkSegment(f3337062-e030-45f8-8406-c4dd3b424dfb),segment_id=f3337062-e030-45f8-8406-c4dd3b424dfb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:25.249939 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-95c15f7f-9851-48af-92c8-2e4422881cff req-eb7781e8-cf6f-4425-8bf4-056fba2a7974 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1960111534', 'description': 'tempest-description-428599083'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:25.252439 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-869c1b13-494a-4294-9ddd-b403dcda67ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:25.272504 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-85c6087e-b691-480f-92f0-562ee4ca2293 req-5477eac0-88b9-4666-a433-5dca6d13f6a2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437665 Dec 06 14:49:25.378539 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-a0229cac-c27a-41dd-89ae-01eddbfa1af0 service neutron] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:49:25.378539 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95c15f7f-9851-48af-92c8-2e4422881cff req-eb7781e8-cf6f-4425-8bf4-056fba2a7974 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:25.379840 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4096024 Dec 06 14:49:25.379840 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49916) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:25.380113 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-a0229cac-c27a-41dd-89ae-01eddbfa1af0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:25.380113 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-a0229cac-c27a-41dd-89ae-01eddbfa1af0 service neutron] 10.222.0.37 "DELETE /v2.0/ports/2f7d0ac1-6a74-4413-a793-930df63d94ce/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.3020253 Dec 06 14:49:25.381057 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8ddd1f09-243e-4f00-8ad9-25506ee7d15c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'subnet': {'network_id': '6b69c7d6-792b-47f1-9854-5c0ba50f1e91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:25.421376 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:25.494128 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f8ee91db-19c3-4b3e-a84c-7fdffec65d37 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:25.499634 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95c15f7f-9851-48af-92c8-2e4422881cff req-eb7781e8-cf6f-4425-8bf4-056fba2a7974 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:25.506471 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Network': ['ID=6b69c7d6-792b-47f1-9854-5c0ba50f1e91,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:25.507790 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95c15f7f-9851-48af-92c8-2e4422881cff req-eb7781e8-cf6f-4425-8bf4-056fba2a7974 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:25.519516 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: f8ee91db-19c3-4b3e-a84c-7fdffec65d37 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:49:25.519987 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f8ee91db-19c3-4b3e-a84c-7fdffec65d37 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:49:25.544727 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-95c15f7f-9851-48af-92c8-2e4422881cff req-eb7781e8-cf6f-4425-8bf4-056fba2a7974 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:25.546321 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95c15f7f-9851-48af-92c8-2e4422881cff req-eb7781e8-cf6f-4425-8bf4-056fba2a7974 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3093433 Dec 06 14:49:25.557473 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c1b13-494a-4294-9ddd-b403dcda67ab None None] Pushing event updated for resources: {'Port': ['ID=e66443fc-bc57-49bf-9016-56f891e25bc7,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:25.567124 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:25.567596 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:25.568151 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:25.568600 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:25.569259 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:25.569704 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:25.570143 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:25.570584 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:25.571088 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:25.571691 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:25.572121 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:25.572550 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:25.572979 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e43cf-bfba-483c-b048-16c454641247 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:25.587499 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7781e8-cf6f-4425-8bf4-056fba2a7974 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be44634-24c2-48be-a1ad-c9a0803cb085,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:25.600557 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 6b69c7d6-792b-47f1-9854-5c0ba50f1e91 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:49:25.716062 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82127235-9561-4d2f-80b7-44d620e858f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-535098917-router', 'tenant_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.87'}], 'enable_snat': True}, 'gw_port_id': '534af131-fb19-44e8-afae-9815f2c26fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:09Z', 'updated_at': '2021-12-06T14:49:20Z', 'revision_number': 4, 'project_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'gw_port': {'id': '534af131-fb19-44e8-afae-9815f2c26fa4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82127235-9561-4d2f-80b7-44d620e858f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:10Z', 'updated_at': '2021-12-06T14:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e66443fc-bc57-49bf-9016-56f891e25bc7', 'name': '', 'network_id': '47bab252-7490-446c-8a68-0bff11fe548d', 'tenant_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'mac_address': 'fa:16:3e:ef:91:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82127235-9561-4d2f-80b7-44d620e858f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '6ce30e08-c79b-4e1c-b07f-695fc5544d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:17Z', 'updated_at': '2021-12-06T14:49:24Z', 'revision_number': 4, 'project_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'subnets': [{'id': '6ce30e08-c79b-4e1c-b07f-695fc5544d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:25.761676 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa43fc-92c1-4677-8431-c39fc17f946a None None] The sync data for ids ['82127235-9561-4d2f-80b7-44d620e858f5'] in n-d-master-1 is: [{'id': '82127235-9561-4d2f-80b7-44d620e858f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-535098917-router', 'tenant_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.87'}], 'enable_snat': True}, 'gw_port_id': '534af131-fb19-44e8-afae-9815f2c26fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:09Z', 'updated_at': '2021-12-06T14:49:20Z', 'revision_number': 4, 'project_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'gw_port': {'id': '534af131-fb19-44e8-afae-9815f2c26fa4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82127235-9561-4d2f-80b7-44d620e858f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:10Z', 'updated_at': '2021-12-06T14:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e66443fc-bc57-49bf-9016-56f891e25bc7', 'name': '', 'network_id': '47bab252-7490-446c-8a68-0bff11fe548d', 'tenant_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'mac_address': 'fa:16:3e:ef:91:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82127235-9561-4d2f-80b7-44d620e858f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '6ce30e08-c79b-4e1c-b07f-695fc5544d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:17Z', 'updated_at': '2021-12-06T14:49:24Z', 'revision_number': 4, 'project_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'subnets': [{'id': '6ce30e08-c79b-4e1c-b07f-695fc5544d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:49:25.765435 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d90e998d-0c4f-4806-841a-693028c7312e None None] Provisioning complete for port a6671386-bf74-4479-8420-85889fda75fe triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:25.765823 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d90e998d-0c4f-4806-841a-693028c7312e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:25.772794 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55de51a3-a22d-48b2-821f-c5aa303b3351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:25.787690 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddd1f09-243e-4f00-8ad9-25506ee7d15c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:25.789632 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e22dd6-16df-40c4-a1df-a9cc1aa172c1 req-8659b010-38ce-4393-ac6a-bbed54fa8e8c tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:25.796404 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ddd1f09-243e-4f00-8ad9-25506ee7d15c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:25.801772 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6e22dd6-16df-40c4-a1df-a9cc1aa172c1 req-8659b010-38ce-4393-ac6a-bbed54fa8e8c tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 945 time: 0.1378541 Dec 06 14:49:25.805191 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ae32fbfe-699c-40b6-90f4-b317705e4405 req-ec702a4c-63ea-46ad-9d59-86f46e7b51b6 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/6be44634-24c2-48be-a1ad-c9a0803cb085 HTTP/1.1" status: 200 len: 1819 time: 0.2052846 Dec 06 14:49:25.894026 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-ae32fbfe-699c-40b6-90f4-b317705e4405 req-a00a756e-79a1-4ef8-b610-862791449266 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1444690168', 'description': 'tempest-description-hth-869809559'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:25.916144 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6e22dd6-16df-40c4-a1df-a9cc1aa172c1 req-8f5b5ca9-08ed-422b-901e-a7831b5eca9e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096954 Dec 06 14:49:26.118166 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d90e998d-0c4f-4806-841a-693028c7312e None None] Port a6671386-bf74-4479-8420-85889fda75fe cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:49:26.138961 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d90e998d-0c4f-4806-841a-693028c7312e None None] Provisioning complete for port e66443fc-bc57-49bf-9016-56f891e25bc7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:26.139377 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d90e998d-0c4f-4806-841a-693028c7312e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:26.281447 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e13a37-dc88-4ce3-9c9f-8c9d6523e2e7 req-813b8cd4-47f1-41c9-bdc6-26524fb4665b tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:26.293214 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62e13a37-dc88-4ce3-9c9f-8c9d6523e2e7 req-813b8cd4-47f1-41c9-bdc6-26524fb4665b tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 1096 time: 0.0689816 Dec 06 14:49:26.362130 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ae32fbfe-699c-40b6-90f4-b317705e4405 req-a00a756e-79a1-4ef8-b610-862791449266 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:26.388291 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62e13a37-dc88-4ce3-9c9f-8c9d6523e2e7 req-dbc99ce3-bffa-4f2b-a928-a569f132654c tempest-LiveMigrationTest-1774471872 tempest-LiveMigrationTest-1774471872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913198 Dec 06 14:49:26.554610 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57108727-2070-4f31-bbdf-19cc5e85c053 req-70797437-559b-4a36-a1b2-259c68899976 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:26.560239 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-57108727-2070-4f31-bbdf-19cc5e85c053 req-70797437-559b-4a36-a1b2-259c68899976 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 931 time: 0.0845833 Dec 06 14:49:26.581878 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ae32fbfe-699c-40b6-90f4-b317705e4405 req-a00a756e-79a1-4ef8-b610-862791449266 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:26.617707 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-57108727-2070-4f31-bbdf-19cc5e85c053 req-bd8d45c3-8dd9-41ca-a731-388212e51023 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539308 Dec 06 14:49:26.654793 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ae32fbfe-699c-40b6-90f4-b317705e4405 req-a00a756e-79a1-4ef8-b610-862791449266 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:26.659539 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ae32fbfe-699c-40b6-90f4-b317705e4405 req-a00a756e-79a1-4ef8-b610-862791449266 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:26.660888 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ae32fbfe-699c-40b6-90f4-b317705e4405 req-a00a756e-79a1-4ef8-b610-862791449266 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "PUT /v2.0/security-groups/6be44634-24c2-48be-a1ad-c9a0803cb085 HTTP/1.1" status: 200 len: 1793 time: 0.7712612 Dec 06 14:49:26.738429 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a756e-79a1-4ef8-b610-862791449266 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be44634-24c2-48be-a1ad-c9a0803cb085,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:26.788134 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c899a35-e5c8-4299-92e0-48735fdd7aa4 req-fbf26932-c4b1-4665-a6b5-3f7944e5910d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:26.789883 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c899a35-e5c8-4299-92e0-48735fdd7aa4 req-fbf26932-c4b1-4665-a6b5-3f7944e5910d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 947 time: 0.0707855 Dec 06 14:49:26.878996 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6671386-bf74-4479-8420-85889fda75fe {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:49:26.901246 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c899a35-e5c8-4299-92e0-48735fdd7aa4 req-a25b62a7-5998-41a0-b3f9-9a1dfd282800 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043491 Dec 06 14:49:26.947205 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ddd1f09-243e-4f00-8ad9-25506ee7d15c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:26.960049 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:26.974181 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Transition to ACTIVE for port object a6671386-bf74-4479-8420-85889fda75fe will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:49:27.043009 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e717ad05-eb20-4a3c-97f0-3e5388328611 req-221ed6fa-2515-4dc2-8893-4598eccf494c tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/6be44634-24c2-48be-a1ad-c9a0803cb085 HTTP/1.1" status: 200 len: 1793 time: 0.0848105 Dec 06 14:49:27.071202 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:27.191215 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd1f09-243e-4f00-8ad9-25506ee7d15c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Subnet': ['ID=dac69fd4-09bb-4fd7-bc51-c0602f66d7b3,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:27.195175 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c0cbc2-2aa4-4a45-9149-d85a0b4885d5 None None] DHCP port deletion for 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:27.214629 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfd95c-a5d8-4657-86a8-1df1ee2a8d07 req-ce7c157c-4eca-4b20-a2e0-15ffe01e55dc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:27.222905 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39cfd95c-a5d8-4657-86a8-1df1ee2a8d07 req-ce7c157c-4eca-4b20-a2e0-15ffe01e55dc tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 945 time: 0.1884067 Dec 06 14:49:27.297930 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24d52264-540a-486b-ad25-9c380908937b req-25fb7fda-6e92-415a-9e7c-b4ea93afe2cc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/6be44634-24c2-48be-a1ad-c9a0803cb085 HTTP/1.1" status: 200 len: 1793 time: 0.1285777 Dec 06 14:49:27.402814 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-24d52264-540a-486b-ad25-9c380908937b req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:27.451502 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-24d52264-540a-486b-ad25-9c380908937b req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:27.511987 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e66443fc-bc57-49bf-9016-56f891e25bc7 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:27.543260 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-24d52264-540a-486b-ad25-9c380908937b req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:27.547034 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-24d52264-540a-486b-ad25-9c380908937b req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:27.548442 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24d52264-540a-486b-ad25-9c380908937b req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "DELETE /v2.0/security-groups/6be44634-24c2-48be-a1ad-c9a0803cb085 HTTP/1.1" status: 204 len: 173 time: 0.2496433 Dec 06 14:49:27.570638 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be44634-24c2-48be-a1ad-c9a0803cb085,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:27.584159 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:27.584887 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:27.585388 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:27.585915 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:27.586415 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:27.587564 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:27.588107 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:27.588604 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:27.589134 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:27.589601 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:27.590081 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:27.590548 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:27.591043 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1f89c-85ce-4b74-a609-77fac876ab18 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:27.647722 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e66443fc-bc57-49bf-9016-56f891e25bc7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:27.648185 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:27.778795 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08e5f8-4e74-4a80-930d-babd69d605bb req-fbb5ac3b-e70e-486b-9591-dd9a242eda42 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:27.780769 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be08e5f8-4e74-4a80-930d-babd69d605bb req-fbb5ac3b-e70e-486b-9591-dd9a242eda42 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.37 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 945 time: 0.1104395 Dec 06 14:49:27.791935 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:27.846602 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddd1f09-243e-4f00-8ad9-25506ee7d15c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Checking segment: {'id': 'b94b642b-6e6e-473c-9de8-e116e2406ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b69c7d6-792b-47f1-9854-5c0ba50f1e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:27.847542 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddd1f09-243e-4f00-8ad9-25506ee7d15c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network hostable DHCP agents. Network: 6b69c7d6-792b-47f1-9854-5c0ba50f1e91, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:49:27.878561 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6671386-bf74-4479-8420-85889fda75fe,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:27.883351 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-55de51a3-a22d-48b2-821f-c5aa303b3351 admin admin] Deleting port e66443fc-bc57-49bf-9016-56f891e25bc7 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:27.883742 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55de51a3-a22d-48b2-821f-c5aa303b3351 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:27.930221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39cfd95c-a5d8-4657-86a8-1df1ee2a8d07 req-4cb1fe3e-aad9-4c99-9412-07b600b56cc0 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7052157 Dec 06 14:49:27.957375 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c7024-3d00-415b-8e10-6407aaa99f13 req-5e61104b-3522-4777-bf20-60cc2587b680 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:27.958891 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-678c7024-3d00-415b-8e10-6407aaa99f13 req-5e61104b-3522-4777-bf20-60cc2587b680 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 943 time: 0.0711825 Dec 06 14:49:27.959643 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddd1f09-243e-4f00-8ad9-25506ee7d15c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 6b69c7d6-792b-47f1-9854-5c0ba50f1e91 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:49:27.984851 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-be08e5f8-4e74-4a80-930d-babd69d605bb req-5c48f7c9-f2bf-4d7b-9f5c-cf028da47d69 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Deleting port 2f7d0ac1-6a74-4413-a793-930df63d94ce {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:27.985269 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-be08e5f8-4e74-4a80-930d-babd69d605bb req-5c48f7c9-f2bf-4d7b-9f5c-cf028da47d69 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:28.015849 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-8ddd1f09-243e-4f00-8ad9-25506ee7d15c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6b69c7d6-792b-47f1-9854-5c0ba50f1e91) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:28.026990 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33873834-2eea-45ed-9c05-18987c0035c9 None None] Network 6b69c7d6-792b-47f1-9854-5c0ba50f1e91 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:28.047960 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddd1f09-243e-4f00-8ad9-25506ee7d15c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:28.048599 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ddd1f09-243e-4f00-8ad9-25506ee7d15c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:28.097139 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8ddd1f09-243e-4f00-8ad9-25506ee7d15c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7402613 Dec 06 14:49:28.098574 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Attempting to bind port a6671386-bf74-4479-8420-85889fda75fe on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:49:28.099164 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-be08e5f8-4e74-4a80-930d-babd69d605bb req-5c48f7c9-f2bf-4d7b-9f5c-cf028da47d69 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] For port 2f7d0ac1-6a74-4413-a793-930df63d94ce, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2f7d0ac1-6a74-4413-a793-930df63d94ce,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:28.099911 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-be08e5f8-4e74-4a80-930d-babd69d605bb req-5c48f7c9-f2bf-4d7b-9f5c-cf028da47d69 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:28.100031 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Attempting to bind port a6671386-bf74-4479-8420-85889fda75fe by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '579a6378-b6c2-4ffb-baf7-42b834be4ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:49:28.100031 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Attempting to bind port a6671386-bf74-4479-8420-85889fda75fe on network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:28.113913 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-be08e5f8-4e74-4a80-930d-babd69d605bb req-5c48f7c9-f2bf-4d7b-9f5c-cf028da47d69 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Calling delete_port for 2f7d0ac1-6a74-4413-a793-930df63d94ce owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:28.118231 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49956) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:28.132202 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f9c02ff6-c1cd-418b-bb1b-89d90da8dc7c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'network_id': '6b69c7d6-792b-47f1-9854-5c0ba50f1e91', 'name': 'tempest-PortsIpV6TestJSON-733619633', 'fixed_ips': [{'subnet_id': 'dac69fd4-09bb-4fd7-bc51-c0602f66d7b3', 'ip_address': '2001:db8::10'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:28.188094 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Port a6671386-bf74-4479-8420-85889fda75fe on network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:49:28.188649 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Attempting to bind port a6671386-bf74-4479-8420-85889fda75fe on network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:28.232732 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-678c7024-3d00-415b-8e10-6407aaa99f13 req-e756ed69-a263-4069-8760-b7cc444e85b5 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643967 Dec 06 14:49:28.287196 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6b69c7d6-792b-47f1-9854-5c0ba50f1e91', 'network_id': '6b69c7d6-792b-47f1-9854-5c0ba50f1e91', 'tenant_id': 'f6c464d55d39492193cb5df15090c714', 'fixed_ips': [{'subnet_id': 'dac69fd4-09bb-4fd7-bc51-c0602f66d7b3'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:49:28.288763 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:28.290524 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:49:28.290524 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Checking segment: {'id': '579a6378-b6c2-4ffb-baf7-42b834be4ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:28.290749 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Bound using segment: {'id': '579a6378-b6c2-4ffb-baf7-42b834be4ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:49:28.291147 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Bound port: a6671386-bf74-4479-8420-85889fda75fe, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579a6378-b6c2-4ffb-baf7-42b834be4ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:49:28.291510 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:28.313082 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-2a9f1713-aabf-4457-a236-1b7b00b3888b req-d7059001-5446-47fe-bdb3-39948d1c7304 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] show failed (client error): The resource could not be found. Dec 06 14:49:28.314875 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2a9f1713-aabf-4457-a236-1b7b00b3888b req-d7059001-5446-47fe-bdb3-39948d1c7304 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/0b11538d-6027-462a-876a-ebe68dabe533 HTTP/1.1" status: 404 len: 352 time: 0.0288296 Dec 06 14:49:28.330962 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-55de51a3-a22d-48b2-821f-c5aa303b3351 admin admin] For port e66443fc-bc57-49bf-9016-56f891e25bc7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e66443fc-bc57-49bf-9016-56f891e25bc7,segment=NetworkSegment(f3337062-e030-45f8-8406-c4dd3b424dfb),segment_id=f3337062-e030-45f8-8406-c4dd3b424dfb)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:28.331635 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55de51a3-a22d-48b2-821f-c5aa303b3351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:28.367129 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-be08e5f8-4e74-4a80-930d-babd69d605bb req-5c48f7c9-f2bf-4d7b-9f5c-cf028da47d69 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:28.398764 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['bc63198c-e3b8-494e-b32f-b80bf300c3b7', '2f7d0ac1-6a74-4413-a793-930df63d94ce'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:49:28.404529 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-55de51a3-a22d-48b2-821f-c5aa303b3351 admin admin] Calling delete_port for e66443fc-bc57-49bf-9016-56f891e25bc7 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:28.439502 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ccd1b2-78ef-480d-bc20-2f7ad43a8581 None None] DHCP port deletion for b37294a8-0dc8-43e9-9099-e05815316dd2 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:28.447923 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48f7c9-f2bf-4d7b-9f5c-cf028da47d69 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Pushing event deleted for resources: {'Port': ['ID=2f7d0ac1-6a74-4413-a793-930df63d94ce,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:28.476809 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29162689-eacb-4249-a9ad-6d984bce96bf req-54382e1d-4a31-485d-a56a-b810a855b906 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:28.486005 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29162689-eacb-4249-a9ad-6d984bce96bf req-54382e1d-4a31-485d-a56a-b810a855b906 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 947 time: 0.3832855 Dec 06 14:49:28.520387 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-be08e5f8-4e74-4a80-930d-babd69d605bb req-5c48f7c9-f2bf-4d7b-9f5c-cf028da47d69 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] No DVR routers for this DVR port 2f7d0ac1-6a74-4413-a793-930df63d94ce on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:28.523484 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-be08e5f8-4e74-4a80-930d-babd69d605bb req-5c48f7c9-f2bf-4d7b-9f5c-cf028da47d69 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:28.528397 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be08e5f8-4e74-4a80-930d-babd69d605bb req-5c48f7c9-f2bf-4d7b-9f5c-cf028da47d69 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.37 "DELETE /v2.0/ports/2f7d0ac1-6a74-4413-a793-930df63d94ce HTTP/1.1" status: 204 len: 173 time: 0.7327571 Dec 06 14:49:28.534768 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04585bb0-44c0-4d0a-b5f3-049e6892b106', 'name': 'network-vif-deleted', 'tag': '2f7d0ac1-6a74-4413-a793-930df63d94ce'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:28.537297 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57811303-8495-46a3-ac40-c047f413896c" -d '{"events": [{"server_uuid": "04585bb0-44c0-4d0a-b5f3-049e6892b106", "name": "network-vif-deleted", "tag": "2f7d0ac1-6a74-4413-a793-930df63d94ce"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:28.542876 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-739c508f-dfb7-44fc-b2bf-eede5ce14160 req-dc422635-c339-4914-aa4b-994e0f27137b tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] show failed (client error): The resource could not be found. Dec 06 14:49:28.566689 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c02ff6-c1cd-418b-bb1b-89d90da8dc7c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:28.569167 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-739c508f-dfb7-44fc-b2bf-eede5ce14160 req-dc422635-c339-4914-aa4b-994e0f27137b tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/eac5ed8b-f058-4a60-a9ae-f9e463af7c54 HTTP/1.1" status: 404 len: 352 time: 0.0684741 Dec 06 14:49:28.600630 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Allocated IP 2001:db8::2 (6b69c7d6-792b-47f1-9854-5c0ba50f1e91/dac69fd4-09bb-4fd7-bc51-c0602f66d7b3/e9f562ab-d4ce-43eb-9dcd-5139dc02deeb) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:28.615489 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243ff25b-70c5-4e60-a4fe-b6cbfcf83a82 x-openstack-request-id: req-243ff25b-70c5-4e60-a4fe-b6cbfcf83a82 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:28.616186 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04585bb0-44c0-4d0a-b5f3-049e6892b106", "name": "network-vif-deleted", "tag": "2f7d0ac1-6a74-4413-a793-930df63d94ce", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:28.616680 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-243ff25b-70c5-4e60-a4fe-b6cbfcf83a82 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:28.617161 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04585bb0-44c0-4d0a-b5f3-049e6892b106', 'name': 'network-vif-deleted', 'tag': '2f7d0ac1-6a74-4413-a793-930df63d94ce', 'status': 'completed', 'code': 200} Dec 06 14:49:28.668862 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-36db02f9-a89c-44e0-9886-a375368876e4 req-464914d2-a91f-42f3-a31a-93389e6907fb tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] show failed (client error): The resource could not be found. Dec 06 14:49:28.676402 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-36db02f9-a89c-44e0-9886-a375368876e4 req-464914d2-a91f-42f3-a31a-93389e6907fb tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/cc8aa51f-a795-4951-82ac-ab77285e270a HTTP/1.1" status: 404 len: 352 time: 0.0413156 Dec 06 14:49:28.685341 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29162689-eacb-4249-a9ad-6d984bce96bf req-bd3ad678-278e-4c4c-a18a-7094c1886d97 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982245 Dec 06 14:49:28.740123 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-ccad316c-75b7-4123-895a-426cbfea0d61 req-ac53ea2c-6f77-47be-8c49-c506e910fbb4 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] show failed (client error): The resource could not be found. Dec 06 14:49:28.762132 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ccad316c-75b7-4123-895a-426cbfea0d61 req-ac53ea2c-6f77-47be-8c49-c506e910fbb4 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/85b1e176-0343-4fad-b88d-192d42f6212d HTTP/1.1" status: 404 len: 352 time: 0.0508461 Dec 06 14:49:28.860848 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-da34169d-5f81-40b5-8bed-65b57f2e3992 req-3fa83a25-f50c-4a19-86b5-ed24cdc9add9 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] show failed (client error): The resource could not be found. Dec 06 14:49:28.861890 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da34169d-5f81-40b5-8bed-65b57f2e3992 req-3fa83a25-f50c-4a19-86b5-ed24cdc9add9 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/3f184449-b2f4-42f9-be8e-f34f0d9a7974 HTTP/1.1" status: 404 len: 352 time: 0.0841866 Dec 06 14:49:28.913675 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-d797609b-c652-49d4-afc5-d1ca61429609 req-5168e03c-75b1-438f-9732-25d9a29f3f39 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] show failed (client error): The resource could not be found. Dec 06 14:49:28.920517 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d797609b-c652-49d4-afc5-d1ca61429609 req-5168e03c-75b1-438f-9732-25d9a29f3f39 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/661e1e85-7a47-4f77-bba5-b004c4444729 HTTP/1.1" status: 404 len: 352 time: 0.0278506 Dec 06 14:49:28.979691 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] For port a6671386-bf74-4479-8420-85889fda75fe, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:49:29.050167 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] For port a6671386-bf74-4479-8420-85889fda75fe, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a6671386-bf74-4479-8420-85889fda75fe,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:49:29.072632 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:29.102030 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:29.117394 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:29.118118 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9b1fcef3-8966-46fc-9f07-a451d3f503fc req-ec9ae285-50b6-4235-82c2-989d785844c8 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 210 time: 0.0713561 Dec 06 14:49:29.178515 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Network 6b69c7d6-792b-47f1-9854-5c0ba50f1e91 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:29.183458 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:29.185443 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Pushing event updated for resources: {'Port': ['ID=e9f562ab-d4ce-43eb-9dcd-5139dc02deeb,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:29.187794 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:29.248512 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Attempting to bind port e9f562ab-d4ce-43eb-9dcd-5139dc02deeb on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:49:29.249323 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Attempting to bind port e9f562ab-d4ce-43eb-9dcd-5139dc02deeb by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b94b642b-6e6e-473c-9de8-e116e2406ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b69c7d6-792b-47f1-9854-5c0ba50f1e91'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:49:29.249698 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Attempting to bind port e9f562ab-d4ce-43eb-9dcd-5139dc02deeb on network 6b69c7d6-792b-47f1-9854-5c0ba50f1e91 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:29.257030 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:49:29.257030 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Checking segment: {'id': 'b94b642b-6e6e-473c-9de8-e116e2406ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b69c7d6-792b-47f1-9854-5c0ba50f1e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:29.257030 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:29.257030 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Bound using segment: {'id': 'b94b642b-6e6e-473c-9de8-e116e2406ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b69c7d6-792b-47f1-9854-5c0ba50f1e91'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:49:29.269866 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Bound port: e9f562ab-d4ce-43eb-9dcd-5139dc02deeb, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94b642b-6e6e-473c-9de8-e116e2406ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b69c7d6-792b-47f1-9854-5c0ba50f1e91'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:49:29.270289 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:29.276215 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9c02ff6-c1cd-418b-bb1b-89d90da8dc7c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:29.281134 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8ad713-918d-4fda-886b-2f3b5e8a6b0c None None] DHCP port deletion for 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:29.301631 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:29.302510 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:29.304145 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] 10.222.0.37 "PUT /v2.0/ports/a6671386-bf74-4479-8420-85889fda75fe HTTP/1.1" status: 200 len: 1091 time: 4.2253466 Dec 06 14:49:29.312461 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c19b05-718a-4948-8465-27485bb1a1bc', 'tag': 'a6671386-bf74-4479-8420-85889fda75fe'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:29.315173 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a2d1fb-8cd7-4bc1-b56a-4fa842ff54f6" -d '{"events": [{"name": "network-changed", "server_uuid": "96c19b05-718a-4948-8465-27485bb1a1bc", "tag": "a6671386-bf74-4479-8420-85889fda75fe"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:29.339028 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-f9c02ff6-c1cd-418b-bb1b-89d90da8dc7c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] device_id is not set on port 76277952-0622-4a73-9ff7-b4c7ee368804 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:49:29.443533 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] For port e9f562ab-d4ce-43eb-9dcd-5139dc02deeb, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:49:29.470470 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6be37c-f70f-4493-921b-89157dff2df1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6671386-bf74-4479-8420-85889fda75fe,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:29.489448 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55de51a3-a22d-48b2-821f-c5aa303b3351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:29.500653 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] For port e9f562ab-d4ce-43eb-9dcd-5139dc02deeb, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9f562ab-d4ce-43eb-9dcd-5139dc02deeb,segment=NetworkSegment(b94b642b-6e6e-473c-9de8-e116e2406ad3),segment_id=b94b642b-6e6e-473c-9de8-e116e2406ad3)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:49:29.509708 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dd2c6-8c16-4d09-8c65-7918efcd16f3 req-507cc5f5-9d9e-4332-a669-2d056a4d7a42 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:29.513586 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:29.520205 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-172dd2c6-8c16-4d09-8c65-7918efcd16f3 req-507cc5f5-9d9e-4332-a669-2d056a4d7a42 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 943 time: 0.1349635 Dec 06 14:49:29.570829 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de51a3-a22d-48b2-821f-c5aa303b3351 admin admin] Pushing event deleted for resources: {'Port': ['ID=e66443fc-bc57-49bf-9016-56f891e25bc7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:29.581510 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f863f-bba3-4186-a313-92f896babae7 req-4be4718a-9216-4e4f-8f0d-76b1c02524e6 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:29.590827 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-007f863f-bba3-4186-a313-92f896babae7 req-4be4718a-9216-4e4f-8f0d-76b1c02524e6 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 1023 time: 0.2939086 Dec 06 14:49:29.676310 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-172dd2c6-8c16-4d09-8c65-7918efcd16f3 req-822006f9-f5d2-44fb-9190-b93330c4e4ec tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552281 Dec 06 14:49:29.712588 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96497960-e174-4aa7-893c-044a582aa6f0 None None] Pushing event updated for resources: {'Port': ['ID=e9f562ab-d4ce-43eb-9dcd-5139dc02deeb,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:29.734942 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:29.792091 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-cb40290d-f9d6-4364-9db2-8d4122096d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:29.795915 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-cb40290d-f9d6-4364-9db2-8d4122096d7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=adac984961054391983001fff49bb81b&device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 1094 time: 0.4136450 Dec 06 14:49:29.922711 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-6439419e-c932-4c6f-9315-4f4d890c8d5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6671386-bf74-4479-8420-85889fda75fe HTTP/1.1" status: 200 len: 217 time: 0.0898192 Dec 06 14:49:29.940409 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5374df-0e4f-4e8d-ba19-28881a25c1f8 x-openstack-request-id: req-bc5374df-0e4f-4e8d-ba19-28881a25c1f8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:29.940818 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c19b05-718a-4948-8465-27485bb1a1bc", "tag": "a6671386-bf74-4479-8420-85889fda75fe", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:29.941178 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc5374df-0e4f-4e8d-ba19-28881a25c1f8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:29.941678 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c19b05-718a-4948-8465-27485bb1a1bc', 'tag': 'a6671386-bf74-4479-8420-85889fda75fe', 'status': 'completed', 'code': 200} Dec 06 14:49:30.183581 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fea0be-6d84-4565-b301-c84c3310acc4 req-deb367d3-42f1-4f35-b914-8f2195d13111 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:30.191111 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b4fea0be-6d84-4565-b301-c84c3310acc4 req-deb367d3-42f1-4f35-b914-8f2195d13111 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 947 time: 0.0735135 Dec 06 14:49:30.212382 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-f9c02ff6-c1cd-418b-bb1b-89d90da8dc7c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Allocated IP 2001:db8::10 (6b69c7d6-792b-47f1-9854-5c0ba50f1e91/dac69fd4-09bb-4fd7-bc51-c0602f66d7b3/76277952-0622-4a73-9ff7-b4c7ee368804) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:30.219991 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-b5fb3f65-c9c5-4f0b-b521-4a73031141d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:30.224145 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-b5fb3f65-c9c5-4f0b-b521-4a73031141d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f9db456-6440-47de-9186-75398af412f5 HTTP/1.1" status: 200 len: 845 time: 0.2739191 Dec 06 14:49:30.231594 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-007f863f-bba3-4186-a313-92f896babae7 req-03888327-4182-45e2-86a0-9068c114a159 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f5df5de-a4d1-405d-bbfe-c6fb0d5a8b66&id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&id=cbbdf0fa-31d4-4ec4-8769-5a0b908b42b3&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.6398087 Dec 06 14:49:30.268977 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b4fea0be-6d84-4565-b301-c84c3310acc4 req-aef82790-eabf-41f3-b48c-15c28f186909 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704715 Dec 06 14:49:30.369399 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-f693b73e-0baf-4c7a-850d-02fce063c3fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489235 Dec 06 14:49:30.386449 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-313f45cc-00f8-4248-8204-1c3bab1dcd76 req-7da4e698-504b-4cb5-a04e-4a61a1bb02b4 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 210 time: 0.0513616 Dec 06 14:49:30.392462 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55de51a3-a22d-48b2-821f-c5aa303b3351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:30.721926 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba5745ce-99cd-44dd-8304-4c2e94e1a024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:30.807221 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aec27e-bb27-4111-8e61-bc9aed3223b9 req-aec17b0c-99b4-4f89-bdc4-5fa70f977872 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:30.812858 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c2aec27e-bb27-4111-8e61-bc9aed3223b9 req-aec17b0c-99b4-4f89-bdc4-5fa70f977872 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 1023 time: 0.1325727 Dec 06 14:49:30.833952 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-83f3ec82-b5de-49b3-aa11-13200daae9e8 service neutron] 10.222.0.37 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515467 Dec 06 14:49:30.900996 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55de51a3-a22d-48b2-821f-c5aa303b3351 admin admin] Router 82127235-9561-4d2f-80b7-44d620e858f5 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:49:30.940121 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9c02ff6-c1cd-418b-bb1b-89d90da8dc7c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:30.942963 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-c2aec27e-bb27-4111-8e61-bc9aed3223b9 req-f8abae92-2d15-4e71-9288-245ff46b42fc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Deleting port a44ee7bc-5cbf-49b2-9e82-ace725899e99 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:30.943471 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c2aec27e-bb27-4111-8e61-bc9aed3223b9 req-f8abae92-2d15-4e71-9288-245ff46b42fc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:31.074815 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-c2aec27e-bb27-4111-8e61-bc9aed3223b9 req-f8abae92-2d15-4e71-9288-245ff46b42fc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] For port a44ee7bc-5cbf-49b2-9e82-ace725899e99, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a44ee7bc-5cbf-49b2-9e82-ace725899e99,segment=NetworkSegment(a9c6f665-0cbd-4975-91d1-0fdfafd8f369),segment_id=a9c6f665-0cbd-4975-91d1-0fdfafd8f369)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:31.075411 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c2aec27e-bb27-4111-8e61-bc9aed3223b9 req-f8abae92-2d15-4e71-9288-245ff46b42fc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:31.095631 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-c2aec27e-bb27-4111-8e61-bc9aed3223b9 req-f8abae92-2d15-4e71-9288-245ff46b42fc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Calling delete_port for a44ee7bc-5cbf-49b2-9e82-ace725899e99 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:31.116722 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9a4c6-6de9-46e7-83d4-acb88d6d18ca req-304f8914-fe74-4aa9-8a1d-a4d2abe5a973 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:31.124616 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de9a4c6-6de9-46e7-83d4-acb88d6d18ca req-304f8914-fe74-4aa9-8a1d-a4d2abe5a973 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 943 time: 0.2934697 Dec 06 14:49:31.134581 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117c4ee2-3d28-4629-978a-2039c424bdaa None None] Network 6b69c7d6-792b-47f1-9854-5c0ba50f1e91 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:31.173562 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 2f7d0ac1-6a74-4413-a793-930df63d94ce no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:31.182938 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f4a69e8-c4e5-45de-81e7-3fe3c1f476f6 req-bee4e40f-4932-443d-93a0-e20b8a60e9fc service neutron] 10.222.0.37 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116608 Dec 06 14:49:31.188900 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55de51a3-a22d-48b2-821f-c5aa303b3351 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:49:31.199342 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-55de51a3-a22d-48b2-821f-c5aa303b3351 admin admin] 10.222.0.20 "PUT /v2.0/routers/82127235-9561-4d2f-80b7-44d620e858f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2965369 Dec 06 14:49:31.201493 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20a0e1-66fa-4de6-a4be-837d603d3ead None None] Sync routers for ids ['82127235-9561-4d2f-80b7-44d620e858f5'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:49:31.202651 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50012) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:31.213227 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9c02ff6-c1cd-418b-bb1b-89d90da8dc7c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:31.222733 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20a0e1-66fa-4de6-a4be-837d603d3ead None None] Routers {'82127235-9561-4d2f-80b7-44d620e858f5'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:49:31.224212 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8b20a0e1-66fa-4de6-a4be-837d603d3ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:49:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['82127235-9561-4d2f-80b7-44d620e858f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:31.332296 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 2f7d0ac1-6a74-4413-a793-930df63d94ce {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:49:31.332682 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 2f7d0ac1-6a74-4413-a793-930df63d94ce not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:49:31.333124 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a44ee7bc-5cbf-49b2-9e82-ace725899e99 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:31.374348 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8b20a0e1-66fa-4de6-a4be-837d603d3ead None None] Set router 82127235-9561-4d2f-80b7-44d620e858f5 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:49:31.410906 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de9a4c6-6de9-46e7-83d4-acb88d6d18ca req-521cc42a-ba62-4fa5-88f1-ca813ab8774e tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775285 Dec 06 14:49:31.506075 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-918fb382-748d-45eb-914f-03e8a1c37437 None None] Provisioning complete for port e9f562ab-d4ce-43eb-9dcd-5139dc02deeb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:31.509472 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-918fb382-748d-45eb-914f-03e8a1c37437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:31.536947 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c02ff6-c1cd-418b-bb1b-89d90da8dc7c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 6b69c7d6-792b-47f1-9854-5c0ba50f1e91 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:31.605374 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1510491-9cd0-4378-b1e6-0c853dcd33f1 req-e353200a-7fbb-4e0b-8eeb-810a501caa99 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:31.611541 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a1510491-9cd0-4378-b1e6-0c853dcd33f1 req-e353200a-7fbb-4e0b-8eeb-810a501caa99 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7 HTTP/1.1" status: 200 len: 1023 time: 0.1963499 Dec 06 14:49:31.617345 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c2aec27e-bb27-4111-8e61-bc9aed3223b9 req-f8abae92-2d15-4e71-9288-245ff46b42fc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:31.677920 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abae92-2d15-4e71-9288-245ff46b42fc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event deleted for resources: {'Port': ['ID=a44ee7bc-5cbf-49b2-9e82-ace725899e99,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:31.681430 n-d-master-1 neutron-server[103290]: INFO neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No ports have port_id starting with a44ee7bc-5cbf-49b2-9e82-ace725899e99 Dec 06 14:49:31.689919 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8b20a0e1-66fa-4de6-a4be-837d603d3ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82127235-9561-4d2f-80b7-44d620e858f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-535098917-router', 'tenant_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.87'}], 'enable_snat': True}, 'gw_port_id': '534af131-fb19-44e8-afae-9815f2c26fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:09Z', 'updated_at': '2021-12-06T14:49:29Z', 'revision_number': 5, 'project_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'gw_port': {'id': '534af131-fb19-44e8-afae-9815f2c26fa4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82127235-9561-4d2f-80b7-44d620e858f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:10Z', 'updated_at': '2021-12-06T14:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:31.718415 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e9f562ab-d4ce-43eb-9dcd-5139dc02deeb up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:31.801317 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b210ed01-011a-48a3-8b1d-5487f0c5eb8d None None] DHCP port deletion for 5944ac86-4fc6-4a61-a859-87f4a03f0231 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:31.802786 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aec27e-bb27-4111-8e61-bc9aed3223b9 req-f8abae92-2d15-4e71-9288-245ff46b42fc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] No DVR routers for this DVR port a44ee7bc-5cbf-49b2-9e82-ace725899e99 on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:31.808532 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c2aec27e-bb27-4111-8e61-bc9aed3223b9 req-f8abae92-2d15-4e71-9288-245ff46b42fc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:31.812465 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c2aec27e-bb27-4111-8e61-bc9aed3223b9 req-f8abae92-2d15-4e71-9288-245ff46b42fc tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.37 "DELETE /v2.0/ports/a44ee7bc-5cbf-49b2-9e82-ace725899e99 HTTP/1.1" status: 204 len: 173 time: 0.9893231 Dec 06 14:49:31.812993 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7', 'name': 'network-vif-deleted', 'tag': 'a44ee7bc-5cbf-49b2-9e82-ace725899e99'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:31.815278 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d67b0d-9862-4837-9cc1-bf3cb41951f1" -d '{"events": [{"server_uuid": "8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7", "name": "network-vif-deleted", "tag": "a44ee7bc-5cbf-49b2-9e82-ace725899e99"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:31.850034 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20a0e1-66fa-4de6-a4be-837d603d3ead None None] Checking router: 82127235-9561-4d2f-80b7-44d620e858f5 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:49:31.872907 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-918fb382-748d-45eb-914f-03e8a1c37437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:31.878848 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20a0e1-66fa-4de6-a4be-837d603d3ead None None] Routers {'82127235-9561-4d2f-80b7-44d620e858f5'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:49:31.881772 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8b20a0e1-66fa-4de6-a4be-837d603d3ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:49:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['82127235-9561-4d2f-80b7-44d620e858f5'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:31.888686 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a1510491-9cd0-4378-b1e6-0c853dcd33f1 req-a21f7f46-16b5-4829-be3f-e7079f006e84 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f5df5de-a4d1-405d-bbfe-c6fb0d5a8b66&id=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b&id=cbbdf0fa-31d4-4ec4-8769-5a0b908b42b3&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2698298 Dec 06 14:49:31.923761 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-918fb382-748d-45eb-914f-03e8a1c37437 None None] For port e9f562ab-d4ce-43eb-9dcd-5139dc02deeb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9f562ab-d4ce-43eb-9dcd-5139dc02deeb,segment=NetworkSegment(b94b642b-6e6e-473c-9de8-e116e2406ad3),segment_id=b94b642b-6e6e-473c-9de8-e116e2406ad3)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:31.927855 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e9f562ab-d4ce-43eb-9dcd-5139dc02deeb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:31.929174 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:32.005639 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-918fb382-748d-45eb-914f-03e8a1c37437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:32.173766 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8b20a0e1-66fa-4de6-a4be-837d603d3ead None None] Set router 82127235-9561-4d2f-80b7-44d620e858f5 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:49:32.180331 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-63e1dd1e-0800-4806-a7fb-4c4fc0d1757a req-9325adbf-9c8c-426b-b37d-3a518cb63c79 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 210 time: 0.0912580 Dec 06 14:49:32.193986 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fb382-748d-45eb-914f-03e8a1c37437 None None] Pushing event updated for resources: {'Port': ['ID=e9f562ab-d4ce-43eb-9dcd-5139dc02deeb,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:32.279423 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fb7b4c-e433-4e67-8160-595427bd45b3 x-openstack-request-id: req-94fb7b4c-e433-4e67-8160-595427bd45b3 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:32.279749 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7", "name": "network-vif-deleted", "tag": "a44ee7bc-5cbf-49b2-9e82-ace725899e99", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:32.280065 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94fb7b4c-e433-4e67-8160-595427bd45b3 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:32.280653 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2c5c55-3050-46e8-b8d9-f2d66c0e9ea7', 'name': 'network-vif-deleted', 'tag': 'a44ee7bc-5cbf-49b2-9e82-ace725899e99', 'status': 'completed', 'code': 200} Dec 06 14:49:32.331804 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-aba05621-33e1-4d2d-855f-4f65c4918647 None None] Provisioning complete for port e9f562ab-d4ce-43eb-9dcd-5139dc02deeb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:32.332191 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aba05621-33e1-4d2d-855f-4f65c4918647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:32.481704 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-aba05621-33e1-4d2d-855f-4f65c4918647 None None] Provisioning complete for port 76277952-0622-4a73-9ff7-b4c7ee368804 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:32.482267 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aba05621-33e1-4d2d-855f-4f65c4918647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:32.502957 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8b20a0e1-66fa-4de6-a4be-837d603d3ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82127235-9561-4d2f-80b7-44d620e858f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-535098917-router', 'tenant_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.87'}], 'enable_snat': True}, 'gw_port_id': '534af131-fb19-44e8-afae-9815f2c26fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:09Z', 'updated_at': '2021-12-06T14:49:29Z', 'revision_number': 5, 'project_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'gw_port': {'id': '534af131-fb19-44e8-afae-9815f2c26fa4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82127235-9561-4d2f-80b7-44d620e858f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:10Z', 'updated_at': '2021-12-06T14:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:32.530973 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-aba05621-33e1-4d2d-855f-4f65c4918647 None None] Port 76277952-0622-4a73-9ff7-b4c7ee368804 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:49:32.553457 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b20a0e1-66fa-4de6-a4be-837d603d3ead None None] The sync data for ids ['82127235-9561-4d2f-80b7-44d620e858f5'] in n-d-master-1 is: [{'id': '82127235-9561-4d2f-80b7-44d620e858f5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-535098917-router', 'tenant_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.87'}], 'enable_snat': True}, 'gw_port_id': '534af131-fb19-44e8-afae-9815f2c26fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:09Z', 'updated_at': '2021-12-06T14:49:29Z', 'revision_number': 5, 'project_id': 'dd8b65aec4d54f8899f91e6a3d912934', 'gw_port': {'id': '534af131-fb19-44e8-afae-9815f2c26fa4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82127235-9561-4d2f-80b7-44d620e858f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:10Z', 'updated_at': '2021-12-06T14:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:49:32.594375 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f9c02ff6-c1cd-418b-bb1b-89d90da8dc7c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:32.614137 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c02ff6-c1cd-418b-bb1b-89d90da8dc7c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:32.617636 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c02ff6-c1cd-418b-bb1b-89d90da8dc7c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:32.618325 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9c02ff6-c1cd-418b-bb1b-89d90da8dc7c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:32.647448 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34b794-11da-4af9-85ef-48c49e3e9bb4 req-acf93c95-9feb-4882-b5dc-29dfe6600f5c tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:32.656294 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee34b794-11da-4af9-85ef-48c49e3e9bb4 req-acf93c95-9feb-4882-b5dc-29dfe6600f5c tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 943 time: 0.0852110 Dec 06 14:49:32.683294 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c02ff6-c1cd-418b-bb1b-89d90da8dc7c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=76277952-0622-4a73-9ff7-b4c7ee368804,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:32.697213 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f9c02ff6-c1cd-418b-bb1b-89d90da8dc7c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5776808 Dec 06 14:49:32.701646 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50066) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:32.709366 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-74daea47-9e46-4d63-992f-6b37afce4072 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'network_id': '6b69c7d6-792b-47f1-9854-5c0ba50f1e91', 'name': 'tempest-PortsIpV6TestJSON-1033887452', 'fixed_ips': [{'subnet_id': 'dac69fd4-09bb-4fd7-bc51-c0602f66d7b3', 'ip_address': '2001:db8::f'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:32.713543 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b61d0a4-017a-498f-bee5-28acfeb1d213 admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:32.739375 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee34b794-11da-4af9-85ef-48c49e3e9bb4 req-4c3b5e6c-08be-47b7-94f2-e3f67359665c tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815084 Dec 06 14:49:32.757116 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2d1fb-8cd7-4bc1-b56a-4fa842ff54f6 req-896acdc8-9ad2-4778-8dbd-36f212c6ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:32.759186 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9a2d1fb-8cd7-4bc1-b56a-4fa842ff54f6 req-896acdc8-9ad2-4778-8dbd-36f212c6ee02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=adac984961054391983001fff49bb81b&device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 1094 time: 1.4473386 Dec 06 14:49:32.864859 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06b612-5ddd-4718-8e1d-a5a8c00f3c2d req-95353795-e9c0-498a-b160-9588bf732d14 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:32.866345 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad06b612-5ddd-4718-8e1d-a5a8c00f3c2d req-95353795-e9c0-498a-b160-9588bf732d14 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 947 time: 0.2370713 Dec 06 14:49:32.996173 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-102518b9-ba14-4269-952b-a30dc39b9be4 None None] Provisioning complete for port 76277952-0622-4a73-9ff7-b4c7ee368804 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:32.998799 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-102518b9-ba14-4269-952b-a30dc39b9be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:33.046139 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2d1fb-8cd7-4bc1-b56a-4fa842ff54f6 req-6077de5b-ea31-4b4f-959d-e1bc2fa842d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:33.047643 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9a2d1fb-8cd7-4bc1-b56a-4fa842ff54f6 req-6077de5b-ea31-4b4f-959d-e1bc2fa842d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088 HTTP/1.1" status: 200 len: 906 time: 0.2692285 Dec 06 14:49:33.048987 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b61d0a4-017a-498f-bee5-28acfeb1d213 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:33.062700 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-16ec201a-0983-4a31-a1a5-5038839f5ee7 req-95036477-90df-4905-9d9f-954a0e091ad3 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/1f5df5de-a4d1-405d-bbfe-c6fb0d5a8b66 HTTP/1.1" status: 200 len: 1818 time: 0.0821617 Dec 06 14:49:33.069435 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad06b612-5ddd-4718-8e1d-a5a8c00f3c2d req-781d7976-b31e-4e83-b897-4a478dd8c37d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663532 Dec 06 14:49:33.119246 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-102518b9-ba14-4269-952b-a30dc39b9be4 None None] Port 76277952-0622-4a73-9ff7-b4c7ee368804 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:49:33.160002 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a6671386-bf74-4479-8420-85889fda75fe details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:49:33.165529 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9a2d1fb-8cd7-4bc1-b56a-4fa842ff54f6 req-9830df15-64d2-4b0f-b891-2dd76c9143f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6671386-bf74-4479-8420-85889fda75fe HTTP/1.1" status: 200 len: 217 time: 0.0931139 Dec 06 14:49:33.169452 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-16ec201a-0983-4a31-a1a5-5038839f5ee7 req-068347f8-1831-486c-b539-dbb2c3e18943 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:33.207381 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74daea47-9e46-4d63-992f-6b37afce4072 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:33.212664 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74daea47-9e46-4d63-992f-6b37afce4072 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:33.214781 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-16ec201a-0983-4a31-a1a5-5038839f5ee7 req-068347f8-1831-486c-b539-dbb2c3e18943 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:33.229119 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bab56266-f857-4cc7-ba50-8fba9f36729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:33.287003 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-74daea47-9e46-4d63-992f-6b37afce4072 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] device_id is not set on port 6bfc3ad7-e34d-4d59-a915-a6d1cd1c2ac6 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:49:33.308269 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2d1fb-8cd7-4bc1-b56a-4fa842ff54f6 req-3ee6d46a-ea26-4e70-ab76-2dddb465514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:33.309791 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9a2d1fb-8cd7-4bc1-b56a-4fa842ff54f6 req-3ee6d46a-ea26-4e70-ab76-2dddb465514e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f9db456-6440-47de-9186-75398af412f5 HTTP/1.1" status: 200 len: 845 time: 0.1137090 Dec 06 14:49:33.334731 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-16ec201a-0983-4a31-a1a5-5038839f5ee7 req-068347f8-1831-486c-b539-dbb2c3e18943 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:33.337491 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-16ec201a-0983-4a31-a1a5-5038839f5ee7 req-068347f8-1831-486c-b539-dbb2c3e18943 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:33.338643 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-16ec201a-0983-4a31-a1a5-5038839f5ee7 req-068347f8-1831-486c-b539-dbb2c3e18943 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "DELETE /v2.0/security-groups/1f5df5de-a4d1-405d-bbfe-c6fb0d5a8b66 HTTP/1.1" status: 204 len: 173 time: 0.2655666 Dec 06 14:49:33.355504 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068347f8-1831-486c-b539-dbb2c3e18943 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5df5de-a4d1-405d-bbfe-c6fb0d5a8b66,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:33.406924 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port a6671386-bf74-4479-8420-85889fda75fe, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a6671386-bf74-4479-8420-85889fda75fe,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:33.424593 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'a6671386-bf74-4479-8420-85889fda75fe', 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088', 'port_id': 'a6671386-bf74-4479-8420-85889fda75fe', 'mac_address': 'fa:16:3e:1f:31:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9db456-6440-47de-9186-75398af412f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:49:33.439891 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1c281fe-950d-4714-b051-f19ea3b71ebf req-48bc99bf-633d-4a7f-b09c-b58f77e88c80 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 210 time: 0.0991983 Dec 06 14:49:33.441605 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9a2d1fb-8cd7-4bc1-b56a-4fa842ff54f6 req-f2f1913f-84ac-499b-9f29-0ecf8345ce19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0aa083a0-a7dd-42d4-ae83-ce9441a0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905285 Dec 06 14:49:33.495717 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1b61d0a4-017a-498f-bee5-28acfeb1d213 admin admin] Deleting port 534af131-fb19-44e8-afae-9815f2c26fa4 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:33.496068 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b61d0a4-017a-498f-bee5-28acfeb1d213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:33.509741 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e9f562ab-d4ce-43eb-9dcd-5139dc02deeb up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:33.525768 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02820a8b-e603-4295-bb22-27dd63b5d286 req-3ff78715-b8ce-43c0-ab34-868afdf7ada8 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:33.527294 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02820a8b-e603-4295-bb22-27dd63b5d286 req-3ff78715-b8ce-43c0-ab34-868afdf7ada8 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 947 time: 0.0891171 Dec 06 14:49:33.559464 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:33.579671 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6671386-bf74-4479-8420-85889fda75fe {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:49:33.609349 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port a6671386-bf74-4479-8420-85889fda75fe, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a6671386-bf74-4479-8420-85889fda75fe,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:33.611422 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02820a8b-e603-4295-bb22-27dd63b5d286 req-e7524908-ba71-4cd7-96b9-32e868752b93 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761056 Dec 06 14:49:33.616651 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e9f562ab-d4ce-43eb-9dcd-5139dc02deeb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:33.617252 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:33.620981 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:33.735759 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=a6671386-bf74-4479-8420-85889fda75fe,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:33.746163 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1cabb6b6-b82e-4703-bc4b-ae9904bdd743 req-991f6490-74b7-44bf-b141-51f2152e1516 tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "GET /v2.0/security-groups/cbbdf0fa-31d4-4ec4-8769-5a0b908b42b3 HTTP/1.1" status: 200 len: 1820 time: 0.2528427 Dec 06 14:49:33.806325 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e66443fc-bc57-49bf-9016-56f891e25bc7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:33.818386 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-1b61d0a4-017a-498f-bee5-28acfeb1d213 admin admin] For port 534af131-fb19-44e8-afae-9815f2c26fa4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=534af131-fb19-44e8-afae-9815f2c26fa4,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:33.818964 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b61d0a4-017a-498f-bee5-28acfeb1d213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:33.830032 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9a2d1fb-8cd7-4bc1-b56a-4fa842ff54f6 req-e6cd8d96-e27f-4ed6-9a48-92ad3d492cbe service neutron] 10.222.0.37 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713877 Dec 06 14:49:33.852501 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: e66443fc-bc57-49bf-9016-56f891e25bc7 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:49:33.852854 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e66443fc-bc57-49bf-9016-56f891e25bc7 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:49:33.865440 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1b61d0a4-017a-498f-bee5-28acfeb1d213 admin admin] Calling delete_port for 534af131-fb19-44e8-afae-9815f2c26fa4 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:33.893691 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-74daea47-9e46-4d63-992f-6b37afce4072 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Allocated IP 2001:db8::f (6b69c7d6-792b-47f1-9854-5c0ba50f1e91/dac69fd4-09bb-4fd7-bc51-c0602f66d7b3/6bfc3ad7-e34d-4d59-a915-a6d1cd1c2ac6) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:33.924761 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:33.933238 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e980f-7c11-4b9e-9cdd-eb539a534e28 req-a7dd1527-e1eb-4a90-93f0-27531c81c469 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:33.934838 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed9e980f-7c11-4b9e-9cdd-eb539a534e28 req-a7dd1527-e1eb-4a90-93f0-27531c81c469 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 944 time: 0.0645738 Dec 06 14:49:33.984164 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['a6671386-bf74-4479-8420-85889fda75fe'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:49:34.021608 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed9e980f-7c11-4b9e-9cdd-eb539a534e28 req-418e0059-c169-4990-98d9-29a5c9d9f0b3 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712864 Dec 06 14:49:34.028801 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1cabb6b6-b82e-4703-bc4b-ae9904bdd743 req-9a40b01c-03e6-43fa-b943-59ec1e7b9b7f tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:34.104771 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1cabb6b6-b82e-4703-bc4b-ae9904bdd743 req-9a40b01c-03e6-43fa-b943-59ec1e7b9b7f tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:34.157115 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9a2d1fb-8cd7-4bc1-b56a-4fa842ff54f6 req-de562517-2db6-4dbd-9e17-2d73850b885e service neutron] 10.222.0.37 "GET /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144357 Dec 06 14:49:34.264007 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1cabb6b6-b82e-4703-bc4b-ae9904bdd743 req-9a40b01c-03e6-43fa-b943-59ec1e7b9b7f tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:34.267126 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1cabb6b6-b82e-4703-bc4b-ae9904bdd743 req-9a40b01c-03e6-43fa-b943-59ec1e7b9b7f tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:34.270966 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1cabb6b6-b82e-4703-bc4b-ae9904bdd743 req-9a40b01c-03e6-43fa-b943-59ec1e7b9b7f tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] 10.222.0.20 "DELETE /v2.0/security-groups/cbbdf0fa-31d4-4ec4-8769-5a0b908b42b3 HTTP/1.1" status: 204 len: 173 time: 0.5239482 Dec 06 14:49:34.274124 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50130) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:34.322554 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40b01c-03e6-43fa-b943-59ec1e7b9b7f tempest-SecurityGroupsTestJSON-731371843 tempest-SecurityGroupsTestJSON-731371843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbdf0fa-31d4-4ec4-8769-5a0b908b42b3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:34.352006 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3fc31f-3620-4028-9b65-a826868c854a admin admin] Deleting subnet 16cb81eb-f424-401e-8fd9-903d9c50bec0 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:49:34.359468 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd3fc31f-3620-4028-9b65-a826868c854a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:34.366032 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74daea47-9e46-4d63-992f-6b37afce4072 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:34.395632 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b61d0a4-017a-498f-bee5-28acfeb1d213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:34.418226 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd3fc31f-3620-4028-9b65-a826868c854a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:34.429406 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61d0a4-017a-498f-bee5-28acfeb1d213 admin admin] Pushing event deleted for resources: {'Port': ['ID=534af131-fb19-44e8-afae-9815f2c26fa4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:34.459510 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bb731d-1324-4f7e-83fb-a538c3783ada None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:34.543257 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd3fc31f-3620-4028-9b65-a826868c854a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:34.564651 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74daea47-9e46-4d63-992f-6b37afce4072 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:34.588570 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b61d0a4-017a-498f-bee5-28acfeb1d213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:34.651234 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd3fc31f-3620-4028-9b65-a826868c854a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:34.695308 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fc31f-3620-4028-9b65-a826868c854a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16cb81eb-f424-401e-8fd9-903d9c50bec0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:34.706325 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd3fc31f-3620-4028-9b65-a826868c854a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:34.717343 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bcbb56-6618-457b-99c7-76afb06d0445 None None] Network 5944ac86-4fc6-4a61-a859-87f4a03f0231 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:34.719510 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dd3fc31f-3620-4028-9b65-a826868c854a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/16cb81eb-f424-401e-8fd9-903d9c50bec0 HTTP/1.1" status: 204 len: 168 time: 0.4429879 Dec 06 14:49:34.720382 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50158) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:34.824739 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fd42281-25f1-4f56-9eb6-eb37a054765b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:34.891960 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74daea47-9e46-4d63-992f-6b37afce4072 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 6b69c7d6-792b-47f1-9854-5c0ba50f1e91 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:34.972580 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-74daea47-9e46-4d63-992f-6b37afce4072 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:34.976853 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74daea47-9e46-4d63-992f-6b37afce4072 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:34.985915 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74daea47-9e46-4d63-992f-6b37afce4072 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:34.986895 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74daea47-9e46-4d63-992f-6b37afce4072 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:35.082214 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f60ce47-b852-479b-8862-82b28e492cf9 None None] DHCP port deletion for 5944ac86-4fc6-4a61-a859-87f4a03f0231 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:35.108701 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6a6cba21-d443-45c7-ae0b-66d4323056a9 req-53e1a771-006a-4173-aca8-7d14e76a42e3 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 210 time: 0.4071712 Dec 06 14:49:35.121215 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b61d0a4-017a-498f-bee5-28acfeb1d213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:35.130407 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b61d0a4-017a-498f-bee5-28acfeb1d213 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:35.139335 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74daea47-9e46-4d63-992f-6b37afce4072 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=6bfc3ad7-e34d-4d59-a915-a6d1cd1c2ac6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:35.166897 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-74daea47-9e46-4d63-992f-6b37afce4072 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4604516 Dec 06 14:49:35.167943 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50178) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:35.174449 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a6671386-bf74-4479-8420-85889fda75fe up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:35.256908 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port a6671386-bf74-4479-8420-85889fda75fe completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:49:35.262562 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port a6671386-bf74-4479-8420-85889fda75fe triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:35.262934 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:35.395601 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fd42281-25f1-4f56-9eb6-eb37a054765b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:35.408591 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:35.428544 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b61d0a4-017a-498f-bee5-28acfeb1d213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:35.429640 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b61d0a4-017a-498f-bee5-28acfeb1d213 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82127235-9561-4d2f-80b7-44d620e858f5 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:49:35.452650 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c19b05-718a-4948-8465-27485bb1a1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6671386-bf74-4479-8420-85889fda75fe'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:35.455540 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6997765c-fc06-4e2c-a189-40da00aa9ce4" -d '{"events": [{"server_uuid": "96c19b05-718a-4948-8465-27485bb1a1bc", "name": "network-vif-plugged", "status": "completed", "tag": "a6671386-bf74-4479-8420-85889fda75fe"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:35.459111 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b61d0a4-017a-498f-bee5-28acfeb1d213 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:35.459478 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9fd42281-25f1-4f56-9eb6-eb37a054765b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5944ac86-4fc6-4a61-a859-87f4a03f0231']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:35.463212 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1b61d0a4-017a-498f-bee5-28acfeb1d213 admin admin] 10.222.0.20 "DELETE /v2.0/routers/82127235-9561-4d2f-80b7-44d620e858f5 HTTP/1.1" status: 204 len: 168 time: 4.2557664 Dec 06 14:49:35.471421 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50184) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:35.481881 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410a4c6-cfc0-4056-b452-4fd6165ec645 req-60786376-7d43-4809-b6e3-1dd58944458e tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:35.492634 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e410a4c6-cfc0-4056-b452-4fd6165ec645 req-60786376-7d43-4809-b6e3-1dd58944458e tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 944 time: 0.0934079 Dec 06 14:49:35.495000 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port a6671386-bf74-4479-8420-85889fda75fe, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a6671386-bf74-4479-8420-85889fda75fe,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:35.503604 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:35.508855 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fb9076ad-d814-4c74-a0b7-c1d36305ca6c None None] Provisioning complete for port 6bfc3ad7-e34d-4d59-a915-a6d1cd1c2ac6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:35.508855 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb9076ad-d814-4c74-a0b7-c1d36305ca6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:35.514095 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9fd42281-25f1-4f56-9eb6-eb37a054765b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c6f665-0cbd-4975-91d1-0fdfafd8f369') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:35.514508 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9fd42281-25f1-4f56-9eb6-eb37a054765b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c6f665-0cbd-4975-91d1-0fdfafd8f369') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:35.517796 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae9ba44-5d3c-4f1f-810f-049ad0de254c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:35.522890 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7ae9ba44-5d3c-4f1f-810f-049ad0de254c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3537841 Dec 06 14:49:35.525023 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50186) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:35.565864 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d786f0-3cd2-4091-9872-ca835467052f req-50b0e269-30e9-43cf-a3ea-73face494e00 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:35.577497 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93d786f0-3cd2-4091-9872-ca835467052f req-50b0e269-30e9-43cf-a3ea-73face494e00 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 947 time: 0.2590098 Dec 06 14:49:35.578752 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fd42281-25f1-4f56-9eb6-eb37a054765b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:35.645475 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93d786f0-3cd2-4091-9872-ca835467052f req-b5166d78-83b1-4b05-bf4a-d43653ef6381 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636961 Dec 06 14:49:35.684772 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e410a4c6-cfc0-4056-b452-4fd6165ec645 req-3559ce29-b382-4722-a981-4a580bbb4a94 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888504 Dec 06 14:49:35.689405 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fd42281-25f1-4f56-9eb6-eb37a054765b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:35.706583 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c9201a-5c5d-4a25-8c93-c0e1d3dbd86c admin admin] Deleting subnet 6ce30e08-c79b-4e1c-b07f-695fc5544d74 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:49:35.707436 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a038032-a59d-41f5-a886-2484fda0acd3 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:35.712266 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8c9201a-5c5d-4a25-8c93-c0e1d3dbd86c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:35.719359 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a038032-a59d-41f5-a886-2484fda0acd3 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:35.727877 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a038032-a59d-41f5-a886-2484fda0acd3 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:35.735286 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2a038032-a59d-41f5-a886-2484fda0acd3 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2091908 Dec 06 14:49:35.736806 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50190) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:35.762591 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8c9201a-5c5d-4a25-8c93-c0e1d3dbd86c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:35.864203 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd42281-25f1-4f56-9eb6-eb37a054765b admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:49:35.864759 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fd42281-25f1-4f56-9eb6-eb37a054765b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:49:35.866691 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:49:35.909728 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8c9201a-5c5d-4a25-8c93-c0e1d3dbd86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:35.928604 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8b847-b029-4eda-8562-f8b82735c7f1 req-3bb91092-0fde-4f62-b693-56f8713139dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:35.929666 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fb9076ad-d814-4c74-a0b7-c1d36305ca6c None None] Port 6bfc3ad7-e34d-4d59-a915-a6d1cd1c2ac6 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:49:35.930673 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6ae8b847-b029-4eda-8562-f8b82735c7f1 req-3bb91092-0fde-4f62-b693-56f8713139dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 1096 time: 0.0850468 Dec 06 14:49:35.932188 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97869a77-1ef5-4d6b-bf90-559905b76f39 x-openstack-request-id: req-97869a77-1ef5-4d6b-bf90-559905b76f39 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:35.933827 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c19b05-718a-4948-8465-27485bb1a1bc", "name": "network-vif-plugged", "status": "completed", "tag": "a6671386-bf74-4479-8420-85889fda75fe", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:35.934272 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97869a77-1ef5-4d6b-bf90-559905b76f39 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:35.935073 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c19b05-718a-4948-8465-27485bb1a1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6671386-bf74-4479-8420-85889fda75fe', 'code': 200} Dec 06 14:49:35.939594 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:35.966086 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=a6671386-bf74-4479-8420-85889fda75fe,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:35.994490 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8abe369b-3746-4a30-80fd-ff7e1abb5676 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port 6bfc3ad7-e34d-4d59-a915-a6d1cd1c2ac6 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:35.994918 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8abe369b-3746-4a30-80fd-ff7e1abb5676 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:36.101336 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6ae8b847-b029-4eda-8562-f8b82735c7f1 req-bdaa5796-bfc0-4563-869f-dbf5d105cad2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608984 Dec 06 14:49:36.102051 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fd42281-25f1-4f56-9eb6-eb37a054765b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:36.127222 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8abe369b-3746-4a30-80fd-ff7e1abb5676 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:36.146869 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8abe369b-3746-4a30-80fd-ff7e1abb5676 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for 6bfc3ad7-e34d-4d59-a915-a6d1cd1c2ac6 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:36.166120 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fd42281-25f1-4f56-9eb6-eb37a054765b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:36.171961 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9fd42281-25f1-4f56-9eb6-eb37a054765b admin admin] 10.222.0.20 "DELETE /v2.0/networks/5944ac86-4fc6-4a61-a859-87f4a03f0231 HTTP/1.1" status: 204 len: 168 time: 1.4478505 Dec 06 14:49:36.171961 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd42281-25f1-4f56-9eb6-eb37a054765b admin admin] Pushing event deleted for resources: {'Network': ['ID=5944ac86-4fc6-4a61-a859-87f4a03f0231,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:36.222607 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8c9201a-5c5d-4a25-8c93-c0e1d3dbd86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:36.257327 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9201a-5c5d-4a25-8c93-c0e1d3dbd86c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ce30e08-c79b-4e1c-b07f-695fc5544d74,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:36.259840 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8c9201a-5c5d-4a25-8c93-c0e1d3dbd86c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:36.265530 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b8c9201a-5c5d-4a25-8c93-c0e1d3dbd86c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6ce30e08-c79b-4e1c-b07f-695fc5544d74 HTTP/1.1" status: 204 len: 168 time: 0.7612071 Dec 06 14:49:36.265840 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1c28fc-ceb0-4173-a692-493cb89d007e None None] Network 47bab252-7490-446c-8a68-0bff11fe548d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:36.269073 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-22715135-6fb3-4f40-adc1-02a775f02a19 req-43d98173-4afa-4aec-892d-daf8b09dd658 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=04585bb0-44c0-4d0a-b5f3-049e6892b106 HTTP/1.1" status: 200 len: 210 time: 0.0448265 Dec 06 14:49:36.269575 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50202) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:36.279923 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e22e54-6cae-4d25-852f-9e135aa0ac32 req-ef8ce9f8-6a26-4be7-b653-3a369b0bda5b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:36.287222 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d5e22e54-6cae-4d25-852f-9e135aa0ac32 req-ef8ce9f8-6a26-4be7-b653-3a369b0bda5b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 947 time: 0.2104356 Dec 06 14:49:36.312925 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3f951-bc0a-4262-9165-d0ca1e372f81 req-a6e72af1-6809-4110-bf1d-a6133fe15d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:36.314628 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9e3f951-bc0a-4262-9165-d0ca1e372f81 req-a6e72af1-6809-4110-bf1d-a6133fe15d60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 1098 time: 0.2612894 Dec 06 14:49:36.353511 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d5e22e54-6cae-4d25-852f-9e135aa0ac32 req-f66ce3c5-e9b3-4a8b-9530-a3bd15a5d2dd tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623841 Dec 06 14:49:36.466266 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a347586e-d706-4e92-bee7-d6c9844c7596 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:36.477626 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50204) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:36.539181 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8abe369b-3746-4a30-80fd-ff7e1abb5676 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:36.549141 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f162b1-7ad6-4204-b279-e6d0ab8650af None None] DHCP port deletion for 47bab252-7490-446c-8a68-0bff11fe548d request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:36.585832 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe369b-3746-4a30-80fd-ff7e1abb5676 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=6bfc3ad7-e34d-4d59-a915-a6d1cd1c2ac6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:36.589325 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3f951-bc0a-4262-9165-d0ca1e372f81 req-1faceab1-2470-4abc-aa5c-57bf90c6a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:36.591098 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9e3f951-bc0a-4262-9165-d0ca1e372f81 req-1faceab1-2470-4abc-aa5c-57bf90c6a8cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 912 time: 0.2513049 Dec 06 14:49:36.598844 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2e96691c-ec12-432c-82c3-6c70c5cb4624 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7dbaded7cf904f7189c67f3313a64b2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1176708 Dec 06 14:49:36.600880 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50206) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:36.645601 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:36.699497 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9e3f951-bc0a-4262-9165-d0ca1e372f81 req-2fa33100-c2dd-4304-8db0-b6680ac6e4b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a347586e-d706-4e92-bee7-d6c9844c7596 HTTP/1.1" status: 200 len: 1000 time: 0.0953593 Dec 06 14:49:36.731194 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:36.752601 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8abe369b-3746-4a30-80fd-ff7e1abb5676 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:36.760382 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8abe369b-3746-4a30-80fd-ff7e1abb5676 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/ports/6bfc3ad7-e34d-4d59-a915-a6d1cd1c2ac6 HTTP/1.1" status: 204 len: 168 time: 1.0222340 Dec 06 14:49:36.768364 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50210) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:36.770715 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-83f162b1-7ad6-4204-b279-e6d0ab8650af None None] Deleting port 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:36.771073 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83f162b1-7ad6-4204-b279-e6d0ab8650af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:36.796205 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:36.824106 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a347586e-d706-4e92-bee7-d6c9844c7596, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a347586e-d706-4e92-bee7-d6c9844c7596,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:36.874893 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-970687fa-772e-4e59-8687-53483373f250 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] GET failed (client error): The resource could not be found. Dec 06 14:49:36.876371 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-970687fa-772e-4e59-8687-53483373f250 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports/6bfc3ad7-e34d-4d59-a915-a6d1cd1c2ac6 HTTP/1.1" status: 404 len: 333 time: 0.1070454 Dec 06 14:49:36.881206 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50214) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:36.893772 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:36.900986 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3f951-bc0a-4262-9165-d0ca1e372f81 req-6ee862a2-1a34-4b40-b7f4-6d1c45879e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:36.902693 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9e3f951-bc0a-4262-9165-d0ca1e372f81 req-6ee862a2-1a34-4b40-b7f4-6d1c45879e88 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.1944561 Dec 06 14:49:36.903685 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f552207e-a1e8-4da2-8b1e-71541e20d2b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:36.909741 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-83f162b1-7ad6-4204-b279-e6d0ab8650af None None] For port 2a24fa81-7ae2-488b-98f4-719e8b4a8a68, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2a24fa81-7ae2-488b-98f4-719e8b4a8a68,segment=NetworkSegment(f3337062-e030-45f8-8406-c4dd3b424dfb),segment_id=f3337062-e030-45f8-8406-c4dd3b424dfb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:36.910143 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83f162b1-7ad6-4204-b279-e6d0ab8650af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:36.929807 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f552207e-a1e8-4da2-8b1e-71541e20d2b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:36.951725 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-83f162b1-7ad6-4204-b279-e6d0ab8650af None None] Calling delete_port for 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:37.007163 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f552207e-a1e8-4da2-8b1e-71541e20d2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:37.010239 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f552207e-a1e8-4da2-8b1e-71541e20d2b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:37.014864 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3f951-bc0a-4262-9165-d0ca1e372f81 req-4bf66049-f8c4-4530-9bf8-b5181fc173b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:37.015009 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f552207e-a1e8-4da2-8b1e-71541e20d2b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b HTTP/1.1" status: 204 len: 168 time: 0.3191454 Dec 06 14:49:37.016489 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9e3f951-bc0a-4262-9165-d0ca1e372f81 req-4bf66049-f8c4-4530-9bf8-b5181fc173b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899913 Dec 06 14:49:37.027596 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a347586e-d706-4e92-bee7-d6c9844c7596,revision_number=14']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:37.032502 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-c9e3f951-bc0a-4262-9165-d0ca1e372f81 req-03b44606-8981-4cdd-8aa5-a8f3b1ceb62a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:49:37.033623 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9e3f951-bc0a-4262-9165-d0ca1e372f81 req-03b44606-8981-4cdd-8aa5-a8f3b1ceb62a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093350 Dec 06 14:49:37.078410 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83f162b1-7ad6-4204-b279-e6d0ab8650af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:37.079984 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552207e-a1e8-4da2-8b1e-71541e20d2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d7dc25-dd2e-4258-b82f-c25d4ec9ff4b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:37.113824 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc8e58-22d6-4504-9773-9e0a2f541f6c req-02e0e40d-3494-4bd8-8784-79329b29143a tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:37.122658 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01dc8e58-22d6-4504-9773-9e0a2f541f6c req-02e0e40d-3494-4bd8-8784-79329b29143a tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 945 time: 0.2656319 Dec 06 14:49:37.151324 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9e227bfc-ad3d-4191-b984-d2e9c4fd0484 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port 76277952-0622-4a73-9ff7-b4c7ee368804 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:37.151324 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e227bfc-ad3d-4191-b984-d2e9c4fd0484 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:37.184504 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f162b1-7ad6-4204-b279-e6d0ab8650af None None] No DVR routers for this DVR port 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:37.190506 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01dc8e58-22d6-4504-9773-9e0a2f541f6c req-03ca89ba-d3c7-49c4-a5f3-e02496f18202 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617852 Dec 06 14:49:37.195523 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f162b1-7ad6-4204-b279-e6d0ab8650af None None] Pushing event deleted for resources: {'Port': ['ID=2a24fa81-7ae2-488b-98f4-719e8b4a8a68,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:37.212205 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] Deleting port 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:37.213309 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:37.289446 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9e3f951-bc0a-4262-9165-d0ca1e372f81 req-b4c9205a-30cd-4cfb-a7b7-7b01492dbe75 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472067 Dec 06 14:49:37.289701 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] For port 2a24fa81-7ae2-488b-98f4-719e8b4a8a68, host n-d-master-1, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:37.290449 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:37.311909 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] Calling delete_port for 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:37.316243 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] Port 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 was not found and therefore no delete operation was performed {{(pid=103289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 14:49:37.317905 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:37.350239 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] Pushing event deleted for resources: {'Port': ['ID=2a24fa81-7ae2-488b-98f4-719e8b4a8a68,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:37.371101 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] No DVR routers for this DVR port 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:37.499617 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:37.552695 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:49:37.553363 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2a24fa81-7ae2-488b-98f4-719e8b4a8a68 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:49:37.568037 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 534af131-fb19-44e8-afae-9815f2c26fa4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:37.600612 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 534af131-fb19-44e8-afae-9815f2c26fa4 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:49:37.601011 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 534af131-fb19-44e8-afae-9815f2c26fa4 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:49:37.627759 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9e3f951-bc0a-4262-9165-d0ca1e372f81 req-7f673b2e-d018-4007-906d-f3ddb0f738f8 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296192 Dec 06 14:49:37.663562 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e227bfc-ad3d-4191-b984-d2e9c4fd0484 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:37.677965 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9e227bfc-ad3d-4191-b984-d2e9c4fd0484 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for 76277952-0622-4a73-9ff7-b4c7ee368804 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:37.887263 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e227bfc-ad3d-4191-b984-d2e9c4fd0484 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:37.928522 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e227bfc-ad3d-4191-b984-d2e9c4fd0484 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=76277952-0622-4a73-9ff7-b4c7ee368804,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:37.939011 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:37.939785 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b1ea7d-aacc-4e60-ac14-8c719e32a41b" -d '{"events": [{"server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "name": "network-vif-unplugged", "status": "completed", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:37.965322 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e227bfc-ad3d-4191-b984-d2e9c4fd0484 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:37.973252 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9e227bfc-ad3d-4191-b984-d2e9c4fd0484 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/ports/76277952-0622-4a73-9ff7-b4c7ee368804 HTTP/1.1" status: 204 len: 168 time: 1.0907602 Dec 06 14:49:37.975834 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50242) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:38.028396 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-2343d62a-1fb5-40bf-982a-7270615ed36d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] GET failed (client error): The resource could not be found. Dec 06 14:49:38.030908 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2343d62a-1fb5-40bf-982a-7270615ed36d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports/76277952-0622-4a73-9ff7-b4c7ee368804 HTTP/1.1" status: 404 len: 333 time: 0.0540617 Dec 06 14:49:38.033787 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50244) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:38.107089 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:38.166431 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ea106-6032-47f5-b373-4420cd2db0f2 req-d903091b-a34d-4703-9ad4-7d6ef96c255b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:38.172352 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b43ea106-6032-47f5-b373-4420cd2db0f2 req-d903091b-a34d-4703-9ad4-7d6ef96c255b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1976807 Dec 06 14:49:38.174137 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bab252-7490-446c-8a68-0bff11fe548d']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:38.194480 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8605766-b96c-4095-8da0-8b2fa8a43220 x-openstack-request-id: req-e8605766-b96c-4095-8da0-8b2fa8a43220 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:38.194607 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "name": "network-vif-unplugged", "status": "completed", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:38.194856 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8605766-b96c-4095-8da0-8b2fa8a43220 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:38.195246 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'code': 200} Dec 06 14:49:38.217406 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3337062-e030-45f8-8406-c4dd3b424dfb') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:38.217701 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3337062-e030-45f8-8406-c4dd3b424dfb') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:38.236235 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b05ab37-255f-41c2-a96b-581f65e76b86 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting subnet dac69fd4-09bb-4fd7-bc51-c0602f66d7b3 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:49:38.246435 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b05ab37-255f-41c2-a96b-581f65e76b86 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:38.279481 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:38.335732 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:38.357186 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:49:38.357601 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:38.387359 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b05ab37-255f-41c2-a96b-581f65e76b86 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:49:38.412785 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:49:38.416763 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b43ea106-6032-47f5-b373-4420cd2db0f2 req-67788356-e503-41e6-ba22-301bb32eab05 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312124 Dec 06 14:49:38.418625 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:38.426225 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:38.439868 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] 10.222.0.20 "DELETE /v2.0/networks/47bab252-7490-446c-8a68-0bff11fe548d HTTP/1.1" status: 204 len: 168 time: 2.1623950 Dec 06 14:49:38.465775 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734773e8-08b3-4e1b-aced-681d16d047ee admin admin] Pushing event deleted for resources: {'Network': ['ID=47bab252-7490-446c-8a68-0bff11fe548d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:38.539430 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50260) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:38.545530 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a28b18-9e38-44ee-81d0-d440c9ede833 req-38d78c3e-a615-4fd5-93a5-321bd1d158bb tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:38.547767 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-73a28b18-9e38-44ee-81d0-d440c9ede833 req-38d78c3e-a615-4fd5-93a5-321bd1d158bb tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 945 time: 0.1349645 Dec 06 14:49:38.601401 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b05ab37-255f-41c2-a96b-581f65e76b86 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:38.641372 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-73a28b18-9e38-44ee-81d0-d440c9ede833 req-eba67e68-5fe3-433b-ab25-12153e4351b6 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856717 Dec 06 14:49:38.703765 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fec9dccc-164a-42ff-908c-dc5db5a92c62 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1632543467-network', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:38.710787 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b05ab37-255f-41c2-a96b-581f65e76b86 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:38.746624 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec9dccc-164a-42ff-908c-dc5db5a92c62 admin admin] Made reservation on behalf of e8fd6664765541d496ef1f354f2e07de for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:38.749026 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fec9dccc-164a-42ff-908c-dc5db5a92c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:38.777769 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50272) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:38.779326 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fec9dccc-164a-42ff-908c-dc5db5a92c62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:38.786335 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9630237d-82e6-4564-9938-7d24423e66bc None None] Network 6b69c7d6-792b-47f1-9854-5c0ba50f1e91 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:38.798025 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05ab37-255f-41c2-a96b-581f65e76b86 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Subnet': ['ID=dac69fd4-09bb-4fd7-bc51-c0602f66d7b3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:38.801736 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b05ab37-255f-41c2-a96b-581f65e76b86 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:38.806578 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3b05ab37-255f-41c2-a96b-581f65e76b86 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/dac69fd4-09bb-4fd7-bc51-c0602f66d7b3 HTTP/1.1" status: 204 len: 168 time: 0.7716787 Dec 06 14:49:38.809167 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50274) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:38.834459 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6e3fc883-57b5-46fd-861e-fe91754ca56d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd8b65aec4d54f8899f91e6a3d912934&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0552695 Dec 06 14:49:38.837236 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50276) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:38.899121 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7d6417b-d0d4-455b-a198-cdfc88addb61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:38.927588 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7d6417b-d0d4-455b-a198-cdfc88addb61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:38.990266 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7d6417b-d0d4-455b-a198-cdfc88addb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:38.994645 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7d6417b-d0d4-455b-a198-cdfc88addb61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:39.009104 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d7d6417b-d0d4-455b-a198-cdfc88addb61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/003e9147-7f7a-42ca-888a-ff0db586011e HTTP/1.1" status: 204 len: 168 time: 0.1649251 Dec 06 14:49:39.031746 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:39.035307 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6417b-d0d4-455b-a198-cdfc88addb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003e9147-7f7a-42ca-888a-ff0db586011e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:39.105279 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce017f2-cf5b-4da2-93f8-35aff702ad0d None None] DHCP port deletion for 6b69c7d6-792b-47f1-9854-5c0ba50f1e91 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:39.136299 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fec9dccc-164a-42ff-908c-dc5db5a92c62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:39.146547 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fec9dccc-164a-42ff-908c-dc5db5a92c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:39.175847 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec9dccc-164a-42ff-908c-dc5db5a92c62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:49:39.198103 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fec9dccc-164a-42ff-908c-dc5db5a92c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:39.198463 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-fec9dccc-164a-42ff-908c-dc5db5a92c62 admin admin] Added segment b6263aea-628b-4044-82ab-158fc318cfff of type vlan for network 75ec1074-48b0-468d-8546-afcb61441dc6 Dec 06 14:49:39.201460 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port e9f562ab-d4ce-43eb-9dcd-5139dc02deeb {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:39.201792 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:39.263184 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9ce017f2-cf5b-4da2-93f8-35aff702ad0d None None] Deleting port e9f562ab-d4ce-43eb-9dcd-5139dc02deeb {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:39.263594 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ce017f2-cf5b-4da2-93f8-35aff702ad0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:39.317707 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] For port e9f562ab-d4ce-43eb-9dcd-5139dc02deeb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9f562ab-d4ce-43eb-9dcd-5139dc02deeb,segment=NetworkSegment(b94b642b-6e6e-473c-9de8-e116e2406ad3),segment_id=b94b642b-6e6e-473c-9de8-e116e2406ad3)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:39.318079 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:39.372737 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for e9f562ab-d4ce-43eb-9dcd-5139dc02deeb owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:39.395086 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9dccc-164a-42ff-908c-dc5db5a92c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443d06ab-a9b6-4ace-b2c8-ad0533d24934,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:39.516750 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9ce017f2-cf5b-4da2-93f8-35aff702ad0d None None] For port e9f562ab-d4ce-43eb-9dcd-5139dc02deeb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9f562ab-d4ce-43eb-9dcd-5139dc02deeb,segment=NetworkSegment(b94b642b-6e6e-473c-9de8-e116e2406ad3),segment_id=b94b642b-6e6e-473c-9de8-e116e2406ad3)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:39.517174 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ce017f2-cf5b-4da2-93f8-35aff702ad0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:39.534868 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e9f562ab-d4ce-43eb-9dcd-5139dc02deeb no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:39.574209 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fec9dccc-164a-42ff-908c-dc5db5a92c62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:39.621594 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9ce017f2-cf5b-4da2-93f8-35aff702ad0d None None] Calling delete_port for e9f562ab-d4ce-43eb-9dcd-5139dc02deeb owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:39.708899 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fec9dccc-164a-42ff-908c-dc5db5a92c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:39.710225 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec9dccc-164a-42ff-908c-dc5db5a92c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:39.711029 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fec9dccc-164a-42ff-908c-dc5db5a92c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:39.770684 n-d-master-1 neutron-server[103290]: INFO neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No ports have port_id starting with e9f562ab-d4ce-43eb-9dcd-5139dc02deeb Dec 06 14:49:39.827006 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ce017f2-cf5b-4da2-93f8-35aff702ad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:39.855505 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce017f2-cf5b-4da2-93f8-35aff702ad0d None None] Pushing event deleted for resources: {'Port': ['ID=e9f562ab-d4ce-43eb-9dcd-5139dc02deeb,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:39.855726 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:39.865038 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce017f2-cf5b-4da2-93f8-35aff702ad0d None None] No DVR routers for this DVR port e9f562ab-d4ce-43eb-9dcd-5139dc02deeb on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:39.913923 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fec9dccc-164a-42ff-908c-dc5db5a92c62 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3732204 Dec 06 14:49:39.931920 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44182288-883e-4cc8-8262-25f841100a8b req-aa3c19c9-9461-4789-bfab-45be5389f988 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:39.936131 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44182288-883e-4cc8-8262-25f841100a8b req-aa3c19c9-9461-4789-bfab-45be5389f988 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 945 time: 0.1318023 Dec 06 14:49:39.938044 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50336) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:39.939595 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No DVR routers for this DVR port e9f562ab-d4ce-43eb-9dcd-5139dc02deeb on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:39.949182 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-877ff2f3-69b3-470f-b53e-a0302535176c admin admin] Request body: {'subnet': {'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1632543467-subnet', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:39.963181 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f93db-babf-4b2c-bc91-b9e2c37b5bb2 req-ff7b6c18-36f7-46e2-ad0d-935d9ae11c79 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:39.970618 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-341f93db-babf-4b2c-bc91-b9e2c37b5bb2 req-ff7b6c18-36f7-46e2-ad0d-935d9ae11c79 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.3315804 Dec 06 14:49:39.972796 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=e9f562ab-d4ce-43eb-9dcd-5139dc02deeb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:40.018376 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877ff2f3-69b3-470f-b53e-a0302535176c admin admin] Made reservation on behalf of e8fd6664765541d496ef1f354f2e07de for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:40.020797 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-877ff2f3-69b3-470f-b53e-a0302535176c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:40.104837 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44182288-883e-4cc8-8262-25f841100a8b req-8616f876-2309-471b-9e89-02bf6491fe35 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444800 Dec 06 14:49:40.115322 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9dccc-164a-42ff-908c-dc5db5a92c62 admin admin] Pushing event updated for resources: {'Network': ['ID=75ec1074-48b0-468d-8546-afcb61441dc6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:40.129603 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 75ec1074-48b0-468d-8546-afcb61441dc6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:49:40.177080 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-341f93db-babf-4b2c-bc91-b9e2c37b5bb2 req-e3acc523-a1a6-4233-b426-3d65892619dd tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009978 Dec 06 14:49:40.282973 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:40.290735 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-877ff2f3-69b3-470f-b53e-a0302535176c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:40.386697 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b69c7d6-792b-47f1-9854-5c0ba50f1e91']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:40.432512 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94b642b-6e6e-473c-9de8-e116e2406ad3') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:40.432859 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94b642b-6e6e-473c-9de8-e116e2406ad3') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:40.460058 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ff2f3-69b3-470f-b53e-a0302535176c admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ad2411-a365-441e-ba31-0b9aae32c0d8,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:40.466858 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:40.510170 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877ff2f3-69b3-470f-b53e-a0302535176c admin admin] Checking segment: {'id': 'b6263aea-628b-4044-82ab-158fc318cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:40.510933 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877ff2f3-69b3-470f-b53e-a0302535176c admin admin] Network hostable DHCP agents. Network: 75ec1074-48b0-468d-8546-afcb61441dc6, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:49:40.515917 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:40.532418 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:49:40.532951 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:49:40.536603 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:49:40.587335 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877ff2f3-69b3-470f-b53e-a0302535176c admin admin] Network 75ec1074-48b0-468d-8546-afcb61441dc6 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:49:40.613148 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-877ff2f3-69b3-470f-b53e-a0302535176c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 75ec1074-48b0-468d-8546-afcb61441dc6) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:40.622638 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32579610-3b7b-463e-8b2e-d5a7e9312b91 None None] Network 75ec1074-48b0-468d-8546-afcb61441dc6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:40.636474 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877ff2f3-69b3-470f-b53e-a0302535176c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:40.637088 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-877ff2f3-69b3-470f-b53e-a0302535176c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:40.684359 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:40.691809 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b758bb-ea75-4e62-a3b6-c8c32dc2be78 req-a7f5508c-aaf9-474c-80cf-d3223b78d714 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:40.697300 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-59b758bb-ea75-4e62-a3b6-c8c32dc2be78 req-a7f5508c-aaf9-474c-80cf-d3223b78d714 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1772909 Dec 06 14:49:40.704756 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-877ff2f3-69b3-470f-b53e-a0302535176c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7625780 Dec 06 14:49:40.707418 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50358) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:40.725253 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:40.729856 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/networks/6b69c7d6-792b-47f1-9854-5c0ba50f1e91 HTTP/1.1" status: 204 len: 168 time: 1.9100659 Dec 06 14:49:40.730882 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c85a8-5756-4f29-a7b1-f5b7a69143a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Network': ['ID=6b69c7d6-792b-47f1-9854-5c0ba50f1e91,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:40.733356 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50362) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:40.739769 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1632543467-router', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:40.741886 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ffc59ef4-201d-4d9e-9c1f-c815ff75a533 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1953165144'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:40.772006 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc59ef4-201d-4d9e-9c1f-c815ff75a533 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:40.779332 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ffc59ef4-201d-4d9e-9c1f-c815ff75a533 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:40.863257 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc59ef4-201d-4d9e-9c1f-c815ff75a533 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:49:40.881654 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ffc59ef4-201d-4d9e-9c1f-c815ff75a533 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:40.883001 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-ffc59ef4-201d-4d9e-9c1f-c815ff75a533 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Added segment e70999c5-2c44-4e2f-9b06-4771a0345a3f of type vlan for network ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc Dec 06 14:49:40.910157 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-59b758bb-ea75-4e62-a3b6-c8c32dc2be78 req-c347d250-7535-4a37-acff-3eb4b65fbdaa tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999130 Dec 06 14:49:40.913493 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:40.917920 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:40.921961 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-75ec1074-48b0-468d-8546-afcb61441dc6', 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'fixed_ips': [{'subnet_id': '20ad2411-a365-441e-ba31-0b9aae32c0d8'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:49:40.924952 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:40.986737 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ffc59ef4-201d-4d9e-9c1f-c815ff75a533 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:41.026537 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ffc59ef4-201d-4d9e-9c1f-c815ff75a533 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:41.033595 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc59ef4-201d-4d9e-9c1f-c815ff75a533 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:41.034423 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ffc59ef4-201d-4d9e-9c1f-c815ff75a533 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:41.039135 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:41.066730 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ffc59ef4-201d-4d9e-9c1f-c815ff75a533 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3319087 Dec 06 14:49:41.074661 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50368) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:41.081083 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8419d520-f372-463a-b485-40df3112f46f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'subnet': {'network_id': 'ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:41.168626 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Allocated IP 172.20.0.2 (75ec1074-48b0-468d-8546-afcb61441dc6/20ad2411-a365-441e-ba31-0b9aae32c0d8/a631b845-fa1f-4e04-806e-0edebd24ea44) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:41.195578 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc59ef4-201d-4d9e-9c1f-c815ff75a533 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Network': ['ID=ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:41.268245 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8419d520-f372-463a-b485-40df3112f46f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:41.275343 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8419d520-f372-463a-b485-40df3112f46f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:41.296646 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a6671386-bf74-4479-8420-85889fda75fe details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:49:41.382926 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:49:41.398196 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:41.424590 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c2199-b139-45b9-9261-a4fcf4a76e4c req-1d9b8eed-d0f2-47c4-a359-1fb149845275 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:41.427704 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad4c2199-b139-45b9-9261-a4fcf4a76e4c req-1d9b8eed-d0f2-47c4-a359-1fb149845275 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.3822377 Dec 06 14:49:41.553601 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad4c2199-b139-45b9-9261-a4fcf4a76e4c req-8c6d2465-9c9d-476c-8f5a-da4e1de6cd74 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077502 Dec 06 14:49:41.656201 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8419d520-f372-463a-b485-40df3112f46f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:41.730354 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419d520-f372-463a-b485-40df3112f46f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Subnet': ['ID=43025922-4dc7-476c-9923-63fa05198651,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:41.759861 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:41.788431 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8419d520-f372-463a-b485-40df3112f46f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Checking segment: {'id': 'e70999c5-2c44-4e2f-9b06-4771a0345a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:41.788431 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8419d520-f372-463a-b485-40df3112f46f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network hostable DHCP agents. Network: ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:49:41.789101 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:41.807005 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c9118-f204-48ab-a07e-50d150d9d4b9 req-01cd695c-7a32-4930-bc23-e0ce04a75209 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:41.816995 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569c9118-f204-48ab-a07e-50d150d9d4b9 req-01cd695c-7a32-4930-bc23-e0ce04a75209 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 945 time: 0.1996202 Dec 06 14:49:41.851233 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port a6671386-bf74-4479-8420-85889fda75fe, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a6671386-bf74-4479-8420-85889fda75fe,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:41.901996 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'a6671386-bf74-4479-8420-85889fda75fe', 'network_id': '0aa083a0-a7dd-42d4-ae83-ce9441a0e088', 'port_id': 'a6671386-bf74-4479-8420-85889fda75fe', 'mac_address': 'fa:16:3e:1f:31:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9db456-6440-47de-9186-75398af412f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:49:41.904305 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8419d520-f372-463a-b485-40df3112f46f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:49:41.921121 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:41.922050 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-8419d520-f372-463a-b485-40df3112f46f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:41.956742 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569c9118-f204-48ab-a07e-50d150d9d4b9 req-80f77a95-4ed9-4e59-8bc3-de95b94843e8 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386406 Dec 06 14:49:41.967544 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8419d520-f372-463a-b485-40df3112f46f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:41.968205 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8419d520-f372-463a-b485-40df3112f46f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:42.022870 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Allocated IP 172.35.7.219 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/f2247a29-b8da-45bc-83b3-bc24b0970159) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:42.023918 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:42.027728 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8419d520-f372-463a-b485-40df3112f46f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9514232 Dec 06 14:49:42.032812 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50396) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:42.042584 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6671386-bf74-4479-8420-85889fda75fe {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:49:42.047545 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7692a1f9-4c80-4db0-bf52-afae7eb5bce5 None None] Network ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:42.053725 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:42.057673 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ca6b8d35-4ca8-4d12-be30-2119fcdfcb8b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-27266323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:42.113320 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca6b8d35-4ca8-4d12-be30-2119fcdfcb8b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:42.114960 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca6b8d35-4ca8-4d12-be30-2119fcdfcb8b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:42.179055 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Pushing event updated for resources: {'Port': ['ID=a631b845-fa1f-4e04-806e-0edebd24ea44,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:42.204338 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05be6c8-0049-442f-b55c-cf271422e76f req-a8a95ea1-bdf4-4e8c-b21b-3a4f34f7dfdd tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:42.211772 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a05be6c8-0049-442f-b55c-cf271422e76f req-a8a95ea1-bdf4-4e8c-b21b-3a4f34f7dfdd tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 811 time: 0.1905818 Dec 06 14:49:42.217981 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port a6671386-bf74-4479-8420-85889fda75fe, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a6671386-bf74-4479-8420-85889fda75fe,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:42.224304 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca6b8d35-4ca8-4d12-be30-2119fcdfcb8b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:42.232416 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca6b8d35-4ca8-4d12-be30-2119fcdfcb8b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:42.238909 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Network 75ec1074-48b0-468d-8546-afcb61441dc6 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:42.243698 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a05be6c8-0049-442f-b55c-cf271422e76f req-59267020-d168-44f1-a225-c5f2430063a1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/quotas/8bb54282aaa64e1f9dee35090bece2ca HTTP/1.1" status: 200 len: 375 time: 0.0303886 Dec 06 14:49:42.246135 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:42.253550 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:42.255373 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:42.267129 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca6b8d35-4ca8-4d12-be30-2119fcdfcb8b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:42.268498 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ca6b8d35-4ca8-4d12-be30-2119fcdfcb8b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2346244 Dec 06 14:49:42.271050 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50400) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:42.277001 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-91016aec-3101-4ce2-94f9-c5f44bac22a5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'network_id': 'ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc', 'name': 'tempest-PortsIpV6TestJSON-962556138'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:42.300852 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:42.369445 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=a6671386-bf74-4479-8420-85889fda75fe,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:42.372469 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a05be6c8-0049-442f-b55c-cf271422e76f req-1bf441e1-4bba-48ee-be28-aad1b7f38616 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1277399 Dec 06 14:49:42.455288 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Attempting to bind port a631b845-fa1f-4e04-806e-0edebd24ea44 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:49:42.455682 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Attempting to bind port a631b845-fa1f-4e04-806e-0edebd24ea44 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b6263aea-628b-4044-82ab-158fc318cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:49:42.456044 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Attempting to bind port a631b845-fa1f-4e04-806e-0edebd24ea44 on network 75ec1074-48b0-468d-8546-afcb61441dc6 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:42.462946 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['a6671386-bf74-4479-8420-85889fda75fe'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:49:42.473806 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:49:42.474177 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Checking segment: {'id': 'b6263aea-628b-4044-82ab-158fc318cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:42.474749 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:42.475321 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Bound using segment: {'id': 'b6263aea-628b-4044-82ab-158fc318cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:49:42.475964 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Bound port: a631b845-fa1f-4e04-806e-0edebd24ea44, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6263aea-628b-4044-82ab-158fc318cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:49:42.476417 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:42.486675 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:42.498317 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91016aec-3101-4ce2-94f9-c5f44bac22a5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:42.505115 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91016aec-3101-4ce2-94f9-c5f44bac22a5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:42.548307 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-91016aec-3101-4ce2-94f9-c5f44bac22a5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] device_id is not set on port a1ecbce5-2edd-4324-b567-87e70fa9b898 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:49:42.549050 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a05be6c8-0049-442f-b55c-cf271422e76f req-fd47d1ef-097c-47e7-8851-c328498ff97f service neutron] 10.222.0.20 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744573 Dec 06 14:49:42.558927 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:42.571589 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:42.584045 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Pushing event updated for resources: {'Port': ['ID=f2247a29-b8da-45bc-83b3-bc24b0970159,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:42.590329 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:42.667411 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] For port a631b845-fa1f-4e04-806e-0edebd24ea44, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:49:42.677971 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] For port a631b845-fa1f-4e04-806e-0edebd24ea44, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a631b845-fa1f-4e04-806e-0edebd24ea44,segment=NetworkSegment(b6263aea-628b-4044-82ab-158fc318cfff),segment_id=b6263aea-628b-4044-82ab-158fc318cfff)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:49:42.709775 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92ff469-0b17-40a0-b5e2-9b5773d25311 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:42.713008 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:42.773929 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-91016aec-3101-4ce2-94f9-c5f44bac22a5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Allocated IP 2001:db8::234 (ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc/43025922-4dc7-476c-9923-63fa05198651/a1ecbce5-2edd-4324-b567-87e70fa9b898) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:42.791400 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a05be6c8-0049-442f-b55c-cf271422e76f req-2837f890-5122-4120-9eb8-919a1b7cabd9 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345893 Dec 06 14:49:42.997259 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-66819178-66d3-4878-bf83-576105b34178 None None] Provisioning complete for port f2247a29-b8da-45bc-83b3-bc24b0970159 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:42.997640 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-66819178-66d3-4878-bf83-576105b34178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:43.057647 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:43.146505 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc', 'network_id': 'ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc', 'tenant_id': 'f6c464d55d39492193cb5df15090c714', 'fixed_ips': [{'subnet_id': '43025922-4dc7-476c-9923-63fa05198651'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:49:43.153075 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:43.170495 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a255c99-db52-49c2-a9dd-e905c6328e93 None None] Pushing event updated for resources: {'Port': ['ID=a631b845-fa1f-4e04-806e-0edebd24ea44,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:43.279146 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-66819178-66d3-4878-bf83-576105b34178 None None] Port f2247a29-b8da-45bc-83b3-bc24b0970159 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:49:43.291483 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91016aec-3101-4ce2-94f9-c5f44bac22a5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:43.432573 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91016aec-3101-4ce2-94f9-c5f44bac22a5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:43.566185 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a631b845-fa1f-4e04-806e-0edebd24ea44 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:43.583049 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91016aec-3101-4ce2-94f9-c5f44bac22a5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:43.593700 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-91016aec-3101-4ce2-94f9-c5f44bac22a5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:43.598862 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91016aec-3101-4ce2-94f9-c5f44bac22a5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:43.613894 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91016aec-3101-4ce2-94f9-c5f44bac22a5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:43.616056 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91016aec-3101-4ce2-94f9-c5f44bac22a5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:43.672719 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-91016aec-3101-4ce2-94f9-c5f44bac22a5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4002967 Dec 06 14:49:43.676263 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50426) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:43.699404 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Allocated IP 2001:db8::2 (ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc/43025922-4dc7-476c-9923-63fa05198651/2d92503c-a5da-4a43-9964-e2d169b563ef) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:43.794983 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91016aec-3101-4ce2-94f9-c5f44bac22a5 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=a1ecbce5-2edd-4324-b567-87e70fa9b898,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:43.922261 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48d147d8-5a31-4013-b4fe-67817ab5f820 req-7f11308b-7ea5-49c4-b56a-0338a610a664 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 210 time: 0.1283793 Dec 06 14:49:44.167949 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:44.190860 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:44.225187 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317c902-47f0-4782-9197-938d97c05974 req-8705068f-7c5f-418a-a5d3-9e3ea3ff2ad9 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:44.229068 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7317c902-47f0-4782-9197-938d97c05974 req-8705068f-7c5f-418a-a5d3-9e3ea3ff2ad9 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 944 time: 0.4188776 Dec 06 14:49:44.338960 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Network ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:44.341870 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Pushing event updated for resources: {'Port': ['ID=2d92503c-a5da-4a43-9964-e2d169b563ef,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:44.360019 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:44.369542 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:44.390625 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a631b845-fa1f-4e04-806e-0edebd24ea44 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:44.391717 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:44.400667 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7317c902-47f0-4782-9197-938d97c05974 req-f6a8fc9c-4a3b-4d59-9626-03b22f5f8414 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650529 Dec 06 14:49:44.445339 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:44.505333 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc2183-dea1-43d6-93dc-dadc2b825945 req-779b3e1b-d01e-47c9-92a3-020bc9245e99 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:44.506959 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7bc2183-dea1-43d6-93dc-dadc2b825945 req-779b3e1b-d01e-47c9-92a3-020bc9245e99 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 944 time: 0.3577724 Dec 06 14:49:44.548855 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Attempting to bind port 2d92503c-a5da-4a43-9964-e2d169b563ef on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:49:44.548971 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Attempting to bind port 2d92503c-a5da-4a43-9964-e2d169b563ef by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e70999c5-2c44-4e2f-9b06-4771a0345a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:49:44.549298 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Attempting to bind port 2d92503c-a5da-4a43-9964-e2d169b563ef on network ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:44.570069 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a43c2a-1470-43a4-b79d-91f3728457be None None] Network 75ec1074-48b0-468d-8546-afcb61441dc6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:44.577901 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c20067-67a4-4eb6-abb4-40a286ecdb9a req-a93f5aa8-3718-4225-a43b-f9c11d37e963 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:44.579455 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e1c20067-67a4-4eb6-abb4-40a286ecdb9a req-a93f5aa8-3718-4225-a43b-f9c11d37e963 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 944 time: 0.3123195 Dec 06 14:49:44.597841 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:49:44.598541 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Checking segment: {'id': 'e70999c5-2c44-4e2f-9b06-4771a0345a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:44.598673 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:44.599031 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Bound using segment: {'id': 'e70999c5-2c44-4e2f-9b06-4771a0345a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:49:44.599535 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Bound port: 2d92503c-a5da-4a43-9964-e2d169b563ef, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70999c5-2c44-4e2f-9b06-4771a0345a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:49:44.599945 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:44.674978 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23f43b6a-6275-42c3-bfbf-1d470d53e116 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:44.703422 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Router fdcddce0-880a-4f6b-8b5f-2cd52279a841 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:49:44.795557 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7bc2183-dea1-43d6-93dc-dadc2b825945 req-2f20328d-6002-4371-af47-5b08b79037bf tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566719 Dec 06 14:49:44.943211 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:44.944866 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:49:44.972257 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Sync routers for ids ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:49:44.981565 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-241f516b-e67e-4f44-9d89-0907b231e26d None None] Provisioning complete for port a631b845-fa1f-4e04-806e-0edebd24ea44 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:44.981949 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-241f516b-e67e-4f44-9d89-0907b231e26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:44.990474 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:44.992661 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-58c31ed7-d4b1-4861-a620-7803be988039 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2791364 Dec 06 14:49:44.994706 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50446) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:45.067467 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port a631b845-fa1f-4e04-806e-0edebd24ea44, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a631b845-fa1f-4e04-806e-0edebd24ea44,segment=NetworkSegment(b6263aea-628b-4044-82ab-158fc318cfff),segment_id=b6263aea-628b-4044-82ab-158fc318cfff)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:45.088595 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:45.102374 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e1c20067-67a4-4eb6-abb4-40a286ecdb9a req-4346ed12-2151-4fd7-8d90-9919674caa4f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Deleting port bc63198c-e3b8-494e-b32f-b80bf300c3b7 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:45.102705 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e1c20067-67a4-4eb6-abb4-40a286ecdb9a req-4346ed12-2151-4fd7-8d90-9919674caa4f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:45.141251 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Routers {'fdcddce0-880a-4f6b-8b5f-2cd52279a841'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:49:45.142287 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:49:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:45.289363 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Set router fdcddce0-880a-4f6b-8b5f-2cd52279a841 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:49:45.341224 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-642f969b-24d5-41ba-9508-956cd884aab5 req-f5392bcb-d39f-437e-8f6d-db0b0e5e38b5 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 210 time: 0.0882535 Dec 06 14:49:45.528925 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e1c20067-67a4-4eb6-abb4-40a286ecdb9a req-4346ed12-2151-4fd7-8d90-9919674caa4f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] For port bc63198c-e3b8-494e-b32f-b80bf300c3b7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc63198c-e3b8-494e-b32f-b80bf300c3b7,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:45.529502 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e1c20067-67a4-4eb6-abb4-40a286ecdb9a req-4346ed12-2151-4fd7-8d90-9919674caa4f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:45.562698 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e1c20067-67a4-4eb6-abb4-40a286ecdb9a req-4346ed12-2151-4fd7-8d90-9919674caa4f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Calling delete_port for bc63198c-e3b8-494e-b32f-b80bf300c3b7 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:45.577467 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23f43b6a-6275-42c3-bfbf-1d470d53e116 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:45.599078 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23f43b6a-6275-42c3-bfbf-1d470d53e116 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:45.602245 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a6671386-bf74-4479-8420-85889fda75fe up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:45.723365 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] For port 2d92503c-a5da-4a43-9964-e2d169b563ef, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:49:45.766107 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] For port 2d92503c-a5da-4a43-9964-e2d169b563ef, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2d92503c-a5da-4a43-9964-e2d169b563ef,segment=NetworkSegment(e70999c5-2c44-4e2f-9b06-4771a0345a3f),segment_id=e70999c5-2c44-4e2f-9b06-4771a0345a3f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:49:45.766789 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05be6c8-0049-442f-b55c-cf271422e76f req-32ce2aff-10df-4c19-bc9e-56c5fcb7f287 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:45.768684 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a05be6c8-0049-442f-b55c-cf271422e76f req-32ce2aff-10df-4c19-bc9e-56c5fcb7f287 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.23 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 811 time: 0.5178359 Dec 06 14:49:45.792886 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f43b6a-6275-42c3-bfbf-1d470d53e116 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=a1ecbce5-2edd-4324-b567-87e70fa9b898,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:45.801205 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=a631b845-fa1f-4e04-806e-0edebd24ea44,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:45.807629 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:45.929810 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480ef43-8e54-4e70-bb51-d90261b9d216 None None] Pushing event updated for resources: {'Port': ['ID=2d92503c-a5da-4a43-9964-e2d169b563ef,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:45.935500 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a05be6c8-0049-442f-b55c-cf271422e76f req-7fd7b88a-210c-44bf-91a1-11d813f76348 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Request body: {'port': {'device_id': '321b033f-9fac-48e9-bfba-44425295a272', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'admin_state_up': True, 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:45.936716 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port a6671386-bf74-4479-8420-85889fda75fe triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:45.937201 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:45.996576 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'name': 'tempest-ServersTestFqdnHostnames-1632543467-router', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:40Z', 'updated_at': '2021-12-06T14:49:42Z', 'revision_number': 3, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'gw_port': {'id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:41Z', 'updated_at': '2021-12-06T14:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:46.036067 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Checking router: fdcddce0-880a-4f6b-8b5f-2cd52279a841 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:49:46.036681 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Updating router fdcddce0-880a-4f6b-8b5f-2cd52279a841 port f2247a29-b8da-45bc-83b3-bc24b0970159 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:49:46.050310 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23f43b6a-6275-42c3-bfbf-1d470d53e116 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:46.087013 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:46.155127 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ff0d09e-c3fa-45e2-a4e4-475e122c9587 req-c44d1ea3-b06d-45a0-a063-fb3e402764e2 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe HTTP/1.1" status: 200 len: 210 time: 0.0473411 Dec 06 14:49:46.166656 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3514a45-f84f-4c40-aa12-e1649dfa1fbc req-81c07df5-29ce-4db0-96a6-210f9983bb3e tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:46.171919 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e1c20067-67a4-4eb6-abb4-40a286ecdb9a req-4346ed12-2151-4fd7-8d90-9919674caa4f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:46.198651 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a3514a45-f84f-4c40-aa12-e1649dfa1fbc req-81c07df5-29ce-4db0-96a6-210f9983bb3e tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 944 time: 0.4746428 Dec 06 14:49:46.205230 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:46.283764 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346ed12-2151-4fd7-8d90-9919674caa4f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Pushing event deleted for resources: {'Port': ['ID=bc63198c-e3b8-494e-b32f-b80bf300c3b7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:46.313298 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472649f6-9d36-47ad-8fa8-1b011c2adf44 None None] DHCP port deletion for b37294a8-0dc8-43e9-9099-e05815316dd2 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:46.346403 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c20067-67a4-4eb6-abb4-40a286ecdb9a req-4346ed12-2151-4fd7-8d90-9919674caa4f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] No DVR routers for this DVR port bc63198c-e3b8-494e-b32f-b80bf300c3b7 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:46.347216 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c19b05-718a-4948-8465-27485bb1a1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6671386-bf74-4479-8420-85889fda75fe'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:46.349910 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe16c68e-462e-451b-8136-c29c352c1c36" -d '{"events": [{"server_uuid": "96c19b05-718a-4948-8465-27485bb1a1bc", "name": "network-vif-plugged", "status": "completed", "tag": "a6671386-bf74-4479-8420-85889fda75fe"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:46.350701 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e1c20067-67a4-4eb6-abb4-40a286ecdb9a req-4346ed12-2151-4fd7-8d90-9919674caa4f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:46.354331 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e1c20067-67a4-4eb6-abb4-40a286ecdb9a req-4346ed12-2151-4fd7-8d90-9919674caa4f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.37 "DELETE /v2.0/ports/bc63198c-e3b8-494e-b32f-b80bf300c3b7 HTTP/1.1" status: 204 len: 173 time: 1.7407677 Dec 06 14:49:46.354796 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe', 'name': 'network-vif-deleted', 'tag': 'bc63198c-e3b8-494e-b32f-b80bf300c3b7'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:46.357637 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d23c3d-0ac0-456b-8f68-90e765c0c6b4" -d '{"events": [{"server_uuid": "6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe", "name": "network-vif-deleted", "tag": "bc63198c-e3b8-494e-b32f-b80bf300c3b7"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:46.409312 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port a6671386-bf74-4479-8420-85889fda75fe, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a6671386-bf74-4479-8420-85889fda75fe,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:46.413046 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05be6c8-0049-442f-b55c-cf271422e76f req-7fd7b88a-210c-44bf-91a1-11d813f76348 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Made reservation on behalf of 8bb54282aaa64e1f9dee35090bece2ca for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:46.416580 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a05be6c8-0049-442f-b55c-cf271422e76f req-7fd7b88a-210c-44bf-91a1-11d813f76348 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:46.429736 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:46.436134 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0828cdf1-4011-4260-8528-f472ee8bccee None None] Provisioning complete for port a631b845-fa1f-4e04-806e-0edebd24ea44 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:46.437133 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0828cdf1-4011-4260-8528-f472ee8bccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:46.446978 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23f43b6a-6275-42c3-bfbf-1d470d53e116 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:46.485252 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a3514a45-f84f-4c40-aa12-e1649dfa1fbc req-933fef43-6fb6-4bcd-834c-1d411c9d6f39 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792282 Dec 06 14:49:46.554223 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:46.623780 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=a6671386-bf74-4479-8420-85889fda75fe,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:46.803697 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-a05be6c8-0049-442f-b55c-cf271422e76f req-7fd7b88a-210c-44bf-91a1-11d813f76348 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Allocated IP 172.20.0.14 (4a4e119c-9ce0-49ca-9e2d-7dd88850f983/e3730693-2903-46aa-aa00-ece8852853b7/6a3f5667-d697-419f-bdef-7d22d38c88a6) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:47.042713 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] Allocated IP 172.20.0.1 (75ec1074-48b0-468d-8546-afcb61441dc6/20ad2411-a365-441e-ba31-0b9aae32c0d8/8659ee62-4bd7-41c5-8fe5-f17935fcc988) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:47.064998 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-685d092e-e30e-44b9-af9a-b9d8fa544f0b req-0f5ec721-2867-4bfe-ab92-d947829af22e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 210 time: 0.1145608 Dec 06 14:49:47.139218 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498adc78-2093-4109-8f27-e880a1909177 x-openstack-request-id: req-498adc78-2093-4109-8f27-e880a1909177 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:47.139643 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c19b05-718a-4948-8465-27485bb1a1bc", "name": "network-vif-plugged", "status": "completed", "tag": "a6671386-bf74-4479-8420-85889fda75fe", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:47.139926 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-498adc78-2093-4109-8f27-e880a1909177 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:47.140706 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c19b05-718a-4948-8465-27485bb1a1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6671386-bf74-4479-8420-85889fda75fe', 'code': 200} Dec 06 14:49:47.190377 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:47.207645 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:47.224406 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device bc63198c-e3b8-494e-b32f-b80bf300c3b7 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:47.245581 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662f3dbd-f456-441b-9885-43bf4467ecd8 x-openstack-request-id: req-662f3dbd-f456-441b-9885-43bf4467ecd8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:47.246076 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe", "name": "network-vif-deleted", "tag": "bc63198c-e3b8-494e-b32f-b80bf300c3b7", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:47.246148 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-662f3dbd-f456-441b-9885-43bf4467ecd8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:47.246528 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffe8e3e-bcfd-47c7-8319-6b21ff771dbe', 'name': 'network-vif-deleted', 'tag': 'bc63198c-e3b8-494e-b32f-b80bf300c3b7', 'status': 'completed', 'code': 200} Dec 06 14:49:47.303919 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a05be6c8-0049-442f-b55c-cf271422e76f req-7fd7b88a-210c-44bf-91a1-11d813f76348 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:47.349252 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef4ae6-d37e-45ca-a085-9d8f4e45c1ce None None] Pushing event updated for resources: {'Port': ['ID=f2247a29-b8da-45bc-83b3-bc24b0970159,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:47.391471 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:47.400197 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: bc63198c-e3b8-494e-b32f-b80bf300c3b7 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:49:47.400888 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device bc63198c-e3b8-494e-b32f-b80bf300c3b7 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:49:47.441804 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f17103a-b2bd-4877-8576-9111264f9c19 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:47.480071 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a05be6c8-0049-442f-b55c-cf271422e76f req-7fd7b88a-210c-44bf-91a1-11d813f76348 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:47.493829 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Attempting to bind port f2247a29-b8da-45bc-83b3-bc24b0970159 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:49:47.494226 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Attempting to bind port f2247a29-b8da-45bc-83b3-bc24b0970159 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:49:47.494691 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Attempting to bind port f2247a29-b8da-45bc-83b3-bc24b0970159 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:47.504951 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:49:47.505433 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:47.505713 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:47.512119 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:49:47.512669 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Bound port: f2247a29-b8da-45bc-83b3-bc24b0970159, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:49:47.513070 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:47.551918 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a396e-0b88-4f02-b722-0790eb3ec00b req-e7ba43a6-ebcf-47b6-a580-1a82b0d722a2 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:47.553555 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-684a396e-0b88-4f02-b722-0790eb3ec00b req-e7ba43a6-ebcf-47b6-a580-1a82b0d722a2 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.37 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 945 time: 0.3230009 Dec 06 14:49:47.607903 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f7b47c-a76a-4d6a-8948-0fbcab0d9bc4 None None] Network ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:47.610513 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7b88a-210c-44bf-91a1-11d813f76348 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Pushing event updated for resources: {'Port': ['ID=6a3f5667-d697-419f-bdef-7d22d38c88a6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:47.637615 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05be6c8-0049-442f-b55c-cf271422e76f req-7fd7b88a-210c-44bf-91a1-11d813f76348 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:47.639528 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-a05be6c8-0049-442f-b55c-cf271422e76f req-7fd7b88a-210c-44bf-91a1-11d813f76348 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:47.644368 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05be6c8-0049-442f-b55c-cf271422e76f req-7fd7b88a-210c-44bf-91a1-11d813f76348 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:47.647796 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:47.667844 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] For port f2247a29-b8da-45bc-83b3-bc24b0970159, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:49:47.669938 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-33fe3c70-7040-4b1c-a4f7-c3879df75135 None None] Provisioning complete for port f2247a29-b8da-45bc-83b3-bc24b0970159 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:47.670305 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33fe3c70-7040-4b1c-a4f7-c3879df75135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:47.755980 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] For port f2247a29-b8da-45bc-83b3-bc24b0970159, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f2247a29-b8da-45bc-83b3-bc24b0970159,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:49:47.772374 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:47.804931 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] Network 75ec1074-48b0-468d-8546-afcb61441dc6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:47.825134 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:47.844541 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:47.844948 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a8066-6225-42b6-aec8-cc36b830b72a req-120435d9-48d7-451b-9dcf-05e82f68f268 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:47.851697 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] Pushing event updated for resources: {'Port': ['ID=8659ee62-4bd7-41c5-8fe5-f17935fcc988,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:47.854123 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-636a8066-6225-42b6-aec8-cc36b830b72a req-120435d9-48d7-451b-9dcf-05e82f68f268 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 945 time: 0.2207239 Dec 06 14:49:47.871055 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2d92503c-a5da-4a43-9964-e2d169b563ef up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:47.881667 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef4ae6-d37e-45ca-a085-9d8f4e45c1ce None None] Pushing event updated for resources: {'Port': ['ID=f2247a29-b8da-45bc-83b3-bc24b0970159,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:47.922936 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-33fe3c70-7040-4b1c-a4f7-c3879df75135 None None] Port f2247a29-b8da-45bc-83b3-bc24b0970159 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:49:47.926524 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05be6c8-0049-442f-b55c-cf271422e76f req-7fd7b88a-210c-44bf-91a1-11d813f76348 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:47.927194 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a05be6c8-0049-442f-b55c-cf271422e76f req-7fd7b88a-210c-44bf-91a1-11d813f76348 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:47.972671 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288d4255-992b-45cd-88f9-28da3a16a118 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:47.982739 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-684a396e-0b88-4f02-b722-0790eb3ec00b req-d0bbf007-bb31-4ba9-be93-d137394854d8 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Deleting port a6671386-bf74-4479-8420-85889fda75fe {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:47.983078 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-684a396e-0b88-4f02-b722-0790eb3ec00b req-d0bbf007-bb31-4ba9-be93-d137394854d8 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:48.021898 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a05be6c8-0049-442f-b55c-cf271422e76f req-7fd7b88a-210c-44bf-91a1-11d813f76348 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0935709 Dec 06 14:49:48.030059 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-636a8066-6225-42b6-aec8-cc36b830b72a req-9e1e7282-da9d-403a-a002-360333a46c06 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749473 Dec 06 14:49:48.062845 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Request body: {'port': {'device_id': '321b033f-9fac-48e9-bfba-44425295a272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:48.088961 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Routers {'fdcddce0-880a-4f6b-8b5f-2cd52279a841'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:49:48.089942 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:49:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:48.097637 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23f43b6a-6275-42c3-bfbf-1d470d53e116 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:48.101064 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:48.150976 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ce3c64ae-23ee-456d-bef1-17cca75809f2 None None] Provisioning complete for port f2247a29-b8da-45bc-83b3-bc24b0970159 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:48.151793 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce3c64ae-23ee-456d-bef1-17cca75809f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:48.169417 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23f43b6a-6275-42c3-bfbf-1d470d53e116 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:48.170248 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23f43b6a-6275-42c3-bfbf-1d470d53e116 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:48.223155 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2d92503c-a5da-4a43-9964-e2d169b563ef triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:48.223813 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:48.255166 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f43b6a-6275-42c3-bfbf-1d470d53e116 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=a1ecbce5-2edd-4324-b567-87e70fa9b898,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:48.275459 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db08aa7-6b7f-4b1d-af87-9b1367f797ba req-fc50e55d-6383-4382-a07f-ae64c169b88f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:48.277360 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3db08aa7-6b7f-4b1d-af87-9b1367f797ba req-fc50e55d-6383-4382-a07f-ae64c169b88f tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 945 time: 0.3284864 Dec 06 14:49:48.356337 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3554630-74ce-4b0c-9696-20494b2c86a0 req-236be6ba-ab8a-4c74-993f-4f0abba15202 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:48.358497 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3554630-74ce-4b0c-9696-20494b2c86a0 req-236be6ba-ab8a-4c74-993f-4f0abba15202 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 945 time: 0.2036662 Dec 06 14:49:48.388044 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:48.412789 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] Set router fdcddce0-880a-4f6b-8b5f-2cd52279a841 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:49:48.437309 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-684a396e-0b88-4f02-b722-0790eb3ec00b req-d0bbf007-bb31-4ba9-be93-d137394854d8 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] For port a6671386-bf74-4479-8420-85889fda75fe, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a6671386-bf74-4479-8420-85889fda75fe,segment=NetworkSegment(579a6378-b6c2-4ffb-baf7-42b834be4ea9),segment_id=579a6378-b6c2-4ffb-baf7-42b834be4ea9)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:48.437681 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-684a396e-0b88-4f02-b722-0790eb3ec00b req-d0bbf007-bb31-4ba9-be93-d137394854d8 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:48.439509 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:48.452630 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-684a396e-0b88-4f02-b722-0790eb3ec00b req-d0bbf007-bb31-4ba9-be93-d137394854d8 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Calling delete_port for a6671386-bf74-4479-8420-85889fda75fe owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:48.527841 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce3c64ae-23ee-456d-bef1-17cca75809f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:48.559524 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:48.583721 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3554630-74ce-4b0c-9696-20494b2c86a0 req-b7c1fdd0-c296-4be2-8ad4-f5f5a9e20cf4 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148023 Dec 06 14:49:48.606087 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ce3c64ae-23ee-456d-bef1-17cca75809f2 None None] For port f2247a29-b8da-45bc-83b3-bc24b0970159, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f2247a29-b8da-45bc-83b3-bc24b0970159,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:48.623481 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce3c64ae-23ee-456d-bef1-17cca75809f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:48.644350 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f43b6a-6275-42c3-bfbf-1d470d53e116 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:48.647459 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-23f43b6a-6275-42c3-bfbf-1d470d53e116 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:48.647603 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 2d92503c-a5da-4a43-9964-e2d169b563ef, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2d92503c-a5da-4a43-9964-e2d169b563ef,segment=NetworkSegment(e70999c5-2c44-4e2f-9b06-4771a0345a3f),segment_id=e70999c5-2c44-4e2f-9b06-4771a0345a3f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:48.687401 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:48.688244 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a631b845-fa1f-4e04-806e-0edebd24ea44 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:48.760768 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ce3c64ae-23ee-456d-bef1-17cca75809f2 None None] Provisioning complete for port 2d92503c-a5da-4a43-9964-e2d169b563ef triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:48.761144 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce3c64ae-23ee-456d-bef1-17cca75809f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:48.846018 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c64ae-23ee-456d-bef1-17cca75809f2 None None] Pushing event updated for resources: {'Port': ['ID=f2247a29-b8da-45bc-83b3-bc24b0970159,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:48.926678 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f43b6a-6275-42c3-bfbf-1d470d53e116 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Router 6d2061bb-0867-4ec8-94a7-3dd167288f29 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:49:48.932946 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a631b845-fa1f-4e04-806e-0edebd24ea44 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:48.936209 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:48.945458 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-684a396e-0b88-4f02-b722-0790eb3ec00b req-d0bbf007-bb31-4ba9-be93-d137394854d8 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:49.037034 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7992ae2-2a77-4af1-aeec-cc789fc1025b req-35be8145-4526-42b4-89e0-6a43fa1ef271 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:49.045201 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7992ae2-2a77-4af1-aeec-cc789fc1025b req-35be8145-4526-42b4-89e0-6a43fa1ef271 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 932 time: 0.6514275 Dec 06 14:49:49.059127 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=2d92503c-a5da-4a43-9964-e2d169b563ef,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:49.102399 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'name': 'tempest-ServersTestFqdnHostnames-1632543467-router', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:40Z', 'updated_at': '2021-12-06T14:49:42Z', 'revision_number': 3, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'gw_port': {'id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:41Z', 'updated_at': '2021-12-06T14:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:49.129485 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbf007-bb31-4ba9-be93-d137394854d8 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Pushing event deleted for resources: {'Port': ['ID=a6671386-bf74-4479-8420-85889fda75fe,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:49.153465 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48ff72-d327-45e7-988a-9a93a768250d None None] The sync data for ids ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'] in n-d-master-1 is: [{'id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'name': 'tempest-ServersTestFqdnHostnames-1632543467-router', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:40Z', 'updated_at': '2021-12-06T14:49:42Z', 'revision_number': 3, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'gw_port': {'id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:41Z', 'updated_at': '2021-12-06T14:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:49:49.158328 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740804eb-415b-48c9-ad16-6bec28644707 None None] DHCP port deletion for 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:49.197690 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-3db08aa7-6b7f-4b1d-af87-9b1367f797ba req-523c82d3-65bb-40b1-aaf8-e15de07d3972 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Deleting port 27b759ae-6d20-47e7-b36b-14b78fba79de {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:49.200775 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3db08aa7-6b7f-4b1d-af87-9b1367f797ba req-523c82d3-65bb-40b1-aaf8-e15de07d3972 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:49.223455 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a6671386-bf74-4479-8420-85889fda75fe no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:49.276162 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: a6671386-bf74-4479-8420-85889fda75fe {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:49:49.276527 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a6671386-bf74-4479-8420-85889fda75fe not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:49:49.302171 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5ff6deb7-896b-48b3-9bb0-c0052b9eb595 None None] Provisioning complete for port 8659ee62-4bd7-41c5-8fe5-f17935fcc988 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:49.302547 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ff6deb7-896b-48b3-9bb0-c0052b9eb595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:49.327357 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-684a396e-0b88-4f02-b722-0790eb3ec00b req-d0bbf007-bb31-4ba9-be93-d137394854d8 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] No DVR routers for this DVR port a6671386-bf74-4479-8420-85889fda75fe on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:49.333422 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-684a396e-0b88-4f02-b722-0790eb3ec00b req-d0bbf007-bb31-4ba9-be93-d137394854d8 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:49.344823 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-684a396e-0b88-4f02-b722-0790eb3ec00b req-d0bbf007-bb31-4ba9-be93-d137394854d8 tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.37 "DELETE /v2.0/ports/a6671386-bf74-4479-8420-85889fda75fe HTTP/1.1" status: 204 len: 173 time: 1.7792742 Dec 06 14:49:49.370283 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6deb7-896b-48b3-9bb0-c0052b9eb595 None None] Port 8659ee62-4bd7-41c5-8fe5-f17935fcc988 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:49:49.376797 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c19b05-718a-4948-8465-27485bb1a1bc', 'name': 'network-vif-deleted', 'tag': 'a6671386-bf74-4479-8420-85889fda75fe'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:49.393980 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5ff6deb7-896b-48b3-9bb0-c0052b9eb595 None None] Provisioning complete for port a1ecbce5-2edd-4324-b567-87e70fa9b898 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:49.394437 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ff6deb7-896b-48b3-9bb0-c0052b9eb595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:49.395192 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4754346-425b-4cc2-80e9-f29bf4db90e8" -d '{"events": [{"server_uuid": "96c19b05-718a-4948-8465-27485bb1a1bc", "name": "network-vif-deleted", "tag": "a6671386-bf74-4479-8420-85889fda75fe"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:49.425185 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:49.434512 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7992ae2-2a77-4af1-aeec-cc789fc1025b req-d51f5ae8-9714-4b22-9261-7ad3524e3909 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884966 Dec 06 14:49:49.443182 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:49.450683 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f43b6a-6275-42c3-bfbf-1d470d53e116 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:49:49.465514 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2b216-d66b-46c4-a32d-068be8b1bbff None None] Sync routers for ids ['6d2061bb-0867-4ec8-94a7-3dd167288f29'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:49:49.468249 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-23f43b6a-6275-42c3-bfbf-1d470d53e116 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "PUT /v2.0/routers/6d2061bb-0867-4ec8-94a7-3dd167288f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7736197 Dec 06 14:49:49.469154 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50514) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:49.483418 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f2b216-d66b-46c4-a32d-068be8b1bbff None None] Routers {'6d2061bb-0867-4ec8-94a7-3dd167288f29'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:49:49.494590 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-25f2b216-d66b-46c4-a32d-068be8b1bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:49:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d2061bb-0867-4ec8-94a7-3dd167288f29'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:49.519111 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2d92503c-a5da-4a43-9964-e2d169b563ef up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:49.531632 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:49.617352 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-25f2b216-d66b-46c4-a32d-068be8b1bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:49.634562 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc32ac3-c870-4865-9e01-7ac9a710b714 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:49.636204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0fc32ac3-c870-4865-9e01-7ac9a710b714 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d2061bb-0867-4ec8-94a7-3dd167288f29 HTTP/1.1" status: 200 len: 988 time: 0.1660256 Dec 06 14:49:49.641200 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50520) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:49.668236 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f2b216-d66b-46c4-a32d-068be8b1bbff None None] Routers {'6d2061bb-0867-4ec8-94a7-3dd167288f29'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:49:49.668392 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-25f2b216-d66b-46c4-a32d-068be8b1bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:49:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d2061bb-0867-4ec8-94a7-3dd167288f29'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:49.693879 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6deb7-896b-48b3-9bb0-c0052b9eb595 None None] Port a1ecbce5-2edd-4324-b567-87e70fa9b898 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:49:49.737692 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5ff6deb7-896b-48b3-9bb0-c0052b9eb595 None None] Provisioning complete for port 6a3f5667-d697-419f-bdef-7d22d38c88a6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:49.738123 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ff6deb7-896b-48b3-9bb0-c0052b9eb595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:49.739815 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2d92503c-a5da-4a43-9964-e2d169b563ef triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:49.740216 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:49.818902 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] Pushing event updated for resources: {'Port': ['ID=8659ee62-4bd7-41c5-8fe5-f17935fcc988,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:49.846413 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cf211a-ce90-4715-938b-fcf12912f06a x-openstack-request-id: req-39cf211a-ce90-4715-938b-fcf12912f06a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:49.854780 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c19b05-718a-4948-8465-27485bb1a1bc", "name": "network-vif-deleted", "tag": "a6671386-bf74-4479-8420-85889fda75fe", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:49.855409 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39cf211a-ce90-4715-938b-fcf12912f06a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:49.856193 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c19b05-718a-4948-8465-27485bb1a1bc', 'name': 'network-vif-deleted', 'tag': 'a6671386-bf74-4479-8420-85889fda75fe', 'status': 'completed', 'code': 200} Dec 06 14:49:49.870459 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6deb7-896b-48b3-9bb0-c0052b9eb595 None None] Port 6a3f5667-d697-419f-bdef-7d22d38c88a6 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:49:49.905391 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5ff6deb7-896b-48b3-9bb0-c0052b9eb595 None None] Provisioning complete for port 2d92503c-a5da-4a43-9964-e2d169b563ef triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:49.905885 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ff6deb7-896b-48b3-9bb0-c0052b9eb595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:49.920108 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-25f2b216-d66b-46c4-a32d-068be8b1bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:49.923434 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2b216-d66b-46c4-a32d-068be8b1bbff None None] The sync data for ids ['6d2061bb-0867-4ec8-94a7-3dd167288f29'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:49:50.109424 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc6c8b4f-f74d-4435-9423-b7496ce49d3a req-f7dbdaad-9315-4db4-8e50-9364638b452f tempest-ImagesTestJSON-1766254655 tempest-ImagesTestJSON-1766254655-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c19b05-718a-4948-8465-27485bb1a1bc HTTP/1.1" status: 200 len: 210 time: 0.0750711 Dec 06 14:49:50.155962 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3db08aa7-6b7f-4b1d-af87-9b1367f797ba req-523c82d3-65bb-40b1-aaf8-e15de07d3972 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] For port 27b759ae-6d20-47e7-b36b-14b78fba79de, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=27b759ae-6d20-47e7-b36b-14b78fba79de,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:50.156549 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3db08aa7-6b7f-4b1d-af87-9b1367f797ba req-523c82d3-65bb-40b1-aaf8-e15de07d3972 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:50.184295 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef512db-087d-498d-8ba9-e2e2451b3285 req-405c9884-405f-412f-ad1e-bb998d032f27 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:50.185901 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eef512db-087d-498d-8ba9-e2e2451b3285 req-405c9884-405f-412f-ad1e-bb998d032f27 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 945 time: 0.3903885 Dec 06 14:49:50.244891 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-3db08aa7-6b7f-4b1d-af87-9b1367f797ba req-523c82d3-65bb-40b1-aaf8-e15de07d3972 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Calling delete_port for 27b759ae-6d20-47e7-b36b-14b78fba79de owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:50.409038 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3f5667-d697-419f-bdef-7d22d38c88a6 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:49:50.427187 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:50.427506 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6af2cd1f-acbc-41f1-a63d-1f56991d83ba tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:50.439344 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] Network 75ec1074-48b0-468d-8546-afcb61441dc6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:50.451345 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:50.451923 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a7fb52d4-9105-4f90-8d5f-8f980c9f9e0c None None] Provisioning complete for port a1ecbce5-2edd-4324-b567-87e70fa9b898 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:50.452478 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7fb52d4-9105-4f90-8d5f-8f980c9f9e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:50.485557 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Transition to ACTIVE for port object 6a3f5667-d697-419f-bdef-7d22d38c88a6 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:49:50.505573 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eef512db-087d-498d-8ba9-e2e2451b3285 req-3af08df2-5c29-438e-804c-d3488d9b6f53 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917895 Dec 06 14:49:50.508739 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:50.526155 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb52d4-9105-4f90-8d5f-8f980c9f9e0c None None] Port a1ecbce5-2edd-4324-b567-87e70fa9b898 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:49:50.687445 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Pushing event updated for resources: {'Port': ['ID=6a3f5667-d697-419f-bdef-7d22d38c88a6,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:50.811921 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e78cea-0172-4b01-8f5b-4a4227a452ff req-9b9c15d3-0199-4140-a418-756bb740f38b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:50.821706 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40e78cea-0172-4b01-8f5b-4a4227a452ff req-9b9c15d3-0199-4140-a418-756bb740f38b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 944 time: 0.1778929 Dec 06 14:49:50.843646 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] Router fdcddce0-880a-4f6b-8b5f-2cd52279a841 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:49:50.863319 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6962dccd-0d2c-4529-99a3-d7bbcc5b8b41 None None] Provisioning complete for port 8659ee62-4bd7-41c5-8fe5-f17935fcc988 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:50.863718 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6962dccd-0d2c-4529-99a3-d7bbcc5b8b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:50.872493 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3db08aa7-6b7f-4b1d-af87-9b1367f797ba req-523c82d3-65bb-40b1-aaf8-e15de07d3972 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:50.878484 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50536) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:50.920932 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6962dccd-0d2c-4529-99a3-d7bbcc5b8b41 None None] Port 8659ee62-4bd7-41c5-8fe5-f17935fcc988 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:49:50.957525 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40e78cea-0172-4b01-8f5b-4a4227a452ff req-e41d37b4-772f-4945-9123-b62c73163564 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349239 Dec 06 14:49:51.001823 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6af2cd1f-acbc-41f1-a63d-1f56991d83ba tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port a1ecbce5-2edd-4324-b567-87e70fa9b898 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:51.002160 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6af2cd1f-acbc-41f1-a63d-1f56991d83ba tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:51.019747 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c82d3-65bb-40b1-aaf8-e15de07d3972 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Pushing event deleted for resources: {'Port': ['ID=27b759ae-6d20-47e7-b36b-14b78fba79de,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:51.026173 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Attempting to bind port 6a3f5667-d697-419f-bdef-7d22d38c88a6 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:49:51.026531 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Attempting to bind port 6a3f5667-d697-419f-bdef-7d22d38c88a6 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:49:51.027084 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Attempting to bind port 6a3f5667-d697-419f-bdef-7d22d38c88a6 on network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:51.051798 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7523dd7b-ad0d-444d-88d5-fd0ca1117c95 None None] DHCP port deletion for b37294a8-0dc8-43e9-9099-e05815316dd2 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:51.088722 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Port 6a3f5667-d697-419f-bdef-7d22d38c88a6 on network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:49:51.089122 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Attempting to bind port 6a3f5667-d697-419f-bdef-7d22d38c88a6 on network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:51.094516 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed09bcb5-3ce0-4c66-b03c-b7defdd81aa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:51.115315 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6af2cd1f-acbc-41f1-a63d-1f56991d83ba tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:51.116653 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db08aa7-6b7f-4b1d-af87-9b1367f797ba req-523c82d3-65bb-40b1-aaf8-e15de07d3972 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] No DVR routers for this DVR port 27b759ae-6d20-47e7-b36b-14b78fba79de on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:51.118697 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:49:51.120919 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3db08aa7-6b7f-4b1d-af87-9b1367f797ba req-523c82d3-65bb-40b1-aaf8-e15de07d3972 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:51.124278 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3db08aa7-6b7f-4b1d-af87-9b1367f797ba req-523c82d3-65bb-40b1-aaf8-e15de07d3972 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.23 "DELETE /v2.0/ports/27b759ae-6d20-47e7-b36b-14b78fba79de HTTP/1.1" status: 204 len: 173 time: 2.8215783 Dec 06 14:49:51.125019 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:49:51.125352 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Checking segment: {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:51.125726 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Bound using segment: {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:49:51.126160 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Bound port: 6a3f5667-d697-419f-bdef-7d22d38c88a6, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:49:51.126504 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:51.128093 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6af2cd1f-acbc-41f1-a63d-1f56991d83ba tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for a1ecbce5-2edd-4324-b567-87e70fa9b898 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:51.128296 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76b3b22-3504-4e45-9838-ab0cdca3034f', 'name': 'network-vif-deleted', 'tag': '27b759ae-6d20-47e7-b36b-14b78fba79de'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:51.130557 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8183ed0-6035-4baa-9047-e950d534cb58" -d '{"events": [{"server_uuid": "f76b3b22-3504-4e45-9838-ab0cdca3034f", "name": "network-vif-deleted", "tag": "27b759ae-6d20-47e7-b36b-14b78fba79de"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:51.136665 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c0afe12d-0a98-4790-b2b4-57dbcc24eeba admin admin] 10.222.0.20 "PUT /v2.0/routers/fdcddce0-880a-4f6b-8b5f-2cd52279a841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1392555 Dec 06 14:49:51.388976 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] For port 6a3f5667-d697-419f-bdef-7d22d38c88a6, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:49:51.402629 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] For port 6a3f5667-d697-419f-bdef-7d22d38c88a6, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6a3f5667-d697-419f-bdef-7d22d38c88a6,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:49:51.417236 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:51.449275 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6af2cd1f-acbc-41f1-a63d-1f56991d83ba tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:51.479975 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9e4e35-44bb-4088-8ee7-803ab6a1f87b x-openstack-request-id: req-cf9e4e35-44bb-4088-8ee7-803ab6a1f87b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:51.480237 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76b3b22-3504-4e45-9838-ab0cdca3034f", "name": "network-vif-deleted", "tag": "27b759ae-6d20-47e7-b36b-14b78fba79de", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:51.480494 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf9e4e35-44bb-4088-8ee7-803ab6a1f87b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:51.481023 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76b3b22-3504-4e45-9838-ab0cdca3034f', 'name': 'network-vif-deleted', 'tag': '27b759ae-6d20-47e7-b36b-14b78fba79de', 'status': 'completed', 'code': 200} Dec 06 14:49:51.484482 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed09bcb5-3ce0-4c66-b03c-b7defdd81aa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:51.490915 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:51.491547 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:51.493099 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a05be6c8-0049-442f-b55c-cf271422e76f req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] 10.222.0.23 "PUT /v2.0/ports/6a3f5667-d697-419f-bdef-7d22d38c88a6 HTTP/1.1" status: 200 len: 1092 time: 3.4436314 Dec 06 14:49:51.498499 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed09bcb5-3ce0-4c66-b03c-b7defdd81aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:51.514619 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2cd1f-acbc-41f1-a63d-1f56991d83ba tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=a1ecbce5-2edd-4324-b567-87e70fa9b898,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:51.527982 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f2247a29-b8da-45bc-83b3-bc24b0970159 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:51.633869 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ed09bcb5-3ce0-4c66-b03c-b7defdd81aa0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30abb57365a14921b6f2e7751ca97e68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7143509 Dec 06 14:49:51.637119 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09bcb5-3ce0-4c66-b03c-b7defdd81aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69931a7-d663-4010-837d-591a083b9904,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:51.641010 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b972f-e010-4c97-9bfa-da88440df96b service neutron] Pushing event updated for resources: {'Port': ['ID=6a3f5667-d697-419f-bdef-7d22d38c88a6,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:51.644149 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50566) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:51.655121 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6af2cd1f-acbc-41f1-a63d-1f56991d83ba tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:51.726473 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05be6c8-0049-442f-b55c-cf271422e76f req-88e15a7e-b9e8-4e62-9cd9-44724b76e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:51.728834 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a05be6c8-0049-442f-b55c-cf271422e76f req-88e15a7e-b9e8-4e62-9cd9-44724b76e84b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 1095 time: 0.1581271 Dec 06 14:49:51.822450 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f2247a29-b8da-45bc-83b3-bc24b0970159 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:51.822690 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:51.847707 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b385fca2-c336-4046-b8b1-78fc4b23f69f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:51.863616 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a05be6c8-0049-442f-b55c-cf271422e76f req-b73f3cd5-89b0-4ff6-9fd9-aeb108817261 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a3f5667-d697-419f-bdef-7d22d38c88a6 HTTP/1.1" status: 200 len: 217 time: 0.1173770 Dec 06 14:49:51.949271 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50572) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:51.973125 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-95900222-7808-4327-8c79-af380731fa66 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1741603015', 'description': 'tempest-description--1314784174'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:52.006150 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05be6c8-0049-442f-b55c-cf271422e76f req-dfc5930f-54ff-4d5c-8cbb-bd71df9a9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:52.006454 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af2cd1f-acbc-41f1-a63d-1f56991d83ba tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Router 6d2061bb-0867-4ec8-94a7-3dd167288f29 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:49:52.007638 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a05be6c8-0049-442f-b55c-cf271422e76f req-dfc5930f-54ff-4d5c-8cbb-bd71df9a9f88 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.1273105 Dec 06 14:49:52.015588 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b385fca2-c336-4046-b8b1-78fc4b23f69f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.069172 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7240c212-5fb6-464d-8698-2fbeb6596377 req-56e0b49e-ca7a-45d7-8e15-02bd55755085 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=f76b3b22-3504-4e45-9838-ab0cdca3034f HTTP/1.1" status: 200 len: 210 time: 0.1088636 Dec 06 14:49:52.096226 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Sync routers for ids ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:49:52.116302 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05be6c8-0049-442f-b55c-cf271422e76f req-d38eff99-163c-44d3-87aa-1af27a93668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:52.117986 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a05be6c8-0049-442f-b55c-cf271422e76f req-d38eff99-163c-44d3-87aa-1af27a93668c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899169 Dec 06 14:49:52.119995 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95900222-7808-4327-8c79-af380731fa66 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.137084 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Routers {'fdcddce0-880a-4f6b-8b5f-2cd52279a841'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:49:52.138291 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:49:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:52.199956 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b385fca2-c336-4046-b8b1-78fc4b23f69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.202792 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b385fca2-c336-4046-b8b1-78fc4b23f69f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.204229 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b385fca2-c336-4046-b8b1-78fc4b23f69f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c69931a7-d663-4010-837d-591a083b9904 HTTP/1.1" status: 204 len: 168 time: 0.5571682 Dec 06 14:49:52.212199 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af2cd1f-acbc-41f1-a63d-1f56991d83ba tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:49:52.219188 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6af2cd1f-acbc-41f1-a63d-1f56991d83ba tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "PUT /v2.0/routers/6d2061bb-0867-4ec8-94a7-3dd167288f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5763731 Dec 06 14:49:52.227917 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50586) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:52.229698 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1cd2a4-91c7-4188-bab6-0668d9b44d2a None None] Sync routers for ids ['6d2061bb-0867-4ec8-94a7-3dd167288f29'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:49:52.246331 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1cd2a4-91c7-4188-bab6-0668d9b44d2a None None] Routers {'6d2061bb-0867-4ec8-94a7-3dd167288f29'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:49:52.246982 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3e1cd2a4-91c7-4188-bab6-0668d9b44d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:49:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d2061bb-0867-4ec8-94a7-3dd167288f29'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:52.266798 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016296fe-df43-4f9c-9818-5ab36e2e5d45 req-41fc0f87-9163-48e6-960c-7201d31d2e0a tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:52.272528 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-016296fe-df43-4f9c-9818-5ab36e2e5d45 req-41fc0f87-9163-48e6-960c-7201d31d2e0a tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 944 time: 0.1189749 Dec 06 14:49:52.297735 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Set router fdcddce0-880a-4f6b-8b5f-2cd52279a841 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:49:52.330077 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3e1cd2a4-91c7-4188-bab6-0668d9b44d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:52.346354 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1cd2a4-91c7-4188-bab6-0668d9b44d2a None None] Routers {'6d2061bb-0867-4ec8-94a7-3dd167288f29'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:49:52.347536 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3e1cd2a4-91c7-4188-bab6-0668d9b44d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:49:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d2061bb-0867-4ec8-94a7-3dd167288f29'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:52.350931 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385fca2-c336-4046-b8b1-78fc4b23f69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69931a7-d663-4010-837d-591a083b9904,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:52.388717 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-016296fe-df43-4f9c-9818-5ab36e2e5d45 req-09c3f593-1372-4533-8a58-d01f57dbca92 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151469 Dec 06 14:49:52.391628 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3e1cd2a4-91c7-4188-bab6-0668d9b44d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:52.392354 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1cd2a4-91c7-4188-bab6-0668d9b44d2a None None] The sync data for ids ['6d2061bb-0867-4ec8-94a7-3dd167288f29'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:49:52.395469 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-792ebad4-b9a3-4928-a720-18d77b69f2f1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] GET failed (client error): The resource could not be found. Dec 06 14:49:52.400793 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50598) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:52.401625 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-792ebad4-b9a3-4928-a720-18d77b69f2f1 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports/a1ecbce5-2edd-4324-b567-87e70fa9b898 HTTP/1.1" status: 404 len: 333 time: 0.1109695 Dec 06 14:49:52.438183 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95900222-7808-4327-8c79-af380731fa66 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.443628 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a05be6c8-0049-442f-b55c-cf271422e76f req-1e5d97be-697a-4419-94a1-6482b0949fc4 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088484 Dec 06 14:49:52.446274 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95900222-7808-4327-8c79-af380731fa66 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.489847 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50604) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:52.497555 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95900222-7808-4327-8c79-af380731fa66 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6fb65c-8907-4765-a1ce-b1645115777a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:52.504372 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95900222-7808-4327-8c79-af380731fa66 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.508777 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-95900222-7808-4327-8c79-af380731fa66 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5519760 Dec 06 14:49:52.513600 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50606) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:52.534811 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 27b759ae-6d20-47e7-b36b-14b78fba79de no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:52.549521 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2499d133-9cf6-4aec-818e-3b6b2bc50cfa tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Request body: {'security_group_rule': {'security_group_id': '0f6fb65c-8907-4765-a1ce-b1645115777a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:52.560564 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 27b759ae-6d20-47e7-b36b-14b78fba79de {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:49:52.561066 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 27b759ae-6d20-47e7-b36b-14b78fba79de not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:49:52.610835 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2499d133-9cf6-4aec-818e-3b6b2bc50cfa tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.679245 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5be3cd-1124-4647-90ed-6d29698fe934 admin admin] Deleting subnet 4f9db456-6440-47de-9186-75398af412f5 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:49:52.683124 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee5be3cd-1124-4647-90ed-6d29698fe934 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.723432 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee5be3cd-1124-4647-90ed-6d29698fe934 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.724015 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'name': 'tempest-ServersTestFqdnHostnames-1632543467-router', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:40Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'gw_port': {'id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:41Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8659ee62-4bd7-41c5-8fe5-f17935fcc988', 'name': '', 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'mac_address': 'fa:16:3e:13:91:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:46Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 2, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'subnets': [{'id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:52.768074 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Checking router: fdcddce0-880a-4f6b-8b5f-2cd52279a841 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:49:52.768685 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Updating router fdcddce0-880a-4f6b-8b5f-2cd52279a841 port 8659ee62-4bd7-41c5-8fe5-f17935fcc988 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:49:52.799645 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.802383 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee5be3cd-1124-4647-90ed-6d29698fe934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.828677 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a05be6c8-0049-442f-b55c-cf271422e76f req-69f69035-93c6-498c-9eae-ca8ff873b5ed service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710234 Dec 06 14:49:52.852600 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2499d133-9cf6-4aec-818e-3b6b2bc50cfa tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.863828 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2499d133-9cf6-4aec-818e-3b6b2bc50cfa tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.895526 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2499d133-9cf6-4aec-818e-3b6b2bc50cfa tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.897194 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2499d133-9cf6-4aec-818e-3b6b2bc50cfa tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3817980 Dec 06 14:49:52.901136 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50618) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:52.902023 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499d133-9cf6-4aec-818e-3b6b2bc50cfa tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622922f4-bf97-4277-8116-53a739133752,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:52.910415 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0e490bdc-a24f-48b4-a90f-2d9fb05df793 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Request body: {'security_group_rule': {'security_group_id': '0f6fb65c-8907-4765-a1ce-b1645115777a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:52.923691 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b23759e9-5764-43f1-8537-d18ed102df56 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.935310 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee5be3cd-1124-4647-90ed-6d29698fe934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.969135 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5be3cd-1124-4647-90ed-6d29698fe934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f9db456-6440-47de-9186-75398af412f5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:52.981465 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee5be3cd-1124-4647-90ed-6d29698fe934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.983865 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ee5be3cd-1124-4647-90ed-6d29698fe934 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4f9db456-6440-47de-9186-75398af412f5 HTTP/1.1" status: 204 len: 168 time: 0.4824712 Dec 06 14:49:52.984067 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e0b589-9701-45db-8826-9c7ac28abecb None None] Network 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:52.985215 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e490bdc-a24f-48b4-a90f-2d9fb05df793 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:52.995375 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50624) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:53.043074 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e490bdc-a24f-48b4-a90f-2d9fb05df793 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.049836 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e490bdc-a24f-48b4-a90f-2d9fb05df793 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.074250 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e490bdc-a24f-48b4-a90f-2d9fb05df793 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5815f7d3-0475-484f-b1f8-c9f76526c8df,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:53.083302 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e490bdc-a24f-48b4-a90f-2d9fb05df793 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.085006 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0e490bdc-a24f-48b4-a90f-2d9fb05df793 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1796412 Dec 06 14:49:53.088335 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50628) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:53.095423 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f156219d-45d9-4967-be76-6f06c31b5ed0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:53.145941 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f156219d-45d9-4967-be76-6f06c31b5ed0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.171991 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b23759e9-5764-43f1-8537-d18ed102df56 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.175886 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b23759e9-5764-43f1-8537-d18ed102df56 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.179864 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc406e45-6c69-456a-b9c1-60ee07cac91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.273414 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b23759e9-5764-43f1-8537-d18ed102df56 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.274326 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23759e9-5764-43f1-8537-d18ed102df56 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Fanout notify agent at l3_agent the message router_deleted on router 6d2061bb-0867-4ec8-94a7-3dd167288f29 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:49:53.291555 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b23759e9-5764-43f1-8537-d18ed102df56 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.295721 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b23759e9-5764-43f1-8537-d18ed102df56 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/routers/6d2061bb-0867-4ec8-94a7-3dd167288f29 HTTP/1.1" status: 204 len: 168 time: 0.8938029 Dec 06 14:49:53.296375 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50636) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:53.297536 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3af074-f8fd-499c-aafd-d7d61eb4dfff None None] DHCP port deletion for 0aa083a0-a7dd-42d4-ae83-ce9441a0e088 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:53.346159 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f156219d-45d9-4967-be76-6f06c31b5ed0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.373476 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc406e45-6c69-456a-b9c1-60ee07cac91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.406416 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bc406e45-6c69-456a-b9c1-60ee07cac91d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa083a0-a7dd-42d4-ae83-ce9441a0e088']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:53.421227 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebf7b31-4c22-47d5-90b9-f94df70273e0 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting subnet 43025922-4dc7-476c-9923-63fa05198651 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:49:53.425623 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bc406e45-6c69-456a-b9c1-60ee07cac91d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579a6378-b6c2-4ffb-baf7-42b834be4ea9') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:53.426106 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bc406e45-6c69-456a-b9c1-60ee07cac91d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579a6378-b6c2-4ffb-baf7-42b834be4ea9') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:53.434716 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bebf7b31-4c22-47d5-90b9-f94df70273e0 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.440947 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc406e45-6c69-456a-b9c1-60ee07cac91d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.482104 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f156219d-45d9-4967-be76-6f06c31b5ed0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Allocated IP 172.35.7.144 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/84d17f90-53fa-4bed-9d03-9db683507498) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:53.495164 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.503562 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.511636 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321b033f-9fac-48e9-bfba-44425295a272', 'tag': '6a3f5667-d697-419f-bdef-7d22d38c88a6'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:53.514057 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ce8482-ee4e-4a2d-aee6-b5a5d64f57de" -d '{"events": [{"name": "network-changed", "server_uuid": "321b033f-9fac-48e9-bfba-44425295a272", "tag": "6a3f5667-d697-419f-bdef-7d22d38c88a6"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:53.524226 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc406e45-6c69-456a-b9c1-60ee07cac91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.543040 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc406e45-6c69-456a-b9c1-60ee07cac91d admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:49:53.543441 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc406e45-6c69-456a-b9c1-60ee07cac91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:49:53.545176 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:49:53.556220 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bebf7b31-4c22-47d5-90b9-f94df70273e0 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.597129 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991942ba-fc54-4fd7-8a92-1d03ad2ee92a None None] Pushing event updated for resources: {'Port': ['ID=8659ee62-4bd7-41c5-8fe5-f17935fcc988,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:53.607899 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a6a56-e56e-444b-b6f4-c630e63760ee req-1aaf7ad4-aceb-46b3-a576-c9db8df6b3df tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:53.609626 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b58a6a56-e56e-444b-b6f4-c630e63760ee req-1aaf7ad4-aceb-46b3-a576-c9db8df6b3df tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 944 time: 0.1759934 Dec 06 14:49:53.639632 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991942ba-fc54-4fd7-8a92-1d03ad2ee92a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:53.640623 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991942ba-fc54-4fd7-8a92-1d03ad2ee92a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:53.640984 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991942ba-fc54-4fd7-8a92-1d03ad2ee92a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:53.641373 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991942ba-fc54-4fd7-8a92-1d03ad2ee92a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:53.641850 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991942ba-fc54-4fd7-8a92-1d03ad2ee92a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:53.642187 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991942ba-fc54-4fd7-8a92-1d03ad2ee92a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:53.642964 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991942ba-fc54-4fd7-8a92-1d03ad2ee92a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:53.643361 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991942ba-fc54-4fd7-8a92-1d03ad2ee92a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:53.643712 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991942ba-fc54-4fd7-8a92-1d03ad2ee92a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:53.644041 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991942ba-fc54-4fd7-8a92-1d03ad2ee92a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:53.644364 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991942ba-fc54-4fd7-8a92-1d03ad2ee92a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:53.644685 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991942ba-fc54-4fd7-8a92-1d03ad2ee92a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:53.645002 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991942ba-fc54-4fd7-8a92-1d03ad2ee92a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:53.647256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f156219d-45d9-4967-be76-6f06c31b5ed0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.707301 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Attempting to bind port 8659ee62-4bd7-41c5-8fe5-f17935fcc988 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:49:53.707853 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Attempting to bind port 8659ee62-4bd7-41c5-8fe5-f17935fcc988 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b6263aea-628b-4044-82ab-158fc318cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:49:53.708286 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Attempting to bind port 8659ee62-4bd7-41c5-8fe5-f17935fcc988 on network 75ec1074-48b0-468d-8546-afcb61441dc6 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:53.713550 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f156219d-45d9-4967-be76-6f06c31b5ed0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.715612 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:49:53.716146 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Checking segment: {'id': 'b6263aea-628b-4044-82ab-158fc318cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:53.716552 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.717270 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Bound using segment: {'id': 'b6263aea-628b-4044-82ab-158fc318cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:49:53.717757 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Bound port: 8659ee62-4bd7-41c5-8fe5-f17935fcc988, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6263aea-628b-4044-82ab-158fc318cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:49:53.718259 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.724992 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b58a6a56-e56e-444b-b6f4-c630e63760ee req-2838a3fb-1a40-4a8e-856b-63146b1b4f89 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631566 Dec 06 14:49:53.744429 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc406e45-6c69-456a-b9c1-60ee07cac91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.765161 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc406e45-6c69-456a-b9c1-60ee07cac91d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.770953 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bc406e45-6c69-456a-b9c1-60ee07cac91d admin admin] 10.222.0.20 "DELETE /v2.0/networks/0aa083a0-a7dd-42d4-ae83-ce9441a0e088 HTTP/1.1" status: 204 len: 168 time: 0.7745245 Dec 06 14:49:53.788724 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc406e45-6c69-456a-b9c1-60ee07cac91d admin admin] Pushing event deleted for resources: {'Network': ['ID=0aa083a0-a7dd-42d4-ae83-ce9441a0e088,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:53.802405 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bebf7b31-4c22-47d5-90b9-f94df70273e0 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.865440 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97c5a30-7ef9-4fbf-a79e-7a91bf45256f x-openstack-request-id: req-a97c5a30-7ef9-4fbf-a79e-7a91bf45256f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:53.867579 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] For port 8659ee62-4bd7-41c5-8fe5-f17935fcc988, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:49:53.867873 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "321b033f-9fac-48e9-bfba-44425295a272", "tag": "6a3f5667-d697-419f-bdef-7d22d38c88a6", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:53.869041 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a97c5a30-7ef9-4fbf-a79e-7a91bf45256f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:53.869611 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321b033f-9fac-48e9-bfba-44425295a272', 'tag': '6a3f5667-d697-419f-bdef-7d22d38c88a6', 'status': 'completed', 'code': 200} Dec 06 14:49:53.872634 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] For port 8659ee62-4bd7-41c5-8fe5-f17935fcc988, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8659ee62-4bd7-41c5-8fe5-f17935fcc988,segment=NetworkSegment(b6263aea-628b-4044-82ab-158fc318cfff),segment_id=b6263aea-628b-4044-82ab-158fc318cfff)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:49:53.880322 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.911163 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bebf7b31-4c22-47d5-90b9-f94df70273e0 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.941459 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f156219d-45d9-4967-be76-6f06c31b5ed0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:53.950458 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156219d-45d9-4967-be76-6f06c31b5ed0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Pushing event updated for resources: {'Port': ['ID=84d17f90-53fa-4bed-9d03-9db683507498,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:53.964497 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Routers {'fdcddce0-880a-4f6b-8b5f-2cd52279a841'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:49:53.965213 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:49:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:53.971026 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f156219d-45d9-4967-be76-6f06c31b5ed0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:53.980036 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f156219d-45d9-4967-be76-6f06c31b5ed0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:54.000819 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf7b31-4c22-47d5-90b9-f94df70273e0 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Subnet': ['ID=43025922-4dc7-476c-9923-63fa05198651,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:54.012244 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bebf7b31-4c22-47d5-90b9-f94df70273e0 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:54.019623 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bebf7b31-4c22-47d5-90b9-f94df70273e0 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/43025922-4dc7-476c-9923-63fa05198651 HTTP/1.1" status: 204 len: 168 time: 0.7206254 Dec 06 14:49:54.020008 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eeda8c-54d9-4023-b220-0212e9084514 None None] Network ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:54.021841 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50656) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:54.044291 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991942ba-fc54-4fd7-8a92-1d03ad2ee92a None None] Pushing event updated for resources: {'Port': ['ID=8659ee62-4bd7-41c5-8fe5-f17935fcc988,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:54.110555 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50662) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:54.136960 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc15043-87ac-43b6-8f1d-e3ef2c68d7d8 req-c821994c-b621-4f98-bc10-17196d6014d5 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:54.141143 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cdc15043-87ac-43b6-8f1d-e3ef2c68d7d8 req-c821994c-b621-4f98-bc10-17196d6014d5 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 944 time: 0.3365428 Dec 06 14:49:54.171563 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce8482-ee4e-4a2d-aee6-b5a5d64f57de req-8ca5858c-7a79-41d1-bafd-7a634a912142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:54.173721 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77ce8482-ee4e-4a2d-aee6-b5a5d64f57de req-8ca5858c-7a79-41d1-bafd-7a634a912142 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 1095 time: 0.2984982 Dec 06 14:49:54.197232 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ef8d8a75-50db-414f-9c18-7262d7914cc8 None None] Provisioning complete for port 8659ee62-4bd7-41c5-8fe5-f17935fcc988 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:54.197755 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef8d8a75-50db-414f-9c18-7262d7914cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:54.212613 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb6d3b81-c723-4aa9-83ed-9158fb6effee req-a9fe6544-1acc-4574-9f7e-27e3f66e8fbc tempest-AbsoluteLimitsNegativeTestJSON-120669168 tempest-AbsoluteLimitsNegativeTestJSON-120669168-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cf7aa1bdd02a470bb95774ec7b8cd5ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739553 Dec 06 14:49:54.242764 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f8fe4-2a2f-4a3f-8911-53a29adf809a req-af9a207e-1c80-416d-984b-b40bd8a585c3 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:54.244349 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-074f8fe4-2a2f-4a3f-8911-53a29adf809a req-af9a207e-1c80-416d-984b-b40bd8a585c3 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.23 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 944 time: 0.2166553 Dec 06 14:49:54.260442 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:54.283014 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-547c6b3f-c542-4fb7-ba18-e489c054b82d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=adac984961054391983001fff49bb81b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701157 Dec 06 14:49:54.287968 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50670) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:54.295424 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] Set router fdcddce0-880a-4f6b-8b5f-2cd52279a841 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:49:54.437835 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-446c77a2-6414-4615-9363-cff4c00f7362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:54.439355 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a76fee0-e5b0-44dd-8069-3c352993dcdc None None] DHCP port deletion for ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:54.450604 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d3b81-c723-4aa9-83ed-9158fb6effee req-316e285c-51ad-4283-a498-130b75d50171 tempest-AbsoluteLimitsNegativeTestJSON-120669168 tempest-AbsoluteLimitsNegativeTestJSON-120669168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:54.452220 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb6d3b81-c723-4aa9-83ed-9158fb6effee req-316e285c-51ad-4283-a498-130b75d50171 tempest-AbsoluteLimitsNegativeTestJSON-120669168 tempest-AbsoluteLimitsNegativeTestJSON-120669168-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388577 Dec 06 14:49:54.493706 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-446c77a2-6414-4615-9363-cff4c00f7362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:54.499235 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb6d3b81-c723-4aa9-83ed-9158fb6effee req-eed919bc-27cb-4a37-9afa-440bbc8dc465 tempest-AbsoluteLimitsNegativeTestJSON-120669168 tempest-AbsoluteLimitsNegativeTestJSON-120669168-project] 10.222.0.20 "GET /v2.0/quotas/cf7aa1bdd02a470bb95774ec7b8cd5ea HTTP/1.1" status: 200 len: 375 time: 0.0380049 Dec 06 14:49:54.528671 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 6a3f5667-d697-419f-bdef-7d22d38c88a6 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:49:54.530523 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef8d8a75-50db-414f-9c18-7262d7914cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:54.548426 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb6d3b81-c723-4aa9-83ed-9158fb6effee req-cf35d34f-4df7-43d8-8dc4-56d09599a9a0 tempest-AbsoluteLimitsNegativeTestJSON-120669168 tempest-AbsoluteLimitsNegativeTestJSON-120669168-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf7aa1bdd02a470bb95774ec7b8cd5ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413013 Dec 06 14:49:54.550020 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port 2d92503c-a5da-4a43-9964-e2d169b563ef {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:54.550453 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:54.640682 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] For port 2d92503c-a5da-4a43-9964-e2d169b563ef, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2d92503c-a5da-4a43-9964-e2d169b563ef,segment=NetworkSegment(e70999c5-2c44-4e2f-9b06-4771a0345a3f),segment_id=e70999c5-2c44-4e2f-9b06-4771a0345a3f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:54.641267 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:54.664994 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for 2d92503c-a5da-4a43-9964-e2d169b563ef owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:54.671099 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-446c77a2-6414-4615-9363-cff4c00f7362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:54.674213 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-446c77a2-6414-4615-9363-cff4c00f7362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:54.678481 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-446c77a2-6414-4615-9363-cff4c00f7362 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c2741fd-0fff-4141-b1e4-e7a1e35b1b00 HTTP/1.1" status: 204 len: 168 time: 0.3895144 Dec 06 14:49:54.691757 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c77a2-6414-4615-9363-cff4c00f7362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2741fd-0fff-4141-b1e4-e7a1e35b1b00,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:54.698983 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cdc15043-87ac-43b6-8f1d-e3ef2c68d7d8 req-48b4ee52-92ab-465c-a60f-47cc25955533 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5467694 Dec 06 14:49:54.813265 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:54.865804 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f156219d-45d9-4967-be76-6f06c31b5ed0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:54.878373 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No DVR routers for this DVR port 2d92503c-a5da-4a43-9964-e2d169b563ef on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:54.890576 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=2d92503c-a5da-4a43-9964-e2d169b563ef,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:54.980590 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f156219d-45d9-4967-be76-6f06c31b5ed0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:54.993825 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ef8d8a75-50db-414f-9c18-7262d7914cc8 None None] For port 8659ee62-4bd7-41c5-8fe5-f17935fcc988, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8659ee62-4bd7-41c5-8fe5-f17935fcc988,segment=NetworkSegment(b6263aea-628b-4044-82ab-158fc318cfff),segment_id=b6263aea-628b-4044-82ab-158fc318cfff)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:55.009730 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.011417 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef8d8a75-50db-414f-9c18-7262d7914cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.034833 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1a76fee0-e5b0-44dd-8069-3c352993dcdc None None] Deleting port 2d92503c-a5da-4a43-9964-e2d169b563ef {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:55.036347 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a76fee0-e5b0-44dd-8069-3c352993dcdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.061119 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:55.078250 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70999c5-2c44-4e2f-9b06-4771a0345a3f') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:55.078917 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70999c5-2c44-4e2f-9b06-4771a0345a3f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:55.109030 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.111033 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce8482-ee4e-4a2d-aee6-b5a5d64f57de req-7d729311-40e8-49fe-b3aa-ad14858b0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:55.112579 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77ce8482-ee4e-4a2d-aee6-b5a5d64f57de req-7d729311-40e8-49fe-b3aa-ad14858b0381 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 912 time: 0.9153538 Dec 06 14:49:55.126717 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-074f8fe4-2a2f-4a3f-8911-53a29adf809a req-f8fbe97e-f517-49f1-beeb-19110b8e3f6e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Deleting port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:55.126717 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-074f8fe4-2a2f-4a3f-8911-53a29adf809a req-f8fbe97e-f517-49f1-beeb-19110b8e3f6e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.138949 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50684) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:55.143382 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.155605 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:49:55.156798 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:49:55.188979 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:49:55.204455 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a269eb-0ec6-48cf-863f-694138e0129a req-a4a97aec-d4d9-46ba-a14d-ed1ca50c696d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:55.211773 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e7a269eb-0ec6-48cf-863f-694138e0129a req-a4a97aec-d4d9-46ba-a14d-ed1ca50c696d tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/ports?device_id=93089a08-3d51-40a9-bf59-f695d15308dd HTTP/1.1" status: 200 len: 944 time: 0.3438878 Dec 06 14:49:55.219358 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d8a75-50db-414f-9c18-7262d7914cc8 None None] Pushing event updated for resources: {'Port': ['ID=8659ee62-4bd7-41c5-8fe5-f17935fcc988,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:55.260088 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.267451 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1a76fee0-e5b0-44dd-8069-3c352993dcdc None None] For port 2d92503c-a5da-4a43-9964-e2d169b563ef, host n-d-master-1, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:55.272848 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.277656 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77ce8482-ee4e-4a2d-aee6-b5a5d64f57de req-dc11a443-a71b-493e-aa4f-a1789f2699a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a3f5667-d697-419f-bdef-7d22d38c88a6 HTTP/1.1" status: 200 len: 217 time: 0.1569810 Dec 06 14:49:55.283095 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/networks/ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc HTTP/1.1" status: 204 len: 168 time: 1.2577145 Dec 06 14:49:55.288323 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a76fee0-e5b0-44dd-8069-3c352993dcdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.294082 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50692) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:55.318200 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 6a3f5667-d697-419f-bdef-7d22d38c88a6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6a3f5667-d697-419f-bdef-7d22d38c88a6,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:55.344724 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5d0fde-4786-4dcb-8cdd-64a91096ca26 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:55.351276 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5d5d0fde-4786-4dcb-8cdd-64a91096ca26 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports/21ad8c24-98da-42fc-b9c9-edd5d81332ac HTTP/1.1" status: 200 len: 845 time: 0.0559111 Dec 06 14:49:55.352678 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50696) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:55.353333 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7f93646f-b102-4c30-bca0-40037657eebc None None] Provisioning complete for port 8659ee62-4bd7-41c5-8fe5-f17935fcc988 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:55.353495 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a776a3-bdc7-405d-80d0-81c356beab38 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Network': ['ID=ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:55.353707 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f93646f-b102-4c30-bca0-40037657eebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.357236 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1a76fee0-e5b0-44dd-8069-3c352993dcdc None None] Calling delete_port for 2d92503c-a5da-4a43-9964-e2d169b563ef owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:55.372335 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-1a76fee0-e5b0-44dd-8069-3c352993dcdc None None] Port 2d92503c-a5da-4a43-9964-e2d169b563ef was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 14:49:55.413273 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '6a3f5667-d697-419f-bdef-7d22d38c88a6', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'port_id': '6a3f5667-d697-419f-bdef-7d22d38c88a6', 'mac_address': 'fa:16:3e:29:4d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:49:55.417062 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-389d733b-3e23-4f7f-9596-3288168a7b21 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports/21ad8c24-98da-42fc-b9c9-edd5d81332ac?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0605350 Dec 06 14:49:55.418121 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50700) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:55.432541 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a76fee0-e5b0-44dd-8069-3c352993dcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.435720 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3865a182-f684-4606-8bb1-47b4caa7eac8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'subnet': {'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:55.476578 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a76fee0-e5b0-44dd-8069-3c352993dcdc None None] Network ca1f78cb-32f0-49ec-8cf6-4acddcc13dfc is not hosted by any dhcp agent {{(pid=103290) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 14:49:55.477565 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a76fee0-e5b0-44dd-8069-3c352993dcdc None None] No DVR routers for this DVR port 2d92503c-a5da-4a43-9964-e2d169b563ef on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:55.492088 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e7a269eb-0ec6-48cf-863f-694138e0129a req-f74018cf-883a-407b-a7fc-08f5110cbc76 tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ba4d9cd-387b-4f1d-b116-41124d1f70d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772863 Dec 06 14:49:55.501949 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-89e2caeb-05e8-4f48-8b75-25e6c0c5e1dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.514308 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f156219d-45d9-4967-be76-6f06c31b5ed0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.527804 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2d92503c-a5da-4a43-9964-e2d169b563ef no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:55.535589 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f156219d-45d9-4967-be76-6f06c31b5ed0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.551523 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce8482-ee4e-4a2d-aee6-b5a5d64f57de req-c95bec3d-440d-4aab-a5b1-f54f4e6c7791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:55.553086 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77ce8482-ee4e-4a2d-aee6-b5a5d64f57de req-c95bec3d-440d-4aab-a5b1-f54f4e6c7791 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.2488341 Dec 06 14:49:55.558016 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 2d92503c-a5da-4a43-9964-e2d169b563ef {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:49:55.558438 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2d92503c-a5da-4a43-9964-e2d169b563ef not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:49:55.561734 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-074f8fe4-2a2f-4a3f-8911-53a29adf809a req-f8fbe97e-f517-49f1-beeb-19110b8e3f6e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] For port 0aae7e91-7bd5-4d4f-adec-41efb04acf16, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0aae7e91-7bd5-4d4f-adec-41efb04acf16,segment=NetworkSegment(94d0baef-4759-4ae8-b756-f7c9c23db4ae),segment_id=94d0baef-4759-4ae8-b756-f7c9c23db4ae)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:55.562106 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-074f8fe4-2a2f-4a3f-8911-53a29adf809a req-f8fbe97e-f517-49f1-beeb-19110b8e3f6e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.565073 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76fee0-e5b0-44dd-8069-3c352993dcdc None None] Pushing event deleted for resources: {'Port': ['ID=2d92503c-a5da-4a43-9964-e2d169b563ef,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:55.573005 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'name': 'tempest-ServersTestFqdnHostnames-1632543467-router', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:40Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'gw_port': {'id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:41Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8659ee62-4bd7-41c5-8fe5-f17935fcc988', 'name': '', 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'mac_address': 'fa:16:3e:13:91:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:46Z', 'updated_at': '2021-12-06T14:49:53Z', 'revision_number': 4, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'subnets': [{'id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:55.612926 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3865a182-f684-4606-8bb1-47b4caa7eac8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:55.613294 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.615428 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8617b2e-05a1-43be-a788-d5a9d2fd234f None None] The sync data for ids ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'] in n-d-master-1 is: [{'id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'name': 'tempest-ServersTestFqdnHostnames-1632543467-router', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:40Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'gw_port': {'id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:41Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8659ee62-4bd7-41c5-8fe5-f17935fcc988', 'name': '', 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'mac_address': 'fa:16:3e:13:91:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:46Z', 'updated_at': '2021-12-06T14:49:53Z', 'revision_number': 4, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'subnets': [{'id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:49:55.630508 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3865a182-f684-4606-8bb1-47b4caa7eac8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.652548 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-074f8fe4-2a2f-4a3f-8911-53a29adf809a req-f8fbe97e-f517-49f1-beeb-19110b8e3f6e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Calling delete_port for 0aae7e91-7bd5-4d4f-adec-41efb04acf16 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:55.694389 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3f5667-d697-419f-bdef-7d22d38c88a6 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:49:55.750786 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 6a3f5667-d697-419f-bdef-7d22d38c88a6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6a3f5667-d697-419f-bdef-7d22d38c88a6,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:55.764792 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.794249 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f156219d-45d9-4967-be76-6f06c31b5ed0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.799025 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156219d-45d9-4967-be76-6f06c31b5ed0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Pushing event updated for resources: {'Port': ['ID=84d17f90-53fa-4bed-9d03-9db683507498,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:55.841934 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce8482-ee4e-4a2d-aee6-b5a5d64f57de req-f04bf4b2-f95d-45de-8e82-46861fba7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:55.843824 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77ce8482-ee4e-4a2d-aee6-b5a5d64f57de req-f04bf4b2-f95d-45de-8e82-46861fba7197 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2698729 Dec 06 14:49:55.881313 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=6a3f5667-d697-419f-bdef-7d22d38c88a6,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:55.980394 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74cccb-b2d2-4943-8110-357aa7d582a1 req-70616644-4402-4ed4-9d02-a39a3de2a304 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:55.981695 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc74cccb-b2d2-4943-8110-357aa7d582a1 req-70616644-4402-4ed4-9d02-a39a3de2a304 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 945 time: 0.1270137 Dec 06 14:49:55.994468 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f156219d-45d9-4967-be76-6f06c31b5ed0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:55.999868 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f156219d-45d9-4967-be76-6f06c31b5ed0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9061570 Dec 06 14:49:56.046433 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-89e2caeb-05e8-4f48-8b75-25e6c0c5e1dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:56.075493 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-89e2caeb-05e8-4f48-8b75-25e6c0c5e1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:56.081133 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['6a3f5667-d697-419f-bdef-7d22d38c88a6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:49:56.092096 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77ce8482-ee4e-4a2d-aee6-b5a5d64f57de req-64b7e924-1e0f-44a5-b562-83038cfb00e3 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276680 Dec 06 14:49:56.145997 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc74cccb-b2d2-4943-8110-357aa7d582a1 req-0dea8713-3f75-4528-9f12-03612f9bc243 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412759 Dec 06 14:49:56.213351 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3865a182-f684-4606-8bb1-47b4caa7eac8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:56.242191 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-89e2caeb-05e8-4f48-8b75-25e6c0c5e1dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf7aa1bdd02a470bb95774ec7b8cd5ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1021655 Dec 06 14:49:56.256041 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50726) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:56.288517 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2caeb-05e8-4f48-8b75-25e6c0c5e1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3be19e2-262a-4ade-8d8d-f3d58b4277ae,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:56.311891 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865a182-f684-4606-8bb1-47b4caa7eac8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:56.324284 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3865a182-f684-4606-8bb1-47b4caa7eac8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:56.331014 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865a182-f684-4606-8bb1-47b4caa7eac8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:56.331014 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3865a182-f684-4606-8bb1-47b4caa7eac8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:56.340833 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865a182-f684-4606-8bb1-47b4caa7eac8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Subnet': ['ID=13128caa-188a-4a55-be9f-91851b277f57,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:56.350504 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-074f8fe4-2a2f-4a3f-8911-53a29adf809a req-f8fbe97e-f517-49f1-beeb-19110b8e3f6e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:56.365812 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1071d1-cdf4-4027-a47c-86274aca0a91 None None] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:56.378520 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3865a182-f684-4606-8bb1-47b4caa7eac8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9568737 Dec 06 14:49:56.381152 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50728) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:56.392351 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1a487ea7-4490-45e7-b333-7ba6a268b9e8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'security_group': {'name': 'tempest-secgroup-91338857'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:56.410002 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62e79742-3762-4dd5-bf62-531d15e198d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:56.416390 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77ce8482-ee4e-4a2d-aee6-b5a5d64f57de req-6edcb79b-ea9f-4fef-bcc5-7fce3795c6e7 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105969 Dec 06 14:49:56.431247 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbe97e-f517-49f1-beeb-19110b8e3f6e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Pushing event deleted for resources: {'Port': ['ID=0aae7e91-7bd5-4d4f-adec-41efb04acf16,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:56.455505 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd006e1-85e8-45d3-a16d-12cbf40833cb None None] DHCP port deletion for b37294a8-0dc8-43e9-9099-e05815316dd2 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:56.465049 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-074f8fe4-2a2f-4a3f-8911-53a29adf809a req-f8fbe97e-f517-49f1-beeb-19110b8e3f6e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] No DVR routers for this DVR port 0aae7e91-7bd5-4d4f-adec-41efb04acf16 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:56.478634 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-074f8fe4-2a2f-4a3f-8911-53a29adf809a req-f8fbe97e-f517-49f1-beeb-19110b8e3f6e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:56.482173 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-074f8fe4-2a2f-4a3f-8911-53a29adf809a req-f8fbe97e-f517-49f1-beeb-19110b8e3f6e tempest-LiveMigrationTest-303961158 tempest-LiveMigrationTest-303961158-project] 10.222.0.23 "DELETE /v2.0/ports/0aae7e91-7bd5-4d4f-adec-41efb04acf16 HTTP/1.1" status: 204 len: 173 time: 2.2099445 Dec 06 14:49:56.482665 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93089a08-3d51-40a9-bf59-f695d15308dd', 'name': 'network-vif-deleted', 'tag': '0aae7e91-7bd5-4d4f-adec-41efb04acf16'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:56.487645 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033c7e4f-6aa9-4562-8590-cfa3d10b12e6" -d '{"events": [{"server_uuid": "93089a08-3d51-40a9-bf59-f695d15308dd", "name": "network-vif-deleted", "tag": "0aae7e91-7bd5-4d4f-adec-41efb04acf16"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:56.533517 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62e79742-3762-4dd5-bf62-531d15e198d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:56.560764 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0aae7e91-7bd5-4d4f-adec-41efb04acf16 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:56.563548 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-8bbb0b21-83b6-4ca9-b8bb-f77c0fb79191 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c05f303e2142427da95bb86198cea50c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294056 Dec 06 14:49:56.572076 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a487ea7-4490-45e7-b333-7ba6a268b9e8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:56.590626 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 0aae7e91-7bd5-4d4f-adec-41efb04acf16 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:49:56.590978 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0aae7e91-7bd5-4d4f-adec-41efb04acf16 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:49:56.668887 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-fc1cacb4-1c0d-49a4-9b0a-896f0bca11f3 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1741603015&fields=id&tenant_id=e8fd6664765541d496ef1f354f2e07de HTTP/1.1" status: 200 len: 267 time: 0.2053440 Dec 06 14:49:56.679829 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62e79742-3762-4dd5-bf62-531d15e198d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:56.683087 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62e79742-3762-4dd5-bf62-531d15e198d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:56.686859 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-62e79742-3762-4dd5-bf62-531d15e198d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3be19e2-262a-4ade-8d8d-f3d58b4277ae HTTP/1.1" status: 204 len: 168 time: 0.4269705 Dec 06 14:49:56.730193 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-cd13618a-a04d-4f29-9389-fea7c6a0ef25 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:56.731919 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-cd13618a-a04d-4f29-9389-fea7c6a0ef25 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566408 Dec 06 14:49:56.742249 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7cff829a-f0a2-4779-b95c-fc56e8e27510', 'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510', 'tenant_id': 'f6c464d55d39492193cb5df15090c714', 'fixed_ips': [{'subnet_id': '13128caa-188a-4a55-be9f-91851b277f57'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:49:56.743701 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:56.757773 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-9a491af5-fc3c-4c82-a4ba-7b0643327e9a tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/quotas/c05f303e2142427da95bb86198cea50c HTTP/1.1" status: 200 len: 375 time: 0.0188282 Dec 06 14:49:56.821143 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-7c922de7-4564-482f-bf47-dba746d126dd tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c05f303e2142427da95bb86198cea50c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575664 Dec 06 14:49:56.828301 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e79742-3762-4dd5-bf62-531d15e198d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3be19e2-262a-4ade-8d8d-f3d58b4277ae,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:56.857712 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-a5fd18bf-0cbb-44ce-9f9f-140f1d127be6 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:56.860077 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-a5fd18bf-0cbb-44ce-9f9f-140f1d127be6 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/networks?id=75ec1074-48b0-468d-8546-afcb61441dc6 HTTP/1.1" status: 200 len: 815 time: 0.1719096 Dec 06 14:49:56.904919 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-ef576424-0a79-4e48-8d5c-d6ef27c4ddb0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/quotas/e8fd6664765541d496ef1f354f2e07de HTTP/1.1" status: 200 len: 375 time: 0.0319633 Dec 06 14:49:56.968960 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a487ea7-4490-45e7-b333-7ba6a268b9e8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:56.980455 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a487ea7-4490-45e7-b333-7ba6a268b9e8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:57.019923 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Allocated IP 2001:db8::2 (7cff829a-f0a2-4779-b95c-fc56e8e27510/13128caa-188a-4a55-be9f-91851b277f57/ecd845ee-f7d4-4632-b17c-549a64cac0fa) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:57.057244 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a487ea7-4490-45e7-b333-7ba6a268b9e8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6670ac2e-3bff-45c9-bb4c-c303e042131b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:57.085199 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a487ea7-4490-45e7-b333-7ba6a268b9e8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:57.091406 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50760) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:57.093004 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1a487ea7-4490-45e7-b333-7ba6a268b9e8 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7107961 Dec 06 14:49:57.096342 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1bb6f984-284b-4a01-96be-dc3b42a1fd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'security_group': {'name': 'tempest-secgroup-708798024'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:57.121458 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-db6690ee-f8b4-463d-9703-129436d8ddd8 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8fd6664765541d496ef1f354f2e07de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2090364 Dec 06 14:49:57.134990 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-65ffc88d-e677-4062-81a7-89bd5b6ae12f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:49:57.136357 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-65ffc88d-e677-4062-81a7-89bd5b6ae12f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056248 Dec 06 14:49:57.158820 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1bb6f984-284b-4a01-96be-dc3b42a1fd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:57.192335 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264ffef6-0487-4699-958c-8ef93a24b503 x-openstack-request-id: req-264ffef6-0487-4699-958c-8ef93a24b503 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:57.192641 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93089a08-3d51-40a9-bf59-f695d15308dd", "name": "network-vif-deleted", "tag": "0aae7e91-7bd5-4d4f-adec-41efb04acf16", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:57.192949 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-264ffef6-0487-4699-958c-8ef93a24b503 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:57.193369 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93089a08-3d51-40a9-bf59-f695d15308dd', 'name': 'network-vif-deleted', 'tag': '0aae7e91-7bd5-4d4f-adec-41efb04acf16', 'status': 'completed', 'code': 200} Dec 06 14:49:57.277624 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50768) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:57.400697 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-b63c4159-8c2e-40b5-9614-91cc5cfe3dd8 service neutron] 10.222.0.20 "GET /v2.0/networks/75ec1074-48b0-468d-8546-afcb61441dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554841 Dec 06 14:49:57.407286 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9d2276-19b8-4364-9869-ef1d1dd54fa7 admin admin] Deleting subnet 2064b1ac-2a71-4b5a-a088-7d172eb65d88 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:49:57.411231 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2276-19b8-4364-9869-ef1d1dd54fa7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:57.424668 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:57.440535 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:57.538099 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8659ee62-4bd7-41c5-8fe5-f17935fcc988 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:57.550809 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2276-19b8-4364-9869-ef1d1dd54fa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:57.568394 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1bb6f984-284b-4a01-96be-dc3b42a1fd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:57.602448 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1b6c7f0a-a566-431e-aae5-96fa6586f8e0 req-31d49f0e-5807-4036-999d-b748eda3aea3 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 210 time: 0.0854695 Dec 06 14:49:57.607287 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1bb6f984-284b-4a01-96be-dc3b42a1fd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:57.631338 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-8157edec-0b6b-4951-af45-d42922c4966a service neutron] 10.222.0.20 "GET /v2.0/networks/75ec1074-48b0-468d-8546-afcb61441dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237813 Dec 06 14:49:57.651248 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:57.681807 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:57.690877 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:57.697783 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1bb6f984-284b-4a01-96be-dc3b42a1fd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:57.699127 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1bb6f984-284b-4a01-96be-dc3b42a1fd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6066241 Dec 06 14:49:57.701951 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50782) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:57.702582 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2276-19b8-4364-9869-ef1d1dd54fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:57.710613 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e53e82ce-ac8c-4ef2-8118-6481108af69b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1008072585', 'security_groups': ['b31c0ed9-9551-4f06-96a6-31ed954f3aff'], 'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '13128caa-188a-4a55-be9f-91851b277f57'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:57.734178 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Pushing event updated for resources: {'Port': ['ID=ecd845ee-f7d4-4632-b17c-549a64cac0fa,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:57.745355 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6f984-284b-4a01-96be-dc3b42a1fd10 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31c0ed9-9551-4f06-96a6-31ed954f3aff,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:57.836665 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:57.842035 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22e57c-fc8a-4104-8e3b-f9ae5f12928b req-2ef2bd49-41b0-4580-adcd-b790a50a2f1f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:57.849545 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9e22e57c-fc8a-4104-8e3b-f9ae5f12928b req-2ef2bd49-41b0-4580-adcd-b790a50a2f1f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 945 time: 0.1056001 Dec 06 14:49:57.887367 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2276-19b8-4364-9869-ef1d1dd54fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:57.909167 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2276-19b8-4364-9869-ef1d1dd54fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:57.912674 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bf9d2276-19b8-4364-9869-ef1d1dd54fa7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2064b1ac-2a71-4b5a-a088-7d172eb65d88 HTTP/1.1" status: 204 len: 168 time: 0.6339080 Dec 06 14:49:57.920518 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4148e043-0d3d-4b2e-8b17-ec872e7e97ea None None] Network b37294a8-0dc8-43e9-9099-e05815316dd2 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:57.930939 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50790) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:57.939316 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Attempting to bind port ecd845ee-f7d4-4632-b17c-549a64cac0fa on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:49:57.942535 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d2276-19b8-4364-9869-ef1d1dd54fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2064b1ac-2a71-4b5a-a088-7d172eb65d88,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:57.943023 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Attempting to bind port ecd845ee-f7d4-4632-b17c-549a64cac0fa by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7a6eec98-6985-4e4f-bd87-6b095ae0edcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:49:57.943439 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Attempting to bind port ecd845ee-f7d4-4632-b17c-549a64cac0fa on network 7cff829a-f0a2-4779-b95c-fc56e8e27510 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:57.979422 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9e22e57c-fc8a-4104-8e3b-f9ae5f12928b req-c071b93e-3427-44ee-a169-4ac43e9a4108 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236272 Dec 06 14:49:58.031956 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 8659ee62-4bd7-41c5-8fe5-f17935fcc988 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:58.032376 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.040024 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53e82ce-ac8c-4ef2-8118-6481108af69b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:58.102894 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50798) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:58.112198 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:49:58.113356 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Checking segment: {'id': '7a6eec98-6985-4e4f-bd87-6b095ae0edcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:58.114389 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.115015 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Bound using segment: {'id': '7a6eec98-6985-4e4f-bd87-6b095ae0edcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:49:58.116255 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Bound port: ecd845ee-f7d4-4632-b17c-549a64cac0fa, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6eec98-6985-4e4f-bd87-6b095ae0edcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:49:58.116845 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.130281 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b644d76-1c08-4375-a1dc-c982d82603b2 req-4cded50f-84e0-428c-8979-98629c94b1f8 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 210 time: 0.0552704 Dec 06 14:49:58.133805 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-403a1e2d-9616-42c7-a0c0-3bb290258fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.200501 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] For port ecd845ee-f7d4-4632-b17c-549a64cac0fa, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:49:58.204528 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] For port ecd845ee-f7d4-4632-b17c-549a64cac0fa, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ecd845ee-f7d4-4632-b17c-549a64cac0fa,segment=NetworkSegment(7a6eec98-6985-4e4f-bd87-6b095ae0edcc),segment_id=7a6eec98-6985-4e4f-bd87-6b095ae0edcc)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:49:58.216922 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.225262 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e53e82ce-ac8c-4ef2-8118-6481108af69b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.257807 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-e53e82ce-ac8c-4ef2-8118-6481108af69b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] device_id is not set on port faa5826d-258e-4cca-8e50-d8a58f6bd462 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:49:58.330803 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-aa15608e-f27a-4484-b989-cf63d0504264 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1824612278-network', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:58.364383 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-403a1e2d-9616-42c7-a0c0-3bb290258fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.407736 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-403a1e2d-9616-42c7-a0c0-3bb290258fdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37294a8-0dc8-43e9-9099-e05815316dd2']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:58.412353 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa15608e-f27a-4484-b989-cf63d0504264 admin admin] Made reservation on behalf of 13ce7cb8eaa54a73a674bedc378777e7 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:58.417102 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa15608e-f27a-4484-b989-cf63d0504264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.420848 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ed345a-e55f-478c-a3fc-78da2508903c None None] DHCP port deletion for b37294a8-0dc8-43e9-9099-e05815316dd2 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:58.423030 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-403a1e2d-9616-42c7-a0c0-3bb290258fdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d0baef-4759-4ae8-b756-f7c9c23db4ae') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:58.423349 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-403a1e2d-9616-42c7-a0c0-3bb290258fdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d0baef-4759-4ae8-b756-f7c9c23db4ae') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:58.431958 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa15608e-f27a-4484-b989-cf63d0504264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.443338 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-403a1e2d-9616-42c7-a0c0-3bb290258fdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.444001 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a7821-35ec-4ba0-a240-de40e409c499 None None] Pushing event updated for resources: {'Port': ['ID=ecd845ee-f7d4-4632-b17c-549a64cac0fa,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:58.482564 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-403a1e2d-9616-42c7-a0c0-3bb290258fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.490717 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403a1e2d-9616-42c7-a0c0-3bb290258fdd admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:49:58.491358 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-403a1e2d-9616-42c7-a0c0-3bb290258fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:49:58.493988 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:49:58.527890 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 6a3f5667-d697-419f-bdef-7d22d38c88a6 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:58.594270 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-403a1e2d-9616-42c7-a0c0-3bb290258fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.599604 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-403a1e2d-9616-42c7-a0c0-3bb290258fdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.603705 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-403a1e2d-9616-42c7-a0c0-3bb290258fdd admin admin] 10.222.0.20 "DELETE /v2.0/networks/b37294a8-0dc8-43e9-9099-e05815316dd2 HTTP/1.1" status: 204 len: 168 time: 0.6681669 Dec 06 14:49:58.606858 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50810) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:58.608888 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e53e82ce-ac8c-4ef2-8118-6481108af69b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Allocated IP 2001:db8::26c (7cff829a-f0a2-4779-b95c-fc56e8e27510/13128caa-188a-4a55-be9f-91851b277f57/faa5826d-258e-4cca-8e50-d8a58f6bd462) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:58.623638 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 6a3f5667-d697-419f-bdef-7d22d38c88a6 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:49:58.628010 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 6a3f5667-d697-419f-bdef-7d22d38c88a6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:58.629411 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.631616 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a1e2d-9616-42c7-a0c0-3bb290258fdd admin admin] Pushing event deleted for resources: {'Network': ['ID=b37294a8-0dc8-43e9-9099-e05815316dd2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:58.694266 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-7475a225-7c23-4e65-b531-e99fc65674c7 admin admin] Deleting subnet ce4a5837-f2b5-491c-95a4-0d4074094c72 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:49:58.701079 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7475a225-7c23-4e65-b531-e99fc65674c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.761186 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7475a225-7c23-4e65-b531-e99fc65674c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.811853 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa15608e-f27a-4484-b989-cf63d0504264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.825343 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7475a225-7c23-4e65-b531-e99fc65674c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.825569 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa15608e-f27a-4484-b989-cf63d0504264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.858134 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.905603 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321b033f-9fac-48e9-bfba-44425295a272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3f5667-d697-419f-bdef-7d22d38c88a6'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:58.908403 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0974ef92-5fdc-48cc-9ed1-6b44e5d16236" -d '{"events": [{"server_uuid": "321b033f-9fac-48e9-bfba-44425295a272", "name": "network-vif-plugged", "status": "completed", "tag": "6a3f5667-d697-419f-bdef-7d22d38c88a6"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:58.936411 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 6a3f5667-d697-419f-bdef-7d22d38c88a6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6a3f5667-d697-419f-bdef-7d22d38c88a6,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:58.943680 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa15608e-f27a-4484-b989-cf63d0504264 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:49:58.947351 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:58.973156 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-657c5959-48dd-4d7e-904c-8fcb3b38b5d2 req-ab2ee7a2-b5e7-45b6-91bd-e6898872ba91 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 210 time: 0.0905974 Dec 06 14:49:58.974126 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15608e-f27a-4484-b989-cf63d0504264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8738dd-90c3-4dac-bb77-4a466d5c176c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:58.978201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-e142f7b3-1fa2-434c-a81b-a4b8fa5978b9 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c05f303e2142427da95bb86198cea50c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1071889 Dec 06 14:49:58.984225 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7475a225-7c23-4e65-b531-e99fc65674c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.020320 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3394dd-4a81-4e02-b55f-7d8193d4528c x-openstack-request-id: req-0d3394dd-4a81-4e02-b55f-7d8193d4528c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:59.020627 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321b033f-9fac-48e9-bfba-44425295a272", "name": "network-vif-plugged", "status": "completed", "tag": "6a3f5667-d697-419f-bdef-7d22d38c88a6", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:59.022031 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d3394dd-4a81-4e02-b55f-7d8193d4528c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:59.022487 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321b033f-9fac-48e9-bfba-44425295a272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3f5667-d697-419f-bdef-7d22d38c88a6', 'code': 200} Dec 06 14:49:59.063751 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475a225-7c23-4e65-b531-e99fc65674c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce4a5837-f2b5-491c-95a4-0d4074094c72,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:59.072666 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7475a225-7c23-4e65-b531-e99fc65674c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.082182 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1768d959-5580-41b2-a51c-537d2330927c None None] Network 65992acf-b2d3-46ae-ab34-06ed5700a942 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:49:59.085362 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50820) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:59.086768 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7475a225-7c23-4e65-b531-e99fc65674c7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ce4a5837-f2b5-491c-95a4-0d4074094c72 HTTP/1.1" status: 204 len: 168 time: 0.4767814 Dec 06 14:49:59.088117 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa15608e-f27a-4484-b989-cf63d0504264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.088468 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-aa15608e-f27a-4484-b989-cf63d0504264 admin admin] Added segment 00cac3b3-3705-459a-a39e-d6d2e8e7bf3f of type vlan for network f09c8eed-929d-4a4a-a9da-19e0c25e2663 Dec 06 14:49:59.202837 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-532741ac-5fa2-44d2-8c08-a99a944a2dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.222791 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852244b9-5e92-479a-bd2e-d0ccc7918c83 req-67a4c2bd-aeb2-41a5-b4c8-250d4f1c4c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:59.224019 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=6a3f5667-d697-419f-bdef-7d22d38c88a6,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:59.224945 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-852244b9-5e92-479a-bd2e-d0ccc7918c83 req-67a4c2bd-aeb2-41a5-b4c8-250d4f1c4c42 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 1097 time: 0.1062262 Dec 06 14:49:59.239456 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95a4d9-b79d-4c3b-a984-5b27585cb942 req-1d638e63-c84e-497c-bd7e-b7841b8f4bee tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:59.247988 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2f95a4d9-b79d-4c3b-a984-5b27585cb942 req-1d638e63-c84e-497c-bd7e-b7841b8f4bee tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.1200070 Dec 06 14:49:59.294642 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21accd60-2800-4e56-b8b8-04f974a11235 None None] DHCP port deletion for 65992acf-b2d3-46ae-ab34-06ed5700a942 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:49:59.341740 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-852244b9-5e92-479a-bd2e-d0ccc7918c83 req-6a648b30-22c7-4d22-b273-2fc7aa21b316 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914099 Dec 06 14:49:59.349221 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2f95a4d9-b79d-4c3b-a984-5b27585cb942 req-40f54db2-3ebc-4d11-91bd-bcb804e48be1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000998 Dec 06 14:49:59.434293 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c4cb7cd-c94a-4ab4-9f50-40ec70e2d9f2 req-bed0bd92-7f30-47b0-ab96-ad7314b0fa46 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 210 time: 0.1380594 Dec 06 14:49:59.437392 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa15608e-f27a-4484-b989-cf63d0504264 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.446600 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e53e82ce-ac8c-4ef2-8118-6481108af69b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.456598 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-66e7aa3d-017e-45b8-a02e-24697277d5e6 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:59.458033 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-66e7aa3d-017e-45b8-a02e-24697277d5e6 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4697516 Dec 06 14:49:59.475731 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ecd845ee-f7d4-4632-b17c-549a64cac0fa up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:59.487849 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-7da4bdfd-ad22-42c2-8444-db298656b273 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Request body: {'port': {'device_id': 'c1c65c18-f6fc-4262-a8db-0cc8a2f4d290', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': 'c05f303e2142427da95bb86198cea50c'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:59.535970 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ecd845ee-f7d4-4632-b17c-549a64cac0fa triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:59.536349 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.601462 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa15608e-f27a-4484-b989-cf63d0504264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.602465 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa15608e-f27a-4484-b989-cf63d0504264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:59.603310 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa15608e-f27a-4484-b989-cf63d0504264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.638965 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.646529 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-532741ac-5fa2-44d2-8c08-a99a944a2dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.651546 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.688861 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port ecd845ee-f7d4-4632-b17c-549a64cac0fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ecd845ee-f7d4-4632-b17c-549a64cac0fa,segment=NetworkSegment(7a6eec98-6985-4e4f-bd87-6b095ae0edcc),segment_id=7a6eec98-6985-4e4f-bd87-6b095ae0edcc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:59.695182 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.712895 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-aa15608e-f27a-4484-b989-cf63d0504264 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6088707 Dec 06 14:49:59.714139 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e53e82ce-ac8c-4ef2-8118-6481108af69b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.715806 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50826) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:49:59.720831 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-093889d6-5c2f-4644-a99b-045ad5d32ebc admin admin] Request body: {'subnet': {'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1824612278-subnet', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:59.724497 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-532741ac-5fa2-44d2-8c08-a99a944a2dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65992acf-b2d3-46ae-ab34-06ed5700a942']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:59.763862 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-532741ac-5fa2-44d2-8c08-a99a944a2dd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7235a9a8-99b5-40ff-8e08-3c50944313ce') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:59.764198 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-532741ac-5fa2-44d2-8c08-a99a944a2dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7235a9a8-99b5-40ff-8e08-3c50944313ce') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:49:59.766906 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093889d6-5c2f-4644-a99b-045ad5d32ebc admin admin] Made reservation on behalf of 13ce7cb8eaa54a73a674bedc378777e7 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:59.769400 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-093889d6-5c2f-4644-a99b-045ad5d32ebc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.778348 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=ecd845ee-f7d4-4632-b17c-549a64cac0fa,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:59.784385 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-532741ac-5fa2-44d2-8c08-a99a944a2dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.865294 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-364673c5-8897-4a5d-acef-551a466461f4 None None] Provisioning complete for port ecd845ee-f7d4-4632-b17c-549a64cac0fa triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:59.865678 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-364673c5-8897-4a5d-acef-551a466461f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.871246 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-532741ac-5fa2-44d2-8c08-a99a944a2dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.873975 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53e82ce-ac8c-4ef2-8118-6481108af69b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:59.878260 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15608e-f27a-4484-b989-cf63d0504264 admin admin] Pushing event updated for resources: {'Network': ['ID=f09c8eed-929d-4a4a-a9da-19e0c25e2663,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:59.892000 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e53e82ce-ac8c-4ef2-8118-6481108af69b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:59.900056 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53e82ce-ac8c-4ef2-8118-6481108af69b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:59.906658 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e82ce-ac8c-4ef2-8118-6481108af69b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:59.907324 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e53e82ce-ac8c-4ef2-8118-6481108af69b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.910291 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532741ac-5fa2-44d2-8c08-a99a944a2dd9 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:49:59.911683 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-532741ac-5fa2-44d2-8c08-a99a944a2dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:49:59.912829 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:49:59.917189 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network f09c8eed-929d-4a4a-a9da-19e0c25e2663 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:49:59.933568 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e82ce-ac8c-4ef2-8118-6481108af69b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=faa5826d-258e-4cca-8e50-d8a58f6bd462,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:59.948486 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-7da4bdfd-ad22-42c2-8444-db298656b273 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Made reservation on behalf of c05f303e2142427da95bb86198cea50c for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:59.952018 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-7da4bdfd-ad22-42c2-8444-db298656b273 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:00.050645 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50830) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:00.052278 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e53e82ce-ac8c-4ef2-8118-6481108af69b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3491657 Dec 06 14:50:00.053192 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-7da4bdfd-ad22-42c2-8444-db298656b273 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:00.062750 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-05f466f5-279b-4c97-9b41-d95efba9cd9f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'subnet': {'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:00.068885 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:50:00.081539 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-532741ac-5fa2-44d2-8c08-a99a944a2dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:00.102749 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-532741ac-5fa2-44d2-8c08-a99a944a2dd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:00.108102 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-364673c5-8897-4a5d-acef-551a466461f4 None None] Provisioning complete for port 21ad8c24-98da-42fc-b9c9-edd5d81332ac triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:00.108795 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-364673c5-8897-4a5d-acef-551a466461f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:00.108907 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-532741ac-5fa2-44d2-8c08-a99a944a2dd9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/65992acf-b2d3-46ae-ab34-06ed5700a942 HTTP/1.1" status: 204 len: 168 time: 1.0166416 Dec 06 14:50:00.152027 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-67fd32be-97ac-43c7-94aa-7c7602b67ef2 req-e5888725-53c6-4df8-a0e4-c88b9055ae16 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 210 time: 0.0662627 Dec 06 14:50:00.161116 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532741ac-5fa2-44d2-8c08-a99a944a2dd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=65992acf-b2d3-46ae-ab34-06ed5700a942,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:00.177405 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-364673c5-8897-4a5d-acef-551a466461f4 None None] Port 21ad8c24-98da-42fc-b9c9-edd5d81332ac cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:00.200723 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-61e9010d-cc7f-4777-88f0-fee9a00f5a24 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:00.204123 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-61e9010d-cc7f-4777-88f0-fee9a00f5a24 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.37 "GET /v2.0/networks?id=75ec1074-48b0-468d-8546-afcb61441dc6 HTTP/1.1" status: 200 len: 815 time: 0.3861547 Dec 06 14:50:00.285257 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-7da4bdfd-ad22-42c2-8444-db298656b273 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:00.296243 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-7da4bdfd-ad22-42c2-8444-db298656b273 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:00.333137 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50836) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:00.404521 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e3fc6a89-7d56-48e1-bacb-1fb0a1786cf0 None None] Provisioning complete for port faa5826d-258e-4cca-8e50-d8a58f6bd462 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:00.404892 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e3fc6a89-7d56-48e1-bacb-1fb0a1786cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:00.486767 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc6a89-7d56-48e1-bacb-1fb0a1786cf0 None None] Port faa5826d-258e-4cca-8e50-d8a58f6bd462 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:00.498620 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-79f3d85c-5884-44ff-bd05-23d5595d1ec4 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8fd6664765541d496ef1f354f2e07de HTTP/1.1" status: 200 len: 380 time: 0.2260618 Dec 06 14:50:00.510074 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4bdfd-ad22-42c2-8444-db298656b273 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0c9d18-c4b5-4115-89aa-aee9af403d74,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:00.531936 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-89faaefa-5ea1-492b-9d3b-32d989ba4a4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=081ecae26f1f4608b6d59404ed1f828f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1974990 Dec 06 14:50:00.533055 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-9f5fe1cb-701b-4e92-aaab-8ff16cbb2764 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Request body: {'port': {'device_id': '60f04562-788b-4d6f-8491-5676cc7e30eb', 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6', 'admin_state_up': True, 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'security_groups': ['0f6fb65c-8907-4765-a1ce-b1645115777a']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:00.538555 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50842) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:00.591942 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f466f5-279b-4c97-9b41-d95efba9cd9f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:00.595353 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05f466f5-279b-4c97-9b41-d95efba9cd9f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:00.637749 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf2c55b7-8b6f-4324-94d4-92cec9362ba0 req-36f4e02c-3416-4459-989f-4323326b8cd8 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 210 time: 0.0737722 Dec 06 14:50:00.641578 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef1b9d-07bb-4d6f-b396-9b8f4772389e req-4c6c94f5-e600-4bc3-b1b1-a38622596e20 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:00.643113 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61ef1b9d-07bb-4d6f-b396-9b8f4772389e req-4c6c94f5-e600-4bc3-b1b1-a38622596e20 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.1952844 Dec 06 14:50:00.644625 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-7da4bdfd-ad22-42c2-8444-db298656b273 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Allocated IP 192.168.233.110 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/0d4af8d0-a2bf-4992-a557-f4f490d54b4a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:00.676425 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-093889d6-5c2f-4644-a99b-045ad5d32ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:00.710576 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43e7fde5-dfe1-4e7d-9c16-39193d270692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:00.716407 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-01ac3945-0da0-4906-a5e3-13a34da470b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:00.785267 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43e7fde5-dfe1-4e7d-9c16-39193d270692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:00.793801 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61ef1b9d-07bb-4d6f-b396-9b8f4772389e req-5bcfaa87-2ba0-43dd-960b-24bcd5a46c25 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412532 Dec 06 14:50:00.811664 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093889d6-5c2f-4644-a99b-045ad5d32ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:00.839946 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093889d6-5c2f-4644-a99b-045ad5d32ebc admin admin] Checking segment: {'id': '00cac3b3-3705-459a-a39e-d6d2e8e7bf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:00.840314 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093889d6-5c2f-4644-a99b-045ad5d32ebc admin admin] Network hostable DHCP agents. Network: f09c8eed-929d-4a4a-a9da-19e0c25e2663, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:50:00.846588 n-d-master-1 neutron-server[103288]: INFO neutron.db.ipam_backend_mixin [None req-05f466f5-279b-4c97-9b41-d95efba9cd9f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13128caa-188a-4a55-be9f-91851b277f57 (CIDR: 2001:db8::/64) Dec 06 14:50:00.854431 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f466f5-279b-4c97-9b41-d95efba9cd9f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:50:00.854907 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f466f5-279b-4c97-9b41-d95efba9cd9f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:50:00.872727 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-9f5fe1cb-701b-4e92-aaab-8ff16cbb2764 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Made reservation on behalf of e8fd6664765541d496ef1f354f2e07de for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:00.876381 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-9f5fe1cb-701b-4e92-aaab-8ff16cbb2764 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:00.894310 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093889d6-5c2f-4644-a99b-045ad5d32ebc admin admin] Network f09c8eed-929d-4a4a-a9da-19e0c25e2663 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:50:00.903981 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-05f466f5-279b-4c97-9b41-d95efba9cd9f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8474567 Dec 06 14:50:00.904959 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50846) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:00.909486 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e0ef3979-017d-48d4-9511-179df5bcbd25 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'subnet': {'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:00.941904 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-093889d6-5c2f-4644-a99b-045ad5d32ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f09c8eed-929d-4a4a-a9da-19e0c25e2663) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:00.957148 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5ad4f5-dba4-4585-b3b7-b48820688fd4 None None] Network f09c8eed-929d-4a4a-a9da-19e0c25e2663 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:00.957596 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093889d6-5c2f-4644-a99b-045ad5d32ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:00.958197 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-093889d6-5c2f-4644-a99b-045ad5d32ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:01.170148 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f09c8eed-929d-4a4a-a9da-19e0c25e2663', 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'fixed_ips': [{'subnet_id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:50:01.171588 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:01.349728 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43e7fde5-dfe1-4e7d-9c16-39193d270692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:01.352632 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43e7fde5-dfe1-4e7d-9c16-39193d270692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:01.357424 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-43e7fde5-dfe1-4e7d-9c16-39193d270692 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ba4d9cd-387b-4f1d-b116-41124d1f70d9 HTTP/1.1" status: 204 len: 168 time: 0.8174260 Dec 06 14:50:01.365366 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-7da4bdfd-ad22-42c2-8444-db298656b273 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:01.378339 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7fde5-dfe1-4e7d-9c16-39193d270692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba4d9cd-387b-4f1d-b116-41124d1f70d9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:01.400617 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-093889d6-5c2f-4644-a99b-045ad5d32ebc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6836572 Dec 06 14:50:01.401380 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50854) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:01.409128 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-29f0714c-a96b-4fb9-8b35-0c7a8fc8a2f5 req-642a8af8-560d-4186-a34d-9f8bc1490922 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 210 time: 0.0603132 Dec 06 14:50:01.410593 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1824612278-router', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:01.448108 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-7da4bdfd-ad22-42c2-8444-db298656b273 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:01.472239 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:01.473267 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:01.498747 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ecd845ee-f7d4-4632-b17c-549a64cac0fa up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:01.528295 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-9f5fe1cb-701b-4e92-aaab-8ff16cbb2764 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Allocated IP 172.20.0.7 (75ec1074-48b0-468d-8546-afcb61441dc6/20ad2411-a365-441e-ba31-0b9aae32c0d8/87d80ab4-b40c-4ea1-8381-0e7485e7f32d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:01.531145 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ef3979-017d-48d4-9511-179df5bcbd25 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:01.535237 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0ef3979-017d-48d4-9511-179df5bcbd25 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:01.543034 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:01.568386 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-7da4bdfd-ad22-42c2-8444-db298656b273 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:01.574219 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-7da4bdfd-ad22-42c2-8444-db298656b273 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:01.643894 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Allocated IP 172.20.0.2 (f09c8eed-929d-4a4a-a9da-19e0c25e2663/78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a/a3bfabf4-ac06-4cba-b2e7-5f16a1eead93) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:01.704428 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-7da4bdfd-ad22-42c2-8444-db298656b273 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:01.711600 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ecd845ee-f7d4-4632-b17c-549a64cac0fa triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:01.711999 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:01.972832 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:01.981078 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.000536 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4bdfd-ad22-42c2-8444-db298656b273 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Pushing event updated for resources: {'Port': ['ID=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:02.055904 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Network f09c8eed-929d-4a4a-a9da-19e0c25e2663 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:02.064483 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:02.073331 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4d23d61a-fce5-48d8-8067-070cffd17d90 None None] Provisioning complete for port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:02.073777 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4d23d61a-fce5-48d8-8067-070cffd17d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.084145 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:02.091307 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-74336d58-df67-440a-af04-c9f492d346c1 req-ba44fb93-065b-4769-a7d2-66ab2e06f349 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 210 time: 0.2840345 Dec 06 14:50:02.092118 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50864) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:02.102730 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.116000 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Pushing event updated for resources: {'Port': ['ID=a3bfabf4-ac06-4cba-b2e7-5f16a1eead93,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:02.142373 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-7da4bdfd-ad22-42c2-8444-db298656b273 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:02.143070 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-7da4bdfd-ad22-42c2-8444-db298656b273 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.174193 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0ef3979-017d-48d4-9511-179df5bcbd25 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.174401 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4d23d61a-fce5-48d8-8067-070cffd17d90 None None] Port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:02.183789 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-7da4bdfd-ad22-42c2-8444-db298656b273 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6996908 Dec 06 14:50:02.185263 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Attempting to bind port a3bfabf4-ac06-4cba-b2e7-5f16a1eead93 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:50:02.185712 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Attempting to bind port a3bfabf4-ac06-4cba-b2e7-5f16a1eead93 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '00cac3b3-3705-459a-a39e-d6d2e8e7bf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:50:02.186138 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Attempting to bind port a3bfabf4-ac06-4cba-b2e7-5f16a1eead93 on network f09c8eed-929d-4a4a-a9da-19e0c25e2663 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:02.191342 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:50:02.191868 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Checking segment: {'id': '00cac3b3-3705-459a-a39e-d6d2e8e7bf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:02.192350 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.192814 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Bound using segment: {'id': '00cac3b3-3705-459a-a39e-d6d2e8e7bf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:50:02.193590 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Bound port: a3bfabf4-ac06-4cba-b2e7-5f16a1eead93, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cac3b3-3705-459a-a39e-d6d2e8e7bf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:50:02.193718 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.203691 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ed4bc-505c-4dd2-b394-a9f12ac874db req-e7ab405f-b815-4904-8945-50544e65174d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:02.204952 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e55ed4bc-505c-4dd2-b394-a9f12ac874db req-e7ab405f-b815-4904-8945-50544e65174d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.1213770 Dec 06 14:50:02.210734 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Request body: {'port': {'device_id': 'c1c65c18-f6fc-4262-a8db-0cc8a2f4d290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:02.240124 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ef3979-017d-48d4-9511-179df5bcbd25 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:02.254705 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e0ef3979-017d-48d4-9511-179df5bcbd25 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:02.261525 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] For port a3bfabf4-ac06-4cba-b2e7-5f16a1eead93, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:50:02.264772 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ef3979-017d-48d4-9511-179df5bcbd25 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:02.265397 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0ef3979-017d-48d4-9511-179df5bcbd25 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.265582 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] For port a3bfabf4-ac06-4cba-b2e7-5f16a1eead93, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a3bfabf4-ac06-4cba-b2e7-5f16a1eead93,segment=NetworkSegment(00cac3b3-3705-459a-a39e-d6d2e8e7bf3f),segment_id=00cac3b3-3705-459a-a39e-d6d2e8e7bf3f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:50:02.271457 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.277637 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528d0d7a-ba53-4a08-8eed-ecd072dc6ce0 None None] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:02.306648 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1a5817d1-8fdc-47e7-8430-c909554f72c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=521ff37e96c748c8acfdb38c532a6261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991785 Dec 06 14:50:02.311574 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50866) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:02.343519 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef3979-017d-48d4-9511-179df5bcbd25 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Subnet': ['ID=f35e17ca-2dff-4344-9720-b9d955222ac5,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:02.345948 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.349528 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-9f5fe1cb-701b-4e92-aaab-8ff16cbb2764 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.357401 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e0ef3979-017d-48d4-9511-179df5bcbd25 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4495330 Dec 06 14:50:02.360909 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50868) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:02.368916 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e55ed4bc-505c-4dd2-b394-a9f12ac874db req-bdfeb92e-2250-46f4-8be7-58ad87b5aed6 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544628 Dec 06 14:50:02.373083 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4bed306b-8277-459b-a964-1ab2d45a965d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-243673577', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f35e17ca-2dff-4344-9720-b9d955222ac5'}], 'security_groups': ['6670ac2e-3bff-45c9-bb4c-c303e042131b']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:02.422647 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-192099dd-e25b-45c2-a44a-d281df34e675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.479171 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-192099dd-e25b-45c2-a44a-d281df34e675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.532250 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-9f5fe1cb-701b-4e92-aaab-8ff16cbb2764 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.534613 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bed306b-8277-459b-a964-1ab2d45a965d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.573099 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b92022-a3e0-4821-9418-bfa6b11d1125 None None] Pushing event updated for resources: {'Port': ['ID=a3bfabf4-ac06-4cba-b2e7-5f16a1eead93,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:02.641008 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fe1cb-701b-4e92-aaab-8ff16cbb2764 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Pushing event updated for resources: {'Port': ['ID=87d80ab4-b40c-4ea1-8381-0e7485e7f32d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:02.654641 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-9f5fe1cb-701b-4e92-aaab-8ff16cbb2764 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Network 75ec1074-48b0-468d-8546-afcb61441dc6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:02.662273 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-9f5fe1cb-701b-4e92-aaab-8ff16cbb2764 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:02.668916 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-9f5fe1cb-701b-4e92-aaab-8ff16cbb2764 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:02.737373 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-9f5fe1cb-701b-4e92-aaab-8ff16cbb2764 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:02.738231 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-9f5fe1cb-701b-4e92-aaab-8ff16cbb2764 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.783511 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-192099dd-e25b-45c2-a44a-d281df34e675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.786690 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-192099dd-e25b-45c2-a44a-d281df34e675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.791313 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-192099dd-e25b-45c2-a44a-d281df34e675 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d82c6659-5864-4606-8f10-828c61ad347b HTTP/1.1" status: 204 len: 168 time: 0.4789364 Dec 06 14:50:02.825271 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192099dd-e25b-45c2-a44a-d281df34e675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82c6659-5864-4606-8f10-828c61ad347b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:02.844884 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-9f5fe1cb-701b-4e92-aaab-8ff16cbb2764 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3180301 Dec 06 14:50:02.864651 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Request body: {'port': {'device_id': '60f04562-788b-4d6f-8491-5676cc7e30eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:02.914991 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45553390-a6d3-4105-99ea-48194438be93 None None] Update dhcp port {'port': {'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510', 'fixed_ips': [{'subnet_id': '13128caa-188a-4a55-be9f-91851b277f57', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f35e17ca-2dff-4344-9720-b9d955222ac5'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'ecd845ee-f7d4-4632-b17c-549a64cac0fa'} from n-d-master-1. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:50:02.948675 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-45553390-a6d3-4105-99ea-48194438be93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:02.985925 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcf584-65be-4d4a-9ece-b73e05cdb933 req-66b01a2d-5279-4a67-a82d-c28eb7ffed16 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:02.987530 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66dcf584-65be-4d4a-9ece-b73e05cdb933 req-66b01a2d-5279-4a67-a82d-c28eb7ffed16 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.2182889 Dec 06 14:50:03.002246 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:03.182760 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-45553390-a6d3-4105-99ea-48194438be93 None None] Allocated IP 2001:db8:0:1::2 (7cff829a-f0a2-4779-b95c-fc56e8e27510/f35e17ca-2dff-4344-9720-b9d955222ac5/ecd845ee-f7d4-4632-b17c-549a64cac0fa) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:03.245102 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66dcf584-65be-4d4a-9ece-b73e05cdb933 req-73467cd9-b4d4-4579-a959-53f385b673d1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415149 Dec 06 14:50:03.298811 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-45553390-a6d3-4105-99ea-48194438be93 None None] For port ecd845ee-f7d4-4632-b17c-549a64cac0fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ecd845ee-f7d4-4632-b17c-549a64cac0fa,segment=NetworkSegment(7a6eec98-6985-4e4f-bd87-6b095ae0edcc),segment_id=7a6eec98-6985-4e4f-bd87-6b095ae0edcc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:03.311224 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475afa5-3ae4-4117-bfae-99cdc7ea1011 req-4f63d8c8-2a35-44d7-a67a-a4538601731e tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:03.312852 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d475afa5-3ae4-4117-bfae-99cdc7ea1011 req-4f63d8c8-2a35-44d7-a67a-a4538601731e tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 936 time: 0.6698163 Dec 06 14:50:03.315965 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:03.346222 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:03.377882 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-dd8bdc52-52bd-4035-b2ce-4bf0260ae6f6 None None] Provisioning complete for port 87d80ab4-b40c-4ea1-8381-0e7485e7f32d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:03.377882 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dd8bdc52-52bd-4035-b2ce-4bf0260ae6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:03.388640 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-45553390-a6d3-4105-99ea-48194438be93 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:03.393631 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ff59eac-59ec-4009-84ba-30cc0f403269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:03.422240 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-45553390-a6d3-4105-99ea-48194438be93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:03.509510 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45553390-a6d3-4105-99ea-48194438be93 None None] Pushing event updated for resources: {'Port': ['ID=ecd845ee-f7d4-4632-b17c-549a64cac0fa,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:03.573335 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a3bfabf4-ac06-4cba-b2e7-5f16a1eead93 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:03.579582 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d80ab4-b40c-4ea1-8381-0e7485e7f32d {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:50:03.594198 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:03.602175 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-dd8bdc52-52bd-4035-b2ce-4bf0260ae6f6 None None] Port 87d80ab4-b40c-4ea1-8381-0e7485e7f32d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:03.611492 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Transition to ACTIVE for port object 87d80ab4-b40c-4ea1-8381-0e7485e7f32d will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:50:03.611970 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d475afa5-3ae4-4117-bfae-99cdc7ea1011 req-4bffa2b2-c089-4cc8-9f09-50bd9933bf40 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c9d18-c4b5-4115-89aa-aee9af403d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729881 Dec 06 14:50:03.661827 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:03.674693 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Allocated IP 172.35.7.174 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/487d2702-3cd1-435e-a3df-daceaa4fd979) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:03.783514 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a3bfabf4-ac06-4cba-b2e7-5f16a1eead93 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:03.783926 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:03.816972 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4af8d0-a2bf-4992-a557-f4f490d54b4a {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:50:03.835582 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Pushing event updated for resources: {'Port': ['ID=87d80ab4-b40c-4ea1-8381-0e7485e7f32d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:03.852507 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:03.948885 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb2f36-9691-4da9-b5e4-94b870496045 req-26e9d41f-74b7-4186-a953-7ddffdef48df tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:03.951550 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-33bb2f36-9691-4da9-b5e4-94b870496045 req-26e9d41f-74b7-4186-a953-7ddffdef48df tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 931 time: 0.3983092 Dec 06 14:50:03.968301 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:04.007126 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-4bed306b-8277-459b-a964-1ab2d45a965d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Delete allocated IP 2001:db8::26c (7cff829a-f0a2-4779-b95c-fc56e8e27510/13128caa-188a-4a55-be9f-91851b277f57) {{(pid=103289) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 14:50:04.021735 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:04.022272 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Transition to ACTIVE for port object 0d4af8d0-a2bf-4992-a557-f4f490d54b4a will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:50:04.045697 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-33bb2f36-9691-4da9-b5e4-94b870496045 req-24272f3f-1bbe-4728-be7f-c331f99d34de tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f6fb65c-8907-4765-a1ce-b1645115777a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860806 Dec 06 14:50:04.049056 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Attempting to bind port 87d80ab4-b40c-4ea1-8381-0e7485e7f32d on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:50:04.049542 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Attempting to bind port 87d80ab4-b40c-4ea1-8381-0e7485e7f32d by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'b6263aea-628b-4044-82ab-158fc318cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:50:04.050339 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Attempting to bind port 87d80ab4-b40c-4ea1-8381-0e7485e7f32d on network 75ec1074-48b0-468d-8546-afcb61441dc6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:04.057330 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port a3bfabf4-ac06-4cba-b2e7-5f16a1eead93, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a3bfabf4-ac06-4cba-b2e7-5f16a1eead93,segment=NetworkSegment(00cac3b3-3705-459a-a39e-d6d2e8e7bf3f),segment_id=00cac3b3-3705-459a-a39e-d6d2e8e7bf3f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:04.058755 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Port 87d80ab4-b40c-4ea1-8381-0e7485e7f32d on network 75ec1074-48b0-468d-8546-afcb61441dc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:50:04.059159 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Attempting to bind port 87d80ab4-b40c-4ea1-8381-0e7485e7f32d on network 75ec1074-48b0-468d-8546-afcb61441dc6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:04.068183 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:04.087813 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:50:04.088152 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Checking segment: {'id': 'b6263aea-628b-4044-82ab-158fc318cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:04.088548 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Bound using segment: {'id': 'b6263aea-628b-4044-82ab-158fc318cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:50:04.089091 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Bound port: 87d80ab4-b40c-4ea1-8381-0e7485e7f32d, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6263aea-628b-4044-82ab-158fc318cfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:50:04.089944 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:04.122506 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:04.132296 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-4bed306b-8277-459b-a964-1ab2d45a965d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Allocated IP 2001:db8:0:1::286 (7cff829a-f0a2-4779-b95c-fc56e8e27510/f35e17ca-2dff-4344-9720-b9d955222ac5/faa5826d-258e-4cca-8e50-d8a58f6bd462) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:04.188981 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=a3bfabf4-ac06-4cba-b2e7-5f16a1eead93,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:04.237329 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] For port 87d80ab4-b40c-4ea1-8381-0e7485e7f32d, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:50:04.246903 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] For port 87d80ab4-b40c-4ea1-8381-0e7485e7f32d, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=87d80ab4-b40c-4ea1-8381-0e7485e7f32d,segment=NetworkSegment(b6263aea-628b-4044-82ab-158fc318cfff),segment_id=b6263aea-628b-4044-82ab-158fc318cfff)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:50:04.257674 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:04.341204 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:04.363174 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb30eed-65bd-4e83-8993-293bb976681e None None] Network f09c8eed-929d-4a4a-a9da-19e0c25e2663 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:04.402144 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:04.402764 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:04.404213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] 10.222.0.37 "PUT /v2.0/ports/87d80ab4-b40c-4ea1-8381-0e7485e7f32d HTTP/1.1" status: 200 len: 1091 time: 1.5454726 Dec 06 14:50:04.404662 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f04562-788b-4d6f-8491-5676cc7e30eb', 'tag': '87d80ab4-b40c-4ea1-8381-0e7485e7f32d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:04.406091 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:04.406954 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8836b6-e72f-4eec-b214-25f46689d276" -d '{"events": [{"name": "network-changed", "server_uuid": "60f04562-788b-4d6f-8491-5676cc7e30eb", "tag": "87d80ab4-b40c-4ea1-8381-0e7485e7f32d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:04.467863 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b58e0b-f09b-4b37-9cc0-e1a9b7fc8726 service neutron] Pushing event updated for resources: {'Port': ['ID=87d80ab4-b40c-4ea1-8381-0e7485e7f32d,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:04.584755 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-93caf68c-e028-42dd-892b-85c5426fd075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:04.587110 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-93caf68c-e028-42dd-892b-85c5426fd075 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8fd6664765541d496ef1f354f2e07de&device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 1094 time: 0.0959144 Dec 06 14:50:04.636518 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-81260d24-4b54-4162-816e-323d64a2cb25 None None] Provisioning complete for port a3bfabf4-ac06-4cba-b2e7-5f16a1eead93 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:04.636990 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-81260d24-4b54-4162-816e-323d64a2cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:04.639114 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Attempting to bind port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:50:04.641772 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Attempting to bind port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:50:04.642226 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Attempting to bind port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:04.653506 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-771ba6ed-02d5-47e3-b146-318a71a3cb3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87d80ab4-b40c-4ea1-8381-0e7485e7f32d HTTP/1.1" status: 200 len: 217 time: 0.0558734 Dec 06 14:50:04.670343 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:50:04.670671 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Attempting to bind port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:04.691145 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811c5685-1027-4388-aa54-a192c68a0fdb x-openstack-request-id: req-811c5685-1027-4388-aa54-a192c68a0fdb {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:04.691482 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f04562-788b-4d6f-8491-5676cc7e30eb", "tag": "87d80ab4-b40c-4ea1-8381-0e7485e7f32d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:04.692582 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-811c5685-1027-4388-aa54-a192c68a0fdb {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:04.693022 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f04562-788b-4d6f-8491-5676cc7e30eb', 'tag': '87d80ab4-b40c-4ea1-8381-0e7485e7f32d', 'status': 'completed', 'code': 200} Dec 06 14:50:04.793795 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:50:04.794144 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:04.794536 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:50:04.794990 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Bound port: 0d4af8d0-a2bf-4992-a557-f4f490d54b4a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:50:04.795349 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:04.868108 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-60abd148-4247-4a4b-a1ca-272eb89185d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:04.869748 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-60abd148-4247-4a4b-a1ca-272eb89185d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20ad2411-a365-441e-ba31-0b9aae32c0d8 HTTP/1.1" status: 200 len: 854 time: 0.2053235 Dec 06 14:50:04.921880 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea4044-8c3b-4c79-8a82-0925c91d3794 req-00694464-43bb-4d0e-8ee0-735fdc23e7a1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:04.923452 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30ea4044-8c3b-4c79-8a82-0925c91d3794 req-00694464-43bb-4d0e-8ee0-735fdc23e7a1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.5143163 Dec 06 14:50:04.935384 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6c271-a691-4b81-abeb-0e6364f50338 req-8cfd7c4a-92c0-44f6-9035-8b348f3bb73f tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:04.943579 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8a6c271-a691-4b81-abeb-0e6364f50338 req-8cfd7c4a-92c0-44f6-9035-8b348f3bb73f tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 948 time: 0.1462476 Dec 06 14:50:04.947159 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:04.987890 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-af5b28cd-35b7-4925-a801-c578010eb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:04.989435 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-af5b28cd-35b7-4925-a801-c578010eb7b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=75ec1074-48b0-468d-8546-afcb61441dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044297 Dec 06 14:50:05.016057 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8a6c271-a691-4b81-abeb-0e6364f50338 req-1113d88b-6f62-4bc7-9ec6-138e9d038fe6 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c9d18-c4b5-4115-89aa-aee9af403d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638657 Dec 06 14:50:05.058230 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-35bd4328-45ba-4dde-a5da-93c2a377e839 None None] Provisioning complete for port faa5826d-258e-4cca-8e50-d8a58f6bd462 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:05.058730 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-35bd4328-45ba-4dde-a5da-93c2a377e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:05.083366 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Pushing event updated for resources: {'Port': ['ID=487d2702-3cd1-435e-a3df-daceaa4fd979,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:05.124503 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bed306b-8277-459b-a964-1ab2d45a965d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:05.146909 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] For port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:50:05.157789 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bed306b-8277-459b-a964-1ab2d45a965d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:05.163513 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] For port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:50:05.163911 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-35bd4328-45ba-4dde-a5da-93c2a377e839 None None] Port faa5826d-258e-4cca-8e50-d8a58f6bd462 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:05.167426 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:05.188349 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-b25b91ff-2a1d-41bc-b010-600bf18a7cf3 service neutron] 10.222.0.37 "GET /v2.0/networks/75ec1074-48b0-468d-8546-afcb61441dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709397 Dec 06 14:50:05.192026 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-35bd4328-45ba-4dde-a5da-93c2a377e839 None None] Provisioning complete for port ecd845ee-f7d4-4632-b17c-549a64cac0fa triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:05.192394 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-35bd4328-45ba-4dde-a5da-93c2a377e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:05.214216 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:05.215203 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:05.235942 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:05.258970 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fb6217-26df-4c12-8184-951a7d406b07 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:50:05.361676 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4bed306b-8277-459b-a964-1ab2d45a965d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] In _notify_port_updated(), no bound segment for port faa5826d-258e-4cca-8e50-d8a58f6bd462 on network 7cff829a-f0a2-4779-b95c-fc56e8e27510 {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:50:05.395296 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-35bd4328-45ba-4dde-a5da-93c2a377e839 None None] Provisioning complete for port 21ad8c24-98da-42fc-b9c9-edd5d81332ac triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:05.395784 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-35bd4328-45ba-4dde-a5da-93c2a377e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:05.403947 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bed306b-8277-459b-a964-1ab2d45a965d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:05.404634 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bed306b-8277-459b-a964-1ab2d45a965d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:05.410189 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4bed306b-8277-459b-a964-1ab2d45a965d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "PUT /v2.0/ports/faa5826d-258e-4cca-8e50-d8a58f6bd462 HTTP/1.1" status: 200 len: 930 time: 3.0460749 Dec 06 14:50:05.412209 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:05.413758 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:05.415745 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] 10.222.0.37 "PUT /v2.0/ports/0d4af8d0-a2bf-4992-a557-f4f490d54b4a HTTP/1.1" status: 200 len: 1096 time: 3.2098410 Dec 06 14:50:05.421585 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50934) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:05.473634 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-35bd4328-45ba-4dde-a5da-93c2a377e839 None None] Port 21ad8c24-98da-42fc-b9c9-edd5d81332ac cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:05.473838 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c65c18-f6fc-4262-a8db-0cc8a2f4d290', 'tag': '0d4af8d0-a2bf-4992-a557-f4f490d54b4a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:05.476396 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d6f331-c7a8-406d-a2c9-005cf7b85db6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c65c18-f6fc-4262-a8db-0cc8a2f4d290", "tag": "0d4af8d0-a2bf-4992-a557-f4f490d54b4a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:05.518589 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d6bcaf5-baa2-4aaa-b516-42b24afc2ed7 req-78e1a7ec-4d1c-4248-bba4-25541e624019 service neutron] 10.222.0.37 "GET /v2.0/networks/75ec1074-48b0-468d-8546-afcb61441dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183820 Dec 06 14:50:05.552022 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a3bfabf4-ac06-4cba-b2e7-5f16a1eead93 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:05.559214 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed306b-8277-459b-a964-1ab2d45a965d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=faa5826d-258e-4cca-8e50-d8a58f6bd462,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:05.563841 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30ea4044-8c3b-4c79-8a82-0925c91d3794 req-f8fee9d3-4bf7-47c6-b3a0-73f4250f5019 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033325 Dec 06 14:50:05.585750 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920c686-8e5f-4044-b402-ef2984a97563 req-898a1d93-53a7-4831-9373-19ef505ba360 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:05.587878 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d920c686-8e5f-4044-b402-ef2984a97563 req-898a1d93-53a7-4831-9373-19ef505ba360 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 943 time: 0.2942512 Dec 06 14:50:05.652559 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:05.699492 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0327285c-680a-4e1c-a867-3d451b7add42 None None] Provisioning complete for port a3bfabf4-ac06-4cba-b2e7-5f16a1eead93 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:05.699745 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0327285c-680a-4e1c-a867-3d451b7add42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:05.728863 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dbf826-ee9a-4317-a285-19f819c59299 x-openstack-request-id: req-d4dbf826-ee9a-4317-a285-19f819c59299 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:05.729171 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c65c18-f6fc-4262-a8db-0cc8a2f4d290", "tag": "0d4af8d0-a2bf-4992-a557-f4f490d54b4a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:05.729406 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4dbf826-ee9a-4317-a285-19f819c59299 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:05.729819 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c65c18-f6fc-4262-a8db-0cc8a2f4d290', 'tag': '0d4af8d0-a2bf-4992-a557-f4f490d54b4a', 'status': 'completed', 'code': 200} Dec 06 14:50:05.749878 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a3bfabf4-ac06-4cba-b2e7-5f16a1eead93 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:05.750742 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:05.793581 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-96fcff1f-0153-408d-bf9d-a5c1652345a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port faa5826d-258e-4cca-8e50-d8a58f6bd462 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:50:05.793982 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96fcff1f-0153-408d-bf9d-a5c1652345a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:05.801347 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d920c686-8e5f-4044-b402-ef2984a97563 req-50b6270f-dcb7-4d8d-9a1b-13fd973ea475 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f6fb65c-8907-4765-a1ce-b1645115777a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027919 Dec 06 14:50:05.837067 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8836b6-e72f-4eec-b214-25f46689d276 req-cc0fdeb6-32dc-404d-a6cb-96e6c91f5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:05.838568 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d8836b6-e72f-4eec-b214-25f46689d276 req-cc0fdeb6-32dc-404d-a6cb-96e6c91f5d19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8fd6664765541d496ef1f354f2e07de&device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 1094 time: 0.1817944 Dec 06 14:50:05.859096 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-fcf64769-6ef5-4476-ac28-5204c36e0528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:05.861028 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-fcf64769-6ef5-4476-ac28-5204c36e0528 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c05f303e2142427da95bb86198cea50c&device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 1099 time: 0.3736165 Dec 06 14:50:05.866383 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50792d8d-50a0-42d0-8d20-50a910fccf55 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:05.919837 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ecd845ee-f7d4-4632-b17c-549a64cac0fa up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:05.923389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-c3665830-2da3-4daf-9cb3-11b116d58276 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=0d4af8d0-a2bf-4992-a557-f4f490d54b4a HTTP/1.1" status: 200 len: 217 time: 0.0538037 Dec 06 14:50:05.977651 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96fcff1f-0153-408d-bf9d-a5c1652345a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:05.994478 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-96fcff1f-0153-408d-bf9d-a5c1652345a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for faa5826d-258e-4cca-8e50-d8a58f6bd462 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:50:06.014146 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ecd845ee-f7d4-4632-b17c-549a64cac0fa triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:06.014522 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:06.054225 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-f63d2742-029f-45a1-b470-a0c9aa2f9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:06.056420 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-f63d2742-029f-45a1-b470-a0c9aa2f9be7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0968537 Dec 06 14:50:06.089931 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0327285c-680a-4e1c-a867-3d451b7add42 None None] Provisioning complete for port 487d2702-3cd1-435e-a3df-daceaa4fd979 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:06.091183 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0327285c-680a-4e1c-a867-3d451b7add42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:06.102563 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:06.168823 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0327285c-680a-4e1c-a867-3d451b7add42 None None] Port 487d2702-3cd1-435e-a3df-daceaa4fd979 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:06.181886 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-5cfd47ad-dd77-4606-9385-5154e5db3992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:06.183672 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-5cfd47ad-dd77-4606-9385-5154e5db3992 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160772 Dec 06 14:50:06.193711 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96fcff1f-0153-408d-bf9d-a5c1652345a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:06.241005 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcff1f-0153-408d-bf9d-a5c1652345a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=faa5826d-258e-4cca-8e50-d8a58f6bd462,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:06.283045 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0c7f5b91-5849-4e60-b7d5-bc1a154754d9 None None] Could not find standard attr ID for object faa5826d-258e-4cca-8e50-d8a58f6bd462. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:50:06.288404 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96fcff1f-0153-408d-bf9d-a5c1652345a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:06.313739 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-96fcff1f-0153-408d-bf9d-a5c1652345a6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/ports/faa5826d-258e-4cca-8e50-d8a58f6bd462 HTTP/1.1" status: 204 len: 168 time: 0.8908083 Dec 06 14:50:06.325131 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50962) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:06.326430 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8836b6-e72f-4eec-b214-25f46689d276 req-7bf9bba0-5dde-4123-a361-cffb67a00002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:06.328704 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d8836b6-e72f-4eec-b214-25f46689d276 req-7bf9bba0-5dde-4123-a361-cffb67a00002 service neutron] 10.222.0.37 "GET /v2.0/networks?id=75ec1074-48b0-468d-8546-afcb61441dc6 HTTP/1.1" status: 200 len: 916 time: 0.4798567 Dec 06 14:50:06.355884 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cde09d-0120-4b92-b5c3-1f1ff4d64b95 req-cd5fd434-83c7-4bfa-aee6-86572cbd0a1f tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:06.357293 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9cde09d-0120-4b92-b5c3-1f1ff4d64b95 req-cd5fd434-83c7-4bfa-aee6-86572cbd0a1f tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 948 time: 0.2090023 Dec 06 14:50:06.390126 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1ceaed-7cda-422a-b7af-3126648e77e4 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] GET failed (client error): The resource could not be found. Dec 06 14:50:06.394543 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bb1ceaed-7cda-422a-b7af-3126648e77e4 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports/faa5826d-258e-4cca-8e50-d8a58f6bd462 HTTP/1.1" status: 404 len: 333 time: 0.0645449 Dec 06 14:50:06.431961 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50966) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:06.442737 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d8836b6-e72f-4eec-b214-25f46689d276 req-afc1b97c-bee9-42c0-9aa4-fea036c6d27c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87d80ab4-b40c-4ea1-8381-0e7485e7f32d HTTP/1.1" status: 200 len: 217 time: 0.0957568 Dec 06 14:50:06.527989 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:06.559908 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1bc177db-99fb-4b22-8674-2c0fe6b4dbce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:06.562775 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8836b6-e72f-4eec-b214-25f46689d276 req-0596037b-9bb4-41e7-9166-1825f4b781bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:06.564332 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d8836b6-e72f-4eec-b214-25f46689d276 req-0596037b-9bb4-41e7-9166-1825f4b781bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20ad2411-a365-441e-ba31-0b9aae32c0d8 HTTP/1.1" status: 200 len: 854 time: 0.1077676 Dec 06 14:50:06.568786 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9cde09d-0120-4b92-b5c3-1f1ff4d64b95 req-9f8c0fcc-0530-4774-9f5b-1622f245828a tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c9d18-c4b5-4115-89aa-aee9af403d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818962 Dec 06 14:50:06.637688 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1bc177db-99fb-4b22-8674-2c0fe6b4dbce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:06.736176 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8836b6-e72f-4eec-b214-25f46689d276 req-0fb0299c-8adc-4d11-b4c7-59c89947c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:06.738123 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d8836b6-e72f-4eec-b214-25f46689d276 req-0fb0299c-8adc-4d11-b4c7-59c89947c027 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=75ec1074-48b0-468d-8546-afcb61441dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1659417 Dec 06 14:50:06.750973 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1bc177db-99fb-4b22-8674-2c0fe6b4dbce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:06.753643 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1bc177db-99fb-4b22-8674-2c0fe6b4dbce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:06.754752 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1bc177db-99fb-4b22-8674-2c0fe6b4dbce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/security-groups/b31c0ed9-9551-4f06-96a6-31ed954f3aff HTTP/1.1" status: 204 len: 168 time: 0.3217149 Dec 06 14:50:06.757571 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-b7f8c975-30da-41ea-aeec-0bd43d8be8bc service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427334 Dec 06 14:50:06.758100 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50984) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:06.768473 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ac16e-2bdb-4317-93df-12cfeca382d5 req-c0087182-7092-4477-af60-dd40ed407ff9 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:06.769947 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-831ac16e-2bdb-4317-93df-12cfeca382d5 req-c0087182-7092-4477-af60-dd40ed407ff9 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.0914798 Dec 06 14:50:06.783843 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc177db-99fb-4b22-8674-2c0fe6b4dbce tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31c0ed9-9551-4f06-96a6-31ed954f3aff,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:06.885281 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf268e23-a490-4e27-9189-2b9b04e7a9d3 req-eed5d3dd-8fff-4450-97f5-1cf631b5422d service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905752 Dec 06 14:50:06.891957 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-831ac16e-2bdb-4317-93df-12cfeca382d5 req-fba1006c-615b-41c7-b05f-31c7edb8e0f3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104815 Dec 06 14:50:06.909823 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d8836b6-e72f-4eec-b214-25f46689d276 req-e687f2e4-36bb-4f75-bdc9-42b8b27c5808 service neutron] 10.222.0.37 "GET /v2.0/networks/75ec1074-48b0-468d-8546-afcb61441dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536481 Dec 06 14:50:06.930093 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:07.002200 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea513f93-9795-49b0-9cef-ec4debb9e131 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:07.059583 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea513f93-9795-49b0-9cef-ec4debb9e131 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:07.069139 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d8836b6-e72f-4eec-b214-25f46689d276 req-3b995a9a-f526-4e63-b77d-7b1de87269af service neutron] 10.222.0.37 "GET /v2.0/networks/75ec1074-48b0-468d-8546-afcb61441dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476407 Dec 06 14:50:07.077667 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf4cfb-53c8-4da6-b4ae-a4b6cc443d3b req-78cc9651-59fc-430c-9f4b-c1a12cbebd5e tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:07.079105 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-51bf4cfb-53c8-4da6-b4ae-a4b6cc443d3b req-78cc9651-59fc-430c-9f4b-c1a12cbebd5e tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 943 time: 0.0792735 Dec 06 14:50:07.128622 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6f331-c7a8-406d-a2c9-005cf7b85db6 req-6e2f9cc2-8a8d-46e7-9a2b-51c555dce889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:07.130131 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17d6f331-c7a8-406d-a2c9-005cf7b85db6 req-6e2f9cc2-8a8d-46e7-9a2b-51c555dce889 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c05f303e2142427da95bb86198cea50c&device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 1099 time: 0.1429844 Dec 06 14:50:07.130338 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-51bf4cfb-53c8-4da6-b4ae-a4b6cc443d3b req-046ecf39-26be-4048-ab3f-5c3c02da5fff tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f6fb65c-8907-4765-a1ce-b1645115777a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443032 Dec 06 14:50:07.180073 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea513f93-9795-49b0-9cef-ec4debb9e131 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:07.182604 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea513f93-9795-49b0-9cef-ec4debb9e131 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:07.183774 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ea513f93-9795-49b0-9cef-ec4debb9e131 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/security-groups/6670ac2e-3bff-45c9-bb4c-c303e042131b HTTP/1.1" status: 204 len: 168 time: 0.3961103 Dec 06 14:50:07.186565 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50994) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:07.236402 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea513f93-9795-49b0-9cef-ec4debb9e131 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6670ac2e-3bff-45c9-bb4c-c303e042131b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:07.241094 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1f79d1-0aa1-4928-a241-255e8408585b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting subnet 13128caa-188a-4a55-be9f-91851b277f57 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:50:07.244755 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df1f79d1-0aa1-4928-a241-255e8408585b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:07.277146 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Router 20ef49f0-d5a6-4213-a66a-4932e60f4338 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:50:07.283484 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 87d80ab4-b40c-4ea1-8381-0e7485e7f32d details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:50:07.291533 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6f331-c7a8-406d-a2c9-005cf7b85db6 req-2f42905e-41bd-4c67-9894-adbd4bf4ced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:07.293383 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17d6f331-c7a8-406d-a2c9-005cf7b85db6 req-2f42905e-41bd-4c67-9894-adbd4bf4ced1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.1523845 Dec 06 14:50:07.306280 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df1f79d1-0aa1-4928-a241-255e8408585b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:07.375245 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17d6f331-c7a8-406d-a2c9-005cf7b85db6 req-f272c08c-9a11-4e58-acb9-334accffa407 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=0d4af8d0-a2bf-4992-a557-f4f490d54b4a HTTP/1.1" status: 200 len: 217 time: 0.0740244 Dec 06 14:50:07.422811 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df1f79d1-0aa1-4928-a241-255e8408585b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:07.438702 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 87d80ab4-b40c-4ea1-8381-0e7485e7f32d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=87d80ab4-b40c-4ea1-8381-0e7485e7f32d,segment=NetworkSegment(b6263aea-628b-4044-82ab-158fc318cfff),segment_id=b6263aea-628b-4044-82ab-158fc318cfff)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:07.459586 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '87d80ab4-b40c-4ea1-8381-0e7485e7f32d', 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6', 'port_id': '87d80ab4-b40c-4ea1-8381-0e7485e7f32d', 'mac_address': 'fa:16:3e:d6:a0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:50:07.473245 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6f331-c7a8-406d-a2c9-005cf7b85db6 req-c8c5ee95-5d26-473a-bf62-2886a3d54734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:07.474811 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17d6f331-c7a8-406d-a2c9-005cf7b85db6 req-c8c5ee95-5d26-473a-bf62-2886a3d54734 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0896013 Dec 06 14:50:07.482820 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:50:07.507204 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Sync routers for ids ['20ef49f0-d5a6-4213-a66a-4932e60f4338'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:50:07.510260 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df1f79d1-0aa1-4928-a241-255e8408585b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:07.520440 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:07.521905 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f5e40704-949b-492e-8e47-078d80c06f1e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1160295 Dec 06 14:50:07.529292 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51000) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:07.534076 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:07.559201 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f79d1-0aa1-4928-a241-255e8408585b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Subnet': ['ID=13128caa-188a-4a55-be9f-91851b277f57,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:07.561789 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df1f79d1-0aa1-4928-a241-255e8408585b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:07.562631 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d80ab4-b40c-4ea1-8381-0e7485e7f32d {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:50:07.568744 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-df1f79d1-0aa1-4928-a241-255e8408585b tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/13128caa-188a-4a55-be9f-91851b277f57 HTTP/1.1" status: 204 len: 168 time: 0.3775952 Dec 06 14:50:07.571097 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Routers {'20ef49f0-d5a6-4213-a66a-4932e60f4338'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:07.571840 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['20ef49f0-d5a6-4213-a66a-4932e60f4338'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:07.572540 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51002) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:07.577976 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f5ba86-5893-4e36-b088-e7a237467f25 None None] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:07.581597 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4297ab10-63c2-402e-ad26-10f640db3472 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'subnet': {'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:07.587432 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6f331-c7a8-406d-a2c9-005cf7b85db6 req-049b60c3-ff85-4078-874e-5b80fbd27f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:07.589013 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17d6f331-c7a8-406d-a2c9-005cf7b85db6 req-049b60c3-ff85-4078-874e-5b80fbd27f25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0828853 Dec 06 14:50:07.667259 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 87d80ab4-b40c-4ea1-8381-0e7485e7f32d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=87d80ab4-b40c-4ea1-8381-0e7485e7f32d,segment=NetworkSegment(b6263aea-628b-4044-82ab-158fc318cfff),segment_id=b6263aea-628b-4044-82ab-158fc318cfff)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:07.684523 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:07.796589 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=87d80ab4-b40c-4ea1-8381-0e7485e7f32d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:07.796800 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17d6f331-c7a8-406d-a2c9-005cf7b85db6 req-e7fcd092-6ddf-426e-89e7-3deb3c3424c8 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920309 Dec 06 14:50:07.847402 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Set router 20ef49f0-d5a6-4213-a66a-4932e60f4338 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:50:07.862145 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4297ab10-63c2-402e-ad26-10f640db3472 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:07.866258 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4297ab10-63c2-402e-ad26-10f640db3472 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:07.888289 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51008) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:08.007913 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17d6f331-c7a8-406d-a2c9-005cf7b85db6 req-6b423e23-5766-443b-b2d8-04be6fbb1d4c service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970956 Dec 06 14:50:08.064378 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5f24f-c376-4fd7-8b4a-91cd13da400f req-8193ffed-45dc-4a87-bfcb-3ae1fa8e49ca tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:08.066271 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a3f5f24f-c376-4fd7-8b4a-91cd13da400f req-8193ffed-45dc-4a87-bfcb-3ae1fa8e49ca tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 948 time: 0.0991373 Dec 06 14:50:08.112558 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f629c-7080-41ab-a48a-1bcae206f21c req-da247e1a-8510-4a66-aaf4-464acbd9487c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:08.114112 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be6f629c-7080-41ab-a48a-1bcae206f21c req-da247e1a-8510-4a66-aaf4-464acbd9487c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.0710175 Dec 06 14:50:08.155294 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['87d80ab4-b40c-4ea1-8381-0e7485e7f32d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:50:08.177361 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fe4775e-29e0-4dc8-932a-fa79e6a5f46b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:08.201049 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a3f5f24f-c376-4fd7-8b4a-91cd13da400f req-455aa304-b93a-4802-b847-af233526550f tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c9d18-c4b5-4115-89aa-aee9af403d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257784 Dec 06 14:50:08.275434 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be6f629c-7080-41ab-a48a-1bcae206f21c req-0a34fa64-cf79-4916-8539-5af32a93ecb2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541691 Dec 06 14:50:08.343133 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4297ab10-63c2-402e-ad26-10f640db3472 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:08.381578 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fe4775e-29e0-4dc8-932a-fa79e6a5f46b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:08.411153 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4297ab10-63c2-402e-ad26-10f640db3472 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:08.412466 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9fe4775e-29e0-4dc8-932a-fa79e6a5f46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:08.429097 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4297ab10-63c2-402e-ad26-10f640db3472 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:08.432217 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4297ab10-63c2-402e-ad26-10f640db3472 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:08.432810 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4297ab10-63c2-402e-ad26-10f640db3472 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:08.503217 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'name': 'tempest-ServersTestBootFromVolume-1824612278-router', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174'}], 'enable_snat': True}, 'gw_port_id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:01Z', 'updated_at': '2021-12-06T14:50:05Z', 'revision_number': 3, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'gw_port': {'id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:03Z', 'updated_at': '2021-12-06T14:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:08.545558 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9fe4775e-29e0-4dc8-932a-fa79e6a5f46b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dca7831615e044aeba42c145de58412d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6563504 Dec 06 14:50:08.548879 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4775e-29e0-4dc8-932a-fa79e6a5f46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba41393-c1f7-42d7-898c-4c88fd3f7c18,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:08.550640 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Checking router: 20ef49f0-d5a6-4213-a66a-4932e60f4338 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:50:08.551060 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Updating router 20ef49f0-d5a6-4213-a66a-4932e60f4338 port 487d2702-3cd1-435e-a3df-daceaa4fd979 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:50:08.551699 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51022) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:08.556041 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4297ab10-63c2-402e-ad26-10f640db3472 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9823661 Dec 06 14:50:08.556852 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297ab10-63c2-402e-ad26-10f640db3472 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Subnet': ['ID=a10a0b7a-cdb7-4eac-a355-c36cf890cdef,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:08.559747 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51024) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:08.565966 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-37ac3a8c-40e4-4512-8a9d-598ef8e0952d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'security_group': {'name': 'tempest-secgroup-1533551133'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:08.590994 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:08.600441 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37ac3a8c-40e4-4512-8a9d-598ef8e0952d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:08.614511 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acc9c0-deb6-4254-b352-181e53267287 req-43b6a468-2a41-4163-a874-684c50ea539e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:08.614679 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf5409-b519-4151-8472-38a81e5e6f5b req-405699f6-b162-46bf-a97d-75a4bdb4ed93 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:08.620492 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acc9c0-deb6-4254-b352-181e53267287 req-43b6a468-2a41-4163-a874-684c50ea539e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:08.622027 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6daf5409-b519-4151-8472-38a81e5e6f5b req-405699f6-b162-46bf-a97d-75a4bdb4ed93 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 944 time: 0.2035210 Dec 06 14:50:08.629051 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acc9c0-deb6-4254-b352-181e53267287 req-43b6a468-2a41-4163-a874-684c50ea539e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:08.637102 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acc9c0-deb6-4254-b352-181e53267287 req-43b6a468-2a41-4163-a874-684c50ea539e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:08.644998 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acc9c0-deb6-4254-b352-181e53267287 req-43b6a468-2a41-4163-a874-684c50ea539e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:08.652714 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acc9c0-deb6-4254-b352-181e53267287 req-43b6a468-2a41-4163-a874-684c50ea539e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:08.658670 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acc9c0-deb6-4254-b352-181e53267287 req-43b6a468-2a41-4163-a874-684c50ea539e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:08.667550 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c8acc9c0-deb6-4254-b352-181e53267287 req-43b6a468-2a41-4163-a874-684c50ea539e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5446 time: 0.2301095 Dec 06 14:50:08.677881 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:08.709029 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6daf5409-b519-4151-8472-38a81e5e6f5b req-00d9f48a-e45e-4baf-9f93-1c688019f4c3 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f6fb65c-8907-4765-a1ce-b1645115777a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852597 Dec 06 14:50:08.778458 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37ac3a8c-40e4-4512-8a9d-598ef8e0952d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:08.785306 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0926d5e5-339a-4de5-a767-f8ce4ffac866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:08.787063 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37ac3a8c-40e4-4512-8a9d-598ef8e0952d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:08.820715 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-37ac3a8c-40e4-4512-8a9d-598ef8e0952d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:08.827192 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-37ac3a8c-40e4-4512-8a9d-598ef8e0952d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2639146 Dec 06 14:50:08.828821 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51026) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:08.839253 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-459f1900-7c27-4929-a5f2-0dcd5300011c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'security_group': {'name': 'tempest-secgroup-1841003500'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:08.862379 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c8acc9c0-deb6-4254-b352-181e53267287 req-d553b65f-e9a6-441b-aabb-5fa5a9304667 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1939051 Dec 06 14:50:08.869039 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0926d5e5-339a-4de5-a767-f8ce4ffac866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:08.896973 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac3a8c-40e4-4512-8a9d-598ef8e0952d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24618bb-50f6-4723-8719-8278467159fd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:08.903913 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-459f1900-7c27-4929-a5f2-0dcd5300011c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.038782 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.041552 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0926d5e5-339a-4de5-a767-f8ce4ffac866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.044889 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0926d5e5-339a-4de5-a767-f8ce4ffac866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.048296 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0926d5e5-339a-4de5-a767-f8ce4ffac866 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cba41393-c1f7-42d7-898c-4c88fd3f7c18 HTTP/1.1" status: 204 len: 168 time: 0.4869022 Dec 06 14:50:09.053524 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.076875 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147985ba-468f-4957-a198-7c24dbfe781d req-9ec7eb26-1c9b-4d37-b8ca-23491d0df831 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:09.077234 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] Allocated IP 172.20.0.1 (f09c8eed-929d-4a4a-a9da-19e0c25e2663/78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a/49870210-21bd-4d73-909c-300b7a366f3d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:09.083216 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147985ba-468f-4957-a198-7c24dbfe781d req-9ec7eb26-1c9b-4d37-b8ca-23491d0df831 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:09.086505 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926d5e5-339a-4de5-a767-f8ce4ffac866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba41393-c1f7-42d7-898c-4c88fd3f7c18,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:09.090359 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147985ba-468f-4957-a198-7c24dbfe781d req-9ec7eb26-1c9b-4d37-b8ca-23491d0df831 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:09.096833 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147985ba-468f-4957-a198-7c24dbfe781d req-9ec7eb26-1c9b-4d37-b8ca-23491d0df831 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:09.103173 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147985ba-468f-4957-a198-7c24dbfe781d req-9ec7eb26-1c9b-4d37-b8ca-23491d0df831 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:09.109684 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147985ba-468f-4957-a198-7c24dbfe781d req-9ec7eb26-1c9b-4d37-b8ca-23491d0df831 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:09.116385 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147985ba-468f-4957-a198-7c24dbfe781d req-9ec7eb26-1c9b-4d37-b8ca-23491d0df831 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:09.136350 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-147985ba-468f-4957-a198-7c24dbfe781d req-9ec7eb26-1c9b-4d37-b8ca-23491d0df831 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5446 time: 0.1470523 Dec 06 14:50:09.158585 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-459f1900-7c27-4929-a5f2-0dcd5300011c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.162585 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da49c2c2-7bab-4243-a04b-948cc541cf7b None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:50:09.168493 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-459f1900-7c27-4929-a5f2-0dcd5300011c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.214443 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Attempting to bind port 487d2702-3cd1-435e-a3df-daceaa4fd979 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:50:09.216138 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Attempting to bind port 487d2702-3cd1-435e-a3df-daceaa4fd979 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:50:09.216926 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Attempting to bind port 487d2702-3cd1-435e-a3df-daceaa4fd979 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:09.236737 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-459f1900-7c27-4929-a5f2-0dcd5300011c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.238020 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-459f1900-7c27-4929-a5f2-0dcd5300011c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4081566 Dec 06 14:50:09.239616 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b3abc-5074-47e6-9ebd-299dfa77d2cd None None] Pushing event updated for resources: {'Port': ['ID=487d2702-3cd1-435e-a3df-daceaa4fd979,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:09.241073 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51036) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:09.242794 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f1900-7c27-4929-a5f2-0dcd5300011c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14804665-b8e7-4df0-8e10-34c3a7566c60,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:09.252257 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:50:09.255672 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:09.256123 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.258591 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:50:09.259197 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Bound port: 487d2702-3cd1-435e-a3df-daceaa4fd979, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:50:09.261276 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.267477 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3c602649-9396-4f91-971c-ae0be6cdb2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'security_group': {'name': 'tempest-secgroup-1783161783'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:09.301363 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0d4af8d0-a2bf-4992-a557-f4f490d54b4a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:50:09.325386 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.328132 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c602649-9396-4f91-971c-ae0be6cdb2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.338638 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fdd7e33f-65b5-494e-82f3-0a00e03bc3f9 None None] Provisioning complete for port 487d2702-3cd1-435e-a3df-daceaa4fd979 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:09.339087 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e33f-65b5-494e-82f3-0a00e03bc3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.412562 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2938d4c1-fe23-4f08-8f2a-1722dd702b64 None None] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:09.422219 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fdd7e33f-65b5-494e-82f3-0a00e03bc3f9 None None] Port 487d2702-3cd1-435e-a3df-daceaa4fd979 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:09.440682 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] For port 487d2702-3cd1-435e-a3df-daceaa4fd979, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:50:09.489371 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fc1e9-b4ff-470c-acc6-4dcf0e8aa67c req-55bffc2c-244a-4d4b-8406-081d597a5044 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:09.489579 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] For port 487d2702-3cd1-435e-a3df-daceaa4fd979, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=487d2702-3cd1-435e-a3df-daceaa4fd979,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:50:09.491391 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-994fc1e9-b4ff-470c-acc6-4dcf0e8aa67c req-55bffc2c-244a-4d4b-8406-081d597a5044 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.0637012 Dec 06 14:50:09.513377 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.542764 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0fe14-f1ae-4ae5-8b0d-a059afe3b397 req-e2198ce3-90f1-49a7-9d09-b2beaf475cac tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:09.544834 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3e0fe14-f1ae-4ae5-8b0d-a059afe3b397 req-e2198ce3-90f1-49a7-9d09-b2beaf475cac tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 948 time: 0.1658056 Dec 06 14:50:09.546756 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.547289 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c602649-9396-4f91-971c-ae0be6cdb2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.560657 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-994fc1e9-b4ff-470c-acc6-4dcf0e8aa67c req-2e0490b2-79fc-478f-9f4b-3c45445199a2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605178 Dec 06 14:50:09.587460 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c602649-9396-4f91-971c-ae0be6cdb2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.603837 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51042) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:09.619734 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] Network f09c8eed-929d-4a4a-a9da-19e0c25e2663 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:09.621142 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86838e02-a264-49f0-90d7-9c4d26370522 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.639013 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:09.641762 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:09.646919 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e73a5b73-2b0e-45ab-ab92-8a6dd5955b54 None None] Provisioning complete for port ecd845ee-f7d4-4632-b17c-549a64cac0fa triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:09.647255 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e73a5b73-2b0e-45ab-ab92-8a6dd5955b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.686758 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073368d8-f240-40e5-aa34-9053a9a5c447 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:50:09.694623 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] Pushing event updated for resources: {'Port': ['ID=49870210-21bd-4d73-909c-300b7a366f3d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:09.714021 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c602649-9396-4f91-971c-ae0be6cdb2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.717780 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3c602649-9396-4f91-971c-ae0be6cdb2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4711008 Dec 06 14:50:09.722842 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c602649-9396-4f91-971c-ae0be6cdb2e2 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a9ba14-16a4-428b-87bf-ba5941212ca3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:09.728427 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51044) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:09.739541 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-56c53b40-8269-4673-bc8e-69131acacfc9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-362380781', 'security_groups': ['62a9ba14-16a4-428b-87bf-ba5941212ca3'], 'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a10a0b7a-cdb7-4eac-a355-c36cf890cdef'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:09.746997 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86838e02-a264-49f0-90d7-9c4d26370522 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.754802 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86838e02-a264-49f0-90d7-9c4d26370522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.771244 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3e0fe14-f1ae-4ae5-8b0d-a059afe3b397 req-7ed4ae09-1e6b-4448-a637-38fda9b587fd tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c9d18-c4b5-4115-89aa-aee9af403d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937592 Dec 06 14:50:09.786608 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:09.829931 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-86838e02-a264-49f0-90d7-9c4d26370522 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6939d97521c942efb9c913b245f15daf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2240703 Dec 06 14:50:09.836564 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51050) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:09.871999 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86838e02-a264-49f0-90d7-9c4d26370522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fe21de-eb23-46bb-bc1b-aa64a9586a49,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:09.896236 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:09.911374 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b3abc-5074-47e6-9ebd-299dfa77d2cd None None] Pushing event updated for resources: {'Port': ['ID=487d2702-3cd1-435e-a3df-daceaa4fd979,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:09.962321 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Routers {'20ef49f0-d5a6-4213-a66a-4932e60f4338'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:09.962955 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['20ef49f0-d5a6-4213-a66a-4932e60f4338'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:09.981490 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d38fb1-578e-4bde-a9bd-75b5af911963 req-1c66c1a5-e9b9-47e0-a24b-47cf2eb803ca tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:09.983434 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-72d38fb1-578e-4bde-a9bd-75b5af911963 req-1c66c1a5-e9b9-47e0-a24b-47cf2eb803ca tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 944 time: 0.1328001 Dec 06 14:50:10.003011 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '0d4af8d0-a2bf-4992-a557-f4f490d54b4a', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '0d4af8d0-a2bf-4992-a557-f4f490d54b4a', 'mac_address': 'fa:16:3e:17:30:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:50:10.013021 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94a30044-b94f-4691-8579-4aca16e11fb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:10.016582 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c53b40-8269-4673-bc8e-69131acacfc9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:10.048091 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e73a5b73-2b0e-45ab-ab92-8a6dd5955b54 None None] Provisioning complete for port 21ad8c24-98da-42fc-b9c9-edd5d81332ac triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:10.048842 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e73a5b73-2b0e-45ab-ab92-8a6dd5955b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:10.058336 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-72d38fb1-578e-4bde-a9bd-75b5af911963 req-bb7c1878-b177-42bb-8836-65225793745d tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f6fb65c-8907-4765-a1ce-b1645115777a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622425 Dec 06 14:50:10.065849 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:10.078753 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94a30044-b94f-4691-8579-4aca16e11fb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:10.142068 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94a30044-b94f-4691-8579-4aca16e11fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:10.145447 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94a30044-b94f-4691-8579-4aca16e11fb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:10.150005 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-94a30044-b94f-4691-8579-4aca16e11fb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40fe21de-eb23-46bb-bc1b-aa64a9586a49 HTTP/1.1" status: 204 len: 168 time: 0.3092544 Dec 06 14:50:10.162194 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a30044-b94f-4691-8579-4aca16e11fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fe21de-eb23-46bb-bc1b-aa64a9586a49,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:10.171426 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:10.193040 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56c53b40-8269-4673-bc8e-69131acacfc9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:10.206551 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e73a5b73-2b0e-45ab-ab92-8a6dd5955b54 None None] Port 21ad8c24-98da-42fc-b9c9-edd5d81332ac cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:10.215301 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] Set router 20ef49f0-d5a6-4213-a66a-4932e60f4338 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:50:10.239074 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-56c53b40-8269-4673-bc8e-69131acacfc9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] device_id is not set on port 01075abb-8e0d-447b-9d1a-b7b020006ee5 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:50:10.242300 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4af8d0-a2bf-4992-a557-f4f490d54b4a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:50:10.289514 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56899e38-e508-4905-b699-72f9ba5b5ff5 None None] Update dhcp port {'port': {'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510', 'fixed_ips': [{'subnet_id': 'f35e17ca-2dff-4344-9720-b9d955222ac5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a10a0b7a-cdb7-4eac-a355-c36cf890cdef'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'ecd845ee-f7d4-4632-b17c-549a64cac0fa'} from n-d-master-1. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:50:10.335434 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:10.351434 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:10.385381 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-56899e38-e508-4905-b699-72f9ba5b5ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:10.477235 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:10.497480 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:10.595249 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-56c53b40-8269-4673-bc8e-69131acacfc9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Allocated IP 2001:db8::116 (7cff829a-f0a2-4779-b95c-fc56e8e27510/a10a0b7a-cdb7-4eac-a355-c36cf890cdef/01075abb-8e0d-447b-9d1a-b7b020006ee5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:10.601838 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] Pushing event updated for resources: {'Port': ['ID=49870210-21bd-4d73-909c-300b7a366f3d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:10.606224 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b020bed5-8c89-4010-9952-2af973cc63a9 None None] Provisioning complete for port 487d2702-3cd1-435e-a3df-daceaa4fd979 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:10.606716 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b020bed5-8c89-4010-9952-2af973cc63a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:10.617667 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:10.686547 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:10.723792 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['0d4af8d0-a2bf-4992-a557-f4f490d54b4a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:50:10.925092 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56c53b40-8269-4673-bc8e-69131acacfc9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:10.945220 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d3786-a4a5-4eb2-bb3e-78af7883044b req-dfcf0570-5068-42f4-b74b-f0498485d1a5 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:10.946785 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5b5d3786-a4a5-4eb2-bb3e-78af7883044b req-dfcf0570-5068-42f4-b74b-f0498485d1a5 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.2036076 Dec 06 14:50:10.960583 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6688ad-bcbf-434d-aece-c49ac0aa22a7 req-09a57467-64e8-4db4-be13-55b71b56763b tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:10.962164 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d6688ad-bcbf-434d-aece-c49ac0aa22a7 req-09a57467-64e8-4db4-be13-55b71b56763b tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 949 time: 0.0907528 Dec 06 14:50:10.999693 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b020bed5-8c89-4010-9952-2af973cc63a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:11.005562 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] Network f09c8eed-929d-4a4a-a9da-19e0c25e2663 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:11.020944 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:11.038494 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'name': 'tempest-ServersTestBootFromVolume-1824612278-router', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174'}], 'enable_snat': True}, 'gw_port_id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:01Z', 'updated_at': '2021-12-06T14:50:05Z', 'revision_number': 3, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'gw_port': {'id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:03Z', 'updated_at': '2021-12-06T14:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:11.049499 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b020bed5-8c89-4010-9952-2af973cc63a9 None None] For port 487d2702-3cd1-435e-a3df-daceaa4fd979, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=487d2702-3cd1-435e-a3df-daceaa4fd979,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:11.049748 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d6688ad-bcbf-434d-aece-c49ac0aa22a7 req-68996b91-b52d-4c9e-97f4-91b0ea21513e tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c9d18-c4b5-4115-89aa-aee9af403d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801899 Dec 06 14:50:11.098518 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b020bed5-8c89-4010-9952-2af973cc63a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:11.112227 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664f9995-49d1-44eb-90ba-c40261a50059 None None] The sync data for ids ['20ef49f0-d5a6-4213-a66a-4932e60f4338'] in n-d-master-1 is: [{'id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'name': 'tempest-ServersTestBootFromVolume-1824612278-router', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174'}], 'enable_snat': True}, 'gw_port_id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:01Z', 'updated_at': '2021-12-06T14:50:05Z', 'revision_number': 3, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'gw_port': {'id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:03Z', 'updated_at': '2021-12-06T14:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:50:11.130514 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5b5d3786-a4a5-4eb2-bb3e-78af7883044b req-9a3046cd-265b-4136-afcd-1c46872cd9f3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638477 Dec 06 14:50:11.133651 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56c53b40-8269-4673-bc8e-69131acacfc9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:11.234159 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020bed5-8c89-4010-9952-2af973cc63a9 None None] Pushing event updated for resources: {'Port': ['ID=487d2702-3cd1-435e-a3df-daceaa4fd979,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:11.288181 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-56899e38-e508-4905-b699-72f9ba5b5ff5 None None] Allocated IP 2001:db8::2 (7cff829a-f0a2-4779-b95c-fc56e8e27510/a10a0b7a-cdb7-4eac-a355-c36cf890cdef/ecd845ee-f7d4-4632-b17c-549a64cac0fa) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:11.308130 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c53b40-8269-4673-bc8e-69131acacfc9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:11.309761 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bc173-690c-4dd6-b5df-0c1941de2641 req-8331c715-8ebb-47b4-9fab-7bb93ec501ba tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:11.312526 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-151bc173-690c-4dd6-b5df-0c1941de2641 req-8331c715-8ebb-47b4-9fab-7bb93ec501ba tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 944 time: 0.0901415 Dec 06 14:50:11.321879 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-56c53b40-8269-4673-bc8e-69131acacfc9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:11.332687 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c53b40-8269-4673-bc8e-69131acacfc9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:11.338949 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c53b40-8269-4673-bc8e-69131acacfc9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:11.339612 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56c53b40-8269-4673-bc8e-69131acacfc9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:11.348610 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c53b40-8269-4673-bc8e-69131acacfc9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=01075abb-8e0d-447b-9d1a-b7b020006ee5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:11.385645 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-56c53b40-8269-4673-bc8e-69131acacfc9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6473734 Dec 06 14:50:11.388432 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51088) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:11.395360 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a84a1cc8-af01-4524-97ef-2a4553c687c0 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'subnet': {'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:11.404881 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] Router 20ef49f0-d5a6-4213-a66a-4932e60f4338 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:50:11.423458 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 87d80ab4-b40c-4ea1-8381-0e7485e7f32d up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:11.441114 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-151bc173-690c-4dd6-b5df-0c1941de2641 req-4dc87c88-89cd-4437-80f6-504e34feacc9 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f6fb65c-8907-4765-a1ce-b1645115777a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211452 Dec 06 14:50:11.586854 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b020bed5-8c89-4010-9952-2af973cc63a9 None None] Provisioning complete for port 49870210-21bd-4d73-909c-300b7a366f3d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:11.587302 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b020bed5-8c89-4010-9952-2af973cc63a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:11.595772 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-56899e38-e508-4905-b699-72f9ba5b5ff5 None None] For port ecd845ee-f7d4-4632-b17c-549a64cac0fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ecd845ee-f7d4-4632-b17c-549a64cac0fa,segment=NetworkSegment(7a6eec98-6985-4e4f-bd87-6b095ae0edcc),segment_id=7a6eec98-6985-4e4f-bd87-6b095ae0edcc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:11.697179 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:50:11.710050 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3b167a06-a715-492c-a888-4d262fe3137c admin admin] 10.222.0.20 "PUT /v2.0/routers/20ef49f0-d5a6-4213-a66a-4932e60f4338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1717792 Dec 06 14:50:11.710050 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84a1cc8-af01-4524-97ef-2a4553c687c0 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:11.710441 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b020bed5-8c89-4010-9952-2af973cc63a9 None None] Port 49870210-21bd-4d73-909c-300b7a366f3d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:11.713048 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-56899e38-e508-4905-b699-72f9ba5b5ff5 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:11.719076 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a84a1cc8-af01-4524-97ef-2a4553c687c0 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:11.745447 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-56899e38-e508-4905-b699-72f9ba5b5ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:11.775197 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 87d80ab4-b40c-4ea1-8381-0e7485e7f32d completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:50:11.851308 n-d-master-1 neutron-server[103288]: INFO neutron.db.ipam_backend_mixin [None req-a84a1cc8-af01-4524-97ef-2a4553c687c0 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a10a0b7a-cdb7-4eac-a355-c36cf890cdef (CIDR: 2001:db8::/64) Dec 06 14:50:11.851979 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 87d80ab4-b40c-4ea1-8381-0e7485e7f32d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:11.852455 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:11.856637 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84a1cc8-af01-4524-97ef-2a4553c687c0 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:50:11.857608 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84a1cc8-af01-4524-97ef-2a4553c687c0 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:50:11.884366 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a84a1cc8-af01-4524-97ef-2a4553c687c0 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4946325 Dec 06 14:50:11.886955 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51108) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:11.892530 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-22497633-503b-4e54-b99f-ed2259986183 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'subnet': {'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:11.999957 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-93b15b37-e069-41dc-9b9a-7c4d65b42e14 None None] Provisioning complete for port 49870210-21bd-4d73-909c-300b7a366f3d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:12.000456 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93b15b37-e069-41dc-9b9a-7c4d65b42e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:12.002651 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56899e38-e508-4905-b699-72f9ba5b5ff5 None None] Pushing event updated for resources: {'Port': ['ID=ecd845ee-f7d4-4632-b17c-549a64cac0fa,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:12.095080 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-93b15b37-e069-41dc-9b9a-7c4d65b42e14 None None] Port 49870210-21bd-4d73-909c-300b7a366f3d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:12.190009 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:12.205432 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22497633-503b-4e54-b99f-ed2259986183 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:12.210594 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22497633-503b-4e54-b99f-ed2259986183 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:12.255811 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f04562-788b-4d6f-8491-5676cc7e30eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d80ab4-b40c-4ea1-8381-0e7485e7f32d'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:12.260719 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e80b2ee-3b76-4e3c-9ac6-112e3573e988" -d '{"events": [{"server_uuid": "60f04562-788b-4d6f-8491-5676cc7e30eb", "name": "network-vif-plugged", "status": "completed", "tag": "87d80ab4-b40c-4ea1-8381-0e7485e7f32d"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:12.278430 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 87d80ab4-b40c-4ea1-8381-0e7485e7f32d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=87d80ab4-b40c-4ea1-8381-0e7485e7f32d,segment=NetworkSegment(b6263aea-628b-4044-82ab-158fc318cfff),segment_id=b6263aea-628b-4044-82ab-158fc318cfff)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:12.283414 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:12.304144 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51130) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:12.373670 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=87d80ab4-b40c-4ea1-8381-0e7485e7f32d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:12.433246 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71847d-3168-4af8-8d25-e98a90906b9b req-8877f535-cd88-4e00-a7d1-ace9905c77ea tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:12.440799 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a71847d-3168-4af8-8d25-e98a90906b9b req-8877f535-cd88-4e00-a7d1-ace9905c77ea tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 949 time: 0.2495139 Dec 06 14:50:12.477828 n-d-master-1 neutron-server[103289]: INFO neutron.db.ipam_backend_mixin [None req-22497633-503b-4e54-b99f-ed2259986183 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f35e17ca-2dff-4344-9720-b9d955222ac5 (CIDR: 2001:db8:0:1::/64) Dec 06 14:50:12.489620 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-22497633-503b-4e54-b99f-ed2259986183 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:50:12.490337 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22497633-503b-4e54-b99f-ed2259986183 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:50:12.520783 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-22497633-503b-4e54-b99f-ed2259986183 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6325696 Dec 06 14:50:12.524602 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51136) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:12.534834 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-01309c92-25b3-4e43-b988-32c22701b431 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'subnet': {'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:12.546691 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a71847d-3168-4af8-8d25-e98a90906b9b req-1c7a6a91-a89a-4fae-8227-c860ff8f03bf tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c9d18-c4b5-4115-89aa-aee9af403d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046021 Dec 06 14:50:12.568269 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86f493-625a-4050-8065-8d84d0fbf9bb req-b9b084f3-2e99-407a-804c-f8e70044a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:12.569760 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86f493-625a-4050-8065-8d84d0fbf9bb req-b9b084f3-2e99-407a-804c-f8e70044a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:12.572825 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86f493-625a-4050-8065-8d84d0fbf9bb req-b9b084f3-2e99-407a-804c-f8e70044a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:12.573511 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86f493-625a-4050-8065-8d84d0fbf9bb req-b9b084f3-2e99-407a-804c-f8e70044a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:12.575582 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86f493-625a-4050-8065-8d84d0fbf9bb req-b9b084f3-2e99-407a-804c-f8e70044a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:12.577710 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86f493-625a-4050-8065-8d84d0fbf9bb req-b9b084f3-2e99-407a-804c-f8e70044a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:12.578464 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86f493-625a-4050-8065-8d84d0fbf9bb req-b9b084f3-2e99-407a-804c-f8e70044a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:12.583576 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ae86f493-625a-4050-8065-8d84d0fbf9bb req-b9b084f3-2e99-407a-804c-f8e70044a485 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 6503 time: 0.2769697 Dec 06 14:50:12.789897 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ae86f493-625a-4050-8065-8d84d0fbf9bb req-7656819d-9377-4d18-b4ed-8cc38599860d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1995089 Dec 06 14:50:12.835826 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01309c92-25b3-4e43-b988-32c22701b431 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Made reservation on behalf of f6c464d55d39492193cb5df15090c714 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:12.840433 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01309c92-25b3-4e43-b988-32c22701b431 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:12.866053 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95181718-6095-492b-b4e7-1ac3491520aa req-f0bf6c89-01ce-47c0-bff1-99e99a5b259f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:12.876342 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95181718-6095-492b-b4e7-1ac3491520aa req-f0bf6c89-01ce-47c0-bff1-99e99a5b259f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.0945404 Dec 06 14:50:12.891749 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51144) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:12.902387 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6e13603f-e8d6-4978-a4f2-4cd155c057fe tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--858688154', 'description': 'tempest-description--944350657'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:12.928387 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6c335b-48d3-4478-bcad-158a434963da x-openstack-request-id: req-ae6c335b-48d3-4478-bcad-158a434963da {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:12.929116 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f04562-788b-4d6f-8491-5676cc7e30eb", "name": "network-vif-plugged", "status": "completed", "tag": "87d80ab4-b40c-4ea1-8381-0e7485e7f32d", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:12.929377 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae6c335b-48d3-4478-bcad-158a434963da {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:12.930299 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f04562-788b-4d6f-8491-5676cc7e30eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d80ab4-b40c-4ea1-8381-0e7485e7f32d', 'code': 200} Dec 06 14:50:12.954420 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95181718-6095-492b-b4e7-1ac3491520aa req-0589f433-db74-4687-b7f9-9acf27125866 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771799 Dec 06 14:50:13.036285 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e13603f-e8d6-4978-a4f2-4cd155c057fe tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.069744 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b0082790-bd52-4d41-9899-32b56b918cf4 None None] Provisioning complete for port ecd845ee-f7d4-4632-b17c-549a64cac0fa triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:13.072578 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0082790-bd52-4d41-9899-32b56b918cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.098623 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa571e-d51f-4651-b17c-a03f16a7d9e2 req-3afcd6aa-3ed8-417d-9a6c-c96adaac8235 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:13.100472 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a5fa571e-d51f-4651-b17c-a03f16a7d9e2 req-3afcd6aa-3ed8-417d-9a6c-c96adaac8235 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 945 time: 0.1139152 Dec 06 14:50:13.107594 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a3dd1-063c-4624-b00d-e409bf902e59 req-d9ed31e1-8d4e-4933-b653-b0d4c0f6c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:13.118523 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fe2a3dd1-063c-4624-b00d-e409bf902e59 req-d9ed31e1-8d4e-4933-b653-b0d4c0f6c1b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 1096 time: 0.1090672 Dec 06 14:50:13.201945 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b0082790-bd52-4d41-9899-32b56b918cf4 None None] Provisioning complete for port 21ad8c24-98da-42fc-b9c9-edd5d81332ac triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:13.202323 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0082790-bd52-4d41-9899-32b56b918cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.214912 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e13603f-e8d6-4978-a4f2-4cd155c057fe tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.227977 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e13603f-e8d6-4978-a4f2-4cd155c057fe tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.237022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fe2a3dd1-063c-4624-b00d-e409bf902e59 req-5432a194-e486-42c2-8ef9-820a11ab9d78 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0f6fb65c-8907-4765-a1ce-b1645115777a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087561 Dec 06 14:50:13.247376 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9614c896-0465-48a5-af64-4d50eb446a20 req-2d37352d-5100-48dc-a063-50c3ae01ecca tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=62bf6bcc3b824267827aecff02c3bd91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479224 Dec 06 14:50:13.247603 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b0082790-bd52-4d41-9899-32b56b918cf4 None None] Port 21ad8c24-98da-42fc-b9c9-edd5d81332ac cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:13.310089 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e13603f-e8d6-4978-a4f2-4cd155c057fe tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.311368 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6e13603f-e8d6-4978-a4f2-4cd155c057fe tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4178081 Dec 06 14:50:13.316298 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0d4af8d0-a2bf-4992-a557-f4f490d54b4a up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:13.324495 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51158) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:13.331229 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-35b3fd87-b878-498c-a318-f9c01f3daaaf tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Request body: {'security_group_rule': {'security_group_id': '919d83eb-ce49-4289-8d0d-398499f09161', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:13.345338 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13603f-e8d6-4978-a4f2-4cd155c057fe tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919d83eb-ce49-4289-8d0d-398499f09161,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:13.378981 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a5fa571e-d51f-4651-b17c-a03f16a7d9e2 req-cc3afe41-9773-4103-b896-362f4c8cf0ef tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f6fb65c-8907-4765-a1ce-b1645115777a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708883 Dec 06 14:50:13.411085 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614c896-0465-48a5-af64-4d50eb446a20 req-cdcd9428-43eb-48fa-ab90-1f7fda48b10a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:13.412695 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9614c896-0465-48a5-af64-4d50eb446a20 req-cdcd9428-43eb-48fa-ab90-1f7fda48b10a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1641412 Dec 06 14:50:13.443596 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35b3fd87-b878-498c-a318-f9c01f3daaaf tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.445226 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8a077d63-9969-4b07-bbd4-fa4997e025c0 None None] Provisioning complete for port 01075abb-8e0d-447b-9d1a-b7b020006ee5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:13.445699 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a077d63-9969-4b07-bbd4-fa4997e025c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.446641 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9614c896-0465-48a5-af64-4d50eb446a20 req-d42da9db-a19c-4370-aff0-2b8e3a897465 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/quotas/62bf6bcc3b824267827aecff02c3bd91 HTTP/1.1" status: 200 len: 375 time: 0.0232699 Dec 06 14:50:13.495712 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9614c896-0465-48a5-af64-4d50eb446a20 req-1fb252e3-e5f9-4201-b510-85f8d5f7aa66 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=62bf6bcc3b824267827aecff02c3bd91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475481 Dec 06 14:50:13.516362 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:50:13.518942 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8a077d63-9969-4b07-bbd4-fa4997e025c0 None None] Port 01075abb-8e0d-447b-9d1a-b7b020006ee5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:13.522970 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:13.523488 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.543282 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01309c92-25b3-4e43-b988-32c22701b431 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.626090 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01309c92-25b3-4e43-b988-32c22701b431 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Subnet': ['ID=9b6f1345-8d39-46b6-ac58-99563e843d49,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:13.647853 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35b3fd87-b878-498c-a318-f9c01f3daaaf tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.660765 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01309c92-25b3-4e43-b988-32c22701b431 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:13.664788 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-01309c92-25b3-4e43-b988-32c22701b431 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:13.668265 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35b3fd87-b878-498c-a318-f9c01f3daaaf tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.670645 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01309c92-25b3-4e43-b988-32c22701b431 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:13.671414 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01309c92-25b3-4e43-b988-32c22701b431 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.673316 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.675466 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 487d2702-3cd1-435e-a3df-daceaa4fd979 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:13.730741 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970a2865-03a1-4dcc-8b52-8af2b7baabf4 None None] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:13.741416 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1465a8a-376a-4c73-8fae-74b51621cc73 req-61005cb3-c88c-4139-b45d-4ece43f3ec9e tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 210 time: 0.0587974 Dec 06 14:50:13.763645 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Sync routers for ids ['20ef49f0-d5a6-4213-a66a-4932e60f4338'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:50:13.777604 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Routers {'20ef49f0-d5a6-4213-a66a-4932e60f4338'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:13.778334 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['20ef49f0-d5a6-4213-a66a-4932e60f4338'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:13.801536 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35b3fd87-b878-498c-a318-f9c01f3daaaf tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.805793 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51168) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:13.806896 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-35b3fd87-b878-498c-a318-f9c01f3daaaf tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4806902 Dec 06 14:50:13.810836 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1e6bef44-94cf-4d40-a771-1bc69e0d6ea4 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Request body: {'security_group_rule': {'security_group_id': '919d83eb-ce49-4289-8d0d-398499f09161', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:13.815397 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3fd87-b878-498c-a318-f9c01f3daaaf tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a990221b-3d3c-45dc-b00c-d5cea4e8d771,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:13.831480 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-01309c92-25b3-4e43-b988-32c22701b431 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3019025 Dec 06 14:50:13.833656 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:13.835082 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51170) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:13.842851 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8e877baa-ba0b-48bb-b79e-4e6aa678fc54 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-60871025', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9b6f1345-8d39-46b6-ac58-99563e843d49'}], 'security_groups': ['d24618bb-50f6-4723-8719-8278467159fd', '14804665-b8e7-4df0-8e10-34c3a7566c60']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:13.873726 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e6bef44-94cf-4d40-a771-1bc69e0d6ea4 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.893145 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.896575 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 487d2702-3cd1-435e-a3df-daceaa4fd979 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:13.896958 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.901124 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf214-e68d-449b-b1dd-86b8e536dd2c req-e14fa9a9-18c1-45d7-9b60-987f636050a5 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:13.902780 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3edf214-e68d-449b-b1dd-86b8e536dd2c req-e14fa9a9-18c1-45d7-9b60-987f636050a5 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 949 time: 0.2401280 Dec 06 14:50:13.920809 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Set router 20ef49f0-d5a6-4213-a66a-4932e60f4338 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:50:13.972619 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e877baa-ba0b-48bb-b79e-4e6aa678fc54 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:13.999431 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3edf214-e68d-449b-b1dd-86b8e536dd2c req-0e08adb0-b4d6-4db3-a9b6-732360807de7 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c9d18-c4b5-4115-89aa-aee9af403d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732858 Dec 06 14:50:14.067427 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e6bef44-94cf-4d40-a771-1bc69e0d6ea4 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:14.073314 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e6bef44-94cf-4d40-a771-1bc69e0d6ea4 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:14.105724 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bef44-94cf-4d40-a771-1bc69e0d6ea4 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2908f4-dc3a-41fe-8295-d0affdc6b663,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:14.160687 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e6bef44-94cf-4d40-a771-1bc69e0d6ea4 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:14.162702 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1e6bef44-94cf-4d40-a771-1bc69e0d6ea4 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3552933 Dec 06 14:50:14.166366 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51178) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:14.172099 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-83fd222e-8126-4a07-b3f5-1da5eda08a13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:14.224277 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:14.246376 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83fd222e-8126-4a07-b3f5-1da5eda08a13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:14.346526 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ecd845ee-f7d4-4632-b17c-549a64cac0fa up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:14.362156 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e5468-6507-4d6b-8914-61ca6725d8bf req-a821e2b0-5f3b-421b-89ab-8de08a48fd93 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:14.378299 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e45e5468-6507-4d6b-8914-61ca6725d8bf req-a821e2b0-5f3b-421b-89ab-8de08a48fd93 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.2374063 Dec 06 14:50:14.394382 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'name': 'tempest-ServersTestBootFromVolume-1824612278-router', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174'}], 'enable_snat': True}, 'gw_port_id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:01Z', 'updated_at': '2021-12-06T14:50:10Z', 'revision_number': 4, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'gw_port': {'id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:03Z', 'updated_at': '2021-12-06T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '49870210-21bd-4d73-909c-300b7a366f3d', 'name': '', 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'mac_address': 'fa:16:3e:0c:df:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:08Z', 'updated_at': '2021-12-06T14:50:10Z', 'revision_number': 2, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'subnets': [{'id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:14.449444 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ecd845ee-f7d4-4632-b17c-549a64cac0fa triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:14.449444 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:14.499918 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e45e5468-6507-4d6b-8914-61ca6725d8bf req-9596403e-cbe8-462c-b39b-935bdc635be1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061938 Dec 06 14:50:14.501583 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Checking router: 20ef49f0-d5a6-4213-a66a-4932e60f4338 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:50:14.502099 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Updating router 20ef49f0-d5a6-4213-a66a-4932e60f4338 port 49870210-21bd-4d73-909c-300b7a366f3d binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:50:14.535880 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83fd222e-8126-4a07-b3f5-1da5eda08a13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:14.558058 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f774d93-dcf4-4d80-a2b2-fd4e75e5eb67 None None] Update dhcp port {'port': {'network_id': '7cff829a-f0a2-4779-b95c-fc56e8e27510', 'fixed_ips': [{'subnet_id': 'f35e17ca-2dff-4344-9720-b9d955222ac5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a10a0b7a-cdb7-4eac-a355-c36cf890cdef', 'ip_address': '2001:db8::2'}, {'subnet_id': '9b6f1345-8d39-46b6-ac58-99563e843d49'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'ecd845ee-f7d4-4632-b17c-549a64cac0fa'} from n-d-master-1. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:50:14.565357 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:14.597924 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f774d93-dcf4-4d80-a2b2-fd4e75e5eb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:14.672590 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-83fd222e-8126-4a07-b3f5-1da5eda08a13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Allocated IP 172.35.7.52 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/117dc9b9-d598-4298-a45c-1f4035397546) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:14.753352 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b612a4-6f65-4c34-a5c2-4dfc0c191916 req-62b51b73-e270-4a1c-a989-25a03f5ff0e0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:14.754947 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-25b612a4-6f65-4c34-a5c2-4dfc0c191916 req-62b51b73-e270-4a1c-a989-25a03f5ff0e0 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 945 time: 0.1297171 Dec 06 14:50:14.854675 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83fd222e-8126-4a07-b3f5-1da5eda08a13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:14.882183 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6f0fdbf-336c-497d-94f5-cab3a4bcff7f req-7a805549-06e2-4bf5-9b7a-2dc9f3ddd418 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2321663 Dec 06 14:50:14.918335 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-25b612a4-6f65-4c34-a5c2-4dfc0c191916 req-b30b7a9b-47ed-44b4-ae2d-739a39b51e4c tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f6fb65c-8907-4765-a1ce-b1645115777a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106615 Dec 06 14:50:14.923790 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-8f774d93-dcf4-4d80-a2b2-fd4e75e5eb67 None None] Allocated IP 2001:db8:0:2::2 (7cff829a-f0a2-4779-b95c-fc56e8e27510/9b6f1345-8d39-46b6-ac58-99563e843d49/ecd845ee-f7d4-4632-b17c-549a64cac0fa) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:14.958079 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c65c18-f6fc-4262-a8db-0cc8a2f4d290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4af8d0-a2bf-4992-a557-f4f490d54b4a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:14.962209 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350fc8f8-b625-4315-8626-90ace0a2a8c7" -d '{"events": [{"server_uuid": "c1c65c18-f6fc-4262-a8db-0cc8a2f4d290", "name": "network-vif-plugged", "status": "completed", "tag": "0d4af8d0-a2bf-4992-a557-f4f490d54b4a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:14.970507 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6e1a7f66-c201-476d-9d4b-a3d20a072321 req-b1f0599d-2c0a-4311-820a-d1ac8852f1f4 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 210 time: 0.0759206 Dec 06 14:50:14.993630 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83fd222e-8126-4a07-b3f5-1da5eda08a13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:15.023212 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0fdbf-336c-497d-94f5-cab3a4bcff7f req-e7f6938b-26d0-4c49-a912-2b2d2c5ba878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:15.025846 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6f0fdbf-336c-497d-94f5-cab3a4bcff7f req-e7f6938b-26d0-4c49-a912-2b2d2c5ba878 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 1096 time: 0.1007619 Dec 06 14:50:15.040566 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:15.049935 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:15.065076 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28925a57-ba4b-421f-8fa8-a7da1f58fd76 x-openstack-request-id: req-28925a57-ba4b-421f-8fa8-a7da1f58fd76 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:15.065659 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c65c18-f6fc-4262-a8db-0cc8a2f4d290", "name": "network-vif-plugged", "status": "completed", "tag": "0d4af8d0-a2bf-4992-a557-f4f490d54b4a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:15.066242 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28925a57-ba4b-421f-8fa8-a7da1f58fd76 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:15.066792 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c65c18-f6fc-4262-a8db-0cc8a2f4d290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4af8d0-a2bf-4992-a557-f4f490d54b4a', 'code': 200} Dec 06 14:50:15.074938 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8f774d93-dcf4-4d80-a2b2-fd4e75e5eb67 None None] For port ecd845ee-f7d4-4632-b17c-549a64cac0fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ecd845ee-f7d4-4632-b17c-549a64cac0fa,segment=NetworkSegment(7a6eec98-6985-4e4f-bd87-6b095ae0edcc),segment_id=7a6eec98-6985-4e4f-bd87-6b095ae0edcc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:15.075476 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd222e-8126-4a07-b3f5-1da5eda08a13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Pushing event updated for resources: {'Port': ['ID=117dc9b9-d598-4298-a45c-1f4035397546,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:15.080251 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fd222e-8126-4a07-b3f5-1da5eda08a13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:15.081729 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-83fd222e-8126-4a07-b3f5-1da5eda08a13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:15.085168 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd222e-8126-4a07-b3f5-1da5eda08a13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:15.140698 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f774d93-dcf4-4d80-a2b2-fd4e75e5eb67 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:15.150791 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f774d93-dcf4-4d80-a2b2-fd4e75e5eb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:15.210447 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0fdbf-336c-497d-94f5-cab3a4bcff7f req-4e7294c7-8d4b-4e91-b4cf-19e79368dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:15.227132 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6f0fdbf-336c-497d-94f5-cab3a4bcff7f req-4e7294c7-8d4b-4e91-b4cf-19e79368dfe4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 912 time: 0.1673853 Dec 06 14:50:15.246667 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Attempting to bind port 49870210-21bd-4d73-909c-300b7a366f3d on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:50:15.247060 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Attempting to bind port 49870210-21bd-4d73-909c-300b7a366f3d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '00cac3b3-3705-459a-a39e-d6d2e8e7bf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:50:15.250680 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Attempting to bind port 49870210-21bd-4d73-909c-300b7a366f3d on network f09c8eed-929d-4a4a-a9da-19e0c25e2663 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:15.260358 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:50:15.260739 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Checking segment: {'id': '00cac3b3-3705-459a-a39e-d6d2e8e7bf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:15.261144 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:15.261543 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Bound using segment: {'id': '00cac3b3-3705-459a-a39e-d6d2e8e7bf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:50:15.262027 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Bound port: 49870210-21bd-4d73-909c-300b7a366f3d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cac3b3-3705-459a-a39e-d6d2e8e7bf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:50:15.262466 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:15.262819 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f7d1c-8b56-4260-a5de-57fda6fcac1f req-d750b2f3-32a7-4177-a32c-93c82148794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:15.265868 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f3f7d1c-8b56-4260-a5de-57fda6fcac1f req-d750b2f3-32a7-4177-a32c-93c82148794a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 1101 time: 0.1413972 Dec 06 14:50:15.336563 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f774d93-dcf4-4d80-a2b2-fd4e75e5eb67 None None] Pushing event updated for resources: {'Port': ['ID=ecd845ee-f7d4-4632-b17c-549a64cac0fa,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:15.344420 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a064e5b-4875-4a78-a567-93027cb33ed9 req-fcfd092d-08c4-4314-8fd8-09d399a165c0 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:15.356690 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a064e5b-4875-4a78-a567-93027cb33ed9 req-fcfd092d-08c4-4314-8fd8-09d399a165c0 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 950 time: 0.1835992 Dec 06 14:50:15.371908 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] For port 49870210-21bd-4d73-909c-300b7a366f3d, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:50:15.380253 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] For port 49870210-21bd-4d73-909c-300b7a366f3d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=49870210-21bd-4d73-909c-300b7a366f3d,segment=NetworkSegment(00cac3b3-3705-459a-a39e-d6d2e8e7bf3f),segment_id=00cac3b3-3705-459a-a39e-d6d2e8e7bf3f)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:50:15.383910 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfdb03-9aef-4d05-a6bf-80d950ccd037 None None] Pushing event updated for resources: {'Port': ['ID=49870210-21bd-4d73-909c-300b7a366f3d,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:15.391018 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:15.460787 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6f0fdbf-336c-497d-94f5-cab3a4bcff7f req-53a34281-075f-44be-914c-582e95b107a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a347586e-d706-4e92-bee7-d6c9844c7596 HTTP/1.1" status: 200 len: 998 time: 0.2249384 Dec 06 14:50:15.465483 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83fd222e-8126-4a07-b3f5-1da5eda08a13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:15.516838 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfdb03-9aef-4d05-a6bf-80d950ccd037 None None] Pushing event updated for resources: {'Port': ['ID=49870210-21bd-4d73-909c-300b7a366f3d,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:15.527885 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f3f7d1c-8b56-4260-a5de-57fda6fcac1f req-14f4c709-b23d-417b-85e1-2d174628ba85 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fa0c9d18-c4b5-4115-89aa-aee9af403d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367864 Dec 06 14:50:15.575448 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ecd845ee-f7d4-4632-b17c-549a64cac0fa up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:15.590827 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b994bd7a-152c-494e-b77a-7896734895a2 None None] Provisioning complete for port 49870210-21bd-4d73-909c-300b7a366f3d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:15.591032 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Routers {'20ef49f0-d5a6-4213-a66a-4932e60f4338'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:15.591349 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b994bd7a-152c-494e-b77a-7896734895a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:15.591983 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['20ef49f0-d5a6-4213-a66a-4932e60f4338'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:15.621028 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a064e5b-4875-4a78-a567-93027cb33ed9 req-09a1962d-6106-4333-9cd6-3594d6720c0c tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c9d18-c4b5-4115-89aa-aee9af403d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633796 Dec 06 14:50:15.651688 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83fd222e-8126-4a07-b3f5-1da5eda08a13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:15.690264 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-8e877baa-ba0b-48bb-b79e-4e6aa678fc54 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Delete allocated IP 2001:db8::116 (7cff829a-f0a2-4779-b95c-fc56e8e27510/a10a0b7a-cdb7-4eac-a355-c36cf890cdef) {{(pid=103288) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 14:50:15.703988 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-8e877baa-ba0b-48bb-b79e-4e6aa678fc54 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Allocated IP 2001:db8:0:2::e4 (7cff829a-f0a2-4779-b95c-fc56e8e27510/9b6f1345-8d39-46b6-ac58-99563e843d49/01075abb-8e0d-447b-9d1a-b7b020006ee5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:15.787933 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] Set router 20ef49f0-d5a6-4213-a66a-4932e60f4338 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:50:15.799708 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ecd845ee-f7d4-4632-b17c-549a64cac0fa triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:15.799708 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:15.893606 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b994bd7a-152c-494e-b77a-7896734895a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:15.900555 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83fd222e-8126-4a07-b3f5-1da5eda08a13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:15.914649 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83fd222e-8126-4a07-b3f5-1da5eda08a13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:15.967450 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b994bd7a-152c-494e-b77a-7896734895a2 None None] For port 49870210-21bd-4d73-909c-300b7a366f3d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=49870210-21bd-4d73-909c-300b7a366f3d,segment=NetworkSegment(00cac3b3-3705-459a-a39e-d6d2e8e7bf3f),segment_id=00cac3b3-3705-459a-a39e-d6d2e8e7bf3f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:16.003071 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e877baa-ba0b-48bb-b79e-4e6aa678fc54 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:16.019791 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b994bd7a-152c-494e-b77a-7896734895a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:16.021571 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd222e-8126-4a07-b3f5-1da5eda08a13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Pushing event updated for resources: {'Port': ['ID=117dc9b9-d598-4298-a45c-1f4035397546,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:16.087358 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0fdbf-336c-497d-94f5-cab3a4bcff7f req-11340467-8fd7-4ffd-8d1b-d6af671df7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:16.089336 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6f0fdbf-336c-497d-94f5-cab3a4bcff7f req-11340467-8fd7-4ffd-8d1b-d6af671df7f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.0646231 Dec 06 14:50:16.102567 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e877baa-ba0b-48bb-b79e-4e6aa678fc54 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:16.128735 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'name': 'tempest-ServersTestBootFromVolume-1824612278-router', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174'}], 'enable_snat': True}, 'gw_port_id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:01Z', 'updated_at': '2021-12-06T14:50:10Z', 'revision_number': 4, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'gw_port': {'id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:03Z', 'updated_at': '2021-12-06T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '49870210-21bd-4d73-909c-300b7a366f3d', 'name': '', 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'mac_address': 'fa:16:3e:0c:df:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:08Z', 'updated_at': '2021-12-06T14:50:15Z', 'revision_number': 4, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'subnets': [{'id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:16.149163 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994bd7a-152c-494e-b77a-7896734895a2 None None] Pushing event updated for resources: {'Port': ['ID=49870210-21bd-4d73-909c-300b7a366f3d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:16.157929 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83fd222e-8126-4a07-b3f5-1da5eda08a13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:16.158468 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-315c2647-233b-4264-be13-8cc9610df345 None None] Provisioning complete for port 49870210-21bd-4d73-909c-300b7a366f3d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:16.158953 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-315c2647-233b-4264-be13-8cc9610df345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:16.169376 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9614c896-0465-48a5-af64-4d50eb446a20 req-b44c1ead-a143-4b3b-ba13-578f55a146a4 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=62bf6bcc3b824267827aecff02c3bd91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8183048 Dec 06 14:50:16.183742 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2a848-213c-4b37-975e-be9f8a230cb1 req-9d75a7b7-9b67-4ba0-8327-411151d429e6 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:16.185562 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eca2a848-213c-4b37-975e-be9f8a230cb1 req-9d75a7b7-9b67-4ba0-8327-411151d429e6 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 945 time: 0.1121931 Dec 06 14:50:16.185682 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f375037-4f9d-4537-a97a-e3ce9e2144be None None] The sync data for ids ['20ef49f0-d5a6-4213-a66a-4932e60f4338'] in n-d-master-1 is: [{'id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'name': 'tempest-ServersTestBootFromVolume-1824612278-router', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174'}], 'enable_snat': True}, 'gw_port_id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:01Z', 'updated_at': '2021-12-06T14:50:10Z', 'revision_number': 4, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'gw_port': {'id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:03Z', 'updated_at': '2021-12-06T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '49870210-21bd-4d73-909c-300b7a366f3d', 'name': '', 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'mac_address': 'fa:16:3e:0c:df:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:08Z', 'updated_at': '2021-12-06T14:50:15Z', 'revision_number': 4, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'subnets': [{'id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:50:16.196401 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83fd222e-8126-4a07-b3f5-1da5eda08a13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:16.198006 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-83fd222e-8126-4a07-b3f5-1da5eda08a13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0302219 Dec 06 14:50:16.287195 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eca2a848-213c-4b37-975e-be9f8a230cb1 req-6f746146-7372-4635-8645-306b5c248c59 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f6fb65c-8907-4765-a1ce-b1645115777a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877163 Dec 06 14:50:16.409449 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8e877baa-ba0b-48bb-b79e-4e6aa678fc54 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] In _notify_port_updated(), no bound segment for port 01075abb-8e0d-447b-9d1a-b7b020006ee5 on network 7cff829a-f0a2-4779-b95c-fc56e8e27510 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:50:16.416114 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e877baa-ba0b-48bb-b79e-4e6aa678fc54 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:16.416114 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e877baa-ba0b-48bb-b79e-4e6aa678fc54 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:16.420465 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51222) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:16.423598 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8e877baa-ba0b-48bb-b79e-4e6aa678fc54 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "PUT /v2.0/ports/01075abb-8e0d-447b-9d1a-b7b020006ee5 HTTP/1.1" status: 200 len: 967 time: 2.5866289 Dec 06 14:50:16.506768 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e877baa-ba0b-48bb-b79e-4e6aa678fc54 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event updated for resources: {'Port': ['ID=01075abb-8e0d-447b-9d1a-b7b020006ee5,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:16.572971 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b0f8d-65b3-4670-89da-dcbff53527e2 req-8665a671-7ab8-422b-840b-3912934d167e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:16.574123 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-846a840b-a71f-4843-9ab0-667cd4e9a513 req-27b73291-597f-4cb4-87c6-99a68345706a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 210 time: 0.0795374 Dec 06 14:50:16.580610 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad1b0f8d-65b3-4670-89da-dcbff53527e2 req-8665a671-7ab8-422b-840b-3912934d167e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.5603218 Dec 06 14:50:16.608614 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a7f08055-9515-485d-86dd-58b8c7796bc4 None None] Provisioning complete for port ecd845ee-f7d4-4632-b17c-549a64cac0fa triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:16.610549 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7f08055-9515-485d-86dd-58b8c7796bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:16.613034 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0fdbf-336c-497d-94f5-cab3a4bcff7f req-cd1373bc-b74e-4823-9436-76f411a96377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:16.614629 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6f0fdbf-336c-497d-94f5-cab3a4bcff7f req-cd1373bc-b74e-4823-9436-76f411a96377 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4950314 Dec 06 14:50:16.749732 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4307f646-94d8-45d1-9dd2-86e07823bba9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port 01075abb-8e0d-447b-9d1a-b7b020006ee5 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:50:16.750096 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4307f646-94d8-45d1-9dd2-86e07823bba9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:16.812130 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614c896-0465-48a5-af64-4d50eb446a20 req-063aedb0-a831-4571-a2b5-4cdb926afe6f tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:16.813678 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9614c896-0465-48a5-af64-4d50eb446a20 req-063aedb0-a831-4571-a2b5-4cdb926afe6f tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5599349 Dec 06 14:50:16.876848 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-9614c896-0465-48a5-af64-4d50eb446a20 req-83a0f361-87d3-4297-b31f-6a22984d9aab tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Request body: {'port': {'device_id': '7273d52d-5c44-40b7-9e42-4ef3b5cffe39', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '62bf6bcc3b824267827aecff02c3bd91'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:16.909710 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6364856-e1ea-446d-bce3-215ef63efff0 req-ac465c0e-2e8e-4ddc-8c87-8d61bd1ea857 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:16.911245 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6364856-e1ea-446d-bce3-215ef63efff0 req-ac465c0e-2e8e-4ddc-8c87-8d61bd1ea857 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 945 time: 0.1154201 Dec 06 14:50:16.923007 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51242) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:16.927608 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-242dfd0e-17bd-4584-a28d-93de923ddb09 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Request body: {'floatingip': {'port_id': '87d80ab4-b40c-4ea1-8381-0e7485e7f32d'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:16.940411 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a7f08055-9515-485d-86dd-58b8c7796bc4 None None] Provisioning complete for port 01075abb-8e0d-447b-9d1a-b7b020006ee5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:16.941241 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7f08055-9515-485d-86dd-58b8c7796bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:16.950363 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad1b0f8d-65b3-4670-89da-dcbff53527e2 req-ab2cf6fb-afeb-4280-b976-b93bafc3889e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634036 Dec 06 14:50:16.975412 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-242dfd0e-17bd-4584-a28d-93de923ddb09 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for floatingip, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:17.027150 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a7f08055-9515-485d-86dd-58b8c7796bc4 None None] Port 01075abb-8e0d-447b-9d1a-b7b020006ee5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:17.052527 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a7f08055-9515-485d-86dd-58b8c7796bc4 None None] Provisioning complete for port 21ad8c24-98da-42fc-b9c9-edd5d81332ac triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:17.057009 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7f08055-9515-485d-86dd-58b8c7796bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:17.079956 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6f0fdbf-336c-497d-94f5-cab3a4bcff7f req-279b0c8a-a3b7-45f7-9592-0857e52de238 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504681 Dec 06 14:50:17.120131 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4307f646-94d8-45d1-9dd2-86e07823bba9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:17.122378 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a7f08055-9515-485d-86dd-58b8c7796bc4 None None] Port 21ad8c24-98da-42fc-b9c9-edd5d81332ac cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:17.211499 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4307f646-94d8-45d1-9dd2-86e07823bba9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for 01075abb-8e0d-447b-9d1a-b7b020006ee5 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:50:17.252688 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-edbba192-1101-45b2-a8f7-99c6cedf704a None None] Provisioning complete for port 01075abb-8e0d-447b-9d1a-b7b020006ee5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:17.253357 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-edbba192-1101-45b2-a8f7-99c6cedf704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:17.288648 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6f0fdbf-336c-497d-94f5-cab3a4bcff7f req-cec61751-f85e-4f24-a656-12345c8b1057 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474063 Dec 06 14:50:17.305975 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9614c896-0465-48a5-af64-4d50eb446a20 req-83a0f361-87d3-4297-b31f-6a22984d9aab tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Made reservation on behalf of 62bf6bcc3b824267827aecff02c3bd91 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:17.311136 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9614c896-0465-48a5-af64-4d50eb446a20 req-83a0f361-87d3-4297-b31f-6a22984d9aab tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:17.314187 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-edbba192-1101-45b2-a8f7-99c6cedf704a None None] Port 01075abb-8e0d-447b-9d1a-b7b020006ee5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:17.334215 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9614c896-0465-48a5-af64-4d50eb446a20 req-83a0f361-87d3-4297-b31f-6a22984d9aab tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:17.362860 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eae2ee-851a-4846-a8a8-dac3b3a8dcb8 req-954b9789-753e-4a18-ae15-63f9682c3d45 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:17.381141 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-38eae2ee-851a-4846-a8a8-dac3b3a8dcb8 req-954b9789-753e-4a18-ae15-63f9682c3d45 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 950 time: 0.3432903 Dec 06 14:50:17.506770 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9614c896-0465-48a5-af64-4d50eb446a20 req-83a0f361-87d3-4297-b31f-6a22984d9aab tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:17.509730 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 49870210-21bd-4d73-909c-300b7a366f3d up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:17.517376 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9614c896-0465-48a5-af64-4d50eb446a20 req-83a0f361-87d3-4297-b31f-6a22984d9aab tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:17.647600 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 49870210-21bd-4d73-909c-300b7a366f3d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:17.649178 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:17.679591 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0f361-87d3-4297-b31f-6a22984d9aab tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecca0cc-def6-4eb5-a981-2509e8087035,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:17.733366 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eeb82c65-bde2-478b-9759-caebf88561b6 req-78513cac-99a6-4085-9507-8c68ee1fbd74 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 210 time: 0.0594239 Dec 06 14:50:17.863519 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-9614c896-0465-48a5-af64-4d50eb446a20 req-83a0f361-87d3-4297-b31f-6a22984d9aab tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Allocated IP 192.168.233.63 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/8d70b896-b5b8-4636-af4e-e1b7fa5a981d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:17.958196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-38eae2ee-851a-4846-a8a8-dac3b3a8dcb8 req-d3b4cead-40c6-44fb-8e95-d29f5af3d627 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c9d18-c4b5-4115-89aa-aee9af403d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761278 Dec 06 14:50:18.083402 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9614c896-0465-48a5-af64-4d50eb446a20 req-83a0f361-87d3-4297-b31f-6a22984d9aab tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:18.168834 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4307f646-94d8-45d1-9dd2-86e07823bba9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:18.243523 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307f646-94d8-45d1-9dd2-86e07823bba9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=01075abb-8e0d-447b-9d1a-b7b020006ee5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:18.275367 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9614c896-0465-48a5-af64-4d50eb446a20 req-83a0f361-87d3-4297-b31f-6a22984d9aab tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:18.287214 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4307f646-94d8-45d1-9dd2-86e07823bba9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:18.293914 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4307f646-94d8-45d1-9dd2-86e07823bba9 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/ports/01075abb-8e0d-447b-9d1a-b7b020006ee5 HTTP/1.1" status: 204 len: 168 time: 1.8723228 Dec 06 14:50:18.298494 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51292) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:18.326694 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0f7fc-ff36-40a0-86ad-9da87e1aa1e2 req-3970f46f-67fe-49df-860c-d78741e7526e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:18.360323 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6c0f7fc-ff36-40a0-86ad-9da87e1aa1e2 req-3970f46f-67fe-49df-860c-d78741e7526e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.2726238 Dec 06 14:50:18.362528 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0467367d-aa7d-44a0-b525-a6437596afa3 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] GET failed (client error): The resource could not be found. Dec 06 14:50:18.366842 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0467367d-aa7d-44a0-b525-a6437596afa3 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports/01075abb-8e0d-447b-9d1a-b7b020006ee5 HTTP/1.1" status: 404 len: 333 time: 0.0673265 Dec 06 14:50:18.369143 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51298) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:18.432259 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9614c896-0465-48a5-af64-4d50eb446a20 req-83a0f361-87d3-4297-b31f-6a22984d9aab tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:18.458401 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-9614c896-0465-48a5-af64-4d50eb446a20 req-83a0f361-87d3-4297-b31f-6a22984d9aab tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:18.484067 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-9614c896-0465-48a5-af64-4d50eb446a20 req-83a0f361-87d3-4297-b31f-6a22984d9aab tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:18.520423 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a0e17c0-07ea-49b3-83f0-ee39560921f6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:18.528479 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-242dfd0e-17bd-4584-a28d-93de923ddb09 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:18.541796 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-242dfd0e-17bd-4584-a28d-93de923ddb09 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:18.583731 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6c0f7fc-ff36-40a0-86ad-9da87e1aa1e2 req-537f4d8b-d75f-4f0b-b11c-5acf3c650aa5 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206550 Dec 06 14:50:18.674292 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-242dfd0e-17bd-4584-a28d-93de923ddb09 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Floating IP cc5ef710-a5f7-45a1-88a3-1308d90228b5 associated. External IP: 172.35.7.144, port: 87d80ab4-b40c-4ea1-8381-0e7485e7f32d. Dec 06 14:50:18.683875 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0f361-87d3-4297-b31f-6a22984d9aab tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Pushing event updated for resources: {'Port': ['ID=8d70b896-b5b8-4636-af4e-e1b7fa5a981d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:18.706011 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614c896-0465-48a5-af64-4d50eb446a20 req-83a0f361-87d3-4297-b31f-6a22984d9aab tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:18.706928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9614c896-0465-48a5-af64-4d50eb446a20 req-83a0f361-87d3-4297-b31f-6a22984d9aab tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:18.724052 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a0e17c0-07ea-49b3-83f0-ee39560921f6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:18.742490 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9614c896-0465-48a5-af64-4d50eb446a20 req-83a0f361-87d3-4297-b31f-6a22984d9aab tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8766432 Dec 06 14:50:18.765299 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Request body: {'port': {'device_id': '7273d52d-5c44-40b7-9e42-4ef3b5cffe39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:18.906898 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a0e17c0-07ea-49b3-83f0-ee39560921f6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:18.909556 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a0e17c0-07ea-49b3-83f0-ee39560921f6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:18.911706 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4a0e17c0-07ea-49b3-83f0-ee39560921f6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/security-groups/62a9ba14-16a4-428b-87bf-ba5941212ca3 HTTP/1.1" status: 204 len: 168 time: 0.5406480 Dec 06 14:50:18.915762 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51314) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:18.933489 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:18.934873 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e17c0-07ea-49b3-83f0-ee39560921f6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a9ba14-16a4-428b-87bf-ba5941212ca3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:18.961323 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40812b6e-f7be-4dbd-8a96-71b20963c8c0 req-c839ce5a-a896-4d33-8d6e-e529f682a06d tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:18.962827 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-40812b6e-f7be-4dbd-8a96-71b20963c8c0 req-c839ce5a-a896-4d33-8d6e-e529f682a06d tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 935 time: 0.1206267 Dec 06 14:50:19.064857 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5efface6-84ac-45cc-ac11-13ece1a1d549 None None] Provisioning complete for port 8d70b896-b5b8-4636-af4e-e1b7fa5a981d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:19.066782 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5efface6-84ac-45cc-ac11-13ece1a1d549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:19.076876 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242dfd0e-17bd-4584-a28d-93de923ddb09 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Router fdcddce0-880a-4f6b-8b5f-2cd52279a841 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:50:19.119933 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5efface6-84ac-45cc-ac11-13ece1a1d549 None None] Port 8d70b896-b5b8-4636-af4e-e1b7fa5a981d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:19.155158 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-40812b6e-f7be-4dbd-8a96-71b20963c8c0 req-48060047-eded-4f96-9678-c2d56529540a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804090 Dec 06 14:50:19.162038 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23008500-9eb9-4d59-be42-c40e016fb32f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:19.207790 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23008500-9eb9-4d59-be42-c40e016fb32f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:19.212261 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242dfd0e-17bd-4584-a28d-93de923ddb09 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:50:19.220338 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-242dfd0e-17bd-4584-a28d-93de923ddb09 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:19.248497 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231086cd-79a7-4a63-9806-963d3051dd6e None None] Sync routers for ids ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:50:19.262676 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231086cd-79a7-4a63-9806-963d3051dd6e None None] Routers {'fdcddce0-880a-4f6b-8b5f-2cd52279a841'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:19.263311 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-231086cd-79a7-4a63-9806-963d3051dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:19.296323 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-242dfd0e-17bd-4584-a28d-93de923ddb09 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "PUT /v2.0/floatingips/cc5ef710-a5f7-45a1-88a3-1308d90228b5 HTTP/1.1" status: 200 len: 991 time: 2.3710184 Dec 06 14:50:19.297773 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f04562-788b-4d6f-8491-5676cc7e30eb', 'tag': '87d80ab4-b40c-4ea1-8381-0e7485e7f32d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:19.300661 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c484b81a-878d-4361-a48b-61136c5066a8" -d '{"events": [{"name": "network-changed", "server_uuid": "60f04562-788b-4d6f-8491-5676cc7e30eb", "tag": "87d80ab4-b40c-4ea1-8381-0e7485e7f32d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:19.310350 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23008500-9eb9-4d59-be42-c40e016fb32f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:19.313393 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23008500-9eb9-4d59-be42-c40e016fb32f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:19.314631 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-23008500-9eb9-4d59-be42-c40e016fb32f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/security-groups/14804665-b8e7-4df0-8e10-34c3a7566c60 HTTP/1.1" status: 204 len: 168 time: 0.3919163 Dec 06 14:50:19.318776 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51322) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:19.336209 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23008500-9eb9-4d59-be42-c40e016fb32f tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14804665-b8e7-4df0-8e10-34c3a7566c60,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:19.402136 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d70b896-b5b8-4636-af4e-e1b7fa5a981d {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:50:19.412142 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:19.416504 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4827e12-e23b-4a32-b26f-1594466370ec x-openstack-request-id: req-a4827e12-e23b-4a32-b26f-1594466370ec {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:19.417811 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f04562-788b-4d6f-8491-5676cc7e30eb", "tag": "87d80ab4-b40c-4ea1-8381-0e7485e7f32d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:19.418560 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4827e12-e23b-4a32-b26f-1594466370ec {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:19.419566 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f04562-788b-4d6f-8491-5676cc7e30eb', 'tag': '87d80ab4-b40c-4ea1-8381-0e7485e7f32d', 'status': 'completed', 'code': 200} Dec 06 14:50:19.432021 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Transition to ACTIVE for port object 8d70b896-b5b8-4636-af4e-e1b7fa5a981d will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:50:19.438095 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:19.446920 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-231086cd-79a7-4a63-9806-963d3051dd6e None None] Set router fdcddce0-880a-4f6b-8b5f-2cd52279a841 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:50:19.509456 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1bb3458-ace5-4e15-8326-9553c42d4e9a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:19.561295 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484b81a-878d-4361-a48b-61136c5066a8 req-a4db9658-fdf5-4fd2-b1e6-fee4b181022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:19.562015 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Pushing event updated for resources: {'Port': ['ID=8d70b896-b5b8-4636-af4e-e1b7fa5a981d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:19.563030 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c484b81a-878d-4361-a48b-61136c5066a8 req-a4db9658-fdf5-4fd2-b1e6-fee4b181022b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8fd6664765541d496ef1f354f2e07de&device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 1096 time: 0.1392729 Dec 06 14:50:19.587032 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1bb3458-ace5-4e15-8326-9553c42d4e9a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:19.678468 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Attempting to bind port 8d70b896-b5b8-4636-af4e-e1b7fa5a981d on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:50:19.680610 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Attempting to bind port 8d70b896-b5b8-4636-af4e-e1b7fa5a981d by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:50:19.688025 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Attempting to bind port 8d70b896-b5b8-4636-af4e-e1b7fa5a981d on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:19.708490 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Port 8d70b896-b5b8-4636-af4e-e1b7fa5a981d on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:50:19.709979 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Attempting to bind port 8d70b896-b5b8-4636-af4e-e1b7fa5a981d on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:19.722345 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:50:19.723797 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:19.724879 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:50:19.726080 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Bound port: 8d70b896-b5b8-4636-af4e-e1b7fa5a981d, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:50:19.729241 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:19.830371 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1bb3458-ace5-4e15-8326-9553c42d4e9a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:19.836858 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1bb3458-ace5-4e15-8326-9553c42d4e9a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:19.838146 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f1bb3458-ace5-4e15-8326-9553c42d4e9a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/security-groups/d24618bb-50f6-4723-8719-8278467159fd HTTP/1.1" status: 204 len: 168 time: 0.5182807 Dec 06 14:50:19.849789 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51336) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:19.871170 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb3458-ace5-4e15-8326-9553c42d4e9a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24618bb-50f6-4723-8719-8278467159fd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:19.876742 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484b81a-878d-4361-a48b-61136c5066a8 req-1b0eaf26-7362-48fc-9f02-56f3cbdb21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:19.878143 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c484b81a-878d-4361-a48b-61136c5066a8 req-1b0eaf26-7362-48fc-9f02-56f3cbdb21a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=75ec1074-48b0-468d-8546-afcb61441dc6 HTTP/1.1" status: 200 len: 916 time: 0.3063259 Dec 06 14:50:19.934292 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db1ebfe-ffc1-43b1-805a-2af65498d428 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting subnet a10a0b7a-cdb7-4eac-a355-c36cf890cdef {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:50:19.948883 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6db1ebfe-ffc1-43b1-805a-2af65498d428 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:19.984826 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c484b81a-878d-4361-a48b-61136c5066a8 req-857442a6-fcb6-4f3e-a5f5-07685a2bdcf0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87d80ab4-b40c-4ea1-8381-0e7485e7f32d HTTP/1.1" status: 200 len: 999 time: 0.0968318 Dec 06 14:50:19.987677 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-231086cd-79a7-4a63-9806-963d3051dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'name': 'tempest-ServersTestFqdnHostnames-1632543467-router', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:40Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'gw_port': {'id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:41Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'cc5ef710-a5f7-45a1-88a3-1308d90228b5', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'floating_ip_address': '172.35.7.144', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'port_id': '87d80ab4-b40c-4ea1-8381-0e7485e7f32d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6', 'mac_address': 'fa:16:3e:d6:a0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f04562-788b-4d6f-8491-5676cc7e30eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:49:54Z', 'updated_at': '2021-12-06T14:50:18Z', 'revision_number': 1, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8659ee62-4bd7-41c5-8fe5-f17935fcc988', 'name': '', 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'mac_address': 'fa:16:3e:13:91:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:46Z', 'updated_at': '2021-12-06T14:49:54Z', 'revision_number': 5, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'subnets': [{'id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:20.036269 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231086cd-79a7-4a63-9806-963d3051dd6e None None] Checking router: fdcddce0-880a-4f6b-8b5f-2cd52279a841 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:50:20.045864 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857332-a5c7-4dfc-8bce-b5b7b806dbef req-8bb58583-cce5-462c-ad29-8afe9f3fab64 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:20.048261 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ca857332-a5c7-4dfc-8bce-b5b7b806dbef req-8bb58583-cce5-462c-ad29-8afe9f3fab64 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.2985110 Dec 06 14:50:20.049563 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231086cd-79a7-4a63-9806-963d3051dd6e None None] Routers {'fdcddce0-880a-4f6b-8b5f-2cd52279a841'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:20.050462 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-231086cd-79a7-4a63-9806-963d3051dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:20.064586 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484b81a-878d-4361-a48b-61136c5066a8 req-37c9996a-2f43-44ec-aa02-cc00c8d17d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:20.066131 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c484b81a-878d-4361-a48b-61136c5066a8 req-37c9996a-2f43-44ec-aa02-cc00c8d17d08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20ad2411-a365-441e-ba31-0b9aae32c0d8 HTTP/1.1" status: 200 len: 854 time: 0.0728862 Dec 06 14:50:20.099749 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6db1ebfe-ffc1-43b1-805a-2af65498d428 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:20.124320 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484b81a-878d-4361-a48b-61136c5066a8 req-5c2ae3ee-662a-4127-b035-d0a47993eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:20.125829 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c484b81a-878d-4361-a48b-61136c5066a8 req-5c2ae3ee-662a-4127-b035-d0a47993eebe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=75ec1074-48b0-468d-8546-afcb61441dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476046 Dec 06 14:50:20.167502 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ca857332-a5c7-4dfc-8bce-b5b7b806dbef req-dcbb3241-67dc-4bad-9973-58c6f7811253 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091266 Dec 06 14:50:20.178113 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] For port 8d70b896-b5b8-4636-af4e-e1b7fa5a981d, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:50:20.188315 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] For port 8d70b896-b5b8-4636-af4e-e1b7fa5a981d, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8d70b896-b5b8-4636-af4e-e1b7fa5a981d,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:50:20.210598 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:20.233412 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-231086cd-79a7-4a63-9806-963d3051dd6e None None] Set router fdcddce0-880a-4f6b-8b5f-2cd52279a841 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:50:20.257074 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c484b81a-878d-4361-a48b-61136c5066a8 req-ddc2381e-c390-4d08-a94e-ebdc5bafae60 service neutron] 10.222.0.37 "GET /v2.0/networks/75ec1074-48b0-468d-8546-afcb61441dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210434 Dec 06 14:50:20.288745 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:20.289431 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:20.290838 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9614c896-0465-48a5-af64-4d50eb446a20 req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] 10.222.0.23 "PUT /v2.0/ports/8d70b896-b5b8-4636-af4e-e1b7fa5a981d HTTP/1.1" status: 200 len: 1095 time: 1.5340893 Dec 06 14:50:20.296411 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7273d52d-5c44-40b7-9e42-4ef3b5cffe39', 'tag': '8d70b896-b5b8-4636-af4e-e1b7fa5a981d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:20.299128 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911ac79b-84ff-45fc-99d6-a7f2f7fafac9" -d '{"events": [{"name": "network-changed", "server_uuid": "7273d52d-5c44-40b7-9e42-4ef3b5cffe39", "tag": "8d70b896-b5b8-4636-af4e-e1b7fa5a981d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:20.324373 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6db1ebfe-ffc1-43b1-805a-2af65498d428 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:20.413510 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbfec9b-204a-4efa-a161-4a38225f8b4e x-openstack-request-id: req-6bbfec9b-204a-4efa-a161-4a38225f8b4e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:20.413868 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7273d52d-5c44-40b7-9e42-4ef3b5cffe39", "tag": "8d70b896-b5b8-4636-af4e-e1b7fa5a981d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:20.414118 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bbfec9b-204a-4efa-a161-4a38225f8b4e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:20.414529 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7273d52d-5c44-40b7-9e42-4ef3b5cffe39', 'tag': '8d70b896-b5b8-4636-af4e-e1b7fa5a981d', 'status': 'completed', 'code': 200} Dec 06 14:50:20.417286 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1baa18-4086-4ab1-b29f-50c0308e2430 service neutron] Pushing event updated for resources: {'Port': ['ID=8d70b896-b5b8-4636-af4e-e1b7fa5a981d,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:20.453077 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614c896-0465-48a5-af64-4d50eb446a20 req-3aa8e02b-f7ec-43cf-ac79-e99e8f5cc67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:20.457762 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9614c896-0465-48a5-af64-4d50eb446a20 req-3aa8e02b-f7ec-43cf-ac79-e99e8f5cc67a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62bf6bcc3b824267827aecff02c3bd91&device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 1098 time: 0.0925615 Dec 06 14:50:20.517108 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c484b81a-878d-4361-a48b-61136c5066a8 req-f15542b1-c08e-4822-8d3b-0e8d09635076 service neutron] 10.222.0.37 "GET /v2.0/networks/75ec1074-48b0-468d-8546-afcb61441dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507467 Dec 06 14:50:20.561023 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509e42a-7ea4-4856-a3f9-c8baafefa9c3 req-2a2b48ad-4b50-4e06-bb6e-57ddc1f10d7d tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:20.562613 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c509e42a-7ea4-4856-a3f9-c8baafefa9c3 req-2a2b48ad-4b50-4e06-bb6e-57ddc1f10d7d tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 947 time: 0.2390926 Dec 06 14:50:20.563455 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9614c896-0465-48a5-af64-4d50eb446a20 req-9dd94c89-025b-44a1-8c67-55110792898c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=8d70b896-b5b8-4636-af4e-e1b7fa5a981d HTTP/1.1" status: 200 len: 217 time: 0.0955558 Dec 06 14:50:20.612915 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6db1ebfe-ffc1-43b1-805a-2af65498d428 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:20.653121 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1ebfe-ffc1-43b1-805a-2af65498d428 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Subnet': ['ID=a10a0b7a-cdb7-4eac-a355-c36cf890cdef,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:20.653806 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c509e42a-7ea4-4856-a3f9-c8baafefa9c3 req-b27b29ac-a3d3-489f-a76e-765e3cf85d74 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782564 Dec 06 14:50:20.663070 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6db1ebfe-ffc1-43b1-805a-2af65498d428 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:20.667034 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6db1ebfe-ffc1-43b1-805a-2af65498d428 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/a10a0b7a-cdb7-4eac-a355-c36cf890cdef HTTP/1.1" status: 204 len: 168 time: 0.8163188 Dec 06 14:50:20.669279 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614c896-0465-48a5-af64-4d50eb446a20 req-b35facd3-b8a5-475a-b321-a86f6e9a65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:20.670639 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9614c896-0465-48a5-af64-4d50eb446a20 req-b35facd3-b8a5-475a-b321-a86f6e9a65f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0982518 Dec 06 14:50:20.670988 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51348) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:20.682850 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03da782c-b593-4059-8ac1-4b0f8341d0db None None] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:20.721598 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614c896-0465-48a5-af64-4d50eb446a20 req-d151dcf7-2dec-48ac-bee3-fd35cf30195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:20.724250 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9614c896-0465-48a5-af64-4d50eb446a20 req-d151dcf7-2dec-48ac-bee3-fd35cf30195e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0443282 Dec 06 14:50:20.743213 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b36a347-5c33-4ed4-a50e-ca36bb8bdc9a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting subnet 9b6f1345-8d39-46b6-ac58-99563e843d49 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:50:20.748077 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b36a347-5c33-4ed4-a50e-ca36bb8bdc9a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:20.821462 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-231086cd-79a7-4a63-9806-963d3051dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'name': 'tempest-ServersTestFqdnHostnames-1632543467-router', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:40Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'gw_port': {'id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:41Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'cc5ef710-a5f7-45a1-88a3-1308d90228b5', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'floating_ip_address': '172.35.7.144', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'port_id': '87d80ab4-b40c-4ea1-8381-0e7485e7f32d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6', 'mac_address': 'fa:16:3e:d6:a0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f04562-788b-4d6f-8491-5676cc7e30eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:49:54Z', 'updated_at': '2021-12-06T14:50:18Z', 'revision_number': 1, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8659ee62-4bd7-41c5-8fe5-f17935fcc988', 'name': '', 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'mac_address': 'fa:16:3e:13:91:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:46Z', 'updated_at': '2021-12-06T14:49:54Z', 'revision_number': 5, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'subnets': [{'id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:20.830504 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b36a347-5c33-4ed4-a50e-ca36bb8bdc9a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:20.864431 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9614c896-0465-48a5-af64-4d50eb446a20 req-39248f1f-6059-478d-a0bb-ebaa1bb48041 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316211 Dec 06 14:50:20.899117 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231086cd-79a7-4a63-9806-963d3051dd6e None None] The sync data for ids ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'] in n-d-master-1 is: [{'id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'name': 'tempest-ServersTestFqdnHostnames-1632543467-router', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:40Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'gw_port': {'id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:41Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'cc5ef710-a5f7-45a1-88a3-1308d90228b5', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'floating_ip_address': '172.35.7.144', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'port_id': '87d80ab4-b40c-4ea1-8381-0e7485e7f32d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6', 'mac_address': 'fa:16:3e:d6:a0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f04562-788b-4d6f-8491-5676cc7e30eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:49:54Z', 'updated_at': '2021-12-06T14:50:18Z', 'revision_number': 1, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8659ee62-4bd7-41c5-8fe5-f17935fcc988', 'name': '', 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'mac_address': 'fa:16:3e:13:91:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:46Z', 'updated_at': '2021-12-06T14:49:54Z', 'revision_number': 5, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'subnets': [{'id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:50:20.939388 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b36a347-5c33-4ed4-a50e-ca36bb8bdc9a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:20.994279 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9614c896-0465-48a5-af64-4d50eb446a20 req-447cb5b5-0468-45a1-bfcf-57e975d8e6ab service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212869 Dec 06 14:50:21.028351 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b36a347-5c33-4ed4-a50e-ca36bb8bdc9a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:21.056901 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36a347-5c33-4ed4-a50e-ca36bb8bdc9a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6f1345-8d39-46b6-ac58-99563e843d49,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:21.073278 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b36a347-5c33-4ed4-a50e-ca36bb8bdc9a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:21.078964 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4b36a347-5c33-4ed4-a50e-ca36bb8bdc9a tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/9b6f1345-8d39-46b6-ac58-99563e843d49 HTTP/1.1" status: 204 len: 168 time: 0.4041023 Dec 06 14:50:21.079200 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51362) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:21.131010 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae98ff3c-c7ec-420b-8ca9-bef5a5dc8e11 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] DELETE failed (client error): The resource could not be found. Dec 06 14:50:21.131582 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae98ff3c-c7ec-420b-8ca9-bef5a5dc8e11 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:50:21.137496 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ae98ff3c-c7ec-420b-8ca9-bef5a5dc8e11 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/a10a0b7a-cdb7-4eac-a355-c36cf890cdef HTTP/1.1" status: 404 len: 337 time: 0.0546892 Dec 06 14:50:21.137983 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51364) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:21.186152 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ac79b-84ff-45fc-99d6-a7f2f7fafac9 req-ea1101a9-0da8-4fd0-8ccd-f4a21c038b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:21.187939 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-911ac79b-84ff-45fc-99d6-a7f2f7fafac9 req-ea1101a9-0da8-4fd0-8ccd-f4a21c038b73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62bf6bcc3b824267827aecff02c3bd91&device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 1098 time: 0.1203966 Dec 06 14:50:21.221976 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0336e174-449f-4f8f-8f72-d0c2c5172d95 None None] New status for floating IP cc5ef710-a5f7-45a1-88a3-1308d90228b5: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:50:21.289356 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-942c3878-d18e-4f59-9fe3-2a57cd5669b7 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting subnet f35e17ca-2dff-4344-9720-b9d955222ac5 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:50:21.307619 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-942c3878-d18e-4f59-9fe3-2a57cd5669b7 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:21.340378 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0d4af8d0-a2bf-4992-a557-f4f490d54b4a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:50:21.508929 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-942c3878-d18e-4f59-9fe3-2a57cd5669b7 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:21.557298 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ac79b-84ff-45fc-99d6-a7f2f7fafac9 req-3dcc45c9-49c0-4ccb-b99b-767277e7d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:21.563216 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-911ac79b-84ff-45fc-99d6-a7f2f7fafac9 req-3dcc45c9-49c0-4ccb-b99b-767277e7d120 service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.3632858 Dec 06 14:50:21.571684 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53aa807-ea19-4522-be21-38d38ff48a16 req-e00b437c-bfa5-4117-a351-4cf2a95ee894 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:21.590228 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a53aa807-ea19-4522-be21-38d38ff48a16 req-e00b437c-bfa5-4117-a351-4cf2a95ee894 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.2977116 Dec 06 14:50:21.603443 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:21.627482 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '0d4af8d0-a2bf-4992-a557-f4f490d54b4a', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '0d4af8d0-a2bf-4992-a557-f4f490d54b4a', 'mac_address': 'fa:16:3e:17:30:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:50:21.668722 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-911ac79b-84ff-45fc-99d6-a7f2f7fafac9 req-34c3a92b-5a17-4af4-b093-143af6233889 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=8d70b896-b5b8-4636-af4e-e1b7fa5a981d HTTP/1.1" status: 200 len: 217 time: 0.0763552 Dec 06 14:50:21.699802 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:21.726694 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d4af8d0-a2bf-4992-a557-f4f490d54b4a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:50:21.762435 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:21.768423 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:21.843985 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a53aa807-ea19-4522-be21-38d38ff48a16 req-444731a6-9704-4c2c-9f56-7aca7f38a83e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384911 Dec 06 14:50:21.843985 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ac79b-84ff-45fc-99d6-a7f2f7fafac9 req-db7e0f9c-b62f-4fa1-820f-e076bb5e0f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:21.844602 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-911ac79b-84ff-45fc-99d6-a7f2f7fafac9 req-db7e0f9c-b62f-4fa1-820f-e076bb5e0f91 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1628416 Dec 06 14:50:21.863511 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98845477-b8de-4868-9206-875c248a12a9 None None] Network 7cff829a-f0a2-4779-b95c-fc56e8e27510 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:21.870601 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9aeb1-a8e8-45d9-b32a-8f290687d980 req-afcbe889-98de-49f1-a009-8d03a92d47f4 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:21.883549 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61f9aeb1-a8e8-45d9-b32a-8f290687d980 req-afcbe889-98de-49f1-a009-8d03a92d47f4 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 947 time: 0.0944896 Dec 06 14:50:21.912703 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:21.918928 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['0d4af8d0-a2bf-4992-a557-f4f490d54b4a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:50:21.919092 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-942c3878-d18e-4f59-9fe3-2a57cd5669b7 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:21.965249 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61f9aeb1-a8e8-45d9-b32a-8f290687d980 req-ff3ec16f-983d-467e-a2dd-f04016f4ca1e tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797114 Dec 06 14:50:22.011021 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ac79b-84ff-45fc-99d6-a7f2f7fafac9 req-cd681b32-3981-45f9-9135-b233c3c1d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:22.013104 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-911ac79b-84ff-45fc-99d6-a7f2f7fafac9 req-cd681b32-3981-45f9-9135-b233c3c1d967 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1589804 Dec 06 14:50:22.112505 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-942c3878-d18e-4f59-9fe3-2a57cd5669b7 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:22.166016 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c3878-d18e-4f59-9fe3-2a57cd5669b7 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Subnet': ['ID=f35e17ca-2dff-4344-9720-b9d955222ac5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:22.177439 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-942c3878-d18e-4f59-9fe3-2a57cd5669b7 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:22.182099 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-942c3878-d18e-4f59-9fe3-2a57cd5669b7 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/f35e17ca-2dff-4344-9720-b9d955222ac5 HTTP/1.1" status: 204 len: 168 time: 1.0424399 Dec 06 14:50:22.189902 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51400) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:22.247171 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b5972e1e-e3ec-4ae4-a921-61e338146d87 None None] Provisioning complete for port ecd845ee-f7d4-4632-b17c-549a64cac0fa triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:22.247545 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5972e1e-e3ec-4ae4-a921-61e338146d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:22.254683 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b39604-b348-4518-af42-0323fa05140d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] DELETE failed (client error): The resource could not be found. Dec 06 14:50:22.255143 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b39604-b348-4518-af42-0323fa05140d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:50:22.261060 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-96b39604-b348-4518-af42-0323fa05140d tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/13128caa-188a-4a55-be9f-91851b277f57 HTTP/1.1" status: 404 len: 337 time: 0.0666838 Dec 06 14:50:22.261945 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51408) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:22.262432 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-911ac79b-84ff-45fc-99d6-a7f2f7fafac9 req-1687ca72-624c-4c8f-9936-59f001b9857f service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385373 Dec 06 14:50:22.312475 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-532d61ca-41bc-464d-a3e0-59a8be864070 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d2061bb-0867-4ec8-94a7-3dd167288f29 HTTP/1.1" status: 200 len: 205 time: 0.0489306 Dec 06 14:50:22.315044 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51410) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:22.374290 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-314105af-56b8-45e3-924f-e99b5fa82d5c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] delete failed (client error): The resource could not be found. Dec 06 14:50:22.375696 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-314105af-56b8-45e3-924f-e99b5fa82d5c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/routers/6d2061bb-0867-4ec8-94a7-3dd167288f29 HTTP/1.1" status: 404 len: 336 time: 0.0569313 Dec 06 14:50:22.378394 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51412) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:22.386071 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-911ac79b-84ff-45fc-99d6-a7f2f7fafac9 req-70bfcc70-ba78-488b-b952-7dc07b99e700 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150646 Dec 06 14:50:22.414872 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-275adb9c-9696-4c8e-a749-c7edbfad6cbe tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] DELETE failed (client error): The resource could not be found. Dec 06 14:50:22.415703 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275adb9c-9696-4c8e-a749-c7edbfad6cbe tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:50:22.418939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-275adb9c-9696-4c8e-a749-c7edbfad6cbe tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/43025922-4dc7-476c-9923-63fa05198651 HTTP/1.1" status: 404 len: 337 time: 0.0385702 Dec 06 14:50:22.421655 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51414) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:22.449048 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e7ee0c-7b61-4622-a795-ce2c708b7434 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] DELETE failed (client error): The resource could not be found. Dec 06 14:50:22.449643 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e7ee0c-7b61-4622-a795-ce2c708b7434 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:50:22.452716 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b9e7ee0c-7b61-4622-a795-ce2c708b7434 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/dac69fd4-09bb-4fd7-bc51-c0602f66d7b3 HTTP/1.1" status: 404 len: 337 time: 0.0300598 Dec 06 14:50:22.455131 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51418) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:22.492717 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-51812242-cc7a-4c54-baf5-79452f99d5b6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] DELETE failed (client error): The resource could not be found. Dec 06 14:50:22.493089 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51812242-cc7a-4c54-baf5-79452f99d5b6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:50:22.498441 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-51812242-cc7a-4c54-baf5-79452f99d5b6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/b2ace1cd-22aa-4c6f-87ca-0d82c12c6051 HTTP/1.1" status: 404 len: 337 time: 0.0400760 Dec 06 14:50:22.499855 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51422) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:22.552215 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-efcedf04-e3d5-4be1-99d0-65ff5f0185ab tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] DELETE failed (client error): The resource could not be found. Dec 06 14:50:22.553188 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efcedf04-e3d5-4be1-99d0-65ff5f0185ab tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:50:22.570515 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51426) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:22.570990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-efcedf04-e3d5-4be1-99d0-65ff5f0185ab tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/ports/487de9a5-9c73-44c0-a2aa-d05e4a434b39 HTTP/1.1" status: 404 len: 333 time: 0.0663795 Dec 06 14:50:22.596570 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b5972e1e-e3ec-4ae4-a921-61e338146d87 None None] Provisioning complete for port 21ad8c24-98da-42fc-b9c9-edd5d81332ac triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:22.597143 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5972e1e-e3ec-4ae4-a921-61e338146d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:22.645425 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d3f0f8-ce73-43fb-9b7a-fb4617d68f68 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] DELETE failed (client error): The resource could not be found. Dec 06 14:50:22.645425 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d3f0f8-ce73-43fb-9b7a-fb4617d68f68 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:50:22.645425 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-02d3f0f8-ce73-43fb-9b7a-fb4617d68f68 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/183f2951-16c8-46b8-9374-bbf8b372520b HTTP/1.1" status: 404 len: 337 time: 0.0576961 Dec 06 14:50:22.645425 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51428) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:22.675152 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8d70b896-b5b8-4636-af4e-e1b7fa5a981d details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:50:22.691552 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f08b73e-05c8-450f-8bda-b0421aeff65e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] DELETE failed (client error): The resource could not be found. Dec 06 14:50:22.692106 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f08b73e-05c8-450f-8bda-b0421aeff65e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:50:22.698056 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2f08b73e-05c8-450f-8bda-b0421aeff65e tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/a5ea3a76-49dd-4f49-a743-3173afb700c7 HTTP/1.1" status: 404 len: 337 time: 0.0612118 Dec 06 14:50:22.698421 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51432) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:22.719438 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b19f756-3026-4f95-bcb8-1ae0882fbcef None None] DHCP port deletion for 7cff829a-f0a2-4779-b95c-fc56e8e27510 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:50:22.732039 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c174d2-5d32-4413-8183-be9276d58290 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] DELETE failed (client error): The resource could not be found. Dec 06 14:50:22.732683 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c174d2-5d32-4413-8183-be9276d58290 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:50:22.738106 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f9c174d2-5d32-4413-8183-be9276d58290 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/ports/336ed56e-a0c7-4655-84d3-e07cd128d50f HTTP/1.1" status: 404 len: 333 time: 0.0363965 Dec 06 14:50:22.739080 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51434) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:22.793249 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48f2471-7783-4060-84f0-0e3202c3b066 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] DELETE failed (client error): The resource could not be found. Dec 06 14:50:22.793704 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48f2471-7783-4060-84f0-0e3202c3b066 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:50:22.802685 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51436) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:22.802862 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e48f2471-7783-4060-84f0-0e3202c3b066 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/812c7a1d-06b5-44fe-9604-e2fa804fd9f4 HTTP/1.1" status: 404 len: 337 time: 0.0622144 Dec 06 14:50:22.846189 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91578d5-1b44-4901-92bc-ab390349f4cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] DELETE failed (client error): The resource could not be found. Dec 06 14:50:22.846647 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91578d5-1b44-4901-92bc-ab390349f4cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:50:22.850353 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d91578d5-1b44-4901-92bc-ab390349f4cb tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/subnets/97c0bc7a-3166-499b-a753-5a4d612f422b HTTP/1.1" status: 404 len: 337 time: 0.0471249 Dec 06 14:50:22.853529 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51440) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:22.870789 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b5972e1e-e3ec-4ae4-a921-61e338146d87 None None] Port 21ad8c24-98da-42fc-b9c9-edd5d81332ac cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:22.909315 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8d70b896-b5b8-4636-af4e-e1b7fa5a981d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8d70b896-b5b8-4636-af4e-e1b7fa5a981d,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:22.934888 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '8d70b896-b5b8-4636-af4e-e1b7fa5a981d', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '8d70b896-b5b8-4636-af4e-e1b7fa5a981d', 'mac_address': 'fa:16:3e:74:d0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:50:22.950030 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3b19f756-3026-4f95-bcb8-1ae0882fbcef None None] Deleting port ecd845ee-f7d4-4632-b17c-549a64cac0fa {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:50:22.950446 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b19f756-3026-4f95-bcb8-1ae0882fbcef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:23.100558 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c6044-517a-4fd5-b351-77c51d9a6b79 req-3d4c137e-3f23-4942-925b-711c40fdb22b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:23.108857 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6d2c6044-517a-4fd5-b351-77c51d9a6b79 req-3d4c137e-3f23-4942-925b-711c40fdb22b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.1276550 Dec 06 14:50:23.123337 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:23.236286 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6d2c6044-517a-4fd5-b351-77c51d9a6b79 req-a254f20e-3ff7-41b1-9b14-d41781a864fd tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264176 Dec 06 14:50:23.268978 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d70b896-b5b8-4636-af4e-e1b7fa5a981d {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:50:23.292307 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8d70b896-b5b8-4636-af4e-e1b7fa5a981d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8d70b896-b5b8-4636-af4e-e1b7fa5a981d,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:23.294729 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3b19f756-3026-4f95-bcb8-1ae0882fbcef None None] For port ecd845ee-f7d4-4632-b17c-549a64cac0fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ecd845ee-f7d4-4632-b17c-549a64cac0fa,segment=NetworkSegment(7a6eec98-6985-4e4f-bd87-6b095ae0edcc),segment_id=7a6eec98-6985-4e4f-bd87-6b095ae0edcc)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:23.295175 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b19f756-3026-4f95-bcb8-1ae0882fbcef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:23.308455 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:23.385034 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3b19f756-3026-4f95-bcb8-1ae0882fbcef None None] Calling delete_port for ecd845ee-f7d4-4632-b17c-549a64cac0fa owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:50:23.387080 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0d4af8d0-a2bf-4992-a557-f4f490d54b4a up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:23.456776 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-67aaa2c1-85b5-4cd8-b40c-a36be7befa6c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Deleting port 21ad8c24-98da-42fc-b9c9-edd5d81332ac {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:50:23.457371 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67aaa2c1-85b5-4cd8-b40c-a36be7befa6c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:23.513102 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8163e7-2d77-47b6-927e-5d69786a4d36 req-5413052c-2302-4a36-93c0-065188e7b522 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:23.514705 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dd8163e7-2d77-47b6-927e-5d69786a4d36 req-5413052c-2302-4a36-93c0-065188e7b522 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 948 time: 0.0980668 Dec 06 14:50:23.573234 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dd8163e7-2d77-47b6-927e-5d69786a4d36 req-ee94e51c-f8d4-4d7d-897b-0dc5a105e23f tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523973 Dec 06 14:50:23.574154 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ecd845ee-f7d4-4632-b17c-549a64cac0fa no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:50:23.611321 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67aaa2c1-85b5-4cd8-b40c-a36be7befa6c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:23.645428 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-67aaa2c1-85b5-4cd8-b40c-a36be7befa6c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Calling delete_port for 21ad8c24-98da-42fc-b9c9-edd5d81332ac owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:50:23.689718 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=8d70b896-b5b8-4636-af4e-e1b7fa5a981d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:23.732253 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['8d70b896-b5b8-4636-af4e-e1b7fa5a981d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:50:23.815437 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67aaa2c1-85b5-4cd8-b40c-a36be7befa6c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:23.873387 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:23.873764 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:23.878635 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aaa2c1-85b5-4cd8-b40c-a36be7befa6c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Port': ['ID=21ad8c24-98da-42fc-b9c9-edd5d81332ac,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:23.882816 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67aaa2c1-85b5-4cd8-b40c-a36be7befa6c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:23.895691 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51450) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:23.896083 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-67aaa2c1-85b5-4cd8-b40c-a36be7befa6c tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/ports/21ad8c24-98da-42fc-b9c9-edd5d81332ac HTTP/1.1" status: 204 len: 168 time: 1.0408490 Dec 06 14:50:23.958715 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b19f756-3026-4f95-bcb8-1ae0882fbcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:23.994205 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19f756-3026-4f95-bcb8-1ae0882fbcef None None] Pushing event deleted for resources: {'Port': ['ID=ecd845ee-f7d4-4632-b17c-549a64cac0fa,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:24.008293 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:24.020233 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b19f756-3026-4f95-bcb8-1ae0882fbcef None None] No DVR routers for this DVR port ecd845ee-f7d4-4632-b17c-549a64cac0fa on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:50:24.026060 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61ecf516-8114-4c0c-81f4-0ff8a297adf6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:24.131106 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:24.174232 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61ecf516-8114-4c0c-81f4-0ff8a297adf6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:24.196834 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c65c18-f6fc-4262-a8db-0cc8a2f4d290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4af8d0-a2bf-4992-a557-f4f490d54b4a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:24.199751 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45118d26-131b-4a69-87e4-a2f604d76401" -d '{"events": [{"server_uuid": "c1c65c18-f6fc-4262-a8db-0cc8a2f4d290", "name": "network-vif-plugged", "status": "completed", "tag": "0d4af8d0-a2bf-4992-a557-f4f490d54b4a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:24.216757 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-61ecf516-8114-4c0c-81f4-0ff8a297adf6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cff829a-f0a2-4779-b95c-fc56e8e27510']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:24.233387 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-61ecf516-8114-4c0c-81f4-0ff8a297adf6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6eec98-6985-4e4f-bd87-6b095ae0edcc') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:24.233954 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-61ecf516-8114-4c0c-81f4-0ff8a297adf6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6eec98-6985-4e4f-bd87-6b095ae0edcc') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:24.249512 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61ecf516-8114-4c0c-81f4-0ff8a297adf6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:24.273223 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61ecf516-8114-4c0c-81f4-0ff8a297adf6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:24.276472 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:24.284925 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ecf516-8114-4c0c-81f4-0ff8a297adf6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:50:24.285340 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61ecf516-8114-4c0c-81f4-0ff8a297adf6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:24.285996 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:50:24.288995 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:50:24.373639 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:24.400770 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61ecf516-8114-4c0c-81f4-0ff8a297adf6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:24.410627 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61ecf516-8114-4c0c-81f4-0ff8a297adf6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:24.416107 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-61ecf516-8114-4c0c-81f4-0ff8a297adf6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] 10.222.0.20 "DELETE /v2.0/networks/7cff829a-f0a2-4779-b95c-fc56e8e27510 HTTP/1.1" status: 204 len: 168 time: 0.5193093 Dec 06 14:50:24.453283 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecf516-8114-4c0c-81f4-0ff8a297adf6 tempest-PortsIpV6TestJSON-1675522336 tempest-PortsIpV6TestJSON-1675522336-project] Pushing event deleted for resources: {'Network': ['ID=7cff829a-f0a2-4779-b95c-fc56e8e27510,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:24.473011 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f657af-1884-4322-b5e7-a8f8b26ba422 req-31003393-2601-4fdd-916d-6addade849fa tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:24.482581 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-76f657af-1884-4322-b5e7-a8f8b26ba422 req-31003393-2601-4fdd-916d-6addade849fa tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.1218004 Dec 06 14:50:24.539895 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-76f657af-1884-4322-b5e7-a8f8b26ba422 req-30f01899-884b-45be-a544-312c1b630485 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562365 Dec 06 14:50:24.639814 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace34ccd-a9be-4a56-a916-074c57a704f5 x-openstack-request-id: req-ace34ccd-a9be-4a56-a916-074c57a704f5 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:24.640302 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c65c18-f6fc-4262-a8db-0cc8a2f4d290", "name": "network-vif-plugged", "status": "completed", "tag": "0d4af8d0-a2bf-4992-a557-f4f490d54b4a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:24.640711 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ace34ccd-a9be-4a56-a916-074c57a704f5 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:24.641264 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c65c18-f6fc-4262-a8db-0cc8a2f4d290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4af8d0-a2bf-4992-a557-f4f490d54b4a', 'code': 200} Dec 06 14:50:24.789769 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43812f1-8eb1-441b-9923-0cbb24730803 req-7a8515b0-c830-455a-9317-0de16a49e3ef tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:24.797608 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f43812f1-8eb1-441b-9923-0cbb24730803 req-7a8515b0-c830-455a-9317-0de16a49e3ef tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 948 time: 0.0902445 Dec 06 14:50:24.814242 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51466) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:24.856610 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f43812f1-8eb1-441b-9923-0cbb24730803 req-04a46f71-ddaa-4d3c-afdf-89ab54b247ae tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581362 Dec 06 14:50:25.018650 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3fc283b1-1779-46ba-97c1-3e41e3831f08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6c464d55d39492193cb5df15090c714&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2028570 Dec 06 14:50:25.021794 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51472) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:25.091094 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ca09e0f-7949-4785-95ac-729a5aad73b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:25.121879 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ca09e0f-7949-4785-95ac-729a5aad73b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:25.187143 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ca09e0f-7949-4785-95ac-729a5aad73b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:25.192557 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ca09e0f-7949-4785-95ac-729a5aad73b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:25.194456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8ca09e0f-7949-4785-95ac-729a5aad73b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58cd08c3-3684-42f4-863d-5c3b54257ab3 HTTP/1.1" status: 204 len: 168 time: 0.1715753 Dec 06 14:50:25.213912 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca09e0f-7949-4785-95ac-729a5aad73b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cd08c3-3684-42f4-863d-5c3b54257ab3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:25.719789 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1209934-1e3a-4e8f-9fac-ebd0bbfb0ddb req-aa5ec433-4664-4a51-a52f-906abd9735d0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:25.736016 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1209934-1e3a-4e8f-9fac-ebd0bbfb0ddb req-aa5ec433-4664-4a51-a52f-906abd9735d0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.1022966 Dec 06 14:50:25.823729 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1209934-1e3a-4e8f-9fac-ebd0bbfb0ddb req-c1f60905-195c-4fc9-973c-7c99a5db88b2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838547 Dec 06 14:50:26.056447 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442162ac-54d1-49f2-bc3f-2e67812c06da req-02163554-79ef-411c-a321-63af843b0f4a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:26.058040 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-442162ac-54d1-49f2-bc3f-2e67812c06da req-02163554-79ef-411c-a321-63af843b0f4a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 948 time: 0.0789881 Dec 06 14:50:26.123983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-442162ac-54d1-49f2-bc3f-2e67812c06da req-3c3ce083-5154-4af3-801b-ecfb12e81ba4 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597332 Dec 06 14:50:26.295758 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51504) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:26.426694 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-770de60b-a0ba-47d2-a6a0-07b7e8deeeba tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-239505239'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:26.460517 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770de60b-a0ba-47d2-a6a0-07b7e8deeeba tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:26.464270 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-770de60b-a0ba-47d2-a6a0-07b7e8deeeba tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:26.473754 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-770de60b-a0ba-47d2-a6a0-07b7e8deeeba tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:26.657587 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-770de60b-a0ba-47d2-a6a0-07b7e8deeeba tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:26.668143 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8d70b896-b5b8-4636-af4e-e1b7fa5a981d up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:26.672626 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-770de60b-a0ba-47d2-a6a0-07b7e8deeeba tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:26.719558 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770de60b-a0ba-47d2-a6a0-07b7e8deeeba tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:50:26.732090 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770de60b-a0ba-47d2-a6a0-07b7e8deeeba tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981e63be-a3c0-41e2-bf00-a6618869de8c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:26.739494 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-770de60b-a0ba-47d2-a6a0-07b7e8deeeba tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:26.740474 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-770de60b-a0ba-47d2-a6a0-07b7e8deeeba tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Added segment 0c87a874-defe-43da-9538-a6bb0ff4c7c7 of type vlan for network c1902334-e327-4585-9c33-cbc3afb5b391 Dec 06 14:50:26.791505 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-770de60b-a0ba-47d2-a6a0-07b7e8deeeba tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:26.819723 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 8d70b896-b5b8-4636-af4e-e1b7fa5a981d completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:50:26.827959 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 8d70b896-b5b8-4636-af4e-e1b7fa5a981d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:26.828424 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:26.835881 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-770de60b-a0ba-47d2-a6a0-07b7e8deeeba tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:26.844434 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770de60b-a0ba-47d2-a6a0-07b7e8deeeba tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:26.845545 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-770de60b-a0ba-47d2-a6a0-07b7e8deeeba tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:26.875309 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-770de60b-a0ba-47d2-a6a0-07b7e8deeeba tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5774579 Dec 06 14:50:26.878755 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51512) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:26.903484 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-656975055'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:26.960392 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770de60b-a0ba-47d2-a6a0-07b7e8deeeba tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Network': ['ID=c1902334-e327-4585-9c33-cbc3afb5b391,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:26.972524 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network c1902334-e327-4585-9c33-cbc3afb5b391 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:50:26.999323 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:27.005107 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:27.009461 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:27.060033 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a456ffb-b177-4106-9273-7a6b7c2323b7 req-1b566c1e-0ba2-4772-aea3-3d8727c45160 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:27.061944 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6a456ffb-b177-4106-9273-7a6b7c2323b7 req-1b566c1e-0ba2-4772-aea3-3d8727c45160 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.1309462 Dec 06 14:50:27.077553 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:50:27.098411 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7273d52d-5c44-40b7-9e42-4ef3b5cffe39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d70b896-b5b8-4636-af4e-e1b7fa5a981d'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:27.104852 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baca872-ad14-4cda-9fe3-546f001282c1" -d '{"events": [{"server_uuid": "7273d52d-5c44-40b7-9e42-4ef3b5cffe39", "name": "network-vif-plugged", "status": "completed", "tag": "8d70b896-b5b8-4636-af4e-e1b7fa5a981d"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:27.123030 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:27.123645 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Added segment 0cfe95a1-88bc-49be-b36a-99c06efedab4 of type vlan for network 49ab5dca-623e-4101-bdb1-14b7f9c7781a Dec 06 14:50:27.135908 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6a456ffb-b177-4106-9273-7a6b7c2323b7 req-94391d09-f75d-43c5-9cd4-3cac3a602e86 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656106 Dec 06 14:50:27.157846 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8d70b896-b5b8-4636-af4e-e1b7fa5a981d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8d70b896-b5b8-4636-af4e-e1b7fa5a981d,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:27.169460 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:27.200222 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:27.245834 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:27.264263 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:27.265175 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:27.280929 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e34807-5210-4344-af03-a0b21d82a310 x-openstack-request-id: req-57e34807-5210-4344-af03-a0b21d82a310 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:27.281252 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7273d52d-5c44-40b7-9e42-4ef3b5cffe39", "name": "network-vif-plugged", "status": "completed", "tag": "8d70b896-b5b8-4636-af4e-e1b7fa5a981d", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:27.281515 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57e34807-5210-4344-af03-a0b21d82a310 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:27.281919 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7273d52d-5c44-40b7-9e42-4ef3b5cffe39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d70b896-b5b8-4636-af4e-e1b7fa5a981d', 'code': 200} Dec 06 14:50:27.341303 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=8d70b896-b5b8-4636-af4e-e1b7fa5a981d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:27.370167 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbbf54-05db-420a-9289-58df92339bbd req-afe42467-0b52-4e5a-94b4-0d057ece3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:27.371751 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Network': ['ID=49ab5dca-623e-4101-bdb1-14b7f9c7781a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:27.372493 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-33dbbf54-05db-420a-9289-58df92339bbd req-afe42467-0b52-4e5a-94b4-0d057ece3f5d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 1100 time: 0.0609484 Dec 06 14:50:27.428683 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:27.429265 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:27.430121 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:27.430585 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:27.431396 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:27.431740 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:27.432181 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:27.432906 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:27.432906 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:27.433344 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:27.433797 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:27.434194 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:27.434582 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:27.436685 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-33dbbf54-05db-420a-9289-58df92339bbd req-c80214b6-bc9c-4e31-936b-33490f7fb047 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552211 Dec 06 14:50:27.451562 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dd8a40c1-627a-405d-a6c8-4f88ea02f907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5687706 Dec 06 14:50:27.451562 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51526) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:27.457068 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b039de8e-1f5f-4744-a3a4-d3e69479bb56 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'subnet': {'network_id': 'c1902334-e327-4585-9c33-cbc3afb5b391', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:27.457882 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 49ab5dca-623e-4101-bdb1-14b7f9c7781a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:50:27.506215 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f2194-90c1-4c3c-bdfd-f2a7cda8ec0d req-5039155d-0975-4ff7-87be-33d92c55adb7 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:27.508325 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-508f2194-90c1-4c3c-bdfd-f2a7cda8ec0d req-5039155d-0975-4ff7-87be-33d92c55adb7 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 949 time: 0.1425831 Dec 06 14:50:27.631088 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-508f2194-90c1-4c3c-bdfd-f2a7cda8ec0d req-c0d4a888-5b47-42b3-ab1a-87fa7e1c5c7c tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155612 Dec 06 14:50:27.636038 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b039de8e-1f5f-4744-a3a4-d3e69479bb56 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:27.639558 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b039de8e-1f5f-4744-a3a4-d3e69479bb56 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:27.778047 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:27.915233 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b039de8e-1f5f-4744-a3a4-d3e69479bb56 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:28.029434 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039de8e-1f5f-4744-a3a4-d3e69479bb56 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Subnet': ['ID=86e9e617-2df8-44b5-ba4e-bcfc4fe9924b,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:28.050329 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039de8e-1f5f-4744-a3a4-d3e69479bb56 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Checking segment: {'id': '0c87a874-defe-43da-9538-a6bb0ff4c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c1902334-e327-4585-9c33-cbc3afb5b391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:28.050687 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b039de8e-1f5f-4744-a3a4-d3e69479bb56 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network hostable DHCP agents. Network: c1902334-e327-4585-9c33-cbc3afb5b391, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:50:28.071183 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b039de8e-1f5f-4744-a3a4-d3e69479bb56 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network c1902334-e327-4585-9c33-cbc3afb5b391 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:50:28.084827 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b039de8e-1f5f-4744-a3a4-d3e69479bb56 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c1902334-e327-4585-9c33-cbc3afb5b391) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:28.092612 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b039de8e-1f5f-4744-a3a4-d3e69479bb56 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:28.092741 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b039de8e-1f5f-4744-a3a4-d3e69479bb56 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:28.096604 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d344229-f2b2-4bbd-80f3-27f322dd1395 None None] Network c1902334-e327-4585-9c33-cbc3afb5b391 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:28.140122 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51530) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:28.140329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b039de8e-1f5f-4744-a3a4-d3e69479bb56 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6875396 Dec 06 14:50:28.146537 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'subnet': {'network_id': '49ab5dca-623e-4101-bdb1-14b7f9c7781a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:28.298287 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c1902334-e327-4585-9c33-cbc3afb5b391', 'network_id': 'c1902334-e327-4585-9c33-cbc3afb5b391', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'fixed_ips': [{'subnet_id': '86e9e617-2df8-44b5-ba4e-bcfc4fe9924b'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:50:28.299361 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:28.332684 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:28.339150 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:28.363580 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4e56c-ba6f-4ec7-873f-596d4db33e28 req-8d52f4c4-2926-4d62-a4c8-b9b0ddc091da tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:28.373579 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58d4e56c-ba6f-4ec7-873f-596d4db33e28 req-8d52f4c4-2926-4d62-a4c8-b9b0ddc091da tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.1012397 Dec 06 14:50:28.508473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58d4e56c-ba6f-4ec7-873f-596d4db33e28 req-8401abb9-58c4-444f-9fd1-b6421797d982 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280718 Dec 06 14:50:28.648816 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Allocated IP 2001:db8::2 (c1902334-e327-4585-9c33-cbc3afb5b391/86e9e617-2df8-44b5-ba4e-bcfc4fe9924b/95a8e96f-e472-42b1-bf87-89d78ad9e236) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:28.747534 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:28.810359 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d0c00-843a-461f-9a31-fb4017b6297b req-4c589717-52d0-4a7b-838d-3d2fd7de81ea tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:28.821746 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff5d0c00-843a-461f-9a31-fb4017b6297b req-4c589717-52d0-4a7b-838d-3d2fd7de81ea tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0720251 Dec 06 14:50:28.891895 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff5d0c00-843a-461f-9a31-fb4017b6297b req-9d97a601-29dc-47a0-b149-842586cd270b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694139 Dec 06 14:50:28.924565 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Subnet': ['ID=698b93d3-5168-4164-9caf-71194b31db0f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:28.939400 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:28.941835 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:28.941835 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:28.941835 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:28.941835 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:28.941835 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:28.941835 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:28.941835 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:28.942427 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:28.942427 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:28.942703 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:28.943031 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:28.943368 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:28.947372 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Checking segment: {'id': '0cfe95a1-88bc-49be-b36a-99c06efedab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '49ab5dca-623e-4101-bdb1-14b7f9c7781a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:28.947783 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network hostable DHCP agents. Network: 49ab5dca-623e-4101-bdb1-14b7f9c7781a, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:50:28.967446 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 49ab5dca-623e-4101-bdb1-14b7f9c7781a is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:50:28.986516 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 49ab5dca-623e-4101-bdb1-14b7f9c7781a) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:29.001462 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:29.007119 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4234c5-39ea-4a05-b601-5075de270caa None None] Network 49ab5dca-623e-4101-bdb1-14b7f9c7781a requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:29.012250 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:29.013312 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:29.017766 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:29.058491 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8ad6d360-0dec-424c-881b-4b3c85a3721f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9155109 Dec 06 14:50:29.059505 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51548) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:29.071076 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-348b4108-8354-4b76-aeab-78e5f0972509 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2067642665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:29.085012 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Network c1902334-e327-4585-9c33-cbc3afb5b391 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:29.098507 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:29.113513 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:29.131275 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4bc5c-ac92-4f28-a17d-79c6806fdbf3 req-862634d4-19a6-485f-acd3-971755dbf1b0 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:29.133752 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08b4bc5c-ac92-4f28-a17d-79c6806fdbf3 req-862634d4-19a6-485f-acd3-971755dbf1b0 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 949 time: 0.1121323 Dec 06 14:50:29.148405 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-348b4108-8354-4b76-aeab-78e5f0972509 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:29.149746 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-348b4108-8354-4b76-aeab-78e5f0972509 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:29.154042 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Pushing event updated for resources: {'Port': ['ID=95a8e96f-e472-42b1-bf87-89d78ad9e236,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:29.268075 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08b4bc5c-ac92-4f28-a17d-79c6806fdbf3 req-fd0f69eb-0dc7-44f1-939c-4d2fb7166217 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275797 Dec 06 14:50:29.332534 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-348b4108-8354-4b76-aeab-78e5f0972509 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:29.342372 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-348b4108-8354-4b76-aeab-78e5f0972509 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:29.396850 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-348b4108-8354-4b76-aeab-78e5f0972509 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:29.402936 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-348b4108-8354-4b76-aeab-78e5f0972509 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3399255 Dec 06 14:50:29.404073 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51552) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:29.521173 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Attempting to bind port 95a8e96f-e472-42b1-bf87-89d78ad9e236 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:50:29.521791 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Attempting to bind port 95a8e96f-e472-42b1-bf87-89d78ad9e236 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0c87a874-defe-43da-9538-a6bb0ff4c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c1902334-e327-4585-9c33-cbc3afb5b391'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:50:29.522029 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Attempting to bind port 95a8e96f-e472-42b1-bf87-89d78ad9e236 on network c1902334-e327-4585-9c33-cbc3afb5b391 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:29.536322 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:50:29.536322 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Checking segment: {'id': '0c87a874-defe-43da-9538-a6bb0ff4c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c1902334-e327-4585-9c33-cbc3afb5b391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:29.537621 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:29.538096 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Bound using segment: {'id': '0c87a874-defe-43da-9538-a6bb0ff4c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c1902334-e327-4585-9c33-cbc3afb5b391'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:50:29.539242 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Bound port: 95a8e96f-e472-42b1-bf87-89d78ad9e236, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c87a874-defe-43da-9538-a6bb0ff4c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c1902334-e327-4585-9c33-cbc3afb5b391'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:50:29.540290 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:29.615233 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-49ab5dca-623e-4101-bdb1-14b7f9c7781a', 'network_id': '49ab5dca-623e-4101-bdb1-14b7f9c7781a', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'fixed_ips': [{'subnet_id': '698b93d3-5168-4164-9caf-71194b31db0f'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:50:29.617007 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:29.689178 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f5ce3-26e3-4450-b9b0-fc1abdbd7192 req-767fe6fe-6fc9-4a8e-bba1-4ed781b488bf tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:29.691891 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:29.703810 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-532f5ce3-26e3-4450-b9b0-fc1abdbd7192 req-767fe6fe-6fc9-4a8e-bba1-4ed781b488bf tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1346993 Dec 06 14:50:29.794017 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-532f5ce3-26e3-4450-b9b0-fc1abdbd7192 req-b9267dbf-3383-4606-b7c6-5743ecf17f8f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926311 Dec 06 14:50:29.942054 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] For port 95a8e96f-e472-42b1-bf87-89d78ad9e236, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:50:29.963674 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] For port 95a8e96f-e472-42b1-bf87-89d78ad9e236, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=95a8e96f-e472-42b1-bf87-89d78ad9e236,segment=NetworkSegment(0c87a874-defe-43da-9538-a6bb0ff4c7c7),segment_id=0c87a874-defe-43da-9538-a6bb0ff4c7c7)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:50:29.971120 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:29.980739 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:30.021714 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Allocated IP 2001:db8:1::2 (49ab5dca-623e-4101-bdb1-14b7f9c7781a/698b93d3-5168-4164-9caf-71194b31db0f/3ac45451-6677-459b-acc4-f46ff8009a5b) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:30.193319 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d32cd-95d6-433d-b7c0-46f308eb3cc0 None None] Pushing event updated for resources: {'Port': ['ID=95a8e96f-e472-42b1-bf87-89d78ad9e236,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:30.447254 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:30.457348 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:30.534392 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Network 49ab5dca-623e-4101-bdb1-14b7f9c7781a is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:30.541026 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:30.545276 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:30.563564 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Pushing event updated for resources: {'Port': ['ID=3ac45451-6677-459b-acc4-f46ff8009a5b,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:30.628627 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Attempting to bind port 3ac45451-6677-459b-acc4-f46ff8009a5b on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:50:30.629008 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Attempting to bind port 3ac45451-6677-459b-acc4-f46ff8009a5b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0cfe95a1-88bc-49be-b36a-99c06efedab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '49ab5dca-623e-4101-bdb1-14b7f9c7781a'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:50:30.629437 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Attempting to bind port 3ac45451-6677-459b-acc4-f46ff8009a5b on network 49ab5dca-623e-4101-bdb1-14b7f9c7781a {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:30.656766 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:50:30.657105 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Checking segment: {'id': '0cfe95a1-88bc-49be-b36a-99c06efedab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '49ab5dca-623e-4101-bdb1-14b7f9c7781a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:30.657586 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:30.657916 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Bound using segment: {'id': '0cfe95a1-88bc-49be-b36a-99c06efedab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '49ab5dca-623e-4101-bdb1-14b7f9c7781a'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:50:30.658559 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Bound port: 3ac45451-6677-459b-acc4-f46ff8009a5b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cfe95a1-88bc-49be-b36a-99c06efedab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '49ab5dca-623e-4101-bdb1-14b7f9c7781a'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:50:30.658951 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:30.675727 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Allocated IP 2001:db8::1 (c1902334-e327-4585-9c33-cbc3afb5b391/86e9e617-2df8-44b5-ba4e-bcfc4fe9924b/ba444cb9-c576-429f-831b-b3543e91e08e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:30.741879 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] For port 3ac45451-6677-459b-acc4-f46ff8009a5b, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:50:30.745845 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] For port 3ac45451-6677-459b-acc4-f46ff8009a5b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ac45451-6677-459b-acc4-f46ff8009a5b,segment=NetworkSegment(0cfe95a1-88bc-49be-b36a-99c06efedab4),segment_id=0cfe95a1-88bc-49be-b36a-99c06efedab4)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:50:30.761547 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:30.805280 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1ce2d129-d414-4fe5-819f-8955bfd1dde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:30.842702 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b44c3-6476-4757-82d1-5068e1ffc388 None None] Pushing event updated for resources: {'Port': ['ID=3ac45451-6677-459b-acc4-f46ff8009a5b,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:30.879194 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:30.938836 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:30.989568 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network c1902334-e327-4585-9c33-cbc3afb5b391 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:30.997912 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:31.002804 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:31.003926 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:31.070547 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=ba444cb9-c576-429f-831b-b3543e91e08e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:31.290811 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:31.642387 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3ac45451-6677-459b-acc4-f46ff8009a5b up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:31.753788 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 3ac45451-6677-459b-acc4-f46ff8009a5b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:31.754537 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:31.756086 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:31.767824 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:31.768565 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:31.801163 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3915fae7-2c1d-49c8-b0d9-6fc55d4ff0e0 None None] Network c1902334-e327-4585-9c33-cbc3afb5b391 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:31.829769 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=ba444cb9-c576-429f-831b-b3543e91e08e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:31.930341 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3d011b45-167d-42ee-90ab-0094cae334ad None None] Provisioning complete for port 95a8e96f-e472-42b1-bf87-89d78ad9e236 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:31.931072 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d011b45-167d-42ee-90ab-0094cae334ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:31.959372 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network c1902334-e327-4585-9c33-cbc3afb5b391 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:31.962453 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:32.110478 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:32.169698 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 18634b39-7331-489d-9655-1902ca3e84cc is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:50:32.207746 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 3ac45451-6677-459b-acc4-f46ff8009a5b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ac45451-6677-459b-acc4-f46ff8009a5b,segment=NetworkSegment(0cfe95a1-88bc-49be-b36a-99c06efedab4),segment_id=0cfe95a1-88bc-49be-b36a-99c06efedab4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:32.207997 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d011b45-167d-42ee-90ab-0094cae334ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:32.234697 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:32.235599 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 95a8e96f-e472-42b1-bf87-89d78ad9e236 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:32.324591 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:50:32.329601 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3d011b45-167d-42ee-90ab-0094cae334ad None None] For port 95a8e96f-e472-42b1-bf87-89d78ad9e236, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=95a8e96f-e472-42b1-bf87-89d78ad9e236,segment=NetworkSegment(0c87a874-defe-43da-9538-a6bb0ff4c7c7),segment_id=0c87a874-defe-43da-9538-a6bb0ff4c7c7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:32.343529 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c676d36f-dad3-4f16-8c41-bfbb98f4765f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/18634b39-7331-489d-9655-1902ca3e84cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9358053 Dec 06 14:50:32.349119 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51578) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:32.359228 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d011b45-167d-42ee-90ab-0094cae334ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:32.364887 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3344ab6-ff30-419b-bc6c-79cfbf9a9f1d None None] Sync routers for ids ['18634b39-7331-489d-9655-1902ca3e84cc'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:50:32.435438 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=3ac45451-6677-459b-acc4-f46ff8009a5b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:32.476454 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792cbb26-cb0c-433c-a16d-34b5420fd3a7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:32.478250 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-792cbb26-cb0c-433c-a16d-34b5420fd3a7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports/ba444cb9-c576-429f-831b-b3543e91e08e HTTP/1.1" status: 200 len: 911 time: 0.1278539 Dec 06 14:50:32.481083 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51580) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:32.505228 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d011b45-167d-42ee-90ab-0094cae334ad None None] Pushing event updated for resources: {'Port': ['ID=95a8e96f-e472-42b1-bf87-89d78ad9e236,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:32.517804 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3344ab6-ff30-419b-bc6c-79cfbf9a9f1d None None] Routers {'18634b39-7331-489d-9655-1902ca3e84cc'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:32.518688 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a3344ab6-ff30-419b-bc6c-79cfbf9a9f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['18634b39-7331-489d-9655-1902ca3e84cc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:32.579265 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a3344ab6-ff30-419b-bc6c-79cfbf9a9f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:32.591441 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 95a8e96f-e472-42b1-bf87-89d78ad9e236 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:32.591850 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:32.593482 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3344ab6-ff30-419b-bc6c-79cfbf9a9f1d None None] Routers {'18634b39-7331-489d-9655-1902ca3e84cc'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:32.594124 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a3344ab6-ff30-419b-bc6c-79cfbf9a9f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['18634b39-7331-489d-9655-1902ca3e84cc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:32.646976 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a3344ab6-ff30-419b-bc6c-79cfbf9a9f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:32.647757 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3344ab6-ff30-419b-bc6c-79cfbf9a9f1d None None] The sync data for ids ['18634b39-7331-489d-9655-1902ca3e84cc'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:50:32.737866 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fa7aa7-02f6-4657-8446-2fd30f54f75f None None] Network 49ab5dca-623e-4101-bdb1-14b7f9c7781a requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:32.853863 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-301278cb-185a-4ccb-8d51-53f24ddf7766 None None] Provisioning complete for port 3ac45451-6677-459b-acc4-f46ff8009a5b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:32.854222 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-301278cb-185a-4ccb-8d51-53f24ddf7766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:33.040012 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:33.210731 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-22379062-12e3-4bd8-a3b1-2784babcc391 None None] Provisioning complete for port 95a8e96f-e472-42b1-bf87-89d78ad9e236 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:33.211461 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22379062-12e3-4bd8-a3b1-2784babcc391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:33.260721 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bfe648e2-b7be-4516-b5d3-036cb3342d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:33.410293 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-22379062-12e3-4bd8-a3b1-2784babcc391 None None] Provisioning complete for port ba444cb9-c576-429f-831b-b3543e91e08e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:33.410673 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22379062-12e3-4bd8-a3b1-2784babcc391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:33.425522 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Allocated IP 2001:db8:1::1 (49ab5dca-623e-4101-bdb1-14b7f9c7781a/698b93d3-5168-4164-9caf-71194b31db0f/7255179d-684f-471a-9048-ddce445b7313) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:33.503906 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-22379062-12e3-4bd8-a3b1-2784babcc391 None None] Port ba444cb9-c576-429f-831b-b3543e91e08e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:33.577835 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3ac45451-6677-459b-acc4-f46ff8009a5b up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:33.638840 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0a4658b6-e17b-4792-a727-01e4dafaa0f8 None None] Provisioning complete for port 3ac45451-6677-459b-acc4-f46ff8009a5b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:33.639203 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0a4658b6-e17b-4792-a727-01e4dafaa0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:33.669184 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:33.733240 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:33.745966 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 3ac45451-6677-459b-acc4-f46ff8009a5b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:33.746502 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:33.778338 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 49ab5dca-623e-4101-bdb1-14b7f9c7781a is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:33.784430 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:33.790715 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:33.791268 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:33.798635 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0a4658b6-e17b-4792-a727-01e4dafaa0f8 None None] Provisioning complete for port ba444cb9-c576-429f-831b-b3543e91e08e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:33.799013 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0a4658b6-e17b-4792-a727-01e4dafaa0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:33.841138 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=7255179d-684f-471a-9048-ddce445b7313,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:33.863198 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0a4658b6-e17b-4792-a727-01e4dafaa0f8 None None] Port ba444cb9-c576-429f-831b-b3543e91e08e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:33.869360 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 95a8e96f-e472-42b1-bf87-89d78ad9e236 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:33.932647 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:33.947350 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 95a8e96f-e472-42b1-bf87-89d78ad9e236 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:33.947754 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:33.956787 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:34.036426 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f5142370-c815-4f85-9b25-344428af3e18 None None] Provisioning complete for port ba444cb9-c576-429f-831b-b3543e91e08e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:34.036757 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f5142370-c815-4f85-9b25-344428af3e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:34.129371 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f5142370-c815-4f85-9b25-344428af3e18 None None] Port ba444cb9-c576-429f-831b-b3543e91e08e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:34.265589 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-701ac7b3-be82-447a-b693-3d60d5239fe4 None None] Provisioning complete for port 7255179d-684f-471a-9048-ddce445b7313 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:34.266640 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-701ac7b3-be82-447a-b693-3d60d5239fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:34.327802 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-701ac7b3-be82-447a-b693-3d60d5239fe4 None None] Port 7255179d-684f-471a-9048-ddce445b7313 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:34.353375 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:34.362892 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:34.363792 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:34.418561 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=7255179d-684f-471a-9048-ddce445b7313,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:34.555260 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 49ab5dca-623e-4101-bdb1-14b7f9c7781a is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:34.560421 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:34.701534 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 18634b39-7331-489d-9655-1902ca3e84cc has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:50:34.976970 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37e0621b-7630-4ff4-ae90-e1f30a4aede1 None None] Provisioning complete for port 7255179d-684f-471a-9048-ddce445b7313 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:34.977470 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37e0621b-7630-4ff4-ae90-e1f30a4aede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:35.072293 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-37e0621b-7630-4ff4-ae90-e1f30a4aede1 None None] Port 7255179d-684f-471a-9048-ddce445b7313 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:35.228566 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-34c96aaa-6b3e-4382-bff8-e5f534439cbc tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:35.231218 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-34c96aaa-6b3e-4382-bff8-e5f534439cbc tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 811 time: 0.1869237 Dec 06 14:50:35.266611 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-8ca34d17-7011-49d2-8e07-b8d6d2f4fffa tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/quotas/8bb54282aaa64e1f9dee35090bece2ca HTTP/1.1" status: 200 len: 375 time: 0.0244095 Dec 06 14:50:35.385900 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-3a9b3e86-2988-4de9-987e-7976fc57beed tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1108339 Dec 06 14:50:35.469255 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:50:35.487453 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51604) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:35.493624 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a94fa14-e785-4712-b56f-08c5f24efdaf None None] Sync routers for ids ['18634b39-7331-489d-9655-1902ca3e84cc'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:50:35.508216 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a94fa14-e785-4712-b56f-08c5f24efdaf None None] Routers {'18634b39-7331-489d-9655-1902ca3e84cc'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:35.508768 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3a94fa14-e785-4712-b56f-08c5f24efdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['18634b39-7331-489d-9655-1902ca3e84cc'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:35.512132 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c69a0524-b047-4002-b421-3b1f3fe41baf tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/18634b39-7331-489d-9655-1902ca3e84cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0288818 Dec 06 14:50:35.546315 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3a94fa14-e785-4712-b56f-08c5f24efdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:35.558104 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a94fa14-e785-4712-b56f-08c5f24efdaf None None] Routers {'18634b39-7331-489d-9655-1902ca3e84cc'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:35.559186 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3a94fa14-e785-4712-b56f-08c5f24efdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['18634b39-7331-489d-9655-1902ca3e84cc'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:35.590190 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-19f26a53-6d65-47f2-ae58-b3c9a2b5bff7 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=62bf6bcc3b824267827aecff02c3bd91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770288 Dec 06 14:50:35.604120 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:35.625763 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3a94fa14-e785-4712-b56f-08c5f24efdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:35.627466 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a94fa14-e785-4712-b56f-08c5f24efdaf None None] The sync data for ids ['18634b39-7331-489d-9655-1902ca3e84cc'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:50:35.758815 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-518590d0-7c45-46ac-8fc3-82c687995d5b service neutron] 10.222.0.20 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612688 Dec 06 14:50:35.771728 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fa872c-e2b0-4f56-b7e8-c702410ba35b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:35.774151 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-cfc448cc-ed81-4e7d-b896-bd4b2a4d4830 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:35.776857 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-03fa872c-e2b0-4f56-b7e8-c702410ba35b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports/7255179d-684f-471a-9048-ddce445b7313 HTTP/1.1" status: 200 len: 913 time: 0.2668097 Dec 06 14:50:35.777509 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51616) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:35.782903 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-cfc448cc-ed81-4e7d-b896-bd4b2a4d4830 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918404 Dec 06 14:50:35.801273 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-3126e500-eb34-409c-9f88-40b7834d9a29 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/quotas/62bf6bcc3b824267827aecff02c3bd91 HTTP/1.1" status: 200 len: 375 time: 0.0172431 Dec 06 14:50:35.870188 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-d75694d6-c72a-435f-a287-96872f0c14ab tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=62bf6bcc3b824267827aecff02c3bd91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0677729 Dec 06 14:50:36.342709 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-2f0b5ea9-44b5-4975-ba12-e7ad34e2561d service neutron] 10.222.0.20 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642478 Dec 06 14:50:36.521808 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:36.590263 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-700f9e8b-cc47-4a04-8f29-f3ba18688328 req-650e56fa-db4d-4dfa-a047-09f47b0018ee tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 210 time: 0.0680783 Dec 06 14:50:36.645630 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-380c5879-40ab-4407-956d-df4b0e796bb6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:36.785241 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-68f96fdc-be32-4280-89bf-b2ad55d7d29d req-0d59c7a8-29b8-420d-98b8-bde68a4b11d3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 210 time: 0.0404727 Dec 06 14:50:37.070508 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:50:37.814063 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-591673f0-0c29-49e2-9af9-8d29b3ada2fd req-58f54ccd-83f5-4dcb-85d7-0d565f0d969d tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 210 time: 0.1198094 Dec 06 14:50:37.967398 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eac3af6d-680e-4afb-8bff-684b9ee434e5 req-2ea0cb49-1026-4a9a-8cb1-7013f5d0985c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 210 time: 0.0424688 Dec 06 14:50:37.972962 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-380c5879-40ab-4407-956d-df4b0e796bb6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting port 7255179d-684f-471a-9048-ddce445b7313 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:50:37.973529 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-380c5879-40ab-4407-956d-df4b0e796bb6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:38.093328 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-d72cb574-cfa8-4a68-9c54-12806eb72772 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=62bf6bcc3b824267827aecff02c3bd91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405753 Dec 06 14:50:38.121053 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-380c5879-40ab-4407-956d-df4b0e796bb6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:38.148572 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-380c5879-40ab-4407-956d-df4b0e796bb6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Calling delete_port for 7255179d-684f-471a-9048-ddce445b7313 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:50:38.294186 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-e7854cd0-f0c7-4c3b-8d58-77d36f91293b tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:38.307271 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-e7854cd0-f0c7-4c3b-8d58-77d36f91293b tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033615 Dec 06 14:50:38.332980 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-108b90d8-b561-47ab-a8ad-03da182e108a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Request body: {'port': {'device_id': 'b6852c60-b082-47f3-a9a2-bf2db64ebda8', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '62bf6bcc3b824267827aecff02c3bd91'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:38.501466 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-380c5879-40ab-4407-956d-df4b0e796bb6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:38.561869 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c5879-40ab-4407-956d-df4b0e796bb6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Port': ['ID=7255179d-684f-471a-9048-ddce445b7313,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:38.636775 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-6ee818a5-bc2d-4704-b948-572198141d52 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:38.642492 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-6ee818a5-bc2d-4704-b948-572198141d52 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.23 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 811 time: 0.2024453 Dec 06 14:50:38.746371 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-2f1e9753-ef65-49a0-812f-ca3e02db1d16 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Request body: {'port': {'device_id': '59018385-80ad-452c-aa8d-5015124a194c', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'admin_state_up': True, 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:38.768551 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-380c5879-40ab-4407-956d-df4b0e796bb6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:38.871962 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-108b90d8-b561-47ab-a8ad-03da182e108a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Made reservation on behalf of 62bf6bcc3b824267827aecff02c3bd91 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:38.876561 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-108b90d8-b561-47ab-a8ad-03da182e108a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:39.019986 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-03ba06ff-5aaa-43b7-9b8b-a8939a568f64 req-2f615d2c-0d27-4a57-b0f2-e0e3831fe59d tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 210 time: 0.0791543 Dec 06 14:50:39.029667 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-2f1e9753-ef65-49a0-812f-ca3e02db1d16 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Made reservation on behalf of 8bb54282aaa64e1f9dee35090bece2ca for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:39.029667 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-2f1e9753-ef65-49a0-812f-ca3e02db1d16 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:39.198964 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-52ddd5bf-c455-46bc-9e8c-074fddbfdb6a req-a4d624a1-d822-4a0c-86c5-675ce44d8859 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 210 time: 0.0713687 Dec 06 14:50:39.240801 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380c5879-40ab-4407-956d-df4b0e796bb6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 18634b39-7331-489d-9655-1902ca3e84cc has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:50:39.296419 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-108b90d8-b561-47ab-a8ad-03da182e108a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Allocated IP 192.168.233.130 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/80f04b7a-d62c-494e-9ef2-48d82b927216) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:39.314264 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-2f1e9753-ef65-49a0-812f-ca3e02db1d16 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Allocated IP 172.20.0.6 (4a4e119c-9ce0-49ca-9e2d-7dd88850f983/e3730693-2903-46aa-aa00-ece8852853b7/ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:39.398795 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380c5879-40ab-4407-956d-df4b0e796bb6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:50:39.416007 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-380c5879-40ab-4407-956d-df4b0e796bb6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/18634b39-7331-489d-9655-1902ca3e84cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6262374 Dec 06 14:50:39.416922 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51706) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:39.419170 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d77f4a-1413-4bb3-a350-3400ecd3548f None None] Sync routers for ids ['18634b39-7331-489d-9655-1902ca3e84cc'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:50:39.431283 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d77f4a-1413-4bb3-a350-3400ecd3548f None None] Routers {'18634b39-7331-489d-9655-1902ca3e84cc'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:39.432915 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b2d77f4a-1413-4bb3-a350-3400ecd3548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['18634b39-7331-489d-9655-1902ca3e84cc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:39.522474 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b2d77f4a-1413-4bb3-a350-3400ecd3548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:39.549133 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d77f4a-1413-4bb3-a350-3400ecd3548f None None] Routers {'18634b39-7331-489d-9655-1902ca3e84cc'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:39.549872 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b2d77f4a-1413-4bb3-a350-3400ecd3548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['18634b39-7331-489d-9655-1902ca3e84cc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:39.622482 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b2d77f4a-1413-4bb3-a350-3400ecd3548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:39.627729 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d77f4a-1413-4bb3-a350-3400ecd3548f None None] The sync data for ids ['18634b39-7331-489d-9655-1902ca3e84cc'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:50:39.741700 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-108b90d8-b561-47ab-a8ad-03da182e108a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:39.769571 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-2f1e9753-ef65-49a0-812f-ca3e02db1d16 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:39.827008 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-108b90d8-b561-47ab-a8ad-03da182e108a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:39.839722 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['8d70b896-b5b8-4636-af4e-e1b7fa5a981d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:50:39.876372 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-2f1e9753-ef65-49a0-812f-ca3e02db1d16 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:39.913311 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-108b90d8-b561-47ab-a8ad-03da182e108a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:39.921343 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b90d8-b561-47ab-a8ad-03da182e108a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Pushing event updated for resources: {'Port': ['ID=80f04b7a-d62c-494e-9ef2-48d82b927216,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:39.942502 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-108b90d8-b561-47ab-a8ad-03da182e108a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:39.999575 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-108b90d8-b561-47ab-a8ad-03da182e108a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:40.014471 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-2f1e9753-ef65-49a0-812f-ca3e02db1d16 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:40.023280 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-2f1e9753-ef65-49a0-812f-ca3e02db1d16 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:40.117046 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-2f1e9753-ef65-49a0-812f-ca3e02db1d16 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:40.161369 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21a330e2-3306-4268-abf0-12dc84cb26e6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:40.230088 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e9753-ef65-49a0-812f-ca3e02db1d16 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Pushing event updated for resources: {'Port': ['ID=ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:40.297576 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-108b90d8-b561-47ab-a8ad-03da182e108a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:40.298356 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-108b90d8-b561-47ab-a8ad-03da182e108a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:40.316561 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-2f1e9753-ef65-49a0-812f-ca3e02db1d16 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:40.317338 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-2f1e9753-ef65-49a0-812f-ca3e02db1d16 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:40.361498 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-108b90d8-b561-47ab-a8ad-03da182e108a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0337012 Dec 06 14:50:40.365598 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-2f1e9753-ef65-49a0-812f-ca3e02db1d16 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6367013 Dec 06 14:50:40.382766 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5e57263f-b3bc-4bc2-b8da-b1c893fd6377 None None] Provisioning complete for port 80f04b7a-d62c-494e-9ef2-48d82b927216 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:40.383290 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5e57263f-b3bc-4bc2-b8da-b1c893fd6377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:40.384872 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07122f24-a12f-4d30-ae57-f0775535bbfe req-128a6c7e-e487-485b-a74a-232cd123417a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:40.399340 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-07122f24-a12f-4d30-ae57-f0775535bbfe req-128a6c7e-e487-485b-a74a-232cd123417a tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 936 time: 0.1621253 Dec 06 14:50:40.420611 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Request body: {'port': {'device_id': '59018385-80ad-452c-aa8d-5015124a194c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:40.424069 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['6a3f5667-d697-419f-bdef-7d22d38c88a6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:50:40.429518 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5e57263f-b3bc-4bc2-b8da-b1c893fd6377 None None] Port 80f04b7a-d62c-494e-9ef2-48d82b927216 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:40.432067 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Request body: {'port': {'device_id': 'b6852c60-b082-47f3-a9a2-bf2db64ebda8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:40.543260 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924b9d6-7ab1-4ff8-9b0c-bffa96b17f09 req-f07fe198-107e-4f79-a121-8d41b96b90f5 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:40.556658 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e924b9d6-7ab1-4ff8-9b0c-bffa96b17f09 req-f07fe198-107e-4f79-a121-8d41b96b90f5 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 931 time: 0.1887155 Dec 06 14:50:40.587132 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-07122f24-a12f-4d30-ae57-f0775535bbfe req-8b3bd306-3063-49ae-8013-452d20b22b6e tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867762 Dec 06 14:50:40.609401 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:40.612570 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:40.690665 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5a737671-1553-4df5-a5fd-99d0ab182cb7 None None] Provisioning complete for port ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:40.691269 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5a737671-1553-4df5-a5fd-99d0ab182cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:40.729318 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e924b9d6-7ab1-4ff8-9b0c-bffa96b17f09 req-cdbd5164-0b0e-4cce-9dea-b27e55a750e1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668065 Dec 06 14:50:40.765506 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5a737671-1553-4df5-a5fd-99d0ab182cb7 None None] Port ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:40.790581 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-21a330e2-3306-4268-abf0-12dc84cb26e6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting port ba444cb9-c576-429f-831b-b3543e91e08e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:50:40.791816 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21a330e2-3306-4268-abf0-12dc84cb26e6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:40.919006 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21a330e2-3306-4268-abf0-12dc84cb26e6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:40.933299 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-21a330e2-3306-4268-abf0-12dc84cb26e6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Calling delete_port for ba444cb9-c576-429f-831b-b3543e91e08e owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:50:41.049587 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab554fb-4dd8-48c3-bf98-bad2a27c9d8b req-8296e175-2091-4910-8313-750e6b800881 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:41.050964 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ab554fb-4dd8-48c3-bf98-bad2a27c9d8b req-8296e175-2091-4910-8313-750e6b800881 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 950 time: 0.1970391 Dec 06 14:50:41.115229 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21a330e2-3306-4268-abf0-12dc84cb26e6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.144492 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a330e2-3306-4268-abf0-12dc84cb26e6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Port': ['ID=ba444cb9-c576-429f-831b-b3543e91e08e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:41.230273 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ab554fb-4dd8-48c3-bf98-bad2a27c9d8b req-dd8e7240-9769-4786-ab9e-9a69909564b9 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c9d18-c4b5-4115-89aa-aee9af403d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611483 Dec 06 14:50:41.293614 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21a330e2-3306-4268-abf0-12dc84cb26e6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.376924 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:50:41.409533 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.435329 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f04b7a-d62c-494e-9ef2-48d82b927216 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:50:41.449373 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.463018 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Transition to ACTIVE for port object ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:50:41.500944 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.503380 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Transition to ACTIVE for port object 80f04b7a-d62c-494e-9ef2-48d82b927216 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:50:41.531587 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.540783 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a330e2-3306-4268-abf0-12dc84cb26e6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 18634b39-7331-489d-9655-1902ca3e84cc has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:50:41.586471 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:41.712599 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a330e2-3306-4268-abf0-12dc84cb26e6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:50:41.722918 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180d6e2-a6e1-40e8-a45e-3ea33b951230 None None] Sync routers for ids ['18634b39-7331-489d-9655-1902ca3e84cc'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:50:41.733574 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-21a330e2-3306-4268-abf0-12dc84cb26e6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/18634b39-7331-489d-9655-1902ca3e84cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3120744 Dec 06 14:50:41.737864 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51800) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:41.742149 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180d6e2-a6e1-40e8-a45e-3ea33b951230 None None] Routers {'18634b39-7331-489d-9655-1902ca3e84cc'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:41.748930 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1180d6e2-a6e1-40e8-a45e-3ea33b951230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['18634b39-7331-489d-9655-1902ca3e84cc'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:41.762339 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Pushing event updated for resources: {'Port': ['ID=80f04b7a-d62c-494e-9ef2-48d82b927216,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:41.810939 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Attempting to bind port ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:50:41.811489 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Attempting to bind port ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:50:41.811876 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Attempting to bind port ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d on network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:41.852982 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Port ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d on network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:50:41.853669 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Attempting to bind port ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d on network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:41.858549 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1180d6e2-a6e1-40e8-a45e-3ea33b951230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:41.864412 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-58a330a6-ba52-4526-a169-9ba1edb8c029 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports?device_id=18634b39-7331-489d-9655-1902ca3e84cc HTTP/1.1" status: 200 len: 205 time: 0.1196210 Dec 06 14:50:41.865117 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51810) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:41.885026 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180d6e2-a6e1-40e8-a45e-3ea33b951230 None None] Routers {'18634b39-7331-489d-9655-1902ca3e84cc'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:41.885810 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1180d6e2-a6e1-40e8-a45e-3ea33b951230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['18634b39-7331-489d-9655-1902ca3e84cc'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:41.890056 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Attempting to bind port 80f04b7a-d62c-494e-9ef2-48d82b927216 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:50:41.892788 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Attempting to bind port 80f04b7a-d62c-494e-9ef2-48d82b927216 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:50:41.893315 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Attempting to bind port 80f04b7a-d62c-494e-9ef2-48d82b927216 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:41.900437 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:50:41.919792 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1180d6e2-a6e1-40e8-a45e-3ea33b951230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:41.920381 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Checking segment: {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:41.920504 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180d6e2-a6e1-40e8-a45e-3ea33b951230 None None] The sync data for ids ['18634b39-7331-489d-9655-1902ca3e84cc'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:50:41.922467 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Bound using segment: {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:50:41.923277 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Bound port: ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:50:41.923850 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.929776 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Port 80f04b7a-d62c-494e-9ef2-48d82b927216 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:50:41.930201 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Attempting to bind port 80f04b7a-d62c-494e-9ef2-48d82b927216 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:41.948999 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:50:41.950146 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:41.950146 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:50:41.951718 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Bound port: 80f04b7a-d62c-494e-9ef2-48d82b927216, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:50:41.951870 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.998105 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8330f17d-1a17-47be-b827-3cad4e50443d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.008111 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f296b61-487e-4a58-a8d9-009ed03627f0 req-fe1895d1-9025-401a-988e-576b3bf07680 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:42.009687 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f296b61-487e-4a58-a8d9-009ed03627f0 req-fe1895d1-9025-401a-988e-576b3bf07680 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 948 time: 0.2774556 Dec 06 14:50:42.119120 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] For port ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:50:42.149903 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] For port ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:50:42.158607 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f296b61-487e-4a58-a8d9-009ed03627f0 req-b8de27cc-4af8-4e9b-b199-3790f48a0008 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870523 Dec 06 14:50:42.164404 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.173078 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] For port 80f04b7a-d62c-494e-9ef2-48d82b927216, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:50:42.226237 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] For port 80f04b7a-d62c-494e-9ef2-48d82b927216, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=80f04b7a-d62c-494e-9ef2-48d82b927216,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:50:42.268914 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:42.273460 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.336973 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:42.337667 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.339176 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-5b5c9c51-c1ba-4bb5-9dd9-388ab807f2d5 service neutron] 10.222.0.23 "PUT /v2.0/ports/ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d HTTP/1.1" status: 200 len: 1091 time: 1.9297397 Dec 06 14:50:42.341476 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8330f17d-1a17-47be-b827-3cad4e50443d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.347627 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Pushing event updated for resources: {'Port': ['ID=80f04b7a-d62c-494e-9ef2-48d82b927216,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:42.349091 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8330f17d-1a17-47be-b827-3cad4e50443d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.353782 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59018385-80ad-452c-aa8d-5015124a194c', 'tag': 'ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:42.356313 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c8e320-ff4c-468b-ab39-9e9285ce16ae" -d '{"events": [{"name": "network-changed", "server_uuid": "59018385-80ad-452c-aa8d-5015124a194c", "tag": "ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:42.362853 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:42.363526 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.365307 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-56061bbb-29e9-43f0-b1a0-d7ea95fe2674 service neutron] 10.222.0.23 "PUT /v2.0/ports/80f04b7a-d62c-494e-9ef2-48d82b927216 HTTP/1.1" status: 200 len: 1096 time: 1.9405890 Dec 06 14:50:42.448288 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8330f17d-1a17-47be-b827-3cad4e50443d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.449352 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8330f17d-1a17-47be-b827-3cad4e50443d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Fanout notify agent at l3_agent the message router_deleted on router 18634b39-7331-489d-9655-1902ca3e84cc {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:50:42.456984 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8330f17d-1a17-47be-b827-3cad4e50443d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.461268 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8330f17d-1a17-47be-b827-3cad4e50443d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/routers/18634b39-7331-489d-9655-1902ca3e84cc HTTP/1.1" status: 204 len: 168 time: 0.5922008 Dec 06 14:50:42.473437 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdae06-0328-410f-b8ac-1336d00922e5 req-74ceeebc-d0fb-4697-bb67-d7d85f31ee52 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:42.497929 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07bdae06-0328-410f-b8ac-1336d00922e5 req-74ceeebc-d0fb-4697-bb67-d7d85f31ee52 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 943 time: 0.2472758 Dec 06 14:50:42.504665 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51842) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:42.582149 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-29c51d24-6b4a-442f-a5c4-feda9a7d7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:42.584532 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-29c51d24-6b4a-442f-a5c4-feda9a7d7416 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62bf6bcc3b824267827aecff02c3bd91&device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 1099 time: 0.1394675 Dec 06 14:50:42.589145 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-ff80d68c-91dd-45be-b7c7-cd6706800133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:42.590723 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-ff80d68c-91dd-45be-b7c7-cd6706800133 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 1094 time: 0.1640239 Dec 06 14:50:42.604423 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b59e17b-a345-4634-9981-b9b69aebd420 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting subnet 698b93d3-5168-4164-9caf-71194b31db0f {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:50:42.623090 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07bdae06-0328-410f-b8ac-1336d00922e5 req-a30d7939-fab9-4a8a-8b16-a39aa2055550 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241028 Dec 06 14:50:42.640438 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b59e17b-a345-4634-9981-b9b69aebd420 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.651019 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-52f7f74e-315e-4663-8c78-94bbc7f986d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=80f04b7a-d62c-494e-9ef2-48d82b927216 HTTP/1.1" status: 200 len: 217 time: 0.0515141 Dec 06 14:50:42.677151 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46aae32-9e12-4e91-9e8f-859e9926ddf1 x-openstack-request-id: req-b46aae32-9e12-4e91-9e8f-859e9926ddf1 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:42.677547 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59018385-80ad-452c-aa8d-5015124a194c", "tag": "ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:42.677874 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b46aae32-9e12-4e91-9e8f-859e9926ddf1 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:42.678371 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59018385-80ad-452c-aa8d-5015124a194c', 'tag': 'ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d', 'status': 'completed', 'code': 200} Dec 06 14:50:42.738294 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-61b1c1f3-f251-4eff-83fa-4f5095471409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:42.739904 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-61b1c1f3-f251-4eff-83fa-4f5095471409 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0562181 Dec 06 14:50:42.746526 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b59e17b-a345-4634-9981-b9b69aebd420 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.813654 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-0ca40b53-c51c-4b39-8ecc-a69804d53bc6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d HTTP/1.1" status: 200 len: 217 time: 0.1604483 Dec 06 14:50:42.836536 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-bf69c97f-bc7d-4bac-8796-980a05406983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:42.837925 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-bf69c97f-bc7d-4bac-8796-980a05406983 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678442 Dec 06 14:50:42.847969 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b59e17b-a345-4634-9981-b9b69aebd420 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.921852 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b59e17b-a345-4634-9981-b9b69aebd420 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.953146 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-45f2894d-1a37-4ef7-84e7-ea609ef1dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:42.954601 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-45f2894d-1a37-4ef7-84e7-ea609ef1dcb9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.1317842 Dec 06 14:50:42.974790 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59e17b-a345-4634-9981-b9b69aebd420 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Subnet': ['ID=698b93d3-5168-4164-9caf-71194b31db0f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:42.986219 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b59e17b-a345-4634-9981-b9b69aebd420 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.993240 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b08649-e29f-49f9-b3c9-eae45beeb3da None None] Network 49ab5dca-623e-4101-bdb1-14b7f9c7781a requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:43.006053 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5b59e17b-a345-4634-9981-b9b69aebd420 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/subnets/698b93d3-5168-4164-9caf-71194b31db0f HTTP/1.1" status: 204 len: 168 time: 0.4976494 Dec 06 14:50:43.007639 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-068cc036-d616-46bd-b15d-812765ca8916 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478405 Dec 06 14:50:43.008191 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51858) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:43.154661 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-ab5764a7-ecfc-4bce-85c1-e2088cb7a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:43.156860 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-ab5764a7-ecfc-4bce-85c1-e2088cb7a152 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1927161 Dec 06 14:50:43.263430 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390784e9-6073-4e34-a652-4ed853222691 None None] DHCP port deletion for 49ab5dca-623e-4101-bdb1-14b7f9c7781a request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:50:43.368120 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3340f0f-67be-4507-9fc1-2743ae695eb7 req-44d9e3b5-5367-41e3-8168-184c5e7a07b4 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:43.369902 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3340f0f-67be-4507-9fc1-2743ae695eb7 req-44d9e3b5-5367-41e3-8168-184c5e7a07b4 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 948 time: 0.0991440 Dec 06 14:50:43.377737 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-390784e9-6073-4e34-a652-4ed853222691 None None] Deleting port 3ac45451-6677-459b-acc4-f46ff8009a5b {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:50:43.378113 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-390784e9-6073-4e34-a652-4ed853222691 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:43.447879 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3340f0f-67be-4507-9fc1-2743ae695eb7 req-6c49bfac-5d62-4f2f-be0d-4557d7674676 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636528 Dec 06 14:50:43.570386 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f9d3d60-0208-4186-8eba-c13a1cf430ee req-835856cc-0af7-4c37-987e-dc15ec633913 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260804 Dec 06 14:50:43.609576 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e86ab9-97d2-4d64-9d86-ea715b5ff8dd tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting subnet 86e9e617-2df8-44b5-ba4e-bcfc4fe9924b {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:50:43.619586 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31e86ab9-97d2-4d64-9d86-ea715b5ff8dd tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:43.648593 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3ac45451-6677-459b-acc4-f46ff8009a5b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:50:43.680057 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-82f655a1-2f4f-4dec-9e92-f623c04828e1 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029666 Dec 06 14:50:43.685489 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31e86ab9-97d2-4d64-9d86-ea715b5ff8dd tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:43.794022 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-390784e9-6073-4e34-a652-4ed853222691 None None] For port 3ac45451-6677-459b-acc4-f46ff8009a5b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ac45451-6677-459b-acc4-f46ff8009a5b,segment=NetworkSegment(0cfe95a1-88bc-49be-b36a-99c06efedab4),segment_id=0cfe95a1-88bc-49be-b36a-99c06efedab4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:43.794694 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-390784e9-6073-4e34-a652-4ed853222691 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:43.824466 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2df12-6acd-4260-be0f-ef7e67b13b26 req-42f07d30-c722-4a40-85a7-4a4393f024ec tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:43.836869 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8a2df12-6acd-4260-be0f-ef7e67b13b26 req-42f07d30-c722-4a40-85a7-4a4393f024ec tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 943 time: 0.1203003 Dec 06 14:50:43.858440 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc7f2d03-d661-4ee2-9865-cf00f20b9bb6 req-b10fc311-fbae-47e6-a4a1-0224ba43e70f service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482611 Dec 06 14:50:43.868635 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31e86ab9-97d2-4d64-9d86-ea715b5ff8dd tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:43.891808 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:43.915752 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8a2df12-6acd-4260-be0f-ef7e67b13b26 req-a352d8c8-388b-4512-acce-b7800913878f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778151 Dec 06 14:50:43.920735 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-390784e9-6073-4e34-a652-4ed853222691 None None] Calling delete_port for 3ac45451-6677-459b-acc4-f46ff8009a5b owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:50:43.978261 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8e320-ff4c-468b-ab39-9e9285ce16ae req-e852a42a-4da2-4e39-9055-4fa8d2f71048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:43.979895 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02c8e320-ff4c-468b-ab39-9e9285ce16ae req-e852a42a-4da2-4e39-9055-4fa8d2f71048 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 1094 time: 0.0585907 Dec 06 14:50:43.980972 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31e86ab9-97d2-4d64-9d86-ea715b5ff8dd tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.014456 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-390784e9-6073-4e34-a652-4ed853222691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.026326 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e86ab9-97d2-4d64-9d86-ea715b5ff8dd tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Subnet': ['ID=86e9e617-2df8-44b5-ba4e-bcfc4fe9924b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:44.031987 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-31e86ab9-97d2-4d64-9d86-ea715b5ff8dd tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.035406 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-31e86ab9-97d2-4d64-9d86-ea715b5ff8dd tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/subnets/86e9e617-2df8-44b5-ba4e-bcfc4fe9924b HTTP/1.1" status: 204 len: 168 time: 1.0243859 Dec 06 14:50:44.038193 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51880) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:44.066010 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390784e9-6073-4e34-a652-4ed853222691 None None] Pushing event deleted for resources: {'Port': ['ID=3ac45451-6677-459b-acc4-f46ff8009a5b,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:44.069200 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e7f2b9-c4db-4866-af26-ecb2185c6830 None None] Network c1902334-e327-4585-9c33-cbc3afb5b391 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:44.092665 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390784e9-6073-4e34-a652-4ed853222691 None None] No DVR routers for this DVR port 3ac45451-6677-459b-acc4-f46ff8009a5b on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:50:44.134440 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8e320-ff4c-468b-ab39-9e9285ce16ae req-892560ae-b09a-4658-b36a-1cfc23384f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:44.137302 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02c8e320-ff4c-468b-ab39-9e9285ce16ae req-892560ae-b09a-4658-b36a-1cfc23384f4f service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 912 time: 0.1470504 Dec 06 14:50:44.153055 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baf1e324-f4a6-4ad0-a93a-c495260d8b15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.190300 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02c8e320-ff4c-468b-ab39-9e9285ce16ae req-028a9935-9cf2-40c5-9838-7f07d4ae6ca5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d HTTP/1.1" status: 200 len: 217 time: 0.0437622 Dec 06 14:50:44.275050 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8e320-ff4c-468b-ab39-9e9285ce16ae req-3b46e4ba-1f63-4823-8c5d-4d876909a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:44.276540 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02c8e320-ff4c-468b-ab39-9e9285ce16ae req-3b46e4ba-1f63-4823-8c5d-4d876909a460 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.0776734 Dec 06 14:50:44.297965 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baf1e324-f4a6-4ad0-a93a-c495260d8b15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.322627 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-baf1e324-f4a6-4ad0-a93a-c495260d8b15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ab5dca-623e-4101-bdb1-14b7f9c7781a']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:44.325327 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9baba0-86bc-4daf-beba-76768b1e8a24 None None] DHCP port deletion for c1902334-e327-4585-9c33-cbc3afb5b391 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:50:44.332737 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-baf1e324-f4a6-4ad0-a93a-c495260d8b15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cfe95a1-88bc-49be-b36a-99c06efedab4') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:44.333026 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-baf1e324-f4a6-4ad0-a93a-c495260d8b15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cfe95a1-88bc-49be-b36a-99c06efedab4') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:44.334636 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8e320-ff4c-468b-ab39-9e9285ce16ae req-30f0e2c2-2f8d-4971-9f84-7ffcc9224249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:44.336503 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02c8e320-ff4c-468b-ab39-9e9285ce16ae req-30f0e2c2-2f8d-4971-9f84-7ffcc9224249 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519114 Dec 06 14:50:44.343860 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baf1e324-f4a6-4ad0-a93a-c495260d8b15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.359120 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baf1e324-f4a6-4ad0-a93a-c495260d8b15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.367204 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf1e324-f4a6-4ad0-a93a-c495260d8b15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:50:44.367750 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baf1e324-f4a6-4ad0-a93a-c495260d8b15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:50:44.371510 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:50:44.409535 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ca9baba0-86bc-4daf-beba-76768b1e8a24 None None] Deleting port 95a8e96f-e472-42b1-bf87-89d78ad9e236 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:50:44.409849 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca9baba0-86bc-4daf-beba-76768b1e8a24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.440665 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baf1e324-f4a6-4ad0-a93a-c495260d8b15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.449425 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baf1e324-f4a6-4ad0-a93a-c495260d8b15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.456778 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-baf1e324-f4a6-4ad0-a93a-c495260d8b15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/networks/49ab5dca-623e-4101-bdb1-14b7f9c7781a HTTP/1.1" status: 204 len: 168 time: 0.4174063 Dec 06 14:50:44.457293 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02c8e320-ff4c-468b-ab39-9e9285ce16ae req-96b82457-1160-448c-b624-3f01e61b3776 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112063 Dec 06 14:50:44.457434 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51894) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:44.507560 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ca9baba0-86bc-4daf-beba-76768b1e8a24 None None] For port 95a8e96f-e472-42b1-bf87-89d78ad9e236, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=95a8e96f-e472-42b1-bf87-89d78ad9e236,segment=NetworkSegment(0c87a874-defe-43da-9538-a6bb0ff4c7c7),segment_id=0c87a874-defe-43da-9538-a6bb0ff4c7c7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:44.508241 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca9baba0-86bc-4daf-beba-76768b1e8a24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.521981 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ca9baba0-86bc-4daf-beba-76768b1e8a24 None None] Calling delete_port for 95a8e96f-e472-42b1-bf87-89d78ad9e236 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:50:44.580811 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02c8e320-ff4c-468b-ab39-9e9285ce16ae req-d7291f32-692a-4798-9f11-e4abd4bcf90f service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158931 Dec 06 14:50:44.594229 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1e324-f4a6-4ad0-a93a-c495260d8b15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Network': ['ID=49ab5dca-623e-4101-bdb1-14b7f9c7781a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:44.623005 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca9baba0-86bc-4daf-beba-76768b1e8a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.654667 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9baba0-86bc-4daf-beba-76768b1e8a24 None None] Pushing event deleted for resources: {'Port': ['ID=95a8e96f-e472-42b1-bf87-89d78ad9e236,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:44.673135 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9baba0-86bc-4daf-beba-76768b1e8a24 None None] No DVR routers for this DVR port 95a8e96f-e472-42b1-bf87-89d78ad9e236 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:50:44.679857 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6852c60-b082-47f3-a9a2-bf2db64ebda8', 'tag': '80f04b7a-d62c-494e-9ef2-48d82b927216'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:44.687296 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ef28e1-ff8f-4023-a30f-ce8a7d064848" -d '{"events": [{"name": "network-changed", "server_uuid": "b6852c60-b082-47f3-a9a2-bf2db64ebda8", "tag": "80f04b7a-d62c-494e-9ef2-48d82b927216"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:44.713574 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7851-4a0a-491b-9b29-279a81c7f10b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.728580 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea292c01-b2cb-4b12-bf66-d342dfa596d2 req-07ac51f0-98fd-46a1-96d3-4be5affbc6bb tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:44.730612 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ea292c01-b2cb-4b12-bf66-d342dfa596d2 req-07ac51f0-98fd-46a1-96d3-4be5affbc6bb tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 948 time: 0.0999992 Dec 06 14:50:44.734410 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd94acd-5183-4b46-865d-754b27381b98 x-openstack-request-id: req-dbd94acd-5183-4b46-865d-754b27381b98 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:44.734704 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6852c60-b082-47f3-a9a2-bf2db64ebda8", "tag": "80f04b7a-d62c-494e-9ef2-48d82b927216", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:44.734963 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dbd94acd-5183-4b46-865d-754b27381b98 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:44.735362 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6852c60-b082-47f3-a9a2-bf2db64ebda8', 'tag': '80f04b7a-d62c-494e-9ef2-48d82b927216', 'status': 'completed', 'code': 200} Dec 06 14:50:44.803100 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef28e1-ff8f-4023-a30f-ce8a7d064848 req-51e9fe41-eaf1-4af9-9999-b7d709340dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:44.805408 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6ef28e1-ff8f-4023-a30f-ce8a7d064848 req-51e9fe41-eaf1-4af9-9999-b7d709340dfc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62bf6bcc3b824267827aecff02c3bd91&device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 1099 time: 0.0431089 Dec 06 14:50:44.843611 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7851-4a0a-491b-9b29-279a81c7f10b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.870348 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ea292c01-b2cb-4b12-bf66-d342dfa596d2 req-165a92a8-6bf4-4972-84bd-0f706f526748 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110110 Dec 06 14:50:44.878939 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6fcc7851-4a0a-491b-9b29-279a81c7f10b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1902334-e327-4585-9c33-cbc3afb5b391']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:44.891424 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6fcc7851-4a0a-491b-9b29-279a81c7f10b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c87a874-defe-43da-9538-a6bb0ff4c7c7') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:44.891764 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6fcc7851-4a0a-491b-9b29-279a81c7f10b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c87a874-defe-43da-9538-a6bb0ff4c7c7') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:44.904713 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7851-4a0a-491b-9b29-279a81c7f10b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.921045 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7851-4a0a-491b-9b29-279a81c7f10b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.926919 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fcc7851-4a0a-491b-9b29-279a81c7f10b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:50:44.927417 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7851-4a0a-491b-9b29-279a81c7f10b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:50:44.932078 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:50:44.953501 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef28e1-ff8f-4023-a30f-ce8a7d064848 req-b29dd364-15a5-4663-b41c-e1ec90d461b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:44.954986 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6ef28e1-ff8f-4023-a30f-ce8a7d064848 req-b29dd364-15a5-4663-b41c-e1ec90d461b6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.1418252 Dec 06 14:50:44.999363 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6ef28e1-ff8f-4023-a30f-ce8a7d064848 req-21df8983-3548-4dbe-91f3-b2eefada9045 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=80f04b7a-d62c-494e-9ef2-48d82b927216 HTTP/1.1" status: 200 len: 217 time: 0.0364499 Dec 06 14:50:45.002860 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7851-4a0a-491b-9b29-279a81c7f10b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.023410 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7851-4a0a-491b-9b29-279a81c7f10b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.026528 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6fcc7851-4a0a-491b-9b29-279a81c7f10b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/networks/c1902334-e327-4585-9c33-cbc3afb5b391 HTTP/1.1" status: 204 len: 168 time: 0.5268815 Dec 06 14:50:45.035302 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51906) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:45.040050 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc7851-4a0a-491b-9b29-279a81c7f10b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Network': ['ID=c1902334-e327-4585-9c33-cbc3afb5b391,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:45.040873 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4aa2f8a0-647b-46b7-b984-7954bb3cb6b6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1591005459'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:45.060139 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683cff9-c259-484d-ac8f-92119eea86ef req-cddddaec-8358-45f0-a3eb-6b2cea80a406 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:45.061657 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1683cff9-c259-484d-ac8f-92119eea86ef req-cddddaec-8358-45f0-a3eb-6b2cea80a406 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 943 time: 0.0712140 Dec 06 14:50:45.073880 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef28e1-ff8f-4023-a30f-ce8a7d064848 req-ceb1ae59-e588-47b6-a254-b2f88611e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:45.075473 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6ef28e1-ff8f-4023-a30f-ce8a7d064848 req-ceb1ae59-e588-47b6-a254-b2f88611e427 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0677702 Dec 06 14:50:45.076968 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa2f8a0-647b-46b7-b984-7954bb3cb6b6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:45.080415 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4aa2f8a0-647b-46b7-b984-7954bb3cb6b6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.111953 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1683cff9-c259-484d-ac8f-92119eea86ef req-44f8d7ed-41fe-4bd2-8adc-dee837cd695e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441070 Dec 06 14:50:45.133440 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa2f8a0-647b-46b7-b984-7954bb3cb6b6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:50:45.146081 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4aa2f8a0-647b-46b7-b984-7954bb3cb6b6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.146424 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-4aa2f8a0-647b-46b7-b984-7954bb3cb6b6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Added segment c34366ca-54b3-4a61-88fb-b0cee647fed8 of type vlan for network 1faa11cf-42b9-40f3-bfaf-88b2d86a71e0 Dec 06 14:50:45.158399 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef28e1-ff8f-4023-a30f-ce8a7d064848 req-75932da8-1735-4899-90a4-1b6dab988f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:45.159934 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6ef28e1-ff8f-4023-a30f-ce8a7d064848 req-75932da8-1735-4899-90a4-1b6dab988f99 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656121 Dec 06 14:50:45.213231 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4aa2f8a0-647b-46b7-b984-7954bb3cb6b6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.280653 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4aa2f8a0-647b-46b7-b984-7954bb3cb6b6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.286294 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa2f8a0-647b-46b7-b984-7954bb3cb6b6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:45.286889 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4aa2f8a0-647b-46b7-b984-7954bb3cb6b6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.320360 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6ef28e1-ff8f-4023-a30f-ce8a7d064848 req-50064fd0-dfe4-49da-ad36-4af800b85158 service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416540 Dec 06 14:50:45.340682 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4aa2f8a0-647b-46b7-b984-7954bb3cb6b6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3043461 Dec 06 14:50:45.343560 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51918) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:45.348724 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3ddf051b-bb1c-4d00-92e8-5e9ff443f568 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'subnet': {'network_id': '1faa11cf-42b9-40f3-bfaf-88b2d86a71e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:45.393935 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2f8a0-647b-46b7-b984-7954bb3cb6b6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Network': ['ID=1faa11cf-42b9-40f3-bfaf-88b2d86a71e0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:45.406068 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 1faa11cf-42b9-40f3-bfaf-88b2d86a71e0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:50:45.435621 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0d4af8d0-a2bf-4992-a557-f4f490d54b4a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:50:45.461918 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6ef28e1-ff8f-4023-a30f-ce8a7d064848 req-7b6e3754-26cf-41e4-9579-be959f63005a service neutron] 10.222.0.23 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340954 Dec 06 14:50:45.555968 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 95a8e96f-e472-42b1-bf87-89d78ad9e236 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:50:45.588872 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 95a8e96f-e472-42b1-bf87-89d78ad9e236 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:50:45.589217 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 95a8e96f-e472-42b1-bf87-89d78ad9e236 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:50:45.633701 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.659932 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c65c18-f6fc-4262-a8db-0cc8a2f4d290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4af8d0-a2bf-4992-a557-f4f490d54b4a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:45.662290 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec6f5ef-4f2c-49a4-873d-f03fc7b0765c" -d '{"events": [{"server_uuid": "c1c65c18-f6fc-4262-a8db-0cc8a2f4d290", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4af8d0-a2bf-4992-a557-f4f490d54b4a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:45.679873 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:45.685218 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.714155 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aae9dc9-b5c3-4f23-9618-ed0823adb94f x-openstack-request-id: req-8aae9dc9-b5c3-4f23-9618-ed0823adb94f {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:45.715001 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c65c18-f6fc-4262-a8db-0cc8a2f4d290", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4af8d0-a2bf-4992-a557-f4f490d54b4a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:45.715205 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8aae9dc9-b5c3-4f23-9618-ed0823adb94f {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:45.715863 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c65c18-f6fc-4262-a8db-0cc8a2f4d290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4af8d0-a2bf-4992-a557-f4f490d54b4a', 'code': 200} Dec 06 14:50:45.746229 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:45.832439 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-75b301b1-de50-4923-ad3a-7a9387043f22 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--858688154&fields=id&tenant_id=13ce7cb8eaa54a73a674bedc378777e7 HTTP/1.1" status: 200 len: 267 time: 0.0631406 Dec 06 14:50:45.833723 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddf051b-bb1c-4d00-92e8-5e9ff443f568 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:45.837098 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ddf051b-bb1c-4d00-92e8-5e9ff443f568 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.994162 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da807fe1-ad77-4dfd-b0c2-59de2757e62c req-993cb5d4-cd05-42b6-8f0a-c5e5dbec1d6d tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:45.995553 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da807fe1-ad77-4dfd-b0c2-59de2757e62c req-993cb5d4-cd05-42b6-8f0a-c5e5dbec1d6d tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 948 time: 0.0493896 Dec 06 14:50:46.006476 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-479f365c-981b-43ff-90b6-a6beb3185889 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:46.008555 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-479f365c-981b-43ff-90b6-a6beb3185889 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/networks?id=f09c8eed-929d-4a4a-a9da-19e0c25e2663 HTTP/1.1" status: 200 len: 816 time: 0.1682205 Dec 06 14:50:46.043405 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da807fe1-ad77-4dfd-b0c2-59de2757e62c req-d9d2b62d-2463-4c08-980f-d0df4e429f59 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410755 Dec 06 14:50:46.047612 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-eb50a920-038c-4255-bc91-bf10439fcb28 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/quotas/13ce7cb8eaa54a73a674bedc378777e7 HTTP/1.1" status: 200 len: 375 time: 0.0321755 Dec 06 14:50:46.149054 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-3cea460f-f6a9-4c87-b462-3f17fb189add tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=13ce7cb8eaa54a73a674bedc378777e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940151 Dec 06 14:50:46.150366 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ddf051b-bb1c-4d00-92e8-5e9ff443f568 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:46.232750 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936f4e3-fb84-4b01-8da2-eb188ea808fe req-64d93457-f0b6-440b-a3a7-3e3417c8b295 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:46.234471 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d936f4e3-fb84-4b01-8da2-eb188ea808fe req-64d93457-f0b6-440b-a3a7-3e3417c8b295 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 943 time: 0.0528545 Dec 06 14:50:46.266577 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf051b-bb1c-4d00-92e8-5e9ff443f568 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Subnet': ['ID=fa57805c-40b8-42b8-950a-e05208ade8b1,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:46.283692 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d936f4e3-fb84-4b01-8da2-eb188ea808fe req-7567a6a0-ddff-452e-98ef-26fd818841dc tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429509 Dec 06 14:50:46.286837 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf051b-bb1c-4d00-92e8-5e9ff443f568 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Checking segment: {'id': 'c34366ca-54b3-4a61-88fb-b0cee647fed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1faa11cf-42b9-40f3-bfaf-88b2d86a71e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:46.287204 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf051b-bb1c-4d00-92e8-5e9ff443f568 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network hostable DHCP agents. Network: 1faa11cf-42b9-40f3-bfaf-88b2d86a71e0, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:50:46.312583 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-046d3b5f-31ea-498a-91b6-f0238c4fa261 service neutron] 10.222.0.20 "GET /v2.0/networks/f09c8eed-929d-4a4a-a9da-19e0c25e2663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351912 Dec 06 14:50:46.327202 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf051b-bb1c-4d00-92e8-5e9ff443f568 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 1faa11cf-42b9-40f3-bfaf-88b2d86a71e0 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:50:46.353001 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3ddf051b-bb1c-4d00-92e8-5e9ff443f568 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1faa11cf-42b9-40f3-bfaf-88b2d86a71e0) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:46.359783 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddf051b-bb1c-4d00-92e8-5e9ff443f568 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:46.360381 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ddf051b-bb1c-4d00-92e8-5e9ff443f568 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:46.362266 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90fcaa4-703f-44a6-aafe-40aeca3b7791 None None] Network 1faa11cf-42b9-40f3-bfaf-88b2d86a71e0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:46.414557 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3ddf051b-bb1c-4d00-92e8-5e9ff443f568 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0697930 Dec 06 14:50:46.417348 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51946) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:46.421891 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c27a59c5-818a-482c-9883-a59a429b97c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-501702711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:46.429317 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-953c9d10-60a4-4a7b-bb84-f472c336fc82 service neutron] 10.222.0.20 "GET /v2.0/networks/f09c8eed-929d-4a4a-a9da-19e0c25e2663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095138 Dec 06 14:50:46.448697 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c27a59c5-818a-482c-9883-a59a429b97c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:46.450004 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c27a59c5-818a-482c-9883-a59a429b97c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:46.516710 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c27a59c5-818a-482c-9883-a59a429b97c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:46.522998 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c27a59c5-818a-482c-9883-a59a429b97c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:46.530330 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-1faa11cf-42b9-40f3-bfaf-88b2d86a71e0', 'network_id': '1faa11cf-42b9-40f3-bfaf-88b2d86a71e0', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'fixed_ips': [{'subnet_id': 'fa57805c-40b8-42b8-950a-e05208ade8b1'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:50:46.531197 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:46.545780 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c27a59c5-818a-482c-9883-a59a429b97c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:46.547264 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c27a59c5-818a-482c-9883-a59a429b97c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1289139 Dec 06 14:50:46.550330 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51950) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:46.556434 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9a3f977e-9771-416f-8ec7-6f9e9848742d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'port': {'network_id': '1faa11cf-42b9-40f3-bfaf-88b2d86a71e0', 'name': 'tempest-RoutersIpV6Test-597698595'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:46.675278 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Allocated IP 2001:db8::2 (1faa11cf-42b9-40f3-bfaf-88b2d86a71e0/fa57805c-40b8-42b8-950a-e05208ade8b1/7dfb2134-2edf-4c85-b58f-3ccb4a299543) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:46.677144 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3f977e-9771-416f-8ec7-6f9e9848742d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:46.681871 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a3f977e-9771-416f-8ec7-6f9e9848742d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:46.699864 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-9a3f977e-9771-416f-8ec7-6f9e9848742d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] device_id is not set on port 5120e2e2-8aa2-4b0f-bb89-e92df1b581f9 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:50:46.746792 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 80f04b7a-d62c-494e-9ef2-48d82b927216 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:50:46.855808 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-035cd34c-a89b-4dad-91ba-a7b2e5e9a092 req-84aa102e-6d69-46a2-8818-070efda3d079 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 210 time: 0.0432239 Dec 06 14:50:46.946771 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:46.955143 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 80f04b7a-d62c-494e-9ef2-48d82b927216, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=80f04b7a-d62c-494e-9ef2-48d82b927216,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:46.957909 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:46.992817 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '80f04b7a-d62c-494e-9ef2-48d82b927216', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '80f04b7a-d62c-494e-9ef2-48d82b927216', 'mac_address': 'fa:16:3e:99:a0:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:50:47.035414 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Network 1faa11cf-42b9-40f3-bfaf-88b2d86a71e0 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:47.040850 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:47.046691 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:47.059841 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Pushing event updated for resources: {'Port': ['ID=7dfb2134-2edf-4c85-b58f-3ccb4a299543,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:47.064097 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-9a3f977e-9771-416f-8ec7-6f9e9848742d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Allocated IP 2001:db8::203 (1faa11cf-42b9-40f3-bfaf-88b2d86a71e0/fa57805c-40b8-42b8-950a-e05208ade8b1/5120e2e2-8aa2-4b0f-bb89-e92df1b581f9) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:47.071808 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.103130 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f04b7a-d62c-494e-9ef2-48d82b927216 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:50:47.146264 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 80f04b7a-d62c-494e-9ef2-48d82b927216, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=80f04b7a-d62c-494e-9ef2-48d82b927216,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:47.148073 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Attempting to bind port 7dfb2134-2edf-4c85-b58f-3ccb4a299543 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:50:47.148625 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Attempting to bind port 7dfb2134-2edf-4c85-b58f-3ccb4a299543 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c34366ca-54b3-4a61-88fb-b0cee647fed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1faa11cf-42b9-40f3-bfaf-88b2d86a71e0'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:50:47.149144 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Attempting to bind port 7dfb2134-2edf-4c85-b58f-3ccb4a299543 on network 1faa11cf-42b9-40f3-bfaf-88b2d86a71e0 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:47.153296 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.160299 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:50:47.160990 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Checking segment: {'id': 'c34366ca-54b3-4a61-88fb-b0cee647fed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1faa11cf-42b9-40f3-bfaf-88b2d86a71e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:47.161558 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.162203 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Bound using segment: {'id': 'c34366ca-54b3-4a61-88fb-b0cee647fed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1faa11cf-42b9-40f3-bfaf-88b2d86a71e0'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:50:47.162866 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Bound port: 7dfb2134-2edf-4c85-b58f-3ccb4a299543, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34366ca-54b3-4a61-88fb-b0cee647fed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1faa11cf-42b9-40f3-bfaf-88b2d86a71e0'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:50:47.163974 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.256972 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=80f04b7a-d62c-494e-9ef2-48d82b927216,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:47.287734 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] For port 7dfb2134-2edf-4c85-b58f-3ccb4a299543, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:50:47.293289 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] For port 7dfb2134-2edf-4c85-b58f-3ccb4a299543, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7dfb2134-2edf-4c85-b58f-3ccb4a299543,segment=NetworkSegment(c34366ca-54b3-4a61-88fb-b0cee647fed8),segment_id=c34366ca-54b3-4a61-88fb-b0cee647fed8)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:50:47.299564 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.336383 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b8adf-4457-41dc-9f71-bbc46962298e req-bfc09c56-4ac6-4bd1-b355-4682ffdca5f6 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:47.338063 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce9b8adf-4457-41dc-9f71-bbc46962298e req-bfc09c56-4ac6-4bd1-b355-4682ffdca5f6 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 949 time: 0.1534200 Dec 06 14:50:47.408109 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad614a-26d2-4cf1-915e-d516943a00df None None] Pushing event updated for resources: {'Port': ['ID=7dfb2134-2edf-4c85-b58f-3ccb4a299543,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:47.423254 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a3f977e-9771-416f-8ec7-6f9e9848742d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.444605 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0d4af8d0-a2bf-4992-a557-f4f490d54b4a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:50:47.450750 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce9b8adf-4457-41dc-9f71-bbc46962298e req-aae36710-2027-4129-afe3-b688d285a689 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019213 Dec 06 14:50:47.480585 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecc1f2-fd7c-4960-b987-88c2c1f1569a req-07eb7a99-e312-4f7a-bcac-6d0da8fd2dfc tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:47.490229 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['80f04b7a-d62c-494e-9ef2-48d82b927216'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:50:47.491527 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-efecc1f2-fd7c-4960-b987-88c2c1f1569a req-07eb7a99-e312-4f7a-bcac-6d0da8fd2dfc tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 943 time: 0.1103041 Dec 06 14:50:47.538579 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a3f977e-9771-416f-8ec7-6f9e9848742d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.599524 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:50:47.646544 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f977e-9771-416f-8ec7-6f9e9848742d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=5120e2e2-8aa2-4b0f-bb89-e92df1b581f9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:47.682378 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3f977e-9771-416f-8ec7-6f9e9848742d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 1faa11cf-42b9-40f3-bfaf-88b2d86a71e0 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:47.684525 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9a3f977e-9771-416f-8ec7-6f9e9848742d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:47.690767 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f977e-9771-416f-8ec7-6f9e9848742d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:47.698603 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3f977e-9771-416f-8ec7-6f9e9848742d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:47.699877 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a3f977e-9771-416f-8ec7-6f9e9848742d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.705142 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-efecc1f2-fd7c-4960-b987-88c2c1f1569a req-25800b22-e3be-4fc6-a912-f00973036b8a tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987240 Dec 06 14:50:47.785029 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9a3f977e-9771-416f-8ec7-6f9e9848742d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2310708 Dec 06 14:50:47.785225 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52006) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:47.805125 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:47.850442 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '0d4af8d0-a2bf-4992-a557-f4f490d54b4a', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '0d4af8d0-a2bf-4992-a557-f4f490d54b4a', 'mac_address': 'fa:16:3e:17:30:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:50:47.928095 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.952522 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4af8d0-a2bf-4992-a557-f4f490d54b4a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:50:47.988709 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:47.997494 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.036858 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6617dbf0-25fe-4e4c-a9a1-466e4c4fc4b1 req-c730e6a6-0dde-4e18-8454-6aa21f74e694 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 210 time: 0.0498009 Dec 06 14:50:48.082042 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:48.143633 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['0d4af8d0-a2bf-4992-a557-f4f490d54b4a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:50:48.252117 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3fb80f1-446a-459b-8975-471f7b56d24c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.561663 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-a84c7c08-55f8-4a87-8707-11a80a022cad tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:48.568589 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-a84c7c08-55f8-4a87-8707-11a80a022cad tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.37 "GET /v2.0/networks?id=f09c8eed-929d-4a4a-a9da-19e0c25e2663 HTTP/1.1" status: 200 len: 816 time: 0.2615314 Dec 06 14:50:48.690987 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3fb80f1-446a-459b-8975-471f7b56d24c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.707490 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3fb80f1-446a-459b-8975-471f7b56d24c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.758982 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:50:48.769678 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 80f04b7a-d62c-494e-9ef2-48d82b927216 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:48.776857 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-3aff3ff7-5cd9-4974-9c2c-cb8a35e01602 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13ce7cb8eaa54a73a674bedc378777e7 HTTP/1.1" status: 200 len: 379 time: 0.1942713 Dec 06 14:50:48.808565 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-ea65bab4-9264-46f0-b6c7-ff82964b7a53 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Request body: {'port': {'device_id': 'e340c02f-5cf5-4e7a-afa6-f9eae7d4b852', 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663', 'admin_state_up': True, 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'security_groups': ['919d83eb-ce49-4289-8d0d-398499f09161']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:48.844492 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb80f1-446a-459b-8975-471f7b56d24c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=5120e2e2-8aa2-4b0f-bb89-e92df1b581f9,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:48.919142 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390cd8a-1e01-4623-8245-05b80f3f83ab req-23e54649-6afb-496c-9fba-047aa1b626a7 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:48.931803 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6390cd8a-1e01-4623-8245-05b80f3f83ab req-23e54649-6afb-496c-9fba-047aa1b626a7 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 949 time: 0.2884252 Dec 06 14:50:49.047943 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120529b-5d90-4b04-b1c1-c628b37cfb3e req-a976485a-7331-465c-9728-a534bb1c708d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:49.050019 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b120529b-5d90-4b04-b1c1-c628b37cfb3e req-a976485a-7331-465c-9728-a534bb1c708d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 943 time: 0.1721919 Dec 06 14:50:49.051187 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3fb80f1-446a-459b-8975-471f7b56d24c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:49.066621 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6390cd8a-1e01-4623-8245-05b80f3f83ab req-571765d9-fc10-4eca-a722-5190a0286670 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291120 Dec 06 14:50:49.137133 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-ea65bab4-9264-46f0-b6c7-ff82964b7a53 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Made reservation on behalf of 13ce7cb8eaa54a73a674bedc378777e7 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:49.141432 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-ea65bab4-9264-46f0-b6c7-ff82964b7a53 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:49.164318 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2afa21-270e-438e-9634-1c593fdf97a2 None None] Network 1faa11cf-42b9-40f3-bfaf-88b2d86a71e0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:49.207429 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b120529b-5d90-4b04-b1c1-c628b37cfb3e req-6ea27e14-6e99-4ec4-b6b9-67a5216d4825 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033196 Dec 06 14:50:49.303152 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3fb80f1-446a-459b-8975-471f7b56d24c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:49.303358 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 80f04b7a-d62c-494e-9ef2-48d82b927216 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:50:49.340418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6a676942-7a52-46c8-84d7-28d648df10cf req-9cccec13-2dba-4cde-b30f-e5cf15fb33ec tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 210 time: 0.0343635 Dec 06 14:50:49.362361 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 80f04b7a-d62c-494e-9ef2-48d82b927216 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:49.363152 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:49.429870 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6ec08017-f03a-4199-9f16-7847a5cc23d2 None None] Provisioning complete for port 7dfb2134-2edf-4c85-b58f-3ccb4a299543 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:49.430295 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ec08017-f03a-4199-9f16-7847a5cc23d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:49.514054 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-ea65bab4-9264-46f0-b6c7-ff82964b7a53 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Allocated IP 172.20.0.8 (f09c8eed-929d-4a4a-a9da-19e0c25e2663/78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a/2b1be6d0-1165-4d63-9e4c-3495e7e9a28f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:49.548562 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0d4af8d0-a2bf-4992-a557-f4f490d54b4a up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:49.572933 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:49.732429 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3fb80f1-446a-459b-8975-471f7b56d24c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:49.743566 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3fb80f1-446a-459b-8975-471f7b56d24c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:49.744660 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3fb80f1-446a-459b-8975-471f7b56d24c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:49.766830 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-ea65bab4-9264-46f0-b6c7-ff82964b7a53 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:49.833773 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-ea65bab4-9264-46f0-b6c7-ff82964b7a53 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:49.848594 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb80f1-446a-459b-8975-471f7b56d24c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=5120e2e2-8aa2-4b0f-bb89-e92df1b581f9,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:49.873130 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'port_id': 'ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d', 'mac_address': 'fa:16:3e:43:ce:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:50:49.883642 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 7dfb2134-2edf-4c85-b58f-3ccb4a299543 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:49.908639 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-ea65bab4-9264-46f0-b6c7-ff82964b7a53 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Network f09c8eed-929d-4a4a-a9da-19e0c25e2663 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:49.911832 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-ea65bab4-9264-46f0-b6c7-ff82964b7a53 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:49.929334 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-ea65bab4-9264-46f0-b6c7-ff82964b7a53 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:50.011061 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65bab4-9264-46f0-b6c7-ff82964b7a53 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Pushing event updated for resources: {'Port': ['ID=2b1be6d0-1165-4d63-9e4c-3495e7e9a28f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:50.049422 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-ea65bab4-9264-46f0-b6c7-ff82964b7a53 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:50.050263 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-ea65bab4-9264-46f0-b6c7-ff82964b7a53 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:50.059152 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fb80f1-446a-459b-8975-471f7b56d24c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 1faa11cf-42b9-40f3-bfaf-88b2d86a71e0 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:50.061769 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f3fb80f1-446a-459b-8975-471f7b56d24c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:50.099393 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:50.113206 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-ea65bab4-9264-46f0-b6c7-ff82964b7a53 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3221450 Dec 06 14:50:50.131706 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Request body: {'port': {'device_id': 'e340c02f-5cf5-4e7a-afa6-f9eae7d4b852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:50.238589 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:50.398832 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:50:50.426102 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:50.426871 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:50.436521 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ec08017-f03a-4199-9f16-7847a5cc23d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:50.467696 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:50.556159 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:50.557318 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6852c60-b082-47f3-a9a2-bf2db64ebda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f04b7a-d62c-494e-9ef2-48d82b927216'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:50.560313 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e4493e-fbe1-4903-bd5c-3499c91e6520" -d '{"events": [{"server_uuid": "b6852c60-b082-47f3-a9a2-bf2db64ebda8", "name": "network-vif-plugged", "status": "completed", "tag": "80f04b7a-d62c-494e-9ef2-48d82b927216"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:50.572949 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 7dfb2134-2edf-4c85-b58f-3ccb4a299543 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:50.573658 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:50.610695 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c11902-3d81-4f3a-9d11-8c0f1cf798ae req-7815745a-a05f-4284-bccd-047b854df77e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:50.614528 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-32c11902-3d81-4f3a-9d11-8c0f1cf798ae req-7815745a-a05f-4284-bccd-047b854df77e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 943 time: 0.1299350 Dec 06 14:50:50.634610 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:50.644403 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 80f04b7a-d62c-494e-9ef2-48d82b927216, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=80f04b7a-d62c-494e-9ef2-48d82b927216,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:50.696047 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:50.705576 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6ec08017-f03a-4199-9f16-7847a5cc23d2 None None] For port 7dfb2134-2edf-4c85-b58f-3ccb4a299543, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7dfb2134-2edf-4c85-b58f-3ccb4a299543,segment=NetworkSegment(c34366ca-54b3-4a61-88fb-b0cee647fed8),segment_id=c34366ca-54b3-4a61-88fb-b0cee647fed8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:50.722563 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ec08017-f03a-4199-9f16-7847a5cc23d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:50.838485 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-32c11902-3d81-4f3a-9d11-8c0f1cf798ae req-6342608a-9f07-4676-949f-7ee7ddd11fdd tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047491 Dec 06 14:50:50.923048 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f50560-40ae-410a-a4c6-3887e3057d63 req-d0961a8c-3645-4847-800a-39cbd8a211ef tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:50.924815 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-73f50560-40ae-410a-a4c6-3887e3057d63 req-d0961a8c-3645-4847-800a-39cbd8a211ef tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 950 time: 0.1088176 Dec 06 14:50:50.944868 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:51.039045 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-73f50560-40ae-410a-a4c6-3887e3057d63 req-4841fe49-5384-4546-9c83-ed337cf76323 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047878 Dec 06 14:50:51.051832 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fb80f1-446a-459b-8975-471f7b56d24c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router ae192e50-23bd-4cb2-b3c2-9635a04902e2 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:50:51.140757 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=80f04b7a-d62c-494e-9ef2-48d82b927216,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:51.214969 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:50:51.234550 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:51.313420 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bf4c0-b25a-4920-9fef-257b4af522f7 req-c94503e7-49b9-4838-8a8d-759509ed20ba tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:51.315305 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a96bf4c0-b25a-4920-9fef-257b4af522f7 req-c94503e7-49b9-4838-8a8d-759509ed20ba tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 931 time: 0.2875447 Dec 06 14:50:51.316504 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Transition to ACTIVE for port object 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:50:51.329057 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ccad93-3e0a-43b6-a5d9-54b36cbeacae x-openstack-request-id: req-21ccad93-3e0a-43b6-a5d9-54b36cbeacae {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:51.329770 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6852c60-b082-47f3-a9a2-bf2db64ebda8", "name": "network-vif-plugged", "status": "completed", "tag": "80f04b7a-d62c-494e-9ef2-48d82b927216", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:51.331365 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21ccad93-3e0a-43b6-a5d9-54b36cbeacae {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:51.335110 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6852c60-b082-47f3-a9a2-bf2db64ebda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f04b7a-d62c-494e-9ef2-48d82b927216', 'code': 200} Dec 06 14:50:51.337221 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:50:51.372490 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:51.430824 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec08017-f03a-4199-9f16-7847a5cc23d2 None None] Pushing event updated for resources: {'Port': ['ID=7dfb2134-2edf-4c85-b58f-3ccb4a299543,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:51.442197 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:51.459858 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fb80f1-446a-459b-8975-471f7b56d24c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:50:51.476356 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f3fb80f1-446a-459b-8975-471f7b56d24c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/ae192e50-23bd-4cb2-b3c2-9635a04902e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6867726 Dec 06 14:50:51.476980 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52068) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:51.483816 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185f925d-9583-46bb-8e54-aecf063869ea None None] Sync routers for ids ['ae192e50-23bd-4cb2-b3c2-9635a04902e2'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:50:51.521251 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185f925d-9583-46bb-8e54-aecf063869ea None None] Routers {'ae192e50-23bd-4cb2-b3c2-9635a04902e2'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:51.521814 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-185f925d-9583-46bb-8e54-aecf063869ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ae192e50-23bd-4cb2-b3c2-9635a04902e2'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:51.572590 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a96bf4c0-b25a-4920-9fef-257b4af522f7 req-624b7244-b6d4-4225-80d8-608a1ab4f2dc tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426963 Dec 06 14:50:51.606178 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1be6d0-1165-4d63-9e4c-3495e7e9a28f,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:51.628414 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-185f925d-9583-46bb-8e54-aecf063869ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:51.636544 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:51.650693 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c39766-a04e-412c-af0d-2deced819848 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:51.657529 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-33c39766-a04e-412c-af0d-2deced819848 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports/5120e2e2-8aa2-4b0f-bb89-e92df1b581f9 HTTP/1.1" status: 200 len: 983 time: 0.1781216 Dec 06 14:50:51.658633 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52070) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:51.662408 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:51.684145 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185f925d-9583-46bb-8e54-aecf063869ea None None] Routers {'ae192e50-23bd-4cb2-b3c2-9635a04902e2'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:51.684817 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-185f925d-9583-46bb-8e54-aecf063869ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ae192e50-23bd-4cb2-b3c2-9635a04902e2'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:51.795284 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Attempting to bind port 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:50:51.795679 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Attempting to bind port 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '00cac3b3-3705-459a-a39e-d6d2e8e7bf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:50:51.799442 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Attempting to bind port 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f on network f09c8eed-929d-4a4a-a9da-19e0c25e2663 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:51.803331 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e0751-7f86-4a98-b3c6-58e2ea402b7e req-19557b07-ae23-4431-b7b4-477bdc310654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:51.819690 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1f1e0751-7f86-4a98-b3c6-58e2ea402b7e req-19557b07-ae23-4431-b7b4-477bdc310654 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 1101 time: 0.4440114 Dec 06 14:50:51.820299 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Port 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f on network f09c8eed-929d-4a4a-a9da-19e0c25e2663 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:50:51.820753 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Attempting to bind port 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f on network f09c8eed-929d-4a4a-a9da-19e0c25e2663 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:51.821664 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-70b07faf-9725-4d4d-9775-edadd1fdfec1 None None] Provisioning complete for port 7dfb2134-2edf-4c85-b58f-3ccb4a299543 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:51.822044 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-70b07faf-9725-4d4d-9775-edadd1fdfec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:51.836424 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:50:51.836424 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Checking segment: {'id': '00cac3b3-3705-459a-a39e-d6d2e8e7bf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:51.836424 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Bound using segment: {'id': '00cac3b3-3705-459a-a39e-d6d2e8e7bf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:50:51.837754 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Bound port: 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00cac3b3-3705-459a-a39e-d6d2e8e7bf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:50:51.838385 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:51.881500 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-185f925d-9583-46bb-8e54-aecf063869ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:51.884498 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185f925d-9583-46bb-8e54-aecf063869ea None None] The sync data for ids ['ae192e50-23bd-4cb2-b3c2-9635a04902e2'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:50:51.982403 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] For port 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:50:51.990230 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] For port 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2b1be6d0-1165-4d63-9e4c-3495e7e9a28f,segment=NetworkSegment(00cac3b3-3705-459a-a39e-d6d2e8e7bf3f),segment_id=00cac3b3-3705-459a-a39e-d6d2e8e7bf3f)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:50:52.000349 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:52.065789 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:52.128393 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:52.147855 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:52.152187 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] 10.222.0.37 "PUT /v2.0/ports/2b1be6d0-1165-4d63-9e4c-3495e7e9a28f HTTP/1.1" status: 200 len: 1091 time: 2.0278556 Dec 06 14:50:52.159855 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e340c02f-5cf5-4e7a-afa6-f9eae7d4b852', 'tag': '2b1be6d0-1165-4d63-9e4c-3495e7e9a28f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:52.164696 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7b5bda-5489-4488-9458-b0147c3c9ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "e340c02f-5cf5-4e7a-afa6-f9eae7d4b852", "tag": "2b1be6d0-1165-4d63-9e4c-3495e7e9a28f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:52.168064 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-70b07faf-9725-4d4d-9775-edadd1fdfec1 None None] Provisioning complete for port 5120e2e2-8aa2-4b0f-bb89-e92df1b581f9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:52.168626 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-70b07faf-9725-4d4d-9775-edadd1fdfec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:52.250512 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-70b07faf-9725-4d4d-9775-edadd1fdfec1 None None] Port 5120e2e2-8aa2-4b0f-bb89-e92df1b581f9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:52.307849 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1f1e0751-7f86-4a98-b3c6-58e2ea402b7e req-86ce6cc5-613b-415a-b779-f6ba13a5d4fa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750957 Dec 06 14:50:52.337973 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d04cc7-345f-4bcd-9141-6800283c7494 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1be6d0-1165-4d63-9e4c-3495e7e9a28f,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:52.391412 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2d14-ad33-4a4b-9626-ecbe82f537e4 req-97b4f2aa-5d32-4c79-a902-d320a07deb13 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:52.394636 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e86d2d14-ad33-4a4b-9626-ecbe82f537e4 req-97b4f2aa-5d32-4c79-a902-d320a07deb13 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 944 time: 0.2526300 Dec 06 14:50:52.420631 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c44870-8ad9-46a1-8cf2-64955c75699d req-37c2285b-3d6a-4fe8-9924-a8e99a142cc3 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:52.422894 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d2c44870-8ad9-46a1-8cf2-64955c75699d req-37c2285b-3d6a-4fe8-9924-a8e99a142cc3 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 950 time: 0.1729231 Dec 06 14:50:52.437085 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1a0ab3d7-7288-429e-ad65-81971f1ce3ce None None] Provisioning complete for port 5120e2e2-8aa2-4b0f-bb89-e92df1b581f9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:52.437908 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-6e9a7937-3f24-4c6a-93f1-2825254b1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:52.439428 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-6e9a7937-3f24-4c6a-93f1-2825254b1521 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13ce7cb8eaa54a73a674bedc378777e7&device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 1094 time: 0.2397554 Dec 06 14:50:52.439883 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a0ab3d7-7288-429e-ad65-81971f1ce3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:52.520958 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1a0ab3d7-7288-429e-ad65-81971f1ce3ce None None] Port 5120e2e2-8aa2-4b0f-bb89-e92df1b581f9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:52.541439 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-9fe9cf3d-e899-477d-8625-8934349119fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b1be6d0-1165-4d63-9e4c-3495e7e9a28f HTTP/1.1" status: 200 len: 217 time: 0.0822277 Dec 06 14:50:52.617388 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e86d2d14-ad33-4a4b-9626-ecbe82f537e4 req-cad23cb9-251d-401e-a3aa-318cb6a8700f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964424 Dec 06 14:50:52.620184 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-40ac8ebc-8a81-459b-b01c-70c80519349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:52.621819 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-40ac8ebc-8a81-459b-b01c-70c80519349f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a HTTP/1.1" status: 200 len: 855 time: 0.0496762 Dec 06 14:50:52.625821 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d2c44870-8ad9-46a1-8cf2-64955c75699d req-87e0f7cb-7809-4dbd-9482-29ff6a7fbdb7 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928606 Dec 06 14:50:52.675080 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1ba91aac-7170-45e0-a228-c1ad7ce585e8 None None] Provisioning complete for port 5120e2e2-8aa2-4b0f-bb89-e92df1b581f9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:52.675467 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1ba91aac-7170-45e0-a228-c1ad7ce585e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:52.714401 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b968416-9455-43ca-82bd-d8d56019d2ba x-openstack-request-id: req-1b968416-9455-43ca-82bd-d8d56019d2ba {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:52.714711 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e340c02f-5cf5-4e7a-afa6-f9eae7d4b852", "tag": "2b1be6d0-1165-4d63-9e4c-3495e7e9a28f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:52.714980 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b968416-9455-43ca-82bd-d8d56019d2ba {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:52.715381 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e340c02f-5cf5-4e7a-afa6-f9eae7d4b852', 'tag': '2b1be6d0-1165-4d63-9e4c-3495e7e9a28f', 'status': 'completed', 'code': 200} Dec 06 14:50:52.750567 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-c007fb5c-dc14-4791-8ed7-2cdd87e93e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:52.752660 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-c007fb5c-dc14-4791-8ed7-2cdd87e93e38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f09c8eed-929d-4a4a-a9da-19e0c25e2663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101930 Dec 06 14:50:52.769493 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1ba91aac-7170-45e0-a228-c1ad7ce585e8 None None] Port 5120e2e2-8aa2-4b0f-bb89-e92df1b581f9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:52.850713 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25355414-6274-4e4b-ad93-30d2b331f402 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:52.882356 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-ef45987e-31ac-48c8-9da7-8973ab71735d service neutron] 10.222.0.37 "GET /v2.0/networks/f09c8eed-929d-4a4a-a9da-19e0c25e2663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195769 Dec 06 14:50:53.057020 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ad7c2b2-7ac2-4032-b357-0788dcda6bbe req-7dbda11d-fb3d-4ddd-a514-7527cbd4ce4f service neutron] 10.222.0.37 "GET /v2.0/networks/f09c8eed-929d-4a4a-a9da-19e0c25e2663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657288 Dec 06 14:50:53.090363 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a175ab-7e28-4bd6-9dea-4d1a3ad2a24f req-4ec14db5-efb3-4110-b718-e084612d5bc2 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:53.092666 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51a175ab-7e28-4bd6-9dea-4d1a3ad2a24f req-4ec14db5-efb3-4110-b718-e084612d5bc2 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 943 time: 0.0725067 Dec 06 14:50:53.204539 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51a175ab-7e28-4bd6-9dea-4d1a3ad2a24f req-ba24a357-ab9a-44dd-a0c7-5ef3a52cbb74 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958200 Dec 06 14:50:53.208020 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5bda-5489-4488-9458-b0147c3c9ba0 req-6436a09a-003b-479d-846b-fc219b507e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:53.210201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd7b5bda-5489-4488-9458-b0147c3c9ba0 req-6436a09a-003b-479d-846b-fc219b507e61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13ce7cb8eaa54a73a674bedc378777e7&device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 1094 time: 0.0797887 Dec 06 14:50:53.289537 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-25355414-6274-4e4b-ad93-30d2b331f402 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting port 5120e2e2-8aa2-4b0f-bb89-e92df1b581f9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:50:53.289891 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25355414-6274-4e4b-ad93-30d2b331f402 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:53.335838 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c65c18-f6fc-4262-a8db-0cc8a2f4d290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4af8d0-a2bf-4992-a557-f4f490d54b4a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:53.341095 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c928969-57b4-489e-b8c1-9b3f8bcbfcc8" -d '{"events": [{"server_uuid": "c1c65c18-f6fc-4262-a8db-0cc8a2f4d290", "name": "network-vif-plugged", "status": "completed", "tag": "0d4af8d0-a2bf-4992-a557-f4f490d54b4a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:53.381444 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5bda-5489-4488-9458-b0147c3c9ba0 req-7c4e70c7-bb9b-4078-9d4a-ff115e62269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:53.384064 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd7b5bda-5489-4488-9458-b0147c3c9ba0 req-7c4e70c7-bb9b-4078-9d4a-ff115e62269a service neutron] 10.222.0.37 "GET /v2.0/networks?id=f09c8eed-929d-4a4a-a9da-19e0c25e2663 HTTP/1.1" status: 200 len: 917 time: 0.1621616 Dec 06 14:50:53.391771 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819fa47d-e8b6-4299-8b50-02542adacf95 x-openstack-request-id: req-819fa47d-e8b6-4299-8b50-02542adacf95 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:53.392089 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c65c18-f6fc-4262-a8db-0cc8a2f4d290", "name": "network-vif-plugged", "status": "completed", "tag": "0d4af8d0-a2bf-4992-a557-f4f490d54b4a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:53.392354 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-819fa47d-e8b6-4299-8b50-02542adacf95 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:53.392759 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c65c18-f6fc-4262-a8db-0cc8a2f4d290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4af8d0-a2bf-4992-a557-f4f490d54b4a', 'code': 200} Dec 06 14:50:53.443753 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25355414-6274-4e4b-ad93-30d2b331f402 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:53.462879 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-25355414-6274-4e4b-ad93-30d2b331f402 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Calling delete_port for 5120e2e2-8aa2-4b0f-bb89-e92df1b581f9 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:50:53.467524 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd7b5bda-5489-4488-9458-b0147c3c9ba0 req-2d126871-7dde-46e8-a46b-21c2d3ed560d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b1be6d0-1165-4d63-9e4c-3495e7e9a28f HTTP/1.1" status: 200 len: 217 time: 0.0716469 Dec 06 14:50:53.573267 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 7dfb2134-2edf-4c85-b58f-3ccb4a299543 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:53.586985 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5bda-5489-4488-9458-b0147c3c9ba0 req-f5fc6afa-abb8-45f5-912f-bf7468adcbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:53.591029 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd7b5bda-5489-4488-9458-b0147c3c9ba0 req-f5fc6afa-abb8-45f5-912f-bf7468adcbc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a HTTP/1.1" status: 200 len: 855 time: 0.1127207 Dec 06 14:50:53.639736 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 7dfb2134-2edf-4c85-b58f-3ccb4a299543 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:53.640128 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:53.742648 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5bda-5489-4488-9458-b0147c3c9ba0 req-9bbda960-4c23-44e6-a29e-52b435c58887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:53.744183 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd7b5bda-5489-4488-9458-b0147c3c9ba0 req-9bbda960-4c23-44e6-a29e-52b435c58887 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f09c8eed-929d-4a4a-a9da-19e0c25e2663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396701 Dec 06 14:50:53.881141 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd7b5bda-5489-4488-9458-b0147c3c9ba0 req-0981fb25-6890-4e2b-95e0-4985cd7d58e8 service neutron] 10.222.0.37 "GET /v2.0/networks/f09c8eed-929d-4a4a-a9da-19e0c25e2663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276753 Dec 06 14:50:53.895921 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df9e3b-7fa0-49aa-8361-69b56e6dbeb8 req-a92326db-0c03-445b-903b-580239f7c052 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:53.898004 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-80df9e3b-7fa0-49aa-8361-69b56e6dbeb8 req-a92326db-0c03-445b-903b-580239f7c052 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 950 time: 0.0920432 Dec 06 14:50:53.962356 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-80df9e3b-7fa0-49aa-8361-69b56e6dbeb8 req-f3362a64-9bc2-4c96-ab4c-4630d1c61d0e tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539727 Dec 06 14:50:53.964234 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25355414-6274-4e4b-ad93-30d2b331f402 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:54.009602 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25355414-6274-4e4b-ad93-30d2b331f402 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Port': ['ID=5120e2e2-8aa2-4b0f-bb89-e92df1b581f9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:54.017441 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eed5f-ec68-4c12-99e6-1e5e898aa71e req-e2abf955-27d6-4a06-822c-6457ad1e20d7 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:54.026346 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f43eed5f-ec68-4c12-99e6-1e5e898aa71e req-e2abf955-27d6-4a06-822c-6457ad1e20d7 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 944 time: 0.2231302 Dec 06 14:50:54.093295 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f43eed5f-ec68-4c12-99e6-1e5e898aa71e req-0edf2496-75dd-4fb3-a8c3-d4f4f06d0030 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660543 Dec 06 14:50:54.197346 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25355414-6274-4e4b-ad93-30d2b331f402 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:54.247434 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd7b5bda-5489-4488-9458-b0147c3c9ba0 req-44573305-daaf-40ec-ada4-c8e23f9b9573 service neutron] 10.222.0.37 "GET /v2.0/networks/f09c8eed-929d-4a4a-a9da-19e0c25e2663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243856 Dec 06 14:50:54.471031 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25355414-6274-4e4b-ad93-30d2b331f402 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router ae192e50-23bd-4cb2-b3c2-9635a04902e2 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:50:54.496061 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0cf4c-d91d-4d53-b7c5-6dfb153c4ced req-723566d2-64f9-4a41-9f5f-87c59af64371 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:54.509672 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3ba0cf4c-d91d-4d53-b7c5-6dfb153c4ced req-723566d2-64f9-4a41-9f5f-87c59af64371 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 943 time: 0.1146865 Dec 06 14:50:54.613529 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3ba0cf4c-d91d-4d53-b7c5-6dfb153c4ced req-d7947249-33cd-4a96-9fdf-c14ed7c351bb tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025300 Dec 06 14:50:54.621521 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25355414-6274-4e4b-ad93-30d2b331f402 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:50:54.630104 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-25355414-6274-4e4b-ad93-30d2b331f402 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/ae192e50-23bd-4cb2-b3c2-9635a04902e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9646556 Dec 06 14:50:54.632968 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52122) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:54.635532 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d278002-87a0-4617-84d2-2b9c4c2e40df None None] Sync routers for ids ['ae192e50-23bd-4cb2-b3c2-9635a04902e2'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:50:54.647433 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d278002-87a0-4617-84d2-2b9c4c2e40df None None] Routers {'ae192e50-23bd-4cb2-b3c2-9635a04902e2'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:54.648151 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5d278002-87a0-4617-84d2-2b9c4c2e40df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ae192e50-23bd-4cb2-b3c2-9635a04902e2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:54.723895 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5d278002-87a0-4617-84d2-2b9c4c2e40df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:54.733527 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f7c63-a763-4a60-9ded-2c826d0f28df req-d40df09f-fde1-41b8-80a4-6e8d122496a4 tempest-ServersAdminNegativeTestJSON-1890020723 tempest-ServersAdminNegativeTestJSON-1890020723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:54.734439 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d278002-87a0-4617-84d2-2b9c4c2e40df None None] Routers {'ae192e50-23bd-4cb2-b3c2-9635a04902e2'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:54.735562 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5d278002-87a0-4617-84d2-2b9c4c2e40df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ae192e50-23bd-4cb2-b3c2-9635a04902e2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:54.745138 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-272f7c63-a763-4a60-9ded-2c826d0f28df req-d40df09f-fde1-41b8-80a4-6e8d122496a4 tempest-ServersAdminNegativeTestJSON-1890020723 tempest-ServersAdminNegativeTestJSON-1890020723-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 1101 time: 0.0836442 Dec 06 14:50:54.759718 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-272f7c63-a763-4a60-9ded-2c826d0f28df req-f18b8616-3033-4308-8608-62873ed91818 tempest-ServersAdminNegativeTestJSON-1890020723 tempest-ServersAdminNegativeTestJSON-1890020723-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:54.771861 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5d278002-87a0-4617-84d2-2b9c4c2e40df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:54.772857 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d278002-87a0-4617-84d2-2b9c4c2e40df None None] The sync data for ids ['ae192e50-23bd-4cb2-b3c2-9635a04902e2'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:50:54.777674 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:54.872065 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-272f7c63-a763-4a60-9ded-2c826d0f28df req-f18b8616-3033-4308-8608-62873ed91818 tempest-ServersAdminNegativeTestJSON-1890020723 tempest-ServersAdminNegativeTestJSON-1890020723-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:54.879307 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-272f7c63-a763-4a60-9ded-2c826d0f28df req-f18b8616-3033-4308-8608-62873ed91818 tempest-ServersAdminNegativeTestJSON-1890020723 tempest-ServersAdminNegativeTestJSON-1890020723-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:54.932316 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-163a4f21-57c2-406e-bbff-9624e961663b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] remove_router_interface failed (client error): The resource could not be found. Dec 06 14:50:54.932818 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-272f7c63-a763-4a60-9ded-2c826d0f28df req-f18b8616-3033-4308-8608-62873ed91818 tempest-ServersAdminNegativeTestJSON-1890020723 tempest-ServersAdminNegativeTestJSON-1890020723-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827793 Dec 06 14:50:54.933358 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-163a4f21-57c2-406e-bbff-9624e961663b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/ae192e50-23bd-4cb2-b3c2-9635a04902e2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2993836 Dec 06 14:50:54.945464 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52124) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:54.955689 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b8616-3033-4308-8608-62873ed91818 tempest-ServersAdminNegativeTestJSON-1890020723 tempest-ServersAdminNegativeTestJSON-1890020723-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea7ef91-3f89-4963-9e83-7cb3b689c422,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:54.974045 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:50:54.983761 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:54.984458 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:54.988925 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52126) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:54.992404 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ad8c09aa-b47c-496c-a95e-01a837481c20 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae192e50-23bd-4cb2-b3c2-9635a04902e2 HTTP/1.1" status: 200 len: 205 time: 0.0440955 Dec 06 14:50:55.120749 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09b86e89-ff4c-4575-bcf8-e8d4a08a8133 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:55.205849 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:55.260685 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:55.267195 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:55.359940 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:55.372338 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:55.372691 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:55.373056 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:55.373421 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:55.374024 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:55.374378 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:55.375301 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:55.375676 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:55.377974 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:55.377974 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:55.378236 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:55.378547 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:55.379055 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:55.394610 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59018385-80ad-452c-aa8d-5015124a194c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:55.419940 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205e352f-c2b9-4453-93f3-bc0ee5af2913" -d '{"events": [{"server_uuid": "59018385-80ad-452c-aa8d-5015124a194c", "name": "network-vif-plugged", "status": "completed", "tag": "ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:55.436059 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09b86e89-ff4c-4575-bcf8-e8d4a08a8133 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:55.439743 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09b86e89-ff4c-4575-bcf8-e8d4a08a8133 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:55.451555 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84c8e-21a4-4755-aa17-6cbf465350aa req-dde88db6-291a-403a-a238-e863a461b7ad tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:55.459246 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0fe84c8e-21a4-4755-aa17-6cbf465350aa req-dde88db6-291a-403a-a238-e863a461b7ad tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 945 time: 0.2125270 Dec 06 14:50:55.534710 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09b86e89-ff4c-4575-bcf8-e8d4a08a8133 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:55.535404 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b86e89-ff4c-4575-bcf8-e8d4a08a8133 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Fanout notify agent at l3_agent the message router_deleted on router ae192e50-23bd-4cb2-b3c2-9635a04902e2 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:50:55.551701 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09b86e89-ff4c-4575-bcf8-e8d4a08a8133 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:55.556230 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-09b86e89-ff4c-4575-bcf8-e8d4a08a8133 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/routers/ae192e50-23bd-4cb2-b3c2-9635a04902e2 HTTP/1.1" status: 204 len: 168 time: 0.5654037 Dec 06 14:50:55.556360 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52150) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:55.591825 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0fe84c8e-21a4-4755-aa17-6cbf465350aa req-72574e76-3011-4d7d-8bbd-99d959019a57 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276331 Dec 06 14:50:55.625188 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-9670c102-ee4c-4f44-ad4b-34c407bd0768 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting subnet fa57805c-40b8-42b8-950a-e05208ade8b1 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:50:55.629386 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9670c102-ee4c-4f44-ad4b-34c407bd0768 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:55.637527 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab47615-ba48-4ff5-9c53-401719803405 x-openstack-request-id: req-eab47615-ba48-4ff5-9c53-401719803405 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:55.638323 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59018385-80ad-452c-aa8d-5015124a194c", "name": "network-vif-plugged", "status": "completed", "tag": "ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:55.638323 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eab47615-ba48-4ff5-9c53-401719803405 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:55.638639 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59018385-80ad-452c-aa8d-5015124a194c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d', 'code': 200} Dec 06 14:50:55.693211 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9670c102-ee4c-4f44-ad4b-34c407bd0768 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:55.787384 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935aa8f-c213-4db4-9c29-13d90b53af5e req-239165b5-8fea-4bd9-bde6-028bcf8204c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:55.789201 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9935aa8f-c213-4db4-9c29-13d90b53af5e req-239165b5-8fea-4bd9-bde6-028bcf8204c6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 1096 time: 0.0915384 Dec 06 14:50:55.797654 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9670c102-ee4c-4f44-ad4b-34c407bd0768 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:55.803082 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d2a1e-b37e-4777-bb7b-bacde0dde731 req-f1145d65-fb74-49f7-8481-87a6a10462b8 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:55.811431 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-745d2a1e-b37e-4777-bb7b-bacde0dde731 req-f1145d65-fb74-49f7-8481-87a6a10462b8 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 943 time: 0.0690370 Dec 06 14:50:55.882568 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9670c102-ee4c-4f44-ad4b-34c407bd0768 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:55.894048 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-745d2a1e-b37e-4777-bb7b-bacde0dde731 req-77abd872-7454-443e-8f64-65f5ff353006 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813372 Dec 06 14:50:55.914776 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670c102-ee4c-4f44-ad4b-34c407bd0768 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Subnet': ['ID=fa57805c-40b8-42b8-950a-e05208ade8b1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:55.918565 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9670c102-ee4c-4f44-ad4b-34c407bd0768 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:55.924466 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9670c102-ee4c-4f44-ad4b-34c407bd0768 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/subnets/fa57805c-40b8-42b8-950a-e05208ade8b1 HTTP/1.1" status: 204 len: 168 time: 0.3646889 Dec 06 14:50:55.926801 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52154) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:55.931526 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e3e035-21df-4aa4-8f45-0a3b4300a11c None None] Network 1faa11cf-42b9-40f3-bfaf-88b2d86a71e0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:55.936432 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9935aa8f-c213-4db4-9c29-13d90b53af5e req-d7636e3d-08d6-4285-bcc1-cf778f32b8e4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173961 Dec 06 14:50:56.131115 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:56.157187 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a598b-9828-49a6-929c-87c31e2fce91 req-de0c4b58-4556-4a23-9d2c-00b3ccab28e9 tempest-ServersAdminNegativeTestJSON-1890020723 tempest-ServersAdminNegativeTestJSON-1890020723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:56.158784 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fe0a598b-9828-49a6-929c-87c31e2fce91 req-de0c4b58-4556-4a23-9d2c-00b3ccab28e9 tempest-ServersAdminNegativeTestJSON-1890020723 tempest-ServersAdminNegativeTestJSON-1890020723-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 1101 time: 0.1138515 Dec 06 14:50:56.187984 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc845697-deea-4037-a021-0ab1cad336f6 None None] DHCP port deletion for 1faa11cf-42b9-40f3-bfaf-88b2d86a71e0 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:50:56.280054 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fe0a598b-9828-49a6-929c-87c31e2fce91 req-5b148712-fa90-467f-a465-f9bdf9651137 tempest-ServersAdminNegativeTestJSON-1890020723 tempest-ServersAdminNegativeTestJSON-1890020723-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795991 Dec 06 14:50:56.307231 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting port 7dfb2134-2edf-4c85-b58f-3ccb4a299543 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:50:56.308576 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:56.309657 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bc845697-deea-4037-a021-0ab1cad336f6 None None] Deleting port 7dfb2134-2edf-4c85-b58f-3ccb4a299543 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:50:56.310181 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc845697-deea-4037-a021-0ab1cad336f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:56.406079 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bc845697-deea-4037-a021-0ab1cad336f6 None None] For port 7dfb2134-2edf-4c85-b58f-3ccb4a299543, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7dfb2134-2edf-4c85-b58f-3ccb4a299543,segment=NetworkSegment(c34366ca-54b3-4a61-88fb-b0cee647fed8),segment_id=c34366ca-54b3-4a61-88fb-b0cee647fed8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:56.407099 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc845697-deea-4037-a021-0ab1cad336f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:56.416291 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-92c0a163-39ae-47fe-8504-da81c0070cba req-e395934f-de8e-49f8-bd32-312508fbb3b7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:50:56.422523 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92c0a163-39ae-47fe-8504-da81c0070cba req-e395934f-de8e-49f8-bd32-312508fbb3b7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107548 Dec 06 14:50:56.447848 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bc845697-deea-4037-a021-0ab1cad336f6 None None] Calling delete_port for 7dfb2134-2edf-4c85-b58f-3ccb4a299543 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:50:56.463104 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] For port 7dfb2134-2edf-4c85-b58f-3ccb4a299543, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7dfb2134-2edf-4c85-b58f-3ccb4a299543,segment=NetworkSegment(c34366ca-54b3-4a61-88fb-b0cee647fed8),segment_id=c34366ca-54b3-4a61-88fb-b0cee647fed8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:56.467253 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:56.510565 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Calling delete_port for 7dfb2134-2edf-4c85-b58f-3ccb4a299543 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:50:56.702611 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc845697-deea-4037-a021-0ab1cad336f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:56.720023 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:56.738528 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc845697-deea-4037-a021-0ab1cad336f6 None None] Pushing event deleted for resources: {'Port': ['ID=7dfb2134-2edf-4c85-b58f-3ccb4a299543,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:56.750875 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc845697-deea-4037-a021-0ab1cad336f6 None None] No DVR routers for this DVR port 7dfb2134-2edf-4c85-b58f-3ccb4a299543 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:50:56.793014 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] No DVR routers for this DVR port 7dfb2134-2edf-4c85-b58f-3ccb4a299543 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:50:56.799636 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Port': ['ID=7dfb2134-2edf-4c85-b58f-3ccb4a299543,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:56.887463 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebdfb6-74c2-45fe-86d0-53b3bfc355c4 req-146f53c2-b250-4d94-94a9-85664200da36 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:56.889152 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1ebdfb6-74c2-45fe-86d0-53b3bfc355c4 req-146f53c2-b250-4d94-94a9-85664200da36 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 950 time: 0.0870836 Dec 06 14:50:56.922822 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f211834-f1e6-4e7f-9c92-0c9c77c648a9 req-c85228ac-dee8-4743-a315-7eeeb76006d6 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:56.932519 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0f211834-f1e6-4e7f-9c92-0c9c77c648a9 req-c85228ac-dee8-4743-a315-7eeeb76006d6 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 945 time: 0.1260417 Dec 06 14:50:56.960680 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1ebdfb6-74c2-45fe-86d0-53b3bfc355c4 req-4707bda4-0fb1-4e20-abfe-17c067caeeb4 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639670 Dec 06 14:50:57.025837 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:57.136007 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0f211834-f1e6-4e7f-9c92-0c9c77c648a9 req-093c95e5-9e6f-4b8a-acac-3c41054f8ec3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861172 Dec 06 14:50:57.150131 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1faa11cf-42b9-40f3-bfaf-88b2d86a71e0']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:57.160445 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1c101-22ad-4033-bff8-b5f5b62f6cb9 req-36479d98-36e4-4c6d-a9ef-3907573a58cd tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:57.163049 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6f1c101-22ad-4033-bff8-b5f5b62f6cb9 req-36479d98-36e4-4c6d-a9ef-3907573a58cd tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 943 time: 0.1139305 Dec 06 14:50:57.174645 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34366ca-54b3-4a61-88fb-b0cee647fed8') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:57.174967 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34366ca-54b3-4a61-88fb-b0cee647fed8') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:57.192837 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:57.210968 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:57.218025 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:50:57.218466 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:50:57.238940 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:50:57.287103 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6f1c101-22ad-4033-bff8-b5f5b62f6cb9 req-cf97a717-1139-494c-ad04-ee23e79013ac tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001346 Dec 06 14:50:57.322305 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:57.337138 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:57.344985 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/networks/1faa11cf-42b9-40f3-bfaf-88b2d86a71e0 HTTP/1.1" status: 204 len: 168 time: 1.4134793 Dec 06 14:50:57.346066 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52194) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:57.351886 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d8e796c0-42ec-4841-968f-a5d96106d0a5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1054220486'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:57.395971 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc3846-d03c-4d66-b9e1-443e9f7ba547 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Network': ['ID=1faa11cf-42b9-40f3-bfaf-88b2d86a71e0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:57.419074 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e796c0-42ec-4841-968f-a5d96106d0a5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:57.422566 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d8e796c0-42ec-4841-968f-a5d96106d0a5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:57.453112 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e796c0-42ec-4841-968f-a5d96106d0a5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:50:57.462159 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d8e796c0-42ec-4841-968f-a5d96106d0a5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:57.462439 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-d8e796c0-42ec-4841-968f-a5d96106d0a5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Added segment 7448b4a1-430e-4091-aa14-dc9e105e6797 of type vlan for network 571db032-880d-4a31-893c-209c0bd5fe98 Dec 06 14:50:57.510253 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d8e796c0-42ec-4841-968f-a5d96106d0a5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:57.534742 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 7dfb2134-2edf-4c85-b58f-3ccb4a299543 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:50:57.541823 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d8e796c0-42ec-4841-968f-a5d96106d0a5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:57.550084 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e796c0-42ec-4841-968f-a5d96106d0a5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:57.550693 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d8e796c0-42ec-4841-968f-a5d96106d0a5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:57.564593 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 7dfb2134-2edf-4c85-b58f-3ccb4a299543 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:50:57.565052 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 7dfb2134-2edf-4c85-b58f-3ccb4a299543 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:50:57.615494 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d8e796c0-42ec-4841-968f-a5d96106d0a5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2689881 Dec 06 14:50:57.619031 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52202) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:57.624240 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-04f7ea41-7409-4b7e-a2e2-3ab19662e2be tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'subnet': {'network_id': '571db032-880d-4a31-893c-209c0bd5fe98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:57.686858 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e796c0-42ec-4841-968f-a5d96106d0a5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Network': ['ID=571db032-880d-4a31-893c-209c0bd5fe98,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:57.710639 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 571db032-880d-4a31-893c-209c0bd5fe98 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:50:57.826054 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f7ea41-7409-4b7e-a2e2-3ab19662e2be tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:57.839821 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04f7ea41-7409-4b7e-a2e2-3ab19662e2be tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:57.847895 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:58.051371 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04f7ea41-7409-4b7e-a2e2-3ab19662e2be tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:58.132952 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7ea41-7409-4b7e-a2e2-3ab19662e2be tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Subnet': ['ID=84c85b08-c04b-49f6-9db1-06221b68f4de,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:58.135036 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655be11e-631d-40fb-9aac-415cf7cad64d req-e8ddecfa-c185-4d60-a554-ce1343d6fd0e tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:58.138704 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f7ea41-7409-4b7e-a2e2-3ab19662e2be tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Checking segment: {'id': '7448b4a1-430e-4091-aa14-dc9e105e6797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '571db032-880d-4a31-893c-209c0bd5fe98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:58.139156 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f7ea41-7409-4b7e-a2e2-3ab19662e2be tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network hostable DHCP agents. Network: 571db032-880d-4a31-893c-209c0bd5fe98, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:50:58.142794 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-655be11e-631d-40fb-9aac-415cf7cad64d req-e8ddecfa-c185-4d60-a554-ce1343d6fd0e tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 950 time: 0.0858760 Dec 06 14:50:58.162264 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f7ea41-7409-4b7e-a2e2-3ab19662e2be tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 571db032-880d-4a31-893c-209c0bd5fe98 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:50:58.176277 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-04f7ea41-7409-4b7e-a2e2-3ab19662e2be tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 571db032-880d-4a31-893c-209c0bd5fe98) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:58.185407 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f7ea41-7409-4b7e-a2e2-3ab19662e2be tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:58.186064 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04f7ea41-7409-4b7e-a2e2-3ab19662e2be tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:58.198734 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c16d33f-5c47-419d-ad9e-1bf50f01f170 None None] Network 571db032-880d-4a31-893c-209c0bd5fe98 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:58.231637 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-04f7ea41-7409-4b7e-a2e2-3ab19662e2be tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6114552 Dec 06 14:50:58.234773 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52210) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:58.239486 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8cc77ab1-f596-4078-beb6-c6277d9ac1d1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-895787071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:58.254958 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-655be11e-631d-40fb-9aac-415cf7cad64d req-a4d36a30-57a8-423a-96a4-aa9244e2f780 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066566 Dec 06 14:50:58.347872 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cc77ab1-f596-4078-beb6-c6277d9ac1d1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:58.349337 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cc77ab1-f596-4078-beb6-c6277d9ac1d1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:58.374598 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d56598-8c3c-431d-ae98-5e2b3460112b req-f1a2a0fc-ec79-4606-ba1f-04b7ddb2050f tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:58.376258 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-05d56598-8c3c-431d-ae98-5e2b3460112b req-f1a2a0fc-ec79-4606-ba1f-04b7ddb2050f tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 950 time: 0.0934296 Dec 06 14:50:58.413587 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173a60f-7924-4423-9200-df1bb22b69a3 req-51806aff-803f-47fd-9de6-b484e5e322fe tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:58.415293 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6173a60f-7924-4423-9200-df1bb22b69a3 req-51806aff-803f-47fd-9de6-b484e5e322fe tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 945 time: 0.1415396 Dec 06 14:50:58.464907 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cc77ab1-f596-4078-beb6-c6277d9ac1d1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:58.474768 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cc77ab1-f596-4078-beb6-c6277d9ac1d1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:58.505110 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-571db032-880d-4a31-893c-209c0bd5fe98', 'network_id': '571db032-880d-4a31-893c-209c0bd5fe98', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'fixed_ips': [{'subnet_id': '84c85b08-c04b-49f6-9db1-06221b68f4de'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:50:58.507071 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:58.515754 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6173a60f-7924-4423-9200-df1bb22b69a3 req-3a4bd7e1-856d-434a-9755-d49b3077d1c6 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653040 Dec 06 14:50:58.519008 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cc77ab1-f596-4078-beb6-c6277d9ac1d1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:58.524333 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8cc77ab1-f596-4078-beb6-c6277d9ac1d1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2845588 Dec 06 14:50:58.524333 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52216) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:58.656514 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e27199-273d-4189-b442-66e9cc728dd9 req-3300513b-e73a-4972-8e49-519445b88177 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:58.665009 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-58e27199-273d-4189-b442-66e9cc728dd9 req-3300513b-e73a-4972-8e49-519445b88177 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 943 time: 0.2694080 Dec 06 14:50:58.769583 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-58e27199-273d-4189-b442-66e9cc728dd9 req-7f9d9016-bad4-420d-90c3-90f74eab8de8 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035504 Dec 06 14:50:58.776217 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Allocated IP 2001:db8::2 (571db032-880d-4a31-893c-209c0bd5fe98/84c85b08-c04b-49f6-9db1-06221b68f4de/a53fa378-ee99-4ab8-bd08-5c4fb8f1c909) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:58.803052 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-05d56598-8c3c-431d-ae98-5e2b3460112b req-90f36af9-051f-4a8a-b8cf-ce595bda2afe tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Deleting port 80f04b7a-d62c-494e-9ef2-48d82b927216 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:50:58.803052 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-05d56598-8c3c-431d-ae98-5e2b3460112b req-90f36af9-051f-4a8a-b8cf-ce595bda2afe tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:58.968342 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-05d56598-8c3c-431d-ae98-5e2b3460112b req-90f36af9-051f-4a8a-b8cf-ce595bda2afe tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] For port 80f04b7a-d62c-494e-9ef2-48d82b927216, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=80f04b7a-d62c-494e-9ef2-48d82b927216,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:58.970776 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-05d56598-8c3c-431d-ae98-5e2b3460112b req-90f36af9-051f-4a8a-b8cf-ce595bda2afe tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:59.005303 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-05d56598-8c3c-431d-ae98-5e2b3460112b req-90f36af9-051f-4a8a-b8cf-ce595bda2afe tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Calling delete_port for 80f04b7a-d62c-494e-9ef2-48d82b927216 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:50:59.051955 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:59.068434 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:59.128925 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Network 571db032-880d-4a31-893c-209c0bd5fe98 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:59.137919 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:59.142361 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:59.176179 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Pushing event updated for resources: {'Port': ['ID=a53fa378-ee99-4ab8-bd08-5c4fb8f1c909,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:59.203790 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-05d56598-8c3c-431d-ae98-5e2b3460112b req-90f36af9-051f-4a8a-b8cf-ce595bda2afe tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:59.224864 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['8d70b896-b5b8-4636-af4e-e1b7fa5a981d', '80f04b7a-d62c-494e-9ef2-48d82b927216'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:50:59.233541 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Attempting to bind port a53fa378-ee99-4ab8-bd08-5c4fb8f1c909 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:50:59.233936 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Attempting to bind port a53fa378-ee99-4ab8-bd08-5c4fb8f1c909 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7448b4a1-430e-4091-aa14-dc9e105e6797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '571db032-880d-4a31-893c-209c0bd5fe98'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:50:59.234288 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Attempting to bind port a53fa378-ee99-4ab8-bd08-5c4fb8f1c909 on network 571db032-880d-4a31-893c-209c0bd5fe98 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:59.281349 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f36af9-051f-4a8a-b8cf-ce595bda2afe tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Pushing event deleted for resources: {'Port': ['ID=80f04b7a-d62c-494e-9ef2-48d82b927216,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:59.295445 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:50:59.295729 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Checking segment: {'id': '7448b4a1-430e-4091-aa14-dc9e105e6797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '571db032-880d-4a31-893c-209c0bd5fe98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:59.296117 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:59.296549 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Bound using segment: {'id': '7448b4a1-430e-4091-aa14-dc9e105e6797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '571db032-880d-4a31-893c-209c0bd5fe98'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:50:59.297058 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Bound port: a53fa378-ee99-4ab8-bd08-5c4fb8f1c909, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7448b4a1-430e-4091-aa14-dc9e105e6797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '571db032-880d-4a31-893c-209c0bd5fe98'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:50:59.297553 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:59.369594 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d56598-8c3c-431d-ae98-5e2b3460112b req-90f36af9-051f-4a8a-b8cf-ce595bda2afe tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] No DVR routers for this DVR port 80f04b7a-d62c-494e-9ef2-48d82b927216 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:50:59.372710 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-05d56598-8c3c-431d-ae98-5e2b3460112b req-90f36af9-051f-4a8a-b8cf-ce595bda2afe tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:59.377504 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-05d56598-8c3c-431d-ae98-5e2b3460112b req-90f36af9-051f-4a8a-b8cf-ce595bda2afe tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.23 "DELETE /v2.0/ports/80f04b7a-d62c-494e-9ef2-48d82b927216 HTTP/1.1" status: 204 len: 173 time: 0.9891789 Dec 06 14:50:59.377986 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6852c60-b082-47f3-a9a2-bf2db64ebda8', 'name': 'network-vif-deleted', 'tag': '80f04b7a-d62c-494e-9ef2-48d82b927216'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:59.398140 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9243059f-f50a-4437-b66d-df1dffadbe7c" -d '{"events": [{"server_uuid": "b6852c60-b082-47f3-a9a2-bf2db64ebda8", "name": "network-vif-deleted", "tag": "80f04b7a-d62c-494e-9ef2-48d82b927216"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:59.458916 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:59.498209 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4da8be82-d6b1-4989-83a5-f6a3b90f21b2 req-8d8b7b1b-93ee-4f9e-8fba-a8adbf639feb tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6852c60-b082-47f3-a9a2-bf2db64ebda8 HTTP/1.1" status: 200 len: 210 time: 0.0510864 Dec 06 14:50:59.552667 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffda343-83ab-4451-b0b5-5ced52912f78 x-openstack-request-id: req-5ffda343-83ab-4451-b0b5-5ced52912f78 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:59.552973 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6852c60-b082-47f3-a9a2-bf2db64ebda8", "name": "network-vif-deleted", "tag": "80f04b7a-d62c-494e-9ef2-48d82b927216", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:59.553265 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ffda343-83ab-4451-b0b5-5ced52912f78 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:59.553674 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6852c60-b082-47f3-a9a2-bf2db64ebda8', 'name': 'network-vif-deleted', 'tag': '80f04b7a-d62c-494e-9ef2-48d82b927216', 'status': 'completed', 'code': 200} Dec 06 14:50:59.572391 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] For port a53fa378-ee99-4ab8-bd08-5c4fb8f1c909, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:50:59.639358 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] For port a53fa378-ee99-4ab8-bd08-5c4fb8f1c909, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a53fa378-ee99-4ab8-bd08-5c4fb8f1c909,segment=NetworkSegment(7448b4a1-430e-4091-aa14-dc9e105e6797),segment_id=7448b4a1-430e-4091-aa14-dc9e105e6797)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:50:59.675862 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:59.770010 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:59.858408 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Allocated IP 2001:db8::1 (571db032-880d-4a31-893c-209c0bd5fe98/84c85b08-c04b-49f6-9db1-06221b68f4de/0390a37b-f6c7-441e-95bc-195654ed28fb) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:59.941610 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d33cc3-fc7d-4978-8f7f-8d9fb4d8aff7 None None] Pushing event updated for resources: {'Port': ['ID=a53fa378-ee99-4ab8-bd08-5c4fb8f1c909,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:00.182276 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f759b-93b6-4f23-85dc-e61c3b801354 req-e8393cc4-4ccf-45f9-b2c9-c4f72a20125a tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:00.190443 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc7f759b-93b6-4f23-85dc-e61c3b801354 req-e8393cc4-4ccf-45f9-b2c9-c4f72a20125a tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 943 time: 0.2516351 Dec 06 14:51:00.295953 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc7f759b-93b6-4f23-85dc-e61c3b801354 req-35b5fa58-cadb-4f97-bbc5-b9958fd75a09 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037736 Dec 06 14:51:00.323619 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:00.382832 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:00.417647 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 571db032-880d-4a31-893c-209c0bd5fe98 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:00.419569 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:00.423319 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:00.424463 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:00.654812 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=0390a37b-f6c7-441e-95bc-195654ed28fb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:00.698727 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c408f53b-f2b8-4ae7-adb2-75855113e035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:00.702473 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:01.056033 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb8db5-5d31-40f2-8904-d90a1db94536 req-ff1e7b50-25ed-454e-8a96-6fe3f7afe577 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:01.057671 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6cb8db5-5d31-40f2-8904-d90a1db94536 req-ff1e7b50-25ed-454e-8a96-6fe3f7afe577 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 949 time: 0.1031506 Dec 06 14:51:01.173361 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6cb8db5-5d31-40f2-8904-d90a1db94536 req-76b0afab-b50c-4b6e-ae04-49e0df9b56fe tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050386 Dec 06 14:51:01.229623 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:01.244924 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:01.245753 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:01.313728 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=0390a37b-f6c7-441e-95bc-195654ed28fb,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:01.477482 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ba24b-d8bf-4998-9a9e-c1236ae859ff req-a2d56abe-1db9-4579-8665-4f5424c7deda tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:01.487777 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-958ba24b-d8bf-4998-9a9e-c1236ae859ff req-a2d56abe-1db9-4579-8665-4f5424c7deda tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 943 time: 0.0986729 Dec 06 14:51:01.501513 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 571db032-880d-4a31-893c-209c0bd5fe98 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:01.513140 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:01.604178 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-958ba24b-d8bf-4998-9a9e-c1236ae859ff req-c922a79b-b9b9-479a-96f1-44893585709e tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152937 Dec 06 14:51:01.636129 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a53fa378-ee99-4ab8-bd08-5c4fb8f1c909 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:01.690472 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ab8946-7b99-4412-90da-3e9dd5fde3eb None None] Network 571db032-880d-4a31-893c-209c0bd5fe98 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:01.697444 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:51:01.744439 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-11d0cb09-44e8-44a1-8351-d6322aaa4d33 None None] Provisioning complete for port a53fa378-ee99-4ab8-bd08-5c4fb8f1c909 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:01.745130 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11d0cb09-44e8-44a1-8351-d6322aaa4d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:01.825306 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:01.832186 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ef5d547d-e54d-467c-bf11-d1d9f85fd27e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3066969 Dec 06 14:51:01.835397 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52288) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:01.846038 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a34a3e0-30b6-460c-968d-9bb685992531 None None] Sync routers for ids ['e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:01.858347 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a53fa378-ee99-4ab8-bd08-5c4fb8f1c909 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:01.858981 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:01.905723 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebbf79e-aa88-4700-94c5-e4ae1fdde9b1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:01.907088 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cebbf79e-aa88-4700-94c5-e4ae1fdde9b1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports/0390a37b-f6c7-441e-95bc-195654ed28fb HTTP/1.1" status: 200 len: 911 time: 0.0700288 Dec 06 14:51:01.910012 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52294) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:01.925430 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a34a3e0-30b6-460c-968d-9bb685992531 None None] Routers {'e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:01.926172 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6a34a3e0-30b6-460c-968d-9bb685992531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:01.981765 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6a34a3e0-30b6-460c-968d-9bb685992531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:02.056800 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a34a3e0-30b6-460c-968d-9bb685992531 None None] Routers {'e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:02.057454 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6a34a3e0-30b6-460c-968d-9bb685992531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:02.110242 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6a34a3e0-30b6-460c-968d-9bb685992531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:02.110456 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a34a3e0-30b6-460c-968d-9bb685992531 None None] The sync data for ids ['e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:02.117592 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11d0cb09-44e8-44a1-8351-d6322aaa4d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:02.224449 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-11d0cb09-44e8-44a1-8351-d6322aaa4d33 None None] For port a53fa378-ee99-4ab8-bd08-5c4fb8f1c909, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a53fa378-ee99-4ab8-bd08-5c4fb8f1c909,segment=NetworkSegment(7448b4a1-430e-4091-aa14-dc9e105e6797),segment_id=7448b4a1-430e-4091-aa14-dc9e105e6797)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:02.226990 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:02.245069 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11d0cb09-44e8-44a1-8351-d6322aaa4d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:02.374542 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0cb09-44e8-44a1-8351-d6322aaa4d33 None None] Pushing event updated for resources: {'Port': ['ID=a53fa378-ee99-4ab8-bd08-5c4fb8f1c909,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:02.382659 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:51:02.383232 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:51:02.564436 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa9c09-fc66-4225-a434-bf0a18458a90 req-5e2aab9e-0b33-446b-9e13-81c823a0adce tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:02.566160 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-90fa9c09-fc66-4225-a434-bf0a18458a90 req-5e2aab9e-0b33-446b-9e13-81c823a0adce tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 949 time: 0.1014097 Dec 06 14:51:02.614897 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8bb1587a-2b7b-41d3-acec-d615c6b5de41 None None] Provisioning complete for port 0390a37b-f6c7-441e-95bc-195654ed28fb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:02.615830 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8bb1587a-2b7b-41d3-acec-d615c6b5de41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:02.688165 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8bb1587a-2b7b-41d3-acec-d615c6b5de41 None None] Port 0390a37b-f6c7-441e-95bc-195654ed28fb cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:51:02.715735 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8bb1587a-2b7b-41d3-acec-d615c6b5de41 None None] Provisioning complete for port a53fa378-ee99-4ab8-bd08-5c4fb8f1c909 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:02.716168 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8bb1587a-2b7b-41d3-acec-d615c6b5de41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:02.792654 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 80f04b7a-d62c-494e-9ef2-48d82b927216 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:51:02.801514 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c716f7-b63e-48a1-8d7e-e2e90aed77ed req-8894ca95-38a4-4962-a05f-1576278e28c1 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:02.803140 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-26c716f7-b63e-48a1-8d7e-e2e90aed77ed req-8894ca95-38a4-4962-a05f-1576278e28c1 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.23 "GET /v2.0/ports?device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 949 time: 0.3104324 Dec 06 14:51:02.809111 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4ba5-9525-446d-9eed-2fe71a8d1574 req-4674651b-d19f-4756-8976-fcbf5330082c tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:02.820433 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-434a4ba5-9525-446d-9eed-2fe71a8d1574 req-4674651b-d19f-4756-8976-fcbf5330082c tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 943 time: 0.0983427 Dec 06 14:51:02.844085 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 80f04b7a-d62c-494e-9ef2-48d82b927216 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:51:02.844660 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 80f04b7a-d62c-494e-9ef2-48d82b927216 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:51:02.904375 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-434a4ba5-9525-446d-9eed-2fe71a8d1574 req-e1d837e2-5cf5-4a2d-bb0e-2f6f82336846 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829623 Dec 06 14:51:02.909779 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-90fa9c09-fc66-4225-a434-bf0a18458a90 req-6b4ec899-db7b-4245-a831-63bf3aeb070f tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ecca0cc-def6-4eb5-a981-2509e8087035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349309 Dec 06 14:51:03.103152 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-26c716f7-b63e-48a1-8d7e-e2e90aed77ed req-c9515973-0c5a-470b-9349-8f74f4804312 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Deleting port 8d70b896-b5b8-4636-af4e-e1b7fa5a981d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:03.103487 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-26c716f7-b63e-48a1-8d7e-e2e90aed77ed req-c9515973-0c5a-470b-9349-8f74f4804312 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:03.136801 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9ff9a92c-1c67-4952-99d9-cdd1ddbdee3a None None] Provisioning complete for port 0390a37b-f6c7-441e-95bc-195654ed28fb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:03.137170 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a92c-1c67-4952-99d9-cdd1ddbdee3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:03.193007 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9a92c-1c67-4952-99d9-cdd1ddbdee3a None None] Port 0390a37b-f6c7-441e-95bc-195654ed28fb cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:51:03.195092 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5f5af86-f90b-4f99-bcc3-9815ee757aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:03.237037 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-263348fa-41b3-4a71-8035-635ccd31553c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:03.358580 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-26c716f7-b63e-48a1-8d7e-e2e90aed77ed req-c9515973-0c5a-470b-9349-8f74f4804312 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] For port 8d70b896-b5b8-4636-af4e-e1b7fa5a981d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8d70b896-b5b8-4636-af4e-e1b7fa5a981d,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:03.358980 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-26c716f7-b63e-48a1-8d7e-e2e90aed77ed req-c9515973-0c5a-470b-9349-8f74f4804312 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:03.380000 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-26c716f7-b63e-48a1-8d7e-e2e90aed77ed req-c9515973-0c5a-470b-9349-8f74f4804312 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Calling delete_port for 8d70b896-b5b8-4636-af4e-e1b7fa5a981d owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:03.563218 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a53fa378-ee99-4ab8-bd08-5c4fb8f1c909 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:03.623049 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a53fa378-ee99-4ab8-bd08-5c4fb8f1c909 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:03.623703 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:03.696869 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-263348fa-41b3-4a71-8035-635ccd31553c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting port 0390a37b-f6c7-441e-95bc-195654ed28fb {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:03.697454 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-263348fa-41b3-4a71-8035-635ccd31553c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:03.737622 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-26c716f7-b63e-48a1-8d7e-e2e90aed77ed req-c9515973-0c5a-470b-9349-8f74f4804312 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:03.750381 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['8d70b896-b5b8-4636-af4e-e1b7fa5a981d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:51:03.814869 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9515973-0c5a-470b-9349-8f74f4804312 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Pushing event deleted for resources: {'Port': ['ID=8d70b896-b5b8-4636-af4e-e1b7fa5a981d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:03.867711 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c716f7-b63e-48a1-8d7e-e2e90aed77ed req-c9515973-0c5a-470b-9349-8f74f4804312 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] No DVR routers for this DVR port 8d70b896-b5b8-4636-af4e-e1b7fa5a981d on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:51:03.876857 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-26c716f7-b63e-48a1-8d7e-e2e90aed77ed req-c9515973-0c5a-470b-9349-8f74f4804312 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:03.880324 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-26c716f7-b63e-48a1-8d7e-e2e90aed77ed req-c9515973-0c5a-470b-9349-8f74f4804312 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.23 "DELETE /v2.0/ports/8d70b896-b5b8-4636-af4e-e1b7fa5a981d HTTP/1.1" status: 204 len: 173 time: 1.0525484 Dec 06 14:51:03.880571 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7273d52d-5c44-40b7-9e42-4ef3b5cffe39', 'name': 'network-vif-deleted', 'tag': '8d70b896-b5b8-4636-af4e-e1b7fa5a981d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:51:03.882868 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b645328-f3a7-425e-93ce-8dec3bad3c99" -d '{"events": [{"server_uuid": "7273d52d-5c44-40b7-9e42-4ef3b5cffe39", "name": "network-vif-deleted", "tag": "8d70b896-b5b8-4636-af4e-e1b7fa5a981d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:51:03.912468 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-263348fa-41b3-4a71-8035-635ccd31553c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:03.919526 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:03.949905 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-263348fa-41b3-4a71-8035-635ccd31553c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Calling delete_port for 0390a37b-f6c7-441e-95bc-195654ed28fb owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:04.032615 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b824d67f-9e8e-4fc2-ac47-7d4adc25607a x-openstack-request-id: req-b824d67f-9e8e-4fc2-ac47-7d4adc25607a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:51:04.032908 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7273d52d-5c44-40b7-9e42-4ef3b5cffe39", "name": "network-vif-deleted", "tag": "8d70b896-b5b8-4636-af4e-e1b7fa5a981d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:51:04.033165 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b824d67f-9e8e-4fc2-ac47-7d4adc25607a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:51:04.033560 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7273d52d-5c44-40b7-9e42-4ef3b5cffe39', 'name': 'network-vif-deleted', 'tag': '8d70b896-b5b8-4636-af4e-e1b7fa5a981d', 'status': 'completed', 'code': 200} Dec 06 14:51:04.117506 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08f5f0b7-bb4b-4580-b05d-6fde554c2cc7 req-31f3195c-771b-4518-be93-68454f8d4983 tempest-ServersAdminNegativeTestJSON-1718383935 tempest-ServersAdminNegativeTestJSON-1718383935-project] 10.222.0.20 "GET /v2.0/ports?device_id=7273d52d-5c44-40b7-9e42-4ef3b5cffe39 HTTP/1.1" status: 200 len: 210 time: 0.0351980 Dec 06 14:51:04.118163 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379253-656e-46c5-ade7-2612cdcc24b1 req-6178cdb1-d7e6-49ff-952a-9c346e4cf4cf tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:04.119753 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c0379253-656e-46c5-ade7-2612cdcc24b1 req-6178cdb1-d7e6-49ff-952a-9c346e4cf4cf tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 943 time: 0.0838966 Dec 06 14:51:04.253738 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c0379253-656e-46c5-ade7-2612cdcc24b1 req-8bc0c9d1-a164-4e73-9eb0-8c0093fd1071 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828030 Dec 06 14:51:04.307226 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-263348fa-41b3-4a71-8035-635ccd31553c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:04.344152 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263348fa-41b3-4a71-8035-635ccd31553c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Port': ['ID=0390a37b-f6c7-441e-95bc-195654ed28fb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:04.544261 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-263348fa-41b3-4a71-8035-635ccd31553c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:04.770904 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263348fa-41b3-4a71-8035-635ccd31553c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:51:04.858463 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263348fa-41b3-4a71-8035-635ccd31553c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:04.867852 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-263348fa-41b3-4a71-8035-635ccd31553c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9531314 Dec 06 14:51:04.868030 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52346) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:04.872155 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26d3e5f-ca39-4659-8458-b56812e28610 None None] Sync routers for ids ['e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:04.883393 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26d3e5f-ca39-4659-8458-b56812e28610 None None] Routers {'e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:04.884154 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c26d3e5f-ca39-4659-8458-b56812e28610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:04.907561 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b4731649-839a-4944-a131-45f5aaa4fe84 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa HTTP/1.1" status: 200 len: 205 time: 0.0382688 Dec 06 14:51:04.910236 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52348) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:04.923394 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c26d3e5f-ca39-4659-8458-b56812e28610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:04.934851 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26d3e5f-ca39-4659-8458-b56812e28610 None None] Routers {'e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:04.935506 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c26d3e5f-ca39-4659-8458-b56812e28610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:04.969997 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c26d3e5f-ca39-4659-8458-b56812e28610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:04.970682 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26d3e5f-ca39-4659-8458-b56812e28610 None None] The sync data for ids ['e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:04.992962 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2fc1538d-5c75-479f-8865-1918700c3770 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:05.191601 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2fc1538d-5c75-479f-8865-1918700c3770 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:05.193865 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2fc1538d-5c75-479f-8865-1918700c3770 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:05.257546 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2fc1538d-5c75-479f-8865-1918700c3770 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:05.258938 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc1538d-5c75-479f-8865-1918700c3770 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Fanout notify agent at l3_agent the message router_deleted on router e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:51:05.273336 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2fc1538d-5c75-479f-8865-1918700c3770 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:05.274466 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2fc1538d-5c75-479f-8865-1918700c3770 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/routers/e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa HTTP/1.1" status: 204 len: 168 time: 0.3629797 Dec 06 14:51:05.277269 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52370) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:05.382291 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d759a88-e1b8-4fdd-b4e6-cb4e57bd5576 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting subnet 84c85b08-c04b-49f6-9db1-06221b68f4de {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:51:05.388301 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d759a88-e1b8-4fdd-b4e6-cb4e57bd5576 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:05.442464 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615069ea-d202-46da-b884-ee413fd99f9e req-ddd83280-33fa-432e-84b5-7f4e44b3732c tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:05.444034 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-615069ea-d202-46da-b884-ee413fd99f9e req-ddd83280-33fa-432e-84b5-7f4e44b3732c tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 943 time: 0.1068280 Dec 06 14:51:05.452011 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d759a88-e1b8-4fdd-b4e6-cb4e57bd5576 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:05.547995 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-615069ea-d202-46da-b884-ee413fd99f9e req-b92fc9ba-9b51-4f6a-88b1-d7e92f612e02 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923381 Dec 06 14:51:05.578988 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:05.599951 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d759a88-e1b8-4fdd-b4e6-cb4e57bd5576 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:05.623380 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52380) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:05.683392 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d759a88-e1b8-4fdd-b4e6-cb4e57bd5576 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:05.717787 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d759a88-e1b8-4fdd-b4e6-cb4e57bd5576 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Subnet': ['ID=84c85b08-c04b-49f6-9db1-06221b68f4de,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:05.734764 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d759a88-e1b8-4fdd-b4e6-cb4e57bd5576 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:05.735776 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66024ea1-3268-441b-9fc8-1f8cad6cc22b None None] Network 571db032-880d-4a31-893c-209c0bd5fe98 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:05.744470 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2d759a88-e1b8-4fdd-b4e6-cb4e57bd5576 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/subnets/84c85b08-c04b-49f6-9db1-06221b68f4de HTTP/1.1" status: 204 len: 168 time: 0.4648018 Dec 06 14:51:05.746380 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52384) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:05.878332 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:05.884544 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-94ce6c32-d7d5-4bfb-bc04-cfc87d318074 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62bf6bcc3b824267827aecff02c3bd91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2599735 Dec 06 14:51:05.887794 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52392) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:05.954442 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72bf8a3-2064-4383-9757-6d223e8809ef None None] DHCP port deletion for 571db032-880d-4a31-893c-209c0bd5fe98 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:51:05.955528 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting port a53fa378-ee99-4ab8-bd08-5c4fb8f1c909 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:05.955961 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:05.962651 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf22d-9347-4e8c-a8c4-54024b778895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:05.985248 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf22d-9347-4e8c-a8c4-54024b778895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.008470 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a72bf8a3-2064-4383-9757-6d223e8809ef None None] Deleting port a53fa378-ee99-4ab8-bd08-5c4fb8f1c909 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:06.008853 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a72bf8a3-2064-4383-9757-6d223e8809ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.032618 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] For port a53fa378-ee99-4ab8-bd08-5c4fb8f1c909, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a53fa378-ee99-4ab8-bd08-5c4fb8f1c909,segment=NetworkSegment(7448b4a1-430e-4091-aa14-dc9e105e6797),segment_id=7448b4a1-430e-4091-aa14-dc9e105e6797)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:06.033277 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.046047 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf22d-9347-4e8c-a8c4-54024b778895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.047270 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Calling delete_port for a53fa378-ee99-4ab8-bd08-5c4fb8f1c909 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:06.048636 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf22d-9347-4e8c-a8c4-54024b778895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.049800 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0b6bf22d-9347-4e8c-a8c4-54024b778895 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ecca0cc-def6-4eb5-a981-2509e8087035 HTTP/1.1" status: 204 len: 168 time: 0.1602869 Dec 06 14:51:06.077774 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bf22d-9347-4e8c-a8c4-54024b778895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecca0cc-def6-4eb5-a981-2509e8087035,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:06.106049 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a72bf8a3-2064-4383-9757-6d223e8809ef None None] For port a53fa378-ee99-4ab8-bd08-5c4fb8f1c909, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a53fa378-ee99-4ab8-bd08-5c4fb8f1c909,segment=NetworkSegment(7448b4a1-430e-4091-aa14-dc9e105e6797),segment_id=7448b4a1-430e-4091-aa14-dc9e105e6797)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:06.106456 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a72bf8a3-2064-4383-9757-6d223e8809ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.121611 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a72bf8a3-2064-4383-9757-6d223e8809ef None None] Calling delete_port for a53fa378-ee99-4ab8-bd08-5c4fb8f1c909 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:06.144970 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.177699 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Port': ['ID=a53fa378-ee99-4ab8-bd08-5c4fb8f1c909,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:06.181819 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] No DVR routers for this DVR port a53fa378-ee99-4ab8-bd08-5c4fb8f1c909 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:51:06.213957 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a72bf8a3-2064-4383-9757-6d223e8809ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.242940 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bf8a3-2064-4383-9757-6d223e8809ef None None] Pushing event deleted for resources: {'Port': ['ID=a53fa378-ee99-4ab8-bd08-5c4fb8f1c909,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:06.248374 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72bf8a3-2064-4383-9757-6d223e8809ef None None] No DVR routers for this DVR port a53fa378-ee99-4ab8-bd08-5c4fb8f1c909 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:51:06.264440 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.285086 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571db032-880d-4a31-893c-209c0bd5fe98']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:06.294440 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7448b4a1-430e-4091-aa14-dc9e105e6797') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:06.294737 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7448b4a1-430e-4091-aa14-dc9e105e6797') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:06.304546 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.320321 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.328106 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:51:06.328681 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:51:06.332525 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:51:06.383596 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52412) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:06.420810 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.433214 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.435674 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-38038cd3-f074-4a04-860d-a270ee17120f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68863940a7704eb08c5a2528eae8c550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0506451 Dec 06 14:51:06.439849 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/networks/571db032-880d-4a31-893c-209c0bd5fe98 HTTP/1.1" status: 204 len: 168 time: 0.6892643 Dec 06 14:51:06.440492 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52420) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:06.441009 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52422) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:06.452486 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744674f9-0b1d-4c44-bbf3-e69e43e9a953 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Network': ['ID=571db032-880d-4a31-893c-209c0bd5fe98,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:06.454995 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-679573976', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:06.517539 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.518022 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.518570 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.528548 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b06653d8-dd3c-43a9-81cb-d01bdfe9e5cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.568090 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b06653d8-dd3c-43a9-81cb-d01bdfe9e5cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.585483 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea87e37-80a8-481d-953f-c2b3ed312491 req-93b9ef98-c47b-400a-b022-da9d6ee7c321 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:06.587079 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bea87e37-80a8-481d-953f-c2b3ed312491 req-93b9ef98-c47b-400a-b022-da9d6ee7c321 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 951 time: 0.0547173 Dec 06 14:51:06.608382 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.646224 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bea87e37-80a8-481d-953f-c2b3ed312491 req-456c6275-9d08-42be-964a-c1eb85a7ca5c tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c9d18-c4b5-4115-89aa-aee9af403d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497286 Dec 06 14:51:06.800812 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b13d9-4605-4e4d-9c5f-078eec82aaa9 req-b8ebf281-b8f5-4d77-bb1e-c5513da9dbfa tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:06.802346 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e99b13d9-4605-4e4d-9c5f-078eec82aaa9 req-b8ebf281-b8f5-4d77-bb1e-c5513da9dbfa tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 943 time: 0.1442800 Dec 06 14:51:06.804886 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.805635 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8d70b896-b5b8-4636-af4e-e1b7fa5a981d no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:51:06.810550 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b06653d8-dd3c-43a9-81cb-d01bdfe9e5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.813242 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b06653d8-dd3c-43a9-81cb-d01bdfe9e5cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.814098 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b06653d8-dd3c-43a9-81cb-d01bdfe9e5cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cea7ef91-3f89-4963-9e83-7cb3b689c422 HTTP/1.1" status: 204 len: 168 time: 0.3721685 Dec 06 14:51:06.827302 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 8d70b896-b5b8-4636-af4e-e1b7fa5a981d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:51:06.827919 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8d70b896-b5b8-4636-af4e-e1b7fa5a981d not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:51:06.845984 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06653d8-dd3c-43a9-81cb-d01bdfe9e5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea7ef91-3f89-4963-9e83-7cb3b689c422,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:06.894496 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e99b13d9-4605-4e4d-9c5f-078eec82aaa9 req-e232935b-d6ba-4ee4-bd16-0026ca9c5867 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793231 Dec 06 14:51:07.062077 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:07.081257 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:07.199995 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Allocated IP 172.35.7.207 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/49cd0be7-6c72-4f22-a657-ac33adedeb9b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:51:07.322903 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:07.362154 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:07.412328 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:07.416932 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:07.418880 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=49cd0be7-6c72-4f22-a657-ac33adedeb9b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:07.421073 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:07.435679 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d50b9c1-5c61-4d36-965a-e583d5120ea8 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:51:07.522322 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:51:07.552540 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a53fa378-ee99-4ab8-bd08-5c4fb8f1c909 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:51:07.592705 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: a53fa378-ee99-4ab8-bd08-5c4fb8f1c909 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:51:07.593107 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a53fa378-ee99-4ab8-bd08-5c4fb8f1c909 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:51:07.628026 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0e535a93-dd4f-4a71-900b-1b864ec5b5bd None None] Provisioning complete for port 49cd0be7-6c72-4f22-a657-ac33adedeb9b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:07.628932 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0e535a93-dd4f-4a71-900b-1b864ec5b5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:07.704172 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0e535a93-dd4f-4a71-900b-1b864ec5b5bd None None] Port 49cd0be7-6c72-4f22-a657-ac33adedeb9b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:51:07.733015 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52508) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:07.772715 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2b1be6d0-1165-4d63-9e4c-3495e7e9a28f,segment=NetworkSegment(00cac3b3-3705-459a-a39e-d6d2e8e7bf3f),segment_id=00cac3b3-3705-459a-a39e-d6d2e8e7bf3f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:07.795940 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '2b1be6d0-1165-4d63-9e4c-3495e7e9a28f', 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663', 'port_id': '2b1be6d0-1165-4d63-9e4c-3495e7e9a28f', 'mac_address': 'fa:16:3e:17:7d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:51:07.804016 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:07.838392 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:07.863379 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:51:07.875037 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb9de0-0da6-43a6-8910-a93d0852a97c req-3645fa03-5f97-4e05-8bed-1f287d2e77df tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:07.876831 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-55eb9de0-0da6-43a6-8910-a93d0852a97c req-3645fa03-5f97-4e05-8bed-1f287d2e77df tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 951 time: 0.0742314 Dec 06 14:51:07.882335 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-866f52a3-cd09-4799-b461-d633cb633125 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-345982037-network', 'tenant_id': 'e3e6dd94fbe844cb8c1948553c655739'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:07.893238 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2b1be6d0-1165-4d63-9e4c-3495e7e9a28f,segment=NetworkSegment(00cac3b3-3705-459a-a39e-d6d2e8e7bf3f),segment_id=00cac3b3-3705-459a-a39e-d6d2e8e7bf3f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:07.899610 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:07.930871 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866f52a3-cd09-4799-b461-d633cb633125 admin admin] Made reservation on behalf of e3e6dd94fbe844cb8c1948553c655739 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:07.933492 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-866f52a3-cd09-4799-b461-d633cb633125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:07.954099 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-866f52a3-cd09-4799-b461-d633cb633125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:07.955937 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=2b1be6d0-1165-4d63-9e4c-3495e7e9a28f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:07.967492 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-55eb9de0-0da6-43a6-8910-a93d0852a97c req-21cbbf2d-0a85-4479-9355-b46cdc70c023 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c9d18-c4b5-4115-89aa-aee9af403d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815129 Dec 06 14:51:08.057638 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-866f52a3-cd09-4799-b461-d633cb633125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:08.068457 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-866f52a3-cd09-4799-b461-d633cb633125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:08.093447 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866f52a3-cd09-4799-b461-d633cb633125 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:51:08.103884 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f52a3-cd09-4799-b461-d633cb633125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990e981a-71cc-4dd0-9124-5ef2a3258933,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:08.108981 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-866f52a3-cd09-4799-b461-d633cb633125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:08.109436 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-866f52a3-cd09-4799-b461-d633cb633125 admin admin] Added segment 7a53f1b2-0b71-4fca-8f58-c86af2ce8d7f of type vlan for network 54fedcb7-877f-4e2e-b955-739e7504ac8b Dec 06 14:51:08.152503 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-866f52a3-cd09-4799-b461-d633cb633125 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:08.182318 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-866f52a3-cd09-4799-b461-d633cb633125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:08.183319 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866f52a3-cd09-4799-b461-d633cb633125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:08.183910 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-866f52a3-cd09-4799-b461-d633cb633125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:08.217395 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-866f52a3-cd09-4799-b461-d633cb633125 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4779806 Dec 06 14:51:08.220603 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52518) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:08.227733 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7d9b979c-ed98-4ff6-a615-e3bc2f34cb1f admin admin] Request body: {'subnet': {'network_id': '54fedcb7-877f-4e2e-b955-739e7504ac8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-345982037-subnet', 'tenant_id': 'e3e6dd94fbe844cb8c1948553c655739', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:08.228729 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['2b1be6d0-1165-4d63-9e4c-3495e7e9a28f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:51:08.258785 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93474129-92b8-45e0-b098-2a3d40498b13 req-55ef53de-a2e4-4ce4-806b-602d39221173 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:08.262305 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-93474129-92b8-45e0-b098-2a3d40498b13 req-55ef53de-a2e4-4ce4-806b-602d39221173 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 944 time: 0.0945504 Dec 06 14:51:08.263624 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f52a3-cd09-4799-b461-d633cb633125 admin admin] Pushing event updated for resources: {'Network': ['ID=54fedcb7-877f-4e2e-b955-739e7504ac8b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:08.278222 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9b979c-ed98-4ff6-a615-e3bc2f34cb1f admin admin] Made reservation on behalf of e3e6dd94fbe844cb8c1948553c655739 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:08.279720 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 54fedcb7-877f-4e2e-b955-739e7504ac8b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:51:08.280857 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d9b979c-ed98-4ff6-a615-e3bc2f34cb1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:08.387070 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-93474129-92b8-45e0-b098-2a3d40498b13 req-fc5fae8d-c727-4fbc-b8e5-0139c0f43f09 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100185 Dec 06 14:51:08.438606 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:08.466391 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d9b979c-ed98-4ff6-a615-e3bc2f34cb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:08.519248 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b979c-ed98-4ff6-a615-e3bc2f34cb1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca6e6a1c-d4ba-40ca-8d6e-bad3967fb521,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:08.530269 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9b979c-ed98-4ff6-a615-e3bc2f34cb1f admin admin] Checking segment: {'id': '7a53f1b2-0b71-4fca-8f58-c86af2ce8d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '54fedcb7-877f-4e2e-b955-739e7504ac8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:08.530626 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b979c-ed98-4ff6-a615-e3bc2f34cb1f admin admin] Network hostable DHCP agents. Network: 54fedcb7-877f-4e2e-b955-739e7504ac8b, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:51:08.548135 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b979c-ed98-4ff6-a615-e3bc2f34cb1f admin admin] Network 54fedcb7-877f-4e2e-b955-739e7504ac8b is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:51:08.556653 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7d9b979c-ed98-4ff6-a615-e3bc2f34cb1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 54fedcb7-877f-4e2e-b955-739e7504ac8b) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:08.560679 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9b979c-ed98-4ff6-a615-e3bc2f34cb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:08.561248 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d9b979c-ed98-4ff6-a615-e3bc2f34cb1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:08.568462 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f84805-adcf-4432-8fe9-66adc081ea97 None None] Network 54fedcb7-877f-4e2e-b955-739e7504ac8b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:08.572747 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 1a79ef17-9546-4329-8603-58225f54b189 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:51:08.584173 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7d9b979c-ed98-4ff6-a615-e3bc2f34cb1f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3625236 Dec 06 14:51:08.686666 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:08.700996 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca07f8c-b9c2-4497-bb51-ec21dfc5155f None None] Sync routers for ids ['1a79ef17-9546-4329-8603-58225f54b189'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:08.708479 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178cf960-dd54-40e6-8444-49296da16ca6 None None] Network 54fedcb7-877f-4e2e-b955-739e7504ac8b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:08.718441 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:08.719599 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fb978382-30b6-49e9-a608-72355e1ece07 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.2759025 Dec 06 14:51:08.722147 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52528) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:08.727490 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca07f8c-b9c2-4497-bb51-ec21dfc5155f None None] Routers {'1a79ef17-9546-4329-8603-58225f54b189'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:08.728191 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9ca07f8c-b9c2-4497-bb51-ec21dfc5155f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['1a79ef17-9546-4329-8603-58225f54b189'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:08.776152 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9ca07f8c-b9c2-4497-bb51-ec21dfc5155f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:08.819450 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca07f8c-b9c2-4497-bb51-ec21dfc5155f None None] Routers {'1a79ef17-9546-4329-8603-58225f54b189'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:08.819450 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9ca07f8c-b9c2-4497-bb51-ec21dfc5155f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['1a79ef17-9546-4329-8603-58225f54b189'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:08.850528 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-08d79454-79ba-4fed-90dd-8cc8af0c7458 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/routers/1a79ef17-9546-4329-8603-58225f54b189 HTTP/1.1" status: 200 len: 884 time: 0.1271462 Dec 06 14:51:08.852955 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52534) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:08.853074 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9ca07f8c-b9c2-4497-bb51-ec21dfc5155f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:08.853615 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca07f8c-b9c2-4497-bb51-ec21dfc5155f None None] The sync data for ids ['1a79ef17-9546-4329-8603-58225f54b189'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:09.129397 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f70fda33-d591-4eb7-8643-ceb5d8a8e3fe tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2747114 Dec 06 14:51:09.132345 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52548) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:09.137600 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b2520ad5-f87f-44e8-85e5-c59c5d1f5c2f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-679573976'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:09.151937 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199eb81-b30c-40ad-9570-105b1401c88c req-b843da11-a6ab-4a92-9a8f-2971fb262068 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:09.153483 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8199eb81-b30c-40ad-9570-105b1401c88c req-b843da11-a6ab-4a92-9a8f-2971fb262068 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 951 time: 0.0738912 Dec 06 14:51:09.161374 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52550) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:09.165956 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d0ae273d-62fa-4886-ae3a-09339cf71c9f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-822540533-network', 'tenant_id': '58098e124e6943929e0a3cc687a85153'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:09.213157 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ae273d-62fa-4886-ae3a-09339cf71c9f admin admin] Made reservation on behalf of 58098e124e6943929e0a3cc687a85153 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:09.215441 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d0ae273d-62fa-4886-ae3a-09339cf71c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:09.226424 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d0ae273d-62fa-4886-ae3a-09339cf71c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:09.232054 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8199eb81-b30c-40ad-9570-105b1401c88c req-1459d5da-277c-46ba-b6ae-a1e3e99a9482 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c9d18-c4b5-4115-89aa-aee9af403d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719783 Dec 06 14:51:09.315308 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d0ae273d-62fa-4886-ae3a-09339cf71c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:09.319673 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d0ae273d-62fa-4886-ae3a-09339cf71c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:09.340926 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ae273d-62fa-4886-ae3a-09339cf71c9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:51:09.354746 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae273d-62fa-4886-ae3a-09339cf71c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0433db5-3771-4f55-8e23-dfc9a1fa08b5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:09.359646 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d0ae273d-62fa-4886-ae3a-09339cf71c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:09.360007 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-d0ae273d-62fa-4886-ae3a-09339cf71c9f admin admin] Added segment 43ee5390-d5e3-4fe3-adea-6f02ea7eb823 of type vlan for network 96d5a966-cd0f-4070-ad76-adf7a1e3a642 Dec 06 14:51:09.401917 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d0ae273d-62fa-4886-ae3a-09339cf71c9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:09.428979 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d0ae273d-62fa-4886-ae3a-09339cf71c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:09.430303 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ae273d-62fa-4886-ae3a-09339cf71c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:09.430868 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d0ae273d-62fa-4886-ae3a-09339cf71c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:09.480294 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2520ad5-f87f-44e8-85e5-c59c5d1f5c2f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:09.484943 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d0ae273d-62fa-4886-ae3a-09339cf71c9f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3225825 Dec 06 14:51:09.488040 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52554) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:09.517275 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:09.519877 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2520ad5-f87f-44e8-85e5-c59c5d1f5c2f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:09.524391 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cebde16e-e74a-45b4-9724-d48fee526ee8 admin admin] Request body: {'subnet': {'network_id': '96d5a966-cd0f-4070-ad76-adf7a1e3a642', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-822540533-subnet', 'tenant_id': '58098e124e6943929e0a3cc687a85153', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:09.532180 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae273d-62fa-4886-ae3a-09339cf71c9f admin admin] Pushing event updated for resources: {'Network': ['ID=96d5a966-cd0f-4070-ad76-adf7a1e3a642,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:09.549302 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebde16e-e74a-45b4-9724-d48fee526ee8 admin admin] Made reservation on behalf of 58098e124e6943929e0a3cc687a85153 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:09.549945 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 96d5a966-cd0f-4070-ad76-adf7a1e3a642 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:51:09.552365 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cebde16e-e74a-45b4-9724-d48fee526ee8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:09.591630 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e0680-b483-48b4-b3f9-e0e06dfd48ea req-31a9261a-58dc-4efa-a861-810373185abf tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:09.593262 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a7e0680-b483-48b4-b3f9-e0e06dfd48ea req-31a9261a-58dc-4efa-a861-810373185abf tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 944 time: 0.1153736 Dec 06 14:51:09.639729 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:51:09.644962 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:09.645337 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:09.684133 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2520ad5-f87f-44e8-85e5-c59c5d1f5c2f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 1a79ef17-9546-4329-8603-58225f54b189 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:51:09.691292 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a7e0680-b483-48b4-b3f9-e0e06dfd48ea req-86579cde-0141-4bc0-b91e-19b7f69654b1 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652583 Dec 06 14:51:09.734373 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cebde16e-e74a-45b4-9724-d48fee526ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:09.771618 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:09.796835 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e340c02f-5cf5-4e7a-afa6-f9eae7d4b852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1be6d0-1165-4d63-9e4c-3495e7e9a28f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:51:09.797647 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebde16e-e74a-45b4-9724-d48fee526ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f4635e-c77e-4798-bdd1-02e19225b0aa,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:09.799123 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd57fb9-41b4-484b-b205-d23df40db02f" -d '{"events": [{"server_uuid": "e340c02f-5cf5-4e7a-afa6-f9eae7d4b852", "name": "network-vif-plugged", "status": "completed", "tag": "2b1be6d0-1165-4d63-9e4c-3495e7e9a28f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:51:09.805744 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebde16e-e74a-45b4-9724-d48fee526ee8 admin admin] Checking segment: {'id': '43ee5390-d5e3-4fe3-adea-6f02ea7eb823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '96d5a966-cd0f-4070-ad76-adf7a1e3a642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:09.806065 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebde16e-e74a-45b4-9724-d48fee526ee8 admin admin] Network hostable DHCP agents. Network: 96d5a966-cd0f-4070-ad76-adf7a1e3a642, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:51:09.813235 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2b1be6d0-1165-4d63-9e4c-3495e7e9a28f,segment=NetworkSegment(00cac3b3-3705-459a-a39e-d6d2e8e7bf3f),segment_id=00cac3b3-3705-459a-a39e-d6d2e8e7bf3f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:09.820014 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:09.826724 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebde16e-e74a-45b4-9724-d48fee526ee8 admin admin] Network 96d5a966-cd0f-4070-ad76-adf7a1e3a642 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:51:09.862584 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cebde16e-e74a-45b4-9724-d48fee526ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 96d5a966-cd0f-4070-ad76-adf7a1e3a642) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:09.873855 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebde16e-e74a-45b4-9724-d48fee526ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:09.874267 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cebde16e-e74a-45b4-9724-d48fee526ee8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:09.890669 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532731ac-c316-41c2-abba-114b06d6a497 None None] Network 96d5a966-cd0f-4070-ad76-adf7a1e3a642 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:09.896179 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dde84f-a1c4-4a7a-a46e-dd53b9cf07b2 x-openstack-request-id: req-04dde84f-a1c4-4a7a-a46e-dd53b9cf07b2 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:51:09.896494 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e340c02f-5cf5-4e7a-afa6-f9eae7d4b852", "name": "network-vif-plugged", "status": "completed", "tag": "2b1be6d0-1165-4d63-9e4c-3495e7e9a28f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:51:09.897271 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04dde84f-a1c4-4a7a-a46e-dd53b9cf07b2 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:51:09.897633 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e340c02f-5cf5-4e7a-afa6-f9eae7d4b852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1be6d0-1165-4d63-9e4c-3495e7e9a28f', 'code': 200} Dec 06 14:51:09.898438 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=2b1be6d0-1165-4d63-9e4c-3495e7e9a28f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:09.906105 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cebde16e-e74a-45b4-9724-d48fee526ee8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4152353 Dec 06 14:51:09.915460 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08701481-192f-40cc-96fa-4fb7dd7d7bcb req-c04f7781-c379-419e-af4c-302f6498c4dc tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:09.917008 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08701481-192f-40cc-96fa-4fb7dd7d7bcb req-c04f7781-c379-419e-af4c-302f6498c4dc tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 951 time: 0.0864673 Dec 06 14:51:09.926350 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2520ad5-f87f-44e8-85e5-c59c5d1f5c2f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:09.937422 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf8a83-bdb2-4b8b-b6d6-97d9d78b8433 None None] Sync routers for ids ['1a79ef17-9546-4329-8603-58225f54b189'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:09.949755 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2520ad5-f87f-44e8-85e5-c59c5d1f5c2f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:09.951023 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b2520ad5-f87f-44e8-85e5-c59c5d1f5c2f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/1a79ef17-9546-4329-8603-58225f54b189 HTTP/1.1" status: 200 len: 891 time: 0.8177407 Dec 06 14:51:09.954245 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52564) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:09.954764 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf8a83-bdb2-4b8b-b6d6-97d9d78b8433 None None] Routers {'1a79ef17-9546-4329-8603-58225f54b189'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:09.955978 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c2bf8a83-bdb2-4b8b-b6d6-97d9d78b8433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['1a79ef17-9546-4329-8603-58225f54b189'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:10.050755 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c2bf8a83-bdb2-4b8b-b6d6-97d9d78b8433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:10.057137 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-08701481-192f-40cc-96fa-4fb7dd7d7bcb req-564eb898-1ba9-4260-bba7-df6765a5481d tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Deleting port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:10.057494 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-08701481-192f-40cc-96fa-4fb7dd7d7bcb req-564eb898-1ba9-4260-bba7-df6765a5481d tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:10.072252 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf8a83-bdb2-4b8b-b6d6-97d9d78b8433 None None] Routers {'1a79ef17-9546-4329-8603-58225f54b189'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:10.075160 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c2bf8a83-bdb2-4b8b-b6d6-97d9d78b8433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['1a79ef17-9546-4329-8603-58225f54b189'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:10.081944 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1f4937-3c27-461d-9e52-532c57697a1d None None] Network 96d5a966-cd0f-4070-ad76-adf7a1e3a642 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:10.105683 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-950dca92-6b9c-4ee4-abc6-cdc64f1a885f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/routers/1a79ef17-9546-4329-8603-58225f54b189 HTTP/1.1" status: 200 len: 891 time: 0.1503074 Dec 06 14:51:10.114961 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52566) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:10.164629 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c2bf8a83-bdb2-4b8b-b6d6-97d9d78b8433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:10.165376 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf8a83-bdb2-4b8b-b6d6-97d9d78b8433 None None] The sync data for ids ['1a79ef17-9546-4329-8603-58225f54b189'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:10.172107 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6fe1a5b4-865f-48b6-baf5-336986c220e6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a79ef17-9546-4329-8603-58225f54b189 HTTP/1.1" status: 200 len: 205 time: 0.0557504 Dec 06 14:51:10.180234 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52572) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:10.196021 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d167b42-162a-451d-89f2-ff94b4f1b077 req-ce838a9e-b85f-49bb-a2ad-14f077bf78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:10.198321 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d167b42-162a-451d-89f2-ff94b4f1b077 req-ce838a9e-b85f-49bb-a2ad-14f077bf78c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 1096 time: 0.0909967 Dec 06 14:51:10.230045 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-08701481-192f-40cc-96fa-4fb7dd7d7bcb req-564eb898-1ba9-4260-bba7-df6765a5481d tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] For port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:10.230562 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-08701481-192f-40cc-96fa-4fb7dd7d7bcb req-564eb898-1ba9-4260-bba7-df6765a5481d tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:10.254026 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d167b42-162a-451d-89f2-ff94b4f1b077 req-07b6792b-7cdc-4242-969e-fa355ec09c2c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442605 Dec 06 14:51:10.292525 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-08701481-192f-40cc-96fa-4fb7dd7d7bcb req-564eb898-1ba9-4260-bba7-df6765a5481d tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Calling delete_port for 0d4af8d0-a2bf-4992-a557-f4f490d54b4a owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:10.448680 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687bd106-1327-4d7d-84dc-18da1b00c356 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:10.459847 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578f6c9-4b44-42f5-af31-f1e783ab5395 req-872c2b33-eabf-42ad-8e32-3e48922c0fff tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:10.461328 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e578f6c9-4b44-42f5-af31-f1e783ab5395 req-872c2b33-eabf-42ad-8e32-3e48922c0fff tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1c65c18-f6fc-4262-a8db-0cc8a2f4d290 HTTP/1.1" status: 200 len: 951 time: 0.1189077 Dec 06 14:51:10.566877 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-b30bbcd4-8a26-417c-a61b-bae04ad9e94e tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:10.568383 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-b30bbcd4-8a26-417c-a61b-bae04ad9e94e tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/networks?id=54fedcb7-877f-4e2e-b955-739e7504ac8b HTTP/1.1" status: 200 len: 814 time: 0.1106791 Dec 06 14:51:10.584352 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-7e44d1be-46e7-48d8-a58d-cdf537ce6487 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/quotas/e3e6dd94fbe844cb8c1948553c655739 HTTP/1.1" status: 200 len: 375 time: 0.0093629 Dec 06 14:51:10.616398 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-0352b147-1d26-4037-a0b2-b118af9ac4e3 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3e6dd94fbe844cb8c1948553c655739&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254200 Dec 06 14:51:10.630879 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e578f6c9-4b44-42f5-af31-f1e783ab5395 req-a2b0c901-e2cd-4967-8f1e-fec22359ce21 tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c9d18-c4b5-4115-89aa-aee9af403d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367295 Dec 06 14:51:10.634508 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-08701481-192f-40cc-96fa-4fb7dd7d7bcb req-564eb898-1ba9-4260-bba7-df6765a5481d tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:10.648609 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687bd106-1327-4d7d-84dc-18da1b00c356 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:10.671745 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564eb898-1ba9-4260-bba7-df6765a5481d tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Pushing event deleted for resources: {'Port': ['ID=0d4af8d0-a2bf-4992-a557-f4f490d54b4a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:10.728697 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-08701481-192f-40cc-96fa-4fb7dd7d7bcb req-564eb898-1ba9-4260-bba7-df6765a5481d tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] No DVR routers for this DVR port 0d4af8d0-a2bf-4992-a557-f4f490d54b4a on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:51:10.731842 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-08701481-192f-40cc-96fa-4fb7dd7d7bcb req-564eb898-1ba9-4260-bba7-df6765a5481d tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:10.735020 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08701481-192f-40cc-96fa-4fb7dd7d7bcb req-564eb898-1ba9-4260-bba7-df6765a5481d tempest-ImagesOneServerTestJSON-1398520333 tempest-ImagesOneServerTestJSON-1398520333-project] 10.222.0.37 "DELETE /v2.0/ports/0d4af8d0-a2bf-4992-a557-f4f490d54b4a HTTP/1.1" status: 204 len: 173 time: 0.8063962 Dec 06 14:51:10.735447 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c65c18-f6fc-4262-a8db-0cc8a2f4d290', 'name': 'network-vif-deleted', 'tag': '0d4af8d0-a2bf-4992-a557-f4f490d54b4a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:51:10.735789 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-c0447240-1aa0-4d3d-aa45-5c7ce80ea858 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:51:10.737774 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1c99ed-38c3-4081-84e9-7ac6f35df173" -d '{"events": [{"server_uuid": "c1c65c18-f6fc-4262-a8db-0cc8a2f4d290", "name": "network-vif-deleted", "tag": "0d4af8d0-a2bf-4992-a557-f4f490d54b4a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:51:10.746860 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-c0447240-1aa0-4d3d-aa45-5c7ce80ea858 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1233244 Dec 06 14:51:10.765521 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-687bd106-1327-4d7d-84dc-18da1b00c356 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting port 49cd0be7-6c72-4f22-a657-ac33adedeb9b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:10.772524 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687bd106-1327-4d7d-84dc-18da1b00c356 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:10.863129 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-e40e8ec2-fe22-44b3-92b9-59802c00af7e service neutron] 10.222.0.20 "GET /v2.0/networks/54fedcb7-877f-4e2e-b955-739e7504ac8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127441 Dec 06 14:51:10.889710 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07f037-24e0-4fe7-8032-fac2a5c3bebb req-9d20f944-730e-4a18-913e-127a1a3f2a47 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:10.891131 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-db07f037-24e0-4fe7-8032-fac2a5c3bebb req-9d20f944-730e-4a18-913e-127a1a3f2a47 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 945 time: 0.0988045 Dec 06 14:51:10.901852 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687bd106-1327-4d7d-84dc-18da1b00c356 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:10.925521 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-687bd106-1327-4d7d-84dc-18da1b00c356 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Calling delete_port for 49cd0be7-6c72-4f22-a657-ac33adedeb9b owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:10.964806 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-c0c5909c-f0d9-4cf7-8415-d1cd3745ae9a service neutron] 10.222.0.20 "GET /v2.0/networks/54fedcb7-877f-4e2e-b955-739e7504ac8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921421 Dec 06 14:51:10.994982 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-db07f037-24e0-4fe7-8032-fac2a5c3bebb req-ec67ed75-8a78-4044-8a26-bf4712e43202 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956721 Dec 06 14:51:11.061512 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6d3085-09c4-4726-831e-9e48f2056be2 x-openstack-request-id: req-7c6d3085-09c4-4726-831e-9e48f2056be2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:51:11.061812 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c65c18-f6fc-4262-a8db-0cc8a2f4d290", "name": "network-vif-deleted", "tag": "0d4af8d0-a2bf-4992-a557-f4f490d54b4a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:51:11.062067 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c6d3085-09c4-4726-831e-9e48f2056be2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:51:11.062475 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c65c18-f6fc-4262-a8db-0cc8a2f4d290', 'name': 'network-vif-deleted', 'tag': '0d4af8d0-a2bf-4992-a557-f4f490d54b4a', 'status': 'completed', 'code': 200} Dec 06 14:51:11.143223 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687bd106-1327-4d7d-84dc-18da1b00c356 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:11.174574 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2822b26c-04bc-437b-a0a0-4aefbcbd9bc4 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:51:11.271795 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bd106-1327-4d7d-84dc-18da1b00c356 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Port': ['ID=49cd0be7-6c72-4f22-a657-ac33adedeb9b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:11.327416 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08218ec6-26a0-45de-a1db-3f85bdbab117 req-8c181c1e-f214-487a-aeb0-941d7c61f924 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/ports?device_id=efb180dd-fd31-4e60-8b79-e11a86014e30 HTTP/1.1" status: 200 len: 210 time: 0.0756552 Dec 06 14:51:11.348526 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687bd106-1327-4d7d-84dc-18da1b00c356 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:11.367401 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64ade2-6f68-4395-9b95-bac44a281467 req-4d649125-920d-4359-9152-3f1997f04b51 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:11.369369 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad64ade2-6f68-4395-9b95-bac44a281467 req-4d649125-920d-4359-9152-3f1997f04b51 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0799887 Dec 06 14:51:11.474617 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad64ade2-6f68-4395-9b95-bac44a281467 req-65dd9783-2cf6-4c85-904d-e36933404195 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984554 Dec 06 14:51:11.476347 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687bd106-1327-4d7d-84dc-18da1b00c356 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:11.478663 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687bd106-1327-4d7d-84dc-18da1b00c356 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:11.523833 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0d4af8d0-a2bf-4992-a557-f4f490d54b4a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:51:11.548689 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687bd106-1327-4d7d-84dc-18da1b00c356 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:11.549356 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687bd106-1327-4d7d-84dc-18da1b00c356 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Fanout notify agent at l3_agent the message router_deleted on router 1a79ef17-9546-4329-8603-58225f54b189 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:51:11.562711 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-687bd106-1327-4d7d-84dc-18da1b00c356 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:11.564114 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-687bd106-1327-4d7d-84dc-18da1b00c356 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/routers/1a79ef17-9546-4329-8603-58225f54b189 HTTP/1.1" status: 204 len: 168 time: 1.3828616 Dec 06 14:51:11.567998 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52614) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:11.572579 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 0d4af8d0-a2bf-4992-a557-f4f490d54b4a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:51:11.573318 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0d4af8d0-a2bf-4992-a557-f4f490d54b4a not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:51:11.574502 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9ed9a067-e864-4056-99f2-dc49c867f790 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-798758120'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:11.621536 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed9a067-e864-4056-99f2-dc49c867f790 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:11.625420 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a067-e864-4056-99f2-dc49c867f790 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:11.657894 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425745f-13f0-41d1-9b0c-a5ab2ad0d4d0 req-a220f3f7-0297-44eb-b16c-8f3e71bd9802 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:11.659409 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5425745f-13f0-41d1-9b0c-a5ab2ad0d4d0 req-a220f3f7-0297-44eb-b16c-8f3e71bd9802 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0730395 Dec 06 14:51:11.665853 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed9a067-e864-4056-99f2-dc49c867f790 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:51:11.680678 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a067-e864-4056-99f2-dc49c867f790 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:11.681038 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-9ed9a067-e864-4056-99f2-dc49c867f790 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Added segment 3820379f-1f73-41f1-ae4d-f0d5a0e2cf1d of type vlan for network de397257-ccb1-447b-ad30-6da6a0a77d9f Dec 06 14:51:11.752714 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a067-e864-4056-99f2-dc49c867f790 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:11.760598 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5425745f-13f0-41d1-9b0c-a5ab2ad0d4d0 req-eebb4891-3ef2-4c8f-a506-eda470db57ec tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876195 Dec 06 14:51:11.784680 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a067-e864-4056-99f2-dc49c867f790 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:11.790380 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed9a067-e864-4056-99f2-dc49c867f790 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:11.791136 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a067-e864-4056-99f2-dc49c867f790 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:11.834959 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9ed9a067-e864-4056-99f2-dc49c867f790 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2621579 Dec 06 14:51:11.835192 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52622) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:11.840019 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-da121a5b-0391-4a7c-963d-51643a271333 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'subnet': {'network_id': 'de397257-ccb1-447b-ad30-6da6a0a77d9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:11.881845 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9a067-e864-4056-99f2-dc49c867f790 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Network': ['ID=de397257-ccb1-447b-ad30-6da6a0a77d9f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:11.900988 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network de397257-ccb1-447b-ad30-6da6a0a77d9f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:51:12.022509 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da121a5b-0391-4a7c-963d-51643a271333 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:12.026032 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da121a5b-0391-4a7c-963d-51643a271333 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:12.043513 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52630) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:12.075688 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dadb3-49e5-4562-b227-b67fc3610554 req-20635334-b856-4575-a5b2-f448017c4458 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:12.077224 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d91dadb3-49e5-4562-b227-b67fc3610554 req-20635334-b856-4575-a5b2-f448017c4458 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0836654 Dec 06 14:51:12.120260 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1806f7-cff3-4dc9-aae1-19d617fb1d08 req-cce4d859-0b52-46f8-af18-24caa5e03c5c tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:12.129664 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c1806f7-cff3-4dc9-aae1-19d617fb1d08 req-cce4d859-0b52-46f8-af18-24caa5e03c5c tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 945 time: 0.0578122 Dec 06 14:51:12.184176 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d91dadb3-49e5-4562-b227-b67fc3610554 req-525e2767-5d24-4306-8f61-7dd26cf75923 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797617 Dec 06 14:51:12.207073 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c1806f7-cff3-4dc9-aae1-19d617fb1d08 req-4e638f27-81da-494a-8780-b0e37b7fbfeb tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676830 Dec 06 14:51:12.265946 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f1b2c50d-2edf-4e00-854b-4dba28b0d083 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c05f303e2142427da95bb86198cea50c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2205727 Dec 06 14:51:12.268454 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52640) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:12.285859 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da121a5b-0391-4a7c-963d-51643a271333 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:12.354000 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da121a5b-0391-4a7c-963d-51643a271333 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Subnet': ['ID=2461d2ae-3149-4acc-a1e8-90b8d12be4e1,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:12.362236 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da121a5b-0391-4a7c-963d-51643a271333 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Checking segment: {'id': '3820379f-1f73-41f1-ae4d-f0d5a0e2cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'de397257-ccb1-447b-ad30-6da6a0a77d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:12.362593 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da121a5b-0391-4a7c-963d-51643a271333 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network hostable DHCP agents. Network: de397257-ccb1-447b-ad30-6da6a0a77d9f, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:51:12.364042 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1de20ce-05bc-40b5-a5d9-bc9b26ddd3f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:12.383223 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da121a5b-0391-4a7c-963d-51643a271333 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network de397257-ccb1-447b-ad30-6da6a0a77d9f is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:51:12.399240 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-da121a5b-0391-4a7c-963d-51643a271333 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, de397257-ccb1-447b-ad30-6da6a0a77d9f) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:12.403547 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da121a5b-0391-4a7c-963d-51643a271333 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:12.404182 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da121a5b-0391-4a7c-963d-51643a271333 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:12.414237 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7624650-4fea-48c4-a806-3b9605257519 None None] Network de397257-ccb1-447b-ad30-6da6a0a77d9f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:12.440466 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-da121a5b-0391-4a7c-963d-51643a271333 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6042659 Dec 06 14:51:12.444749 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52646) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:12.452433 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-34690a92-9d0d-48bc-a619-edc1d24c5a1c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-776729200', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:12.491736 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34690a92-9d0d-48bc-a619-edc1d24c5a1c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:12.493690 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34690a92-9d0d-48bc-a619-edc1d24c5a1c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:12.613242 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-de397257-ccb1-447b-ad30-6da6a0a77d9f', 'network_id': 'de397257-ccb1-447b-ad30-6da6a0a77d9f', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'fixed_ips': [{'subnet_id': '2461d2ae-3149-4acc-a1e8-90b8d12be4e1'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:51:12.614233 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:12.769759 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Allocated IP 2001:db8::2 (de397257-ccb1-447b-ad30-6da6a0a77d9f/2461d2ae-3149-4acc-a1e8-90b8d12be4e1/1a25ef48-4209-4ebf-8507-c29991a6785a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:51:12.803564 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1de20ce-05bc-40b5-a5d9-bc9b26ddd3f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:12.859856 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6f6ba-39d3-4c72-ad16-d99d710d777d req-4ea4d1d0-be62-4a0c-8f32-53e2112ef241 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:12.861245 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d5c6f6ba-39d3-4c72-ad16-d99d710d777d req-4ea4d1d0-be62-4a0c-8f32-53e2112ef241 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 945 time: 0.5015097 Dec 06 14:51:12.874383 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-8e6a7d71-58e9-4bf8-8d35-3382fe1820b8 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:12.875858 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-8e6a7d71-58e9-4bf8-8d35-3382fe1820b8 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.23 "GET /v2.0/networks?id=54fedcb7-877f-4e2e-b955-739e7504ac8b HTTP/1.1" status: 200 len: 814 time: 0.6084073 Dec 06 14:51:12.876764 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52652) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:12.881756 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-829ba632-4f5a-42ac-8ea1-848fb1df96b3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Request body: {'floatingip': {'port_id': '2b1be6d0-1165-4d63-9e4c-3495e7e9a28f'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:12.910263 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34690a92-9d0d-48bc-a619-edc1d24c5a1c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:12.923869 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34690a92-9d0d-48bc-a619-edc1d24c5a1c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:12.927537 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-829ba632-4f5a-42ac-8ea1-848fb1df96b3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for floatingip, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:12.927945 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:12.937610 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-d0b9e713-8888-4053-9e4c-bf78d304dac8 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Request body: {'port': {'device_id': 'efb180dd-fd31-4e60-8b79-e11a86014e30', 'network_id': '54fedcb7-877f-4e2e-b955-739e7504ac8b', 'admin_state_up': True, 'tenant_id': 'e3e6dd94fbe844cb8c1948553c655739'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:12.938380 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:12.946700 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5c2bb5d-6b52-4b08-8b46-a6f624fcde0b req-a8caed87-1c3e-481c-8292-4a143a4e6277 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/ports?device_id=efb180dd-fd31-4e60-8b79-e11a86014e30 HTTP/1.1" status: 200 len: 210 time: 0.0347111 Dec 06 14:51:12.963089 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34690a92-9d0d-48bc-a619-edc1d24c5a1c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:12.967281 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-34690a92-9d0d-48bc-a619-edc1d24c5a1c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5188773 Dec 06 14:51:12.967555 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52654) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:12.990135 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Network de397257-ccb1-447b-ad30-6da6a0a77d9f is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:12.997797 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:13.004461 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:13.072121 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Pushing event updated for resources: {'Port': ['ID=1a25ef48-4209-4ebf-8507-c29991a6785a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:13.087983 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Attempting to bind port 1a25ef48-4209-4ebf-8507-c29991a6785a on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:51:13.088359 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Attempting to bind port 1a25ef48-4209-4ebf-8507-c29991a6785a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3820379f-1f73-41f1-ae4d-f0d5a0e2cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'de397257-ccb1-447b-ad30-6da6a0a77d9f'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:51:13.088719 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Attempting to bind port 1a25ef48-4209-4ebf-8507-c29991a6785a on network de397257-ccb1-447b-ad30-6da6a0a77d9f {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:51:13.094078 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:51:13.094455 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Checking segment: {'id': '3820379f-1f73-41f1-ae4d-f0d5a0e2cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'de397257-ccb1-447b-ad30-6da6a0a77d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:13.094855 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:13.095380 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Bound using segment: {'id': '3820379f-1f73-41f1-ae4d-f0d5a0e2cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'de397257-ccb1-447b-ad30-6da6a0a77d9f'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:51:13.095891 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Bound port: 1a25ef48-4209-4ebf-8507-c29991a6785a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3820379f-1f73-41f1-ae4d-f0d5a0e2cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'de397257-ccb1-447b-ad30-6da6a0a77d9f'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:51:13.096437 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:13.130859 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1de20ce-05bc-40b5-a5d9-bc9b26ddd3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:13.134204 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1de20ce-05bc-40b5-a5d9-bc9b26ddd3f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:13.138774 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b1de20ce-05bc-40b5-a5d9-bc9b26ddd3f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa0c9d18-c4b5-4115-89aa-aee9af403d74 HTTP/1.1" status: 204 len: 168 time: 0.8470097 Dec 06 14:51:13.192582 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de20ce-05bc-40b5-a5d9-bc9b26ddd3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0c9d18-c4b5-4115-89aa-aee9af403d74,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:13.223450 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] For port 1a25ef48-4209-4ebf-8507-c29991a6785a, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:51:13.242737 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] For port 1a25ef48-4209-4ebf-8507-c29991a6785a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1a25ef48-4209-4ebf-8507-c29991a6785a,segment=NetworkSegment(3820379f-1f73-41f1-ae4d-f0d5a0e2cf1d),segment_id=3820379f-1f73-41f1-ae4d-f0d5a0e2cf1d)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:51:13.253625 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:13.298243 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-d0b9e713-8888-4053-9e4c-bf78d304dac8 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Made reservation on behalf of e3e6dd94fbe844cb8c1948553c655739 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:13.301834 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-d0b9e713-8888-4053-9e4c-bf78d304dac8 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:13.341888 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecdc4b-483d-4f0f-af4e-fc8aa3b98613 req-e1363473-577d-4a6b-88c2-3ad5c3ba0ecb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:13.348737 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecdc4b-483d-4f0f-af4e-fc8aa3b98613 req-e1363473-577d-4a6b-88c2-3ad5c3ba0ecb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:13.363567 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecdc4b-483d-4f0f-af4e-fc8aa3b98613 req-e1363473-577d-4a6b-88c2-3ad5c3ba0ecb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:13.371373 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecdc4b-483d-4f0f-af4e-fc8aa3b98613 req-e1363473-577d-4a6b-88c2-3ad5c3ba0ecb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:13.371941 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e19289-2fa7-4eda-9c6c-409308cfb561 None None] Pushing event updated for resources: {'Port': ['ID=1a25ef48-4209-4ebf-8507-c29991a6785a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:13.378322 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecdc4b-483d-4f0f-af4e-fc8aa3b98613 req-e1363473-577d-4a6b-88c2-3ad5c3ba0ecb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:13.383820 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaff35-7d74-42f7-b260-ec23be0371c8 req-4052f0b8-ede0-4e74-a582-a1b67ea57d4c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:13.385410 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cffaff35-7d74-42f7-b260-ec23be0371c8 req-4052f0b8-ede0-4e74-a582-a1b67ea57d4c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0964034 Dec 06 14:51:13.385612 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecdc4b-483d-4f0f-af4e-fc8aa3b98613 req-e1363473-577d-4a6b-88c2-3ad5c3ba0ecb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:13.391685 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecdc4b-483d-4f0f-af4e-fc8aa3b98613 req-e1363473-577d-4a6b-88c2-3ad5c3ba0ecb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:13.402813 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2eecdc4b-483d-4f0f-af4e-fc8aa3b98613 req-e1363473-577d-4a6b-88c2-3ad5c3ba0ecb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5432 time: 0.2659202 Dec 06 14:51:13.409731 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:13.620703 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cffaff35-7d74-42f7-b260-ec23be0371c8 req-f4ecdc8b-7743-4fae-8a50-c2bdd9cb9707 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132843 Dec 06 14:51:13.819780 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2eecdc4b-483d-4f0f-af4e-fc8aa3b98613 req-872e85ca-324d-49b2-a46f-34e4c6184afb tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4078665 Dec 06 14:51:13.830200 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-d0b9e713-8888-4053-9e4c-bf78d304dac8 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Allocated IP 172.20.0.13 (54fedcb7-877f-4e2e-b955-739e7504ac8b/ca6e6a1c-d4ba-40ca-8d6e-bad3967fb521/1951c49a-1c08-4322-b5ab-14d7b91f7821) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:51:13.914537 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Allocated IP 2001:db8::1 (de397257-ccb1-447b-ad30-6da6a0a77d9f/2461d2ae-3149-4acc-a1e8-90b8d12be4e1/394ec2b5-3383-4972-b615-a3426b4cf73f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:51:14.062642 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b00f4c-3a74-4bc5-bd2b-34062e41d903 req-66a7b8ea-bb24-442c-99c8-76904c5ab4e2 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:14.066960 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b00f4c-3a74-4bc5-bd2b-34062e41d903 req-66a7b8ea-bb24-442c-99c8-76904c5ab4e2 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:14.073535 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b00f4c-3a74-4bc5-bd2b-34062e41d903 req-66a7b8ea-bb24-442c-99c8-76904c5ab4e2 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:14.076616 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:51:14.079582 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b00f4c-3a74-4bc5-bd2b-34062e41d903 req-66a7b8ea-bb24-442c-99c8-76904c5ab4e2 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:14.086150 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b00f4c-3a74-4bc5-bd2b-34062e41d903 req-66a7b8ea-bb24-442c-99c8-76904c5ab4e2 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:14.092302 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b00f4c-3a74-4bc5-bd2b-34062e41d903 req-66a7b8ea-bb24-442c-99c8-76904c5ab4e2 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:14.098385 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b00f4c-3a74-4bc5-bd2b-34062e41d903 req-66a7b8ea-bb24-442c-99c8-76904c5ab4e2 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:14.100416 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5b00f4c-3a74-4bc5-bd2b-34062e41d903 req-66a7b8ea-bb24-442c-99c8-76904c5ab4e2 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5432 time: 0.1697173 Dec 06 14:51:14.142057 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.167298 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-22636f19-18e2-45dd-9116-f203f97c4662 req-00f6d822-a4de-4c70-a22e-267e07a790ad tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/ports?device_id=efb180dd-fd31-4e60-8b79-e11a86014e30 HTTP/1.1" status: 200 len: 210 time: 0.0728202 Dec 06 14:51:14.191206 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.215892 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.db.resource_extend [None req-829ba632-4f5a-42ac-8ea1-848fb1df96b3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:51:14.217773 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52688) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:14.247063 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network de397257-ccb1-447b-ad30-6da6a0a77d9f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:14.248984 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:14.252469 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:14.253289 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.314998 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=394ec2b5-3383-4972-b615-a3426b4cf73f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:14.322036 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-829ba632-4f5a-42ac-8ea1-848fb1df96b3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.334636 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-829ba632-4f5a-42ac-8ea1-848fb1df96b3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.347701 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-d0b9e713-8888-4053-9e4c-bf78d304dac8 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.407854 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-994e6931-b92d-45a0-9098-306c1af18935 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1716919723-network', 'tenant_id': '96528aad5d05482b8b51dd387d28fde7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:14.422524 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.501892 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-d0b9e713-8888-4053-9e4c-bf78d304dac8 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.503440 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994e6931-b92d-45a0-9098-306c1af18935 admin admin] Made reservation on behalf of 96528aad5d05482b8b51dd387d28fde7 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:14.506735 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-994e6931-b92d-45a0-9098-306c1af18935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.552631 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-994e6931-b92d-45a0-9098-306c1af18935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.560386 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-829ba632-4f5a-42ac-8ea1-848fb1df96b3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Floating IP b4ab961c-0573-4e77-a8b6-6d24471f911f associated. External IP: 172.35.7.52, port: 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f. Dec 06 14:51:14.615964 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703fa70d-ce9e-4b46-acfa-064e36879eec None None] Network de397257-ccb1-447b-ad30-6da6a0a77d9f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:14.622518 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-d0b9e713-8888-4053-9e4c-bf78d304dac8 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Network 54fedcb7-877f-4e2e-b955-739e7504ac8b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:14.625363 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-d0b9e713-8888-4053-9e4c-bf78d304dac8 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:14.627726 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-d0b9e713-8888-4053-9e4c-bf78d304dac8 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:14.686450 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9e713-8888-4053-9e4c-bf78d304dac8 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Pushing event updated for resources: {'Port': ['ID=1951c49a-1c08-4322-b5ab-14d7b91f7821,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:14.743858 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-d0b9e713-8888-4053-9e4c-bf78d304dac8 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:14.744563 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-d0b9e713-8888-4053-9e4c-bf78d304dac8 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.746003 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.759004 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f3d81268-3d6b-4017-b40e-662b04c851b8 None None] Provisioning complete for port 1a25ef48-4209-4ebf-8507-c29991a6785a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:14.759402 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3d81268-3d6b-4017-b40e-662b04c851b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.760718 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.761555 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.825909 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-d0b9e713-8888-4053-9e4c-bf78d304dac8 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8952646 Dec 06 14:51:14.848839 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Request body: {'port': {'device_id': 'efb180dd-fd31-4e60-8b79-e11a86014e30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:14.854608 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-994e6931-b92d-45a0-9098-306c1af18935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.876031 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-994e6931-b92d-45a0-9098-306c1af18935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.884806 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b34c94-232d-4d6f-b9af-d364ae31b79b req-cda29817-1a44-47c4-b90f-493eb5185ba0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:14.891331 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3d81268-3d6b-4017-b40e-662b04c851b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.893240 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18b34c94-232d-4d6f-b9af-d364ae31b79b req-cda29817-1a44-47c4-b90f-493eb5185ba0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1532626 Dec 06 14:51:14.906445 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e6931-b92d-45a0-9098-306c1af18935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98101cb8-8c85-4e2b-9e30-adc5e61ffec1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:14.931093 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f3d81268-3d6b-4017-b40e-662b04c851b8 None None] For port 1a25ef48-4209-4ebf-8507-c29991a6785a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1a25ef48-4209-4ebf-8507-c29991a6785a,segment=NetworkSegment(3820379f-1f73-41f1-ae4d-f0d5a0e2cf1d),segment_id=3820379f-1f73-41f1-ae4d-f0d5a0e2cf1d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:14.938763 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3d81268-3d6b-4017-b40e-662b04c851b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.942924 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=394ec2b5-3383-4972-b615-a3426b4cf73f,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:14.953076 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994e6931-b92d-45a0-9098-306c1af18935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:51:14.992349 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-994e6931-b92d-45a0-9098-306c1af18935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:14.992697 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-994e6931-b92d-45a0-9098-306c1af18935 admin admin] Added segment 41f53165-80ba-4f35-ae10-3d28dade207f of type vlan for network a06b4afd-b8da-4755-a073-8f7d2a2b7756 Dec 06 14:51:15.003284 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d81268-3d6b-4017-b40e-662b04c851b8 None None] Pushing event updated for resources: {'Port': ['ID=1a25ef48-4209-4ebf-8507-c29991a6785a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:15.011467 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:15.024512 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18b34c94-232d-4d6f-b9af-d364ae31b79b req-7bb9e2b5-fa41-4069-a4f6-9e6a2d75e769 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300673 Dec 06 14:51:15.036038 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network de397257-ccb1-447b-ad30-6da6a0a77d9f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:15.038730 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:15.061903 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-994e6931-b92d-45a0-9098-306c1af18935 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:15.165972 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-994e6931-b92d-45a0-9098-306c1af18935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:15.166757 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994e6931-b92d-45a0-9098-306c1af18935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:15.167373 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-994e6931-b92d-45a0-9098-306c1af18935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:15.178643 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-bbe72371-ea65-4478-ac0a-0f21fcd1dcb2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0928168 Dec 06 14:51:15.193840 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829ba632-4f5a-42ac-8ea1-848fb1df96b3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Router 20ef49f0-d5a6-4213-a66a-4932e60f4338 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:51:15.213133 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 150671b6-85ae-4131-848e-2b1e5b833f04 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:51:15.282231 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-994e6931-b92d-45a0-9098-306c1af18935 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0631623 Dec 06 14:51:15.287864 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cc855dc2-279e-48b0-b3bf-0715a91b09ec None None] Provisioning complete for port 1a25ef48-4209-4ebf-8507-c29991a6785a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:15.288733 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc855dc2-279e-48b0-b3bf-0715a91b09ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:15.293592 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52698) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:15.336066 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-75a558aa-6ed6-43f9-b6fa-40f8e27ba1a3 admin admin] Request body: {'subnet': {'network_id': 'a06b4afd-b8da-4755-a073-8f7d2a2b7756', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1716919723-subnet', 'tenant_id': '96528aad5d05482b8b51dd387d28fde7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:15.388115 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:15.402720 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2bf90f5e-2f41-4b15-96ab-38ccfe55990a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/150671b6-85ae-4131-848e-2b1e5b833f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4338427 Dec 06 14:51:15.405214 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a3428-9d86-43ed-ae58-bd61642ba031 None None] Sync routers for ids ['150671b6-85ae-4131-848e-2b1e5b833f04'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:15.408728 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-aa7f2761-dd41-4b75-a2c0-8ea7326b65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:15.409212 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-aa7f2761-dd41-4b75-a2c0-8ea7326b65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:15.409682 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-aa7f2761-dd41-4b75-a2c0-8ea7326b65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:15.410259 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-aa7f2761-dd41-4b75-a2c0-8ea7326b65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:15.410607 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-aa7f2761-dd41-4b75-a2c0-8ea7326b65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:15.411070 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-aa7f2761-dd41-4b75-a2c0-8ea7326b65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:15.411527 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-aa7f2761-dd41-4b75-a2c0-8ea7326b65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:15.414170 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-aa7f2761-dd41-4b75-a2c0-8ea7326b65e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 6503 time: 0.1797292 Dec 06 14:51:15.414711 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52702) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:15.425431 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a3428-9d86-43ed-ae58-bd61642ba031 None None] Routers {'150671b6-85ae-4131-848e-2b1e5b833f04'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:15.426213 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0a6a3428-9d86-43ed-ae58-bd61642ba031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['150671b6-85ae-4131-848e-2b1e5b833f04'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:15.518816 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0a6a3428-9d86-43ed-ae58-bd61642ba031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:15.522908 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cc855dc2-279e-48b0-b3bf-0715a91b09ec None None] Provisioning complete for port 394ec2b5-3383-4972-b615-a3426b4cf73f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:15.524404 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc855dc2-279e-48b0-b3bf-0715a91b09ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:15.528680 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1950f1a-3f15-412f-b176-cdfa455177ef tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:15.534290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e1950f1a-3f15-412f-b176-cdfa455177ef tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports/394ec2b5-3383-4972-b615-a3426b4cf73f HTTP/1.1" status: 200 len: 911 time: 0.1184280 Dec 06 14:51:15.535922 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52704) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:15.551510 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9a93107c-f0ce-41c5-91ed-12a99889ac22 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2461d2ae-3149-4acc-a1e8-90b8d12be4e1'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:15.581879 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a3428-9d86-43ed-ae58-bd61642ba031 None None] Routers {'150671b6-85ae-4131-848e-2b1e5b833f04'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:15.599026 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0a6a3428-9d86-43ed-ae58-bd61642ba031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['150671b6-85ae-4131-848e-2b1e5b833f04'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:15.604260 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cc855dc2-279e-48b0-b3bf-0715a91b09ec None None] Port 394ec2b5-3383-4972-b615-a3426b4cf73f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:51:15.665594 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1a25ef48-4209-4ebf-8507-c29991a6785a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:15.668076 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0a6a3428-9d86-43ed-ae58-bd61642ba031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:15.668697 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a3428-9d86-43ed-ae58-bd61642ba031 None None] The sync data for ids ['150671b6-85ae-4131-848e-2b1e5b833f04'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:15.734421 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-908bdfe3-d154-40ad-96b0-8e42e487babd None None] Provisioning complete for port 394ec2b5-3383-4972-b615-a3426b4cf73f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:15.735052 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-908bdfe3-d154-40ad-96b0-8e42e487babd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:15.740518 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-15b9f883-a2ea-48a8-93c3-a29cc4019889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:15.740991 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-15b9f883-a2ea-48a8-93c3-a29cc4019889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:15.741452 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-15b9f883-a2ea-48a8-93c3-a29cc4019889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:15.748448 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-15b9f883-a2ea-48a8-93c3-a29cc4019889 service neutron] 10.222.0.37 "GET /v2.0/networks?id=29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd&id=6d4b264c-2449-439e-aadb-4b6f43f38919&id=6d4b264c-2449-439e-aadb-4b6f43f38919&id=6d4b264c-2449-439e-aadb-4b6f43f38919&id=6d4b264c-2449-439e-aadb-4b6f43f38919&id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b&id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b HTTP/1.1" status: 200 len: 2297 time: 0.2785459 Dec 06 14:51:15.785071 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 1a25ef48-4209-4ebf-8507-c29991a6785a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:15.785688 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:15.789023 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-908bdfe3-d154-40ad-96b0-8e42e487babd None None] Port 394ec2b5-3383-4972-b615-a3426b4cf73f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:51:15.841115 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-518e7668-c6a7-4ba7-bccd-5239955e5f53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfc991a0-3eee-40e2-bc52-93e126dd1c69 HTTP/1.1" status: 200 len: 1001 time: 0.0698524 Dec 06 14:51:15.862549 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e6931-b92d-45a0-9098-306c1af18935 admin admin] Pushing event updated for resources: {'Network': ['ID=a06b4afd-b8da-4755-a073-8f7d2a2b7756,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:15.876007 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network a06b4afd-b8da-4755-a073-8f7d2a2b7756 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:51:15.960392 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a558aa-6ed6-43f9-b6fa-40f8e27ba1a3 admin admin] Made reservation on behalf of 96528aad5d05482b8b51dd387d28fde7 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:15.962711 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75a558aa-6ed6-43f9-b6fa-40f8e27ba1a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:15.997934 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a93107c-f0ce-41c5-91ed-12a99889ac22 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:16.004451 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-2f32184b-cec5-4405-92de-64df40bb92be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:16.006659 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-2f32184b-cec5-4405-92de-64df40bb92be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=330d8b00-ca63-4dc8-896a-c7a2b8da335a HTTP/1.1" status: 200 len: 855 time: 0.1561456 Dec 06 14:51:16.048053 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e13dc5fe-c223-4476-92e4-d52eb0f017b6 None None] Provisioning complete for port 394ec2b5-3383-4972-b615-a3426b4cf73f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:16.048431 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e13dc5fe-c223-4476-92e4-d52eb0f017b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:16.094627 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e13dc5fe-c223-4476-92e4-d52eb0f017b6 None None] Port 394ec2b5-3383-4972-b615-a3426b4cf73f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:51:16.131885 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c05c2-3e7a-4156-80d1-8df24070d2d0 req-fe15fc05-0c21-487a-8c8a-4fa3411c44e0 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:16.134096 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2c3c05c2-3e7a-4156-80d1-8df24070d2d0 req-fe15fc05-0c21-487a-8c8a-4fa3411c44e0 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/ports?device_id=efb180dd-fd31-4e60-8b79-e11a86014e30 HTTP/1.1" status: 200 len: 932 time: 0.2860477 Dec 06 14:51:16.171450 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-c2adbc6f-e7c6-441c-acf1-f4a2bce663cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:16.173432 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-c2adbc6f-e7c6-441c-acf1-f4a2bce663cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574385 Dec 06 14:51:16.192813 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829ba632-4f5a-42ac-8ea1-848fb1df96b3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:16.207478 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-829ba632-4f5a-42ac-8ea1-848fb1df96b3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:16.207818 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2b6613-d4d9-4617-9373-1f52adc5fb69 None None] Sync routers for ids ['20ef49f0-d5a6-4213-a66a-4932e60f4338'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:16.219347 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2b6613-d4d9-4617-9373-1f52adc5fb69 None None] Routers {'20ef49f0-d5a6-4213-a66a-4932e60f4338'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:16.220145 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0c2b6613-d4d9-4617-9373-1f52adc5fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['20ef49f0-d5a6-4213-a66a-4932e60f4338'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:16.275317 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-829ba632-4f5a-42ac-8ea1-848fb1df96b3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "PUT /v2.0/floatingips/b4ab961c-0573-4e77-a8b6-6d24471f911f HTTP/1.1" status: 200 len: 990 time: 3.3974462 Dec 06 14:51:16.297530 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e340c02f-5cf5-4e7a-afa6-f9eae7d4b852', 'tag': '2b1be6d0-1165-4d63-9e4c-3495e7e9a28f'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:51:16.299930 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ad3dfc-86ef-4d5d-b54c-8df46ddcdd87" -d '{"events": [{"name": "network-changed", "server_uuid": "e340c02f-5cf5-4e7a-afa6-f9eae7d4b852", "tag": "2b1be6d0-1165-4d63-9e4c-3495e7e9a28f"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:51:16.314643 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2c3c05c2-3e7a-4156-80d1-8df24070d2d0 req-15e74058-9937-45f4-8f79-9d55ca2fe1ac tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/security-groups?id=990e981a-71cc-4dd0-9124-5ef2a3258933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632946 Dec 06 14:51:16.333519 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-0c2b6613-d4d9-4617-9373-1f52adc5fb69 None None] Set router 20ef49f0-d5a6-4213-a66a-4932e60f4338 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:16.338330 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-9c02f698-ba30-4d03-9705-4f9d0cef2260 service neutron] 10.222.0.37 "GET /v2.0/networks/29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539190 Dec 06 14:51:16.383367 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1951c49a-1c08-4322-b5ab-14d7b91f7821 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:51:16.421350 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52730) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:16.429868 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:16.493483 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a114a8-814d-478d-9ef9-b0c1256a69fa x-openstack-request-id: req-39a114a8-814d-478d-9ef9-b0c1256a69fa {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:51:16.493770 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e340c02f-5cf5-4e7a-afa6-f9eae7d4b852", "tag": "2b1be6d0-1165-4d63-9e4c-3495e7e9a28f", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:51:16.508250 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-458fe8f7-9b89-428b-b247-921d73a3dd02 service neutron] 10.222.0.37 "GET /v2.0/networks/29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224833 Dec 06 14:51:16.513201 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39a114a8-814d-478d-9ef9-b0c1256a69fa {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:51:16.513646 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e340c02f-5cf5-4e7a-afa6-f9eae7d4b852', 'tag': '2b1be6d0-1165-4d63-9e4c-3495e7e9a28f', 'status': 'completed', 'code': 200} Dec 06 14:51:16.517468 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Transition to ACTIVE for port object 1951c49a-1c08-4322-b5ab-14d7b91f7821 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:51:16.538156 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75a558aa-6ed6-43f9-b6fa-40f8e27ba1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:16.556305 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87090b79-9c6d-4132-9ad6-ea6095b87cb1 req-e1a78593-bdb2-4e09-a2bf-05d803903740 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:16.562835 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:16.563775 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-87090b79-9c6d-4132-9ad6-ea6095b87cb1 req-e1a78593-bdb2-4e09-a2bf-05d803903740 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.3968985 Dec 06 14:51:16.602125 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0c2b6613-d4d9-4617-9373-1f52adc5fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'name': 'tempest-ServersTestBootFromVolume-1824612278-router', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174'}], 'enable_snat': True}, 'gw_port_id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:01Z', 'updated_at': '2021-12-06T14:50:10Z', 'revision_number': 4, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'gw_port': {'id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:03Z', 'updated_at': '2021-12-06T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'b4ab961c-0573-4e77-a8b6-6d24471f911f', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'floating_ip_address': '172.35.7.52', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'port_id': '2b1be6d0-1165-4d63-9e4c-3495e7e9a28f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663', 'mac_address': 'fa:16:3e:17:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e340c02f-5cf5-4e7a-afa6-f9eae7d4b852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:50:15Z', 'updated_at': '2021-12-06T14:51:14Z', 'revision_number': 1, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49870210-21bd-4d73-909c-300b7a366f3d', 'name': '', 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'mac_address': 'fa:16:3e:0c:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:08Z', 'updated_at': '2021-12-06T14:50:15Z', 'revision_number': 5, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'subnets': [{'id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:16.629810 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2b6613-d4d9-4617-9373-1f52adc5fb69 None None] Checking router: 20ef49f0-d5a6-4213-a66a-4932e60f4338 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:51:16.640611 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2b6613-d4d9-4617-9373-1f52adc5fb69 None None] Routers {'20ef49f0-d5a6-4213-a66a-4932e60f4338'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:16.641233 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0c2b6613-d4d9-4617-9373-1f52adc5fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['20ef49f0-d5a6-4213-a66a-4932e60f4338'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:16.644221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-87090b79-9c6d-4132-9ad6-ea6095b87cb1 req-f705f6b3-b6da-488a-a4e9-a6260ab9481d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790558 Dec 06 14:51:16.645912 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-b991f83c-14b0-4fa0-9b97-5d013ae9490e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=136aab93-4414-4a27-bb13-b887ce3df348 HTTP/1.1" status: 200 len: 217 time: 0.1218953 Dec 06 14:51:16.689902 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a558aa-6ed6-43f9-b6fa-40f8e27ba1a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68268221-4002-49df-b9db-ca40d6873cc7,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:16.691834 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Pushing event updated for resources: {'Port': ['ID=1951c49a-1c08-4322-b5ab-14d7b91f7821,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:16.712524 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10877c4-f7cb-432c-bf85-10609a6c1866 req-b7a6875b-c947-4c2e-9177-c6c74c93a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:16.712524 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10877c4-f7cb-432c-bf85-10609a6c1866 req-b7a6875b-c947-4c2e-9177-c6c74c93a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:16.712524 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10877c4-f7cb-432c-bf85-10609a6c1866 req-b7a6875b-c947-4c2e-9177-c6c74c93a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:16.712847 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10877c4-f7cb-432c-bf85-10609a6c1866 req-b7a6875b-c947-4c2e-9177-c6c74c93a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:16.713081 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10877c4-f7cb-432c-bf85-10609a6c1866 req-b7a6875b-c947-4c2e-9177-c6c74c93a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:16.713486 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10877c4-f7cb-432c-bf85-10609a6c1866 req-b7a6875b-c947-4c2e-9177-c6c74c93a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:16.713950 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10877c4-f7cb-432c-bf85-10609a6c1866 req-b7a6875b-c947-4c2e-9177-c6c74c93a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:16.715962 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b10877c4-f7cb-432c-bf85-10609a6c1866 req-b7a6875b-c947-4c2e-9177-c6c74c93a651 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 6489 time: 0.2936296 Dec 06 14:51:16.729307 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad3dfc-86ef-4d5d-b54c-8df46ddcdd87 req-cfe76337-d49a-4f16-96d9-299ab4e756e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:16.730780 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-71ad3dfc-86ef-4d5d-b54c-8df46ddcdd87 req-cfe76337-d49a-4f16-96d9-299ab4e756e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13ce7cb8eaa54a73a674bedc378777e7&device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 1096 time: 0.2014592 Dec 06 14:51:16.765780 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-0c2b6613-d4d9-4617-9373-1f52adc5fb69 None None] Set router 20ef49f0-d5a6-4213-a66a-4932e60f4338 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:16.774618 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-fe775125-e770-4510-bf20-35e8675609ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:16.776729 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-fe775125-e770-4510-bf20-35e8675609ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73233722-86af-4248-a481-0a9c5e4685d5 HTTP/1.1" status: 200 len: 797 time: 0.0990639 Dec 06 14:51:16.791974 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a558aa-6ed6-43f9-b6fa-40f8e27ba1a3 admin admin] Checking segment: {'id': '41f53165-80ba-4f35-ae10-3d28dade207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a06b4afd-b8da-4755-a073-8f7d2a2b7756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:16.792235 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a558aa-6ed6-43f9-b6fa-40f8e27ba1a3 admin admin] Network hostable DHCP agents. Network: a06b4afd-b8da-4755-a073-8f7d2a2b7756, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:51:16.877467 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-5ca7d348-0771-49b8-8ce1-0758e61a97c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:16.879050 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-5ca7d348-0771-49b8-8ce1-0758e61a97c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d4b264c-2449-439e-aadb-4b6f43f38919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0931718 Dec 06 14:51:16.914262 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a558aa-6ed6-43f9-b6fa-40f8e27ba1a3 admin admin] Network a06b4afd-b8da-4755-a073-8f7d2a2b7756 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:51:16.925888 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Attempting to bind port 1951c49a-1c08-4322-b5ab-14d7b91f7821 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:51:16.925888 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Attempting to bind port 1951c49a-1c08-4322-b5ab-14d7b91f7821 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '7a53f1b2-0b71-4fca-8f58-c86af2ce8d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '54fedcb7-877f-4e2e-b955-739e7504ac8b'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:51:16.925888 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Attempting to bind port 1951c49a-1c08-4322-b5ab-14d7b91f7821 on network 54fedcb7-877f-4e2e-b955-739e7504ac8b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:51:16.939171 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b10877c4-f7cb-432c-bf85-10609a6c1866 req-3dce0aea-52f4-4075-9726-bb960bb2f156 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2130241 Dec 06 14:51:16.947454 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Port 1951c49a-1c08-4322-b5ab-14d7b91f7821 on network 54fedcb7-877f-4e2e-b955-739e7504ac8b not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:51:16.947794 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Attempting to bind port 1951c49a-1c08-4322-b5ab-14d7b91f7821 on network 54fedcb7-877f-4e2e-b955-739e7504ac8b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:51:16.952733 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad3dfc-86ef-4d5d-b54c-8df46ddcdd87 req-0bf3f461-1090-47fc-8bfe-53d8361c8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:16.954213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-71ad3dfc-86ef-4d5d-b54c-8df46ddcdd87 req-0bf3f461-1090-47fc-8bfe-53d8361c8c4d service neutron] 10.222.0.37 "GET /v2.0/networks?id=f09c8eed-929d-4a4a-a9da-19e0c25e2663 HTTP/1.1" status: 200 len: 917 time: 0.2013755 Dec 06 14:51:16.957496 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-75a558aa-6ed6-43f9-b6fa-40f8e27ba1a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a06b4afd-b8da-4755-a073-8f7d2a2b7756) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:16.960983 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:51:16.960983 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Checking segment: {'id': '7a53f1b2-0b71-4fca-8f58-c86af2ce8d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '54fedcb7-877f-4e2e-b955-739e7504ac8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:16.960983 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Bound using segment: {'id': '7a53f1b2-0b71-4fca-8f58-c86af2ce8d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '54fedcb7-877f-4e2e-b955-739e7504ac8b'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:51:16.960983 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Bound port: 1951c49a-1c08-4322-b5ab-14d7b91f7821, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a53f1b2-0b71-4fca-8f58-c86af2ce8d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '54fedcb7-877f-4e2e-b955-739e7504ac8b'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:51:16.960983 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:16.966751 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a558aa-6ed6-43f9-b6fa-40f8e27ba1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:16.966914 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75a558aa-6ed6-43f9-b6fa-40f8e27ba1a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:16.971153 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a93107c-f0ce-41c5-91ed-12a99889ac22 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:16.987691 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafa78c2-72bc-443b-b518-3939508600de None None] Network a06b4afd-b8da-4755-a073-8f7d2a2b7756 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:16.990008 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a93107c-f0ce-41c5-91ed-12a99889ac22 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:16.998558 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a93107c-f0ce-41c5-91ed-12a99889ac22 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:16.999427 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a93107c-f0ce-41c5-91ed-12a99889ac22 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:17.004024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9a93107c-f0ce-41c5-91ed-12a99889ac22 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/ports/394ec2b5-3383-4972-b615-a3426b4cf73f HTTP/1.1" status: 200 len: 911 time: 1.4601982 Dec 06 14:51:17.006613 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52738) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:17.011819 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0c2b6613-d4d9-4617-9373-1f52adc5fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'name': 'tempest-ServersTestBootFromVolume-1824612278-router', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174'}], 'enable_snat': True}, 'gw_port_id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:01Z', 'updated_at': '2021-12-06T14:50:10Z', 'revision_number': 4, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'gw_port': {'id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:03Z', 'updated_at': '2021-12-06T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'b4ab961c-0573-4e77-a8b6-6d24471f911f', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'floating_ip_address': '172.35.7.52', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'port_id': '2b1be6d0-1165-4d63-9e4c-3495e7e9a28f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663', 'mac_address': 'fa:16:3e:17:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e340c02f-5cf5-4e7a-afa6-f9eae7d4b852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:50:15Z', 'updated_at': '2021-12-06T14:51:14Z', 'revision_number': 1, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49870210-21bd-4d73-909c-300b7a366f3d', 'name': '', 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'mac_address': 'fa:16:3e:0c:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:08Z', 'updated_at': '2021-12-06T14:50:15Z', 'revision_number': 5, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'subnets': [{'id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:17.059163 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-75a558aa-6ed6-43f9-b6fa-40f8e27ba1a3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7590370 Dec 06 14:51:17.121320 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-71ad3dfc-86ef-4d5d-b54c-8df46ddcdd87 req-b8bbfef7-0b5a-4c49-a290-327c5b1739b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b1be6d0-1165-4d63-9e4c-3495e7e9a28f HTTP/1.1" status: 200 len: 998 time: 0.1568010 Dec 06 14:51:17.141498 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2b6613-d4d9-4617-9373-1f52adc5fb69 None None] The sync data for ids ['20ef49f0-d5a6-4213-a66a-4932e60f4338'] in n-d-master-1 is: [{'id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'name': 'tempest-ServersTestBootFromVolume-1824612278-router', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174'}], 'enable_snat': True}, 'gw_port_id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:01Z', 'updated_at': '2021-12-06T14:50:10Z', 'revision_number': 4, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'gw_port': {'id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:03Z', 'updated_at': '2021-12-06T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'b4ab961c-0573-4e77-a8b6-6d24471f911f', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'floating_ip_address': '172.35.7.52', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'port_id': '2b1be6d0-1165-4d63-9e4c-3495e7e9a28f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663', 'mac_address': 'fa:16:3e:17:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e340c02f-5cf5-4e7a-afa6-f9eae7d4b852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:50:15Z', 'updated_at': '2021-12-06T14:51:14Z', 'revision_number': 1, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49870210-21bd-4d73-909c-300b7a366f3d', 'name': '', 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'mac_address': 'fa:16:3e:0c:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:08Z', 'updated_at': '2021-12-06T14:50:15Z', 'revision_number': 5, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'subnets': [{'id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:17.154552 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-87f845cb-486e-41ba-ae1b-6be6be2a133c service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630923 Dec 06 14:51:17.176054 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93107c-f0ce-41c5-91ed-12a99889ac22 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=394ec2b5-3383-4972-b615-a3426b4cf73f,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:17.223926 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] For port 1951c49a-1c08-4322-b5ab-14d7b91f7821, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:51:17.232772 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] For port 1951c49a-1c08-4322-b5ab-14d7b91f7821, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1951c49a-1c08-4322-b5ab-14d7b91f7821,segment=NetworkSegment(7a53f1b2-0b71-4fca-8f58-c86af2ce8d7f),segment_id=7a53f1b2-0b71-4fca-8f58-c86af2ce8d7f)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:51:17.249410 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad3dfc-86ef-4d5d-b54c-8df46ddcdd87 req-b2affb56-dd3f-4813-9dfe-e4dc77e73565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:17.253499 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-71ad3dfc-86ef-4d5d-b54c-8df46ddcdd87 req-b2affb56-dd3f-4813-9dfe-e4dc77e73565 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a HTTP/1.1" status: 200 len: 855 time: 0.1182523 Dec 06 14:51:17.254918 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:17.304373 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baa86a9-3dfb-4fea-aa15-384d5123f1eb None None] Network a06b4afd-b8da-4755-a073-8f7d2a2b7756 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:17.339427 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:17.340087 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:17.341536 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] 10.222.0.23 "PUT /v2.0/ports/1951c49a-1c08-4322-b5ab-14d7b91f7821 HTTP/1.1" status: 200 len: 1092 time: 2.5007565 Dec 06 14:51:17.371776 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dc7ae-d3be-496d-8dbe-eb7ee6519945 service neutron] Pushing event updated for resources: {'Port': ['ID=1951c49a-1c08-4322-b5ab-14d7b91f7821,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:17.398779 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad3dfc-86ef-4d5d-b54c-8df46ddcdd87 req-d58ef900-d5aa-4540-bf30-5e7b21f23d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:17.400377 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-71ad3dfc-86ef-4d5d-b54c-8df46ddcdd87 req-d58ef900-d5aa-4540-bf30-5e7b21f23d87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f09c8eed-929d-4a4a-a9da-19e0c25e2663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360772 Dec 06 14:51:17.549897 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db642cb7-bf47-4927-aa0b-518dd17f3654 None None] New status for floating IP b4ab961c-0573-4e77-a8b6-6d24471f911f: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:51:17.602104 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-3ffa15e4-2f30-4d7f-8e3d-8b070a3ea24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:17.604096 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-3ffa15e4-2f30-4d7f-8e3d-8b070a3ea24f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e3e6dd94fbe844cb8c1948553c655739&device_id=efb180dd-fd31-4e60-8b79-e11a86014e30 HTTP/1.1" status: 200 len: 1095 time: 0.1973791 Dec 06 14:51:17.673895 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-798cad9c-54a6-4c25-abca-6c4fffda47c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1951c49a-1c08-4322-b5ab-14d7b91f7821 HTTP/1.1" status: 200 len: 217 time: 0.0601106 Dec 06 14:51:17.684582 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c20e5d-e06a-4ef7-aeb3-89f6d726a100 req-c4a20f02-0795-4ec8-836a-dfa2097de407 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:17.686638 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-37c20e5d-e06a-4ef7-aeb3-89f6d726a100 req-c4a20f02-0795-4ec8-836a-dfa2097de407 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/ports?device_id=efb180dd-fd31-4e60-8b79-e11a86014e30 HTTP/1.1" status: 200 len: 944 time: 0.1967192 Dec 06 14:51:17.689433 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-71ad3dfc-86ef-4d5d-b54c-8df46ddcdd87 req-146a5008-9302-42f5-8b44-5fa15eef5d63 service neutron] 10.222.0.37 "GET /v2.0/networks/f09c8eed-929d-4a4a-a9da-19e0c25e2663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718334 Dec 06 14:51:17.819558 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-934ff966-ebcc-429c-b7ad-9710ef469596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:17.821051 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-934ff966-ebcc-429c-b7ad-9710ef469596 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ca6e6a1c-d4ba-40ca-8d6e-bad3967fb521 HTTP/1.1" status: 200 len: 854 time: 0.1338243 Dec 06 14:51:17.863112 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-a4c7c404-4ce5-436a-8b3a-4aed28149fab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54fedcb7-877f-4e2e-b955-739e7504ac8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341663 Dec 06 14:51:17.871537 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-37c20e5d-e06a-4ef7-aeb3-89f6d726a100 req-1c790511-3bbf-402f-8587-76a9114f395d tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/security-groups?id=990e981a-71cc-4dd0-9124-5ef2a3258933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736603 Dec 06 14:51:17.900799 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-d18d9d12-3ae6-41da-9a85-357b8ebe4728 service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7358408 Dec 06 14:51:17.901260 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-71ad3dfc-86ef-4d5d-b54c-8df46ddcdd87 req-66840a19-0e62-4cee-b537-a095e3bd4ca8 service neutron] 10.222.0.37 "GET /v2.0/networks/f09c8eed-929d-4a4a-a9da-19e0c25e2663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012796 Dec 06 14:51:17.972233 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-188ca57c-c279-4025-adb0-d77147113c6a tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:17.973714 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-188ca57c-c279-4025-adb0-d77147113c6a tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/networks?id=a06b4afd-b8da-4755-a073-8f7d2a2b7756 HTTP/1.1" status: 200 len: 818 time: 0.2995772 Dec 06 14:51:17.973899 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-300701ec-be3e-4ace-bc96-2d4e308e7ebd service neutron] 10.222.0.23 "GET /v2.0/networks/54fedcb7-877f-4e2e-b955-739e7504ac8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968359 Dec 06 14:51:17.975941 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-9b72b437-de20-41a1-bf62-82c99243c79f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=0ff887d8-72a7-47c9-8650-b59d05e0a9b7 HTTP/1.1" status: 200 len: 217 time: 0.0564256 Dec 06 14:51:18.049569 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-00deccec-b0b5-4f83-ac61-cfe745a9a131 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/quotas/96528aad5d05482b8b51dd387d28fde7 HTTP/1.1" status: 200 len: 375 time: 0.0517385 Dec 06 14:51:18.092467 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-645d88fb-0363-4b0a-848b-1291adcee7d5 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=96528aad5d05482b8b51dd387d28fde7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348008 Dec 06 14:51:18.104721 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50109c45-07be-432d-acec-27f4f0e4e2a3 req-202a2ac2-1e0d-4d5e-b051-08ab7461a575 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:18.106217 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-50109c45-07be-432d-acec-27f4f0e4e2a3 req-202a2ac2-1e0d-4d5e-b051-08ab7461a575 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1029034 Dec 06 14:51:18.108473 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4af81bb2-241e-45f6-b7b2-929b3ac91b0a req-22f6dbb1-d837-4e25-b437-3cfcd154bac1 service neutron] 10.222.0.23 "GET /v2.0/networks/54fedcb7-877f-4e2e-b955-739e7504ac8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271014 Dec 06 14:51:18.120952 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-4a1dd793-62d0-4068-8f65-9ce88b343066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:18.122465 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-4a1dd793-62d0-4068-8f65-9ce88b343066 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73233722-86af-4248-a481-0a9c5e4685d5 HTTP/1.1" status: 200 len: 797 time: 0.1236556 Dec 06 14:51:18.156867 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-50109c45-07be-432d-acec-27f4f0e4e2a3 req-4cd6cb72-0911-49fb-895a-582d72533b97 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445688 Dec 06 14:51:18.239511 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-e789d842-5194-404d-b3f5-fdacf8e5fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:18.241553 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-e789d842-5194-404d-b3f5-fdacf8e5fe80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d4b264c-2449-439e-aadb-4b6f43f38919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1046889 Dec 06 14:51:18.278132 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-0bb44436-7908-49c9-bb39-23258bd83c18 service neutron] 10.222.0.20 "GET /v2.0/networks/a06b4afd-b8da-4755-a073-8f7d2a2b7756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678617 Dec 06 14:51:18.437786 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-a73d3be1-7d0d-4d5b-956c-d432767472cc service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860652 Dec 06 14:51:18.470404 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7463751e-119f-4e21-93cd-0a18218f2c38 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:18.481386 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-b1a15d46-177f-42b5-bdaa-3a55bec74b44 service neutron] 10.222.0.20 "GET /v2.0/networks/a06b4afd-b8da-4755-a073-8f7d2a2b7756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823666 Dec 06 14:51:18.517256 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb180dd-fd31-4e60-8b79-e11a86014e30', 'tag': '1951c49a-1c08-4322-b5ab-14d7b91f7821'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:51:18.519202 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee5afae-b8a0-4135-a005-52de719f145b" -d '{"events": [{"name": "network-changed", "server_uuid": "efb180dd-fd31-4e60-8b79-e11a86014e30", "tag": "1951c49a-1c08-4322-b5ab-14d7b91f7821"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:51:18.563206 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecc2078-fb2c-4d2d-91b6-d1f534d37246 x-openstack-request-id: req-1ecc2078-fb2c-4d2d-91b6-d1f534d37246 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:51:18.563507 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb180dd-fd31-4e60-8b79-e11a86014e30", "tag": "1951c49a-1c08-4322-b5ab-14d7b91f7821", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:51:18.563823 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ecc2078-fb2c-4d2d-91b6-d1f534d37246 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:51:18.564226 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb180dd-fd31-4e60-8b79-e11a86014e30', 'tag': '1951c49a-1c08-4322-b5ab-14d7b91f7821', 'status': 'completed', 'code': 200} Dec 06 14:51:18.641728 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5afae-b8a0-4135-a005-52de719f145b req-4d61dd7b-432b-40b2-9e4d-a478fdb8e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:18.643368 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eee5afae-b8a0-4135-a005-52de719f145b req-4d61dd7b-432b-40b2-9e4d-a478fdb8e2f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e3e6dd94fbe844cb8c1948553c655739&device_id=efb180dd-fd31-4e60-8b79-e11a86014e30 HTTP/1.1" status: 200 len: 1095 time: 0.0527375 Dec 06 14:51:18.660364 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-2f616e8f-016d-48c8-8857-ebf24bf404c5 service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116764 Dec 06 14:51:18.682967 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a95bd6eb-cb3c-451a-bd15-9448ba18ecf6 req-7c16224d-83d1-4c41-b598-e0b3a694c967 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a15e04d-e0e8-4173-93cb-f332600aba56 HTTP/1.1" status: 200 len: 210 time: 0.0338597 Dec 06 14:51:18.722863 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-cf87ec36-d23b-4b5e-9e11-a4f31c249c62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=5d72bb5c-7733-45c3-a034-55089fc45152 HTTP/1.1" status: 200 len: 217 time: 0.0431600 Dec 06 14:51:18.766132 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5afae-b8a0-4135-a005-52de719f145b req-7d6da6cf-4e12-4f4a-8abd-cf2240ad52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:18.767686 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eee5afae-b8a0-4135-a005-52de719f145b req-7d6da6cf-4e12-4f4a-8abd-cf2240ad52f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54fedcb7-877f-4e2e-b955-739e7504ac8b HTTP/1.1" status: 200 len: 915 time: 0.1086745 Dec 06 14:51:18.788027 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-14cd555d-9dde-4711-bbf7-ea4db7714506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:18.789487 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-14cd555d-9dde-4711-bbf7-ea4db7714506 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73233722-86af-4248-a481-0a9c5e4685d5 HTTP/1.1" status: 200 len: 797 time: 0.0592582 Dec 06 14:51:18.820356 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eee5afae-b8a0-4135-a005-52de719f145b req-76bdd609-5e09-4794-aec0-6ba56d5512a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1951c49a-1c08-4322-b5ab-14d7b91f7821 HTTP/1.1" status: 200 len: 217 time: 0.0451262 Dec 06 14:51:18.880074 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5afae-b8a0-4135-a005-52de719f145b req-c19fcc62-e64f-48e4-a346-b64677a04fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:18.881566 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eee5afae-b8a0-4135-a005-52de719f145b req-c19fcc62-e64f-48e4-a346-b64677a04fbb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ca6e6a1c-d4ba-40ca-8d6e-bad3967fb521 HTTP/1.1" status: 200 len: 854 time: 0.0480642 Dec 06 14:51:18.887334 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-712b890c-d496-4bb6-8a59-abdf8e8bd021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:18.888874 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-712b890c-d496-4bb6-8a59-abdf8e8bd021 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d4b264c-2449-439e-aadb-4b6f43f38919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0714071 Dec 06 14:51:18.920836 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eee5afae-b8a0-4135-a005-52de719f145b req-85bbfb8a-9956-42fd-91fd-25259455b7b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54fedcb7-877f-4e2e-b955-739e7504ac8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316150 Dec 06 14:51:18.952897 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7463751e-119f-4e21-93cd-0a18218f2c38 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting port 394ec2b5-3383-4972-b615-a3426b4cf73f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:18.953438 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7463751e-119f-4e21-93cd-0a18218f2c38 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:19.042797 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eee5afae-b8a0-4135-a005-52de719f145b req-46100aed-386b-4af7-8916-0ee4accebf80 service neutron] 10.222.0.23 "GET /v2.0/networks/54fedcb7-877f-4e2e-b955-739e7504ac8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143429 Dec 06 14:51:19.123772 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-b42d8320-db8b-457e-83cb-baab199c294b service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190559 Dec 06 14:51:19.134283 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f6683-03f5-4192-a42c-42cd380b48c1 req-8f92bdb1-9e92-4b35-808c-478d827bb6f5 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:19.135889 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-154f6683-03f5-4192-a42c-42cd380b48c1 req-8f92bdb1-9e92-4b35-808c-478d827bb6f5 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/ports?device_id=efb180dd-fd31-4e60-8b79-e11a86014e30 HTTP/1.1" status: 200 len: 944 time: 0.1712015 Dec 06 14:51:19.149963 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eee5afae-b8a0-4135-a005-52de719f145b req-27810557-2901-48bb-99d6-1dcfbcba2d21 service neutron] 10.222.0.23 "GET /v2.0/networks/54fedcb7-877f-4e2e-b955-739e7504ac8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974967 Dec 06 14:51:19.172141 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7463751e-119f-4e21-93cd-0a18218f2c38 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:19.201487 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7463751e-119f-4e21-93cd-0a18218f2c38 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Calling delete_port for 394ec2b5-3383-4972-b615-a3426b4cf73f owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:19.301504 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0dca1-d265-4be3-a93d-b0a538ad1f5f req-83b0c3a1-db7a-435c-89a4-a7ad69756580 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:19.303232 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-85d0dca1-d265-4be3-a93d-b0a538ad1f5f req-83b0c3a1-db7a-435c-89a4-a7ad69756580 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0695343 Dec 06 14:51:19.304620 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-154f6683-03f5-4192-a42c-42cd380b48c1 req-6c83f41c-4929-4322-baef-c087e3f9cacf tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/security-groups?id=990e981a-71cc-4dd0-9124-5ef2a3258933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505618 Dec 06 14:51:19.337477 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-fe22ccdc-d66b-4832-8227-a4eec57dcc1a service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966233 Dec 06 14:51:19.363899 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-85d0dca1-d265-4be3-a93d-b0a538ad1f5f req-6ba1a0cc-d5e0-447a-a6eb-f46ef3b1aba9 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545676 Dec 06 14:51:19.414296 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-c56243eb-efcd-4a86-bf48-2de994720754 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=6cc6c89e-8a53-46be-8b4c-8b1a66915622 HTTP/1.1" status: 200 len: 217 time: 0.0687246 Dec 06 14:51:19.492541 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-ccf3d942-ee92-498d-8ae1-93c94204ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:19.493997 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-ccf3d942-ee92-498d-8ae1-93c94204ea89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73233722-86af-4248-a481-0a9c5e4685d5 HTTP/1.1" status: 200 len: 797 time: 0.0697348 Dec 06 14:51:19.545612 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7463751e-119f-4e21-93cd-0a18218f2c38 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:19.579361 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463751e-119f-4e21-93cd-0a18218f2c38 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Port': ['ID=394ec2b5-3383-4972-b615-a3426b4cf73f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:19.584911 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-98a27ca5-a1a1-4cca-aa08-f2039fccc5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:19.586531 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-98a27ca5-a1a1-4cca-aa08-f2039fccc5e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d4b264c-2449-439e-aadb-4b6f43f38919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0836637 Dec 06 14:51:19.733394 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7463751e-119f-4e21-93cd-0a18218f2c38 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:19.783602 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-14727193-86e0-4f47-a449-084dd9c2b081 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:19.785380 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-14727193-86e0-4f47-a449-084dd9c2b081 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.37 "GET /v2.0/networks?id=a06b4afd-b8da-4755-a073-8f7d2a2b7756 HTTP/1.1" status: 200 len: 818 time: 0.1436703 Dec 06 14:51:19.800135 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-ac007ef5-4042-4dc8-ae8b-7f3f72eacc6e tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Request body: {'port': {'device_id': '6a15e04d-e0e8-4173-93cb-f332600aba56', 'network_id': 'a06b4afd-b8da-4755-a073-8f7d2a2b7756', 'admin_state_up': True, 'tenant_id': '96528aad5d05482b8b51dd387d28fde7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:19.828231 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-634cff29-07f4-49d3-84fa-849cc722fc3a service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212098 Dec 06 14:51:19.865820 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-40566328-9e16-445f-963c-9cc653d24ce9 req-d414ccdf-81ba-4be0-9741-5c82989e7f86 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a15e04d-e0e8-4173-93cb-f332600aba56 HTTP/1.1" status: 200 len: 210 time: 0.0411572 Dec 06 14:51:19.944269 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-ac007ef5-4042-4dc8-ae8b-7f3f72eacc6e tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Made reservation on behalf of 96528aad5d05482b8b51dd387d28fde7 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:19.947939 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-ac007ef5-4042-4dc8-ae8b-7f3f72eacc6e tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:20.001414 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7463751e-119f-4e21-93cd-0a18218f2c38 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 150671b6-85ae-4131-848e-2b1e5b833f04 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:51:20.021333 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-26d88aa7-00fb-423a-93db-559533086da9 service neutron] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634071 Dec 06 14:51:20.077887 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-ac007ef5-4042-4dc8-ae8b-7f3f72eacc6e tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Allocated IP 172.20.0.11 (a06b4afd-b8da-4755-a073-8f7d2a2b7756/68268221-4002-49df-b9db-ca40d6873cc7/e2cd8816-4d61-49d8-8812-03bfab09f342) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:51:20.244354 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-ac007ef5-4042-4dc8-ae8b-7f3f72eacc6e tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:20.278956 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-ac007ef5-4042-4dc8-ae8b-7f3f72eacc6e tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:20.328224 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-ac007ef5-4042-4dc8-ae8b-7f3f72eacc6e tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Network a06b4afd-b8da-4755-a073-8f7d2a2b7756 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:20.332609 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-ac007ef5-4042-4dc8-ae8b-7f3f72eacc6e tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:20.336170 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-ac007ef5-4042-4dc8-ae8b-7f3f72eacc6e tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:20.366481 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac007ef5-4042-4dc8-ae8b-7f3f72eacc6e tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Pushing event updated for resources: {'Port': ['ID=e2cd8816-4d61-49d8-8812-03bfab09f342,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:20.413054 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-ac007ef5-4042-4dc8-ae8b-7f3f72eacc6e tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:20.414108 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-ac007ef5-4042-4dc8-ae8b-7f3f72eacc6e tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:20.449357 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-ac007ef5-4042-4dc8-ae8b-7f3f72eacc6e tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6541297 Dec 06 14:51:20.465791 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d6da0-13f3-4581-a2b9-d80ec56e4aa3 req-89037e09-82a6-4d56-975f-92ff493bb911 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:20.467506 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-041d6da0-13f3-4581-a2b9-d80ec56e4aa3 req-89037e09-82a6-4d56-975f-92ff493bb911 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/ports?device_id=efb180dd-fd31-4e60-8b79-e11a86014e30 HTTP/1.1" status: 200 len: 944 time: 0.0821881 Dec 06 14:51:20.469728 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-fb2043ce-a758-43d7-b0e3-b05d5fb153e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a HTTP/1.1" status: 200 len: 217 time: 0.4142525 Dec 06 14:51:20.472413 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Request body: {'port': {'device_id': '6a15e04d-e0e8-4173-93cb-f332600aba56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:20.472646 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7463751e-119f-4e21-93cd-0a18218f2c38 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:20.478650 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7463751e-119f-4e21-93cd-0a18218f2c38 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/150671b6-85ae-4131-848e-2b1e5b833f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4683444 Dec 06 14:51:20.487109 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52796) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:20.490089 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d79691-c72d-43fd-a863-c25ca1f27acb None None] Sync routers for ids ['150671b6-85ae-4131-848e-2b1e5b833f04'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:20.506327 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d79691-c72d-43fd-a863-c25ca1f27acb None None] Routers {'150671b6-85ae-4131-848e-2b1e5b833f04'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:20.507200 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-84d79691-c72d-43fd-a863-c25ca1f27acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['150671b6-85ae-4131-848e-2b1e5b833f04'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:20.531522 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-357ceb48-24c5-481b-ab41-3f85b9257a10 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports?device_id=150671b6-85ae-4131-848e-2b1e5b833f04 HTTP/1.1" status: 200 len: 205 time: 0.0431943 Dec 06 14:51:20.534412 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52798) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:20.556826 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-84d79691-c72d-43fd-a863-c25ca1f27acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:20.574333 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d79691-c72d-43fd-a863-c25ca1f27acb None None] Routers {'150671b6-85ae-4131-848e-2b1e5b833f04'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:20.575185 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-84d79691-c72d-43fd-a863-c25ca1f27acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['150671b6-85ae-4131-848e-2b1e5b833f04'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:20.586178 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:20.603574 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-041d6da0-13f3-4581-a2b9-d80ec56e4aa3 req-580053e4-da58-4e45-9f4e-61710168e986 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/security-groups?id=990e981a-71cc-4dd0-9124-5ef2a3258933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906050 Dec 06 14:51:20.611167 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-84d79691-c72d-43fd-a863-c25ca1f27acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:20.612024 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d79691-c72d-43fd-a863-c25ca1f27acb None None] The sync data for ids ['150671b6-85ae-4131-848e-2b1e5b833f04'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:20.643165 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-aa96f3e6-0667-4b10-bda2-082e3fcdb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:20.644790 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-aa96f3e6-0667-4b10-bda2-082e3fcdb0e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2886b11-d7ce-4a27-8672-5072288b3ed3 HTTP/1.1" status: 200 len: 797 time: 0.1649728 Dec 06 14:51:20.649247 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7a19cae-a46c-4408-b037-da1efbf1ee15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:20.758243 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c25336-1c15-461c-8afa-0d3a0e0cf495 req-3cbabe61-0d46-446d-a0a8-dd030e227e53 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:20.759756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a2c25336-1c15-461c-8afa-0d3a0e0cf495 req-3cbabe61-0d46-446d-a0a8-dd030e227e53 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1815412 Dec 06 14:51:20.863076 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cd8816-4d61-49d8-8812-03bfab09f342 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:51:20.866210 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-49da8227-d1e5-4dee-917c-93430dae45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:20.867747 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-49da8227-d1e5-4dee-917c-93430dae45e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2151256 Dec 06 14:51:20.870325 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7a19cae-a46c-4408-b037-da1efbf1ee15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:20.870612 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:20.872611 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7a19cae-a46c-4408-b037-da1efbf1ee15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:20.883685 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Transition to ACTIVE for port object e2cd8816-4d61-49d8-8812-03bfab09f342 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:51:20.885012 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 1951c49a-1c08-4322-b5ab-14d7b91f7821 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:51:20.888495 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:20.964657 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a2c25336-1c15-461c-8afa-0d3a0e0cf495 req-96715f20-39f9-4886-a537-9d2f27a438bd tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773455 Dec 06 14:51:20.967831 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7a19cae-a46c-4408-b037-da1efbf1ee15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:20.968353 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a19cae-a46c-4408-b037-da1efbf1ee15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Fanout notify agent at l3_agent the message router_deleted on router 150671b6-85ae-4131-848e-2b1e5b833f04 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:51:20.976334 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7a19cae-a46c-4408-b037-da1efbf1ee15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:20.977423 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b7a19cae-a46c-4408-b037-da1efbf1ee15 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/routers/150671b6-85ae-4131-848e-2b1e5b833f04 HTTP/1.1" status: 204 len: 168 time: 0.4425981 Dec 06 14:51:20.986036 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cd8816-4d61-49d8-8812-03bfab09f342,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:20.989526 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52802) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:21.009479 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 1951c49a-1c08-4322-b5ab-14d7b91f7821, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1951c49a-1c08-4322-b5ab-14d7b91f7821,segment=NetworkSegment(7a53f1b2-0b71-4fca-8f58-c86af2ce8d7f),segment_id=7a53f1b2-0b71-4fca-8f58-c86af2ce8d7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:21.024738 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '1951c49a-1c08-4322-b5ab-14d7b91f7821', 'network_id': '54fedcb7-877f-4e2e-b955-739e7504ac8b', 'port_id': '1951c49a-1c08-4322-b5ab-14d7b91f7821', 'mac_address': 'fa:16:3e:50:2c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca6e6a1c-d4ba-40ca-8d6e-bad3967fb521', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:51:21.035092 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-5dd43e55-f526-4070-84e8-d9b4b2289b6f service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563594 Dec 06 14:51:21.064680 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:21.082690 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1951c49a-1c08-4322-b5ab-14d7b91f7821 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:51:21.103215 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-721e916a-789d-4b05-af46-c15f201c16e4 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting subnet 2461d2ae-3149-4acc-a1e8-90b8d12be4e1 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:51:21.104574 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 1951c49a-1c08-4322-b5ab-14d7b91f7821, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1951c49a-1c08-4322-b5ab-14d7b91f7821,segment=NetworkSegment(7a53f1b2-0b71-4fca-8f58-c86af2ce8d7f),segment_id=7a53f1b2-0b71-4fca-8f58-c86af2ce8d7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:21.111144 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-721e916a-789d-4b05-af46-c15f201c16e4 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:21.111527 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:21.156130 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9fe00-e9d6-4cc9-9c81-8fff4186dabe req-f77c2936-6623-4325-9768-9e53c4e5461b tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:21.157798 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-adf9fe00-e9d6-4cc9-9c81-8fff4186dabe req-f77c2936-6623-4325-9768-9e53c4e5461b tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a15e04d-e0e8-4173-93cb-f332600aba56 HTTP/1.1" status: 200 len: 944 time: 0.1945086 Dec 06 14:51:21.163622 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-21f1d22f-9340-4c2e-a610-b4efbf0232fc service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210129 Dec 06 14:51:21.172126 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Attempting to bind port e2cd8816-4d61-49d8-8812-03bfab09f342 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:51:21.172460 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Attempting to bind port e2cd8816-4d61-49d8-8812-03bfab09f342 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '41f53165-80ba-4f35-ae10-3d28dade207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a06b4afd-b8da-4755-a073-8f7d2a2b7756'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:51:21.172789 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Attempting to bind port e2cd8816-4d61-49d8-8812-03bfab09f342 on network a06b4afd-b8da-4755-a073-8f7d2a2b7756 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:51:21.183916 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=1951c49a-1c08-4322-b5ab-14d7b91f7821,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:21.191387 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Port e2cd8816-4d61-49d8-8812-03bfab09f342 on network a06b4afd-b8da-4755-a073-8f7d2a2b7756 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:51:21.191733 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Attempting to bind port e2cd8816-4d61-49d8-8812-03bfab09f342 on network a06b4afd-b8da-4755-a073-8f7d2a2b7756 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:51:21.195865 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-721e916a-789d-4b05-af46-c15f201c16e4 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:21.212906 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-bb9ac9a8-a0a5-4205-bbb9-a6f41ad0be26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee8da95d-34b2-4473-80cd-e4cf4bef2332 HTTP/1.1" status: 200 len: 217 time: 0.0423160 Dec 06 14:51:21.228777 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:51:21.229113 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Checking segment: {'id': '41f53165-80ba-4f35-ae10-3d28dade207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a06b4afd-b8da-4755-a073-8f7d2a2b7756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:21.229487 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Bound using segment: {'id': '41f53165-80ba-4f35-ae10-3d28dade207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a06b4afd-b8da-4755-a073-8f7d2a2b7756'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:51:21.229919 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Bound port: e2cd8816-4d61-49d8-8812-03bfab09f342, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f53165-80ba-4f35-ae10-3d28dade207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a06b4afd-b8da-4755-a073-8f7d2a2b7756'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:51:21.230267 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:21.266361 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-184aec25-8e03-46ba-8080-b25b35fcadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:21.267868 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-184aec25-8e03-46ba-8080-b25b35fcadcd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c2886b11-d7ce-4a27-8672-5072288b3ed3 HTTP/1.1" status: 200 len: 797 time: 0.0447180 Dec 06 14:51:21.299488 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-adf9fe00-e9d6-4cc9-9c81-8fff4186dabe req-89a72dc0-4e41-43fd-911d-901824a2b57b tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/security-groups?id=98101cb8-8c85-4e2b-9e30-adc5e61ffec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352890 Dec 06 14:51:21.312966 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-38e3eb3d-f552-4b73-a5d2-82fd5b0ce3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:21.314490 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-38e3eb3d-f552-4b73-a5d2-82fd5b0ce3c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3613acf-14dd-4dd0-a35a-eef7f873eb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0398884 Dec 06 14:51:21.353594 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-721e916a-789d-4b05-af46-c15f201c16e4 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:21.382512 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] For port e2cd8816-4d61-49d8-8812-03bfab09f342, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:51:21.401591 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] For port e2cd8816-4d61-49d8-8812-03bfab09f342, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e2cd8816-4d61-49d8-8812-03bfab09f342,segment=NetworkSegment(41f53165-80ba-4f35-ae10-3d28dade207f),segment_id=41f53165-80ba-4f35-ae10-3d28dade207f)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:51:21.409700 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:21.417411 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-8ba56ca9-6d6f-45db-9f70-004b4b6739ec service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955784 Dec 06 14:51:21.459464 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:21.460131 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:21.461547 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] 10.222.0.37 "PUT /v2.0/ports/e2cd8816-4d61-49d8-8812-03bfab09f342 HTTP/1.1" status: 200 len: 1092 time: 0.9930992 Dec 06 14:51:21.462006 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a15e04d-e0e8-4173-93cb-f332600aba56', 'tag': 'e2cd8816-4d61-49d8-8812-03bfab09f342'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:51:21.464280 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45666dc6-a6ed-4603-923d-0c95550aad98" -d '{"events": [{"name": "network-changed", "server_uuid": "6a15e04d-e0e8-4173-93cb-f332600aba56", "tag": "e2cd8816-4d61-49d8-8812-03bfab09f342"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:51:21.469953 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-721e916a-789d-4b05-af46-c15f201c16e4 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:21.474205 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['1951c49a-1c08-4322-b5ab-14d7b91f7821'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:51:21.511421 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e916a-789d-4b05-af46-c15f201c16e4 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Subnet': ['ID=2461d2ae-3149-4acc-a1e8-90b8d12be4e1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:21.519051 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-721e916a-789d-4b05-af46-c15f201c16e4 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:21.522627 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-721e916a-789d-4b05-af46-c15f201c16e4 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/subnets/2461d2ae-3149-4acc-a1e8-90b8d12be4e1 HTTP/1.1" status: 204 len: 168 time: 0.5291622 Dec 06 14:51:21.523520 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad6e47-db91-4b10-b61e-322c21efa525 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cd8816-4d61-49d8-8812-03bfab09f342,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:21.525937 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52810) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:21.543450 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f00638-0d1c-4ff5-aaa4-6ec8a3b26ba5 req-f118dd97-7c8c-418f-977e-8fed9310d0e6 service neutron] 10.222.0.37 "GET /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191759 Dec 06 14:51:21.610853 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704ab291-e241-413a-b5a3-7e9a686211fb x-openstack-request-id: req-704ab291-e241-413a-b5a3-7e9a686211fb {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:51:21.611147 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a15e04d-e0e8-4173-93cb-f332600aba56", "tag": "e2cd8816-4d61-49d8-8812-03bfab09f342", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:51:21.611409 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-704ab291-e241-413a-b5a3-7e9a686211fb {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:51:21.611848 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a15e04d-e0e8-4173-93cb-f332600aba56', 'tag': 'e2cd8816-4d61-49d8-8812-03bfab09f342', 'status': 'completed', 'code': 200} Dec 06 14:51:21.625181 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:21.641540 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-2e73db0d-075f-403d-a692-393fcf839e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:21.643969 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-2e73db0d-075f-403d-a692-393fcf839e7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96528aad5d05482b8b51dd387d28fde7&device_id=6a15e04d-e0e8-4173-93cb-f332600aba56 HTTP/1.1" status: 200 len: 1095 time: 0.0641501 Dec 06 14:51:21.690698 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-188451e9-7569-47be-b994-c194d4a2f078 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2cd8816-4d61-49d8-8812-03bfab09f342 HTTP/1.1" status: 200 len: 217 time: 0.0395510 Dec 06 14:51:21.722866 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting port 1a25ef48-4209-4ebf-8507-c29991a6785a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:21.723299 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:21.726382 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a05b764-dad6-427b-86de-11b074d52d5f None None] Network de397257-ccb1-447b-ad30-6da6a0a77d9f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:21.745369 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-912c3044-9e41-4e04-8ae3-85f9c0850634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:21.746965 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-912c3044-9e41-4e04-8ae3-85f9c0850634 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=68268221-4002-49df-b9db-ca40d6873cc7 HTTP/1.1" status: 200 len: 858 time: 0.0497396 Dec 06 14:51:21.764326 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3129e-98fe-47db-93cc-f69670333848 req-f3d39380-e86c-4ea3-b90c-530d8278ec1c tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:21.765833 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0fe3129e-98fe-47db-93cc-f69670333848 req-f3d39380-e86c-4ea3-b90c-530d8278ec1c tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/ports?device_id=efb180dd-fd31-4e60-8b79-e11a86014e30 HTTP/1.1" status: 200 len: 945 time: 0.0767422 Dec 06 14:51:21.783072 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-eb603999-4d50-4cea-93ed-4b3faee4dd39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a06b4afd-b8da-4755-a073-8f7d2a2b7756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289254 Dec 06 14:51:21.819094 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] For port 1a25ef48-4209-4ebf-8507-c29991a6785a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1a25ef48-4209-4ebf-8507-c29991a6785a,segment=NetworkSegment(3820379f-1f73-41f1-ae4d-f0d5a0e2cf1d),segment_id=3820379f-1f73-41f1-ae4d-f0d5a0e2cf1d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:21.819483 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:21.837246 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Calling delete_port for 1a25ef48-4209-4ebf-8507-c29991a6785a owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:21.872613 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0fe3129e-98fe-47db-93cc-f69670333848 req-17ffd9ea-d266-4ec7-9bb5-83e9462557f2 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/security-groups?id=990e981a-71cc-4dd0-9124-5ef2a3258933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756943 Dec 06 14:51:21.876635 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-27081666-e8e3-4892-9b34-9c5ec7535c67 service neutron] 10.222.0.37 "GET /v2.0/networks/a06b4afd-b8da-4755-a073-8f7d2a2b7756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860209 Dec 06 14:51:21.956733 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:21.969387 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6351394-5a63-45e7-af44-354cf1220f90 None None] DHCP port deletion for de397257-ccb1-447b-ad30-6da6a0a77d9f request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:51:21.976652 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] No DVR routers for this DVR port 1a25ef48-4209-4ebf-8507-c29991a6785a on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:51:21.992164 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff0050a1-490f-4da0-8ae1-d8e61514f692 req-e416a9d2-27e4-4abc-a832-05dd7e1c5f61 service neutron] 10.222.0.37 "GET /v2.0/networks/a06b4afd-b8da-4755-a073-8f7d2a2b7756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083996 Dec 06 14:51:22.007434 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Port': ['ID=1a25ef48-4209-4ebf-8507-c29991a6785a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:22.090561 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:22.110969 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45666dc6-a6ed-4603-923d-0c95550aad98 req-b54de626-131e-4be8-b7bc-44ec6ef2bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:22.112506 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45666dc6-a6ed-4603-923d-0c95550aad98 req-b54de626-131e-4be8-b7bc-44ec6ef2bf59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96528aad5d05482b8b51dd387d28fde7&device_id=6a15e04d-e0e8-4173-93cb-f332600aba56 HTTP/1.1" status: 200 len: 1095 time: 0.0703371 Dec 06 14:51:22.113587 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de397257-ccb1-447b-ad30-6da6a0a77d9f']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:22.124106 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3820379f-1f73-41f1-ae4d-f0d5a0e2cf1d') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:22.124261 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3820379f-1f73-41f1-ae4d-f0d5a0e2cf1d') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:22.134869 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:22.136846 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0a4f5-3629-41c8-bd0b-5cb116850b96 req-8b30f360-2a3b-45ab-a6b2-8e4abac5804e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:22.138335 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-76f0a4f5-3629-41c8-bd0b-5cb116850b96 req-8b30f360-2a3b-45ab-a6b2-8e4abac5804e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0674636 Dec 06 14:51:22.149085 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:22.155263 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:51:22.155726 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:51:22.158719 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:51:22.219915 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:22.226948 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:22.234049 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/networks/de397257-ccb1-447b-ad30-6da6a0a77d9f HTTP/1.1" status: 204 len: 168 time: 0.7034407 Dec 06 14:51:22.235197 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52818) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:22.249534 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-76f0a4f5-3629-41c8-bd0b-5cb116850b96 req-416cedc5-0607-4dee-b32b-c3de54821c0d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003215 Dec 06 14:51:22.253379 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e156cda1-f6c8-4f59-8b7a-5a31fdcc5e39 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1251163331', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:22.260348 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0a24f-7722-4766-b4a8-5f24409ba3ab tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Network': ['ID=de397257-ccb1-447b-ad30-6da6a0a77d9f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:22.260591 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45666dc6-a6ed-4603-923d-0c95550aad98 req-a8e38393-b828-4f2b-9e3b-c58516164484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:22.262326 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45666dc6-a6ed-4603-923d-0c95550aad98 req-a8e38393-b828-4f2b-9e3b-c58516164484 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a06b4afd-b8da-4755-a073-8f7d2a2b7756 HTTP/1.1" status: 200 len: 919 time: 0.1421528 Dec 06 14:51:22.281378 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e156cda1-f6c8-4f59-8b7a-5a31fdcc5e39 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:22.282570 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e156cda1-f6c8-4f59-8b7a-5a31fdcc5e39 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:22.312797 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45666dc6-a6ed-4603-923d-0c95550aad98 req-5c1dd65c-cfa5-4111-972b-3ab230033a53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2cd8816-4d61-49d8-8812-03bfab09f342 HTTP/1.1" status: 200 len: 217 time: 0.0401273 Dec 06 14:51:22.333265 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e156cda1-f6c8-4f59-8b7a-5a31fdcc5e39 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:22.338481 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e156cda1-f6c8-4f59-8b7a-5a31fdcc5e39 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:22.359819 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e156cda1-f6c8-4f59-8b7a-5a31fdcc5e39 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:22.363724 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e156cda1-f6c8-4f59-8b7a-5a31fdcc5e39 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1253943 Dec 06 14:51:22.363958 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52822) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:22.369828 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-625c0493-1339-47c5-b35d-6ea8715cde85 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1512259075'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:22.377888 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45666dc6-a6ed-4603-923d-0c95550aad98 req-20ff8394-ed67-43a4-b385-41bfe754b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:22.380194 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45666dc6-a6ed-4603-923d-0c95550aad98 req-20ff8394-ed67-43a4-b385-41bfe754b343 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=68268221-4002-49df-b9db-ca40d6873cc7 HTTP/1.1" status: 200 len: 858 time: 0.0598750 Dec 06 14:51:22.416072 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625c0493-1339-47c5-b35d-6ea8715cde85 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:22.418582 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45666dc6-a6ed-4603-923d-0c95550aad98 req-38018476-fb3e-4bed-a243-e6719013d872 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a06b4afd-b8da-4755-a073-8f7d2a2b7756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294275 Dec 06 14:51:22.419570 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-625c0493-1339-47c5-b35d-6ea8715cde85 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:22.457339 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54846ba6-314c-4ec6-a3cc-60b3ae88e7df req-2fe3ac61-cdf0-4e44-bd6b-173df8e40967 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:22.458842 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-54846ba6-314c-4ec6-a3cc-60b3ae88e7df req-2fe3ac61-cdf0-4e44-bd6b-173df8e40967 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a15e04d-e0e8-4173-93cb-f332600aba56 HTTP/1.1" status: 200 len: 944 time: 0.0761819 Dec 06 14:51:22.460375 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625c0493-1339-47c5-b35d-6ea8715cde85 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:51:22.478795 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-625c0493-1339-47c5-b35d-6ea8715cde85 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:22.479475 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-625c0493-1339-47c5-b35d-6ea8715cde85 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Added segment f43f262a-4315-4733-844f-65ea77a21429 of type vlan for network 0706bd41-f433-4899-a45c-742796558c83 Dec 06 14:51:22.516346 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45666dc6-a6ed-4603-923d-0c95550aad98 req-9d1017c1-bdd9-4bf6-9be4-fb4798ed5222 service neutron] 10.222.0.37 "GET /v2.0/networks/a06b4afd-b8da-4755-a073-8f7d2a2b7756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904133 Dec 06 14:51:22.542401 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-625c0493-1339-47c5-b35d-6ea8715cde85 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:22.563716 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-54846ba6-314c-4ec6-a3cc-60b3ae88e7df req-ae069506-adef-4867-a60d-e8cde2f9c587 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/security-groups?id=98101cb8-8c85-4e2b-9e30-adc5e61ffec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941384 Dec 06 14:51:22.592338 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-625c0493-1339-47c5-b35d-6ea8715cde85 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:22.598499 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625c0493-1339-47c5-b35d-6ea8715cde85 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:22.599117 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-625c0493-1339-47c5-b35d-6ea8715cde85 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:22.620054 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45666dc6-a6ed-4603-923d-0c95550aad98 req-e22f3b55-813c-4d28-bfb2-6ce61c64c94a service neutron] 10.222.0.37 "GET /v2.0/networks/a06b4afd-b8da-4755-a073-8f7d2a2b7756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939636 Dec 06 14:51:22.644929 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-625c0493-1339-47c5-b35d-6ea8715cde85 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2795336 Dec 06 14:51:22.648747 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52826) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:22.655750 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4d8855fc-8b7d-4282-98b8-a466966f60d7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'subnet': {'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:22.676577 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c0493-1339-47c5-b35d-6ea8715cde85 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Network': ['ID=0706bd41-f433-4899-a45c-742796558c83,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:22.690205 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 0706bd41-f433-4899-a45c-742796558c83 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:51:22.751893 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8855fc-8b7d-4282-98b8-a466966f60d7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:22.756586 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d8855fc-8b7d-4282-98b8-a466966f60d7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:22.899023 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 1951c49a-1c08-4322-b5ab-14d7b91f7821 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:22.943599 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d8855fc-8b7d-4282-98b8-a466966f60d7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:22.951122 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 1951c49a-1c08-4322-b5ab-14d7b91f7821 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:51:22.955073 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 1951c49a-1c08-4322-b5ab-14d7b91f7821 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:22.955624 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:23.011479 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8855fc-8b7d-4282-98b8-a466966f60d7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Checking segment: {'id': 'f43f262a-4315-4733-844f-65ea77a21429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0706bd41-f433-4899-a45c-742796558c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:23.011868 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8855fc-8b7d-4282-98b8-a466966f60d7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network hostable DHCP agents. Network: 0706bd41-f433-4899-a45c-742796558c83, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:51:23.021709 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8855fc-8b7d-4282-98b8-a466966f60d7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Subnet': ['ID=f1d8119b-55de-476c-85f5-a83745ffe62c,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:23.038608 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8855fc-8b7d-4282-98b8-a466966f60d7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 0706bd41-f433-4899-a45c-742796558c83 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:51:23.039489 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44208b1b-6f60-4522-ae88-f6fd9bf2d44f req-2cb16e34-138a-4052-8122-631911f7dde6 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:23.041737 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44208b1b-6f60-4522-ae88-f6fd9bf2d44f req-2cb16e34-138a-4052-8122-631911f7dde6 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/ports?device_id=efb180dd-fd31-4e60-8b79-e11a86014e30 HTTP/1.1" status: 200 len: 945 time: 0.0593474 Dec 06 14:51:23.041862 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:23.050152 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4d8855fc-8b7d-4282-98b8-a466966f60d7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0706bd41-f433-4899-a45c-742796558c83) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:23.055446 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8855fc-8b7d-4282-98b8-a466966f60d7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:23.056313 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d8855fc-8b7d-4282-98b8-a466966f60d7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:23.068167 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dfdf9f-2646-48aa-a0fd-5e7fcdacccd2 None None] Network 0706bd41-f433-4899-a45c-742796558c83 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:23.078362 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4d8855fc-8b7d-4282-98b8-a466966f60d7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4250007 Dec 06 14:51:23.078675 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52830) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:23.086564 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb180dd-fd31-4e60-8b79-e11a86014e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1951c49a-1c08-4322-b5ab-14d7b91f7821'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:51:23.088239 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603c869e-50f2-473a-8535-628ca8c631ca" -d '{"events": [{"server_uuid": "efb180dd-fd31-4e60-8b79-e11a86014e30", "name": "network-vif-plugged", "status": "completed", "tag": "1951c49a-1c08-4322-b5ab-14d7b91f7821"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:51:23.109077 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 1951c49a-1c08-4322-b5ab-14d7b91f7821, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1951c49a-1c08-4322-b5ab-14d7b91f7821,segment=NetworkSegment(7a53f1b2-0b71-4fca-8f58-c86af2ce8d7f),segment_id=7a53f1b2-0b71-4fca-8f58-c86af2ce8d7f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:23.116841 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:23.145169 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4d2bf1-9c90-4d8f-bcde-80d3d2a2bf9d x-openstack-request-id: req-ac4d2bf1-9c90-4d8f-bcde-80d3d2a2bf9d {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:51:23.145681 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb180dd-fd31-4e60-8b79-e11a86014e30", "name": "network-vif-plugged", "status": "completed", "tag": "1951c49a-1c08-4322-b5ab-14d7b91f7821", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:51:23.146043 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac4d2bf1-9c90-4d8f-bcde-80d3d2a2bf9d {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:51:23.146312 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb180dd-fd31-4e60-8b79-e11a86014e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1951c49a-1c08-4322-b5ab-14d7b91f7821', 'code': 200} Dec 06 14:51:23.181503 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44208b1b-6f60-4522-ae88-f6fd9bf2d44f req-c5207970-1839-4537-9c5c-0ad310b98f52 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/security-groups?id=990e981a-71cc-4dd0-9124-5ef2a3258933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291246 Dec 06 14:51:23.224107 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=1951c49a-1c08-4322-b5ab-14d7b91f7821,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:23.305649 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-0706bd41-f433-4899-a45c-742796558c83', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:51:23.306818 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:23.456704 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Allocated IP 2001:db8::2 (0706bd41-f433-4899-a45c-742796558c83/f1d8119b-55de-476c-85f5-a83745ffe62c/6c887d95-f73f-47dc-aa0b-78f7f6a098e5) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:51:23.542767 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1a25ef48-4209-4ebf-8507-c29991a6785a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:51:23.576164 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 1a25ef48-4209-4ebf-8507-c29991a6785a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:51:23.576164 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1a25ef48-4209-4ebf-8507-c29991a6785a not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:51:23.671311 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:23.677453 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:23.705998 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa80fa-2a6b-4621-8cf1-6a7c231011ca req-3a314d39-726d-4851-9f7f-3104fa2a843c tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:23.708374 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9daa80fa-2a6b-4621-8cf1-6a7c231011ca req-3a314d39-726d-4851-9f7f-3104fa2a843c tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a15e04d-e0e8-4173-93cb-f332600aba56 HTTP/1.1" status: 200 len: 944 time: 0.0635910 Dec 06 14:51:23.728244 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcf79b-7f8c-415e-98ed-f313f643c60c req-14afc6a3-5fca-48dd-bf16-bcaf54b74989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:23.729900 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49bcf79b-7f8c-415e-98ed-f313f643c60c req-14afc6a3-5fca-48dd-bf16-bcaf54b74989 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=efb180dd-fd31-4e60-8b79-e11a86014e30 HTTP/1.1" status: 200 len: 1097 time: 0.1752930 Dec 06 14:51:23.730947 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Network 0706bd41-f433-4899-a45c-742796558c83 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:23.734350 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:23.737508 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f8eb6-2b53-4a30-bc9c-f6604933f4d4 req-3c304b45-32f6-41e2-8fc8-0d6b9fc256eb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:23.737664 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:23.739340 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-351f8eb6-2b53-4a30-bc9c-f6604933f4d4 req-3c304b45-32f6-41e2-8fc8-0d6b9fc256eb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1835880 Dec 06 14:51:23.750184 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Pushing event updated for resources: {'Port': ['ID=6c887d95-f73f-47dc-aa0b-78f7f6a098e5,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:23.774709 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9daa80fa-2a6b-4621-8cf1-6a7c231011ca req-9a0a839e-31f2-425f-b505-f53b5e4e157f tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/security-groups?id=98101cb8-8c85-4e2b-9e30-adc5e61ffec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603583 Dec 06 14:51:23.818595 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Attempting to bind port 6c887d95-f73f-47dc-aa0b-78f7f6a098e5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:51:23.819061 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Attempting to bind port 6c887d95-f73f-47dc-aa0b-78f7f6a098e5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f43f262a-4315-4733-844f-65ea77a21429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0706bd41-f433-4899-a45c-742796558c83'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:51:23.819620 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Attempting to bind port 6c887d95-f73f-47dc-aa0b-78f7f6a098e5 on network 0706bd41-f433-4899-a45c-742796558c83 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:51:23.824910 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:51:23.825295 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Checking segment: {'id': 'f43f262a-4315-4733-844f-65ea77a21429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0706bd41-f433-4899-a45c-742796558c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:23.825759 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:23.826290 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Bound using segment: {'id': 'f43f262a-4315-4733-844f-65ea77a21429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0706bd41-f433-4899-a45c-742796558c83'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:51:23.826767 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Bound port: 6c887d95-f73f-47dc-aa0b-78f7f6a098e5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43f262a-4315-4733-844f-65ea77a21429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0706bd41-f433-4899-a45c-742796558c83'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:51:23.827156 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:23.860779 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-351f8eb6-2b53-4a30-bc9c-f6604933f4d4 req-a654364d-8b35-44e5-afb8-65bf89b0d40e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914311 Dec 06 14:51:23.884186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49bcf79b-7f8c-415e-98ed-f313f643c60c req-fff8b317-c70e-477d-a375-f876d523b83e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=990e981a-71cc-4dd0-9124-5ef2a3258933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435463 Dec 06 14:51:23.885862 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:23.898220 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] For port 6c887d95-f73f-47dc-aa0b-78f7f6a098e5, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:51:23.901277 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] For port 6c887d95-f73f-47dc-aa0b-78f7f6a098e5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6c887d95-f73f-47dc-aa0b-78f7f6a098e5,segment=NetworkSegment(f43f262a-4315-4733-844f-65ea77a21429),segment_id=f43f262a-4315-4733-844f-65ea77a21429)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:51:23.906135 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:23.963944 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d03d0-fb08-43bd-be16-4ac331fc80e6 None None] Pushing event updated for resources: {'Port': ['ID=6c887d95-f73f-47dc-aa0b-78f7f6a098e5,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:24.140210 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Allocated IP 2001:db8::1 (0706bd41-f433-4899-a45c-742796558c83/f1d8119b-55de-476c-85f5-a83745ffe62c/c9e3dc53-ed3d-432a-a20c-23d5b0ef279e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:51:24.274990 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:24.317373 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:24.328024 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e27050-1510-487a-99da-37b22a7d17a0 req-80e05751-756b-4e25-9b62-2756a184b10e tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:24.329474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0e27050-1510-487a-99da-37b22a7d17a0 req-80e05751-756b-4e25-9b62-2756a184b10e tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/ports?device_id=efb180dd-fd31-4e60-8b79-e11a86014e30 HTTP/1.1" status: 200 len: 946 time: 0.0580945 Dec 06 14:51:24.365720 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 0706bd41-f433-4899-a45c-742796558c83 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:24.368972 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:24.372855 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:24.373397 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:24.388533 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0e27050-1510-487a-99da-37b22a7d17a0 req-15b4f0e3-a58f-4de4-9b38-9bb912f1d291 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/security-groups?id=990e981a-71cc-4dd0-9124-5ef2a3258933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515020 Dec 06 14:51:24.418558 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=c9e3dc53-ed3d-432a-a20c-23d5b0ef279e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:24.496925 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:24.767270 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:24.772636 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:24.773509 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:24.847148 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=c9e3dc53-ed3d-432a-a20c-23d5b0ef279e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:24.860838 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a72ecb2-020d-43cd-9dce-f034eabef2a5 None None] Network 0706bd41-f433-4899-a45c-742796558c83 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:24.942091 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 0706bd41-f433-4899-a45c-742796558c83 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:24.945227 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:24.957006 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b5d64dff-b9ae-43a0-ba86-a91c064e9eee None None] Provisioning complete for port 6c887d95-f73f-47dc-aa0b-78f7f6a098e5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:24.957378 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5d64dff-b9ae-43a0-ba86-a91c064e9eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:24.964055 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142bda6-368b-41c0-902c-acbbd3fe7a5d req-cede7e97-7b3b-45dd-af34-d0d63acc3f7b tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:24.970117 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3142bda6-368b-41c0-902c-acbbd3fe7a5d req-cede7e97-7b3b-45dd-af34-d0d63acc3f7b tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a15e04d-e0e8-4173-93cb-f332600aba56 HTTP/1.1" status: 200 len: 944 time: 0.0779562 Dec 06 14:51:25.072268 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6993a98-f9ff-4718-92a5-1156f0318ff8 req-3b138175-307a-4da8-90f5-9727e85fd8de tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:25.080371 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6993a98-f9ff-4718-92a5-1156f0318ff8 req-3b138175-307a-4da8-90f5-9727e85fd8de tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0783322 Dec 06 14:51:25.111732 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5d64dff-b9ae-43a0-ba86-a91c064e9eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:25.147774 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6993a98-f9ff-4718-92a5-1156f0318ff8 req-48caf888-3214-459f-abf8-c0eae5dbac2e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663896 Dec 06 14:51:25.156266 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3142bda6-368b-41c0-902c-acbbd3fe7a5d req-6fab7a34-e903-42f8-94a5-b36b52a920db tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/security-groups?id=98101cb8-8c85-4e2b-9e30-adc5e61ffec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835220 Dec 06 14:51:25.163811 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 54dd6b86-54b7-4d38-9041-216d0c10bc99 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:51:25.167458 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b5d64dff-b9ae-43a0-ba86-a91c064e9eee None None] For port 6c887d95-f73f-47dc-aa0b-78f7f6a098e5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6c887d95-f73f-47dc-aa0b-78f7f6a098e5,segment=NetworkSegment(f43f262a-4315-4733-844f-65ea77a21429),segment_id=f43f262a-4315-4733-844f-65ea77a21429)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:25.172513 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5d64dff-b9ae-43a0-ba86-a91c064e9eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:25.230044 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d64dff-b9ae-43a0-ba86-a91c064e9eee None None] Pushing event updated for resources: {'Port': ['ID=6c887d95-f73f-47dc-aa0b-78f7f6a098e5,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:25.297581 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:25.312830 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Sync routers for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:25.325314 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ab14be46-c7ee-4282-95f4-ac453b681c2b tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/54dd6b86-54b7-4d38-9041-216d0c10bc99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2452703 Dec 06 14:51:25.325553 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:25.326090 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:25.327619 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52856) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:25.333507 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ae587ff8-96c8-42bc-abaa-e77ba836ff62 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-451842039'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:25.382540 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae587ff8-96c8-42bc-abaa-e77ba836ff62 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:25.386616 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae587ff8-96c8-42bc-abaa-e77ba836ff62 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:25.415593 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae587ff8-96c8-42bc-abaa-e77ba836ff62 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:51:25.427908 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae587ff8-96c8-42bc-abaa-e77ba836ff62 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:25.429333 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-ae587ff8-96c8-42bc-abaa-e77ba836ff62 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Added segment c0bfd305-c37d-4c67-9af3-531b36d1cc83 of type vlan for network 575719f6-b082-4241-ba73-e73637ac7e69 Dec 06 14:51:25.481629 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:25.497273 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219ec00-2017-4fda-8e44-b4a060089b06 req-8ae2742e-5889-4ed2-ae3d-e80fd7199807 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:25.500949 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8219ec00-2017-4fda-8e44-b4a060089b06 req-8ae2742e-5889-4ed2-ae3d-e80fd7199807 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1730571 Dec 06 14:51:25.541312 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae587ff8-96c8-42bc-abaa-e77ba836ff62 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:25.545223 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ef19d-3938-46b8-90f9-8ca9df3585b5 req-55b4cd66-b7b0-4b85-a87a-be4d7263e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:25.546895 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-769ef19d-3938-46b8-90f9-8ca9df3585b5 req-55b4cd66-b7b0-4b85-a87a-be4d7263e4e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 1096 time: 0.1329422 Dec 06 14:51:25.561472 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e2cd8816-4d61-49d8-8812-03bfab09f342 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:51:25.629456 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6c887d95-f73f-47dc-aa0b-78f7f6a098e5 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:25.654901 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae587ff8-96c8-42bc-abaa-e77ba836ff62 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:25.662289 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae587ff8-96c8-42bc-abaa-e77ba836ff62 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:25.663692 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae587ff8-96c8-42bc-abaa-e77ba836ff62 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:25.681399 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8219ec00-2017-4fda-8e44-b4a060089b06 req-b390fc00-e3b1-4820-80b3-abf50fe71713 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635621 Dec 06 14:51:25.716967 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ef19d-3938-46b8-90f9-8ca9df3585b5 req-e4b3004c-7901-4007-89ad-68c3a6f5c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:25.719277 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-769ef19d-3938-46b8-90f9-8ca9df3585b5 req-e4b3004c-7901-4007-89ad-68c3a6f5c95c service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 912 time: 0.1593604 Dec 06 14:51:25.719587 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-52b63447-ae70-411f-bb12-77d83bba3383 None None] Provisioning complete for port c9e3dc53-ed3d-432a-a20c-23d5b0ef279e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:25.719994 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52b63447-ae70-411f-bb12-77d83bba3383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:25.746145 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae587ff8-96c8-42bc-abaa-e77ba836ff62 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Network': ['ID=575719f6-b082-4241-ba73-e73637ac7e69,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:25.768020 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 575719f6-b082-4241-ba73-e73637ac7e69 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:51:25.770715 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ae587ff8-96c8-42bc-abaa-e77ba836ff62 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4415307 Dec 06 14:51:25.773246 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52862) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:25.778534 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fdc65a39-7bba-4d96-8f9e-4c3bf7f34408 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'subnet': {'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:25.785653 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22cfa0-6456-42d1-a311-3cb064029a2b req-587e7b3e-1cb8-483e-8245-1151ddf00b88 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:25.787738 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e22cfa0-6456-42d1-a311-3cb064029a2b req-587e7b3e-1cb8-483e-8245-1151ddf00b88 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/ports?device_id=efb180dd-fd31-4e60-8b79-e11a86014e30 HTTP/1.1" status: 200 len: 946 time: 0.2031527 Dec 06 14:51:25.864432 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e22cfa0-6456-42d1-a311-3cb064029a2b req-433fa54e-690c-4511-9d12-b4e786c9dc2a tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/security-groups?id=990e981a-71cc-4dd0-9124-5ef2a3258933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687327 Dec 06 14:51:25.871641 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-769ef19d-3938-46b8-90f9-8ca9df3585b5 req-2a7042c6-2e8c-4b30-ae62-0d8c91981c5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a347586e-d706-4e92-bee7-d6c9844c7596 HTTP/1.1" status: 200 len: 998 time: 0.1434276 Dec 06 14:51:25.943726 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ef19d-3938-46b8-90f9-8ca9df3585b5 req-7380f4de-35fa-433c-9f30-d01b7d0507d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:25.945475 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-769ef19d-3938-46b8-90f9-8ca9df3585b5 req-7380f4de-35fa-433c-9f30-d01b7d0507d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.0645444 Dec 06 14:51:25.946649 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc65a39-7bba-4d96-8f9e-4c3bf7f34408 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:25.950563 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdc65a39-7bba-4d96-8f9e-4c3bf7f34408 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:26.069835 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ef19d-3938-46b8-90f9-8ca9df3585b5 req-688a7b28-0a4d-4183-a83c-63aca219bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:26.070128 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-769ef19d-3938-46b8-90f9-8ca9df3585b5 req-688a7b28-0a4d-4183-a83c-63aca219bb36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156986 Dec 06 14:51:26.112397 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-52b63447-ae70-411f-bb12-77d83bba3383 None None] Port c9e3dc53-ed3d-432a-a20c-23d5b0ef279e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:51:26.169591 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 6c887d95-f73f-47dc-aa0b-78f7f6a098e5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:26.170305 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:26.172861 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port e2cd8816-4d61-49d8-8812-03bfab09f342, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e2cd8816-4d61-49d8-8812-03bfab09f342,segment=NetworkSegment(41f53165-80ba-4f35-ae10-3d28dade207f),segment_id=41f53165-80ba-4f35-ae10-3d28dade207f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:26.175480 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-52b63447-ae70-411f-bb12-77d83bba3383 None None] Provisioning complete for port 6c887d95-f73f-47dc-aa0b-78f7f6a098e5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:26.176035 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52b63447-ae70-411f-bb12-77d83bba3383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:26.234732 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-769ef19d-3938-46b8-90f9-8ca9df3585b5 req-6bd72a2a-1053-4bb9-bfa9-f527bafc77b0 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558342 Dec 06 14:51:26.251685 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'e2cd8816-4d61-49d8-8812-03bfab09f342', 'network_id': 'a06b4afd-b8da-4755-a073-8f7d2a2b7756', 'port_id': 'e2cd8816-4d61-49d8-8812-03bfab09f342', 'mac_address': 'fa:16:3e:60:43:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68268221-4002-49df-b9db-ca40d6873cc7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:51:26.316673 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:26.350595 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cd8816-4d61-49d8-8812-03bfab09f342 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:51:26.374163 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace900a-90c4-4605-89f9-6aa3df7d4dcd req-b644336f-5155-4c0a-9e64-edbb075743b1 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:26.383599 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9ace900a-90c4-4605-89f9-6aa3df7d4dcd req-b644336f-5155-4c0a-9e64-edbb075743b1 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a15e04d-e0e8-4173-93cb-f332600aba56 HTTP/1.1" status: 200 len: 944 time: 0.1223164 Dec 06 14:51:26.419800 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port e2cd8816-4d61-49d8-8812-03bfab09f342, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e2cd8816-4d61-49d8-8812-03bfab09f342,segment=NetworkSegment(41f53165-80ba-4f35-ae10-3d28dade207f),segment_id=41f53165-80ba-4f35-ae10-3d28dade207f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:26.442738 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:26.448077 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdc65a39-7bba-4d96-8f9e-4c3bf7f34408 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:26.460699 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9ace900a-90c4-4605-89f9-6aa3df7d4dcd req-6f70afd1-c499-44de-965d-b3f0f9d2d268 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/security-groups?id=98101cb8-8c85-4e2b-9e30-adc5e61ffec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698221 Dec 06 14:51:26.479999 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:24Z', 'revision_number': 2, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:24Z', 'revision_number': 2, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:26.480272 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-769ef19d-3938-46b8-90f9-8ca9df3585b5 req-127b3369-336c-4c27-8d77-1311068fd3fd service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385054 Dec 06 14:51:26.527746 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Checking router: 54dd6b86-54b7-4d38-9041-216d0c10bc99 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:51:26.528485 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Updating router 54dd6b86-54b7-4d38-9041-216d0c10bc99 port c9e3dc53-ed3d-432a-a20c-23d5b0ef279e binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:51:26.538375 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc65a39-7bba-4d96-8f9e-4c3bf7f34408 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Subnet': ['ID=02905e76-0778-4b82-83bb-aa887fac20ad,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:26.550772 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=e2cd8816-4d61-49d8-8812-03bfab09f342,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:26.560569 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:26.562240 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc65a39-7bba-4d96-8f9e-4c3bf7f34408 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Checking segment: {'id': 'c0bfd305-c37d-4c67-9af3-531b36d1cc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:26.562605 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc65a39-7bba-4d96-8f9e-4c3bf7f34408 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network hostable DHCP agents. Network: 575719f6-b082-4241-ba73-e73637ac7e69, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:51:26.586340 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc65a39-7bba-4d96-8f9e-4c3bf7f34408 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 575719f6-b082-4241-ba73-e73637ac7e69 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:51:26.597492 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fdc65a39-7bba-4d96-8f9e-4c3bf7f34408 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 575719f6-b082-4241-ba73-e73637ac7e69) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:26.606803 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc65a39-7bba-4d96-8f9e-4c3bf7f34408 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:26.607481 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdc65a39-7bba-4d96-8f9e-4c3bf7f34408 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:26.613102 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356e9f33-4546-4c16-b126-ef4b13eb237f None None] Network 575719f6-b082-4241-ba73-e73637ac7e69 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:26.629166 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fdc65a39-7bba-4d96-8f9e-4c3bf7f34408 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8544838 Dec 06 14:51:26.632444 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52878) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:26.752973 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e27b600e-2a86-48c5-a15a-7cbc74f08b54 None None] Provisioning complete for port c9e3dc53-ed3d-432a-a20c-23d5b0ef279e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:26.753462 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e27b600e-2a86-48c5-a15a-7cbc74f08b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:26.798843 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['e2cd8816-4d61-49d8-8812-03bfab09f342'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:51:26.868340 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e27b600e-2a86-48c5-a15a-7cbc74f08b54 None None] Port c9e3dc53-ed3d-432a-a20c-23d5b0ef279e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:51:26.919068 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0ae8-f072-4eb4-97ba-a762eb1e2730 req-0a3ff7e0-3b9e-4f35-ae36-871ecdc8a9fb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:26.920497 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c1eb0ae8-f072-4eb4-97ba-a762eb1e2730 req-0a3ff7e0-3b9e-4f35-ae36-871ecdc8a9fb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1347046 Dec 06 14:51:27.029898 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c1eb0ae8-f072-4eb4-97ba-a762eb1e2730 req-9736779c-7859-4757-b0e9-3a1044c4c57e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824885 Dec 06 14:51:27.063825 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-575719f6-b082-4241-ba73-e73637ac7e69', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:51:27.064566 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:27.108236 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:27.157666 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:27.258730 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:27.365145 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea3ddc-b474-416a-9022-5d6c3c812568 None None] Pushing event updated for resources: {'Port': ['ID=c9e3dc53-ed3d-432a-a20c-23d5b0ef279e,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:27.427892 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Allocated IP 2001:db8:1::2 (575719f6-b082-4241-ba73-e73637ac7e69/02905e76-0778-4b82-83bb-aa887fac20ad/10c73c4a-5df5-4f99-a5a0-423729e64a11) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:51:27.466650 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Attempting to bind port c9e3dc53-ed3d-432a-a20c-23d5b0ef279e on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:51:27.467024 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Attempting to bind port c9e3dc53-ed3d-432a-a20c-23d5b0ef279e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f43f262a-4315-4733-844f-65ea77a21429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0706bd41-f433-4899-a45c-742796558c83'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:51:27.467501 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Attempting to bind port c9e3dc53-ed3d-432a-a20c-23d5b0ef279e on network 0706bd41-f433-4899-a45c-742796558c83 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:51:27.484023 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:51:27.484265 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Checking segment: {'id': 'f43f262a-4315-4733-844f-65ea77a21429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0706bd41-f433-4899-a45c-742796558c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:27.484503 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:27.484873 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Bound using segment: {'id': 'f43f262a-4315-4733-844f-65ea77a21429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0706bd41-f433-4899-a45c-742796558c83'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:51:27.486009 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Bound port: c9e3dc53-ed3d-432a-a20c-23d5b0ef279e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43f262a-4315-4733-844f-65ea77a21429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0706bd41-f433-4899-a45c-742796558c83'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:51:27.486009 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:27.619205 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] For port c9e3dc53-ed3d-432a-a20c-23d5b0ef279e, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:51:27.640592 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] For port c9e3dc53-ed3d-432a-a20c-23d5b0ef279e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c9e3dc53-ed3d-432a-a20c-23d5b0ef279e,segment=NetworkSegment(f43f262a-4315-4733-844f-65ea77a21429),segment_id=f43f262a-4315-4733-844f-65ea77a21429)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:51:27.661391 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc940c-319a-4936-98a3-c6c079c8ae45 req-a8af7be1-72c1-48be-870f-a68f152658d4 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:27.663310 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7dc940c-319a-4936-98a3-c6c079c8ae45 req-a8af7be1-72c1-48be-870f-a68f152658d4 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a15e04d-e0e8-4173-93cb-f332600aba56 HTTP/1.1" status: 200 len: 945 time: 0.0676322 Dec 06 14:51:27.669250 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-13d84feb-1926-47e2-a433-e4c4476c92d2 None None] Provisioning complete for port c9e3dc53-ed3d-432a-a20c-23d5b0ef279e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:27.669626 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13d84feb-1926-47e2-a433-e4c4476c92d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:27.671640 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:27.721749 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7dc940c-319a-4936-98a3-c6c079c8ae45 req-cf1fe0a6-259e-4308-9b72-382e6445cc07 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/security-groups?id=98101cb8-8c85-4e2b-9e30-adc5e61ffec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510857 Dec 06 14:51:27.777899 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:27.812670 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:27.830823 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:27.831695 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:27.838198 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:27.860824 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Allocated IP 2001:db8:1::1 (575719f6-b082-4241-ba73-e73637ac7e69/02905e76-0778-4b82-83bb-aa887fac20ad/b568248b-8da7-4224-98c1-2a29d1c52c5b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:51:27.882722 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea3ddc-b474-416a-9022-5d6c3c812568 None None] Pushing event updated for resources: {'Port': ['ID=c9e3dc53-ed3d-432a-a20c-23d5b0ef279e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:28.004710 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:28.049775 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:28.118548 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=b568248b-8da7-4224-98c1-2a29d1c52c5b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:28.129810 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:28.130595 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:28.131579 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:28.131906 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:28.132248 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:28.132585 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:28.132918 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:28.133257 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:28.133588 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:28.133917 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:28.134246 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:28.134571 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:28.134895 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:28.146960 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 575719f6-b082-4241-ba73-e73637ac7e69 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:28.149214 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:28.151251 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Network 575719f6-b082-4241-ba73-e73637ac7e69 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:28.161287 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:28.161829 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:28.170929 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:28.181960 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:28.203617 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13d84feb-1926-47e2-a433-e4c4476c92d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:28.221842 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Pushing event updated for resources: {'Port': ['ID=10c73c4a-5df5-4f99-a5a0-423729e64a11,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:28.268459 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:28.308653 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:28.329124 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Attempting to bind port 10c73c4a-5df5-4f99-a5a0-423729e64a11 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:51:28.329511 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Attempting to bind port 10c73c4a-5df5-4f99-a5a0-423729e64a11 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c0bfd305-c37d-4c67-9af3-531b36d1cc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:51:28.329857 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Attempting to bind port 10c73c4a-5df5-4f99-a5a0-423729e64a11 on network 575719f6-b082-4241-ba73-e73637ac7e69 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:51:28.330910 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8fbba-76bd-4a2a-96b5-710a82b04edb req-2d11afac-c33d-44da-a3a5-d5bbd3dbc5e7 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:28.332481 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-83a8fbba-76bd-4a2a-96b5-710a82b04edb req-2d11afac-c33d-44da-a3a5-d5bbd3dbc5e7 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1807766 Dec 06 14:51:28.344273 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:51:28.344646 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Checking segment: {'id': 'c0bfd305-c37d-4c67-9af3-531b36d1cc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:28.345044 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:28.345437 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Bound using segment: {'id': 'c0bfd305-c37d-4c67-9af3-531b36d1cc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:51:28.345907 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Bound port: 10c73c4a-5df5-4f99-a5a0-423729e64a11, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0bfd305-c37d-4c67-9af3-531b36d1cc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:51:28.346281 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:28.349487 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-13d84feb-1926-47e2-a433-e4c4476c92d2 None None] For port c9e3dc53-ed3d-432a-a20c-23d5b0ef279e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c9e3dc53-ed3d-432a-a20c-23d5b0ef279e,segment=NetworkSegment(f43f262a-4315-4733-844f-65ea77a21429),segment_id=f43f262a-4315-4733-844f-65ea77a21429)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:28.390023 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13d84feb-1926-47e2-a433-e4c4476c92d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:28.481384 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-83a8fbba-76bd-4a2a-96b5-710a82b04edb req-ef7a3a1c-f97a-4a67-9108-9368172c0e04 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168573 Dec 06 14:51:28.555022 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d84feb-1926-47e2-a433-e4c4476c92d2 None None] Pushing event updated for resources: {'Port': ['ID=c9e3dc53-ed3d-432a-a20c-23d5b0ef279e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:28.564278 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] For port 10c73c4a-5df5-4f99-a5a0-423729e64a11, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:51:28.569969 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] For port 10c73c4a-5df5-4f99-a5a0-423729e64a11, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=10c73c4a-5df5-4f99-a5a0-423729e64a11,segment=NetworkSegment(c0bfd305-c37d-4c67-9af3-531b36d1cc83),segment_id=c0bfd305-c37d-4c67-9af3-531b36d1cc83)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:51:28.577114 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:28.585400 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d55b10d1-d89b-4f6d-b160-d32bb8818f98 None None] Provisioning complete for port c9e3dc53-ed3d-432a-a20c-23d5b0ef279e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:28.585776 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d55b10d1-d89b-4f6d-b160-d32bb8818f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:28.639940 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c5510-7ba7-4fd8-a2a0-aeff26805a9f req-1e39782c-84b1-44f0-b7b0-c9a3d0cfb432 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:28.648416 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-604c5510-7ba7-4fd8-a2a0-aeff26805a9f req-1e39782c-84b1-44f0-b7b0-c9a3d0cfb432 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0640783 Dec 06 14:51:28.710484 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113a75b-d77c-413d-a2b7-fb264fca61d6 None None] Pushing event updated for resources: {'Port': ['ID=10c73c4a-5df5-4f99-a5a0-423729e64a11,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:28.746135 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-604c5510-7ba7-4fd8-a2a0-aeff26805a9f req-a2a59002-c59a-4346-b829-e114c62b9647 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966313 Dec 06 14:51:28.833058 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:24Z', 'revision_number': 2, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:27Z', 'revision_number': 4, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:28.872730 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafc686a-caec-4514-ac41-80652bb023f4 None None] The sync data for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 is: [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:24Z', 'revision_number': 2, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:27Z', 'revision_number': 4, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:29.153785 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a314a5-97ab-46fc-b2ca-7431bef236d5 req-952fe105-b45b-4bcf-a3f4-cb404a48d625 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:29.155346 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-76a314a5-97ab-46fc-b2ca-7431bef236d5 req-952fe105-b45b-4bcf-a3f4-cb404a48d625 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a15e04d-e0e8-4173-93cb-f332600aba56 HTTP/1.1" status: 200 len: 945 time: 0.1072314 Dec 06 14:51:29.237805 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:29.257790 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:29.258560 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:29.266957 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f43de3-975f-48e9-ba3c-ebed01627950 req-2bae8a9c-f6df-4940-ba2a-0efc0bdc26b0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:29.271672 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-89f43de3-975f-48e9-ba3c-ebed01627950 req-2bae8a9c-f6df-4940-ba2a-0efc0bdc26b0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1133003 Dec 06 14:51:29.362672 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-89f43de3-975f-48e9-ba3c-ebed01627950 req-9e354f72-b0dc-49ab-8d42-b209b7cfea6c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795004 Dec 06 14:51:29.431201 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=b568248b-8da7-4224-98c1-2a29d1c52c5b,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:29.461452 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-76a314a5-97ab-46fc-b2ca-7431bef236d5 req-fed18b09-39c3-4a68-b77d-c8704c705113 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/security-groups?id=98101cb8-8c85-4e2b-9e30-adc5e61ffec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980118 Dec 06 14:51:29.512079 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 575719f6-b082-4241-ba73-e73637ac7e69 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:29.518037 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:29.580210 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e2cd8816-4d61-49d8-8812-03bfab09f342 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:29.672679 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c9e3dc53-ed3d-432a-a20c-23d5b0ef279e up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:29.705833 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 54dd6b86-54b7-4d38-9041-216d0c10bc99 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:51:29.713349 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:29.745818 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port e2cd8816-4d61-49d8-8812-03bfab09f342 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:51:29.758414 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port e2cd8816-4d61-49d8-8812-03bfab09f342 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:29.759060 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:29.809304 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port c9e3dc53-ed3d-432a-a20c-23d5b0ef279e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:29.809650 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:29.835755 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:29.849570 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-88a260c6-c9db-431f-bd0e-ae465e90fdd7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/54dd6b86-54b7-4d38-9041-216d0c10bc99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2158701 Dec 06 14:51:29.852477 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52922) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:29.858475 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4f021c61-f3ef-4d30-8e7f-8cc802526ccc tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-441201060'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:30.005220 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f021c61-f3ef-4d30-8e7f-8cc802526ccc tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:30.013309 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f021c61-f3ef-4d30-8e7f-8cc802526ccc tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:30.022815 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:30.040515 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 10c73c4a-5df5-4f99-a5a0-423729e64a11 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:30.048108 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac20a4-6c8d-4bfa-afa4-7357449a5728 req-3afa72ca-6893-4f55-93d0-70bae79751bc tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:30.050015 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-25ac20a4-6c8d-4bfa-afa4-7357449a5728 req-3afa72ca-6893-4f55-93d0-70bae79751bc tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.2166736 Dec 06 14:51:30.086640 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f021c61-f3ef-4d30-8e7f-8cc802526ccc tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:51:30.110550 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port e2cd8816-4d61-49d8-8812-03bfab09f342, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e2cd8816-4d61-49d8-8812-03bfab09f342,segment=NetworkSegment(41f53165-80ba-4f35-ae10-3d28dade207f),segment_id=41f53165-80ba-4f35-ae10-3d28dade207f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:30.113466 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a15e04d-e0e8-4173-93cb-f332600aba56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cd8816-4d61-49d8-8812-03bfab09f342'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:51:30.117654 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db7f91b-a6dd-4b04-8fc0-3ba487f5a299" -d '{"events": [{"server_uuid": "6a15e04d-e0e8-4173-93cb-f332600aba56", "name": "network-vif-plugged", "status": "completed", "tag": "e2cd8816-4d61-49d8-8812-03bfab09f342"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:51:30.124650 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:30.129561 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-25ac20a4-6c8d-4bfa-afa4-7357449a5728 req-9dabbf81-f0cf-4c84-88d9-4a78d87440da tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693190 Dec 06 14:51:30.133755 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f021c61-f3ef-4d30-8e7f-8cc802526ccc tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:30.134190 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-4f021c61-f3ef-4d30-8e7f-8cc802526ccc tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Added segment 899160f9-0ee0-4a6d-a7c0-69a6d5cf7777 of type vlan for network 1488278b-d66d-4217-9c79-433ee9e27261 Dec 06 14:51:30.196746 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f021c61-f3ef-4d30-8e7f-8cc802526ccc tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:30.243822 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f021c61-f3ef-4d30-8e7f-8cc802526ccc tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:30.250982 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f021c61-f3ef-4d30-8e7f-8cc802526ccc tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:30.252128 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f021c61-f3ef-4d30-8e7f-8cc802526ccc tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:30.263172 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36abb53-430c-4054-babd-d064cdc86091 x-openstack-request-id: req-e36abb53-430c-4054-babd-d064cdc86091 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:51:30.264606 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a15e04d-e0e8-4173-93cb-f332600aba56", "name": "network-vif-plugged", "status": "completed", "tag": "e2cd8816-4d61-49d8-8812-03bfab09f342", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:51:30.264606 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e36abb53-430c-4054-babd-d064cdc86091 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:51:30.264785 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a15e04d-e0e8-4173-93cb-f332600aba56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cd8816-4d61-49d8-8812-03bfab09f342', 'code': 200} Dec 06 14:51:30.266341 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=e2cd8816-4d61-49d8-8812-03bfab09f342,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:30.298903 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4f021c61-f3ef-4d30-8e7f-8cc802526ccc tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4453251 Dec 06 14:51:30.299355 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52930) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:30.308061 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'subnet': {'network_id': '1488278b-d66d-4217-9c79-433ee9e27261', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:30.314843 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a958b7-b949-49b0-9602-90b760605e0c None None] Network 575719f6-b082-4241-ba73-e73637ac7e69 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:30.372284 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f021c61-f3ef-4d30-8e7f-8cc802526ccc tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Network': ['ID=1488278b-d66d-4217-9c79-433ee9e27261,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:30.388816 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f31eff-ca18-454f-bdc2-8dce8eb66f47 req-552d58e5-b0cd-4187-bb82-ec3242921cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:30.390350 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33f31eff-ca18-454f-bdc2-8dce8eb66f47 req-552d58e5-b0cd-4187-bb82-ec3242921cad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a15e04d-e0e8-4173-93cb-f332600aba56 HTTP/1.1" status: 200 len: 1097 time: 0.0846288 Dec 06 14:51:30.437467 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 10c73c4a-5df5-4f99-a5a0-423729e64a11 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:30.438149 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:30.438295 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33f31eff-ca18-454f-bdc2-8dce8eb66f47 req-3162276c-a459-4278-b9dd-0d12c63c9b59 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=98101cb8-8c85-4e2b-9e30-adc5e61ffec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401521 Dec 06 14:51:30.444346 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 1488278b-d66d-4217-9c79-433ee9e27261 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:51:30.462196 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:30.466383 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:30.612785 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459092b-1684-4e39-a165-4f234ea31e53 req-7a06553f-e528-4307-a2d4-1527e25b8b7f tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:30.618264 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d459092b-1684-4e39-a165-4f234ea31e53 req-7a06553f-e528-4307-a2d4-1527e25b8b7f tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a15e04d-e0e8-4173-93cb-f332600aba56 HTTP/1.1" status: 200 len: 946 time: 0.0658801 Dec 06 14:51:30.630228 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0287a114-e538-4215-a3dc-f38f33b23d57 None None] Provisioning complete for port 10c73c4a-5df5-4f99-a5a0-423729e64a11 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:30.631234 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0287a114-e538-4215-a3dc-f38f33b23d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:30.704012 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d459092b-1684-4e39-a165-4f234ea31e53 req-b4e74553-c8bd-4799-92b4-4bdf537e8dc4 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/security-groups?id=98101cb8-8c85-4e2b-9e30-adc5e61ffec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737479 Dec 06 14:51:30.741217 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b573dc7-cc9a-45a2-8a45-3f808c4d4f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:30.773243 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:30.811548 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:30.843267 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 10c73c4a-5df5-4f99-a5a0-423729e64a11, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=10c73c4a-5df5-4f99-a5a0-423729e64a11,segment=NetworkSegment(c0bfd305-c37d-4c67-9af3-531b36d1cc83),segment_id=c0bfd305-c37d-4c67-9af3-531b36d1cc83)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:30.852560 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:30.886497 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0287a114-e538-4215-a3dc-f38f33b23d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:30.917080 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Subnet': ['ID=247de8f4-d47e-4658-95a2-c5c1fdb30a8d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:30.920048 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Checking segment: {'id': '899160f9-0ee0-4a6d-a7c0-69a6d5cf7777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:30.920420 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network hostable DHCP agents. Network: 1488278b-d66d-4217-9c79-433ee9e27261, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:51:30.934063 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:30.934442 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:30.935129 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:30.935253 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:30.935870 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:30.936357 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:30.936882 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:30.937270 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:30.938145 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:30.938522 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:30.939280 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:30.939626 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:30.939981 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:30.960718 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 1488278b-d66d-4217-9c79-433ee9e27261 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:51:30.964921 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=10c73c4a-5df5-4f99-a5a0-423729e64a11,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:30.979806 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1488278b-d66d-4217-9c79-433ee9e27261) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:30.981574 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-0287a114-e538-4215-a3dc-f38f33b23d57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:51:30.981943 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-0287a114-e538-4215-a3dc-f38f33b23d57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:51:30.987362 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:30.988812 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:30.992140 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5393909f-4aa4-4eff-8cf9-db65d809a757 None None] Network 1488278b-d66d-4217-9c79-433ee9e27261 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:31.016511 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c8119b61-5918-4a69-9653-1d14d9822317 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7150638 Dec 06 14:51:31.019636 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52938) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:31.140698 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Sync routers for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:31.156420 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:31.157136 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:31.244147 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-1488278b-d66d-4217-9c79-433ee9e27261', 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'fixed_ips': [{'subnet_id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:51:31.245136 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:31.351629 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:31.560292 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0966df9-0fc7-4940-a0e8-c9bf225fbd20 req-78b24a82-03fe-43c6-9b3b-65e89aea759d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:31.580826 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0966df9-0fc7-4940-a0e8-c9bf225fbd20 req-78b24a82-03fe-43c6-9b3b-65e89aea759d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1750317 Dec 06 14:51:31.587865 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 3, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'b568248b-8da7-4224-98c1-2a29d1c52c5b', 'name': '', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:2e:b1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:27Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 2, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:31.612519 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Allocated IP 2001:db8:2::2 (1488278b-d66d-4217-9c79-433ee9e27261/247de8f4-d47e-4658-95a2-c5c1fdb30a8d/07ef7efc-b1aa-41c2-bff7-70ddf9696ae1) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:51:31.628443 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 10c73c4a-5df5-4f99-a5a0-423729e64a11 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:31.631886 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Checking router: 54dd6b86-54b7-4d38-9041-216d0c10bc99 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:51:31.632449 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Updating router 54dd6b86-54b7-4d38-9041-216d0c10bc99 port b568248b-8da7-4224-98c1-2a29d1c52c5b binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:51:31.670968 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:31.843458 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:32.000852 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ece865-3092-4ca8-b8fe-652546430e1f req-9c1a70f4-7758-4f5a-9e28-fab916c2b794 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:32.009149 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0ece865-3092-4ca8-b8fe-652546430e1f req-9c1a70f4-7758-4f5a-9e28-fab916c2b794 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a15e04d-e0e8-4173-93cb-f332600aba56 HTTP/1.1" status: 200 len: 946 time: 0.0798542 Dec 06 14:51:32.066372 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:32.073043 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0ece865-3092-4ca8-b8fe-652546430e1f req-36d96534-7c2c-4816-a5d1-8afa794cb586 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/security-groups?id=98101cb8-8c85-4e2b-9e30-adc5e61ffec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593448 Dec 06 14:51:32.080260 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:32.246053 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:32.257763 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2f3f0929-153d-4563-b447-986994fec933 None None] Provisioning complete for port b568248b-8da7-4224-98c1-2a29d1c52c5b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:32.258325 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2f3f0929-153d-4563-b447-986994fec933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:32.280489 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Attempting to bind port b568248b-8da7-4224-98c1-2a29d1c52c5b on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:51:32.283452 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Attempting to bind port b568248b-8da7-4224-98c1-2a29d1c52c5b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c0bfd305-c37d-4c67-9af3-531b36d1cc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:51:32.283965 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Attempting to bind port b568248b-8da7-4224-98c1-2a29d1c52c5b on network 575719f6-b082-4241-ba73-e73637ac7e69 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:51:32.305370 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 10c73c4a-5df5-4f99-a5a0-423729e64a11 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:32.305793 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:32.308348 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:51:32.310712 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Checking segment: {'id': 'c0bfd305-c37d-4c67-9af3-531b36d1cc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:32.311210 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:32.311589 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Bound using segment: {'id': 'c0bfd305-c37d-4c67-9af3-531b36d1cc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:51:32.314401 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Bound port: b568248b-8da7-4224-98c1-2a29d1c52c5b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0bfd305-c37d-4c67-9af3-531b36d1cc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:51:32.314744 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:32.326290 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:32.462853 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bda81-25f4-41b0-b78d-6cf1f3dd0b86 None None] Pushing event updated for resources: {'Port': ['ID=b568248b-8da7-4224-98c1-2a29d1c52c5b,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:32.466157 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Network 1488278b-d66d-4217-9c79-433ee9e27261 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:32.487737 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] For port b568248b-8da7-4224-98c1-2a29d1c52c5b, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:51:32.494871 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bda81-25f4-41b0-b78d-6cf1f3dd0b86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:32.495417 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bda81-25f4-41b0-b78d-6cf1f3dd0b86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:32.496153 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bda81-25f4-41b0-b78d-6cf1f3dd0b86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:32.496591 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bda81-25f4-41b0-b78d-6cf1f3dd0b86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:32.497101 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bda81-25f4-41b0-b78d-6cf1f3dd0b86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:32.497804 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bda81-25f4-41b0-b78d-6cf1f3dd0b86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:32.498281 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bda81-25f4-41b0-b78d-6cf1f3dd0b86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:32.499061 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bda81-25f4-41b0-b78d-6cf1f3dd0b86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:32.499299 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bda81-25f4-41b0-b78d-6cf1f3dd0b86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:32.499825 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bda81-25f4-41b0-b78d-6cf1f3dd0b86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:32.500337 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bda81-25f4-41b0-b78d-6cf1f3dd0b86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:32.501487 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bda81-25f4-41b0-b78d-6cf1f3dd0b86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:32.501990 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bda81-25f4-41b0-b78d-6cf1f3dd0b86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:51:32.519585 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Pushing event updated for resources: {'Port': ['ID=07ef7efc-b1aa-41c2-bff7-70ddf9696ae1,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:32.523080 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] For port b568248b-8da7-4224-98c1-2a29d1c52c5b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b568248b-8da7-4224-98c1-2a29d1c52c5b,segment=NetworkSegment(c0bfd305-c37d-4c67-9af3-531b36d1cc83),segment_id=c0bfd305-c37d-4c67-9af3-531b36d1cc83)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:51:32.530236 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:32.531465 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:32.533737 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:32.551528 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f0929-153d-4563-b447-986994fec933 None None] Port b568248b-8da7-4224-98c1-2a29d1c52c5b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:51:32.611524 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0966df9-0fc7-4940-a0e8-c9bf225fbd20 req-945fe347-8d06-4ef6-ba5f-d9eeefa76970 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0296948 Dec 06 14:51:32.632567 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Attempting to bind port 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:51:32.639357 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Attempting to bind port 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '899160f9-0ee0-4a6d-a7c0-69a6d5cf7777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:51:32.642962 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Attempting to bind port 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 on network 1488278b-d66d-4217-9c79-433ee9e27261 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:51:32.648650 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2f3f0929-153d-4563-b447-986994fec933 None None] Provisioning complete for port 10c73c4a-5df5-4f99-a5a0-423729e64a11 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:32.649066 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:32.649713 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:32.651694 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2f3f0929-153d-4563-b447-986994fec933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:32.653261 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bda81-25f4-41b0-b78d-6cf1f3dd0b86 None None] Pushing event updated for resources: {'Port': ['ID=b568248b-8da7-4224-98c1-2a29d1c52c5b,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:32.707381 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7fc8c-ceef-40db-b57d-e59960efa77a req-c00a803f-e96e-4cb3-b3e0-6f6f82879214 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:32.715427 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d1d7fc8c-ceef-40db-b57d-e59960efa77a req-c00a803f-e96e-4cb3-b3e0-6f6f82879214 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a15e04d-e0e8-4173-93cb-f332600aba56 HTTP/1.1" status: 200 len: 946 time: 0.1269467 Dec 06 14:51:32.717548 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:51:32.718023 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Checking segment: {'id': '899160f9-0ee0-4a6d-a7c0-69a6d5cf7777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:32.718499 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:32.718962 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Bound using segment: {'id': '899160f9-0ee0-4a6d-a7c0-69a6d5cf7777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:51:32.719574 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Bound port: 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899160f9-0ee0-4a6d-a7c0-69a6d5cf7777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:51:32.720056 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:32.778104 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:32.815392 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Allocated IP 2001:db8:2::1 (1488278b-d66d-4217-9c79-433ee9e27261/247de8f4-d47e-4658-95a2-c5c1fdb30a8d/e9307585-4944-433b-b412-aa52277e38f9) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:51:32.823470 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d1d7fc8c-ceef-40db-b57d-e59960efa77a req-a82ff371-8fc1-4741-9dac-a0a31ea90389 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/security-groups?id=98101cb8-8c85-4e2b-9e30-adc5e61ffec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013916 Dec 06 14:51:33.017265 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] For port 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:51:33.025373 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] For port 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=07ef7efc-b1aa-41c2-bff7-70ddf9696ae1,segment=NetworkSegment(899160f9-0ee0-4a6d-a7c0-69a6d5cf7777),segment_id=899160f9-0ee0-4a6d-a7c0-69a6d5cf7777)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:51:33.042447 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:33.080578 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3072a-fd7c-498b-bab5-32be687c79e8 req-8fdf1fd0-8c87-4667-b819-96f4c73e9cf0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:33.089740 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dcb3072a-fd7c-498b-bab5-32be687c79e8 req-8fdf1fd0-8c87-4667-b819-96f4c73e9cf0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0962052 Dec 06 14:51:33.111284 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:33.179539 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab08b5-a1d4-48ef-b54a-e4cfc92e6c2f None None] Pushing event updated for resources: {'Port': ['ID=07ef7efc-b1aa-41c2-bff7-70ddf9696ae1,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:33.196562 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0bdda7a4-cea2-4b3b-af36-bdb0104ec396 None None] Provisioning complete for port b568248b-8da7-4224-98c1-2a29d1c52c5b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:33.196999 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0bdda7a4-cea2-4b3b-af36-bdb0104ec396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:33.219259 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dcb3072a-fd7c-498b-bab5-32be687c79e8 req-1f06463b-b427-49c3-aeca-cdb146641c38 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285172 Dec 06 14:51:33.245719 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-91d06f1e-2f37-46fe-9995-c1e1004a280a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:33.262354 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:33.268236 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 3, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'b568248b-8da7-4224-98c1-2a29d1c52c5b', 'name': '', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:2e:b1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:27Z', 'updated_at': '2021-12-06T14:51:32Z', 'revision_number': 4, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:33.303748 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b212ab-0161-417d-9a25-90d4e2d09834 None None] The sync data for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 is: [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 3, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'b568248b-8da7-4224-98c1-2a29d1c52c5b', 'name': '', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:2e:b1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:27Z', 'updated_at': '2021-12-06T14:51:32Z', 'revision_number': 4, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:33.316756 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 1488278b-d66d-4217-9c79-433ee9e27261 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:33.320012 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:33.325004 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:33.325785 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:33.346675 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0bdda7a4-cea2-4b3b-af36-bdb0104ec396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:33.422007 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0bdda7a4-cea2-4b3b-af36-bdb0104ec396 None None] For port b568248b-8da7-4224-98c1-2a29d1c52c5b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b568248b-8da7-4224-98c1-2a29d1c52c5b,segment=NetworkSegment(c0bfd305-c37d-4c67-9af3-531b36d1cc83),segment_id=c0bfd305-c37d-4c67-9af3-531b36d1cc83)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:33.427254 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0bdda7a4-cea2-4b3b-af36-bdb0104ec396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:33.478156 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=e9307585-4944-433b-b412-aa52277e38f9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:33.571714 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdda7a4-cea2-4b3b-af36-bdb0104ec396 None None] Pushing event updated for resources: {'Port': ['ID=b568248b-8da7-4224-98c1-2a29d1c52c5b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:33.623878 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:33.737751 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b568248b-8da7-4224-98c1-2a29d1c52c5b up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:33.812521 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port b568248b-8da7-4224-98c1-2a29d1c52c5b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:33.812740 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:33.932505 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:33.953931 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c910c-f06e-49c7-8ca5-b1a13e8c36ff req-e54f01e2-4432-4379-8fa5-7a8e6a17d4ff tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:33.956183 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:33.957135 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d6c910c-f06e-49c7-8ca5-b1a13e8c36ff req-e54f01e2-4432-4379-8fa5-7a8e6a17d4ff tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a15e04d-e0e8-4173-93cb-f332600aba56 HTTP/1.1" status: 200 len: 946 time: 0.1072593 Dec 06 14:51:34.060621 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76573dd7-243a-45c2-9311-18267294dfc2 req-1a94442b-7643-4be9-9147-30c71c5cc76e tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:34.065242 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:34.065699 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:34.074760 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-76573dd7-243a-45c2-9311-18267294dfc2 req-1a94442b-7643-4be9-9147-30c71c5cc76e tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a15e04d-e0e8-4173-93cb-f332600aba56 HTTP/1.1" status: 200 len: 946 time: 0.1043146 Dec 06 14:51:34.128398 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-5d6c910c-f06e-49c7-8ca5-b1a13e8c36ff req-c5167e45-9a67-4971-9007-9f3ef16a80b1 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Deleting port e2cd8816-4d61-49d8-8812-03bfab09f342 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:34.128398 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d6c910c-f06e-49c7-8ca5-b1a13e8c36ff req-c5167e45-9a67-4971-9007-9f3ef16a80b1 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:34.160508 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:34.176004 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-76573dd7-243a-45c2-9311-18267294dfc2 req-38800ef8-cd8f-4e24-a40c-e9065bc4c672 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/security-groups?id=98101cb8-8c85-4e2b-9e30-adc5e61ffec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001806 Dec 06 14:51:34.180238 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:34.180904 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:34.300617 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=e9307585-4944-433b-b412-aa52277e38f9,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:34.310336 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:34.375331 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5d6c910c-f06e-49c7-8ca5-b1a13e8c36ff req-c5167e45-9a67-4971-9007-9f3ef16a80b1 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] For port e2cd8816-4d61-49d8-8812-03bfab09f342, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e2cd8816-4d61-49d8-8812-03bfab09f342,segment=NetworkSegment(41f53165-80ba-4f35-ae10-3d28dade207f),segment_id=41f53165-80ba-4f35-ae10-3d28dade207f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:34.375730 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d6c910c-f06e-49c7-8ca5-b1a13e8c36ff req-c5167e45-9a67-4971-9007-9f3ef16a80b1 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:34.394349 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=07ef7efc-b1aa-41c2-bff7-70ddf9696ae1,segment=NetworkSegment(899160f9-0ee0-4a6d-a7c0-69a6d5cf7777),segment_id=899160f9-0ee0-4a6d-a7c0-69a6d5cf7777)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:34.403326 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:34.410570 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-5d6c910c-f06e-49c7-8ca5-b1a13e8c36ff req-c5167e45-9a67-4971-9007-9f3ef16a80b1 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Calling delete_port for e2cd8816-4d61-49d8-8812-03bfab09f342 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:34.427781 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network 1488278b-d66d-4217-9c79-433ee9e27261 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:34.429253 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:34.475070 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=07ef7efc-b1aa-41c2-bff7-70ddf9696ae1,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:34.561894 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af62c0-c99b-4bb0-8106-032d4812ff58 req-8115960d-6ab8-4412-8db1-60c759a6787a tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:34.564076 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-43af62c0-c99b-4bb0-8106-032d4812ff58 req-8115960d-6ab8-4412-8db1-60c759a6787a tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1470397 Dec 06 14:51:34.596512 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 54dd6b86-54b7-4d38-9041-216d0c10bc99 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:51:34.652373 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-43af62c0-c99b-4bb0-8106-032d4812ff58 req-3c35e89c-17d8-48e9-ad5f-90d03536120b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736604 Dec 06 14:51:34.750060 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d6c910c-f06e-49c7-8ca5-b1a13e8c36ff req-c5167e45-9a67-4971-9007-9f3ef16a80b1 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:34.750334 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:34.763268 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Sync routers for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:34.765005 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c2c87e56-8513-49a9-bc0f-d517fa0d44d6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/54dd6b86-54b7-4d38-9041-216d0c10bc99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7440512 Dec 06 14:51:34.767569 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52984) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:34.771510 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['e2cd8816-4d61-49d8-8812-03bfab09f342'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:51:34.773057 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fa3552f4-b12b-4038-beb7-5dc74d9e9acb tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-530123054'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:34.777168 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e179f04e-629a-4731-a538-44b1712c2386 None None] Network 1488278b-d66d-4217-9c79-433ee9e27261 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:34.798131 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3552f4-b12b-4038-beb7-5dc74d9e9acb tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:34.806292 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa3552f4-b12b-4038-beb7-5dc74d9e9acb tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:34.836022 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:34.837101 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:34.838944 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3552f4-b12b-4038-beb7-5dc74d9e9acb tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:51:34.851867 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa3552f4-b12b-4038-beb7-5dc74d9e9acb tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:34.852278 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-fa3552f4-b12b-4038-beb7-5dc74d9e9acb tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Added segment fbc6541f-9a6c-48ea-b23f-32d6ec9039e5 of type vlan for network cae80768-b518-4244-9a35-dbb89c1b7a31 Dec 06 14:51:34.900774 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5167e45-9a67-4971-9007-9f3ef16a80b1 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Pushing event deleted for resources: {'Port': ['ID=e2cd8816-4d61-49d8-8812-03bfab09f342,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:34.915487 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6c910c-f06e-49c7-8ca5-b1a13e8c36ff req-c5167e45-9a67-4971-9007-9f3ef16a80b1 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] No DVR routers for this DVR port e2cd8816-4d61-49d8-8812-03bfab09f342 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:51:34.920867 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa3552f4-b12b-4038-beb7-5dc74d9e9acb tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:34.921341 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5d6c910c-f06e-49c7-8ca5-b1a13e8c36ff req-c5167e45-9a67-4971-9007-9f3ef16a80b1 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:34.926792 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d6c910c-f06e-49c7-8ca5-b1a13e8c36ff req-c5167e45-9a67-4971-9007-9f3ef16a80b1 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.37 "DELETE /v2.0/ports/e2cd8816-4d61-49d8-8812-03bfab09f342 HTTP/1.1" status: 204 len: 173 time: 0.9625001 Dec 06 14:51:34.935426 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a15e04d-e0e8-4173-93cb-f332600aba56', 'name': 'network-vif-deleted', 'tag': 'e2cd8816-4d61-49d8-8812-03bfab09f342'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:51:34.938855 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e929c04-7513-4ee5-937c-af690a16d831" -d '{"events": [{"server_uuid": "6a15e04d-e0e8-4173-93cb-f332600aba56", "name": "network-vif-deleted", "tag": "e2cd8816-4d61-49d8-8812-03bfab09f342"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:51:34.961602 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee355c5-461d-4e16-9f9b-6598537ac9e0 req-f2ac5c92-2b70-43a5-b6e6-d204397abf05 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:34.976615 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ee355c5-461d-4e16-9f9b-6598537ac9e0 req-f2ac5c92-2b70-43a5-b6e6-d204397abf05 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1926177 Dec 06 14:51:34.977284 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa3552f4-b12b-4038-beb7-5dc74d9e9acb tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:35.000808 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3552f4-b12b-4038-beb7-5dc74d9e9acb tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:35.001333 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa3552f4-b12b-4038-beb7-5dc74d9e9acb tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:35.029749 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:35.035149 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b51d42b5-d547-4105-95d9-187ff15934f1 None None] Provisioning complete for port 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:35.035149 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b51d42b5-d547-4105-95d9-187ff15934f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:35.050453 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fa3552f4-b12b-4038-beb7-5dc74d9e9acb tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2816875 Dec 06 14:51:35.054837 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52988) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:35.065859 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6e6f4241-e355-419b-9b84-2ceaa7b36c96 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'subnet': {'network_id': 'cae80768-b518-4244-9a35-dbb89c1b7a31', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:35.080602 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cd89f9-3f0b-41f1-8f9c-d1f58d86c1bb x-openstack-request-id: req-d2cd89f9-3f0b-41f1-8f9c-d1f58d86c1bb {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:51:35.080895 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a15e04d-e0e8-4173-93cb-f332600aba56", "name": "network-vif-deleted", "tag": "e2cd8816-4d61-49d8-8812-03bfab09f342", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:51:35.081151 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2cd89f9-3f0b-41f1-8f9c-d1f58d86c1bb {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:51:35.081554 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a15e04d-e0e8-4173-93cb-f332600aba56', 'name': 'network-vif-deleted', 'tag': 'e2cd8816-4d61-49d8-8812-03bfab09f342', 'status': 'completed', 'code': 200} Dec 06 14:51:35.104959 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ee355c5-461d-4e16-9f9b-6598537ac9e0 req-a2a4d2cb-8635-4842-a35b-4325c80a3fb7 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255364 Dec 06 14:51:35.154033 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3552f4-b12b-4038-beb7-5dc74d9e9acb tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Network': ['ID=cae80768-b518-4244-9a35-dbb89c1b7a31,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:35.191533 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network cae80768-b518-4244-9a35-dbb89c1b7a31 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:51:35.268528 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f9fe2-4825-45fd-abd9-c1b94db35d93 req-f7cccdb3-c9cf-4b5b-9489-c6ec5902b163 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:35.270629 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc3f9fe2-4825-45fd-abd9-c1b94db35d93 req-f7cccdb3-c9cf-4b5b-9489-c6ec5902b163 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0817969 Dec 06 14:51:35.272230 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6f4241-e355-419b-9b84-2ceaa7b36c96 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Made reservation on behalf of 0c05913f1c114a27a50ade6738deb6b7 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:35.275998 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e6f4241-e355-419b-9b84-2ceaa7b36c96 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:35.328831 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-26ff59e3-7c97-4671-8a2f-c501a103bc33 req-bfb7815e-c23b-4e9c-a48a-4d65ae844a89 tempest-InstanceActionsV221TestJSON-1866828261 tempest-InstanceActionsV221TestJSON-1866828261-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a15e04d-e0e8-4173-93cb-f332600aba56 HTTP/1.1" status: 200 len: 210 time: 0.0346785 Dec 06 14:51:35.420818 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc3f9fe2-4825-45fd-abd9-c1b94db35d93 req-5855a9dd-5fef-43b4-a3ad-8f42c2eb48c0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717578 Dec 06 14:51:35.655079 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d53f7-66f7-4ae1-b1a4-be350a32009e req-536e7b2f-23d9-4868-9461-f2a37cb4e35e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:35.656636 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f52d53f7-66f7-4ae1-b1a4-be350a32009e req-536e7b2f-23d9-4868-9461-f2a37cb4e35e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1395805 Dec 06 14:51:35.670855 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b568248b-8da7-4224-98c1-2a29d1c52c5b up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:35.702853 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e6f4241-e355-419b-9b84-2ceaa7b36c96 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:35.785148 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f52d53f7-66f7-4ae1-b1a4-be350a32009e req-d8b11139-c878-4934-bad5-0a24d48ed8bc tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997515 Dec 06 14:51:35.834559 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6f4241-e355-419b-9b84-2ceaa7b36c96 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Checking segment: {'id': 'fbc6541f-9a6c-48ea-b23f-32d6ec9039e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cae80768-b518-4244-9a35-dbb89c1b7a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:35.834925 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f4241-e355-419b-9b84-2ceaa7b36c96 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network hostable DHCP agents. Network: cae80768-b518-4244-9a35-dbb89c1b7a31, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:51:35.852731 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f4241-e355-419b-9b84-2ceaa7b36c96 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Subnet': ['ID=8ac7b7fe-e323-4ecf-87d2-3d11e75cec3f,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:35.865687 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f4241-e355-419b-9b84-2ceaa7b36c96 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network cae80768-b518-4244-9a35-dbb89c1b7a31 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:51:35.892416 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-6e6f4241-e355-419b-9b84-2ceaa7b36c96 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, cae80768-b518-4244-9a35-dbb89c1b7a31) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:35.907908 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6f4241-e355-419b-9b84-2ceaa7b36c96 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:35.908526 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e6f4241-e355-419b-9b84-2ceaa7b36c96 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:35.931610 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3317b3-2b2b-40ca-b591-1375b0fde804 None None] Network cae80768-b518-4244-9a35-dbb89c1b7a31 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:35.935148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6e6f4241-e355-419b-9b84-2ceaa7b36c96 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8786530 Dec 06 14:51:35.937507 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53004) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:35.972131 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:35.998701 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port b568248b-8da7-4224-98c1-2a29d1c52c5b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:35.999532 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:36.244128 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:36.305233 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 4, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'b568248b-8da7-4224-98c1-2a29d1c52c5b', 'name': '', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:2e:b1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:27Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9307585-4944-433b-b412-aa52277e38f9', 'name': '', 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:a4:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:31Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 2, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:36.342237 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-cae80768-b518-4244-9a35-dbb89c1b7a31', 'network_id': 'cae80768-b518-4244-9a35-dbb89c1b7a31', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'fixed_ips': [{'subnet_id': '8ac7b7fe-e323-4ecf-87d2-3d11e75cec3f'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:51:36.343091 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:36.347847 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Checking router: 54dd6b86-54b7-4d38-9041-216d0c10bc99 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:51:36.348208 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Updating router 54dd6b86-54b7-4d38-9041-216d0c10bc99 port e9307585-4944-433b-b412-aa52277e38f9 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:51:36.397440 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2bd4675a-2e6f-4a86-baea-6cf61a7a2651 None None] Provisioning complete for port e9307585-4944-433b-b412-aa52277e38f9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:36.397815 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2bd4675a-2e6f-4a86-baea-6cf61a7a2651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:36.411186 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:36.418085 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:36.536598 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:36.537003 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:36.606684 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2bd4675a-2e6f-4a86-baea-6cf61a7a2651 None None] Port e9307585-4944-433b-b412-aa52277e38f9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:51:36.624159 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:36.632579 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53020) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:36.702523 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ef2ee3-3de9-49a9-bfd1-9f89d32cf4f2 admin admin] Deleting subnet 68268221-4002-49df-b9db-ca40d6873cc7 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:51:36.706645 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99ef2ee3-3de9-49a9-bfd1-9f89d32cf4f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:36.735509 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2bd4675a-2e6f-4a86-baea-6cf61a7a2651 None None] Provisioning complete for port 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:36.736136 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2bd4675a-2e6f-4a86-baea-6cf61a7a2651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:36.749670 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99ef2ee3-3de9-49a9-bfd1-9f89d32cf4f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:36.795754 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99ef2ee3-3de9-49a9-bfd1-9f89d32cf4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:36.817035 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Allocated IP 2001:db8:3::2 (cae80768-b518-4244-9a35-dbb89c1b7a31/8ac7b7fe-e323-4ecf-87d2-3d11e75cec3f/4b2a30bf-dbec-4a24-9f13-6d3d0056c815) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:51:36.858636 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99ef2ee3-3de9-49a9-bfd1-9f89d32cf4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:36.887280 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef2ee3-3de9-49a9-bfd1-9f89d32cf4f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68268221-4002-49df-b9db-ca40d6873cc7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:36.901399 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99ef2ee3-3de9-49a9-bfd1-9f89d32cf4f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:36.906097 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-99ef2ee3-3de9-49a9-bfd1-9f89d32cf4f2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/68268221-4002-49df-b9db-ca40d6873cc7 HTTP/1.1" status: 204 len: 168 time: 0.2716722 Dec 06 14:51:36.908015 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53024) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:36.984612 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e74b01c4-2cf1-4b82-93d0-7e36c1a6161c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.073189 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e74b01c4-2cf1-4b82-93d0-7e36c1a6161c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.095211 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e74b01c4-2cf1-4b82-93d0-7e36c1a6161c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06b4afd-b8da-4755-a073-8f7d2a2b7756']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:37.104665 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e74b01c4-2cf1-4b82-93d0-7e36c1a6161c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f53165-80ba-4f35-ae10-3d28dade207f') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:37.104964 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e74b01c4-2cf1-4b82-93d0-7e36c1a6161c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f53165-80ba-4f35-ae10-3d28dade207f') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:37.115412 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e74b01c4-2cf1-4b82-93d0-7e36c1a6161c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.130124 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e74b01c4-2cf1-4b82-93d0-7e36c1a6161c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.137021 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74b01c4-2cf1-4b82-93d0-7e36c1a6161c admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:51:37.137499 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e74b01c4-2cf1-4b82-93d0-7e36c1a6161c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:51:37.139505 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:51:37.170714 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.185550 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.192928 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.218230 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e74b01c4-2cf1-4b82-93d0-7e36c1a6161c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.226394 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.228318 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e3f86d8a-6200-4e24-abda-3707327628df None None] Provisioning complete for port e9307585-4944-433b-b412-aa52277e38f9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:37.228554 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e3f86d8a-6200-4e24-abda-3707327628df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.233535 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e74b01c4-2cf1-4b82-93d0-7e36c1a6161c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.239039 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e74b01c4-2cf1-4b82-93d0-7e36c1a6161c admin admin] 10.222.0.20 "DELETE /v2.0/networks/a06b4afd-b8da-4755-a073-8f7d2a2b7756 HTTP/1.1" status: 204 len: 168 time: 0.3275986 Dec 06 14:51:37.243889 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Network cae80768-b518-4244-9a35-dbb89c1b7a31 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:37.251881 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b01c4-2cf1-4b82-93d0-7e36c1a6161c admin admin] Pushing event deleted for resources: {'Network': ['ID=a06b4afd-b8da-4755-a073-8f7d2a2b7756,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:37.262553 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Allocated IP 2001:db8:3::1 (cae80768-b518-4244-9a35-dbb89c1b7a31/8ac7b7fe-e323-4ecf-87d2-3d11e75cec3f/408c7fb1-f7d3-4df8-8b7b-0d465df656a7) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:51:37.268848 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:37.278718 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:37.285178 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Pushing event updated for resources: {'Port': ['ID=4b2a30bf-dbec-4a24-9f13-6d3d0056c815,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:37.344065 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e3f86d8a-6200-4e24-abda-3707327628df None None] Port e9307585-4944-433b-b412-aa52277e38f9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:51:37.406257 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e26fae-15a9-421d-9d5d-14cb2bf642be None None] Pushing event updated for resources: {'Port': ['ID=e9307585-4944-433b-b412-aa52277e38f9,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:37.414913 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53030) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:37.427383 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Attempting to bind port 4b2a30bf-dbec-4a24-9f13-6d3d0056c815 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:51:37.428385 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Attempting to bind port 4b2a30bf-dbec-4a24-9f13-6d3d0056c815 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fbc6541f-9a6c-48ea-b23f-32d6ec9039e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cae80768-b518-4244-9a35-dbb89c1b7a31'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:51:37.428748 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Attempting to bind port 4b2a30bf-dbec-4a24-9f13-6d3d0056c815 on network cae80768-b518-4244-9a35-dbb89c1b7a31 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:51:37.443087 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.445212 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:51:37.445632 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Checking segment: {'id': 'fbc6541f-9a6c-48ea-b23f-32d6ec9039e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cae80768-b518-4244-9a35-dbb89c1b7a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:37.445990 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.446380 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Bound using segment: {'id': 'fbc6541f-9a6c-48ea-b23f-32d6ec9039e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cae80768-b518-4244-9a35-dbb89c1b7a31'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:51:37.447112 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Bound port: 4b2a30bf-dbec-4a24-9f13-6d3d0056c815, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc6541f-9a6c-48ea-b23f-32d6ec9039e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cae80768-b518-4244-9a35-dbb89c1b7a31'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:51:37.447621 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.452488 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Attempting to bind port e9307585-4944-433b-b412-aa52277e38f9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:51:37.453093 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Attempting to bind port e9307585-4944-433b-b412-aa52277e38f9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '899160f9-0ee0-4a6d-a7c0-69a6d5cf7777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:51:37.453287 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Attempting to bind port e9307585-4944-433b-b412-aa52277e38f9 on network 1488278b-d66d-4217-9c79-433ee9e27261 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:51:37.466398 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:51:37.466772 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Checking segment: {'id': '899160f9-0ee0-4a6d-a7c0-69a6d5cf7777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:37.467169 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.467823 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Bound using segment: {'id': '899160f9-0ee0-4a6d-a7c0-69a6d5cf7777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:51:37.468372 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Bound port: e9307585-4944-433b-b412-aa52277e38f9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899160f9-0ee0-4a6d-a7c0-69a6d5cf7777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:51:37.468767 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.494095 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e2b038f1-2d53-45f3-acbb-e1a79b542ed6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96528aad5d05482b8b51dd387d28fde7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0771155 Dec 06 14:51:37.494908 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53032) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:37.495332 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.558860 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network cae80768-b518-4244-9a35-dbb89c1b7a31 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:37.563385 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:37.565059 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad924569-3b67-4bcd-8b84-ebaed30134b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.571984 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:37.572555 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.576532 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] For port 4b2a30bf-dbec-4a24-9f13-6d3d0056c815, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:51:37.582902 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] For port 4b2a30bf-dbec-4a24-9f13-6d3d0056c815, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4b2a30bf-dbec-4a24-9f13-6d3d0056c815,segment=NetworkSegment(fbc6541f-9a6c-48ea-b23f-32d6ec9039e5),segment_id=fbc6541f-9a6c-48ea-b23f-32d6ec9039e5)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:51:37.590938 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.593280 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] For port e9307585-4944-433b-b412-aa52277e38f9, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:51:37.596299 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad924569-3b67-4bcd-8b84-ebaed30134b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.600766 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] For port e9307585-4944-433b-b412-aa52277e38f9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9307585-4944-433b-b412-aa52277e38f9,segment=NetworkSegment(899160f9-0ee0-4a6d-a7c0-69a6d5cf7777),segment_id=899160f9-0ee0-4a6d-a7c0-69a6d5cf7777)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:51:37.627123 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e2cd8816-4d61-49d8-8812-03bfab09f342 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:51:37.629270 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.683546 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: e2cd8816-4d61-49d8-8812-03bfab09f342 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:51:37.683937 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e2cd8816-4d61-49d8-8812-03bfab09f342 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:51:37.687302 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad924569-3b67-4bcd-8b84-ebaed30134b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.692886 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad924569-3b67-4bcd-8b84-ebaed30134b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:37.698613 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ad924569-3b67-4bcd-8b84-ebaed30134b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98101cb8-8c85-4e2b-9e30-adc5e61ffec1 HTTP/1.1" status: 204 len: 168 time: 0.1979563 Dec 06 14:51:37.718554 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=408c7fb1-f7d3-4df8-8b7b-0d465df656a7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:37.722596 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee4864-f507-4b80-b142-10f7cfb0411b None None] Pushing event updated for resources: {'Port': ['ID=4b2a30bf-dbec-4a24-9f13-6d3d0056c815,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:37.734697 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad924569-3b67-4bcd-8b84-ebaed30134b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98101cb8-8c85-4e2b-9e30-adc5e61ffec1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:37.785651 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:37.786279 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:37.841106 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e26fae-15a9-421d-9d5d-14cb2bf642be None None] Pushing event updated for resources: {'Port': ['ID=e9307585-4944-433b-b412-aa52277e38f9,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:37.863709 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:38.222909 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b014526c-cefb-4c2e-87cb-bd8dd39b4ff3 None None] Provisioning complete for port e9307585-4944-433b-b412-aa52277e38f9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:38.223350 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b014526c-cefb-4c2e-87cb-bd8dd39b4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:38.232631 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:38.263440 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:38.269850 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:38.271062 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:38.351031 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event updated for resources: {'Port': ['ID=408c7fb1-f7d3-4df8-8b7b-0d465df656a7,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:38.431119 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Network cae80768-b518-4244-9a35-dbb89c1b7a31 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:38.432696 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:38.440907 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b014526c-cefb-4c2e-87cb-bd8dd39b4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:38.532896 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b014526c-cefb-4c2e-87cb-bd8dd39b4ff3 None None] For port e9307585-4944-433b-b412-aa52277e38f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9307585-4944-433b-b412-aa52277e38f9,segment=NetworkSegment(899160f9-0ee0-4a6d-a7c0-69a6d5cf7777),segment_id=899160f9-0ee0-4a6d-a7c0-69a6d5cf7777)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:38.544215 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b014526c-cefb-4c2e-87cb-bd8dd39b4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:38.578831 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 54dd6b86-54b7-4d38-9041-216d0c10bc99 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:51:38.602357 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 4, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'b568248b-8da7-4224-98c1-2a29d1c52c5b', 'name': '', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:2e:b1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:27Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9307585-4944-433b-b412-aa52277e38f9', 'name': '', 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:a4:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:31Z', 'updated_at': '2021-12-06T14:51:37Z', 'revision_number': 4, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:38.638108 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af2ed6-27fb-4eb2-b2b3-7ae9b35db070 None None] The sync data for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 is: [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 4, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'b568248b-8da7-4224-98c1-2a29d1c52c5b', 'name': '', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:2e:b1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:27Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9307585-4944-433b-b412-aa52277e38f9', 'name': '', 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:a4:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:31Z', 'updated_at': '2021-12-06T14:51:37Z', 'revision_number': 4, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:38.640163 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014526c-cefb-4c2e-87cb-bd8dd39b4ff3 None None] Pushing event updated for resources: {'Port': ['ID=e9307585-4944-433b-b412-aa52277e38f9,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:38.669629 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c080123a-7c1b-47c4-92d9-37cf4839cb14 None None] Provisioning complete for port e9307585-4944-433b-b412-aa52277e38f9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:38.670338 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c080123a-7c1b-47c4-92d9-37cf4839cb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:38.712284 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:38.734439 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f4f55d05-439d-42b8-aa9e-7d24346c352f tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/54dd6b86-54b7-4d38-9041-216d0c10bc99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7929630 Dec 06 14:51:38.734803 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53062) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:38.741919 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ec964719-5a36-4516-b3b0-b03ed21b0fff tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:38.819348 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53064) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:38.956501 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-20f7efdd-3b4a-4042-b73c-516038c08154 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-470861340-network', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:38.982442 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f7efdd-3b4a-4042-b73c-516038c08154 admin admin] Made reservation on behalf of 8444f66a19024e8ca3d08cd6cc68e73d for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:38.985331 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20f7efdd-3b4a-4042-b73c-516038c08154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.001470 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20f7efdd-3b4a-4042-b73c-516038c08154 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.119863 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20f7efdd-3b4a-4042-b73c-516038c08154 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.124881 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20f7efdd-3b4a-4042-b73c-516038c08154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.161680 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f7efdd-3b4a-4042-b73c-516038c08154 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:51:39.172669 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7efdd-3b4a-4042-b73c-516038c08154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e3b6a0-70b8-450d-8c27-cf1e294dca91,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:39.178472 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20f7efdd-3b4a-4042-b73c-516038c08154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.178824 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-20f7efdd-3b4a-4042-b73c-516038c08154 admin admin] Added segment e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82 of type vlan for network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 Dec 06 14:51:39.237391 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20f7efdd-3b4a-4042-b73c-516038c08154 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.246431 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f80a63-3db1-42b0-9672-b026851e9778 None None] Network cae80768-b518-4244-9a35-dbb89c1b7a31 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:39.296384 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20f7efdd-3b4a-4042-b73c-516038c08154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.297642 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f7efdd-3b4a-4042-b73c-516038c08154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:39.298307 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20f7efdd-3b4a-4042-b73c-516038c08154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.305885 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.extraroute_db [None req-ec964719-5a36-4516-b3b0-b03ed21b0fff tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 14:51:39.325891 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.extraroute_db [None req-ec964719-5a36-4516-b3b0-b03ed21b0fff tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Removed routes are [] {{(pid=103289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 14:51:39.327415 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec964719-5a36-4516-b3b0-b03ed21b0fff tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.332006 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-20f7efdd-3b4a-4042-b73c-516038c08154 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5114312 Dec 06 14:51:39.335446 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53070) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:39.340453 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-183b6bc4-38e3-401b-8613-bbc3ca526b99 admin admin] Request body: {'subnet': {'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-subnet', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:39.387801 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7efdd-3b4a-4042-b73c-516038c08154 admin admin] Pushing event updated for resources: {'Network': ['ID=5aee0eac-59a5-43f1-85a8-7817e7c60b81,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:39.406823 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-263bc0a3-0bff-4d3f-b47d-92b9277b0d81 None None] Provisioning complete for port 4b2a30bf-dbec-4a24-9f13-6d3d0056c815 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:39.407378 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-263bc0a3-0bff-4d3f-b47d-92b9277b0d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.408834 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183b6bc4-38e3-401b-8613-bbc3ca526b99 admin admin] Made reservation on behalf of 8444f66a19024e8ca3d08cd6cc68e73d for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:39.412859 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-183b6bc4-38e3-401b-8613-bbc3ca526b99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.416354 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:51:39.586681 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec964719-5a36-4516-b3b0-b03ed21b0fff tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.605394 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec964719-5a36-4516-b3b0-b03ed21b0fff tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.725865 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4b2a30bf-dbec-4a24-9f13-6d3d0056c815 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:39.733174 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-183b6bc4-38e3-401b-8613-bbc3ca526b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.761721 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Sync routers for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:39.773844 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-263bc0a3-0bff-4d3f-b47d-92b9277b0d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.774070 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec964719-5a36-4516-b3b0-b03ed21b0fff tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 54dd6b86-54b7-4d38-9041-216d0c10bc99 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:51:39.799440 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b6bc4-38e3-401b-8613-bbc3ca526b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=960bec1b-5464-4199-b91b-894c7ec18725,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:39.803902 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:39.806841 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:39.812174 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-263bc0a3-0bff-4d3f-b47d-92b9277b0d81 None None] For port 4b2a30bf-dbec-4a24-9f13-6d3d0056c815, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4b2a30bf-dbec-4a24-9f13-6d3d0056c815,segment=NetworkSegment(fbc6541f-9a6c-48ea-b23f-32d6ec9039e5),segment_id=fbc6541f-9a6c-48ea-b23f-32d6ec9039e5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:39.814797 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183b6bc4-38e3-401b-8613-bbc3ca526b99 admin admin] Checking segment: {'id': 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:39.815219 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183b6bc4-38e3-401b-8613-bbc3ca526b99 admin admin] Network hostable DHCP agents. Network: 5aee0eac-59a5-43f1-85a8-7817e7c60b81, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:51:39.830550 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-263bc0a3-0bff-4d3f-b47d-92b9277b0d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.840776 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183b6bc4-38e3-401b-8613-bbc3ca526b99 admin admin] Network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:51:39.865637 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-183b6bc4-38e3-401b-8613-bbc3ca526b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5aee0eac-59a5-43f1-85a8-7817e7c60b81) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:39.869880 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183b6bc4-38e3-401b-8613-bbc3ca526b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:39.870492 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-183b6bc4-38e3-401b-8613-bbc3ca526b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.884292 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2b8916-bdd1-41bb-b8d5-4435a98b7093 None None] Network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:39.898680 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-183b6bc4-38e3-401b-8613-bbc3ca526b99 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5620344 Dec 06 14:51:39.901966 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53076) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:39.923675 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:39.943172 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 4b2a30bf-dbec-4a24-9f13-6d3d0056c815 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:39.943556 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.944366 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec964719-5a36-4516-b3b0-b03ed21b0fff tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:39.950273 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bc0a3-0bff-4d3f-b47d-92b9277b0d81 None None] Pushing event updated for resources: {'Port': ['ID=4b2a30bf-dbec-4a24-9f13-6d3d0056c815,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:39.957379 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec964719-5a36-4516-b3b0-b03ed21b0fff tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:39.959100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ec964719-5a36-4516-b3b0-b03ed21b0fff tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/54dd6b86-54b7-4d38-9041-216d0c10bc99 HTTP/1.1" status: 200 len: 954 time: 1.2220981 Dec 06 14:51:39.961947 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53078) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:39.996357 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:40.018306 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:40.019680 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:40.117496 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e4b3b20a-d395-4775-a15d-718570945334 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/routers/54dd6b86-54b7-4d38-9041-216d0c10bc99 HTTP/1.1" status: 200 len: 954 time: 0.1541085 Dec 06 14:51:40.120215 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53080) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:40.125322 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-925b83fa-17e6-4eda-b4ed-697c7bd63907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'router': {'routes': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:40.176652 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:40.202538 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2cb124bc-40c1-457f-98df-34e88ac9295f None None] Provisioning complete for port 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:40.205391 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2cb124bc-40c1-457f-98df-34e88ac9295f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:40.265182 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2cb124bc-40c1-457f-98df-34e88ac9295f None None] Port 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:51:40.266944 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:51:40.267820 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:40.402267 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e9307585-4944-433b-b412-aa52277e38f9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:40.443456 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2cb124bc-40c1-457f-98df-34e88ac9295f None None] Provisioning complete for port 4b2a30bf-dbec-4a24-9f13-6d3d0056c815 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:40.443779 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2cb124bc-40c1-457f-98df-34e88ac9295f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:40.470061 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:39Z', 'revision_number': 6, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': '408c7fb1-f7d3-4df8-8b7b-0d465df656a7', 'name': '', 'network_id': 'cae80768-b518-4244-9a35-dbb89c1b7a31', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:24:b0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '8ac7b7fe-e323-4ecf-87d2-3d11e75cec3f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:36Z', 'updated_at': '2021-12-06T14:51:38Z', 'revision_number': 2, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '8ac7b7fe-e323-4ecf-87d2-3d11e75cec3f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b568248b-8da7-4224-98c1-2a29d1c52c5b', 'name': '', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:2e:b1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:27Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9307585-4944-433b-b412-aa52277e38f9', 'name': '', 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:a4:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:31Z', 'updated_at': '2021-12-06T14:51:38Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:40.541591 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Checking router: 54dd6b86-54b7-4d38-9041-216d0c10bc99 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:51:40.541975 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Updating router 54dd6b86-54b7-4d38-9041-216d0c10bc99 port 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:51:40.551582 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Allocated IP 172.20.0.2 (5aee0eac-59a5-43f1-85a8-7817e7c60b81/960bec1b-5464-4199-b91b-894c7ec18725/892f4a24-fd5b-4a8e-9b46-5a39e79f93c1) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:51:40.597337 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:40.645558 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e9307585-4944-433b-b412-aa52277e38f9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:40.646547 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:40.769987 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.extraroute_db [None req-925b83fa-17e6-4eda-b4ed-697c7bd63907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Added routes are [] {{(pid=103288) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 14:51:40.770905 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.extraroute_db [None req-925b83fa-17e6-4eda-b4ed-697c7bd63907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103288) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 14:51:40.818942 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-925b83fa-17e6-4eda-b4ed-697c7bd63907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:40.874099 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:40.886739 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:40.920626 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:40.939394 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:40.946379 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:40.949178 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:41.078730 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:41.089426 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:41.095099 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Pushing event updated for resources: {'Port': ['ID=892f4a24-fd5b-4a8e-9b46-5a39e79f93c1,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:41.133496 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Attempting to bind port 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:51:41.133886 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Attempting to bind port 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:51:41.134240 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Attempting to bind port 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 on network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:51:41.141212 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:51:41.141673 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Checking segment: {'id': 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:41.142247 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:41.142484 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Bound using segment: {'id': 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:51:41.143007 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Bound port: 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:51:41.143535 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:41.147509 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f2ae86c1-94f9-4405-bbf5-da642e8d7bb6 None None] Provisioning complete for port 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:41.147910 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f2ae86c1-94f9-4405-bbf5-da642e8d7bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:41.158551 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:41.183908 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:41.218871 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04affceb-3bf9-4751-b1c6-5d9e5173ad2e None None] Pushing event updated for resources: {'Port': ['ID=408c7fb1-f7d3-4df8-8b7b-0d465df656a7,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:41.225023 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f2ae86c1-94f9-4405-bbf5-da642e8d7bb6 None None] Port 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:51:41.254392 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Attempting to bind port 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:51:41.254779 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Attempting to bind port 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fbc6541f-9a6c-48ea-b23f-32d6ec9039e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cae80768-b518-4244-9a35-dbb89c1b7a31'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:51:41.255147 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Attempting to bind port 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 on network cae80768-b518-4244-9a35-dbb89c1b7a31 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:51:41.264066 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:51:41.264450 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Checking segment: {'id': 'fbc6541f-9a6c-48ea-b23f-32d6ec9039e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cae80768-b518-4244-9a35-dbb89c1b7a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:41.264858 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:41.265256 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Bound using segment: {'id': 'fbc6541f-9a6c-48ea-b23f-32d6ec9039e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cae80768-b518-4244-9a35-dbb89c1b7a31'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:51:41.265730 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Bound port: 408c7fb1-f7d3-4df8-8b7b-0d465df656a7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc6541f-9a6c-48ea-b23f-32d6ec9039e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cae80768-b518-4244-9a35-dbb89c1b7a31'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:51:41.266108 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:41.310718 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] For port 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:51:41.315708 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] For port 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=892f4a24-fd5b-4a8e-9b46-5a39e79f93c1,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:51:41.330127 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:41.361138 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] For port 408c7fb1-f7d3-4df8-8b7b-0d465df656a7, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:51:41.366090 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] For port 408c7fb1-f7d3-4df8-8b7b-0d465df656a7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=408c7fb1-f7d3-4df8-8b7b-0d465df656a7,segment=NetworkSegment(fbc6541f-9a6c-48ea-b23f-32d6ec9039e5),segment_id=fbc6541f-9a6c-48ea-b23f-32d6ec9039e5)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:51:41.377842 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:41.397604 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Allocated IP 172.35.7.26 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/f83ff2ba-a138-428c-b05e-871b4fb62b6c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:51:41.449089 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864aa913-5a7c-4ea0-849c-23887b8435c9 None None] Pushing event updated for resources: {'Port': ['ID=892f4a24-fd5b-4a8e-9b46-5a39e79f93c1,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:41.505119 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:41.505119 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:41.521950 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-925b83fa-17e6-4eda-b4ed-697c7bd63907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:41.526390 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-925b83fa-17e6-4eda-b4ed-697c7bd63907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:41.562361 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04affceb-3bf9-4751-b1c6-5d9e5173ad2e None None] Pushing event updated for resources: {'Port': ['ID=408c7fb1-f7d3-4df8-8b7b-0d465df656a7,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:41.574807 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:41.576811 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5b680884-729a-4002-8015-9d5a3ff536b8 None None] Provisioning complete for port 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:41.579180 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b680884-729a-4002-8015-9d5a3ff536b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:41.650547 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:41.694129 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925b83fa-17e6-4eda-b4ed-697c7bd63907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 54dd6b86-54b7-4d38-9041-216d0c10bc99 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:51:41.700636 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:41.770710 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Pushing event updated for resources: {'Port': ['ID=f83ff2ba-a138-428c-b05e-871b4fb62b6c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:41.776589 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:41.778548 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:41.786701 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:41.905385 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4b2a30bf-dbec-4a24-9f13-6d3d0056c815 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:41.937552 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925b83fa-17e6-4eda-b4ed-697c7bd63907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:41.962745 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-925b83fa-17e6-4eda-b4ed-697c7bd63907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:41.964177 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-925b83fa-17e6-4eda-b4ed-697c7bd63907 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/54dd6b86-54b7-4d38-9041-216d0c10bc99 HTTP/1.1" status: 200 len: 704 time: 1.8429315 Dec 06 14:51:41.967173 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c39931e-06d2-4521-a3da-d1eaed006a40 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:51:41.968018 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53094) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:42.016005 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 4b2a30bf-dbec-4a24-9f13-6d3d0056c815 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:42.016382 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:42.181640 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4a7e82a9-9257-4ad0-98d4-1f0164d74408 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/routers/54dd6b86-54b7-4d38-9041-216d0c10bc99 HTTP/1.1" status: 200 len: 704 time: 0.2069352 Dec 06 14:51:42.184591 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53100) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:42.185386 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b680884-729a-4002-8015-9d5a3ff536b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:42.250392 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5b680884-729a-4002-8015-9d5a3ff536b8 None None] For port 408c7fb1-f7d3-4df8-8b7b-0d465df656a7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=408c7fb1-f7d3-4df8-8b7b-0d465df656a7,segment=NetworkSegment(fbc6541f-9a6c-48ea-b23f-32d6ec9039e5),segment_id=fbc6541f-9a6c-48ea-b23f-32d6ec9039e5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:42.258473 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b680884-729a-4002-8015-9d5a3ff536b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:42.267439 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:40Z', 'revision_number': 7, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': '408c7fb1-f7d3-4df8-8b7b-0d465df656a7', 'name': '', 'network_id': 'cae80768-b518-4244-9a35-dbb89c1b7a31', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:24:b0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '8ac7b7fe-e323-4ecf-87d2-3d11e75cec3f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:36Z', 'updated_at': '2021-12-06T14:51:41Z', 'revision_number': 4, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '8ac7b7fe-e323-4ecf-87d2-3d11e75cec3f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b568248b-8da7-4224-98c1-2a29d1c52c5b', 'name': '', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:2e:b1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:27Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9307585-4944-433b-b412-aa52277e38f9', 'name': '', 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:a4:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:31Z', 'updated_at': '2021-12-06T14:51:38Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:42.314192 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb90644-ced9-46bd-9a84-4318e166a228 None None] The sync data for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 is: [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:40Z', 'revision_number': 7, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': '408c7fb1-f7d3-4df8-8b7b-0d465df656a7', 'name': '', 'network_id': 'cae80768-b518-4244-9a35-dbb89c1b7a31', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:24:b0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '8ac7b7fe-e323-4ecf-87d2-3d11e75cec3f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:36Z', 'updated_at': '2021-12-06T14:51:41Z', 'revision_number': 4, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '8ac7b7fe-e323-4ecf-87d2-3d11e75cec3f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b568248b-8da7-4224-98c1-2a29d1c52c5b', 'name': '', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:2e:b1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:27Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9307585-4944-433b-b412-aa52277e38f9', 'name': '', 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:a4:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:31Z', 'updated_at': '2021-12-06T14:51:38Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:42.344760 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:42.356952 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b680884-729a-4002-8015-9d5a3ff536b8 None None] Pushing event updated for resources: {'Port': ['ID=408c7fb1-f7d3-4df8-8b7b-0d465df656a7,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:42.493895 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f15e55d1-95e0-41f3-a930-c50cfde0c15e None None] Provisioning complete for port 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:42.501322 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f15e55d1-95e0-41f3-a930-c50cfde0c15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:42.698783 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:42.707265 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f15e55d1-95e0-41f3-a930-c50cfde0c15e None None] Provisioning complete for port f83ff2ba-a138-428c-b05e-871b4fb62b6c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:42.707633 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f15e55d1-95e0-41f3-a930-c50cfde0c15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:42.784584 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f15e55d1-95e0-41f3-a930-c50cfde0c15e None None] Port f83ff2ba-a138-428c-b05e-871b4fb62b6c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:51:42.908311 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Router ffc979a5-31c5-495d-8576-3defa1c8bc8f is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:51:42.925732 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1ab9-58bf-48d0-974a-b2e7718eef25 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:43.104473 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:43.117164 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Sync routers for ids ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:43.136224 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Routers {'ffc979a5-31c5-495d-8576-3defa1c8bc8f'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:43.136873 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:43.155101 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:43.159959 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c0cd6bd7-4a74-4f80-9acc-358ffe430b0d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2521002 Dec 06 14:51:43.162153 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53124) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:43.195540 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80249f79-b174-40b0-a6d4-8821ad00f4c4 None None] Network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:43.331950 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4c9dff32-c74a-44aa-9f4e-af826be061aa None None] Provisioning complete for port 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:43.332236 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4c9dff32-c74a-44aa-9f4e-af826be061aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:43.383358 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Set router ffc979a5-31c5-495d-8576-3defa1c8bc8f gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:43.384031 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c7bd1ab9-58bf-48d0-974a-b2e7718eef25 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting port 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:43.384385 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1ab9-58bf-48d0-974a-b2e7718eef25 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:43.443593 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3777f39-ce19-4dba-8c67-4c364f333f68 None None] Sync routers for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:43.456186 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3777f39-ce19-4dba-8c67-4c364f333f68 None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:43.457222 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c3777f39-ce19-4dba-8c67-4c364f333f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:43.542734 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c7bd1ab9-58bf-48d0-974a-b2e7718eef25 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] For port 408c7fb1-f7d3-4df8-8b7b-0d465df656a7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=408c7fb1-f7d3-4df8-8b7b-0d465df656a7,segment=NetworkSegment(fbc6541f-9a6c-48ea-b23f-32d6ec9039e5),segment_id=fbc6541f-9a6c-48ea-b23f-32d6ec9039e5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:43.543099 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1ab9-58bf-48d0-974a-b2e7718eef25 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:43.566788 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c7bd1ab9-58bf-48d0-974a-b2e7718eef25 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Calling delete_port for 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:43.647250 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c3777f39-ce19-4dba-8c67-4c364f333f68 None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:43.694934 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4c9dff32-c74a-44aa-9f4e-af826be061aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:43.765340 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:43.827331 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:43.838588 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4c9dff32-c74a-44aa-9f4e-af826be061aa None None] For port 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=892f4a24-fd5b-4a8e-9b46-5a39e79f93c1,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:43.856124 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4c9dff32-c74a-44aa-9f4e-af826be061aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:43.900148 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1ab9-58bf-48d0-974a-b2e7718eef25 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:43.949929 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No active binding found for port 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 {{(pid=103290) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 14:51:43.952429 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 06 14:51:43.964166 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd1ab9-58bf-48d0-974a-b2e7718eef25 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Port': ['ID=408c7fb1-f7d3-4df8-8b7b-0d465df656a7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:44.008564 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Port 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 not found, will not notify nova. {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 06 14:51:44.022664 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:44.158107 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c3777f39-ce19-4dba-8c67-4c364f333f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:40Z', 'revision_number': 7, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': '408c7fb1-f7d3-4df8-8b7b-0d465df656a7', 'name': '', 'network_id': 'cae80768-b518-4244-9a35-dbb89c1b7a31', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:24:b0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '8ac7b7fe-e323-4ecf-87d2-3d11e75cec3f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:36Z', 'updated_at': '2021-12-06T14:51:42Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '8ac7b7fe-e323-4ecf-87d2-3d11e75cec3f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b568248b-8da7-4224-98c1-2a29d1c52c5b', 'name': '', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:2e:b1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:27Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9307585-4944-433b-b412-aa52277e38f9', 'name': '', 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:a4:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:31Z', 'updated_at': '2021-12-06T14:51:38Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:44.172270 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] Allocated IP 172.20.0.1 (5aee0eac-59a5-43f1-85a8-7817e7c60b81/960bec1b-5464-4199-b91b-894c7ec18725/ae577b41-c26e-48fc-a745-92d9ae9b297c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:51:44.180089 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dff32-c74a-44aa-9f4e-af826be061aa None None] Pushing event updated for resources: {'Port': ['ID=892f4a24-fd5b-4a8e-9b46-5a39e79f93c1,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:44.202031 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:51:42Z', 'revision_number': 3, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:44.223010 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3777f39-ce19-4dba-8c67-4c364f333f68 None None] Checking router: 54dd6b86-54b7-4d38-9041-216d0c10bc99 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:51:44.245922 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3777f39-ce19-4dba-8c67-4c364f333f68 None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:44.246550 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c3777f39-ce19-4dba-8c67-4c364f333f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:44.250523 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1ab9-58bf-48d0-974a-b2e7718eef25 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:44.255151 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Checking router: ffc979a5-31c5-495d-8576-3defa1c8bc8f for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:51:44.255591 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Updating router ffc979a5-31c5-495d-8576-3defa1c8bc8f port f83ff2ba-a138-428c-b05e-871b4fb62b6c binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:51:44.320418 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:44.321180 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:44.324295 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:44.432938 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-19c09d9d-d3c8-4725-afb3-a2346386cd08 None None] Provisioning complete for port 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:44.433600 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-19c09d9d-d3c8-4725-afb3-a2346386cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:44.438541 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:44.512898 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:44.549081 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] Network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:44.554803 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:44.563175 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:44.583248 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c3777f39-ce19-4dba-8c67-4c364f333f68 None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:44.609058 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] Pushing event updated for resources: {'Port': ['ID=ae577b41-c26e-48fc-a745-92d9ae9b297c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:44.617065 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bd1ab9-58bf-48d0-974a-b2e7718eef25 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 54dd6b86-54b7-4d38-9041-216d0c10bc99 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:51:44.633904 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:44.865501 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bd1ab9-58bf-48d0-974a-b2e7718eef25 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:44.884330 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c7bd1ab9-58bf-48d0-974a-b2e7718eef25 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/54dd6b86-54b7-4d38-9041-216d0c10bc99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6983430 Dec 06 14:51:44.885344 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53134) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:44.946148 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:44.961205 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-e839c935-75dc-446d-8cfb-4e95ddbf1be5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting subnet 8ac7b7fe-e323-4ecf-87d2-3d11e75cec3f {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:51:44.967196 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e839c935-75dc-446d-8cfb-4e95ddbf1be5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:44.986170 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:45.002101 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:45.015872 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c3777f39-ce19-4dba-8c67-4c364f333f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:43Z', 'revision_number': 8, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'b568248b-8da7-4224-98c1-2a29d1c52c5b', 'name': '', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:2e:b1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:27Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9307585-4944-433b-b412-aa52277e38f9', 'name': '', 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:a4:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:31Z', 'updated_at': '2021-12-06T14:51:38Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:45.037529 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e839c935-75dc-446d-8cfb-4e95ddbf1be5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:45.045505 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c8e9f4f4-eea9-46aa-af70-ed05c3b09eb4 None None] Provisioning complete for port ae577b41-c26e-48fc-a745-92d9ae9b297c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:45.046205 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8e9f4f4-eea9-46aa-af70-ed05c3b09eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:45.058402 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3777f39-ce19-4dba-8c67-4c364f333f68 None None] The sync data for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 is: [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:43Z', 'revision_number': 8, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'b568248b-8da7-4224-98c1-2a29d1c52c5b', 'name': '', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:2e:b1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:27Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9307585-4944-433b-b412-aa52277e38f9', 'name': '', 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:a4:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:31Z', 'updated_at': '2021-12-06T14:51:38Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:45.063866 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3da0d9-8e29-4024-bd01-b146cc2ee5e3 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:51:45.127447 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195a132-ad27-439d-83d6-a4ecd7391c10 None None] Pushing event updated for resources: {'Port': ['ID=f83ff2ba-a138-428c-b05e-871b4fb62b6c,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:45.139313 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Attempting to bind port f83ff2ba-a138-428c-b05e-871b4fb62b6c on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:51:45.139901 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Attempting to bind port f83ff2ba-a138-428c-b05e-871b4fb62b6c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:51:45.140452 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Attempting to bind port f83ff2ba-a138-428c-b05e-871b4fb62b6c on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:51:45.154957 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:51:45.155730 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:45.156313 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:45.156868 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:51:45.157541 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Bound port: f83ff2ba-a138-428c-b05e-871b4fb62b6c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:51:45.158283 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:45.160433 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9f4f4-eea9-46aa-af70-ed05c3b09eb4 None None] Port ae577b41-c26e-48fc-a745-92d9ae9b297c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:51:45.197499 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e839c935-75dc-446d-8cfb-4e95ddbf1be5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:45.246316 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:45.248187 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] For port f83ff2ba-a138-428c-b05e-871b4fb62b6c, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:51:45.252433 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] For port f83ff2ba-a138-428c-b05e-871b4fb62b6c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f83ff2ba-a138-428c-b05e-871b4fb62b6c,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:51:45.258438 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:45.261436 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:45.294928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e839c935-75dc-446d-8cfb-4e95ddbf1be5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:45.338343 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839c935-75dc-446d-8cfb-4e95ddbf1be5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac7b7fe-e323-4ecf-87d2-3d11e75cec3f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:45.345493 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:45.347886 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] Pushing event updated for resources: {'Port': ['ID=ae577b41-c26e-48fc-a745-92d9ae9b297c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:45.376980 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e839c935-75dc-446d-8cfb-4e95ddbf1be5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:45.383795 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e839c935-75dc-446d-8cfb-4e95ddbf1be5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/subnets/8ac7b7fe-e323-4ecf-87d2-3d11e75cec3f HTTP/1.1" status: 204 len: 168 time: 0.4949677 Dec 06 14:51:45.384401 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53140) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:45.507392 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efae7e29-cff9-4605-9852-a49695011504 None None] Network cae80768-b518-4244-9a35-dbb89c1b7a31 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:45.527482 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:45.555213 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] Network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:45.557934 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:45.688946 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:45.690800 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3a4a39-6bc5-49ce-b679-ed244688326f None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:51:45.741903 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting port 4b2a30bf-dbec-4a24-9f13-6d3d0056c815 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:45.742327 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:45.759305 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Routers {'ffc979a5-31c5-495d-8576-3defa1c8bc8f'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:45.759977 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:45.762788 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8e7f777b-4bbe-4579-9e3b-6d42188aed20 None None] Provisioning complete for port f83ff2ba-a138-428c-b05e-871b4fb62b6c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:45.763168 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8e7f777b-4bbe-4579-9e3b-6d42188aed20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:45.844084 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195a132-ad27-439d-83d6-a4ecd7391c10 None None] Pushing event updated for resources: {'Port': ['ID=f83ff2ba-a138-428c-b05e-871b4fb62b6c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:45.852201 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] Router ffc979a5-31c5-495d-8576-3defa1c8bc8f has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:51:45.859251 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] For port 4b2a30bf-dbec-4a24-9f13-6d3d0056c815, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4b2a30bf-dbec-4a24-9f13-6d3d0056c815,segment=NetworkSegment(fbc6541f-9a6c-48ea-b23f-32d6ec9039e5),segment_id=fbc6541f-9a6c-48ea-b23f-32d6ec9039e5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:45.859845 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:45.894438 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6716a-93b5-4ec3-8abc-698e54cd7676 None None] Sync routers for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:45.910821 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Calling delete_port for 4b2a30bf-dbec-4a24-9f13-6d3d0056c815 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:45.987627 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c6716a-93b5-4ec3-8abc-698e54cd7676 None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:45.988329 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-11c6716a-93b5-4ec3-8abc-698e54cd7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:46.113654 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:46.114030 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:46.117240 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:46.125306 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-11c6716a-93b5-4ec3-8abc-698e54cd7676 None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:46.142778 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a7fa5275-4e07-4e12-9ca5-d90ae0a9b01c admin admin] 10.222.0.20 "PUT /v2.0/routers/ffc979a5-31c5-495d-8576-3defa1c8bc8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9732008 Dec 06 14:51:46.143173 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:46.174987 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Port': ['ID=4b2a30bf-dbec-4a24-9f13-6d3d0056c815,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:46.177476 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] No DVR routers for this DVR port 4b2a30bf-dbec-4a24-9f13-6d3d0056c815 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:51:46.196847 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] Set router ffc979a5-31c5-495d-8576-3defa1c8bc8f gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:46.203541 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cad2c8-5b3e-4239-92a4-0bbc5216166a None None] DHCP port deletion for cae80768-b518-4244-9a35-dbb89c1b7a31 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:51:46.316293 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8e7f777b-4bbe-4579-9e3b-6d42188aed20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:46.319298 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:46.345472 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae80768-b518-4244-9a35-dbb89c1b7a31']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:46.362613 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc6541f-9a6c-48ea-b23f-32d6ec9039e5') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:46.362932 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc6541f-9a6c-48ea-b23f-32d6ec9039e5') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:46.376658 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8e7f777b-4bbe-4579-9e3b-6d42188aed20 None None] For port f83ff2ba-a138-428c-b05e-871b4fb62b6c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f83ff2ba-a138-428c-b05e-871b4fb62b6c,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:46.399946 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:46.427115 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:46.428890 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8e7f777b-4bbe-4579-9e3b-6d42188aed20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:46.434564 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:51:46.434961 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:51:46.438383 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:51:46.494879 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f777b-4bbe-4579-9e3b-6d42188aed20 None None] Pushing event updated for resources: {'Port': ['ID=f83ff2ba-a138-428c-b05e-871b4fb62b6c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:46.539213 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:46.547197 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:46.557033 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53154) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:46.557988 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/networks/cae80768-b518-4244-9a35-dbb89c1b7a31 HTTP/1.1" status: 204 len: 168 time: 1.1712334 Dec 06 14:51:46.576850 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09c916-ee70-4a1c-b721-d780979717c1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Network': ['ID=cae80768-b518-4244-9a35-dbb89c1b7a31,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:46.787857 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e0f6bd19-7389-48ab-8fa6-da70659364c6 None None] Provisioning complete for port f83ff2ba-a138-428c-b05e-871b4fb62b6c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:46.789352 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e0f6bd19-7389-48ab-8fa6-da70659364c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:46.794737 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53156) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:46.799456 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-29e93a09-f9a6-4ace-95bd-c3ec336d74e2 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1988428671', 'description': 'tempest-description--1836365720'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:46.831452 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29e93a09-f9a6-4ace-95bd-c3ec336d74e2 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:46.837721 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:51:46.908470 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:51:46.908837 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 408c7fb1-f7d3-4df8-8b7b-0d465df656a7 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:51:46.928188 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29e93a09-f9a6-4ace-95bd-c3ec336d74e2 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:46.933428 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29e93a09-f9a6-4ace-95bd-c3ec336d74e2 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:46.949936 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:51:44Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ae577b41-c26e-48fc-a745-92d9ae9b297c', 'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'mac_address': 'fa:16:3e:df:45:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:43Z', 'updated_at': '2021-12-06T14:51:45Z', 'revision_number': 2, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'subnets': [{'id': '960bec1b-5464-4199-b91b-894c7ec18725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:46.968211 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-236a56c5-8c60-475a-a2dc-d2c2a60c2601 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:46.981260 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e93a09-f9a6-4ace-95bd-c3ec336d74e2 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529fb203-ebb7-4feb-80ef-77f3a99ac729,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:47.008146 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29e93a09-f9a6-4ace-95bd-c3ec336d74e2 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:47.013607 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53160) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:47.013984 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-29e93a09-f9a6-4ace-95bd-c3ec336d74e2 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2147419 Dec 06 14:51:47.018858 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6c997e26-97e8-4f75-b205-4b1f9e5f316b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Request body: {'security_group_rule': {'security_group_id': '529fb203-ebb7-4feb-80ef-77f3a99ac729', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:47.027820 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760dcdd-91a0-4ba4-9e0c-202f611d3d2b None None] The sync data for ids ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'] in n-d-master-1 is: [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:51:44Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ae577b41-c26e-48fc-a745-92d9ae9b297c', 'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'mac_address': 'fa:16:3e:df:45:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:43Z', 'updated_at': '2021-12-06T14:51:45Z', 'revision_number': 2, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'subnets': [{'id': '960bec1b-5464-4199-b91b-894c7ec18725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:47.084379 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-11c6716a-93b5-4ec3-8abc-698e54cd7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:43Z', 'revision_number': 8, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'b568248b-8da7-4224-98c1-2a29d1c52c5b', 'name': '', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:2e:b1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:27Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9307585-4944-433b-b412-aa52277e38f9', 'name': '', 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:a4:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:31Z', 'updated_at': '2021-12-06T14:51:38Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:47.117880 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6716a-93b5-4ec3-8abc-698e54cd7676 None None] Checking router: 54dd6b86-54b7-4d38-9041-216d0c10bc99 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:51:47.136432 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c6716a-93b5-4ec3-8abc-698e54cd7676 None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:47.137325 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-11c6716a-93b5-4ec3-8abc-698e54cd7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:47.141715 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e0f6bd19-7389-48ab-8fa6-da70659364c6 None None] Provisioning complete for port ae577b41-c26e-48fc-a745-92d9ae9b297c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:47.142492 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e0f6bd19-7389-48ab-8fa6-da70659364c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:47.157295 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c997e26-97e8-4f75-b205-4b1f9e5f316b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:47.244659 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c997e26-97e8-4f75-b205-4b1f9e5f316b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:47.272707 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c997e26-97e8-4f75-b205-4b1f9e5f316b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:47.302531 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c997e26-97e8-4f75-b205-4b1f9e5f316b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38e3a07-98db-44de-8bd5-a59898fcc89e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:47.335923 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c997e26-97e8-4f75-b205-4b1f9e5f316b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:47.337152 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6c997e26-97e8-4f75-b205-4b1f9e5f316b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3223615 Dec 06 14:51:47.340053 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53162) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:47.345553 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-dfdaec56-2d99-4c6e-af01-2df97cb89f0d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Request body: {'security_group_rule': {'security_group_id': '529fb203-ebb7-4feb-80ef-77f3a99ac729', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:47.471261 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfdaec56-2d99-4c6e-af01-2df97cb89f0d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:47.511201 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-236a56c5-8c60-475a-a2dc-d2c2a60c2601 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting port e9307585-4944-433b-b412-aa52277e38f9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:47.511683 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-236a56c5-8c60-475a-a2dc-d2c2a60c2601 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:47.539509 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e0f6bd19-7389-48ab-8fa6-da70659364c6 None None] Port ae577b41-c26e-48fc-a745-92d9ae9b297c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:51:47.545822 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-11c6716a-93b5-4ec3-8abc-698e54cd7676 None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:47.683722 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-236a56c5-8c60-475a-a2dc-d2c2a60c2601 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] For port e9307585-4944-433b-b412-aa52277e38f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9307585-4944-433b-b412-aa52277e38f9,segment=NetworkSegment(899160f9-0ee0-4a6d-a7c0-69a6d5cf7777),segment_id=899160f9-0ee0-4a6d-a7c0-69a6d5cf7777)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:47.684364 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-236a56c5-8c60-475a-a2dc-d2c2a60c2601 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:47.696367 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4b2a30bf-dbec-4a24-9f13-6d3d0056c815 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:51:47.700744 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-236a56c5-8c60-475a-a2dc-d2c2a60c2601 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Calling delete_port for e9307585-4944-433b-b412-aa52277e38f9 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:47.759448 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 4b2a30bf-dbec-4a24-9f13-6d3d0056c815 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:51:47.759833 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4b2a30bf-dbec-4a24-9f13-6d3d0056c815 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:51:47.874697 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-11c6716a-93b5-4ec3-8abc-698e54cd7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:43Z', 'revision_number': 8, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'b568248b-8da7-4224-98c1-2a29d1c52c5b', 'name': '', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:2e:b1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:27Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9307585-4944-433b-b412-aa52277e38f9', 'name': '', 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:a4:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:31Z', 'updated_at': '2021-12-06T14:51:38Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:47.913449 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6716a-93b5-4ec3-8abc-698e54cd7676 None None] The sync data for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 is: [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:43Z', 'revision_number': 8, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'b568248b-8da7-4224-98c1-2a29d1c52c5b', 'name': '', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:2e:b1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:27Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9307585-4944-433b-b412-aa52277e38f9', 'name': '', 'network_id': '1488278b-d66d-4217-9c79-433ee9e27261', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:a4:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:31Z', 'updated_at': '2021-12-06T14:51:38Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '247de8f4-d47e-4658-95a2-c5c1fdb30a8d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:48.301219 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-236a56c5-8c60-475a-a2dc-d2c2a60c2601 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:48.305192 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfdaec56-2d99-4c6e-af01-2df97cb89f0d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:48.312757 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfdaec56-2d99-4c6e-af01-2df97cb89f0d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:48.358841 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a56c5-8c60-475a-a2dc-d2c2a60c2601 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Port': ['ID=e9307585-4944-433b-b412-aa52277e38f9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:48.373686 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdaec56-2d99-4c6e-af01-2df97cb89f0d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40005b8f-2605-411f-aaa4-97595c7e9384,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:48.403466 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfdaec56-2d99-4c6e-af01-2df97cb89f0d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:48.409243 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dfdaec56-2d99-4c6e-af01-2df97cb89f0d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0639064 Dec 06 14:51:48.410192 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53172) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:48.422886 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b762901b-f8e4-4443-902d-5493ca066c2b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:48.472592 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b762901b-f8e4-4443-902d-5493ca066c2b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:48.525561 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-236a56c5-8c60-475a-a2dc-d2c2a60c2601 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:48.676344 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b762901b-f8e4-4443-902d-5493ca066c2b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:48.829562 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236a56c5-8c60-475a-a2dc-d2c2a60c2601 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 54dd6b86-54b7-4d38-9041-216d0c10bc99 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:51:48.939285 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236a56c5-8c60-475a-a2dc-d2c2a60c2601 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:48.949317 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-236a56c5-8c60-475a-a2dc-d2c2a60c2601 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/54dd6b86-54b7-4d38-9041-216d0c10bc99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3909214 Dec 06 14:51:48.950040 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53178) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:48.952118 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69aa515-13f5-44be-b827-02c635884330 None None] Sync routers for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:48.977059 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69aa515-13f5-44be-b827-02c635884330 None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:48.978104 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b69aa515-13f5-44be-b827-02c635884330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:49.011213 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60884c7-e4b2-4608-9181-edbac392cdce tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting subnet 247de8f4-d47e-4658-95a2-c5c1fdb30a8d {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:51:49.015127 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a60884c7-e4b2-4608-9181-edbac392cdce tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:49.073009 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a60884c7-e4b2-4608-9181-edbac392cdce tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:49.154163 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b69aa515-13f5-44be-b827-02c635884330 None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:49.188561 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a60884c7-e4b2-4608-9181-edbac392cdce tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:49.221025 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b762901b-f8e4-4443-902d-5493ca066c2b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Allocated IP 172.35.7.33 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/204fb1aa-0319-43e5-9ea6-a9bd020f6f1d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:51:49.265276 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a60884c7-e4b2-4608-9181-edbac392cdce tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:49.332037 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b762901b-f8e4-4443-902d-5493ca066c2b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:49.345513 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a60884c7-e4b2-4608-9181-edbac392cdce tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:49.353332 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a60884c7-e4b2-4608-9181-edbac392cdce tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/subnets/247de8f4-d47e-4658-95a2-c5c1fdb30a8d HTTP/1.1" status: 204 len: 168 time: 0.4021761 Dec 06 14:51:49.354621 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53182) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:49.355592 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60884c7-e4b2-4608-9181-edbac392cdce tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Subnet': ['ID=247de8f4-d47e-4658-95a2-c5c1fdb30a8d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:49.356048 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55473271-3d09-49d0-930d-748f2aef26cb None None] Network 1488278b-d66d-4217-9c79-433ee9e27261 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:49.382008 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b762901b-f8e4-4443-902d-5493ca066c2b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:49.466360 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b69aa515-13f5-44be-b827-02c635884330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:47Z', 'revision_number': 9, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'b568248b-8da7-4224-98c1-2a29d1c52c5b', 'name': '', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:2e:b1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:27Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:49.468577 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b762901b-f8e4-4443-902d-5493ca066c2b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:49.476311 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b762901b-f8e4-4443-902d-5493ca066c2b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:49.486155 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:49.496156 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762901b-f8e4-4443-902d-5493ca066c2b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:49.512381 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69aa515-13f5-44be-b827-02c635884330 None None] Checking router: 54dd6b86-54b7-4d38-9041-216d0c10bc99 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:51:49.518727 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762901b-f8e4-4443-902d-5493ca066c2b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Pushing event updated for resources: {'Port': ['ID=204fb1aa-0319-43e5-9ea6-a9bd020f6f1d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:49.532694 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69aa515-13f5-44be-b827-02c635884330 None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:49.533434 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b69aa515-13f5-44be-b827-02c635884330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:49.652031 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting port 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:49.652422 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:49.662650 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b762901b-f8e4-4443-902d-5493ca066c2b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:49.712016 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b69aa515-13f5-44be-b827-02c635884330 None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:49.752225 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53894979-bf80-4ae7-b439-fc9e021abec9 None None] DHCP port deletion for 1488278b-d66d-4217-9c79-433ee9e27261 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:51:49.760779 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b762901b-f8e4-4443-902d-5493ca066c2b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:49.764794 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] For port 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=07ef7efc-b1aa-41c2-bff7-70ddf9696ae1,segment=NetworkSegment(899160f9-0ee0-4a6d-a7c0-69a6d5cf7777),segment_id=899160f9-0ee0-4a6d-a7c0-69a6d5cf7777)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:49.775907 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:49.801260 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Calling delete_port for 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:49.888961 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f83ff2ba-a138-428c-b05e-871b4fb62b6c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:49.962019 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:49.975963 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f83ff2ba-a138-428c-b05e-871b4fb62b6c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:49.976601 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:49.981299 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-53894979-bf80-4ae7-b439-fc9e021abec9 None None] Deleting port 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:49.981909 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53894979-bf80-4ae7-b439-fc9e021abec9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:49.983194 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b69aa515-13f5-44be-b827-02c635884330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:47Z', 'revision_number': 9, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'b568248b-8da7-4224-98c1-2a29d1c52c5b', 'name': '', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:2e:b1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:27Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:50.002570 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] No DVR routers for this DVR port 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:51:50.006694 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Port': ['ID=07ef7efc-b1aa-41c2-bff7-70ddf9696ae1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:50.023444 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b762901b-f8e4-4443-902d-5493ca066c2b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:50.031525 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b762901b-f8e4-4443-902d-5493ca066c2b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:50.062552 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69aa515-13f5-44be-b827-02c635884330 None None] The sync data for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 is: [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:47Z', 'revision_number': 9, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'b568248b-8da7-4224-98c1-2a29d1c52c5b', 'name': '', 'network_id': '575719f6-b082-4241-ba73-e73637ac7e69', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:2e:b1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:27Z', 'updated_at': '2021-12-06T14:51:33Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': '02905e76-0778-4b82-83bb-aa887fac20ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:50.113312 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762901b-f8e4-4443-902d-5493ca066c2b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Pushing event updated for resources: {'Port': ['ID=204fb1aa-0319-43e5-9ea6-a9bd020f6f1d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:50.127699 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-53894979-bf80-4ae7-b439-fc9e021abec9 None None] For port 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1, host n-d-master-1, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:50.128436 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53894979-bf80-4ae7-b439-fc9e021abec9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:50.147606 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-53894979-bf80-4ae7-b439-fc9e021abec9 None None] Calling delete_port for 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:50.151393 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-53894979-bf80-4ae7-b439-fc9e021abec9 None None] Port 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 14:51:50.154339 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53894979-bf80-4ae7-b439-fc9e021abec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:50.183170 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:50.183853 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b762901b-f8e4-4443-902d-5493ca066c2b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:50.201908 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53894979-bf80-4ae7-b439-fc9e021abec9 None None] Pushing event deleted for resources: {'Port': ['ID=07ef7efc-b1aa-41c2-bff7-70ddf9696ae1,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:50.210049 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1488278b-d66d-4217-9c79-433ee9e27261']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:50.214716 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b762901b-f8e4-4443-902d-5493ca066c2b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:50.216808 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b762901b-f8e4-4443-902d-5493ca066c2b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8025992 Dec 06 14:51:50.221149 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53894979-bf80-4ae7-b439-fc9e021abec9 None None] No DVR routers for this DVR port 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:51:50.226501 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Sync routers for ids ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:50.235245 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899160f9-0ee0-4a6d-a7c0-69a6d5cf7777') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:50.235471 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899160f9-0ee0-4a6d-a7c0-69a6d5cf7777') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:50.247165 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Routers {'ffc979a5-31c5-495d-8576-3defa1c8bc8f'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:50.247836 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:50.255602 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:50.271583 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:50.279672 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:51:50.280461 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:51:50.284218 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:51:50.361145 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:50.368559 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:50.371752 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/networks/1488278b-d66d-4217-9c79-433ee9e27261 HTTP/1.1" status: 204 len: 168 time: 1.0120225 Dec 06 14:51:50.375580 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53198) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:50.384248 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455560c-a830-4f2b-a67d-2af458a80bb2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Network': ['ID=1488278b-d66d-4217-9c79-433ee9e27261,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:50.423590 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Set router ffc979a5-31c5-495d-8576-3defa1c8bc8f gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:50.460776 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-4edb895b-b22f-4502-a397-1407b29785a1 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1988428671&fields=id&tenant_id=8444f66a19024e8ca3d08cd6cc68e73d HTTP/1.1" status: 200 len: 267 time: 0.0590951 Dec 06 14:51:50.595196 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-6a39e1a9-fb71-401b-b2ac-9aa3c82cd42f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:50.597213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-6a39e1a9-fb71-401b-b2ac-9aa3c82cd42f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/networks?id=5aee0eac-59a5-43f1-85a8-7817e7c60b81 HTTP/1.1" status: 200 len: 816 time: 0.1279118 Dec 06 14:51:50.624289 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-92534664-7ffd-405b-9763-d770f8b26264 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/quotas/8444f66a19024e8ca3d08cd6cc68e73d HTTP/1.1" status: 200 len: 375 time: 0.0125663 Dec 06 14:51:50.668445 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:51:44Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ae577b41-c26e-48fc-a745-92d9ae9b297c', 'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'mac_address': 'fa:16:3e:df:45:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:43Z', 'updated_at': '2021-12-06T14:51:45Z', 'revision_number': 2, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'subnets': [{'id': '960bec1b-5464-4199-b91b-894c7ec18725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:50.696477 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Checking router: ffc979a5-31c5-495d-8576-3defa1c8bc8f for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:51:50.696836 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Updating router ffc979a5-31c5-495d-8576-3defa1c8bc8f port ae577b41-c26e-48fc-a745-92d9ae9b297c binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:51:50.697514 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-20a71fc9-a2bc-40b3-b64a-2329cb79640a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8444f66a19024e8ca3d08cd6cc68e73d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652628 Dec 06 14:51:50.723116 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:50.806261 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-dc3d6255-914e-4d5d-9767-58f966850633 service neutron] 10.222.0.20 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937436 Dec 06 14:51:50.820334 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b6d24d1-066b-4e87-979c-15bf3023142d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:50.909318 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-628dbf82-fdbb-424f-a857-875726db1c61 service neutron] 10.222.0.20 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954368 Dec 06 14:51:51.030844 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:51.039150 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:51.070303 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:51:51.105162 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0180957-4afc-4acd-861e-4b8e29d518a3 None None] Pushing event updated for resources: {'Port': ['ID=ae577b41-c26e-48fc-a745-92d9ae9b297c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:51.135745 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d24d1-066b-4e87-979c-15bf3023142d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting port b568248b-8da7-4224-98c1-2a29d1c52c5b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:51.140351 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b6d24d1-066b-4e87-979c-15bf3023142d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:51.190218 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Attempting to bind port ae577b41-c26e-48fc-a745-92d9ae9b297c on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:51:51.190782 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Attempting to bind port ae577b41-c26e-48fc-a745-92d9ae9b297c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:51:51.191433 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Attempting to bind port ae577b41-c26e-48fc-a745-92d9ae9b297c on network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:51:51.198759 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:51:51.198759 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Checking segment: {'id': 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:51.199449 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:51.199977 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Bound using segment: {'id': 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:51:51.200624 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Bound port: ae577b41-c26e-48fc-a745-92d9ae9b297c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:51:51.201127 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:51.276833 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce9bc413-7b8d-49c5-a9a7-6d35abd4f8bd req-f991868a-2ae6-42c4-a7f5-6479a2134640 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 210 time: 0.0718749 Dec 06 14:51:51.312099 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] For port ae577b41-c26e-48fc-a745-92d9ae9b297c, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:51:51.318934 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] For port ae577b41-c26e-48fc-a745-92d9ae9b297c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ae577b41-c26e-48fc-a745-92d9ae9b297c,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:51:51.326029 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:51.378016 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Routers {'ffc979a5-31c5-495d-8576-3defa1c8bc8f'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:51.378719 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:51.385123 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-5b6d24d1-066b-4e87-979c-15bf3023142d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] For port b568248b-8da7-4224-98c1-2a29d1c52c5b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b568248b-8da7-4224-98c1-2a29d1c52c5b,segment=NetworkSegment(c0bfd305-c37d-4c67-9af3-531b36d1cc83),segment_id=c0bfd305-c37d-4c67-9af3-531b36d1cc83)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:51.385553 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b6d24d1-066b-4e87-979c-15bf3023142d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:51.435818 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d24d1-066b-4e87-979c-15bf3023142d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Calling delete_port for b568248b-8da7-4224-98c1-2a29d1c52c5b owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:51.457735 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0180957-4afc-4acd-861e-4b8e29d518a3 None None] Pushing event updated for resources: {'Port': ['ID=ae577b41-c26e-48fc-a745-92d9ae9b297c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:51.477853 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-10997ab6-c334-419b-abb7-a2b5cb3179ab None None] Provisioning complete for port ae577b41-c26e-48fc-a745-92d9ae9b297c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:51.478251 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10997ab6-c334-419b-abb7-a2b5cb3179ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:51.666715 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] Set router ffc979a5-31c5-495d-8576-3defa1c8bc8f gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:51.760012 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ae577b41-c26e-48fc-a745-92d9ae9b297c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:51.787674 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b6d24d1-066b-4e87-979c-15bf3023142d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:51.817261 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d24d1-066b-4e87-979c-15bf3023142d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Port': ['ID=b568248b-8da7-4224-98c1-2a29d1c52c5b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:51.950750 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10997ab6-c334-419b-abb7-a2b5cb3179ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:51.955224 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b6d24d1-066b-4e87-979c-15bf3023142d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:52.107498 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ae577b41-c26e-48fc-a745-92d9ae9b297c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:52.108049 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:52.150114 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-10997ab6-c334-419b-abb7-a2b5cb3179ab None None] For port ae577b41-c26e-48fc-a745-92d9ae9b297c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ae577b41-c26e-48fc-a745-92d9ae9b297c,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:52.181775 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10997ab6-c334-419b-abb7-a2b5cb3179ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:52.234053 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6d24d1-066b-4e87-979c-15bf3023142d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 54dd6b86-54b7-4d38-9041-216d0c10bc99 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:51:52.261190 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10997ab6-c334-419b-abb7-a2b5cb3179ab None None] Pushing event updated for resources: {'Port': ['ID=ae577b41-c26e-48fc-a745-92d9ae9b297c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:52.314617 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:51:44Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ae577b41-c26e-48fc-a745-92d9ae9b297c', 'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'mac_address': 'fa:16:3e:df:45:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:43Z', 'updated_at': '2021-12-06T14:51:51Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'subnets': [{'id': '960bec1b-5464-4199-b91b-894c7ec18725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:52.339388 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6d24d1-066b-4e87-979c-15bf3023142d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:52.352210 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a68492-dba5-4028-94a4-3da4098defb5 None None] Sync routers for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:52.357256 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5b6d24d1-066b-4e87-979c-15bf3023142d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/54dd6b86-54b7-4d38-9041-216d0c10bc99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9798026 Dec 06 14:51:52.360384 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53234) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:52.377946 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67612a45-da7a-4cff-83bd-38da96ae218b None None] The sync data for ids ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'] in n-d-master-1 is: [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:51:44Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ae577b41-c26e-48fc-a745-92d9ae9b297c', 'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'mac_address': 'fa:16:3e:df:45:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:43Z', 'updated_at': '2021-12-06T14:51:51Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'subnets': [{'id': '960bec1b-5464-4199-b91b-894c7ec18725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:52.382428 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a68492-dba5-4028-94a4-3da4098defb5 None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:52.383192 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c5a68492-dba5-4028-94a4-3da4098defb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:52.385055 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ca6c85ca-e748-44db-a29e-e1864bdb5d70 None None] Provisioning complete for port ae577b41-c26e-48fc-a745-92d9ae9b297c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:52.388880 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca6c85ca-e748-44db-a29e-e1864bdb5d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:52.451809 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:51:52.504091 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dff788c4-db8c-4e8c-9fe4-69f50514bfda req-dc9c26a0-ada4-4d72-a02a-bd528942e490 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 210 time: 0.0861204 Dec 06 14:51:52.517390 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:51:52.523168 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 07ef7efc-b1aa-41c2-bff7-70ddf9696ae1 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:51:52.523735 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e9307585-4944-433b-b412-aa52277e38f9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:51:52.554865 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf94bfc0-b028-4527-9d14-b37073f4d490 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting subnet 02905e76-0778-4b82-83bb-aa887fac20ad {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:51:52.560759 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf94bfc0-b028-4527-9d14-b37073f4d490 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:52.582148 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c5a68492-dba5-4028-94a4-3da4098defb5 None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:52.592528 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: e9307585-4944-433b-b412-aa52277e38f9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:51:52.592865 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e9307585-4944-433b-b412-aa52277e38f9 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:51:52.648590 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf94bfc0-b028-4527-9d14-b37073f4d490 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:52.815578 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-3ebae89d-6107-45f3-a6f6-c421618eb506 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:52.817268 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-3ebae89d-6107-45f3-a6f6-c421618eb506 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.37 "GET /v2.0/networks?id=5aee0eac-59a5-43f1-85a8-7817e7c60b81 HTTP/1.1" status: 200 len: 816 time: 0.2481415 Dec 06 14:51:52.855487 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf94bfc0-b028-4527-9d14-b37073f4d490 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:52.945401 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-d6ef2bf7-a65a-43f8-9ff6-d2ecf83b4f76 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8444f66a19024e8ca3d08cd6cc68e73d HTTP/1.1" status: 200 len: 380 time: 0.1147993 Dec 06 14:51:52.947569 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf94bfc0-b028-4527-9d14-b37073f4d490 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:52.962706 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-77ddcba8-31db-42ca-b913-c3e2420fc1e5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Request body: {'port': {'device_id': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'admin_state_up': True, 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'security_groups': ['529fb203-ebb7-4feb-80ef-77f3a99ac729']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:52.991254 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94bfc0-b028-4527-9d14-b37073f4d490 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Subnet': ['ID=02905e76-0778-4b82-83bb-aa887fac20ad,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:53.000086 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c5a68492-dba5-4028-94a4-3da4098defb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:51Z', 'revision_number': 10, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:53.005561 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf94bfc0-b028-4527-9d14-b37073f4d490 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:53.007917 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd3b9b3-8e43-45b9-af91-b0d377a2192c None None] Network 575719f6-b082-4241-ba73-e73637ac7e69 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:53.009628 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cf94bfc0-b028-4527-9d14-b37073f4d490 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/subnets/02905e76-0778-4b82-83bb-aa887fac20ad HTTP/1.1" status: 204 len: 168 time: 0.6478722 Dec 06 14:51:53.013232 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53242) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:53.047291 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a68492-dba5-4028-94a4-3da4098defb5 None None] Checking router: 54dd6b86-54b7-4d38-9041-216d0c10bc99 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:51:53.058618 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a68492-dba5-4028-94a4-3da4098defb5 None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:53.059523 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c5a68492-dba5-4028-94a4-3da4098defb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:53.143548 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:53.207671 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-77ddcba8-31db-42ca-b913-c3e2420fc1e5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Made reservation on behalf of 8444f66a19024e8ca3d08cd6cc68e73d for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:51:53.211268 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-77ddcba8-31db-42ca-b913-c3e2420fc1e5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:53.273057 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66907490-9b42-4e0d-8ce9-5e6145f6aa64 None None] DHCP port deletion for 575719f6-b082-4241-ba73-e73637ac7e69 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:51:53.278411 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c5a68492-dba5-4028-94a4-3da4098defb5 None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:53.284380 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting port 10c73c4a-5df5-4f99-a5a0-423729e64a11 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:53.284831 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:53.326043 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-66907490-9b42-4e0d-8ce9-5e6145f6aa64 None None] Deleting port 10c73c4a-5df5-4f99-a5a0-423729e64a11 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:53.326340 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-66907490-9b42-4e0d-8ce9-5e6145f6aa64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:53.399772 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] For port 10c73c4a-5df5-4f99-a5a0-423729e64a11, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=10c73c4a-5df5-4f99-a5a0-423729e64a11,segment=NetworkSegment(c0bfd305-c37d-4c67-9af3-531b36d1cc83),segment_id=c0bfd305-c37d-4c67-9af3-531b36d1cc83)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:53.399974 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-66907490-9b42-4e0d-8ce9-5e6145f6aa64 None None] For port 10c73c4a-5df5-4f99-a5a0-423729e64a11, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=10c73c4a-5df5-4f99-a5a0-423729e64a11,segment=NetworkSegment(c0bfd305-c37d-4c67-9af3-531b36d1cc83),segment_id=c0bfd305-c37d-4c67-9af3-531b36d1cc83)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:53.400081 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:53.400175 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-66907490-9b42-4e0d-8ce9-5e6145f6aa64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:53.417727 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-66907490-9b42-4e0d-8ce9-5e6145f6aa64 None None] Calling delete_port for 10c73c4a-5df5-4f99-a5a0-423729e64a11 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:53.420843 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Calling delete_port for 10c73c4a-5df5-4f99-a5a0-423729e64a11 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:53.430635 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-77ddcba8-31db-42ca-b913-c3e2420fc1e5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Allocated IP 172.20.0.9 (5aee0eac-59a5-43f1-85a8-7817e7c60b81/960bec1b-5464-4199-b91b-894c7ec18725/196a8621-7b1f-4823-84fc-03f406d17f53) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:51:53.534775 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-66907490-9b42-4e0d-8ce9-5e6145f6aa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:53.580979 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c5a68492-dba5-4028-94a4-3da4098defb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:51Z', 'revision_number': 10, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:53.607513 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66907490-9b42-4e0d-8ce9-5e6145f6aa64 None None] No DVR routers for this DVR port 10c73c4a-5df5-4f99-a5a0-423729e64a11 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:51:53.617089 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66907490-9b42-4e0d-8ce9-5e6145f6aa64 None None] Pushing event deleted for resources: {'Port': ['ID=10c73c4a-5df5-4f99-a5a0-423729e64a11,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:53.632050 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a68492-dba5-4028-94a4-3da4098defb5 None None] The sync data for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 is: [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:51Z', 'revision_number': 10, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None, '_interfaces': [{'id': 'c9e3dc53-ed3d-432a-a20c-23d5b0ef279e', 'name': '', 'network_id': '0706bd41-f433-4899-a45c-742796558c83', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'mac_address': 'fa:16:3e:e3:9f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:23Z', 'updated_at': '2021-12-06T14:51:28Z', 'revision_number': 5, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'subnets': [{'id': 'f1d8119b-55de-476c-85f5-a83745ffe62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:53.736985 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:53.749292 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c75d036d-3b0d-4ff9-8918-74d5f3cf02cc req-eb7adf20-942c-4aee-8533-f8f64f430d14 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 210 time: 0.0592468 Dec 06 14:51:53.784427 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Port': ['ID=10c73c4a-5df5-4f99-a5a0-423729e64a11,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:53.793046 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] No DVR routers for this DVR port 10c73c4a-5df5-4f99-a5a0-423729e64a11 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:51:53.839481 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-77ddcba8-31db-42ca-b913-c3e2420fc1e5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:53.908457 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:53.938096 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575719f6-b082-4241-ba73-e73637ac7e69']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:53.951118 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0bfd305-c37d-4c67-9af3-531b36d1cc83') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:53.951413 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0bfd305-c37d-4c67-9af3-531b36d1cc83') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:53.961115 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-77ddcba8-31db-42ca-b913-c3e2420fc1e5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:53.963640 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:54.012155 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:54.026601 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-77ddcba8-31db-42ca-b913-c3e2420fc1e5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:51:54.029403 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ae577b41-c26e-48fc-a745-92d9ae9b297c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:51:54.049134 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-77ddcba8-31db-42ca-b913-c3e2420fc1e5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:51:54.066802 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-77ddcba8-31db-42ca-b913-c3e2420fc1e5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:51:54.076124 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:51:54.076534 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:51:54.081501 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:51:54.124731 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ae577b41-c26e-48fc-a745-92d9ae9b297c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:54.126727 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:54.128471 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ddcba8-31db-42ca-b913-c3e2420fc1e5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Pushing event updated for resources: {'Port': ['ID=196a8621-7b1f-4823-84fc-03f406d17f53,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:54.208258 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-77ddcba8-31db-42ca-b913-c3e2420fc1e5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:54.208990 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-77ddcba8-31db-42ca-b913-c3e2420fc1e5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:54.213355 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:54.220071 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:54.227048 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53260) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:54.227535 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/networks/575719f6-b082-4241-ba73-e73637ac7e69 HTTP/1.1" status: 204 len: 168 time: 1.2128305 Dec 06 14:51:54.252795 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e012d0f-d134-499b-9111-d78a6497eb06 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Network': ['ID=575719f6-b082-4241-ba73-e73637ac7e69,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:54.266576 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-77ddcba8-31db-42ca-b913-c3e2420fc1e5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3091538 Dec 06 14:51:54.280935 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Request body: {'port': {'device_id': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:54.382560 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 10c73c4a-5df5-4f99-a5a0-423729e64a11 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:51:54.391067 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:54.417322 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 10c73c4a-5df5-4f99-a5a0-423729e64a11 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:51:54.417738 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 10c73c4a-5df5-4f99-a5a0-423729e64a11 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:51:54.472401 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bbeb5f5d-94b0-4cc3-a639-98ce3f156ca6 None None] Provisioning complete for port 196a8621-7b1f-4823-84fc-03f406d17f53 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:51:54.472867 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bbeb5f5d-94b0-4cc3-a639-98ce3f156ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:54.514031 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bbeb5f5d-94b0-4cc3-a639-98ce3f156ca6 None None] Port 196a8621-7b1f-4823-84fc-03f406d17f53 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:51:54.705675 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b971f144-e23d-48df-abdb-cf1b5906aebe tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:54.707621 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 196a8621-7b1f-4823-84fc-03f406d17f53 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:51:54.715452 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:54.728396 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Transition to ACTIVE for port object 196a8621-7b1f-4823-84fc-03f406d17f53 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:51:54.732357 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:54.814003 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Pushing event updated for resources: {'Port': ['ID=196a8621-7b1f-4823-84fc-03f406d17f53,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:54.995631 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Attempting to bind port 196a8621-7b1f-4823-84fc-03f406d17f53 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:51:54.996297 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Attempting to bind port 196a8621-7b1f-4823-84fc-03f406d17f53 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:51:54.996297 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Attempting to bind port 196a8621-7b1f-4823-84fc-03f406d17f53 on network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:51:55.002196 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Port 196a8621-7b1f-4823-84fc-03f406d17f53 on network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:51:55.002515 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Attempting to bind port 196a8621-7b1f-4823-84fc-03f406d17f53 on network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:51:55.008017 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:51:55.008355 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Checking segment: {'id': 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:51:55.008740 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Bound using segment: {'id': 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:51:55.009166 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Bound port: 196a8621-7b1f-4823-84fc-03f406d17f53, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:51:55.009527 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:55.044625 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3c174-921a-4859-a8c9-8be28b81678b req-c5c03ff9-6ff2-4fae-8869-b8eda5eb10b4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:55.046151 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fdf3c174-921a-4859-a8c9-8be28b81678b req-c5c03ff9-6ff2-4fae-8869-b8eda5eb10b4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0995495 Dec 06 14:51:55.080310 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b971f144-e23d-48df-abdb-cf1b5906aebe tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting port c9e3dc53-ed3d-432a-a20c-23d5b0ef279e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:55.080649 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b971f144-e23d-48df-abdb-cf1b5906aebe tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:55.097630 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] For port 196a8621-7b1f-4823-84fc-03f406d17f53, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:51:55.101930 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] For port 196a8621-7b1f-4823-84fc-03f406d17f53, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=196a8621-7b1f-4823-84fc-03f406d17f53,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:51:55.106449 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:55.133526 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fdf3c174-921a-4859-a8c9-8be28b81678b req-33a8ff5e-ffeb-4af1-85ea-c1cdee887944 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797167 Dec 06 14:51:55.180786 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:55.181403 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:55.182822 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] 10.222.0.37 "PUT /v2.0/ports/196a8621-7b1f-4823-84fc-03f406d17f53 HTTP/1.1" status: 200 len: 1091 time: 0.9074574 Dec 06 14:51:55.183300 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'tag': '196a8621-7b1f-4823-84fc-03f406d17f53'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:51:55.193316 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690ea965-ca2b-479d-8044-1f7eef101643" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9acb74-47c1-4d18-88c6-772588b980b2", "tag": "196a8621-7b1f-4823-84fc-03f406d17f53"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:51:55.244707 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e27219-ade2-4788-9ae2-257e3f44be3e service neutron] Pushing event updated for resources: {'Port': ['ID=196a8621-7b1f-4823-84fc-03f406d17f53,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:55.266454 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b971f144-e23d-48df-abdb-cf1b5906aebe tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] For port c9e3dc53-ed3d-432a-a20c-23d5b0ef279e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c9e3dc53-ed3d-432a-a20c-23d5b0ef279e,segment=NetworkSegment(f43f262a-4315-4733-844f-65ea77a21429),segment_id=f43f262a-4315-4733-844f-65ea77a21429)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:55.266998 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b971f144-e23d-48df-abdb-cf1b5906aebe tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:55.275701 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5532dfd-3712-4aa0-b972-897df4cfd8ef x-openstack-request-id: req-f5532dfd-3712-4aa0-b972-897df4cfd8ef {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:51:55.275701 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9acb74-47c1-4d18-88c6-772588b980b2", "tag": "196a8621-7b1f-4823-84fc-03f406d17f53", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:51:55.275701 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5532dfd-3712-4aa0-b972-897df4cfd8ef {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:51:55.276105 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'tag': '196a8621-7b1f-4823-84fc-03f406d17f53', 'status': 'completed', 'code': 200} Dec 06 14:51:55.282215 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b971f144-e23d-48df-abdb-cf1b5906aebe tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Calling delete_port for c9e3dc53-ed3d-432a-a20c-23d5b0ef279e owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:55.291262 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-6aa61342-5ee5-4734-9680-3a9b13b44883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:55.293144 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-6aa61342-5ee5-4734-9680-3a9b13b44883 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8444f66a19024e8ca3d08cd6cc68e73d&device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 1094 time: 0.0664339 Dec 06 14:51:55.341039 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-0f9f4398-eccf-4816-8d24-12450cc8b5c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=196a8621-7b1f-4823-84fc-03f406d17f53 HTTP/1.1" status: 200 len: 217 time: 0.0391798 Dec 06 14:51:55.410546 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-fbcfbb58-a8ef-4010-9282-2e0ba3867fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:55.412609 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-fbcfbb58-a8ef-4010-9282-2e0ba3867fb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=960bec1b-5464-4199-b91b-894c7ec18725 HTTP/1.1" status: 200 len: 855 time: 0.0637519 Dec 06 14:51:55.476551 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-d09c0ae3-63b2-4e02-8fe9-f55a8c8d4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:55.479022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-d09c0ae3-63b2-4e02-8fe9-f55a8c8d4655 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aee0eac-59a5-43f1-85a8-7817e7c60b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585077 Dec 06 14:51:55.509563 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b971f144-e23d-48df-abdb-cf1b5906aebe tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:55.512264 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b568248b-8da7-4224-98c1-2a29d1c52c5b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:51:55.539762 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971f144-e23d-48df-abdb-cf1b5906aebe tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Port': ['ID=c9e3dc53-ed3d-432a-a20c-23d5b0ef279e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:55.561427 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: b568248b-8da7-4224-98c1-2a29d1c52c5b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:51:55.562951 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b568248b-8da7-4224-98c1-2a29d1c52c5b not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:51:55.618309 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-fab6bdbf-27e2-41b2-a6fe-66f25afcf507 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272404 Dec 06 14:51:55.642875 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b971f144-e23d-48df-abdb-cf1b5906aebe tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:55.736427 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a43e0e2-6767-4145-8755-3cd6796c7074 req-fc561b33-194f-42d9-bc35-6738eaa54fcf service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077645 Dec 06 14:51:55.827481 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b971f144-e23d-48df-abdb-cf1b5906aebe tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 54dd6b86-54b7-4d38-9041-216d0c10bc99 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:51:55.841886 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ea965-ca2b-479d-8044-1f7eef101643 req-ae65b8bd-cb4c-4147-a01c-92cbbb320db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:55.844123 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-690ea965-ca2b-479d-8044-1f7eef101643 req-ae65b8bd-cb4c-4147-a01c-92cbbb320db0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8444f66a19024e8ca3d08cd6cc68e73d&device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 1094 time: 0.0444729 Dec 06 14:51:55.905658 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b971f144-e23d-48df-abdb-cf1b5906aebe tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:55.915888 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b971f144-e23d-48df-abdb-cf1b5906aebe tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/54dd6b86-54b7-4d38-9041-216d0c10bc99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6833949 Dec 06 14:51:55.915888 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53274) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:55.920868 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111c4470-34e8-4952-a21b-0cb4edbce69c None None] Sync routers for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:55.960043 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ea965-ca2b-479d-8044-1f7eef101643 req-7f5b52eb-4f97-4b0f-9a45-ac4d879bc658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:55.961636 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-690ea965-ca2b-479d-8044-1f7eef101643 req-7f5b52eb-4f97-4b0f-9a45-ac4d879bc658 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aee0eac-59a5-43f1-85a8-7817e7c60b81 HTTP/1.1" status: 200 len: 917 time: 0.1103168 Dec 06 14:51:55.983811 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8410e5-05aa-491c-b2fa-1e67fdf8e897 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting subnet f1d8119b-55de-476c-85f5-a83745ffe62c {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:51:55.987992 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af8410e5-05aa-491c-b2fa-1e67fdf8e897 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:56.023095 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-690ea965-ca2b-479d-8044-1f7eef101643 req-3943701f-eece-40dd-9f73-cb3a4c2b8fcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=196a8621-7b1f-4823-84fc-03f406d17f53 HTTP/1.1" status: 200 len: 217 time: 0.0505657 Dec 06 14:51:56.057005 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af8410e5-05aa-491c-b2fa-1e67fdf8e897 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:56.097165 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ea965-ca2b-479d-8044-1f7eef101643 req-c09a6e44-17af-4f91-8d7b-6a9cae08807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:56.099076 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-690ea965-ca2b-479d-8044-1f7eef101643 req-c09a6e44-17af-4f91-8d7b-6a9cae08807f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=960bec1b-5464-4199-b91b-894c7ec18725 HTTP/1.1" status: 200 len: 855 time: 0.0668399 Dec 06 14:51:56.156601 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ea965-ca2b-479d-8044-1f7eef101643 req-1bf0fa1a-2b83-45f8-bc1c-a7369dc185d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:56.158916 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-690ea965-ca2b-479d-8044-1f7eef101643 req-1bf0fa1a-2b83-45f8-bc1c-a7369dc185d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aee0eac-59a5-43f1-85a8-7817e7c60b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518887 Dec 06 14:51:56.178162 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af8410e5-05aa-491c-b2fa-1e67fdf8e897 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:56.212860 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111c4470-34e8-4952-a21b-0cb4edbce69c None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:56.213933 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-111c4470-34e8-4952-a21b-0cb4edbce69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:56.267358 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af8410e5-05aa-491c-b2fa-1e67fdf8e897 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:56.302946 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-111c4470-34e8-4952-a21b-0cb4edbce69c None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:56.333713 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8410e5-05aa-491c-b2fa-1e67fdf8e897 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d8119b-55de-476c-85f5-a83745ffe62c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:56.340163 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af8410e5-05aa-491c-b2fa-1e67fdf8e897 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:56.343410 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-af8410e5-05aa-491c-b2fa-1e67fdf8e897 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/subnets/f1d8119b-55de-476c-85f5-a83745ffe62c HTTP/1.1" status: 204 len: 168 time: 0.4273245 Dec 06 14:51:56.345995 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53284) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:56.347578 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-690ea965-ca2b-479d-8044-1f7eef101643 req-e01b2a8c-80a8-45ab-ac2b-d875fd2547f7 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589541 Dec 06 14:51:56.377337 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986749bc-6d2b-4827-9b89-9ffb666be59e None None] Network 0706bd41-f433-4899-a45c-742796558c83 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:51:56.394542 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd040266-0da7-4771-8f56-de44555599a2 req-791749d9-e4a3-4dc9-9cbd-c793c00ec60c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:56.396489 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fd040266-0da7-4771-8f56-de44555599a2 req-791749d9-e4a3-4dc9-9cbd-c793c00ec60c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.1240053 Dec 06 14:51:56.425663 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-111c4470-34e8-4952-a21b-0cb4edbce69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:55Z', 'revision_number': 11, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:56.456585 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-690ea965-ca2b-479d-8044-1f7eef101643 req-c9ed6349-f968-46a4-8f27-6f64e84f1b29 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079686 Dec 06 14:51:56.468701 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:56.471288 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111c4470-34e8-4952-a21b-0cb4edbce69c None None] Checking router: 54dd6b86-54b7-4d38-9041-216d0c10bc99 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:51:56.502933 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fd040266-0da7-4771-8f56-de44555599a2 req-96fb2650-db32-476a-9d26-29a0286b4058 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976527 Dec 06 14:51:56.536824 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111c4470-34e8-4952-a21b-0cb4edbce69c None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:56.538531 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-111c4470-34e8-4952-a21b-0cb4edbce69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:56.554904 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Deleting port 6c887d95-f73f-47dc-aa0b-78f7f6a098e5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:51:56.555238 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:56.626050 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] For port 6c887d95-f73f-47dc-aa0b-78f7f6a098e5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6c887d95-f73f-47dc-aa0b-78f7f6a098e5,segment=NetworkSegment(f43f262a-4315-4733-844f-65ea77a21429),segment_id=f43f262a-4315-4733-844f-65ea77a21429)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:56.626578 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:56.634744 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-111c4470-34e8-4952-a21b-0cb4edbce69c None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:56.642452 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Calling delete_port for 6c887d95-f73f-47dc-aa0b-78f7f6a098e5 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:51:56.705290 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-111c4470-34e8-4952-a21b-0cb4edbce69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:55Z', 'revision_number': 11, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:56.727088 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:56.736634 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111c4470-34e8-4952-a21b-0cb4edbce69c None None] The sync data for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 is: [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:55Z', 'revision_number': 11, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:56.746006 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] No DVR routers for this DVR port 6c887d95-f73f-47dc-aa0b-78f7f6a098e5 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:51:56.794863 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Port': ['ID=6c887d95-f73f-47dc-aa0b-78f7f6a098e5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:56.866537 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:56.887400 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0706bd41-f433-4899-a45c-742796558c83']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:56.897653 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43f262a-4315-4733-844f-65ea77a21429') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:56.897964 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43f262a-4315-4733-844f-65ea77a21429') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:56.907761 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:56.921527 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:56.927938 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:51:56.928328 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:51:56.932116 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:51:57.000266 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:57.008253 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:57.014496 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/networks/0706bd41-f433-4899-a45c-742796558c83 HTTP/1.1" status: 204 len: 168 time: 0.6646566 Dec 06 14:51:57.016086 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53286) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:57.020252 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a2835d4a-0fcd-40a2-9a12-1f4b01bd6dde tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'router': {'routes': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:57.024030 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40e649-0b5b-47fc-a160-c7af04d042c8 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Pushing event deleted for resources: {'Network': ['ID=0706bd41-f433-4899-a45c-742796558c83,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:57.108943 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2956bf9-7f7e-4917-951c-362fc90d0f6c None None] DHCP port deletion for 0706bd41-f433-4899-a45c-742796558c83 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:51:57.246752 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.extraroute_db [None req-a2835d4a-0fcd-40a2-9a12-1f4b01bd6dde tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Added routes are [] {{(pid=103289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 14:51:57.247307 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.extraroute_db [None req-a2835d4a-0fcd-40a2-9a12-1f4b01bd6dde tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Removed routes are [] {{(pid=103289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 14:51:57.247465 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2835d4a-0fcd-40a2-9a12-1f4b01bd6dde tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:57.432350 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2835d4a-0fcd-40a2-9a12-1f4b01bd6dde tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:57.437779 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2835d4a-0fcd-40a2-9a12-1f4b01bd6dde tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:57.541522 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2835d4a-0fcd-40a2-9a12-1f4b01bd6dde tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 54dd6b86-54b7-4d38-9041-216d0c10bc99 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:51:57.616596 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c9e3dc53-ed3d-432a-a20c-23d5b0ef279e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:51:57.652620 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: c9e3dc53-ed3d-432a-a20c-23d5b0ef279e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:51:57.653235 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c9e3dc53-ed3d-432a-a20c-23d5b0ef279e not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:51:57.653813 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6c887d95-f73f-47dc-aa0b-78f7f6a098e5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:51:57.679029 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 6c887d95-f73f-47dc-aa0b-78f7f6a098e5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:51:57.681575 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6c887d95-f73f-47dc-aa0b-78f7f6a098e5 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:51:57.765075 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:57.979858 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2835d4a-0fcd-40a2-9a12-1f4b01bd6dde tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:57.992321 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b8adb5-88fa-488b-b690-92b161b34c0c None None] Sync routers for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:57.999545 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2835d4a-0fcd-40a2-9a12-1f4b01bd6dde tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:58.002144 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a2835d4a-0fcd-40a2-9a12-1f4b01bd6dde tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/54dd6b86-54b7-4d38-9041-216d0c10bc99 HTTP/1.1" status: 200 len: 705 time: 0.9847431 Dec 06 14:51:58.004116 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53302) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:58.004537 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b8adb5-88fa-488b-b690-92b161b34c0c None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:58.005923 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-45b8adb5-88fa-488b-b690-92b161b34c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:58.034258 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c57994f9-72a4-4e4c-b02b-0f03c2313749 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports?device_id=54dd6b86-54b7-4d38-9041-216d0c10bc99 HTTP/1.1" status: 200 len: 205 time: 0.0290859 Dec 06 14:51:58.037683 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53304) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:58.054455 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49a418-45e2-4d88-862f-7cd4fe365123 req-f62c2b7f-0061-40da-943c-27313b2f5a88 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:58.055934 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd49a418-45e2-4d88-862f-7cd4fe365123 req-f62c2b7f-0061-40da-943c-27313b2f5a88 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0887425 Dec 06 14:51:58.084871 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-45b8adb5-88fa-488b-b690-92b161b34c0c None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:58.112524 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd49a418-45e2-4d88-862f-7cd4fe365123 req-6a2e53a9-8640-49e1-b93e-28146eea51bb tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491929 Dec 06 14:51:58.147370 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-45b8adb5-88fa-488b-b690-92b161b34c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:55Z', 'revision_number': 11, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:58.153427 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53de6e18-7182-4301-a831-6e0626bb4f6d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:58.174294 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b8adb5-88fa-488b-b690-92b161b34c0c None None] Checking router: 54dd6b86-54b7-4d38-9041-216d0c10bc99 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:51:58.185029 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b8adb5-88fa-488b-b690-92b161b34c0c None None] Routers {'54dd6b86-54b7-4d38-9041-216d0c10bc99'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:58.185660 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-45b8adb5-88fa-488b-b690-92b161b34c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['54dd6b86-54b7-4d38-9041-216d0c10bc99'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:58.265956 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-45b8adb5-88fa-488b-b690-92b161b34c0c None None] Set router 54dd6b86-54b7-4d38-9041-216d0c10bc99 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:58.322352 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-45b8adb5-88fa-488b-b690-92b161b34c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:55Z', 'revision_number': 11, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:58.356214 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b8adb5-88fa-488b-b690-92b161b34c0c None None] The sync data for ids ['54dd6b86-54b7-4d38-9041-216d0c10bc99'] in n-d-master-1 is: [{'id': '54dd6b86-54b7-4d38-9041-216d0c10bc99', 'name': 'tempest-RoutersIpV6Test-router-1251163331', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:22Z', 'updated_at': '2021-12-06T14:51:55Z', 'revision_number': 11, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:58.662459 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53de6e18-7182-4301-a831-6e0626bb4f6d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:58.664610 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53de6e18-7182-4301-a831-6e0626bb4f6d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:58.706609 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53de6e18-7182-4301-a831-6e0626bb4f6d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:58.707193 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53de6e18-7182-4301-a831-6e0626bb4f6d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Fanout notify agent at l3_agent the message router_deleted on router 54dd6b86-54b7-4d38-9041-216d0c10bc99 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:51:58.714454 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53de6e18-7182-4301-a831-6e0626bb4f6d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:58.715559 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-53de6e18-7182-4301-a831-6e0626bb4f6d tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/routers/54dd6b86-54b7-4d38-9041-216d0c10bc99 HTTP/1.1" status: 204 len: 168 time: 0.6762972 Dec 06 14:51:58.719704 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53312) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:58.725043 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c7dd19ed-33a0-499b-854f-36b3aec3a645 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-335037463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:58.749267 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7dd19ed-33a0-499b-854f-36b3aec3a645 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:58.750293 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7dd19ed-33a0-499b-854f-36b3aec3a645 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:58.809574 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7dd19ed-33a0-499b-854f-36b3aec3a645 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:58.814732 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7dd19ed-33a0-499b-854f-36b3aec3a645 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:58.833693 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c7dd19ed-33a0-499b-854f-36b3aec3a645 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:58.837101 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c7dd19ed-33a0-499b-854f-36b3aec3a645 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1137962 Dec 06 14:51:58.837267 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53314) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:58.841544 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c949f0d1-07ed-4faf-9b01-d7021845994c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:59.050641 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c949f0d1-07ed-4faf-9b01-d7021845994c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:59.062293 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c949f0d1-07ed-4faf-9b01-d7021845994c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:59.162848 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c949f0d1-07ed-4faf-9b01-d7021845994c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Router 86a0bf8e-5765-4e3f-942d-e3e7d68e0824 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:51:59.269283 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c949f0d1-07ed-4faf-9b01-d7021845994c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:59.277248 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c949f0d1-07ed-4faf-9b01-d7021845994c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:59.279515 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c949f0d1-07ed-4faf-9b01-d7021845994c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "PUT /v2.0/routers/86a0bf8e-5765-4e3f-942d-e3e7d68e0824 HTTP/1.1" status: 200 len: 697 time: 0.4413857 Dec 06 14:51:59.280798 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5388c75-b53b-4a69-aee1-65c4aa038b64 None None] Sync routers for ids ['86a0bf8e-5765-4e3f-942d-e3e7d68e0824'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:59.282185 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53318) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:59.296560 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5388c75-b53b-4a69-aee1-65c4aa038b64 None None] Routers {'86a0bf8e-5765-4e3f-942d-e3e7d68e0824'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:59.297468 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c5388c75-b53b-4a69-aee1-65c4aa038b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['86a0bf8e-5765-4e3f-942d-e3e7d68e0824'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:59.313520 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc49905-2f0f-4daf-ad92-fc889aacf8c4 req-fcb6cefc-c427-44bf-b0fb-414a2bb6cde4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:59.315351 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9dc49905-2f0f-4daf-ad92-fc889aacf8c4 req-fcb6cefc-c427-44bf-b0fb-414a2bb6cde4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.1085930 Dec 06 14:51:59.392302 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c5388c75-b53b-4a69-aee1-65c4aa038b64 None None] Set router 86a0bf8e-5765-4e3f-942d-e3e7d68e0824 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:59.412477 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9dc49905-2f0f-4daf-ad92-fc889aacf8c4 req-2075fde3-d382-4680-b994-e7deecdd1cc3 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852988 Dec 06 14:51:59.443824 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-45570821-744c-47b7-89ed-c44075df2435 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/routers/86a0bf8e-5765-4e3f-942d-e3e7d68e0824 HTTP/1.1" status: 200 len: 703 time: 0.1595635 Dec 06 14:51:59.445447 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53324) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:59.468089 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c5388c75-b53b-4a69-aee1-65c4aa038b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a0bf8e-5765-4e3f-942d-e3e7d68e0824', 'name': 'tempest-RoutersIpV6Test-router-335037463', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:58Z', 'updated_at': '2021-12-06T14:51:59Z', 'revision_number': 2, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:59.474487 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-db1e6cb5-8dea-4312-9d0b-c96b03643a68 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports?device_id=86a0bf8e-5765-4e3f-942d-e3e7d68e0824 HTTP/1.1" status: 200 len: 205 time: 0.0272493 Dec 06 14:51:59.477100 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53326) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:59.502814 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5388c75-b53b-4a69-aee1-65c4aa038b64 None None] Checking router: 86a0bf8e-5765-4e3f-942d-e3e7d68e0824 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:51:59.511387 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5388c75-b53b-4a69-aee1-65c4aa038b64 None None] Routers {'86a0bf8e-5765-4e3f-942d-e3e7d68e0824'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:59.512138 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c5388c75-b53b-4a69-aee1-65c4aa038b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['86a0bf8e-5765-4e3f-942d-e3e7d68e0824'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:59.572322 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ca5d539-3f18-4bcf-8631-b3bc051b68c0 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:59.582840 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c5388c75-b53b-4a69-aee1-65c4aa038b64 None None] Set router 86a0bf8e-5765-4e3f-942d-e3e7d68e0824 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:59.639402 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c5388c75-b53b-4a69-aee1-65c4aa038b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a0bf8e-5765-4e3f-942d-e3e7d68e0824', 'name': 'tempest-RoutersIpV6Test-router-335037463', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:58Z', 'updated_at': '2021-12-06T14:51:59Z', 'revision_number': 2, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:59.678792 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5388c75-b53b-4a69-aee1-65c4aa038b64 None None] The sync data for ids ['86a0bf8e-5765-4e3f-942d-e3e7d68e0824'] in n-d-master-1 is: [{'id': '86a0bf8e-5765-4e3f-942d-e3e7d68e0824', 'name': 'tempest-RoutersIpV6Test-router-335037463', 'tenant_id': '0c05913f1c114a27a50ade6738deb6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:58Z', 'updated_at': '2021-12-06T14:51:59Z', 'revision_number': 2, 'project_id': '0c05913f1c114a27a50ade6738deb6b7', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:59.687526 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:59.693437 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 196a8621-7b1f-4823-84fc-03f406d17f53 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:51:59.750194 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ca5d539-3f18-4bcf-8631-b3bc051b68c0 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:59.757174 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ca5d539-3f18-4bcf-8631-b3bc051b68c0 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:59.813013 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 196a8621-7b1f-4823-84fc-03f406d17f53, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=196a8621-7b1f-4823-84fc-03f406d17f53,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:59.814192 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ca5d539-3f18-4bcf-8631-b3bc051b68c0 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:59.815467 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca5d539-3f18-4bcf-8631-b3bc051b68c0 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Fanout notify agent at l3_agent the message router_deleted on router 86a0bf8e-5765-4e3f-942d-e3e7d68e0824 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:51:59.828436 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '196a8621-7b1f-4823-84fc-03f406d17f53', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'port_id': '196a8621-7b1f-4823-84fc-03f406d17f53', 'mac_address': 'fa:16:3e:c5:ba:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:51:59.831929 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ca5d539-3f18-4bcf-8631-b3bc051b68c0 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:59.834604 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2ca5d539-3f18-4bcf-8631-b3bc051b68c0 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/routers/86a0bf8e-5765-4e3f-942d-e3e7d68e0824 HTTP/1.1" status: 204 len: 168 time: 0.3564920 Dec 06 14:51:59.837657 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53330) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:59.869731 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fbde93bb-2753-4b77-81c0-b1d9b12935a7 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports?device_id=86a0bf8e-5765-4e3f-942d-e3e7d68e0824 HTTP/1.1" status: 200 len: 205 time: 0.0287099 Dec 06 14:51:59.869959 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53332) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:59.889243 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:59.905461 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 196a8621-7b1f-4823-84fc-03f406d17f53 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:51:59.926757 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 196a8621-7b1f-4823-84fc-03f406d17f53, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=196a8621-7b1f-4823-84fc-03f406d17f53,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:51:59.930842 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:59.943091 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-7f6a546b-2576-4c4c-8256-2ea6375f08c9 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] delete failed (client error): The resource could not be found. Dec 06 14:51:59.946847 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7f6a546b-2576-4c4c-8256-2ea6375f08c9 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/routers/86a0bf8e-5765-4e3f-942d-e3e7d68e0824 HTTP/1.1" status: 404 len: 336 time: 0.0732975 Dec 06 14:51:59.947878 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53334) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:59.994586 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec637946-1e2b-4009-94f1-53e5f3b5c9aa tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] DELETE failed (client error): The resource could not be found. Dec 06 14:51:59.995038 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec637946-1e2b-4009-94f1-53e5f3b5c9aa tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:51:59.998817 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ec637946-1e2b-4009-94f1-53e5f3b5c9aa tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/subnets/8ac7b7fe-e323-4ecf-87d2-3d11e75cec3f HTTP/1.1" status: 404 len: 337 time: 0.0489514 Dec 06 14:52:00.000865 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53336) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:00.016483 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=196a8621-7b1f-4823-84fc-03f406d17f53,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:00.026092 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:00.036635 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:00.037249 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:00.037771 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:00.038320 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:00.039522 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4f0dda-6d74-4e0f-bd27-0e1acff40656 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] DELETE failed (client error): The resource could not be found. Dec 06 14:52:00.040209 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b4f0dda-6d74-4e0f-bd27-0e1acff40656 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:52:00.040534 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:00.041007 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:00.041525 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:00.042066 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:00.043340 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:00.043924 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:00.045184 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6b4f0dda-6d74-4e0f-bd27-0e1acff40656 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/subnets/247de8f4-d47e-4658-95a2-c5c1fdb30a8d HTTP/1.1" status: 404 len: 337 time: 0.0432422 Dec 06 14:52:00.045301 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:00.045597 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:00.047612 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53338) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:00.091785 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-57393a5c-ca96-465f-89da-a8f506b32fc1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] DELETE failed (client error): The resource could not be found. Dec 06 14:52:00.092404 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57393a5c-ca96-465f-89da-a8f506b32fc1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:52:00.096190 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-57393a5c-ca96-465f-89da-a8f506b32fc1 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/subnets/02905e76-0778-4b82-83bb-aa887fac20ad HTTP/1.1" status: 404 len: 337 time: 0.0415282 Dec 06 14:52:00.098632 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53340) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:00.126905 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-857ea854-9be1-49d8-8a73-6266bc3b60df tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] DELETE failed (client error): The resource could not be found. Dec 06 14:52:00.127361 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857ea854-9be1-49d8-8a73-6266bc3b60df tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:52:00.131300 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-857ea854-9be1-49d8-8a73-6266bc3b60df tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/subnets/f1d8119b-55de-476c-85f5-a83745ffe62c HTTP/1.1" status: 404 len: 337 time: 0.0311952 Dec 06 14:52:00.134267 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53342) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:00.162541 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2e07c240-b972-4acd-8f54-38b6bf9ab09c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports?device_id=54dd6b86-54b7-4d38-9041-216d0c10bc99 HTTP/1.1" status: 200 len: 205 time: 0.0269017 Dec 06 14:52:00.164865 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53344) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:00.224835 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-13c893c0-4201-4143-a26e-04c913f1760c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] delete failed (client error): The resource could not be found. Dec 06 14:52:00.229819 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53346) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:00.232218 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-13c893c0-4201-4143-a26e-04c913f1760c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/routers/54dd6b86-54b7-4d38-9041-216d0c10bc99 HTTP/1.1" status: 404 len: 336 time: 0.0662291 Dec 06 14:52:00.260415 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-48f1f7f1-393d-45b4-8ddc-a6b5481e0246 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports?device_id=150671b6-85ae-4131-848e-2b1e5b833f04 HTTP/1.1" status: 200 len: 205 time: 0.0292790 Dec 06 14:52:00.262687 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53348) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:00.270625 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['196a8621-7b1f-4823-84fc-03f406d17f53'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:52:00.301411 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-17762f3c-9a1f-4778-917a-49ab5bd7d9b4 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] delete failed (client error): The resource could not be found. Dec 06 14:52:00.306359 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53350) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:00.306665 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-17762f3c-9a1f-4778-917a-49ab5bd7d9b4 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/routers/150671b6-85ae-4131-848e-2b1e5b833f04 HTTP/1.1" status: 404 len: 336 time: 0.0426607 Dec 06 14:52:00.343088 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-012dcdd6-5b62-4bb2-9281-0108ad007ae5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] DELETE failed (client error): The resource could not be found. Dec 06 14:52:00.343544 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012dcdd6-5b62-4bb2-9281-0108ad007ae5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:52:00.349828 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-012dcdd6-5b62-4bb2-9281-0108ad007ae5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/subnets/2461d2ae-3149-4acc-a1e8-90b8d12be4e1 HTTP/1.1" status: 404 len: 337 time: 0.0390935 Dec 06 14:52:00.350144 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53352) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:00.397654 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1290ec2f-6b28-4aac-bf52-c0c68fac8643 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a79ef17-9546-4329-8603-58225f54b189 HTTP/1.1" status: 200 len: 205 time: 0.0428960 Dec 06 14:52:00.398099 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53358) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:00.461360 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-787715d1-02cf-4eb6-bec0-6cc2ba27eb3e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] delete failed (client error): The resource could not be found. Dec 06 14:52:00.465853 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53364) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:00.475412 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-787715d1-02cf-4eb6-bec0-6cc2ba27eb3e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/routers/1a79ef17-9546-4329-8603-58225f54b189 HTTP/1.1" status: 404 len: 336 time: 0.0760868 Dec 06 14:52:00.515051 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b64a77e3-1e51-4726-bf4d-14fb1313f07e tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa HTTP/1.1" status: 200 len: 205 time: 0.0470550 Dec 06 14:52:00.515267 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53366) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:00.599672 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-04c0feba-889f-4a3a-a808-9550acb5e7a2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] delete failed (client error): The resource could not be found. Dec 06 14:52:00.602821 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53368) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:00.607060 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-04c0feba-889f-4a3a-a808-9550acb5e7a2 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/routers/e3c682f1-6ad3-452b-ba6d-b9e8d072ccaa HTTP/1.1" status: 404 len: 336 time: 0.0908983 Dec 06 14:52:00.673374 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97db11-16bb-4ed7-a23f-0a420b57cd4f req-05a2c6c6-3e5a-477e-847b-b6342db5a3d0 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:00.674967 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d97db11-16bb-4ed7-a23f-0a420b57cd4f req-05a2c6c6-3e5a-477e-847b-b6342db5a3d0 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 944 time: 0.0873499 Dec 06 14:52:00.696654 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8039096a-bc50-481c-8a83-76d11ae2adf5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] DELETE failed (client error): The resource could not be found. Dec 06 14:52:00.697347 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8039096a-bc50-481c-8a83-76d11ae2adf5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:52:00.701121 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8039096a-bc50-481c-8a83-76d11ae2adf5 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/subnets/84c85b08-c04b-49f6-9db1-06221b68f4de HTTP/1.1" status: 404 len: 337 time: 0.0968964 Dec 06 14:52:00.703873 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53374) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:00.709163 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b9e2f63-b427-4faa-9860-175fbbe8e316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:00.744576 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-19b487c1-f0a9-44fd-a872-64750d5d6e1c tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae192e50-23bd-4cb2-b3c2-9635a04902e2 HTTP/1.1" status: 200 len: 205 time: 0.0391946 Dec 06 14:52:00.748115 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53376) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:00.805095 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-27948358-0a49-49b2-a0c4-1a0c0098ccfb tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] delete failed (client error): The resource could not be found. Dec 06 14:52:00.805679 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d97db11-16bb-4ed7-a23f-0a420b57cd4f req-aa320076-2d2c-4eb6-8eb8-0785348812a4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176414 Dec 06 14:52:00.807522 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-27948358-0a49-49b2-a0c4-1a0c0098ccfb tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/routers/ae192e50-23bd-4cb2-b3c2-9635a04902e2 HTTP/1.1" status: 404 len: 336 time: 0.0568724 Dec 06 14:52:00.808843 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53380) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:00.866270 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-943272ca-2d4e-427a-a48c-e7535c07a1e6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] DELETE failed (client error): The resource could not be found. Dec 06 14:52:00.866942 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943272ca-2d4e-427a-a48c-e7535c07a1e6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:52:00.870290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-943272ca-2d4e-427a-a48c-e7535c07a1e6 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/subnets/fa57805c-40b8-42b8-950a-e05208ade8b1 HTTP/1.1" status: 404 len: 337 time: 0.0603487 Dec 06 14:52:00.873028 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53382) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:00.913363 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ce262ca7-7b1a-4a34-b37c-45347242d73a tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "GET /v2.0/ports?device_id=18634b39-7331-489d-9655-1902ca3e84cc HTTP/1.1" status: 200 len: 205 time: 0.0359390 Dec 06 14:52:00.913687 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53384) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:00.914811 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825ebc9-c6f9-4461-b7c8-f8b6db0a8cb2 req-984b7a87-10d4-40a8-a0d3-6e6fa7ee23b4 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:00.919683 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e825ebc9-c6f9-4461-b7c8-f8b6db0a8cb2 req-984b7a87-10d4-40a8-a0d3-6e6fa7ee23b4 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/ports?device_id=efb180dd-fd31-4e60-8b79-e11a86014e30 HTTP/1.1" status: 200 len: 946 time: 0.0632687 Dec 06 14:52:00.953427 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-b427e5cb-8115-417d-bcce-1a025bd50041 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] delete failed (client error): The resource could not be found. Dec 06 14:52:00.956827 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b427e5cb-8115-417d-bcce-1a025bd50041 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/routers/18634b39-7331-489d-9655-1902ca3e84cc HTTP/1.1" status: 404 len: 336 time: 0.0399041 Dec 06 14:52:00.957139 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53386) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:01.006645 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e825ebc9-c6f9-4461-b7c8-f8b6db0a8cb2 req-65d824f5-69fa-4028-a3bd-8c119fb4ad77 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/security-groups?id=990e981a-71cc-4dd0-9124-5ef2a3258933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753472 Dec 06 14:52:01.023003 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-384eaa6e-d1f8-4d7f-986c-70988b823d43 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] DELETE failed (client error): The resource could not be found. Dec 06 14:52:01.023531 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384eaa6e-d1f8-4d7f-986c-70988b823d43 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:52:01.027395 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-384eaa6e-d1f8-4d7f-986c-70988b823d43 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/subnets/698b93d3-5168-4164-9caf-71194b31db0f HTTP/1.1" status: 404 len: 337 time: 0.0689974 Dec 06 14:52:01.029683 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53388) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:01.061680 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfcab2f2-b52d-46ae-92f0-4f715aaf4147 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] DELETE failed (client error): The resource could not be found. Dec 06 14:52:01.062136 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfcab2f2-b52d-46ae-92f0-4f715aaf4147 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:52:01.067319 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cfcab2f2-b52d-46ae-92f0-4f715aaf4147 tempest-RoutersIpV6Test-2067207932 tempest-RoutersIpV6Test-2067207932-project] 10.222.0.20 "DELETE /v2.0/subnets/86e9e617-2df8-44b5-ba4e-bcfc4fe9924b HTTP/1.1" status: 404 len: 337 time: 0.0344746 Dec 06 14:52:01.269787 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53394) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:01.405347 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b4a4a06e-0169-45f6-bfca-8db71998ddd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c05913f1c114a27a50ade6738deb6b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331007 Dec 06 14:52:01.407731 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53398) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:01.460469 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e4f5f30-98f8-4c1e-a74f-b9affd28767b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:01.488768 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e4f5f30-98f8-4c1e-a74f-b9affd28767b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:01.542594 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e4f5f30-98f8-4c1e-a74f-b9affd28767b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:01.545395 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e4f5f30-98f8-4c1e-a74f-b9affd28767b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:01.546718 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6e4f5f30-98f8-4c1e-a74f-b9affd28767b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/981e63be-a3c0-41e2-bf00-a6618869de8c HTTP/1.1" status: 204 len: 168 time: 0.1375175 Dec 06 14:52:01.556002 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f5f30-98f8-4c1e-a74f-b9affd28767b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981e63be-a3c0-41e2-bf00-a6618869de8c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:01.708733 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 196a8621-7b1f-4823-84fc-03f406d17f53 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:01.782195 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 196a8621-7b1f-4823-84fc-03f406d17f53 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:52:01.786843 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 196a8621-7b1f-4823-84fc-03f406d17f53 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:01.787212 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:01.850853 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1f053-5440-448c-ba2c-c25b84f1fa4a req-c50fa70e-6a99-4271-9ee0-3a9e5c144909 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:01.859143 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f1d1f053-5440-448c-ba2c-c25b84f1fa4a req-c50fa70e-6a99-4271-9ee0-3a9e5c144909 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 945 time: 0.0612521 Dec 06 14:52:01.882566 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:01.906385 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196a8621-7b1f-4823-84fc-03f406d17f53'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:01.910515 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137bf97e-53da-4ac3-8df4-dfb9cbfccf0c" -d '{"events": [{"server_uuid": "0e9acb74-47c1-4d18-88c6-772588b980b2", "name": "network-vif-plugged", "status": "completed", "tag": "196a8621-7b1f-4823-84fc-03f406d17f53"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:01.924482 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 196a8621-7b1f-4823-84fc-03f406d17f53, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=196a8621-7b1f-4823-84fc-03f406d17f53,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:01.932061 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:01.934363 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f1d1f053-5440-448c-ba2c-c25b84f1fa4a req-8dc1d29e-6a1e-42a2-bc2e-e195f560ed75 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f6fb65c-8907-4765-a1ce-b1645115777a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742912 Dec 06 14:52:01.967334 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be942ba3-39e9-4110-be8a-5767881c231b req-6f7b5e47-9fd5-43f3-ad5a-b1619b329c9c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:01.969308 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be942ba3-39e9-4110-be8a-5767881c231b req-6f7b5e47-9fd5-43f3-ad5a-b1619b329c9c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 944 time: 0.0633383 Dec 06 14:52:01.987140 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12e513b-0d94-4f81-b096-2a368d70ef28 x-openstack-request-id: req-a12e513b-0d94-4f81-b096-2a368d70ef28 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:01.987432 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9acb74-47c1-4d18-88c6-772588b980b2", "name": "network-vif-plugged", "status": "completed", "tag": "196a8621-7b1f-4823-84fc-03f406d17f53", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:01.987716 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a12e513b-0d94-4f81-b096-2a368d70ef28 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:01.988114 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196a8621-7b1f-4823-84fc-03f406d17f53', 'code': 200} Dec 06 14:52:01.993417 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=196a8621-7b1f-4823-84fc-03f406d17f53,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:02.026835 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be942ba3-39e9-4110-be8a-5767881c231b req-9191c8df-b6c7-410c-b1bb-c80ee896e804 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492587 Dec 06 14:52:02.110107 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ce4d3-4db5-4d91-b977-77f94a31d916 req-b43b5ea4-2e59-430c-99ae-62eb053158cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:02.111627 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-667ce4d3-4db5-4d91-b977-77f94a31d916 req-b43b5ea4-2e59-430c-99ae-62eb053158cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 1096 time: 0.0513327 Dec 06 14:52:02.135948 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74719b9a-6a9a-4803-b792-c8e2948d3fbc req-ae537cab-5b25-4baa-a1cb-69c27896a975 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:02.137674 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-74719b9a-6a9a-4803-b792-c8e2948d3fbc req-ae537cab-5b25-4baa-a1cb-69c27896a975 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/ports?device_id=efb180dd-fd31-4e60-8b79-e11a86014e30 HTTP/1.1" status: 200 len: 946 time: 0.0590768 Dec 06 14:52:02.164602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-667ce4d3-4db5-4d91-b977-77f94a31d916 req-0176235c-e607-46fa-bac6-12d9ca023341 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455487 Dec 06 14:52:02.189610 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-74719b9a-6a9a-4803-b792-c8e2948d3fbc req-e864f496-e8f5-4557-842c-f284a0e4ce92 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/security-groups?id=990e981a-71cc-4dd0-9124-5ef2a3258933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444086 Dec 06 14:52:02.320289 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445d7d7-c684-4f2e-b1c3-b1daacad6b7c req-25fcc2f8-68fd-4050-82eb-4e17a6b61444 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:02.321999 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b445d7d7-c684-4f2e-b1c3-b1daacad6b7c req-25fcc2f8-68fd-4050-82eb-4e17a6b61444 tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.23 "GET /v2.0/ports?device_id=efb180dd-fd31-4e60-8b79-e11a86014e30 HTTP/1.1" status: 200 len: 946 time: 0.0519841 Dec 06 14:52:02.323192 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53432) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:02.326663 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025702 Dec 06 14:52:02.329288 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53434) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:02.431945 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-62d812df-7c89-4f12-ad4f-9b351117d732 tempest-NetworksApiDiscovery-1210690106 tempest-NetworksApiDiscovery-1210690106-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1015887 Dec 06 14:52:02.434676 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-b445d7d7-c684-4f2e-b1c3-b1daacad6b7c req-3c092178-ce43-467c-b90d-ac9b8dba740a tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Deleting port 1951c49a-1c08-4322-b5ab-14d7b91f7821 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:02.435015 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b445d7d7-c684-4f2e-b1c3-b1daacad6b7c req-3c092178-ce43-467c-b90d-ac9b8dba740a tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:02.525818 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b445d7d7-c684-4f2e-b1c3-b1daacad6b7c req-3c092178-ce43-467c-b90d-ac9b8dba740a tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] For port 1951c49a-1c08-4322-b5ab-14d7b91f7821, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1951c49a-1c08-4322-b5ab-14d7b91f7821,segment=NetworkSegment(7a53f1b2-0b71-4fca-8f58-c86af2ce8d7f),segment_id=7a53f1b2-0b71-4fca-8f58-c86af2ce8d7f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:02.526268 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b445d7d7-c684-4f2e-b1c3-b1daacad6b7c req-3c092178-ce43-467c-b90d-ac9b8dba740a tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:02.539193 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-b445d7d7-c684-4f2e-b1c3-b1daacad6b7c req-3c092178-ce43-467c-b90d-ac9b8dba740a tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Calling delete_port for 1951c49a-1c08-4322-b5ab-14d7b91f7821 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:02.683675 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b445d7d7-c684-4f2e-b1c3-b1daacad6b7c req-3c092178-ce43-467c-b90d-ac9b8dba740a tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:02.685004 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53444) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:02.697248 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['1951c49a-1c08-4322-b5ab-14d7b91f7821'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:52:02.714227 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c092178-ce43-467c-b90d-ac9b8dba740a tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Pushing event deleted for resources: {'Port': ['ID=1951c49a-1c08-4322-b5ab-14d7b91f7821,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:02.756723 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-b445d7d7-c684-4f2e-b1c3-b1daacad6b7c req-3c092178-ce43-467c-b90d-ac9b8dba740a tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] No DVR routers for this DVR port 1951c49a-1c08-4322-b5ab-14d7b91f7821 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:52:02.759357 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b445d7d7-c684-4f2e-b1c3-b1daacad6b7c req-3c092178-ce43-467c-b90d-ac9b8dba740a tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:02.762883 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b445d7d7-c684-4f2e-b1c3-b1daacad6b7c req-3c092178-ce43-467c-b90d-ac9b8dba740a tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.23 "DELETE /v2.0/ports/1951c49a-1c08-4322-b5ab-14d7b91f7821 HTTP/1.1" status: 204 len: 173 time: 0.4279001 Dec 06 14:52:02.763348 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb180dd-fd31-4e60-8b79-e11a86014e30', 'name': 'network-vif-deleted', 'tag': '1951c49a-1c08-4322-b5ab-14d7b91f7821'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:02.765709 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaea757-aa8b-40e7-93ec-964a826a1ee4" -d '{"events": [{"server_uuid": "efb180dd-fd31-4e60-8b79-e11a86014e30", "name": "network-vif-deleted", "tag": "1951c49a-1c08-4322-b5ab-14d7b91f7821"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:02.810342 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a51c36-ae0f-470c-a8d3-00fef5622755 x-openstack-request-id: req-86a51c36-ae0f-470c-a8d3-00fef5622755 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:02.810708 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb180dd-fd31-4e60-8b79-e11a86014e30", "name": "network-vif-deleted", "tag": "1951c49a-1c08-4322-b5ab-14d7b91f7821", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:02.811029 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86a51c36-ae0f-470c-a8d3-00fef5622755 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:02.811504 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb180dd-fd31-4e60-8b79-e11a86014e30', 'name': 'network-vif-deleted', 'tag': '1951c49a-1c08-4322-b5ab-14d7b91f7821', 'status': 'completed', 'code': 200} Dec 06 14:52:02.820077 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56de6c48-1365-4d60-b164-21f56cc67a6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:02.900196 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56de6c48-1365-4d60-b164-21f56cc67a6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:02.903826 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56de6c48-1365-4d60-b164-21f56cc67a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:02.939340 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de6c48-1365-4d60-b164-21f56cc67a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068ff189-c8e0-4ccc-944b-90ec6e959f56,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:02.945069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-56de6c48-1365-4d60-b164-21f56cc67a6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19120138733d44649755414f8c6522cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2589729 Dec 06 14:52:02.947857 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53450) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:03.000607 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a54b7081-346f-4fb2-993d-62b211ddebf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:03.022906 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a54b7081-346f-4fb2-993d-62b211ddebf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:03.046136 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f6b36-b046-4ff6-93cd-c863854c6654 req-bfd7884e-d4ae-4f81-bfa2-49efde687f25 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:03.047600 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-842f6b36-b046-4ff6-93cd-c863854c6654 req-bfd7884e-d4ae-4f81-bfa2-49efde687f25 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 945 time: 0.0489450 Dec 06 14:52:03.069178 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a54b7081-346f-4fb2-993d-62b211ddebf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:03.071746 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a54b7081-346f-4fb2-993d-62b211ddebf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:03.072907 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a54b7081-346f-4fb2-993d-62b211ddebf7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/068ff189-c8e0-4ccc-944b-90ec6e959f56 HTTP/1.1" status: 204 len: 168 time: 0.1240206 Dec 06 14:52:03.081378 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b7081-346f-4fb2-993d-62b211ddebf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068ff189-c8e0-4ccc-944b-90ec6e959f56,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:03.104495 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-842f6b36-b046-4ff6-93cd-c863854c6654 req-cb184381-f014-4f96-ab07-4a2709847031 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f6fb65c-8907-4765-a1ce-b1645115777a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498025 Dec 06 14:52:03.191354 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e6a7915-a6ec-43c0-b4d5-9d95a543b283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:03.212004 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6d1b4-571b-469d-a1dc-241650382535 req-8bbfea1e-1cc5-4ab6-b4d1-f078b7cd3aa0 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:03.213683 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c8c6d1b4-571b-469d-a1dc-241650382535 req-8bbfea1e-1cc5-4ab6-b4d1-f078b7cd3aa0 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.0639043 Dec 06 14:52:03.300156 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c8c6d1b4-571b-469d-a1dc-241650382535 req-b18d34d8-c697-42da-8dc0-38efc6858879 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616183 Dec 06 14:52:03.357456 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6a12a525-0086-4549-adea-32d7c8ca7e5b req-192d9172-2fbd-4005-8f77-e06ef782e51f tempest-VolumesAdminNegativeTest-2135183795 tempest-VolumesAdminNegativeTest-2135183795-project] 10.222.0.20 "GET /v2.0/ports?device_id=efb180dd-fd31-4e60-8b79-e11a86014e30 HTTP/1.1" status: 200 len: 210 time: 0.0360668 Dec 06 14:52:03.507327 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6879605-9b1c-464e-b512-02e219f411e9 req-56a7cdea-b902-402c-affa-47c79d5a2cfd tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:03.508840 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6879605-9b1c-464e-b512-02e219f411e9 req-56a7cdea-b902-402c-affa-47c79d5a2cfd tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.37 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 945 time: 0.0625660 Dec 06 14:52:03.609012 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e6879605-9b1c-464e-b512-02e219f411e9 req-1facfb69-ccf8-4833-9684-679a33401115 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Deleting port 87d80ab4-b40c-4ea1-8381-0e7485e7f32d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:03.609351 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6879605-9b1c-464e-b512-02e219f411e9 req-1facfb69-ccf8-4833-9684-679a33401115 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:03.709394 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e6879605-9b1c-464e-b512-02e219f411e9 req-1facfb69-ccf8-4833-9684-679a33401115 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] For port 87d80ab4-b40c-4ea1-8381-0e7485e7f32d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=87d80ab4-b40c-4ea1-8381-0e7485e7f32d,segment=NetworkSegment(b6263aea-628b-4044-82ab-158fc318cfff),segment_id=b6263aea-628b-4044-82ab-158fc318cfff)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:03.710093 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6879605-9b1c-464e-b512-02e219f411e9 req-1facfb69-ccf8-4833-9684-679a33401115 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:03.892831 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6879605-9b1c-464e-b512-02e219f411e9 req-1facfb69-ccf8-4833-9684-679a33401115 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:03.893796 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6879605-9b1c-464e-b512-02e219f411e9 req-1facfb69-ccf8-4833-9684-679a33401115 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:03.894173 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [req-e6879605-9b1c-464e-b512-02e219f411e9 req-1facfb69-ccf8-4833-9684-679a33401115 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Floating IP cc5ef710-a5f7-45a1-88a3-1308d90228b5 disassociated. External IP: 172.35.7.144, port: 87d80ab4-b40c-4ea1-8381-0e7485e7f32d. Dec 06 14:52:03.894577 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e6879605-9b1c-464e-b512-02e219f411e9 req-1facfb69-ccf8-4833-9684-679a33401115 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Calling delete_port for 87d80ab4-b40c-4ea1-8381-0e7485e7f32d owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:03.897957 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:04.030594 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6879605-9b1c-464e-b512-02e219f411e9 req-1facfb69-ccf8-4833-9684-679a33401115 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:04.058728 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facfb69-ccf8-4833-9684-679a33401115 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Pushing event deleted for resources: {'Port': ['ID=87d80ab4-b40c-4ea1-8381-0e7485e7f32d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:04.182465 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6879605-9b1c-464e-b512-02e219f411e9 req-1facfb69-ccf8-4833-9684-679a33401115 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Router fdcddce0-880a-4f6b-8b5f-2cd52279a841 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:52:04.212109 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-71aba76d-ca69-4c57-9b80-19caa1481467 req-abbbbf39-a608-4f55-b115-da69ff920f16 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/ports?device_id=60f04562-788b-4d6f-8491-5676cc7e30eb HTTP/1.1" status: 200 len: 210 time: 0.0317168 Dec 06 14:52:04.324069 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6879605-9b1c-464e-b512-02e219f411e9 req-1facfb69-ccf8-4833-9684-679a33401115 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:52:04.345632 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f8034-eb59-4150-b8c3-177122aa015a None None] Sync routers for ids ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:52:04.357022 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f8034-eb59-4150-b8c3-177122aa015a None None] Routers {'fdcddce0-880a-4f6b-8b5f-2cd52279a841'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:04.357721 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f19f8034-eb59-4150-b8c3-177122aa015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:04.376397 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6879605-9b1c-464e-b512-02e219f411e9 req-1facfb69-ccf8-4833-9684-679a33401115 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] No DVR routers for this DVR port 87d80ab4-b40c-4ea1-8381-0e7485e7f32d on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:52:04.382275 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6879605-9b1c-464e-b512-02e219f411e9 req-1facfb69-ccf8-4833-9684-679a33401115 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:04.396223 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6879605-9b1c-464e-b512-02e219f411e9 req-1facfb69-ccf8-4833-9684-679a33401115 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.37 "DELETE /v2.0/ports/87d80ab4-b40c-4ea1-8381-0e7485e7f32d HTTP/1.1" status: 204 len: 173 time: 0.8785739 Dec 06 14:52:04.397006 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f04562-788b-4d6f-8491-5676cc7e30eb', 'name': 'network-vif-deleted', 'tag': '87d80ab4-b40c-4ea1-8381-0e7485e7f32d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:04.401311 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c11bc72-1ae6-4e23-bb7e-c8a1d3c9bccb" -d '{"events": [{"server_uuid": "60f04562-788b-4d6f-8491-5676cc7e30eb", "name": "network-vif-deleted", "tag": "87d80ab4-b40c-4ea1-8381-0e7485e7f32d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:04.427167 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53510) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:04.481426 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11babb76-f753-4f68-b41a-c557f50cd2b1 x-openstack-request-id: req-11babb76-f753-4f68-b41a-c557f50cd2b1 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:04.481734 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f04562-788b-4d6f-8491-5676cc7e30eb", "name": "network-vif-deleted", "tag": "87d80ab4-b40c-4ea1-8381-0e7485e7f32d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:04.481995 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11babb76-f753-4f68-b41a-c557f50cd2b1 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:04.482409 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f04562-788b-4d6f-8491-5676cc7e30eb', 'name': 'network-vif-deleted', 'tag': '87d80ab4-b40c-4ea1-8381-0e7485e7f32d', 'status': 'completed', 'code': 200} Dec 06 14:52:04.510591 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d328aee-0316-4da2-8f83-4737e26299b7 req-a732735a-7ed4-4be4-aedb-d691f87eb321 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:04.515320 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9d328aee-0316-4da2-8f83-4737e26299b7 req-a732735a-7ed4-4be4-aedb-d691f87eb321 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.1043005 Dec 06 14:52:04.519383 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d77afa-4fc9-4c7a-8282-387ffb3e59f9 admin admin] Deleting subnet ca6e6a1c-d4ba-40ca-8d6e-bad3967fb521 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:52:04.537073 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-33d77afa-4fc9-4c7a-8282-387ffb3e59f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:04.562260 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f19f8034-eb59-4150-b8c3-177122aa015a None None] Set router fdcddce0-880a-4f6b-8b5f-2cd52279a841 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:04.621163 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-33d77afa-4fc9-4c7a-8282-387ffb3e59f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:04.629338 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9d328aee-0316-4da2-8f83-4737e26299b7 req-96c45182-8fe0-4bf9-987d-417b2d4808e0 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018798 Dec 06 14:52:04.709519 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-33d77afa-4fc9-4c7a-8282-387ffb3e59f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:04.807315 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20148a-fa88-4562-80d1-25ba7516283e req-4c33eb8b-147c-41e5-b7b1-8beb664159ac tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:04.809734 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b20148a-fa88-4562-80d1-25ba7516283e req-4c33eb8b-147c-41e5-b7b1-8beb664159ac tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.0961015 Dec 06 14:52:04.820025 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53522) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:04.826107 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-47d180e3-be75-4227-8a3a-7dbcad4efd78 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Request body: {'floatingip': {'port_id': '196a8621-7b1f-4823-84fc-03f406d17f53'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:04.840327 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-33d77afa-4fc9-4c7a-8282-387ffb3e59f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:04.875498 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d77afa-4fc9-4c7a-8282-387ffb3e59f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca6e6a1c-d4ba-40ca-8d6e-bad3967fb521,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:04.878501 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-33d77afa-4fc9-4c7a-8282-387ffb3e59f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:04.883572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-33d77afa-4fc9-4c7a-8282-387ffb3e59f9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ca6e6a1c-d4ba-40ca-8d6e-bad3967fb521 HTTP/1.1" status: 204 len: 168 time: 0.4553182 Dec 06 14:52:04.886296 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53528) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:04.907333 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f19f8034-eb59-4150-b8c3-177122aa015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'name': 'tempest-ServersTestFqdnHostnames-1632543467-router', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:40Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'gw_port': {'id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:41Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8659ee62-4bd7-41c5-8fe5-f17935fcc988', 'name': '', 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'mac_address': 'fa:16:3e:13:91:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:46Z', 'updated_at': '2021-12-06T14:49:54Z', 'revision_number': 5, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'subnets': [{'id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:04.912182 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47d180e3-be75-4227-8a3a-7dbcad4efd78 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for floatingip, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:04.945729 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f8034-eb59-4150-b8c3-177122aa015a None None] Checking router: fdcddce0-880a-4f6b-8b5f-2cd52279a841 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:52:04.957538 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f8034-eb59-4150-b8c3-177122aa015a None None] Routers {'fdcddce0-880a-4f6b-8b5f-2cd52279a841'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:04.958914 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f19f8034-eb59-4150-b8c3-177122aa015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:04.980652 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9bf9d4a-5c3c-42e6-8f7d-4dcbe5970cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.082840 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9bf9d4a-5c3c-42e6-8f7d-4dcbe5970cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.105757 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b9bf9d4a-5c3c-42e6-8f7d-4dcbe5970cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54fedcb7-877f-4e2e-b955-739e7504ac8b']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:05.116347 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b9bf9d4a-5c3c-42e6-8f7d-4dcbe5970cc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a53f1b2-0b71-4fca-8f58-c86af2ce8d7f') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:05.116645 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b9bf9d4a-5c3c-42e6-8f7d-4dcbe5970cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a53f1b2-0b71-4fca-8f58-c86af2ce8d7f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:05.120060 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f19f8034-eb59-4150-b8c3-177122aa015a None None] Set router fdcddce0-880a-4f6b-8b5f-2cd52279a841 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:05.127113 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9bf9d4a-5c3c-42e6-8f7d-4dcbe5970cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.147756 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9bf9d4a-5c3c-42e6-8f7d-4dcbe5970cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.155549 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9bf9d4a-5c3c-42e6-8f7d-4dcbe5970cc5 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:52:05.156209 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9bf9d4a-5c3c-42e6-8f7d-4dcbe5970cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:52:05.159212 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:52:05.243786 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9bf9d4a-5c3c-42e6-8f7d-4dcbe5970cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.270763 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9bf9d4a-5c3c-42e6-8f7d-4dcbe5970cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.274823 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b9bf9d4a-5c3c-42e6-8f7d-4dcbe5970cc5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/54fedcb7-877f-4e2e-b955-739e7504ac8b HTTP/1.1" status: 204 len: 168 time: 0.3873646 Dec 06 14:52:05.291093 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53548) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:05.310133 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf9d4a-5c3c-42e6-8f7d-4dcbe5970cc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=54fedcb7-877f-4e2e-b955-739e7504ac8b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:05.363936 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53556) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:05.391389 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9d56fe-fe76-42e7-a031-676bab5b5cf9 admin admin] Deleting subnet 86f4635e-c77e-4798-bdd1-02e19225b0aa {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:52:05.398695 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a9d56fe-fe76-42e7-a031-676bab5b5cf9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.465855 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a9d56fe-fe76-42e7-a031-676bab5b5cf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.466263 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7250df00-e48d-46ac-a4ab-7ea6438d610e tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.521356 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f19f8034-eb59-4150-b8c3-177122aa015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'name': 'tempest-ServersTestFqdnHostnames-1632543467-router', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:40Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'gw_port': {'id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:41Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8659ee62-4bd7-41c5-8fe5-f17935fcc988', 'name': '', 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'mac_address': 'fa:16:3e:13:91:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:46Z', 'updated_at': '2021-12-06T14:49:54Z', 'revision_number': 5, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'subnets': [{'id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:05.532686 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7250df00-e48d-46ac-a4ab-7ea6438d610e tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.545095 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a9d56fe-fe76-42e7-a031-676bab5b5cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.573141 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f8034-eb59-4150-b8c3-177122aa015a None None] The sync data for ids ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'] in n-d-master-1 is: [{'id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'name': 'tempest-ServersTestFqdnHostnames-1632543467-router', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:40Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'gw_port': {'id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:41Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8659ee62-4bd7-41c5-8fe5-f17935fcc988', 'name': '', 'network_id': '75ec1074-48b0-468d-8546-afcb61441dc6', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'mac_address': 'fa:16:3e:13:91:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:46Z', 'updated_at': '2021-12-06T14:49:54Z', 'revision_number': 5, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'subnets': [{'id': '20ad2411-a365-441e-ba31-0b9aae32c0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:52:05.598233 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.640432 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47d180e3-be75-4227-8a3a-7dbcad4efd78 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.647629 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47d180e3-be75-4227-8a3a-7dbcad4efd78 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.651807 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7250df00-e48d-46ac-a4ab-7ea6438d610e tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.655374 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7250df00-e48d-46ac-a4ab-7ea6438d610e tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.659248 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7250df00-e48d-46ac-a4ab-7ea6438d610e tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "DELETE /v2.0/security-groups/0f6fb65c-8907-4765-a1ce-b1645115777a HTTP/1.1" status: 204 len: 168 time: 0.2941644 Dec 06 14:52:05.660056 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53572) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:05.667317 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a9d56fe-fe76-42e7-a031-676bab5b5cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.713744 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250df00-e48d-46ac-a4ab-7ea6438d610e tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6fb65c-8907-4765-a1ce-b1645115777a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:05.723910 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-c55dc847-c79c-4c41-95c6-30d46195a2f5 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] show failed (client error): The resource could not be found. Dec 06 14:52:05.727993 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c55dc847-c79c-4c41-95c6-30d46195a2f5 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "GET /v2.0/security-groups/0f6fb65c-8907-4765-a1ce-b1645115777a HTTP/1.1" status: 404 len: 347 time: 0.0276027 Dec 06 14:52:05.728454 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53576) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:05.743882 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d56fe-fe76-42e7-a031-676bab5b5cf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86f4635e-c77e-4798-bdd1-02e19225b0aa,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:05.752977 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a9d56fe-fe76-42e7-a031-676bab5b5cf9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:05.757980 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6a9d56fe-fe76-42e7-a031-676bab5b5cf9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/86f4635e-c77e-4798-bdd1-02e19225b0aa HTTP/1.1" status: 204 len: 168 time: 0.4642956 Dec 06 14:52:05.760348 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53580) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:05.881086 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85a24f7f-7c04-4a72-90b6-4244cc60f272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:06.009310 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85a24f7f-7c04-4a72-90b6-4244cc60f272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:06.059436 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-85a24f7f-7c04-4a72-90b6-4244cc60f272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d5a966-cd0f-4070-ad76-adf7a1e3a642']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:06.074089 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-85a24f7f-7c04-4a72-90b6-4244cc60f272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ee5390-d5e3-4fe3-adea-6f02ea7eb823') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:06.074439 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-85a24f7f-7c04-4a72-90b6-4244cc60f272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ee5390-d5e3-4fe3-adea-6f02ea7eb823') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:06.090345 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deadb27c-948b-4770-a708-6a8abd11300c None None] New status for floating IP cc5ef710-a5f7-45a1-88a3-1308d90228b5: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:52:06.101066 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85a24f7f-7c04-4a72-90b6-4244cc60f272 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:06.132300 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85a24f7f-7c04-4a72-90b6-4244cc60f272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:06.140385 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a24f7f-7c04-4a72-90b6-4244cc60f272 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:52:06.141345 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85a24f7f-7c04-4a72-90b6-4244cc60f272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:52:06.143095 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:52:06.252043 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85a24f7f-7c04-4a72-90b6-4244cc60f272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:06.258754 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85a24f7f-7c04-4a72-90b6-4244cc60f272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:06.264401 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-85a24f7f-7c04-4a72-90b6-4244cc60f272 admin admin] 10.222.0.20 "DELETE /v2.0/networks/96d5a966-cd0f-4070-ad76-adf7a1e3a642 HTTP/1.1" status: 204 len: 168 time: 0.5028324 Dec 06 14:52:06.278877 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a24f7f-7c04-4a72-90b6-4244cc60f272 admin admin] Pushing event deleted for resources: {'Network': ['ID=96d5a966-cd0f-4070-ad76-adf7a1e3a642,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:06.444016 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-47d180e3-be75-4227-8a3a-7dbcad4efd78 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Floating IP 80d6adb4-e4a9-4792-a1a3-e7ca61c78db5 associated. External IP: 172.35.7.33, port: 196a8621-7b1f-4823-84fc-03f406d17f53. Dec 06 14:52:06.451209 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530868f-7fbe-4129-b60b-ce1679be7fb1 req-b0c77808-5ca7-465e-89e2-3aeacf40a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:06.452763 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d530868f-7fbe-4129-b60b-ce1679be7fb1 req-b0c77808-5ca7-465e-89e2-3aeacf40a84f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 1096 time: 0.2189219 Dec 06 14:52:06.476031 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53628) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:06.497863 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8740c0c-674e-478d-ac7b-e8b81322499d req-d0c3ce08-0690-4da0-a8d8-e02139f4f143 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:06.499351 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8740c0c-674e-478d-ac7b-e8b81322499d req-d0c3ce08-0690-4da0-a8d8-e02139f4f143 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.2155900 Dec 06 14:52:06.521627 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:06.528810 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6c112195-bdea-4bac-89b2-276e614b7773 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3e6dd94fbe844cb8c1948553c655739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0516169 Dec 06 14:52:06.531139 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53634) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:06.587773 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48e60957-ada0-4052-b14f-ee669a9b909e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:06.612849 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48e60957-ada0-4052-b14f-ee669a9b909e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:06.675930 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48e60957-ada0-4052-b14f-ee669a9b909e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:06.679125 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-48e60957-ada0-4052-b14f-ee669a9b909e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:06.680453 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-48e60957-ada0-4052-b14f-ee669a9b909e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/990e981a-71cc-4dd0-9124-5ef2a3258933 HTTP/1.1" status: 204 len: 168 time: 0.1479342 Dec 06 14:52:06.690890 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e60957-ada0-4052-b14f-ee669a9b909e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990e981a-71cc-4dd0-9124-5ef2a3258933,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:06.697053 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ec97a30a-aa85-43ed-bb17-f37763b3f233 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Deleting port 84d17f90-53fa-4bed-9d03-9db683507498 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:06.697507 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec97a30a-aa85-43ed-bb17-f37763b3f233 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:06.703093 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8740c0c-674e-478d-ac7b-e8b81322499d req-e2ff1e7c-1981-4c4c-be29-f256810f7974 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923580 Dec 06 14:52:06.782552 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530868f-7fbe-4129-b60b-ce1679be7fb1 req-772e2d79-4664-4d23-ae00-817976d6d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:06.784056 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d530868f-7fbe-4129-b60b-ce1679be7fb1 req-772e2d79-4664-4d23-ae00-817976d6d8f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 912 time: 0.2948592 Dec 06 14:52:06.897822 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec97a30a-aa85-43ed-bb17-f37763b3f233 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:06.898147 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec97a30a-aa85-43ed-bb17-f37763b3f233 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:06.902608 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53646) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:06.945204 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ec97a30a-aa85-43ed-bb17-f37763b3f233 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Calling delete_port for 84d17f90-53fa-4bed-9d03-9db683507498 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:06.968783 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d530868f-7fbe-4129-b60b-ce1679be7fb1 req-94bc037d-1e36-4553-8bd9-b331a0bfd406 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a347586e-d706-4e92-bee7-d6c9844c7596 HTTP/1.1" status: 200 len: 998 time: 0.1448932 Dec 06 14:52:07.024753 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dfef9c7-d9b3-434f-82b8-dfe9de404e6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:07.053152 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 1951c49a-1c08-4322-b5ab-14d7b91f7821 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:52:07.072232 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d180e3-be75-4227-8a3a-7dbcad4efd78 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Router ffc979a5-31c5-495d-8576-3defa1c8bc8f has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:52:07.075345 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53652) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:07.082277 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 1951c49a-1c08-4322-b5ab-14d7b91f7821 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:52:07.082624 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 1951c49a-1c08-4322-b5ab-14d7b91f7821 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:52:07.104506 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530868f-7fbe-4129-b60b-ce1679be7fb1 req-e127f507-772c-4423-b9d3-80d8ea887b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:07.105959 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d530868f-7fbe-4129-b60b-ce1679be7fb1 req-e127f507-772c-4423-b9d3-80d8ea887b4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.1279325 Dec 06 14:52:07.117819 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dfef9c7-d9b3-434f-82b8-dfe9de404e6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:07.122071 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7dfef9c7-d9b3-434f-82b8-dfe9de404e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:07.165199 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7dfef9c7-d9b3-434f-82b8-dfe9de404e6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0350e416651e47b7976c3f8167261de2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2614868 Dec 06 14:52:07.166169 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfef9c7-d9b3-434f-82b8-dfe9de404e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2848e2cb-f156-4c08-b5b1-7ce05fe8559c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:07.168437 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53654) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:07.215266 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f04dc7e2-34c0-41bf-9ccd-b1edd9ce01c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:07.222964 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1adfe0d2-04a9-4b8e-8ac6-66433fd71bd1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58098e124e6943929e0a3cc687a85153&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1464684 Dec 06 14:52:07.226275 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53656) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:07.249490 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f04dc7e2-34c0-41bf-9ccd-b1edd9ce01c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:07.282104 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530868f-7fbe-4129-b60b-ce1679be7fb1 req-a6af1ae9-f251-46b6-b939-34923b69c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:07.283514 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d530868f-7fbe-4129-b60b-ce1679be7fb1 req-a6af1ae9-f251-46b6-b939-34923b69c1a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1623864 Dec 06 14:52:07.308969 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-311f7a37-fb8d-461e-9cd6-d7df67a6b8e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:07.332605 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-311f7a37-fb8d-461e-9cd6-d7df67a6b8e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:07.338862 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f04dc7e2-34c0-41bf-9ccd-b1edd9ce01c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:07.341428 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f04dc7e2-34c0-41bf-9ccd-b1edd9ce01c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:07.345237 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f04dc7e2-34c0-41bf-9ccd-b1edd9ce01c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2848e2cb-f156-4c08-b5b1-7ce05fe8559c HTTP/1.1" status: 204 len: 168 time: 0.1732249 Dec 06 14:52:07.353162 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d180e3-be75-4227-8a3a-7dbcad4efd78 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:52:07.358762 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47d180e3-be75-4227-8a3a-7dbcad4efd78 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:07.368271 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3930f34-a26c-4cc2-9a67-60dc1a818c35 None None] Sync routers for ids ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:52:07.377772 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3930f34-a26c-4cc2-9a67-60dc1a818c35 None None] Routers {'ffc979a5-31c5-495d-8576-3defa1c8bc8f'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:07.378708 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a3930f34-a26c-4cc2-9a67-60dc1a818c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:07.382993 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dc7e2-34c0-41bf-9ccd-b1edd9ce01c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2848e2cb-f156-4c08-b5b1-7ce05fe8559c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:07.432960 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-311f7a37-fb8d-461e-9cd6-d7df67a6b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:07.437097 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-311f7a37-fb8d-461e-9cd6-d7df67a6b8e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:07.441478 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-311f7a37-fb8d-461e-9cd6-d7df67a6b8e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0433db5-3771-4f55-8e23-dfc9a1fa08b5 HTTP/1.1" status: 204 len: 168 time: 0.2114792 Dec 06 14:52:07.445467 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec97a30a-aa85-43ed-bb17-f37763b3f233 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:07.448920 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-47d180e3-be75-4227-8a3a-7dbcad4efd78 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "PUT /v2.0/floatingips/80d6adb4-e4a9-4792-a1a3-e7ca61c78db5 HTTP/1.1" status: 200 len: 990 time: 2.6277490 Dec 06 14:52:07.453563 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'tag': '196a8621-7b1f-4823-84fc-03f406d17f53'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:07.455891 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79c3b2e-228d-4f54-89fe-351ca3dd464f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9acb74-47c1-4d18-88c6-772588b980b2", "tag": "196a8621-7b1f-4823-84fc-03f406d17f53"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:07.458338 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f7a37-fb8d-461e-9cd6-d7df67a6b8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0433db5-3771-4f55-8e23-dfc9a1fa08b5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:07.495792 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97a30a-aa85-43ed-bb17-f37763b3f233 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Pushing event deleted for resources: {'Port': ['ID=84d17f90-53fa-4bed-9d03-9db683507498,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:07.545464 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d530868f-7fbe-4129-b60b-ce1679be7fb1 req-e95e8c60-f7e1-4468-9568-4c3b5e18b5a3 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380383 Dec 06 14:52:07.615259 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a3930f34-a26c-4cc2-9a67-60dc1a818c35 None None] Set router ffc979a5-31c5-495d-8576-3defa1c8bc8f gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:07.620942 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9282836c-325c-4cbd-8fe7-49f3c0e3ce1c x-openstack-request-id: req-9282836c-325c-4cbd-8fe7-49f3c0e3ce1c {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:07.621272 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9acb74-47c1-4d18-88c6-772588b980b2", "tag": "196a8621-7b1f-4823-84fc-03f406d17f53", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:07.633402 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9282836c-325c-4cbd-8fe7-49f3c0e3ce1c {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:07.633969 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'tag': '196a8621-7b1f-4823-84fc-03f406d17f53', 'status': 'completed', 'code': 200} Dec 06 14:52:07.719343 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c3b2e-228d-4f54-89fe-351ca3dd464f req-76b9729a-0b9e-4839-b5c7-074710ee0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:07.721926 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b79c3b2e-228d-4f54-89fe-351ca3dd464f req-76b9729a-0b9e-4839-b5c7-074710ee0a82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8444f66a19024e8ca3d08cd6cc68e73d&device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 1096 time: 0.1090031 Dec 06 14:52:07.733577 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 87d80ab4-b40c-4ea1-8381-0e7485e7f32d no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:52:07.751780 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec97a30a-aa85-43ed-bb17-f37763b3f233 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:07.756520 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec97a30a-aa85-43ed-bb17-f37763b3f233 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:07.761334 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ec97a30a-aa85-43ed-bb17-f37763b3f233 tempest-ServersTestFqdnHostnames-992140337 tempest-ServersTestFqdnHostnames-992140337-project] 10.222.0.20 "DELETE /v2.0/floatingips/cc5ef710-a5f7-45a1-88a3-1308d90228b5 HTTP/1.1" status: 204 len: 168 time: 2.0259717 Dec 06 14:52:07.778836 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53670) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:07.817726 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 87d80ab4-b40c-4ea1-8381-0e7485e7f32d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:52:07.817970 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 87d80ab4-b40c-4ea1-8381-0e7485e7f32d not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:52:07.904765 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53672) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:07.929723 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d530868f-7fbe-4129-b60b-ce1679be7fb1 req-c118adc1-5129-49e6-aa6a-1614ffc6b24d service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748407 Dec 06 14:52:07.930618 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4548b108-9631-49fc-bae1-29a95d026f83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:08.041470 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c3b2e-228d-4f54-89fe-351ca3dd464f req-8545f434-d875-4b86-ae6a-ebfad46ec245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:08.044789 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b79c3b2e-228d-4f54-89fe-351ca3dd464f req-8545f434-d875-4b86-ae6a-ebfad46ec245 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aee0eac-59a5-43f1-85a8-7817e7c60b81 HTTP/1.1" status: 200 len: 917 time: 0.3148549 Dec 06 14:52:08.054173 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4548b108-9631-49fc-bae1-29a95d026f83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:08.069483 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4548b108-9631-49fc-bae1-29a95d026f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:08.137853 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a3930f34-a26c-4cc2-9a67-60dc1a818c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:51:44Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '80d6adb4-e4a9-4792-a1a3-e7ca61c78db5', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'floating_ip_address': '172.35.7.33', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'port_id': '196a8621-7b1f-4823-84fc-03f406d17f53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'mac_address': 'fa:16:3e:c5:ba:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:51:49Z', 'updated_at': '2021-12-06T14:52:05Z', 'revision_number': 1, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae577b41-c26e-48fc-a745-92d9ae9b297c', 'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'mac_address': 'fa:16:3e:df:45:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:43Z', 'updated_at': '2021-12-06T14:51:52Z', 'revision_number': 5, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'subnets': [{'id': '960bec1b-5464-4199-b91b-894c7ec18725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:08.140181 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4548b108-9631-49fc-bae1-29a95d026f83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4176eb3428b479bb49558661af741ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2343464 Dec 06 14:52:08.141788 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548b108-9631-49fc-bae1-29a95d026f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fe22c6-a4f4-4a90-8c44-40d262237ebf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:08.144399 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53680) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:08.183296 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3930f34-a26c-4cc2-9a67-60dc1a818c35 None None] Checking router: ffc979a5-31c5-495d-8576-3defa1c8bc8f for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:52:08.194376 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3930f34-a26c-4cc2-9a67-60dc1a818c35 None None] Routers {'ffc979a5-31c5-495d-8576-3defa1c8bc8f'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:08.194939 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a3930f34-a26c-4cc2-9a67-60dc1a818c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:08.220596 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b495738-f496-4ffd-8bda-20c0d1dffe55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:08.259611 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b495738-f496-4ffd-8bda-20c0d1dffe55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:08.303685 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fee6ab-d0f7-4088-83d4-2f17b614669e req-cac6ba16-48e7-45c5-b9a4-eff756e54160 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:08.305216 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62fee6ab-d0f7-4088-83d4-2f17b614669e req-cac6ba16-48e7-45c5-b9a4-eff756e54160 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.2653055 Dec 06 14:52:08.353172 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b79c3b2e-228d-4f54-89fe-351ca3dd464f req-92d8d552-a535-4f5e-9c4f-bc92d2d9015a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=196a8621-7b1f-4823-84fc-03f406d17f53 HTTP/1.1" status: 200 len: 998 time: 0.2639589 Dec 06 14:52:08.372525 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b495738-f496-4ffd-8bda-20c0d1dffe55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:08.375242 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b495738-f496-4ffd-8bda-20c0d1dffe55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:08.376462 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4b495738-f496-4ffd-8bda-20c0d1dffe55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51fe22c6-a4f4-4a90-8c44-40d262237ebf HTTP/1.1" status: 204 len: 168 time: 0.2309489 Dec 06 14:52:08.377278 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a3930f34-a26c-4cc2-9a67-60dc1a818c35 None None] Set router ffc979a5-31c5-495d-8576-3defa1c8bc8f gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:08.392821 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b495738-f496-4ffd-8bda-20c0d1dffe55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fe22c6-a4f4-4a90-8c44-40d262237ebf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:08.478124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62fee6ab-d0f7-4088-83d4-2f17b614669e req-8a32ff40-a75b-4e5c-bc5e-be45ddb3b2d0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557617 Dec 06 14:52:08.580126 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c3b2e-228d-4f54-89fe-351ca3dd464f req-3c04ac45-ba54-438b-ad7e-deea64ddded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:08.581666 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b79c3b2e-228d-4f54-89fe-351ca3dd464f req-3c04ac45-ba54-438b-ad7e-deea64ddded5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=960bec1b-5464-4199-b91b-894c7ec18725 HTTP/1.1" status: 200 len: 855 time: 0.1742926 Dec 06 14:52:08.736603 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a3930f34-a26c-4cc2-9a67-60dc1a818c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:51:44Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '80d6adb4-e4a9-4792-a1a3-e7ca61c78db5', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'floating_ip_address': '172.35.7.33', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'port_id': '196a8621-7b1f-4823-84fc-03f406d17f53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'mac_address': 'fa:16:3e:c5:ba:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:51:49Z', 'updated_at': '2021-12-06T14:52:05Z', 'revision_number': 1, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae577b41-c26e-48fc-a745-92d9ae9b297c', 'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'mac_address': 'fa:16:3e:df:45:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:43Z', 'updated_at': '2021-12-06T14:51:52Z', 'revision_number': 5, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'subnets': [{'id': '960bec1b-5464-4199-b91b-894c7ec18725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:08.768926 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3930f34-a26c-4cc2-9a67-60dc1a818c35 None None] The sync data for ids ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'] in n-d-master-1 is: [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:51:44Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '80d6adb4-e4a9-4792-a1a3-e7ca61c78db5', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'floating_ip_address': '172.35.7.33', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'port_id': '196a8621-7b1f-4823-84fc-03f406d17f53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'mac_address': 'fa:16:3e:c5:ba:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:51:49Z', 'updated_at': '2021-12-06T14:52:05Z', 'revision_number': 1, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae577b41-c26e-48fc-a745-92d9ae9b297c', 'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'mac_address': 'fa:16:3e:df:45:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:43Z', 'updated_at': '2021-12-06T14:51:52Z', 'revision_number': 5, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'subnets': [{'id': '960bec1b-5464-4199-b91b-894c7ec18725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:52:08.803339 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c3b2e-228d-4f54-89fe-351ca3dd464f req-4a105cd4-63ed-4e5f-af2c-1f295fcb81f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:08.812092 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b79c3b2e-228d-4f54-89fe-351ca3dd464f req-4a105cd4-63ed-4e5f-af2c-1f295fcb81f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aee0eac-59a5-43f1-85a8-7817e7c60b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2035146 Dec 06 14:52:08.962317 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b79c3b2e-228d-4f54-89fe-351ca3dd464f req-85e6876a-50a0-47b7-8a47-819f3fa1b667 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316378 Dec 06 14:52:08.991810 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53708) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:09.043272 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-683897ce-5a29-4143-9c52-5ff0d83c79d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:09.105852 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8363f309-699a-4bf6-af06-5a363b7ad358 None None] New status for floating IP 80d6adb4-e4a9-4792-a1a3-e7ca61c78db5: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:52:09.112919 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b79c3b2e-228d-4f54-89fe-351ca3dd464f req-00b39bbb-a265-4e77-80e4-28e08d04f994 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427422 Dec 06 14:52:09.257384 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-110b43af-ce05-4b98-9066-d63355617e09 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716327288-network', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:09.293651 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110b43af-ce05-4b98-9066-d63355617e09 admin admin] Made reservation on behalf of 0102bebeb28649558fc2f33b3c60ad5f for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:52:09.296141 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-110b43af-ce05-4b98-9066-d63355617e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:09.325703 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-110b43af-ce05-4b98-9066-d63355617e09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:09.399912 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-683897ce-5a29-4143-9c52-5ff0d83c79d3 admin admin] Deleting port 8659ee62-4bd7-41c5-8fe5-f17935fcc988 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:09.400370 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-683897ce-5a29-4143-9c52-5ff0d83c79d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:09.425523 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-110b43af-ce05-4b98-9066-d63355617e09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:09.430201 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-110b43af-ce05-4b98-9066-d63355617e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:09.466260 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110b43af-ce05-4b98-9066-d63355617e09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:52:09.482333 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b43af-ce05-4b98-9066-d63355617e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a025490e-f80a-4c9f-baf7-f602197636c7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:09.489036 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-110b43af-ce05-4b98-9066-d63355617e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:09.489330 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-110b43af-ce05-4b98-9066-d63355617e09 admin admin] Added segment 76aa9003-530a-4080-aeab-4c1e39a526e7 of type vlan for network b66f2774-0455-45ee-aac2-7e534a585601 Dec 06 14:52:09.532712 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-110b43af-ce05-4b98-9066-d63355617e09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:09.538097 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-683897ce-5a29-4143-9c52-5ff0d83c79d3 admin admin] For port 8659ee62-4bd7-41c5-8fe5-f17935fcc988, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8659ee62-4bd7-41c5-8fe5-f17935fcc988,segment=NetworkSegment(b6263aea-628b-4044-82ab-158fc318cfff),segment_id=b6263aea-628b-4044-82ab-158fc318cfff)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:09.538458 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-683897ce-5a29-4143-9c52-5ff0d83c79d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:09.552775 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-683897ce-5a29-4143-9c52-5ff0d83c79d3 admin admin] Calling delete_port for 8659ee62-4bd7-41c5-8fe5-f17935fcc988 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:09.561206 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-110b43af-ce05-4b98-9066-d63355617e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:09.562726 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110b43af-ce05-4b98-9066-d63355617e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:09.563463 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-110b43af-ce05-4b98-9066-d63355617e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:09.662855 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-110b43af-ce05-4b98-9066-d63355617e09 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6676738 Dec 06 14:52:09.663044 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b43af-ce05-4b98-9066-d63355617e09 admin admin] Pushing event updated for resources: {'Network': ['ID=b66f2774-0455-45ee-aac2-7e534a585601,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:09.664883 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53728) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:09.670563 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-be1641ee-2743-42d9-834c-5882e87f5b00 admin admin] Request body: {'subnet': {'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716327288-subnet', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:09.674144 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network b66f2774-0455-45ee-aac2-7e534a585601 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:52:09.693168 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e8f48-8945-4f9e-b42f-654253078a89 req-b6a1ee01-bb0e-45d8-848a-d4317f959e97 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:09.694567 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f70e8f48-8945-4f9e-b42f-654253078a89 req-b6a1ee01-bb0e-45d8-848a-d4317f959e97 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1085300 Dec 06 14:52:09.724826 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1641ee-2743-42d9-834c-5882e87f5b00 admin admin] Made reservation on behalf of 0102bebeb28649558fc2f33b3c60ad5f for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:52:09.727142 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be1641ee-2743-42d9-834c-5882e87f5b00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:09.836209 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f70e8f48-8945-4f9e-b42f-654253078a89 req-bf5d3595-c7ff-4c54-9579-25fc15a14730 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258771 Dec 06 14:52:09.841232 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-683897ce-5a29-4143-9c52-5ff0d83c79d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:09.883181 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683897ce-5a29-4143-9c52-5ff0d83c79d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8659ee62-4bd7-41c5-8fe5-f17935fcc988,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:09.993449 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be1641ee-2743-42d9-834c-5882e87f5b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:10.061901 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1641ee-2743-42d9-834c-5882e87f5b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a33358-771c-4a56-ac9b-0361df881d3f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:10.064690 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1641ee-2743-42d9-834c-5882e87f5b00 admin admin] Checking segment: {'id': '76aa9003-530a-4080-aeab-4c1e39a526e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:52:10.064844 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1641ee-2743-42d9-834c-5882e87f5b00 admin admin] Network hostable DHCP agents. Network: b66f2774-0455-45ee-aac2-7e534a585601, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:52:10.084317 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1641ee-2743-42d9-834c-5882e87f5b00 admin admin] Network b66f2774-0455-45ee-aac2-7e534a585601 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:52:10.093179 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-683897ce-5a29-4143-9c52-5ff0d83c79d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:10.095446 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-be1641ee-2743-42d9-834c-5882e87f5b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b66f2774-0455-45ee-aac2-7e534a585601) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:10.104755 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b18e8fa-5d58-422e-b76f-0af1f8fc3255 None None] Network b66f2774-0455-45ee-aac2-7e534a585601 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:52:10.119443 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1641ee-2743-42d9-834c-5882e87f5b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:10.119775 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be1641ee-2743-42d9-834c-5882e87f5b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:10.144293 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-be1641ee-2743-42d9-834c-5882e87f5b00 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.4776173 Dec 06 14:52:10.147011 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53744) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:10.153508 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716327288-router', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:10.193061 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:10.194367 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:10.296889 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:10.320762 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b66f2774-0455-45ee-aac2-7e534a585601', 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'fixed_ips': [{'subnet_id': '73a33358-771c-4a56-ac9b-0361df881d3f'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:52:10.321714 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:10.380885 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683897ce-5a29-4143-9c52-5ff0d83c79d3 admin admin] Router fdcddce0-880a-4f6b-8b5f-2cd52279a841 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:52:10.453147 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:10.493112 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Allocated IP 172.20.0.2 (b66f2774-0455-45ee-aac2-7e534a585601/73a33358-771c-4a56-ac9b-0361df881d3f/cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:52:10.507219 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683897ce-5a29-4143-9c52-5ff0d83c79d3 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:52:10.514544 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-683897ce-5a29-4143-9c52-5ff0d83c79d3 admin admin] 10.222.0.20 "PUT /v2.0/routers/fdcddce0-880a-4f6b-8b5f-2cd52279a841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7335019 Dec 06 14:52:10.517027 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53752) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:10.519137 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47b8b2-487a-4941-a7aa-6044f797d3d2 None None] Sync routers for ids ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:52:10.538550 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47b8b2-487a-4941-a7aa-6044f797d3d2 None None] Routers {'fdcddce0-880a-4f6b-8b5f-2cd52279a841'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:10.539348 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9e47b8b2-487a-4941-a7aa-6044f797d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:10.710543 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:10.720224 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:10.731537 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:10.737697 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-9e47b8b2-487a-4941-a7aa-6044f797d3d2 None None] Set router fdcddce0-880a-4f6b-8b5f-2cd52279a841 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:10.777156 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:10.786741 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Network b66f2774-0455-45ee-aac2-7e534a585601 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:52:10.806370 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:10.821802 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:52:10.826690 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Pushing event updated for resources: {'Port': ['ID=cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:10.924701 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Allocated IP 172.35.7.208 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/16418726-c21a-4dcf-bbe7-53d9e7e9c353) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:52:10.944400 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Attempting to bind port cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:52:10.944800 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Attempting to bind port cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '76aa9003-530a-4080-aeab-4c1e39a526e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:52:10.945210 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Attempting to bind port cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7 on network b66f2774-0455-45ee-aac2-7e534a585601 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:10.952700 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:52:10.953264 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Checking segment: {'id': '76aa9003-530a-4080-aeab-4c1e39a526e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:52:10.953685 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:10.954641 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Bound using segment: {'id': '76aa9003-530a-4080-aeab-4c1e39a526e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:52:10.954641 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Bound port: cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76aa9003-530a-4080-aeab-4c1e39a526e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:52:10.954946 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:11.020945 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9e47b8b2-487a-4941-a7aa-6044f797d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'name': 'tempest-ServersTestFqdnHostnames-1632543467-router', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:40Z', 'updated_at': '2021-12-06T14:52:09Z', 'revision_number': 5, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'gw_port': {'id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:41Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:11.032670 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] For port cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:52:11.037348 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] For port cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7,segment=NetworkSegment(76aa9003-530a-4080-aeab-4c1e39a526e7),segment_id=76aa9003-530a-4080-aeab-4c1e39a526e7)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:52:11.045318 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:11.057641 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47b8b2-487a-4941-a7aa-6044f797d3d2 None None] Checking router: fdcddce0-880a-4f6b-8b5f-2cd52279a841 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:52:11.067705 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47b8b2-487a-4941-a7aa-6044f797d3d2 None None] Routers {'fdcddce0-880a-4f6b-8b5f-2cd52279a841'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:11.068793 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9e47b8b2-487a-4941-a7aa-6044f797d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:11.077463 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:11.128587 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2e3e2-407f-4012-9be0-5a0ebc9a9f22 None None] Pushing event updated for resources: {'Port': ['ID=cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:11.143748 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:11.188158 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:52:11.191944 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:11.207039 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:52:11.207427 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24324537-1d7d-4781-889e-9e478155f72b None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:52:11.248931 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2954c679-f07d-47b8-8bb2-7b55025f73d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:11.256470 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-9e47b8b2-487a-4941-a7aa-6044f797d3d2 None None] Set router fdcddce0-880a-4f6b-8b5f-2cd52279a841 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:11.270476 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f3b717e1-b662-4ad6-86ef-9fe973377083 None None] Provisioning complete for port 16418726-c21a-4dcf-bbe7-53d9e7e9c353 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:11.270870 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3b717e1-b662-4ad6-86ef-9fe973377083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:11.289991 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Pushing event updated for resources: {'Port': ['ID=16418726-c21a-4dcf-bbe7-53d9e7e9c353,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:11.360735 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f3b717e1-b662-4ad6-86ef-9fe973377083 None None] Port 16418726-c21a-4dcf-bbe7-53d9e7e9c353 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:52:11.506230 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2954c679-f07d-47b8-8bb2-7b55025f73d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:11.629869 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2954c679-f07d-47b8-8bb2-7b55025f73d9 admin admin] Deleting port f2247a29-b8da-45bc-83b3-bc24b0970159 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:11.630206 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2954c679-f07d-47b8-8bb2-7b55025f73d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:11.762651 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2954c679-f07d-47b8-8bb2-7b55025f73d9 admin admin] For port f2247a29-b8da-45bc-83b3-bc24b0970159, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f2247a29-b8da-45bc-83b3-bc24b0970159,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:11.763460 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2954c679-f07d-47b8-8bb2-7b55025f73d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:11.778859 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2954c679-f07d-47b8-8bb2-7b55025f73d9 admin admin] Calling delete_port for f2247a29-b8da-45bc-83b3-bc24b0970159 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:11.822275 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9e47b8b2-487a-4941-a7aa-6044f797d3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'name': 'tempest-ServersTestFqdnHostnames-1632543467-router', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:40Z', 'updated_at': '2021-12-06T14:52:09Z', 'revision_number': 5, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'gw_port': {'id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:41Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:11.857827 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:11.910048 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47b8b2-487a-4941-a7aa-6044f797d3d2 None None] The sync data for ids ['fdcddce0-880a-4f6b-8b5f-2cd52279a841'] in n-d-master-1 is: [{'id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'name': 'tempest-ServersTestFqdnHostnames-1632543467-router', 'tenant_id': 'e8fd6664765541d496ef1f354f2e07de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219'}], 'enable_snat': True}, 'gw_port_id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:49:40Z', 'updated_at': '2021-12-06T14:52:09Z', 'revision_number': 5, 'project_id': 'e8fd6664765541d496ef1f354f2e07de', 'gw_port': {'id': 'f2247a29-b8da-45bc-83b3-bc24b0970159', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcddce0-880a-4f6b-8b5f-2cd52279a841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:49:41Z', 'updated_at': '2021-12-06T14:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:52:11.955473 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:11.956136 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:12.046880 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2954c679-f07d-47b8-8bb2-7b55025f73d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:12.072235 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954c679-f07d-47b8-8bb2-7b55025f73d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2247a29-b8da-45bc-83b3-bc24b0970159,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:12.106214 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25d9901-2e6a-4d65-8a74-fd8cf86ff666 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:52:12.118260 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:12.186206 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2954c679-f07d-47b8-8bb2-7b55025f73d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:12.187310 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7,segment=NetworkSegment(76aa9003-530a-4080-aeab-4c1e39a526e7),segment_id=76aa9003-530a-4080-aeab-4c1e39a526e7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:12.197365 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:12.287976 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:12.326371 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:12.348743 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2954c679-f07d-47b8-8bb2-7b55025f73d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:12.363471 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2954c679-f07d-47b8-8bb2-7b55025f73d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:12.432202 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2954c679-f07d-47b8-8bb2-7b55025f73d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:12.433226 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2954c679-f07d-47b8-8bb2-7b55025f73d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdcddce0-880a-4f6b-8b5f-2cd52279a841 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:52:12.442184 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2954c679-f07d-47b8-8bb2-7b55025f73d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:12.446138 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53796) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:12.446702 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2954c679-f07d-47b8-8bb2-7b55025f73d9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fdcddce0-880a-4f6b-8b5f-2cd52279a841 HTTP/1.1" status: 204 len: 168 time: 1.9245381 Dec 06 14:52:12.565009 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-8774dd94-8da3-429a-9bdb-5dc18a7f03d8 admin admin] Deleting subnet 20ad2411-a365-441e-ba31-0b9aae32c0d8 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:52:12.571447 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8774dd94-8da3-429a-9bdb-5dc18a7f03d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:12.650145 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8774dd94-8da3-429a-9bdb-5dc18a7f03d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:12.665672 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ede60e9-8a90-4693-be9a-ab894147a4f4 None None] Network b66f2774-0455-45ee-aac2-7e534a585601 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:52:12.702124 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:12.750175 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0de92886-556d-4996-a323-e4fe01b36e1d None None] Provisioning complete for port cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:12.750462 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0de92886-556d-4996-a323-e4fe01b36e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:12.896456 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8774dd94-8da3-429a-9bdb-5dc18a7f03d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:12.981272 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Router 6e277e49-f990-40f5-8d6a-7e660fc79c41 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:52:12.993148 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8774dd94-8da3-429a-9bdb-5dc18a7f03d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:13.058771 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8774dd94-8da3-429a-9bdb-5dc18a7f03d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:13.063162 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8774dd94-8da3-429a-9bdb-5dc18a7f03d8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/20ad2411-a365-441e-ba31-0b9aae32c0d8 HTTP/1.1" status: 204 len: 168 time: 0.6154971 Dec 06 14:52:13.063760 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f83fc3-4678-4ae2-aae8-cc6f1952fb39 None None] Network 75ec1074-48b0-468d-8546-afcb61441dc6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:52:13.065807 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53808) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:13.068626 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774dd94-8da3-429a-9bdb-5dc18a7f03d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ad2411-a365-441e-ba31-0b9aae32c0d8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:13.136227 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:52:13.156153 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Sync routers for ids ['6e277e49-f990-40f5-8d6a-7e660fc79c41'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:52:13.163506 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:13.167249 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b693ee5a-d986-40dc-b2ba-3c3dff5b601c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.0167871 Dec 06 14:52:13.171072 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53810) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:13.245072 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:13.255032 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Routers {'6e277e49-f990-40f5-8d6a-7e660fc79c41'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:13.256337 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e277e49-f990-40f5-8d6a-7e660fc79c41'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:13.321202 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] Deleting port a631b845-fa1f-4e04-806e-0edebd24ea44 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:13.321909 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:13.399623 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-350cb410-b46f-4d34-9abd-5971e5c37251 None None] Provisioning complete for port cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:13.400025 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-350cb410-b46f-4d34-9abd-5971e5c37251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:13.405046 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] For port a631b845-fa1f-4e04-806e-0edebd24ea44, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a631b845-fa1f-4e04-806e-0edebd24ea44,segment=NetworkSegment(b6263aea-628b-4044-82ab-158fc318cfff),segment_id=b6263aea-628b-4044-82ab-158fc318cfff)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:13.406846 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:13.421418 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] Calling delete_port for a631b845-fa1f-4e04-806e-0edebd24ea44 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:13.465289 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Set router 6e277e49-f990-40f5-8d6a-7e660fc79c41 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:13.517334 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:13.616347 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad51f095-3615-4c86-9c5c-bff404d352d7 None None] DHCP port deletion for 75ec1074-48b0-468d-8546-afcb61441dc6 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:52:13.628250 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] No DVR routers for this DVR port a631b845-fa1f-4e04-806e-0edebd24ea44 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:52:13.683543 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] Pushing event deleted for resources: {'Port': ['ID=a631b845-fa1f-4e04-806e-0edebd24ea44,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:13.717847 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:13.779713 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:13.803684 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ec1074-48b0-468d-8546-afcb61441dc6']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:13.805774 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:13.816201 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6263aea-628b-4044-82ab-158fc318cfff') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:13.816449 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6263aea-628b-4044-82ab-158fc318cfff') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:13.825065 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:13.825444 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:13.834905 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:13.858109 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:13.865188 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716327288-router', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208'}], 'enable_snat': True}, 'gw_port_id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:12Z', 'revision_number': 3, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'gw_port': {'id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:13.869295 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:52:13.869900 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:13.898087 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Checking router: 6e277e49-f990-40f5-8d6a-7e660fc79c41 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:52:13.898442 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Updating router 6e277e49-f990-40f5-8d6a-7e660fc79c41 port 16418726-c21a-4dcf-bbe7-53d9e7e9c353 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:52:13.903495 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:52:13.933697 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:13.965337 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:13.971194 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:13.975810 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] 10.222.0.20 "DELETE /v2.0/networks/75ec1074-48b0-468d-8546-afcb61441dc6 HTTP/1.1" status: 204 len: 168 time: 0.9089653 Dec 06 14:52:13.996930 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fcafa-f2ed-41cb-ac85-29a55354ac77 admin admin] Pushing event deleted for resources: {'Network': ['ID=75ec1074-48b0-468d-8546-afcb61441dc6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:14.088862 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] Allocated IP 172.20.0.1 (b66f2774-0455-45ee-aac2-7e534a585601/73a33358-771c-4a56-ac9b-0361df881d3f/2fe61919-bc22-46a5-99e6-661d5d93af7e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:52:14.100195 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8659ee62-4bd7-41c5-8fe5-f17935fcc988 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:52:14.129200 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 8659ee62-4bd7-41c5-8fe5-f17935fcc988 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:52:14.129585 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8659ee62-4bd7-41c5-8fe5-f17935fcc988 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:52:14.130016 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f2247a29-b8da-45bc-83b3-bc24b0970159 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:52:14.194940 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53818) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:14.215389 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:14.256305 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bcae0b08-6fa0-48c1-9869-acb1de14b849 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8fd6664765541d496ef1f354f2e07de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0592906 Dec 06 14:52:14.257505 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53822) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:14.263919 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:14.327956 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: f2247a29-b8da-45bc-83b3-bc24b0970159 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:52:14.328577 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f2247a29-b8da-45bc-83b3-bc24b0970159 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:52:14.334241 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c73602db-3044-478d-b1a1-5a19594b3eef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:14.341845 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] Network b66f2774-0455-45ee-aac2-7e534a585601 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:52:14.342963 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe61919-bc22-46a5-99e6-661d5d93af7e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:14.347097 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:14.350270 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:52:14.380975 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c73602db-3044-478d-b1a1-5a19594b3eef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:14.397748 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:14.446197 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c73602db-3044-478d-b1a1-5a19594b3eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:14.449028 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c73602db-3044-478d-b1a1-5a19594b3eef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:14.452673 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c73602db-3044-478d-b1a1-5a19594b3eef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/443d06ab-a9b6-4ace-b2c8-ad0533d24934 HTTP/1.1" status: 204 len: 168 time: 0.1917462 Dec 06 14:52:14.470149 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73602db-3044-478d-b1a1-5a19594b3eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443d06ab-a9b6-4ace-b2c8-ad0533d24934,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:14.575203 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:14.581947 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:14.593055 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:14.602411 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-88c0e8ba-c8a1-4457-9690-fcc8c30270e7 req-abe2b8d5-292b-4162-ac3d-0292763e0749 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0631378 Dec 06 14:52:14.658117 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Attempting to bind port 16418726-c21a-4dcf-bbe7-53d9e7e9c353 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:52:14.658496 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Attempting to bind port 16418726-c21a-4dcf-bbe7-53d9e7e9c353 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:52:14.658911 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Attempting to bind port 16418726-c21a-4dcf-bbe7-53d9e7e9c353 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:14.662492 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2cf9bd-4573-4540-97a6-fbf7725fe1d8 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:52:14.665575 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fb2cb-3fa8-4f95-ab17-aed81a5b931d None None] Pushing event updated for resources: {'Port': ['ID=16418726-c21a-4dcf-bbe7-53d9e7e9c353,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:14.673966 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:52:14.674352 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:52:14.674840 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:14.675836 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:52:14.676380 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Bound port: 16418726-c21a-4dcf-bbe7-53d9e7e9c353, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:52:14.676925 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:14.687108 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0e8ba-c8a1-4457-9690-fcc8c30270e7 req-3a61a58e-13b3-41cf-9ad1-46914814d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:14.689312 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-88c0e8ba-c8a1-4457-9690-fcc8c30270e7 req-3a61a58e-13b3-41cf-9ad1-46914814d45b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13ce7cb8eaa54a73a674bedc378777e7&device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 1096 time: 0.0573227 Dec 06 14:52:14.794669 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a99766e0-50df-4107-a7de-5078acde2c62 None None] Provisioning complete for port 16418726-c21a-4dcf-bbe7-53d9e7e9c353 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:14.795334 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a99766e0-50df-4107-a7de-5078acde2c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:14.854093 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] For port 16418726-c21a-4dcf-bbe7-53d9e7e9c353, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:52:14.876300 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0e8ba-c8a1-4457-9690-fcc8c30270e7 req-e257e779-0c8b-4863-8ccc-e37ab947a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:14.881977 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-88c0e8ba-c8a1-4457-9690-fcc8c30270e7 req-e257e779-0c8b-4863-8ccc-e37ab947a94f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f09c8eed-929d-4a4a-a9da-19e0c25e2663 HTTP/1.1" status: 200 len: 917 time: 0.1677992 Dec 06 14:52:14.888377 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] For port 16418726-c21a-4dcf-bbe7-53d9e7e9c353, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=16418726-c21a-4dcf-bbe7-53d9e7e9c353,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:52:14.900614 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:14.901846 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a99766e0-50df-4107-a7de-5078acde2c62 None None] Port 16418726-c21a-4dcf-bbe7-53d9e7e9c353 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:52:14.904068 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:14.907916 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:14.959957 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3792c8-e46e-4c6b-ad2f-d93b44f49fac None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:52:14.973339 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a99766e0-50df-4107-a7de-5078acde2c62 None None] Provisioning complete for port 2fe61919-bc22-46a5-99e6-661d5d93af7e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:14.974043 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a99766e0-50df-4107-a7de-5078acde2c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:15.000798 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe61919-bc22-46a5-99e6-661d5d93af7e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:15.008620 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:15.016678 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Routers {'6e277e49-f990-40f5-8d6a-7e660fc79c41'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:15.017332 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e277e49-f990-40f5-8d6a-7e660fc79c41'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:15.025614 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fb2cb-3fa8-4f95-ab17-aed81a5b931d None None] Pushing event updated for resources: {'Port': ['ID=16418726-c21a-4dcf-bbe7-53d9e7e9c353,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:15.034294 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-88c0e8ba-c8a1-4457-9690-fcc8c30270e7 req-978e647a-f0d4-4d15-a874-a8edb0acb6fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b1be6d0-1165-4d63-9e4c-3495e7e9a28f HTTP/1.1" status: 200 len: 1000 time: 0.1427281 Dec 06 14:52:15.081927 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a99766e0-50df-4107-a7de-5078acde2c62 None None] Port 2fe61919-bc22-46a5-99e6-661d5d93af7e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:52:15.145346 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0e8ba-c8a1-4457-9690-fcc8c30270e7 req-d122066a-d37d-438f-9c7d-6c5e2e7856a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:15.149076 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-88c0e8ba-c8a1-4457-9690-fcc8c30270e7 req-d122066a-d37d-438f-9c7d-6c5e2e7856a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a HTTP/1.1" status: 200 len: 855 time: 0.1056256 Dec 06 14:52:15.197701 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] Set router 6e277e49-f990-40f5-8d6a-7e660fc79c41 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:15.202542 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] Network b66f2774-0455-45ee-aac2-7e534a585601 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:52:15.204126 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:15.257999 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0e8ba-c8a1-4457-9690-fcc8c30270e7 req-3b4e5af5-c685-4124-8844-96a23a1be72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:15.264933 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-88c0e8ba-c8a1-4457-9690-fcc8c30270e7 req-3b4e5af5-c685-4124-8844-96a23a1be72b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f09c8eed-929d-4a4a-a9da-19e0c25e2663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073713 Dec 06 14:52:15.512984 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-88c0e8ba-c8a1-4457-9690-fcc8c30270e7 req-d0963e00-67d6-492b-abde-2d4f69da6070 service neutron] 10.222.0.37 "GET /v2.0/networks/f09c8eed-929d-4a4a-a9da-19e0c25e2663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351270 Dec 06 14:52:15.568827 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] Router 6e277e49-f990-40f5-8d6a-7e660fc79c41 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:52:15.589752 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-76f397dc-7408-48cb-a00a-a8f5e3f1a1b5 None None] Provisioning complete for port 16418726-c21a-4dcf-bbe7-53d9e7e9c353 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:15.590279 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76f397dc-7408-48cb-a00a-a8f5e3f1a1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:15.714819 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a631b845-fa1f-4e04-806e-0edebd24ea44 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:52:15.737281 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5c0e2-e3e9-471b-b951-acc9f667f88d req-7c056295-b064-4e7d-a357-0145890b4bbe tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:15.745894 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5c0e2-e3e9-471b-b951-acc9f667f88d req-7c056295-b064-4e7d-a357-0145890b4bbe tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:15.752821 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5c0e2-e3e9-471b-b951-acc9f667f88d req-7c056295-b064-4e7d-a357-0145890b4bbe tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:15.762990 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5c0e2-e3e9-471b-b951-acc9f667f88d req-7c056295-b064-4e7d-a357-0145890b4bbe tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:15.769191 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: a631b845-fa1f-4e04-806e-0edebd24ea44 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:52:15.769506 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a631b845-fa1f-4e04-806e-0edebd24ea44 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:52:15.773455 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5c0e2-e3e9-471b-b951-acc9f667f88d req-7c056295-b064-4e7d-a357-0145890b4bbe tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:15.778843 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716327288-router', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208'}], 'enable_snat': True}, 'gw_port_id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:14Z', 'revision_number': 4, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'gw_port': {'id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2fe61919-bc22-46a5-99e6-661d5d93af7e', 'name': '', 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'mac_address': 'fa:16:3e:57:67:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:13Z', 'updated_at': '2021-12-06T14:52:14Z', 'revision_number': 2, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'subnets': [{'id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:15.780607 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5c0e2-e3e9-471b-b951-acc9f667f88d req-7c056295-b064-4e7d-a357-0145890b4bbe tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:15.790095 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5c0e2-e3e9-471b-b951-acc9f667f88d req-7c056295-b064-4e7d-a357-0145890b4bbe tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:15.792604 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-47d5c0e2-e3e9-471b-b951-acc9f667f88d req-7c056295-b064-4e7d-a357-0145890b4bbe tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5446 time: 0.2476938 Dec 06 14:52:15.796171 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:52:15.814489 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d2fd0-6fb9-41cd-8ea8-a188e0740dde None None] The sync data for ids ['6e277e49-f990-40f5-8d6a-7e660fc79c41'] in n-d-master-1 is: [{'id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716327288-router', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208'}], 'enable_snat': True}, 'gw_port_id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:14Z', 'revision_number': 4, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'gw_port': {'id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2fe61919-bc22-46a5-99e6-661d5d93af7e', 'name': '', 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'mac_address': 'fa:16:3e:57:67:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:13Z', 'updated_at': '2021-12-06T14:52:14Z', 'revision_number': 2, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'subnets': [{'id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:52:15.828084 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-93469748-0d28-48d2-9e15-4c79a0090466 admin admin] 10.222.0.20 "PUT /v2.0/routers/6e277e49-f990-40f5-8d6a-7e660fc79c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6489241 Dec 06 14:52:15.901546 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76f397dc-7408-48cb-a00a-a8f5e3f1a1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:15.943460 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-76f397dc-7408-48cb-a00a-a8f5e3f1a1b5 None None] For port 16418726-c21a-4dcf-bbe7-53d9e7e9c353, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=16418726-c21a-4dcf-bbe7-53d9e7e9c353,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:15.945952 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-47d5c0e2-e3e9-471b-b951-acc9f667f88d req-67a0f835-16ed-42b8-8bf7-a5c51e2206a2 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1128604 Dec 06 14:52:15.948532 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-88c0e8ba-c8a1-4457-9690-fcc8c30270e7 req-94dd6f07-6b8e-4bfd-83fe-e01c93d407c8 service neutron] 10.222.0.37 "GET /v2.0/networks/f09c8eed-929d-4a4a-a9da-19e0c25e2663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221470 Dec 06 14:52:15.950426 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53866) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:15.960539 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76f397dc-7408-48cb-a00a-a8f5e3f1a1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:16.043914 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f397dc-7408-48cb-a00a-a8f5e3f1a1b5 None None] Pushing event updated for resources: {'Port': ['ID=16418726-c21a-4dcf-bbe7-53d9e7e9c353,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:16.096163 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f68f78af-b9d0-4e0d-84b6-9a836b658c5d None None] Provisioning complete for port 2fe61919-bc22-46a5-99e6-661d5d93af7e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:16.096617 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f68f78af-b9d0-4e0d-84b6-9a836b658c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:16.139777 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4ad16af0-8789-4bb9-9ea0-bcb601f331a1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-756398945-network', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:16.149001 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f68f78af-b9d0-4e0d-84b6-9a836b658c5d None None] Port 2fe61919-bc22-46a5-99e6-661d5d93af7e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:52:16.185611 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad16af0-8789-4bb9-9ea0-bcb601f331a1 admin admin] Made reservation on behalf of da8d343b463741c1a6e370300f4581c3 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:52:16.187996 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ad16af0-8789-4bb9-9ea0-bcb601f331a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:16.225921 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ad16af0-8789-4bb9-9ea0-bcb601f331a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:16.363096 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ad16af0-8789-4bb9-9ea0-bcb601f331a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:16.370614 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ad16af0-8789-4bb9-9ea0-bcb601f331a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:16.402820 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad16af0-8789-4bb9-9ea0-bcb601f331a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:52:16.421418 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad16af0-8789-4bb9-9ea0-bcb601f331a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:16.430614 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ad16af0-8789-4bb9-9ea0-bcb601f331a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:16.431313 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-4ad16af0-8789-4bb9-9ea0-bcb601f331a1 admin admin] Added segment 45d76bb3-c097-4055-a609-38fa03cb3a43 of type vlan for network ef8e5d39-99cc-4c37-996c-675a5525e83c Dec 06 14:52:16.544920 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ad16af0-8789-4bb9-9ea0-bcb601f331a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:16.591176 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-fd9e26a1-9836-4f48-aad8-624288aeaef6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0920494 Dec 06 14:52:16.605717 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-98921367-cf72-4031-b1fe-2aba2ea8f8e5 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.618272 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-98921367-cf72-4031-b1fe-2aba2ea8f8e5 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/networks?id=b66f2774-0455-45ee-aac2-7e534a585601 HTTP/1.1" status: 200 len: 828 time: 0.2545424 Dec 06 14:52:16.639876 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-a154bc4a-4512-4bc6-aaa3-fca992c8b233 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/quotas/0102bebeb28649558fc2f33b3c60ad5f HTTP/1.1" status: 200 len: 375 time: 0.0205021 Dec 06 14:52:16.642147 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ad16af0-8789-4bb9-9ea0-bcb601f331a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:16.643720 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad16af0-8789-4bb9-9ea0-bcb601f331a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.645222 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ad16af0-8789-4bb9-9ea0-bcb601f331a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:16.701192 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-a7603874-5816-4021-90db-f3ed98434802 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.716371 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-a7603874-5816-4021-90db-f3ed98434802 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.723369 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-a7603874-5816-4021-90db-f3ed98434802 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.730621 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-a7603874-5816-4021-90db-f3ed98434802 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.737957 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-a7603874-5816-4021-90db-f3ed98434802 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.746061 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-a7603874-5816-4021-90db-f3ed98434802 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.752508 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-a7603874-5816-4021-90db-f3ed98434802 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.754196 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-7c860345-7d00-45c6-9a0d-93c0e8a50276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.755221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-a7603874-5816-4021-90db-f3ed98434802 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.37 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5446 time: 0.1854177 Dec 06 14:52:16.755866 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-7c860345-7d00-45c6-9a0d-93c0e8a50276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.756487 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-7c860345-7d00-45c6-9a0d-93c0e8a50276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.757308 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-7c860345-7d00-45c6-9a0d-93c0e8a50276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.757964 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-7c860345-7d00-45c6-9a0d-93c0e8a50276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.758613 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-7c860345-7d00-45c6-9a0d-93c0e8a50276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.759793 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-7c860345-7d00-45c6-9a0d-93c0e8a50276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.762305 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-7c860345-7d00-45c6-9a0d-93c0e8a50276 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c37093efdf04284b9ef95dbc568d083&device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 6489 time: 0.1042387 Dec 06 14:52:16.786579 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4ad16af0-8789-4bb9-9ea0-bcb601f331a1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8339531 Dec 06 14:52:16.786810 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-4b63e7b4-9659-4f0d-81f3-76f88cda2297 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0102bebeb28649558fc2f33b3c60ad5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1460085 Dec 06 14:52:16.789914 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53890) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:16.794967 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0a3e993e-d2f6-4fe5-9ae0-fde6dc804b5c admin admin] Request body: {'subnet': {'network_id': 'ef8e5d39-99cc-4c37-996c-675a5525e83c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-756398945-subnet', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:16.839905 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad16af0-8789-4bb9-9ea0-bcb601f331a1 admin admin] Pushing event updated for resources: {'Network': ['ID=ef8e5d39-99cc-4c37-996c-675a5525e83c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:16.855552 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-567b320f-bdcc-49ed-b397-e6e3dee8438d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.858264 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network ef8e5d39-99cc-4c37-996c-675a5525e83c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:52:16.858756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-567b320f-bdcc-49ed-b397-e6e3dee8438d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.37 "GET /v2.0/ports/0ff887d8-72a7-47c9-8650-b59d05e0a9b7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0877571 Dec 06 14:52:16.984346 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-45eaee05-2c4a-43d5-83a9-8c34df3a8435 service neutron] 10.222.0.20 "GET /v2.0/networks/b66f2774-0455-45ee-aac2-7e534a585601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799619 Dec 06 14:52:17.080346 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-5caa78fb-fe2d-4eb8-8de7-7a3742bd1189 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.37 "GET /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2136059 Dec 06 14:52:17.096702 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-5c9a24fc-e75b-4ff8-a6b1-3584aae18aa4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:17.174419 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3e993e-d2f6-4fe5-9ae0-fde6dc804b5c admin admin] Made reservation on behalf of da8d343b463741c1a6e370300f4581c3 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:52:17.177586 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a3e993e-d2f6-4fe5-9ae0-fde6dc804b5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:17.203417 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-5c9a24fc-e75b-4ff8-a6b1-3584aae18aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:17.246748 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f136cf-c32a-48d5-8c5c-b74afdd7e4ce req-0715f7ac-2814-4042-a4b7-5baa2bd7e50d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:17.253111 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f136cf-c32a-48d5-8c5c-b74afdd7e4ce req-0715f7ac-2814-4042-a4b7-5baa2bd7e50d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:17.259621 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f136cf-c32a-48d5-8c5c-b74afdd7e4ce req-0715f7ac-2814-4042-a4b7-5baa2bd7e50d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:17.269559 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f136cf-c32a-48d5-8c5c-b74afdd7e4ce req-0715f7ac-2814-4042-a4b7-5baa2bd7e50d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:17.276172 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f136cf-c32a-48d5-8c5c-b74afdd7e4ce req-0715f7ac-2814-4042-a4b7-5baa2bd7e50d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:17.280439 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-57777f2c-4fec-4226-9513-401142f27b6f service neutron] 10.222.0.20 "GET /v2.0/networks/b66f2774-0455-45ee-aac2-7e534a585601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627792 Dec 06 14:52:17.281556 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-1faf148d-03ab-4f8a-8943-50d05209f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:17.282077 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-1faf148d-03ab-4f8a-8943-50d05209f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:17.282674 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-1faf148d-03ab-4f8a-8943-50d05209f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:17.284148 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-1faf148d-03ab-4f8a-8943-50d05209f96f service neutron] 10.222.0.23 "GET /v2.0/networks?id=6e31e4b3-623f-41f0-89d7-053df25180e1&id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&id=cb158934-4018-4c6a-ae8b-2c28f8c789bf&id=cb158934-4018-4c6a-ae8b-2c28f8c789bf HTTP/1.1" status: 200 len: 2294 time: 0.4842870 Dec 06 14:52:17.286251 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f136cf-c32a-48d5-8c5c-b74afdd7e4ce req-0715f7ac-2814-4042-a4b7-5baa2bd7e50d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:17.292626 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f136cf-c32a-48d5-8c5c-b74afdd7e4ce req-0715f7ac-2814-4042-a4b7-5baa2bd7e50d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:17.302276 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58f136cf-c32a-48d5-8c5c-b74afdd7e4ce req-0715f7ac-2814-4042-a4b7-5baa2bd7e50d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 5446 time: 0.1573205 Dec 06 14:52:17.417047 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-d153d3f6-469c-4d78-bb39-255e485ee104 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8787e97-b48c-4cf9-a70a-9062d1daf772 HTTP/1.1" status: 200 len: 1002 time: 0.1242774 Dec 06 14:52:17.432785 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58f136cf-c32a-48d5-8c5c-b74afdd7e4ce req-e98c6d55-4783-4d2b-bb53-3fa7f6d2897b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=baf8c4b9-186e-407c-b2d2-9e69132b767e&id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1291246 Dec 06 14:52:17.531894 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d817a3b-a5bc-4fd6-8187-26bd4d91c5f0 req-55813671-c52e-4640-8f39-ff7310ae5d96 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 210 time: 0.0465271 Dec 06 14:52:17.557622 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-9a484d47-f095-43b0-a186-976ad9958b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:17.557622 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-9a484d47-f095-43b0-a186-976ad9958b74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ebae9223-bf32-4b01-a47e-4989661e2354 HTTP/1.1" status: 200 len: 851 time: 0.1081085 Dec 06 14:52:17.560810 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-5c9a24fc-e75b-4ff8-a6b1-3584aae18aa4 service neutron] For port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0ff887d8-72a7-47c9-8650-b59d05e0a9b7,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:17.673639 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a3e993e-d2f6-4fe5-9ae0-fde6dc804b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:17.681694 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-c4b2b722-c696-48d5-9d23-102a2fbc2eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:17.684065 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-c4b2b722-c696-48d5-9d23-102a2fbc2eff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6e31e4b3-623f-41f0-89d7-053df25180e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928600 Dec 06 14:52:17.698639 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-5c9a24fc-e75b-4ff8-a6b1-3584aae18aa4 service neutron] For port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:52:17.768650 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-5c9a24fc-e75b-4ff8-a6b1-3584aae18aa4 service neutron] device_id is not set on port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:52:17.771256 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 16418726-c21a-4dcf-bbe7-53d9e7e9c353 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:17.784881 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-5c9a24fc-e75b-4ff8-a6b1-3584aae18aa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:17.797360 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-5c9a24fc-e75b-4ff8-a6b1-3584aae18aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:17.852461 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e993e-d2f6-4fe5-9ae0-fde6dc804b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=46784296-e2e0-4b66-b685-9474ba7cb77e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:17.869336 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 16418726-c21a-4dcf-bbe7-53d9e7e9c353 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:17.870919 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:17.982687 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-5c9a24fc-e75b-4ff8-a6b1-3584aae18aa4 service neutron] No DVR routers for this DVR port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:52:18.035530 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a24fc-e75b-4ff8-a6b1-3584aae18aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff887d8-72a7-47c9-8650-b59d05e0a9b7,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:18.053569 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-5c9a24fc-e75b-4ff8-a6b1-3584aae18aa4 service neutron] In _notify_port_updated(), no bound segment for port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 on network 6d4b264c-2449-439e-aadb-4b6f43f38919 {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:52:18.054630 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-5c9a24fc-e75b-4ff8-a6b1-3584aae18aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:18.055249 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-5c9a24fc-e75b-4ff8-a6b1-3584aae18aa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:18.056617 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-5c9a24fc-e75b-4ff8-a6b1-3584aae18aa4 service neutron] 10.222.0.37 "PUT /v2.0/ports/0ff887d8-72a7-47c9-8650-b59d05e0a9b7 HTTP/1.1" status: 200 len: 1033 time: 0.9678001 Dec 06 14:52:18.160214 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-969eff77-5770-408f-8f87-e5c558887b18 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:18.162403 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-969eff77-5770-408f-8f87-e5c558887b18 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.37 "GET /v2.0/ports/136aab93-4414-4a27-bb13-b887ce3df348?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0972824 Dec 06 14:52:18.173801 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-b9ad7d6f-4c32-4768-a386-bcc28bde5bc9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:18.251121 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-b9ad7d6f-4c32-4768-a386-bcc28bde5bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:18.293580 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-23b2924c-2376-4c4c-9440-e8becac47173 None None] Provisioning complete for port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:18.294614 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-23b2924c-2376-4c4c-9440-e8becac47173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:18.343349 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-23b2924c-2376-4c4c-9440-e8becac47173 None None] Port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:52:18.415467 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e993e-d2f6-4fe5-9ae0-fde6dc804b5c admin admin] Checking segment: {'id': '45d76bb3-c097-4055-a609-38fa03cb3a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ef8e5d39-99cc-4c37-996c-675a5525e83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:52:18.416265 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3e993e-d2f6-4fe5-9ae0-fde6dc804b5c admin admin] Network hostable DHCP agents. Network: ef8e5d39-99cc-4c37-996c-675a5525e83c, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:52:18.439034 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-cc8a83cb-7431-4457-b9ed-7094c81cd63d service neutron] 10.222.0.23 "GET /v2.0/networks/6e31e4b3-623f-41f0-89d7-053df25180e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7221456 Dec 06 14:52:18.455522 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3e993e-d2f6-4fe5-9ae0-fde6dc804b5c admin admin] Network ef8e5d39-99cc-4c37-996c-675a5525e83c is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:52:18.479295 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-b9ad7d6f-4c32-4768-a386-bcc28bde5bc9 service neutron] For port 136aab93-4414-4a27-bb13-b887ce3df348, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=136aab93-4414-4a27-bb13-b887ce3df348,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:18.514318 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0a3e993e-d2f6-4fe5-9ae0-fde6dc804b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ef8e5d39-99cc-4c37-996c-675a5525e83c) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:18.522907 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-b9ad7d6f-4c32-4768-a386-bcc28bde5bc9 service neutron] For port 136aab93-4414-4a27-bb13-b887ce3df348, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:52:18.526761 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3e993e-d2f6-4fe5-9ae0-fde6dc804b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:18.527386 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a3e993e-d2f6-4fe5-9ae0-fde6dc804b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:18.527830 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e280be2b-9829-48ff-859b-59d6061bd7a8 None None] Network ef8e5d39-99cc-4c37-996c-675a5525e83c requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:52:18.556936 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0a3e993e-d2f6-4fe5-9ae0-fde6dc804b5c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7659028 Dec 06 14:52:18.559905 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53916) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:18.564374 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-756398945-router', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:18.566401 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-b9ad7d6f-4c32-4768-a386-bcc28bde5bc9 service neutron] device_id is not set on port 136aab93-4414-4a27-bb13-b887ce3df348 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:52:18.575234 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-d69bcdfb-de53-4e7a-9a1a-ea491045bcb5 service neutron] 10.222.0.23 "GET /v2.0/networks/6e31e4b3-623f-41f0-89d7-053df25180e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285751 Dec 06 14:52:18.575925 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-b9ad7d6f-4c32-4768-a386-bcc28bde5bc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:18.591451 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-b9ad7d6f-4c32-4768-a386-bcc28bde5bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:18.632772 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-7213720d-9e46-47d2-ae49-2d2562edaf34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=0543179e-d70f-4909-a03d-fcfe66648f7a HTTP/1.1" status: 200 len: 217 time: 0.0487483 Dec 06 14:52:18.652693 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:18.653786 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:18.686608 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad7d6f-4c32-4768-a386-bcc28bde5bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=136aab93-4414-4a27-bb13-b887ce3df348,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:18.734630 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-26cfd126-8cec-4406-9fe4-2cc068b4f110 req-5797939b-4f5d-44fc-86be-52b04752404f tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 210 time: 0.0414317 Dec 06 14:52:18.764337 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-b9ad7d6f-4c32-4768-a386-bcc28bde5bc9 service neutron] No DVR routers for this DVR port 136aab93-4414-4a27-bb13-b887ce3df348 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:52:18.776675 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-c8015158-403e-4ad2-bfb2-a9580d541421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:18.781468 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-c8015158-403e-4ad2-bfb2-a9580d541421 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f HTTP/1.1" status: 200 len: 797 time: 0.1420441 Dec 06 14:52:18.812496 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d1d65-565b-431e-ba41-c2297b56c56f req-5822f78e-8912-40bb-95e7-2fc853700c31 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:18.820388 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d1d65-565b-431e-ba41-c2297b56c56f req-5822f78e-8912-40bb-95e7-2fc853700c31 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:18.829039 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d1d65-565b-431e-ba41-c2297b56c56f req-5822f78e-8912-40bb-95e7-2fc853700c31 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:18.836516 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d1d65-565b-431e-ba41-c2297b56c56f req-5822f78e-8912-40bb-95e7-2fc853700c31 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:18.842898 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d1d65-565b-431e-ba41-c2297b56c56f req-5822f78e-8912-40bb-95e7-2fc853700c31 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:18.845160 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b9d1d65-565b-431e-ba41-c2297b56c56f req-5822f78e-8912-40bb-95e7-2fc853700c31 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 3886 time: 0.2659299 Dec 06 14:52:18.849639 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:18.956721 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ef8e5d39-99cc-4c37-996c-675a5525e83c', 'network_id': 'ef8e5d39-99cc-4c37-996c-675a5525e83c', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'fixed_ips': [{'subnet_id': '46784296-e2e0-4b66-b685-9474ba7cb77e'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:52:18.958192 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:18.962329 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-b9ad7d6f-4c32-4768-a386-bcc28bde5bc9 service neutron] In _notify_port_updated(), no bound segment for port 136aab93-4414-4a27-bb13-b887ce3df348 on network 6d4b264c-2449-439e-aadb-4b6f43f38919 {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:52:18.963454 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-b9ad7d6f-4c32-4768-a386-bcc28bde5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:18.964103 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-b9ad7d6f-4c32-4768-a386-bcc28bde5bc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:18.968907 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-b9ad7d6f-4c32-4768-a386-bcc28bde5bc9 service neutron] 10.222.0.37 "PUT /v2.0/ports/136aab93-4414-4a27-bb13-b887ce3df348 HTTP/1.1" status: 200 len: 1033 time: 0.7964694 Dec 06 14:52:18.995333 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b9d1d65-565b-431e-ba41-c2297b56c56f req-1aa75643-106b-4f75-b762-be68e2d2a852 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254847 Dec 06 14:52:19.101135 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-75dbb0b6-622f-46de-8fcd-41c393aa78da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:19.102658 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-75dbb0b6-622f-46de-8fcd-41c393aa78da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2555437 Dec 06 14:52:19.104995 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:19.168610 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-50232cf8-1ea5-436d-aadc-f265aa59e793 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Deleting port 6cc6c89e-8a53-46be-8b4c-8b1a66915622 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:19.171588 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-50232cf8-1ea5-436d-aadc-f265aa59e793 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:19.249136 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9d94bb68-8c7f-4445-8290-84621840604b None None] Provisioning complete for port 136aab93-4414-4a27-bb13-b887ce3df348 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:19.252034 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d94bb68-8c7f-4445-8290-84621840604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:19.285894 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Allocated IP 172.20.0.2 (ef8e5d39-99cc-4c37-996c-675a5525e83c/46784296-e2e0-4b66-b685-9474ba7cb77e/55076068-ddc6-4592-bf76-e6573cf4b825) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:52:19.349928 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9d94bb68-8c7f-4445-8290-84621840604b None None] Port 136aab93-4414-4a27-bb13-b887ce3df348 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:52:19.353590 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Sync routers for ids ['6e277e49-f990-40f5-8d6a-7e660fc79c41'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:52:19.365685 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-50232cf8-1ea5-436d-aadc-f265aa59e793 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] For port 6cc6c89e-8a53-46be-8b4c-8b1a66915622, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6cc6c89e-8a53-46be-8b4c-8b1a66915622,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:19.366304 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-50232cf8-1ea5-436d-aadc-f265aa59e793 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:19.370449 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Routers {'6e277e49-f990-40f5-8d6a-7e660fc79c41'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:19.371289 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e277e49-f990-40f5-8d6a-7e660fc79c41'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:19.393727 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-50232cf8-1ea5-436d-aadc-f265aa59e793 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Calling delete_port for 6cc6c89e-8a53-46be-8b4c-8b1a66915622 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:19.422706 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-24e66c1e-b653-4226-8004-f1077eb17347 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118401 Dec 06 14:52:19.563592 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:19.577039 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:19.581738 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Set router 6e277e49-f990-40f5-8d6a-7e660fc79c41 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:19.618658 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-ab12deeb-c89a-4100-9c33-b39a88a399d0 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:19.620457 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-ab12deeb-c89a-4100-9c33-b39a88a399d0 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.37 "GET /v2.0/networks?id=b66f2774-0455-45ee-aac2-7e534a585601 HTTP/1.1" status: 200 len: 828 time: 0.3898675 Dec 06 14:52:19.626786 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-50232cf8-1ea5-436d-aadc-f265aa59e793 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:19.646530 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-c2ec983b-eef2-43c0-8cee-d696b66821af tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Request body: {'port': {'device_id': '9fbaa64c-7d49-452e-851b-b78cb0e23ff8', 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601', 'admin_state_up': True, 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:19.656652 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Network ef8e5d39-99cc-4c37-996c-675a5525e83c is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:52:19.659847 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:19.669250 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50232cf8-1ea5-436d-aadc-f265aa59e793 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event deleted for resources: {'Port': ['ID=6cc6c89e-8a53-46be-8b4c-8b1a66915622,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:19.678043 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:52:19.735451 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-50232cf8-1ea5-436d-aadc-f265aa59e793 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] No DVR routers for this DVR port 6cc6c89e-8a53-46be-8b4c-8b1a66915622 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:52:19.739917 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-50232cf8-1ea5-436d-aadc-f265aa59e793 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:19.744034 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-50232cf8-1ea5-436d-aadc-f265aa59e793 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.37 "DELETE /v2.0/ports/6cc6c89e-8a53-46be-8b4c-8b1a66915622 HTTP/1.1" status: 204 len: 173 time: 0.7695906 Dec 06 14:52:19.744690 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-deleted', 'tag': '6cc6c89e-8a53-46be-8b4c-8b1a66915622'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:19.747523 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e65f550-6024-4eed-a83f-0d8730b02a78" -d '{"events": [{"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-deleted", "tag": "6cc6c89e-8a53-46be-8b4c-8b1a66915622"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:19.775589 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-cd7aa563-1f3e-4ab7-a0a5-8013782d4c7f service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390234 Dec 06 14:52:19.833817 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cd5142-4711-4ad9-9f2e-b83c115b4ea9 x-openstack-request-id: req-e1cd5142-4711-4ad9-9f2e-b83c115b4ea9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:19.834303 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-deleted", "tag": "6cc6c89e-8a53-46be-8b4c-8b1a66915622", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:19.834706 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1cd5142-4711-4ad9-9f2e-b83c115b4ea9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:19.835251 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-deleted', 'tag': '6cc6c89e-8a53-46be-8b4c-8b1a66915622', 'status': 'completed', 'code': 200} Dec 06 14:52:19.848674 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Pushing event updated for resources: {'Port': ['ID=55076068-ddc6-4592-bf76-e6573cf4b825,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:19.877138 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-8247e89b-240c-466a-ab1a-90ab4c24944f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=a7b78aa4-0d2c-4a7c-8d55-41681ef29071 HTTP/1.1" status: 200 len: 217 time: 0.0856833 Dec 06 14:52:19.884912 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 136aab93-4414-4a27-bb13-b887ce3df348 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:52:19.996871 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Attempting to bind port 55076068-ddc6-4592-bf76-e6573cf4b825 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:52:19.997576 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Attempting to bind port 55076068-ddc6-4592-bf76-e6573cf4b825 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '45d76bb3-c097-4055-a609-38fa03cb3a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ef8e5d39-99cc-4c37-996c-675a5525e83c'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:52:19.997576 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Attempting to bind port 55076068-ddc6-4592-bf76-e6573cf4b825 on network ef8e5d39-99cc-4c37-996c-675a5525e83c {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:20.003568 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c1b2882-634c-4418-bbac-36e367da0ed0 req-7eebfe02-a4e3-48be-9bd0-4181a13ddb31 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 210 time: 0.0552878 Dec 06 14:52:20.005808 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-44ec574e-3a41-452a-b520-c0dd5d346825 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Deleting port ee8da95d-34b2-4473-80cd-e4cf4bef2332 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:20.007224 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-44ec574e-3a41-452a-b520-c0dd5d346825 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:20.010132 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:20.044289 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-c2ec983b-eef2-43c0-8cee-d696b66821af tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Made reservation on behalf of 0102bebeb28649558fc2f33b3c60ad5f for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:52:20.050318 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-c2ec983b-eef2-43c0-8cee-d696b66821af tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:20.057200 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:20.061474 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:52:20.062056 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Checking segment: {'id': '45d76bb3-c097-4055-a609-38fa03cb3a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ef8e5d39-99cc-4c37-996c-675a5525e83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:52:20.062482 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:20.062890 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Bound using segment: {'id': '45d76bb3-c097-4055-a609-38fa03cb3a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ef8e5d39-99cc-4c37-996c-675a5525e83c'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:52:20.063381 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Bound port: 55076068-ddc6-4592-bf76-e6573cf4b825, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d76bb3-c097-4055-a609-38fa03cb3a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ef8e5d39-99cc-4c37-996c-675a5525e83c'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:52:20.063810 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:20.078949 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-3b88376e-d5c3-4d7c-8e30-c10839a5a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:20.085354 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-3b88376e-d5c3-4d7c-8e30-c10839a5a3ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f HTTP/1.1" status: 200 len: 797 time: 0.2004344 Dec 06 14:52:20.198564 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] For port 55076068-ddc6-4592-bf76-e6573cf4b825, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:52:20.206883 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] For port 55076068-ddc6-4592-bf76-e6573cf4b825, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=55076068-ddc6-4592-bf76-e6573cf4b825,segment=NetworkSegment(45d76bb3-c097-4055-a609-38fa03cb3a43),segment_id=45d76bb3-c097-4055-a609-38fa03cb3a43)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:52:20.221659 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:20.226315 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-44ec574e-3a41-452a-b520-c0dd5d346825 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] For port ee8da95d-34b2-4473-80cd-e4cf4bef2332, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ee8da95d-34b2-4473-80cd-e4cf4bef2332,segment=NetworkSegment(457854a6-5e9a-48bf-b141-89d73d3b04f9),segment_id=457854a6-5e9a-48bf-b141-89d73d3b04f9)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:20.229251 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-44ec574e-3a41-452a-b520-c0dd5d346825 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:20.255713 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-44ec574e-3a41-452a-b520-c0dd5d346825 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Calling delete_port for ee8da95d-34b2-4473-80cd-e4cf4bef2332 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:20.264906 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 136aab93-4414-4a27-bb13-b887ce3df348 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:52:20.266420 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device cfc991a0-3eee-40e2-bc52-93e126dd1c69 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:52:20.393775 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716327288-router', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208'}], 'enable_snat': True}, 'gw_port_id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:14Z', 'revision_number': 4, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'gw_port': {'id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2fe61919-bc22-46a5-99e6-661d5d93af7e', 'name': '', 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'mac_address': 'fa:16:3e:57:67:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:13Z', 'updated_at': '2021-12-06T14:52:14Z', 'revision_number': 2, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'subnets': [{'id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:20.492942 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Checking router: 6e277e49-f990-40f5-8d6a-7e660fc79c41 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:52:20.494312 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Updating router 6e277e49-f990-40f5-8d6a-7e660fc79c41 port 2fe61919-bc22-46a5-99e6-661d5d93af7e binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:52:20.512224 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:20.525580 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5eca33-f24f-4b3e-af99-e2463e346cc8 None None] Pushing event updated for resources: {'Port': ['ID=55076068-ddc6-4592-bf76-e6573cf4b825,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:20.568720 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port cfc991a0-3eee-40e2-bc52-93e126dd1c69, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cfc991a0-3eee-40e2-bc52-93e126dd1c69,segment=NetworkSegment(7170f104-d7c9-4cee-be83-eaca5aae7196),segment_id=7170f104-d7c9-4cee-be83-eaca5aae7196)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:20.571001 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfc991a0-3eee-40e2-bc52-93e126dd1c69'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:20.572152 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:20.574532 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7415b8c-5baa-47f1-9c86-be9917883afb" -d '{"events": [{"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "cfc991a0-3eee-40e2-bc52-93e126dd1c69"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:20.587837 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:20.589120 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:52:20.602331 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-44ec574e-3a41-452a-b520-c0dd5d346825 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:20.685899 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec574e-3a41-452a-b520-c0dd5d346825 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event deleted for resources: {'Port': ['ID=ee8da95d-34b2-4473-80cd-e4cf4bef2332,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:20.747088 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-44ec574e-3a41-452a-b520-c0dd5d346825 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] No DVR routers for this DVR port ee8da95d-34b2-4473-80cd-e4cf4bef2332 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:52:20.756234 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-44ec574e-3a41-452a-b520-c0dd5d346825 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:20.762861 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-44ec574e-3a41-452a-b520-c0dd5d346825 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.37 "DELETE /v2.0/ports/ee8da95d-34b2-4473-80cd-e4cf4bef2332 HTTP/1.1" status: 204 len: 173 time: 0.9965978 Dec 06 14:52:20.776459 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba852f2-c62a-47ef-8bd2-2cfebb31e7a9 x-openstack-request-id: req-2ba852f2-c62a-47ef-8bd2-2cfebb31e7a9 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:20.776765 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "cfc991a0-3eee-40e2-bc52-93e126dd1c69", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:20.780250 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ba852f2-c62a-47ef-8bd2-2cfebb31e7a9 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:20.780696 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfc991a0-3eee-40e2-bc52-93e126dd1c69', 'code': 200} Dec 06 14:52:20.806732 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-9f10d430-0c43-4762-b2ad-c5a0d01d809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:20.808277 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-9f10d430-0c43-4762-b2ad-c5a0d01d809f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6997020 Dec 06 14:52:20.830456 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Allocated IP 172.35.7.92 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/45015ded-9835-4532-991b-e3acf5cf73ee) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:52:20.902258 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=cfc991a0-3eee-40e2-bc52-93e126dd1c69,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:20.922920 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:20.951955 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-0cef1983-5339-457e-8495-9ca65c4df445 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Deleting port cfc991a0-3eee-40e2-bc52-93e126dd1c69 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:20.952466 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-0cef1983-5339-457e-8495-9ca65c4df445 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:20.995634 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a,segment=NetworkSegment(457854a6-5e9a-48bf-b141-89d73d3b04f9),segment_id=457854a6-5e9a-48bf-b141-89d73d3b04f9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:21.009136 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:21.010534 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device ee8da95d-34b2-4473-80cd-e4cf4bef2332 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:52:21.080546 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-c2ec983b-eef2-43c0-8cee-d696b66821af tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Allocated IP 172.20.0.5 (b66f2774-0455-45ee-aac2-7e534a585601/73a33358-771c-4a56-ac9b-0361df881d3f/9b08abfe-c669-4141-aa5a-7a6dda71e1e8) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:52:21.139522 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-0cef1983-5339-457e-8495-9ca65c4df445 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] For port cfc991a0-3eee-40e2-bc52-93e126dd1c69, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cfc991a0-3eee-40e2-bc52-93e126dd1c69,segment=NetworkSegment(7170f104-d7c9-4cee-be83-eaca5aae7196),segment_id=7170f104-d7c9-4cee-be83-eaca5aae7196)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:21.144226 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-0cef1983-5339-457e-8495-9ca65c4df445 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:21.192829 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:21.202616 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: ee8da95d-34b2-4473-80cd-e4cf4bef2332 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:52:21.202971 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device ee8da95d-34b2-4473-80cd-e4cf4bef2332 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:52:21.203396 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5d72bb5c-7733-45c3-a034-55089fc45152 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:52:21.349215 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-c2ec983b-eef2-43c0-8cee-d696b66821af tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:21.352432 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-0cef1983-5339-457e-8495-9ca65c4df445 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:21.352677 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-0cef1983-5339-457e-8495-9ca65c4df445 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:21.353201 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-0cef1983-5339-457e-8495-9ca65c4df445 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Floating IP ce985791-6447-492c-b610-a168c78c24b2 disassociated. External IP: 172.35.7.122, port: cfc991a0-3eee-40e2-bc52-93e126dd1c69. Dec 06 14:52:21.353708 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-0cef1983-5339-457e-8495-9ca65c4df445 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Calling delete_port for cfc991a0-3eee-40e2-bc52-93e126dd1c69 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:21.369414 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:21.417727 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5d72bb5c-7733-45c3-a034-55089fc45152, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5d72bb5c-7733-45c3-a034-55089fc45152,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:21.425468 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:21.428233 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6cc6c89e-8a53-46be-8b4c-8b1a66915622 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:52:21.434564 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e58bc2-6552-4357-8f7b-4d43faa595c2 req-f0fe67ba-953c-45ab-9bc2-c154e70bdda0 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:21.445346 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e58bc2-6552-4357-8f7b-4d43faa595c2 req-f0fe67ba-953c-45ab-9bc2-c154e70bdda0 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:21.453831 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 6cc6c89e-8a53-46be-8b4c-8b1a66915622 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:52:21.454036 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e58bc2-6552-4357-8f7b-4d43faa595c2 req-f0fe67ba-953c-45ab-9bc2-c154e70bdda0 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:21.454722 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6cc6c89e-8a53-46be-8b4c-8b1a66915622 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:52:21.455338 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:52:21.470088 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e58bc2-6552-4357-8f7b-4d43faa595c2 req-f0fe67ba-953c-45ab-9bc2-c154e70bdda0 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:21.472920 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-87e58bc2-6552-4357-8f7b-4d43faa595c2 req-f0fe67ba-953c-45ab-9bc2-c154e70bdda0 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 3073 time: 1.2318375 Dec 06 14:52:21.508575 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:21.526099 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-c2ec983b-eef2-43c0-8cee-d696b66821af tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:21.593079 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bdb17-3ff8-4fc2-b4e8-498ff9592832 req-29ec7d2e-09ae-4919-8938-121e2fe18682 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:21.602180 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e89bdb17-3ff8-4fc2-b4e8-498ff9592832 req-29ec7d2e-09ae-4919-8938-121e2fe18682 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 931 time: 0.1850438 Dec 06 14:52:21.626384 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-c2ec983b-eef2-43c0-8cee-d696b66821af tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Network b66f2774-0455-45ee-aac2-7e534a585601 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:52:21.636077 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-c2ec983b-eef2-43c0-8cee-d696b66821af tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:21.652377 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=5d72bb5c-7733-45c3-a034-55089fc45152,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:21.679897 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-c2ec983b-eef2-43c0-8cee-d696b66821af tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:52:21.732632 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:52:21.771049 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e89bdb17-3ff8-4fc2-b4e8-498ff9592832 req-186dc1fc-ba6d-4eba-b18e-160165f3748a tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/security-groups?id=a025490e-f80a-4c9f-baf7-f602197636c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673071 Dec 06 14:52:21.825777 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 55076068-ddc6-4592-bf76-e6573cf4b825 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:21.885462 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:21.893135 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-deleted', 'tag': 'ee8da95d-34b2-4473-80cd-e4cf4bef2332'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:21.896327 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e8c3ec-8864-47c3-a703-09b23cc04262" -d '{"events": [{"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-deleted", "tag": "ee8da95d-34b2-4473-80cd-e4cf4bef2332"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:21.899192 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:21.927200 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec983b-eef2-43c0-8cee-d696b66821af tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Pushing event updated for resources: {'Port': ['ID=9b08abfe-c669-4141-aa5a-7a6dda71e1e8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:21.973674 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-c2ec983b-eef2-43c0-8cee-d696b66821af tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:21.974353 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-c2ec983b-eef2-43c0-8cee-d696b66821af tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:21.977742 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 55076068-ddc6-4592-bf76-e6573cf4b825 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:21.977980 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:21.990892 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-0cef1983-5339-457e-8495-9ca65c4df445 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:22.001085 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e791f8f-cc7b-4ebf-b946-547f3944656e None None] Pushing event updated for resources: {'Port': ['ID=2fe61919-bc22-46a5-99e6-661d5d93af7e,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:22.030353 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-c2ec983b-eef2-43c0-8cee-d696b66821af tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3916464 Dec 06 14:52:22.033957 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-87e58bc2-6552-4357-8f7b-4d43faa595c2 req-dec7f56c-9d1a-41c5-b7bf-32c42a632684 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5202923 Dec 06 14:52:22.057375 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Request body: {'port': {'device_id': '9fbaa64c-7d49-452e-851b-b78cb0e23ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:22.102520 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef1983-5339-457e-8495-9ca65c4df445 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event deleted for resources: {'Port': ['ID=cfc991a0-3eee-40e2-bc52-93e126dd1c69,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:22.128803 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Attempting to bind port 2fe61919-bc22-46a5-99e6-661d5d93af7e on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:52:22.130104 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Attempting to bind port 2fe61919-bc22-46a5-99e6-661d5d93af7e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '76aa9003-530a-4080-aeab-4c1e39a526e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:52:22.130696 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Attempting to bind port 2fe61919-bc22-46a5-99e6-661d5d93af7e on network b66f2774-0455-45ee-aac2-7e534a585601 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:22.136991 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:52:22.137749 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Checking segment: {'id': '76aa9003-530a-4080-aeab-4c1e39a526e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:52:22.138459 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:22.139066 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Bound using segment: {'id': '76aa9003-530a-4080-aeab-4c1e39a526e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:52:22.139782 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Bound port: 2fe61919-bc22-46a5-99e6-661d5d93af7e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76aa9003-530a-4080-aeab-4c1e39a526e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:52:22.140418 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:22.142203 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-9ce13257-c45b-4a9b-8695-3ea50c5986db service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7219317 Dec 06 14:52:22.219178 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] For port 2fe61919-bc22-46a5-99e6-661d5d93af7e, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:52:22.225815 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] For port 2fe61919-bc22-46a5-99e6-661d5d93af7e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2fe61919-bc22-46a5-99e6-661d5d93af7e,segment=NetworkSegment(76aa9003-530a-4080-aeab-4c1e39a526e7),segment_id=76aa9003-530a-4080-aeab-4c1e39a526e7)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:52:22.229064 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1be0d4a-3387-475b-9e68-406a206df905 x-openstack-request-id: req-d1be0d4a-3387-475b-9e68-406a206df905 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:22.229623 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-deleted", "tag": "ee8da95d-34b2-4473-80cd-e4cf4bef2332", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:22.229908 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1be0d4a-3387-475b-9e68-406a206df905 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:22.230331 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-deleted', 'tag': 'ee8da95d-34b2-4473-80cd-e4cf4bef2332', 'status': 'completed', 'code': 200} Dec 06 14:52:22.233938 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:22.255022 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:22.259047 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:22.311512 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e791f8f-cc7b-4ebf-b946-547f3944656e None None] Pushing event updated for resources: {'Port': ['ID=2fe61919-bc22-46a5-99e6-661d5d93af7e,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:22.314106 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12ef696-1054-422a-a0a6-25ee42e5596d None None] Network ef8e5d39-99cc-4c37-996c-675a5525e83c requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:52:22.319968 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2905f7c-a6f1-4a85-bd4c-57dba935d44e None None] Provisioning complete for port 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:22.320351 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2905f7c-a6f1-4a85-bd4c-57dba935d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:22.344008 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Routers {'6e277e49-f990-40f5-8d6a-7e660fc79c41'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:22.345034 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e277e49-f990-40f5-8d6a-7e660fc79c41'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:22.365287 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:52:22.401094 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2905f7c-a6f1-4a85-bd4c-57dba935d44e None None] Port 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:52:22.417236 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:22.424006 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:22.442497 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-0cef1983-5339-457e-8495-9ca65c4df445 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Router 74a74293-14ae-4897-ac26-0a3a6f130396 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:52:22.505351 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:52:22.507113 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8069eab-8068-4a62-b467-5ca5b2119362 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:52:22.541793 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] Set router 6e277e49-f990-40f5-8d6a-7e660fc79c41 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:22.575571 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Pushing event updated for resources: {'Port': ['ID=45015ded-9835-4532-991b-e3acf5cf73ee,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:22.666268 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 55076068-ddc6-4592-bf76-e6573cf4b825, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=55076068-ddc6-4592-bf76-e6573cf4b825,segment=NetworkSegment(45d76bb3-c097-4055-a609-38fa03cb3a43),segment_id=45d76bb3-c097-4055-a609-38fa03cb3a43)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:22.679555 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-18ad3725-8d6e-4aa7-b14f-7205eec0e9ba None None] Provisioning complete for port 55076068-ddc6-4592-bf76-e6573cf4b825 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:22.679979 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-18ad3725-8d6e-4aa7-b14f-7205eec0e9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:22.690682 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-0cef1983-5339-457e-8495-9ca65c4df445 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:52:22.692224 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:22.767116 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-0cef1983-5339-457e-8495-9ca65c4df445 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] No DVR routers for this DVR port cfc991a0-3eee-40e2-bc52-93e126dd1c69 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:52:22.778386 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-0cef1983-5339-457e-8495-9ca65c4df445 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:22.781819 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-0cef1983-5339-457e-8495-9ca65c4df445 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.37 "DELETE /v2.0/ports/cfc991a0-3eee-40e2-bc52-93e126dd1c69 HTTP/1.1" status: 204 len: 173 time: 1.9843147 Dec 06 14:52:22.782073 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653aae7-8bff-4238-a151-55f0347c9bf3 None None] Sync routers for ids ['74a74293-14ae-4897-ac26-0a3a6f130396'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:52:22.790144 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a'}, {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d72bb5c-7733-45c3-a034-55089fc45152'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:22.799470 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f253fe5-aed1-4fd9-a936-26bbce915706" -d '{"events": [{"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a"}, {"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "5d72bb5c-7733-45c3-a034-55089fc45152"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:22.932209 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716327288-router', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208'}], 'enable_snat': True}, 'gw_port_id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:14Z', 'revision_number': 4, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'gw_port': {'id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2fe61919-bc22-46a5-99e6-661d5d93af7e', 'name': '', 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'mac_address': 'fa:16:3e:57:67:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:13Z', 'updated_at': '2021-12-06T14:52:22Z', 'revision_number': 4, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'subnets': [{'id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:22.982863 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a6f00-2c14-4f3d-baad-c803cff68fb2 None None] The sync data for ids ['6e277e49-f990-40f5-8d6a-7e660fc79c41'] in n-d-master-1 is: [{'id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716327288-router', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208'}], 'enable_snat': True}, 'gw_port_id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:14Z', 'revision_number': 4, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'gw_port': {'id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2fe61919-bc22-46a5-99e6-661d5d93af7e', 'name': '', 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'mac_address': 'fa:16:3e:57:67:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:13Z', 'updated_at': '2021-12-06T14:52:22Z', 'revision_number': 4, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'subnets': [{'id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:52:23.059104 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206cbda-1e3e-4c99-9993-d7b7e41be14c req-69298928-b8c3-4a13-acf5-018b1a62a732 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:23.060861 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2206cbda-1e3e-4c99-9993-d7b7e41be14c req-69298928-b8c3-4a13-acf5-018b1a62a732 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 931 time: 0.1217413 Dec 06 14:52:23.138991 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-f6a0bc69-6675-4d93-8f7d-690171d162c6 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9145143 Dec 06 14:52:23.142519 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-8a979df2-4b56-4303-abd3-be98c52695db tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Deleting port 5d72bb5c-7733-45c3-a034-55089fc45152 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:23.146398 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-8a979df2-4b56-4303-abd3-be98c52695db tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:23.196934 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2206cbda-1e3e-4c99-9993-d7b7e41be14c req-38a4eb4a-64cd-4b0c-b272-5e43ad65029e tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/security-groups?id=a025490e-f80a-4c9f-baf7-f602197636c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265464 Dec 06 14:52:23.211734 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b0309a-51f9-465b-8e31-b49ee4bc74b2 x-openstack-request-id: req-a7b0309a-51f9-465b-8e31-b49ee4bc74b2 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:23.212048 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a", "code": 200}, {"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "5d72bb5c-7733-45c3-a034-55089fc45152", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:23.212311 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7b0309a-51f9-465b-8e31-b49ee4bc74b2 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:23.212837 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a', 'code': 200} Dec 06 14:52:23.212975 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d72bb5c-7733-45c3-a034-55089fc45152', 'code': 200} Dec 06 14:52:23.254684 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653aae7-8bff-4238-a151-55f0347c9bf3 None None] Routers {'74a74293-14ae-4897-ac26-0a3a6f130396'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:23.255392 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c653aae7-8bff-4238-a151-55f0347c9bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['74a74293-14ae-4897-ac26-0a3a6f130396'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:23.332630 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-5ed9522e-bc0e-43fb-b0c0-a2eeb0707711 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=d350b801-15fd-48dd-80cb-41545f0302ca HTTP/1.1" status: 200 len: 217 time: 0.1826820 Dec 06 14:52:23.383251 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-8a979df2-4b56-4303-abd3-be98c52695db tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] For port 5d72bb5c-7733-45c3-a034-55089fc45152, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5d72bb5c-7733-45c3-a034-55089fc45152,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:23.383532 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-8a979df2-4b56-4303-abd3-be98c52695db tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:23.430024 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-8a979df2-4b56-4303-abd3-be98c52695db tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Calling delete_port for 5d72bb5c-7733-45c3-a034-55089fc45152 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:23.465020 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=55076068-ddc6-4592-bf76-e6573cf4b825,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:23.470946 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c653aae7-8bff-4238-a151-55f0347c9bf3 None None] Set router 74a74293-14ae-4897-ac26-0a3a6f130396 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:23.736737 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-8a979df2-4b56-4303-abd3-be98c52695db tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:23.789279 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a979df2-4b56-4303-abd3-be98c52695db tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event deleted for resources: {'Port': ['ID=5d72bb5c-7733-45c3-a034-55089fc45152,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:23.875402 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-8a979df2-4b56-4303-abd3-be98c52695db tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] No DVR routers for this DVR port 5d72bb5c-7733-45c3-a034-55089fc45152 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:52:23.877079 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 55076068-ddc6-4592-bf76-e6573cf4b825 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:23.882085 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-8a979df2-4b56-4303-abd3-be98c52695db tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:23.885963 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-8a979df2-4b56-4303-abd3-be98c52695db tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.37 "DELETE /v2.0/ports/5d72bb5c-7733-45c3-a034-55089fc45152 HTTP/1.1" status: 204 len: 173 time: 1.0933313 Dec 06 14:52:24.016583 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 55076068-ddc6-4592-bf76-e6573cf4b825 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:24.016988 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:24.047191 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373c7e4-6527-49de-85ac-3752360efc9e req-1f30ebb9-39d4-457a-b5ef-726550d087a0 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:24.055604 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-d170c8ed-9a2b-4702-bc7d-07bbe509453d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Deleting port bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:24.056021 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-d170c8ed-9a2b-4702-bc7d-07bbe509453d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:24.056282 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373c7e4-6527-49de-85ac-3752360efc9e req-1f30ebb9-39d4-457a-b5ef-726550d087a0 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:24.066548 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a373c7e4-6527-49de-85ac-3752360efc9e req-1f30ebb9-39d4-457a-b5ef-726550d087a0 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 1677 time: 0.8749115 Dec 06 14:52:24.111626 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-530deea0-7381-4d37-802c-6c44cb51c8ae None None] Provisioning complete for port 45015ded-9835-4532-991b-e3acf5cf73ee triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:24.112574 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-530deea0-7381-4d37-802c-6c44cb51c8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:24.128691 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-9ea9afcb-9202-4a3a-a08c-63eeedea77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:24.130201 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-9ea9afcb-9202-4a3a-a08c-63eeedea77d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f HTTP/1.1" status: 200 len: 797 time: 0.7831569 Dec 06 14:52:24.140401 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:24.174930 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-530deea0-7381-4d37-802c-6c44cb51c8ae None None] Port 45015ded-9835-4532-991b-e3acf5cf73ee cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:52:24.224180 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-530deea0-7381-4d37-802c-6c44cb51c8ae None None] Provisioning complete for port 2fe61919-bc22-46a5-99e6-661d5d93af7e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:24.224801 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-530deea0-7381-4d37-802c-6c44cb51c8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:24.234815 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c653aae7-8bff-4238-a151-55f0347c9bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'name': 'tempest-TaggedBootDevicesTest_v242-124513840-router', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67'}], 'enable_snat': True}, 'gw_port_id': '34858412-68dc-453d-aed9-656d936bfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:14Z', 'updated_at': '2021-12-06T14:41:23Z', 'revision_number': 4, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'gw_port': {'id': '34858412-68dc-453d-aed9-656d936bfc1a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:16Z', 'updated_at': '2021-12-06T14:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '25aeaf08-ab7e-4486-b5fe-e523b8118d87', 'name': '', 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'mac_address': 'fa:16:3e:db:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:21Z', 'updated_at': '2021-12-06T14:41:30Z', 'revision_number': 5, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'subnets': [{'id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:24.241165 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-d170c8ed-9a2b-4702-bc7d-07bbe509453d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] For port bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a,segment=NetworkSegment(457854a6-5e9a-48bf-b141-89d73d3b04f9),segment_id=457854a6-5e9a-48bf-b141-89d73d3b04f9)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:24.241635 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-d170c8ed-9a2b-4702-bc7d-07bbe509453d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:24.281513 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-d170c8ed-9a2b-4702-bc7d-07bbe509453d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Calling delete_port for bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:24.303294 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-deleted', 'tag': 'cfc991a0-3eee-40e2-bc52-93e126dd1c69'}, {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-deleted', 'tag': '5d72bb5c-7733-45c3-a034-55089fc45152'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:24.317038 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf479f35-b797-4aff-acbf-12af6a487469" -d '{"events": [{"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-deleted", "tag": "cfc991a0-3eee-40e2-bc52-93e126dd1c69"}, {"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-deleted", "tag": "5d72bb5c-7733-45c3-a034-55089fc45152"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:24.362471 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653aae7-8bff-4238-a151-55f0347c9bf3 None None] Checking router: 74a74293-14ae-4897-ac26-0a3a6f130396 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:52:24.419008 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2fe61919-bc22-46a5-99e6-661d5d93af7e up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:24.436382 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:24.471438 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653aae7-8bff-4238-a151-55f0347c9bf3 None None] Routers {'74a74293-14ae-4897-ac26-0a3a6f130396'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:24.472218 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c653aae7-8bff-4238-a151-55f0347c9bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['74a74293-14ae-4897-ac26-0a3a6f130396'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:24.495281 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a373c7e4-6527-49de-85ac-3752360efc9e req-2099db96-ef34-405a-8a34-e8f66fb4d803 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4274027 Dec 06 14:52:24.585577 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71331a9-77ff-4c4e-bf07-96d86dd39ecc req-2ae5bf5a-7524-43f9-bc3a-fb284bc03f21 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:24.599474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d71331a9-77ff-4c4e-bf07-96d86dd39ecc req-2ae5bf5a-7524-43f9-bc3a-fb284bc03f21 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 931 time: 0.1733212 Dec 06 14:52:24.602577 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c653aae7-8bff-4238-a151-55f0347c9bf3 None None] Set router 74a74293-14ae-4897-ac26-0a3a6f130396 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:24.721165 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48eeac7c-e2c6-450d-bde7-cc198f3c465d x-openstack-request-id: req-48eeac7c-e2c6-450d-bde7-cc198f3c465d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:24.721659 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-5b0e71b9-b24a-43e7-a31d-24deb155908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:24.722287 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-deleted", "tag": "cfc991a0-3eee-40e2-bc52-93e126dd1c69", "status": "completed", "code": 200}, {"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-deleted", "tag": "5d72bb5c-7733-45c3-a034-55089fc45152", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:24.722769 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48eeac7c-e2c6-450d-bde7-cc198f3c465d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:24.723231 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-5b0e71b9-b24a-43e7-a31d-24deb155908c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4606948 Dec 06 14:52:24.724149 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-deleted', 'tag': 'cfc991a0-3eee-40e2-bc52-93e126dd1c69', 'status': 'completed', 'code': 200} Dec 06 14:52:24.724740 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-deleted', 'tag': '5d72bb5c-7733-45c3-a034-55089fc45152', 'status': 'completed', 'code': 200} Dec 06 14:52:24.753217 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d71331a9-77ff-4c4e-bf07-96d86dd39ecc req-ec9fa8d8-9d71-433d-920a-99bfd8177f0b tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/security-groups?id=a025490e-f80a-4c9f-baf7-f602197636c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528292 Dec 06 14:52:24.755804 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:52:24.789041 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:24.806597 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2fe61919-bc22-46a5-99e6-661d5d93af7e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:24.806966 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:24.816497 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-530deea0-7381-4d37-802c-6c44cb51c8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:24.823506 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-d170c8ed-9a2b-4702-bc7d-07bbe509453d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:24.853434 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Transition to ACTIVE for port object 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:52:24.860630 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170c8ed-9a2b-4702-bc7d-07bbe509453d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event deleted for resources: {'Port': ['ID=bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:24.869846 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:24.922681 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-d170c8ed-9a2b-4702-bc7d-07bbe509453d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] No DVR routers for this DVR port bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:52:24.926577 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-d170c8ed-9a2b-4702-bc7d-07bbe509453d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:24.930941 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4b2fb84-0d63-4c09-9dba-f42803903dc1 req-d170c8ed-9a2b-4702-bc7d-07bbe509453d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.37 "DELETE /v2.0/ports/bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a HTTP/1.1" status: 204 len: 173 time: 1.0313683 Dec 06 14:52:24.947939 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Router 81cdbba2-9592-4680-aadb-7ed9906766aa is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:52:24.955249 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-7a08173a-7040-4c88-8773-7726314b4472 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191844 Dec 06 14:52:24.984298 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Pushing event updated for resources: {'Port': ['ID=9b08abfe-c669-4141-aa5a-7a6dda71e1e8,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:24.993271 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-530deea0-7381-4d37-802c-6c44cb51c8ae None None] For port 2fe61919-bc22-46a5-99e6-661d5d93af7e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2fe61919-bc22-46a5-99e6-661d5d93af7e,segment=NetworkSegment(76aa9003-530a-4080-aeab-4c1e39a526e7),segment_id=76aa9003-530a-4080-aeab-4c1e39a526e7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:25.007856 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-530deea0-7381-4d37-802c-6c44cb51c8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:25.108311 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530deea0-7381-4d37-802c-6c44cb51c8ae None None] Pushing event updated for resources: {'Port': ['ID=2fe61919-bc22-46a5-99e6-661d5d93af7e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:25.130887 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c653aae7-8bff-4238-a151-55f0347c9bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'name': 'tempest-TaggedBootDevicesTest_v242-124513840-router', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67'}], 'enable_snat': True}, 'gw_port_id': '34858412-68dc-453d-aed9-656d936bfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:14Z', 'updated_at': '2021-12-06T14:41:23Z', 'revision_number': 4, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'gw_port': {'id': '34858412-68dc-453d-aed9-656d936bfc1a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:16Z', 'updated_at': '2021-12-06T14:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '25aeaf08-ab7e-4486-b5fe-e523b8118d87', 'name': '', 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'mac_address': 'fa:16:3e:db:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:21Z', 'updated_at': '2021-12-06T14:41:30Z', 'revision_number': 5, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'subnets': [{'id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:25.166414 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653aae7-8bff-4238-a151-55f0347c9bf3 None None] The sync data for ids ['74a74293-14ae-4897-ac26-0a3a6f130396'] in n-d-master-1 is: [{'id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'name': 'tempest-TaggedBootDevicesTest_v242-124513840-router', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67'}], 'enable_snat': True}, 'gw_port_id': '34858412-68dc-453d-aed9-656d936bfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:14Z', 'updated_at': '2021-12-06T14:41:23Z', 'revision_number': 4, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'gw_port': {'id': '34858412-68dc-453d-aed9-656d936bfc1a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:16Z', 'updated_at': '2021-12-06T14:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '25aeaf08-ab7e-4486-b5fe-e523b8118d87', 'name': '', 'network_id': '29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'mac_address': 'fa:16:3e:db:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:21Z', 'updated_at': '2021-12-06T14:41:30Z', 'revision_number': 5, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'subnets': [{'id': '330d8b00-ca63-4dc8-896a-c7a2b8da335a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:52:25.185944 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a557ac83-2939-4409-98f2-e9a6c84baf25 None None] Provisioning complete for port 55076068-ddc6-4592-bf76-e6573cf4b825 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:25.186762 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a557ac83-2939-4409-98f2-e9a6c84baf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:25.376259 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:52:25.386038 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Attempting to bind port 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:52:25.386407 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Attempting to bind port 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '76aa9003-530a-4080-aeab-4c1e39a526e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:52:25.386736 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Attempting to bind port 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 on network b66f2774-0455-45ee-aac2-7e534a585601 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:25.390779 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Sync routers for ids ['81cdbba2-9592-4680-aadb-7ed9906766aa'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:52:25.401879 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-952af63d-906f-43aa-86a5-92433121b1d1 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345663 Dec 06 14:52:25.403577 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Port 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 on network b66f2774-0455-45ee-aac2-7e534a585601 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:52:25.403970 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Attempting to bind port 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 on network b66f2774-0455-45ee-aac2-7e534a585601 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:25.412194 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:25.413430 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-50a6654d-5df2-4918-a46a-ec5ef4ad4f77 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.8524213 Dec 06 14:52:25.416492 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54000) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:25.421086 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:52:25.421423 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Checking segment: {'id': '76aa9003-530a-4080-aeab-4c1e39a526e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:52:25.421801 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Bound using segment: {'id': '76aa9003-530a-4080-aeab-4c1e39a526e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:52:25.422247 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Bound port: 9b08abfe-c669-4141-aa5a-7a6dda71e1e8, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76aa9003-530a-4080-aeab-4c1e39a526e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:52:25.422599 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:25.517260 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-1a4689f0-3684-47a7-b3a1-7912a5acaa99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=8308ccd2-e0d7-46df-9012-cb81a52c4813 HTTP/1.1" status: 200 len: 217 time: 0.1023655 Dec 06 14:52:25.666208 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Routers {'81cdbba2-9592-4680-aadb-7ed9906766aa'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:25.668089 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['81cdbba2-9592-4680-aadb-7ed9906766aa'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:25.744590 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-423825c3-54f6-4bd5-9ab4-ad981022bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:25.746153 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-423825c3-54f6-4bd5-9ab4-ad981022bdf4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f HTTP/1.1" status: 200 len: 797 time: 0.2176096 Dec 06 14:52:25.762554 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2fe61919-bc22-46a5-99e6-661d5d93af7e up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:25.795035 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] For port 9b08abfe-c669-4141-aa5a-7a6dda71e1e8, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:52:25.837558 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb08514-dbd9-47e2-a261-e6bf196af912 None None] New status for floating IP ce985791-6447-492c-b610-a168c78c24b2: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:52:25.840157 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] For port 9b08abfe-c669-4141-aa5a-7a6dda71e1e8, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9b08abfe-c669-4141-aa5a-7a6dda71e1e8,segment=NetworkSegment(76aa9003-530a-4080-aeab-4c1e39a526e7),segment_id=76aa9003-530a-4080-aeab-4c1e39a526e7)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:52:25.858107 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:25.940507 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Set router 81cdbba2-9592-4680-aadb-7ed9906766aa gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:25.956286 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:25.956932 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:25.964854 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] 10.222.0.37 "PUT /v2.0/ports/9b08abfe-c669-4141-aa5a-7a6dda71e1e8 HTTP/1.1" status: 200 len: 1091 time: 3.9143033 Dec 06 14:52:25.985756 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbaa64c-7d49-452e-851b-b78cb0e23ff8', 'tag': '9b08abfe-c669-4141-aa5a-7a6dda71e1e8'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:25.993126 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2486d9-b58c-4738-86c6-3da477fe45a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbaa64c-7d49-452e-851b-b78cb0e23ff8", "tag": "9b08abfe-c669-4141-aa5a-7a6dda71e1e8"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:26.007041 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-cf7a6359-aed5-41bd-a757-115d2b5ee3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:26.007921 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-cf7a6359-aed5-41bd-a757-115d2b5ee3ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b101b3fa-0622-4671-8e73-e76bfcd7a3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2473330 Dec 06 14:52:26.209607 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c911ff5-f0ca-45be-bf1a-62f4c1440285 service neutron] Pushing event updated for resources: {'Port': ['ID=9b08abfe-c669-4141-aa5a-7a6dda71e1e8,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:26.298138 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9d1d7-5eaa-4d73-8eab-49b3d0d8eef1 req-c1e4233e-d3b1-470c-8e42-d728f0fa97ac tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:26.305268 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0d6850a-328f-42a2-90ee-b69c910da1fa req-c6162c6a-8322-469d-aad8-5f7b98271641 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.5869992 Dec 06 14:52:26.308956 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7b9d1d7-5eaa-4d73-8eab-49b3d0d8eef1 req-c1e4233e-d3b1-470c-8e42-d728f0fa97ac tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 943 time: 0.4159026 Dec 06 14:52:26.336332 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-8ff9b47e-84a1-41ee-8118-653fe91635aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:26.338146 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-8ff9b47e-84a1-41ee-8118-653fe91635aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0102bebeb28649558fc2f33b3c60ad5f&device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 1094 time: 0.2594635 Dec 06 14:52:26.415728 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2fe61919-bc22-46a5-99e6-661d5d93af7e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:26.416107 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:26.421524 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'name': 'tempest-ServersTestMultiNic-756398945-router', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.92'}], 'enable_snat': True}, 'gw_port_id': '45015ded-9835-4532-991b-e3acf5cf73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:18Z', 'updated_at': '2021-12-06T14:52:23Z', 'revision_number': 3, 'project_id': 'da8d343b463741c1a6e370300f4581c3', 'gw_port': {'id': '45015ded-9835-4532-991b-e3acf5cf73ee', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:20Z', 'updated_at': '2021-12-06T14:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:26.484223 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ae199c-3976-4d93-8266-1cdf0faf9122 x-openstack-request-id: req-c7ae199c-3976-4d93-8266-1cdf0faf9122 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:26.485193 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbaa64c-7d49-452e-851b-b78cb0e23ff8", "tag": "9b08abfe-c669-4141-aa5a-7a6dda71e1e8", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:26.485672 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7ae199c-3976-4d93-8266-1cdf0faf9122 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:26.487035 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbaa64c-7d49-452e-851b-b78cb0e23ff8', 'tag': '9b08abfe-c669-4141-aa5a-7a6dda71e1e8', 'status': 'completed', 'code': 200} Dec 06 14:52:26.494489 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Checking router: 81cdbba2-9592-4680-aadb-7ed9906766aa for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:52:26.494837 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Updating router 81cdbba2-9592-4680-aadb-7ed9906766aa port 45015ded-9835-4532-991b-e3acf5cf73ee binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:52:26.548443 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:26.638724 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-d89faa70-9e8d-4d32-b944-ca6589ddd4a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b08abfe-c669-4141-aa5a-7a6dda71e1e8 HTTP/1.1" status: 200 len: 217 time: 0.2617614 Dec 06 14:52:26.654045 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7b9d1d7-5eaa-4d73-8eab-49b3d0d8eef1 req-cc2edf07-699e-4185-964c-92860ab30db2 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/security-groups?id=a025490e-f80a-4c9f-baf7-f602197636c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439355 Dec 06 14:52:26.684215 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-b814d209-09f2-4c77-9618-4da2dccea543 service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608975 Dec 06 14:52:26.736418 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-deleted', 'tag': 'bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:26.746494 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc17fa8-6d84-4d42-8f9b-3ccbb95301c5" -d '{"events": [{"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-deleted", "tag": "bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:26.803700 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-5ca04834-0466-4a59-afa4-3348185a446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:26.807400 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-5ca04834-0466-4a59-afa4-3348185a446a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73a33358-771c-4a56-ac9b-0361df881d3f HTTP/1.1" status: 200 len: 867 time: 0.1459610 Dec 06 14:52:26.889236 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:26.891779 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf24036-c0f8-402c-9969-3f34a5d86cd9 x-openstack-request-id: req-cbf24036-c0f8-402c-9969-3f34a5d86cd9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:26.892079 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139245a8-c71b-4f48-b974-3c96120c1b1c", "name": "network-vif-deleted", "tag": "bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:26.892364 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbf24036-c0f8-402c-9969-3f34a5d86cd9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:26.893103 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139245a8-c71b-4f48-b974-3c96120c1b1c', 'name': 'network-vif-deleted', 'tag': 'bc79aae0-74c7-46f1-a3ca-bb2c8bc7205a', 'status': 'completed', 'code': 200} Dec 06 14:52:26.897023 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:26.937537 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-78e5fd78-4fab-4b07-937b-6685fb6ab5ea service neutron] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429559 Dec 06 14:52:26.946771 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6151b1b3-4f0f-406f-bcfc-ab6618cda031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:26.948441 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-6151b1b3-4f0f-406f-bcfc-ab6618cda031 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66f2774-0455-45ee-aac2-7e534a585601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189799 Dec 06 14:52:26.952551 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6695fa2-e828-41a6-97ea-e5c9ae89548f None None] Pushing event updated for resources: {'Port': ['ID=45015ded-9835-4532-991b-e3acf5cf73ee,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:26.973226 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dffd69-adc8-43db-9ec3-5b8b2faa162b None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:52:26.976676 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Attempting to bind port 45015ded-9835-4532-991b-e3acf5cf73ee on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:52:26.977215 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Attempting to bind port 45015ded-9835-4532-991b-e3acf5cf73ee by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:52:26.977759 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Attempting to bind port 45015ded-9835-4532-991b-e3acf5cf73ee on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:26.984421 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:52:26.985025 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:52:26.985773 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:26.986351 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:52:26.986996 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Bound port: 45015ded-9835-4532-991b-e3acf5cf73ee, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:52:26.987577 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:27.035879 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-29f771fb-1320-4607-9083-a3a47c5f461a None None] Provisioning complete for port 45015ded-9835-4532-991b-e3acf5cf73ee triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:27.036247 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-29f771fb-1320-4607-9083-a3a47c5f461a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:27.045429 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] For port 45015ded-9835-4532-991b-e3acf5cf73ee, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:52:27.047501 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:27.049631 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] For port 45015ded-9835-4532-991b-e3acf5cf73ee, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=45015ded-9835-4532-991b-e3acf5cf73ee,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:52:27.057741 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:27.097650 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906e1063-d004-4a37-a82f-51effaa556ab None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:52:27.100564 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-9deadb45-2ba4-44c8-8e40-4e35d0343e95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=123958aa-6377-4a82-b97b-1f5421f13954 HTTP/1.1" status: 200 len: 217 time: 0.1493890 Dec 06 14:52:27.105773 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-29f771fb-1320-4607-9083-a3a47c5f461a None None] Port 45015ded-9835-4532-991b-e3acf5cf73ee cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:52:27.128416 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Routers {'81cdbba2-9592-4680-aadb-7ed9906766aa'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:27.130401 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['81cdbba2-9592-4680-aadb-7ed9906766aa'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:27.144074 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-b066d35c-1a53-4c28-ae66-c6528263600a service neutron] 10.222.0.37 "GET /v2.0/networks/b66f2774-0455-45ee-aac2-7e534a585601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845031 Dec 06 14:52:27.186879 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6695fa2-e828-41a6-97ea-e5c9ae89548f None None] Pushing event updated for resources: {'Port': ['ID=45015ded-9835-4532-991b-e3acf5cf73ee,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:27.230290 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f59b52ed-1e96-4486-9281-cf74bf469eb9 None None] Provisioning complete for port 45015ded-9835-4532-991b-e3acf5cf73ee triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:27.230718 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f59b52ed-1e96-4486-9281-cf74bf469eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:27.274228 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-5c0aaff0-aa89-4bdf-99c4-a0cd77196914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:27.276990 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-5c0aaff0-aa89-4bdf-99c4-a0cd77196914 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1e5f2f7-b121-4bd5-a64e-1d85120de3ca HTTP/1.1" status: 200 len: 797 time: 0.1660593 Dec 06 14:52:27.318938 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] Set router 81cdbba2-9592-4680-aadb-7ed9906766aa gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:27.352038 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-bb2d5272-6063-4a6d-8ca6-d7f1172060ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:27.353600 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-bb2d5272-6063-4a6d-8ca6-d7f1172060ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb158934-4018-4c6a-ae8b-2c28f8c789bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0650551 Dec 06 14:52:27.362327 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69ee4408-8e0a-4d5a-80ba-7613865d2c16 req-33e2872e-1f57-4634-9aff-f47165aaa8f2 service neutron] 10.222.0.37 "GET /v2.0/networks/b66f2774-0455-45ee-aac2-7e534a585601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090890 Dec 06 14:52:27.388236 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Allocated IP 172.20.0.1 (ef8e5d39-99cc-4c37-996c-675a5525e83c/46784296-e2e0-4b66-b685-9474ba7cb77e/4bdd2128-3833-4ecf-9c7f-8686489f7d5a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:52:27.417731 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f59b52ed-1e96-4486-9281-cf74bf469eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:27.466902 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f59b52ed-1e96-4486-9281-cf74bf469eb9 None None] For port 45015ded-9835-4532-991b-e3acf5cf73ee, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=45015ded-9835-4532-991b-e3acf5cf73ee,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:27.476448 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f59b52ed-1e96-4486-9281-cf74bf469eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:27.517791 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-2adae2c4-5788-4783-816e-88b60026faed service neutron] 10.222.0.23 "GET /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544452 Dec 06 14:52:27.593146 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b52ed-1e96-4486-9281-cf74bf469eb9 None None] Pushing event updated for resources: {'Port': ['ID=45015ded-9835-4532-991b-e3acf5cf73ee,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:27.651736 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f5610090-176c-4f5a-8b60-858005e6d12a req-d5e23ce9-d6e1-43c7-894e-fc6824fd1f7d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.1328053 Dec 06 14:52:27.674749 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:27.681742 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2486d9-b58c-4738-86c6-3da477fe45a4 req-52d29c73-895b-47c9-9724-7928cf3a8201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:27.683243 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b2486d9-b58c-4738-86c6-3da477fe45a4 req-52d29c73-895b-47c9-9724-7928cf3a8201 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0102bebeb28649558fc2f33b3c60ad5f&device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 1094 time: 0.1633577 Dec 06 14:52:27.686564 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-53737298-5525-45da-8e3b-e53b87a1315f service neutron] 10.222.0.23 "GET /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394193 Dec 06 14:52:27.707564 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'name': 'tempest-ServersTestMultiNic-756398945-router', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.92'}], 'enable_snat': True}, 'gw_port_id': '45015ded-9835-4532-991b-e3acf5cf73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:18Z', 'updated_at': '2021-12-06T14:52:23Z', 'revision_number': 3, 'project_id': 'da8d343b463741c1a6e370300f4581c3', 'gw_port': {'id': '45015ded-9835-4532-991b-e3acf5cf73ee', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:20Z', 'updated_at': '2021-12-06T14:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:27.762031 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa5ea7c-e12a-46c9-a2b8-335498cee7c9 None None] The sync data for ids ['81cdbba2-9592-4680-aadb-7ed9906766aa'] in n-d-master-1 is: [{'id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'name': 'tempest-ServersTestMultiNic-756398945-router', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.92'}], 'enable_snat': True}, 'gw_port_id': '45015ded-9835-4532-991b-e3acf5cf73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:18Z', 'updated_at': '2021-12-06T14:52:23Z', 'revision_number': 3, 'project_id': 'da8d343b463741c1a6e370300f4581c3', 'gw_port': {'id': '45015ded-9835-4532-991b-e3acf5cf73ee', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:20Z', 'updated_at': '2021-12-06T14:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:52:27.774530 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-feb9372c-ef4e-419b-b363-5a142b0e5c07 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c5ef52e3-a51e-4219-b152-4a539b93ddee HTTP/1.1" status: 200 len: 217 time: 0.0735857 Dec 06 14:52:27.784543 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:27.806770 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:27.856979 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2486d9-b58c-4738-86c6-3da477fe45a4 req-0d606144-28e8-445d-90eb-732baaca153e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:27.858705 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b2486d9-b58c-4738-86c6-3da477fe45a4 req-0d606144-28e8-445d-90eb-732baaca153e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66f2774-0455-45ee-aac2-7e534a585601 HTTP/1.1" status: 200 len: 929 time: 0.1677816 Dec 06 14:52:27.861589 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Network ef8e5d39-99cc-4c37-996c-675a5525e83c is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:52:27.866883 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:27.875321 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:52:27.925466 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-dd42315d-f574-4a49-91d8-5432a7eadcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:27.927247 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-dd42315d-f574-4a49-91d8-5432a7eadcdf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1e5f2f7-b121-4bd5-a64e-1d85120de3ca HTTP/1.1" status: 200 len: 797 time: 0.0663064 Dec 06 14:52:27.950877 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Pushing event updated for resources: {'Port': ['ID=4bdd2128-3833-4ecf-9c7f-8686489f7d5a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:28.002898 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:28.059355 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b2486d9-b58c-4738-86c6-3da477fe45a4 req-e4029d25-e80c-4d65-a4d0-54b8752dce21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b08abfe-c669-4141-aa5a-7a6dda71e1e8 HTTP/1.1" status: 200 len: 217 time: 0.1309943 Dec 06 14:52:28.074031 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:52:28.159499 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea47b7c-957b-4825-ac83-ad3d16cae899 req-0ddbca78-7761-4f49-8840-3342d62940de tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:28.161850 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eea47b7c-957b-4825-ac83-ad3d16cae899 req-0ddbca78-7761-4f49-8840-3342d62940de tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 943 time: 0.3021038 Dec 06 14:52:28.201616 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cdf46-b19d-4494-8240-f9559de6725c req-7446d60e-c5ac-4eeb-a036-a72d2febabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:28.203176 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-7446d60e-c5ac-4eeb-a036-a72d2febabd0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cb158934-4018-4c6a-ae8b-2c28f8c789bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2550378 Dec 06 14:52:28.211824 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2486d9-b58c-4738-86c6-3da477fe45a4 req-fdf90326-09ba-4084-a117-13a5dfc21336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:28.214649 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b2486d9-b58c-4738-86c6-3da477fe45a4 req-fdf90326-09ba-4084-a117-13a5dfc21336 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73a33358-771c-4a56-ac9b-0361df881d3f HTTP/1.1" status: 200 len: 867 time: 0.1429853 Dec 06 14:52:28.270670 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:28.339933 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b93d16f6-5c37-4e09-9cbd-c5bc1b18a96f None None] Provisioning complete for port 4bdd2128-3833-4ecf-9c7f-8686489f7d5a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:28.340560 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b93d16f6-5c37-4e09-9cbd-c5bc1b18a96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:28.392597 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b93d16f6-5c37-4e09-9cbd-c5bc1b18a96f None None] Port 4bdd2128-3833-4ecf-9c7f-8686489f7d5a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:52:28.408871 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eea47b7c-957b-4825-ac83-ad3d16cae899 req-b6f9554b-e4dd-4bbb-9db6-639a266269a3 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/security-groups?id=a025490e-f80a-4c9f-baf7-f602197636c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354047 Dec 06 14:52:28.466484 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2486d9-b58c-4738-86c6-3da477fe45a4 req-672d7523-1253-46f2-9d1c-feb4904527eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:28.467808 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b2486d9-b58c-4738-86c6-3da477fe45a4 req-672d7523-1253-46f2-9d1c-feb4904527eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66f2774-0455-45ee-aac2-7e534a585601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2282133 Dec 06 14:52:28.589075 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:28.598570 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:28.598800 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-2c18d289-d4d5-4c5c-93c4-ade34937d342 service neutron] 10.222.0.23 "GET /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604076 Dec 06 14:52:28.651258 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:28.673647 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b2486d9-b58c-4738-86c6-3da477fe45a4 req-7960f7ff-d9aa-4e9d-ac02-4d862536c8ec service neutron] 10.222.0.37 "GET /v2.0/networks/b66f2774-0455-45ee-aac2-7e534a585601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913662 Dec 06 14:52:28.774525 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Pushing event updated for resources: {'Port': ['ID=4bdd2128-3833-4ecf-9c7f-8686489f7d5a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:28.849169 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:28.849520 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:28.849939 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:28.850554 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:28.850893 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:28.851265 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:28.851549 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:28.851903 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:28.852237 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:28.852554 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:28.852877 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:28.854576 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:28.854934 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:28.897804 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-674d4594-8315-4c52-a559-601b50a12c89 req-48207a2e-0c94-44c7-ba8b-616ec2e0f031 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.0995393 Dec 06 14:52:28.946212 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Network ef8e5d39-99cc-4c37-996c-675a5525e83c is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:52:28.947840 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:29.229485 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Router 81cdbba2-9592-4680-aadb-7ed9906766aa has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:52:29.340813 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5aa32340-2e6f-4ce4-a8dd-ded478fd8264 None None] Provisioning complete for port 4bdd2128-3833-4ecf-9c7f-8686489f7d5a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:29.341289 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5aa32340-2e6f-4ce4-a8dd-ded478fd8264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:29.409878 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-405cdf46-b19d-4494-8240-f9559de6725c req-01145eca-7750-46f0-bcad-44e9f48f14fd service neutron] 10.222.0.23 "GET /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8023322 Dec 06 14:52:29.441731 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b2486d9-b58c-4738-86c6-3da477fe45a4 req-30a081d9-8dfa-4a52-94fe-1c2b2bb54b45 service neutron] 10.222.0.37 "GET /v2.0/networks/b66f2774-0455-45ee-aac2-7e534a585601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7266881 Dec 06 14:52:29.465425 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5aa32340-2e6f-4ce4-a8dd-ded478fd8264 None None] Port 4bdd2128-3833-4ecf-9c7f-8686489f7d5a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:52:29.524930 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:52:29.537552 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-047b9a9f-bd02-4fcc-9633-fce01e3317f9 admin admin] 10.222.0.20 "PUT /v2.0/routers/81cdbba2-9592-4680-aadb-7ed9906766aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1198413 Dec 06 14:52:29.640176 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce969a-5daf-4ad1-80c3-f86d622bd2be req-a4ee2ed8-ba31-4dd0-aa35-a92050ebbcfc tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:29.648243 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bdce969a-5daf-4ad1-80c3-f86d622bd2be req-a4ee2ed8-ba31-4dd0-aa35-a92050ebbcfc tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 943 time: 0.1090519 Dec 06 14:52:29.668310 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:29.706728 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 45015ded-9835-4532-991b-e3acf5cf73ee up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:29.816653 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bdce969a-5daf-4ad1-80c3-f86d622bd2be req-f6393081-2cb8-4398-9c58-b929b69dd1a9 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/security-groups?id=a025490e-f80a-4c9f-baf7-f602197636c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636710 Dec 06 14:52:29.834134 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54048) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:29.842053 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:52:29.857297 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 45015ded-9835-4532-991b-e3acf5cf73ee triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:29.857655 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:29.963459 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-60a44a06-cb14-4a5d-8070-115946146c13 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1503412547'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:30.022963 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a44a06-cb14-4a5d-8070-115946146c13 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Made reservation on behalf of da8d343b463741c1a6e370300f4581c3 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:52:30.031894 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60a44a06-cb14-4a5d-8070-115946146c13 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:30.078955 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a44a06-cb14-4a5d-8070-115946146c13 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:52:30.090496 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60a44a06-cb14-4a5d-8070-115946146c13 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:30.090861 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-60a44a06-cb14-4a5d-8070-115946146c13 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Added segment 8937e163-e8ae-4f5f-8b0b-4f5a50d613aa of type vlan for network 56a607a2-9741-444d-ac02-57254814f109 Dec 06 14:52:30.112314 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-669d64da-51e2-4f5d-8a89-9e7d5926757b req-bed11d1e-b28e-4044-9cb6-dcf1a8bca9fb tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.1166384 Dec 06 14:52:30.166652 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60a44a06-cb14-4a5d-8070-115946146c13 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:30.231847 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60a44a06-cb14-4a5d-8070-115946146c13 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:30.246716 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a44a06-cb14-4a5d-8070-115946146c13 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:30.247668 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60a44a06-cb14-4a5d-8070-115946146c13 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:30.300651 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 9b08abfe-c669-4141-aa5a-7a6dda71e1e8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9b08abfe-c669-4141-aa5a-7a6dda71e1e8,segment=NetworkSegment(76aa9003-530a-4080-aeab-4c1e39a526e7),segment_id=76aa9003-530a-4080-aeab-4c1e39a526e7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:30.314769 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '9b08abfe-c669-4141-aa5a-7a6dda71e1e8', 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601', 'port_id': '9b08abfe-c669-4141-aa5a-7a6dda71e1e8', 'mac_address': 'fa:16:3e:a1:20:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:52:30.366739 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:30.392080 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:52:30.405811 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a44a06-cb14-4a5d-8070-115946146c13 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event updated for resources: {'Network': ['ID=56a607a2-9741-444d-ac02-57254814f109,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:30.436229 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-60a44a06-cb14-4a5d-8070-115946146c13 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6009612 Dec 06 14:52:30.437704 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 56a607a2-9741-444d-ac02-57254814f109 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:52:30.438938 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54066) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:30.444755 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 9b08abfe-c669-4141-aa5a-7a6dda71e1e8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9b08abfe-c669-4141-aa5a-7a6dda71e1e8,segment=NetworkSegment(76aa9003-530a-4080-aeab-4c1e39a526e7),segment_id=76aa9003-530a-4080-aeab-4c1e39a526e7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:30.447262 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Request body: {'subnet': {'network_id': '56a607a2-9741-444d-ac02-57254814f109', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:30.462055 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:30.469409 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54068) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:30.533477 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=9b08abfe-c669-4141-aa5a-7a6dda71e1e8,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:30.627058 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Made reservation on behalf of da8d343b463741c1a6e370300f4581c3 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:52:30.633339 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:30.649312 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2ccbc92-df31-47c8-8e74-04326fac3200 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:30.713945 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Sync routers for ids ['81cdbba2-9592-4680-aadb-7ed9906766aa'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:52:30.726905 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-329a1adb-35df-4eb3-ab1e-f35b7e41f1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:30.732925 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Routers {'81cdbba2-9592-4680-aadb-7ed9906766aa'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:30.733585 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['81cdbba2-9592-4680-aadb-7ed9906766aa'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:30.749224 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['9b08abfe-c669-4141-aa5a-7a6dda71e1e8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:52:30.755723 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2ccbc92-df31-47c8-8e74-04326fac3200 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:30.761675 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2ccbc92-df31-47c8-8e74-04326fac3200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:30.845663 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a2ccbc92-df31-47c8-8e74-04326fac3200 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2685ef91dcb64f05a8309a6376215f7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3748271 Dec 06 14:52:30.848698 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54074) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:30.859923 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ccbc92-df31-47c8-8e74-04326fac3200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f26a31-db71-4d0b-97dc-2b978660a678,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:30.908272 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Set router 81cdbba2-9592-4680-aadb-7ed9906766aa gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:30.971171 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3111a24-d3a2-4622-a805-7952b4d1f498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:30.991945 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f284b20-ad6d-4731-8054-b5cce97cf2c7 req-815eb104-0e0b-4d61-893f-71f49ac69958 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:30.993925 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8f284b20-ad6d-4731-8054-b5cce97cf2c7 req-815eb104-0e0b-4d61-893f-71f49ac69958 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 944 time: 0.0735869 Dec 06 14:52:30.996726 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.011053 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3111a24-d3a2-4622-a805-7952b4d1f498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.089395 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8f284b20-ad6d-4731-8054-b5cce97cf2c7 req-50872a91-c238-4e9a-998d-e6f13d3a8e25 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/security-groups?id=a025490e-f80a-4c9f-baf7-f602197636c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891414 Dec 06 14:52:31.115942 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event updated for resources: {'Subnet': ['ID=f344bfcd-375f-4232-8192-6e85a66eb8c9,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:31.126887 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Checking segment: {'id': '8937e163-e8ae-4f5f-8b0b-4f5a50d613aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56a607a2-9741-444d-ac02-57254814f109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:52:31.127259 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Network hostable DHCP agents. Network: 56a607a2-9741-444d-ac02-57254814f109, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:52:31.132342 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:31.132699 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:31.133045 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:31.133469 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:31.133853 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:31.134198 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:31.134529 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:31.134980 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:31.135350 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:31.135716 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:31.136055 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:31.136423 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:31.136757 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:31.164108 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Network 56a607a2-9741-444d-ac02-57254814f109 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:52:31.169142 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3111a24-d3a2-4622-a805-7952b4d1f498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.172427 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3111a24-d3a2-4622-a805-7952b4d1f498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.174195 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f3111a24-d3a2-4622-a805-7952b4d1f498 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82f26a31-db71-4d0b-97dc-2b978660a678 HTTP/1.1" status: 204 len: 168 time: 0.3237982 Dec 06 14:52:31.192515 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3111a24-d3a2-4622-a805-7952b4d1f498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f26a31-db71-4d0b-97dc-2b978660a678,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:31.202924 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 56a607a2-9741-444d-ac02-57254814f109) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:31.218815 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af05950-4b0c-4262-84e6-b38e0bedc093 None None] Network 56a607a2-9741-444d-ac02-57254814f109 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:52:31.222584 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:31.224040 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.244379 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'name': 'tempest-ServersTestMultiNic-756398945-router', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.92'}], 'enable_snat': True}, 'gw_port_id': '45015ded-9835-4532-991b-e3acf5cf73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:18Z', 'updated_at': '2021-12-06T14:52:28Z', 'revision_number': 4, 'project_id': 'da8d343b463741c1a6e370300f4581c3', 'gw_port': {'id': '45015ded-9835-4532-991b-e3acf5cf73ee', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:20Z', 'updated_at': '2021-12-06T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4bdd2128-3833-4ecf-9c7f-8686489f7d5a', 'name': '', 'network_id': 'ef8e5d39-99cc-4c37-996c-675a5525e83c', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'mac_address': 'fa:16:3e:4a:3a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '46784296-e2e0-4b66-b685-9474ba7cb77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:27Z', 'updated_at': '2021-12-06T14:52:28Z', 'revision_number': 2, 'project_id': 'da8d343b463741c1a6e370300f4581c3', 'subnets': [{'id': '46784296-e2e0-4b66-b685-9474ba7cb77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:31.282616 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb06d7c0-32b6-4768-9778-690019900e9f req-4ce5796a-dcbb-4ae2-9624-9f89857ef658 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.0411990 Dec 06 14:52:31.291558 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e26ffabf-5794-4087-ad13-8a029788cc80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8513808 Dec 06 14:52:31.292628 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54084) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:31.298398 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1492af33-eb23-4c22-8e65-ac1e5fa6737b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-756139992'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:31.322285 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Checking router: 81cdbba2-9592-4680-aadb-7ed9906766aa for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:52:31.322784 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Updating router 81cdbba2-9592-4680-aadb-7ed9906766aa port 4bdd2128-3833-4ecf-9c7f-8686489f7d5a binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:52:31.359010 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1492af33-eb23-4c22-8e65-ac1e5fa6737b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Made reservation on behalf of da8d343b463741c1a6e370300f4581c3 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:52:31.366026 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1492af33-eb23-4c22-8e65-ac1e5fa6737b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.438816 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-56a607a2-9741-444d-ac02-57254814f109', 'network_id': '56a607a2-9741-444d-ac02-57254814f109', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'fixed_ips': [{'subnet_id': 'f344bfcd-375f-4232-8192-6e85a66eb8c9'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:52:31.441058 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.443338 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1492af33-eb23-4c22-8e65-ac1e5fa6737b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:52:31.455299 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1492af33-eb23-4c22-8e65-ac1e5fa6737b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.456090 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-1492af33-eb23-4c22-8e65-ac1e5fa6737b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Added segment 68597c42-9a9b-4d29-9118-3251a1d7356a of type vlan for network 4e1f24fa-d815-477d-878d-71ada0f4a8f1 Dec 06 14:52:31.510709 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1492af33-eb23-4c22-8e65-ac1e5fa6737b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.523192 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.549476 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1492af33-eb23-4c22-8e65-ac1e5fa6737b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.558851 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1492af33-eb23-4c22-8e65-ac1e5fa6737b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:31.559556 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1492af33-eb23-4c22-8e65-ac1e5fa6737b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.608244 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1492af33-eb23-4c22-8e65-ac1e5fa6737b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3143377 Dec 06 14:52:31.611480 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54088) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:31.619647 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-267e0741-ae4f-4801-af01-9b67cebd065f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Request body: {'subnet': {'network_id': '4e1f24fa-d815-477d-878d-71ada0f4a8f1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:31.624437 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Allocated IP 19.80.0.2 (56a607a2-9741-444d-ac02-57254814f109/f344bfcd-375f-4232-8192-6e85a66eb8c9/86dc612b-788b-4df4-84ec-0ca7ac7b52df) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:52:31.733551 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492af33-eb23-4c22-8e65-ac1e5fa6737b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event updated for resources: {'Network': ['ID=4e1f24fa-d815-477d-878d-71ada0f4a8f1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:31.738497 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54090) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:31.756641 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267e0741-ae4f-4801-af01-9b67cebd065f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Made reservation on behalf of da8d343b463741c1a6e370300f4581c3 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:52:31.763499 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-267e0741-ae4f-4801-af01-9b67cebd065f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.776277 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62aeaa91-8267-437d-b8e1-fb0535a441a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.887894 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.900923 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 4e1f24fa-d815-477d-878d-71ada0f4a8f1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:52:31.905340 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:31.919219 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.929174 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62aeaa91-8267-437d-b8e1-fb0535a441a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.931429 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.938403 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62aeaa91-8267-437d-b8e1-fb0535a441a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.945821 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.981206 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-62aeaa91-8267-437d-b8e1-fb0535a441a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=add2ca3b495342f5bff791123d657110&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2416153 Dec 06 14:52:31.983910 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54092) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:31.984268 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aeaa91-8267-437d-b8e1-fb0535a441a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7e6d60-36d7-4e57-aed9-05519fc7f94b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:32.012756 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c2998-46fe-4c2a-aad3-e34e486be57c None None] Pushing event updated for resources: {'Port': ['ID=4bdd2128-3833-4ecf-9c7f-8686489f7d5a,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:32.081260 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2b939e4-d97e-4cda-8f67-999c35548cf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:32.101019 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Pushing event updated for resources: {'Port': ['ID=86dc612b-788b-4df4-84ec-0ca7ac7b52df,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:32.122238 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2b939e4-d97e-4cda-8f67-999c35548cf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:32.127915 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Network 56a607a2-9741-444d-ac02-57254814f109 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:52:32.130660 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:32.133615 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:52:32.146562 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Attempting to bind port 4bdd2128-3833-4ecf-9c7f-8686489f7d5a on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:52:32.146961 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Attempting to bind port 4bdd2128-3833-4ecf-9c7f-8686489f7d5a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '45d76bb3-c097-4055-a609-38fa03cb3a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ef8e5d39-99cc-4c37-996c-675a5525e83c'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:52:32.147331 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Attempting to bind port 4bdd2128-3833-4ecf-9c7f-8686489f7d5a on network ef8e5d39-99cc-4c37-996c-675a5525e83c {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:32.167228 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:52:32.167624 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Checking segment: {'id': '45d76bb3-c097-4055-a609-38fa03cb3a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ef8e5d39-99cc-4c37-996c-675a5525e83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:52:32.169884 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:32.172894 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Bound using segment: {'id': '45d76bb3-c097-4055-a609-38fa03cb3a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ef8e5d39-99cc-4c37-996c-675a5525e83c'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:52:32.173425 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Bound port: 4bdd2128-3833-4ecf-9c7f-8686489f7d5a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d76bb3-c097-4055-a609-38fa03cb3a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ef8e5d39-99cc-4c37-996c-675a5525e83c'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:52:32.173830 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:32.179049 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-267e0741-ae4f-4801-af01-9b67cebd065f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:32.214452 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:52:32.223424 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Attempting to bind port 86dc612b-788b-4df4-84ec-0ca7ac7b52df on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:52:32.223825 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Attempting to bind port 86dc612b-788b-4df4-84ec-0ca7ac7b52df by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8937e163-e8ae-4f5f-8b0b-4f5a50d613aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56a607a2-9741-444d-ac02-57254814f109'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:52:32.224192 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Attempting to bind port 86dc612b-788b-4df4-84ec-0ca7ac7b52df on network 56a607a2-9741-444d-ac02-57254814f109 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:32.226209 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:32.226556 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:32.262640 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2b939e4-d97e-4cda-8f67-999c35548cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:32.266659 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b2b939e4-d97e-4cda-8f67-999c35548cf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:32.268323 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b2b939e4-d97e-4cda-8f67-999c35548cf5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d7e6d60-36d7-4e57-aed9-05519fc7f94b HTTP/1.1" status: 204 len: 168 time: 0.2830293 Dec 06 14:52:32.277734 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:52:32.278059 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Checking segment: {'id': '8937e163-e8ae-4f5f-8b0b-4f5a50d613aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56a607a2-9741-444d-ac02-57254814f109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:52:32.278460 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:32.278851 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Bound using segment: {'id': '8937e163-e8ae-4f5f-8b0b-4f5a50d613aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56a607a2-9741-444d-ac02-57254814f109'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:52:32.279331 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Bound port: 86dc612b-788b-4df4-84ec-0ca7ac7b52df, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8937e163-e8ae-4f5f-8b0b-4f5a50d613aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56a607a2-9741-444d-ac02-57254814f109'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:52:32.279724 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:32.297158 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] For port 4bdd2128-3833-4ecf-9c7f-8686489f7d5a, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:52:32.307276 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] For port 4bdd2128-3833-4ecf-9c7f-8686489f7d5a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4bdd2128-3833-4ecf-9c7f-8686489f7d5a,segment=NetworkSegment(45d76bb3-c097-4055-a609-38fa03cb3a43),segment_id=45d76bb3-c097-4055-a609-38fa03cb3a43)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:52:32.325191 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:32.329735 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b939e4-d97e-4cda-8f67-999c35548cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7e6d60-36d7-4e57-aed9-05519fc7f94b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:32.341130 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e0741-ae4f-4801-af01-9b67cebd065f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event updated for resources: {'Subnet': ['ID=c39e6739-be47-40b2-8ee5-5418364d9b23,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:32.422945 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:32.433005 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0693bb-b7e1-436c-8260-a48068a6a3fd req-d741bd98-f895-44e0-af7d-6a78373014bb tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:32.437096 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ea0693bb-b7e1-436c-8260-a48068a6a3fd req-d741bd98-f895-44e0-af7d-6a78373014bb tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 944 time: 0.1648781 Dec 06 14:52:32.470441 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Routers {'81cdbba2-9592-4680-aadb-7ed9906766aa'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:32.471098 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['81cdbba2-9592-4680-aadb-7ed9906766aa'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:32.476745 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e0741-ae4f-4801-af01-9b67cebd065f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Checking segment: {'id': '68597c42-9a9b-4d29-9118-3251a1d7356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4e1f24fa-d815-477d-878d-71ada0f4a8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:52:32.477905 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267e0741-ae4f-4801-af01-9b67cebd065f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Network hostable DHCP agents. Network: 4e1f24fa-d815-477d-878d-71ada0f4a8f1, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:52:32.478150 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] For port 86dc612b-788b-4df4-84ec-0ca7ac7b52df, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:52:32.493276 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbaa64c-7d49-452e-851b-b78cb0e23ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b08abfe-c669-4141-aa5a-7a6dda71e1e8'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:32.497675 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7382ad79-0086-4a93-bf54-0c93070d94e3" -d '{"events": [{"server_uuid": "9fbaa64c-7d49-452e-851b-b78cb0e23ff8", "name": "network-vif-plugged", "status": "completed", "tag": "9b08abfe-c669-4141-aa5a-7a6dda71e1e8"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:32.529718 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eead4062-b4b3-400e-9916-c7b9889f8672 req-809400de-1f72-4fee-9653-80b745b26f8d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.0593982 Dec 06 14:52:32.533048 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 9b08abfe-c669-4141-aa5a-7a6dda71e1e8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9b08abfe-c669-4141-aa5a-7a6dda71e1e8,segment=NetworkSegment(76aa9003-530a-4080-aeab-4c1e39a526e7),segment_id=76aa9003-530a-4080-aeab-4c1e39a526e7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:32.538965 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] For port 86dc612b-788b-4df4-84ec-0ca7ac7b52df, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=86dc612b-788b-4df4-84ec-0ca7ac7b52df,segment=NetworkSegment(8937e163-e8ae-4f5f-8b0b-4f5a50d613aa),segment_id=8937e163-e8ae-4f5f-8b0b-4f5a50d613aa)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:52:32.550746 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:32.582864 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267e0741-ae4f-4801-af01-9b67cebd065f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Network 4e1f24fa-d815-477d-878d-71ada0f4a8f1 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:52:32.595645 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-303c440f-88a6-4a4d-ad17-522b7994cb9b None None] Provisioning complete for port 4bdd2128-3833-4ecf-9c7f-8686489f7d5a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:32.596120 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-303c440f-88a6-4a4d-ad17-522b7994cb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:32.596730 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ea0693bb-b7e1-436c-8260-a48068a6a3fd req-ab91aa88-2a59-45b2-a24b-fc072e632522 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/security-groups?id=a025490e-f80a-4c9f-baf7-f602197636c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408012 Dec 06 14:52:32.608510 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:32.613017 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-267e0741-ae4f-4801-af01-9b67cebd065f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4e1f24fa-d815-477d-878d-71ada0f4a8f1) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:32.617422 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267e0741-ae4f-4801-af01-9b67cebd065f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:32.618079 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-267e0741-ae4f-4801-af01-9b67cebd065f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:32.645909 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bd9ee5-7ffd-46d7-8d2c-83d29d1f2314 None None] Network 4e1f24fa-d815-477d-878d-71ada0f4a8f1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:52:32.671787 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c2998-46fe-4c2a-aad3-e34e486be57c None None] Pushing event updated for resources: {'Port': ['ID=4bdd2128-3833-4ecf-9c7f-8686489f7d5a,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:32.684621 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-267e0741-ae4f-4801-af01-9b67cebd065f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0718608 Dec 06 14:52:32.708162 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c2998-46fe-4c2a-aad3-e34e486be57c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:32.708551 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c2998-46fe-4c2a-aad3-e34e486be57c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:32.708892 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c2998-46fe-4c2a-aad3-e34e486be57c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:32.709231 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c2998-46fe-4c2a-aad3-e34e486be57c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:32.709564 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c2998-46fe-4c2a-aad3-e34e486be57c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:32.709890 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c2998-46fe-4c2a-aad3-e34e486be57c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:32.710212 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c2998-46fe-4c2a-aad3-e34e486be57c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:32.710536 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c2998-46fe-4c2a-aad3-e34e486be57c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:32.710856 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c2998-46fe-4c2a-aad3-e34e486be57c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:32.711176 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c2998-46fe-4c2a-aad3-e34e486be57c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:32.711497 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c2998-46fe-4c2a-aad3-e34e486be57c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:32.711851 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c2998-46fe-4c2a-aad3-e34e486be57c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:32.712159 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c2998-46fe-4c2a-aad3-e34e486be57c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:32.775938 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf162009-13f2-4495-9895-9a01890e1164 x-openstack-request-id: req-bf162009-13f2-4495-9895-9a01890e1164 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:32.776302 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbaa64c-7d49-452e-851b-b78cb0e23ff8", "name": "network-vif-plugged", "status": "completed", "tag": "9b08abfe-c669-4141-aa5a-7a6dda71e1e8", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:32.776567 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf162009-13f2-4495-9895-9a01890e1164 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:32.776993 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbaa64c-7d49-452e-851b-b78cb0e23ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b08abfe-c669-4141-aa5a-7a6dda71e1e8', 'code': 200} Dec 06 14:52:32.789341 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=9b08abfe-c669-4141-aa5a-7a6dda71e1e8,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:32.849172 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] Set router 81cdbba2-9592-4680-aadb-7ed9906766aa gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:32.945965 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399c604-7760-46fe-bbdb-2953ca0216df req-5771144c-bbac-4ce6-908f-0e5556663e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:32.948607 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3399c604-7760-46fe-bbdb-2953ca0216df req-5771144c-bbac-4ce6-908f-0e5556663e9e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 1096 time: 0.1163728 Dec 06 14:52:33.040061 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b44c0e-f3d3-4da8-8e41-c0bd7530ed98 None None] Pushing event updated for resources: {'Port': ['ID=86dc612b-788b-4df4-84ec-0ca7ac7b52df,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:33.086028 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54120) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:33.108841 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-303c440f-88a6-4a4d-ad17-522b7994cb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:33.114111 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3399c604-7760-46fe-bbdb-2953ca0216df req-3ae1173f-57c8-43d2-b68d-63009b0caf18 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a025490e-f80a-4c9f-baf7-f602197636c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501775 Dec 06 14:52:33.140466 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca53d28e-2c8b-484e-aa37-c5b629227ff7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:33.152368 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-4e1f24fa-d815-477d-878d-71ada0f4a8f1', 'network_id': '4e1f24fa-d815-477d-878d-71ada0f4a8f1', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'fixed_ips': [{'subnet_id': 'c39e6739-be47-40b2-8ee5-5418364d9b23'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:52:33.153222 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:33.251456 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-303c440f-88a6-4a4d-ad17-522b7994cb9b None None] For port 4bdd2128-3833-4ecf-9c7f-8686489f7d5a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4bdd2128-3833-4ecf-9c7f-8686489f7d5a,segment=NetworkSegment(45d76bb3-c097-4055-a609-38fa03cb3a43),segment_id=45d76bb3-c097-4055-a609-38fa03cb3a43)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:33.268808 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'name': 'tempest-ServersTestMultiNic-756398945-router', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.92'}], 'enable_snat': True}, 'gw_port_id': '45015ded-9835-4532-991b-e3acf5cf73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:18Z', 'updated_at': '2021-12-06T14:52:28Z', 'revision_number': 4, 'project_id': 'da8d343b463741c1a6e370300f4581c3', 'gw_port': {'id': '45015ded-9835-4532-991b-e3acf5cf73ee', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:20Z', 'updated_at': '2021-12-06T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4bdd2128-3833-4ecf-9c7f-8686489f7d5a', 'name': '', 'network_id': 'ef8e5d39-99cc-4c37-996c-675a5525e83c', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'mac_address': 'fa:16:3e:4a:3a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '46784296-e2e0-4b66-b685-9474ba7cb77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:27Z', 'updated_at': '2021-12-06T14:52:32Z', 'revision_number': 4, 'project_id': 'da8d343b463741c1a6e370300f4581c3', 'subnets': [{'id': '46784296-e2e0-4b66-b685-9474ba7cb77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:33.311946 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-4131be0c-e5b3-4e83-a7ef-257fe549fab9 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:33.318469 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-4131be0c-e5b3-4e83-a7ef-257fe549fab9 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:33.320103 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-4131be0c-e5b3-4e83-a7ef-257fe549fab9 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/networks?id=56a607a2-9741-444d-ac02-57254814f109&id=4e1f24fa-d815-477d-878d-71ada0f4a8f1&id=56a607a2-9741-444d-ac02-57254814f109 HTTP/1.1" status: 200 len: 1391 time: 0.2954485 Dec 06 14:52:33.335185 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e09ac6-b220-4da8-90e3-b4dc9e210352 None None] The sync data for ids ['81cdbba2-9592-4680-aadb-7ed9906766aa'] in n-d-master-1 is: [{'id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'name': 'tempest-ServersTestMultiNic-756398945-router', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.92'}], 'enable_snat': True}, 'gw_port_id': '45015ded-9835-4532-991b-e3acf5cf73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:18Z', 'updated_at': '2021-12-06T14:52:28Z', 'revision_number': 4, 'project_id': 'da8d343b463741c1a6e370300f4581c3', 'gw_port': {'id': '45015ded-9835-4532-991b-e3acf5cf73ee', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:20Z', 'updated_at': '2021-12-06T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4bdd2128-3833-4ecf-9c7f-8686489f7d5a', 'name': '', 'network_id': 'ef8e5d39-99cc-4c37-996c-675a5525e83c', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'mac_address': 'fa:16:3e:4a:3a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '46784296-e2e0-4b66-b685-9474ba7cb77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:27Z', 'updated_at': '2021-12-06T14:52:32Z', 'revision_number': 4, 'project_id': 'da8d343b463741c1a6e370300f4581c3', 'subnets': [{'id': '46784296-e2e0-4b66-b685-9474ba7cb77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:52:33.342902 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-fb0cfe8f-7985-403b-85e8-479de8a06f80 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/quotas/da8d343b463741c1a6e370300f4581c3 HTTP/1.1" status: 200 len: 375 time: 0.0112436 Dec 06 14:52:33.377397 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-35127722-f852-4638-a6f8-06a7370aeed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:33.377820 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca53d28e-2c8b-484e-aa37-c5b629227ff7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:33.388360 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-303c440f-88a6-4a4d-ad17-522b7994cb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:33.429405 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca53d28e-2c8b-484e-aa37-c5b629227ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:33.508027 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53d28e-2c8b-484e-aa37-c5b629227ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4688d9e5-667b-438d-9bdf-c01e2b268f54,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:33.517586 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ca53d28e-2c8b-484e-aa37-c5b629227ff7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f8c216c5dfe42ea917322673a893f25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4284718 Dec 06 14:52:33.520843 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54124) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:33.572257 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-a4fe62e8-8478-41e0-b7e1-d0bd6060cf63 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=da8d343b463741c1a6e370300f4581c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2101483 Dec 06 14:52:33.606574 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19737b8a-7524-4ee6-87ad-06c74c2f9688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:33.625926 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c440f-88a6-4a4d-ad17-522b7994cb9b None None] Pushing event updated for resources: {'Port': ['ID=4bdd2128-3833-4ecf-9c7f-8686489f7d5a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:33.641517 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-692df903-eb11-47d3-864a-0f5b9ca6d476 None None] Provisioning complete for port 4bdd2128-3833-4ecf-9c7f-8686489f7d5a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:33.641894 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-692df903-eb11-47d3-864a-0f5b9ca6d476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:33.657977 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19737b8a-7524-4ee6-87ad-06c74c2f9688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:33.728125 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Allocated IP 19.86.0.2 (4e1f24fa-d815-477d-878d-71ada0f4a8f1/c39e6739-be47-40b2-8ee5-5418364d9b23/fea95fcf-7add-43b6-a1b0-1ac0c42c97b9) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:52:33.792494 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-416520d5-eca6-4cfe-8710-1af954585813 req-384d9d2f-cd3d-4032-8aee-e0e18eb01a69 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.0613117 Dec 06 14:52:33.798614 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19737b8a-7524-4ee6-87ad-06c74c2f9688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:33.802927 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19737b8a-7524-4ee6-87ad-06c74c2f9688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:33.804135 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-19737b8a-7524-4ee6-87ad-06c74c2f9688 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4688d9e5-667b-438d-9bdf-c01e2b268f54 HTTP/1.1" status: 204 len: 168 time: 0.2813585 Dec 06 14:52:33.828736 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19737b8a-7524-4ee6-87ad-06c74c2f9688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4688d9e5-667b-438d-9bdf-c01e2b268f54,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:33.833886 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4bdd2128-3833-4ecf-9c7f-8686489f7d5a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:33.852486 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-28c19d6c-d07b-4d19-8c87-70aa33a7c524 service neutron] 10.222.0.20 "GET /v2.0/networks/56a607a2-9741-444d-ac02-57254814f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792311 Dec 06 14:52:34.065735 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-85278130-3f9e-4bfa-9ae7-4573fa62749a service neutron] 10.222.0.20 "GET /v2.0/networks/56a607a2-9741-444d-ac02-57254814f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038269 Dec 06 14:52:34.080147 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce47916-a4c6-49bb-be79-f163ad05b351 req-1ba538d2-b698-4e88-accb-c8e769542afe tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:34.095276 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3ce47916-a4c6-49bb-be79-f163ad05b351 req-1ba538d2-b698-4e88-accb-c8e769542afe tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 945 time: 0.1624889 Dec 06 14:52:34.253131 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3ce47916-a4c6-49bb-be79-f163ad05b351 req-b04227ee-2083-43bc-b3e5-39e7847747e7 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/security-groups?id=a025490e-f80a-4c9f-baf7-f602197636c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545238 Dec 06 14:52:34.267210 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-efa7aed5-ef57-4cd8-ba34-642f05c91b70 service neutron] 10.222.0.20 "GET /v2.0/networks/4e1f24fa-d815-477d-878d-71ada0f4a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006044 Dec 06 14:52:34.302594 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:34.481072 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 4bdd2128-3833-4ecf-9c7f-8686489f7d5a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:34.481448 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:34.505842 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-1b0533cd-210d-4ea8-a41a-399a6a5123c5 service neutron] 10.222.0.20 "GET /v2.0/networks/4e1f24fa-d815-477d-878d-71ada0f4a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288196 Dec 06 14:52:34.630151 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1effc585-4598-4f78-92dd-1f7b4a6b0e62 None None] Network 56a607a2-9741-444d-ac02-57254814f109 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:52:34.680090 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-434890fe-24ec-44f2-a677-ef6ba9ec257c service neutron] 10.222.0.20 "GET /v2.0/networks/56a607a2-9741-444d-ac02-57254814f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729782 Dec 06 14:52:34.740458 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:34.761642 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-caee7b8b-ae68-44d8-9dc5-82d78c0fe9dc None None] Provisioning complete for port 86dc612b-788b-4df4-84ec-0ca7ac7b52df triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:34.762015 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-caee7b8b-ae68-44d8-9dc5-82d78c0fe9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:34.765597 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:34.840352 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-9c58aded-4f02-4300-badc-55a0ef062843 service neutron] 10.222.0.20 "GET /v2.0/networks/56a607a2-9741-444d-ac02-57254814f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581633 Dec 06 14:52:34.927253 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Network 4e1f24fa-d815-477d-878d-71ada0f4a8f1 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:52:34.946089 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:34.987154 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5aa6a1ea-3bca-4fa0-8642-c7a924a4c479 req-a9ac6565-29f2-49db-9d15-6404e54e2e83 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.0612078 Dec 06 14:52:35.011625 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:52:35.030859 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Pushing event updated for resources: {'Port': ['ID=fea95fcf-7add-43b6-a1b0-1ac0c42c97b9,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:35.082632 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 86dc612b-788b-4df4-84ec-0ca7ac7b52df up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:35.103736 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b852d4c7-3799-4756-baca-2c9ad4be79b5 req-f7b01e8f-8cf8-42a2-af7d-f1c054fe2cb5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 210 time: 0.0412664 Dec 06 14:52:35.218097 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Attempting to bind port fea95fcf-7add-43b6-a1b0-1ac0c42c97b9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:52:35.218469 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Attempting to bind port fea95fcf-7add-43b6-a1b0-1ac0c42c97b9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '68597c42-9a9b-4d29-9118-3251a1d7356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4e1f24fa-d815-477d-878d-71ada0f4a8f1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:52:35.218830 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Attempting to bind port fea95fcf-7add-43b6-a1b0-1ac0c42c97b9 on network 4e1f24fa-d815-477d-878d-71ada0f4a8f1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:35.235298 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:52:35.235694 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Checking segment: {'id': '68597c42-9a9b-4d29-9118-3251a1d7356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4e1f24fa-d815-477d-878d-71ada0f4a8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:52:35.236146 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:35.236489 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Bound using segment: {'id': '68597c42-9a9b-4d29-9118-3251a1d7356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4e1f24fa-d815-477d-878d-71ada0f4a8f1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:52:35.236970 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Bound port: fea95fcf-7add-43b6-a1b0-1ac0c42c97b9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68597c42-9a9b-4d29-9118-3251a1d7356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4e1f24fa-d815-477d-878d-71ada0f4a8f1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:52:35.237344 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:35.302618 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 86dc612b-788b-4df4-84ec-0ca7ac7b52df triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:35.302994 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:35.369938 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-caee7b8b-ae68-44d8-9dc5-82d78c0fe9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:35.432631 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] For port fea95fcf-7add-43b6-a1b0-1ac0c42c97b9, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:52:35.437703 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] For port fea95fcf-7add-43b6-a1b0-1ac0c42c97b9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fea95fcf-7add-43b6-a1b0-1ac0c42c97b9,segment=NetworkSegment(68597c42-9a9b-4d29-9118-3251a1d7356a),segment_id=68597c42-9a9b-4d29-9118-3251a1d7356a)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:52:35.464094 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:35.511283 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bc5c0-f56e-4d36-9842-d6aa3765d691 req-55484561-5700-444a-ad0e-759651ed5373 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:35.517518 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-caee7b8b-ae68-44d8-9dc5-82d78c0fe9dc None None] For port 86dc612b-788b-4df4-84ec-0ca7ac7b52df, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=86dc612b-788b-4df4-84ec-0ca7ac7b52df,segment=NetworkSegment(8937e163-e8ae-4f5f-8b0b-4f5a50d613aa),segment_id=8937e163-e8ae-4f5f-8b0b-4f5a50d613aa)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:35.524644 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2c6bc5c0-f56e-4d36-9842-d6aa3765d691 req-55484561-5700-444a-ad0e-759651ed5373 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 945 time: 0.1280158 Dec 06 14:52:35.591847 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-caee7b8b-ae68-44d8-9dc5-82d78c0fe9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:35.700323 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2c6bc5c0-f56e-4d36-9842-d6aa3765d691 req-8ee0dfaf-e63a-4a34-bfaf-4d27d6a97473 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/security-groups?id=a025490e-f80a-4c9f-baf7-f602197636c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693742 Dec 06 14:52:35.772496 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:35.809001 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f882cf-b67f-46b5-a3ea-ec6b51666174 None None] Pushing event updated for resources: {'Port': ['ID=fea95fcf-7add-43b6-a1b0-1ac0c42c97b9,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:35.880532 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-02f10e67-4e1d-4527-ac4a-2b2f3b743a40 None None] Provisioning complete for port 86dc612b-788b-4df4-84ec-0ca7ac7b52df triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:35.883902 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-02f10e67-4e1d-4527-ac4a-2b2f3b743a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:36.008971 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee7b8b-ae68-44d8-9dc5-82d78c0fe9dc None None] Pushing event updated for resources: {'Port': ['ID=86dc612b-788b-4df4-84ec-0ca7ac7b52df,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:36.131313 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4bdd2128-3833-4ecf-9c7f-8686489f7d5a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:36.240341 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-94527f93-46a0-49b8-b139-ce51dced54a9 req-af2042e9-648b-4f30-933a-dece4593844a tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.0856118 Dec 06 14:52:36.369563 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 4bdd2128-3833-4ecf-9c7f-8686489f7d5a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:36.369915 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:36.448274 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b7264bad-377a-41fb-97cd-6c2ab624c388 req-84fc5afe-5136-4af1-81fa-9647af855a5d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 210 time: 0.0750022 Dec 06 14:52:36.477002 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-5538a894-72c7-472b-9f15-680b971ee796 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 258 time: 0.7388170 Dec 06 14:52:36.482441 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-30444c4f-47b6-44e3-8b5e-995816be6266 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:36.513399 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-30444c4f-47b6-44e3-8b5e-995816be6266 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:36.559084 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:36.641697 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-30444c4f-47b6-44e3-8b5e-995816be6266 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:36.956624 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-30444c4f-47b6-44e3-8b5e-995816be6266 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Allocated IP 172.35.7.229 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/cce693d1-7218-4601-bef9-0fb048405b64) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:52:36.976600 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-e13ed15a-8405-4207-8fd1-2476f2d35440 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:36.982718 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-e13ed15a-8405-4207-8fd1-2476f2d35440 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:36.984394 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-e13ed15a-8405-4207-8fd1-2476f2d35440 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.23 "GET /v2.0/networks?id=56a607a2-9741-444d-ac02-57254814f109&id=4e1f24fa-d815-477d-878d-71ada0f4a8f1&id=56a607a2-9741-444d-ac02-57254814f109 HTTP/1.1" status: 200 len: 1391 time: 0.2691915 Dec 06 14:52:37.009838 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-0b667fd8-b9d9-4537-9ee1-46fb82a17340 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Request body: {'port': {'device_id': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'network_id': '56a607a2-9741-444d-ac02-57254814f109', 'admin_state_up': True, 'tenant_id': 'da8d343b463741c1a6e370300f4581c3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:37.177364 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-30444c4f-47b6-44e3-8b5e-995816be6266 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:37.208712 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54214) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:37.219268 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-0b667fd8-b9d9-4537-9ee1-46fb82a17340 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Made reservation on behalf of da8d343b463741c1a6e370300f4581c3 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:52:37.222986 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-0b667fd8-b9d9-4537-9ee1-46fb82a17340 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:37.244343 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcde9564-eec2-4c44-afd8-5bc50a0513c5 None None] Network 4e1f24fa-d815-477d-878d-71ada0f4a8f1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:52:37.271316 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-30444c4f-47b6-44e3-8b5e-995816be6266 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:37.293885 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-510d1861-4679-4987-9e9e-3f492540614b None None] Provisioning complete for port fea95fcf-7add-43b6-a1b0-1ac0c42c97b9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:37.294391 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-510d1861-4679-4987-9e9e-3f492540614b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:37.347616 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-30444c4f-47b6-44e3-8b5e-995816be6266 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:52:37.351098 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-081e2513-efd5-475a-a8f6-907beac6a971 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:37.355809 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-30444c4f-47b6-44e3-8b5e-995816be6266 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:37.369576 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-30444c4f-47b6-44e3-8b5e-995816be6266 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:52:37.405231 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e2c38563-a43d-4eba-8510-0962b116c087 req-39889193-466f-4d19-9efd-df02a71ef19e tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.0435796 Dec 06 14:52:37.436636 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30444c4f-47b6-44e3-8b5e-995816be6266 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Pushing event updated for resources: {'Port': ['ID=cce693d1-7218-4601-bef9-0fb048405b64,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:37.498483 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-081e2513-efd5-475a-a8f6-907beac6a971 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:37.505064 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-081e2513-efd5-475a-a8f6-907beac6a971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:37.527439 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-510d1861-4679-4987-9e9e-3f492540614b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:37.562549 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-081e2513-efd5-475a-a8f6-907beac6a971 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=472bd81db1284580b1fcd99c5ce361d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3524857 Dec 06 14:52:37.562949 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54222) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:37.573371 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-510d1861-4679-4987-9e9e-3f492540614b None None] For port fea95fcf-7add-43b6-a1b0-1ac0c42c97b9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fea95fcf-7add-43b6-a1b0-1ac0c42c97b9,segment=NetworkSegment(68597c42-9a9b-4d29-9118-3251a1d7356a),segment_id=68597c42-9a9b-4d29-9118-3251a1d7356a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:37.574102 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e2513-efd5-475a-a8f6-907beac6a971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dc62f8-f0e8-4926-bc09-5ecedb4385b7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:37.595439 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-0b667fd8-b9d9-4537-9ee1-46fb82a17340 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Allocated IP 19.80.0.86 (56a607a2-9741-444d-ac02-57254814f109/f344bfcd-375f-4232-8192-6e85a66eb8c9/80a77985-c108-406a-9404-57bfe8e87897) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:52:37.595889 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-510d1861-4679-4987-9e9e-3f492540614b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:37.602022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad271a79-2b94-4bb4-be5c-2758d34810af req-2befe650-df64-4582-a31f-d2349ea704a0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 210 time: 0.0473566 Dec 06 14:52:37.657389 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d1861-4679-4987-9e9e-3f492540614b None None] Pushing event updated for resources: {'Port': ['ID=fea95fcf-7add-43b6-a1b0-1ac0c42c97b9,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:37.734237 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-30444c4f-47b6-44e3-8b5e-995816be6266 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:37.819604 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c6b3147-abf3-4f32-a545-81d40c79e81f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:37.848005 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-30444c4f-47b6-44e3-8b5e-995816be6266 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:37.909717 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c6b3147-abf3-4f32-a545-81d40c79e81f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:37.934870 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1cc4eb37-def5-46ae-9039-1805feeb8367 None None] Provisioning complete for port fea95fcf-7add-43b6-a1b0-1ac0c42c97b9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:37.935498 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1cc4eb37-def5-46ae-9039-1805feeb8367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.018879 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-0b667fd8-b9d9-4537-9ee1-46fb82a17340 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.075772 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device fea95fcf-7add-43b6-a1b0-1ac0c42c97b9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:38.112207 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c6b3147-abf3-4f32-a545-81d40c79e81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.115307 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c6b3147-abf3-4f32-a545-81d40c79e81f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.119374 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6c6b3147-abf3-4f32-a545-81d40c79e81f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63dc62f8-f0e8-4926-bc09-5ecedb4385b7 HTTP/1.1" status: 204 len: 168 time: 0.5497837 Dec 06 14:52:38.125163 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port fea95fcf-7add-43b6-a1b0-1ac0c42c97b9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:38.125636 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.132156 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b3147-abf3-4f32-a545-81d40c79e81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dc62f8-f0e8-4926-bc09-5ecedb4385b7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:38.146096 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-0b667fd8-b9d9-4537-9ee1-46fb82a17340 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.230050 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 86dc612b-788b-4df4-84ec-0ca7ac7b52df up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:38.241851 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-0b667fd8-b9d9-4537-9ee1-46fb82a17340 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Network 56a607a2-9741-444d-ac02-57254814f109 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:52:38.250472 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-0b667fd8-b9d9-4537-9ee1-46fb82a17340 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:38.280062 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-0b667fd8-b9d9-4537-9ee1-46fb82a17340 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:52:38.290649 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b667fd8-b9d9-4537-9ee1-46fb82a17340 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event updated for resources: {'Port': ['ID=80a77985-c108-406a-9404-57bfe8e87897,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:38.310553 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 86dc612b-788b-4df4-84ec-0ca7ac7b52df triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:38.311086 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.339924 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-30444c4f-47b6-44e3-8b5e-995816be6266 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.355855 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-30444c4f-47b6-44e3-8b5e-995816be6266 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.430557 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-0b667fd8-b9d9-4537-9ee1-46fb82a17340 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:38.431172 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-0b667fd8-b9d9-4537-9ee1-46fb82a17340 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.501855 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30444c4f-47b6-44e3-8b5e-995816be6266 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Pushing event updated for resources: {'Port': ['ID=cce693d1-7218-4601-bef9-0fb048405b64,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:38.539931 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-0b667fd8-b9d9-4537-9ee1-46fb82a17340 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5357769 Dec 06 14:52:38.565809 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54236) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:38.568088 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6953583-f5f7-4d97-9873-83c5012b696c req-c5ddd3f7-fc7d-44fc-b39e-9e9b6fe1138b tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.0376318 Dec 06 14:52:38.568208 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-ff0ac2ee-6949-4c51-8a69-61f7c418aaaa tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Request body: {'port': {'device_id': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'network_id': '4e1f24fa-d815-477d-878d-71ada0f4a8f1', 'admin_state_up': True, 'tenant_id': 'da8d343b463741c1a6e370300f4581c3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:38.586546 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cddd86d5-f05f-4690-8579-fc7cda267daf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.594418 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-afd5761d-8b96-4a61-8e8d-4320a81dc569 None None] Provisioning complete for port 80a77985-c108-406a-9404-57bfe8e87897 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:38.594799 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afd5761d-8b96-4a61-8e8d-4320a81dc569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.602449 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-30444c4f-47b6-44e3-8b5e-995816be6266 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.643972 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-afd5761d-8b96-4a61-8e8d-4320a81dc569 None None] Port 80a77985-c108-406a-9404-57bfe8e87897 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:52:38.698592 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cddd86d5-f05f-4690-8579-fc7cda267daf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.705822 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-30444c4f-47b6-44e3-8b5e-995816be6266 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.707563 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-30444c4f-47b6-44e3-8b5e-995816be6266 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2286949 Dec 06 14:52:38.729190 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cddd86d5-f05f-4690-8579-fc7cda267daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.779007 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cddd86d5-f05f-4690-8579-fc7cda267daf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d057abc545040298716a464e4c1fc2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2075889 Dec 06 14:52:38.779216 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd86d5-f05f-4690-8579-fc7cda267daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583b3fd2-5d18-41e4-9bb6-1d9d852922e3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:38.781439 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54242) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:38.797416 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432f63c-a2d3-4cb2-84a4-1ceeae0d8a87 req-7fe96aee-6343-464d-bba5-8baf4069bf3b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:38.798842 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9432f63c-a2d3-4cb2-84a4-1ceeae0d8a87 req-7fe96aee-6343-464d-bba5-8baf4069bf3b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 931 time: 0.0978508 Dec 06 14:52:38.812833 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-9ea3a385-f49b-4323-9b14-e8eb1623eacb tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.229 HTTP/1.1" status: 200 len: 696 time: 0.0896344 Dec 06 14:52:38.859043 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-ff0ac2ee-6949-4c51-8a69-61f7c418aaaa tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Made reservation on behalf of da8d343b463741c1a6e370300f4581c3 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:52:38.862677 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-ff0ac2ee-6949-4c51-8a69-61f7c418aaaa tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.882348 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9432f63c-a2d3-4cb2-84a4-1ceeae0d8a87 req-dbcd2889-2252-4646-8c64-2e6ae2e2e2a6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744464 Dec 06 14:52:38.887207 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11229a02-a73f-416c-8b50-00bcbdd81394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.909906 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11229a02-a73f-416c-8b50-00bcbdd81394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.961710 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11229a02-a73f-416c-8b50-00bcbdd81394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.964907 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11229a02-a73f-416c-8b50-00bcbdd81394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.968353 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-11229a02-a73f-416c-8b50-00bcbdd81394 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/583b3fd2-5d18-41e4-9bb6-1d9d852922e3 HTTP/1.1" status: 204 len: 168 time: 0.1820161 Dec 06 14:52:38.975891 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11229a02-a73f-416c-8b50-00bcbdd81394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583b3fd2-5d18-41e4-9bb6-1d9d852922e3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:39.013019 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-8ac539eb-0183-4016-a40d-f8fcb0206237 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:39.014522 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-8ac539eb-0183-4016-a40d-f8fcb0206237 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.1917231 Dec 06 14:52:39.031803 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-6f5d3949-6b40-416b-a76c-a2feea48ec6d tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:52:39.031803 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6591bb1d-3f33-4e53-8414-8ce87bad701d req-6f5d3949-6b40-416b-a76c-a2feea48ec6d tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080366 Dec 06 14:52:39.091561 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-ff0ac2ee-6949-4c51-8a69-61f7c418aaaa tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Allocated IP 19.86.0.152 (4e1f24fa-d815-477d-878d-71ada0f4a8f1/c39e6739-be47-40b2-8ee5-5418364d9b23/97371b91-0939-487f-b9a3-110d333b1d98) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:52:39.223743 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-8f4a282a-41c2-4448-8832-c776ed75d48b tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:39.225201 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-8f4a282a-41c2-4448-8832-c776ed75d48b tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1227016 Dec 06 14:52:39.291076 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-59826a7b-b8f8-411d-b21a-0fbf35889210 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.229 HTTP/1.1" status: 200 len: 696 time: 0.0550518 Dec 06 14:52:39.333270 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-835b178a-301f-4305-96bf-769382283501 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Request body: {'floatingip': {'port_id': '9b08abfe-c669-4141-aa5a-7a6dda71e1e8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:39.383522 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-835b178a-301f-4305-96bf-769382283501 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks [] for floatingip, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:39.474712 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-ff0ac2ee-6949-4c51-8a69-61f7c418aaaa tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:39.592877 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-ff0ac2ee-6949-4c51-8a69-61f7c418aaaa tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:39.681734 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-ff0ac2ee-6949-4c51-8a69-61f7c418aaaa tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Network 4e1f24fa-d815-477d-878d-71ada0f4a8f1 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:52:39.691294 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-ff0ac2ee-6949-4c51-8a69-61f7c418aaaa tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:39.695533 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-ff0ac2ee-6949-4c51-8a69-61f7c418aaaa tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:52:39.698553 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ac2ee-6949-4c51-8a69-61f7c418aaaa tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event updated for resources: {'Port': ['ID=97371b91-0939-487f-b9a3-110d333b1d98,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:39.711795 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-14b62518-5faa-4893-aac9-ec9873a3ce33 req-9745cb60-cea7-416f-80ff-36197382e138 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.0371373 Dec 06 14:52:39.850773 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-ff0ac2ee-6949-4c51-8a69-61f7c418aaaa tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:39.851529 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-ff0ac2ee-6949-4c51-8a69-61f7c418aaaa tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:39.991071 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b5cd8101-7cd0-4a77-93d0-180ac5f765a7 None None] Provisioning complete for port 97371b91-0939-487f-b9a3-110d333b1d98 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:39.992309 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5cd8101-7cd0-4a77-93d0-180ac5f765a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:40.073757 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd8101-7cd0-4a77-93d0-180ac5f765a7 None None] Port 97371b91-0939-487f-b9a3-110d333b1d98 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:52:40.090322 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53266db-7546-4a63-80c9-f1741c44836f req-4e00751a-7d16-409c-9225-52e02cc1f470 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:40.097691 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53266db-7546-4a63-80c9-f1741c44836f req-4e00751a-7d16-409c-9225-52e02cc1f470 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:40.106194 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a53266db-7546-4a63-80c9-f1741c44836f req-4e00751a-7d16-409c-9225-52e02cc1f470 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 1654 time: 0.1102741 Dec 06 14:52:40.179797 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a53266db-7546-4a63-80c9-f1741c44836f req-149145ac-c4e3-4a71-8c17-435e1be0a5ea tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682724 Dec 06 14:52:40.335799 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-ff0ac2ee-6949-4c51-8a69-61f7c418aaaa tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7764435 Dec 06 14:52:40.353827 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-11d5dcd8-e885-44d9-b494-d87ee19b648f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Request body: {'port': {'device_id': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'network_id': '56a607a2-9741-444d-ac02-57254814f109', 'admin_state_up': True, 'tenant_id': 'da8d343b463741c1a6e370300f4581c3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:40.440458 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54284) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:40.545929 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-835b178a-301f-4305-96bf-769382283501 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:40.553454 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-835b178a-301f-4305-96bf-769382283501 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:40.562766 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-168bd4f8-bb6e-4d2c-a492-4fc82bd30bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:40.595534 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-11d5dcd8-e885-44d9-b494-d87ee19b648f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Made reservation on behalf of da8d343b463741c1a6e370300f4581c3 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:52:40.600724 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-11d5dcd8-e885-44d9-b494-d87ee19b648f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:40.658873 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-168bd4f8-bb6e-4d2c-a492-4fc82bd30bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:40.664253 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-168bd4f8-bb6e-4d2c-a492-4fc82bd30bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:40.705281 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-168bd4f8-bb6e-4d2c-a492-4fc82bd30bd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=785d9529a7844286a58ceb19e9d26527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2636051 Dec 06 14:52:40.707855 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54288) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:40.720568 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bd4f8-bb6e-4d2c-a492-4fc82bd30bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d02e3a-7ea9-47b9-a75d-d430d5927540,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:40.747986 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-835b178a-301f-4305-96bf-769382283501 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Floating IP a202de26-89a2-4ea3-889d-72279bf23cc2 associated. External IP: 172.35.7.229, port: 9b08abfe-c669-4141-aa5a-7a6dda71e1e8. Dec 06 14:52:40.763511 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d36a9c7b-a459-4625-90f3-ae4d43ef6b81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:40.788142 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d36a9c7b-a459-4625-90f3-ae4d43ef6b81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:40.838332 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d36a9c7b-a459-4625-90f3-ae4d43ef6b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:40.841673 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d36a9c7b-a459-4625-90f3-ae4d43ef6b81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:40.845257 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-11d5dcd8-e885-44d9-b494-d87ee19b648f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Allocated IP 19.80.0.93 (56a607a2-9741-444d-ac02-57254814f109/f344bfcd-375f-4232-8192-6e85a66eb8c9/938a3033-e125-499b-829f-1139f5cfa5f4) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:52:40.847126 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d36a9c7b-a459-4625-90f3-ae4d43ef6b81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8d02e3a-7ea9-47b9-a75d-d430d5927540 HTTP/1.1" status: 204 len: 168 time: 0.1379790 Dec 06 14:52:40.856347 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a9c7b-a459-4625-90f3-ae4d43ef6b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d02e3a-7ea9-47b9-a75d-d430d5927540,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:40.912013 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba9544f3-e1e6-44ac-b830-a9a90aa9d368 req-dc6f62aa-3b7e-4e4b-ad37-9e728950e168 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.0392818 Dec 06 14:52:41.148515 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-11d5dcd8-e885-44d9-b494-d87ee19b648f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:41.166081 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-835b178a-301f-4305-96bf-769382283501 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Router 6e277e49-f990-40f5-8d6a-7e660fc79c41 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:52:41.239046 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-11d5dcd8-e885-44d9-b494-d87ee19b648f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:41.303437 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fdff8-e87e-4e2f-a8fa-7feb3298cfb8 req-f1d37a90-6f9b-4e67-8aed-4c876d12aaf3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:41.309808 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fdff8-e87e-4e2f-a8fa-7feb3298cfb8 req-f1d37a90-6f9b-4e67-8aed-4c876d12aaf3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:41.318737 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fdff8-e87e-4e2f-a8fa-7feb3298cfb8 req-f1d37a90-6f9b-4e67-8aed-4c876d12aaf3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:41.320731 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af9fdff8-e87e-4e2f-a8fa-7feb3298cfb8 req-f1d37a90-6f9b-4e67-8aed-4c876d12aaf3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2375 time: 0.0768328 Dec 06 14:52:41.328120 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5dcd8-e885-44d9-b494-d87ee19b648f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event updated for resources: {'Port': ['ID=938a3033-e125-499b-829f-1139f5cfa5f4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:41.337545 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-11d5dcd8-e885-44d9-b494-d87ee19b648f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Network 56a607a2-9741-444d-ac02-57254814f109 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:52:41.342830 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-11d5dcd8-e885-44d9-b494-d87ee19b648f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:41.349265 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-11d5dcd8-e885-44d9-b494-d87ee19b648f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:52:41.429985 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-11d5dcd8-e885-44d9-b494-d87ee19b648f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:41.430830 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-11d5dcd8-e885-44d9-b494-d87ee19b648f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:41.435849 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-835b178a-301f-4305-96bf-769382283501 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:52:41.437958 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af9fdff8-e87e-4e2f-a8fa-7feb3298cfb8 req-3197d73a-12fe-44ef-a6b5-ee47ecfb31cf tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099293 Dec 06 14:52:41.446536 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-835b178a-301f-4305-96bf-769382283501 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:41.455023 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f5e62-56b5-4671-a1b6-80ac17280bce None None] Sync routers for ids ['6e277e49-f990-40f5-8d6a-7e660fc79c41'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:52:41.470217 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f5e62-56b5-4671-a1b6-80ac17280bce None None] Routers {'6e277e49-f990-40f5-8d6a-7e660fc79c41'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:41.473630 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9c7f5e62-56b5-4671-a1b6-80ac17280bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e277e49-f990-40f5-8d6a-7e660fc79c41'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:41.477782 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-11d5dcd8-e885-44d9-b494-d87ee19b648f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1286445 Dec 06 14:52:41.494219 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Request body: {'port': {'device_id': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:41.498983 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-835b178a-301f-4305-96bf-769382283501 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "PUT /v2.0/floatingips/a202de26-89a2-4ea3-889d-72279bf23cc2 HTTP/1.1" status: 200 len: 996 time: 2.1716774 Dec 06 14:52:41.522007 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbaa64c-7d49-452e-851b-b78cb0e23ff8', 'tag': '9b08abfe-c669-4141-aa5a-7a6dda71e1e8'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:41.526233 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acece58c-5ff0-4777-85d9-ed07aac0a6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbaa64c-7d49-452e-851b-b78cb0e23ff8", "tag": "9b08abfe-c669-4141-aa5a-7a6dda71e1e8"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:41.678928 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-bac2578a-cf46-4bee-9d0b-bb5cb76d49ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:41.680549 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-bac2578a-cf46-4bee-9d0b-bb5cb76d49ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0102bebeb28649558fc2f33b3c60ad5f&device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 1096 time: 0.1512072 Dec 06 14:52:41.681654 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:41.705867 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-9c7f5e62-56b5-4671-a1b6-80ac17280bce None None] Set router 6e277e49-f990-40f5-8d6a-7e660fc79c41 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:41.784149 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a889af4-01f0-4f46-a501-8c765a41a1f6 x-openstack-request-id: req-1a889af4-01f0-4f46-a501-8c765a41a1f6 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:41.784315 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbaa64c-7d49-452e-851b-b78cb0e23ff8", "tag": "9b08abfe-c669-4141-aa5a-7a6dda71e1e8", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:41.784550 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a889af4-01f0-4f46-a501-8c765a41a1f6 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:41.785479 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbaa64c-7d49-452e-851b-b78cb0e23ff8', 'tag': '9b08abfe-c669-4141-aa5a-7a6dda71e1e8', 'status': 'completed', 'code': 200} Dec 06 14:52:41.875010 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-080f1d76-66d1-42a1-8010-de9e50eef59f None None] Provisioning complete for port 938a3033-e125-499b-829f-1139f5cfa5f4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:41.875287 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-080f1d76-66d1-42a1-8010-de9e50eef59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:41.934218 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-dd9d07a4-7658-4866-bcce-b46601080d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:41.934972 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-dd9d07a4-7658-4866-bcce-b46601080d8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b66f2774-0455-45ee-aac2-7e534a585601 HTTP/1.1" status: 200 len: 929 time: 0.2439525 Dec 06 14:52:41.993111 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-080f1d76-66d1-42a1-8010-de9e50eef59f None None] Port 938a3033-e125-499b-829f-1139f5cfa5f4 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:52:41.998587 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acece58c-5ff0-4777-85d9-ed07aac0a6c8 req-96b19908-579a-4248-826a-c314566a9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:42.000116 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acece58c-5ff0-4777-85d9-ed07aac0a6c8 req-96b19908-579a-4248-826a-c314566a9ff4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0102bebeb28649558fc2f33b3c60ad5f&device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 1096 time: 0.1854031 Dec 06 14:52:42.077128 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-007c9a0a-f3d0-4c18-88b8-282329594154 req-7743c98b-018e-4402-bf70-40c0b202fec9 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.0485523 Dec 06 14:52:42.106273 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-a7a7e00e-f407-4395-90d6-5e491679e018 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b08abfe-c669-4141-aa5a-7a6dda71e1e8 HTTP/1.1" status: 200 len: 999 time: 0.1639099 Dec 06 14:52:42.202828 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9c7f5e62-56b5-4671-a1b6-80ac17280bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716327288-router', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208'}], 'enable_snat': True}, 'gw_port_id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:14Z', 'revision_number': 4, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'gw_port': {'id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a202de26-89a2-4ea3-889d-72279bf23cc2', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'floating_ip_address': '172.35.7.229', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'port_id': '9b08abfe-c669-4141-aa5a-7a6dda71e1e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601', 'mac_address': 'fa:16:3e:a1:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbaa64c-7d49-452e-851b-b78cb0e23ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:52:37Z', 'updated_at': '2021-12-06T14:52:40Z', 'revision_number': 1, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe61919-bc22-46a5-99e6-661d5d93af7e', 'name': '', 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'mac_address': 'fa:16:3e:57:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:13Z', 'updated_at': '2021-12-06T14:52:24Z', 'revision_number': 5, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'subnets': [{'id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:42.233332 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-c7729302-9c11-4df6-b830-5a25d3fea56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:42.234910 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-c7729302-9c11-4df6-b830-5a25d3fea56b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=73a33358-771c-4a56-ac9b-0361df881d3f HTTP/1.1" status: 200 len: 867 time: 0.1026163 Dec 06 14:52:42.237488 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acece58c-5ff0-4777-85d9-ed07aac0a6c8 req-f3a5c2b6-d62e-4ad3-a2ec-ebb5358970f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:42.238908 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acece58c-5ff0-4777-85d9-ed07aac0a6c8 req-f3a5c2b6-d62e-4ad3-a2ec-ebb5358970f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66f2774-0455-45ee-aac2-7e534a585601 HTTP/1.1" status: 200 len: 929 time: 0.2249374 Dec 06 14:52:42.247956 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f5e62-56b5-4671-a1b6-80ac17280bce None None] Checking router: 6e277e49-f990-40f5-8d6a-7e660fc79c41 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:52:42.261331 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f5e62-56b5-4671-a1b6-80ac17280bce None None] Routers {'6e277e49-f990-40f5-8d6a-7e660fc79c41'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:42.262843 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9c7f5e62-56b5-4671-a1b6-80ac17280bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e277e49-f990-40f5-8d6a-7e660fc79c41'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:42.321517 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe90eb4-971d-416d-a880-a2ffbb997065 req-978e5457-43ea-45db-956d-ff08f1cea51b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:42.325413 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1fe90eb4-971d-416d-a880-a2ffbb997065 req-978e5457-43ea-45db-956d-ff08f1cea51b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0979686 Dec 06 14:52:42.353331 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a77985-c108-406a-9404-57bfe8e87897 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:52:42.372138 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:42.393305 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acece58c-5ff0-4777-85d9-ed07aac0a6c8 req-60810ef9-3ed5-4ad3-ada3-87d894bfa5ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b08abfe-c669-4141-aa5a-7a6dda71e1e8 HTTP/1.1" status: 200 len: 999 time: 0.1320388 Dec 06 14:52:42.400621 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Transition to ACTIVE for port object 80a77985-c108-406a-9404-57bfe8e87897 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:52:42.405242 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-efa15aff-f4ef-49f9-b849-3a32be04e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:42.407168 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-efa15aff-f4ef-49f9-b849-3a32be04e845 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b66f2774-0455-45ee-aac2-7e534a585601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1623063 Dec 06 14:52:42.416872 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:42.436402 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1fe90eb4-971d-416d-a880-a2ffbb997065 req-efee734f-ce6b-4255-94cb-d3f50a91ba95 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027412 Dec 06 14:52:42.444208 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-8bffe166-3221-4c98-962c-c4e7483b3afd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:52:42.445142 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-8bffe166-3221-4c98-962c-c4e7483b3afd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0303364 Dec 06 14:52:42.539817 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-9c7f5e62-56b5-4671-a1b6-80ac17280bce None None] Set router 6e277e49-f990-40f5-8d6a-7e660fc79c41 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:42.553897 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acece58c-5ff0-4777-85d9-ed07aac0a6c8 req-2542fc7f-df30-4a58-b175-606fd0bc339e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:42.555391 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acece58c-5ff0-4777-85d9-ed07aac0a6c8 req-2542fc7f-df30-4a58-b175-606fd0bc339e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73a33358-771c-4a56-ac9b-0361df881d3f HTTP/1.1" status: 200 len: 867 time: 0.1528258 Dec 06 14:52:42.609706 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ed31f-b72b-4430-8e89-1b087104d238 req-998b44a6-7467-4d41-ad3c-fbb79ded6d22 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:42.626155 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ed31f-b72b-4430-8e89-1b087104d238 req-998b44a6-7467-4d41-ad3c-fbb79ded6d22 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:42.643304 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ed31f-b72b-4430-8e89-1b087104d238 req-998b44a6-7467-4d41-ad3c-fbb79ded6d22 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:42.645639 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c12ed31f-b72b-4430-8e89-1b087104d238 req-998b44a6-7467-4d41-ad3c-fbb79ded6d22 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2387 time: 0.1353669 Dec 06 14:52:42.650794 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Pushing event updated for resources: {'Port': ['ID=80a77985-c108-406a-9404-57bfe8e87897,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:42.717395 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c12ed31f-b72b-4430-8e89-1b087104d238 req-c4474fcc-1c9b-49fe-9c75-fd906ee6ddae tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607681 Dec 06 14:52:42.861728 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-f161d80e-e73a-46fc-97dc-db095f75a2cf service neutron] 10.222.0.20 "GET /v2.0/networks/b66f2774-0455-45ee-aac2-7e534a585601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930755 Dec 06 14:52:42.949655 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f67e6-7845-4b0a-9f28-c8f6a9559602 req-d409ceff-1ee9-4640-8426-8efd8125706b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:42.951307 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ac2f67e6-7845-4b0a-9f28-c8f6a9559602 req-d409ceff-1ee9-4640-8426-8efd8125706b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1219380 Dec 06 14:52:43.060235 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ac2f67e6-7845-4b0a-9f28-c8f6a9559602 req-83b0e9bd-d3b4-440e-b322-86bf99313050 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019621 Dec 06 14:52:43.111280 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9c7f5e62-56b5-4671-a1b6-80ac17280bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716327288-router', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208'}], 'enable_snat': True}, 'gw_port_id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:14Z', 'revision_number': 4, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'gw_port': {'id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a202de26-89a2-4ea3-889d-72279bf23cc2', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'floating_ip_address': '172.35.7.229', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'port_id': '9b08abfe-c669-4141-aa5a-7a6dda71e1e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601', 'mac_address': 'fa:16:3e:a1:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbaa64c-7d49-452e-851b-b78cb0e23ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:52:37Z', 'updated_at': '2021-12-06T14:52:40Z', 'revision_number': 1, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe61919-bc22-46a5-99e6-661d5d93af7e', 'name': '', 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'mac_address': 'fa:16:3e:57:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:13Z', 'updated_at': '2021-12-06T14:52:24Z', 'revision_number': 5, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'subnets': [{'id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:43.170023 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f5e62-56b5-4671-a1b6-80ac17280bce None None] The sync data for ids ['6e277e49-f990-40f5-8d6a-7e660fc79c41'] in n-d-master-1 is: [{'id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716327288-router', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208'}], 'enable_snat': True}, 'gw_port_id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:14Z', 'revision_number': 4, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'gw_port': {'id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a202de26-89a2-4ea3-889d-72279bf23cc2', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'floating_ip_address': '172.35.7.229', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'port_id': '9b08abfe-c669-4141-aa5a-7a6dda71e1e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601', 'mac_address': 'fa:16:3e:a1:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbaa64c-7d49-452e-851b-b78cb0e23ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:52:37Z', 'updated_at': '2021-12-06T14:52:40Z', 'revision_number': 1, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe61919-bc22-46a5-99e6-661d5d93af7e', 'name': '', 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'mac_address': 'fa:16:3e:57:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:13Z', 'updated_at': '2021-12-06T14:52:24Z', 'revision_number': 5, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'subnets': [{'id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:52:43.326358 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acece58c-5ff0-4777-85d9-ed07aac0a6c8 req-d270fd1f-8ace-47ba-8d2a-793c9e7ef63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:43.327890 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acece58c-5ff0-4777-85d9-ed07aac0a6c8 req-d270fd1f-8ace-47ba-8d2a-793c9e7ef63b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66f2774-0455-45ee-aac2-7e534a585601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7615628 Dec 06 14:52:43.362866 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-814b937d-7787-4a7b-8038-91bc84c28ffe req-9aab9402-ffcd-47a1-ab51-269dbec7cf9f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.0271270 Dec 06 14:52:43.368805 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Attempting to bind port 80a77985-c108-406a-9404-57bfe8e87897 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:52:43.369188 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Attempting to bind port 80a77985-c108-406a-9404-57bfe8e87897 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '8937e163-e8ae-4f5f-8b0b-4f5a50d613aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56a607a2-9741-444d-ac02-57254814f109'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:52:43.369536 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Attempting to bind port 80a77985-c108-406a-9404-57bfe8e87897 on network 56a607a2-9741-444d-ac02-57254814f109 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:43.500321 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Port 80a77985-c108-406a-9404-57bfe8e87897 on network 56a607a2-9741-444d-ac02-57254814f109 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:52:43.500816 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Attempting to bind port 80a77985-c108-406a-9404-57bfe8e87897 on network 56a607a2-9741-444d-ac02-57254814f109 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:43.513887 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:52:43.514239 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Checking segment: {'id': '8937e163-e8ae-4f5f-8b0b-4f5a50d613aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56a607a2-9741-444d-ac02-57254814f109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:52:43.515193 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Bound using segment: {'id': '8937e163-e8ae-4f5f-8b0b-4f5a50d613aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56a607a2-9741-444d-ac02-57254814f109'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:52:43.515987 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Bound port: 80a77985-c108-406a-9404-57bfe8e87897, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8937e163-e8ae-4f5f-8b0b-4f5a50d613aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56a607a2-9741-444d-ac02-57254814f109'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:52:43.516367 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:43.589856 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bd9ae5-f019-4a73-b94c-68d1d494c6e1 None None] New status for floating IP a202de26-89a2-4ea3-889d-72279bf23cc2: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:52:43.653546 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] For port 80a77985-c108-406a-9404-57bfe8e87897, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:52:43.657225 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] For port 80a77985-c108-406a-9404-57bfe8e87897, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=80a77985-c108-406a-9404-57bfe8e87897,segment=NetworkSegment(8937e163-e8ae-4f5f-8b0b-4f5a50d613aa),segment_id=8937e163-e8ae-4f5f-8b0b-4f5a50d613aa)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:52:43.667200 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c038413b-5608-46f4-9ed2-5dcbc0070895 req-d3d44031-5358-4416-96eb-aaf882675d57 service neutron] 10.222.0.20 "GET /v2.0/networks/b66f2774-0455-45ee-aac2-7e534a585601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8045969 Dec 06 14:52:43.670350 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:43.681241 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acece58c-5ff0-4777-85d9-ed07aac0a6c8 req-31de4a15-a002-49e2-b348-268fac732bf3 service neutron] 10.222.0.37 "GET /v2.0/networks/b66f2774-0455-45ee-aac2-7e534a585601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400657 Dec 06 14:52:43.682326 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-a8c0dcb4-cd81-4430-b09a-9f1c6d44dcc3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:43.692740 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-a8c0dcb4-cd81-4430-b09a-9f1c6d44dcc3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 811 time: 0.2221513 Dec 06 14:52:43.716791 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-461af1a8-fe6b-42b2-81a8-8c8737e30f88 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/quotas/8bb54282aaa64e1f9dee35090bece2ca HTTP/1.1" status: 200 len: 375 time: 0.0228474 Dec 06 14:52:43.788285 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-9cd49c1f-a6f2-473d-8a24-e164dec696f4 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0705223 Dec 06 14:52:43.789399 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acece58c-5ff0-4777-85d9-ed07aac0a6c8 req-62482f5f-894e-4b93-b940-79c5f8900412 service neutron] 10.222.0.37 "GET /v2.0/networks/b66f2774-0455-45ee-aac2-7e534a585601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888972 Dec 06 14:52:43.833488 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:43.834128 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:43.835542 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] 10.222.0.23 "PUT /v2.0/ports/80a77985-c108-406a-9404-57bfe8e87897 HTTP/1.1" status: 200 len: 1091 time: 2.3489125 Dec 06 14:52:43.836043 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'tag': '80a77985-c108-406a-9404-57bfe8e87897'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:43.838346 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f09cc2-6a71-42a8-9c44-c1972db22530" -d '{"events": [{"name": "network-changed", "server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "tag": "80a77985-c108-406a-9404-57bfe8e87897"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:43.918731 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Request body: {'port': {'device_id': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:43.920321 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-bed29341-7ec0-40c5-b7a3-ec616e3a3046 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249366 Dec 06 14:52:43.945411 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0428e0-4824-4530-9020-e5fd6e0de9dd service neutron] Pushing event updated for resources: {'Port': ['ID=80a77985-c108-406a-9404-57bfe8e87897,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:44.003075 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-abdad313-b12f-4621-80f2-8ecfa76a605a tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 258 time: 0.2119212 Dec 06 14:52:44.010097 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-8d6d5f6e-a48f-407d-8988-89a8b29299ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:44.040479 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d94c0304-f3f1-4d66-9002-953ae5394248 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117210 Dec 06 14:52:44.057917 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:44.109341 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-8d6d5f6e-a48f-407d-8988-89a8b29299ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:44.274455 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660922f1-3c54-40e6-a1c3-5f528cda3616 req-bc094348-cefa-4c5e-9d5e-d3a2ab699167 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:44.284145 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660922f1-3c54-40e6-a1c3-5f528cda3616 req-bc094348-cefa-4c5e-9d5e-d3a2ab699167 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:44.293087 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660922f1-3c54-40e6-a1c3-5f528cda3616 req-bc094348-cefa-4c5e-9d5e-d3a2ab699167 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:44.296152 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-660922f1-3c54-40e6-a1c3-5f528cda3616 req-bc094348-cefa-4c5e-9d5e-d3a2ab699167 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2387 time: 0.0941396 Dec 06 14:52:44.368516 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-660922f1-3c54-40e6-a1c3-5f528cda3616 req-f43a977e-968f-4be8-ac5d-03fb876b147d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652199 Dec 06 14:52:44.377050 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-8d6d5f6e-a48f-407d-8988-89a8b29299ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:44.426730 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7013da8b-9e41-4f9f-8806-ce9c18c8fa0e x-openstack-request-id: req-7013da8b-9e41-4f9f-8806-ce9c18c8fa0e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:44.427057 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "tag": "80a77985-c108-406a-9404-57bfe8e87897", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:44.427295 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7013da8b-9e41-4f9f-8806-ce9c18c8fa0e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:44.427716 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'tag': '80a77985-c108-406a-9404-57bfe8e87897', 'status': 'completed', 'code': 200} Dec 06 14:52:44.521876 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e0d5235-ea74-4d10-a1fb-6acfd35a7fc2 req-2a2366a4-738a-4c36-bc4f-d8385ce7dbed tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 210 time: 0.0601110 Dec 06 14:52:44.607289 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f09cc2-6a71-42a8-9c44-c1972db22530 req-a5ee9cff-5c2d-4338-bd78-7a0e2116ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:44.607686 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f09cc2-6a71-42a8-9c44-c1972db22530 req-a5ee9cff-5c2d-4338-bd78-7a0e2116ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:44.608171 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f09cc2-6a71-42a8-9c44-c1972db22530 req-a5ee9cff-5c2d-4338-bd78-7a0e2116ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:44.609832 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82f09cc2-6a71-42a8-9c44-c1972db22530 req-a5ee9cff-5c2d-4338-bd78-7a0e2116ba52 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da8d343b463741c1a6e370300f4581c3&device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2730 time: 0.1514134 Dec 06 14:52:44.626209 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97371b91-0939-487f-b9a3-110d333b1d98 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:52:44.696879 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-8d6d5f6e-a48f-407d-8988-89a8b29299ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Allocated IP 172.35.7.131 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/dbeb90a0-b487-456d-8805-b4745589fb1c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:52:44.713402 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:44.826485 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Transition to ACTIVE for port object 97371b91-0939-487f-b9a3-110d333b1d98 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:52:44.835769 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9bc545b4-fd1e-4052-9919-b29aa374cc0c req-1e8cf7d4-3bf1-47a3-8e3d-ff1c137523d5 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.0309243 Dec 06 14:52:44.856907 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:44.908954 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f09cc2-6a71-42a8-9c44-c1972db22530 req-a01f0e2f-3901-4a65-97a9-0434c756e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:44.909435 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f09cc2-6a71-42a8-9c44-c1972db22530 req-a01f0e2f-3901-4a65-97a9-0434c756e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:44.910427 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f09cc2-6a71-42a8-9c44-c1972db22530 req-a01f0e2f-3901-4a65-97a9-0434c756e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:44.912056 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82f09cc2-6a71-42a8-9c44-c1972db22530 req-a01f0e2f-3901-4a65-97a9-0434c756e210 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=da8d343b463741c1a6e370300f4581c3&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2909667 Dec 06 14:52:45.036601 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Pushing event updated for resources: {'Port': ['ID=97371b91-0939-487f-b9a3-110d333b1d98,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:45.209409 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-8d6d5f6e-a48f-407d-8988-89a8b29299ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:45.257286 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f09cc2-6a71-42a8-9c44-c1972db22530 req-6e44807a-16f1-45fd-b665-63b9353ce560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:45.258845 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82f09cc2-6a71-42a8-9c44-c1972db22530 req-6e44807a-16f1-45fd-b665-63b9353ce560 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3190830 Dec 06 14:52:45.267329 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Attempting to bind port 97371b91-0939-487f-b9a3-110d333b1d98 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:52:45.267683 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Attempting to bind port 97371b91-0939-487f-b9a3-110d333b1d98 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '68597c42-9a9b-4d29-9118-3251a1d7356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4e1f24fa-d815-477d-878d-71ada0f4a8f1'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:52:45.268154 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Attempting to bind port 97371b91-0939-487f-b9a3-110d333b1d98 on network 4e1f24fa-d815-477d-878d-71ada0f4a8f1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:45.277470 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Port 97371b91-0939-487f-b9a3-110d333b1d98 on network 4e1f24fa-d815-477d-878d-71ada0f4a8f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:52:45.277891 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Attempting to bind port 97371b91-0939-487f-b9a3-110d333b1d98 on network 4e1f24fa-d815-477d-878d-71ada0f4a8f1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:45.289659 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:52:45.290086 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Checking segment: {'id': '68597c42-9a9b-4d29-9118-3251a1d7356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4e1f24fa-d815-477d-878d-71ada0f4a8f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:52:45.290545 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Bound using segment: {'id': '68597c42-9a9b-4d29-9118-3251a1d7356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4e1f24fa-d815-477d-878d-71ada0f4a8f1'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:52:45.291061 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Bound port: 97371b91-0939-487f-b9a3-110d333b1d98, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68597c42-9a9b-4d29-9118-3251a1d7356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4e1f24fa-d815-477d-878d-71ada0f4a8f1'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:52:45.291488 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:45.338548 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-8d6d5f6e-a48f-407d-8988-89a8b29299ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:45.417381 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-8d6d5f6e-a48f-407d-8988-89a8b29299ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:52:45.426851 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-8d6d5f6e-a48f-407d-8988-89a8b29299ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:45.435035 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-8d6d5f6e-a48f-407d-8988-89a8b29299ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:52:45.483967 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d5f6e-a48f-407d-8988-89a8b29299ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Pushing event updated for resources: {'Port': ['ID=dbeb90a0-b487-456d-8805-b4745589fb1c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:45.494181 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] For port 97371b91-0939-487f-b9a3-110d333b1d98, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:52:45.547327 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] For port 97371b91-0939-487f-b9a3-110d333b1d98, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=97371b91-0939-487f-b9a3-110d333b1d98,segment=NetworkSegment(68597c42-9a9b-4d29-9118-3251a1d7356a),segment_id=68597c42-9a9b-4d29-9118-3251a1d7356a)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:52:45.555917 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e672f-1988-45f1-95e3-ec8e339895e7 req-47c153de-0a4a-4131-ae89-223df8390880 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:45.564685 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e672f-1988-45f1-95e3-ec8e339895e7 req-47c153de-0a4a-4131-ae89-223df8390880 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:45.566896 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:45.572996 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e672f-1988-45f1-95e3-ec8e339895e7 req-47c153de-0a4a-4131-ae89-223df8390880 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:45.584018 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-688e672f-1988-45f1-95e3-ec8e339895e7 req-47c153de-0a4a-4131-ae89-223df8390880 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2399 time: 0.1174178 Dec 06 14:52:45.648265 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-688e672f-1988-45f1-95e3-ec8e339895e7 req-e10faa19-e69d-4245-b874-0f4fd14c5fb7 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632761 Dec 06 14:52:45.657301 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Pushing event updated for resources: {'Port': ['ID=97371b91-0939-487f-b9a3-110d333b1d98,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:45.674423 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-8d6d5f6e-a48f-407d-8988-89a8b29299ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:45.716114 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:45.716842 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:45.718541 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-6b6ae326-09e5-40eb-a635-90d133c3282e service neutron] 10.222.0.23 "PUT /v2.0/ports/97371b91-0939-487f-b9a3-110d333b1d98 HTTP/1.1" status: 200 len: 1092 time: 1.8348155 Dec 06 14:52:45.769020 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Request body: {'port': {'device_id': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:45.799449 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-644f4991-d48c-43d2-ac5c-c8ed574f3e4a req-27388197-ff69-45ff-8ebe-e2b6f6942197 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 210 time: 0.0536211 Dec 06 14:52:46.092329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a526cc2e-1eaa-40d9-ac63-10c38c96e502 req-9f30a1e7-e916-415d-9818-e7be0f803e88 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.0351303 Dec 06 14:52:46.149034 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7990b7f-54bd-4b51-af2c-6e3e448427a0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:46.150470 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7990b7f-54bd-4b51-af2c-6e3e448427a0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.37 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 811 time: 0.6213276 Dec 06 14:52:46.156693 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-8d6d5f6e-a48f-407d-8988-89a8b29299ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:46.166601 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-e110eabb-51e4-4c67-912c-d1ba9250cf02 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Request body: {'port': {'device_id': '8443ea1b-f015-4636-af70-762f228b982a', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'admin_state_up': True, 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:46.241234 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:46.455038 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'tag': '97371b91-0939-487f-b9a3-110d333b1d98'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:46.457353 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b8f3df-26a2-4c1a-b60a-9e9a0b48548e" -d '{"events": [{"name": "network-changed", "server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "tag": "97371b91-0939-487f-b9a3-110d333b1d98"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:46.513615 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e2206f-dbb2-4800-bb92-fdf984255336 x-openstack-request-id: req-d3e2206f-dbb2-4800-bb92-fdf984255336 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:46.513944 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "tag": "97371b91-0939-487f-b9a3-110d333b1d98", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:46.514199 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3e2206f-dbb2-4800-bb92-fdf984255336 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:46.515201 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'tag': '97371b91-0939-487f-b9a3-110d333b1d98', 'status': 'completed', 'code': 200} Dec 06 14:52:46.554336 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-e110eabb-51e4-4c67-912c-d1ba9250cf02 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Made reservation on behalf of 8bb54282aaa64e1f9dee35090bece2ca for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:52:46.557836 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-e110eabb-51e4-4c67-912c-d1ba9250cf02 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:46.728764 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-8d6d5f6e-a48f-407d-8988-89a8b29299ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:46.780607 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-8d6d5f6e-a48f-407d-8988-89a8b29299ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:46.811014 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8f3df-26a2-4c1a-b60a-9e9a0b48548e req-0605f59e-4635-47a1-bf4a-16faf741260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:46.811568 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8f3df-26a2-4c1a-b60a-9e9a0b48548e req-0605f59e-4635-47a1-bf4a-16faf741260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:46.813114 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8f3df-26a2-4c1a-b60a-9e9a0b48548e req-0605f59e-4635-47a1-bf4a-16faf741260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:46.816425 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20b8f3df-26a2-4c1a-b60a-9e9a0b48548e req-0605f59e-4635-47a1-bf4a-16faf741260f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da8d343b463741c1a6e370300f4581c3&device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2797 time: 0.2810102 Dec 06 14:52:46.882841 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67912444-e3b5-44c3-9e8e-3ada9ef81a74 req-9dd7e23c-7772-4469-a531-e3ee62622aed tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:46.897567 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67912444-e3b5-44c3-9e8e-3ada9ef81a74 req-9dd7e23c-7772-4469-a531-e3ee62622aed tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:46.904174 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67912444-e3b5-44c3-9e8e-3ada9ef81a74 req-9dd7e23c-7772-4469-a531-e3ee62622aed tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:46.905889 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-67912444-e3b5-44c3-9e8e-3ada9ef81a74 req-9dd7e23c-7772-4469-a531-e3ee62622aed tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2399 time: 0.1279602 Dec 06 14:52:46.961909 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-67912444-e3b5-44c3-9e8e-3ada9ef81a74 req-77d707f7-a67c-4f1b-ba0f-0d004ae02c9b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452814 Dec 06 14:52:46.969702 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d5f6e-a48f-407d-8988-89a8b29299ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Pushing event updated for resources: {'Port': ['ID=dbeb90a0-b487-456d-8805-b4745589fb1c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:47.099334 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b13e5a6-20dd-476c-8388-827ce3435fcd req-ec02a95c-0059-46e7-af6d-1c25d61773ad tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 210 time: 0.0414281 Dec 06 14:52:47.100411 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-8d6d5f6e-a48f-407d-8988-89a8b29299ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:47.156365 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-e110eabb-51e4-4c67-912c-d1ba9250cf02 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Allocated IP 172.20.0.9 (4a4e119c-9ce0-49ca-9e2d-7dd88850f983/e3730693-2903-46aa-aa00-ece8852853b7/6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:52:47.177493 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-8d6d5f6e-a48f-407d-8988-89a8b29299ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:47.182700 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-8d6d5f6e-a48f-407d-8988-89a8b29299ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1748319 Dec 06 14:52:47.193945 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8f3df-26a2-4c1a-b60a-9e9a0b48548e req-b06c52a8-fad3-46bd-b6db-0a59846a3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:47.194319 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8f3df-26a2-4c1a-b60a-9e9a0b48548e req-b06c52a8-fad3-46bd-b6db-0a59846a3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:47.194791 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8f3df-26a2-4c1a-b60a-9e9a0b48548e req-b06c52a8-fad3-46bd-b6db-0a59846a3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:47.196417 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20b8f3df-26a2-4c1a-b60a-9e9a0b48548e req-b06c52a8-fad3-46bd-b6db-0a59846a3d81 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=da8d343b463741c1a6e370300f4581c3&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2927463 Dec 06 14:52:47.221352 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938a3033-e125-499b-829f-1139f5cfa5f4 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:52:47.273838 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:47.299914 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-b523d95e-e3a7-4572-afb4-322c4b7d6875 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.131 HTTP/1.1" status: 200 len: 696 time: 0.1112428 Dec 06 14:52:47.328135 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3afecd36-775d-4672-9930-30b628aca637 req-4d130b73-dff8-4bd0-9b4d-91423607b25d tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/ports?device_id=139245a8-c71b-4f48-b974-3c96120c1b1c HTTP/1.1" status: 200 len: 210 time: 0.0278547 Dec 06 14:52:47.330297 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Transition to ACTIVE for port object 938a3033-e125-499b-829f-1139f5cfa5f4 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:52:47.374046 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:47.537234 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8f3df-26a2-4c1a-b60a-9e9a0b48548e req-835df6f4-ff39-4edf-a5c8-90fe19391e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:47.538724 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20b8f3df-26a2-4c1a-b60a-9e9a0b48548e req-835df6f4-ff39-4edf-a5c8-90fe19391e6a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3304725 Dec 06 14:52:47.573838 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Pushing event updated for resources: {'Port': ['ID=938a3033-e125-499b-829f-1139f5cfa5f4,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:47.650672 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-5b3d15cb-e650-4293-84ea-da5a1d89f8fb tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:47.652068 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0e15ac9-150d-48ad-81d0-f7fb62edb0a0 req-5b3d15cb-e650-4293-84ea-da5a1d89f8fb tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.3422835 Dec 06 14:52:47.691313 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-e110eabb-51e4-4c67-912c-d1ba9250cf02 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:47.706210 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Attempting to bind port 938a3033-e125-499b-829f-1139f5cfa5f4 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:52:47.706559 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Attempting to bind port 938a3033-e125-499b-829f-1139f5cfa5f4 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '8937e163-e8ae-4f5f-8b0b-4f5a50d613aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56a607a2-9741-444d-ac02-57254814f109'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:52:47.707038 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Attempting to bind port 938a3033-e125-499b-829f-1139f5cfa5f4 on network 56a607a2-9741-444d-ac02-57254814f109 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:47.714637 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Port 938a3033-e125-499b-829f-1139f5cfa5f4 on network 56a607a2-9741-444d-ac02-57254814f109 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:52:47.714966 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Attempting to bind port 938a3033-e125-499b-829f-1139f5cfa5f4 on network 56a607a2-9741-444d-ac02-57254814f109 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:47.723967 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:52:47.724313 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Checking segment: {'id': '8937e163-e8ae-4f5f-8b0b-4f5a50d613aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56a607a2-9741-444d-ac02-57254814f109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:52:47.724693 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Bound using segment: {'id': '8937e163-e8ae-4f5f-8b0b-4f5a50d613aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56a607a2-9741-444d-ac02-57254814f109'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:52:47.725125 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Bound port: 938a3033-e125-499b-829f-1139f5cfa5f4, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8937e163-e8ae-4f5f-8b0b-4f5a50d613aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '56a607a2-9741-444d-ac02-57254814f109'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:52:47.725479 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:47.783738 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-e110eabb-51e4-4c67-912c-d1ba9250cf02 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:47.790731 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19476611-d0a4-4ec1-91f6-91194bb467ef req-522728ac-5a1f-45d1-8c39-f37ef3264816 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:47.793214 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-19476611-d0a4-4ec1-91f6-91194bb467ef req-522728ac-5a1f-45d1-8c39-f37ef3264816 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0827401 Dec 06 14:52:47.796493 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['6a3f5667-d697-419f-bdef-7d22d38c88a6', 'ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:52:47.851932 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-e110eabb-51e4-4c67-912c-d1ba9250cf02 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:52:47.858704 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] For port 938a3033-e125-499b-829f-1139f5cfa5f4, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:52:47.860901 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110eabb-51e4-4c67-912c-d1ba9250cf02 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Pushing event updated for resources: {'Port': ['ID=6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:47.864071 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-e110eabb-51e4-4c67-912c-d1ba9250cf02 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:47.865325 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-19476611-d0a4-4ec1-91f6-91194bb467ef req-ab82e103-e20c-4a28-85de-82930a92f92a tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.131 HTTP/1.1" status: 200 len: 696 time: 0.0635688 Dec 06 14:52:47.867239 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] For port 938a3033-e125-499b-829f-1139f5cfa5f4, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=938a3033-e125-499b-829f-1139f5cfa5f4,segment=NetworkSegment(8937e163-e8ae-4f5f-8b0b-4f5a50d613aa),segment_id=8937e163-e8ae-4f5f-8b0b-4f5a50d613aa)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:52:47.868399 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-e110eabb-51e4-4c67-912c-d1ba9250cf02 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:52:47.884228 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-19476611-d0a4-4ec1-91f6-91194bb467ef req-db3f28d9-b169-4a80-85c3-657e426dc7cf tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Request body: {'floatingip': {'port_id': '9b08abfe-c669-4141-aa5a-7a6dda71e1e8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:47.895526 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:47.943404 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:47.945584 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-19476611-d0a4-4ec1-91f6-91194bb467ef req-db3f28d9-b169-4a80-85c3-657e426dc7cf tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks [] for floatingip, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:47.948418 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:47.951713 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] 10.222.0.23 "PUT /v2.0/ports/938a3033-e125-499b-829f-1139f5cfa5f4 HTTP/1.1" status: 200 len: 1091 time: 2.1872082 Dec 06 14:52:47.980644 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-e110eabb-51e4-4c67-912c-d1ba9250cf02 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:47.981665 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-e110eabb-51e4-4c67-912c-d1ba9250cf02 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:48.119361 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-e110eabb-51e4-4c67-912c-d1ba9250cf02 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9571404 Dec 06 14:52:48.139232 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d39940-edbf-42ed-8910-0c1a4d84ba21 service neutron] Pushing event updated for resources: {'Port': ['ID=938a3033-e125-499b-829f-1139f5cfa5f4,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:48.148517 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Request body: {'port': {'device_id': '8443ea1b-f015-4636-af70-762f228b982a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:48.197664 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-7f21d5a5-8382-4428-8098-8be09443521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:48.198561 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-7f21d5a5-8382-4428-8098-8be09443521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:48.198908 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-7f21d5a5-8382-4428-8098-8be09443521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:48.200442 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-7f21d5a5-8382-4428-8098-8be09443521e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da8d343b463741c1a6e370300f4581c3&device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2864 time: 0.2049043 Dec 06 14:52:48.243903 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-079d2af0-61ed-4df2-a673-18a6b025eef7 None None] Provisioning complete for port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:48.244292 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-079d2af0-61ed-4df2-a673-18a6b025eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:48.301075 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-079d2af0-61ed-4df2-a673-18a6b025eef7 None None] Port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:52:48.319456 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-19476611-d0a4-4ec1-91f6-91194bb467ef req-db3f28d9-b169-4a80-85c3-657e426dc7cf tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] update failed (client error): There was a conflict when trying to complete your request. Dec 06 14:52:48.320738 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-19476611-d0a4-4ec1-91f6-91194bb467ef req-db3f28d9-b169-4a80-85c3-657e426dc7cf tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "PUT /v2.0/floatingips/964a6304-d042-41fe-9339-b5bd17af987a HTTP/1.1" status: 409 len: 550 time: 0.4441140 Dec 06 14:52:48.321956 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5402c-2449-470e-bca3-e043253ac391 req-52d4e653-4d76-4bc0-82c6-19474e20321f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:48.328112 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5402c-2449-470e-bca3-e043253ac391 req-52d4e653-4d76-4bc0-82c6-19474e20321f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:48.335050 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5402c-2449-470e-bca3-e043253ac391 req-52d4e653-4d76-4bc0-82c6-19474e20321f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:48.336776 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-32d5402c-2449-470e-bca3-e043253ac391 req-52d4e653-4d76-4bc0-82c6-19474e20321f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2411 time: 0.2580903 Dec 06 14:52:48.342361 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-cf414656-c3eb-40c7-9a3a-90eda71ada97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.86&port_id=80a77985-c108-406a-9404-57bfe8e87897 HTTP/1.1" status: 200 len: 217 time: 0.1312647 Dec 06 14:52:48.347245 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:48.451934 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-a26c7633-0e92-4ce9-b0b9-33095f031c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:48.453425 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-a26c7633-0e92-4ce9-b0b9-33095f031c6d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f344bfcd-375f-4232-8192-6e85a66eb8c9 HTTP/1.1" status: 200 len: 801 time: 0.1034613 Dec 06 14:52:48.458025 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd7c77-07e8-4694-806f-24708deb76df req-01ab77b0-530f-4d48-a166-fc246f304c4e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:48.459513 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90fd7c77-07e8-4694-806f-24708deb76df req-01ab77b0-530f-4d48-a166-fc246f304c4e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 931 time: 0.0721705 Dec 06 14:52:48.514670 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-32d5402c-2449-470e-bca3-e043253ac391 req-ac1e4ee5-3337-4730-98c1-df109ca66765 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635315 Dec 06 14:52:48.539963 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90fd7c77-07e8-4694-806f-24708deb76df req-a8879132-8314-44e2-b200-d7aa90e38c91 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727029 Dec 06 14:52:48.565203 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'tag': '938a3033-e125-499b-829f-1139f5cfa5f4'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:48.568096 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e1f385-d612-4f52-9403-a43e5961f7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "tag": "938a3033-e125-499b-829f-1139f5cfa5f4"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:48.600041 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-d879c07f-f4da-4afc-9d0f-e6ce01396852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:48.601635 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-d879c07f-f4da-4afc-9d0f-e6ce01396852 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56a607a2-9741-444d-ac02-57254814f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1355734 Dec 06 14:52:48.732136 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e9a342f1-b2e9-4dd7-901e-97d477db1d8b req-f5f6743a-db08-4c6e-b71e-324bcca8bbe6 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/floatingips/964a6304-d042-41fe-9339-b5bd17af987a HTTP/1.1" status: 200 len: 693 time: 0.1058507 Dec 06 14:52:48.733795 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e23bfc-2b7b-4141-a474-ff775836ef01 x-openstack-request-id: req-64e23bfc-2b7b-4141-a474-ff775836ef01 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:48.734268 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "tag": "938a3033-e125-499b-829f-1139f5cfa5f4", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:48.734695 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64e23bfc-2b7b-4141-a474-ff775836ef01 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:48.735239 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'tag': '938a3033-e125-499b-829f-1139f5cfa5f4', 'status': 'completed', 'code': 200} Dec 06 14:52:48.756276 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54458) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:48.821288 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-425505ef-d694-43f5-bce0-b157c6fd39f7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:48.847672 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-425505ef-d694-43f5-bce0-b157c6fd39f7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:48.899557 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-425505ef-d694-43f5-bce0-b157c6fd39f7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:48.903213 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-425505ef-d694-43f5-bce0-b157c6fd39f7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:48.904526 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-425505ef-d694-43f5-bce0-b157c6fd39f7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "DELETE /v2.0/security-groups/8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77 HTTP/1.1" status: 204 len: 168 time: 0.1470430 Dec 06 14:52:48.909002 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-2cf45be6-402e-467c-bbb9-69368d766ce5 service neutron] 10.222.0.23 "GET /v2.0/networks/56a607a2-9741-444d-ac02-57254814f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986782 Dec 06 14:52:48.909202 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54464) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:48.927052 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425505ef-d694-43f5-bce0-b157c6fd39f7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:48.929151 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-6a67e8a6-90ee-471a-a94f-ab93472fc970 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] show failed (client error): The resource could not be found. Dec 06 14:52:48.930371 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6a67e8a6-90ee-471a-a94f-ab93472fc970 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "GET /v2.0/security-groups/8bb0e476-5c61-4d7d-9f9c-c2d7df48ad77 HTTP/1.1" status: 404 len: 347 time: 0.0198781 Dec 06 14:52:48.935485 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54466) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:49.071901 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-97b23985-415d-4c66-825f-887ecd5dd846 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Deleting port fb548916-955a-4f23-8c93-d8e76ede7fad {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:49.072254 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97b23985-415d-4c66-825f-887ecd5dd846 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:49.149565 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97b23985-415d-4c66-825f-887ecd5dd846 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:49.149887 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97b23985-415d-4c66-825f-887ecd5dd846 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:49.162468 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-97b23985-415d-4c66-825f-887ecd5dd846 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Calling delete_port for fb548916-955a-4f23-8c93-d8e76ede7fad owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:49.276257 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a342f1-b2e9-4dd7-901e-97d477db1d8b req-7e147be9-43eb-4955-a460-bad2c86ab5ab tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:49.277612 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e9a342f1-b2e9-4dd7-901e-97d477db1d8b req-7e147be9-43eb-4955-a460-bad2c86ab5ab tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.5032713 Dec 06 14:52:49.307032 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97b23985-415d-4c66-825f-887ecd5dd846 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:49.309684 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:52:49.322023 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-e9a342f1-b2e9-4dd7-901e-97d477db1d8b req-a4ea5c30-0c99-4c8d-886e-044969d01d4b tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:52:49.322992 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e9a342f1-b2e9-4dd7-901e-97d477db1d8b req-a4ea5c30-0c99-4c8d-886e-044969d01d4b tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169141 Dec 06 14:52:49.328694 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:49.351991 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b23985-415d-4c66-825f-887ecd5dd846 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event deleted for resources: {'Port': ['ID=fb548916-955a-4f23-8c93-d8e76ede7fad,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:49.378530 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e69266-512f-4bf7-b7f0-9eb18be8f746 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:52:49.392081 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e9a342f1-b2e9-4dd7-901e-97d477db1d8b req-c0df95c5-b408-4207-a46d-fefb4adeaf6e tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.131 HTTP/1.1" status: 200 len: 696 time: 0.0608411 Dec 06 14:52:49.443392 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97b23985-415d-4c66-825f-887ecd5dd846 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:49.445943 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97b23985-415d-4c66-825f-887ecd5dd846 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:49.447090 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-97b23985-415d-4c66-825f-887ecd5dd846 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "DELETE /v2.0/floatingips/ce985791-6447-492c-b610-a168c78c24b2 HTTP/1.1" status: 204 len: 168 time: 0.5105557 Dec 06 14:52:49.447233 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Transition to ACTIVE for port object 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:52:49.450035 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54468) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:49.464247 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e9a342f1-b2e9-4dd7-901e-97d477db1d8b req-fb2c626f-44fa-4b75-9da1-57a31de5fd22 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.131 HTTP/1.1" status: 200 len: 696 time: 0.0613778 Dec 06 14:52:49.464840 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:49.508776 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-2bec72a7-cb75-44c1-961c-8cdea1c8d45b service neutron] 10.222.0.23 "GET /v2.0/networks/56a607a2-9741-444d-ac02-57254814f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904086 Dec 06 14:52:49.555587 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-dec47dfb-783d-492e-b55c-76a15fca5699 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Deleting port 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:49.556023 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dec47dfb-783d-492e-b55c-76a15fca5699 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:49.628084 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:49.643045 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-ce93c907-aaf7-4815-9396-90ff9d1eb68a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.152&port_id=97371b91-0939-487f-b9a3-110d333b1d98 HTTP/1.1" status: 200 len: 217 time: 0.0797400 Dec 06 14:52:49.690423 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dec47dfb-783d-492e-b55c-76a15fca5699 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:49.710021 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-dec47dfb-783d-492e-b55c-76a15fca5699 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Calling delete_port for 0ff887d8-72a7-47c9-8650-b59d05e0a9b7 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:49.724010 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359dca-4fcb-4c04-bdda-2d015c23216c req-117522ab-17ff-4631-b536-f2c393757f30 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:49.730466 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359dca-4fcb-4c04-bdda-2d015c23216c req-117522ab-17ff-4631-b536-f2c393757f30 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:49.737173 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359dca-4fcb-4c04-bdda-2d015c23216c req-117522ab-17ff-4631-b536-f2c393757f30 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:49.738912 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23359dca-4fcb-4c04-bdda-2d015c23216c req-117522ab-17ff-4631-b536-f2c393757f30 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2411 time: 0.0998049 Dec 06 14:52:49.846405 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23359dca-4fcb-4c04-bdda-2d015c23216c req-d58bdd60-5194-441e-b923-8b82ee3fa94a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998738 Dec 06 14:52:49.868803 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-261d2cd1-6389-409c-bdf6-4b76359ed6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:49.869115 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-261d2cd1-6389-409c-bdf6-4b76359ed6fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c39e6739-be47-40b2-8ee5-5418364d9b23 HTTP/1.1" status: 200 len: 801 time: 0.1812768 Dec 06 14:52:49.874263 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Attempting to bind port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:52:49.874611 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Attempting to bind port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:52:49.875046 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Attempting to bind port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 on network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:49.881489 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 on network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:52:49.881808 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Attempting to bind port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 on network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:49.893128 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:52:49.893467 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Checking segment: {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:52:49.893838 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Bound using segment: {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:52:49.895147 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Bound port: 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:52:49.895497 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:49.925086 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-e9a342f1-b2e9-4dd7-901e-97d477db1d8b req-9a17413c-de47-49dd-9e7c-ce2e7836a3a3 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Deleting port dbeb90a0-b487-456d-8805-b4745589fb1c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:49.925086 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e9a342f1-b2e9-4dd7-901e-97d477db1d8b req-9a17413c-de47-49dd-9e7c-ce2e7836a3a3 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:49.960934 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dec47dfb-783d-492e-b55c-76a15fca5699 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:50.004381 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec47dfb-783d-492e-b55c-76a15fca5699 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event deleted for resources: {'Port': ['ID=0ff887d8-72a7-47c9-8650-b59d05e0a9b7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:50.041840 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91be264-582a-48c8-bced-227938f133c0 req-819f1281-9013-444b-8503-2e8beff9de6a tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:50.043451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c91be264-582a-48c8-bced-227938f133c0 req-819f1281-9013-444b-8503-2e8beff9de6a tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 943 time: 0.1003854 Dec 06 14:52:50.062421 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-ef1850b2-2b69-41a2-a06b-ab6d42fc5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:50.063991 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-ef1850b2-2b69-41a2-a06b-ab6d42fc5ea0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e1f24fa-d815-477d-878d-71ada0f4a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1841230 Dec 06 14:52:50.105470 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] For port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:52:50.124456 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e9a342f1-b2e9-4dd7-901e-97d477db1d8b req-9a17413c-de47-49dd-9e7c-ce2e7836a3a3 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:50.124682 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e9a342f1-b2e9-4dd7-901e-97d477db1d8b req-9a17413c-de47-49dd-9e7c-ce2e7836a3a3 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:50.137383 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dec47dfb-783d-492e-b55c-76a15fca5699 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:50.140638 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dec47dfb-783d-492e-b55c-76a15fca5699 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "DELETE /v2.0/ports/0ff887d8-72a7-47c9-8650-b59d05e0a9b7 HTTP/1.1" status: 204 len: 168 time: 0.6895251 Dec 06 14:52:50.145081 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] For port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:52:50.150156 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54480) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:50.155864 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c91be264-582a-48c8-bced-227938f133c0 req-9e6093f6-150a-4dfd-a2bf-c9d42b6fd54e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912924 Dec 06 14:52:50.180419 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-e9a342f1-b2e9-4dd7-901e-97d477db1d8b req-9a17413c-de47-49dd-9e7c-ce2e7836a3a3 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Calling delete_port for dbeb90a0-b487-456d-8805-b4745589fb1c owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:50.193166 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:50.344079 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:50.344758 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:50.346093 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] 10.222.0.37 "PUT /v2.0/ports/6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 HTTP/1.1" status: 200 len: 1091 time: 2.2090735 Dec 06 14:52:50.424386 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-e9869f3d-3c12-438a-a2b0-16aa6a1fe9b2 service neutron] 10.222.0.23 "GET /v2.0/networks/4e1f24fa-d815-477d-878d-71ada0f4a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515453 Dec 06 14:52:50.459525 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7332cb8-d34e-4106-aa98-ee30cdfaf741 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:50.603964 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-28577f1a-7862-40da-b295-b9fd0d2c2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:50.605649 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-28577f1a-7862-40da-b295-b9fd0d2c2304 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 1094 time: 0.2015674 Dec 06 14:52:50.626292 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1a46b11f-bb44-4d19-9ca9-265fa345e4a6 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Deleting port 136aab93-4414-4a27-bb13-b887ce3df348 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:50.626637 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a46b11f-bb44-4d19-9ca9-265fa345e4a6 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:50.634473 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-3a45cc93-44c0-4497-8fc9-e655c0d146ec service neutron] 10.222.0.23 "GET /v2.0/networks/4e1f24fa-d815-477d-878d-71ada0f4a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875935 Dec 06 14:52:50.711477 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-e3579b5b-025c-4545-aa31-60b13bbb4f17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 HTTP/1.1" status: 200 len: 217 time: 0.0942290 Dec 06 14:52:50.743429 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8443ea1b-f015-4636-af70-762f228b982a', 'tag': '6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:50.745708 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e382658c-cc54-40a0-b674-041a25cad9be" -d '{"events": [{"name": "network-changed", "server_uuid": "8443ea1b-f015-4636-af70-762f228b982a", "tag": "6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:50.766901 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-45f658ad-ed0f-4134-a8ba-1edcb97ef46e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=938a3033-e125-499b-829f-1139f5cfa5f4 HTTP/1.1" status: 200 len: 217 time: 0.0884557 Dec 06 14:52:50.820997 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300785d0-0c9f-4b89-bac3-d28624f6fa38 x-openstack-request-id: req-300785d0-0c9f-4b89-bac3-d28624f6fa38 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:50.821295 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8443ea1b-f015-4636-af70-762f228b982a", "tag": "6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:50.821549 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-300785d0-0c9f-4b89-bac3-d28624f6fa38 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:50.821930 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8443ea1b-f015-4636-af70-762f228b982a', 'tag': '6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69', 'status': 'completed', 'code': 200} Dec 06 14:52:50.882886 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e9a342f1-b2e9-4dd7-901e-97d477db1d8b req-9a17413c-de47-49dd-9e7c-ce2e7836a3a3 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:50.926838 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-e7fd4e09-c846-4e81-80a6-317c99bd5762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:50.928208 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-e7fd4e09-c846-4e81-80a6-317c99bd5762 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.1735961 Dec 06 14:52:50.938623 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17413c-de47-49dd-9e7c-ce2e7836a3a3 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Pushing event deleted for resources: {'Port': ['ID=dbeb90a0-b487-456d-8805-b4745589fb1c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:50.942704 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a46b11f-bb44-4d19-9ca9-265fa345e4a6 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:50.961879 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5fbeaa57-0a43-4374-a6eb-bee1a21c28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:50.963399 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-5fbeaa57-0a43-4374-a6eb-bee1a21c28d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f344bfcd-375f-4232-8192-6e85a66eb8c9 HTTP/1.1" status: 200 len: 801 time: 0.1454449 Dec 06 14:52:50.976631 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc48def-d156-4a04-9c09-bc07668556c8 req-72f70394-6d54-411d-9060-df4aa699daee tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:50.982946 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc48def-d156-4a04-9c09-bc07668556c8 req-72f70394-6d54-411d-9060-df4aa699daee tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:50.989565 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc48def-d156-4a04-9c09-bc07668556c8 req-72f70394-6d54-411d-9060-df4aa699daee tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:50.991328 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4cc48def-d156-4a04-9c09-bc07668556c8 req-72f70394-6d54-411d-9060-df4aa699daee tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2411 time: 0.0726240 Dec 06 14:52:50.991599 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1a46b11f-bb44-4d19-9ca9-265fa345e4a6 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Calling delete_port for 136aab93-4414-4a27-bb13-b887ce3df348 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:51.054764 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4cc48def-d156-4a04-9c09-bc07668556c8 req-05e7d2ef-6aa5-4e83-967f-67f88a2dcc44 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508888 Dec 06 14:52:51.126674 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-82a975b7-41ce-4705-b71d-123ae60d9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:51.128241 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-82a975b7-41ce-4705-b71d-123ae60d9b32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1815135 Dec 06 14:52:51.131526 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e9a342f1-b2e9-4dd7-901e-97d477db1d8b req-9a17413c-de47-49dd-9e7c-ce2e7836a3a3 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:51.134446 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e9a342f1-b2e9-4dd7-901e-97d477db1d8b req-9a17413c-de47-49dd-9e7c-ce2e7836a3a3 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:51.135482 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e9a342f1-b2e9-4dd7-901e-97d477db1d8b req-9a17413c-de47-49dd-9e7c-ce2e7836a3a3 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "DELETE /v2.0/floatingips/964a6304-d042-41fe-9339-b5bd17af987a HTTP/1.1" status: 204 len: 173 time: 1.6420710 Dec 06 14:52:51.170754 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-1adc5e92-26b0-41dc-807e-6324368fc485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:51.172280 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-1adc5e92-26b0-41dc-807e-6324368fc485 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56a607a2-9741-444d-ac02-57254814f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1925671 Dec 06 14:52:51.292341 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-db01bc67-015a-47ec-a83b-2cd1ed238fab tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.229 HTTP/1.1" status: 200 len: 1001 time: 0.1387765 Dec 06 14:52:51.349894 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-8598af30-497c-40d2-bbd9-b07a6a5a3a98 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:51.353550 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-8598af30-497c-40d2-bbd9-b07a6a5a3a98 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports/9b08abfe-c669-4141-aa5a-7a6dda71e1e8 HTTP/1.1" status: 200 len: 942 time: 0.0534890 Dec 06 14:52:51.403762 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-1ce7e2b8-23f8-4f2e-88b0-b66281f5dbfb service neutron] 10.222.0.37 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623777 Dec 06 14:52:51.411404 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-9e650663-8f22-4c89-a711-186f8a0e6b4e service neutron] 10.222.0.23 "GET /v2.0/networks/56a607a2-9741-444d-ac02-57254814f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299788 Dec 06 14:52:51.421999 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f5f01-c123-4829-ad8a-aecdf3e1123d req-90913daa-feba-4880-bc94-46ed2bf295f8 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:51.423442 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c48f5f01-c123-4829-ad8a-aecdf3e1123d req-90913daa-feba-4880-bc94-46ed2bf295f8 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 943 time: 0.1687608 Dec 06 14:52:51.461631 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-0ebb9d2b-6bc8-47e2-86c9-a2db0e7db5c7 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.229 HTTP/1.1" status: 200 len: 1001 time: 0.0667880 Dec 06 14:52:51.463457 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a46b11f-bb44-4d19-9ca9-265fa345e4a6 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:51.797688 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46b11f-bb44-4d19-9ca9-265fa345e4a6 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event deleted for resources: {'Port': ['ID=136aab93-4414-4a27-bb13-b887ce3df348,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:51.950846 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-44927ee4-10ff-4cdc-a7ca-5bfcd0a609f8 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:51.952589 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-44927ee4-10ff-4cdc-a7ca-5bfcd0a609f8 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.4834220 Dec 06 14:52:51.964584 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-b9bc9a75-ba0d-4b2c-97cb-4e9f864cfd3e tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:52:51.965857 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-b9bc9a75-ba0d-4b2c-97cb-4e9f864cfd3e tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060129 Dec 06 14:52:51.987004 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c48f5f01-c123-4829-ad8a-aecdf3e1123d req-6f61574d-885d-4792-a4b2-250fdc38fb6b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418935 Dec 06 14:52:52.000334 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bbaa55a9-8047-4456-81fc-4aad48ae191f req-0ee401cb-9c4a-4e49-bfff-330cd71d8fc5 service neutron] 10.222.0.37 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5729289 Dec 06 14:52:52.002406 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de64a9d-9df8-41f2-a6b7-61056bdcc00e req-81106d13-e1e8-41e3-ae6a-11cbc46ff600 service neutron] 10.222.0.23 "GET /v2.0/networks/56a607a2-9741-444d-ac02-57254814f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5766222 Dec 06 14:52:52.012636 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a46b11f-bb44-4d19-9ca9-265fa345e4a6 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:52.021956 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1a46b11f-bb44-4d19-9ca9-265fa345e4a6 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "DELETE /v2.0/ports/136aab93-4414-4a27-bb13-b887ce3df348 HTTP/1.1" status: 204 len: 168 time: 1.8705556 Dec 06 14:52:52.023148 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54500) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:52.076576 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-6e392b66-a5c5-49a5-9055-22e1e0835c05 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.229 HTTP/1.1" status: 200 len: 1001 time: 0.1007402 Dec 06 14:52:52.087577 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-cd029bdf-18bd-4faf-83f4-19c9cda9353a tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:52.157641 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4664f2-fe47-4097-bb89-7d396e5cb0e7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Deleting subnet c2886b11-d7ce-4a27-8672-5072288b3ed3 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:52:52.163340 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f4664f2-fe47-4097-bb89-7d396e5cb0e7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:52.181858 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-cd029bdf-18bd-4faf-83f4-19c9cda9353a tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks [] for floatingip, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:52.193088 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382658c-cc54-40a0-b674-041a25cad9be req-d084dd99-aadf-471d-bab0-127b32771cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:52.194703 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e382658c-cc54-40a0-b674-041a25cad9be req-d084dd99-aadf-471d-bab0-127b32771cce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 1094 time: 0.1263802 Dec 06 14:52:52.253864 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f4664f2-fe47-4097-bb89-7d396e5cb0e7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:52.296088 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1f385-d612-4f52-9403-a43e5961f7d2 req-3b008c0a-578d-47d0-a179-60d461aa1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:52.296088 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1f385-d612-4f52-9403-a43e5961f7d2 req-3b008c0a-578d-47d0-a179-60d461aa1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:52.296683 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1f385-d612-4f52-9403-a43e5961f7d2 req-3b008c0a-578d-47d0-a179-60d461aa1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:52.299532 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06e1f385-d612-4f52-9403-a43e5961f7d2 req-3b008c0a-578d-47d0-a179-60d461aa1b3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da8d343b463741c1a6e370300f4581c3&device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2864 time: 0.2113366 Dec 06 14:52:52.365200 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-cd029bdf-18bd-4faf-83f4-19c9cda9353a tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:52.371213 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-cd029bdf-18bd-4faf-83f4-19c9cda9353a tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:52.371553 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-cd029bdf-18bd-4faf-83f4-19c9cda9353a tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Floating IP a202de26-89a2-4ea3-889d-72279bf23cc2 disassociated. External IP: 172.35.7.229, port: 9b08abfe-c669-4141-aa5a-7a6dda71e1e8. Dec 06 14:52:52.531142 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382658c-cc54-40a0-b674-041a25cad9be req-8c33b533-a8b4-4e23-83f6-0ce15481a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:52.532671 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e382658c-cc54-40a0-b674-041a25cad9be req-8c33b533-a8b4-4e23-83f6-0ce15481a5ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 912 time: 0.3251173 Dec 06 14:52:52.549975 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605728f-17c6-4eba-9bd1-d1ea13b66c4a req-95db224e-c0bc-444b-98e0-f68dd64473da tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:52.556611 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605728f-17c6-4eba-9bd1-d1ea13b66c4a req-95db224e-c0bc-444b-98e0-f68dd64473da tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:52.562546 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605728f-17c6-4eba-9bd1-d1ea13b66c4a req-95db224e-c0bc-444b-98e0-f68dd64473da tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:52.564208 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3605728f-17c6-4eba-9bd1-d1ea13b66c4a req-95db224e-c0bc-444b-98e0-f68dd64473da tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2411 time: 0.2284608 Dec 06 14:52:52.565249 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1f385-d612-4f52-9403-a43e5961f7d2 req-c9bbf2b1-6a50-44a3-a9ba-97dcbd24bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:52.566619 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06e1f385-d612-4f52-9403-a43e5961f7d2 req-c9bbf2b1-6a50-44a3-a9ba-97dcbd24bccd service neutron] 10.222.0.23 "GET /v2.0/networks?id=56a607a2-9741-444d-ac02-57254814f109 HTTP/1.1" status: 200 len: 903 time: 0.2594805 Dec 06 14:52:52.585927 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f4664f2-fe47-4097-bb89-7d396e5cb0e7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:52.607751 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-cd029bdf-18bd-4faf-83f4-19c9cda9353a tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Router 6e277e49-f990-40f5-8d6a-7e660fc79c41 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:52:52.674052 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e382658c-cc54-40a0-b674-041a25cad9be req-39ae6e4d-e089-41e2-a194-bef7dd2d593d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 HTTP/1.1" status: 200 len: 217 time: 0.1064830 Dec 06 14:52:52.675253 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06e1f385-d612-4f52-9403-a43e5961f7d2 req-ef704b7d-415d-4ddf-995e-23f07516eab8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=938a3033-e125-499b-829f-1139f5cfa5f4 HTTP/1.1" status: 200 len: 217 time: 0.1002986 Dec 06 14:52:52.719318 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-cd029bdf-18bd-4faf-83f4-19c9cda9353a tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:52:52.725368 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-cd029bdf-18bd-4faf-83f4-19c9cda9353a tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:52.734061 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc79ace-edfe-4088-a722-30eabfa06e76 None None] Sync routers for ids ['6e277e49-f990-40f5-8d6a-7e660fc79c41'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:52:52.744307 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc79ace-edfe-4088-a722-30eabfa06e76 None None] Routers {'6e277e49-f990-40f5-8d6a-7e660fc79c41'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:52.745263 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6cc79ace-edfe-4088-a722-30eabfa06e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e277e49-f990-40f5-8d6a-7e660fc79c41'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:52.768102 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-cd029bdf-18bd-4faf-83f4-19c9cda9353a tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "PUT /v2.0/floatingips/a202de26-89a2-4ea3-889d-72279bf23cc2 HTTP/1.1" status: 200 len: 695 time: 0.6837420 Dec 06 14:52:52.776319 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbaa64c-7d49-452e-851b-b78cb0e23ff8', 'tag': '9b08abfe-c669-4141-aa5a-7a6dda71e1e8'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:52.778955 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfe96fe-94fb-446d-b7a9-80cb7751b170" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbaa64c-7d49-452e-851b-b78cb0e23ff8", "tag": "9b08abfe-c669-4141-aa5a-7a6dda71e1e8"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:52.802212 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382658c-cc54-40a0-b674-041a25cad9be req-efdc021c-7af6-447f-952d-7287edd414fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:52.803803 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e382658c-cc54-40a0-b674-041a25cad9be req-efdc021c-7af6-447f-952d-7287edd414fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.1211693 Dec 06 14:52:52.822976 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3605728f-17c6-4eba-9bd1-d1ea13b66c4a req-6e17fc5b-318e-48d1-9771-6e6a08488fff tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425251 Dec 06 14:52:52.831229 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-1d332eaf-a635-4871-ba7d-08fed8638ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:52.846241 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1f385-d612-4f52-9403-a43e5961f7d2 req-ad7c3924-17b2-44c9-b21c-c456449db1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:52.850148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-1d332eaf-a635-4871-ba7d-08fed8638ef5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0102bebeb28649558fc2f33b3c60ad5f&device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0674622 Dec 06 14:52:52.851893 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06e1f385-d612-4f52-9403-a43e5961f7d2 req-ad7c3924-17b2-44c9-b21c-c456449db1c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f344bfcd-375f-4232-8192-6e85a66eb8c9 HTTP/1.1" status: 200 len: 801 time: 0.1572173 Dec 06 14:52:52.886552 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-6cc79ace-edfe-4088-a722-30eabfa06e76 None None] Set router 6e277e49-f990-40f5-8d6a-7e660fc79c41 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:52.901291 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea68b3e-d0dd-416b-a579-bba7e4aae6f0 x-openstack-request-id: req-bea68b3e-d0dd-416b-a579-bba7e4aae6f0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:52.901585 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbaa64c-7d49-452e-851b-b78cb0e23ff8", "tag": "9b08abfe-c669-4141-aa5a-7a6dda71e1e8", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:52.901841 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bea68b3e-d0dd-416b-a579-bba7e4aae6f0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:52.902238 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbaa64c-7d49-452e-851b-b78cb0e23ff8', 'tag': '9b08abfe-c669-4141-aa5a-7a6dda71e1e8', 'status': 'completed', 'code': 200} Dec 06 14:52:52.934409 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f4664f2-fe47-4097-bb89-7d396e5cb0e7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:52.976887 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f4664f2-fe47-4097-bb89-7d396e5cb0e7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:52.983446 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1f4664f2-fe47-4097-bb89-7d396e5cb0e7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "DELETE /v2.0/subnets/c2886b11-d7ce-4a27-8672-5072288b3ed3 HTTP/1.1" status: 204 len: 168 time: 0.9589133 Dec 06 14:52:52.983616 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54508) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:52.987353 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4664f2-fe47-4097-bb89-7d396e5cb0e7 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event deleted for resources: {'Subnet': ['ID=c2886b11-d7ce-4a27-8672-5072288b3ed3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:52.997669 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382658c-cc54-40a0-b674-041a25cad9be req-1bf81fd4-3d00-4f6d-9485-526ab1954e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:52.999196 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e382658c-cc54-40a0-b674-041a25cad9be req-1bf81fd4-3d00-4f6d-9485-526ab1954e5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750669 Dec 06 14:52:52.999978 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da50b94a-80b5-4727-be7d-c8523cceb0c2 None None] Network b3613acf-14dd-4dd0-a35a-eef7f873eb4b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:52:53.001986 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1f385-d612-4f52-9403-a43e5961f7d2 req-ae3195f5-7e00-49b7-ab25-f2b0b872a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:53.004011 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06e1f385-d612-4f52-9403-a43e5961f7d2 req-ae3195f5-7e00-49b7-ab25-f2b0b872a68a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56a607a2-9741-444d-ac02-57254814f109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1148100 Dec 06 14:52:53.067811 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-1c843cfb-a5be-4b88-a91a-a6d4834fc882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:53.076198 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-1c843cfb-a5be-4b88-a91a-a6d4834fc882 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b66f2774-0455-45ee-aac2-7e534a585601 HTTP/1.1" status: 200 len: 929 time: 0.2251606 Dec 06 14:52:53.080263 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe96fe-94fb-446d-b7a9-80cb7751b170 req-1de3c0f5-9bf7-4018-8cef-5bc14414f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:53.082279 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7dfe96fe-94fb-446d-b7a9-80cb7751b170 req-1de3c0f5-9bf7-4018-8cef-5bc14414f414 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0102bebeb28649558fc2f33b3c60ad5f&device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 1096 time: 0.1392946 Dec 06 14:52:53.086754 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-61031bd9-7e83-485b-b3de-3ccb8b10bf9f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Deleting subnet 73233722-86af-4248-a481-0a9c5e4685d5 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:52:53.097348 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61031bd9-7e83-485b-b3de-3ccb8b10bf9f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:53.181090 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-4436d211-9a31-482d-a5e6-dac25b9ad7dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b08abfe-c669-4141-aa5a-7a6dda71e1e8 HTTP/1.1" status: 200 len: 217 time: 0.1034939 Dec 06 14:52:53.214096 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e382658c-cc54-40a0-b674-041a25cad9be req-d7cc44d5-33f0-427a-a435-c984933112c0 service neutron] 10.222.0.37 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064080 Dec 06 14:52:53.243946 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-bd4722cf-f012-4a00-b001-a85247b656f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:53.248430 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06e1f385-d612-4f52-9403-a43e5961f7d2 req-c26b08f9-4c88-4d90-b02f-0fe98ed5ef3b service neutron] 10.222.0.23 "GET /v2.0/networks/56a607a2-9741-444d-ac02-57254814f109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309792 Dec 06 14:52:53.251002 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-bd4722cf-f012-4a00-b001-a85247b656f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=73a33358-771c-4a56-ac9b-0361df881d3f HTTP/1.1" status: 200 len: 867 time: 0.0692685 Dec 06 14:52:53.266606 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2498a-a7f5-4cf9-8889-8684febdf1f4 req-9c24581f-8a04-4f15-b7cb-d7499aea4802 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:53.268199 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-12d2498a-a7f5-4cf9-8889-8684febdf1f4 req-9c24581f-8a04-4f15-b7cb-d7499aea4802 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 943 time: 0.1574776 Dec 06 14:52:53.319147 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6cc79ace-edfe-4088-a722-30eabfa06e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716327288-router', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208'}], 'enable_snat': True}, 'gw_port_id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:14Z', 'revision_number': 4, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'gw_port': {'id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2fe61919-bc22-46a5-99e6-661d5d93af7e', 'name': '', 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'mac_address': 'fa:16:3e:57:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:13Z', 'updated_at': '2021-12-06T14:52:24Z', 'revision_number': 5, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'subnets': [{'id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:53.335080 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61031bd9-7e83-485b-b3de-3ccb8b10bf9f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:53.351377 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc79ace-edfe-4088-a722-30eabfa06e76 None None] Checking router: 6e277e49-f990-40f5-8d6a-7e660fc79c41 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:52:53.368795 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc79ace-edfe-4088-a722-30eabfa06e76 None None] Routers {'6e277e49-f990-40f5-8d6a-7e660fc79c41'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:53.369461 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6cc79ace-edfe-4088-a722-30eabfa06e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e277e49-f990-40f5-8d6a-7e660fc79c41'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:53.421208 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51b93f6-f32c-4b7f-9faa-5736aa249114 None None] DHCP port deletion for b3613acf-14dd-4dd0-a35a-eef7f873eb4b request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:52:53.437923 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-07193dac-6de7-48f4-8748-bc03210b92cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:53.439971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-07193dac-6de7-48f4-8748-bc03210b92cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b66f2774-0455-45ee-aac2-7e534a585601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797163 Dec 06 14:52:53.445894 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe96fe-94fb-446d-b7a9-80cb7751b170 req-49d7fe17-051f-4eb6-a308-1e5d38fcbd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:53.447567 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7dfe96fe-94fb-446d-b7a9-80cb7751b170 req-49d7fe17-051f-4eb6-a308-1e5d38fcbd18 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66f2774-0455-45ee-aac2-7e534a585601 HTTP/1.1" status: 200 len: 929 time: 0.3519371 Dec 06 14:52:53.506458 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-12d2498a-a7f5-4cf9-8889-8684febdf1f4 req-2cf273cd-ef4f-409e-8086-e8feffe82cef tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254906 Dec 06 14:52:53.518742 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e382658c-cc54-40a0-b674-041a25cad9be req-2a743498-9ab7-4d53-9b73-439fc9597bd3 service neutron] 10.222.0.37 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952566 Dec 06 14:52:53.531201 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06e1f385-d612-4f52-9403-a43e5961f7d2 req-40ec82b0-7614-4506-8866-66b64735d076 service neutron] 10.222.0.23 "GET /v2.0/networks/56a607a2-9741-444d-ac02-57254814f109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620215 Dec 06 14:52:53.579774 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7dfe96fe-94fb-446d-b7a9-80cb7751b170 req-4e130add-9d1c-4f10-b644-3cb3abb162bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b08abfe-c669-4141-aa5a-7a6dda71e1e8 HTTP/1.1" status: 200 len: 217 time: 0.1002057 Dec 06 14:52:53.580874 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c51b93f6-f32c-4b7f-9faa-5736aa249114 None None] Deleting port b87c9a53-3de4-464c-bb68-fd864f0ecde7 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:53.581249 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c51b93f6-f32c-4b7f-9faa-5736aa249114 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:53.623997 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-6cc79ace-edfe-4088-a722-30eabfa06e76 None None] Set router 6e277e49-f990-40f5-8d6a-7e660fc79c41 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:53.660678 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61031bd9-7e83-485b-b3de-3ccb8b10bf9f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:53.701552 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c51b93f6-f32c-4b7f-9faa-5736aa249114 None None] For port b87c9a53-3de4-464c-bb68-fd864f0ecde7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b87c9a53-3de4-464c-bb68-fd864f0ecde7,segment=NetworkSegment(457854a6-5e9a-48bf-b141-89d73d3b04f9),segment_id=457854a6-5e9a-48bf-b141-89d73d3b04f9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:53.701944 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c51b93f6-f32c-4b7f-9faa-5736aa249114 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:53.744613 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe96fe-94fb-446d-b7a9-80cb7751b170 req-e0ee91c5-68c8-4ce3-8226-a808eac03813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:53.745982 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7dfe96fe-94fb-446d-b7a9-80cb7751b170 req-e0ee91c5-68c8-4ce3-8226-a808eac03813 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73a33358-771c-4a56-ac9b-0361df881d3f HTTP/1.1" status: 200 len: 867 time: 0.1512392 Dec 06 14:52:53.747278 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c51b93f6-f32c-4b7f-9faa-5736aa249114 None None] Calling delete_port for b87c9a53-3de4-464c-bb68-fd864f0ecde7 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:53.799038 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-500e6d96-a8a5-45d3-b5c6-8fdb772bd1e3 service neutron] 10.222.0.20 "GET /v2.0/networks/b66f2774-0455-45ee-aac2-7e534a585601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314500 Dec 06 14:52:53.822626 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61031bd9-7e83-485b-b3de-3ccb8b10bf9f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:53.854094 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe96fe-94fb-446d-b7a9-80cb7751b170 req-3fa5bc44-b2e2-47f3-8471-71a51e32dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:53.855268 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7dfe96fe-94fb-446d-b7a9-80cb7751b170 req-3fa5bc44-b2e2-47f3-8471-71a51e32dfb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66f2774-0455-45ee-aac2-7e534a585601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000879 Dec 06 14:52:53.883252 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61031bd9-7e83-485b-b3de-3ccb8b10bf9f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event deleted for resources: {'Subnet': ['ID=73233722-86af-4248-a481-0a9c5e4685d5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:53.889758 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61031bd9-7e83-485b-b3de-3ccb8b10bf9f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:53.892971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-61031bd9-7e83-485b-b3de-3ccb8b10bf9f tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "DELETE /v2.0/subnets/73233722-86af-4248-a481-0a9c5e4685d5 HTTP/1.1" status: 204 len: 168 time: 0.9077306 Dec 06 14:52:53.896515 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54520) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:53.898949 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62513d23-77da-4f6a-aa21-b5edd1120235 None None] Network 6d4b264c-2449-439e-aadb-4b6f43f38919 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:52:54.036341 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6aba1d8-8015-4fe3-a59b-9240fe492b3e req-2ba6e5ce-ee52-44f9-ab45-5a39c2fa9aac service neutron] 10.222.0.20 "GET /v2.0/networks/b66f2774-0455-45ee-aac2-7e534a585601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260880 Dec 06 14:52:54.051811 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7dfe96fe-94fb-446d-b7a9-80cb7751b170 req-41488649-751f-4dbc-b597-62f851f3da80 service neutron] 10.222.0.37 "GET /v2.0/networks/b66f2774-0455-45ee-aac2-7e534a585601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774547 Dec 06 14:52:54.057536 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b87c9a53-3de4-464c-bb68-fd864f0ecde7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:52:54.067879 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c51b93f6-f32c-4b7f-9faa-5736aa249114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:54.094032 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34e6e928-f1f6-4f90-b8d3-53e37ff65273 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:54.104949 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b93f6-f32c-4b7f-9faa-5736aa249114 None None] No DVR routers for this DVR port b87c9a53-3de4-464c-bb68-fd864f0ecde7 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:52:54.127465 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b93f6-f32c-4b7f-9faa-5736aa249114 None None] Pushing event deleted for resources: {'Port': ['ID=b87c9a53-3de4-464c-bb68-fd864f0ecde7,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:54.140184 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: b87c9a53-3de4-464c-bb68-fd864f0ecde7 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:52:54.140533 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b87c9a53-3de4-464c-bb68-fd864f0ecde7 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:52:54.170344 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a7f44e21-b574-4845-99e0-ef9fb9739f40 req-453338b6-d74c-4f4b-a7b3-e37951491433 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/floatingips/a202de26-89a2-4ea3-889d-72279bf23cc2 HTTP/1.1" status: 200 len: 695 time: 0.0850534 Dec 06 14:52:54.174754 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770c71-9ad6-4d8c-b1c4-b774b9abf8e1 req-4e2ab8b7-50d0-4afe-8526-6f41d7d85e5b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:54.179513 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770c71-9ad6-4d8c-b1c4-b774b9abf8e1 req-4e2ab8b7-50d0-4afe-8526-6f41d7d85e5b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:54.185595 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770c71-9ad6-4d8c-b1c4-b774b9abf8e1 req-4e2ab8b7-50d0-4afe-8526-6f41d7d85e5b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:54.192060 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-51770c71-9ad6-4d8c-b1c4-b774b9abf8e1 req-4e2ab8b7-50d0-4afe-8526-6f41d7d85e5b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2411 time: 0.1351929 Dec 06 14:52:54.235686 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6cc79ace-edfe-4088-a722-30eabfa06e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716327288-router', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208'}], 'enable_snat': True}, 'gw_port_id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:14Z', 'revision_number': 4, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'gw_port': {'id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2fe61919-bc22-46a5-99e6-661d5d93af7e', 'name': '', 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'mac_address': 'fa:16:3e:57:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:13Z', 'updated_at': '2021-12-06T14:52:24Z', 'revision_number': 5, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'subnets': [{'id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:54.273271 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc79ace-edfe-4088-a722-30eabfa06e76 None None] The sync data for ids ['6e277e49-f990-40f5-8d6a-7e660fc79c41'] in n-d-master-1 is: [{'id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716327288-router', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208'}], 'enable_snat': True}, 'gw_port_id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:14Z', 'revision_number': 4, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'gw_port': {'id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2fe61919-bc22-46a5-99e6-661d5d93af7e', 'name': '', 'network_id': 'b66f2774-0455-45ee-aac2-7e534a585601', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'mac_address': 'fa:16:3e:57:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:13Z', 'updated_at': '2021-12-06T14:52:24Z', 'revision_number': 5, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'subnets': [{'id': '73a33358-771c-4a56-ac9b-0361df881d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:52:54.307890 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7dfe96fe-94fb-446d-b7a9-80cb7751b170 req-d2d152bc-a5f2-49b9-b87f-4a717ba9b433 service neutron] 10.222.0.37 "GET /v2.0/networks/b66f2774-0455-45ee-aac2-7e534a585601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434597 Dec 06 14:52:54.312191 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34e6e928-f1f6-4f90-b8d3-53e37ff65273 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:54.339335 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-34e6e928-f1f6-4f90-b8d3-53e37ff65273 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3613acf-14dd-4dd0-a35a-eef7f873eb4b']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:54.362657 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f44e21-b574-4845-99e0-ef9fb9739f40 req-0044dea6-5a70-40a5-b58d-901ef41952fd tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:54.372100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a7f44e21-b574-4845-99e0-ef9fb9739f40 req-0044dea6-5a70-40a5-b58d-901ef41952fd tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 784 time: 0.2008276 Dec 06 14:52:54.412412 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bbaa48-e1d6-4985-994b-ba4ba7161e52 None None] DHCP port deletion for 6d4b264c-2449-439e-aadb-4b6f43f38919 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:52:54.431462 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-51770c71-9ad6-4d8c-b1c4-b774b9abf8e1 req-533d527c-b221-4f66-bd69-0236111597e3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290244 Dec 06 14:52:54.434232 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-34e6e928-f1f6-4f90-b8d3-53e37ff65273 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457854a6-5e9a-48bf-b141-89d73d3b04f9') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:54.434732 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-34e6e928-f1f6-4f90-b8d3-53e37ff65273 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457854a6-5e9a-48bf-b141-89d73d3b04f9') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:54.441947 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a7f44e21-b574-4845-99e0-ef9fb9739f40 req-471d711f-a5c8-4b4b-856d-9a821fd6d6ae tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.229 HTTP/1.1" status: 200 len: 698 time: 0.0685408 Dec 06 14:52:54.456215 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34e6e928-f1f6-4f90-b8d3-53e37ff65273 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:54.504610 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34e6e928-f1f6-4f90-b8d3-53e37ff65273 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:54.510352 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a7f44e21-b574-4845-99e0-ef9fb9739f40 req-4d1e58d5-102a-48df-8e91-03f5756f1566 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.7.229 HTTP/1.1" status: 200 len: 698 time: 0.0672216 Dec 06 14:52:54.521873 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c1bbaa48-e1d6-4985-994b-ba4ba7161e52 None None] Deleting port 4aa93154-f1f3-4eb9-b65d-f7249d261a14 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:54.522322 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c1bbaa48-e1d6-4985-994b-ba4ba7161e52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:54.525145 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e6e928-f1f6-4f90-b8d3-53e37ff65273 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:52:54.527835 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34e6e928-f1f6-4f90-b8d3-53e37ff65273 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:54.660258 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c1bbaa48-e1d6-4985-994b-ba4ba7161e52 None None] For port 4aa93154-f1f3-4eb9-b65d-f7249d261a14, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4aa93154-f1f3-4eb9-b65d-f7249d261a14,segment=NetworkSegment(0b187568-747e-4080-89e5-25ebf46bae41),segment_id=0b187568-747e-4080-89e5-25ebf46bae41)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:54.661053 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c1bbaa48-e1d6-4985-994b-ba4ba7161e52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:54.687448 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c1bbaa48-e1d6-4985-994b-ba4ba7161e52 None None] Calling delete_port for 4aa93154-f1f3-4eb9-b65d-f7249d261a14 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:52:54.703265 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:52:54.722824 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34e6e928-f1f6-4f90-b8d3-53e37ff65273 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:54.727460 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34e6e928-f1f6-4f90-b8d3-53e37ff65273 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:54.734679 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-34e6e928-f1f6-4f90-b8d3-53e37ff65273 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "DELETE /v2.0/networks/b3613acf-14dd-4dd0-a35a-eef7f873eb4b HTTP/1.1" status: 204 len: 168 time: 0.8369172 Dec 06 14:52:54.736432 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54536) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:54.759178 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb2a65c-1305-4489-834b-0b117aa7ca96 None None] New status for floating IP a202de26-89a2-4ea3-889d-72279bf23cc2: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:52:54.774042 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6e928-f1f6-4f90-b8d3-53e37ff65273 tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event deleted for resources: {'Network': ['ID=b3613acf-14dd-4dd0-a35a-eef7f873eb4b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:54.803958 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211c66f-39af-4321-8353-57a642c0b05a req-a729a956-936a-4f76-a9aa-6d3088b8a3a2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:54.812649 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a211c66f-39af-4321-8353-57a642c0b05a req-a729a956-936a-4f76-a9aa-6d3088b8a3a2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 943 time: 0.1062858 Dec 06 14:52:54.854433 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c1bbaa48-e1d6-4985-994b-ba4ba7161e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:54.886861 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a211c66f-39af-4321-8353-57a642c0b05a req-183929f5-02a3-4a18-b0c4-00a9dadd5f60 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730782 Dec 06 14:52:54.902110 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-908d31c1-f210-45ca-952b-de6d4205bd0c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:54.911454 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbaa48-e1d6-4985-994b-ba4ba7161e52 None None] Pushing event deleted for resources: {'Port': ['ID=4aa93154-f1f3-4eb9-b65d-f7249d261a14,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:54.917440 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bbaa48-e1d6-4985-994b-ba4ba7161e52 None None] No DVR routers for this DVR port 4aa93154-f1f3-4eb9-b65d-f7249d261a14 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:52:54.917668 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a7f44e21-b574-4845-99e0-ef9fb9739f40 req-7c475291-b165-4d73-9d26-4ba49b3bfe44 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Deleting port cce693d1-7218-4601-bef9-0fb048405b64 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:54.918188 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a7f44e21-b574-4845-99e0-ef9fb9739f40 req-7c475291-b165-4d73-9d26-4ba49b3bfe44 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:54.932983 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54538) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:55.065492 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-908d31c1-f210-45ca-952b-de6d4205bd0c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.088248 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a7f44e21-b574-4845-99e0-ef9fb9739f40 req-7c475291-b165-4d73-9d26-4ba49b3bfe44 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.088880 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a7f44e21-b574-4845-99e0-ef9fb9739f40 req-7c475291-b165-4d73-9d26-4ba49b3bfe44 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.136486 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff31f3c6-ba50-49ef-83c6-078dbb55bc9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.227746 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff31f3c6-ba50-49ef-83c6-078dbb55bc9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.231644 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff31f3c6-ba50-49ef-83c6-078dbb55bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.274317 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ff31f3c6-ba50-49ef-83c6-078dbb55bc9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3515154fe733499dbdb42d6d8c5581e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3377128 Dec 06 14:52:55.274317 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31f3c6-ba50-49ef-83c6-078dbb55bc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074897a3-8ff7-42c1-84e1-20cb5e83d74b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:55.276059 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54542) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:55.277541 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 938a3033-e125-499b-829f-1139f5cfa5f4 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:52:55.328595 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a550c68-3f06-4304-92f3-1196c18abd82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.344793 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-908d31c1-f210-45ca-952b-de6d4205bd0c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4b264c-2449-439e-aadb-4b6f43f38919']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:55.347014 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a7f44e21-b574-4845-99e0-ef9fb9739f40 req-7c475291-b165-4d73-9d26-4ba49b3bfe44 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Calling delete_port for cce693d1-7218-4601-bef9-0fb048405b64 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:55.352067 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a550c68-3f06-4304-92f3-1196c18abd82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.358956 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-908d31c1-f210-45ca-952b-de6d4205bd0c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b187568-747e-4080-89e5-25ebf46bae41') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:55.359722 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-908d31c1-f210-45ca-952b-de6d4205bd0c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b187568-747e-4080-89e5-25ebf46bae41') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:55.373689 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-908d31c1-f210-45ca-952b-de6d4205bd0c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.402027 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 938a3033-e125-499b-829f-1139f5cfa5f4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=938a3033-e125-499b-829f-1139f5cfa5f4,segment=NetworkSegment(8937e163-e8ae-4f5f-8b0b-4f5a50d613aa),segment_id=8937e163-e8ae-4f5f-8b0b-4f5a50d613aa)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:55.414777 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a550c68-3f06-4304-92f3-1196c18abd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.417607 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '938a3033-e125-499b-829f-1139f5cfa5f4', 'network_id': '56a607a2-9741-444d-ac02-57254814f109', 'port_id': '938a3033-e125-499b-829f-1139f5cfa5f4', 'mac_address': 'fa:16:3e:61:46:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f344bfcd-375f-4232-8192-6e85a66eb8c9', 'ip_address': '19.80.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:52:55.418244 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a550c68-3f06-4304-92f3-1196c18abd82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.419615 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8a550c68-3f06-4304-92f3-1196c18abd82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/074897a3-8ff7-42c1-84e1-20cb5e83d74b HTTP/1.1" status: 204 len: 168 time: 0.1424472 Dec 06 14:52:55.424285 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-908d31c1-f210-45ca-952b-de6d4205bd0c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.432599 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a550c68-3f06-4304-92f3-1196c18abd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074897a3-8ff7-42c1-84e1-20cb5e83d74b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:55.434267 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908d31c1-f210-45ca-952b-de6d4205bd0c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:52:55.434674 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-908d31c1-f210-45ca-952b-de6d4205bd0c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:52:55.437659 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:52:55.498814 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.518665 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938a3033-e125-499b-829f-1139f5cfa5f4 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:52:55.520740 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-908d31c1-f210-45ca-952b-de6d4205bd0c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.529799 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-908d31c1-f210-45ca-952b-de6d4205bd0c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.540770 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-908d31c1-f210-45ca-952b-de6d4205bd0c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] 10.222.0.20 "DELETE /v2.0/networks/6d4b264c-2449-439e-aadb-4b6f43f38919 HTTP/1.1" status: 204 len: 168 time: 0.7919724 Dec 06 14:52:55.576378 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d31c1-f210-45ca-952b-de6d4205bd0c tempest-TaggedBootDevicesTest_v242-264093148 tempest-TaggedBootDevicesTest_v242-264093148-project] Pushing event deleted for resources: {'Network': ['ID=6d4b264c-2449-439e-aadb-4b6f43f38919,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:55.584455 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 938a3033-e125-499b-829f-1139f5cfa5f4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=938a3033-e125-499b-829f-1139f5cfa5f4,segment=NetworkSegment(8937e163-e8ae-4f5f-8b0b-4f5a50d613aa),segment_id=8937e163-e8ae-4f5f-8b0b-4f5a50d613aa)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:55.595225 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.596410 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 97371b91-0939-487f-b9a3-110d333b1d98 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:52:55.610737 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a7f44e21-b574-4845-99e0-ef9fb9739f40 req-7c475291-b165-4d73-9d26-4ba49b3bfe44 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.658910 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c475291-b165-4d73-9d26-4ba49b3bfe44 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Pushing event deleted for resources: {'Port': ['ID=cce693d1-7218-4601-bef9-0fb048405b64,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:55.685142 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003beca-3f5c-4155-8500-ae470755f365 req-c481f419-b86e-4a15-849b-691d07afbcd2 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:55.699492 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003beca-3f5c-4155-8500-ae470755f365 req-c481f419-b86e-4a15-849b-691d07afbcd2 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:55.706093 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003beca-3f5c-4155-8500-ae470755f365 req-c481f419-b86e-4a15-849b-691d07afbcd2 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:55.708422 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7003beca-3f5c-4155-8500-ae470755f365 req-c481f419-b86e-4a15-849b-691d07afbcd2 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2411 time: 0.1883366 Dec 06 14:52:55.744209 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a7f44e21-b574-4845-99e0-ef9fb9739f40 req-7c475291-b165-4d73-9d26-4ba49b3bfe44 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.746969 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a7f44e21-b574-4845-99e0-ef9fb9739f40 req-7c475291-b165-4d73-9d26-4ba49b3bfe44 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:55.748165 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a7f44e21-b574-4845-99e0-ef9fb9739f40 req-7c475291-b165-4d73-9d26-4ba49b3bfe44 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "DELETE /v2.0/floatingips/a202de26-89a2-4ea3-889d-72279bf23cc2 HTTP/1.1" status: 204 len: 173 time: 1.2370150 Dec 06 14:52:55.777964 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7003beca-3f5c-4155-8500-ae470755f365 req-e705a93a-b3bb-48f6-9eb0-7987fa10fa2b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618334 Dec 06 14:52:55.933946 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d6197-3ec1-42f6-adce-cd7a77c60a59 req-b75ec97d-474e-4f82-82e6-77fedb8c57f1 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:55.943726 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d57d6197-3ec1-42f6-adce-cd7a77c60a59 req-b75ec97d-474e-4f82-82e6-77fedb8c57f1 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0775943 Dec 06 14:52:56.029838 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d57d6197-3ec1-42f6-adce-cd7a77c60a59 req-6651e36c-e5d2-47b9-9a68-53dcccf5111b tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0846448 Dec 06 14:52:56.038484 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:52:56.040749 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4aa93154-f1f3-4eb9-b65d-f7249d261a14 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:52:56.051150 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=938a3033-e125-499b-829f-1139f5cfa5f4,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:56.086968 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 4aa93154-f1f3-4eb9-b65d-f7249d261a14 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:52:56.087310 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4aa93154-f1f3-4eb9-b65d-f7249d261a14 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:52:56.089436 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e385152-d779-4624-9d30-f2434ab3888e req-7bdbf9a1-117a-44e7-84dd-255e04910b7d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:56.097801 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2e385152-d779-4624-9d30-f2434ab3888e req-7bdbf9a1-117a-44e7-84dd-255e04910b7d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 943 time: 0.1105223 Dec 06 14:52:56.098749 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 97371b91-0939-487f-b9a3-110d333b1d98, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=97371b91-0939-487f-b9a3-110d333b1d98,segment=NetworkSegment(68597c42-9a9b-4d29-9118-3251a1d7356a),segment_id=68597c42-9a9b-4d29-9118-3251a1d7356a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:56.117059 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '97371b91-0939-487f-b9a3-110d333b1d98', 'network_id': '4e1f24fa-d815-477d-878d-71ada0f4a8f1', 'port_id': '97371b91-0939-487f-b9a3-110d333b1d98', 'mac_address': 'fa:16:3e:3c:e6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39e6739-be47-40b2-8ee5-5418364d9b23', 'ip_address': '19.86.0.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:52:56.176065 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2e385152-d779-4624-9d30-f2434ab3888e req-1cfdea52-62d6-41e1-af03-97096ccaccd4 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767450 Dec 06 14:52:56.223379 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8adb063f-cccc-4706-849a-267b3cc1a2d5 req-80ac4209-cf53-4297-adb6-40bc5b8b1444 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0765457 Dec 06 14:52:56.269778 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:56.301679 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:56.305157 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97371b91-0939-487f-b9a3-110d333b1d98 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:52:56.331308 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 97371b91-0939-487f-b9a3-110d333b1d98, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=97371b91-0939-487f-b9a3-110d333b1d98,segment=NetworkSegment(68597c42-9a9b-4d29-9118-3251a1d7356a),segment_id=68597c42-9a9b-4d29-9118-3251a1d7356a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:56.337679 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'port_id': '6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69', 'mac_address': 'fa:16:3e:90:67:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:52:56.340291 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:56.341147 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 80a77985-c108-406a-9404-57bfe8e87897 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:52:56.453095 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 80a77985-c108-406a-9404-57bfe8e87897, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=80a77985-c108-406a-9404-57bfe8e87897,segment=NetworkSegment(8937e163-e8ae-4f5f-8b0b-4f5a50d613aa),segment_id=8937e163-e8ae-4f5f-8b0b-4f5a50d613aa)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:56.455765 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:56.475621 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:52:56.487358 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=97371b91-0939-487f-b9a3-110d333b1d98,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:56.497026 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '80a77985-c108-406a-9404-57bfe8e87897', 'network_id': '56a607a2-9741-444d-ac02-57254814f109', 'port_id': '80a77985-c108-406a-9404-57bfe8e87897', 'mac_address': 'fa:16:3e:81:61:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f344bfcd-375f-4232-8192-6e85a66eb8c9', 'ip_address': '19.80.0.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:52:56.544205 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:56.547034 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:56.550323 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:56.593802 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a77985-c108-406a-9404-57bfe8e87897 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:52:56.597699 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321dc3d-d687-4d6a-abea-319636861453 req-bb694c6b-ab59-4c9c-8ec2-6588cb263d94 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:56.599838 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8321dc3d-d687-4d6a-abea-319636861453 req-bb694c6b-ab59-4c9c-8ec2-6588cb263d94 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 945 time: 0.0712397 Dec 06 14:52:56.621919 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 80a77985-c108-406a-9404-57bfe8e87897, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=80a77985-c108-406a-9404-57bfe8e87897,segment=NetworkSegment(8937e163-e8ae-4f5f-8b0b-4f5a50d613aa),segment_id=8937e163-e8ae-4f5f-8b0b-4f5a50d613aa)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:56.629163 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:56.640250 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:56.672733 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8321dc3d-d687-4d6a-abea-319636861453 req-4c64ffcb-e071-4d91-82b5-b3a61dee7628 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/security-groups?id=a025490e-f80a-4c9f-baf7-f602197636c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656216 Dec 06 14:52:56.705549 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=80a77985-c108-406a-9404-57bfe8e87897,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:56.857823 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:52:56.915825 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d71dc-7495-4bc2-8659-9b515d0adcb7 req-eeb6ef6e-3b9c-4a30-ac06-94309c1aaf9f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:56.923113 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d71dc-7495-4bc2-8659-9b515d0adcb7 req-eeb6ef6e-3b9c-4a30-ac06-94309c1aaf9f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:56.927271 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54604) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:56.929438 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d71dc-7495-4bc2-8659-9b515d0adcb7 req-eeb6ef6e-3b9c-4a30-ac06-94309c1aaf9f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:56.931365 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-206d71dc-7495-4bc2-8659-9b515d0adcb7 req-eeb6ef6e-3b9c-4a30-ac06-94309c1aaf9f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2414 time: 0.0737329 Dec 06 14:52:56.987259 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-206d71dc-7495-4bc2-8659-9b515d0adcb7 req-5e4f2b0b-0a48-4b49-beba-20cd4da76854 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479336 Dec 06 14:52:57.055699 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['97371b91-0939-487f-b9a3-110d333b1d98'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:52:57.061046 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ca0cab-1a0b-4a75-93bc-3a8e68a6561b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:57.091165 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['80a77985-c108-406a-9404-57bfe8e87897'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:52:57.098499 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['938a3033-e125-499b-829f-1139f5cfa5f4'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:52:57.154179 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ca0cab-1a0b-4a75-93bc-3a8e68a6561b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:57.161097 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51ca0cab-1a0b-4a75-93bc-3a8e68a6561b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:57.210352 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca0cab-1a0b-4a75-93bc-3a8e68a6561b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe487b9-30bb-462b-b58b-1d3132634a45,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:57.218000 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-51ca0cab-1a0b-4a75-93bc-3a8e68a6561b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d668896cff9640bab65166a73f0157fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2872891 Dec 06 14:52:57.218407 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54614) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:57.304239 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-220a7f43-2e2f-4780-a5f2-5a3e2b427e41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:57.326202 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-220a7f43-2e2f-4780-a5f2-5a3e2b427e41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:57.404340 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-220a7f43-2e2f-4780-a5f2-5a3e2b427e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:57.406860 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-220a7f43-2e2f-4780-a5f2-5a3e2b427e41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:57.410858 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-220a7f43-2e2f-4780-a5f2-5a3e2b427e41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffe487b9-30bb-462b-b58b-1d3132634a45 HTTP/1.1" status: 204 len: 168 time: 0.1886177 Dec 06 14:52:57.421070 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a7f43-2e2f-4780-a5f2-5a3e2b427e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe487b9-30bb-462b-b58b-1d3132634a45,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:57.436579 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb5139-bc27-42c7-89e9-6d5fa15148d6 req-81b4d4dd-c3b9-4175-945d-ddb7834fcc50 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:57.438143 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-75eb5139-bc27-42c7-89e9-6d5fa15148d6 req-81b4d4dd-c3b9-4175-945d-ddb7834fcc50 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 944 time: 0.1350241 Dec 06 14:52:57.514792 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-75eb5139-bc27-42c7-89e9-6d5fa15148d6 req-b5176924-c5b2-493d-a153-48cff56f15d1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685229 Dec 06 14:52:57.760629 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:57.818400 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c9e74-9625-4e3a-aba2-00ae36d4d236 req-d662e2fb-d4a2-4c41-b58c-a5a81e1564d1 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:57.819902 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e56c9e74-9625-4e3a-aba2-00ae36d4d236 req-d662e2fb-d4a2-4c41-b58c-a5a81e1564d1 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 945 time: 0.0712032 Dec 06 14:52:57.872053 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e56c9e74-9625-4e3a-aba2-00ae36d4d236 req-97959b06-da95-4fde-a7ff-f2fb8f0bb49e tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/security-groups?id=a025490e-f80a-4c9f-baf7-f602197636c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452433 Dec 06 14:52:57.907946 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:57.958627 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:52:57.964412 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:57.964885 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:58.075349 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:58.131887 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:58.132984 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8443ea1b-f015-4636-af70-762f228b982a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:58.137006 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e87725-dbe3-4fbb-bc06-9ee9e956adee" -d '{"events": [{"server_uuid": "8443ea1b-f015-4636-af70-762f228b982a", "name": "network-vif-plugged", "status": "completed", "tag": "6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:58.143175 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:58.187116 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fec8afc-cf6a-4091-ba0c-725a7c7af367 x-openstack-request-id: req-9fec8afc-cf6a-4091-ba0c-725a7c7af367 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:58.187595 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8443ea1b-f015-4636-af70-762f228b982a", "name": "network-vif-plugged", "status": "completed", "tag": "6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:58.187880 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fec8afc-cf6a-4091-ba0c-725a7c7af367 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:58.188275 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8443ea1b-f015-4636-af70-762f228b982a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69', 'code': 200} Dec 06 14:52:58.213505 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b85ae-469b-4b16-a76a-50d3d2bfd642 req-3dc88e4b-6533-4c87-a741-dacec0465433 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:58.220382 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b85ae-469b-4b16-a76a-50d3d2bfd642 req-3dc88e4b-6533-4c87-a741-dacec0465433 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:58.227292 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b85ae-469b-4b16-a76a-50d3d2bfd642 req-3dc88e4b-6533-4c87-a741-dacec0465433 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:58.236529 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d82b85ae-469b-4b16-a76a-50d3d2bfd642 req-3dc88e4b-6533-4c87-a741-dacec0465433 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2414 time: 0.1656339 Dec 06 14:52:58.239625 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:58.311391 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d82b85ae-469b-4b16-a76a-50d3d2bfd642 req-753aa3e4-521b-42ea-91ae-c03270707871 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730069 Dec 06 14:52:58.315811 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de0796-c672-4a95-991e-a73dbe83708f req-88025182-6021-4767-9bf2-a625ded7b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:58.317418 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-23de0796-c672-4a95-991e-a73dbe83708f req-88025182-6021-4767-9bf2-a625ded7b325 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 1096 time: 0.0606730 Dec 06 14:52:58.331621 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6977ed2-68ba-4a95-b382-59d839ace1d4 req-7c1915cb-3aed-4dc0-b34a-8a1ce681ae5d tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:58.333289 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6977ed2-68ba-4a95-b382-59d839ace1d4 req-7c1915cb-3aed-4dc0-b34a-8a1ce681ae5d tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 945 time: 0.1954317 Dec 06 14:52:58.389076 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-23de0796-c672-4a95-991e-a73dbe83708f req-c7b290e8-e006-4e19-8fe6-6d6f19a0b544 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624847 Dec 06 14:52:58.449364 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-b6977ed2-68ba-4a95-b382-59d839ace1d4 req-ebb4acaa-aaf1-4264-8ff4-55553b60ae17 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Deleting port 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:58.449729 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6977ed2-68ba-4a95-b382-59d839ace1d4 req-ebb4acaa-aaf1-4264-8ff4-55553b60ae17 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:58.559405 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b6977ed2-68ba-4a95-b382-59d839ace1d4 req-ebb4acaa-aaf1-4264-8ff4-55553b60ae17 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] For port 9b08abfe-c669-4141-aa5a-7a6dda71e1e8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9b08abfe-c669-4141-aa5a-7a6dda71e1e8,segment=NetworkSegment(76aa9003-530a-4080-aeab-4c1e39a526e7),segment_id=76aa9003-530a-4080-aeab-4c1e39a526e7)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:58.560060 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6977ed2-68ba-4a95-b382-59d839ace1d4 req-ebb4acaa-aaf1-4264-8ff4-55553b60ae17 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:58.580460 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-b6977ed2-68ba-4a95-b382-59d839ace1d4 req-ebb4acaa-aaf1-4264-8ff4-55553b60ae17 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Calling delete_port for 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:58.723384 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699e433-764b-4f65-8ebf-c71166ecc246 req-7f3e2a9b-4f3e-4027-af95-b1a7fb54883b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:58.725329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a699e433-764b-4f65-8ebf-c71166ecc246 req-7f3e2a9b-4f3e-4027-af95-b1a7fb54883b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 945 time: 0.1227841 Dec 06 14:52:58.827999 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a699e433-764b-4f65-8ebf-c71166ecc246 req-49be33f0-3422-49f0-bd53-88ecb6baf9b0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962796 Dec 06 14:52:58.835799 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6977ed2-68ba-4a95-b382-59d839ace1d4 req-ebb4acaa-aaf1-4264-8ff4-55553b60ae17 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:58.851227 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['9b08abfe-c669-4141-aa5a-7a6dda71e1e8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:52:58.878886 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4acaa-aaf1-4264-8ff4-55553b60ae17 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Pushing event deleted for resources: {'Port': ['ID=9b08abfe-c669-4141-aa5a-7a6dda71e1e8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:58.936468 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6977ed2-68ba-4a95-b382-59d839ace1d4 req-ebb4acaa-aaf1-4264-8ff4-55553b60ae17 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] No DVR routers for this DVR port 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:52:58.947684 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6977ed2-68ba-4a95-b382-59d839ace1d4 req-ebb4acaa-aaf1-4264-8ff4-55553b60ae17 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:58.954122 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6977ed2-68ba-4a95-b382-59d839ace1d4 req-ebb4acaa-aaf1-4264-8ff4-55553b60ae17 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.37 "DELETE /v2.0/ports/9b08abfe-c669-4141-aa5a-7a6dda71e1e8 HTTP/1.1" status: 204 len: 173 time: 0.6135364 Dec 06 14:52:58.958447 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbaa64c-7d49-452e-851b-b78cb0e23ff8', 'name': 'network-vif-deleted', 'tag': '9b08abfe-c669-4141-aa5a-7a6dda71e1e8'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:58.962429 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b33972-4423-47ee-9beb-6196aa83201b" -d '{"events": [{"server_uuid": "9fbaa64c-7d49-452e-851b-b78cb0e23ff8", "name": "network-vif-deleted", "tag": "9b08abfe-c669-4141-aa5a-7a6dda71e1e8"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:59.048853 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f8da79-dc01-4246-875b-678b899b42b7 x-openstack-request-id: req-38f8da79-dc01-4246-875b-678b899b42b7 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:59.049234 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbaa64c-7d49-452e-851b-b78cb0e23ff8", "name": "network-vif-deleted", "tag": "9b08abfe-c669-4141-aa5a-7a6dda71e1e8", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:59.049559 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38f8da79-dc01-4246-875b-678b899b42b7 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:59.051328 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbaa64c-7d49-452e-851b-b78cb0e23ff8', 'name': 'network-vif-deleted', 'tag': '9b08abfe-c669-4141-aa5a-7a6dda71e1e8', 'status': 'completed', 'code': 200} Dec 06 14:52:59.074033 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f41ec3e6-c861-4ad0-aad9-0eef0d7ac8cb req-00f4a62d-7fe0-4da9-8958-0f92c268c2c4 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685 tempest-FloatingIPsAssociationNegativeTestJSON-1168293685-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbaa64c-7d49-452e-851b-b78cb0e23ff8 HTTP/1.1" status: 200 len: 210 time: 0.0370898 Dec 06 14:52:59.292057 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 97371b91-0939-487f-b9a3-110d333b1d98 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:59.395139 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 97371b91-0939-487f-b9a3-110d333b1d98 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:52:59.399799 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 97371b91-0939-487f-b9a3-110d333b1d98 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:59.400176 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:59.495986 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabed249-f00d-4e21-992e-223fdd096522 req-8048ffad-7062-448c-b0f0-012ea8e9d8ab tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:59.502421 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabed249-f00d-4e21-992e-223fdd096522 req-8048ffad-7062-448c-b0f0-012ea8e9d8ab tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:59.508798 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabed249-f00d-4e21-992e-223fdd096522 req-8048ffad-7062-448c-b0f0-012ea8e9d8ab tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:59.510544 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fabed249-f00d-4e21-992e-223fdd096522 req-8048ffad-7062-448c-b0f0-012ea8e9d8ab tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2414 time: 0.0990574 Dec 06 14:52:59.514282 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:59.588733 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fabed249-f00d-4e21-992e-223fdd096522 req-877807ba-6824-47bb-9b97-ef6a730b7126 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712831 Dec 06 14:52:59.615090 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 97371b91-0939-487f-b9a3-110d333b1d98, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=97371b91-0939-487f-b9a3-110d333b1d98,segment=NetworkSegment(68597c42-9a9b-4d29-9118-3251a1d7356a),segment_id=68597c42-9a9b-4d29-9118-3251a1d7356a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:59.633747 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:59.634733 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 80a77985-c108-406a-9404-57bfe8e87897 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:59.767363 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:59.814612 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=97371b91-0939-487f-b9a3-110d333b1d98,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:59.877558 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 80a77985-c108-406a-9404-57bfe8e87897 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:52:59.885310 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 80a77985-c108-406a-9404-57bfe8e87897 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:59.885677 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:00.021385 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7426359-d1e5-4d59-beab-feb39b6c05c5 req-e62c1a79-fdf9-45c8-b826-bbee2b7a4a73 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:00.033764 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7426359-d1e5-4d59-beab-feb39b6c05c5 req-e62c1a79-fdf9-45c8-b826-bbee2b7a4a73 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 945 time: 0.0975149 Dec 06 14:53:00.035486 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:00.094131 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 80a77985-c108-406a-9404-57bfe8e87897, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=80a77985-c108-406a-9404-57bfe8e87897,segment=NetworkSegment(8937e163-e8ae-4f5f-8b0b-4f5a50d613aa),segment_id=8937e163-e8ae-4f5f-8b0b-4f5a50d613aa)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:00.113819 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:00.115864 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7426359-d1e5-4d59-beab-feb39b6c05c5 req-e2e4d577-4d3f-4038-805a-83ffb043c99c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800011 Dec 06 14:53:00.116506 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 938a3033-e125-499b-829f-1139f5cfa5f4 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:53:00.160236 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54750) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:00.190976 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97371b91-0939-487f-b9a3-110d333b1d98'}, {'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a77985-c108-406a-9404-57bfe8e87897'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:00.193426 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d475bf-f358-4c72-ac5b-e863d448780f" -d '{"events": [{"server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "name": "network-vif-plugged", "status": "completed", "tag": "97371b91-0939-487f-b9a3-110d333b1d98"}, {"server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "name": "network-vif-plugged", "status": "completed", "tag": "80a77985-c108-406a-9404-57bfe8e87897"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:00.238296 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=80a77985-c108-406a-9404-57bfe8e87897,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:00.259563 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:00.270064 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:00.270673 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:00.271233 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:00.273072 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:00.273673 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:00.274200 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:00.276386 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:00.276951 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:00.277477 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:00.280196 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:00.280778 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:00.281329 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:00.310143 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36184f5-fa9b-4305-9d77-956dbffaca6a x-openstack-request-id: req-f36184f5-fa9b-4305-9d77-956dbffaca6a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:00.311250 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "name": "network-vif-plugged", "status": "completed", "tag": "97371b91-0939-487f-b9a3-110d333b1d98", "code": 200}, {"server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "name": "network-vif-plugged", "status": "completed", "tag": "80a77985-c108-406a-9404-57bfe8e87897", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:00.312301 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f36184f5-fa9b-4305-9d77-956dbffaca6a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:00.312933 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97371b91-0939-487f-b9a3-110d333b1d98', 'code': 200} Dec 06 14:53:00.314053 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a77985-c108-406a-9404-57bfe8e87897', 'code': 200} Dec 06 14:53:00.323221 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 938a3033-e125-499b-829f-1139f5cfa5f4 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:53:00.337678 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 938a3033-e125-499b-829f-1139f5cfa5f4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:00.342957 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:00.369298 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-17644a69-aac3-401c-91e5-02bd0bc52757 req-2293133b-2d97-4e00-98d3-28f8311ba7db tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8bb54282aaa64e1f9dee35090bece2ca HTTP/1.1" status: 200 len: 267 time: 0.1310017 Dec 06 14:53:00.531483 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17644a69-aac3-401c-91e5-02bd0bc52757 req-d1d5215e-9672-4bff-bb62-6f2a73920030 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:00.544211 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-17644a69-aac3-401c-91e5-02bd0bc52757 req-d1d5215e-9672-4bff-bb62-6f2a73920030 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 945 time: 0.1681664 Dec 06 14:53:00.561598 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-17644a69-aac3-401c-91e5-02bd0bc52757 req-48ea84e9-7c76-41f1-83ca-18d2bbe12715 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Request body: {'port': {'security_groups': []}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:00.616798 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:00.734045 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-17644a69-aac3-401c-91e5-02bd0bc52757 req-48ea84e9-7c76-41f1-83ca-18d2bbe12715 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:00.740193 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-af7cd3c6-2200-4cdc-8454-e5f3720ca383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:00.754881 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 938a3033-e125-499b-829f-1139f5cfa5f4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=938a3033-e125-499b-829f-1139f5cfa5f4,segment=NetworkSegment(8937e163-e8ae-4f5f-8b0b-4f5a50d613aa),segment_id=8937e163-e8ae-4f5f-8b0b-4f5a50d613aa)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:00.762453 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:00.844666 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=938a3033-e125-499b-829f-1139f5cfa5f4,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:01.001587 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cdb10-2720-4a47-9504-8608c298bdf9 req-1dbad888-b50a-4ce1-9f6f-7ca1c01771ab tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:01.016649 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cdb10-2720-4a47-9504-8608c298bdf9 req-1dbad888-b50a-4ce1-9f6f-7ca1c01771ab tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:01.029268 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cdb10-2720-4a47-9504-8608c298bdf9 req-1dbad888-b50a-4ce1-9f6f-7ca1c01771ab tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:01.031036 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-763cdb10-2720-4a47-9504-8608c298bdf9 req-1dbad888-b50a-4ce1-9f6f-7ca1c01771ab tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2417 time: 0.2394528 Dec 06 14:53:01.101670 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-17644a69-aac3-401c-91e5-02bd0bc52757 req-48ea84e9-7c76-41f1-83ca-18d2bbe12715 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] For port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:01.149231 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-763cdb10-2720-4a47-9504-8608c298bdf9 req-b2d3ac78-9bf8-4e13-9122-5bc020b9fa34 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114388 Dec 06 14:53:01.169166 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f52cf207-6757-43bd-b650-308e493a96ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:01.185671 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-17644a69-aac3-401c-91e5-02bd0bc52757 req-48ea84e9-7c76-41f1-83ca-18d2bbe12715 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:01.197954 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-17644a69-aac3-401c-91e5-02bd0bc52757 req-48ea84e9-7c76-41f1-83ca-18d2bbe12715 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:01.212822 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['6a3f5667-d697-419f-bdef-7d22d38c88a6', 'ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:53:01.280925 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17644a69-aac3-401c-91e5-02bd0bc52757 req-48ea84e9-7c76-41f1-83ca-18d2bbe12715 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:01.284313 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-17644a69-aac3-401c-91e5-02bd0bc52757 req-48ea84e9-7c76-41f1-83ca-18d2bbe12715 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:01.287250 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-17644a69-aac3-401c-91e5-02bd0bc52757 req-48ea84e9-7c76-41f1-83ca-18d2bbe12715 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "PUT /v2.0/ports/6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 HTTP/1.1" status: 200 len: 904 time: 0.7421978 Dec 06 14:53:01.289828 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8443ea1b-f015-4636-af70-762f228b982a', 'tag': '6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:01.295673 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56347eac-df15-4b1b-ae63-5cb9b9181656" -d '{"events": [{"name": "network-changed", "server_uuid": "8443ea1b-f015-4636-af70-762f228b982a", "tag": "6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:01.330032 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:53:01.350663 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea84e9-7c76-41f1-83ca-18d2bbe12715 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Pushing event updated for resources: {'Port': ['ID=6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:01.391865 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79173579-8c1d-4b99-8871-57c6989752a9 x-openstack-request-id: req-79173579-8c1d-4b99-8871-57c6989752a9 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:01.392286 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8443ea1b-f015-4636-af70-762f228b982a", "tag": "6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:01.392636 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79173579-8c1d-4b99-8871-57c6989752a9 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:01.393135 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8443ea1b-f015-4636-af70-762f228b982a', 'tag': '6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69', 'status': 'completed', 'code': 200} Dec 06 14:53:01.510743 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:53:01.667551 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56347eac-df15-4b1b-ae63-5cb9b9181656 req-64cfc3a8-75b7-42d5-8383-f0daceb8cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:01.669259 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56347eac-df15-4b1b-ae63-5cb9b9181656 req-64cfc3a8-75b7-42d5-8383-f0daceb8cd2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 1058 time: 0.2076821 Dec 06 14:53:01.714404 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d28ca3-73a1-45ca-8014-789a2108c0d7 req-ffc3c127-aa40-4e47-980a-752d0f08130a tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:01.716426 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78d28ca3-73a1-45ca-8014-789a2108c0d7 req-ffc3c127-aa40-4e47-980a-752d0f08130a tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 907 time: 0.2367265 Dec 06 14:53:01.847776 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56347eac-df15-4b1b-ae63-5cb9b9181656 req-daa42312-31a2-4550-8fbe-79071a5fbbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:01.849370 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56347eac-df15-4b1b-ae63-5cb9b9181656 req-daa42312-31a2-4550-8fbe-79071a5fbbec service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 912 time: 0.1695933 Dec 06 14:53:01.852403 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f52cf207-6757-43bd-b650-308e493a96ca admin admin] Deleting port 2fe61919-bc22-46a5-99e6-661d5d93af7e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:01.852862 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f52cf207-6757-43bd-b650-308e493a96ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:01.908670 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:01.937296 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:53:01.938191 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9b08abfe-c669-4141-aa5a-7a6dda71e1e8 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:01.957661 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75a864-18a8-4970-8539-215461d20460 req-5a6b0db0-ce4f-4bd8-bf24-b984ef304106 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:01.959385 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dd75a864-18a8-4970-8539-215461d20460 req-5a6b0db0-ce4f-4bd8-bf24-b984ef304106 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0972722 Dec 06 14:53:01.961767 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56347eac-df15-4b1b-ae63-5cb9b9181656 req-36ef2e70-5415-4173-bd3e-1bc5fd5edf5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 HTTP/1.1" status: 200 len: 217 time: 0.0761395 Dec 06 14:53:01.976311 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c7ae9006-5dfb-40b5-8268-00fe05888a62 None None] Provisioning complete for port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:01.976690 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c7ae9006-5dfb-40b5-8268-00fe05888a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:02.057301 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dd75a864-18a8-4970-8539-215461d20460 req-ea8d97ee-42b1-4a89-97ed-3ec6d333c632 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912809 Dec 06 14:53:02.106127 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56347eac-df15-4b1b-ae63-5cb9b9181656 req-babe5455-3d90-4676-9df2-276e10f1079d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:02.107841 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56347eac-df15-4b1b-ae63-5cb9b9181656 req-babe5455-3d90-4676-9df2-276e10f1079d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.1233659 Dec 06 14:53:02.158433 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f52cf207-6757-43bd-b650-308e493a96ca admin admin] For port 2fe61919-bc22-46a5-99e6-661d5d93af7e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2fe61919-bc22-46a5-99e6-661d5d93af7e,segment=NetworkSegment(76aa9003-530a-4080-aeab-4c1e39a526e7),segment_id=76aa9003-530a-4080-aeab-4c1e39a526e7)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:02.159046 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f52cf207-6757-43bd-b650-308e493a96ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:02.184533 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56347eac-df15-4b1b-ae63-5cb9b9181656 req-cf48a836-d911-41c6-b652-d861f6b58c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:02.186239 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56347eac-df15-4b1b-ae63-5cb9b9181656 req-cf48a836-d911-41c6-b652-d861f6b58c9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705111 Dec 06 14:53:02.187362 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f52cf207-6757-43bd-b650-308e493a96ca admin admin] Calling delete_port for 2fe61919-bc22-46a5-99e6-661d5d93af7e owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:02.315249 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a3033-e125-499b-829f-1139f5cfa5f4'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:02.318163 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627fc444-de4c-4cd2-8989-75b0d16b5fa0" -d '{"events": [{"server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "name": "network-vif-plugged", "status": "completed", "tag": "938a3033-e125-499b-829f-1139f5cfa5f4"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:02.413049 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735ea8d-fc11-4f58-861f-8bab24eff0eb req-bbd9a448-140e-407b-a8a0-027294a679ce tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:02.414743 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7735ea8d-fc11-4f58-861f-8bab24eff0eb req-bbd9a448-140e-407b-a8a0-027294a679ce tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1476443 Dec 06 14:53:02.490596 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56347eac-df15-4b1b-ae63-5cb9b9181656 req-316ad7f9-3bf9-4e91-b475-f965d3fc6387 service neutron] 10.222.0.37 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937510 Dec 06 14:53:02.628808 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7735ea8d-fc11-4f58-861f-8bab24eff0eb req-e9e5b4e7-a643-49a1-978e-f952b1264db1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055035 Dec 06 14:53:02.779584 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f51b8-e5ff-46c6-9f35-0f8503ea8609 req-2c8a7452-24c3-453f-afcb-9f74854ef9a5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:02.799012 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f51b8-e5ff-46c6-9f35-0f8503ea8609 req-2c8a7452-24c3-453f-afcb-9f74854ef9a5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:02.802395 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56347eac-df15-4b1b-ae63-5cb9b9181656 req-c06de75c-c73c-47f6-98d1-f816bc83f5d4 service neutron] 10.222.0.37 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034344 Dec 06 14:53:02.817103 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f51b8-e5ff-46c6-9f35-0f8503ea8609 req-2c8a7452-24c3-453f-afcb-9f74854ef9a5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:02.818834 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f52cf207-6757-43bd-b650-308e493a96ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:02.828289 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6e2f51b8-e5ff-46c6-9f35-0f8503ea8609 req-2c8a7452-24c3-453f-afcb-9f74854ef9a5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2417 time: 0.5073504 Dec 06 14:53:02.847948 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26551e2c-37f3-48e5-8810-4747f5954f14 x-openstack-request-id: req-26551e2c-37f3-48e5-8810-4747f5954f14 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:02.848481 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "name": "network-vif-plugged", "status": "completed", "tag": "938a3033-e125-499b-829f-1139f5cfa5f4", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:02.850398 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26551e2c-37f3-48e5-8810-4747f5954f14 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:02.850842 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a3033-e125-499b-829f-1139f5cfa5f4', 'code': 200} Dec 06 14:53:02.854644 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cf207-6757-43bd-b650-308e493a96ca admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe61919-bc22-46a5-99e6-661d5d93af7e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:02.969973 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6e2f51b8-e5ff-46c6-9f35-0f8503ea8609 req-76dd00d0-5eb6-4d67-b7f8-613763b23e2b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407454 Dec 06 14:53:03.044144 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81f43c-7026-4a70-b01f-dedfa011b477 req-39981d60-58be-43a2-ab75-cfea4ea37c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:03.044626 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81f43c-7026-4a70-b01f-dedfa011b477 req-39981d60-58be-43a2-ab75-cfea4ea37c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:03.045108 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81f43c-7026-4a70-b01f-dedfa011b477 req-39981d60-58be-43a2-ab75-cfea4ea37c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:03.046758 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be81f43c-7026-4a70-b01f-dedfa011b477 req-39981d60-58be-43a2-ab75-cfea4ea37c2c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2870 time: 0.1011567 Dec 06 14:53:03.124188 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be81f43c-7026-4a70-b01f-dedfa011b477 req-028ee8ca-5367-4c37-9f96-2c651d9ac5cd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699935 Dec 06 14:53:03.176128 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30ec50-fd3b-4531-a648-4f852460c2d2 req-0101d284-5a91-47be-b9e1-ea9c91fee559 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:03.184659 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d30ec50-fd3b-4531-a648-4f852460c2d2 req-0101d284-5a91-47be-b9e1-ea9c91fee559 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 945 time: 0.0807159 Dec 06 14:53:03.209242 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-91c593b6-dc08-4585-b5fd-f477513618e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:03.276133 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d30ec50-fd3b-4531-a648-4f852460c2d2 req-2807c85b-707d-49d1-84bf-57683c0cb9d2 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900102 Dec 06 14:53:03.311141 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231ec08-9865-4463-bf2e-38252086fa6e req-0321bf00-8209-4f81-bb14-b0737a77e19d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:03.312646 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d231ec08-9865-4463-bf2e-38252086fa6e req-0321bf00-8209-4f81-bb14-b0737a77e19d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 811 time: 0.1975262 Dec 06 14:53:03.315518 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f52cf207-6757-43bd-b650-308e493a96ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:03.379558 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d231ec08-9865-4463-bf2e-38252086fa6e req-e4413cb6-d404-4d49-9da9-f07b6941c890 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/quotas/8bb54282aaa64e1f9dee35090bece2ca HTTP/1.1" status: 200 len: 375 time: 0.0577960 Dec 06 14:53:03.741997 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d231ec08-9865-4463-bf2e-38252086fa6e req-2c08c702-888f-4470-967a-0aeffd32939c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3533494 Dec 06 14:53:03.910868 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:03.939338 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d231ec08-9865-4463-bf2e-38252086fa6e req-cae6755f-2294-4965-88c0-84150bb806a7 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881411 Dec 06 14:53:03.990843 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52cf207-6757-43bd-b650-308e493a96ca admin admin] Router 6e277e49-f990-40f5-8d6a-7e660fc79c41 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:53:04.091471 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d231ec08-9865-4463-bf2e-38252086fa6e req-9b02c1a7-a141-42c3-a4a5-537fcb8fc3e5 service neutron] 10.222.0.20 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434460 Dec 06 14:53:04.139335 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d1184-872b-4abc-9508-a34ff8e68d99 req-ee8e25f1-db7a-4df7-bd09-fcae46bc79d7 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:04.147683 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d1184-872b-4abc-9508-a34ff8e68d99 req-ee8e25f1-db7a-4df7-bd09-fcae46bc79d7 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:04.156538 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d1184-872b-4abc-9508-a34ff8e68d99 req-ee8e25f1-db7a-4df7-bd09-fcae46bc79d7 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:04.158520 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6f5d1184-872b-4abc-9508-a34ff8e68d99 req-ee8e25f1-db7a-4df7-bd09-fcae46bc79d7 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2417 time: 0.0730832 Dec 06 14:53:04.162037 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52cf207-6757-43bd-b650-308e493a96ca admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:53:04.167071 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f52cf207-6757-43bd-b650-308e493a96ca admin admin] 10.222.0.20 "PUT /v2.0/routers/6e277e49-f990-40f5-8d6a-7e660fc79c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0056155 Dec 06 14:53:04.169700 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54818) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:04.173266 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ace3ea-780a-493d-a82a-e904ee11d605 None None] Sync routers for ids ['6e277e49-f990-40f5-8d6a-7e660fc79c41'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:53:04.185834 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ace3ea-780a-493d-a82a-e904ee11d605 None None] Routers {'6e277e49-f990-40f5-8d6a-7e660fc79c41'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:53:04.186506 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-11ace3ea-780a-493d-a82a-e904ee11d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:53:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e277e49-f990-40f5-8d6a-7e660fc79c41'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:04.233964 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6f5d1184-872b-4abc-9508-a34ff8e68d99 req-b1fc2b76-e79c-40f2-876b-ca129cc421e9 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667591 Dec 06 14:53:04.354232 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d5052e5-bd0f-489f-abfc-aa58377ab2e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:04.453006 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c312452-2836-4bb6-9fa1-e7192d374b35 req-302f6fc0-36b4-4844-9d39-ae705ca262b9 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 210 time: 0.0426726 Dec 06 14:53:04.529372 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-11ace3ea-780a-493d-a82a-e904ee11d605 None None] Set router 6e277e49-f990-40f5-8d6a-7e660fc79c41 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:53:04.706712 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d5052e5-bd0f-489f-abfc-aa58377ab2e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:04.802396 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a30d8-3dbe-49e2-acfb-4b3a10e68ade req-647e0403-a7d1-4550-bbd9-4579316b0048 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:04.810967 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-740a30d8-3dbe-49e2-acfb-4b3a10e68ade req-647e0403-a7d1-4550-bbd9-4579316b0048 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 945 time: 0.1597857 Dec 06 14:53:04.865085 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-11ace3ea-780a-493d-a82a-e904ee11d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716327288-router', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208'}], 'enable_snat': True}, 'gw_port_id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:53:02Z', 'revision_number': 5, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'gw_port': {'id': '16418726-c21a-4dcf-bbe7-53d9e7e9c353', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:04.913458 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ace3ea-780a-493d-a82a-e904ee11d605 None None] Checking router: 6e277e49-f990-40f5-8d6a-7e660fc79c41 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:53:04.928650 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ace3ea-780a-493d-a82a-e904ee11d605 None None] Routers {'6e277e49-f990-40f5-8d6a-7e660fc79c41'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:53:04.929380 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-11ace3ea-780a-493d-a82a-e904ee11d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:53:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e277e49-f990-40f5-8d6a-7e660fc79c41'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:04.956323 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-740a30d8-3dbe-49e2-acfb-4b3a10e68ade req-296cddf6-cd45-43a7-8b84-f35b192209b9 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441715 Dec 06 14:53:04.978346 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4d5052e5-bd0f-489f-abfc-aa58377ab2e5 admin admin] Deleting port 16418726-c21a-4dcf-bbe7-53d9e7e9c353 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:04.978686 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d5052e5-bd0f-489f-abfc-aa58377ab2e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:05.062738 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-11ace3ea-780a-493d-a82a-e904ee11d605 None None] Set router 6e277e49-f990-40f5-8d6a-7e660fc79c41 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:53:05.072715 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:53:05.084186 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4d5052e5-bd0f-489f-abfc-aa58377ab2e5 admin admin] For port 16418726-c21a-4dcf-bbe7-53d9e7e9c353, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=16418726-c21a-4dcf-bbe7-53d9e7e9c353,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:05.084560 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d5052e5-bd0f-489f-abfc-aa58377ab2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:05.109099 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4d5052e5-bd0f-489f-abfc-aa58377ab2e5 admin admin] Calling delete_port for 16418726-c21a-4dcf-bbe7-53d9e7e9c353 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:05.131153 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-11ace3ea-780a-493d-a82a-e904ee11d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716327288-router', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:53:04Z', 'revision_number': 6, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:05.173227 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ace3ea-780a-493d-a82a-e904ee11d605 None None] The sync data for ids ['6e277e49-f990-40f5-8d6a-7e660fc79c41'] in n-d-master-1 is: [{'id': '6e277e49-f990-40f5-8d6a-7e660fc79c41', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-716327288-router', 'tenant_id': '0102bebeb28649558fc2f33b3c60ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:10Z', 'updated_at': '2021-12-06T14:53:04Z', 'revision_number': 6, 'project_id': '0102bebeb28649558fc2f33b3c60ad5f', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:53:05.350162 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d5052e5-bd0f-489f-abfc-aa58377ab2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:05.387090 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5052e5-bd0f-489f-abfc-aa58377ab2e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=16418726-c21a-4dcf-bbe7-53d9e7e9c353,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:05.405453 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed017b-5bcd-45dc-a715-bb4b4250f23e req-ef738e0d-21d4-45e2-9e3d-95383fc57c71 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:05.411116 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc418be6-41e6-45c3-b1a1-7ea7237cf7c5 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:53:05.414466 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed017b-5bcd-45dc-a715-bb4b4250f23e req-ef738e0d-21d4-45e2-9e3d-95383fc57c71 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:05.424077 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed017b-5bcd-45dc-a715-bb4b4250f23e req-ef738e0d-21d4-45e2-9e3d-95383fc57c71 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:05.426252 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0fed017b-5bcd-45dc-a715-bb4b4250f23e req-ef738e0d-21d4-45e2-9e3d-95383fc57c71 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2417 time: 0.1180027 Dec 06 14:53:05.489881 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d5052e5-bd0f-489f-abfc-aa58377ab2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:05.538335 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0fed017b-5bcd-45dc-a715-bb4b4250f23e req-ecf769cf-2e16-4c68-b5c8-c87302de6b70 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996609 Dec 06 14:53:05.617692 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:05.711893 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b299780-fb82-415a-bf24-46c079425cf3 req-9d3e22ae-6fd0-4ccc-987c-52493c76efeb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 210 time: 0.0633812 Dec 06 14:53:05.755621 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d5052e5-bd0f-489f-abfc-aa58377ab2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:05.770501 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d5052e5-bd0f-489f-abfc-aa58377ab2e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:05.829362 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb8d48-73ab-4eb2-8208-aa1570b7b873 req-11eedf9c-c06c-49f8-b1b2-8e1ed01d0e9e tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:05.849496 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-65fb8d48-73ab-4eb2-8208-aa1570b7b873 req-11eedf9c-c06c-49f8-b1b2-8e1ed01d0e9e tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 945 time: 0.1390016 Dec 06 14:53:05.980190 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d5052e5-bd0f-489f-abfc-aa58377ab2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:05.980885 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5052e5-bd0f-489f-abfc-aa58377ab2e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e277e49-f990-40f5-8d6a-7e660fc79c41 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:53:05.992967 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d5052e5-bd0f-489f-abfc-aa58377ab2e5 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:05.996789 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4d5052e5-bd0f-489f-abfc-aa58377ab2e5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6e277e49-f990-40f5-8d6a-7e660fc79c41 HTTP/1.1" status: 204 len: 168 time: 1.8259385 Dec 06 14:53:06.000921 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54864) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:06.063438 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-65fb8d48-73ab-4eb2-8208-aa1570b7b873 req-281108e2-0a5c-42b1-9f08-d5855eb9667b tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127345 Dec 06 14:53:06.077432 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ccccb58-62c8-4135-9eba-83417e7ff3dc admin admin] Deleting subnet 73a33358-771c-4a56-ac9b-0361df881d3f {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:53:06.094896 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ccccb58-62c8-4135-9eba-83417e7ff3dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:06.154398 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ccccb58-62c8-4135-9eba-83417e7ff3dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:06.241174 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 16418726-c21a-4dcf-bbe7-53d9e7e9c353 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:06.264085 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ccccb58-62c8-4135-9eba-83417e7ff3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:06.307903 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 16418726-c21a-4dcf-bbe7-53d9e7e9c353 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:53:06.309236 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 16418726-c21a-4dcf-bbe7-53d9e7e9c353 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:06.310749 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2fe61919-bc22-46a5-99e6-661d5d93af7e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:06.341670 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 2fe61919-bc22-46a5-99e6-661d5d93af7e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:53:06.342218 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2fe61919-bc22-46a5-99e6-661d5d93af7e not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:06.365489 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231ec08-9865-4463-bf2e-38252086fa6e req-74eaed52-9210-46a6-b885-83dc2e6e5b7b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:06.372236 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d231ec08-9865-4463-bf2e-38252086fa6e req-74eaed52-9210-46a6-b885-83dc2e6e5b7b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.37 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 811 time: 0.6272080 Dec 06 14:53:06.402168 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ccccb58-62c8-4135-9eba-83417e7ff3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:06.417069 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-d231ec08-9865-4463-bf2e-38252086fa6e req-a9652172-6796-4027-977b-6dbc90422796 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Request body: {'port': {'device_id': '233d1fbd-d79a-4ab1-912b-d596e1b61af8', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'admin_state_up': True, 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:06.463059 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccccb58-62c8-4135-9eba-83417e7ff3dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73a33358-771c-4a56-ac9b-0361df881d3f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:06.504338 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803eb785-7a55-4682-b8a6-c53231860e56 None None] Network b66f2774-0455-45ee-aac2-7e534a585601 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:53:06.514186 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ccccb58-62c8-4135-9eba-83417e7ff3dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:06.518873 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5ccccb58-62c8-4135-9eba-83417e7ff3dc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/73a33358-771c-4a56-ac9b-0361df881d3f HTTP/1.1" status: 204 len: 168 time: 0.5169659 Dec 06 14:53:06.521796 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54870) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:06.619256 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82101c8-e757-4016-8ad5-56ffb713ab0b req-b6a7ac63-8d7c-44ab-8411-6c1bedac0ebe tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:06.640375 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82101c8-e757-4016-8ad5-56ffb713ab0b req-b6a7ac63-8d7c-44ab-8411-6c1bedac0ebe tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:06.646762 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82101c8-e757-4016-8ad5-56ffb713ab0b req-b6a7ac63-8d7c-44ab-8411-6c1bedac0ebe tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:06.654331 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:06.669607 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f82101c8-e757-4016-8ad5-56ffb713ab0b req-b6a7ac63-8d7c-44ab-8411-6c1bedac0ebe tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2417 time: 0.3334649 Dec 06 14:53:06.767138 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:06.774642 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] Deleting port cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:06.775223 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:06.834873 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f82101c8-e757-4016-8ad5-56ffb713ab0b req-ffe6e371-a074-422b-8813-618b0b279fa8 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672995 Dec 06 14:53:06.891983 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] For port cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7,segment=NetworkSegment(76aa9003-530a-4080-aeab-4c1e39a526e7),segment_id=76aa9003-530a-4080-aeab-4c1e39a526e7)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:06.896880 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:06.900081 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d1d7c3-4c55-4047-a238-584e5395dd65 None None] DHCP port deletion for b66f2774-0455-45ee-aac2-7e534a585601 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:53:06.915210 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d231ec08-9865-4463-bf2e-38252086fa6e req-a9652172-6796-4027-977b-6dbc90422796 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Made reservation on behalf of 8bb54282aaa64e1f9dee35090bece2ca for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:53:06.918836 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d231ec08-9865-4463-bf2e-38252086fa6e req-a9652172-6796-4027-977b-6dbc90422796 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:06.946280 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] Calling delete_port for cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:06.964194 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-99d1d7c3-4c55-4047-a238-584e5395dd65 None None] Deleting port cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:06.964720 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-99d1d7c3-4c55-4047-a238-584e5395dd65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:07.052148 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-99d1d7c3-4c55-4047-a238-584e5395dd65 None None] For port cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7,segment=NetworkSegment(76aa9003-530a-4080-aeab-4c1e39a526e7),segment_id=76aa9003-530a-4080-aeab-4c1e39a526e7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:07.052705 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-99d1d7c3-4c55-4047-a238-584e5395dd65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:07.053418 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dbcc2df0-8784-417d-85e0-6e69db998adf req-7e148c0c-6da3-4afa-9e4e-71cf8e70de72 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 210 time: 0.0955660 Dec 06 14:53:07.082811 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-99d1d7c3-4c55-4047-a238-584e5395dd65 None None] Calling delete_port for cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:07.188662 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-d231ec08-9865-4463-bf2e-38252086fa6e req-a9652172-6796-4027-977b-6dbc90422796 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Allocated IP 172.20.0.3 (4a4e119c-9ce0-49ca-9e2d-7dd88850f983/e3730693-2903-46aa-aa00-ece8852853b7/190f9d89-03f7-4319-bee2-a6e7db364fa7) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:53:07.231265 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-99d1d7c3-4c55-4047-a238-584e5395dd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:07.323842 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1d7c3-4c55-4047-a238-584e5395dd65 None None] Pushing event deleted for resources: {'Port': ['ID=cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:07.344295 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d1d7c3-4c55-4047-a238-584e5395dd65 None None] No DVR routers for this DVR port cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:07.384844 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:07.403791 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e05c6-8165-47a8-ae4e-fd217535c345 req-0c6b1aed-69f0-4c4c-b7a0-22895bc4ef16 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:07.405857 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-276e05c6-8165-47a8-ae4e-fd217535c345 req-0c6b1aed-69f0-4c4c-b7a0-22895bc4ef16 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.37 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 945 time: 0.1831746 Dec 06 14:53:07.433278 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] No DVR routers for this DVR port cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:07.447948 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:07.457147 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82461d-5c05-42b5-8fbf-fe125dcfb28d req-bcb4de7a-f363-40d7-b86e-22b5611bba13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:07.460597 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a82461d-5c05-42b5-8fbf-fe125dcfb28d req-bcb4de7a-f363-40d7-b86e-22b5611bba13 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 945 time: 0.1673801 Dec 06 14:53:07.558208 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:07.587766 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66f2774-0455-45ee-aac2-7e534a585601']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:07.596359 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a82461d-5c05-42b5-8fbf-fe125dcfb28d req-e18ff97e-1760-4998-b699-3f42916f5200 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945385 Dec 06 14:53:07.602345 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d231ec08-9865-4463-bf2e-38252086fa6e req-a9652172-6796-4027-977b-6dbc90422796 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:07.631116 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76aa9003-530a-4080-aeab-4c1e39a526e7') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:07.631410 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76aa9003-530a-4080-aeab-4c1e39a526e7') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:07.643277 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:07.655705 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d231ec08-9865-4463-bf2e-38252086fa6e req-a9652172-6796-4027-977b-6dbc90422796 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:07.666464 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:07.670045 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['6a3f5667-d697-419f-bdef-7d22d38c88a6', 'ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:53:07.691191 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:53:07.691191 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:53:07.695790 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:53:07.734404 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9652172-6796-4027-977b-6dbc90422796 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Pushing event updated for resources: {'Port': ['ID=190f9d89-03f7-4319-bee2-a6e7db364fa7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:07.740995 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-276e05c6-8165-47a8-ae4e-fd217535c345 req-be40027e-a3bb-424a-82d4-541f242ac9e3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Deleting port 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:07.741332 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-276e05c6-8165-47a8-ae4e-fd217535c345 req-be40027e-a3bb-424a-82d4-541f242ac9e3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:07.761072 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d231ec08-9865-4463-bf2e-38252086fa6e req-a9652172-6796-4027-977b-6dbc90422796 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:53:07.762956 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-d231ec08-9865-4463-bf2e-38252086fa6e req-a9652172-6796-4027-977b-6dbc90422796 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:53:07.795064 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d231ec08-9865-4463-bf2e-38252086fa6e req-a9652172-6796-4027-977b-6dbc90422796 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:53:07.829965 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:07.898813 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-786c7481-ad0e-4d22-aa70-a6202231dd3d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:07.905977 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-786c7481-ad0e-4d22-aa70-a6202231dd3d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:07.915489 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-786c7481-ad0e-4d22-aa70-a6202231dd3d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:07.919272 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-786c7481-ad0e-4d22-aa70-a6202231dd3d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.23 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2417 time: 0.2472823 Dec 06 14:53:07.921799 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231ec08-9865-4463-bf2e-38252086fa6e req-a9652172-6796-4027-977b-6dbc90422796 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:07.922463 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d231ec08-9865-4463-bf2e-38252086fa6e req-a9652172-6796-4027-977b-6dbc90422796 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:07.935780 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:07.948267 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b66f2774-0455-45ee-aac2-7e534a585601 HTTP/1.1" status: 204 len: 168 time: 1.4228044 Dec 06 14:53:07.977123 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d231ec08-9865-4463-bf2e-38252086fa6e req-a9652172-6796-4027-977b-6dbc90422796 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5831797 Dec 06 14:53:07.990217 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Request body: {'port': {'device_id': '233d1fbd-d79a-4ab1-912b-d596e1b61af8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:08.040486 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2db17-c99d-45ba-8801-1af09b1bead0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b66f2774-0455-45ee-aac2-7e534a585601,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:08.068170 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:08.134315 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:08.138205 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:53:08.138554 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cfc2ad8a-a2c1-473a-9a1c-1dc638f924b7 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:08.218085 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-276e05c6-8165-47a8-ae4e-fd217535c345 req-be40027e-a3bb-424a-82d4-541f242ac9e3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] For port 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2b1be6d0-1165-4d63-9e4c-3495e7e9a28f,segment=NetworkSegment(00cac3b3-3705-459a-a39e-d6d2e8e7bf3f),segment_id=00cac3b3-3705-459a-a39e-d6d2e8e7bf3f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:08.218085 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-276e05c6-8165-47a8-ae4e-fd217535c345 req-be40027e-a3bb-424a-82d4-541f242ac9e3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:08.375266 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9fdcf4cb-2a1a-4382-924e-eb75e1c756c5 None None] Provisioning complete for port 190f9d89-03f7-4319-bee2-a6e7db364fa7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:08.375853 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf4cb-2a1a-4382-924e-eb75e1c756c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:08.391161 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54892) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:08.415444 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9fdcf4cb-2a1a-4382-924e-eb75e1c756c5 None None] Port 190f9d89-03f7-4319-bee2-a6e7db364fa7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:53:08.470840 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad0c65-abf8-444f-adde-4178f72d9a99 req-93c2612c-d56f-49e7-9cec-31b8b1ccc09a tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:08.473963 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a5ad0c65-abf8-444f-adde-4178f72d9a99 req-93c2612c-d56f-49e7-9cec-31b8b1ccc09a tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 931 time: 0.1249797 Dec 06 14:53:08.511296 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c0344-70f7-4574-a98c-d298ace7cc78 req-0e4ab80c-d194-4e4e-bfeb-42b385008d73 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:08.517306 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c0344-70f7-4574-a98c-d298ace7cc78 req-0e4ab80c-d194-4e4e-bfeb-42b385008d73 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:08.524236 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c0344-70f7-4574-a98c-d298ace7cc78 req-0e4ab80c-d194-4e4e-bfeb-42b385008d73 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:08.525936 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-459c0344-70f7-4574-a98c-d298ace7cc78 req-0e4ab80c-d194-4e4e-bfeb-42b385008d73 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 2417 time: 0.4503224 Dec 06 14:53:08.533052 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-60c53fde-a635-46e8-bceb-74495c4a435b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0102bebeb28649558fc2f33b3c60ad5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352346 Dec 06 14:53:08.535710 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54896) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:08.569619 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-750bc348-de3d-42af-988b-54c435aca728 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Deleting port 80a77985-c108-406a-9404-57bfe8e87897 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:08.570243 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-750bc348-de3d-42af-988b-54c435aca728 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:08.634892 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a5ad0c65-abf8-444f-adde-4178f72d9a99 req-fca2e433-f156-45f1-8137-8d62d92af65b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497221 Dec 06 14:53:08.671567 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bd34208-6109-4e77-8be2-8b3bf0d0dd9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:08.711416 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bd34208-6109-4e77-8be2-8b3bf0d0dd9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:08.756714 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-459c0344-70f7-4574-a98c-d298ace7cc78 req-9087dec4-de49-42e4-b864-3ede5604fea9 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863968 Dec 06 14:53:08.783347 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190f9d89-03f7-4319-bee2-a6e7db364fa7 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:53:08.797585 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:08.813257 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Transition to ACTIVE for port object 190f9d89-03f7-4319-bee2-a6e7db364fa7 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:53:08.824095 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:08.860738 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-276e05c6-8165-47a8-ae4e-fd217535c345 req-be40027e-a3bb-424a-82d4-541f242ac9e3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:08.861105 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-276e05c6-8165-47a8-ae4e-fd217535c345 req-be40027e-a3bb-424a-82d4-541f242ac9e3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:08.861430 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [req-276e05c6-8165-47a8-ae4e-fd217535c345 req-be40027e-a3bb-424a-82d4-541f242ac9e3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Floating IP b4ab961c-0573-4e77-a8b6-6d24471f911f disassociated. External IP: 172.35.7.52, port: 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f. Dec 06 14:53:08.862040 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-276e05c6-8165-47a8-ae4e-fd217535c345 req-be40027e-a3bb-424a-82d4-541f242ac9e3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Calling delete_port for 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:08.876699 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-750bc348-de3d-42af-988b-54c435aca728 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] For port 80a77985-c108-406a-9404-57bfe8e87897, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=80a77985-c108-406a-9404-57bfe8e87897,segment=NetworkSegment(8937e163-e8ae-4f5f-8b0b-4f5a50d613aa),segment_id=8937e163-e8ae-4f5f-8b0b-4f5a50d613aa)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:08.877055 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-750bc348-de3d-42af-988b-54c435aca728 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:08.904225 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-750bc348-de3d-42af-988b-54c435aca728 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Calling delete_port for 80a77985-c108-406a-9404-57bfe8e87897 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:08.913325 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Pushing event updated for resources: {'Port': ['ID=190f9d89-03f7-4319-bee2-a6e7db364fa7,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:08.922870 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bd34208-6109-4e77-8be2-8b3bf0d0dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:08.924934 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bd34208-6109-4e77-8be2-8b3bf0d0dd9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:08.929085 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2bd34208-6109-4e77-8be2-8b3bf0d0dd9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a025490e-f80a-4c9f-baf7-f602197636c7 HTTP/1.1" status: 204 len: 168 time: 0.3891187 Dec 06 14:53:08.949202 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd34208-6109-4e77-8be2-8b3bf0d0dd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a025490e-f80a-4c9f-baf7-f602197636c7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:09.007932 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e75510-741c-44e7-936a-ba437728e89a req-8d049b3b-c2b3-4094-87c4-e3a2f3e79ee0 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:09.018043 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7e75510-741c-44e7-936a-ba437728e89a req-8d049b3b-c2b3-4094-87c4-e3a2f3e79ee0 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 945 time: 0.1907654 Dec 06 14:53:09.114530 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Attempting to bind port 190f9d89-03f7-4319-bee2-a6e7db364fa7 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:53:09.114871 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Attempting to bind port 190f9d89-03f7-4319-bee2-a6e7db364fa7 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:53:09.115783 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Attempting to bind port 190f9d89-03f7-4319-bee2-a6e7db364fa7 on network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:53:09.122355 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Port 190f9d89-03f7-4319-bee2-a6e7db364fa7 on network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:53:09.122677 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Attempting to bind port 190f9d89-03f7-4319-bee2-a6e7db364fa7 on network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:53:09.134646 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:53:09.134982 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Checking segment: {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:53:09.135365 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Bound using segment: {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:53:09.140848 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Bound port: 190f9d89-03f7-4319-bee2-a6e7db364fa7, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:53:09.141240 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:09.161881 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7e75510-741c-44e7-936a-ba437728e89a req-9ba58f01-18e4-4a38-a333-0e97936a26cf tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups?id=919d83eb-ce49-4289-8d0d-398499f09161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379790 Dec 06 14:53:09.266170 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] For port 190f9d89-03f7-4319-bee2-a6e7db364fa7, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:53:09.269754 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] For port 190f9d89-03f7-4319-bee2-a6e7db364fa7, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=190f9d89-03f7-4319-bee2-a6e7db364fa7,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:53:09.278831 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:09.349452 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:09.350131 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:09.351548 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d231ec08-9865-4463-bf2e-38252086fa6e req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] 10.222.0.37 "PUT /v2.0/ports/190f9d89-03f7-4319-bee2-a6e7db364fa7 HTTP/1.1" status: 200 len: 1091 time: 1.3662279 Dec 06 14:53:09.352341 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233d1fbd-d79a-4ab1-912b-d596e1b61af8', 'tag': '190f9d89-03f7-4319-bee2-a6e7db364fa7'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:09.355185 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a110a0-a727-4484-9c81-f891ae0688b5" -d '{"events": [{"name": "network-changed", "server_uuid": "233d1fbd-d79a-4ab1-912b-d596e1b61af8", "tag": "190f9d89-03f7-4319-bee2-a6e7db364fa7"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:09.407422 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b9059-c1c8-4059-af79-65040ac9fe24 service neutron] Pushing event updated for resources: {'Port': ['ID=190f9d89-03f7-4319-bee2-a6e7db364fa7,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:09.430276 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-276e05c6-8165-47a8-ae4e-fd217535c345 req-be40027e-a3bb-424a-82d4-541f242ac9e3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:09.495846 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77f5518-a52c-4722-be4b-095388aaa150 x-openstack-request-id: req-f77f5518-a52c-4722-be4b-095388aaa150 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:09.496841 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233d1fbd-d79a-4ab1-912b-d596e1b61af8", "tag": "190f9d89-03f7-4319-bee2-a6e7db364fa7", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:09.498566 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f77f5518-a52c-4722-be4b-095388aaa150 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:09.499153 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233d1fbd-d79a-4ab1-912b-d596e1b61af8', 'tag': '190f9d89-03f7-4319-bee2-a6e7db364fa7', 'status': 'completed', 'code': 200} Dec 06 14:53:09.530025 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40027e-a3bb-424a-82d4-541f242ac9e3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Pushing event deleted for resources: {'Port': ['ID=2b1be6d0-1165-4d63-9e4c-3495e7e9a28f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:09.532231 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231ec08-9865-4463-bf2e-38252086fa6e req-ad2f358f-9d86-46ab-8ca4-caee14e59d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:09.533755 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d231ec08-9865-4463-bf2e-38252086fa6e req-ad2f358f-9d86-46ab-8ca4-caee14e59d07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 1094 time: 0.1085134 Dec 06 14:53:09.537617 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-750bc348-de3d-42af-988b-54c435aca728 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:09.599024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d231ec08-9865-4463-bf2e-38252086fa6e req-57365acf-7a10-447e-8ecd-e7df2d570205 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=190f9d89-03f7-4319-bee2-a6e7db364fa7 HTTP/1.1" status: 200 len: 217 time: 0.0551353 Dec 06 14:53:09.664368 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bc348-de3d-42af-988b-54c435aca728 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event deleted for resources: {'Port': ['ID=80a77985-c108-406a-9404-57bfe8e87897,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:09.687077 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-750bc348-de3d-42af-988b-54c435aca728 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] No DVR routers for this DVR port 80a77985-c108-406a-9404-57bfe8e87897 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:09.691734 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-750bc348-de3d-42af-988b-54c435aca728 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:09.699360 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-750bc348-de3d-42af-988b-54c435aca728 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.23 "DELETE /v2.0/ports/80a77985-c108-406a-9404-57bfe8e87897 HTTP/1.1" status: 204 len: 173 time: 1.7670124 Dec 06 14:53:09.699928 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'name': 'network-vif-deleted', 'tag': '80a77985-c108-406a-9404-57bfe8e87897'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:09.703467 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d58127-9674-456f-af73-3f3b464b3f30" -d '{"events": [{"server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "name": "network-vif-deleted", "tag": "80a77985-c108-406a-9404-57bfe8e87897"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:09.733905 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231ec08-9865-4463-bf2e-38252086fa6e req-60bf4804-eda6-489f-b281-a8be7f2f9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:09.739282 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d231ec08-9865-4463-bf2e-38252086fa6e req-60bf4804-eda6-489f-b281-a8be7f2f9a62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.1286933 Dec 06 14:53:09.842663 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4463e76-df7c-4ff4-8fb7-43cdbc7803c0 x-openstack-request-id: req-c4463e76-df7c-4ff4-8fb7-43cdbc7803c0 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:09.842971 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "name": "network-vif-deleted", "tag": "80a77985-c108-406a-9404-57bfe8e87897", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:09.843243 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4463e76-df7c-4ff4-8fb7-43cdbc7803c0 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:09.844935 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'name': 'network-vif-deleted', 'tag': '80a77985-c108-406a-9404-57bfe8e87897', 'status': 'completed', 'code': 200} Dec 06 14:53:09.891727 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231ec08-9865-4463-bf2e-38252086fa6e req-4acb47de-abef-416a-879e-4015302650d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:09.901124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d231ec08-9865-4463-bf2e-38252086fa6e req-4acb47de-abef-416a-879e-4015302650d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478791 Dec 06 14:53:09.989099 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:10.037049 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:53:10.037529 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:10.115151 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7729e76-68eb-4f0b-8cb3-65a01721d92d req-fa7811ef-83b7-423c-8425-151469b94d88 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:10.130441 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7729e76-68eb-4f0b-8cb3-65a01721d92d req-fa7811ef-83b7-423c-8425-151469b94d88 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:10.139061 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b87e86-fe78-4b61-adab-f520199b4ca5 req-e3f6535c-b69e-49d9-802a-7818f036bedd tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:10.148255 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66b87e86-fe78-4b61-adab-f520199b4ca5 req-e3f6535c-b69e-49d9-802a-7818f036bedd tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 943 time: 0.2960429 Dec 06 14:53:10.148634 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7729e76-68eb-4f0b-8cb3-65a01721d92d req-fa7811ef-83b7-423c-8425-151469b94d88 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 1682 time: 0.1941941 Dec 06 14:53:10.207202 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d231ec08-9865-4463-bf2e-38252086fa6e req-d2378ece-401b-48bd-8cf4-5dd920ca0fea service neutron] 10.222.0.37 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941556 Dec 06 14:53:10.249197 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66b87e86-fe78-4b61-adab-f520199b4ca5 req-f7723320-5f10-4d0b-9717-4cd17111db87 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994391 Dec 06 14:53:10.283274 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7729e76-68eb-4f0b-8cb3-65a01721d92d req-e9ff9205-b7f5-462e-bff5-a036eaff65a1 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287158 Dec 06 14:53:10.312153 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-63671863-1c3a-44f9-a252-3844f67d885b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Deleting port 97371b91-0939-487f-b9a3-110d333b1d98 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:10.313701 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-63671863-1c3a-44f9-a252-3844f67d885b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:10.325956 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-276e05c6-8165-47a8-ae4e-fd217535c345 req-be40027e-a3bb-424a-82d4-541f242ac9e3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Router 20ef49f0-d5a6-4213-a66a-4932e60f4338 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:53:10.517569 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0f4b26da-aa5d-4ac0-b458-e01a76cf6961 req-208e041e-24d3-40e8-8f4a-bd044fbeaa04 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 210 time: 0.0985889 Dec 06 14:53:10.541996 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d231ec08-9865-4463-bf2e-38252086fa6e req-62fd1421-b6d3-435f-9c79-6fbc896c2b05 service neutron] 10.222.0.37 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233082 Dec 06 14:53:10.661487 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-63671863-1c3a-44f9-a252-3844f67d885b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] For port 97371b91-0939-487f-b9a3-110d333b1d98, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=97371b91-0939-487f-b9a3-110d333b1d98,segment=NetworkSegment(68597c42-9a9b-4d29-9118-3251a1d7356a),segment_id=68597c42-9a9b-4d29-9118-3251a1d7356a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:10.662271 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-63671863-1c3a-44f9-a252-3844f67d885b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:10.667682 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a110a0-a727-4484-9c81-f891ae0688b5 req-e467de5c-dd9b-4416-bf9e-845a6f0782dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:10.670048 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17a110a0-a727-4484-9c81-f891ae0688b5 req-e467de5c-dd9b-4416-bf9e-845a6f0782dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 1094 time: 0.0701292 Dec 06 14:53:10.689862 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-63671863-1c3a-44f9-a252-3844f67d885b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Calling delete_port for 97371b91-0939-487f-b9a3-110d333b1d98 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:10.702659 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-276e05c6-8165-47a8-ae4e-fd217535c345 req-be40027e-a3bb-424a-82d4-541f242ac9e3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:53:10.714274 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05037e39-e691-4114-aea0-8b0fb2503d8f None None] Sync routers for ids ['20ef49f0-d5a6-4213-a66a-4932e60f4338'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:53:10.730511 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05037e39-e691-4114-aea0-8b0fb2503d8f None None] Routers {'20ef49f0-d5a6-4213-a66a-4932e60f4338'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:53:10.735950 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-05037e39-e691-4114-aea0-8b0fb2503d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:53:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['20ef49f0-d5a6-4213-a66a-4932e60f4338'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:10.977465 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-05037e39-e691-4114-aea0-8b0fb2503d8f None None] Set router 20ef49f0-d5a6-4213-a66a-4932e60f4338 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:53:11.110394 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-276e05c6-8165-47a8-ae4e-fd217535c345 req-be40027e-a3bb-424a-82d4-541f242ac9e3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] No DVR routers for this DVR port 2b1be6d0-1165-4d63-9e4c-3495e7e9a28f on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:11.113455 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-276e05c6-8165-47a8-ae4e-fd217535c345 req-be40027e-a3bb-424a-82d4-541f242ac9e3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:11.118009 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-276e05c6-8165-47a8-ae4e-fd217535c345 req-be40027e-a3bb-424a-82d4-541f242ac9e3 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.37 "DELETE /v2.0/ports/2b1be6d0-1165-4d63-9e4c-3495e7e9a28f HTTP/1.1" status: 204 len: 173 time: 3.6824880 Dec 06 14:53:11.175888 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54954) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:11.277599 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a110a0-a727-4484-9c81-f891ae0688b5 req-e7735d22-c7fa-4b94-b4d0-f98f91cfb896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:11.280392 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17a110a0-a727-4484-9c81-f891ae0688b5 req-e7735d22-c7fa-4b94-b4d0-f98f91cfb896 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 912 time: 0.6014464 Dec 06 14:53:11.349758 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17a110a0-a727-4484-9c81-f891ae0688b5 req-06a6184f-5864-41d3-9b16-df71a4123e82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=190f9d89-03f7-4319-bee2-a6e7db364fa7 HTTP/1.1" status: 200 len: 217 time: 0.0607777 Dec 06 14:53:11.352810 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 97371b91-0939-487f-b9a3-110d333b1d98 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:11.474237 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-63671863-1c3a-44f9-a252-3844f67d885b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:11.483063 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a110a0-a727-4484-9c81-f891ae0688b5 req-8238d919-3512-4c9e-bc7b-59326fd9c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:11.491329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17a110a0-a727-4484-9c81-f891ae0688b5 req-8238d919-3512-4c9e-bc7b-59326fd9c8bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.1314428 Dec 06 14:53:11.513671 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-05037e39-e691-4114-aea0-8b0fb2503d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'name': 'tempest-ServersTestBootFromVolume-1824612278-router', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174'}], 'enable_snat': True}, 'gw_port_id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:01Z', 'updated_at': '2021-12-06T14:50:10Z', 'revision_number': 4, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'gw_port': {'id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:03Z', 'updated_at': '2021-12-06T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '49870210-21bd-4d73-909c-300b7a366f3d', 'name': '', 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'mac_address': 'fa:16:3e:0c:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:08Z', 'updated_at': '2021-12-06T14:50:15Z', 'revision_number': 5, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'subnets': [{'id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:11.517638 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No active binding found for port 97371b91-0939-487f-b9a3-110d333b1d98 {{(pid=103290) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 14:53:11.527690 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 97371b91-0939-487f-b9a3-110d333b1d98 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:11.529364 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6c43e-3cb3-42b9-afb1-160e6801a8b6 req-e1a751aa-b710-4e7f-bca1-8a8b4068a459 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:11.535953 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 80a77985-c108-406a-9404-57bfe8e87897 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:11.536553 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6c43e-3cb3-42b9-afb1-160e6801a8b6 req-e1a751aa-b710-4e7f-bca1-8a8b4068a459 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:11.544370 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-30b6c43e-3cb3-42b9-afb1-160e6801a8b6 req-e1a751aa-b710-4e7f-bca1-8a8b4068a459 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 1603 time: 0.1360369 Dec 06 14:53:11.555437 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63671863-1c3a-44f9-a252-3844f67d885b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event deleted for resources: {'Port': ['ID=97371b91-0939-487f-b9a3-110d333b1d98,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:11.563147 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54970) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:11.576884 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05037e39-e691-4114-aea0-8b0fb2503d8f None None] Checking router: 20ef49f0-d5a6-4213-a66a-4932e60f4338 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:53:11.590878 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40ac9828-c316-47cc-989d-9c2a4ab64832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:11.592943 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05037e39-e691-4114-aea0-8b0fb2503d8f None None] Routers {'20ef49f0-d5a6-4213-a66a-4932e60f4338'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:53:11.593616 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-05037e39-e691-4114-aea0-8b0fb2503d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:53:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['20ef49f0-d5a6-4213-a66a-4932e60f4338'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:11.596816 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 80a77985-c108-406a-9404-57bfe8e87897 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:53:11.600032 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 80a77985-c108-406a-9404-57bfe8e87897 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:11.600707 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 938a3033-e125-499b-829f-1139f5cfa5f4 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:11.701908 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c090016-7ae9-4b40-bad9-d813a7854174 req-83c07d88-a173-4acc-bdcc-1cc58ee08748 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:11.704522 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c090016-7ae9-4b40-bad9-d813a7854174 req-83c07d88-a173-4acc-bdcc-1cc58ee08748 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 943 time: 0.2105248 Dec 06 14:53:11.725162 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a110a0-a727-4484-9c81-f891ae0688b5 req-60db8cac-9364-43d7-80f0-edfa8b358d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:11.726903 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17a110a0-a727-4484-9c81-f891ae0688b5 req-60db8cac-9364-43d7-80f0-edfa8b358d9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440423 Dec 06 14:53:11.760380 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:11.785789 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40ac9828-c316-47cc-989d-9c2a4ab64832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:11.817597 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40ac9828-c316-47cc-989d-9c2a4ab64832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:11.819103 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c090016-7ae9-4b40-bad9-d813a7854174 req-d779c2d6-fec1-4355-b39b-300c16679470 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067731 Dec 06 14:53:11.819887 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938a3033-e125-499b-829f-1139f5cfa5f4'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:11.827947 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170993e2-a79c-4b07-8d90-8d536b4702c1" -d '{"events": [{"server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "name": "network-vif-unplugged", "status": "completed", "tag": "938a3033-e125-499b-829f-1139f5cfa5f4"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:11.899135 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 938a3033-e125-499b-829f-1139f5cfa5f4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=938a3033-e125-499b-829f-1139f5cfa5f4,segment=NetworkSegment(8937e163-e8ae-4f5f-8b0b-4f5a50d613aa),segment_id=8937e163-e8ae-4f5f-8b0b-4f5a50d613aa)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:11.913713 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:11.914205 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17a110a0-a727-4484-9c81-f891ae0688b5 req-03c750df-8c73-44b6-a3bf-166e96f5c53d service neutron] 10.222.0.37 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774111 Dec 06 14:53:11.923618 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e340c02f-5cf5-4e7a-afa6-f9eae7d4b852', 'name': 'network-vif-deleted', 'tag': '2b1be6d0-1165-4d63-9e4c-3495e7e9a28f'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:11.926454 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763a9787-cfdd-40cd-8081-9380d8e19a3a" -d '{"events": [{"server_uuid": "e340c02f-5cf5-4e7a-afa6-f9eae7d4b852", "name": "network-vif-deleted", "tag": "2b1be6d0-1165-4d63-9e4c-3495e7e9a28f"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:11.938330 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-05037e39-e691-4114-aea0-8b0fb2503d8f None None] Set router 20ef49f0-d5a6-4213-a66a-4932e60f4338 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:53:12.047046 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=938a3033-e125-499b-829f-1139f5cfa5f4,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:12.052865 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-30b6c43e-3cb3-42b9-afb1-160e6801a8b6 req-83793748-383f-4701-90b1-fdb6feba9169 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075524 Dec 06 14:53:12.178877 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-63671863-1c3a-44f9-a252-3844f67d885b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] No DVR routers for this DVR port 97371b91-0939-487f-b9a3-110d333b1d98 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:12.185939 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-63671863-1c3a-44f9-a252-3844f67d885b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:12.195256 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-63671863-1c3a-44f9-a252-3844f67d885b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.23 "DELETE /v2.0/ports/97371b91-0939-487f-b9a3-110d333b1d98 HTTP/1.1" status: 204 len: 173 time: 2.4858489 Dec 06 14:53:12.229012 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d881a4-5932-4567-8064-8e350db10e4f x-openstack-request-id: req-f2d881a4-5932-4567-8064-8e350db10e4f {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:12.229416 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "name": "network-vif-unplugged", "status": "completed", "tag": "938a3033-e125-499b-829f-1139f5cfa5f4", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:12.229787 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2d881a4-5932-4567-8064-8e350db10e4f {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:12.230270 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938a3033-e125-499b-829f-1139f5cfa5f4', 'code': 200} Dec 06 14:53:12.237964 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-40ac9828-c316-47cc-989d-9c2a4ab64832 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9977c3a5521a45138f2060c8fa00ceb6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0552962 Dec 06 14:53:12.241504 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54978) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:12.283039 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-05037e39-e691-4114-aea0-8b0fb2503d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'name': 'tempest-ServersTestBootFromVolume-1824612278-router', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174'}], 'enable_snat': True}, 'gw_port_id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:01Z', 'updated_at': '2021-12-06T14:50:10Z', 'revision_number': 4, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'gw_port': {'id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:03Z', 'updated_at': '2021-12-06T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '49870210-21bd-4d73-909c-300b7a366f3d', 'name': '', 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'mac_address': 'fa:16:3e:0c:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:08Z', 'updated_at': '2021-12-06T14:50:15Z', 'revision_number': 5, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'subnets': [{'id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:12.332707 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac9828-c316-47cc-989d-9c2a4ab64832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756a46ac-d0ae-47f4-9fa2-ef55cff155cc,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:12.356322 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62acaad6-cfaf-479f-8ca5-90f26fa99a6e x-openstack-request-id: req-62acaad6-cfaf-479f-8ca5-90f26fa99a6e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:12.356597 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e340c02f-5cf5-4e7a-afa6-f9eae7d4b852", "name": "network-vif-deleted", "tag": "2b1be6d0-1165-4d63-9e4c-3495e7e9a28f", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:12.356916 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62acaad6-cfaf-479f-8ca5-90f26fa99a6e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:12.357429 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e340c02f-5cf5-4e7a-afa6-f9eae7d4b852', 'name': 'network-vif-deleted', 'tag': '2b1be6d0-1165-4d63-9e4c-3495e7e9a28f', 'status': 'completed', 'code': 200} Dec 06 14:53:12.366200 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05037e39-e691-4114-aea0-8b0fb2503d8f None None] The sync data for ids ['20ef49f0-d5a6-4213-a66a-4932e60f4338'] in n-d-master-1 is: [{'id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'name': 'tempest-ServersTestBootFromVolume-1824612278-router', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174'}], 'enable_snat': True}, 'gw_port_id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:01Z', 'updated_at': '2021-12-06T14:50:10Z', 'revision_number': 4, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'gw_port': {'id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:03Z', 'updated_at': '2021-12-06T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '49870210-21bd-4d73-909c-300b7a366f3d', 'name': '', 'network_id': 'f09c8eed-929d-4a4a-a9da-19e0c25e2663', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'mac_address': 'fa:16:3e:0c:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:08Z', 'updated_at': '2021-12-06T14:50:15Z', 'revision_number': 5, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'subnets': [{'id': '78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:53:12.392784 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b2b6b601-5f6a-4822-b400-d689f5cc82f0 req-2e65da1a-98cc-418b-9d9f-b8531ff01987 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 210 time: 0.1140494 Dec 06 14:53:12.399778 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17a110a0-a727-4484-9c81-f891ae0688b5 req-cee10a8a-6ddf-4238-a568-6d2a23f15154 service neutron] 10.222.0.37 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774830 Dec 06 14:53:12.448273 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad1c14e8-6b07-425d-b12e-86ca65c0802b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:12.481861 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad1c14e8-6b07-425d-b12e-86ca65c0802b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:12.544883 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad1c14e8-6b07-425d-b12e-86ca65c0802b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:12.548644 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad1c14e8-6b07-425d-b12e-86ca65c0802b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:12.549890 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ad1c14e8-6b07-425d-b12e-86ca65c0802b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/756a46ac-d0ae-47f4-9fa2-ef55cff155cc HTTP/1.1" status: 204 len: 168 time: 0.3074112 Dec 06 14:53:12.583247 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c14e8-6b07-425d-b12e-86ca65c0802b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756a46ac-d0ae-47f4-9fa2-ef55cff155cc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:12.745139 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-a856564d-4f24-4aff-a270-b385bab421ce tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Deleting port 938a3033-e125-499b-829f-1139f5cfa5f4 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:12.745487 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-a856564d-4f24-4aff-a270-b385bab421ce tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:12.879463 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62140057-916d-49a9-a96f-1a46d5b7a16a None None] New status for floating IP b4ab961c-0573-4e77-a8b6-6d24471f911f: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:53:12.990434 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-a856564d-4f24-4aff-a270-b385bab421ce tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] For port 938a3033-e125-499b-829f-1139f5cfa5f4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=938a3033-e125-499b-829f-1139f5cfa5f4,segment=NetworkSegment(8937e163-e8ae-4f5f-8b0b-4f5a50d613aa),segment_id=8937e163-e8ae-4f5f-8b0b-4f5a50d613aa)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:12.990949 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-a856564d-4f24-4aff-a270-b385bab421ce tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:13.079483 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-a856564d-4f24-4aff-a270-b385bab421ce tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Calling delete_port for 938a3033-e125-499b-829f-1139f5cfa5f4 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:13.103934 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c881096-3566-4c43-a150-3dbc39a20997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:13.234568 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d4207-8fd3-49d9-9691-cc6c83a72c8e req-874af9bf-f689-46da-b2d2-d35c522287c7 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:13.245091 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e1d4207-8fd3-49d9-9691-cc6c83a72c8e req-874af9bf-f689-46da-b2d2-d35c522287c7 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 943 time: 0.2284095 Dec 06 14:53:13.370262 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c3474-9a23-4b26-9c1e-6fafcbeb70b2 req-8dceb790-affa-4952-aac9-1fa7a05fd605 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:13.378557 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad4c3474-9a23-4b26-9c1e-6fafcbeb70b2 req-8dceb790-affa-4952-aac9-1fa7a05fd605 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=9df660e1-0782-4510-b2b9-7ec2f048ec15 HTTP/1.1" status: 200 len: 943 time: 0.0816383 Dec 06 14:53:13.480961 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e1d4207-8fd3-49d9-9691-cc6c83a72c8e req-846806d1-33d9-4b9e-97b4-36fb4d367463 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348621 Dec 06 14:53:13.530999 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad4c3474-9a23-4b26-9c1e-6fafcbeb70b2 req-24d5885f-2f88-4c75-99fd-5ab36bf66555 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450782 Dec 06 14:53:13.628625 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-96a0fbb6-f260-4b48-8bf2-cad146ce1d01 req-25c35fcf-6abe-403b-a5e8-54974587c946 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 210 time: 0.0498753 Dec 06 14:53:13.702544 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-a856564d-4f24-4aff-a270-b385bab421ce tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:13.774987 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856564d-4f24-4aff-a270-b385bab421ce tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event deleted for resources: {'Port': ['ID=938a3033-e125-499b-829f-1139f5cfa5f4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:13.864696 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-a856564d-4f24-4aff-a270-b385bab421ce tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] No DVR routers for this DVR port 938a3033-e125-499b-829f-1139f5cfa5f4 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:13.867853 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-a856564d-4f24-4aff-a270-b385bab421ce tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:13.872685 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a8bdf6c-82cf-4945-b601-59a0f02106f0 req-a856564d-4f24-4aff-a270-b385bab421ce tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.23 "DELETE /v2.0/ports/938a3033-e125-499b-829f-1139f5cfa5f4 HTTP/1.1" status: 204 len: 173 time: 1.6701841 Dec 06 14:53:14.004468 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 190f9d89-03f7-4319-bee2-a6e7db364fa7 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:53:14.087084 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8c881096-3566-4c43-a150-3dbc39a20997 admin admin] Deleting port 25aeaf08-ab7e-4486-b5fe-e523b8118d87 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:14.087629 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c881096-3566-4c43-a150-3dbc39a20997 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:14.177998 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 190f9d89-03f7-4319-bee2-a6e7db364fa7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=190f9d89-03f7-4319-bee2-a6e7db364fa7,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:14.191436 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '190f9d89-03f7-4319-bee2-a6e7db364fa7', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'port_id': '190f9d89-03f7-4319-bee2-a6e7db364fa7', 'mac_address': 'fa:16:3e:9c:7b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:53:14.235875 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:14.256389 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190f9d89-03f7-4319-bee2-a6e7db364fa7 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:53:14.282187 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8c881096-3566-4c43-a150-3dbc39a20997 admin admin] For port 25aeaf08-ab7e-4486-b5fe-e523b8118d87, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=25aeaf08-ab7e-4486-b5fe-e523b8118d87,segment=NetworkSegment(7170f104-d7c9-4cee-be83-eaca5aae7196),segment_id=7170f104-d7c9-4cee-be83-eaca5aae7196)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:14.282364 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 190f9d89-03f7-4319-bee2-a6e7db364fa7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=190f9d89-03f7-4319-bee2-a6e7db364fa7,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:14.282571 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c881096-3566-4c43-a150-3dbc39a20997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:14.289706 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:14.326511 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8c881096-3566-4c43-a150-3dbc39a20997 admin admin] Calling delete_port for 25aeaf08-ab7e-4486-b5fe-e523b8118d87 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:14.381822 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=190f9d89-03f7-4319-bee2-a6e7db364fa7,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:14.407903 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'name': 'network-vif-deleted', 'tag': '97371b91-0939-487f-b9a3-110d333b1d98'}, {'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'name': 'network-vif-deleted', 'tag': '938a3033-e125-499b-829f-1139f5cfa5f4'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:14.410814 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8a3f3f-1238-4384-a684-0822880d6f6f" -d '{"events": [{"server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "name": "network-vif-deleted", "tag": "97371b91-0939-487f-b9a3-110d333b1d98"}, {"server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "name": "network-vif-deleted", "tag": "938a3033-e125-499b-829f-1139f5cfa5f4"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:14.507104 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ba67ec-fbd4-4ef5-a6aa-bc23433038cb x-openstack-request-id: req-29ba67ec-fbd4-4ef5-a6aa-bc23433038cb {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:14.507404 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "name": "network-vif-deleted", "tag": "97371b91-0939-487f-b9a3-110d333b1d98", "status": "completed", "code": 200}, {"server_uuid": "9df660e1-0782-4510-b2b9-7ec2f048ec15", "name": "network-vif-deleted", "tag": "938a3033-e125-499b-829f-1139f5cfa5f4", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:14.507682 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29ba67ec-fbd4-4ef5-a6aa-bc23433038cb {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:14.508278 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'name': 'network-vif-deleted', 'tag': '97371b91-0939-487f-b9a3-110d333b1d98', 'status': 'completed', 'code': 200} Dec 06 14:53:14.508649 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df660e1-0782-4510-b2b9-7ec2f048ec15', 'name': 'network-vif-deleted', 'tag': '938a3033-e125-499b-829f-1139f5cfa5f4', 'status': 'completed', 'code': 200} Dec 06 14:53:14.558129 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['190f9d89-03f7-4319-bee2-a6e7db364fa7'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:53:14.782989 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55034) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:14.783911 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c881096-3566-4c43-a150-3dbc39a20997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:14.834749 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c881096-3566-4c43-a150-3dbc39a20997 admin admin] Pushing event deleted for resources: {'Port': ['ID=25aeaf08-ab7e-4486-b5fe-e523b8118d87,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:14.872301 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc53593-2110-427a-b9b7-cd89519b1761 req-83563aec-0fc4-4322-be91-d4584e110caf tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:14.883189 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ccc53593-2110-427a-b9b7-cd89519b1761 req-83563aec-0fc4-4322-be91-d4584e110caf tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 944 time: 0.2114825 Dec 06 14:53:14.965168 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e328d63-054e-48ca-8b0f-e7501316caec tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Deleting subnet c39e6739-be47-40b2-8ee5-5418364d9b23 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:53:14.972868 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ccc53593-2110-427a-b9b7-cd89519b1761 req-69afb8d3-ffd9-43e3-814e-2c548fd92ee9 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893955 Dec 06 14:53:14.974562 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e328d63-054e-48ca-8b0f-e7501316caec tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:15.110728 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e328d63-054e-48ca-8b0f-e7501316caec tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:15.157645 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c881096-3566-4c43-a150-3dbc39a20997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:15.282424 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e328d63-054e-48ca-8b0f-e7501316caec tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:15.351472 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc83a370-27d9-4cc9-aee4-f2afe435a9f3 req-888e74ad-8813-4c42-9928-6d4be244f555 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 210 time: 0.4292405 Dec 06 14:53:15.454224 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e328d63-054e-48ca-8b0f-e7501316caec tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:15.507565 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e328d63-054e-48ca-8b0f-e7501316caec tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event deleted for resources: {'Subnet': ['ID=c39e6739-be47-40b2-8ee5-5418364d9b23,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:15.511364 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e328d63-054e-48ca-8b0f-e7501316caec tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:15.517808 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6e328d63-054e-48ca-8b0f-e7501316caec tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "DELETE /v2.0/subnets/c39e6739-be47-40b2-8ee5-5418364d9b23 HTTP/1.1" status: 204 len: 168 time: 0.7324362 Dec 06 14:53:15.518273 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55044) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:15.524988 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173d74b7-8b13-4de7-9aa9-45e0361c22e0 None None] Network 4e1f24fa-d815-477d-878d-71ada0f4a8f1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:53:15.616729 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:15.702490 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Deleting port fea95fcf-7add-43b6-a1b0-1ac0c42c97b9 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:15.704742 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:15.889453 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] For port fea95fcf-7add-43b6-a1b0-1ac0c42c97b9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fea95fcf-7add-43b6-a1b0-1ac0c42c97b9,segment=NetworkSegment(68597c42-9a9b-4d29-9118-3251a1d7356a),segment_id=68597c42-9a9b-4d29-9118-3251a1d7356a)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:15.890590 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:15.936055 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Calling delete_port for fea95fcf-7add-43b6-a1b0-1ac0c42c97b9 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:16.006221 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 190f9d89-03f7-4319-bee2-a6e7db364fa7 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:53:16.097934 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 190f9d89-03f7-4319-bee2-a6e7db364fa7 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:53:16.107413 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 190f9d89-03f7-4319-bee2-a6e7db364fa7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:16.108621 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:16.135133 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c881096-3566-4c43-a150-3dbc39a20997 admin admin] Router 74a74293-14ae-4897-ac26-0a3a6f130396 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:53:16.152603 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8850a119-6950-46d9-9070-9a8c5810d96a None None] DHCP port deletion for 4e1f24fa-d815-477d-878d-71ada0f4a8f1 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:53:16.205204 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:16.245228 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] No DVR routers for this DVR port fea95fcf-7add-43b6-a1b0-1ac0c42c97b9 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:16.256459 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event deleted for resources: {'Port': ['ID=fea95fcf-7add-43b6-a1b0-1ac0c42c97b9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:16.283813 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:16.326132 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6126ff7-c6bf-44e2-890e-48b0f80d2e8b req-8eafc8a1-cee0-4213-a9ee-861f1420e775 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:16.329497 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233d1fbd-d79a-4ab1-912b-d596e1b61af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190f9d89-03f7-4319-bee2-a6e7db364fa7'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:16.331939 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55060) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:16.332630 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b278be18-8d04-4465-9fa8-d4dd44c70b9c" -d '{"events": [{"server_uuid": "233d1fbd-d79a-4ab1-912b-d596e1b61af8", "name": "network-vif-plugged", "status": "completed", "tag": "190f9d89-03f7-4319-bee2-a6e7db364fa7"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:16.349210 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 190f9d89-03f7-4319-bee2-a6e7db364fa7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=190f9d89-03f7-4319-bee2-a6e7db364fa7,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:16.351756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6126ff7-c6bf-44e2-890e-48b0f80d2e8b req-8eafc8a1-cee0-4213-a9ee-861f1420e775 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 944 time: 0.2188470 Dec 06 14:53:16.359305 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:16.382361 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c881096-3566-4c43-a150-3dbc39a20997 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:53:16.395691 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b254e-c2f2-4251-8a6d-29a4bdb9a16c None None] Sync routers for ids ['74a74293-14ae-4897-ac26-0a3a6f130396'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:53:16.412290 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8c881096-3566-4c43-a150-3dbc39a20997 admin admin] 10.222.0.20 "PUT /v2.0/routers/74a74293-14ae-4897-ac26-0a3a6f130396/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8223007 Dec 06 14:53:16.415424 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55068) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:16.421638 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b254e-c2f2-4251-8a6d-29a4bdb9a16c None None] Routers {'74a74293-14ae-4897-ac26-0a3a6f130396'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:53:16.426980 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f29b254e-c2f2-4251-8a6d-29a4bdb9a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:53:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['74a74293-14ae-4897-ac26-0a3a6f130396'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:16.465489 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:16.467268 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558d384a-c257-47c5-8ad6-58489df59c6c x-openstack-request-id: req-558d384a-c257-47c5-8ad6-58489df59c6c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:16.467576 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233d1fbd-d79a-4ab1-912b-d596e1b61af8", "name": "network-vif-plugged", "status": "completed", "tag": "190f9d89-03f7-4319-bee2-a6e7db364fa7", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:16.467862 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-558d384a-c257-47c5-8ad6-58489df59c6c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:16.472974 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233d1fbd-d79a-4ab1-912b-d596e1b61af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190f9d89-03f7-4319-bee2-a6e7db364fa7', 'code': 200} Dec 06 14:53:16.543421 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=190f9d89-03f7-4319-bee2-a6e7db364fa7,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:16.594613 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1f24fa-d815-477d-878d-71ada0f4a8f1']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:16.614736 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6126ff7-c6bf-44e2-890e-48b0f80d2e8b req-88e6c239-dc14-4fe2-a849-5ad2db0d5c4c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560973 Dec 06 14:53:16.632179 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f29b254e-c2f2-4251-8a6d-29a4bdb9a16c None None] Set router 74a74293-14ae-4897-ac26-0a3a6f130396 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:53:16.648228 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68597c42-9a9b-4d29-9118-3251a1d7356a') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:16.651060 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68597c42-9a9b-4d29-9118-3251a1d7356a') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:16.688751 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:16.720140 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1fb81ac3-235f-44ac-9f00-ed275e0fa92c req-3e89782f-d552-4e28-970f-a5f76a7057ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1976578 Dec 06 14:53:16.747440 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:16.756780 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:53:16.757554 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:53:16.768937 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:53:16.779380 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d33070c-6305-443e-9f29-a6054738c0de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:16.841931 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce9ed567-1416-42c1-b786-99a871f157ed req-599c808e-53d7-4b65-aae9-4b76d402e8e6 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 210 time: 0.1266811 Dec 06 14:53:16.900045 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52f6673d-cca9-4087-a3ff-a4ac0edac3a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:16.920551 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f29b254e-c2f2-4251-8a6d-29a4bdb9a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'name': 'tempest-TaggedBootDevicesTest_v242-124513840-router', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67'}], 'enable_snat': True}, 'gw_port_id': '34858412-68dc-453d-aed9-656d936bfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:14Z', 'updated_at': '2021-12-06T14:53:14Z', 'revision_number': 5, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'gw_port': {'id': '34858412-68dc-453d-aed9-656d936bfc1a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:16Z', 'updated_at': '2021-12-06T14:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:16.932216 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:16.956560 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:16.964209 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "DELETE /v2.0/networks/4e1f24fa-d815-477d-878d-71ada0f4a8f1 HTTP/1.1" status: 204 len: 168 time: 1.4435956 Dec 06 14:53:16.972287 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b254e-c2f2-4251-8a6d-29a4bdb9a16c None None] Checking router: 74a74293-14ae-4897-ac26-0a3a6f130396 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:53:16.974176 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55074) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:16.984927 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b254e-c2f2-4251-8a6d-29a4bdb9a16c None None] Routers {'74a74293-14ae-4897-ac26-0a3a6f130396'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:53:16.985899 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f29b254e-c2f2-4251-8a6d-29a4bdb9a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:53:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['74a74293-14ae-4897-ac26-0a3a6f130396'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:17.029015 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d33070c-6305-443e-9f29-a6054738c0de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:17.040670 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e810e-de0a-4290-8a4f-3d2bc8eb2302 req-3f8647e6-3685-4a89-acb2-e659ce0e4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:17.042891 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6e0e810e-de0a-4290-8a4f-3d2bc8eb2302 req-3f8647e6-3685-4a89-acb2-e659ce0e4457 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 1096 time: 0.3781512 Dec 06 14:53:17.045871 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d33070c-6305-443e-9f29-a6054738c0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:17.073838 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c9478-8348-4f7f-b9e4-364ed68d061e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event deleted for resources: {'Network': ['ID=4e1f24fa-d815-477d-878d-71ada0f4a8f1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:17.087698 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb81ac3-235f-44ac-9f00-ed275e0fa92c req-64b5bfcc-de90-4867-bcee-7c21aa82a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:17.090044 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1fb81ac3-235f-44ac-9f00-ed275e0fa92c req-64b5bfcc-de90-4867-bcee-7c21aa82a262 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8444f66a19024e8ca3d08cd6cc68e73d&device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 1096 time: 0.1997421 Dec 06 14:53:17.117049 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f29b254e-c2f2-4251-8a6d-29a4bdb9a16c None None] Set router 74a74293-14ae-4897-ac26-0a3a6f130396 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:53:17.201415 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6d33070c-6305-443e-9f29-a6054738c0de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20748dc293874da8a657aacc8ab0c642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8645244 Dec 06 14:53:17.207543 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55076) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:17.210007 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33070c-6305-443e-9f29-a6054738c0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bae718-6eaa-4752-a213-9ac9b2179c91,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:17.232540 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-87896bf6-e843-4a57-ad56-002d2d6d9ec6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Deleting subnet f344bfcd-375f-4232-8192-6e85a66eb8c9 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:53:17.239331 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87896bf6-e843-4a57-ad56-002d2d6d9ec6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:17.298750 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87896bf6-e843-4a57-ad56-002d2d6d9ec6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:17.306011 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6e0e810e-de0a-4290-8a4f-3d2bc8eb2302 req-d2a04e61-2cdb-4fe5-aaae-774b6de71b1c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447145 Dec 06 14:53:17.334624 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52f6673d-cca9-4087-a3ff-a4ac0edac3a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:17.411817 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-929512e9-7592-4f07-ba6f-fb9f82930740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:17.412474 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87896bf6-e843-4a57-ad56-002d2d6d9ec6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:17.423828 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb81ac3-235f-44ac-9f00-ed275e0fa92c req-3da34d61-00cd-4f38-9aab-d9521e8116df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:17.423828 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1fb81ac3-235f-44ac-9f00-ed275e0fa92c req-3da34d61-00cd-4f38-9aab-d9521e8116df service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aee0eac-59a5-43f1-85a8-7817e7c60b81 HTTP/1.1" status: 200 len: 917 time: 0.2912691 Dec 06 14:53:17.430604 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f29b254e-c2f2-4251-8a6d-29a4bdb9a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'name': 'tempest-TaggedBootDevicesTest_v242-124513840-router', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67'}], 'enable_snat': True}, 'gw_port_id': '34858412-68dc-453d-aed9-656d936bfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:14Z', 'updated_at': '2021-12-06T14:53:14Z', 'revision_number': 5, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'gw_port': {'id': '34858412-68dc-453d-aed9-656d936bfc1a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:16Z', 'updated_at': '2021-12-06T14:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:17.488522 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b254e-c2f2-4251-8a6d-29a4bdb9a16c None None] The sync data for ids ['74a74293-14ae-4897-ac26-0a3a6f130396'] in n-d-master-1 is: [{'id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'name': 'tempest-TaggedBootDevicesTest_v242-124513840-router', 'tenant_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67'}], 'enable_snat': True}, 'gw_port_id': '34858412-68dc-453d-aed9-656d936bfc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:14Z', 'updated_at': '2021-12-06T14:53:14Z', 'revision_number': 5, 'project_id': 'efee5c2d9daf4ae5835be7ffbf3102fe', 'gw_port': {'id': '34858412-68dc-453d-aed9-656d936bfc1a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a74293-14ae-4897-ac26-0a3a6f130396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:16Z', 'updated_at': '2021-12-06T14:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:53:17.499455 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-929512e9-7592-4f07-ba6f-fb9f82930740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:17.592698 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-52f6673d-cca9-4087-a3ff-a4ac0edac3a5 admin admin] Deleting port 34858412-68dc-453d-aed9-656d936bfc1a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:17.593487 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52f6673d-cca9-4087-a3ff-a4ac0edac3a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:17.597809 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87896bf6-e843-4a57-ad56-002d2d6d9ec6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:17.632069 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87896bf6-e843-4a57-ad56-002d2d6d9ec6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event deleted for resources: {'Subnet': ['ID=f344bfcd-375f-4232-8192-6e85a66eb8c9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:17.637508 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87896bf6-e843-4a57-ad56-002d2d6d9ec6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:17.644372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-87896bf6-e843-4a57-ad56-002d2d6d9ec6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "DELETE /v2.0/subnets/f344bfcd-375f-4232-8192-6e85a66eb8c9 HTTP/1.1" status: 204 len: 168 time: 0.6389210 Dec 06 14:53:17.645018 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dfc50b-76b3-4b24-8a6d-2803834b567e None None] Network 56a607a2-9741-444d-ac02-57254814f109 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:53:17.652673 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-929512e9-7592-4f07-ba6f-fb9f82930740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:17.652891 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55080) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:17.657048 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-929512e9-7592-4f07-ba6f-fb9f82930740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:17.658218 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-929512e9-7592-4f07-ba6f-fb9f82930740 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5bae718-6eaa-4752-a213-9ac9b2179c91 HTTP/1.1" status: 204 len: 168 time: 0.4312103 Dec 06 14:53:17.683927 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1fb81ac3-235f-44ac-9f00-ed275e0fa92c req-365835f7-9d2d-40d8-adcc-51f2fc74f15a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=196a8621-7b1f-4823-84fc-03f406d17f53 HTTP/1.1" status: 200 len: 1000 time: 0.1669135 Dec 06 14:53:17.711953 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929512e9-7592-4f07-ba6f-fb9f82930740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bae718-6eaa-4752-a213-9ac9b2179c91,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:17.762304 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-52f6673d-cca9-4087-a3ff-a4ac0edac3a5 admin admin] For port 34858412-68dc-453d-aed9-656d936bfc1a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=34858412-68dc-453d-aed9-656d936bfc1a,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:17.766017 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52f6673d-cca9-4087-a3ff-a4ac0edac3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:17.810173 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-52f6673d-cca9-4087-a3ff-a4ac0edac3a5 admin admin] Calling delete_port for 34858412-68dc-453d-aed9-656d936bfc1a owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:17.981499 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9771b926-716f-4333-bd4e-3ff4d9bc3e9b None None] DHCP port deletion for 56a607a2-9741-444d-ac02-57254814f109 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:53:18.049502 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device fea95fcf-7add-43b6-a1b0-1ac0c42c97b9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:18.063004 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a82ad584-a320-46d5-95a9-c5d5d7d9ae22 req-a593b47b-d873-4746-a0a6-8d94824c13b7 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 210 time: 0.0692585 Dec 06 14:53:18.095687 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: fea95fcf-7add-43b6-a1b0-1ac0c42c97b9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:53:18.096303 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device fea95fcf-7add-43b6-a1b0-1ac0c42c97b9 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:18.097541 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 25aeaf08-ab7e-4486-b5fe-e523b8118d87 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:18.101461 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:18.129651 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 25aeaf08-ab7e-4486-b5fe-e523b8118d87 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:53:18.130264 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 25aeaf08-ab7e-4486-b5fe-e523b8118d87 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:18.145574 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9771b926-716f-4333-bd4e-3ff4d9bc3e9b None None] Deleting port 86dc612b-788b-4df4-84ec-0ca7ac7b52df {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:18.147315 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9771b926-716f-4333-bd4e-3ff4d9bc3e9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:18.226599 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d13326-e6f1-4943-98bb-ee3c4ac5b0f6 req-b419a67d-52f8-4b15-8f38-08c8aeb119fa tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:18.236726 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-57d13326-e6f1-4943-98bb-ee3c4ac5b0f6 req-b419a67d-52f8-4b15-8f38-08c8aeb119fa tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.4920223 Dec 06 14:53:18.249594 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52f6673d-cca9-4087-a3ff-a4ac0edac3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:18.290870 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6673d-cca9-4087-a3ff-a4ac0edac3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=34858412-68dc-453d-aed9-656d936bfc1a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:18.305474 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9771b926-716f-4333-bd4e-3ff4d9bc3e9b None None] For port 86dc612b-788b-4df4-84ec-0ca7ac7b52df, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=86dc612b-788b-4df4-84ec-0ca7ac7b52df,segment=NetworkSegment(8937e163-e8ae-4f5f-8b0b-4f5a50d613aa),segment_id=8937e163-e8ae-4f5f-8b0b-4f5a50d613aa)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:18.306113 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9771b926-716f-4333-bd4e-3ff4d9bc3e9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:18.326884 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9771b926-716f-4333-bd4e-3ff4d9bc3e9b None None] Calling delete_port for 86dc612b-788b-4df4-84ec-0ca7ac7b52df owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:18.329027 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821f761a-3f83-4f42-b713-fb5a10dca031 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:53:18.379708 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52f6673d-cca9-4087-a3ff-a4ac0edac3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:18.400348 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb81ac3-235f-44ac-9f00-ed275e0fa92c req-cd8c1c61-5653-413c-bf2e-0e201cdf683b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:18.413067 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1fb81ac3-235f-44ac-9f00-ed275e0fa92c req-cd8c1c61-5653-413c-bf2e-0e201cdf683b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=960bec1b-5464-4199-b91b-894c7ec18725 HTTP/1.1" status: 200 len: 855 time: 0.6447167 Dec 06 14:53:18.438452 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9771b926-716f-4333-bd4e-3ff4d9bc3e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:18.518026 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9771b926-716f-4333-bd4e-3ff4d9bc3e9b None None] No DVR routers for this DVR port 86dc612b-788b-4df4-84ec-0ca7ac7b52df on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:18.567361 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-57d13326-e6f1-4943-98bb-ee3c4ac5b0f6 req-8ffeae6f-c845-412d-8b9b-023b458f8798 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211975 Dec 06 14:53:18.573666 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771b926-716f-4333-bd4e-3ff4d9bc3e9b None None] Pushing event deleted for resources: {'Port': ['ID=86dc612b-788b-4df4-84ec-0ca7ac7b52df,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:18.586204 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb81ac3-235f-44ac-9f00-ed275e0fa92c req-25199a8c-0eb6-448c-b53f-52197be21984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:18.587770 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1fb81ac3-235f-44ac-9f00-ed275e0fa92c req-25199a8c-0eb6-448c-b53f-52197be21984 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aee0eac-59a5-43f1-85a8-7817e7c60b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530542 Dec 06 14:53:18.616407 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Deleting port 86dc612b-788b-4df4-84ec-0ca7ac7b52df {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:18.616755 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:18.671915 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52f6673d-cca9-4087-a3ff-a4ac0edac3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:18.705644 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52f6673d-cca9-4087-a3ff-a4ac0edac3a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:18.778976 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a03ebc29-910f-4182-a90b-6338fbe655e5 req-ec6f973e-960c-4aed-86f3-a5f7c26192a9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1466849 Dec 06 14:53:18.779998 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52f6673d-cca9-4087-a3ff-a4ac0edac3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:18.780749 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f6673d-cca9-4087-a3ff-a4ac0edac3a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74a74293-14ae-4897-ac26-0a3a6f130396 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:53:18.781627 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] For port 86dc612b-788b-4df4-84ec-0ca7ac7b52df, host n-d-master-1, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:18.781997 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:18.806994 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52f6673d-cca9-4087-a3ff-a4ac0edac3a5 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:18.806994 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-52f6673d-cca9-4087-a3ff-a4ac0edac3a5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/74a74293-14ae-4897-ac26-0a3a6f130396 HTTP/1.1" status: 204 len: 168 time: 2.3826768 Dec 06 14:53:18.806994 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55108) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:18.849981 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Calling delete_port for 86dc612b-788b-4df4-84ec-0ca7ac7b52df owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:18.856822 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Port 86dc612b-788b-4df4-84ec-0ca7ac7b52df was not found and therefore no delete operation was performed {{(pid=103289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 14:53:18.867169 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:18.917887 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] No DVR routers for this DVR port 86dc612b-788b-4df4-84ec-0ca7ac7b52df on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:18.983223 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12096e9-6949-401c-b401-dec300f2e4af admin admin] Deleting subnet 330d8b00-ca63-4dc8-896a-c7a2b8da335a {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:53:19.012221 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a12096e9-6949-401c-b401-dec300f2e4af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:19.044736 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event deleted for resources: {'Port': ['ID=86dc612b-788b-4df4-84ec-0ca7ac7b52df,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:19.055305 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1fb81ac3-235f-44ac-9f00-ed275e0fa92c req-07407e18-0214-4c12-9f80-f3c1346a89dd service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592295 Dec 06 14:53:19.098881 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a12096e9-6949-401c-b401-dec300f2e4af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:19.200814 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:19.245188 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1fb81ac3-235f-44ac-9f00-ed275e0fa92c req-28c66617-1b90-406f-be1e-50773f180bd9 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662629 Dec 06 14:53:19.277615 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ebc29-910f-4182-a90b-6338fbe655e5 req-f860d253-33b1-4f1a-80f8-12a25a53d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:19.279354 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a03ebc29-910f-4182-a90b-6338fbe655e5 req-f860d253-33b1-4f1a-80f8-12a25a53d6c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 1096 time: 0.4683506 Dec 06 14:53:19.287924 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a12096e9-6949-401c-b401-dec300f2e4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:19.288995 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a607a2-9741-444d-ac02-57254814f109']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:19.332647 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-32632520-9f77-40be-a8a6-ef744921bbe9 req-58e3ed27-2bb8-441d-8733-1e695afaafae tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 210 time: 0.0807247 Dec 06 14:53:19.334855 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8937e163-e8ae-4f5f-8b0b-4f5a50d613aa') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:19.342417 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8937e163-e8ae-4f5f-8b0b-4f5a50d613aa') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:19.354484 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:19.372743 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:19.409770 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:53:19.410454 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:53:19.436779 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:53:19.569509 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:19.578703 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:19.588241 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "DELETE /v2.0/networks/56a607a2-9741-444d-ac02-57254814f109 HTTP/1.1" status: 204 len: 168 time: 1.9364958 Dec 06 14:53:19.591648 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55128) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:19.597929 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5c38ea6e-9a25-4d0a-a283-014188cbc96e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1919398956'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:19.615445 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2d317-4aa4-45e8-8213-73af0d5300b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event deleted for resources: {'Network': ['ID=56a607a2-9741-444d-ac02-57254814f109,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:19.641688 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c38ea6e-9a25-4d0a-a283-014188cbc96e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Made reservation on behalf of da8d343b463741c1a6e370300f4581c3 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:53:19.646343 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c38ea6e-9a25-4d0a-a283-014188cbc96e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:19.659736 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ebc29-910f-4182-a90b-6338fbe655e5 req-cee6d853-84dd-42fd-8041-c56d7a87c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:19.662081 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a03ebc29-910f-4182-a90b-6338fbe655e5 req-cee6d853-84dd-42fd-8041-c56d7a87c0a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 912 time: 0.3417263 Dec 06 14:53:19.663370 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a12096e9-6949-401c-b401-dec300f2e4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:19.681007 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c38ea6e-9a25-4d0a-a283-014188cbc96e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:53:19.695247 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c38ea6e-9a25-4d0a-a283-014188cbc96e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:19.695603 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-5c38ea6e-9a25-4d0a-a283-014188cbc96e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Added segment 35be486e-08e5-4590-b937-53fa784a7674 of type vlan for network 58f7ef16-0d9d-4b89-b26c-2834b0f665b0 Dec 06 14:53:19.708413 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c1a4b-9176-49fd-9865-67fb274e3ac7 req-249b1bec-83fb-40fe-aa75-aec35ea89b2f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:19.715880 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c1a4b-9176-49fd-9865-67fb274e3ac7 req-249b1bec-83fb-40fe-aa75-aec35ea89b2f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:19.725422 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c1a4b-9176-49fd-9865-67fb274e3ac7 req-249b1bec-83fb-40fe-aa75-aec35ea89b2f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:19.732324 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c1a4b-9176-49fd-9865-67fb274e3ac7 req-249b1bec-83fb-40fe-aa75-aec35ea89b2f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:19.738899 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c1a4b-9176-49fd-9865-67fb274e3ac7 req-249b1bec-83fb-40fe-aa75-aec35ea89b2f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:19.746919 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c1a4b-9176-49fd-9865-67fb274e3ac7 req-249b1bec-83fb-40fe-aa75-aec35ea89b2f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:19.754774 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c1a4b-9176-49fd-9865-67fb274e3ac7 req-249b1bec-83fb-40fe-aa75-aec35ea89b2f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:19.764293 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-393c1a4b-9176-49fd-9865-67fb274e3ac7 req-249b1bec-83fb-40fe-aa75-aec35ea89b2f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5432 time: 0.2062435 Dec 06 14:53:19.785950 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c38ea6e-9a25-4d0a-a283-014188cbc96e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:19.878554 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12096e9-6949-401c-b401-dec300f2e4af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=330d8b00-ca63-4dc8-896a-c7a2b8da335a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:19.888942 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a12096e9-6949-401c-b401-dec300f2e4af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:19.892987 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a710cb-8cea-4380-8f84-d9ca08112be6 None None] Network 29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:53:19.911247 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a12096e9-6949-401c-b401-dec300f2e4af admin admin] 10.222.0.20 "DELETE /v2.0/subnets/330d8b00-ca63-4dc8-896a-c7a2b8da335a HTTP/1.1" status: 204 len: 168 time: 1.1073980 Dec 06 14:53:19.914299 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55142) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:19.943744 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9907fb4-c3e4-4b18-a15c-6c3fdbd5e6f7 req-74a40fe6-06b7-4b91-9c84-ff64c270da60 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:19.945458 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c9907fb4-c3e4-4b18-a15c-6c3fdbd5e6f7 req-74a40fe6-06b7-4b91-9c84-ff64c270da60 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.1568716 Dec 06 14:53:19.952985 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c38ea6e-9a25-4d0a-a283-014188cbc96e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:19.972437 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c38ea6e-9a25-4d0a-a283-014188cbc96e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:19.973083 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c38ea6e-9a25-4d0a-a283-014188cbc96e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:20.042159 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 34858412-68dc-453d-aed9-656d936bfc1a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:20.119022 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:20.138282 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38ea6e-9a25-4d0a-a283-014188cbc96e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event updated for resources: {'Network': ['ID=58f7ef16-0d9d-4b89-b26c-2834b0f665b0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:20.167545 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5c38ea6e-9a25-4d0a-a283-014188cbc96e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5743914 Dec 06 14:53:20.170726 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55150) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:20.178043 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9a501243-e580-4980-ac80-ebf5bc1abc7e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Request body: {'subnet': {'network_id': '58f7ef16-0d9d-4b89-b26c-2834b0f665b0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:20.180376 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a03ebc29-910f-4182-a90b-6338fbe655e5 req-6a06b930-84a7-40aa-bdc4-1978d4808d1b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a347586e-d706-4e92-bee7-d6c9844c7596 HTTP/1.1" status: 200 len: 998 time: 0.4128618 Dec 06 14:53:20.193449 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 58f7ef16-0d9d-4b89-b26c-2834b0f665b0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:53:20.204032 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 34858412-68dc-453d-aed9-656d936bfc1a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:53:20.204629 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 34858412-68dc-453d-aed9-656d936bfc1a not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:20.205243 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 86dc612b-788b-4df4-84ec-0ca7ac7b52df no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:20.248654 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 86dc612b-788b-4df4-84ec-0ca7ac7b52df {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:53:20.249259 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 86dc612b-788b-4df4-84ec-0ca7ac7b52df not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:20.271504 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c9907fb4-c3e4-4b18-a15c-6c3fdbd5e6f7 req-a9f5958b-9b8f-4573-ade4-bbb5476d25f8 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885635 Dec 06 14:53:20.275046 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55152) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:20.280700 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-393c1a4b-9176-49fd-9865-67fb274e3ac7 req-90991b6f-c6dc-4166-bec0-b5f282a81466 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5084646 Dec 06 14:53:20.374864 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] Deleting port b0c17dd5-b987-49ad-b34c-b375f5e61f8c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:20.375395 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:20.383316 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ebc29-910f-4182-a90b-6338fbe655e5 req-d3ed9f5e-df6d-453e-b813-639bf96b7d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:20.384851 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a03ebc29-910f-4182-a90b-6338fbe655e5 req-d3ed9f5e-df6d-453e-b813-639bf96b7d30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.1925185 Dec 06 14:53:20.479998 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c449742f-cdc5-47b8-97f7-f75b81f0c548 None None] DHCP port deletion for 29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:53:20.491570 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a501243-e580-4980-ac80-ebf5bc1abc7e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Made reservation on behalf of da8d343b463741c1a6e370300f4581c3 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:53:20.497489 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a501243-e580-4980-ac80-ebf5bc1abc7e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:20.550291 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73e61fc6-f05d-4067-b6d2-b8354ccd80fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:20.606887 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c449742f-cdc5-47b8-97f7-f75b81f0c548 None None] Deleting port b0c17dd5-b987-49ad-b34c-b375f5e61f8c {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:20.608381 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c449742f-cdc5-47b8-97f7-f75b81f0c548 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:20.679303 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f618fe8-2b4d-4d9c-a454-2809f29284b4 req-cae5d11e-b2fd-4dea-8496-ac428ecfae3c tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/ports?device_id=e340c02f-5cf5-4e7a-afa6-f9eae7d4b852 HTTP/1.1" status: 200 len: 210 time: 0.0437496 Dec 06 14:53:20.754428 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c449742f-cdc5-47b8-97f7-f75b81f0c548 None None] For port b0c17dd5-b987-49ad-b34c-b375f5e61f8c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b0c17dd5-b987-49ad-b34c-b375f5e61f8c,segment=NetworkSegment(7170f104-d7c9-4cee-be83-eaca5aae7196),segment_id=7170f104-d7c9-4cee-be83-eaca5aae7196)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:20.755074 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c449742f-cdc5-47b8-97f7-f75b81f0c548 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:20.770833 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c449742f-cdc5-47b8-97f7-f75b81f0c548 None None] Calling delete_port for b0c17dd5-b987-49ad-b34c-b375f5e61f8c owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:20.804359 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] For port b0c17dd5-b987-49ad-b34c-b375f5e61f8c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b0c17dd5-b987-49ad-b34c-b375f5e61f8c,segment=NetworkSegment(7170f104-d7c9-4cee-be83-eaca5aae7196),segment_id=7170f104-d7c9-4cee-be83-eaca5aae7196)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:20.804949 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:20.843100 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] Calling delete_port for b0c17dd5-b987-49ad-b34c-b375f5e61f8c owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:20.858268 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73e61fc6-f05d-4067-b6d2-b8354ccd80fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:20.871149 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c449742f-cdc5-47b8-97f7-f75b81f0c548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:20.889767 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c449742f-cdc5-47b8-97f7-f75b81f0c548 None None] No DVR routers for this DVR port b0c17dd5-b987-49ad-b34c-b375f5e61f8c on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:20.890403 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-77bb3888-2360-4600-a6f1-362be0729825 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:20.897927 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-77bb3888-2360-4600-a6f1-362be0729825 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:20.905162 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-77bb3888-2360-4600-a6f1-362be0729825 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:20.912235 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-77bb3888-2360-4600-a6f1-362be0729825 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:20.915346 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449742f-cdc5-47b8-97f7-f75b81f0c548 None None] Pushing event deleted for resources: {'Port': ['ID=b0c17dd5-b987-49ad-b34c-b375f5e61f8c,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:20.919414 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-77bb3888-2360-4600-a6f1-362be0729825 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:20.930774 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-77bb3888-2360-4600-a6f1-362be0729825 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:20.935638 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73e61fc6-f05d-4067-b6d2-b8354ccd80fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:20.937604 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-77bb3888-2360-4600-a6f1-362be0729825 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:20.939531 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-77bb3888-2360-4600-a6f1-362be0729825 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5432 time: 0.2245498 Dec 06 14:53:20.951613 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5d75b-b05e-4679-b275-acb35097d919 req-d50d53b0-8fa7-43b9-82c9-c56ee5f063ca tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:20.961088 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e1c5d75b-b05e-4679-b275-acb35097d919 req-d50d53b0-8fa7-43b9-82c9-c56ee5f063ca tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.2026105 Dec 06 14:53:20.974111 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ebc29-910f-4182-a90b-6338fbe655e5 req-21c607ce-f731-4d79-b373-4cbd9200fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:20.981011 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a03ebc29-910f-4182-a90b-6338fbe655e5 req-21c607ce-f731-4d79-b373-4cbd9200fe1b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5654151 Dec 06 14:53:21.028433 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a501243-e580-4980-ac80-ebf5bc1abc7e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:21.046224 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-6d99deea-42a1-46b8-953e-82b2f1a6af64 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:21.047370 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-73e61fc6-f05d-4067-b6d2-b8354ccd80fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=687fb25564f94603992ad33eec080458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7713201 Dec 06 14:53:21.050974 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-6d99deea-42a1-46b8-953e-82b2f1a6af64 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.23 "GET /v2.0/ports/0543179e-d70f-4909-a03d-fcfe66648f7a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0690176 Dec 06 14:53:21.051786 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55162) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:21.078053 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e61fc6-f05d-4067-b6d2-b8354ccd80fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911d3fc7-6dae-4aae-a033-2f26dc6e4f5e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:21.152846 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a501243-e580-4980-ac80-ebf5bc1abc7e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event updated for resources: {'Subnet': ['ID=c052d1ac-1ecf-492e-a578-967d940f97af,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:21.169868 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a501243-e580-4980-ac80-ebf5bc1abc7e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Checking segment: {'id': '35be486e-08e5-4590-b937-53fa784a7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58f7ef16-0d9d-4b89-b26c-2834b0f665b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:53:21.169868 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a501243-e580-4980-ac80-ebf5bc1abc7e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Network hostable DHCP agents. Network: 58f7ef16-0d9d-4b89-b26c-2834b0f665b0, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:53:21.192144 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a501243-e580-4980-ac80-ebf5bc1abc7e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Network 58f7ef16-0d9d-4b89-b26c-2834b0f665b0 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:53:21.209765 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9a501243-e580-4980-ac80-ebf5bc1abc7e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 58f7ef16-0d9d-4b89-b26c-2834b0f665b0) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:53:21.220265 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d58a40-1163-407b-a2e7-a256704f994b None None] Network 58f7ef16-0d9d-4b89-b26c-2834b0f665b0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:53:21.226900 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a501243-e580-4980-ac80-ebf5bc1abc7e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:21.227669 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a501243-e580-4980-ac80-ebf5bc1abc7e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:21.252418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9a501243-e580-4980-ac80-ebf5bc1abc7e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0804169 Dec 06 14:53:21.253366 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55174) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:21.259672 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a862bf6d-43b5-44b7-87e0-be12e4ed4d38 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2008655218'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:21.286393 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a862bf6d-43b5-44b7-87e0-be12e4ed4d38 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Made reservation on behalf of da8d343b463741c1a6e370300f4581c3 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:53:21.290544 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a862bf6d-43b5-44b7-87e0-be12e4ed4d38 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:21.405996 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:21.412898 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e1c5d75b-b05e-4679-b275-acb35097d919 req-96022643-0bcc-4b61-97d5-9e0718758fa8 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507689 Dec 06 14:53:21.515402 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-58f7ef16-0d9d-4b89-b26c-2834b0f665b0', 'network_id': '58f7ef16-0d9d-4b89-b26c-2834b0f665b0', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'fixed_ips': [{'subnet_id': 'c052d1ac-1ecf-492e-a578-967d940f97af'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:53:21.516667 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:21.826861 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] No DVR routers for this DVR port b0c17dd5-b987-49ad-b34c-b375f5e61f8c on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:21.834276 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a862bf6d-43b5-44b7-87e0-be12e4ed4d38 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:53:21.838047 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55184) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:21.858156 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Allocated IP 19.80.0.2 (58f7ef16-0d9d-4b89-b26c-2834b0f665b0/c052d1ac-1ecf-492e-a578-967d940f97af/d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:53:21.901047 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a862bf6d-43b5-44b7-87e0-be12e4ed4d38 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:21.901508 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-a862bf6d-43b5-44b7-87e0-be12e4ed4d38 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Added segment 6f262733-8a28-433b-9c45-fa898b1e6223 of type vlan for network 4f41dd31-b83b-4bfe-b3c1-f98213f23237 Dec 06 14:53:21.920185 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:21.945856 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:21.957516 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7170f104-d7c9-4cee-be83-eaca5aae7196') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:21.957857 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7170f104-d7c9-4cee-be83-eaca5aae7196') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:21.968521 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:21.983808 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:21.993248 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:53:21.993700 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:21.996695 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b0c17dd5-b987-49ad-b34c-b375f5e61f8c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:22.004639 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641a6a2-0d63-4a1a-8971-d521ced68bb8 req-ceaa606b-b9d6-4ff9-bebb-7a27406bd505 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:22.011577 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641a6a2-0d63-4a1a-8971-d521ced68bb8 req-ceaa606b-b9d6-4ff9-bebb-7a27406bd505 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:22.018030 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641a6a2-0d63-4a1a-8971-d521ced68bb8 req-ceaa606b-b9d6-4ff9-bebb-7a27406bd505 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:22.021984 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: b0c17dd5-b987-49ad-b34c-b375f5e61f8c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:53:22.022587 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b0c17dd5-b987-49ad-b34c-b375f5e61f8c not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:22.026291 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641a6a2-0d63-4a1a-8971-d521ced68bb8 req-ceaa606b-b9d6-4ff9-bebb-7a27406bd505 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:22.035257 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641a6a2-0d63-4a1a-8971-d521ced68bb8 req-ceaa606b-b9d6-4ff9-bebb-7a27406bd505 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:22.048001 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641a6a2-0d63-4a1a-8971-d521ced68bb8 req-ceaa606b-b9d6-4ff9-bebb-7a27406bd505 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:22.057202 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641a6a2-0d63-4a1a-8971-d521ced68bb8 req-ceaa606b-b9d6-4ff9-bebb-7a27406bd505 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:22.068658 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2641a6a2-0d63-4a1a-8971-d521ced68bb8 req-ceaa606b-b9d6-4ff9-bebb-7a27406bd505 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 5432 time: 0.3303914 Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:53:22.081734 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:53:22.086980 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-c7ced628-2f0d-4c37-8a1a-975e2ba47e33 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.23 "GET /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.0006809 Dec 06 14:53:22.088328 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c17dd5-b987-49ad-b34c-b375f5e61f8c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:22.095588 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.115259 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-27e7e309-b60f-40e3-8840-d356226cf3d8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:22.132186 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.139370 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd HTTP/1.1" status: 204 len: 168 time: 2.2214024 Dec 06 14:53:22.141665 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55186) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:22.148091 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a862bf6d-43b5-44b7-87e0-be12e4ed4d38 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.171622 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.182890 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.220253 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b6bdd-2b71-43c7-be25-c99be95467c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=29d6ec6c-4ac2-4358-b89f-0e85e33ab0fd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:22.235205 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95f7b69e-90b8-4e73-94f4-389d8ffbe8c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.250541 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a03ebc29-910f-4182-a90b-6338fbe655e5 req-15ae79c9-e0be-4180-91fd-00d4c80c3abf service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2086396 Dec 06 14:53:22.265709 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.db.resource_extend [None req-a862bf6d-43b5-44b7-87e0-be12e4ed4d38 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:53:22.294475 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4d78101-b17b-4df1-aa6f-778a3f165a33 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.295143 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Network 58f7ef16-0d9d-4b89-b26c-2834b0f665b0 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:53:22.295607 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Pushing event updated for resources: {'Port': ['ID=d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:22.303776 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:53:22.306051 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:53:22.327545 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4d78101-b17b-4df1-aa6f-778a3f165a33 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.360638 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Attempting to bind port d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:53:22.361289 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Attempting to bind port d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '35be486e-08e5-4590-b937-53fa784a7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58f7ef16-0d9d-4b89-b26c-2834b0f665b0'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:53:22.361886 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Attempting to bind port d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd on network 58f7ef16-0d9d-4b89-b26c-2834b0f665b0 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:53:22.369844 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:53:22.370516 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Checking segment: {'id': '35be486e-08e5-4590-b937-53fa784a7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58f7ef16-0d9d-4b89-b26c-2834b0f665b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:53:22.371676 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.372424 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Bound using segment: {'id': '35be486e-08e5-4590-b937-53fa784a7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58f7ef16-0d9d-4b89-b26c-2834b0f665b0'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:53:22.373176 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Bound port: d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35be486e-08e5-4590-b937-53fa784a7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58f7ef16-0d9d-4b89-b26c-2834b0f665b0'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:53:22.373901 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.402507 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95f7b69e-90b8-4e73-94f4-389d8ffbe8c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.409892 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2641a6a2-0d63-4a1a-8971-d521ced68bb8 req-f8478043-ef6f-4c60-b548-66dd1457ddcf tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3338032 Dec 06 14:53:22.413475 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a862bf6d-43b5-44b7-87e0-be12e4ed4d38 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.420184 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a862bf6d-43b5-44b7-87e0-be12e4ed4d38 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:22.425115 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a862bf6d-43b5-44b7-87e0-be12e4ed4d38 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.428596 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-27e7e309-b60f-40e3-8840-d356226cf3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.432795 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4d78101-b17b-4df1-aa6f-778a3f165a33 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.435534 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4d78101-b17b-4df1-aa6f-778a3f165a33 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.437751 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d4d78101-b17b-4df1-aa6f-778a3f165a33 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "DELETE /v2.0/security-groups/919d83eb-ce49-4289-8d0d-398499f09161 HTTP/1.1" status: 204 len: 168 time: 0.5947533 Dec 06 14:53:22.445794 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55192) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:22.494260 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] For port d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:53:22.513542 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] For port d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd,segment=NetworkSegment(35be486e-08e5-4590-b937-53fa784a7674),segment_id=35be486e-08e5-4590-b937-53fa784a7674)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:53:22.521852 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.532088 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d78101-b17b-4df1-aa6f-778a3f165a33 tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=919d83eb-ce49-4289-8d0d-398499f09161,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:22.541433 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-a799f8d3-8841-4e36-9445-3dae7d08739a tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] show failed (client error): The resource could not be found. Dec 06 14:53:22.542806 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a799f8d3-8841-4e36-9445-3dae7d08739a tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "GET /v2.0/security-groups/919d83eb-ce49-4289-8d0d-398499f09161 HTTP/1.1" status: 404 len: 347 time: 0.0408514 Dec 06 14:53:22.550325 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55194) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:22.563749 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a862bf6d-43b5-44b7-87e0-be12e4ed4d38 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3065841 Dec 06 14:53:22.567711 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55198) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:22.601905 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7e697609-3c1c-4b44-b559-43eaa2867ca3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Request body: {'subnet': {'network_id': '4f41dd31-b83b-4bfe-b3c1-f98213f23237', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:22.642211 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fd566-635c-4ca1-b836-5698635b0804 None None] Pushing event updated for resources: {'Port': ['ID=d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:22.647288 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862bf6d-43b5-44b7-87e0-be12e4ed4d38 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event updated for resources: {'Network': ['ID=4f41dd31-b83b-4bfe-b3c1-f98213f23237,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:22.669907 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 4f41dd31-b83b-4bfe-b3c1-f98213f23237 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:53:22.785478 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95f7b69e-90b8-4e73-94f4-389d8ffbe8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.788334 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95f7b69e-90b8-4e73-94f4-389d8ffbe8c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:22.801748 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-95f7b69e-90b8-4e73-94f4-389d8ffbe8c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/911d3fc7-6dae-4aae-a033-2f26dc6e4f5e HTTP/1.1" status: 204 len: 168 time: 1.7184191 Dec 06 14:53:22.866329 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a03ebc29-910f-4182-a90b-6338fbe655e5 req-72887ff0-ba1c-4a45-9423-cdfc52b1311f service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6015270 Dec 06 14:53:22.887350 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7b69e-90b8-4e73-94f4-389d8ffbe8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911d3fc7-6dae-4aae-a033-2f26dc6e4f5e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:22.912062 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11844803-f210-419b-ae20-380e99c2b797 req-6e948416-8f8c-4bbc-9815-cfb675f0a873 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:22.919470 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11844803-f210-419b-ae20-380e99c2b797 req-6e948416-8f8c-4bbc-9815-cfb675f0a873 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.2259047 Dec 06 14:53:22.973607 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e697609-3c1c-4b44-b559-43eaa2867ca3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Made reservation on behalf of da8d343b463741c1a6e370300f4581c3 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:53:22.974571 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-27e7e309-b60f-40e3-8840-d356226cf3d8 service neutron] For port 0543179e-d70f-4909-a03d-fcfe66648f7a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0543179e-d70f-4909-a03d-fcfe66648f7a,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:22.978333 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e697609-3c1c-4b44-b559-43eaa2867ca3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:23.011401 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11844803-f210-419b-ae20-380e99c2b797 req-119eb411-fa6b-4f6e-955e-29a641bc4e5c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860195 Dec 06 14:53:23.094726 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-27e7e309-b60f-40e3-8840-d356226cf3d8 service neutron] For port 0543179e-d70f-4909-a03d-fcfe66648f7a, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:53:23.218804 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-27e7e309-b60f-40e3-8840-d356226cf3d8 service neutron] device_id is not set on port 0543179e-d70f-4909-a03d-fcfe66648f7a yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:53:23.240521 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-27e7e309-b60f-40e3-8840-d356226cf3d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:23.269697 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-27e7e309-b60f-40e3-8840-d356226cf3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:23.402950 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c5ef52e3-a51e-4219-b152-4a539b93ddee no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:23.407362 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-62308e68-aa1d-4928-a3bf-d68da06930cc tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Deleting port 117dc9b9-d598-4298-a45c-1f4035397546 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:23.408039 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62308e68-aa1d-4928-a3bf-d68da06930cc tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:23.462136 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-27e7e309-b60f-40e3-8840-d356226cf3d8 service neutron] No DVR routers for this DVR port 0543179e-d70f-4909-a03d-fcfe66648f7a on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:23.612860 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:23.735446 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ef52e3-a51e-4219-b152-4a539b93ddee'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:23.738809 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8173cdd0-0d01-4095-a5f1-8b52039427d9" -d '{"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-unplugged", "status": "completed", "tag": "c5ef52e3-a51e-4219-b152-4a539b93ddee"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:23.753225 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-27e7e309-b60f-40e3-8840-d356226cf3d8 service neutron] In _notify_port_updated(), no bound segment for port 0543179e-d70f-4909-a03d-fcfe66648f7a on network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:53:23.753874 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c5ef52e3-a51e-4219-b152-4a539b93ddee, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5ef52e3-a51e-4219-b152-4a539b93ddee,segment=NetworkSegment(7ba72c39-a80c-460f-8226-d6107cfda5da),segment_id=7ba72c39-a80c-460f-8226-d6107cfda5da)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:23.754741 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-27e7e309-b60f-40e3-8840-d356226cf3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:23.756529 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-27e7e309-b60f-40e3-8840-d356226cf3d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:23.759468 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-27e7e309-b60f-40e3-8840-d356226cf3d8 service neutron] 10.222.0.23 "PUT /v2.0/ports/0543179e-d70f-4909-a03d-fcfe66648f7a HTTP/1.1" status: 200 len: 1026 time: 1.6615603 Dec 06 14:53:23.763447 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:23.764598 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 123958aa-6377-4a82-b97b-1f5421f13954 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:23.777309 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7e309-b60f-40e3-8840-d356226cf3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0543179e-d70f-4909-a03d-fcfe66648f7a,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:23.787225 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e697609-3c1c-4b44-b559-43eaa2867ca3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:23.808295 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3e3a8-8ecd-43cb-901f-67bc175e7455 req-ef5a4297-26b5-4a7f-bc11-3866a8b12a6d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:23.826408 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3e3a8-8ecd-43cb-901f-67bc175e7455 req-ef5a4297-26b5-4a7f-bc11-3866a8b12a6d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:23.842909 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3e3a8-8ecd-43cb-901f-67bc175e7455 req-ef5a4297-26b5-4a7f-bc11-3866a8b12a6d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:23.870579 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3e3a8-8ecd-43cb-901f-67bc175e7455 req-ef5a4297-26b5-4a7f-bc11-3866a8b12a6d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:23.888169 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3e3a8-8ecd-43cb-901f-67bc175e7455 req-ef5a4297-26b5-4a7f-bc11-3866a8b12a6d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:23.895274 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-af8ce9e9-2088-4b55-a9b8-95c58fb7def8 None None] Provisioning complete for port 0543179e-d70f-4909-a03d-fcfe66648f7a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:23.895673 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-af8ce9e9-2088-4b55-a9b8-95c58fb7def8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:23.900597 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=c5ef52e3-a51e-4219-b152-4a539b93ddee,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:23.936986 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3e3a8-8ecd-43cb-901f-67bc175e7455 req-ef5a4297-26b5-4a7f-bc11-3866a8b12a6d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:23.973273 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95b3e3a8-8ecd-43cb-901f-67bc175e7455 req-ef5a4297-26b5-4a7f-bc11-3866a8b12a6d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 4659 time: 0.3934281 Dec 06 14:53:24.052342 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-af8ce9e9-2088-4b55-a9b8-95c58fb7def8 None None] Port 0543179e-d70f-4909-a03d-fcfe66648f7a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:53:24.071206 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:24.087555 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e697609-3c1c-4b44-b559-43eaa2867ca3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event updated for resources: {'Subnet': ['ID=96950b29-9c7c-44ed-a6df-691948b337e0,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:24.144194 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62308e68-aa1d-4928-a3bf-d68da06930cc tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:24.145975 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62308e68-aa1d-4928-a3bf-d68da06930cc tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:24.163191 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-2cf68d72-419c-44c2-8c02-fb4b1eae3429 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:24.164625 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-2cf68d72-419c-44c2-8c02-fb4b1eae3429 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.23 "GET /v2.0/ports/a7b78aa4-0d2c-4a7c-8d55-41681ef29071?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3803339 Dec 06 14:53:24.172455 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 123958aa-6377-4a82-b97b-1f5421f13954, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=123958aa-6377-4a82-b97b-1f5421f13954,segment=NetworkSegment(7ba72c39-a80c-460f-8226-d6107cfda5da),segment_id=7ba72c39-a80c-460f-8226-d6107cfda5da)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:24.185663 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:24.187287 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d8787e97-b48c-4cf9-a70a-9062d1daf772 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:24.208610 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-b745c559-c4bc-480d-b4d5-407d84fc0926 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:24.220656 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-62308e68-aa1d-4928-a3bf-d68da06930cc tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Calling delete_port for 117dc9b9-d598-4298-a45c-1f4035397546 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:24.228391 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e697609-3c1c-4b44-b559-43eaa2867ca3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Checking segment: {'id': '6f262733-8a28-433b-9c45-fa898b1e6223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f41dd31-b83b-4bfe-b3c1-f98213f23237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:53:24.230663 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e697609-3c1c-4b44-b559-43eaa2867ca3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Network hostable DHCP agents. Network: 4f41dd31-b83b-4bfe-b3c1-f98213f23237, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:53:24.283238 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66f533f-1dd8-4e4a-8938-beba821f60cd x-openstack-request-id: req-a66f533f-1dd8-4e4a-8938-beba821f60cd {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:24.283455 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-unplugged", "status": "completed", "tag": "c5ef52e3-a51e-4219-b152-4a539b93ddee", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:24.286030 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a66f533f-1dd8-4e4a-8938-beba821f60cd {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:24.286453 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ef52e3-a51e-4219-b152-4a539b93ddee', 'code': 200} Dec 06 14:53:24.310829 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:53:24.431570 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e697609-3c1c-4b44-b559-43eaa2867ca3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Network 4f41dd31-b83b-4bfe-b3c1-f98213f23237 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:53:24.460118 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-b745c559-c4bc-480d-b4d5-407d84fc0926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:24.491355 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7e697609-3c1c-4b44-b559-43eaa2867ca3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4f41dd31-b83b-4bfe-b3c1-f98213f23237) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:53:24.528742 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55250) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:24.530898 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ae6d94-a068-4a78-8650-b74389714a2b None None] Network 4f41dd31-b83b-4bfe-b3c1-f98213f23237 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:53:24.537959 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e697609-3c1c-4b44-b559-43eaa2867ca3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:24.538699 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e697609-3c1c-4b44-b559-43eaa2867ca3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:24.586262 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:24.586638 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:24.588723 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037fb4d-e905-4c0e-b55e-649f6f96f275 req-736af176-f457-4b7d-a82a-4ebdf117a807 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:24.600331 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4037fb4d-e905-4c0e-b55e-649f6f96f275 req-736af176-f457-4b7d-a82a-4ebdf117a807 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.2719324 Dec 06 14:53:24.635430 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b0dfad5-3a01-4247-b61e-5e2ee3a43ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:24.758907 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-b745c559-c4bc-480d-b4d5-407d84fc0926 service neutron] For port a7b78aa4-0d2c-4a7c-8d55-41681ef29071, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a7b78aa4-0d2c-4a7c-8d55-41681ef29071,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:24.770454 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7e697609-3c1c-4b44-b559-43eaa2867ca3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1724057 Dec 06 14:53:24.788938 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-56e03f5f-37c1-4dde-906f-dcce544ce3b7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1030604565-network', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:24.823696 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-b745c559-c4bc-480d-b4d5-407d84fc0926 service neutron] For port a7b78aa4-0d2c-4a7c-8d55-41681ef29071, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:53:24.869935 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-b745c559-c4bc-480d-b4d5-407d84fc0926 service neutron] device_id is not set on port a7b78aa4-0d2c-4a7c-8d55-41681ef29071 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:53:24.895042 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-b745c559-c4bc-480d-b4d5-407d84fc0926 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:24.901284 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a8f1f8-e1cf-4800-b655-47273bcd8466 None None] Network 58f7ef16-0d9d-4b89-b26c-2834b0f665b0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:53:24.917691 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-b745c559-c4bc-480d-b4d5-407d84fc0926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:24.957921 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=123958aa-6377-4a82-b97b-1f5421f13954,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:24.958256 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95b3e3a8-8ecd-43cb-901f-67bc175e7455 req-dce7dfad-73a7-4a05-bc46-e9a288be6409 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd&id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9840512 Dec 06 14:53:25.046401 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-4f41dd31-b83b-4bfe-b3c1-f98213f23237', 'network_id': '4f41dd31-b83b-4bfe-b3c1-f98213f23237', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'fixed_ips': [{'subnet_id': '96950b29-9c7c-44ed-a6df-691948b337e0'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:53:25.047383 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.049570 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3d4d1a22-57ed-44a6-8abe-694f8a10a62a None None] Provisioning complete for port d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:25.050023 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1a22-57ed-44a6-8abe-694f8a10a62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.061011 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-b745c559-c4bc-480d-b4d5-407d84fc0926 service neutron] No DVR routers for this DVR port a7b78aa4-0d2c-4a7c-8d55-41681ef29071 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:25.098094 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745c559-c4bc-480d-b4d5-407d84fc0926 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b78aa4-0d2c-4a7c-8d55-41681ef29071,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:25.138223 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4037fb4d-e905-4c0e-b55e-649f6f96f275 req-1267d84c-9d1d-4882-a1bb-179281b06522 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366657 Dec 06 14:53:25.176989 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.239051 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e03f5f-37c1-4dde-906f-dcce544ce3b7 admin admin] Made reservation on behalf of 9b960baac0d24ccdba25394ddf4fbed5 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:53:25.243113 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56e03f5f-37c1-4dde-906f-dcce544ce3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.256665 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56e03f5f-37c1-4dde-906f-dcce544ce3b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.258758 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62308e68-aa1d-4928-a3bf-d68da06930cc tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.269362 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-b745c559-c4bc-480d-b4d5-407d84fc0926 service neutron] In _notify_port_updated(), no bound segment for port a7b78aa4-0d2c-4a7c-8d55-41681ef29071 on network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:53:25.270312 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-b745c559-c4bc-480d-b4d5-407d84fc0926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:25.271123 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-b745c559-c4bc-480d-b4d5-407d84fc0926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.272484 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-b745c559-c4bc-480d-b4d5-407d84fc0926 service neutron] 10.222.0.23 "PUT /v2.0/ports/a7b78aa4-0d2c-4a7c-8d55-41681ef29071 HTTP/1.1" status: 200 len: 1025 time: 1.0743849 Dec 06 14:53:25.466987 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56e03f5f-37c1-4dde-906f-dcce544ce3b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.471995 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62308e68-aa1d-4928-a3bf-d68da06930cc tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Pushing event deleted for resources: {'Port': ['ID=117dc9b9-d598-4298-a45c-1f4035397546,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:25.482997 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56e03f5f-37c1-4dde-906f-dcce544ce3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.496078 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e03f5f-37c1-4dde-906f-dcce544ce3b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:53:25.506642 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56e03f5f-37c1-4dde-906f-dcce544ce3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.506985 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-56e03f5f-37c1-4dde-906f-dcce544ce3b7 admin admin] Added segment 45187971-272f-404e-a876-75a142f35292 of type vlan for network c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 Dec 06 14:53:25.553447 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56e03f5f-37c1-4dde-906f-dcce544ce3b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.597572 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56e03f5f-37c1-4dde-906f-dcce544ce3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.597572 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e03f5f-37c1-4dde-906f-dcce544ce3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:25.597572 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56e03f5f-37c1-4dde-906f-dcce544ce3b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.600375 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250f261-b775-4107-ad54-b300314c102d req-d0b781b6-f15e-4c2a-bb45-fa7b873cb900 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:25.606629 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250f261-b775-4107-ad54-b300314c102d req-d0b781b6-f15e-4c2a-bb45-fa7b873cb900 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:25.608293 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2250f261-b775-4107-ad54-b300314c102d req-d0b781b6-f15e-4c2a-bb45-fa7b873cb900 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/networks?id=58f7ef16-0d9d-4b89-b26c-2834b0f665b0&id=4f41dd31-b83b-4bfe-b3c1-f98213f23237 HTTP/1.1" status: 200 len: 1392 time: 0.4592602 Dec 06 14:53:25.619033 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port d8787e97-b48c-4cf9-a70a-9062d1daf772, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d8787e97-b48c-4cf9-a70a-9062d1daf772,segment=NetworkSegment(2d682598-8987-4d9b-9233-b0d36b83c0eb),segment_id=2d682598-8987-4d9b-9233-b0d36b83c0eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:25.647403 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.648570 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d350b801-15fd-48dd-80cb-41545f0302ca no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:25.662099 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2250f261-b775-4107-ad54-b300314c102d req-8481c3fd-aae2-4c91-be3e-381c8ceae81a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/quotas/da8d343b463741c1a6e370300f4581c3 HTTP/1.1" status: 200 len: 375 time: 0.0409868 Dec 06 14:53:25.721704 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-504dd891-a87f-4d7d-8730-1ad6d3f7425d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Deleting port c5ef52e3-a51e-4219-b152-4a539b93ddee {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:25.722122 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-504dd891-a87f-4d7d-8730-1ad6d3f7425d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.751228 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62308e68-aa1d-4928-a3bf-d68da06930cc tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.754501 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62308e68-aa1d-4928-a3bf-d68da06930cc tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.755996 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-62308e68-aa1d-4928-a3bf-d68da06930cc tempest-ServersTestBootFromVolume-792577580 tempest-ServersTestBootFromVolume-792577580-project] 10.222.0.20 "DELETE /v2.0/floatingips/b4ab961c-0573-4e77-a8b6-6d24471f911f HTTP/1.1" status: 204 len: 168 time: 3.2022741 Dec 06 14:53:25.761444 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55270) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:25.762227 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-56e03f5f-37c1-4dde-906f-dcce544ce3b7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2320962 Dec 06 14:53:25.767473 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03f5f-37c1-4dde-906f-dcce544ce3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046c2b95-bc12-4adc-bc16-9ad928cd5af6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:25.767964 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=d8787e97-b48c-4cf9-a70a-9062d1daf772,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:25.772841 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55272) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:25.818519 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2250f261-b775-4107-ad54-b300314c102d req-e3e1c0fe-bc7c-4c2f-a9f8-b251bf27ecfc tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=da8d343b463741c1a6e370300f4581c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1504326 Dec 06 14:53:25.851179 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b9c66175-275d-49e0-b27e-4a2fa9626703 admin admin] Request body: {'subnet': {'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1030604565-subnet', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:25.861179 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1a22-57ed-44a6-8abe-694f8a10a62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.862354 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03f5f-37c1-4dde-906f-dcce544ce3b7 admin admin] Pushing event updated for resources: {'Network': ['ID=c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:25.905268 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c66175-275d-49e0-b27e-4a2fa9626703 admin admin] Made reservation on behalf of 9b960baac0d24ccdba25394ddf4fbed5 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:53:25.910106 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:53:25.913028 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9c66175-275d-49e0-b27e-4a2fa9626703 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:25.924196 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5b0dfad5-3a01-4247-b61e-5e2ee3a43ac3 admin admin] Deleting port 985ea36e-0074-4c70-bcae-12e4a1e5a5b1 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:25.929361 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b0dfad5-3a01-4247-b61e-5e2ee3a43ac3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:26.064027 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-504dd891-a87f-4d7d-8730-1ad6d3f7425d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] For port c5ef52e3-a51e-4219-b152-4a539b93ddee, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5ef52e3-a51e-4219-b152-4a539b93ddee,segment=NetworkSegment(7ba72c39-a80c-460f-8226-d6107cfda5da),segment_id=7ba72c39-a80c-460f-8226-d6107cfda5da)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:26.065241 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-504dd891-a87f-4d7d-8730-1ad6d3f7425d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:26.113902 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-504dd891-a87f-4d7d-8730-1ad6d3f7425d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Calling delete_port for c5ef52e3-a51e-4219-b152-4a539b93ddee owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:26.114101 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 190f9d89-03f7-4319-bee2-a6e7db364fa7 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:53:26.232985 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 190f9d89-03f7-4319-bee2-a6e7db364fa7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=190f9d89-03f7-4319-bee2-a6e7db364fa7,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:26.281102 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '190f9d89-03f7-4319-bee2-a6e7db364fa7', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'port_id': '190f9d89-03f7-4319-bee2-a6e7db364fa7', 'mac_address': 'fa:16:3e:9c:7b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:53:26.354124 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '123958aa-6377-4a82-b97b-1f5421f13954'}, {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8787e97-b48c-4cf9-a70a-9062d1daf772'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:26.356419 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e51d07b-4bb0-4c65-9533-6b96c37177d9" -d '{"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-unplugged", "status": "completed", "tag": "123958aa-6377-4a82-b97b-1f5421f13954"}, {"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-unplugged", "status": "completed", "tag": "d8787e97-b48c-4cf9-a70a-9062d1daf772"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:26.358207 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2250f261-b775-4107-ad54-b300314c102d req-af1eed3f-71a6-4f1f-b392-7e8ea9af321a service neutron] 10.222.0.20 "GET /v2.0/networks/58f7ef16-0d9d-4b89-b26c-2834b0f665b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715993 Dec 06 14:53:26.376967 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3d4d1a22-57ed-44a6-8abe-694f8a10a62a None None] For port d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd,segment=NetworkSegment(35be486e-08e5-4590-b937-53fa784a7674),segment_id=35be486e-08e5-4590-b937-53fa784a7674)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:26.431323 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1a22-57ed-44a6-8abe-694f8a10a62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:26.433051 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:26.437727 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de364b8-49eb-45fd-a99d-c9004ec99f48 req-2ccdd9a6-fbd6-4782-acb2-d88bcebb346c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:26.445089 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de364b8-49eb-45fd-a99d-c9004ec99f48 req-2ccdd9a6-fbd6-4782-acb2-d88bcebb346c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:26.451167 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de364b8-49eb-45fd-a99d-c9004ec99f48 req-2ccdd9a6-fbd6-4782-acb2-d88bcebb346c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:26.473536 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de364b8-49eb-45fd-a99d-c9004ec99f48 req-2ccdd9a6-fbd6-4782-acb2-d88bcebb346c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:26.496117 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de364b8-49eb-45fd-a99d-c9004ec99f48 req-2ccdd9a6-fbd6-4782-acb2-d88bcebb346c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:26.505057 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2de364b8-49eb-45fd-a99d-c9004ec99f48 req-2ccdd9a6-fbd6-4782-acb2-d88bcebb346c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 3881 time: 0.2278574 Dec 06 14:53:26.518175 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Allocated IP 19.86.0.2 (4f41dd31-b83b-4bfe-b3c1-f98213f23237/96950b29-9c7c-44ed-a6df-691948b337e0/2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:53:26.612788 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2de364b8-49eb-45fd-a99d-c9004ec99f48 req-75cb8f55-124f-4dd6-838b-a536d972ff5f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062136 Dec 06 14:53:26.616225 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-5b0dfad5-3a01-4247-b61e-5e2ee3a43ac3 admin admin] For port 985ea36e-0074-4c70-bcae-12e4a1e5a5b1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=985ea36e-0074-4c70-bcae-12e4a1e5a5b1,segment=NetworkSegment(df08a4a7-3e2a-4fa8-ad54-b00165c53993),segment_id=df08a4a7-3e2a-4fa8-ad54-b00165c53993)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:26.617353 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b0dfad5-3a01-4247-b61e-5e2ee3a43ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:26.668068 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5b0dfad5-3a01-4247-b61e-5e2ee3a43ac3 admin admin] Calling delete_port for 985ea36e-0074-4c70-bcae-12e4a1e5a5b1 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:26.687933 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2250f261-b775-4107-ad54-b300314c102d req-29a4e166-7c42-4bf6-be66-6ed70a05cb29 service neutron] 10.222.0.20 "GET /v2.0/networks/58f7ef16-0d9d-4b89-b26c-2834b0f665b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283882 Dec 06 14:53:26.873232 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1bebc-b726-4173-ba48-d8cd60a9c210 req-209b52d7-68b7-4607-8e91-d376f335ebff tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:26.880888 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23a1bebc-b726-4173-ba48-d8cd60a9c210 req-209b52d7-68b7-4607-8e91-d376f335ebff tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.1496806 Dec 06 14:53:26.881854 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:26.898227 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2250f261-b775-4107-ad54-b300314c102d req-f5603c0d-87b8-48e1-8ab0-967144bccc55 service neutron] 10.222.0.20 "GET /v2.0/networks/4f41dd31-b83b-4bfe-b3c1-f98213f23237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086601 Dec 06 14:53:26.920653 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d1a22-57ed-44a6-8abe-694f8a10a62a None None] Pushing event updated for resources: {'Port': ['ID=d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:26.927225 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:26.929652 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9c66175-275d-49e0-b27e-4a2fa9626703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:26.967684 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:26.997036 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c66175-275d-49e0-b27e-4a2fa9626703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e2b7579-a871-40e2-9313-5fc0de284511,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:27.042527 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 190f9d89-03f7-4319-bee2-a6e7db364fa7 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:53:27.047795 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:27.074371 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23a1bebc-b726-4173-ba48-d8cd60a9c210 req-e08e327f-b7bf-4504-aad8-f41dadfbba40 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887643 Dec 06 14:53:27.155361 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c66175-275d-49e0-b27e-4a2fa9626703 admin admin] Checking segment: {'id': '45187971-272f-404e-a876-75a142f35292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:53:27.156199 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c66175-275d-49e0-b27e-4a2fa9626703 admin admin] Network hostable DHCP agents. Network: c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:53:27.171890 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b923fbd8-5826-4ba9-bda1-5e3025fbcae5 None None] Provisioning complete for port a7b78aa4-0d2c-4a7c-8d55-41681ef29071 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:27.172289 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b923fbd8-5826-4ba9-bda1-5e3025fbcae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:27.175863 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Network 4f41dd31-b83b-4bfe-b3c1-f98213f23237 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:53:27.200298 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c66175-275d-49e0-b27e-4a2fa9626703 admin admin] Network c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:53:27.235353 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b9c66175-275d-49e0-b27e-4a2fa9626703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:53:27.293654 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2250f261-b775-4107-ad54-b300314c102d req-045d7986-9da4-4415-b41e-b0c4a8533da0 service neutron] 10.222.0.20 "GET /v2.0/networks/4f41dd31-b83b-4bfe-b3c1-f98213f23237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945603 Dec 06 14:53:27.301129 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8e33bc-ba93-4cd4-92e8-91aad263ad11 x-openstack-request-id: req-7c8e33bc-ba93-4cd4-92e8-91aad263ad11 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:27.301448 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-unplugged", "status": "completed", "tag": "123958aa-6377-4a82-b97b-1f5421f13954", "code": 200}, {"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-unplugged", "status": "completed", "tag": "d8787e97-b48c-4cf9-a70a-9062d1daf772", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:27.301716 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c8e33bc-ba93-4cd4-92e8-91aad263ad11 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:27.302132 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '123958aa-6377-4a82-b97b-1f5421f13954', 'code': 200} Dec 06 14:53:27.302393 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8787e97-b48c-4cf9-a70a-9062d1daf772', 'code': 200} Dec 06 14:53:27.303571 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-504dd891-a87f-4d7d-8730-1ad6d3f7425d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:27.312940 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c66175-275d-49e0-b27e-4a2fa9626703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:27.313794 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9c66175-275d-49e0-b27e-4a2fa9626703 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:27.317290 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b3d3a6-8974-4323-8068-ddafec2f7f61 None None] Network c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:53:27.324877 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:53:27.365794 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 190f9d89-03f7-4319-bee2-a6e7db364fa7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=190f9d89-03f7-4319-bee2-a6e7db364fa7,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:27.369328 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Pushing event updated for resources: {'Port': ['ID=2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:27.371968 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:53:27.397163 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b9c66175-275d-49e0-b27e-4a2fa9626703 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6232703 Dec 06 14:53:27.402608 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55306) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:27.409681 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1030604565-router', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:27.440883 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port d350b801-15fd-48dd-80cb-41545f0302ca, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d350b801-15fd-48dd-80cb-41545f0302ca,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:27.461762 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:53:27.461762 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:53:27.461762 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:27.474475 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b0dfad5-3a01-4247-b61e-5e2ee3a43ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:27.482989 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dd891-a87f-4d7d-8730-1ad6d3f7425d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event deleted for resources: {'Port': ['ID=c5ef52e3-a51e-4219-b152-4a539b93ddee,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:27.527617 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:27.528671 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0543179e-d70f-4909-a03d-fcfe66648f7a no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:27.569071 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:27.570524 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:27.593303 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0dfad5-3a01-4247-b61e-5e2ee3a43ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=985ea36e-0074-4c70-bcae-12e4a1e5a5b1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:27.608046 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-504dd891-a87f-4d7d-8730-1ad6d3f7425d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] No DVR routers for this DVR port c5ef52e3-a51e-4219-b152-4a539b93ddee on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:27.611008 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-504dd891-a87f-4d7d-8730-1ad6d3f7425d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:27.629250 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-504dd891-a87f-4d7d-8730-1ad6d3f7425d tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.23 "DELETE /v2.0/ports/c5ef52e3-a51e-4219-b152-4a539b93ddee HTTP/1.1" status: 204 len: 173 time: 2.3351665 Dec 06 14:53:27.629814 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-deleted', 'tag': 'c5ef52e3-a51e-4219-b152-4a539b93ddee'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:27.635338 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bd56d6-1604-47f6-89b1-2940d03f6178" -d '{"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-deleted", "tag": "c5ef52e3-a51e-4219-b152-4a539b93ddee"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:27.646667 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['190f9d89-03f7-4319-bee2-a6e7db364fa7'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:53:27.649691 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b923fbd8-5826-4ba9-bda1-5e3025fbcae5 None None] Port a7b78aa4-0d2c-4a7c-8d55-41681ef29071 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:53:27.881962 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92f16206-628c-49a6-9343-2621d610408d req-c12e50d6-86b3-4875-a70a-e75af8babfc2 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.2509611 Dec 06 14:53:27.912611 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:28.111451 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3b0a88-41e4-4317-9aee-094ed5c4ed46 x-openstack-request-id: req-0c3b0a88-41e4-4317-9aee-094ed5c4ed46 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:28.112565 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-deleted", "tag": "c5ef52e3-a51e-4219-b152-4a539b93ddee", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:28.112687 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c3b0a88-41e4-4317-9aee-094ed5c4ed46 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:28.113125 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-deleted', 'tag': 'c5ef52e3-a51e-4219-b152-4a539b93ddee', 'status': 'completed', 'code': 200} Dec 06 14:53:28.257168 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-8b6d3806-2508-41b0-af7c-809faad4c942 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Deleting port 123958aa-6377-4a82-b97b-1f5421f13954 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:28.257805 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-8b6d3806-2508-41b0-af7c-809faad4c942 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:28.280808 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:28.352063 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:28.398677 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Attempting to bind port 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:53:28.399336 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Attempting to bind port 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6f262733-8a28-433b-9c45-fa898b1e6223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f41dd31-b83b-4bfe-b3c1-f98213f23237'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:53:28.399942 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Attempting to bind port 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f on network 4f41dd31-b83b-4bfe-b3c1-f98213f23237 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:53:28.406509 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=190f9d89-03f7-4319-bee2-a6e7db364fa7,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:28.441653 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-69e9a11c-c1cb-40ea-a7d5-bd6e9ae7c893 None None] Provisioning complete for port d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:28.456221 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69e9a11c-c1cb-40ea-a7d5-bd6e9ae7c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:28.478674 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0543179e-d70f-4909-a03d-fcfe66648f7a not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:28.479535 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a7b78aa4-0d2c-4a7c-8d55-41681ef29071 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:28.526932 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:53:28.527641 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Checking segment: {'id': '6f262733-8a28-433b-9c45-fa898b1e6223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f41dd31-b83b-4bfe-b3c1-f98213f23237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:53:28.528288 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:28.528854 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Bound using segment: {'id': '6f262733-8a28-433b-9c45-fa898b1e6223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f41dd31-b83b-4bfe-b3c1-f98213f23237'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:53:28.529505 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Bound port: 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f262733-8a28-433b-9c45-fa898b1e6223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f41dd31-b83b-4bfe-b3c1-f98213f23237'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:53:28.530067 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:28.779466 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=d350b801-15fd-48dd-80cb-41545f0302ca,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:28.797883 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a7b78aa4-0d2c-4a7c-8d55-41681ef29071 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:28.798342 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8308ccd2-e0d7-46df-9012-cb81a52c4813 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:28.847912 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:28.876211 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ced89-be9a-42ad-97f1-e7ffb53dad55 req-d2478047-3278-42f1-b74b-44402a212d5c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:28.883996 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ced89-be9a-42ad-97f1-e7ffb53dad55 req-d2478047-3278-42f1-b74b-44402a212d5c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:28.890363 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6e7ca-40c3-493c-95f4-3973945756aa req-063dfc76-5f6d-4575-9d40-e82c092dd753 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:28.892011 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eef6e7ca-40c3-493c-95f4-3973945756aa req-063dfc76-5f6d-4575-9d40-e82c092dd753 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 944 time: 0.6346211 Dec 06 14:53:28.899018 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ced89-be9a-42ad-97f1-e7ffb53dad55 req-d2478047-3278-42f1-b74b-44402a212d5c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:28.917810 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ced89-be9a-42ad-97f1-e7ffb53dad55 req-d2478047-3278-42f1-b74b-44402a212d5c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:28.919731 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-784ced89-be9a-42ad-97f1-e7ffb53dad55 req-d2478047-3278-42f1-b74b-44402a212d5c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 3146 time: 0.8640635 Dec 06 14:53:28.935300 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0', 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'fixed_ips': [{'subnet_id': '1e2b7579-a871-40e2-9313-5fc0de284511'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:53:28.937110 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:28.960758 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b0dfad5-3a01-4247-b61e-5e2ee3a43ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:29.045277 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-21db475e-f306-493b-bcc7-6039273899aa None None] For port 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:53:29.060488 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:53:29.116253 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-8b6d3806-2508-41b0-af7c-809faad4c942 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] For port 123958aa-6377-4a82-b97b-1f5421f13954, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=123958aa-6377-4a82-b97b-1f5421f13954,segment=NetworkSegment(7ba72c39-a80c-460f-8226-d6107cfda5da),segment_id=7ba72c39-a80c-460f-8226-d6107cfda5da)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:29.116704 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-8b6d3806-2508-41b0-af7c-809faad4c942 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:29.182668 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-8b6d3806-2508-41b0-af7c-809faad4c942 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Calling delete_port for 123958aa-6377-4a82-b97b-1f5421f13954 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:29.214630 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eef6e7ca-40c3-493c-95f4-3973945756aa req-adbe9c09-9686-4d24-8852-661d2f0105e2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062813 Dec 06 14:53:29.227588 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-784ced89-be9a-42ad-97f1-e7ffb53dad55 req-7e95f960-bf92-4c86-8ede-57cd8c584ac6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576642 Dec 06 14:53:29.509376 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19353af2-e8f4-4db7-a019-a6f4e1021341 req-46728928-dae3-4639-8f2d-9730e15d6690 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.1049080 Dec 06 14:53:29.571992 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd350b801-15fd-48dd-80cb-41545f0302ca'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:29.574263 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786f1b20-28ef-42d5-b3dc-e5f3761c87c0" -d '{"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-unplugged", "status": "completed", "tag": "d350b801-15fd-48dd-80cb-41545f0302ca"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:29.582884 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-21db475e-f306-493b-bcc7-6039273899aa None None] For port 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f,segment=NetworkSegment(6f262733-8a28-433b-9c45-fa898b1e6223),segment_id=6f262733-8a28-433b-9c45-fa898b1e6223)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:53:29.674285 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:29.731082 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd62d1c8-2ef9-4156-8c0f-f366d994d044 x-openstack-request-id: req-dd62d1c8-2ef9-4156-8c0f-f366d994d044 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:29.731450 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-unplugged", "status": "completed", "tag": "d350b801-15fd-48dd-80cb-41545f0302ca", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:29.731641 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd62d1c8-2ef9-4156-8c0f-f366d994d044 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:29.732048 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd350b801-15fd-48dd-80cb-41545f0302ca', 'code': 200} Dec 06 14:53:29.757936 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-8b6d3806-2508-41b0-af7c-809faad4c942 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:29.831851 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:29.832230 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:29.866763 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d3806-2508-41b0-af7c-809faad4c942 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event deleted for resources: {'Port': ['ID=123958aa-6377-4a82-b97b-1f5421f13954,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:29.881590 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:29.940792 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0dfad5-3a01-4247-b61e-5e2ee3a43ac3 admin admin] Router 0afb1d68-3c62-4299-9c3a-c6eb19705724 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:53:30.025690 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:30.041715 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db475e-f306-493b-bcc7-6039273899aa None None] Pushing event updated for resources: {'Port': ['ID=2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:30.050485 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:30.105007 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:30.108757 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Allocated IP 172.20.0.2 (c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0/1e2b7579-a871-40e2-9313-5fc0de284511/20b105f0-c0ad-422a-b9ca-7b1c17e9d026) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:53:30.182743 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8308ccd2-e0d7-46df-9012-cb81a52c4813, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8308ccd2-e0d7-46df-9012-cb81a52c4813,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:30.206440 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:30.611301 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=8308ccd2-e0d7-46df-9012-cb81a52c4813,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:30.683875 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Deleting port 49870210-21bd-4d73-909c-300b7a366f3d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:30.684403 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:30.808710 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:30.822126 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06b424f2-ff94-4441-bd61-a4b5983f1623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:30.834453 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:30.886423 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Network c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:53:30.887988 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:53:30.929459 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:53:30.931938 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:53:30.954415 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-8b6d3806-2508-41b0-af7c-809faad4c942 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] No DVR routers for this DVR port 123958aa-6377-4a82-b97b-1f5421f13954 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:30.979052 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-8b6d3806-2508-41b0-af7c-809faad4c942 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:30.982540 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-8b6d3806-2508-41b0-af7c-809faad4c942 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.23 "DELETE /v2.0/ports/123958aa-6377-4a82-b97b-1f5421f13954 HTTP/1.1" status: 204 len: 173 time: 3.3315399 Dec 06 14:53:30.983030 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-deleted', 'tag': '123958aa-6377-4a82-b97b-1f5421f13954'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:30.985470 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b5e9ff-525e-43ae-96e0-33c36b0c150b" -d '{"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-deleted", "tag": "123958aa-6377-4a82-b97b-1f5421f13954"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:30.992574 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] For port 49870210-21bd-4d73-909c-300b7a366f3d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=49870210-21bd-4d73-909c-300b7a366f3d,segment=NetworkSegment(00cac3b3-3705-459a-a39e-d6d2e8e7bf3f),segment_id=00cac3b3-3705-459a-a39e-d6d2e8e7bf3f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:30.992942 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:31.050029 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Calling delete_port for 49870210-21bd-4d73-909c-300b7a366f3d owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:31.098292 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d6941-0022-46dd-96ec-d7e688268f71 req-08469cbf-a5d6-44ae-bca5-0c8f89285c3d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:31.100049 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-646d6941-0022-46dd-96ec-d7e688268f71 req-08469cbf-a5d6-44ae-bca5-0c8f89285c3d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 944 time: 0.4200416 Dec 06 14:53:31.121725 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:31.122106 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:31.131500 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Allocated IP 172.35.7.246 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/a5b345ef-ef9a-482f-8e99-a4b53b163616) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:53:31.193354 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Pushing event updated for resources: {'Port': ['ID=20b105f0-c0ad-422a-b9ca-7b1c17e9d026,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:31.197913 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Attempting to bind port 20b105f0-c0ad-422a-b9ca-7b1c17e9d026 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:53:31.198297 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Attempting to bind port 20b105f0-c0ad-422a-b9ca-7b1c17e9d026 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '45187971-272f-404e-a876-75a142f35292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:53:31.198666 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Attempting to bind port 20b105f0-c0ad-422a-b9ca-7b1c17e9d026 on network c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:53:31.226775 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:53:31.227170 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Checking segment: {'id': '45187971-272f-404e-a876-75a142f35292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:53:31.227576 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:31.228019 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Bound using segment: {'id': '45187971-272f-404e-a876-75a142f35292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:53:31.228512 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Bound port: 20b105f0-c0ad-422a-b9ca-7b1c17e9d026, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45187971-272f-404e-a876-75a142f35292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:53:31.228903 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:31.278491 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:31.314029 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0dfad5-3a01-4247-b61e-5e2ee3a43ac3 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:53:31.324753 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5b0dfad5-3a01-4247-b61e-5e2ee3a43ac3 admin admin] 10.222.0.20 "PUT /v2.0/routers/0afb1d68-3c62-4299-9c3a-c6eb19705724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1736066 Dec 06 14:53:31.327580 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55352) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:31.341790 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:31.348811 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd634a61-ee13-493a-a014-be8d5b8a9ea4 None None] Sync routers for ids ['0afb1d68-3c62-4299-9c3a-c6eb19705724'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:53:31.494660 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94a283ce-9b44-4ed6-bbb0-b3b5e7f13c96 admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:31.547046 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd634a61-ee13-493a-a014-be8d5b8a9ea4 None None] Routers {'0afb1d68-3c62-4299-9c3a-c6eb19705724'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:53:31.548442 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-dd634a61-ee13-493a-a014-be8d5b8a9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:53:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0afb1d68-3c62-4299-9c3a-c6eb19705724'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:31.570510 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:31.591643 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ed864-5888-4ceb-bba1-0b68a1b15bcc req-e34dbb16-947c-47b9-87b8-2ce3f0caf2d3 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:31.601415 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ed864-5888-4ceb-bba1-0b68a1b15bcc req-e34dbb16-947c-47b9-87b8-2ce3f0caf2d3 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:31.608133 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ed864-5888-4ceb-bba1-0b68a1b15bcc req-e34dbb16-947c-47b9-87b8-2ce3f0caf2d3 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:31.611158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8b7ed864-5888-4ceb-bba1-0b68a1b15bcc req-e34dbb16-947c-47b9-87b8-2ce3f0caf2d3 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 2411 time: 1.1296456 Dec 06 14:53:31.638519 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Pushing event deleted for resources: {'Port': ['ID=49870210-21bd-4d73-909c-300b7a366f3d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:31.650988 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:53:31.654924 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b345ef-ef9a-482f-8e99-a4b53b163616,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:31.656663 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041d1c3b-5879-44d1-8abd-932d0cdd06da None None] Network 4f41dd31-b83b-4bfe-b3c1-f98213f23237 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:53:31.669220 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.669220 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.669580 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.669721 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.670077 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.670408 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.670733 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.671108 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.671369 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.671708 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.672031 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.672358 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.672670 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.681097 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:53:31.686019 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:53:31.697312 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] For port 20b105f0-c0ad-422a-b9ca-7b1c17e9d026, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:53:31.701621 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:31.743939 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.744551 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.744715 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.744972 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.745310 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.745693 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.746023 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.746355 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.746683 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.747011 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.747338 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.747682 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.748027 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:31.772257 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58db8d1-6f7f-4d02-99d5-93fd8cdb9a14 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:53:31.777343 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8308ccd2-e0d7-46df-9012-cb81a52c4813'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:31.778177 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e35db8-d38d-4e6d-9f0c-030c7ab0a555" -d '{"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-unplugged", "status": "completed", "tag": "8308ccd2-e0d7-46df-9012-cb81a52c4813"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:31.789737 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-646d6941-0022-46dd-96ec-d7e688268f71 req-fdaffb26-dcf9-44b3-aef6-86bf37b920de tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445982 Dec 06 14:53:31.824828 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] For port 20b105f0-c0ad-422a-b9ca-7b1c17e9d026, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=20b105f0-c0ad-422a-b9ca-7b1c17e9d026,segment=NetworkSegment(45187971-272f-404e-a876-75a142f35292),segment_id=45187971-272f-404e-a876-75a142f35292)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:53:31.856779 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8b7ed864-5888-4ceb-bba1-0b68a1b15bcc req-942fc25d-e7f0-46f9-aede-020584e46834 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331214 Dec 06 14:53:31.874563 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94a283ce-9b44-4ed6-bbb0-b3b5e7f13c96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:31.889269 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-101d8f3a-90df-498c-8ac3-f811be923afd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Deleting port d8787e97-b48c-4cf9-a70a-9062d1daf772 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:31.889552 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-101d8f3a-90df-498c-8ac3-f811be923afd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:31.994437 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:32.057037 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52815b1b-cc4e-45ac-bae7-01c6d9dc216d x-openstack-request-id: req-52815b1b-cc4e-45ac-bae7-01c6d9dc216d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:32.057353 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-deleted", "tag": "123958aa-6377-4a82-b97b-1f5421f13954", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:32.057618 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52815b1b-cc4e-45ac-bae7-01c6d9dc216d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:32.058037 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-deleted', 'tag': '123958aa-6377-4a82-b97b-1f5421f13954', 'status': 'completed', 'code': 200} Dec 06 14:53:32.072251 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a3a8364-db08-45aa-9c34-894e74df1292 req-931584df-eeff-44ec-9d38-2931dc41e9d7 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0881259 Dec 06 14:53:32.155898 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1544724-3c81-4608-aa8d-0805c59b037c x-openstack-request-id: req-a1544724-3c81-4608-aa8d-0805c59b037c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:32.156121 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-unplugged", "status": "completed", "tag": "8308ccd2-e0d7-46df-9012-cb81a52c4813", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:32.156354 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1544724-3c81-4608-aa8d-0805c59b037c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:32.156775 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8308ccd2-e0d7-46df-9012-cb81a52c4813', 'code': 200} Dec 06 14:53:32.170760 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-94a283ce-9b44-4ed6-bbb0-b3b5e7f13c96 admin admin] Deleting port 3fb4840c-11a7-4863-8f18-02cabdf4828c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:32.171341 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94a283ce-9b44-4ed6-bbb0-b3b5e7f13c96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:32.208068 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 190f9d89-03f7-4319-bee2-a6e7db364fa7 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:53:32.211927 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c1bce-6937-40df-9fcc-f660615a9e90 None None] Pushing event updated for resources: {'Port': ['ID=20b105f0-c0ad-422a-b9ca-7b1c17e9d026,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:32.222129 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-101d8f3a-90df-498c-8ac3-f811be923afd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] For port d8787e97-b48c-4cf9-a70a-9062d1daf772, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d8787e97-b48c-4cf9-a70a-9062d1daf772,segment=NetworkSegment(2d682598-8987-4d9b-9233-b0d36b83c0eb),segment_id=2d682598-8987-4d9b-9233-b0d36b83c0eb)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:32.222876 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-101d8f3a-90df-498c-8ac3-f811be923afd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:32.250702 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f,segment=NetworkSegment(6f262733-8a28-433b-9c45-fa898b1e6223),segment_id=6f262733-8a28-433b-9c45-fa898b1e6223)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:32.266571 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a16f931b-487a-4b8d-b581-4f9b51ece2c1 None None] Provisioning complete for port 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:32.267224 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a16f931b-487a-4b8d-b581-4f9b51ece2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:32.334980 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-94a283ce-9b44-4ed6-bbb0-b3b5e7f13c96 admin admin] For port 3fb4840c-11a7-4863-8f18-02cabdf4828c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3fb4840c-11a7-4863-8f18-02cabdf4828c,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:32.335446 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94a283ce-9b44-4ed6-bbb0-b3b5e7f13c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:32.338181 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:32.389060 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-94a283ce-9b44-4ed6-bbb0-b3b5e7f13c96 admin admin] Calling delete_port for 3fb4840c-11a7-4863-8f18-02cabdf4828c owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:32.390432 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:32.440471 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-101d8f3a-90df-498c-8ac3-f811be923afd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:32.441137 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-101d8f3a-90df-498c-8ac3-f811be923afd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:32.441623 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-101d8f3a-90df-498c-8ac3-f811be923afd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Floating IP 1885a586-7c08-44ba-8925-9045230f5077 disassociated. External IP: 172.35.7.136, port: d8787e97-b48c-4cf9-a70a-9062d1daf772. Dec 06 14:53:32.442697 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-101d8f3a-90df-498c-8ac3-f811be923afd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Calling delete_port for d8787e97-b48c-4cf9-a70a-9062d1daf772 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:32.483155 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:32.495478 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-dd634a61-ee13-493a-a014-be8d5b8a9ea4 None None] Set router 0afb1d68-3c62-4299-9c3a-c6eb19705724 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:53:32.523844 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:32.916885 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:33.010941 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:53:33.044853 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 190f9d89-03f7-4319-bee2-a6e7db364fa7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:33.045250 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:33.148273 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-101d8f3a-90df-498c-8ac3-f811be923afd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:33.318998 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94a283ce-9b44-4ed6-bbb0-b3b5e7f13c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:33.352026 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a461b36-9ed5-42d7-8a5a-524aefbb2fe8 req-0200f653-8459-4e19-871b-df8951d0d1c6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:33.372049 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a461b36-9ed5-42d7-8a5a-524aefbb2fe8 req-0200f653-8459-4e19-871b-df8951d0d1c6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:33.395461 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a461b36-9ed5-42d7-8a5a-524aefbb2fe8 req-0200f653-8459-4e19-871b-df8951d0d1c6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:33.397476 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8a461b36-9ed5-42d7-8a5a-524aefbb2fe8 req-0200f653-8459-4e19-871b-df8951d0d1c6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 2332 time: 0.3160388 Dec 06 14:53:33.431873 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Router 20ef49f0-d5a6-4213-a66a-4932e60f4338 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:53:33.508619 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a283ce-9b44-4ed6-bbb0-b3b5e7f13c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb4840c-11a7-4863-8f18-02cabdf4828c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:33.593289 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d8f3a-90df-498c-8ac3-f811be923afd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event deleted for resources: {'Port': ['ID=d8787e97-b48c-4cf9-a70a-9062d1daf772,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:33.594717 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4388c9d3-9f10-45f8-83c9-382ca3e94e52 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:53:33.684161 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5e34f30a-2d96-4eb1-855b-1023c7b57f5e None None] Provisioning complete for port a5b345ef-ef9a-482f-8e99-a4b53b163616 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:33.684639 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5e34f30a-2d96-4eb1-855b-1023c7b57f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:33.747329 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32ab6e4f-cf3a-4808-810d-e408cbd20bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:33.755238 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8a461b36-9ed5-42d7-8a5a-524aefbb2fe8 req-a3d9b109-4bdf-4b6f-be33-f31f3fab4084 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3333862 Dec 06 14:53:33.763825 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94a283ce-9b44-4ed6-bbb0-b3b5e7f13c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:33.835323 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3ac25-d360-4b91-a5e9-ed5dff9d120f req-b50e1056-9cf9-420a-8bb3-26c8563b5e74 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:33.847639 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06a3ac25-d360-4b91-a5e9-ed5dff9d120f req-b50e1056-9cf9-420a-8bb3-26c8563b5e74 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 944 time: 0.7410662 Dec 06 14:53:33.970698 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94a283ce-9b44-4ed6-bbb0-b3b5e7f13c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:33.974182 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:33.974349 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94a283ce-9b44-4ed6-bbb0-b3b5e7f13c96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:33.984699 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:34.036846 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06a3ac25-d360-4b91-a5e9-ed5dff9d120f req-60674dac-51c7-452e-b6c1-a8bf7e1123f2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772907 Dec 06 14:53:34.118945 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94a283ce-9b44-4ed6-bbb0-b3b5e7f13c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:34.119488 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a283ce-9b44-4ed6-bbb0-b3b5e7f13c96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0afb1d68-3c62-4299-9c3a-c6eb19705724 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:53:34.129425 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94a283ce-9b44-4ed6-bbb0-b3b5e7f13c96 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:34.131526 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-94a283ce-9b44-4ed6-bbb0-b3b5e7f13c96 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0afb1d68-3c62-4299-9c3a-c6eb19705724 HTTP/1.1" status: 204 len: 168 time: 2.7801924 Dec 06 14:53:34.134749 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61ca2d3f-1f58-4237-ba2f-9048b8636f53 req-0427cfe5-c0ba-42ef-b8f7-06c1ce131fc3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0791061 Dec 06 14:53:34.135321 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55376) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:34.135988 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Router bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:53:34.148631 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5e34f30a-2d96-4eb1-855b-1023c7b57f5e None None] Port a5b345ef-ef9a-482f-8e99-a4b53b163616 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:53:34.165090 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-101d8f3a-90df-498c-8ac3-f811be923afd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Router f44d2124-fabb-4ec9-b3a0-d841d45bcfbf has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:53:34.171317 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd1d4e0-d220-4f3b-bd0e-f99a0a567e5f None None] Network c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:53:34.180296 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:34.194865 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:34.231963 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-dd634a61-ee13-493a-a014-be8d5b8a9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb1d68-3c62-4299-9c3a-c6eb19705724', 'name': 'tempest-TaggedBootDevicesTest_v242-1121720774-router', 'tenant_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.254'}], 'enable_snat': True}, 'gw_port_id': '3fb4840c-11a7-4863-8f18-02cabdf4828c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:41:33Z', 'updated_at': '2021-12-06T14:53:27Z', 'revision_number': 5, 'project_id': '87f7b3c56e5444b098d96fbbcc88e36a', 'gw_port': {'id': '3fb4840c-11a7-4863-8f18-02cabdf4828c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb1d68-3c62-4299-9c3a-c6eb19705724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:41:34Z', 'updated_at': '2021-12-06T14:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:34.248725 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-084687bd-d430-48c6-a033-e65622b2d331 admin admin] Deleting subnet ec0a4a47-ba94-4c16-928e-eb58653a3fed {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:53:34.252388 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:53:34.253193 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-084687bd-d430-48c6-a033-e65622b2d331 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:34.269720 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c703a2b9-e962-4f00-8c9c-1c5d37a5fa85 None None] Sync routers for ids ['20ef49f0-d5a6-4213-a66a-4932e60f4338'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:53:34.307824 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c703a2b9-e962-4f00-8c9c-1c5d37a5fa85 None None] Routers {'20ef49f0-d5a6-4213-a66a-4932e60f4338'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:53:34.314110 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c703a2b9-e962-4f00-8c9c-1c5d37a5fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:53:34Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['20ef49f0-d5a6-4213-a66a-4932e60f4338'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:34.328860 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-101d8f3a-90df-498c-8ac3-f811be923afd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:53:34.334274 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-34f21e01-123c-41da-bf8b-166de487af9e admin admin] 10.222.0.20 "PUT /v2.0/routers/20ef49f0-d5a6-4213-a66a-4932e60f4338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5551531 Dec 06 14:53:34.338678 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55380) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:34.454563 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-101d8f3a-90df-498c-8ac3-f811be923afd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] No DVR routers for this DVR port d8787e97-b48c-4cf9-a70a-9062d1daf772 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:34.464200 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-101d8f3a-90df-498c-8ac3-f811be923afd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:34.480986 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-101d8f3a-90df-498c-8ac3-f811be923afd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.23 "DELETE /v2.0/ports/d8787e97-b48c-4cf9-a70a-9062d1daf772 HTTP/1.1" status: 204 len: 173 time: 3.4789376 Dec 06 14:53:34.482994 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-deleted', 'tag': 'd8787e97-b48c-4cf9-a70a-9062d1daf772'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:34.485433 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a001f232-ee30-4bf0-88cb-9d9119e8a05e" -d '{"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-deleted", "tag": "d8787e97-b48c-4cf9-a70a-9062d1daf772"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:34.566341 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730d6691-b460-4e83-b1ad-c63f3fef216b None None] Sync routers for ids ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:53:34.609437 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-084687bd-d430-48c6-a033-e65622b2d331 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:34.629889 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dee11f2-5443-49ea-a769-243c55cb2f04 x-openstack-request-id: req-4dee11f2-5443-49ea-a769-243c55cb2f04 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:34.630172 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-deleted", "tag": "d8787e97-b48c-4cf9-a70a-9062d1daf772", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:34.630590 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4dee11f2-5443-49ea-a769-243c55cb2f04 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:34.635859 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd634a61-ee13-493a-a014-be8d5b8a9ea4 None None] Checking router: 0afb1d68-3c62-4299-9c3a-c6eb19705724 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:53:34.637233 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-deleted', 'tag': 'd8787e97-b48c-4cf9-a70a-9062d1daf772', 'status': 'completed', 'code': 200} Dec 06 14:53:34.637925 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:53:34.662098 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:34.664446 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-00b28302-d796-44a6-8256-fb6f06145577 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.2607892 Dec 06 14:53:34.667888 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55384) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:34.701647 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233d1fbd-d79a-4ab1-912b-d596e1b61af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190f9d89-03f7-4319-bee2-a6e7db364fa7'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:34.708577 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9fc01f-26d4-4dad-bf61-178873c7e368" -d '{"events": [{"server_uuid": "233d1fbd-d79a-4ab1-912b-d596e1b61af8", "name": "network-vif-plugged", "status": "completed", "tag": "190f9d89-03f7-4319-bee2-a6e7db364fa7"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:34.770565 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 190f9d89-03f7-4319-bee2-a6e7db364fa7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=190f9d89-03f7-4319-bee2-a6e7db364fa7,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:34.773634 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730d6691-b460-4e83-b1ad-c63f3fef216b None None] Routers {'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:53:34.774413 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-730d6691-b460-4e83-b1ad-c63f3fef216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:53:34Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:34.833363 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5452ac13-2958-4ea5-986f-1331cd33df83 None None] Provisioning complete for port 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:34.833744 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5452ac13-2958-4ea5-986f-1331cd33df83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:34.836179 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:34.839893 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078a78a8-49b8-46b1-9fee-d37b653f85c3 x-openstack-request-id: req-078a78a8-49b8-46b1-9fee-d37b653f85c3 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:34.840595 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233d1fbd-d79a-4ab1-912b-d596e1b61af8", "name": "network-vif-plugged", "status": "completed", "tag": "190f9d89-03f7-4319-bee2-a6e7db364fa7", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:34.840851 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-078a78a8-49b8-46b1-9fee-d37b653f85c3 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:34.841244 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233d1fbd-d79a-4ab1-912b-d596e1b61af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190f9d89-03f7-4319-bee2-a6e7db364fa7', 'code': 200} Dec 06 14:53:34.921579 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-489788dd-9818-49a8-812f-a884e3dc763b admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:34.921809 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd634a61-ee13-493a-a014-be8d5b8a9ea4 None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:53:34.921809 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd634a61-ee13-493a-a014-be8d5b8a9ea4 None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 14:53:34.921809 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_agentschedulers_db [None req-dd634a61-ee13-493a-a014-be8d5b8a9ea4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0afb1d68-3c62-4299-9c3a-c6eb19705724'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:53:34Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent'). {{(pid=103290) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 14:53:34.922084 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd634a61-ee13-493a-a014-be8d5b8a9ea4 None None] The sync data for ids ['0afb1d68-3c62-4299-9c3a-c6eb19705724'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:53:35.002893 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c703a2b9-e962-4f00-8c9c-1c5d37a5fa85 None None] Set router 20ef49f0-d5a6-4213-a66a-4932e60f4338 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:53:35.004967 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Sync routers for ids ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:53:35.073343 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-084687bd-d430-48c6-a033-e65622b2d331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:35.211577 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Routers {'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:53:35.212581 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:53:34Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:35.344464 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-084687bd-d430-48c6-a033-e65622b2d331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:35.421427 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=190f9d89-03f7-4319-bee2-a6e7db364fa7,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:35.443315 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda71751-8295-47ba-84ec-58d49438b1f6 req-09bbfc6f-0ae9-4cd6-a1ee-5adb9ad84d18 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:35.444291 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5452ac13-2958-4ea5-986f-1331cd33df83 None None] Provisioning complete for port 20b105f0-c0ad-422a-b9ca-7b1c17e9d026 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:35.445527 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5452ac13-2958-4ea5-986f-1331cd33df83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:35.456028 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda71751-8295-47ba-84ec-58d49438b1f6 req-09bbfc6f-0ae9-4cd6-a1ee-5adb9ad84d18 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:35.457114 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cda71751-8295-47ba-84ec-58d49438b1f6 req-09bbfc6f-0ae9-4cd6-a1ee-5adb9ad84d18 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 1677 time: 0.4793129 Dec 06 14:53:35.500858 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-c06b5f2b-9ee8-4f18-902e-fcbfc87bfb15 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Deleting port d350b801-15fd-48dd-80cb-41545f0302ca {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:35.504006 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-c06b5f2b-9ee8-4f18-902e-fcbfc87bfb15 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:35.520597 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-084687bd-d430-48c6-a033-e65622b2d331 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:35.523883 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-489788dd-9818-49a8-812f-a884e3dc763b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:35.533837 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-084687bd-d430-48c6-a033-e65622b2d331 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ec0a4a47-ba94-4c16-928e-eb58653a3fed HTTP/1.1" status: 204 len: 168 time: 1.3924806 Dec 06 14:53:35.538314 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55398) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:35.631522 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 20b105f0-c0ad-422a-b9ca-7b1c17e9d026 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:53:35.635547 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cda71751-8295-47ba-84ec-58d49438b1f6 req-ab467a98-7ab2-4389-ac37-cee6402cd891 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679738 Dec 06 14:53:35.688454 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084687bd-d430-48c6-a033-e65622b2d331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec0a4a47-ba94-4c16-928e-eb58653a3fed,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:35.735848 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1090ab2e-a6af-4b21-a85e-d37a13dfcfd2 None None] Network 08cce051-6904-42ec-a6a4-20db2ea20110 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:53:35.894102 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-730d6691-b460-4e83-b1ad-c63f3fef216b None None] Set router f44d2124-fabb-4ec9-b3a0-d841d45bcfbf gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:53:35.950849 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:35.962839 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Set router bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:53:35.975074 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8ae6b-5d50-4443-a0da-71f60d624d49 req-d2803150-e883-40f3-870b-d1c61907c253 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:35.992224 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6ef8ae6b-5d50-4443-a0da-71f60d624d49 req-d2803150-e883-40f3-870b-d1c61907c253 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.7486885 Dec 06 14:53:36.255783 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5452ac13-2958-4ea5-986f-1331cd33df83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:36.271022 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:36.278288 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 20b105f0-c0ad-422a-b9ca-7b1c17e9d026 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:36.283025 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:36.318993 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c703a2b9-e962-4f00-8c9c-1c5d37a5fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'name': 'tempest-ServersTestBootFromVolume-1824612278-router', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174'}], 'enable_snat': True}, 'gw_port_id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:01Z', 'updated_at': '2021-12-06T14:53:31Z', 'revision_number': 5, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'gw_port': {'id': '487d2702-3cd1-435e-a3df-daceaa4fd979', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:03Z', 'updated_at': '2021-12-06T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:36.321431 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6ef8ae6b-5d50-4443-a0da-71f60d624d49 req-bd696763-163a-48a5-b920-d225e3416d17 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282030 Dec 06 14:53:36.329219 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] Deleting port 63136162-0cca-4716-90b1-4ebe286acbc3 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:36.329569 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:36.439901 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c703a2b9-e962-4f00-8c9c-1c5d37a5fa85 None None] Checking router: 20ef49f0-d5a6-4213-a66a-4932e60f4338 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:53:36.528220 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] For port 63136162-0cca-4716-90b1-4ebe286acbc3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63136162-0cca-4716-90b1-4ebe286acbc3,segment=NetworkSegment(df08a4a7-3e2a-4fa8-ad54-b00165c53993),segment_id=df08a4a7-3e2a-4fa8-ad54-b00165c53993)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:36.528608 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:36.581358 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c703a2b9-e962-4f00-8c9c-1c5d37a5fa85 None None] Routers {'20ef49f0-d5a6-4213-a66a-4932e60f4338'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:53:36.582326 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c703a2b9-e962-4f00-8c9c-1c5d37a5fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:53:34Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['20ef49f0-d5a6-4213-a66a-4932e60f4338'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:36.753135 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-191a8f13-3053-4edb-bba0-23af16f10e48 req-6d2562ea-156e-43e1-94b2-59f567e83f05 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.9249001 Dec 06 14:53:36.762059 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] Calling delete_port for 63136162-0cca-4716-90b1-4ebe286acbc3 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:36.796739 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-c06b5f2b-9ee8-4f18-902e-fcbfc87bfb15 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] For port d350b801-15fd-48dd-80cb-41545f0302ca, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d350b801-15fd-48dd-80cb-41545f0302ca,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:36.801081 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-c06b5f2b-9ee8-4f18-902e-fcbfc87bfb15 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:36.849445 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-489788dd-9818-49a8-812f-a884e3dc763b admin admin] Deleting port 487d2702-3cd1-435e-a3df-daceaa4fd979 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:36.853010 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-489788dd-9818-49a8-812f-a884e3dc763b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:36.881836 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-c06b5f2b-9ee8-4f18-902e-fcbfc87bfb15 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Calling delete_port for d350b801-15fd-48dd-80cb-41545f0302ca owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:36.951492 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:36.976172 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c703a2b9-e962-4f00-8c9c-1c5d37a5fa85 None None] Set router 20ef49f0-d5a6-4213-a66a-4932e60f4338 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:53:37.043349 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c703a2b9-e962-4f00-8c9c-1c5d37a5fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'name': 'tempest-ServersTestBootFromVolume-1824612278-router', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:01Z', 'updated_at': '2021-12-06T14:53:35Z', 'revision_number': 6, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:37.090596 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c703a2b9-e962-4f00-8c9c-1c5d37a5fa85 None None] The sync data for ids ['20ef49f0-d5a6-4213-a66a-4932e60f4338'] in n-d-master-1 is: [{'id': '20ef49f0-d5a6-4213-a66a-4932e60f4338', 'name': 'tempest-ServersTestBootFromVolume-1824612278-router', 'tenant_id': '13ce7cb8eaa54a73a674bedc378777e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:01Z', 'updated_at': '2021-12-06T14:53:35Z', 'revision_number': 6, 'project_id': '13ce7cb8eaa54a73a674bedc378777e7', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:53:37.091461 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-489788dd-9818-49a8-812f-a884e3dc763b admin admin] For port 487d2702-3cd1-435e-a3df-daceaa4fd979, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=487d2702-3cd1-435e-a3df-daceaa4fd979,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:37.091858 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-489788dd-9818-49a8-812f-a884e3dc763b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:37.112632 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:37.113421 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'name': 'tempest-ServersTestJSON-1030604565-router', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246'}], 'enable_snat': True}, 'gw_port_id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:53:27Z', 'updated_at': '2021-12-06T14:53:32Z', 'revision_number': 3, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'gw_port': {'id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:30Z', 'updated_at': '2021-12-06T14:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:37.154462 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-489788dd-9818-49a8-812f-a884e3dc763b admin admin] Calling delete_port for 487d2702-3cd1-435e-a3df-daceaa4fd979 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:37.172666 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b01700-3c7c-4e06-a2cf-7911e5a89ff7 None None] DHCP port deletion for 08cce051-6904-42ec-a6a4-20db2ea20110 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:53:37.187678 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Checking router: bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:53:37.188041 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Updating router bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 port a5b345ef-ef9a-482f-8e99-a4b53b163616 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:53:37.223179 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5452ac13-2958-4ea5-986f-1331cd33df83 None None] For port 20b105f0-c0ad-422a-b9ca-7b1c17e9d026, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=20b105f0-c0ad-422a-b9ca-7b1c17e9d026,segment=NetworkSegment(45187971-272f-404e-a876-75a142f35292),segment_id=45187971-272f-404e-a876-75a142f35292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:37.240742 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:37.298603 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:37.327545 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6af0c-3e44-4c6a-9d05-4061abeb318d req-a65d9b73-990f-4d1f-8a3e-aa389c0b95cd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:37.331864 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5452ac13-2958-4ea5-986f-1331cd33df83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:37.336764 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6af0c-3e44-4c6a-9d05-4061abeb318d req-a65d9b73-990f-4d1f-8a3e-aa389c0b95cd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:37.339060 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ade6af0c-3e44-4c6a-9d05-4061abeb318d req-a65d9b73-990f-4d1f-8a3e-aa389c0b95cd tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 1677 time: 0.4704049 Dec 06 14:53:37.376386 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-c06b5f2b-9ee8-4f18-902e-fcbfc87bfb15 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:37.511953 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:53:37.513108 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:53:37.667979 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:37.685183 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452ac13-2958-4ea5-986f-1331cd33df83 None None] Pushing event updated for resources: {'Port': ['ID=20b105f0-c0ad-422a-b9ca-7b1c17e9d026,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:37.693295 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c52cd5fd-16e7-41b8-a3ab-f2ed67546c53 None None] Provisioning complete for port 20b105f0-c0ad-422a-b9ca-7b1c17e9d026 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:37.694296 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c52cd5fd-16e7-41b8-a3ab-f2ed67546c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:37.696974 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-c06b5f2b-9ee8-4f18-902e-fcbfc87bfb15 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] No DVR routers for this DVR port d350b801-15fd-48dd-80cb-41545f0302ca on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:37.699585 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b5f2b-9ee8-4f18-902e-fcbfc87bfb15 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event deleted for resources: {'Port': ['ID=d350b801-15fd-48dd-80cb-41545f0302ca,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:37.707749 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-c06b5f2b-9ee8-4f18-902e-fcbfc87bfb15 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:37.711095 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-c06b5f2b-9ee8-4f18-902e-fcbfc87bfb15 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.23 "DELETE /v2.0/ports/d350b801-15fd-48dd-80cb-41545f0302ca HTTP/1.1" status: 204 len: 173 time: 3.2291720 Dec 06 14:53:37.715245 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-deleted', 'tag': 'd350b801-15fd-48dd-80cb-41545f0302ca'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:37.717816 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43520fda-db1c-44e7-ad11-51b0dcb386af" -d '{"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-deleted", "tag": "d350b801-15fd-48dd-80cb-41545f0302ca"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:37.845447 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-27b01700-3c7c-4e06-a2cf-7911e5a89ff7 None None] Deleting port 63136162-0cca-4716-90b1-4ebe286acbc3 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:37.851433 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-27b01700-3c7c-4e06-a2cf-7911e5a89ff7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:37.865213 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] No DVR routers for this DVR port 63136162-0cca-4716-90b1-4ebe286acbc3 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:37.881792 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1a8a3-a02f-4c3f-ac87-1cd4048fe02a req-03fd28ca-a497-4962-b3da-84e2b4ff4846 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:37.884037 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49c1a8a3-a02f-4c3f-ac87-1cd4048fe02a req-03fd28ca-a497-4962-b3da-84e2b4ff4846 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.2300920 Dec 06 14:53:37.919522 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ade6af0c-3e44-4c6a-9d05-4061abeb318d req-a6f2a461-d229-40ae-94dc-d146d8d9e10c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups?id=65bab8cf-7d04-49ab-a718-87e9006044b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5501764 Dec 06 14:53:37.920319 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] Pushing event deleted for resources: {'Port': ['ID=63136162-0cca-4716-90b1-4ebe286acbc3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:37.972496 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] Allocated IP 172.20.0.1 (c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0/1e2b7579-a871-40e2-9313-5fc0de284511/785e8710-3642-43f5-9638-6bfe66097e77) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:53:37.975368 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:38.004226 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:38.038430 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:38.146611 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Attempting to bind port a5b345ef-ef9a-482f-8e99-a4b53b163616 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:53:38.150917 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Attempting to bind port a5b345ef-ef9a-482f-8e99-a4b53b163616 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:53:38.151413 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Attempting to bind port a5b345ef-ef9a-482f-8e99-a4b53b163616 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:53:38.157562 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-4e021cc8-ad98-4832-ab9d-3df476faa253 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Deleting port 8308ccd2-e0d7-46df-9012-cb81a52c4813 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:38.157968 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-4e021cc8-ad98-4832-ab9d-3df476faa253 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:38.160242 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cce051-6904-42ec-a6a4-20db2ea20110']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:38.177762 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30bdda8-2d73-4ae7-9c0d-617836a8d177 x-openstack-request-id: req-f30bdda8-2d73-4ae7-9c0d-617836a8d177 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:38.178048 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-deleted", "tag": "d350b801-15fd-48dd-80cb-41545f0302ca", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:38.178306 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f30bdda8-2d73-4ae7-9c0d-617836a8d177 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:38.189308 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-deleted', 'tag': 'd350b801-15fd-48dd-80cb-41545f0302ca', 'status': 'completed', 'code': 200} Dec 06 14:53:38.191392 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df08a4a7-3e2a-4fa8-ad54-b00165c53993') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:38.191835 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df08a4a7-3e2a-4fa8-ad54-b00165c53993') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:38.209248 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:53:38.213062 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:53:38.214353 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:38.215931 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49c1a8a3-a02f-4c3f-ac87-1cd4048fe02a req-2173b6c8-d34f-49af-a683-6821b9df27bb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216920 Dec 06 14:53:38.216393 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:53:38.220367 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Bound port: a5b345ef-ef9a-482f-8e99-a4b53b163616, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:53:38.221018 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:38.249583 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-27b01700-3c7c-4e06-a2cf-7911e5a89ff7 None None] For port 63136162-0cca-4716-90b1-4ebe286acbc3, host n-d-master-1, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:38.254298 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-27b01700-3c7c-4e06-a2cf-7911e5a89ff7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:38.254811 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:38.268607 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af78643a-c374-4903-9e93-519b72b352e5 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:53:38.284428 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:38.297995 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:53:38.298566 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:38.320293 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3efe8d-d12b-40d0-b079-7d0f68533ddd None None] Pushing event updated for resources: {'Port': ['ID=a5b345ef-ef9a-482f-8e99-a4b53b163616,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:38.350079 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3efe8d-d12b-40d0-b079-7d0f68533ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:38.351553 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3efe8d-d12b-40d0-b079-7d0f68533ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:38.353033 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3efe8d-d12b-40d0-b079-7d0f68533ddd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:38.353567 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3efe8d-d12b-40d0-b079-7d0f68533ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:38.354815 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3efe8d-d12b-40d0-b079-7d0f68533ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:38.356361 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3efe8d-d12b-40d0-b079-7d0f68533ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:38.356895 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3efe8d-d12b-40d0-b079-7d0f68533ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:38.357431 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3efe8d-d12b-40d0-b079-7d0f68533ddd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:38.360454 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3efe8d-d12b-40d0-b079-7d0f68533ddd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:38.361017 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3efe8d-d12b-40d0-b079-7d0f68533ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:38.361618 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3efe8d-d12b-40d0-b079-7d0f68533ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:38.363195 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3efe8d-d12b-40d0-b079-7d0f68533ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:38.364625 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3efe8d-d12b-40d0-b079-7d0f68533ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:53:38.365345 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:53:38.385738 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:38.413411 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:38.419373 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] 10.222.0.20 "DELETE /v2.0/networks/08cce051-6904-42ec-a6a4-20db2ea20110 HTTP/1.1" status: 204 len: 168 time: 2.8709290 Dec 06 14:53:38.419373 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a1cd9e7-9dac-48a6-8908-ca471ac60c26 req-5b6676de-11ff-44ef-b709-e079424a1757 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0510342 Dec 06 14:53:38.442732 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc93707-1c72-4522-9d07-0f09e70877da admin admin] Pushing event deleted for resources: {'Network': ['ID=08cce051-6904-42ec-a6a4-20db2ea20110,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:38.448074 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:38.466155 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-489788dd-9818-49a8-812f-a884e3dc763b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:38.551185 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] For port a5b345ef-ef9a-482f-8e99-a4b53b163616, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:53:38.564039 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489788dd-9818-49a8-812f-a884e3dc763b admin admin] Pushing event deleted for resources: {'Port': ['ID=487d2702-3cd1-435e-a3df-daceaa4fd979,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:38.565765 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] For port a5b345ef-ef9a-482f-8e99-a4b53b163616, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a5b345ef-ef9a-482f-8e99-a4b53b163616,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:53:38.576735 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:38.580274 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:38.657076 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] Pushing event updated for resources: {'Port': ['ID=785e8710-3642-43f5-9638-6bfe66097e77,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:38.691173 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-4e021cc8-ad98-4832-ab9d-3df476faa253 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] For port 8308ccd2-e0d7-46df-9012-cb81a52c4813, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8308ccd2-e0d7-46df-9012-cb81a52c4813,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:38.691562 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-4e021cc8-ad98-4832-ab9d-3df476faa253 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:38.695842 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] Network c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:53:38.698255 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:53:38.707845 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:53:38.756707 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-4e021cc8-ad98-4832-ab9d-3df476faa253 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Calling delete_port for 8308ccd2-e0d7-46df-9012-cb81a52c4813 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:38.772581 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Routers {'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:53:38.772957 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-27b01700-3c7c-4e06-a2cf-7911e5a89ff7 None None] Calling delete_port for 63136162-0cca-4716-90b1-4ebe286acbc3 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:38.773635 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:53:34Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:38.776905 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3efe8d-d12b-40d0-b079-7d0f68533ddd None None] Pushing event updated for resources: {'Port': ['ID=a5b345ef-ef9a-482f-8e99-a4b53b163616,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:38.778362 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-27b01700-3c7c-4e06-a2cf-7911e5a89ff7 None None] Port 63136162-0cca-4716-90b1-4ebe286acbc3 was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 14:53:38.787528 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-27b01700-3c7c-4e06-a2cf-7911e5a89ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:38.792566 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55422) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:38.862053 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b01700-3c7c-4e06-a2cf-7911e5a89ff7 None None] Pushing event deleted for resources: {'Port': ['ID=63136162-0cca-4716-90b1-4ebe286acbc3,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:38.890277 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27b01700-3c7c-4e06-a2cf-7911e5a89ff7 None None] Network 08cce051-6904-42ec-a6a4-20db2ea20110 is not hosted by any dhcp agent {{(pid=103290) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 14:53:38.890885 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b01700-3c7c-4e06-a2cf-7911e5a89ff7 None None] No DVR routers for this DVR port 63136162-0cca-4716-90b1-4ebe286acbc3 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:38.906279 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-730d6691-b460-4e83-b1ad-c63f3fef216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'name': 'tempest-TaggedBootDevicesTest-1476888615-router', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146'}], 'enable_snat': True}, 'gw_port_id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:37Z', 'updated_at': '2021-12-06T14:42:42Z', 'revision_number': 4, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'gw_port': {'id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:38Z', 'updated_at': '2021-12-06T14:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '76eb9290-b18a-403b-97e7-5962e1e41af7', 'name': '', 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'mac_address': 'fa:16:3e:67:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:41Z', 'updated_at': '2021-12-06T14:42:48Z', 'revision_number': 5, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'subnets': [{'id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:38.952363 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] Set router bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:53:38.952605 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-75fb1f52-64e1-4442-a2f4-85e7f539a626 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efee5c2d9daf4ae5835be7ffbf3102fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547558 Dec 06 14:53:38.960327 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55426) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:39.013766 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730d6691-b460-4e83-b1ad-c63f3fef216b None None] Checking router: f44d2124-fabb-4ec9-b3a0-d841d45bcfbf for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:53:39.028207 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d5bfcc-edc0-4f53-a913-403b3d2e7a30 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:53:39.034584 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:39.088119 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730d6691-b460-4e83-b1ad-c63f3fef216b None None] Routers {'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:53:39.088698 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-730d6691-b460-4e83-b1ad-c63f3fef216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:53:34Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:39.136934 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8e37a4-5b61-449e-8844-3c68b0ded4bb None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:53:39.302816 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-489788dd-9818-49a8-812f-a884e3dc763b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:39.309451 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-4e021cc8-ad98-4832-ab9d-3df476faa253 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:39.359770 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 20b105f0-c0ad-422a-b9ca-7b1c17e9d026 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:53:39.448357 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51d415-e025-4711-8a7d-09dd4c9a3066 req-0d4389ea-bade-4202-bc65-3c2e7f2b887e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:39.450113 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd51d415-e025-4711-8a7d-09dd4c9a3066 req-0d4389ea-bade-4202-bc65-3c2e7f2b887e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.0936227 Dec 06 14:53:39.457042 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:39.563448 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'name': 'tempest-ServersTestJSON-1030604565-router', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246'}], 'enable_snat': True}, 'gw_port_id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:53:27Z', 'updated_at': '2021-12-06T14:53:32Z', 'revision_number': 3, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'gw_port': {'id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:30Z', 'updated_at': '2021-12-06T14:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:39.588223 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74807c9f-eb75-406a-bb61-c78824bd7a9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:39.605507 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e021cc8-ad98-4832-ab9d-3df476faa253 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event deleted for resources: {'Port': ['ID=8308ccd2-e0d7-46df-9012-cb81a52c4813,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:39.613550 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c47cb691-2214-4b78-ab0f-661810b13e24 req-e1cd4c78-033f-4d74-8f95-ead33c05df13 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.3162215 Dec 06 14:53:39.613715 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74807c9f-eb75-406a-bb61-c78824bd7a9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:39.631954 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7437ad61-bb44-4017-92f5-e0f3bc5aa5a1 None None] The sync data for ids ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'] in n-d-master-1 is: [{'id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'name': 'tempest-ServersTestJSON-1030604565-router', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246'}], 'enable_snat': True}, 'gw_port_id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:53:27Z', 'updated_at': '2021-12-06T14:53:32Z', 'revision_number': 3, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'gw_port': {'id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:30Z', 'updated_at': '2021-12-06T14:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:53:39.642487 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-05d932fe-93be-41de-97db-4de8f8db6fe4 None None] Provisioning complete for port a5b345ef-ef9a-482f-8e99-a4b53b163616 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:39.645043 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05d932fe-93be-41de-97db-4de8f8db6fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:39.693862 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-730d6691-b460-4e83-b1ad-c63f3fef216b None None] Set router f44d2124-fabb-4ec9-b3a0-d841d45bcfbf gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:53:39.697660 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74807c9f-eb75-406a-bb61-c78824bd7a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:39.700384 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74807c9f-eb75-406a-bb61-c78824bd7a9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:39.701542 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-74807c9f-eb75-406a-bb61-c78824bd7a9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/baf8c4b9-186e-407c-b2d2-9e69132b767e HTTP/1.1" status: 204 len: 168 time: 0.7402511 Dec 06 14:53:39.732337 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-489788dd-9818-49a8-812f-a884e3dc763b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:39.734278 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74807c9f-eb75-406a-bb61-c78824bd7a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf8c4b9-186e-407c-b2d2-9e69132b767e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:39.770484 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-489788dd-9818-49a8-812f-a884e3dc763b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:39.782709 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd51d415-e025-4711-8a7d-09dd4c9a3066 req-ca22f45a-8156-4b05-a722-15e978e966da tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779319 Dec 06 14:53:39.916533 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2a3cd61d-67f1-44b8-8b33-18121fc16fda req-bd11cc11-05f8-4454-b432-f7184065cdbf tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.1134651 Dec 06 14:53:39.972238 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-4e021cc8-ad98-4832-ab9d-3df476faa253 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] No DVR routers for this DVR port 8308ccd2-e0d7-46df-9012-cb81a52c4813 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:40.016927 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-4e021cc8-ad98-4832-ab9d-3df476faa253 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:40.021663 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-adade444-50ee-4543-aa93-ef03ca4a8c27 req-4e021cc8-ad98-4832-ab9d-3df476faa253 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.23 "DELETE /v2.0/ports/8308ccd2-e0d7-46df-9012-cb81a52c4813 HTTP/1.1" status: 204 len: 173 time: 2.3003936 Dec 06 14:53:40.039330 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-489788dd-9818-49a8-812f-a884e3dc763b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:40.039926 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489788dd-9818-49a8-812f-a884e3dc763b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20ef49f0-d5a6-4213-a66a-4932e60f4338 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:53:40.060897 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-489788dd-9818-49a8-812f-a884e3dc763b admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:40.062489 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-489788dd-9818-49a8-812f-a884e3dc763b admin admin] 10.222.0.20 "DELETE /v2.0/routers/20ef49f0-d5a6-4213-a66a-4932e60f4338 HTTP/1.1" status: 204 len: 168 time: 5.7226744 Dec 06 14:53:40.076406 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55440) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:40.154852 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0be098-c414-417a-b4c1-08e1020df3f4 admin admin] Deleting subnet 78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:53:40.164538 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c0be098-c414-417a-b4c1-08e1020df3f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:40.266196 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:40.284949 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:40.303006 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-deleted', 'tag': '8308ccd2-e0d7-46df-9012-cb81a52c4813'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:40.317161 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7125f8a-48ae-4900-811c-a866645f6d05" -d '{"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-deleted", "tag": "8308ccd2-e0d7-46df-9012-cb81a52c4813"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:40.435646 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c0be098-c414-417a-b4c1-08e1020df3f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:40.447409 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 20b105f0-c0ad-422a-b9ca-7b1c17e9d026 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:40.450918 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:40.503903 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55448) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:40.506711 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:40.614162 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315f2ab8-607a-4e15-86f0-ef856309eb71 x-openstack-request-id: req-315f2ab8-607a-4e15-86f0-ef856309eb71 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:40.614526 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f711120-6111-4b00-91fc-e3c63d804c46", "name": "network-vif-deleted", "tag": "8308ccd2-e0d7-46df-9012-cb81a52c4813", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:40.614727 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-315f2ab8-607a-4e15-86f0-ef856309eb71 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:40.615140 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f711120-6111-4b00-91fc-e3c63d804c46', 'name': 'network-vif-deleted', 'tag': '8308ccd2-e0d7-46df-9012-cb81a52c4813', 'status': 'completed', 'code': 200} Dec 06 14:53:40.647040 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c0be098-c414-417a-b4c1-08e1020df3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:40.717580 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-730d6691-b460-4e83-b1ad-c63f3fef216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'name': 'tempest-TaggedBootDevicesTest-1476888615-router', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146'}], 'enable_snat': True}, 'gw_port_id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:37Z', 'updated_at': '2021-12-06T14:42:42Z', 'revision_number': 4, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'gw_port': {'id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:38Z', 'updated_at': '2021-12-06T14:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '76eb9290-b18a-403b-97e7-5962e1e41af7', 'name': '', 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'mac_address': 'fa:16:3e:67:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:41Z', 'updated_at': '2021-12-06T14:42:48Z', 'revision_number': 5, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'subnets': [{'id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:40.786066 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730d6691-b460-4e83-b1ad-c63f3fef216b None None] The sync data for ids ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'] in n-d-master-1 is: [{'id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'name': 'tempest-TaggedBootDevicesTest-1476888615-router', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146'}], 'enable_snat': True}, 'gw_port_id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:37Z', 'updated_at': '2021-12-06T14:42:42Z', 'revision_number': 4, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'gw_port': {'id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:38Z', 'updated_at': '2021-12-06T14:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '76eb9290-b18a-403b-97e7-5962e1e41af7', 'name': '', 'network_id': '6e31e4b3-623f-41f0-89d7-053df25180e1', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'mac_address': 'fa:16:3e:67:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:41Z', 'updated_at': '2021-12-06T14:42:48Z', 'revision_number': 5, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'subnets': [{'id': 'ebae9223-bf32-4b01-a47e-4989661e2354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:53:40.788866 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05d932fe-93be-41de-97db-4de8f8db6fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:40.796269 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c0be098-c414-417a-b4c1-08e1020df3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:40.933558 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-05d932fe-93be-41de-97db-4de8f8db6fe4 None None] For port a5b345ef-ef9a-482f-8e99-a4b53b163616, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a5b345ef-ef9a-482f-8e99-a4b53b163616,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:40.934700 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7fcb2b-08b6-452a-8155-1a28638a207e None None] Network f09c8eed-929d-4a4a-a9da-19e0c25e2663 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:53:40.941552 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0be098-c414-417a-b4c1-08e1020df3f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:40.945710 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05d932fe-93be-41de-97db-4de8f8db6fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:40.959103 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c0be098-c414-417a-b4c1-08e1020df3f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:40.978079 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6c0be098-c414-417a-b4c1-08e1020df3f4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/78bdfa05-6ea9-43aa-b62e-f44dc1d47b4a HTTP/1.1" status: 204 len: 168 time: 0.8980355 Dec 06 14:53:40.979476 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55456) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:41.064491 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bdcd7358-def1-4506-9182-6f025d32ec50 req-5624b7ab-fe4f-415a-956a-cfce89b11f45 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.2793698 Dec 06 14:53:41.073485 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 985ea36e-0074-4c70-bcae-12e4a1e5a5b1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:41.186316 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] Pushing event updated for resources: {'Port': ['ID=785e8710-3642-43f5-9638-6bfe66097e77,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:41.206730 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-05d932fe-93be-41de-97db-4de8f8db6fe4 None None] Provisioning complete for port 785e8710-3642-43f5-9638-6bfe66097e77 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:41.207483 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05d932fe-93be-41de-97db-4de8f8db6fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:41.290372 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:41.302102 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-05d932fe-93be-41de-97db-4de8f8db6fe4 None None] Port 785e8710-3642-43f5-9638-6bfe66097e77 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:53:41.323980 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 985ea36e-0074-4c70-bcae-12e4a1e5a5b1 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:53:41.324530 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 985ea36e-0074-4c70-bcae-12e4a1e5a5b1 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:41.325316 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 49870210-21bd-4d73-909c-300b7a366f3d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:41.325456 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703409c-062c-4238-bc8c-11cec78393db req-5585cb47-e7bb-49b0-92b7-cb1f1e40ef23 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:41.327032 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b703409c-062c-4238-bc8c-11cec78393db req-5585cb47-e7bb-49b0-92b7-cb1f1e40ef23 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.3163478 Dec 06 14:53:41.334828 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cecc5e1b-48e4-41a9-8a35-af807b0fc97b req-43b376ae-04ac-4ed5-92d8-8daf5d446804 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.1183798 Dec 06 14:53:41.339343 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-39533b8a-fee9-43e9-a13b-55d7d0ef8a91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87f7b3c56e5444b098d96fbbcc88e36a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7834721 Dec 06 14:53:41.347285 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55460) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:41.396389 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 49870210-21bd-4d73-909c-300b7a366f3d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:53:41.396902 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 49870210-21bd-4d73-909c-300b7a366f3d not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:41.397436 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 63136162-0cca-4716-90b1-4ebe286acbc3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:41.468125 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 63136162-0cca-4716-90b1-4ebe286acbc3 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:53:41.472165 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 63136162-0cca-4716-90b1-4ebe286acbc3 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:41.472746 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3fb4840c-11a7-4863-8f18-02cabdf4828c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:41.560116 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b703409c-062c-4238-bc8c-11cec78393db req-d625fb49-43a6-496b-be59-3cafe891bfde tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001696 Dec 06 14:53:41.589407 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] Deleting port a3bfabf4-ac06-4cba-b2e7-5f16a1eead93 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:53:41.589743 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:41.590005 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 3fb4840c-11a7-4863-8f18-02cabdf4828c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:53:41.590480 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3fb4840c-11a7-4863-8f18-02cabdf4828c not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:41.591139 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 487d2702-3cd1-435e-a3df-daceaa4fd979 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:41.609935 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92b24aaa-1f71-433b-85af-df69b4d26e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:41.650884 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 487d2702-3cd1-435e-a3df-daceaa4fd979 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:53:41.651384 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 487d2702-3cd1-435e-a3df-daceaa4fd979 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:41.652968 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d932fe-93be-41de-97db-4de8f8db6fe4 None None] Pushing event updated for resources: {'Port': ['ID=a5b345ef-ef9a-482f-8e99-a4b53b163616,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:41.666719 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f8396f-c9ec-4776-a98e-b1d0e96a9abb None None] New status for floating IP 1885a586-7c08-44ba-8925-9045230f5077: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:53:41.760368 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] For port a3bfabf4-ac06-4cba-b2e7-5f16a1eead93, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a3bfabf4-ac06-4cba-b2e7-5f16a1eead93,segment=NetworkSegment(00cac3b3-3705-459a-a39e-d6d2e8e7bf3f),segment_id=00cac3b3-3705-459a-a39e-d6d2e8e7bf3f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:41.760730 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:41.823537 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] Calling delete_port for a3bfabf4-ac06-4cba-b2e7-5f16a1eead93 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:53:41.947726 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a5b345ef-ef9a-482f-8e99-a4b53b163616 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:53:42.004761 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2e7a30b0-60b8-4eed-b492-f98240ae03ae None None] Provisioning complete for port a5b345ef-ef9a-482f-8e99-a4b53b163616 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:42.005131 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2e7a30b0-60b8-4eed-b492-f98240ae03ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:42.023261 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:42.073455 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:53:42.084474 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] No DVR routers for this DVR port a3bfabf4-ac06-4cba-b2e7-5f16a1eead93 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:53:42.090949 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3bfabf4-ac06-4cba-b2e7-5f16a1eead93,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:42.133657 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a5b345ef-ef9a-482f-8e99-a4b53b163616 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:42.134287 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:42.194425 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e7cbbc-e385-42a7-9a4c-24ea39479b18 None None] DHCP port deletion for f09c8eed-929d-4a4a-a9da-19e0c25e2663 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:53:42.225791 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92b24aaa-1f71-433b-85af-df69b4d26e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:42.263097 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:42.311397 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92b24aaa-1f71-433b-85af-df69b4d26e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:42.319125 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09c8eed-929d-4a4a-a9da-19e0c25e2663']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:42.324267 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92b24aaa-1f71-433b-85af-df69b4d26e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:42.336436 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-92b24aaa-1f71-433b-85af-df69b4d26e16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7af7eb7-9e87-4a02-beea-7c23e759d977 HTTP/1.1" status: 204 len: 168 time: 0.9049244 Dec 06 14:53:42.371441 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cac3b3-3705-459a-a39e-d6d2e8e7bf3f') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:42.371896 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cac3b3-3705-459a-a39e-d6d2e8e7bf3f') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:42.403074 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b24aaa-1f71-433b-85af-df69b4d26e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7af7eb7-9e87-4a02-beea-7c23e759d977,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:42.408203 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] Network c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:53:42.420718 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:53:42.466464 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:42.473052 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8c3d3c8-56e1-4913-b641-021e5eef252b req-1437c261-40ab-4b40-8b84-6c9d410f4f29 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.1170671 Dec 06 14:53:42.526978 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:42.542437 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:53:42.542864 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:53:42.553893 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:53:42.710399 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d367777-72ef-4c0f-9104-b1e94977fc70 req-420a45ff-ef97-444e-ad42-825d7a508ef6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0902684 Dec 06 14:53:42.715473 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:42.729671 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:42.743320 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f09c8eed-929d-4a4a-a9da-19e0c25e2663 HTTP/1.1" status: 204 len: 168 time: 1.7568033 Dec 06 14:53:42.825075 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878d3c6-f146-4e42-a301-2f2f5b3d42c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f09c8eed-929d-4a4a-a9da-19e0c25e2663,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:42.943133 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7189777-6839-4adf-af8a-d67f830bbfff req-caa4c483-7415-42a2-bedc-a523fee8580f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:42.948508 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7189777-6839-4adf-af8a-d67f830bbfff req-caa4c483-7415-42a2-bedc-a523fee8580f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.1522117 Dec 06 14:53:42.951373 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] Router bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:53:43.010064 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6f755f61-8505-453e-aafa-00a5fcbe0c84 None None] Provisioning complete for port 785e8710-3642-43f5-9638-6bfe66097e77 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:43.010627 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6f755f61-8505-453e-aafa-00a5fcbe0c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:43.154946 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7189777-6839-4adf-af8a-d67f830bbfff req-ca45b5da-575c-421a-8e4c-c09d63a85026 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956928 Dec 06 14:53:43.156474 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6f755f61-8505-453e-aafa-00a5fcbe0c84 None None] Port 785e8710-3642-43f5-9638-6bfe66097e77 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:53:43.204523 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55486) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:43.269392 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:53:43.280696 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Sync routers for ids ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:53:43.285983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-65ca9a6f-2872-4d5e-ba23-1cd0742b5969 admin admin] 10.222.0.20 "PUT /v2.0/routers/bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6170392 Dec 06 14:53:43.298455 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Routers {'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:53:43.299648 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:53:34Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:43.347482 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55492) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:43.351869 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1082f8c8-0c6e-47a0-b6fa-00ea3e41c85d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13ce7cb8eaa54a73a674bedc378777e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1457717 Dec 06 14:53:43.473807 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c053c36-5bae-4d1a-b66d-e6a7ab8e6c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:43.510892 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Set router bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:53:43.581386 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c053c36-5bae-4d1a-b66d-e6a7ab8e6c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:43.757981 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59cd4f9d-fcf8-4679-83e2-1946145ebb09 req-9f5cd494-ab87-4909-bb92-f0c5afd7a318 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.0883880 Dec 06 14:53:43.817178 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c053c36-5bae-4d1a-b66d-e6a7ab8e6c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:43.820192 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c053c36-5bae-4d1a-b66d-e6a7ab8e6c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:43.823967 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5c053c36-5bae-4d1a-b66d-e6a7ab8e6c4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de8738dd-90c3-4dac-bb77-4a466d5c176c HTTP/1.1" status: 204 len: 168 time: 0.4727976 Dec 06 14:53:43.830576 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c053c36-5bae-4d1a-b66d-e6a7ab8e6c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8738dd-90c3-4dac-bb77-4a466d5c176c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:43.896373 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a3bfabf4-ac06-4cba-b2e7-5f16a1eead93 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:53:43.983149 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: a3bfabf4-ac06-4cba-b2e7-5f16a1eead93 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:53:43.983324 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a3bfabf4-ac06-4cba-b2e7-5f16a1eead93 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:53:44.020289 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ccf36f08-c203-43c1-829c-0782d8f8cd22 req-f660e0a4-622c-421d-a1f5-13f896d028df tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.1031616 Dec 06 14:53:44.106632 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55516) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:44.114289 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-459b6435-788d-41e0-887a-867d2ac1ef0c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--405005704', 'description': 'tempest-description--1161571793'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:44.178433 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-459b6435-788d-41e0-887a-867d2ac1ef0c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:44.210967 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'name': 'tempest-ServersTestJSON-1030604565-router', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246'}], 'enable_snat': True}, 'gw_port_id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:53:27Z', 'updated_at': '2021-12-06T14:53:39Z', 'revision_number': 4, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'gw_port': {'id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:30Z', 'updated_at': '2021-12-06T14:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '785e8710-3642-43f5-9638-6bfe66097e77', 'name': '', 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'mac_address': 'fa:16:3e:36:c5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:37Z', 'updated_at': '2021-12-06T14:53:39Z', 'revision_number': 2, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'subnets': [{'id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:44.266592 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Checking router: bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:53:44.266858 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Updating router bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 port 785e8710-3642-43f5-9638-6bfe66097e77 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:53:44.324920 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:44.326115 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55522) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:44.389230 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be5a0f-b620-405a-9740-32f088a0d647 req-b7fcb6ef-ffea-4edf-ae23-f5b9e13aed77 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:44.404503 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a9be5a0f-b620-405a-9740-32f088a0d647 req-b7fcb6ef-ffea-4edf-ae23-f5b9e13aed77 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.1258318 Dec 06 14:53:44.474181 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-459b6435-788d-41e0-887a-867d2ac1ef0c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:44.489077 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-459b6435-788d-41e0-887a-867d2ac1ef0c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:44.538543 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a9be5a0f-b620-405a-9740-32f088a0d647 req-bd5a65d4-4536-4d68-a1c7-09d88a817ee0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328325 Dec 06 14:53:44.589716 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-459b6435-788d-41e0-887a-867d2ac1ef0c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:44.594503 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-459b6435-788d-41e0-887a-867d2ac1ef0c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4864094 Dec 06 14:53:44.598369 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55532) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:44.600192 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b6435-788d-41e0-887a-867d2ac1ef0c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34af189-0e5c-4d1d-bf02-a778b8dfeae9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:44.603380 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2ab9e063-0f52-4d1f-9e75-6273b180adc8 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Request body: {'security_group_rule': {'security_group_id': 'c34af189-0e5c-4d1d-bf02-a778b8dfeae9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:44.630333 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-57b0bc0c-378e-4cf3-90a5-c86e14b161b1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1848505430-network', 'tenant_id': '08977d824f6a4009b42dd6be42ae1cd0'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:44.687549 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ab9e063-0f52-4d1f-9e75-6273b180adc8 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:44.691070 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b0bc0c-378e-4cf3-90a5-c86e14b161b1 admin admin] Made reservation on behalf of 08977d824f6a4009b42dd6be42ae1cd0 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:53:44.693814 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b0bc0c-378e-4cf3-90a5-c86e14b161b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:44.712590 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b0bc0c-378e-4cf3-90a5-c86e14b161b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:44.889887 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ab9e063-0f52-4d1f-9e75-6273b180adc8 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:44.900771 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ab9e063-0f52-4d1f-9e75-6273b180adc8 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:44.928185 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b0bc0c-378e-4cf3-90a5-c86e14b161b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:44.938198 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:44.941338 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b0bc0c-378e-4cf3-90a5-c86e14b161b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:44.958881 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:44.985822 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9e063-0f52-4d1f-9e75-6273b180adc8 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e8da19-c07b-4f0f-8b14-50787fecf612,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:45.016780 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ab9e063-0f52-4d1f-9e75-6273b180adc8 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:45.019005 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b0bc0c-378e-4cf3-90a5-c86e14b161b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:53:45.026755 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2ab9e063-0f52-4d1f-9e75-6273b180adc8 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4233630 Dec 06 14:53:45.028670 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55544) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:45.041486 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3bfe0cb9-ffc8-4c0e-a891-845889e45075 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Request body: {'security_group_rule': {'security_group_id': 'c34af189-0e5c-4d1d-bf02-a778b8dfeae9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:45.051555 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2529fe8f-dc47-4d63-9f92-415e9dbc4eaa req-98e7c0b3-7868-4321-af2a-051990275a30 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.0797729 Dec 06 14:53:45.060676 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b0bc0c-378e-4cf3-90a5-c86e14b161b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:45.061218 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-57b0bc0c-378e-4cf3-90a5-c86e14b161b1 admin admin] Added segment 0109b946-27a6-42b8-9977-0214018092fd of type vlan for network 9a602f61-bcf4-43a0-9031-d0808eaac4b6 Dec 06 14:53:45.062793 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0bc0c-378e-4cf3-90a5-c86e14b161b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99075b24-df24-4e75-94bb-144748884210,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:45.131214 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52254d3-bf59-42fd-831e-2b1ad32f96d7 None None] Pushing event updated for resources: {'Port': ['ID=785e8710-3642-43f5-9638-6bfe66097e77,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:45.142278 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bfe0cb9-ffc8-4c0e-a891-845889e45075 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:45.185499 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b0bc0c-378e-4cf3-90a5-c86e14b161b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:45.277228 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b0bc0c-378e-4cf3-90a5-c86e14b161b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:45.278062 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b0bc0c-378e-4cf3-90a5-c86e14b161b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:45.278680 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57b0bc0c-378e-4cf3-90a5-c86e14b161b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:45.340261 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ba0e4324-abeb-4d85-987f-8371bb24d9af req-1b8686b2-72be-4710-88aa-025ea96c0a31 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.1787891 Dec 06 14:53:45.348133 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Attempting to bind port 785e8710-3642-43f5-9638-6bfe66097e77 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:53:45.351610 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Attempting to bind port 785e8710-3642-43f5-9638-6bfe66097e77 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '45187971-272f-404e-a876-75a142f35292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:53:45.352188 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Attempting to bind port 785e8710-3642-43f5-9638-6bfe66097e77 on network c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:53:45.368065 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:53:45.378933 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Checking segment: {'id': '45187971-272f-404e-a876-75a142f35292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:53:45.379558 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:45.380320 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Bound using segment: {'id': '45187971-272f-404e-a876-75a142f35292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:53:45.381379 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Bound port: 785e8710-3642-43f5-9638-6bfe66097e77, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45187971-272f-404e-a876-75a142f35292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:53:45.381941 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:45.423715 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55556) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:45.436536 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-50a624ce-27bb-4699-bfec-95cad6907546 admin admin] Request body: {'subnet': {'network_id': '9a602f61-bcf4-43a0-9031-d0808eaac4b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1848505430-subnet', 'tenant_id': '08977d824f6a4009b42dd6be42ae1cd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:45.440602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-57b0bc0c-378e-4cf3-90a5-c86e14b161b1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0786021 Dec 06 14:53:45.515235 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-58cd9c80-11fa-4228-9e03-58715537094e None None] Provisioning complete for port 785e8710-3642-43f5-9638-6bfe66097e77 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:45.515819 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-58cd9c80-11fa-4228-9e03-58715537094e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:45.576755 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0bc0c-378e-4cf3-90a5-c86e14b161b1 admin admin] Pushing event updated for resources: {'Network': ['ID=9a602f61-bcf4-43a0-9031-d0808eaac4b6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:45.607921 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-58cd9c80-11fa-4228-9e03-58715537094e None None] Port 785e8710-3642-43f5-9638-6bfe66097e77 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:53:45.614498 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 9a602f61-bcf4-43a0-9031-d0808eaac4b6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:53:45.633778 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bfe0cb9-ffc8-4c0e-a891-845889e45075 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:45.638820 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a624ce-27bb-4699-bfec-95cad6907546 admin admin] Made reservation on behalf of 08977d824f6a4009b42dd6be42ae1cd0 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:53:45.644634 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a624ce-27bb-4699-bfec-95cad6907546 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:45.646986 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] For port 785e8710-3642-43f5-9638-6bfe66097e77, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:53:45.650636 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] For port 785e8710-3642-43f5-9638-6bfe66097e77, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=785e8710-3642-43f5-9638-6bfe66097e77,segment=NetworkSegment(45187971-272f-404e-a876-75a142f35292),segment_id=45187971-272f-404e-a876-75a142f35292)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:53:45.655943 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bfe0cb9-ffc8-4c0e-a891-845889e45075 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:45.658118 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:45.777444 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bfe0cb9-ffc8-4c0e-a891-845889e45075 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:45.782359 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3bfe0cb9-ffc8-4c0e-a891-845889e45075 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7489526 Dec 06 14:53:45.782828 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55564) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:45.790028 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2e2ac634-cfcd-47ff-b38d-d1eb9c472f7c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:45.826964 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe0cb9-ffc8-4c0e-a891-845889e45075 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c68442-9217-4f80-877e-fade410c6dda,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:45.866228 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55566) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:45.868265 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52254d3-bf59-42fd-831e-2b1ad32f96d7 None None] Pushing event updated for resources: {'Port': ['ID=785e8710-3642-43f5-9638-6bfe66097e77,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:45.902547 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Routers {'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:53:45.906883 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:53:34Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:45.916845 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac634-cfcd-47ff-b38d-d1eb9c472f7c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:46.271913 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa912e6d-9069-4927-9cc8-9a11d0fd3bf7 req-3047b634-c63a-4931-bcc9-128662a5e434 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:46.281176 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fa912e6d-9069-4927-9cc8-9a11d0fd3bf7 req-3047b634-c63a-4931-bcc9-128662a5e434 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.3570316 Dec 06 14:53:46.356289 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] Set router bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:53:46.465360 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-95ad2e32-26a9-46fc-9ece-135d517031ce None None] Provisioning complete for port 785e8710-3642-43f5-9638-6bfe66097e77 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:46.467433 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6bbd9b55-5c03-4fba-8a75-d5e084f46637 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1503195728-network', 'tenant_id': '253456d49f28490981f9e8f2633a478e'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:46.469526 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95ad2e32-26a9-46fc-9ece-135d517031ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:46.548970 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8204c7f7-36fc-4c85-bff0-35f7f2a74e49 req-97b58b59-0034-44e0-a4e0-bec124b39587 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.0656161 Dec 06 14:53:46.612897 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fa912e6d-9069-4927-9cc8-9a11d0fd3bf7 req-8701d0f1-5d5d-4538-afe3-fcda6335920c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304548 Dec 06 14:53:46.759156 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a624ce-27bb-4699-bfec-95cad6907546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:46.867099 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-535734ce-1377-4bc5-8bff-a42003dfdb85 req-991fcb31-8660-497a-ae5a-470334ca6ae5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.1762714 Dec 06 14:53:46.901262 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbd9b55-5c03-4fba-8a75-d5e084f46637 admin admin] Made reservation on behalf of 253456d49f28490981f9e8f2633a478e for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:53:46.913915 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9b55-5c03-4fba-8a75-d5e084f46637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:46.952208 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95ad2e32-26a9-46fc-9ece-135d517031ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:46.976779 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9b55-5c03-4fba-8a75-d5e084f46637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:47.004106 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'name': 'tempest-ServersTestJSON-1030604565-router', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246'}], 'enable_snat': True}, 'gw_port_id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:53:27Z', 'updated_at': '2021-12-06T14:53:39Z', 'revision_number': 4, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'gw_port': {'id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:30Z', 'updated_at': '2021-12-06T14:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '785e8710-3642-43f5-9638-6bfe66097e77', 'name': '', 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'mac_address': 'fa:16:3e:36:c5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:37Z', 'updated_at': '2021-12-06T14:53:45Z', 'revision_number': 4, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'subnets': [{'id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:53:47.042929 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-95ad2e32-26a9-46fc-9ece-135d517031ce None None] For port 785e8710-3642-43f5-9638-6bfe66097e77, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=785e8710-3642-43f5-9638-6bfe66097e77,segment=NetworkSegment(45187971-272f-404e-a876-75a142f35292),segment_id=45187971-272f-404e-a876-75a142f35292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:53:47.053322 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95ad2e32-26a9-46fc-9ece-135d517031ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:47.079925 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a964abd8-2cb3-4c73-b8e5-c777b5c79910 None None] The sync data for ids ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'] in n-d-master-1 is: [{'id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'name': 'tempest-ServersTestJSON-1030604565-router', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246'}], 'enable_snat': True}, 'gw_port_id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:53:27Z', 'updated_at': '2021-12-06T14:53:39Z', 'revision_number': 4, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'gw_port': {'id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:30Z', 'updated_at': '2021-12-06T14:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '785e8710-3642-43f5-9638-6bfe66097e77', 'name': '', 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'mac_address': 'fa:16:3e:36:c5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:37Z', 'updated_at': '2021-12-06T14:53:45Z', 'revision_number': 4, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'subnets': [{'id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:53:47.101829 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a624ce-27bb-4699-bfec-95cad6907546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12fd28c7-2cec-40c8-bd8f-75d50536d72e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:47.124005 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac634-cfcd-47ff-b38d-d1eb9c472f7c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:47.152912 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a624ce-27bb-4699-bfec-95cad6907546 admin admin] Checking segment: {'id': '0109b946-27a6-42b8-9977-0214018092fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9a602f61-bcf4-43a0-9031-d0808eaac4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:53:47.156276 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a624ce-27bb-4699-bfec-95cad6907546 admin admin] Network hostable DHCP agents. Network: 9a602f61-bcf4-43a0-9031-d0808eaac4b6, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:53:47.204759 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad2e32-26a9-46fc-9ece-135d517031ce None None] Pushing event updated for resources: {'Port': ['ID=785e8710-3642-43f5-9638-6bfe66097e77,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:47.286467 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a624ce-27bb-4699-bfec-95cad6907546 admin admin] Network 9a602f61-bcf4-43a0-9031-d0808eaac4b6 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:53:47.323540 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-50a624ce-27bb-4699-bfec-95cad6907546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9a602f61-bcf4-43a0-9031-d0808eaac4b6) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:53:47.329279 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a624ce-27bb-4699-bfec-95cad6907546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:47.333429 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdedcdf1-84ab-4e20-abdc-a94535b41c61 None None] Network 9a602f61-bcf4-43a0-9031-d0808eaac4b6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:53:47.333668 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50a624ce-27bb-4699-bfec-95cad6907546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:47.384720 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-50a624ce-27bb-4699-bfec-95cad6907546 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9593558 Dec 06 14:53:47.493538 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9b55-5c03-4fba-8a75-d5e084f46637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:47.558676 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9b55-5c03-4fba-8a75-d5e084f46637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:47.590379 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbd9b55-5c03-4fba-8a75-d5e084f46637 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:53:47.631033 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9b55-5c03-4fba-8a75-d5e084f46637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:47.631192 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-6bbd9b55-5c03-4fba-8a75-d5e084f46637 admin admin] Added segment 54926bb1-3b96-4075-9735-62ce3e161938 of type vlan for network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 Dec 06 14:53:47.676571 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee01ca9-0184-4cc3-87b6-6da90b9a1636 None None] Network 9a602f61-bcf4-43a0-9031-d0808eaac4b6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:53:47.960394 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9b55-5c03-4fba-8a75-d5e084f46637 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:47.974610 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-98f8ee82-1c88-429f-959e-00aa53ed1d87 req-989ff99f-56fe-4aa6-af23-9a5bf4884943 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.0881670 Dec 06 14:53:48.139912 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-2e2ac634-cfcd-47ff-b38d-d1eb9c472f7c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Allocated IP 172.35.7.150 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/e577be43-a524-472f-80f8-fb51a2446bb1) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:53:48.249959 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.db.resource_extend [None req-6bbd9b55-5c03-4fba-8a75-d5e084f46637 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:53:48.289750 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9b55-5c03-4fba-8a75-d5e084f46637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:48.291770 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbd9b55-5c03-4fba-8a75-d5e084f46637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:48.292375 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9b55-5c03-4fba-8a75-d5e084f46637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:48.305651 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd9b55-5c03-4fba-8a75-d5e084f46637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb812d1-8a72-4659-a340-fc306b380102,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:48.317312 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a61d5709-dd2f-4b81-b2ff-9440d459d1a0 req-60422d23-ed46-4d27-b0db-6b3e396ce816 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.1332753 Dec 06 14:53:48.503131 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 785e8710-3642-43f5-9638-6bfe66097e77 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:53:48.634213 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6bbd9b55-5c03-4fba-8a75-d5e084f46637 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7668417 Dec 06 14:53:48.640352 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55598) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:53:48.643361 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd9b55-5c03-4fba-8a75-d5e084f46637 admin admin] Pushing event updated for resources: {'Network': ['ID=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:48.656676 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1c1214e3-f34d-4b26-8ef2-ee77dc5372a1 admin admin] Request body: {'subnet': {'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1503195728-subnet', 'tenant_id': '253456d49f28490981f9e8f2633a478e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:48.657132 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbebef0-b9c2-425a-a90a-b5592907aae9 req-5635f6ac-167d-4742-b01e-22c2e2d40acb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:48.659800 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8fbebef0-b9c2-425a-a90a-b5592907aae9 req-5635f6ac-167d-4742-b01e-22c2e2d40acb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.7643106 Dec 06 14:53:48.690222 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:53:48.809904 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1214e3-f34d-4b26-8ef2-ee77dc5372a1 admin admin] Made reservation on behalf of 253456d49f28490981f9e8f2633a478e for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:53:48.819554 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c1214e3-f34d-4b26-8ef2-ee77dc5372a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:49.023740 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 785e8710-3642-43f5-9638-6bfe66097e77 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:49.024018 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:49.215781 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8fbebef0-b9c2-425a-a90a-b5592907aae9 req-3814ae2c-ec9b-43ab-8208-ccf8bb4be148 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365267 Dec 06 14:53:49.276557 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac634-cfcd-47ff-b38d-d1eb9c472f7c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:49.414174 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac634-cfcd-47ff-b38d-d1eb9c472f7c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:49.541881 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6a27689-5fd8-4450-8b0f-737288dbb5c3 req-63328954-b647-4863-b369-02d7c0421c32 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.1296573 Dec 06 14:53:49.578219 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2ac634-cfcd-47ff-b38d-d1eb9c472f7c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:53:49.589529 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-2e2ac634-cfcd-47ff-b38d-d1eb9c472f7c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:53:49.595359 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2ac634-cfcd-47ff-b38d-d1eb9c472f7c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:53:49.644592 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-c88452fa-cd41-4c7d-a077-19df5530f8b1 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:49.646122 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-c88452fa-cd41-4c7d-a077-19df5530f8b1 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/networks?id=9a602f61-bcf4-43a0-9031-d0808eaac4b6 HTTP/1.1" status: 200 len: 822 time: 0.4314594 Dec 06 14:53:49.732648 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-a5426240-9406-4845-8ebe-e7566455f089 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/quotas/08977d824f6a4009b42dd6be42ae1cd0 HTTP/1.1" status: 200 len: 375 time: 0.0680268 Dec 06 14:53:49.740331 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c1214e3-f34d-4b26-8ef2-ee77dc5372a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:49.766816 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b13999f3-1b32-4645-bb92-d5fbf22511ea req-b72f5bf0-cb02-40ed-9733-21da35674592 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0902607 Dec 06 14:53:49.776203 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ac634-cfcd-47ff-b38d-d1eb9c472f7c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Pushing event updated for resources: {'Port': ['ID=e577be43-a524-472f-80f8-fb51a2446bb1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:49.849942 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-c827805a-5825-4dfd-8a6d-4b32fd98c8d8 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=08977d824f6a4009b42dd6be42ae1cd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059730 Dec 06 14:53:49.926044 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac634-cfcd-47ff-b38d-d1eb9c472f7c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:49.962224 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1214e3-f34d-4b26-8ef2-ee77dc5372a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f704f4-e319-4867-8b21-d731d4293c49,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:50.032425 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1214e3-f34d-4b26-8ef2-ee77dc5372a1 admin admin] Checking segment: {'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:53:50.032783 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1214e3-f34d-4b26-8ef2-ee77dc5372a1 admin admin] Network hostable DHCP agents. Network: 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:53:50.042079 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac634-cfcd-47ff-b38d-d1eb9c472f7c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:50.107034 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-f7c0dd74-f69c-4898-b174-844a9de84464 service neutron] 10.222.0.20 "GET /v2.0/networks/9a602f61-bcf4-43a0-9031-d0808eaac4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355864 Dec 06 14:53:50.131514 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1214e3-f34d-4b26-8ef2-ee77dc5372a1 admin admin] Network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:53:50.181134 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1c1214e3-f34d-4b26-8ef2-ee77dc5372a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:53:50.200309 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcc85bf-bee3-4032-bc0d-a67e675c4459 None None] Network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:53:50.327173 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1214e3-f34d-4b26-8ef2-ee77dc5372a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:50.329163 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c1214e3-f34d-4b26-8ef2-ee77dc5372a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:50.365382 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1c1214e3-f34d-4b26-8ef2-ee77dc5372a1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7227285 Dec 06 14:53:50.397002 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-d9d1ec00-8a11-4ceb-b15a-557611e6a842 service neutron] 10.222.0.20 "GET /v2.0/networks/9a602f61-bcf4-43a0-9031-d0808eaac4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868602 Dec 06 14:53:50.666363 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db49b8-e665-4442-b770-7e12a3e357a0 req-06315693-9419-4cc6-a749-df7b00fc5813 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:50.668675 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e7db49b8-e665-4442-b770-7e12a3e357a0 req-06315693-9419-4cc6-a749-df7b00fc5813 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.3816192 Dec 06 14:53:50.698119 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1d2ddb-36ea-4fb7-8255-b68e65b67769 None None] Network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:53:50.792737 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac634-cfcd-47ff-b38d-d1eb9c472f7c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:50.798603 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e7db49b8-e665-4442-b770-7e12a3e357a0 req-35e3164d-6739-423c-8700-e16e6d18afe7 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156399 Dec 06 14:53:50.802616 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac634-cfcd-47ff-b38d-d1eb9c472f7c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:50.979516 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-14da52d6-1761-4074-9835-2b67256e7f7c req-c18af2db-4fbe-4d00-ad77-9df0875dfe58 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.0796335 Dec 06 14:53:50.987430 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ac634-cfcd-47ff-b38d-d1eb9c472f7c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Pushing event updated for resources: {'Port': ['ID=e577be43-a524-472f-80f8-fb51a2446bb1,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:50.996633 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac634-cfcd-47ff-b38d-d1eb9c472f7c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:51.020264 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac634-cfcd-47ff-b38d-d1eb9c472f7c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:51.037022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2e2ac634-cfcd-47ff-b38d-d1eb9c472f7c tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2523124 Dec 06 14:53:51.147641 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc6e6072-076a-4754-a887-613099b8437e req-06bda822-88b8-4d2a-8b2a-bb8e3e0d17f4 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0924525 Dec 06 14:53:51.309467 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c61bb234-46db-412f-b79c-8999b66a6cb4 req-49562015-3393-4b5f-8a85-d0c97b739131 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/ports?device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 210 time: 0.0988362 Dec 06 14:53:51.590682 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-3d7e9558-eb10-452d-99a1-d379867650df tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--405005704&fields=id&tenant_id=9b960baac0d24ccdba25394ddf4fbed5 HTTP/1.1" status: 200 len: 267 time: 0.1516731 Dec 06 14:53:51.647556 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b810f-0a86-41f6-8d89-170278ae0927 req-99fe887d-c2a9-4e92-a79d-f0ace035822e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:51.649810 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114b810f-0a86-41f6-8d89-170278ae0927 req-99fe887d-c2a9-4e92-a79d-f0ace035822e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 812 time: 0.2946215 Dec 06 14:53:51.680014 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114b810f-0a86-41f6-8d89-170278ae0927 req-4fa9fe36-cbc6-4802-b102-e9a6918da72f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/quotas/253456d49f28490981f9e8f2633a478e HTTP/1.1" status: 200 len: 375 time: 0.0178769 Dec 06 14:53:51.745523 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114b810f-0a86-41f6-8d89-170278ae0927 req-5eeec547-9d3a-4074-b5f2-d9b9686caf61 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584500 Dec 06 14:53:51.895579 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114b810f-0a86-41f6-8d89-170278ae0927 req-c87b02fd-579c-42ea-8bc1-8c958552a67d service neutron] 10.222.0.20 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485045 Dec 06 14:53:51.928583 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-e0c7a868-98a9-4f56-b031-8adb2cadb5ab tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:51.947692 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-e0c7a868-98a9-4f56-b031-8adb2cadb5ab tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/networks?id=c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 HTTP/1.1" status: 200 len: 806 time: 0.3451240 Dec 06 14:53:51.988763 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-81a8b04b-71a4-4852-aaf0-276d97d1c40a tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/quotas/9b960baac0d24ccdba25394ddf4fbed5 HTTP/1.1" status: 200 len: 375 time: 0.0401287 Dec 06 14:53:52.134228 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-a7a34ca3-a8ba-4067-a90b-312b56f50daa tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b960baac0d24ccdba25394ddf4fbed5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1351299 Dec 06 14:53:52.167603 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114b810f-0a86-41f6-8d89-170278ae0927 req-4e525eca-35ce-4613-b4cc-e6084994f6dc service neutron] 10.222.0.20 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710588 Dec 06 14:53:52.451132 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-6d563b68-d795-4d15-a8f5-e377932fcce3 service neutron] 10.222.0.20 "GET /v2.0/networks/c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093963 Dec 06 14:53:52.700867 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-07702e0a-9068-49d8-9084-5d92e8aaac28 service neutron] 10.222.0.20 "GET /v2.0/networks/c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292600 Dec 06 14:53:53.147894 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-226ae299-e2a6-47a4-855e-d2b5156527cb tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:53.149419 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-226ae299-e2a6-47a4-855e-d2b5156527cb tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.23 "GET /v2.0/networks?id=9a602f61-bcf4-43a0-9031-d0808eaac4b6 HTTP/1.1" status: 200 len: 822 time: 0.4261436 Dec 06 14:53:53.169464 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-818479c3-98b2-4f75-8dff-b16a934cb0b3 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Request body: {'port': {'device_id': '70740573-9e54-46e2-a7fb-a246b9789569', 'network_id': '9a602f61-bcf4-43a0-9031-d0808eaac4b6', 'admin_state_up': True, 'tenant_id': '08977d824f6a4009b42dd6be42ae1cd0'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:53.507983 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-818479c3-98b2-4f75-8dff-b16a934cb0b3 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Made reservation on behalf of 08977d824f6a4009b42dd6be42ae1cd0 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:53:53.513185 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-818479c3-98b2-4f75-8dff-b16a934cb0b3 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:53.542710 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeda300-d78f-48df-947c-a08bf2e8692f req-46cd0512-8e71-488f-b5ba-72599e290762 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:53.552822 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9aeda300-d78f-48df-947c-a08bf2e8692f req-46cd0512-8e71-488f-b5ba-72599e290762 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.1726732 Dec 06 14:53:53.678585 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9049cfc5-6f51-41bf-9dd9-3b6ffda1c03f req-0c8b3461-996b-49b7-87a7-0230cd9a13b4 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.0714357 Dec 06 14:53:53.683831 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9aeda300-d78f-48df-947c-a08bf2e8692f req-e671d55b-4633-43c6-93d5-aa47357eef9d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272829 Dec 06 14:53:53.840940 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0b0e238-447d-4fba-929e-fe06e4446d8e req-07a187e3-2788-4732-ba03-3baaaf921cc5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0963287 Dec 06 14:53:53.979488 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0145e78-3c93-40c2-a249-c1749ddb636f req-146320a5-717d-44f0-9fa1-a846979489fa tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/ports?device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 210 time: 0.1315792 Dec 06 14:53:54.211012 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d4eecdc-1b4a-4b9f-adb2-d5750f22d4ca req-cab267cb-adb0-4679-98c5-d8750ae37fa6 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/ports?device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 210 time: 0.0731771 Dec 06 14:53:54.464709 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b550294-e28f-4681-a65e-f5b96626a9e4 req-9885e3c7-9bd1-4b36-9b34-13a6d4701715 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:54.474227 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b550294-e28f-4681-a65e-f5b96626a9e4 req-9885e3c7-9bd1-4b36-9b34-13a6d4701715 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.1465797 Dec 06 14:53:54.676451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b550294-e28f-4681-a65e-f5b96626a9e4 req-00e4ef69-7734-4d0f-b448-ad28df212a02 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969252 Dec 06 14:53:54.781785 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b70e2aef-a7ca-4672-8303-ea7d1c26546f req-f90d22e6-78f0-42e8-8fb4-795ef9b5eba5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.6730151 Dec 06 14:53:54.818745 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-818479c3-98b2-4f75-8dff-b16a934cb0b3 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Allocated IP 172.20.0.9 (9a602f61-bcf4-43a0-9031-d0808eaac4b6/12fd28c7-2cec-40c8-bd8f-75d50536d72e/652782ff-ac5c-46a0-9b86-caccd2c4f733) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:53:54.932204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0714a554-94e9-465b-ba32-229e1154a6bc req-9e8616d7-26f7-485e-887c-f3e926874ee5 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.0406537 Dec 06 14:53:55.022579 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b15b8d6-a770-4cd6-bf8a-938ecc3fc2b9 req-09edd614-037a-4f02-809f-e70580cc7d0a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0506651 Dec 06 14:53:55.120934 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ccbb4-2879-4e16-8dbd-ae9eb274dbf7 req-37a1c2c1-00b0-468d-b8ae-af7d8c224e34 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:55.122542 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d17ccbb4-2879-4e16-8dbd-ae9eb274dbf7 req-37a1c2c1-00b0-468d-b8ae-af7d8c224e34 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.2411656 Dec 06 14:53:55.225170 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d17ccbb4-2879-4e16-8dbd-ae9eb274dbf7 req-ce49bcdc-b4ec-4c26-9372-ec05010fc4f8 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854306 Dec 06 14:53:55.245866 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-818479c3-98b2-4f75-8dff-b16a934cb0b3 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:55.247125 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6eca0ac-a951-4d61-9206-2c7ab668d36f req-341ab95b-dacd-4e00-aca4-ec04d42b52e3 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/ports?device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 210 time: 0.0669720 Dec 06 14:53:55.313249 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-818479c3-98b2-4f75-8dff-b16a934cb0b3 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:55.395057 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818479c3-98b2-4f75-8dff-b16a934cb0b3 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Pushing event updated for resources: {'Port': ['ID=652782ff-ac5c-46a0-9b86-caccd2c4f733,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:55.411980 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-818479c3-98b2-4f75-8dff-b16a934cb0b3 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Network 9a602f61-bcf4-43a0-9031-d0808eaac4b6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:53:55.430653 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-818479c3-98b2-4f75-8dff-b16a934cb0b3 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:53:55.435022 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c1e76ffb-15d9-4dec-bf3c-35503c6a29d3 req-daf06113-c154-40dd-9cbf-3d8dcbb631e5 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/ports?device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 210 time: 0.0776932 Dec 06 14:53:55.435981 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-818479c3-98b2-4f75-8dff-b16a934cb0b3 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:53:55.536296 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-818479c3-98b2-4f75-8dff-b16a934cb0b3 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:55.537564 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-818479c3-98b2-4f75-8dff-b16a934cb0b3 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:55.585571 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-818479c3-98b2-4f75-8dff-b16a934cb0b3 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4228389 Dec 06 14:53:55.603322 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Request body: {'port': {'device_id': '70740573-9e54-46e2-a7fb-a246b9789569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:55.687112 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:55.714929 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-b4c50013-3a51-4559-a221-d5db0af800ff tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:55.726935 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-b4c50013-3a51-4559-a221-d5db0af800ff tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.37 "GET /v2.0/networks?id=c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 HTTP/1.1" status: 200 len: 806 time: 0.2458053 Dec 06 14:53:55.802106 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-d38ed26c-6949-4312-87e6-876fe5cebd7b tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b960baac0d24ccdba25394ddf4fbed5 HTTP/1.1" status: 200 len: 379 time: 0.0734687 Dec 06 14:53:55.826390 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-745ce4b3-6ced-42d6-aa6d-0c143c579671 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Request body: {'port': {'device_id': 'b414087a-6dab-4b6b-bd75-e9b214f9c4d0', 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0', 'admin_state_up': True, 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'security_groups': ['c34af189-0e5c-4d1d-bf02-a778b8dfeae9']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:56.109285 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d594d68-9c5f-483e-9efa-773bbeac23c1 req-5cd3cb05-ea8b-4742-b0f8-4a91c12711b7 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:56.112030 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d594d68-9c5f-483e-9efa-773bbeac23c1 req-5cd3cb05-ea8b-4742-b0f8-4a91c12711b7 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.1296694 Dec 06 14:53:56.259642 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d594d68-9c5f-483e-9efa-773bbeac23c1 req-34b52484-d0e1-440b-9f4f-f6b05c797fcf tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967631 Dec 06 14:53:56.340578 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6cce429f-f488-42bb-a59b-390e8fed91cc req-fe18d462-b48a-40de-b2ca-55406440c6e6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.4375026 Dec 06 14:53:56.396282 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 652782ff-ac5c-46a0-9b86-caccd2c4f733 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:53:56.416050 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:56.459370 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Transition to ACTIVE for port object 652782ff-ac5c-46a0-9b86-caccd2c4f733 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:53:56.472147 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:56.485005 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7eb50c54-66ad-4a37-976e-b33a4c1dfe42 req-a71b0e3e-fee7-4550-9210-aff8742d708d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0546722 Dec 06 14:53:56.485724 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-745ce4b3-6ced-42d6-aa6d-0c143c579671 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Made reservation on behalf of 9b960baac0d24ccdba25394ddf4fbed5 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:53:56.503111 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-745ce4b3-6ced-42d6-aa6d-0c143c579671 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:56.596928 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Pushing event updated for resources: {'Port': ['ID=652782ff-ac5c-46a0-9b86-caccd2c4f733,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:56.673239 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2637db30-943b-44ab-8d5e-380604c04795 req-d1abc65d-0d6b-441b-88e2-208bad915564 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.0834854 Dec 06 14:53:56.756162 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-745ce4b3-6ced-42d6-aa6d-0c143c579671 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Allocated IP 172.20.0.14 (c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0/1e2b7579-a871-40e2-9313-5fc0de284511/4e56f11d-b067-4145-a99c-03c5f8dffd2a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:53:56.888310 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1fb02-9651-4bd9-96c0-0c467ce7589e req-2e30fe8f-e422-4b72-8fc0-6d476d06f67c tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:56.889867 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e7c1fb02-9651-4bd9-96c0-0c467ce7589e req-2e30fe8f-e422-4b72-8fc0-6d476d06f67c tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/ports?device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 943 time: 0.1087124 Dec 06 14:53:56.940952 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Attempting to bind port 652782ff-ac5c-46a0-9b86-caccd2c4f733 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:53:56.941197 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Attempting to bind port 652782ff-ac5c-46a0-9b86-caccd2c4f733 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0109b946-27a6-42b8-9977-0214018092fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9a602f61-bcf4-43a0-9031-d0808eaac4b6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:53:56.942104 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Attempting to bind port 652782ff-ac5c-46a0-9b86-caccd2c4f733 on network 9a602f61-bcf4-43a0-9031-d0808eaac4b6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:53:56.958611 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e7c1fb02-9651-4bd9-96c0-0c467ce7589e req-a27f4e3d-35b7-4d31-b70c-28514fe6d1d4 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/security-groups?id=99075b24-df24-4e75-94bb-144748884210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571039 Dec 06 14:53:56.959240 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Port 652782ff-ac5c-46a0-9b86-caccd2c4f733 on network 9a602f61-bcf4-43a0-9031-d0808eaac4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:53:56.959566 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Attempting to bind port 652782ff-ac5c-46a0-9b86-caccd2c4f733 on network 9a602f61-bcf4-43a0-9031-d0808eaac4b6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:53:56.965766 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:53:56.966120 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Checking segment: {'id': '0109b946-27a6-42b8-9977-0214018092fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9a602f61-bcf4-43a0-9031-d0808eaac4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:53:56.966665 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Bound using segment: {'id': '0109b946-27a6-42b8-9977-0214018092fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9a602f61-bcf4-43a0-9031-d0808eaac4b6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:53:56.967122 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Bound port: 652782ff-ac5c-46a0-9b86-caccd2c4f733, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0109b946-27a6-42b8-9977-0214018092fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9a602f61-bcf4-43a0-9031-d0808eaac4b6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:53:56.967487 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:57.096150 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-745ce4b3-6ced-42d6-aa6d-0c143c579671 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:57.104618 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] For port 652782ff-ac5c-46a0-9b86-caccd2c4f733, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:53:57.111706 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] For port 652782ff-ac5c-46a0-9b86-caccd2c4f733, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=652782ff-ac5c-46a0-9b86-caccd2c4f733,segment=NetworkSegment(0109b946-27a6-42b8-9977-0214018092fd),segment_id=0109b946-27a6-42b8-9977-0214018092fd)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:53:57.142236 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:57.156178 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-745ce4b3-6ced-42d6-aa6d-0c143c579671 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:57.172885 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c91ac-d207-4059-9758-2da17e354449 req-7d9f03e6-9478-4d1e-a203-9d9810a07659 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:57.184286 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-506c91ac-d207-4059-9758-2da17e354449 req-7d9f03e6-9478-4d1e-a203-9d9810a07659 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.2665997 Dec 06 14:53:57.253027 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-745ce4b3-6ced-42d6-aa6d-0c143c579671 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Network c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:53:57.274622 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:57.279325 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:57.281278 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] 10.222.0.23 "PUT /v2.0/ports/652782ff-ac5c-46a0-9b86-caccd2c4f733 HTTP/1.1" status: 200 len: 1091 time: 1.6874380 Dec 06 14:53:57.315505 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70740573-9e54-46e2-a7fb-a246b9789569', 'tag': '652782ff-ac5c-46a0-9b86-caccd2c4f733'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:57.318089 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-745ce4b3-6ced-42d6-aa6d-0c143c579671 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:53:57.321100 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c92aa6-127a-4ed2-832b-f33d70ca9b66" -d '{"events": [{"name": "network-changed", "server_uuid": "70740573-9e54-46e2-a7fb-a246b9789569", "tag": "652782ff-ac5c-46a0-9b86-caccd2c4f733"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:57.324904 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3ee8c-23be-400a-80d6-47a71bee07e1 service neutron] Pushing event updated for resources: {'Port': ['ID=652782ff-ac5c-46a0-9b86-caccd2c4f733,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:57.380409 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc94f60-e648-4878-98ef-7ce9182d4112 req-1d8b91d6-2449-4594-8a48-1ae7a0412517 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:57.382337 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cdc94f60-e648-4878-98ef-7ce9182d4112 req-1d8b91d6-2449-4594-8a48-1ae7a0412517 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/ports?device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 932 time: 0.2355173 Dec 06 14:53:57.407781 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-506c91ac-d207-4059-9758-2da17e354449 req-6985d01a-f058-4fee-864d-d219f843f6ad tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034976 Dec 06 14:53:57.408864 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ce4b3-6ced-42d6-aa6d-0c143c579671 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Pushing event updated for resources: {'Port': ['ID=4e56f11d-b067-4145-a99c-03c5f8dffd2a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:57.422171 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-745ce4b3-6ced-42d6-aa6d-0c143c579671 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:53:57.440933 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-a31a7bfd-3c5c-43c8-927a-a913587f9c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:57.442826 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-a31a7bfd-3c5c-43c8-927a-a913587f9c25 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08977d824f6a4009b42dd6be42ae1cd0&device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 1094 time: 0.1135066 Dec 06 14:53:57.608737 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-745ce4b3-6ced-42d6-aa6d-0c143c579671 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:57.609501 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-745ce4b3-6ced-42d6-aa6d-0c143c579671 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:57.650940 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-dcdb5760-9787-437d-9471-f7671f636c6a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=652782ff-ac5c-46a0-9b86-caccd2c4f733 HTTP/1.1" status: 200 len: 217 time: 0.1498606 Dec 06 14:53:57.684709 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cdc94f60-e648-4878-98ef-7ce9182d4112 req-1d4ba2cc-79ff-4f90-804e-4dcd736e62a2 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/security-groups?id=c34af189-0e5c-4d1d-bf02-a778b8dfeae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2894504 Dec 06 14:53:57.730039 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea14ac-4033-41c0-9d27-e6ad25713e53 req-dbcb3240-4f72-47c1-bebb-24c4789054fb tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:57.733426 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93ea14ac-4033-41c0-9d27-e6ad25713e53 req-dbcb3240-4f72-47c1-bebb-24c4789054fb tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.1438713 Dec 06 14:53:57.738794 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-745ce4b3-6ced-42d6-aa6d-0c143c579671 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9216030 Dec 06 14:53:57.777741 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:57.794688 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Request body: {'port': {'device_id': 'b414087a-6dab-4b6b-bd75-e9b214f9c4d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:53:57.795934 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-e8911d94-7112-4d25-a420-2712f5b024fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:57.797402 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-e8911d94-7112-4d25-a420-2712f5b024fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12fd28c7-2cec-40c8-bd8f-75d50536d72e HTTP/1.1" status: 200 len: 862 time: 0.1311781 Dec 06 14:53:57.844497 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-7b081e37-64c5-4846-b6f6-5165d397e1af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a602f61-bcf4-43a0-9031-d0808eaac4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378418 Dec 06 14:53:57.847335 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de5fdc3-ee9f-49f0-a861-0e738bd1a86b x-openstack-request-id: req-3de5fdc3-ee9f-49f0-a861-0e738bd1a86b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:57.847646 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70740573-9e54-46e2-a7fb-a246b9789569", "tag": "652782ff-ac5c-46a0-9b86-caccd2c4f733", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:57.847942 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3de5fdc3-ee9f-49f0-a861-0e738bd1a86b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:57.848341 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70740573-9e54-46e2-a7fb-a246b9789569', 'tag': '652782ff-ac5c-46a0-9b86-caccd2c4f733', 'status': 'completed', 'code': 200} Dec 06 14:53:57.898525 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d2951f52-480b-4f78-811b-5a59c5c18971 None None] Provisioning complete for port 4e56f11d-b067-4145-a99c-03c5f8dffd2a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:53:57.898899 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2951f52-480b-4f78-811b-5a59c5c18971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:57.985475 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b5adec98-1758-4ae2-b916-c4c00390f2a6 req-2b710e40-825c-4ba8-a0bb-00c93a425acd tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0594649 Dec 06 14:53:57.989019 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d2951f52-480b-4f78-811b-5a59c5c18971 None None] Port 4e56f11d-b067-4145-a99c-03c5f8dffd2a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:53:58.001817 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:58.040297 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93ea14ac-4033-41c0-9d27-e6ad25713e53 req-1401edc2-2beb-464b-a246-ddf5be42bcaa tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998710 Dec 06 14:53:58.125004 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-1f17d5dd-e6f8-40ea-9154-3a4de5f4ef5d service neutron] 10.222.0.23 "GET /v2.0/networks/9a602f61-bcf4-43a0-9031-d0808eaac4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616699 Dec 06 14:53:58.210241 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a5b44e89-3535-43fe-aa89-073710664067 req-7d065e9d-bb8e-4a2f-af1f-ff6631ac561a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0368626 Dec 06 14:53:58.294303 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f337eba4-21a2-412e-86fc-a74bb4afdb0f req-b126cb3f-9eb5-4440-9333-f6b10eb4b7a2 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.0325019 Dec 06 14:53:58.395422 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-098657e1-f2d1-40b6-ab5d-7a8531eb419b req-b3d6744d-1688-4f58-adaf-7f507b756d36 service neutron] 10.222.0.23 "GET /v2.0/networks/9a602f61-bcf4-43a0-9031-d0808eaac4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613006 Dec 06 14:53:58.491888 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e56f11d-b067-4145-a99c-03c5f8dffd2a {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:53:58.500478 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:58.514193 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Transition to ACTIVE for port object 4e56f11d-b067-4145-a99c-03c5f8dffd2a will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:53:58.519642 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda91f92-b7ed-4480-bb88-28ed9cee36e2 req-17f00cef-20d2-4ab6-a2c3-3ba2da1dca4a tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:58.525133 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:58.527678 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cda91f92-b7ed-4480-bb88-28ed9cee36e2 req-17f00cef-20d2-4ab6-a2c3-3ba2da1dca4a tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/ports?device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 943 time: 0.2089548 Dec 06 14:53:58.627173 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cda91f92-b7ed-4480-bb88-28ed9cee36e2 req-b2608d65-8819-4ad6-ade3-088fd8fe853a tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/security-groups?id=99075b24-df24-4e75-94bb-144748884210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909555 Dec 06 14:53:58.636006 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e56f11d-b067-4145-a99c-03c5f8dffd2a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:58.644546 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c92aa6-127a-4ed2-832b-f33d70ca9b66 req-a072ffeb-fae3-4fc2-afcd-8ca3615bd6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:58.648164 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f3c92aa6-127a-4ed2-832b-f33d70ca9b66 req-a072ffeb-fae3-4fc2-afcd-8ca3615bd6ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=08977d824f6a4009b42dd6be42ae1cd0&device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 1094 time: 0.1728609 Dec 06 14:53:58.757656 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c92aa6-127a-4ed2-832b-f33d70ca9b66 req-da774b50-8b6d-4e77-b56e-96a289736f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:58.758218 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Attempting to bind port 4e56f11d-b067-4145-a99c-03c5f8dffd2a on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:53:58.758831 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Attempting to bind port 4e56f11d-b067-4145-a99c-03c5f8dffd2a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '45187971-272f-404e-a876-75a142f35292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:53:58.759240 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f3c92aa6-127a-4ed2-832b-f33d70ca9b66 req-da774b50-8b6d-4e77-b56e-96a289736f4b service neutron] 10.222.0.23 "GET /v2.0/networks?id=9a602f61-bcf4-43a0-9031-d0808eaac4b6 HTTP/1.1" status: 200 len: 923 time: 0.0986726 Dec 06 14:53:58.760438 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Attempting to bind port 4e56f11d-b067-4145-a99c-03c5f8dffd2a on network c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:53:58.805030 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57a664-e210-4ad6-9f19-a0ab04b110d6 req-b5bed663-7e84-47fd-956f-c19742e74757 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:58.810218 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd57a664-e210-4ad6-9f19-a0ab04b110d6 req-b5bed663-7e84-47fd-956f-c19742e74757 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.2352409 Dec 06 14:53:58.810795 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Port 4e56f11d-b067-4145-a99c-03c5f8dffd2a on network c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:53:58.811079 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Attempting to bind port 4e56f11d-b067-4145-a99c-03c5f8dffd2a on network c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:53:58.847626 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:53:58.847996 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Checking segment: {'id': '45187971-272f-404e-a876-75a142f35292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:53:58.848387 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Bound using segment: {'id': '45187971-272f-404e-a876-75a142f35292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:53:58.848827 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Bound port: 4e56f11d-b067-4145-a99c-03c5f8dffd2a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45187971-272f-404e-a876-75a142f35292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:53:58.849689 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:58.852348 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f3c92aa6-127a-4ed2-832b-f33d70ca9b66 req-9b26d72a-c3c2-42b0-803b-3005dc4fd263 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=652782ff-ac5c-46a0-9b86-caccd2c4f733 HTTP/1.1" status: 200 len: 217 time: 0.0857389 Dec 06 14:53:58.936548 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd57a664-e210-4ad6-9f19-a0ab04b110d6 req-2c501afa-16b9-4d31-a5e6-84861bc752eb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082165 Dec 06 14:53:58.987580 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c92aa6-127a-4ed2-832b-f33d70ca9b66 req-9eb0ed54-39c1-46aa-8429-176697ccbb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:58.989526 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f3c92aa6-127a-4ed2-832b-f33d70ca9b66 req-9eb0ed54-39c1-46aa-8429-176697ccbb28 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=12fd28c7-2cec-40c8-bd8f-75d50536d72e HTTP/1.1" status: 200 len: 862 time: 0.1261301 Dec 06 14:53:58.997510 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] For port 4e56f11d-b067-4145-a99c-03c5f8dffd2a, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:53:59.000815 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] For port 4e56f11d-b067-4145-a99c-03c5f8dffd2a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4e56f11d-b067-4145-a99c-03c5f8dffd2a,segment=NetworkSegment(45187971-272f-404e-a876-75a142f35292),segment_id=45187971-272f-404e-a876-75a142f35292)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:53:59.004044 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9290e67-0352-4ddb-9174-1bf002bc4bef req-3bf649a3-6c5e-4fc5-a717-5e586bb30cb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:59.012447 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e9290e67-0352-4ddb-9174-1bf002bc4bef req-3bf649a3-6c5e-4fc5-a717-5e586bb30cb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/ports?device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 944 time: 0.1915941 Dec 06 14:53:59.024254 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:59.055687 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f3c92aa6-127a-4ed2-832b-f33d70ca9b66 req-a066dec5-bf95-425a-bd2c-b5542a007bf2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a602f61-bcf4-43a0-9031-d0808eaac4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345712 Dec 06 14:53:59.078347 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:59.078347 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:59.078955 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] 10.222.0.37 "PUT /v2.0/ports/4e56f11d-b067-4145-a99c-03c5f8dffd2a HTTP/1.1" status: 200 len: 1092 time: 1.2889476 Dec 06 14:53:59.082746 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b414087a-6dab-4b6b-bd75-e9b214f9c4d0', 'tag': '4e56f11d-b067-4145-a99c-03c5f8dffd2a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:53:59.085017 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfd6ae0-07cb-4898-885d-b1a4faa1f908" -d '{"events": [{"name": "network-changed", "server_uuid": "b414087a-6dab-4b6b-bd75-e9b214f9c4d0", "tag": "4e56f11d-b067-4145-a99c-03c5f8dffd2a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:53:59.118938 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e9290e67-0352-4ddb-9174-1bf002bc4bef req-26586c8a-39de-4453-82d1-36fc71f72e24 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/security-groups?id=c34af189-0e5c-4d1d-bf02-a778b8dfeae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014414 Dec 06 14:53:59.245726 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f13eaad-181b-45f1-a9b5-d50ae52795aa req-e94e5000-72b7-4741-9bc6-64b950da7819 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.1180210 Dec 06 14:53:59.285345 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-771ae4c4-a37e-4a4b-906a-a115b152952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:59.287153 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-771ae4c4-a37e-4a4b-906a-a115b152952d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b960baac0d24ccdba25394ddf4fbed5&device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 1095 time: 0.1504116 Dec 06 14:53:59.288053 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c569ed-b815-4b17-8b1a-67ea062bbaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e56f11d-b067-4145-a99c-03c5f8dffd2a,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:53:59.307334 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dced2-1330-49a3-9b78-6ee3d1aea101 req-a5d93aae-0585-43aa-bfb6-d7f117d56103 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:59.315560 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-099dced2-1330-49a3-9b78-6ee3d1aea101 req-a5d93aae-0585-43aa-bfb6-d7f117d56103 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.0875688 Dec 06 14:53:59.325038 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f3c92aa6-127a-4ed2-832b-f33d70ca9b66 req-56b15753-c6fb-47f2-bf59-734e3f208659 service neutron] 10.222.0.23 "GET /v2.0/networks/9a602f61-bcf4-43a0-9031-d0808eaac4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390366 Dec 06 14:53:59.369628 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75ae15f-94d6-4e94-8c15-a9256ee6e51d x-openstack-request-id: req-b75ae15f-94d6-4e94-8c15-a9256ee6e51d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:53:59.369928 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b414087a-6dab-4b6b-bd75-e9b214f9c4d0", "tag": "4e56f11d-b067-4145-a99c-03c5f8dffd2a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:53:59.370188 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b75ae15f-94d6-4e94-8c15-a9256ee6e51d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:53:59.370593 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b414087a-6dab-4b6b-bd75-e9b214f9c4d0', 'tag': '4e56f11d-b067-4145-a99c-03c5f8dffd2a', 'status': 'completed', 'code': 200} Dec 06 14:53:59.372793 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-eb9eef89-07be-4d9d-b207-d69d2ebe9e86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e56f11d-b067-4145-a99c-03c5f8dffd2a HTTP/1.1" status: 200 len: 217 time: 0.0748084 Dec 06 14:53:59.467080 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f3c92aa6-127a-4ed2-832b-f33d70ca9b66 req-6600d316-abd4-4cee-8518-6bd6ca6b674e service neutron] 10.222.0.23 "GET /v2.0/networks/9a602f61-bcf4-43a0-9031-d0808eaac4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345356 Dec 06 14:53:59.494167 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-215b4b51-dc78-4bb5-92c3-d61f2343f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:59.495676 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-215b4b51-dc78-4bb5-92c3-d61f2343f667 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e2b7579-a871-40e2-9313-5fc0de284511 HTTP/1.1" status: 200 len: 845 time: 0.1141059 Dec 06 14:53:59.543224 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c24826-2bb9-4087-90a1-afb4a1029503 req-e888472b-5c19-4527-93cd-f412c9e166b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:59.545089 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-47c24826-2bb9-4087-90a1-afb4a1029503 req-e888472b-5c19-4527-93cd-f412c9e166b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 1096 time: 0.0768063 Dec 06 14:53:59.561602 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-099dced2-1330-49a3-9b78-6ee3d1aea101 req-40381a65-2f4c-4a6e-aa54-929199228449 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447808 Dec 06 14:53:59.565647 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-609404e8-9f9a-4e7c-8386-0f3d6f9552ef req-fc64713e-4242-4f22-aea6-ace4d3836fd0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0673196 Dec 06 14:53:59.582288 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-a491f72e-b967-4183-9586-aff01e71adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:59.584148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-a491f72e-b967-4183-9586-aff01e71adc4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729401 Dec 06 14:53:59.663930 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:59.780162 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-4b9dffc5-ac49-4f55-b53c-94033dd72d06 service neutron] 10.222.0.37 "GET /v2.0/networks/c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866162 Dec 06 14:53:59.780673 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a66207f5-88bb-47c8-a7ba-03b253ac31aa req-90bdc4b0-fd41-4d18-b396-677e54b780b3 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.0362864 Dec 06 14:53:59.804962 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c24826-2bb9-4087-90a1-afb4a1029503 req-a2039df8-9acb-44d7-974f-568474b815f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:59.806719 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-47c24826-2bb9-4087-90a1-afb4a1029503 req-a2039df8-9acb-44d7-974f-568474b815f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 912 time: 0.2433209 Dec 06 14:53:59.836761 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc31d50-092b-4c70-9c65-8489a0d2a3ac req-6f4d7d73-96f0-4fae-8f79-938bf82f2e5f tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:59.838309 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1cc31d50-092b-4c70-9c65-8489a0d2a3ac req-6f4d7d73-96f0-4fae-8f79-938bf82f2e5f tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/ports?device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 943 time: 0.1118069 Dec 06 14:53:59.863604 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-47c24826-2bb9-4087-90a1-afb4a1029503 req-dfdb8bfc-94e8-42a5-8396-35f47a76493b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=190f9d89-03f7-4319-bee2-a6e7db364fa7 HTTP/1.1" status: 200 len: 217 time: 0.0447047 Dec 06 14:53:59.949241 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c24826-2bb9-4087-90a1-afb4a1029503 req-95437141-b2ab-4aba-b13f-2db9ab7e9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:59.951025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-47c24826-2bb9-4087-90a1-afb4a1029503 req-95437141-b2ab-4aba-b13f-2db9ab7e9aa2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.0746729 Dec 06 14:53:59.960756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1cc31d50-092b-4c70-9c65-8489a0d2a3ac req-f19f9f64-c6d2-4ece-8a92-7b90688015d9 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/security-groups?id=99075b24-df24-4e75-94bb-144748884210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106811 Dec 06 14:54:00.007466 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42009d78-7dc8-4613-8f2a-b57356a18098 req-13511c77-90dd-4a61-9117-8cb86ad0a461 service neutron] 10.222.0.37 "GET /v2.0/networks/c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145941 Dec 06 14:54:00.057720 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c24826-2bb9-4087-90a1-afb4a1029503 req-6a86b373-f2e8-4c52-a2f9-c98e05b9d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:00.059750 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-47c24826-2bb9-4087-90a1-afb4a1029503 req-6a86b373-f2e8-4c52-a2f9-c98e05b9d163 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968747 Dec 06 14:54:00.151496 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd6ae0-07cb-4898-885d-b1a4faa1f908 req-91b32db4-9c8c-476e-86e3-8e32d95523b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:00.157302 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1bfd6ae0-07cb-4898-885d-b1a4faa1f908 req-91b32db4-9c8c-476e-86e3-8e32d95523b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b960baac0d24ccdba25394ddf4fbed5&device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 1095 time: 0.0809779 Dec 06 14:54:00.270148 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-47c24826-2bb9-4087-90a1-afb4a1029503 req-b85c7784-8d43-4b82-ae18-8eee493ce7d5 service neutron] 10.222.0.37 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021439 Dec 06 14:54:00.288666 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f580079-c03a-4eb5-8c33-d8e76aad5092 req-8221c8a5-cb33-4ea0-b68a-57072c79db62 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:00.290194 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f580079-c03a-4eb5-8c33-d8e76aad5092 req-8221c8a5-cb33-4ea0-b68a-57072c79db62 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.1917818 Dec 06 14:54:00.341917 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8cf1e-75f6-4750-9318-7c67d51a6ca0 req-8994aeb8-3041-493a-9cc2-7a41e407f9a4 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:00.343546 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42f8cf1e-75f6-4750-9318-7c67d51a6ca0 req-8994aeb8-3041-493a-9cc2-7a41e407f9a4 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/ports?device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 944 time: 0.1095717 Dec 06 14:54:00.384584 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-47c24826-2bb9-4087-90a1-afb4a1029503 req-d0caff36-2264-402e-b174-5a69941811f2 service neutron] 10.222.0.37 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931110 Dec 06 14:54:00.387899 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd6ae0-07cb-4898-885d-b1a4faa1f908 req-665c8125-f5ab-4ffb-a0cd-3a3d1a9b8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:00.389674 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1bfd6ae0-07cb-4898-885d-b1a4faa1f908 req-665c8125-f5ab-4ffb-a0cd-3a3d1a9b8efd service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 HTTP/1.1" status: 200 len: 907 time: 0.2195718 Dec 06 14:54:00.433071 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f580079-c03a-4eb5-8c33-d8e76aad5092 req-4512baa6-4f35-4feb-aafd-5b4b668d8bbe tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474360 Dec 06 14:54:00.451428 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1bfd6ae0-07cb-4898-885d-b1a4faa1f908 req-dd6fbe49-31ae-469c-a9e4-85763bc976f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e56f11d-b067-4145-a99c-03c5f8dffd2a HTTP/1.1" status: 200 len: 217 time: 0.0515602 Dec 06 14:54:00.509723 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7ce5b56-87c5-482f-9feb-827663ba7fb5 req-8d780d9c-96b6-4847-a6b2-768fbf33610b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0326312 Dec 06 14:54:00.523344 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42f8cf1e-75f6-4750-9318-7c67d51a6ca0 req-ecf1a5d1-5367-4fc7-a4c7-4df9ea4a7e92 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/security-groups?id=c34af189-0e5c-4d1d-bf02-a778b8dfeae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708043 Dec 06 14:54:00.545497 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd6ae0-07cb-4898-885d-b1a4faa1f908 req-3f18af15-737f-43cf-a8b4-66632274a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:00.546992 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1bfd6ae0-07cb-4898-885d-b1a4faa1f908 req-3f18af15-737f-43cf-a8b4-66632274a1b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e2b7579-a871-40e2-9313-5fc0de284511 HTTP/1.1" status: 200 len: 845 time: 0.0858128 Dec 06 14:54:00.597343 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd6ae0-07cb-4898-885d-b1a4faa1f908 req-d8b1cad4-04a3-4ec8-907d-78a5137ec72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:00.598842 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1bfd6ae0-07cb-4898-885d-b1a4faa1f908 req-d8b1cad4-04a3-4ec8-907d-78a5137ec72e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435431 Dec 06 14:54:00.700419 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dee991e1-cba9-45ae-bfa8-55b0460809b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:00.715463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-efeaae1c-5d8a-442d-a916-943a7c3bb0a3 req-9f6b1d91-f004-496f-9ec0-7e6ee689731d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0860732 Dec 06 14:54:00.716763 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8933b3-4a63-4cf8-97c4-34c9bfbec23f req-ff6c88bc-8ac0-4c91-b32d-f14645b3760f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:00.727069 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b8933b3-4a63-4cf8-97c4-34c9bfbec23f req-ff6c88bc-8ac0-4c91-b32d-f14645b3760f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.0902400 Dec 06 14:54:00.763331 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1bfd6ae0-07cb-4898-885d-b1a4faa1f908 req-09e3ca90-1b45-4d58-991c-711d856e514c service neutron] 10.222.0.37 "GET /v2.0/networks/c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553371 Dec 06 14:54:00.787945 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b8933b3-4a63-4cf8-97c4-34c9bfbec23f req-828fb62e-1c59-44d3-8419-576b12c027a5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597508 Dec 06 14:54:00.877481 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1bfd6ae0-07cb-4898-885d-b1a4faa1f908 req-5cf2e117-92de-4f69-be13-b080e011b457 service neutron] 10.222.0.37 "GET /v2.0/networks/c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055307 Dec 06 14:54:00.911070 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-099afc0c-3b7f-4fc1-a5e9-3c6e90c1746d req-180a9068-c58a-43bc-8ef5-56035810031f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.0321338 Dec 06 14:54:01.085647 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375002c7-0dd7-4f18-a2bb-02db5ec124e5 req-8a485e0c-a992-4310-b39c-bf5df2f2fd59 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:01.087375 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-375002c7-0dd7-4f18-a2bb-02db5ec124e5 req-8a485e0c-a992-4310-b39c-bf5df2f2fd59 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/ports?device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 943 time: 0.0535302 Dec 06 14:54:01.139860 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-375002c7-0dd7-4f18-a2bb-02db5ec124e5 req-a1c5d101-46b7-4353-98d9-4eed52d93610 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/security-groups?id=99075b24-df24-4e75-94bb-144748884210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464122 Dec 06 14:54:01.569454 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919a09e-485f-47f2-9fd2-27be12669975 req-5488dcd5-d20f-44f5-aa39-7ffa31a8dd4f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:01.578077 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1919a09e-485f-47f2-9fd2-27be12669975 req-5488dcd5-d20f-44f5-aa39-7ffa31a8dd4f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 945 time: 0.0647087 Dec 06 14:54:01.610518 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92b54e52-c35f-4187-a3cd-2a14afc737fe req-2b4ec4c3-c2a8-4475-a848-53687831bea4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0386517 Dec 06 14:54:01.641070 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1919a09e-485f-47f2-9fd2-27be12669975 req-a9e463c4-6787-45ea-8723-6e40eb357bec tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616455 Dec 06 14:54:01.698554 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 652782ff-ac5c-46a0-9b86-caccd2c4f733 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:54:01.750624 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8101c-df78-422f-ba58-938c85dc0cdd req-55eb023a-e3b6-45ed-aac0-722d650f15bc tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:01.759813 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44a8101c-df78-422f-ba58-938c85dc0cdd req-55eb023a-e3b6-45ed-aac0-722d650f15bc tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/ports?device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 944 time: 0.0766366 Dec 06 14:54:01.820333 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44a8101c-df78-422f-ba58-938c85dc0cdd req-8e36c4ed-f716-4ede-b397-5372ed7a70f9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/security-groups?id=c34af189-0e5c-4d1d-bf02-a778b8dfeae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592775 Dec 06 14:54:01.850295 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 652782ff-ac5c-46a0-9b86-caccd2c4f733, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=652782ff-ac5c-46a0-9b86-caccd2c4f733,segment=NetworkSegment(0109b946-27a6-42b8-9977-0214018092fd),segment_id=0109b946-27a6-42b8-9977-0214018092fd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:01.854204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c67fd98-148c-42e3-903f-9924e1dea303 req-97549c0f-589e-4c46-af31-bdbbce047933 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0530295 Dec 06 14:54:01.866902 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '652782ff-ac5c-46a0-9b86-caccd2c4f733', 'network_id': '9a602f61-bcf4-43a0-9031-d0808eaac4b6', 'port_id': '652782ff-ac5c-46a0-9b86-caccd2c4f733', 'mac_address': 'fa:16:3e:66:84:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12fd28c7-2cec-40c8-bd8f-75d50536d72e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:54:01.912677 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:01.927574 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652782ff-ac5c-46a0-9b86-caccd2c4f733 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:54:01.947068 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14ac2f-f254-4777-9c27-8fcc4081c281 req-39a3daa6-5171-4ed8-989c-519717e1d5e4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:01.950790 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 652782ff-ac5c-46a0-9b86-caccd2c4f733, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=652782ff-ac5c-46a0-9b86-caccd2c4f733,segment=NetworkSegment(0109b946-27a6-42b8-9977-0214018092fd),segment_id=0109b946-27a6-42b8-9977-0214018092fd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:01.952373 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7b14ac2f-f254-4777-9c27-8fcc4081c281 req-39a3daa6-5171-4ed8-989c-519717e1d5e4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.0640092 Dec 06 14:54:01.964941 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:02.043241 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=652782ff-ac5c-46a0-9b86-caccd2c4f733,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:02.047901 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7b14ac2f-f254-4777-9c27-8fcc4081c281 req-ce241de6-d4dd-4d1e-968f-2ed780c4179f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894837 Dec 06 14:54:02.050954 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:02.051293 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:02.053507 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:02.053856 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:02.054186 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:02.054680 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:02.055166 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:02.055874 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:02.056362 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:02.061481 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:02.061996 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:02.062647 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f140fb51-656b-4cb6-ae3b-df0f62331da4 req-0b9d0a01-653f-434e-b77d-49d8d8d3e844 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.0466619 Dec 06 14:54:02.065448 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:02.065804 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:02.184916 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 4e56f11d-b067-4145-a99c-03c5f8dffd2a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:54:02.188536 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 190f9d89-03f7-4319-bee2-a6e7db364fa7 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:02.225051 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['652782ff-ac5c-46a0-9b86-caccd2c4f733'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:54:02.302759 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ba0e5-b449-4a30-8506-753494aff9c0 req-190dbbbb-2df5-49a5-9b02-3199cc2134af tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:02.311713 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d92ba0e5-b449-4a30-8506-753494aff9c0 req-190dbbbb-2df5-49a5-9b02-3199cc2134af tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/ports?device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 944 time: 0.0884781 Dec 06 14:54:02.400256 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d92ba0e5-b449-4a30-8506-753494aff9c0 req-e29d0e8c-8000-49c9-a681-bac97845c978 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/security-groups?id=99075b24-df24-4e75-94bb-144748884210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874774 Dec 06 14:54:02.478077 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:02.526159 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 4e56f11d-b067-4145-a99c-03c5f8dffd2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4e56f11d-b067-4145-a99c-03c5f8dffd2a,segment=NetworkSegment(45187971-272f-404e-a876-75a142f35292),segment_id=45187971-272f-404e-a876-75a142f35292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:02.541634 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233d1fbd-d79a-4ab1-912b-d596e1b61af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '190f9d89-03f7-4319-bee2-a6e7db364fa7'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:54:02.544006 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0df4b1c-a064-42d2-8291-690d4197f841" -d '{"events": [{"server_uuid": "233d1fbd-d79a-4ab1-912b-d596e1b61af8", "name": "network-vif-unplugged", "status": "completed", "tag": "190f9d89-03f7-4319-bee2-a6e7db364fa7"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:54:02.562135 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '4e56f11d-b067-4145-a99c-03c5f8dffd2a', 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0', 'port_id': '4e56f11d-b067-4145-a99c-03c5f8dffd2a', 'mac_address': 'fa:16:3e:5d:d8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:54:02.568852 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 190f9d89-03f7-4319-bee2-a6e7db364fa7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=190f9d89-03f7-4319-bee2-a6e7db364fa7,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:02.601673 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:02.612418 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b79f134-c4e4-4458-bcd2-2c43f70755a0 x-openstack-request-id: req-9b79f134-c4e4-4458-bcd2-2c43f70755a0 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:54:02.612788 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233d1fbd-d79a-4ab1-912b-d596e1b61af8", "name": "network-vif-unplugged", "status": "completed", "tag": "190f9d89-03f7-4319-bee2-a6e7db364fa7", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:54:02.613111 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b79f134-c4e4-4458-bcd2-2c43f70755a0 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:54:02.613565 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233d1fbd-d79a-4ab1-912b-d596e1b61af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '190f9d89-03f7-4319-bee2-a6e7db364fa7', 'code': 200} Dec 06 14:54:02.648760 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:02.686786 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e56f11d-b067-4145-a99c-03c5f8dffd2a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:54:02.719517 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=190f9d89-03f7-4319-bee2-a6e7db364fa7,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:02.729455 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e2c55bf4-f503-43d3-82ef-829d27d9548c req-fc4fd573-3e6b-49fd-96bd-f7a6512ba58c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0439546 Dec 06 14:54:02.749919 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 4e56f11d-b067-4145-a99c-03c5f8dffd2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4e56f11d-b067-4145-a99c-03c5f8dffd2a,segment=NetworkSegment(45187971-272f-404e-a876-75a142f35292),segment_id=45187971-272f-404e-a876-75a142f35292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:02.753863 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:02.811023 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e10dc-2fa2-409c-81fe-41fba8be39dc req-656e54ce-5ce4-474e-867e-7511f7e427bc tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:02.820070 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2c9e10dc-2fa2-409c-81fe-41fba8be39dc req-656e54ce-5ce4-474e-867e-7511f7e427bc tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 943 time: 0.0658777 Dec 06 14:54:02.823766 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=4e56f11d-b067-4145-a99c-03c5f8dffd2a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:02.895031 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2c9e10dc-2fa2-409c-81fe-41fba8be39dc req-e38ac99c-a619-4e55-b111-f2063fd0d02b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687363 Dec 06 14:54:03.015735 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a1641cd5-9ce9-4760-96fa-1189daa85eba req-3a92ab05-6c6b-45b3-8351-232f0857d75f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0653286 Dec 06 14:54:03.016473 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['4e56f11d-b067-4145-a99c-03c5f8dffd2a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:54:03.108690 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78c5ef-ed3a-41db-ab49-58dfa081d030 req-35d18d75-7c37-4216-b241-a54a848e9c3a tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:03.110281 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a78c5ef-ed3a-41db-ab49-58dfa081d030 req-35d18d75-7c37-4216-b241-a54a848e9c3a tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/ports?device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 945 time: 0.1655180 Dec 06 14:54:03.186443 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a78c5ef-ed3a-41db-ab49-58dfa081d030 req-16d5c62c-0147-49aa-9e6f-f05c3c858dc0 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/security-groups?id=c34af189-0e5c-4d1d-bf02-a778b8dfeae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615709 Dec 06 14:54:03.204621 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2011404-5195-4fd8-bc9d-d0da97b299d9 req-b7b95894-d24c-4274-a822-e2346198fe56 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:03.204621 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f2011404-5195-4fd8-bc9d-d0da97b299d9 req-b7b95894-d24c-4274-a822-e2346198fe56 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0860221 Dec 06 14:54:03.249063 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d68d9ad1-748e-4d3c-8973-cb47502b2539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:03.295760 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f2011404-5195-4fd8-bc9d-d0da97b299d9 req-adabf790-b526-4075-ba6f-0b00bfb1f5dd tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802538 Dec 06 14:54:03.342463 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a615989-f782-44fa-9c11-257203dde010 req-42e9f73b-66cd-4070-aa28-9c08c3c8f3d8 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:03.353100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a615989-f782-44fa-9c11-257203dde010 req-42e9f73b-66cd-4070-aa28-9c08c3c8f3d8 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.1044052 Dec 06 14:54:03.412799 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a615989-f782-44fa-9c11-257203dde010 req-7af0ff5c-c2f1-4b4d-8dc4-974c07faf184 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588150 Dec 06 14:54:03.437407 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6c6d5a45-2df4-434b-9997-65b46df833af req-0650f1cb-8f86-440b-9d39-c8095edbb66a tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.0416818 Dec 06 14:54:03.552198 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5397d-50b4-410e-913d-82e62c36e868 req-11d6c2cf-b04f-4525-a1b7-15a9010279ab tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:03.554126 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-89f5397d-50b4-410e-913d-82e62c36e868 req-11d6c2cf-b04f-4525-a1b7-15a9010279ab tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0654500 Dec 06 14:54:03.585187 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62391a04-1617-4cfb-a04b-44b3dbc7f63a req-713985d0-1d47-4036-a61c-0aa737e970f0 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:03.597509 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62391a04-1617-4cfb-a04b-44b3dbc7f63a req-713985d0-1d47-4036-a61c-0aa737e970f0 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/ports?device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 944 time: 0.0850775 Dec 06 14:54:03.626958 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-89f5397d-50b4-410e-913d-82e62c36e868 req-44947240-3f61-49c4-a934-765004aa5164 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663102 Dec 06 14:54:03.655095 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62391a04-1617-4cfb-a04b-44b3dbc7f63a req-b91d3389-89a5-414c-9606-5fceb27e6d87 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/security-groups?id=99075b24-df24-4e75-94bb-144748884210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565481 Dec 06 14:54:03.714663 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 652782ff-ac5c-46a0-9b86-caccd2c4f733 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:54:03.852443 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 652782ff-ac5c-46a0-9b86-caccd2c4f733 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:54:03.857844 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 652782ff-ac5c-46a0-9b86-caccd2c4f733 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:54:03.858460 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:03.868795 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-57450ceb-b419-47e9-bd24-94bf88efa5a0 req-978fe912-1778-4d51-a38d-997d3c06b629 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0494890 Dec 06 14:54:03.942050 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ac264-c071-4231-ae79-2162d74f77a1 req-1ca3ef0c-2dc6-4e51-862f-89cb755c46b3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:03.943595 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9d2ac264-c071-4231-ae79-2162d74f77a1 req-1ca3ef0c-2dc6-4e51-862f-89cb755c46b3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0551071 Dec 06 14:54:03.947032 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:03.995034 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:04.027888 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9d2ac264-c071-4231-ae79-2162d74f77a1 req-c55d7121-f672-427e-82e2-917811341aeb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624826 Dec 06 14:54:04.043697 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 652782ff-ac5c-46a0-9b86-caccd2c4f733, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=652782ff-ac5c-46a0-9b86-caccd2c4f733,segment=NetworkSegment(0109b946-27a6-42b8-9977-0214018092fd),segment_id=0109b946-27a6-42b8-9977-0214018092fd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:04.053511 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:04.104304 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8278ee77-c316-4e5a-bde3-d655b79e20b5 req-bc653306-3873-409f-b72f-38a86000af5f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0382571 Dec 06 14:54:04.143398 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=652782ff-ac5c-46a0-9b86-caccd2c4f733,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:04.185212 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 4e56f11d-b067-4145-a99c-03c5f8dffd2a up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:54:04.239131 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 4e56f11d-b067-4145-a99c-03c5f8dffd2a completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:54:04.244040 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 4e56f11d-b067-4145-a99c-03c5f8dffd2a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:54:04.244623 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:04.315935 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d9f04-82f0-497c-b890-9fc2e7e9d75b req-4dcf6fca-3ef9-4e29-916f-8a40c27de9a7 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:04.323459 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e8d9f04-82f0-497c-b890-9fc2e7e9d75b req-4dcf6fca-3ef9-4e29-916f-8a40c27de9a7 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/ports?device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 945 time: 0.0622675 Dec 06 14:54:04.340425 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:04.378640 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e8d9f04-82f0-497c-b890-9fc2e7e9d75b req-70a67417-0b10-44f2-aee9-3eae14c6d0d5 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/security-groups?id=c34af189-0e5c-4d1d-bf02-a778b8dfeae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540075 Dec 06 14:54:04.381034 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 4e56f11d-b067-4145-a99c-03c5f8dffd2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4e56f11d-b067-4145-a99c-03c5f8dffd2a,segment=NetworkSegment(45187971-272f-404e-a876-75a142f35292),segment_id=45187971-272f-404e-a876-75a142f35292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:04.393802 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:04.454897 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=4e56f11d-b067-4145-a99c-03c5f8dffd2a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:04.558876 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8f3a4-fa46-4d95-bca2-95860cfb95ca req-1ff805f2-e988-4eb7-bd6d-e8df278ef051 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:04.561299 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8cf8f3a4-fa46-4d95-bca2-95860cfb95ca req-1ff805f2-e988-4eb7-bd6d-e8df278ef051 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.0647438 Dec 06 14:54:04.574442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-36500aea-2da9-406f-9fb5-4e6e9a6d2d77 req-cbc0df2c-b612-4824-940a-77e82d6dd1b5 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.0436263 Dec 06 14:54:04.615066 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70740573-9e54-46e2-a7fb-a246b9789569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652782ff-ac5c-46a0-9b86-caccd2c4f733'}, {'server_uuid': 'b414087a-6dab-4b6b-bd75-e9b214f9c4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e56f11d-b067-4145-a99c-03c5f8dffd2a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:54:04.618198 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290d67cf-e4dc-4f72-aca0-94d0bcd45535" -d '{"events": [{"server_uuid": "70740573-9e54-46e2-a7fb-a246b9789569", "name": "network-vif-plugged", "status": "completed", "tag": "652782ff-ac5c-46a0-9b86-caccd2c4f733"}, {"server_uuid": "b414087a-6dab-4b6b-bd75-e9b214f9c4d0", "name": "network-vif-plugged", "status": "completed", "tag": "4e56f11d-b067-4145-a99c-03c5f8dffd2a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:54:04.640227 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8cf8f3a4-fa46-4d95-bca2-95860cfb95ca req-5bdfc335-51b8-4eb0-ab28-32e06455d155 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717292 Dec 06 14:54:04.667080 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 14:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a34282-be1e-49e4-9cdc-fbdd2a424d06 x-openstack-request-id: req-05a34282-be1e-49e4-9cdc-fbdd2a424d06 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:54:04.667378 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70740573-9e54-46e2-a7fb-a246b9789569", "name": "network-vif-plugged", "status": "completed", "tag": "652782ff-ac5c-46a0-9b86-caccd2c4f733", "code": 200}, {"server_uuid": "b414087a-6dab-4b6b-bd75-e9b214f9c4d0", "name": "network-vif-plugged", "status": "completed", "tag": "4e56f11d-b067-4145-a99c-03c5f8dffd2a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:54:04.667646 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05a34282-be1e-49e4-9cdc-fbdd2a424d06 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:54:04.668128 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70740573-9e54-46e2-a7fb-a246b9789569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652782ff-ac5c-46a0-9b86-caccd2c4f733', 'code': 200} Dec 06 14:54:04.668408 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b414087a-6dab-4b6b-bd75-e9b214f9c4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e56f11d-b067-4145-a99c-03c5f8dffd2a', 'code': 200} Dec 06 14:54:04.792730 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd31564-0153-4f38-bc37-d2d04759c95e req-eb503108-8386-4550-90ff-78a711e88304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:04.794603 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1dd31564-0153-4f38-bc37-d2d04759c95e req-eb503108-8386-4550-90ff-78a711e88304 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 1097 time: 0.0468593 Dec 06 14:54:04.812425 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0c791-8990-4fac-a373-8e80d34da768 req-aa9a84f7-ade2-4539-bd5a-02a7d59063f3 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:04.814028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-23f0c791-8990-4fac-a373-8e80d34da768 req-aa9a84f7-ade2-4539-bd5a-02a7d59063f3 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/ports?device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 945 time: 0.0813351 Dec 06 14:54:04.817382 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdea056-f01a-46e4-917a-385048f14659 req-2acb337e-fca2-4098-854f-819361928c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:04.818781 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5fdea056-f01a-46e4-917a-385048f14659 req-2acb337e-fca2-4098-854f-819361928c1a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 1096 time: 0.0875556 Dec 06 14:54:04.860236 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1dd31564-0153-4f38-bc37-d2d04759c95e req-27c0f71c-2eeb-477c-a297-b3489255c0ad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c34af189-0e5c-4d1d-bf02-a778b8dfeae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567391 Dec 06 14:54:04.895882 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-23f0c791-8990-4fac-a373-8e80d34da768 req-86bdccef-3155-4a71-905b-e9d425ae6a71 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/security-groups?id=99075b24-df24-4e75-94bb-144748884210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755022 Dec 06 14:54:04.902014 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5fdea056-f01a-46e4-917a-385048f14659 req-142c80c2-5c8a-4a84-a540-b8d1514c4fab service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=99075b24-df24-4e75-94bb-144748884210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747354 Dec 06 14:54:04.964534 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f275086-bfe7-4339-b8b8-8ee304c297c6 req-1e668654-7581-451d-b9f3-d30d4e85aeca tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0267415 Dec 06 14:54:05.149250 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67943a5e-8618-4f7a-b40f-12e6c44a6eec req-0ec791d4-a96d-4c9c-ad10-999bbff32c83 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:05.158298 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67943a5e-8618-4f7a-b40f-12e6c44a6eec req-0ec791d4-a96d-4c9c-ad10-999bbff32c83 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0795467 Dec 06 14:54:05.194231 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a09b3b11-4136-4695-a639-d2c6f6af282d req-6d7786a7-b7aa-4405-9ee9-23ffdb52f549 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0382750 Dec 06 14:54:05.208465 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67943a5e-8618-4f7a-b40f-12e6c44a6eec req-5d22b08f-fe0d-4bd3-9825-1e0c80afee6d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491953 Dec 06 14:54:05.495759 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7f7f7-5a82-4769-8fa0-617736eb1507 req-723b806f-f3dd-4fbf-b0a5-98653ade7c44 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:05.497692 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7fb7f7f7-5a82-4769-8fa0-617736eb1507 req-723b806f-f3dd-4fbf-b0a5-98653ade7c44 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/ports?device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 946 time: 0.0524757 Dec 06 14:54:05.553424 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7fb7f7f7-5a82-4769-8fa0-617736eb1507 req-b5e554d5-e373-46fd-96ec-44f301beda4a tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/security-groups?id=c34af189-0e5c-4d1d-bf02-a778b8dfeae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458117 Dec 06 14:54:05.586740 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:05.701620 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7d7a3a50-0dd9-4fa9-8c81-d126e3935726 req-4e749b29-b57e-4fd4-b3f5-ef4bfbabae0b tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f711120-6111-4b00-91fc-e3c63d804c46 HTTP/1.1" status: 200 len: 210 time: 0.0270028 Dec 06 14:54:05.773325 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6630d4b-ff60-4668-989a-ec5e4ad23827 req-64908aa7-ad4b-42f3-b542-ab6088f5d40d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:05.774779 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6630d4b-ff60-4668-989a-ec5e4ad23827 req-64908aa7-ad4b-42f3-b542-ab6088f5d40d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.0591094 Dec 06 14:54:05.825426 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6630d4b-ff60-4668-989a-ec5e4ad23827 req-88febdaa-49bf-45f5-9663-1285f34142be tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443397 Dec 06 14:54:06.058662 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3216cbb-04b5-44b3-b2bb-abe370d345dd req-42a7cc7d-1856-4468-b6fe-37fb50aea630 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:06.068904 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c3216cbb-04b5-44b3-b2bb-abe370d345dd req-42a7cc7d-1856-4468-b6fe-37fb50aea630 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/ports?device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 945 time: 0.0999806 Dec 06 14:54:06.077205 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-28c1d89c-d3ca-474e-8dac-bd19bd7a9913 req-bd72aca7-8ffb-482c-b3f2-ed6dffe6959a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0515795 Dec 06 14:54:06.129353 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c3216cbb-04b5-44b3-b2bb-abe370d345dd req-81f36166-659c-4b12-becb-99d4225b4cc6 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/security-groups?id=99075b24-df24-4e75-94bb-144748884210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594110 Dec 06 14:54:06.210809 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 196a8621-7b1f-4823-84fc-03f406d17f53 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:54:06.212911 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 190f9d89-03f7-4319-bee2-a6e7db364fa7 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:06.317088 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af8c9585-8080-4c59-9d10-8b34ec107c96 req-64236455-22fc-48ad-9100-e8ff175b37fc tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0604684 Dec 06 14:54:06.418596 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d95c9-f891-48c4-b397-f01eaf08f0e8 req-639749c7-6758-4dfe-bf4b-d2c26abb490c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:06.420964 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e46d95c9-f891-48c4-b397-f01eaf08f0e8 req-639749c7-6758-4dfe-bf4b-d2c26abb490c tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0627308 Dec 06 14:54:06.461864 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 196a8621-7b1f-4823-84fc-03f406d17f53, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=196a8621-7b1f-4823-84fc-03f406d17f53,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:06.474257 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '196a8621-7b1f-4823-84fc-03f406d17f53', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'port_id': '196a8621-7b1f-4823-84fc-03f406d17f53', 'mac_address': 'fa:16:3e:c5:ba:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:54:06.484205 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e46d95c9-f891-48c4-b397-f01eaf08f0e8 req-aaecd05d-d37e-424d-8d56-4e668eebe5f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561900 Dec 06 14:54:06.540395 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:06.544539 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:06.560848 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 196a8621-7b1f-4823-84fc-03f406d17f53 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:54:06.597135 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 196a8621-7b1f-4823-84fc-03f406d17f53, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=196a8621-7b1f-4823-84fc-03f406d17f53,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:06.606074 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:06.689322 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=196a8621-7b1f-4823-84fc-03f406d17f53,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:06.701602 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['196a8621-7b1f-4823-84fc-03f406d17f53'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:54:06.706428 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44a308-c43c-408b-b7d9-3770f67b7152 req-9fa52bf7-11c6-4aee-8101-24b65785890e tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:06.716727 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ae44a308-c43c-408b-b7d9-3770f67b7152 req-9fa52bf7-11c6-4aee-8101-24b65785890e tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/ports?device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 946 time: 0.0881088 Dec 06 14:54:06.814809 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ae44a308-c43c-408b-b7d9-3770f67b7152 req-cccd105f-c5cf-4001-a3f4-d1378652a3f3 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/security-groups?id=c34af189-0e5c-4d1d-bf02-a778b8dfeae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963113 Dec 06 14:54:06.835064 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55936) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:07.086494 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e328719f-886b-411a-9a5c-6422f71b9446 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:07.129623 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf63d7-cfbc-4c91-b13d-da763e4e83da req-465c1ebc-1462-4c04-adb3-f68d5456cc4d tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:07.131428 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-33bf63d7-cfbc-4c91-b13d-da763e4e83da req-465c1ebc-1462-4c04-adb3-f68d5456cc4d tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/ports?device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 946 time: 0.0800176 Dec 06 14:54:07.133764 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e328719f-886b-411a-9a5c-6422f71b9446 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:07.148349 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55944) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:07.153000 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afe928-d965-498c-92ad-acdeb705f685 req-66ea6552-6a79-486c-ba3b-2ed98fcfccab tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:07.155879 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c9afe928-d965-498c-92ad-acdeb705f685 req-66ea6552-6a79-486c-ba3b-2ed98fcfccab tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 944 time: 0.1366909 Dec 06 14:54:07.157228 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2ac6147a-d307-4443-a09c-66d9534dba05 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Request body: {'floatingip': {'port_id': '4e56f11d-b067-4145-a99c-03c5f8dffd2a'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:54:07.250936 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ef393295-1927-4f5f-abfb-fe53bc3c2f29 req-615bbedf-1250-49d7-8118-f5ec52112053 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0393677 Dec 06 14:54:07.251949 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c9afe928-d965-498c-92ad-acdeb705f685 req-d8bc785d-f1bc-4cd3-a51e-dd30808b702f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691266 Dec 06 14:54:07.271814 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ac6147a-d307-4443-a09c-66d9534dba05 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for floatingip, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:07.441269 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de940aa7-a5b9-4417-bfd7-790303c52453 req-a14f5198-a2ba-4a07-b7b0-305674994073 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:07.455028 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-de940aa7-a5b9-4417-bfd7-790303c52453 req-a14f5198-a2ba-4a07-b7b0-305674994073 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/ports?device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 945 time: 0.0921655 Dec 06 14:54:07.544134 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-de940aa7-a5b9-4417-bfd7-790303c52453 req-27222fae-6e7c-4671-ab4a-4d7e4f9fff86 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/security-groups?id=99075b24-df24-4e75-94bb-144748884210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615306 Dec 06 14:54:07.745045 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31d61c-b2a6-480d-ba25-2aa40a204d93 req-e4e55d2d-ff5b-41b8-b2be-0586c42fb0a8 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:07.746743 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4c31d61c-b2a6-480d-ba25-2aa40a204d93 req-e4e55d2d-ff5b-41b8-b2be-0586c42fb0a8 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0746691 Dec 06 14:54:07.825130 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1daa250f-5398-479c-83a2-2153ae924277 req-b44fd0d6-487b-42e3-ba88-70b684e5a349 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.1033213 Dec 06 14:54:07.838579 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4c31d61c-b2a6-480d-ba25-2aa40a204d93 req-2332a14d-c2b6-4f88-9276-e3c02a5403b8 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842321 Dec 06 14:54:07.947681 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e328719f-886b-411a-9a5c-6422f71b9446 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:07.955912 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e328719f-886b-411a-9a5c-6422f71b9446 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:07.963956 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e328719f-886b-411a-9a5c-6422f71b9446 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "DELETE /v2.0/security-groups/65bab8cf-7d04-49ab-a718-87e9006044b8 HTTP/1.1" status: 204 len: 168 time: 1.1237819 Dec 06 14:54:07.967154 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55960) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:07.983478 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-2073e9ce-6487-480b-a492-b0878ccddd3f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] show failed (client error): The resource could not be found. Dec 06 14:54:07.998270 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2073e9ce-6487-480b-a492-b0878ccddd3f tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "GET /v2.0/security-groups/65bab8cf-7d04-49ab-a718-87e9006044b8 HTTP/1.1" status: 404 len: 347 time: 0.0299726 Dec 06 14:54:07.998896 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55962) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:08.016704 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328719f-886b-411a-9a5c-6422f71b9446 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bab8cf-7d04-49ab-a718-87e9006044b8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:08.226185 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 196a8621-7b1f-4823-84fc-03f406d17f53 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:54:08.356980 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e22ddf84-b1d1-4aaa-a239-a10b7ef7ae1c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Deleting port 8e9ca828-c604-42a4-bb05-b4b03ccca5fc {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:08.356980 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e22ddf84-b1d1-4aaa-a239-a10b7ef7ae1c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:08.420569 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 196a8621-7b1f-4823-84fc-03f406d17f53 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:54:08.420928 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:08.601037 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:08.617839 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba760c65-7d85-483b-a773-c9a03a47536e req-184a6d4a-b1d7-42b5-a552-f099875fa044 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:08.628811 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba760c65-7d85-483b-a773-c9a03a47536e req-184a6d4a-b1d7-42b5-a552-f099875fa044 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 944 time: 0.1428161 Dec 06 14:54:08.635596 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c380c-1e52-4926-b9f5-33c759eda6c1 req-312b956a-1d7f-42b8-8656-2aea8056d08a tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:08.654397 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-366c380c-1e52-4926-b9f5-33c759eda6c1 req-312b956a-1d7f-42b8-8656-2aea8056d08a tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/ports?device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 945 time: 0.1866963 Dec 06 14:54:08.665022 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e22ddf84-b1d1-4aaa-a239-a10b7ef7ae1c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:08.665354 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e22ddf84-b1d1-4aaa-a239-a10b7ef7ae1c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:08.682030 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196a8621-7b1f-4823-84fc-03f406d17f53'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:54:08.688011 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910b801a-8e7e-41c3-8f6c-f81bbb27de16" -d '{"events": [{"server_uuid": "0e9acb74-47c1-4d18-88c6-772588b980b2", "name": "network-vif-plugged", "status": "completed", "tag": "196a8621-7b1f-4823-84fc-03f406d17f53"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:54:08.729609 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 196a8621-7b1f-4823-84fc-03f406d17f53, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=196a8621-7b1f-4823-84fc-03f406d17f53,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:08.738631 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:08.803966 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e22ddf84-b1d1-4aaa-a239-a10b7ef7ae1c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Calling delete_port for 8e9ca828-c604-42a4-bb05-b4b03ccca5fc owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:08.831495 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=196a8621-7b1f-4823-84fc-03f406d17f53,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:08.843700 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-366c380c-1e52-4926-b9f5-33c759eda6c1 req-5f68807e-0e2e-4bfa-aa52-71c36b1567e9 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/security-groups?id=99075b24-df24-4e75-94bb-144748884210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827462 Dec 06 14:54:08.852655 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba760c65-7d85-483b-a773-c9a03a47536e req-6048fc0a-bb8d-4ebf-a519-4347dcdde979 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208397 Dec 06 14:54:08.964823 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-26591785-c24e-4892-b7a7-437b625e7801 req-f07ed848-77f7-4606-8377-d6c762d95456 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0420513 Dec 06 14:54:08.979618 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dd376f-bca3-497d-9934-9e5452cf4869 x-openstack-request-id: req-b4dd376f-bca3-497d-9934-9e5452cf4869 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:54:08.979971 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9acb74-47c1-4d18-88c6-772588b980b2", "name": "network-vif-plugged", "status": "completed", "tag": "196a8621-7b1f-4823-84fc-03f406d17f53", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:54:08.980226 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4dd376f-bca3-497d-9934-9e5452cf4869 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:54:08.980628 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196a8621-7b1f-4823-84fc-03f406d17f53', 'code': 200} Dec 06 14:54:08.991178 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ac6147a-d307-4443-a09c-66d9534dba05 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:08.999182 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ac6147a-d307-4443-a09c-66d9534dba05 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:09.087012 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd3134cc-5088-4052-9aec-f5c6f2199905 req-7ff0d981-00ae-4afc-ac78-520e11d1e8fd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0415699 Dec 06 14:54:09.180370 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e22ddf84-b1d1-4aaa-a239-a10b7ef7ae1c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:09.186068 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1df5cc-b68b-438e-909c-49d4adb1c5d1 req-af90c525-bcbe-4be1-8d7f-5bcab6442351 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:09.195749 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea1df5cc-b68b-438e-909c-49d4adb1c5d1 req-af90c525-bcbe-4be1-8d7f-5bcab6442351 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1112175 Dec 06 14:54:09.219954 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ddf84-b1d1-4aaa-a239-a10b7ef7ae1c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event deleted for resources: {'Port': ['ID=8e9ca828-c604-42a4-bb05-b4b03ccca5fc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:09.221282 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-2ac6147a-d307-4443-a09c-66d9534dba05 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Floating IP d8dca613-8ca6-4d2a-9e88-71fcf3159bfa associated. External IP: 172.35.7.150, port: 4e56f11d-b067-4145-a99c-03c5f8dffd2a. Dec 06 14:54:09.247160 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9a490f-9cd2-439b-a31f-3a53e837c6ca None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:54:09.325202 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea1df5cc-b68b-438e-909c-49d4adb1c5d1 req-e17309e7-ab76-419f-86b0-ad34f550457f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282020 Dec 06 14:54:09.325738 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e22ddf84-b1d1-4aaa-a239-a10b7ef7ae1c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:09.328865 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e22ddf84-b1d1-4aaa-a239-a10b7ef7ae1c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:09.333939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e22ddf84-b1d1-4aaa-a239-a10b7ef7ae1c tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "DELETE /v2.0/floatingips/1885a586-7c08-44ba-8925-9045230f5077 HTTP/1.1" status: 204 len: 168 time: 1.3334072 Dec 06 14:54:09.334778 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55978) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:09.500693 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1d36e-f4b8-41a7-a84e-95158645a6ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Deleting port a7b78aa4-0d2c-4a7c-8d55-41681ef29071 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:09.502115 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4c1d36e-f4b8-41a7-a84e-95158645a6ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:09.598835 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17b4d0-166f-4a85-a02c-965675242ed4 req-66d6f087-a01c-4464-ad0f-1a0eb6a4ef9c tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:09.600416 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be17b4d0-166f-4a85-a02c-965675242ed4 req-66d6f087-a01c-4464-ad0f-1a0eb6a4ef9c tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.23 "GET /v2.0/ports?device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 945 time: 0.1479659 Dec 06 14:54:09.647336 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4c1d36e-f4b8-41a7-a84e-95158645a6ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:09.667315 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1d36e-f4b8-41a7-a84e-95158645a6ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Calling delete_port for a7b78aa4-0d2c-4a7c-8d55-41681ef29071 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:09.765305 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-be17b4d0-166f-4a85-a02c-965675242ed4 req-a93b59bf-c1c7-4492-89f8-138c7103c380 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Deleting port 652782ff-ac5c-46a0-9b86-caccd2c4f733 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:09.765856 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-be17b4d0-166f-4a85-a02c-965675242ed4 req-a93b59bf-c1c7-4492-89f8-138c7103c380 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:09.773101 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac6147a-d307-4443-a09c-66d9534dba05 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Router bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:54:09.978260 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac6147a-d307-4443-a09c-66d9534dba05 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:54:09.991451 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499ff4d-fa4f-4ea7-885b-d37f0b17bb46 None None] Sync routers for ids ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:54:09.992461 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ac6147a-d307-4443-a09c-66d9534dba05 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:10.029225 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499ff4d-fa4f-4ea7-885b-d37f0b17bb46 None None] Routers {'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:10.029799 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7499ff4d-fa4f-4ea7-885b-d37f0b17bb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:10.039959 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4c1d36e-f4b8-41a7-a84e-95158645a6ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:10.079182 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2ac6147a-d307-4443-a09c-66d9534dba05 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "PUT /v2.0/floatingips/d8dca613-8ca6-4d2a-9e88-71fcf3159bfa HTTP/1.1" status: 200 len: 992 time: 2.9266224 Dec 06 14:54:10.084225 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1d36e-f4b8-41a7-a84e-95158645a6ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event deleted for resources: {'Port': ['ID=a7b78aa4-0d2c-4a7c-8d55-41681ef29071,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:10.119557 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b414087a-6dab-4b6b-bd75-e9b214f9c4d0', 'tag': '4e56f11d-b067-4145-a99c-03c5f8dffd2a'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:54:10.127438 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87ece00-a530-4cf6-a262-2f6486748efc" -d '{"events": [{"name": "network-changed", "server_uuid": "b414087a-6dab-4b6b-bd75-e9b214f9c4d0", "tag": "4e56f11d-b067-4145-a99c-03c5f8dffd2a"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:54:10.183576 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-be17b4d0-166f-4a85-a02c-965675242ed4 req-a93b59bf-c1c7-4492-89f8-138c7103c380 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] For port 652782ff-ac5c-46a0-9b86-caccd2c4f733, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=652782ff-ac5c-46a0-9b86-caccd2c4f733,segment=NetworkSegment(0109b946-27a6-42b8-9977-0214018092fd),segment_id=0109b946-27a6-42b8-9977-0214018092fd)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:10.184347 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-be17b4d0-166f-4a85-a02c-965675242ed4 req-a93b59bf-c1c7-4492-89f8-138c7103c380 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:10.201349 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-be17b4d0-166f-4a85-a02c-965675242ed4 req-a93b59bf-c1c7-4492-89f8-138c7103c380 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Calling delete_port for 652782ff-ac5c-46a0-9b86-caccd2c4f733 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:10.221841 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297fa33-d2c0-4bfe-a2c4-f86327f107cf req-d70878a0-5428-4972-909d-d3b1f9c5561d tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:10.236808 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9297fa33-d2c0-4bfe-a2c4-f86327f107cf req-d70878a0-5428-4972-909d-d3b1f9c5561d tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/ports?device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 945 time: 0.2521303 Dec 06 14:54:10.257086 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989caffa-45ab-4896-acfc-e0fcc4471bb0 req-a306b84a-c90b-4fd8-9c7b-7854a7665580 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:10.269640 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-989caffa-45ab-4896-acfc-e0fcc4471bb0 req-a306b84a-c90b-4fd8-9c7b-7854a7665580 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.1371961 Dec 06 14:54:10.391789 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4c1d36e-f4b8-41a7-a84e-95158645a6ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:10.406198 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a4c1d36e-f4b8-41a7-a84e-95158645a6ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "DELETE /v2.0/ports/a7b78aa4-0d2c-4a7c-8d55-41681ef29071 HTTP/1.1" status: 204 len: 168 time: 1.0703125 Dec 06 14:54:10.412940 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55996) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:10.541382 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-989caffa-45ab-4896-acfc-e0fcc4471bb0 req-6913a3a6-4f05-4980-be3b-1d3136f70023 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591271 Dec 06 14:54:10.549632 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9297fa33-d2c0-4bfe-a2c4-f86327f107cf req-e2278235-8e25-4bff-8727-62769dec03b7 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/security-groups?id=99075b24-df24-4e75-94bb-144748884210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114698 Dec 06 14:54:10.556739 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7499ff4d-fa4f-4ea7-885b-d37f0b17bb46 None None] Set router bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:54:10.933386 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-56eafa26-42bd-4e1a-bc05-ab017f08c5b5 req-a34a92b1-cd3c-4cd4-b9ec-2746fedcee6c tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.1100698 Dec 06 14:54:10.936120 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-be17b4d0-166f-4a85-a02c-965675242ed4 req-a93b59bf-c1c7-4492-89f8-138c7103c380 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:10.960054 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['652782ff-ac5c-46a0-9b86-caccd2c4f733'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:54:11.015595 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b59bf-c1c7-4492-89f8-138c7103c380 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Pushing event deleted for resources: {'Port': ['ID=652782ff-ac5c-46a0-9b86-caccd2c4f733,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:11.142833 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6a8827-0870-4c29-93c4-cc3659d0db07 x-openstack-request-id: req-bb6a8827-0870-4c29-93c4-cc3659d0db07 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:54:11.143340 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b414087a-6dab-4b6b-bd75-e9b214f9c4d0", "tag": "4e56f11d-b067-4145-a99c-03c5f8dffd2a", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:54:11.144022 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb6a8827-0870-4c29-93c4-cc3659d0db07 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:54:11.144583 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b414087a-6dab-4b6b-bd75-e9b214f9c4d0', 'tag': '4e56f11d-b067-4145-a99c-03c5f8dffd2a', 'status': 'completed', 'code': 200} Dec 06 14:54:11.182286 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7499ff4d-fa4f-4ea7-885b-d37f0b17bb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'name': 'tempest-ServersTestJSON-1030604565-router', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246'}], 'enable_snat': True}, 'gw_port_id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:53:27Z', 'updated_at': '2021-12-06T14:53:39Z', 'revision_number': 4, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'gw_port': {'id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:30Z', 'updated_at': '2021-12-06T14:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd8dca613-8ca6-4d2a-9e88-71fcf3159bfa', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'floating_ip_address': '172.35.7.150', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'port_id': '4e56f11d-b067-4145-a99c-03c5f8dffd2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0', 'mac_address': 'fa:16:3e:5d:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414087a-6dab-4b6b-bd75-e9b214f9c4d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:53:49Z', 'updated_at': '2021-12-06T14:54:08Z', 'revision_number': 1, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785e8710-3642-43f5-9638-6bfe66097e77', 'name': '', 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'mac_address': 'fa:16:3e:36:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:37Z', 'updated_at': '2021-12-06T14:53:46Z', 'revision_number': 5, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'subnets': [{'id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:11.223997 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499ff4d-fa4f-4ea7-885b-d37f0b17bb46 None None] Checking router: bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:54:11.232897 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499ff4d-fa4f-4ea7-885b-d37f0b17bb46 None None] Routers {'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:11.233514 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7499ff4d-fa4f-4ea7-885b-d37f0b17bb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:11.234735 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b6d2503-474d-4011-886d-f1360671e096 req-eb7b3256-5003-4f0c-9e84-a6efeb3d718f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0727675 Dec 06 14:54:11.238431 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ece00-a530-4cf6-a262-2f6486748efc req-b4cf1dd6-b802-4f78-af3c-22f9cee18f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:11.239477 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d87ece00-a530-4cf6-a262-2f6486748efc req-b4cf1dd6-b802-4f78-af3c-22f9cee18f06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b960baac0d24ccdba25394ddf4fbed5&device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 1097 time: 0.0684133 Dec 06 14:54:11.293807 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-be17b4d0-166f-4a85-a02c-965675242ed4 req-a93b59bf-c1c7-4492-89f8-138c7103c380 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] No DVR routers for this DVR port 652782ff-ac5c-46a0-9b86-caccd2c4f733 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:54:11.298663 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-be17b4d0-166f-4a85-a02c-965675242ed4 req-a93b59bf-c1c7-4492-89f8-138c7103c380 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:11.312282 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be17b4d0-166f-4a85-a02c-965675242ed4 req-a93b59bf-c1c7-4492-89f8-138c7103c380 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.23 "DELETE /v2.0/ports/652782ff-ac5c-46a0-9b86-caccd2c4f733 HTTP/1.1" status: 204 len: 173 time: 1.7028446 Dec 06 14:54:11.364434 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0b54bdf6-2664-4865-8fed-877234e4dfc6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Deleting port 0543179e-d70f-4909-a03d-fcfe66648f7a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:11.364909 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b54bdf6-2664-4865-8fed-877234e4dfc6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:11.420148 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4a3c6-a635-4b3f-8cd5-fbd2a3935fb8 req-440ab22d-daef-4fd9-9a11-36d82c607842 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:11.439046 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e5a4a3c6-a635-4b3f-8cd5-fbd2a3935fb8 req-440ab22d-daef-4fd9-9a11-36d82c607842 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.2222223 Dec 06 14:54:11.460076 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ece00-a530-4cf6-a262-2f6486748efc req-0a795a3e-9792-4676-a809-1063e1e85ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:11.461778 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d87ece00-a530-4cf6-a262-2f6486748efc req-0a795a3e-9792-4676-a809-1063e1e85ebd service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 HTTP/1.1" status: 200 len: 907 time: 0.2077315 Dec 06 14:54:11.577744 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e5a4a3c6-a635-4b3f-8cd5-fbd2a3935fb8 req-7a929c00-3a09-45db-b43b-46a8676e3d3d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378884 Dec 06 14:54:11.591490 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b54bdf6-2664-4865-8fed-877234e4dfc6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:11.624302 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0b54bdf6-2664-4865-8fed-877234e4dfc6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Calling delete_port for 0543179e-d70f-4909-a03d-fcfe66648f7a owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:11.634763 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d87ece00-a530-4cf6-a262-2f6486748efc req-0dc2dd79-65f8-4965-a7db-8e210289ead0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e56f11d-b067-4145-a99c-03c5f8dffd2a HTTP/1.1" status: 200 len: 1000 time: 0.1650913 Dec 06 14:54:11.645050 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7499ff4d-fa4f-4ea7-885b-d37f0b17bb46 None None] Set router bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:54:11.838924 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-36dbebad-3ed1-476a-8ecf-86b4ea8a4e8e req-7c59edfd-6296-4ef6-a930-8df0a0d87d10 tempest-ServerAddressesNegativeTestJSON-602158245 tempest-ServerAddressesNegativeTestJSON-602158245-project] 10.222.0.20 "GET /v2.0/ports?device_id=70740573-9e54-46e2-a7fb-a246b9789569 HTTP/1.1" status: 200 len: 210 time: 0.0513103 Dec 06 14:54:11.861151 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ece00-a530-4cf6-a262-2f6486748efc req-98f0b0dd-472d-42bd-b073-03a7322ce1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:11.862615 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d87ece00-a530-4cf6-a262-2f6486748efc req-98f0b0dd-472d-42bd-b073-03a7322ce1a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e2b7579-a871-40e2-9313-5fc0de284511 HTTP/1.1" status: 200 len: 845 time: 0.2148559 Dec 06 14:54:11.914614 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ce886-debb-4eab-a243-9cd7adec3e43 req-8ba14791-833e-4e3c-a9ad-fc397e6dfb99 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:11.924839 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f61ce886-debb-4eab-a243-9cd7adec3e43 req-8ba14791-833e-4e3c-a9ad-fc397e6dfb99 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.1272547 Dec 06 14:54:12.059206 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f61ce886-debb-4eab-a243-9cd7adec3e43 req-2abfd979-987b-426a-a1e4-9e14aa97986f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331418 Dec 06 14:54:12.151081 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4abb6c55-78b5-4ba8-ab1a-02906df1d5ef req-90314d53-681c-421b-89e6-fc243420aed0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0430691 Dec 06 14:54:12.159394 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ece00-a530-4cf6-a262-2f6486748efc req-df7de3dc-6c38-4981-a6bb-105d27597c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:12.160932 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d87ece00-a530-4cf6-a262-2f6486748efc req-df7de3dc-6c38-4981-a6bb-105d27597c6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393105 Dec 06 14:54:12.251868 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b54bdf6-2664-4865-8fed-877234e4dfc6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:12.271929 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7499ff4d-fa4f-4ea7-885b-d37f0b17bb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'name': 'tempest-ServersTestJSON-1030604565-router', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246'}], 'enable_snat': True}, 'gw_port_id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:53:27Z', 'updated_at': '2021-12-06T14:53:39Z', 'revision_number': 4, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'gw_port': {'id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:30Z', 'updated_at': '2021-12-06T14:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd8dca613-8ca6-4d2a-9e88-71fcf3159bfa', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'floating_ip_address': '172.35.7.150', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'port_id': '4e56f11d-b067-4145-a99c-03c5f8dffd2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0', 'mac_address': 'fa:16:3e:5d:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414087a-6dab-4b6b-bd75-e9b214f9c4d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:53:49Z', 'updated_at': '2021-12-06T14:54:08Z', 'revision_number': 1, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785e8710-3642-43f5-9638-6bfe66097e77', 'name': '', 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'mac_address': 'fa:16:3e:36:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:37Z', 'updated_at': '2021-12-06T14:53:46Z', 'revision_number': 5, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'subnets': [{'id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:12.303590 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499ff4d-fa4f-4ea7-885b-d37f0b17bb46 None None] The sync data for ids ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'] in n-d-master-1 is: [{'id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'name': 'tempest-ServersTestJSON-1030604565-router', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246'}], 'enable_snat': True}, 'gw_port_id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:53:27Z', 'updated_at': '2021-12-06T14:53:39Z', 'revision_number': 4, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'gw_port': {'id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:30Z', 'updated_at': '2021-12-06T14:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd8dca613-8ca6-4d2a-9e88-71fcf3159bfa', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'floating_ip_address': '172.35.7.150', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'port_id': '4e56f11d-b067-4145-a99c-03c5f8dffd2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0', 'mac_address': 'fa:16:3e:5d:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414087a-6dab-4b6b-bd75-e9b214f9c4d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:53:49Z', 'updated_at': '2021-12-06T14:54:08Z', 'revision_number': 1, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785e8710-3642-43f5-9638-6bfe66097e77', 'name': '', 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'mac_address': 'fa:16:3e:36:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:37Z', 'updated_at': '2021-12-06T14:53:46Z', 'revision_number': 5, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'subnets': [{'id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:54:12.335953 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54bdf6-2664-4865-8fed-877234e4dfc6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event deleted for resources: {'Port': ['ID=0543179e-d70f-4909-a03d-fcfe66648f7a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:12.376282 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-27e9e4ef-b39f-464b-b45a-2ea41b886d1d req-c3903753-a9b1-4ccb-856a-0ac8f007c250 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0561347 Dec 06 14:54:12.516226 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d87ece00-a530-4cf6-a262-2f6486748efc req-cf17eed1-bf6a-40a7-81f4-e9196ee5ef81 service neutron] 10.222.0.37 "GET /v2.0/networks/c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439670 Dec 06 14:54:12.559461 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b54bdf6-2664-4865-8fed-877234e4dfc6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:12.567039 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0b54bdf6-2664-4865-8fed-877234e4dfc6 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "DELETE /v2.0/ports/0543179e-d70f-4909-a03d-fcfe66648f7a HTTP/1.1" status: 204 len: 168 time: 2.1426313 Dec 06 14:54:12.568817 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56012) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:12.681806 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30261a9-e742-4b02-b725-93831fdac621 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Deleting subnet a1e5f2f7-b121-4bd5-a64e-1d85120de3ca {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:54:12.694295 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d30261a9-e742-4b02-b725-93831fdac621 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:12.774710 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d30261a9-e742-4b02-b725-93831fdac621 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:12.816628 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec7f80-bbd8-45b2-a33d-bd5de4232ca4 req-7e8a18ea-427e-488e-a98b-5d77d490b8b4 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:12.818196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d9ec7f80-bbd8-45b2-a33d-bd5de4232ca4 req-7e8a18ea-427e-488e-a98b-5d77d490b8b4 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1148968 Dec 06 14:54:12.820430 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d87ece00-a530-4cf6-a262-2f6486748efc req-c28e6328-720b-4e4e-a759-10b5daf71520 service neutron] 10.222.0.37 "GET /v2.0/networks/c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831285 Dec 06 14:54:12.824611 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9d6e96-5d94-462a-b06d-e97eee6017c1 None None] New status for floating IP d8dca613-8ca6-4d2a-9e88-71fcf3159bfa: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:54:12.929971 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d30261a9-e742-4b02-b725-93831fdac621 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:12.966890 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d9ec7f80-bbd8-45b2-a33d-bd5de4232ca4 req-e6cf3a9c-ff39-40c5-af5e-04207c6824b6 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223624 Dec 06 14:54:12.967388 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56018) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:13.048862 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d30261a9-e742-4b02-b725-93831fdac621 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:13.102639 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6782382-8c5a-4e84-a688-e40a721e7e31 admin admin] Deleting subnet 12fd28c7-2cec-40c8-bd8f-75d50536d72e {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:54:13.109964 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6782382-8c5a-4e84-a688-e40a721e7e31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:13.152475 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70740573-9e54-46e2-a7fb-a246b9789569', 'name': 'network-vif-deleted', 'tag': '652782ff-ac5c-46a0-9b86-caccd2c4f733'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:54:13.154932 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e81814b-9ab2-4f56-85c4-74c447aeae30" -d '{"events": [{"server_uuid": "70740573-9e54-46e2-a7fb-a246b9789569", "name": "network-vif-deleted", "tag": "652782ff-ac5c-46a0-9b86-caccd2c4f733"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:54:13.169290 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30261a9-e742-4b02-b725-93831fdac621 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e5f2f7-b121-4bd5-a64e-1d85120de3ca,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:13.193176 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a699b0d-ed3c-4297-b7f9-8f03f1348e7c None None] Network cb158934-4018-4c6a-ae8b-2c28f8c789bf requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:54:13.196509 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d30261a9-e742-4b02-b725-93831fdac621 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:13.199817 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d30261a9-e742-4b02-b725-93831fdac621 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "DELETE /v2.0/subnets/a1e5f2f7-b121-4bd5-a64e-1d85120de3ca HTTP/1.1" status: 204 len: 168 time: 0.6312685 Dec 06 14:54:13.204160 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56026) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:13.244986 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6782382-8c5a-4e84-a688-e40a721e7e31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:13.296198 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-d366d98d-5923-469a-95da-194d0e7916d0 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Deleting subnet 97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:54:13.300503 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60ce389-01fd-469c-b5a3-5f373ac429a8 x-openstack-request-id: req-c60ce389-01fd-469c-b5a3-5f373ac429a8 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:54:13.300804 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70740573-9e54-46e2-a7fb-a246b9789569", "name": "network-vif-deleted", "tag": "652782ff-ac5c-46a0-9b86-caccd2c4f733", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:54:13.301048 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c60ce389-01fd-469c-b5a3-5f373ac429a8 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:54:13.301439 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70740573-9e54-46e2-a7fb-a246b9789569', 'name': 'network-vif-deleted', 'tag': '652782ff-ac5c-46a0-9b86-caccd2c4f733', 'status': 'completed', 'code': 200} Dec 06 14:54:13.302079 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d366d98d-5923-469a-95da-194d0e7916d0 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:13.382175 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d366d98d-5923-469a-95da-194d0e7916d0 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:13.421857 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6782382-8c5a-4e84-a688-e40a721e7e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:13.482348 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be92ef6-66b7-4394-866e-5aea6fa6cc86 req-2d6f2594-dceb-4b97-af37-f38b2228027b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:13.484080 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3be92ef6-66b7-4394-866e-5aea6fa6cc86 req-2d6f2594-dceb-4b97-af37-f38b2228027b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.1725395 Dec 06 14:54:13.571398 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab076a52-62c0-4f66-a196-ba8173730719 req-b39a59df-d87a-48be-8b33-62c70cf29cb7 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0966735 Dec 06 14:54:13.582143 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d366d98d-5923-469a-95da-194d0e7916d0 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:13.612198 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6782382-8c5a-4e84-a688-e40a721e7e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:13.662420 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3be92ef6-66b7-4394-866e-5aea6fa6cc86 req-02067bd0-8301-450a-840f-b67f7167dcd2 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719704 Dec 06 14:54:13.664980 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6782382-8c5a-4e84-a688-e40a721e7e31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12fd28c7-2cec-40c8-bd8f-75d50536d72e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:13.670270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f990afd-8fc5-4b0f-accb-e990a2777aba req-10ccc9cd-a512-4712-ba23-5b786d33290a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0416601 Dec 06 14:54:13.691024 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6782382-8c5a-4e84-a688-e40a721e7e31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:13.716781 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f6782382-8c5a-4e84-a688-e40a721e7e31 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/12fd28c7-2cec-40c8-bd8f-75d50536d72e HTTP/1.1" status: 204 len: 168 time: 0.7440305 Dec 06 14:54:13.716781 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56034) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:13.742594 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 652782ff-ac5c-46a0-9b86-caccd2c4f733 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:13.777929 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d3597b-29e3-48f7-a476-f9eaa40f3c1c None None] DHCP port deletion for cb158934-4018-4c6a-ae8b-2c28f8c789bf request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:54:13.781704 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 652782ff-ac5c-46a0-9b86-caccd2c4f733 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:54:13.782283 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 652782ff-ac5c-46a0-9b86-caccd2c4f733 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:54:13.791420 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d366d98d-5923-469a-95da-194d0e7916d0 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:13.809271 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d366d98d-5923-469a-95da-194d0e7916d0 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:13.818421 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c74cee-1e1c-496c-af17-47d2eab96688 None None] Network b101b3fa-0622-4671-8e73-e76bfcd7a3b3 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:54:13.824025 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56038) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:13.824487 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d366d98d-5923-469a-95da-194d0e7916d0 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "DELETE /v2.0/subnets/97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f HTTP/1.1" status: 204 len: 168 time: 0.6182215 Dec 06 14:54:13.848288 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366d98d-5923-469a-95da-194d0e7916d0 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event deleted for resources: {'Subnet': ['ID=97a93beb-ee3d-4de5-bb22-b7f2f1e3f75f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:13.870463 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d03a714-b5f3-4f2a-9fef-308f951a4df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:14.009589 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-43d3597b-29e3-48f7-a476-f9eaa40f3c1c None None] Deleting port bf34ac15-8840-4097-bb07-12aa6bc09df9 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:14.012943 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43d3597b-29e3-48f7-a476-f9eaa40f3c1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:14.076295 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:14.173914 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d03a714-b5f3-4f2a-9fef-308f951a4df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:14.228322 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-4d03a714-b5f3-4f2a-9fef-308f951a4df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a602f61-bcf4-43a0-9031-d0808eaac4b6']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:14.238629 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-43d3597b-29e3-48f7-a476-f9eaa40f3c1c None None] For port bf34ac15-8840-4097-bb07-12aa6bc09df9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bf34ac15-8840-4097-bb07-12aa6bc09df9,segment=NetworkSegment(7ba72c39-a80c-460f-8226-d6107cfda5da),segment_id=7ba72c39-a80c-460f-8226-d6107cfda5da)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:14.239246 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43d3597b-29e3-48f7-a476-f9eaa40f3c1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:14.245267 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-4d03a714-b5f3-4f2a-9fef-308f951a4df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0109b946-27a6-42b8-9977-0214018092fd') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:14.245811 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-4d03a714-b5f3-4f2a-9fef-308f951a4df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0109b946-27a6-42b8-9977-0214018092fd') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:14.246547 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b17148-8386-4607-a6d5-b3dfc7eb5940 req-0284dc80-7220-4731-85db-140222b6ccd5 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:14.255705 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31b17148-8386-4607-a6d5-b3dfc7eb5940 req-0284dc80-7220-4731-85db-140222b6ccd5 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1410697 Dec 06 14:54:14.260805 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d03a714-b5f3-4f2a-9fef-308f951a4df5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:14.284088 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d03a714-b5f3-4f2a-9fef-308f951a4df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:14.296782 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d03a714-b5f3-4f2a-9fef-308f951a4df5 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:54:14.298687 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d03a714-b5f3-4f2a-9fef-308f951a4df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:14.318456 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-43d3597b-29e3-48f7-a476-f9eaa40f3c1c None None] Calling delete_port for bf34ac15-8840-4097-bb07-12aa6bc09df9 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:54:14.367122 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:54:14.373433 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d03a714-b5f3-4f2a-9fef-308f951a4df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:14.376903 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Deleting port bf34ac15-8840-4097-bb07-12aa6bc09df9 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:14.377788 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:14.378770 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31b17148-8386-4607-a6d5-b3dfc7eb5940 req-a8234132-0617-499c-b17b-b9b9af95e522 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221077 Dec 06 14:54:14.397372 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d03a714-b5f3-4f2a-9fef-308f951a4df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:14.406547 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4d03a714-b5f3-4f2a-9fef-308f951a4df5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9a602f61-bcf4-43a0-9031-d0808eaac4b6 HTTP/1.1" status: 204 len: 168 time: 0.6859455 Dec 06 14:54:14.426152 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03a714-b5f3-4f2a-9fef-308f951a4df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a602f61-bcf4-43a0-9031-d0808eaac4b6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:14.459147 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cf3755-001f-458c-af77-0902e902e24f None None] DHCP port deletion for b101b3fa-0622-4671-8e73-e76bfcd7a3b3 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:54:14.539338 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] For port bf34ac15-8840-4097-bb07-12aa6bc09df9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bf34ac15-8840-4097-bb07-12aa6bc09df9,segment=NetworkSegment(7ba72c39-a80c-460f-8226-d6107cfda5da),segment_id=7ba72c39-a80c-460f-8226-d6107cfda5da)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:14.539798 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:14.563346 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43d3597b-29e3-48f7-a476-f9eaa40f3c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:14.564806 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Calling delete_port for bf34ac15-8840-4097-bb07-12aa6bc09df9 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:14.635433 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3597b-29e3-48f7-a476-f9eaa40f3c1c None None] Pushing event deleted for resources: {'Port': ['ID=bf34ac15-8840-4097-bb07-12aa6bc09df9,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:14.641624 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56052) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:14.653299 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d3597b-29e3-48f7-a476-f9eaa40f3c1c None None] No DVR routers for this DVR port bf34ac15-8840-4097-bb07-12aa6bc09df9 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:54:14.698369 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf3755-001f-458c-af77-0902e902e24f None None] Deleting port f1652be1-685c-4b3c-97ac-4623fdef650e {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:14.698887 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f5cf3755-001f-458c-af77-0902e902e24f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:14.731912 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-22775e41-ace0-4d49-a4b7-d07e323e82a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08977d824f6a4009b42dd6be42ae1cd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0874426 Dec 06 14:54:14.734482 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56058) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:14.765791 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:14.771755 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f5cf3755-001f-458c-af77-0902e902e24f None None] For port f1652be1-685c-4b3c-97ac-4623fdef650e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f1652be1-685c-4b3c-97ac-4623fdef650e,segment=NetworkSegment(0fa93a49-8483-48fa-b4f8-6d111935569f),segment_id=0fa93a49-8483-48fa-b4f8-6d111935569f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:14.772295 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f5cf3755-001f-458c-af77-0902e902e24f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:14.787020 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf3755-001f-458c-af77-0902e902e24f None None] Calling delete_port for f1652be1-685c-4b3c-97ac-4623fdef650e owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:14.788874 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] No DVR routers for this DVR port bf34ac15-8840-4097-bb07-12aa6bc09df9 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:54:14.825759 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c47af6a5-64f3-4e7f-8397-3ca70727b34f req-3c35ebf1-e031-4e83-b2d8-ad6f3a4eb94a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0684266 Dec 06 14:54:14.888674 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event deleted for resources: {'Port': ['ID=bf34ac15-8840-4097-bb07-12aa6bc09df9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:14.897846 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d1e1e0a-7912-48de-8497-d7c121e96048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:14.951453 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d1e1e0a-7912-48de-8497-d7c121e96048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:14.999536 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:15.022207 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23aef31-7e21-4aa0-8b9e-98c5f86d9d63 req-d6984c60-0796-464b-badf-ace21f0afb93 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:15.030161 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d23aef31-7e21-4aa0-8b9e-98c5f86d9d63 req-d6984c60-0796-464b-badf-ace21f0afb93 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.0940952 Dec 06 14:54:15.068209 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f5cf3755-001f-458c-af77-0902e902e24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:15.068812 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb158934-4018-4c6a-ae8b-2c28f8c789bf']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:15.092396 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d23aef31-7e21-4aa0-8b9e-98c5f86d9d63 req-547edf27-3679-4a53-ae46-2bafd03200ad tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612674 Dec 06 14:54:15.099131 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d1e1e0a-7912-48de-8497-d7c121e96048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:15.104167 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d1e1e0a-7912-48de-8497-d7c121e96048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:15.105312 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0d1e1e0a-7912-48de-8497-d7c121e96048 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99075b24-df24-4e75-94bb-144748884210 HTTP/1.1" status: 204 len: 168 time: 0.3677337 Dec 06 14:54:15.107107 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf3755-001f-458c-af77-0902e902e24f None None] Pushing event deleted for resources: {'Port': ['ID=f1652be1-685c-4b3c-97ac-4623fdef650e,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:15.127760 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e1e0a-7912-48de-8497-d7c121e96048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99075b24-df24-4e75-94bb-144748884210,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:15.128365 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cf3755-001f-458c-af77-0902e902e24f None None] No DVR routers for this DVR port f1652be1-685c-4b3c-97ac-4623fdef650e on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:54:15.167346 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-12d22dcf-5767-4186-b035-8b971eb0ff07 req-cf14acb2-dee3-4127-8b40-e259731bf950 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.4957674 Dec 06 14:54:15.169512 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba72c39-a80c-460f-8226-d6107cfda5da') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:15.169878 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba72c39-a80c-460f-8226-d6107cfda5da') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:15.193098 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:15.218799 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:15.227036 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:54:15.227570 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:54:15.302109 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:54:15.309650 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:15.318720 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:15.324937 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "DELETE /v2.0/networks/cb158934-4018-4c6a-ae8b-2c28f8c789bf HTTP/1.1" status: 204 len: 168 time: 1.4975500 Dec 06 14:54:15.325275 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56066) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:15.353176 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5f586-f52d-4c13-9f28-26df283e4890 tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event deleted for resources: {'Network': ['ID=cb158934-4018-4c6a-ae8b-2c28f8c789bf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:15.434792 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50ab1e6b-3871-4aa0-b8ea-90263e1f29ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:15.594789 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1281789-885b-4efe-a16a-35e13680a35a req-1c11b9b2-8399-4128-a054-eaee2f79ae09 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:15.610322 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1281789-885b-4efe-a16a-35e13680a35a req-1c11b9b2-8399-4128-a054-eaee2f79ae09 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1403174 Dec 06 14:54:15.625737 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50ab1e6b-3871-4aa0-b8ea-90263e1f29ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:15.655942 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-50ab1e6b-3871-4aa0-b8ea-90263e1f29ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b101b3fa-0622-4671-8e73-e76bfcd7a3b3']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:15.684653 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-50ab1e6b-3871-4aa0-b8ea-90263e1f29ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa93a49-8483-48fa-b4f8-6d111935569f') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:15.685064 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-50ab1e6b-3871-4aa0-b8ea-90263e1f29ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa93a49-8483-48fa-b4f8-6d111935569f') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:15.700305 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50ab1e6b-3871-4aa0-b8ea-90263e1f29ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:15.716116 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50ab1e6b-3871-4aa0-b8ea-90263e1f29ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:15.725586 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ab1e6b-3871-4aa0-b8ea-90263e1f29ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:54:15.726075 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50ab1e6b-3871-4aa0-b8ea-90263e1f29ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:54:15.730707 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:54:15.777199 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1281789-885b-4efe-a16a-35e13680a35a req-5a08fc26-9966-4d77-aadb-b8f9e28ba505 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646004 Dec 06 14:54:15.889477 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f1652be1-685c-4b3c-97ac-4623fdef650e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:15.926796 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50ab1e6b-3871-4aa0-b8ea-90263e1f29ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:15.945489 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50ab1e6b-3871-4aa0-b8ea-90263e1f29ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:15.947173 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb2e008e-291c-4c51-80f8-7981a411a5fd req-d2bee73a-096f-4bfe-b7a7-37b8378180a3 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0568399 Dec 06 14:54:15.969067 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-50ab1e6b-3871-4aa0-b8ea-90263e1f29ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] 10.222.0.20 "DELETE /v2.0/networks/b101b3fa-0622-4671-8e73-e76bfcd7a3b3 HTTP/1.1" status: 204 len: 168 time: 0.6418281 Dec 06 14:54:16.000541 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: f1652be1-685c-4b3c-97ac-4623fdef650e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:54:16.005155 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f1652be1-685c-4b3c-97ac-4623fdef650e not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:54:16.006008 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device bf34ac15-8840-4097-bb07-12aa6bc09df9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:16.047313 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab1e6b-3871-4aa0-b8ea-90263e1f29ed tempest-TaggedBootDevicesTest-853693442 tempest-TaggedBootDevicesTest-853693442-project] Pushing event deleted for resources: {'Network': ['ID=b101b3fa-0622-4671-8e73-e76bfcd7a3b3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:16.101528 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: bf34ac15-8840-4097-bb07-12aa6bc09df9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:54:16.102435 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device bf34ac15-8840-4097-bb07-12aa6bc09df9 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:54:16.157769 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f997f66-ec90-4af8-ba16-b9872a02e72a req-4606f5fc-1e1a-4280-8e6d-f0a01bbf5fce tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:16.167795 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f997f66-ec90-4af8-ba16-b9872a02e72a req-4606f5fc-1e1a-4280-8e6d-f0a01bbf5fce tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0995011 Dec 06 14:54:16.235992 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f997f66-ec90-4af8-ba16-b9872a02e72a req-6577121f-322c-4478-a504-36dceb0d75bc tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664439 Dec 06 14:54:16.288422 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02d7c3-0872-49a6-bbb3-4c552e5de7b5 req-3b8aef62-3a28-4187-bc64-3588288b319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:16.289932 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b02d7c3-0872-49a6-bbb3-4c552e5de7b5 req-3b8aef62-3a28-4187-bc64-3588288b319d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 1096 time: 0.1501417 Dec 06 14:54:16.386871 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d67fba3f-0a45-4182-af42-5cdc48f7a8e3 req-cb34017c-f906-4306-a637-b145bc0f490c tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0464034 Dec 06 14:54:16.468557 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02d7c3-0872-49a6-bbb3-4c552e5de7b5 req-7456ae05-dd53-4ab1-898b-44184fc82ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:16.473967 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b02d7c3-0872-49a6-bbb3-4c552e5de7b5 req-7456ae05-dd53-4ab1-898b-44184fc82ba6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 912 time: 0.1741796 Dec 06 14:54:16.639959 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b02d7c3-0872-49a6-bbb3-4c552e5de7b5 req-e5168ef4-da40-4b15-a7d1-aed87c764a4b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a347586e-d706-4e92-bee7-d6c9844c7596 HTTP/1.1" status: 200 len: 998 time: 0.1576672 Dec 06 14:54:16.724046 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02d7c3-0872-49a6-bbb3-4c552e5de7b5 req-a4d0adc2-5d53-4f81-9e15-d889a38ffa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:16.726001 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b02d7c3-0872-49a6-bbb3-4c552e5de7b5 req-a4d0adc2-5d53-4f81-9e15-d889a38ffa56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.0784340 Dec 06 14:54:16.728528 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56114) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:16.852437 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02d7c3-0872-49a6-bbb3-4c552e5de7b5 req-c385fd56-91a6-4158-9792-553befc174c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:16.853881 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b02d7c3-0872-49a6-bbb3-4c552e5de7b5 req-c385fd56-91a6-4158-9792-553befc174c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176665 Dec 06 14:54:16.903563 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693941d-c6dc-4c82-8434-f7e16479416b req-cb51a213-352f-436e-8994-a28a3c6b8847 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:16.915595 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b693941d-c6dc-4c82-8434-f7e16479416b req-cb51a213-352f-436e-8994-a28a3c6b8847 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.6715295 Dec 06 14:54:16.931083 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3613b129-4b8e-4146-aec4-8a8ec2da0b31 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-507110167-network', 'tenant_id': 'f2a4de10ed034453833e0b8c5d96d4de'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:54:16.988478 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3613b129-4b8e-4146-aec4-8a8ec2da0b31 admin admin] Made reservation on behalf of f2a4de10ed034453833e0b8c5d96d4de for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:54:16.994879 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3613b129-4b8e-4146-aec4-8a8ec2da0b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:17.010066 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3613b129-4b8e-4146-aec4-8a8ec2da0b31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:17.059890 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8791f8e4-619b-4b29-bd23-9d0725e54efd req-68431625-2545-439b-b386-38329260666b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0469394 Dec 06 14:54:17.193209 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3613b129-4b8e-4146-aec4-8a8ec2da0b31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:17.203446 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3613b129-4b8e-4146-aec4-8a8ec2da0b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:17.260521 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3613b129-4b8e-4146-aec4-8a8ec2da0b31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:54:17.271935 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613b129-4b8e-4146-aec4-8a8ec2da0b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26384ce0-2f07-4e0c-857c-4ad37dafcc53,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:17.285223 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3613b129-4b8e-4146-aec4-8a8ec2da0b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:17.286641 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-3613b129-4b8e-4146-aec4-8a8ec2da0b31 admin admin] Added segment fa2bda0d-9859-4513-97c9-ee2e0be6ebf7 of type vlan for network 9712054e-c9e3-482b-8fa7-d85fc24cdb27 Dec 06 14:54:17.380467 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3613b129-4b8e-4146-aec4-8a8ec2da0b31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:17.454757 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b693941d-c6dc-4c82-8434-f7e16479416b req-9fd9ca2c-6bfd-4fa1-835b-358efa3f964d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5329876 Dec 06 14:54:17.465688 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43d048-d9cb-41c9-a40e-719ea3b20eeb req-8f053848-06e3-4e6d-8c0c-a0e12c9e70dd tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:17.470854 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cc43d048-d9cb-41c9-a40e-719ea3b20eeb req-8f053848-06e3-4e6d-8c0c-a0e12c9e70dd tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1112101 Dec 06 14:54:17.472937 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3613b129-4b8e-4146-aec4-8a8ec2da0b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:17.475942 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3613b129-4b8e-4146-aec4-8a8ec2da0b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:17.477232 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3613b129-4b8e-4146-aec4-8a8ec2da0b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:17.497225 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b02d7c3-0872-49a6-bbb3-4c552e5de7b5 req-68887e7f-c5ad-4b25-b540-a1b312de0804 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290243 Dec 06 14:54:17.618335 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3613b129-4b8e-4146-aec4-8a8ec2da0b31 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8876379 Dec 06 14:54:17.618508 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-709ba3f3-b7ee-404b-8483-0cdee1aaa7dd req-188d5c5b-825d-4ca7-80f2-352863cb3576 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0636978 Dec 06 14:54:17.618922 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56128) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:17.647832 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1a832613-1c0c-42d7-9354-5027b267cab7 admin admin] Request body: {'subnet': {'network_id': '9712054e-c9e3-482b-8fa7-d85fc24cdb27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-507110167-subnet', 'tenant_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:54:17.671924 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cc43d048-d9cb-41c9-a40e-719ea3b20eeb req-da709a4e-03e6-4f6b-8d18-ed2c5f9230c9 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899352 Dec 06 14:54:17.679426 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613b129-4b8e-4146-aec4-8a8ec2da0b31 admin admin] Pushing event updated for resources: {'Network': ['ID=9712054e-c9e3-482b-8fa7-d85fc24cdb27,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:17.690502 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-070ccc38-c29a-44be-913a-85c6c14793d7 req-1deed2cd-f395-489e-8f26-adaf47bda2ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1989388 Dec 06 14:54:17.703256 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 9712054e-c9e3-482b-8fa7-d85fc24cdb27 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:54:17.837320 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b02d7c3-0872-49a6-bbb3-4c552e5de7b5 req-58161b49-c065-4cfd-b74e-b4d635d2cc9a service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329775 Dec 06 14:54:17.838613 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ccc38-c29a-44be-913a-85c6c14793d7 req-027c1ec5-61e1-48f5-8cc6-08aebc94f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:17.846375 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-070ccc38-c29a-44be-913a-85c6c14793d7 req-027c1ec5-61e1-48f5-8cc6-08aebc94f25f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 1058 time: 0.1244698 Dec 06 14:54:17.852964 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a832613-1c0c-42d7-9354-5027b267cab7 admin admin] Made reservation on behalf of f2a4de10ed034453833e0b8c5d96d4de for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:54:17.855330 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a832613-1c0c-42d7-9354-5027b267cab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:18.049269 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ccc38-c29a-44be-913a-85c6c14793d7 req-8801e40a-2283-4f81-9546-0863889a6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:18.051290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-070ccc38-c29a-44be-913a-85c6c14793d7 req-8801e40a-2283-4f81-9546-0863889a6e1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 912 time: 0.1563907 Dec 06 14:54:18.121839 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-070ccc38-c29a-44be-913a-85c6c14793d7 req-80f4284b-8949-4fb6-8077-2d0ecc753783 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 HTTP/1.1" status: 200 len: 217 time: 0.0599382 Dec 06 14:54:18.160086 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a832613-1c0c-42d7-9354-5027b267cab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:18.214031 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a832613-1c0c-42d7-9354-5027b267cab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c44331b2-dbd8-4a5c-89ac-cfdeb1cbfd1c,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:18.273750 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a832613-1c0c-42d7-9354-5027b267cab7 admin admin] Checking segment: {'id': 'fa2bda0d-9859-4513-97c9-ee2e0be6ebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9712054e-c9e3-482b-8fa7-d85fc24cdb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:54:18.274115 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a832613-1c0c-42d7-9354-5027b267cab7 admin admin] Network hostable DHCP agents. Network: 9712054e-c9e3-482b-8fa7-d85fc24cdb27, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:54:18.276000 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec53ed11-79f0-4313-abf4-d067c59c5d95 req-2716e19a-685e-4c9b-96b2-dd5e45868e6d tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0642130 Dec 06 14:54:18.303369 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ccc38-c29a-44be-913a-85c6c14793d7 req-a5b44cc3-9365-4d8b-bc40-af6b84e9a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:18.305085 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-070ccc38-c29a-44be-913a-85c6c14793d7 req-a5b44cc3-9365-4d8b-bc40-af6b84e9a2ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.1751077 Dec 06 14:54:18.318739 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a832613-1c0c-42d7-9354-5027b267cab7 admin admin] Network 9712054e-c9e3-482b-8fa7-d85fc24cdb27 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:54:18.343769 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1a832613-1c0c-42d7-9354-5027b267cab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9712054e-c9e3-482b-8fa7-d85fc24cdb27) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:54:18.349182 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a832613-1c0c-42d7-9354-5027b267cab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:18.350589 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a832613-1c0c-42d7-9354-5027b267cab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:18.354499 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab6c8d1-65fa-47d7-99ab-f3caa885d3db None None] Network 9712054e-c9e3-482b-8fa7-d85fc24cdb27 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:54:18.388993 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1a832613-1c0c-42d7-9354-5027b267cab7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7542703 Dec 06 14:54:18.389605 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56142) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:18.395100 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-507110167-router', 'tenant_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:54:18.406689 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ccc38-c29a-44be-913a-85c6c14793d7 req-7d8f72ee-777d-433b-a04f-9cf7b888ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:18.409675 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-070ccc38-c29a-44be-913a-85c6c14793d7 req-7d8f72ee-777d-433b-a04f-9cf7b888ef71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939052 Dec 06 14:54:18.468957 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:18.470559 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:18.595702 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:18.722453 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99758b1-5672-4ee8-8e43-f91b11b443ef None None] Network 9712054e-c9e3-482b-8fa7-d85fc24cdb27 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:54:18.771355 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92b842a9-d170-4fff-9272-6d848ea32c39 req-1ab753a5-d126-458a-9b33-86102c75f4a4 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0678859 Dec 06 14:54:18.773178 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-070ccc38-c29a-44be-913a-85c6c14793d7 req-e7a0fd49-00ab-4769-acdc-14f6c08594f6 service neutron] 10.222.0.37 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514087 Dec 06 14:54:19.072879 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:54:19.077222 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-070ccc38-c29a-44be-913a-85c6c14793d7 req-c312dd5a-eb85-4d8d-ab0a-913412cdfc24 service neutron] 10.222.0.37 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918680 Dec 06 14:54:19.117178 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:19.126994 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5af80-5fd9-47e6-be38-47394884af50 req-acf5e204-e54c-4644-96a3-788068348130 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:19.128560 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-38f5af80-5fd9-47e6-be38-47394884af50 req-acf5e204-e54c-4644-96a3-788068348130 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1944919 Dec 06 14:54:19.135994 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9864ae-aa5c-47bf-ab98-8256a81e07c1 req-1b8d085e-7fee-418a-91e0-40cbae870150 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:19.137935 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c9864ae-aa5c-47bf-ab98-8256a81e07c1 req-1b8d085e-7fee-418a-91e0-40cbae870150 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.4368720 Dec 06 14:54:19.215043 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-38f5af80-5fd9-47e6-be38-47394884af50 req-13351565-1a5e-4423-ba38-771da4c9605d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746281 Dec 06 14:54:19.246301 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c9864ae-aa5c-47bf-ab98-8256a81e07c1 req-bd2b302a-c614-4755-953a-ccfe4e582401 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915692 Dec 06 14:54:19.431898 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f094605c-34f6-4558-8dee-c4cd22223dfe req-f89002c6-dbde-4f2c-92ae-e02e122ff72a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0479894 Dec 06 14:54:19.599298 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:19.628654 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8154f5-2f34-48fa-94c7-9708f710a05e req-dbf40612-fe98-42ea-944f-c3fad703ec68 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:19.630185 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f8154f5-2f34-48fa-94c7-9708f710a05e req-dbf40612-fe98-42ea-944f-c3fad703ec68 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.2208672 Dec 06 14:54:19.631568 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:19.635675 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe297132-f60f-45e9-8f7e-a5f2a1f2dbec req-fa9ca0b4-49d4-4da5-88ca-d21ff6388a6e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1235590 Dec 06 14:54:19.853615 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f8154f5-2f34-48fa-94c7-9708f710a05e req-8aa85b41-ffd6-49d2-8860-5f7fe3632929 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169206 Dec 06 14:54:19.866843 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe297132-f60f-45e9-8f7e-a5f2a1f2dbec req-42b1bb81-6809-4051-9258-27768bf9460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:19.885875 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe297132-f60f-45e9-8f7e-a5f2a1f2dbec req-42b1bb81-6809-4051-9258-27768bf9460e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 1097 time: 0.2212348 Dec 06 14:54:19.912237 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Allocated IP 172.35.7.193 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/b8164d89-c952-4224-ac5f-4a9c1e9451bc) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:54:19.960406 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17a0a277-5dba-46a9-a2e0-18e809f9a251 req-09134e6f-9a7d-42bc-9aca-58e9efd46c42 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.1080396 Dec 06 14:54:20.088200 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:20.229560 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58c9a6-05fe-4e52-afa0-c3b56b10e0f9 req-0ca4859b-71e0-488e-981c-718ed12e8141 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:20.233727 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab58c9a6-05fe-4e52-afa0-c3b56b10e0f9 req-0ca4859b-71e0-488e-981c-718ed12e8141 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1706128 Dec 06 14:54:20.261605 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe297132-f60f-45e9-8f7e-a5f2a1f2dbec req-945f780f-9a99-482c-b07c-bae460c8ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:20.263081 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe297132-f60f-45e9-8f7e-a5f2a1f2dbec req-945f780f-9a99-482c-b07c-bae460c8ee1b service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 912 time: 0.1866419 Dec 06 14:54:20.266105 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:20.404176 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe297132-f60f-45e9-8f7e-a5f2a1f2dbec req-138dcd7e-4b2c-418e-ad74-4567de415ce4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a3f5667-d697-419f-bdef-7d22d38c88a6 HTTP/1.1" status: 200 len: 217 time: 0.1061649 Dec 06 14:54:20.406661 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:54:20.432374 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:54:20.435819 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:54:20.447062 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c806542-8f67-4a5c-9383-510c6bc9943f None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:54:20.465946 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b8164d89-c952-4224-ac5f-4a9c1e9451bc,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:20.475059 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab58c9a6-05fe-4e52-afa0-c3b56b10e0f9 req-3f0b4d5e-6b96-4275-8a11-954d76d65d25 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327862 Dec 06 14:54:20.530481 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5481e182-c040-45bd-8fc3-d31751e91c06 None None] Provisioning complete for port b8164d89-c952-4224-ac5f-4a9c1e9451bc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:54:20.530855 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5481e182-c040-45bd-8fc3-d31751e91c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:20.535447 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02969f5-d0fe-42ae-afd4-adb179ac814c req-214bc3b0-116a-4e8e-8f12-552f81672aee tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:20.547662 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe297132-f60f-45e9-8f7e-a5f2a1f2dbec req-30dddbde-6622-4a43-b918-7feabdc51f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:20.549806 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe297132-f60f-45e9-8f7e-a5f2a1f2dbec req-30dddbde-6622-4a43-b918-7feabdc51f61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.1316190 Dec 06 14:54:20.551984 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a02969f5-d0fe-42ae-afd4-adb179ac814c req-214bc3b0-116a-4e8e-8f12-552f81672aee tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.1740448 Dec 06 14:54:20.645786 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a02969f5-d0fe-42ae-afd4-adb179ac814c req-d08323af-4b0e-451d-9007-925ebe10d8a9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868509 Dec 06 14:54:20.666036 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5481e182-c040-45bd-8fc3-d31751e91c06 None None] Port b8164d89-c952-4224-ac5f-4a9c1e9451bc cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:54:20.823237 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0efee6ff-f0ba-4b04-ae5c-67f172223012 req-165efa22-d3f1-4204-9a4f-22d9686214c7 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0371139 Dec 06 14:54:20.985529 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:21.105830 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61de98a6-bfa0-4675-bac9-6f65d1fed622 req-fdd3f26b-bfe3-4479-a1e1-c96b16a840e9 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0515759 Dec 06 14:54:21.232428 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe297132-f60f-45e9-8f7e-a5f2a1f2dbec req-18e33790-fb77-455b-b8f2-85f2e3a2ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:21.233950 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe297132-f60f-45e9-8f7e-a5f2a1f2dbec req-18e33790-fb77-455b-b8f2-85f2e3a2ad75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6095586 Dec 06 14:54:21.487484 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378b190-7245-42c7-bee3-2b9b69a2c203 req-b95b8433-8d03-4d2b-ba3e-7094b2c4c090 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:21.496275 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b378b190-7245-42c7-bee3-2b9b69a2c203 req-b95b8433-8d03-4d2b-ba3e-7094b2c4c090 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.3722394 Dec 06 14:54:21.507449 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe297132-f60f-45e9-8f7e-a5f2a1f2dbec req-b2425995-8635-4129-b1fb-78ef631470c9 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597544 Dec 06 14:54:21.544463 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:21.728123 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe297132-f60f-45e9-8f7e-a5f2a1f2dbec req-41189aec-aef0-4511-a167-0cccbb924130 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956587 Dec 06 14:54:21.869928 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b378b190-7245-42c7-bee3-2b9b69a2c203 req-0f12bc08-4c12-4ce9-840f-63a9fed9e9b3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3727973 Dec 06 14:54:21.951174 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Router c7dcdae3-b958-437f-94a1-acda92b1c18c is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:54:21.982476 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-03856c72-f603-4d0b-803a-cbc2499e398a req-fa9bd3c1-1fb0-4d0f-b259-57793023cd05 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0493069 Dec 06 14:54:22.033180 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c78d8-7a36-4c7d-95ad-5a56183f2bff req-ee2c103d-a5c5-453e-8e38-7ade61f4b603 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:22.052121 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca5c78d8-7a36-4c7d-95ad-5a56183f2bff req-ee2c103d-a5c5-453e-8e38-7ade61f4b603 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.1512468 Dec 06 14:54:22.135485 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:54:22.156035 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Sync routers for ids ['c7dcdae3-b958-437f-94a1-acda92b1c18c'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:54:22.162511 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca5c78d8-7a36-4c7d-95ad-5a56183f2bff req-f869b4dc-4d50-4f72-bd5b-3251a7c10b66 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990334 Dec 06 14:54:22.181818 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Routers {'c7dcdae3-b958-437f-94a1-acda92b1c18c'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:22.182492 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['c7dcdae3-b958-437f-94a1-acda92b1c18c'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:22.210056 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:22.211552 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b0f1ba84-6be7-4001-aa8d-6f780323b6a2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8207922 Dec 06 14:54:22.214376 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56202) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:22.359231 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Set router c7dcdae3-b958-437f-94a1-acda92b1c18c gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:54:22.707357 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'name': 'tempest-ServerRescueTestJSONUnderV235-507110167-router', 'tenant_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.193'}], 'enable_snat': True}, 'gw_port_id': 'b8164d89-c952-4224-ac5f-4a9c1e9451bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:54:18Z', 'updated_at': '2021-12-06T14:54:20Z', 'revision_number': 3, 'project_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'gw_port': {'id': 'b8164d89-c952-4224-ac5f-4a9c1e9451bc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ea:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:19Z', 'updated_at': '2021-12-06T14:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:22.780861 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Checking router: c7dcdae3-b958-437f-94a1-acda92b1c18c for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:54:22.781215 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Updating router c7dcdae3-b958-437f-94a1-acda92b1c18c port b8164d89-c952-4224-ac5f-4a9c1e9451bc binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:54:22.838699 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:22.975846 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8273a45b-e0a3-44e3-9119-f63fc62ec373 req-963561d9-912e-4ccc-9633-8a73337afaf2 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.7549071 Dec 06 14:54:23.125490 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dbccf057-f9d3-4f44-bb66-b9f3351cd562 req-adc137d1-b604-4a94-8232-cee963d8fd25 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0482132 Dec 06 14:54:23.380623 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:23.449236 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929b22e-1732-4c48-8aed-01a14c6ce558 req-90bdcf40-e315-4487-9cde-ad8543bfde11 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:23.450994 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e929b22e-1732-4c48-8aed-01a14c6ce558 req-90bdcf40-e315-4487-9cde-ad8543bfde11 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.1417308 Dec 06 14:54:23.511953 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:23.532017 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:23.560769 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e929b22e-1732-4c48-8aed-01a14c6ce558 req-f885ad8d-ee2b-42ff-8a09-a363c638d138 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033328 Dec 06 14:54:23.605708 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d2195-9312-4411-afec-7cd6af48e40f None None] Pushing event updated for resources: {'Port': ['ID=b8164d89-c952-4224-ac5f-4a9c1e9451bc,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:23.623646 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14c99ef-dc4a-4556-ad71-3f81d7a07dc3 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:54:23.642218 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Attempting to bind port b8164d89-c952-4224-ac5f-4a9c1e9451bc on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:54:23.642784 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Attempting to bind port b8164d89-c952-4224-ac5f-4a9c1e9451bc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:54:23.644634 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Attempting to bind port b8164d89-c952-4224-ac5f-4a9c1e9451bc on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:54:23.652814 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:54:23.653422 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:54:23.653988 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:23.654536 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:54:23.655183 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Bound port: b8164d89-c952-4224-ac5f-4a9c1e9451bc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:54:23.655761 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:23.711742 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] For port b8164d89-c952-4224-ac5f-4a9c1e9451bc, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:54:23.715331 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] For port b8164d89-c952-4224-ac5f-4a9c1e9451bc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b8164d89-c952-4224-ac5f-4a9c1e9451bc,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:54:23.759074 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:23.876078 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] Allocated IP 172.20.0.1 (9712054e-c9e3-482b-8fa7-d85fc24cdb27/c44331b2-dbd8-4a5c-89ac-cfdeb1cbfd1c/100b2266-977b-4d61-9836-ee0b0bbccc0d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:54:23.915841 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d2195-9312-4411-afec-7cd6af48e40f None None] Pushing event updated for resources: {'Port': ['ID=b8164d89-c952-4224-ac5f-4a9c1e9451bc,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:23.938562 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3d93ee9f-b86f-44c7-af9f-62aa9e2e475a None None] Provisioning complete for port b8164d89-c952-4224-ac5f-4a9c1e9451bc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:54:23.939012 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d93ee9f-b86f-44c7-af9f-62aa9e2e475a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:23.941117 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717e98ed-8c29-432e-b80a-abfe7b61e506 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:54:24.032000 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:24.082710 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Routers {'c7dcdae3-b958-437f-94a1-acda92b1c18c'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:24.083669 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['c7dcdae3-b958-437f-94a1-acda92b1c18c'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:24.092031 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:24.102996 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d589279-808d-4c6a-b212-cd544e236fb6 req-23f434d4-3b07-43cd-813c-b8c43934d5ad tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:24.104792 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d589279-808d-4c6a-b212-cd544e236fb6 req-23f434d4-3b07-43cd-813c-b8c43934d5ad tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.9880476 Dec 06 14:54:24.208398 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] Network 9712054e-c9e3-482b-8fa7-d85fc24cdb27 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:54:24.214389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d589279-808d-4c6a-b212-cd544e236fb6 req-0f9e0e11-6d29-43c0-8914-ab9bd58030b8 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023996 Dec 06 14:54:24.217894 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:54:24.228764 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:54:24.298158 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:24.328251 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62b972e7-7aca-4d0f-bdd2-35b563649a66 req-f7863bac-c910-4d66-9068-855fbce49e96 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.1154099 Dec 06 14:54:24.686317 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] Set router c7dcdae3-b958-437f-94a1-acda92b1c18c gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:54:24.785922 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d93ee9f-b86f-44c7-af9f-62aa9e2e475a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:24.817735 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f66ce5-c70a-4841-827f-fea38ca77a87 req-1c2d5363-4f94-4471-97e7-2299785a20f0 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:24.827056 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f66ce5-c70a-4841-827f-fea38ca77a87 req-1c2d5363-4f94-4471-97e7-2299785a20f0 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.1217339 Dec 06 14:54:24.857040 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3d93ee9f-b86f-44c7-af9f-62aa9e2e475a None None] For port b8164d89-c952-4224-ac5f-4a9c1e9451bc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b8164d89-c952-4224-ac5f-4a9c1e9451bc,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:24.880844 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653f773-cd99-4a5e-aa88-b05aa9e2c688 req-ed7a8107-3ee0-49d1-9b52-198e2cff7d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:24.882452 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a653f773-cd99-4a5e-aa88-b05aa9e2c688 req-ed7a8107-3ee0-49d1-9b52-198e2cff7d09 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 1096 time: 0.1378205 Dec 06 14:54:24.906160 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f66ce5-c70a-4841-827f-fea38ca77a87 req-663f7e5a-8ce0-4c9e-b841-bbc1dd0a9a82 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717065 Dec 06 14:54:24.934566 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d93ee9f-b86f-44c7-af9f-62aa9e2e475a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:25.028131 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=100b2266-977b-4d61-9836-ee0b0bbccc0d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:25.097492 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3783bf4b-0e37-452e-8599-f73a97e9f834 req-aa84f086-4098-4a55-bf3d-251276e58d70 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0704792 Dec 06 14:54:25.098111 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93ee9f-b86f-44c7-af9f-62aa9e2e475a None None] Pushing event updated for resources: {'Port': ['ID=b8164d89-c952-4224-ac5f-4a9c1e9451bc,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:25.175189 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:25.176456 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848a10e-c71a-42a2-bd3a-6c31fc46d9a5 req-ba62a713-600d-42ca-a44b-f3cf239e1a3f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:25.177968 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6f45e115-e091-4722-affc-b6144083a337 None None] Provisioning complete for port b8164d89-c952-4224-ac5f-4a9c1e9451bc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:54:25.178367 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6f45e115-e091-4722-affc-b6144083a337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:25.197574 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3848a10e-c71a-42a2-bd3a-6c31fc46d9a5 req-ba62a713-600d-42ca-a44b-f3cf239e1a3f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1436872 Dec 06 14:54:25.270841 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653f773-cd99-4a5e-aa88-b05aa9e2c688 req-5770dab2-017c-4d1f-818c-524a75b4b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:25.272492 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a653f773-cd99-4a5e-aa88-b05aa9e2c688 req-5770dab2-017c-4d1f-818c-524a75b4b36b service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 200 len: 912 time: 0.3660192 Dec 06 14:54:25.351784 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3848a10e-c71a-42a2-bd3a-6c31fc46d9a5 req-d67ce762-9704-48b7-8326-0fa88074ee20 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508856 Dec 06 14:54:25.435188 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:25.455841 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:25.484091 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a653f773-cd99-4a5e-aa88-b05aa9e2c688 req-84e04a0e-dcc2-4bf9-ae4c-4465dd35cb28 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a347586e-d706-4e92-bee7-d6c9844c7596 HTTP/1.1" status: 200 len: 998 time: 0.1606383 Dec 06 14:54:25.558316 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:25.560903 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=100b2266-977b-4d61-9836-ee0b0bbccc0d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:25.577665 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b2e52d5-118f-496c-a4d3-1de5fa33f046 req-a5ee259b-43da-4f9c-9414-3d3db0ecdb94 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.1394455 Dec 06 14:54:25.589970 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653f773-cd99-4a5e-aa88-b05aa9e2c688 req-1107e92b-6ecb-47a2-bcc2-b5b49ab1b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:25.599156 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a653f773-cd99-4a5e-aa88-b05aa9e2c688 req-1107e92b-6ecb-47a2-bcc2-b5b49ab1b7a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 200 len: 850 time: 0.1070845 Dec 06 14:54:25.601793 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'name': 'tempest-ServerRescueTestJSONUnderV235-507110167-router', 'tenant_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.193'}], 'enable_snat': True}, 'gw_port_id': 'b8164d89-c952-4224-ac5f-4a9c1e9451bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:54:18Z', 'updated_at': '2021-12-06T14:54:20Z', 'revision_number': 3, 'project_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'gw_port': {'id': 'b8164d89-c952-4224-ac5f-4a9c1e9451bc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ea:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:19Z', 'updated_at': '2021-12-06T14:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:25.680954 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c6add-06e6-4326-9296-24e8395fe0e7 None None] The sync data for ids ['c7dcdae3-b958-437f-94a1-acda92b1c18c'] in n-d-master-1 is: [{'id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'name': 'tempest-ServerRescueTestJSONUnderV235-507110167-router', 'tenant_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.193'}], 'enable_snat': True}, 'gw_port_id': 'b8164d89-c952-4224-ac5f-4a9c1e9451bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:54:18Z', 'updated_at': '2021-12-06T14:54:20Z', 'revision_number': 3, 'project_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'gw_port': {'id': 'b8164d89-c952-4224-ac5f-4a9c1e9451bc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ea:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:19Z', 'updated_at': '2021-12-06T14:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:54:25.700385 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653f773-cd99-4a5e-aa88-b05aa9e2c688 req-490bf55b-3cd8-4dc3-b903-02d452865c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:25.711050 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a653f773-cd99-4a5e-aa88-b05aa9e2c688 req-490bf55b-3cd8-4dc3-b903-02d452865c1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a4e119c-9ce0-49ca-9e2d-7dd88850f983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984459 Dec 06 14:54:25.733962 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] Network 9712054e-c9e3-482b-8fa7-d85fc24cdb27 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:54:25.743974 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:54:25.849370 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a653f773-cd99-4a5e-aa88-b05aa9e2c688 req-94a3b8ca-6e6b-47c3-a466-98e7f240c746 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324892 Dec 06 14:54:25.883948 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] Router c7dcdae3-b958-437f-94a1-acda92b1c18c has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:54:25.974447 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a653f773-cd99-4a5e-aa88-b05aa9e2c688 req-223476a6-a5a2-4057-b39b-df84d0d947b8 service neutron] 10.222.0.23 "GET /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183681 Dec 06 14:54:26.206112 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5204f5-87b4-40a0-903e-a2e01b089111 req-c3f2448b-1fcc-4cac-a022-84125a0771c7 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:26.210050 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5b5204f5-87b4-40a0-903e-a2e01b089111 req-c3f2448b-1fcc-4cac-a022-84125a0771c7 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.1686063 Dec 06 14:54:26.254754 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:54:26.277255 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1cf14a89-e6bb-4fb9-9434-0835ceb4d6f5 admin admin] 10.222.0.20 "PUT /v2.0/routers/c7dcdae3-b958-437f-94a1-acda92b1c18c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0614204 Dec 06 14:54:26.293226 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5b5204f5-87b4-40a0-903e-a2e01b089111 req-f1bf7c96-77f8-4bd2-a264-16b225e8dff3 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744576 Dec 06 14:54:26.309662 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-36af9e99-9d2b-43fb-8f35-eb39663ea99e req-73978045-f01a-4146-abe5-e53217444937 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0780139 Dec 06 14:54:26.619132 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167e944-49e9-4736-8bee-4d092620157e req-0cc921c7-10f3-4b79-8416-bc44c7ad95b9 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:26.627677 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9167e944-49e9-4736-8bee-4d092620157e req-0cc921c7-10f3-4b79-8416-bc44c7ad95b9 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1016932 Dec 06 14:54:26.722315 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9167e944-49e9-4736-8bee-4d092620157e req-ae75b3cc-b6ae-4261-913d-91f2f7fcd5e7 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936086 Dec 06 14:54:26.781648 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-df1f117c-0f17-44d5-a2f3-53f74fc78903 req-d1c0aa3a-17ec-4b81-9b90-c149fd6e0a0c tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.1124573 Dec 06 14:54:27.255506 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3aab86-1b00-46fa-8ec3-6b1191e174dd req-47b8ee94-ef96-410b-9bb0-18afddb872b5 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:27.268898 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d3aab86-1b00-46fa-8ec3-6b1191e174dd req-47b8ee94-ef96-410b-9bb0-18afddb872b5 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/networks?id=9712054e-c9e3-482b-8fa7-d85fc24cdb27 HTTP/1.1" status: 200 len: 819 time: 0.2015696 Dec 06 14:54:27.288035 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d3aab86-1b00-46fa-8ec3-6b1191e174dd req-0504de14-4311-4b88-9b52-39a503fe8676 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/quotas/f2a4de10ed034453833e0b8c5d96d4de HTTP/1.1" status: 200 len: 375 time: 0.0181332 Dec 06 14:54:27.378283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d3aab86-1b00-46fa-8ec3-6b1191e174dd req-ee46f044-6cf7-48cd-b491-3a9792e2d6eb tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2a4de10ed034453833e0b8c5d96d4de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891573 Dec 06 14:54:27.437650 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c821263-3276-4d71-9c4e-4942d3eedf67 req-2fbf813a-8241-4c08-bbd3-b713266b5b92 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0419414 Dec 06 14:54:27.555468 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578299c-3d7b-4b8f-8501-090019ee1052 req-1ba0aff4-bbd0-45ba-af6e-75b244f64850 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:27.565507 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7578299c-3d7b-4b8f-8501-090019ee1052 req-1ba0aff4-bbd0-45ba-af6e-75b244f64850 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.0651731 Dec 06 14:54:27.591191 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d3aab86-1b00-46fa-8ec3-6b1191e174dd req-a717aa2f-0e85-44bd-9889-a8998f0eeaa8 service neutron] 10.222.0.20 "GET /v2.0/networks/9712054e-c9e3-482b-8fa7-d85fc24cdb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119441 Dec 06 14:54:27.627445 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7578299c-3d7b-4b8f-8501-090019ee1052 req-ba305a8c-8372-44e0-9867-7eb332257979 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606799 Dec 06 14:54:27.785177 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:27.809072 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d3aab86-1b00-46fa-8ec3-6b1191e174dd req-14e0af28-5f71-471b-9938-623ae062445f service neutron] 10.222.0.20 "GET /v2.0/networks/9712054e-c9e3-482b-8fa7-d85fc24cdb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168996 Dec 06 14:54:27.975874 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b8164d89-c952-4224-ac5f-4a9c1e9451bc up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:54:27.986705 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb2efb-4386-4bb6-b3e4-28e2a56cb0ea req-2c057854-786d-433e-bfaa-4a84bf5eddea tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:27.990274 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01cb2efb-4386-4bb6-b3e4-28e2a56cb0ea req-2c057854-786d-433e-bfaa-4a84bf5eddea tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1132929 Dec 06 14:54:28.074313 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port b8164d89-c952-4224-ac5f-4a9c1e9451bc triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:54:28.074701 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:28.126522 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01cb2efb-4386-4bb6-b3e4-28e2a56cb0ea req-9cea8e9e-4688-4518-a97f-f646267f3dd4 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309338 Dec 06 14:54:28.130028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4194589d-ca34-49df-91ed-8b28df874602 req-a58c8aaf-9da9-4745-8123-f64aa7c54b20 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0395732 Dec 06 14:54:28.394541 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5defc37-87b2-40d0-8de6-56843ef97472 req-61e85ccc-b2e1-4d40-a07b-d6d9d3de1555 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:28.397577 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb92679c-4b5a-4867-9c6d-9104892bca3a req-364abf65-6478-4ba5-a346-1bda9cd7bfce tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0890691 Dec 06 14:54:28.419307 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f5defc37-87b2-40d0-8de6-56843ef97472 req-61e85ccc-b2e1-4d40-a07b-d6d9d3de1555 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.1593018 Dec 06 14:54:28.537751 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f5defc37-87b2-40d0-8de6-56843ef97472 req-2d086f74-4922-4eec-aa29-bf195b23d1bd tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173778 Dec 06 14:54:28.559314 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Sync routers for ids ['c7dcdae3-b958-437f-94a1-acda92b1c18c'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:54:28.573080 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Routers {'c7dcdae3-b958-437f-94a1-acda92b1c18c'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:28.573766 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['c7dcdae3-b958-437f-94a1-acda92b1c18c'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:28.630401 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e39abeb-7f1d-48b1-99e8-519c13d43a73 req-2178ad9a-1def-4ef1-8f14-3dd26e1cf294 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.1300449 Dec 06 14:54:28.788644 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Set router c7dcdae3-b958-437f-94a1-acda92b1c18c gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:54:28.861010 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934c045-b2a4-43a4-bfcb-82f11c1566ea req-8a3d888b-9675-4f1b-b700-218f4ba958fa tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:28.866205 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9934c045-b2a4-43a4-bfcb-82f11c1566ea req-8a3d888b-9675-4f1b-b700-218f4ba958fa tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.1148248 Dec 06 14:54:29.050035 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9934c045-b2a4-43a4-bfcb-82f11c1566ea req-4753bea3-3737-4997-9c5e-d7eb91a64195 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761112 Dec 06 14:54:29.270929 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'name': 'tempest-ServerRescueTestJSONUnderV235-507110167-router', 'tenant_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.193'}], 'enable_snat': True}, 'gw_port_id': 'b8164d89-c952-4224-ac5f-4a9c1e9451bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:54:18Z', 'updated_at': '2021-12-06T14:54:25Z', 'revision_number': 4, 'project_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'gw_port': {'id': 'b8164d89-c952-4224-ac5f-4a9c1e9451bc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:19Z', 'updated_at': '2021-12-06T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '100b2266-977b-4d61-9836-ee0b0bbccc0d', 'name': '', 'network_id': '9712054e-c9e3-482b-8fa7-d85fc24cdb27', 'tenant_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'mac_address': 'fa:16:3e:65:61:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'c44331b2-dbd8-4a5c-89ac-cfdeb1cbfd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:23Z', 'updated_at': '2021-12-06T14:54:25Z', 'revision_number': 2, 'project_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'subnets': [{'id': 'c44331b2-dbd8-4a5c-89ac-cfdeb1cbfd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:29.328366 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Checking router: c7dcdae3-b958-437f-94a1-acda92b1c18c for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:54:29.329611 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Updating router c7dcdae3-b958-437f-94a1-acda92b1c18c port 100b2266-977b-4d61-9836-ee0b0bbccc0d binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:54:29.349561 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc804a65-8f9b-4889-962e-6cbfc04d6270 req-c393b391-f514-4149-8233-a3f482565c64 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0716622 Dec 06 14:54:29.358306 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:29.615178 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8d38c3f6-22d1-487d-958f-e7933cedd66d req-86c41f7d-0b54-4c43-9bcb-dc389f372c13 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0717335 Dec 06 14:54:29.670075 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:29.894317 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad4cb7ab-dd36-4768-8044-ffb336815e65 req-481bcf32-bf24-4c27-bd01-29d7db98b703 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0843775 Dec 06 14:54:29.980132 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:30.005450 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:30.275417 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Attempting to bind port 100b2266-977b-4d61-9836-ee0b0bbccc0d on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:54:30.279967 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Attempting to bind port 100b2266-977b-4d61-9836-ee0b0bbccc0d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fa2bda0d-9859-4513-97c9-ee2e0be6ebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9712054e-c9e3-482b-8fa7-d85fc24cdb27'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:54:30.280392 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Attempting to bind port 100b2266-977b-4d61-9836-ee0b0bbccc0d on network 9712054e-c9e3-482b-8fa7-d85fc24cdb27 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:54:30.293217 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:54:30.293655 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Checking segment: {'id': 'fa2bda0d-9859-4513-97c9-ee2e0be6ebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9712054e-c9e3-482b-8fa7-d85fc24cdb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:54:30.294129 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:30.294416 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Bound using segment: {'id': 'fa2bda0d-9859-4513-97c9-ee2e0be6ebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9712054e-c9e3-482b-8fa7-d85fc24cdb27'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:54:30.294901 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Bound port: 100b2266-977b-4d61-9836-ee0b0bbccc0d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2bda0d-9859-4513-97c9-ee2e0be6ebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9712054e-c9e3-482b-8fa7-d85fc24cdb27'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:54:30.295282 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:30.309610 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb00930-6673-4860-80a5-28f1b992c66c req-34641501-5871-4f2c-b230-a8239fc7a269 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:30.320047 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5cb00930-6673-4860-80a5-28f1b992c66c req-34641501-5871-4f2c-b230-a8239fc7a269 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=233d1fbd-d79a-4ab1-912b-d596e1b61af8 HTTP/1.1" status: 200 len: 943 time: 0.1375742 Dec 06 14:54:30.454752 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-5cb00930-6673-4860-80a5-28f1b992c66c req-57601df5-77f2-41c0-a136-bd0662b6b7c2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Deleting port 190f9d89-03f7-4319-bee2-a6e7db364fa7 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:30.455436 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5cb00930-6673-4860-80a5-28f1b992c66c req-57601df5-77f2-41c0-a136-bd0662b6b7c2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:30.455584 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] For port 100b2266-977b-4d61-9836-ee0b0bbccc0d, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:54:30.464245 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] For port 100b2266-977b-4d61-9836-ee0b0bbccc0d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=100b2266-977b-4d61-9836-ee0b0bbccc0d,segment=NetworkSegment(fa2bda0d-9859-4513-97c9-ee2e0be6ebf7),segment_id=fa2bda0d-9859-4513-97c9-ee2e0be6ebf7)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:54:30.498360 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:30.523427 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b107e-3fdd-4854-b371-880a18f1af95 None None] Pushing event updated for resources: {'Port': ['ID=100b2266-977b-4d61-9836-ee0b0bbccc0d,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:30.612948 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Routers {'c7dcdae3-b958-437f-94a1-acda92b1c18c'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:30.631060 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['c7dcdae3-b958-437f-94a1-acda92b1c18c'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:30.705831 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dee15de4-1f85-451f-9b41-60bd6243328f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:30.750460 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5cb00930-6673-4860-80a5-28f1b992c66c req-57601df5-77f2-41c0-a136-bd0662b6b7c2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] For port 190f9d89-03f7-4319-bee2-a6e7db364fa7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=190f9d89-03f7-4319-bee2-a6e7db364fa7,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:30.751140 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5cb00930-6673-4860-80a5-28f1b992c66c req-57601df5-77f2-41c0-a136-bd0662b6b7c2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:30.794409 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-5cb00930-6673-4860-80a5-28f1b992c66c req-57601df5-77f2-41c0-a136-bd0662b6b7c2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Calling delete_port for 190f9d89-03f7-4319-bee2-a6e7db364fa7 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:30.958715 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b107e-3fdd-4854-b371-880a18f1af95 None None] Pushing event updated for resources: {'Port': ['ID=100b2266-977b-4d61-9836-ee0b0bbccc0d,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:30.984783 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] Set router c7dcdae3-b958-437f-94a1-acda92b1c18c gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:54:31.007829 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef68d64-333e-4f95-aefb-fecb71af076f req-b5d4bd0d-4167-4156-bef7-bbada7aca97d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:31.014970 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bef68d64-333e-4f95-aefb-fecb71af076f req-b5d4bd0d-4167-4156-bef7-bbada7aca97d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.1668956 Dec 06 14:54:31.109623 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5cb00930-6673-4860-80a5-28f1b992c66c req-57601df5-77f2-41c0-a136-bd0662b6b7c2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:31.131765 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['6a3f5667-d697-419f-bdef-7d22d38c88a6', 'ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:54:31.216675 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bef68d64-333e-4f95-aefb-fecb71af076f req-905d2c5e-b65b-4ed4-9ef9-163d0c0dd654 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965256 Dec 06 14:54:31.376759 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57601df5-77f2-41c0-a136-bd0662b6b7c2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Pushing event deleted for resources: {'Port': ['ID=190f9d89-03f7-4319-bee2-a6e7db364fa7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:31.388863 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb00930-6673-4860-80a5-28f1b992c66c req-57601df5-77f2-41c0-a136-bd0662b6b7c2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] No DVR routers for this DVR port 190f9d89-03f7-4319-bee2-a6e7db364fa7 on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:54:31.394187 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5cb00930-6673-4860-80a5-28f1b992c66c req-57601df5-77f2-41c0-a136-bd0662b6b7c2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:31.403757 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5cb00930-6673-4860-80a5-28f1b992c66c req-57601df5-77f2-41c0-a136-bd0662b6b7c2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "DELETE /v2.0/ports/190f9d89-03f7-4319-bee2-a6e7db364fa7 HTTP/1.1" status: 204 len: 173 time: 1.0825708 Dec 06 14:54:31.404555 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233d1fbd-d79a-4ab1-912b-d596e1b61af8', 'name': 'network-vif-deleted', 'tag': '190f9d89-03f7-4319-bee2-a6e7db364fa7'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:54:31.412108 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456c08ed-8471-4cf7-8936-4eb1a7a14821" -d '{"events": [{"server_uuid": "233d1fbd-d79a-4ab1-912b-d596e1b61af8", "name": "network-vif-deleted", "tag": "190f9d89-03f7-4319-bee2-a6e7db364fa7"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:54:31.570707 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'name': 'tempest-ServerRescueTestJSONUnderV235-507110167-router', 'tenant_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.193'}], 'enable_snat': True}, 'gw_port_id': 'b8164d89-c952-4224-ac5f-4a9c1e9451bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:54:18Z', 'updated_at': '2021-12-06T14:54:25Z', 'revision_number': 4, 'project_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'gw_port': {'id': 'b8164d89-c952-4224-ac5f-4a9c1e9451bc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:19Z', 'updated_at': '2021-12-06T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '100b2266-977b-4d61-9836-ee0b0bbccc0d', 'name': '', 'network_id': '9712054e-c9e3-482b-8fa7-d85fc24cdb27', 'tenant_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'mac_address': 'fa:16:3e:65:61:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'c44331b2-dbd8-4a5c-89ac-cfdeb1cbfd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:23Z', 'updated_at': '2021-12-06T14:54:30Z', 'revision_number': 4, 'project_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'subnets': [{'id': 'c44331b2-dbd8-4a5c-89ac-cfdeb1cbfd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:31.638030 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca32b42-0561-42ce-8262-87caed8a90cd None None] The sync data for ids ['c7dcdae3-b958-437f-94a1-acda92b1c18c'] in n-d-master-1 is: [{'id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'name': 'tempest-ServerRescueTestJSONUnderV235-507110167-router', 'tenant_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.193'}], 'enable_snat': True}, 'gw_port_id': 'b8164d89-c952-4224-ac5f-4a9c1e9451bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:54:18Z', 'updated_at': '2021-12-06T14:54:25Z', 'revision_number': 4, 'project_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'gw_port': {'id': 'b8164d89-c952-4224-ac5f-4a9c1e9451bc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:19Z', 'updated_at': '2021-12-06T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '100b2266-977b-4d61-9836-ee0b0bbccc0d', 'name': '', 'network_id': '9712054e-c9e3-482b-8fa7-d85fc24cdb27', 'tenant_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'mac_address': 'fa:16:3e:65:61:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'c44331b2-dbd8-4a5c-89ac-cfdeb1cbfd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:23Z', 'updated_at': '2021-12-06T14:54:30Z', 'revision_number': 4, 'project_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'subnets': [{'id': 'c44331b2-dbd8-4a5c-89ac-cfdeb1cbfd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:54:31.805688 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-677a99e0-cd7e-4a36-9a12-0a9aeac8e7c7 req-02c575a5-882a-4db8-a4e6-8c25a5b60cb6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.1431339 Dec 06 14:54:31.938011 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9933d5d1-2c40-4f28-8b62-98d94fa9956f req-9455a38c-e4d7-4cf4-8d3f-f0e9d8671b99 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0579932 Dec 06 14:54:31.999439 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 100b2266-977b-4d61-9836-ee0b0bbccc0d up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:54:32.080800 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5ae0f4d-514c-4d8e-9aee-e39a37e3d7a7 req-330d29bb-8684-42e8-8816-296d94d389e7 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0704100 Dec 06 14:54:32.171329 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 06 Dec 2021 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e2c824-9a82-4a6e-af5c-c3c053a2e0de x-openstack-request-id: req-d4e2c824-9a82-4a6e-af5c-c3c053a2e0de {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:54:32.171883 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233d1fbd-d79a-4ab1-912b-d596e1b61af8", "name": "network-vif-deleted", "tag": "190f9d89-03f7-4319-bee2-a6e7db364fa7", "status": "failed", "code": 422}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:54:32.172304 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4e2c824-9a82-4a6e-af5c-c3c053a2e0de {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:54:32.172937 n-d-master-1 neutron-server[103288]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '233d1fbd-d79a-4ab1-912b-d596e1b61af8', 'name': 'network-vif-deleted', 'tag': '190f9d89-03f7-4319-bee2-a6e7db364fa7', 'status': 'failed', 'code': 422} returned with failed status Dec 06 14:54:32.235015 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 100b2266-977b-4d61-9836-ee0b0bbccc0d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:54:32.236147 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:32.528469 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:32.544228 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb45aa7-aee5-48a1-94b6-17ab08dbb69f req-942178b0-5aa0-4f3e-8d93-937b95c4f94b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:32.554150 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9cb45aa7-aee5-48a1-94b6-17ab08dbb69f req-942178b0-5aa0-4f3e-8d93-937b95c4f94b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.1398556 Dec 06 14:54:32.566568 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 100b2266-977b-4d61-9836-ee0b0bbccc0d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=100b2266-977b-4d61-9836-ee0b0bbccc0d,segment=NetworkSegment(fa2bda0d-9859-4513-97c9-ee2e0be6ebf7),segment_id=fa2bda0d-9859-4513-97c9-ee2e0be6ebf7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:32.583816 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:32.680088 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=100b2266-977b-4d61-9836-ee0b0bbccc0d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:32.681496 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9cb45aa7-aee5-48a1-94b6-17ab08dbb69f req-0cefeaaa-d047-44f7-831b-92f14eeb2686 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263728 Dec 06 14:54:32.929704 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dbb7c8cc-931d-40da-9899-4a3817003e14 req-c729fd55-1be4-4134-8563-0eeed6caf340 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0461681 Dec 06 14:54:33.080978 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-141c301c-62b7-4c98-be1d-8fac0f8655d9 req-43ee2490-a6c6-4df0-a8fb-c1fa7d110e2a tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0572104 Dec 06 14:54:33.204657 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6c35d082-03ad-4369-9d85-5e6f60e67876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:33.228161 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-96df73bd-8a77-41ef-bb1e-59cf1c4cf532 req-e5403a48-4dcd-4a07-8b82-2ff2b6d57ee2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0616586 Dec 06 14:54:33.253459 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfde89f-189d-4ca0-aebb-a235be39e01d req-d2f80f90-b028-4823-b4fa-fe06bcc8afa6 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:33.284765 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bfde89f-189d-4ca0-aebb-a235be39e01d req-d2f80f90-b028-4823-b4fa-fe06bcc8afa6 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 907 time: 0.1446195 Dec 06 14:54:33.955398 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 100b2266-977b-4d61-9836-ee0b0bbccc0d up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:54:33.962855 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7abd1c-df5a-4ed4-89b1-e0850b031970 req-820be514-6de4-4385-b3c3-e3cbe189f6b0 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:33.975172 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9b7abd1c-df5a-4ed4-89b1-e0850b031970 req-820be514-6de4-4385-b3c3-e3cbe189f6b0 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.1673572 Dec 06 14:54:34.009882 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:34.025598 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 100b2266-977b-4d61-9836-ee0b0bbccc0d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:54:34.026457 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:34.058244 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9b7abd1c-df5a-4ed4-89b1-e0850b031970 req-d8a03b09-9ba0-4c82-a5ca-11b903630791 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807121 Dec 06 14:54:34.076121 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6df2610-09a2-4d78-9aee-205ea688b092 req-0804a0da-0ff9-451d-a8ab-b08564c68fd9 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0689397 Dec 06 14:54:34.226025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6e356cb2-7237-4efb-abab-6348e52ba30d req-33a0bb75-8e3c-4250-ae2e-ca92377f3fac tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0768166 Dec 06 14:54:34.330277 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6ab80252-09fd-494e-9f36-de7f21b54c70 req-ce3b0119-8d30-4fff-9a26-7d762aba8e77 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0411921 Dec 06 14:54:34.426288 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1b260-ec81-48c2-99ba-f4c68ac4448b req-807d6bcd-9bae-4241-8df1-e5dbef8f4865 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:34.440229 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5af1b260-ec81-48c2-99ba-f4c68ac4448b req-807d6bcd-9bae-4241-8df1-e5dbef8f4865 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 907 time: 0.0742915 Dec 06 14:54:34.596074 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9082c8-88d6-4237-9b5c-9efae5f56134 req-934f834f-40d5-4ca7-b791-34cb7aa7d043 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:34.600022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d9082c8-88d6-4237-9b5c-9efae5f56134 req-934f834f-40d5-4ca7-b791-34cb7aa7d043 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.37 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 907 time: 0.0685694 Dec 06 14:54:34.739941 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-2d9082c8-88d6-4237-9b5c-9efae5f56134 req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Deleting port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:34.740436 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2d9082c8-88d6-4237-9b5c-9efae5f56134 req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:34.878375 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2d9082c8-88d6-4237-9b5c-9efae5f56134 req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] For port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:34.878841 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2d9082c8-88d6-4237-9b5c-9efae5f56134 req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:34.891426 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-2d9082c8-88d6-4237-9b5c-9efae5f56134 req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Calling delete_port for 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:34.908782 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d257da4-81c1-4d04-8149-72ff8a9b3d9d req-4cc8a276-78c7-457f-bb70-8f2f5b248f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:34.910323 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d257da4-81c1-4d04-8149-72ff8a9b3d9d req-4cc8a276-78c7-457f-bb70-8f2f5b248f34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8444f66a19024e8ca3d08cd6cc68e73d&device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 1096 time: 0.1332924 Dec 06 14:54:35.035536 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d257da4-81c1-4d04-8149-72ff8a9b3d9d req-d2fe7873-a2f1-4229-ac60-382bbc3441f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:35.037873 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d257da4-81c1-4d04-8149-72ff8a9b3d9d req-d2fe7873-a2f1-4229-ac60-382bbc3441f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aee0eac-59a5-43f1-85a8-7817e7c60b81 HTTP/1.1" status: 200 len: 917 time: 0.1184409 Dec 06 14:54:35.061364 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2d9082c8-88d6-4237-9b5c-9efae5f56134 req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:35.096446 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Pushing event deleted for resources: {'Port': ['ID=6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:35.111539 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:35.111916 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:35.112263 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:35.112604 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:35.112940 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:35.113275 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:35.113604 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:35.113941 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:35.114253 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:35.114575 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:35.114897 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:35.115225 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:35.115547 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:35.126266 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d257da4-81c1-4d04-8149-72ff8a9b3d9d req-d073cf5c-270b-4e14-94c8-4f2b15e066b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=196a8621-7b1f-4823-84fc-03f406d17f53 HTTP/1.1" status: 200 len: 1000 time: 0.0777974 Dec 06 14:54:35.175917 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9082c8-88d6-4237-9b5c-9efae5f56134 req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] No DVR routers for this DVR port 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:54:35.180410 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2d9082c8-88d6-4237-9b5c-9efae5f56134 req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:35.184155 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d9082c8-88d6-4237-9b5c-9efae5f56134 req-5ec8c84b-af04-4d13-8d02-a6ded6c84629 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.37 "DELETE /v2.0/ports/6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 HTTP/1.1" status: 204 len: 173 time: 0.5742223 Dec 06 14:54:35.213515 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8443ea1b-f015-4636-af70-762f228b982a', 'name': 'network-vif-deleted', 'tag': '6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:54:35.216431 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49db763-9130-4ab0-b6ba-57f3af6dcb88" -d '{"events": [{"server_uuid": "8443ea1b-f015-4636-af70-762f228b982a", "name": "network-vif-deleted", "tag": "6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:54:35.265627 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d257da4-81c1-4d04-8149-72ff8a9b3d9d req-a0a73e85-e0da-42d3-b03d-da2b7368dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:35.267885 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d257da4-81c1-4d04-8149-72ff8a9b3d9d req-a0a73e85-e0da-42d3-b03d-da2b7368dc54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=960bec1b-5464-4199-b91b-894c7ec18725 HTTP/1.1" status: 200 len: 855 time: 0.1315379 Dec 06 14:54:35.283237 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0928fd31-1d6f-4428-98e5-139eee5257a7 req-3fe7c1cd-adf6-4d88-a233-8d219572ac98 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.1048076 Dec 06 14:54:35.341041 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9f749-4277-4715-b630-e649e89227eb req-3b705a54-b526-4811-ab16-7fa4f8cdcf66 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:35.342808 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1d9f749-4277-4715-b630-e649e89227eb req-3b705a54-b526-4811-ab16-7fa4f8cdcf66 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.1158190 Dec 06 14:54:35.452627 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d257da4-81c1-4d04-8149-72ff8a9b3d9d req-87346cbc-8fb4-4e19-a1bd-504b16ea09c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:35.455508 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d257da4-81c1-4d04-8149-72ff8a9b3d9d req-87346cbc-8fb4-4e19-a1bd-504b16ea09c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aee0eac-59a5-43f1-85a8-7817e7c60b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660945 Dec 06 14:54:35.478315 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1d9f749-4277-4715-b630-e649e89227eb req-06f08b9d-10d7-42a0-b308-fec8fc4bac3d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269915 Dec 06 14:54:35.519445 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f964a204-ba74-462a-974e-aade03e17b33 x-openstack-request-id: req-f964a204-ba74-462a-974e-aade03e17b33 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:54:35.519976 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8443ea1b-f015-4636-af70-762f228b982a", "name": "network-vif-deleted", "tag": "6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:54:35.520078 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f964a204-ba74-462a-974e-aade03e17b33 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:54:35.520496 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8443ea1b-f015-4636-af70-762f228b982a', 'name': 'network-vif-deleted', 'tag': '6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69', 'status': 'completed', 'code': 200} Dec 06 14:54:35.590782 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9faf61c9-8ba0-4efa-9592-80d4b24884bf req-766c2c62-b269-44d0-ae5a-c8345d4099c8 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0328286 Dec 06 14:54:35.595279 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:35.670987 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6dd7e3a0-985a-47a4-a2be-3ada1e23dcf3 req-fe007413-07d8-435d-8ad5-702923b9545c tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.1211951 Dec 06 14:54:35.674368 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d257da4-81c1-4d04-8149-72ff8a9b3d9d req-a9358d3a-e79d-42ad-84b5-3800ba18384f service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947072 Dec 06 14:54:35.711854 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0ce5261b-701c-43ae-a2a7-32f5b7944ea5 req-3771712d-c1bd-4c58-b776-9cb2675335f2 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=8443ea1b-f015-4636-af70-762f228b982a HTTP/1.1" status: 200 len: 210 time: 0.0405056 Dec 06 14:54:35.777685 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56476) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:35.843992 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d257da4-81c1-4d04-8149-72ff8a9b3d9d req-695c3fe2-395e-4c18-9b95-9f9fed6fc5a0 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607733 Dec 06 14:54:36.278029 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6e7dcbf-2e6b-43d3-afb1-7fc2e1b7c481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:36.409776 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c08b1ae-7ad1-42da-9a79-62f8a1e7bf0e req-2db016f9-6447-40af-99a7-44bf4645d80b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0360520 Dec 06 14:54:36.547256 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:36.583141 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7dcbf-2e6b-43d3-afb1-7fc2e1b7c481 admin admin] Deleting port 76eb9290-b18a-403b-97e7-5962e1e41af7 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:36.583700 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6e7dcbf-2e6b-43d3-afb1-7fc2e1b7c481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:36.628269 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db2a43-1360-49ab-85ab-317eb035e142 req-69720c28-13d2-4af3-8520-ff8aaac9298c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:36.635666 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a4db2a43-1360-49ab-85ab-317eb035e142 req-69720c28-13d2-4af3-8520-ff8aaac9298c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.0673218 Dec 06 14:54:36.650139 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56494) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:36.692109 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a4db2a43-1360-49ab-85ab-317eb035e142 req-48e44998-efae-4560-86a1-9ef7b5851888 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553896 Dec 06 14:54:36.702429 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e290db63-e656-4848-ab4f-a526abfc3304 req-675505e6-ac8d-40aa-8525-39ec4ae276e8 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0361729 Dec 06 14:54:36.709374 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-c6e7dcbf-2e6b-43d3-afb1-7fc2e1b7c481 admin admin] For port 76eb9290-b18a-403b-97e7-5962e1e41af7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=76eb9290-b18a-403b-97e7-5962e1e41af7,segment=NetworkSegment(2d682598-8987-4d9b-9233-b0d36b83c0eb),segment_id=2d682598-8987-4d9b-9233-b0d36b83c0eb)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:36.709771 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6e7dcbf-2e6b-43d3-afb1-7fc2e1b7c481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:36.737784 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7dcbf-2e6b-43d3-afb1-7fc2e1b7c481 admin admin] Calling delete_port for 76eb9290-b18a-403b-97e7-5962e1e41af7 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:36.797880 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e099492-9ca4-4f76-b624-db8b31bfe6b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:36.848498 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78dbb2fc-0914-4cb2-a52b-b30cb6f81466 req-73e1ce00-ea63-464e-af3e-f5150db4cd01 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0423310 Dec 06 14:54:36.902656 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e099492-9ca4-4f76-b624-db8b31bfe6b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:36.909871 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e099492-9ca4-4f76-b624-db8b31bfe6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:36.956522 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9e099492-9ca4-4f76-b624-db8b31bfe6b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=845877c2eed24de69033d7f3f610400a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3053133 Dec 06 14:54:36.959052 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e099492-9ca4-4f76-b624-db8b31bfe6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093a5423-8ca9-4a4d-8239-8533258dbfb5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:36.959339 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56504) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:36.968496 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e099492-9ca4-4f76-b624-db8b31bfe6b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:36.968496 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e099492-9ca4-4f76-b624-db8b31bfe6b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:36.968685 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e099492-9ca4-4f76-b624-db8b31bfe6b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:36.969155 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e099492-9ca4-4f76-b624-db8b31bfe6b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:36.969800 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e099492-9ca4-4f76-b624-db8b31bfe6b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:36.970114 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e099492-9ca4-4f76-b624-db8b31bfe6b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:36.970441 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e099492-9ca4-4f76-b624-db8b31bfe6b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:36.970767 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e099492-9ca4-4f76-b624-db8b31bfe6b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:36.971090 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e099492-9ca4-4f76-b624-db8b31bfe6b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:36.971409 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e099492-9ca4-4f76-b624-db8b31bfe6b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:36.971758 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e099492-9ca4-4f76-b624-db8b31bfe6b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:36.972080 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e099492-9ca4-4f76-b624-db8b31bfe6b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:36.972398 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e099492-9ca4-4f76-b624-db8b31bfe6b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:37.068673 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6e7dcbf-2e6b-43d3-afb1-7fc2e1b7c481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:37.108745 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7dcbf-2e6b-43d3-afb1-7fc2e1b7c481 admin admin] Pushing event deleted for resources: {'Port': ['ID=76eb9290-b18a-403b-97e7-5962e1e41af7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:37.114714 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e0ed2bf-06a7-44c7-97de-ff88b574f9f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:37.150473 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14f98a-af44-49d1-96f9-b8ae21703d35 req-fa5e78cd-8306-4f6f-b157-044a519c950b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:37.152130 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff14f98a-af44-49d1-96f9-b8ae21703d35 req-fa5e78cd-8306-4f6f-b157-044a519c950b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 945 time: 0.1304698 Dec 06 14:54:37.202134 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e0ed2bf-06a7-44c7-97de-ff88b574f9f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:37.345599 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff14f98a-af44-49d1-96f9-b8ae21703d35 req-8850fd8c-5c5c-4524-978c-a52ba040b79d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715055 Dec 06 14:54:37.419070 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6e7dcbf-2e6b-43d3-afb1-7fc2e1b7c481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:37.422036 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e0ed2bf-06a7-44c7-97de-ff88b574f9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:37.424637 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e0ed2bf-06a7-44c7-97de-ff88b574f9f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:37.425941 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4e0ed2bf-06a7-44c7-97de-ff88b574f9f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/093a5423-8ca9-4a4d-8239-8533258dbfb5 HTTP/1.1" status: 204 len: 168 time: 0.4653213 Dec 06 14:54:37.442448 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ed2bf-06a7-44c7-97de-ff88b574f9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093a5423-8ca9-4a4d-8239-8533258dbfb5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:37.585458 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d436972a-fd07-4a77-b948-ba0f2371a27d req-23933201-e218-4cd0-bd2e-9478015b30f2 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0470073 Dec 06 14:54:37.706953 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e7dcbf-2e6b-43d3-afb1-7fc2e1b7c481 admin admin] Router f44d2124-fabb-4ec9-b3a0-d841d45bcfbf has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:54:37.834529 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67653b59-5201-4f1c-8c14-83b2183628e5 req-df02a275-be74-4c07-80b2-ef6d976728e3 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0428753 Dec 06 14:54:37.937492 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67c1ce07-6b38-44ab-91eb-3ca08b378d7a req-a6363f54-7505-49f8-979f-fcf6039bcad9 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0291264 Dec 06 14:54:38.128283 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e7dcbf-2e6b-43d3-afb1-7fc2e1b7c481 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:54:38.134673 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c6e7dcbf-2e6b-43d3-afb1-7fc2e1b7c481 admin admin] 10.222.0.20 "PUT /v2.0/routers/f44d2124-fabb-4ec9-b3a0-d841d45bcfbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3551347 Dec 06 14:54:38.137284 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56536) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:38.140808 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471188d-1941-4f2d-a8d7-398e82675953 None None] Sync routers for ids ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:54:38.154140 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471188d-1941-4f2d-a8d7-398e82675953 None None] Routers {'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:38.155234 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9471188d-1941-4f2d-a8d7-398e82675953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:38.192228 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c19a76-43e1-41d6-88de-1d1934df8536 req-e823582a-21dd-43c5-a41d-93f4eaab8588 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:38.194115 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50c19a76-43e1-41d6-88de-1d1934df8536 req-e823582a-21dd-43c5-a41d-93f4eaab8588 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 945 time: 0.3633208 Dec 06 14:54:38.288013 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aff72af3-8606-44d6-b9dd-2c8ad8e86249 admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:38.296901 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50c19a76-43e1-41d6-88de-1d1934df8536 req-ca8f545a-0bc3-4b6e-a40c-f29a33235d55 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895314 Dec 06 14:54:38.307437 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-9471188d-1941-4f2d-a8d7-398e82675953 None None] Set router f44d2124-fabb-4ec9-b3a0-d841d45bcfbf gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:54:38.439673 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aff72af3-8606-44d6-b9dd-2c8ad8e86249 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:38.442020 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825a765-1ac5-4e63-b8bc-1b033757abd9 req-5cbf8ba9-5aad-4ecc-8932-6cbae999e3e0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:38.443564 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0825a765-1ac5-4e63-b8bc-1b033757abd9 req-5cbf8ba9-5aad-4ecc-8932-6cbae999e3e0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.23 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 945 time: 0.0938094 Dec 06 14:54:38.446744 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:38.607472 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e0568-202d-47f9-9834-e699a35c0db1 req-972f691b-a02e-49ae-b21e-0acae25e70b1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:38.614999 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-0825a765-1ac5-4e63-b8bc-1b033757abd9 req-4278aaea-0047-4928-a3ad-131fbe789863 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Deleting port ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:38.615853 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0825a765-1ac5-4e63-b8bc-1b033757abd9 req-4278aaea-0047-4928-a3ad-131fbe789863 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:38.618237 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f73e0568-202d-47f9-9834-e699a35c0db1 req-972f691b-a02e-49ae-b21e-0acae25e70b1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 945 time: 0.1753073 Dec 06 14:54:38.634156 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-aff72af3-8606-44d6-b9dd-2c8ad8e86249 admin admin] Deleting port 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:38.634397 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aff72af3-8606-44d6-b9dd-2c8ad8e86249 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:38.715234 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f73e0568-202d-47f9-9834-e699a35c0db1 req-ac55ef82-a386-486c-a993-06dd1b2d3f8b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874045 Dec 06 14:54:38.745583 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:54:38.746180 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6d0626c6-d5ec-4c68-89a4-4e5da2f0fd69 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:54:38.746787 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 196a8621-7b1f-4823-84fc-03f406d17f53 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:38.790670 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-aff72af3-8606-44d6-b9dd-2c8ad8e86249 admin admin] For port 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0cbd8ab4-8fc9-4470-8901-ea2e090a46ef,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:38.791335 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aff72af3-8606-44d6-b9dd-2c8ad8e86249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:38.812085 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-aff72af3-8606-44d6-b9dd-2c8ad8e86249 admin admin] Calling delete_port for 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:38.814303 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9471188d-1941-4f2d-a8d7-398e82675953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'name': 'tempest-TaggedBootDevicesTest-1476888615-router', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146'}], 'enable_snat': True}, 'gw_port_id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:37Z', 'updated_at': '2021-12-06T14:54:36Z', 'revision_number': 5, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'gw_port': {'id': '0cbd8ab4-8fc9-4470-8901-ea2e090a46ef', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:38Z', 'updated_at': '2021-12-06T14:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:38.835490 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-0825a765-1ac5-4e63-b8bc-1b033757abd9 req-4278aaea-0047-4928-a3ad-131fbe789863 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] For port ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:38.839058 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0825a765-1ac5-4e63-b8bc-1b033757abd9 req-4278aaea-0047-4928-a3ad-131fbe789863 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:38.862749 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471188d-1941-4f2d-a8d7-398e82675953 None None] Checking router: f44d2124-fabb-4ec9-b3a0-d841d45bcfbf for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:54:38.870755 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-0825a765-1ac5-4e63-b8bc-1b033757abd9 req-4278aaea-0047-4928-a3ad-131fbe789863 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Calling delete_port for ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:38.880680 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471188d-1941-4f2d-a8d7-398e82675953 None None] Routers {'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:38.881515 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9471188d-1941-4f2d-a8d7-398e82675953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:38.915609 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2cce6097-e5a3-4826-9304-811be89e5348 req-ae87e80e-102a-4c4a-acc1-93b03522e52a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0900891 Dec 06 14:54:38.993982 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-9471188d-1941-4f2d-a8d7-398e82675953 None None] Set router f44d2124-fabb-4ec9-b3a0-d841d45bcfbf gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:54:39.049899 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-641d7328-6bad-4027-844f-48a75b5a406d req-6695a39c-cfdc-4e61-b949-68e41f301e5b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0573342 Dec 06 14:54:39.062459 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9471188d-1941-4f2d-a8d7-398e82675953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'name': 'tempest-TaggedBootDevicesTest-1476888615-router', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:37Z', 'updated_at': '2021-12-06T14:54:38Z', 'revision_number': 6, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:39.073403 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:39.099346 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4b2c2b79-25c7-4061-9dbd-fb45eee95887 req-02c51003-442c-4f57-aae1-757d5afeabb3 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0630524 Dec 06 14:54:39.131252 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471188d-1941-4f2d-a8d7-398e82675953 None None] The sync data for ids ['f44d2124-fabb-4ec9-b3a0-d841d45bcfbf'] in n-d-master-1 is: [{'id': 'f44d2124-fabb-4ec9-b3a0-d841d45bcfbf', 'name': 'tempest-TaggedBootDevicesTest-1476888615-router', 'tenant_id': '3c37093efdf04284b9ef95dbc568d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:37Z', 'updated_at': '2021-12-06T14:54:38Z', 'revision_number': 6, 'project_id': '3c37093efdf04284b9ef95dbc568d083', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:54:39.154667 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0825a765-1ac5-4e63-b8bc-1b033757abd9 req-4278aaea-0047-4928-a3ad-131fbe789863 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:39.162536 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 196a8621-7b1f-4823-84fc-03f406d17f53, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=196a8621-7b1f-4823-84fc-03f406d17f53,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:39.163637 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '196a8621-7b1f-4823-84fc-03f406d17f53'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:54:39.166924 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3d8f28-db59-4e4c-b23e-9cc2a1ac9f1c" -d '{"events": [{"server_uuid": "0e9acb74-47c1-4d18-88c6-772588b980b2", "name": "network-vif-unplugged", "status": "completed", "tag": "196a8621-7b1f-4823-84fc-03f406d17f53"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:54:39.174204 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['6a3f5667-d697-419f-bdef-7d22d38c88a6', 'ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:54:39.181455 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:39.223611 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aff72af3-8606-44d6-b9dd-2c8ad8e86249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:39.228569 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278aaea-0047-4928-a3ad-131fbe789863 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Pushing event deleted for resources: {'Port': ['ID=ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:39.235785 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-80d8891b-690b-4d80-a655-b046a4333450 req-5f7989c0-4ef0-4b8f-923b-c01e74b39a54 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:54:39.236983 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-80d8891b-690b-4d80-a655-b046a4333450 req-5f7989c0-4ef0-4b8f-923b-c01e74b39a54 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098727 Dec 06 14:54:39.278267 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 06 Dec 2021 14:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568cf16f-5f94-4eea-b024-08453ca504bd x-openstack-request-id: req-568cf16f-5f94-4eea-b024-08453ca504bd {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:54:39.278556 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9acb74-47c1-4d18-88c6-772588b980b2", "name": "network-vif-unplugged", "status": "failed", "tag": "196a8621-7b1f-4823-84fc-03f406d17f53", "code": 422}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:54:39.278873 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-568cf16f-5f94-4eea-b024-08453ca504bd {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:54:39.279322 n-d-master-1 neutron-server[103290]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '196a8621-7b1f-4823-84fc-03f406d17f53', 'code': 422} returned with failed status Dec 06 14:54:39.283123 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=196a8621-7b1f-4823-84fc-03f406d17f53,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:39.286602 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff72af3-8606-44d6-b9dd-2c8ad8e86249 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cbd8ab4-8fc9-4470-8901-ea2e090a46ef,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:39.338352 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b03dcd-8638-4f86-ae0f-7c8989e87a75 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:54:39.353245 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-0825a765-1ac5-4e63-b8bc-1b033757abd9 req-4278aaea-0047-4928-a3ad-131fbe789863 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] No DVR routers for this DVR port ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:54:39.358297 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-0825a765-1ac5-4e63-b8bc-1b033757abd9 req-4278aaea-0047-4928-a3ad-131fbe789863 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:39.369776 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0825a765-1ac5-4e63-b8bc-1b033757abd9 req-4278aaea-0047-4928-a3ad-131fbe789863 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.23 "DELETE /v2.0/ports/ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d HTTP/1.1" status: 204 len: 173 time: 0.9195440 Dec 06 14:54:39.370356 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59018385-80ad-452c-aa8d-5015124a194c', 'name': 'network-vif-deleted', 'tag': 'ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:54:39.376775 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6fec09-db60-4dba-bd73-f9deb1d22585" -d '{"events": [{"server_uuid": "59018385-80ad-452c-aa8d-5015124a194c", "name": "network-vif-deleted", "tag": "ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:54:39.418265 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aff72af3-8606-44d6-b9dd-2c8ad8e86249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:39.521639 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2158af-a1ca-44a0-a438-530b3cf3d782 req-d55f196f-d356-4072-b426-2847afe1825d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:39.530605 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a2158af-a1ca-44a0-a438-530b3cf3d782 req-d55f196f-d356-4072-b426-2847afe1825d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.1019671 Dec 06 14:54:39.613761 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a2158af-a1ca-44a0-a438-530b3cf3d782 req-4dd169ac-9468-4e70-aa57-2dec594216b2 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767536 Dec 06 14:54:39.620170 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75fd322-2731-4570-854f-981a622a0bf3 x-openstack-request-id: req-d75fd322-2731-4570-854f-981a622a0bf3 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:54:39.620691 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59018385-80ad-452c-aa8d-5015124a194c", "name": "network-vif-deleted", "tag": "ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:54:39.621393 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d75fd322-2731-4570-854f-981a622a0bf3 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:54:39.622486 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59018385-80ad-452c-aa8d-5015124a194c', 'name': 'network-vif-deleted', 'tag': 'ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d', 'status': 'completed', 'code': 200} Dec 06 14:54:39.655450 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aff72af3-8606-44d6-b9dd-2c8ad8e86249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:39.661314 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aff72af3-8606-44d6-b9dd-2c8ad8e86249 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:39.724644 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aff72af3-8606-44d6-b9dd-2c8ad8e86249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:39.725326 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff72af3-8606-44d6-b9dd-2c8ad8e86249 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f44d2124-fabb-4ec9-b3a0-d841d45bcfbf {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:54:39.729873 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aff72af3-8606-44d6-b9dd-2c8ad8e86249 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:39.731188 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-aff72af3-8606-44d6-b9dd-2c8ad8e86249 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f44d2124-fabb-4ec9-b3a0-d841d45bcfbf HTTP/1.1" status: 204 len: 168 time: 1.5928490 Dec 06 14:54:39.733862 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56590) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:39.820656 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d2f74b-4e88-48a9-aa5b-be195ceb04db admin admin] Deleting subnet ebae9223-bf32-4b01-a47e-4989661e2354 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:54:39.824176 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8d2f74b-4e88-48a9-aa5b-be195ceb04db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:39.888793 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd3091f3-8b1f-48bb-8d07-2054e8997e42 req-66191fe1-6f7f-41da-880a-298358fa47f6 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=59018385-80ad-452c-aa8d-5015124a194c HTTP/1.1" status: 200 len: 210 time: 0.0354054 Dec 06 14:54:39.909690 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8d2f74b-4e88-48a9-aa5b-be195ceb04db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:40.045117 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-519a4079-697c-4e11-8a06-0535c4c231d8 req-af61143d-82be-493e-8870-c3bbfdd882cb tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0628045 Dec 06 14:54:40.102971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-811e615a-097b-44f5-8723-18b8de3456fb req-444abfe9-4477-4673-ae5e-15650b10fe8d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3111143 Dec 06 14:54:40.118028 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:40.142210 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-811e615a-097b-44f5-8723-18b8de3456fb req-30cf04d8-d0ee-4681-84c0-a147906c1549 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:54:40.143489 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-811e615a-097b-44f5-8723-18b8de3456fb req-30cf04d8-d0ee-4681-84c0-a147906c1549 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061557 Dec 06 14:54:40.156170 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a5dc70b-e8d8-498d-8024-1537609e72b8 req-2840e76f-2647-461f-820d-a30deb88c20f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0520008 Dec 06 14:54:40.157427 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:54:40.157879 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0cbd8ab4-8fc9-4470-8901-ea2e090a46ef not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:54:40.158406 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 76eb9290-b18a-403b-97e7-5962e1e41af7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:40.179996 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8d2f74b-4e88-48a9-aa5b-be195ceb04db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:40.192351 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 76eb9290-b18a-403b-97e7-5962e1e41af7 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:54:40.193345 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 76eb9290-b18a-403b-97e7-5962e1e41af7 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:54:40.248239 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-46dc7142-2765-477d-a2af-6a2b67b04e64 req-bbb820fa-1558-43cb-b4f1-252f48b79eff tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0643425 Dec 06 14:54:40.281886 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8d2f74b-4e88-48a9-aa5b-be195ceb04db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:40.310005 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2f74b-4e88-48a9-aa5b-be195ceb04db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebae9223-bf32-4b01-a47e-4989661e2354,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:40.315066 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8d2f74b-4e88-48a9-aa5b-be195ceb04db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:40.318549 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e8d2f74b-4e88-48a9-aa5b-be195ceb04db admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ebae9223-bf32-4b01-a47e-4989661e2354 HTTP/1.1" status: 204 len: 168 time: 0.5834723 Dec 06 14:54:40.320499 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7606d1-40fc-4c99-9690-95e187ca6173 None None] Network 6e31e4b3-623f-41f0-89d7-053df25180e1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:54:40.321542 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56610) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:40.415298 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:40.499182 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] Deleting port f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:40.499401 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:40.575313 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294c0c81-dda4-4b26-a4bd-e2f096157395 None None] DHCP port deletion for 6e31e4b3-623f-41f0-89d7-053df25180e1 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:54:40.583888 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] For port f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f,segment=NetworkSegment(2d682598-8987-4d9b-9233-b0d36b83c0eb),segment_id=2d682598-8987-4d9b-9233-b0d36b83c0eb)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:40.584382 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:40.599817 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] Calling delete_port for f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:40.633653 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-294c0c81-dda4-4b26-a4bd-e2f096157395 None None] Deleting port f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:40.634159 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-294c0c81-dda4-4b26-a4bd-e2f096157395 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:40.693073 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:40.726980 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:40.729859 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] No DVR routers for this DVR port f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:54:40.739013 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-294c0c81-dda4-4b26-a4bd-e2f096157395 None None] For port f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f,segment=NetworkSegment(2d682598-8987-4d9b-9233-b0d36b83c0eb),segment_id=2d682598-8987-4d9b-9233-b0d36b83c0eb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:40.739409 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-294c0c81-dda4-4b26-a4bd-e2f096157395 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:40.757499 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-294c0c81-dda4-4b26-a4bd-e2f096157395 None None] Calling delete_port for f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:40.758897 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab72428-b209-4f8a-9172-87f98032ddeb req-3b5203f4-5515-4669-b803-1923a06d64e1 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:40.760450 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ab72428-b209-4f8a-9172-87f98032ddeb req-3b5203f4-5515-4669-b803-1923a06d64e1 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0591855 Dec 06 14:54:40.817011 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:40.827926 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ab72428-b209-4f8a-9172-87f98032ddeb req-3bd0fa4c-d064-4c9c-80f6-b730c8f72dbb tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562987 Dec 06 14:54:40.842982 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e31e4b3-623f-41f0-89d7-053df25180e1']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:40.854152 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d682598-8987-4d9b-9233-b0d36b83c0eb') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:40.854493 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d682598-8987-4d9b-9233-b0d36b83c0eb') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:40.865277 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: from cryptography.utils import int_from_bytes Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: from cryptography.utils import int_from_bytes Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:54:40.869146 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 14:54:40.875938 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-294c0c81-dda4-4b26-a4bd-e2f096157395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:40.879324 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:40.887356 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:54:40.888551 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:54:40.890507 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:54:40.904500 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c0c81-dda4-4b26-a4bd-e2f096157395 None None] Pushing event deleted for resources: {'Port': ['ID=f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:40.909336 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c0c81-dda4-4b26-a4bd-e2f096157395 None None] No DVR routers for this DVR port f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:54:40.968829 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:40.976312 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:40.980050 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6e31e4b3-623f-41f0-89d7-053df25180e1 HTTP/1.1" status: 204 len: 168 time: 0.6571159 Dec 06 14:54:40.982837 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56624) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:40.995123 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e68d9-35c9-42a7-ba0f-83d6bede85b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e31e4b3-623f-41f0-89d7-053df25180e1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:41.126211 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-553695ec-a1e6-4963-acd7-b5cb696ce81c req-d74d872a-646d-4f3e-ade5-860586d34f9f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0318274 Dec 06 14:54:41.256952 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-145015c2-f3ac-4870-8aa0-5752f9d5a244 req-8f4bbf22-0b3f-4632-a3de-c6dc55563c16 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9efede2faef64f5785a240778b0cff35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330954 Dec 06 14:54:41.304499 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb153b-3f81-4057-bbd8-94f08d2936ad req-3bd57985-f340-45db-b3bb-cc13d0964cc6 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:41.305961 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-33fb153b-3f81-4057-bbd8-94f08d2936ad req-3bd57985-f340-45db-b3bb-cc13d0964cc6 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.0855279 Dec 06 14:54:41.387308 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-33fb153b-3f81-4057-bbd8-94f08d2936ad req-4b8b679a-a3b6-493f-86b6-289dd659c52d tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748096 Dec 06 14:54:41.475580 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145015c2-f3ac-4870-8aa0-5752f9d5a244 req-837a3b9f-bf0c-466e-869c-0c2b4893924f tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:41.477215 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-145015c2-f3ac-4870-8aa0-5752f9d5a244 req-837a3b9f-bf0c-466e-869c-0c2b4893924f tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124755 Dec 06 14:54:41.484208 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-866871e0-e4cc-443e-8ffa-b157eed1f327 req-280665b0-b0b9-4809-a394-57509c03db53 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0321286 Dec 06 14:54:41.510195 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-145015c2-f3ac-4870-8aa0-5752f9d5a244 req-c2052bcf-b1d1-4d4e-a33d-7696e64c7f2c tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/quotas/9efede2faef64f5785a240778b0cff35 HTTP/1.1" status: 200 len: 375 time: 0.0242047 Dec 06 14:54:41.517737 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d57b7520-22b3-4731-bf24-323298e7c0c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:41.541648 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-145015c2-f3ac-4870-8aa0-5752f9d5a244 req-aa41ba6e-03a8-42c2-8e6b-80113aa64667 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9efede2faef64f5785a240778b0cff35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304959 Dec 06 14:54:41.581623 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f5149d99-7b6f-4627-b038-e5506b8bd4fe req-873f4ade-0a2c-494f-86ac-282a5ee559ed tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0594020 Dec 06 14:54:41.763799 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-438ec411-922c-4cd9-8ea5-e4f0ed65f631 req-c5bb4fd5-2216-4f4d-b19f-2d9a1fe53dc0 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0297098 Dec 06 14:54:41.851959 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:41.852799 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d57b7520-22b3-4731-bf24-323298e7c0c7 admin admin] Deleting port 0a5f21d0-7788-48f3-8a62-87cd3704eb6d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:41.853292 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d57b7520-22b3-4731-bf24-323298e7c0c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:41.882112 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:54:41.882563 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f1ff4373-df5c-4e3b-a2a8-17ab3e45a07f not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:54:41.896446 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:41.929108 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:54:41.929672 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device ce1b7c93-7564-4cb5-9b82-cfa5b4609d8d not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:54:41.972059 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d57b7520-22b3-4731-bf24-323298e7c0c7 admin admin] For port 0a5f21d0-7788-48f3-8a62-87cd3704eb6d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0a5f21d0-7788-48f3-8a62-87cd3704eb6d,segment=NetworkSegment(19eecead-c374-4397-bb53-9481eef29579),segment_id=19eecead-c374-4397-bb53-9481eef29579)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:41.972601 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d57b7520-22b3-4731-bf24-323298e7c0c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:41.990864 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91863a8-b42c-49ae-8850-ef65b69779b7 req-f8ec7ef9-1cfd-470a-ac6b-6ee76d15e05a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:41.992662 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a91863a8-b42c-49ae-8850-ef65b69779b7 req-f8ec7ef9-1cfd-470a-ac6b-6ee76d15e05a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0552166 Dec 06 14:54:41.996474 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d57b7520-22b3-4731-bf24-323298e7c0c7 admin admin] Calling delete_port for 0a5f21d0-7788-48f3-8a62-87cd3704eb6d owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:42.049615 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a91863a8-b42c-49ae-8850-ef65b69779b7 req-0e3dfafa-1a5b-49ec-b71e-59982344066f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504122 Dec 06 14:54:42.189156 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d57b7520-22b3-4731-bf24-323298e7c0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:42.240042 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed0001cd-e47a-4bdf-bfa4-19a9556f2e19 req-a54daac7-3005-4908-a664-e107a6aed20e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0520709 Dec 06 14:54:42.241166 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b7520-22b3-4731-bf24-323298e7c0c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a5f21d0-7788-48f3-8a62-87cd3704eb6d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:42.543572 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8162c5-cc21-4588-9e8e-fc0a493ffb37 req-ace043e9-ccd5-41da-b64d-15ea45b4a2cd tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:42.543572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce8162c5-cc21-4588-9e8e-fc0a493ffb37 req-ace043e9-ccd5-41da-b64d-15ea45b4a2cd tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.0675545 Dec 06 14:54:42.602539 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce8162c5-cc21-4588-9e8e-fc0a493ffb37 req-910329f3-6c02-4923-a299-7b54fd167a0b tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3a90675-a22d-4de9-97f9-eb09a158285a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506110 Dec 06 14:54:42.673203 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-130b3d7f-75d9-43af-9134-10a5dd97173e req-b9fe703b-2286-4491-8da0-ce92f28efe61 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0274837 Dec 06 14:54:42.750445 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1a8026b-a3da-4c0f-be55-4d1eaec149ca req-a7d12a7c-6948-4fd4-bb62-611c498b71bb tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0591819 Dec 06 14:54:42.762542 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d57b7520-22b3-4731-bf24-323298e7c0c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:42.788644 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a4fbf-1d3d-418f-a23b-4ac1b1a3b2cb req-2f06d3fe-6530-4f9b-8596-9bc4a14ab496 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:42.790097 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-638a4fbf-1d3d-418f-a23b-4ac1b1a3b2cb req-2f06d3fe-6530-4f9b-8596-9bc4a14ab496 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.23 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 946 time: 0.0978527 Dec 06 14:54:42.847467 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e35e8f4d-5797-482a-964c-c94e9d66cb36 req-b3e75579-a25f-418c-b839-1ef0c727958e tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0314138 Dec 06 14:54:43.009902 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-638a4fbf-1d3d-418f-a23b-4ac1b1a3b2cb req-2fa91eea-0326-4e19-b088-c525444e33c3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Deleting port 6a3f5667-d697-419f-bdef-7d22d38c88a6 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:43.010241 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-638a4fbf-1d3d-418f-a23b-4ac1b1a3b2cb req-2fa91eea-0326-4e19-b088-c525444e33c3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:43.170552 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57b7520-22b3-4731-bf24-323298e7c0c7 admin admin] Router ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:54:43.178738 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-638a4fbf-1d3d-418f-a23b-4ac1b1a3b2cb req-2fa91eea-0326-4e19-b088-c525444e33c3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] For port 6a3f5667-d697-419f-bdef-7d22d38c88a6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6a3f5667-d697-419f-bdef-7d22d38c88a6,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:43.179100 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-638a4fbf-1d3d-418f-a23b-4ac1b1a3b2cb req-2fa91eea-0326-4e19-b088-c525444e33c3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:43.197643 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-638a4fbf-1d3d-418f-a23b-4ac1b1a3b2cb req-2fa91eea-0326-4e19-b088-c525444e33c3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Calling delete_port for 6a3f5667-d697-419f-bdef-7d22d38c88a6 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:43.255291 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637d05f-24fc-4846-b235-42035b6a2f1f req-279616dc-82bb-45c7-ad44-5a1d87f7e732 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:43.256820 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9637d05f-24fc-4846-b235-42035b6a2f1f req-279616dc-82bb-45c7-ad44-5a1d87f7e732 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.1364682 Dec 06 14:54:43.328004 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-031fbf0f-9daf-4787-baf2-a30c113a550b req-041c17db-9504-4918-92e9-0b9c3548bb74 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0313673 Dec 06 14:54:43.411235 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9637d05f-24fc-4846-b235-42035b6a2f1f req-3a25619f-2142-47e2-839c-d3633b77d9d7 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204233 Dec 06 14:54:43.418765 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57b7520-22b3-4731-bf24-323298e7c0c7 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:54:43.424744 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d57b7520-22b3-4731-bf24-323298e7c0c7 admin admin] 10.222.0.20 "PUT /v2.0/routers/ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4393072 Dec 06 14:54:43.427893 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56676) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:43.434167 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8939122-aa30-4413-8557-92c2a9d4b0d1 None None] Sync routers for ids ['ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:54:43.447784 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8939122-aa30-4413-8557-92c2a9d4b0d1 None None] Routers {'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:43.448567 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d8939122-aa30-4413-8557-92c2a9d4b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:43.552856 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d8939122-aa30-4413-8557-92c2a9d4b0d1 None None] Set router ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:54:43.564005 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-638a4fbf-1d3d-418f-a23b-4ac1b1a3b2cb req-2fa91eea-0326-4e19-b088-c525444e33c3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:43.575213 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['6a3f5667-d697-419f-bdef-7d22d38c88a6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:54:43.613898 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa91eea-0326-4e19-b088-c525444e33c3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Pushing event deleted for resources: {'Port': ['ID=6a3f5667-d697-419f-bdef-7d22d38c88a6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:43.627501 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5716d75a-a2c8-45d9-afa2-7b8d963c4352 admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:43.697898 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-638a4fbf-1d3d-418f-a23b-4ac1b1a3b2cb req-2fa91eea-0326-4e19-b088-c525444e33c3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] No DVR routers for this DVR port 6a3f5667-d697-419f-bdef-7d22d38c88a6 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:54:43.702156 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-638a4fbf-1d3d-418f-a23b-4ac1b1a3b2cb req-2fa91eea-0326-4e19-b088-c525444e33c3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:43.706261 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-638a4fbf-1d3d-418f-a23b-4ac1b1a3b2cb req-2fa91eea-0326-4e19-b088-c525444e33c3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.23 "DELETE /v2.0/ports/6a3f5667-d697-419f-bdef-7d22d38c88a6 HTTP/1.1" status: 204 len: 173 time: 0.8859422 Dec 06 14:54:43.706864 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321b033f-9fac-48e9-bfba-44425295a272', 'name': 'network-vif-deleted', 'tag': '6a3f5667-d697-419f-bdef-7d22d38c88a6'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:54:43.721562 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43814fc-36fd-4de4-a656-456e1ddc2c83" -d '{"events": [{"server_uuid": "321b033f-9fac-48e9-bfba-44425295a272", "name": "network-vif-deleted", "tag": "6a3f5667-d697-419f-bdef-7d22d38c88a6"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:54:43.837489 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3b6e8fd0-30f5-47c1-85e0-5eba33bfdf44 req-8cd2ad6b-0e05-4858-80f3-49f019180dd0 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=321b033f-9fac-48e9-bfba-44425295a272 HTTP/1.1" status: 200 len: 210 time: 0.0827594 Dec 06 14:54:43.862932 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf27c538-5760-4a51-bf20-2c7782d73acb req-da6f5c5d-32bf-4185-a2d8-a767a5799695 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.1097412 Dec 06 14:54:43.928075 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0246ac6-6ebf-4de9-ad26-79fd93db98fb x-openstack-request-id: req-c0246ac6-6ebf-4de9-ad26-79fd93db98fb {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:54:43.932623 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321b033f-9fac-48e9-bfba-44425295a272", "name": "network-vif-deleted", "tag": "6a3f5667-d697-419f-bdef-7d22d38c88a6", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:54:43.933072 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0246ac6-6ebf-4de9-ad26-79fd93db98fb {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:54:43.933602 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321b033f-9fac-48e9-bfba-44425295a272', 'name': 'network-vif-deleted', 'tag': '6a3f5667-d697-419f-bdef-7d22d38c88a6', 'status': 'completed', 'code': 200} Dec 06 14:54:43.954423 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5716d75a-a2c8-45d9-afa2-7b8d963c4352 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.010990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-20666bac-d2f3-4b2c-b716-15bca5797dae req-43db9ac2-4355-4eff-848d-17bf6c887101 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0450377 Dec 06 14:54:44.048243 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d8939122-aa30-4413-8557-92c2a9d4b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'name': 'tempest-TaggedBootDevicesTest-1051043333-router', 'tenant_id': 'e4605d87ca33403e8b652ed9f08525bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': '27e4ee7a-9d23-4dd0-8229-ee094a322f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:46Z', 'updated_at': '2021-12-06T14:54:42Z', 'revision_number': 5, 'project_id': 'e4605d87ca33403e8b652ed9f08525bb', 'gw_port': {'id': '27e4ee7a-9d23-4dd0-8229-ee094a322f70', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:47Z', 'updated_at': '2021-12-06T14:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:44.056611 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5716d75a-a2c8-45d9-afa2-7b8d963c4352 admin admin] Deleting port 27e4ee7a-9d23-4dd0-8229-ee094a322f70 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:44.057150 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5716d75a-a2c8-45d9-afa2-7b8d963c4352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.075241 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8939122-aa30-4413-8557-92c2a9d4b0d1 None None] Checking router: ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:54:44.085621 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8939122-aa30-4413-8557-92c2a9d4b0d1 None None] Routers {'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:44.086353 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d8939122-aa30-4413-8557-92c2a9d4b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:44.120696 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27641d23-8cef-4852-bf49-165a9c50c10c req-ff6f2bed-62fc-4fd5-981d-5f7b54e5fce9 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0479457 Dec 06 14:54:44.152738 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5716d75a-a2c8-45d9-afa2-7b8d963c4352 admin admin] For port 27e4ee7a-9d23-4dd0-8229-ee094a322f70, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=27e4ee7a-9d23-4dd0-8229-ee094a322f70,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:44.153102 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5716d75a-a2c8-45d9-afa2-7b8d963c4352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.165471 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5716d75a-a2c8-45d9-afa2-7b8d963c4352 admin admin] Calling delete_port for 27e4ee7a-9d23-4dd0-8229-ee094a322f70 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:44.175516 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d8939122-aa30-4413-8557-92c2a9d4b0d1 None None] Set router ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:54:44.230819 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d8939122-aa30-4413-8557-92c2a9d4b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'name': 'tempest-TaggedBootDevicesTest-1051043333-router', 'tenant_id': 'e4605d87ca33403e8b652ed9f08525bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:46Z', 'updated_at': '2021-12-06T14:54:43Z', 'revision_number': 6, 'project_id': 'e4605d87ca33403e8b652ed9f08525bb', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:44.257720 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8939122-aa30-4413-8557-92c2a9d4b0d1 None None] The sync data for ids ['ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f'] in n-d-master-1 is: [{'id': 'ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f', 'name': 'tempest-TaggedBootDevicesTest-1051043333-router', 'tenant_id': 'e4605d87ca33403e8b652ed9f08525bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:46Z', 'updated_at': '2021-12-06T14:54:43Z', 'revision_number': 6, 'project_id': 'e4605d87ca33403e8b652ed9f08525bb', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:54:44.349177 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5716d75a-a2c8-45d9-afa2-7b8d963c4352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.381617 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716d75a-a2c8-45d9-afa2-7b8d963c4352 admin admin] Pushing event deleted for resources: {'Port': ['ID=27e4ee7a-9d23-4dd0-8229-ee094a322f70,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:44.398889 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e27e9b2-ff94-45f3-b6fa-82b614da821d None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:54:44.435422 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-46697083-76bb-4d72-a3c8-44bee5c58b1c req-ccbe3bfb-dbb5-4027-9db0-4daebe8f8cfc tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0516653 Dec 06 14:54:44.504692 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5716d75a-a2c8-45d9-afa2-7b8d963c4352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.568440 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a139f6d-8fd7-46cf-8865-e7b68ed8d7dc req-f4aa7832-828c-46d3-a3d7-7c900fabfc38 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:44.569940 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a139f6d-8fd7-46cf-8865-e7b68ed8d7dc req-f4aa7832-828c-46d3-a3d7-7c900fabfc38 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0540385 Dec 06 14:54:44.612558 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5716d75a-a2c8-45d9-afa2-7b8d963c4352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.614843 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5716d75a-a2c8-45d9-afa2-7b8d963c4352 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.649017 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a139f6d-8fd7-46cf-8865-e7b68ed8d7dc req-5866331d-1971-496f-9699-88e86c2e14db tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676944 Dec 06 14:54:44.667679 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5716d75a-a2c8-45d9-afa2-7b8d963c4352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.668457 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5716d75a-a2c8-45d9-afa2-7b8d963c4352 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:54:44.674929 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5716d75a-a2c8-45d9-afa2-7b8d963c4352 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.676116 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5716d75a-a2c8-45d9-afa2-7b8d963c4352 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ae1c2bcd-6b7e-4bd4-9369-7d1ef9c0145f HTTP/1.1" status: 204 len: 168 time: 1.2479470 Dec 06 14:54:44.678606 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56694) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:44.727237 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9cd5c3e-5e03-44d5-b946-9e20c6cd5a98 admin admin] Deleting subnet 35f54d3a-436d-445a-86a0-a35eb2297009 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:54:44.736231 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9cd5c3e-5e03-44d5-b946-9e20c6cd5a98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.771941 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9cd5c3e-5e03-44d5-b946-9e20c6cd5a98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.853588 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9cd5c3e-5e03-44d5-b946-9e20c6cd5a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.922902 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9cd5c3e-5e03-44d5-b946-9e20c6cd5a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.954150 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd5c3e-5e03-44d5-b946-9e20c6cd5a98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f54d3a-436d-445a-86a0-a35eb2297009,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:44.976287 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0388e73-3611-4c65-92ee-7868050dccd5 None None] Network 600b1e8b-ab3b-46cb-9b64-76603d7c27e1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:54:44.983536 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9cd5c3e-5e03-44d5-b946-9e20c6cd5a98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.988150 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c9cd5c3e-5e03-44d5-b946-9e20c6cd5a98 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/35f54d3a-436d-445a-86a0-a35eb2297009 HTTP/1.1" status: 204 len: 168 time: 0.3085515 Dec 06 14:54:44.989611 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56702) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:44.991839 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a35290db-f40a-4e20-94a6-3a36b13fb8d2 req-f6de9572-c410-4ce8-96e5-3d484818c355 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0432072 Dec 06 14:54:45.159227 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa313bf9-39fc-4dfe-ab94-5b6c2c4844d0 req-f64e9564-2fbf-4369-93f5-5f32ce7467a5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0434599 Dec 06 14:54:45.173084 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:45.264094 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27743de0-67a2-451f-8905-b76260589352 req-467f23a3-de01-429f-bc4f-ebd3be0dc76b tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0362492 Dec 06 14:54:45.275920 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f548a81-2b26-4159-9832-a4dfbeac98cc None None] DHCP port deletion for 600b1e8b-ab3b-46cb-9b64-76603d7c27e1 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:54:45.290185 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348e4c0-c3ab-4135-96cf-841ba2c434e2 req-d025d74b-b330-4698-9196-30790bd199c4 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:45.291842 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] Deleting port d2dc8bf7-954b-4582-b935-feea1e8dcd44 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:45.292355 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:45.299719 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8348e4c0-c3ab-4135-96cf-841ba2c434e2 req-d025d74b-b330-4698-9196-30790bd199c4 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0976202 Dec 06 14:54:45.347365 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1f548a81-2b26-4159-9832-a4dfbeac98cc None None] Deleting port d2dc8bf7-954b-4582-b935-feea1e8dcd44 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:45.347847 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f548a81-2b26-4159-9832-a4dfbeac98cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:45.370388 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8348e4c0-c3ab-4135-96cf-841ba2c434e2 req-ebb49a11-eb16-4d43-a4be-4698da6b7d86 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627618 Dec 06 14:54:45.387848 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] For port d2dc8bf7-954b-4582-b935-feea1e8dcd44, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d2dc8bf7-954b-4582-b935-feea1e8dcd44,segment=NetworkSegment(19eecead-c374-4397-bb53-9481eef29579),segment_id=19eecead-c374-4397-bb53-9481eef29579)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:45.388670 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:45.404953 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] Calling delete_port for d2dc8bf7-954b-4582-b935-feea1e8dcd44 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:45.428214 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1f548a81-2b26-4159-9832-a4dfbeac98cc None None] For port d2dc8bf7-954b-4582-b935-feea1e8dcd44, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d2dc8bf7-954b-4582-b935-feea1e8dcd44,segment=NetworkSegment(19eecead-c374-4397-bb53-9481eef29579),segment_id=19eecead-c374-4397-bb53-9481eef29579)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:45.428700 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f548a81-2b26-4159-9832-a4dfbeac98cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:45.444247 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1f548a81-2b26-4159-9832-a4dfbeac98cc None None] Calling delete_port for d2dc8bf7-954b-4582-b935-feea1e8dcd44 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:45.529526 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:45.554728 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f548a81-2b26-4159-9832-a4dfbeac98cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:45.567939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-73dbfde1-985c-4f8a-a5a7-570f12fc677f req-bb3c84fc-afaf-440d-8663-ac47ed10ef30 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0533249 Dec 06 14:54:45.590025 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f548a81-2b26-4159-9832-a4dfbeac98cc None None] No DVR routers for this DVR port d2dc8bf7-954b-4582-b935-feea1e8dcd44 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:54:45.599473 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f548a81-2b26-4159-9832-a4dfbeac98cc None None] Pushing event deleted for resources: {'Port': ['ID=d2dc8bf7-954b-4582-b935-feea1e8dcd44,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:45.600394 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2dc8bf7-954b-4582-b935-feea1e8dcd44,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:45.610951 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] No DVR routers for this DVR port d2dc8bf7-954b-4582-b935-feea1e8dcd44 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:54:45.682463 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:45.710456 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600b1e8b-ab3b-46cb-9b64-76603d7c27e1']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:45.722524 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19eecead-c374-4397-bb53-9481eef29579') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:45.722811 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19eecead-c374-4397-bb53-9481eef29579') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:45.733203 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:45.747493 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:45.755869 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:54:45.756263 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:54:45.758076 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:54:45.770405 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601870d-9036-485c-af42-e2e3165f02b2 req-b67bbec0-1de4-4a93-952e-58247d539e46 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:45.772257 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f601870d-9036-485c-af42-e2e3165f02b2 req-b67bbec0-1de4-4a93-952e-58247d539e46 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0554230 Dec 06 14:54:45.829591 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:45.834291 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:45.840072 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] 10.222.0.20 "DELETE /v2.0/networks/600b1e8b-ab3b-46cb-9b64-76603d7c27e1 HTTP/1.1" status: 204 len: 168 time: 0.8465061 Dec 06 14:54:45.851279 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39029a5f-d20c-41fb-801c-6882a612d129 admin admin] Pushing event deleted for resources: {'Network': ['ID=600b1e8b-ab3b-46cb-9b64-76603d7c27e1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:45.861069 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f601870d-9036-485c-af42-e2e3165f02b2 req-469d3cfd-e8ee-4962-bdd3-f9194b0a220b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743756 Dec 06 14:54:45.888206 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 6a3f5667-d697-419f-bdef-7d22d38c88a6 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:45.911832 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 27e4ee7a-9d23-4dd0-8229-ee094a322f70 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:45.914048 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 6a3f5667-d697-419f-bdef-7d22d38c88a6 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:54:45.914606 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 6a3f5667-d697-419f-bdef-7d22d38c88a6 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:54:45.935590 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 27e4ee7a-9d23-4dd0-8229-ee094a322f70 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:54:45.936338 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 27e4ee7a-9d23-4dd0-8229-ee094a322f70 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:54:45.936726 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0a5f21d0-7788-48f3-8a62-87cd3704eb6d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:45.955805 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 0a5f21d0-7788-48f3-8a62-87cd3704eb6d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:54:45.956157 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0a5f21d0-7788-48f3-8a62-87cd3704eb6d not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:54:45.956581 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d2dc8bf7-954b-4582-b935-feea1e8dcd44 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:45.976190 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: d2dc8bf7-954b-4582-b935-feea1e8dcd44 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:54:45.976826 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d2dc8bf7-954b-4582-b935-feea1e8dcd44 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:54:46.038294 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56718) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:46.083018 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1d27a5bb-8560-4d5a-b98d-0680e82d4d00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c37093efdf04284b9ef95dbc568d083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410793 Dec 06 14:54:46.083419 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56722) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:46.129532 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-82f1ad19-0bad-43bb-bf24-82619b21a47f req-414cc2a3-f820-45be-8c5c-0b1d57617a8f tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0400116 Dec 06 14:54:46.175512 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c5f61bd-3c50-4bd3-881c-02a4a39a50a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:46.207327 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c5f61bd-3c50-4bd3-881c-02a4a39a50a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:46.247024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90a4d3aa-e71d-48b3-abd9-edf3c51f3291 req-28b24674-794c-40f8-a90f-a58ed76131c7 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0372722 Dec 06 14:54:46.280569 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c5f61bd-3c50-4bd3-881c-02a4a39a50a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:46.283959 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c5f61bd-3c50-4bd3-881c-02a4a39a50a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:46.285322 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3c5f61bd-3c50-4bd3-881c-02a4a39a50a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e5b0b97-afcd-4c7d-8d28-e8a1019223fd HTTP/1.1" status: 204 len: 168 time: 0.2008584 Dec 06 14:54:46.296055 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f61bd-3c50-4bd3-881c-02a4a39a50a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5b0b97-afcd-4c7d-8d28-e8a1019223fd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:46.370074 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4cc1ebfc-6458-414d-bbe1-9fb5959a1314 req-aa850cca-194b-4538-950f-79edefc6f604 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0278332 Dec 06 14:54:46.497090 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a9c07-8f51-4f41-a029-470a4ae96d4e req-b7320842-84cb-4b83-aaeb-1a2a949e533e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:46.498805 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f74a9c07-8f51-4f41-a029-470a4ae96d4e req-b7320842-84cb-4b83-aaeb-1a2a949e533e tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0606422 Dec 06 14:54:46.558301 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f74a9c07-8f51-4f41-a029-470a4ae96d4e req-f97a44e0-ccae-42d9-8857-5ea6a474e4d3 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b29d6e0-5000-4bb6-aa8f-a634934b2d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526068 Dec 06 14:54:46.588823 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36337ee2-2e22-4ffd-937b-8e6397e49752 req-08badcc0-0280-4c9a-bfe5-763fdf3fd0b4 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:46.590492 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-36337ee2-2e22-4ffd-937b-8e6397e49752 req-08badcc0-0280-4c9a-bfe5-763fdf3fd0b4 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.23 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 945 time: 0.0670619 Dec 06 14:54:46.668465 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31a204f8-4fd8-4048-bbfa-abd7dde65490 req-8fa2df23-dd53-4007-a49c-2fc67e565316 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0389810 Dec 06 14:54:46.723506 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56738) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:46.741985 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-36337ee2-2e22-4ffd-937b-8e6397e49752 req-85cb55ec-e0bb-43d3-8fcb-f0e789cdbfdb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Deleting port a347586e-d706-4e92-bee7-d6c9844c7596 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:46.742317 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-36337ee2-2e22-4ffd-937b-8e6397e49752 req-85cb55ec-e0bb-43d3-8fcb-f0e789cdbfdb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:46.767358 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ed7ec491-56bf-4bf7-93a4-32582e954007 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4605d87ca33403e8b652ed9f08525bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426140 Dec 06 14:54:46.769960 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56740) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:46.821078 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3db70241-d1ce-4339-b8d6-1aef0e3aa74b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:46.837918 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-36337ee2-2e22-4ffd-937b-8e6397e49752 req-85cb55ec-e0bb-43d3-8fcb-f0e789cdbfdb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] For port a347586e-d706-4e92-bee7-d6c9844c7596, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a347586e-d706-4e92-bee7-d6c9844c7596,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:46.838284 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-36337ee2-2e22-4ffd-937b-8e6397e49752 req-85cb55ec-e0bb-43d3-8fcb-f0e789cdbfdb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:46.842571 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3db70241-d1ce-4339-b8d6-1aef0e3aa74b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:46.893436 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3db70241-d1ce-4339-b8d6-1aef0e3aa74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:46.896337 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3db70241-d1ce-4339-b8d6-1aef0e3aa74b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:46.897794 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3db70241-d1ce-4339-b8d6-1aef0e3aa74b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb15ee44-8fbe-4575-842a-aaab35d38a02 HTTP/1.1" status: 204 len: 168 time: 0.1266305 Dec 06 14:54:46.908328 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db70241-d1ce-4339-b8d6-1aef0e3aa74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb15ee44-8fbe-4575-842a-aaab35d38a02,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:46.978130 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2729e3-6a96-40b4-b6de-912c8fb2c1b7 req-b62f91ad-6a10-4e1c-b929-d16150bcf916 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:46.979643 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a2729e3-6a96-40b4-b6de-912c8fb2c1b7 req-b62f91ad-6a10-4e1c-b929-d16150bcf916 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0501180 Dec 06 14:54:47.026862 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-36337ee2-2e22-4ffd-937b-8e6397e49752 req-85cb55ec-e0bb-43d3-8fcb-f0e789cdbfdb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:47.027308 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-36337ee2-2e22-4ffd-937b-8e6397e49752 req-85cb55ec-e0bb-43d3-8fcb-f0e789cdbfdb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:47.028329 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [req-36337ee2-2e22-4ffd-937b-8e6397e49752 req-85cb55ec-e0bb-43d3-8fcb-f0e789cdbfdb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Floating IP ba946edf-1886-44e3-a041-ba79a64b07b0 disassociated. External IP: 172.35.7.4, port: a347586e-d706-4e92-bee7-d6c9844c7596. Dec 06 14:54:47.028789 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-36337ee2-2e22-4ffd-937b-8e6397e49752 req-85cb55ec-e0bb-43d3-8fcb-f0e789cdbfdb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Calling delete_port for a347586e-d706-4e92-bee7-d6c9844c7596 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:47.032480 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a2729e3-6a96-40b4-b6de-912c8fb2c1b7 req-6fb53520-2fe9-454e-b00d-ea1c729be866 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447900 Dec 06 14:54:47.163246 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e615a-097b-44f5-8723-18b8de3456fb req-90bfbfc6-cbd4-47ea-83f4-23986939b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:47.164818 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-811e615a-097b-44f5-8723-18b8de3456fb req-90bfbfc6-cbd4-47ea-83f4-23986939b14b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2&tenant_id=8444f66a19024e8ca3d08cd6cc68e73d HTTP/1.1" status: 200 len: 1094 time: 0.0856266 Dec 06 14:54:47.260484 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2ffae490-6e39-4c76-8ccc-543c98c1f23c req-1cdbc1c6-1ce0-4512-a3dd-68824854ed2a tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0556705 Dec 06 14:54:47.284489 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e615a-097b-44f5-8723-18b8de3456fb req-ccdca511-a9c6-4481-acc6-87d1667e8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:47.286031 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-811e615a-097b-44f5-8723-18b8de3456fb req-ccdca511-a9c6-4481-acc6-87d1667e8c91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8444f66a19024e8ca3d08cd6cc68e73d&device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 1094 time: 0.0829847 Dec 06 14:54:47.293112 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-36337ee2-2e22-4ffd-937b-8e6397e49752 req-85cb55ec-e0bb-43d3-8fcb-f0e789cdbfdb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:47.346006 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb55ec-e0bb-43d3-8fcb-f0e789cdbfdb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Pushing event deleted for resources: {'Port': ['ID=a347586e-d706-4e92-bee7-d6c9844c7596,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:47.394040 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f2f02705-e96e-4407-b3e5-5962fff4280e req-64a97242-5848-4863-9876-dea0e713cf01 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0525637 Dec 06 14:54:47.507249 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-47e38f3e-4c85-4fe0-8355-ab1e0c5577d2 req-853a537c-b6b7-4188-afac-def55cbdcb8c tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0547178 Dec 06 14:54:47.698379 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56776) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:47.752428 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c30e3a2-b428-4aa6-a281-9c4acc5c0e98 req-462f8b6d-270b-4eeb-9c11-358ca19a1bdd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0279691 Dec 06 14:54:47.809217 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d99a82dc-4126-4a51-a968-a12f9f3afc8f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1386408727-network', 'tenant_id': 'f55adfe3135c416686e74552cfdb9700'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:54:47.830001 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99a82dc-4126-4a51-a968-a12f9f3afc8f admin admin] Made reservation on behalf of f55adfe3135c416686e74552cfdb9700 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:54:47.832452 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d99a82dc-4126-4a51-a968-a12f9f3afc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:47.840717 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d99a82dc-4126-4a51-a968-a12f9f3afc8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:47.841218 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e615a-097b-44f5-8723-18b8de3456fb req-aa62cba4-c077-4f3b-85d3-193abb590977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:47.842673 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-811e615a-097b-44f5-8723-18b8de3456fb req-aa62cba4-c077-4f3b-85d3-193abb590977 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aee0eac-59a5-43f1-85a8-7817e7c60b81 HTTP/1.1" status: 200 len: 917 time: 0.5411031 Dec 06 14:54:47.846634 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3153fabf-3970-4578-b68e-ec931b96104e req-4312ad71-1c67-49ef-87bd-b75c652a672f tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab736e7-2f40-4e91-be3f-f5dfbaff542f HTTP/1.1" status: 200 len: 210 time: 0.0375047 Dec 06 14:54:47.910135 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36337ee2-2e22-4ffd-937b-8e6397e49752 req-85cb55ec-e0bb-43d3-8fcb-f0e789cdbfdb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Router e8dab326-2c59-403e-b1b6-428be715b1d9 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:54:47.919497 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d99a82dc-4126-4a51-a968-a12f9f3afc8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:47.924376 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d99a82dc-4126-4a51-a968-a12f9f3afc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:47.938446 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-811e615a-097b-44f5-8723-18b8de3456fb req-1e017cec-d73a-4cdb-a157-be2721d670d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=196a8621-7b1f-4823-84fc-03f406d17f53 HTTP/1.1" status: 200 len: 998 time: 0.0808017 Dec 06 14:54:47.945660 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99a82dc-4126-4a51-a968-a12f9f3afc8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:54:47.961036 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a82dc-4126-4a51-a968-a12f9f3afc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98315fce-7e29-471e-b018-dfbcc5416f47,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:47.964883 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d99a82dc-4126-4a51-a968-a12f9f3afc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:47.965231 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-d99a82dc-4126-4a51-a968-a12f9f3afc8f admin admin] Added segment d585a0a4-a8c6-4a61-a104-c9b528666c3e of type vlan for network f0fbdc94-7de5-4a38-961d-5f7176775265 Dec 06 14:54:48.005959 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d99a82dc-4126-4a51-a968-a12f9f3afc8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:48.032048 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d99a82dc-4126-4a51-a968-a12f9f3afc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:48.033005 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99a82dc-4126-4a51-a968-a12f9f3afc8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:48.033614 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d99a82dc-4126-4a51-a968-a12f9f3afc8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:48.054518 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e615a-097b-44f5-8723-18b8de3456fb req-0be338f0-4b67-42ac-87dd-01c5a3851cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:48.056020 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-811e615a-097b-44f5-8723-18b8de3456fb req-0be338f0-4b67-42ac-87dd-01c5a3851cc0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=960bec1b-5464-4199-b91b-894c7ec18725 HTTP/1.1" status: 200 len: 855 time: 0.0888007 Dec 06 14:54:48.076034 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d99a82dc-4126-4a51-a968-a12f9f3afc8f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3740187 Dec 06 14:54:48.079380 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56782) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:48.085452 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-220a95ba-5b43-4d46-a1c9-a938fe7346fc admin admin] Request body: {'subnet': {'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1386408727-subnet', 'tenant_id': 'f55adfe3135c416686e74552cfdb9700', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:54:48.114026 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36337ee2-2e22-4ffd-937b-8e6397e49752 req-85cb55ec-e0bb-43d3-8fcb-f0e789cdbfdb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:54:48.129523 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0f2e16-2d72-414e-821e-d2aa0fb448fe None None] Sync routers for ids ['e8dab326-2c59-403e-b1b6-428be715b1d9'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:54:48.140052 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0f2e16-2d72-414e-821e-d2aa0fb448fe None None] Routers {'e8dab326-2c59-403e-b1b6-428be715b1d9'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:48.140693 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-de0f2e16-2d72-414e-821e-d2aa0fb448fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e8dab326-2c59-403e-b1b6-428be715b1d9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:48.170112 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-36337ee2-2e22-4ffd-937b-8e6397e49752 req-85cb55ec-e0bb-43d3-8fcb-f0e789cdbfdb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] No DVR routers for this DVR port a347586e-d706-4e92-bee7-d6c9844c7596 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:54:48.173303 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220a95ba-5b43-4d46-a1c9-a938fe7346fc admin admin] Made reservation on behalf of f55adfe3135c416686e74552cfdb9700 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:54:48.175830 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-220a95ba-5b43-4d46-a1c9-a938fe7346fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:48.178498 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-36337ee2-2e22-4ffd-937b-8e6397e49752 req-85cb55ec-e0bb-43d3-8fcb-f0e789cdbfdb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:48.181832 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-36337ee2-2e22-4ffd-937b-8e6397e49752 req-85cb55ec-e0bb-43d3-8fcb-f0e789cdbfdb tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.23 "DELETE /v2.0/ports/a347586e-d706-4e92-bee7-d6c9844c7596 HTTP/1.1" status: 204 len: 173 time: 1.5853899 Dec 06 14:54:48.184937 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e615a-097b-44f5-8723-18b8de3456fb req-947accb1-63b6-4629-a442-66fe818b6bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:48.186422 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-811e615a-097b-44f5-8723-18b8de3456fb req-947accb1-63b6-4629-a442-66fe818b6bbf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aee0eac-59a5-43f1-85a8-7817e7c60b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190236 Dec 06 14:54:48.186896 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'name': 'network-vif-deleted', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:54:48.189283 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5fc251-d323-4149-8cb5-9297d8298893" -d '{"events": [{"server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "name": "network-vif-deleted", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:54:48.254924 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-de0f2e16-2d72-414e-821e-d2aa0fb448fe None None] Set router e8dab326-2c59-403e-b1b6-428be715b1d9 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:54:48.289721 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990163dc-ad0b-4f0a-b35f-18d29b2e07f5 x-openstack-request-id: req-990163dc-ad0b-4f0a-b35f-18d29b2e07f5 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:54:48.290033 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab736e7-2f40-4e91-be3f-f5dfbaff542f", "name": "network-vif-deleted", "tag": "a347586e-d706-4e92-bee7-d6c9844c7596", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:54:48.290288 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-990163dc-ad0b-4f0a-b35f-18d29b2e07f5 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:54:48.290701 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab736e7-2f40-4e91-be3f-f5dfbaff542f', 'name': 'network-vif-deleted', 'tag': 'a347586e-d706-4e92-bee7-d6c9844c7596', 'status': 'completed', 'code': 200} Dec 06 14:54:48.375027 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6eaa87b-1e66-4f81-9550-3c759fa92077 req-7b20ec15-1f17-4dda-9833-a9af55be2186 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0388842 Dec 06 14:54:48.407434 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-811e615a-097b-44f5-8723-18b8de3456fb req-199f624d-101e-4d5d-8a32-e575980f7428 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874795 Dec 06 14:54:48.455494 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a82dc-4126-4a51-a968-a12f9f3afc8f admin admin] Pushing event updated for resources: {'Network': ['ID=f0fbdc94-7de5-4a38-961d-5f7176775265,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:48.467498 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network f0fbdc94-7de5-4a38-961d-5f7176775265 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:54:48.539629 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c2fe6-bf45-4819-8ae9-884a4815b701 req-38f9c8a6-d537-4fc6-9e00-efe24240890d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:48.541405 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-460c2fe6-bf45-4819-8ae9-884a4815b701 req-38f9c8a6-d537-4fc6-9e00-efe24240890d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0768659 Dec 06 14:54:48.576146 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-33eb3d4c-c79a-401d-9de1-fcef63c468e2 req-c5360680-2097-4d12-a5bb-c24b21c49375 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0468626 Dec 06 14:54:48.582601 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-de0f2e16-2d72-414e-821e-d2aa0fb448fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'name': 'tempest-ServerActionsTestJSON-643569639-router', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154'}], 'enable_snat': True}, 'gw_port_id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:50Z', 'updated_at': '2021-12-06T14:45:58Z', 'revision_number': 4, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'gw_port': {'id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:51Z', 'updated_at': '2021-12-06T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3dec9bf5-be68-4925-b7ba-e86470f11d2e', 'name': '', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'mac_address': 'fa:16:3e:93:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:56Z', 'updated_at': '2021-12-06T14:46:03Z', 'revision_number': 5, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'subnets': [{'id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:48.592279 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-220a95ba-5b43-4d46-a1c9-a938fe7346fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:48.622027 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-811e615a-097b-44f5-8723-18b8de3456fb req-21c57238-0cf4-463b-a4aa-31121f2a05b1 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955538 Dec 06 14:54:48.622272 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-460c2fe6-bf45-4819-8ae9-884a4815b701 req-84ab8f67-a306-48b7-a3da-637bca78078a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743933 Dec 06 14:54:48.623771 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0f2e16-2d72-414e-821e-d2aa0fb448fe None None] Checking router: e8dab326-2c59-403e-b1b6-428be715b1d9 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:54:48.634273 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0f2e16-2d72-414e-821e-d2aa0fb448fe None None] Routers {'e8dab326-2c59-403e-b1b6-428be715b1d9'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:48.635083 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-de0f2e16-2d72-414e-821e-d2aa0fb448fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e8dab326-2c59-403e-b1b6-428be715b1d9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:48.686033 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c374f362-6d5b-45bc-8576-1a6e01d04cb1 req-48035bef-5d67-4201-8723-4b866f9bfa27 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0433159 Dec 06 14:54:48.693364 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a95ba-5b43-4d46-a1c9-a938fe7346fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e082be8-e2dd-479d-b167-082b011e6271,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:48.697963 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a95ba-5b43-4d46-a1c9-a938fe7346fc admin admin] Checking segment: {'id': 'd585a0a4-a8c6-4a61-a104-c9b528666c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:54:48.698335 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220a95ba-5b43-4d46-a1c9-a938fe7346fc admin admin] Network hostable DHCP agents. Network: f0fbdc94-7de5-4a38-961d-5f7176775265, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:54:48.720297 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220a95ba-5b43-4d46-a1c9-a938fe7346fc admin admin] Network f0fbdc94-7de5-4a38-961d-5f7176775265 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:54:48.732837 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-220a95ba-5b43-4d46-a1c9-a938fe7346fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f0fbdc94-7de5-4a38-961d-5f7176775265) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:54:48.737488 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220a95ba-5b43-4d46-a1c9-a938fe7346fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:48.738436 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-220a95ba-5b43-4d46-a1c9-a938fe7346fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:48.749131 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bce9a6-cc43-4e0f-98cf-60621f688158 None None] Network f0fbdc94-7de5-4a38-961d-5f7176775265 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:54:48.759106 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-220a95ba-5b43-4d46-a1c9-a938fe7346fc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6799827 Dec 06 14:54:48.799044 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-de0f2e16-2d72-414e-821e-d2aa0fb448fe None None] Set router e8dab326-2c59-403e-b1b6-428be715b1d9 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:54:48.851365 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-306175be-27f4-4858-afd2-4e9e595e881b req-b5240807-53a2-4fcf-94d7-8e2e24f851ce tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0338566 Dec 06 14:54:48.943456 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56808) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:49.011465 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77fab695-2c9a-42ad-8b5b-0c0a0066c953 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:49.040382 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77fab695-2c9a-42ad-8b5b-0c0a0066c953 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:49.093368 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77fab695-2c9a-42ad-8b5b-0c0a0066c953 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:49.096813 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77fab695-2c9a-42ad-8b5b-0c0a0066c953 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:49.100771 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56822) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:49.112108 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-77fab695-2c9a-42ad-8b5b-0c0a0066c953 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "DELETE /v2.0/security-groups/7b29d6e0-5000-4bb6-aa8f-a634934b2d93 HTTP/1.1" status: 204 len: 168 time: 0.1674328 Dec 06 14:54:49.122088 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-9294776e-c965-4ce9-89ed-45d4f4c63e56 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] show failed (client error): The resource could not be found. Dec 06 14:54:49.127143 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56826) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:49.136198 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9294776e-c965-4ce9-89ed-45d4f4c63e56 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "GET /v2.0/security-groups/7b29d6e0-5000-4bb6-aa8f-a634934b2d93 HTTP/1.1" status: 404 len: 347 time: 0.0342987 Dec 06 14:54:49.139153 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fab695-2c9a-42ad-8b5b-0c0a0066c953 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b29d6e0-5000-4bb6-aa8f-a634934b2d93,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:49.304049 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f3a78119-901f-4b62-a01e-0ee4e51864f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Deleting port 26e31407-63e4-4cbe-bb82-ab807c4a3bb9 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:49.304374 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3a78119-901f-4b62-a01e-0ee4e51864f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:49.359038 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264d85a8-d17d-4853-813b-b82a0178cce1 None None] Network f0fbdc94-7de5-4a38-961d-5f7176775265 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:54:49.409334 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3a78119-901f-4b62-a01e-0ee4e51864f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:49.410086 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3a78119-901f-4b62-a01e-0ee4e51864f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:49.433159 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f3a78119-901f-4b62-a01e-0ee4e51864f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Calling delete_port for 26e31407-63e4-4cbe-bb82-ab807c4a3bb9 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:49.460535 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-5f4d9ffe-a019-4871-a228-fd41b322b2af tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:49.474695 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-5f4d9ffe-a019-4871-a228-fd41b322b2af tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/networks?id=f0fbdc94-7de5-4a38-961d-5f7176775265 HTTP/1.1" status: 200 len: 815 time: 0.2109439 Dec 06 14:54:49.509641 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-3459c5d9-65c7-44a7-b45a-00fd699226a7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/quotas/f55adfe3135c416686e74552cfdb9700 HTTP/1.1" status: 200 len: 375 time: 0.0339417 Dec 06 14:54:49.617411 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f4653804-4d9f-4468-87e8-74a4b5dc93c9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f55adfe3135c416686e74552cfdb9700&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1007960 Dec 06 14:54:49.692463 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-de0f2e16-2d72-414e-821e-d2aa0fb448fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'name': 'tempest-ServerActionsTestJSON-643569639-router', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154'}], 'enable_snat': True}, 'gw_port_id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:50Z', 'updated_at': '2021-12-06T14:45:58Z', 'revision_number': 4, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'gw_port': {'id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:51Z', 'updated_at': '2021-12-06T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3dec9bf5-be68-4925-b7ba-e86470f11d2e', 'name': '', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'mac_address': 'fa:16:3e:93:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:56Z', 'updated_at': '2021-12-06T14:46:03Z', 'revision_number': 5, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'subnets': [{'id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:49.693289 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c29f878-e43c-431d-bfdc-5ffdf77402de req-6f0138d3-20bb-4793-bfda-e66efadc35a0 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.1010125 Dec 06 14:54:49.754009 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0f2e16-2d72-414e-821e-d2aa0fb448fe None None] The sync data for ids ['e8dab326-2c59-403e-b1b6-428be715b1d9'] in n-d-master-1 is: [{'id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'name': 'tempest-ServerActionsTestJSON-643569639-router', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154'}], 'enable_snat': True}, 'gw_port_id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:50Z', 'updated_at': '2021-12-06T14:45:58Z', 'revision_number': 4, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'gw_port': {'id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:51Z', 'updated_at': '2021-12-06T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3dec9bf5-be68-4925-b7ba-e86470f11d2e', 'name': '', 'network_id': '4a4e119c-9ce0-49ca-9e2d-7dd88850f983', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'mac_address': 'fa:16:3e:93:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:56Z', 'updated_at': '2021-12-06T14:46:03Z', 'revision_number': 5, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'subnets': [{'id': 'e3730693-2903-46aa-aa00-ece8852853b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:54:49.779961 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-c6eb73b6-7cb8-4d1c-9e44-9f586f193972 service neutron] 10.222.0.20 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611209 Dec 06 14:54:49.813206 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3a78119-901f-4b62-a01e-0ee4e51864f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:49.855184 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a78119-901f-4b62-a01e-0ee4e51864f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Pushing event deleted for resources: {'Port': ['ID=26e31407-63e4-4cbe-bb82-ab807c4a3bb9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:49.877263 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfecaad-8c8c-4584-a3da-1818b44174b3 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:54:49.910047 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a347586e-d706-4e92-bee7-d6c9844c7596 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:49.918042 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-82c2c9aa-2aec-4bb2-be2e-fd94eab0f252 service neutron] 10.222.0.20 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370533 Dec 06 14:54:49.950264 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3a78119-901f-4b62-a01e-0ee4e51864f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:49.952882 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3a78119-901f-4b62-a01e-0ee4e51864f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:49.956905 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f3a78119-901f-4b62-a01e-0ee4e51864f1 tempest-ServerActionsTestJSON-828739339 tempest-ServerActionsTestJSON-828739339-project] 10.222.0.20 "DELETE /v2.0/floatingips/ba946edf-1886-44e3-a041-ba79a64b07b0 HTTP/1.1" status: 204 len: 168 time: 0.8227248 Dec 06 14:54:49.957904 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56850) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:49.958927 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: a347586e-d706-4e92-bee7-d6c9844c7596 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:54:49.959279 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a347586e-d706-4e92-bee7-d6c9844c7596 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:54:50.271044 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d8b680-aae9-4533-aae7-4f4ace86211e None None] New status for floating IP ba946edf-1886-44e3-a041-ba79a64b07b0: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:54:50.379549 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d56a69bd-3363-4ace-a4e7-6d2d0ee4feef req-76550927-cc78-431e-a750-9a299fbd9e1d tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.1940410 Dec 06 14:54:50.661956 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56a7a9-4b18-47c9-bca8-ae942f834002 req-d9d7c4b3-2994-4c45-8ffb-69aaccc0e04c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:50.664936 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2c56a7a9-4b18-47c9-bca8-ae942f834002 req-d9d7c4b3-2994-4c45-8ffb-69aaccc0e04c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.1608698 Dec 06 14:54:50.771957 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2c56a7a9-4b18-47c9-bca8-ae942f834002 req-bab28352-eae3-4453-9347-c71662247786 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947611 Dec 06 14:54:50.854406 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-de611270-67e6-4b3c-8781-a609b7d6ecf8 req-b07a1c3b-5656-43f5-b2b1-2f47483f438a tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0270286 Dec 06 14:54:50.928347 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-df48f728-429a-4ef9-a5ce-6c40b67b7741 req-4b162da9-8060-485b-a8f3-d096a6476eb6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0308869 Dec 06 14:54:51.017235 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6def347-e828-4cf5-90bf-353935726341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:51.039135 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-998aa5f0-7f72-4073-8faf-3030f0af4386 req-cb7461bd-7c84-4192-a21c-54d07e235d90 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 210 time: 0.0459683 Dec 06 14:54:51.165457 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9dda322d-7f0c-4374-aa63-9294bd308fa7 req-8a8738a6-bbc3-46c8-b7b2-890262a2508e tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0684359 Dec 06 14:54:51.352407 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f6def347-e828-4cf5-90bf-353935726341 admin admin] Deleting port 3dec9bf5-be68-4925-b7ba-e86470f11d2e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:51.352781 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6def347-e828-4cf5-90bf-353935726341 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:51.432721 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f6def347-e828-4cf5-90bf-353935726341 admin admin] For port 3dec9bf5-be68-4925-b7ba-e86470f11d2e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3dec9bf5-be68-4925-b7ba-e86470f11d2e,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:51.433092 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6def347-e828-4cf5-90bf-353935726341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:51.455695 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f6def347-e828-4cf5-90bf-353935726341 admin admin] Calling delete_port for 3dec9bf5-be68-4925-b7ba-e86470f11d2e owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:51.474545 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-81675369-c254-4279-a1e2-4ec3070e747e req-0a521df0-51af-45e6-aa9b-a5b4fbaf4199 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0340211 Dec 06 14:54:51.747271 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-31bed2f2-e941-4c94-bf69-4f04a92a3eb1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:51.748680 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-31bed2f2-e941-4c94-bf69-4f04a92a3eb1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.23 "GET /v2.0/networks?id=f0fbdc94-7de5-4a38-961d-5f7176775265 HTTP/1.1" status: 200 len: 815 time: 0.1486459 Dec 06 14:54:51.776564 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-fb9dc593-3562-4f90-b6bc-0e951bda4dc3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Request body: {'port': {'device_id': 'bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820', 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265', 'admin_state_up': True, 'tenant_id': 'f55adfe3135c416686e74552cfdb9700'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:54:51.863875 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6def347-e828-4cf5-90bf-353935726341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:51.934107 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6def347-e828-4cf5-90bf-353935726341 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dec9bf5-be68-4925-b7ba-e86470f11d2e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:52.034571 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-fb9dc593-3562-4f90-b6bc-0e951bda4dc3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Made reservation on behalf of f55adfe3135c416686e74552cfdb9700 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:54:52.038561 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-fb9dc593-3562-4f90-b6bc-0e951bda4dc3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:52.061926 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5b11b-7cdc-4efc-b029-7034877b6759 req-c7fcf38f-9d45-4e98-9868-1dc8456693e6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:52.063554 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-83f5b11b-7cdc-4efc-b029-7034877b6759 req-c7fcf38f-9d45-4e98-9868-1dc8456693e6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.1861997 Dec 06 14:54:52.277425 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-83f5b11b-7cdc-4efc-b029-7034877b6759 req-b9a5b939-8ec9-4380-8c22-20d608786b69 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519804 Dec 06 14:54:52.329886 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6def347-e828-4cf5-90bf-353935726341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:52.668095 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-adbdae68-6802-4f39-9183-044ddfe91598 req-7b3e4bc1-28f8-4529-9819-7cd17fd9111f tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.3397462 Dec 06 14:54:52.675270 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-fb9dc593-3562-4f90-b6bc-0e951bda4dc3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Allocated IP 172.20.0.8 (f0fbdc94-7de5-4a38-961d-5f7176775265/7e082be8-e2dd-479d-b167-082b011e6271/fa4cc9ae-abd4-4982-aca8-8d6c88467a99) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:54:52.749291 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e91faae-7e91-41a5-80bc-c731593413ad req-7349f51b-bc01-402c-94c8-6310f03a91fb tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0421147 Dec 06 14:54:52.865875 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f2a477b2-12b6-42a7-9c9c-e85c21be3aae req-44baaf63-8b9d-4ebd-8186-80d93f0b54c5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 210 time: 0.0531645 Dec 06 14:54:52.991439 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a539e3c-2e6e-4534-ad72-2b8cc152c85e req-5d7e18c7-e870-4718-9b09-f02281e20ce0 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0657957 Dec 06 14:54:53.080629 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cab51c92-9669-4ed9-a9a8-a0268e2f1490 req-33d47ffe-1bfc-4249-b309-e4060f83486a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0437109 Dec 06 14:54:53.091982 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-fb9dc593-3562-4f90-b6bc-0e951bda4dc3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:53.112961 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6def347-e828-4cf5-90bf-353935726341 admin admin] Router e8dab326-2c59-403e-b1b6-428be715b1d9 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:54:53.178235 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-fb9dc593-3562-4f90-b6bc-0e951bda4dc3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:53.232145 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-fb9dc593-3562-4f90-b6bc-0e951bda4dc3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Network f0fbdc94-7de5-4a38-961d-5f7176775265 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:54:53.264399 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-fb9dc593-3562-4f90-b6bc-0e951bda4dc3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:54:53.272337 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-fb9dc593-3562-4f90-b6bc-0e951bda4dc3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:54:53.280432 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9dc593-3562-4f90-b6bc-0e951bda4dc3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Pushing event updated for resources: {'Port': ['ID=fa4cc9ae-abd4-4982-aca8-8d6c88467a99,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:53.327983 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6def347-e828-4cf5-90bf-353935726341 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:54:53.334624 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f6def347-e828-4cf5-90bf-353935726341 admin admin] 10.222.0.20 "PUT /v2.0/routers/e8dab326-2c59-403e-b1b6-428be715b1d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3750281 Dec 06 14:54:53.337751 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56886) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:53.341186 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-fb9dc593-3562-4f90-b6bc-0e951bda4dc3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:53.341846 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-fb9dc593-3562-4f90-b6bc-0e951bda4dc3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:53.343142 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e45cc0-b92c-407a-977a-6269b5e66cf8 None None] Sync routers for ids ['e8dab326-2c59-403e-b1b6-428be715b1d9'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:54:53.372053 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e45cc0-b92c-407a-977a-6269b5e66cf8 None None] Routers {'e8dab326-2c59-403e-b1b6-428be715b1d9'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:53.372993 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b3e45cc0-b92c-407a-977a-6269b5e66cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e8dab326-2c59-403e-b1b6-428be715b1d9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:53.375971 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-fb9dc593-3562-4f90-b6bc-0e951bda4dc3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6032271 Dec 06 14:54:53.482591 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Request body: {'port': {'device_id': 'bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:54:53.532129 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3b5fc9-3295-4720-af36-451b35553939 admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:53.533570 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42db1a-a277-46ef-b11b-f1e62cbfcc3e req-243a8c5a-6537-4c0e-bfac-b6d9985eebde tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:53.535098 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc42db1a-a277-46ef-b11b-f1e62cbfcc3e req-243a8c5a-6537-4c0e-bfac-b6d9985eebde tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0870140 Dec 06 14:54:53.552248 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b3e45cc0-b92c-407a-977a-6269b5e66cf8 None None] Set router e8dab326-2c59-403e-b1b6-428be715b1d9 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:54:53.585807 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:53.614954 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc42db1a-a277-46ef-b11b-f1e62cbfcc3e req-fabcb58e-0c9e-4c17-836e-c565b6194798 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645487 Dec 06 14:54:53.639757 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3b5fc9-3295-4720-af36-451b35553939 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:53.700419 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-de3b5fc9-3295-4720-af36-451b35553939 admin admin] Deleting port 857d9c57-6f7a-449b-a415-081dd70c5d19 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:53.700759 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3b5fc9-3295-4720-af36-451b35553939 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:53.818250 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-de3b5fc9-3295-4720-af36-451b35553939 admin admin] For port 857d9c57-6f7a-449b-a415-081dd70c5d19, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=857d9c57-6f7a-449b-a415-081dd70c5d19,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:53.818759 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3b5fc9-3295-4720-af36-451b35553939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:53.847080 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b3e45cc0-b92c-407a-977a-6269b5e66cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'name': 'tempest-ServerActionsTestJSON-643569639-router', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154'}], 'enable_snat': True}, 'gw_port_id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:50Z', 'updated_at': '2021-12-06T14:54:51Z', 'revision_number': 5, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'gw_port': {'id': '857d9c57-6f7a-449b-a415-081dd70c5d19', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:51Z', 'updated_at': '2021-12-06T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:53.849967 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-de3b5fc9-3295-4720-af36-451b35553939 admin admin] Calling delete_port for 857d9c57-6f7a-449b-a415-081dd70c5d19 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:53.884200 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f31abc26-70f2-42ae-9359-0b36b183f495 req-df9a96bf-5d7a-4320-addc-7fc2e5a6ed0a tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.1004372 Dec 06 14:54:53.896723 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e45cc0-b92c-407a-977a-6269b5e66cf8 None None] Checking router: e8dab326-2c59-403e-b1b6-428be715b1d9 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:54:53.908507 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e45cc0-b92c-407a-977a-6269b5e66cf8 None None] Routers {'e8dab326-2c59-403e-b1b6-428be715b1d9'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:53.909257 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b3e45cc0-b92c-407a-977a-6269b5e66cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e8dab326-2c59-403e-b1b6-428be715b1d9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:54.053163 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b3e45cc0-b92c-407a-977a-6269b5e66cf8 None None] Set router e8dab326-2c59-403e-b1b6-428be715b1d9 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:54:54.081910 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cfe6ba95-6963-4f8b-8d72-7255f5a4d500 req-80f0d0a1-b00e-4836-9639-6340c1eaca69 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.1085508 Dec 06 14:54:54.106184 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4cc9ae-abd4-4982-aca8-8d6c88467a99 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:54:54.114763 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.132169 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Transition to ACTIVE for port object fa4cc9ae-abd4-4982-aca8-8d6c88467a99 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:54:54.134340 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3b5fc9-3295-4720-af36-451b35553939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.142348 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.143390 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b3e45cc0-b92c-407a-977a-6269b5e66cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'name': 'tempest-ServerActionsTestJSON-643569639-router', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:50Z', 'updated_at': '2021-12-06T14:54:53Z', 'revision_number': 6, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:54.176520 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b5fc9-3295-4720-af36-451b35553939 admin admin] Pushing event deleted for resources: {'Port': ['ID=857d9c57-6f7a-449b-a415-081dd70c5d19,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:54.205798 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e45cc0-b92c-407a-977a-6269b5e66cf8 None None] The sync data for ids ['e8dab326-2c59-403e-b1b6-428be715b1d9'] in n-d-master-1 is: [{'id': 'e8dab326-2c59-403e-b1b6-428be715b1d9', 'name': 'tempest-ServerActionsTestJSON-643569639-router', 'tenant_id': '8bb54282aaa64e1f9dee35090bece2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:50Z', 'updated_at': '2021-12-06T14:54:53Z', 'revision_number': 6, 'project_id': '8bb54282aaa64e1f9dee35090bece2ca', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:54:54.208878 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0d8d63-3028-48f0-9390-b89fab7caaba None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:54:54.273883 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3b5fc9-3295-4720-af36-451b35553939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.316284 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4cc9ae-abd4-4982-aca8-8d6c88467a99,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:54.333018 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18354aa1-b643-4b85-8a48-6c0a3d366e7f req-a951d21c-187c-46e1-81d6-5d181061c57c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:54.334531 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-18354aa1-b643-4b85-8a48-6c0a3d366e7f req-a951d21c-187c-46e1-81d6-5d181061c57c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 943 time: 0.1640484 Dec 06 14:54:54.387000 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3b5fc9-3295-4720-af36-451b35553939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.389785 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3b5fc9-3295-4720-af36-451b35553939 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.432217 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-18354aa1-b643-4b85-8a48-6c0a3d366e7f req-61f0acd2-43c5-4d83-a7f6-0f9890fc0022 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841930 Dec 06 14:54:54.434324 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3b5fc9-3295-4720-af36-451b35553939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.434952 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3b5fc9-3295-4720-af36-451b35553939 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8dab326-2c59-403e-b1b6-428be715b1d9 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:54:54.437016 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Attempting to bind port fa4cc9ae-abd4-4982-aca8-8d6c88467a99 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:54:54.437398 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Attempting to bind port fa4cc9ae-abd4-4982-aca8-8d6c88467a99 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'd585a0a4-a8c6-4a61-a104-c9b528666c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:54:54.438397 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Attempting to bind port fa4cc9ae-abd4-4982-aca8-8d6c88467a99 on network f0fbdc94-7de5-4a38-961d-5f7176775265 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:54:54.440333 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de3b5fc9-3295-4720-af36-451b35553939 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.442111 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-de3b5fc9-3295-4720-af36-451b35553939 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e8dab326-2c59-403e-b1b6-428be715b1d9 HTTP/1.1" status: 204 len: 168 time: 1.1013749 Dec 06 14:54:54.443233 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Port fa4cc9ae-abd4-4982-aca8-8d6c88467a99 on network f0fbdc94-7de5-4a38-961d-5f7176775265 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:54:54.443593 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Attempting to bind port fa4cc9ae-abd4-4982-aca8-8d6c88467a99 on network f0fbdc94-7de5-4a38-961d-5f7176775265 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:54:54.444016 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56900) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:54.457577 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:54:54.458136 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Checking segment: {'id': 'd585a0a4-a8c6-4a61-a104-c9b528666c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:54:54.458498 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Bound using segment: {'id': 'd585a0a4-a8c6-4a61-a104-c9b528666c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:54:54.459112 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Bound port: fa4cc9ae-abd4-4982-aca8-8d6c88467a99, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd585a0a4-a8c6-4a61-a104-c9b528666c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:54:54.459646 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.495029 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b9ad94-bf6b-401f-9a36-e80f91031191 admin admin] Deleting subnet e3730693-2903-46aa-aa00-ece8852853b7 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:54:54.497239 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22b9ad94-bf6b-401f-9a36-e80f91031191 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.526230 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dd680202-7106-4c2b-a549-802e14e6ea20 req-0e9bd4d8-5c8a-48ad-9c66-ca4dfd413a08 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0491176 Dec 06 14:54:54.551670 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22b9ad94-bf6b-401f-9a36-e80f91031191 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.580647 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] For port fa4cc9ae-abd4-4982-aca8-8d6c88467a99, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:54:54.586218 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] For port fa4cc9ae-abd4-4982-aca8-8d6c88467a99, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fa4cc9ae-abd4-4982-aca8-8d6c88467a99,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:54:54.614879 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.666950 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:54.667813 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.669338 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] 10.222.0.23 "PUT /v2.0/ports/fa4cc9ae-abd4-4982-aca8-8d6c88467a99 HTTP/1.1" status: 200 len: 1091 time: 1.2853529 Dec 06 14:54:54.672459 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820', 'tag': 'fa4cc9ae-abd4-4982-aca8-8d6c88467a99'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:54:54.681722 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad618f9b-201a-4fc9-855a-417fdcda635a" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820", "tag": "fa4cc9ae-abd4-4982-aca8-8d6c88467a99"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:54:54.691595 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b1e4bcc-36d8-4da7-8e93-07464ea9dc6b req-cdf7b55d-ec37-4a10-99a3-cbb6ddb87343 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0990520 Dec 06 14:54:54.731977 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22b9ad94-bf6b-401f-9a36-e80f91031191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.813638 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22b9ad94-bf6b-401f-9a36-e80f91031191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.823152 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859670-1d9c-4f1c-af89-74ca88635402 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4cc9ae-abd4-4982-aca8-8d6c88467a99,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:54.827166 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-551ed5fc-013d-4a85-91bd-e7e1dddab714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:54.828793 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-551ed5fc-013d-4a85-91bd-e7e1dddab714 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f55adfe3135c416686e74552cfdb9700&device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 1094 time: 0.1073735 Dec 06 14:54:54.839174 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9ad94-bf6b-401f-9a36-e80f91031191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3730693-2903-46aa-aa00-ece8852853b7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:54.842783 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22b9ad94-bf6b-401f-9a36-e80f91031191 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.847691 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-22b9ad94-bf6b-401f-9a36-e80f91031191 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e3730693-2903-46aa-aa00-ece8852853b7 HTTP/1.1" status: 204 len: 168 time: 0.4015203 Dec 06 14:54:54.849111 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56906) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:54.852423 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95adc976-2544-498e-8d2f-0ac000d7a426 None None] Network 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:54:54.889574 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-f03f8d2d-3ce1-481a-8dcd-31f8f6ae9381 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa4cc9ae-abd4-4982-aca8-8d6c88467a99 HTTP/1.1" status: 200 len: 217 time: 0.0424170 Dec 06 14:54:54.920971 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef4530-0e7d-49f8-8620-c9c0aa7c91d8 req-26b50d5f-d0d9-4bc3-a621-43fea18367b2 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:54.923385 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4ef4530-0e7d-49f8-8620-c9c0aa7c91d8 req-26b50d5f-d0d9-4bc3-a621-43fea18367b2 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.1115124 Dec 06 14:54:54.954142 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.992090 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-339d5775-ffee-4c33-ab58-4c70a9424fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:54.993554 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-339d5775-ffee-4c33-ab58-4c70a9424fa3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e082be8-e2dd-479d-b167-082b011e6271 HTTP/1.1" status: 200 len: 855 time: 0.0962465 Dec 06 14:54:55.014364 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4ef4530-0e7d-49f8-8620-c9c0aa7c91d8 req-d947a94a-6194-4603-8d17-757a7d2c1b57 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685675 Dec 06 14:54:55.029826 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-97beafac-73ce-43d1-b88f-59ac8b6a644d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0fbdc94-7de5-4a38-961d-5f7176775265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281210 Dec 06 14:54:55.066954 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] Deleting port d274aadb-0651-435d-916d-3614a97be4af {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:55.067608 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:55.144150 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541563c6-b6d6-4d75-a73d-e531ee54d301 None None] DHCP port deletion for 4a4e119c-9ce0-49ca-9e2d-7dd88850f983 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:54:55.188149 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-17c9ec91-0dbd-4426-84aa-eca4bb1ac7ae service neutron] 10.222.0.23 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512046 Dec 06 14:54:55.202425 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] For port d274aadb-0651-435d-916d-3614a97be4af, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d274aadb-0651-435d-916d-3614a97be4af,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:55.202978 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:55.218178 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] Calling delete_port for d274aadb-0651-435d-916d-3614a97be4af owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:55.223590 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c53959-1c94-495f-9edc-58970fbc9672 x-openstack-request-id: req-64c53959-1c94-495f-9edc-58970fbc9672 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:54:55.223923 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820", "tag": "fa4cc9ae-abd4-4982-aca8-8d6c88467a99", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:54:55.224177 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64c53959-1c94-495f-9edc-58970fbc9672 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:54:55.224744 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820', 'tag': 'fa4cc9ae-abd4-4982-aca8-8d6c88467a99', 'status': 'completed', 'code': 200} Dec 06 14:54:55.233983 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-541563c6-b6d6-4d75-a73d-e531ee54d301 None None] Deleting port d274aadb-0651-435d-916d-3614a97be4af {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:55.234479 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-541563c6-b6d6-4d75-a73d-e531ee54d301 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:55.312908 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:55.315922 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f94427d2-12ed-4a9b-b4d0-7c1b56b8fcc8 req-3db3793c-7843-4403-ba66-400805934621 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0384614 Dec 06 14:54:55.320988 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-541563c6-b6d6-4d75-a73d-e531ee54d301 None None] For port d274aadb-0651-435d-916d-3614a97be4af, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d274aadb-0651-435d-916d-3614a97be4af,segment=NetworkSegment(b4d1867c-32aa-4fcd-b513-a03a68ae7db8),segment_id=b4d1867c-32aa-4fcd-b513-a03a68ae7db8)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:55.321443 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-541563c6-b6d6-4d75-a73d-e531ee54d301 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:55.344364 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-541563c6-b6d6-4d75-a73d-e531ee54d301 None None] Calling delete_port for d274aadb-0651-435d-916d-3614a97be4af owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:55.371579 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff930c5a-1252-4e02-a23e-b1abff1518e2 req-3eaa84d0-d6fb-4e81-b2ca-c0f5c200cabd service neutron] 10.222.0.23 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467190 Dec 06 14:54:55.389661 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=d274aadb-0651-435d-916d-3614a97be4af,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:55.419747 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] No DVR routers for this DVR port d274aadb-0651-435d-916d-3614a97be4af on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:54:55.436639 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94690c6c-c6e1-4912-ba52-98be13d6dcef req-f4b33800-708a-4dae-9767-32a02a297772 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0461090 Dec 06 14:54:55.452746 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-541563c6-b6d6-4d75-a73d-e531ee54d301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:55.495079 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541563c6-b6d6-4d75-a73d-e531ee54d301 None None] Pushing event deleted for resources: {'Port': ['ID=d274aadb-0651-435d-916d-3614a97be4af,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:55.522327 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541563c6-b6d6-4d75-a73d-e531ee54d301 None None] No DVR routers for this DVR port d274aadb-0651-435d-916d-3614a97be4af on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:54:55.543541 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad618f9b-201a-4fc9-855a-417fdcda635a req-3173e267-03c2-4521-87dd-40f4bd39c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:55.545643 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad618f9b-201a-4fc9-855a-417fdcda635a req-3173e267-03c2-4521-87dd-40f4bd39c242 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f55adfe3135c416686e74552cfdb9700&device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 1094 time: 0.1143236 Dec 06 14:54:55.591198 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:55.615115 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4e119c-9ce0-49ca-9e2d-7dd88850f983']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:55.626344 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:55.626909 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d1867c-32aa-4fcd-b513-a03a68ae7db8') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:55.637695 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:55.652450 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:55.659588 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:54:55.659964 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:54:55.682130 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:54:55.694336 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad618f9b-201a-4fc9-855a-417fdcda635a req-672b67f7-3b7f-4f6c-bade-809d20cce0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:55.695836 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad618f9b-201a-4fc9-855a-417fdcda635a req-672b67f7-3b7f-4f6c-bade-809d20cce0e7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0fbdc94-7de5-4a38-961d-5f7176775265 HTTP/1.1" status: 200 len: 916 time: 0.1417098 Dec 06 14:54:55.710759 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d6a54-39da-4f8a-9e3d-a2382a2f5d53 req-580fdf72-3652-443b-a30d-da884a84b3fc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:55.712213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d38d6a54-39da-4f8a-9e3d-a2382a2f5d53 req-580fdf72-3652-443b-a30d-da884a84b3fc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 943 time: 0.0740833 Dec 06 14:54:55.717520 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:55.733477 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:55.736842 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4a4e119c-9ce0-49ca-9e2d-7dd88850f983 HTTP/1.1" status: 204 len: 168 time: 0.8868427 Dec 06 14:54:55.737931 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600407d-b194-4765-b43e-f165a6bc9c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a4e119c-9ce0-49ca-9e2d-7dd88850f983,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:55.756913 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad618f9b-201a-4fc9-855a-417fdcda635a req-e167e84c-e3f6-4cad-ae94-7bc003bfc01b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa4cc9ae-abd4-4982-aca8-8d6c88467a99 HTTP/1.1" status: 200 len: 217 time: 0.0437601 Dec 06 14:54:55.841867 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d38d6a54-39da-4f8a-9e3d-a2382a2f5d53 req-7f7e674e-a3d0-4527-b261-f72c441c36f9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210072 Dec 06 14:54:55.843457 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad618f9b-201a-4fc9-855a-417fdcda635a req-20e22e1e-00cb-4cb9-8539-d9894084c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:55.844983 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad618f9b-201a-4fc9-855a-417fdcda635a req-20e22e1e-00cb-4cb9-8539-d9894084c770 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e082be8-e2dd-479d-b167-082b011e6271 HTTP/1.1" status: 200 len: 855 time: 0.0783145 Dec 06 14:54:55.848479 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d274aadb-0651-435d-916d-3614a97be4af no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:55.894775 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad618f9b-201a-4fc9-855a-417fdcda635a req-73991a5a-a9dd-4a9d-ab8e-55ba9eae0387 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0fbdc94-7de5-4a38-961d-5f7176775265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416031 Dec 06 14:54:55.929103 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56922) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:55.935019 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: d274aadb-0651-435d-916d-3614a97be4af {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:54:55.936074 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d274aadb-0651-435d-916d-3614a97be4af not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:54:55.936507 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3dec9bf5-be68-4925-b7ba-e86470f11d2e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:55.977812 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 3dec9bf5-be68-4925-b7ba-e86470f11d2e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:54:55.978178 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3dec9bf5-be68-4925-b7ba-e86470f11d2e not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:54:55.978577 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 857d9c57-6f7a-449b-a415-081dd70c5d19 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:56.005148 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 857d9c57-6f7a-449b-a415-081dd70c5d19 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:54:56.005679 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 857d9c57-6f7a-449b-a415-081dd70c5d19 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:54:56.012966 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad618f9b-201a-4fc9-855a-417fdcda635a req-5418281f-a637-4187-b599-cf5a0e3ace3d service neutron] 10.222.0.23 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046760 Dec 06 14:54:56.035876 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5b7fec9a-0e45-49c3-a887-e662fdc28e71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bb54282aaa64e1f9dee35090bece2ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1055474 Dec 06 14:54:56.038642 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56924) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:56.069598 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7c120b5-9d2e-4857-9fcb-b3f8cd3be7cc req-4ef1af8b-3c44-4f88-8149-c8d1cae3d12b tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0556393 Dec 06 14:54:56.072455 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:54:56.094103 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e59ea5f8-9934-4afe-b9f4-5c1e9781cc2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:56.115899 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e59ea5f8-9934-4afe-b9f4-5c1e9781cc2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:56.158693 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-654b74e9-0037-4ad1-bb44-3a6781955fb5 req-dc5be6c5-3c3b-4862-bdfa-d4906b2ebd53 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0431335 Dec 06 14:54:56.191129 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad618f9b-201a-4fc9-855a-417fdcda635a req-f3666418-0938-43d3-97c9-76db4bd28981 service neutron] 10.222.0.23 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684730 Dec 06 14:54:56.203795 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e59ea5f8-9934-4afe-b9f4-5c1e9781cc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:56.206958 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e59ea5f8-9934-4afe-b9f4-5c1e9781cc2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:56.211380 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e59ea5f8-9934-4afe-b9f4-5c1e9781cc2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3a90675-a22d-4de9-97f9-eb09a158285a HTTP/1.1" status: 204 len: 168 time: 0.1717310 Dec 06 14:54:56.221165 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ea5f8-9934-4afe-b9f4-5c1e9781cc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a90675-a22d-4de9-97f9-eb09a158285a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:56.315087 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79c07f-10fc-42e6-abc0-af90b5099afc req-4ce2d2ec-34ca-4fe9-901d-3aa7ed0cbb39 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:56.316653 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d79c07f-10fc-42e6-abc0-af90b5099afc req-4ce2d2ec-34ca-4fe9-901d-3aa7ed0cbb39 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0729029 Dec 06 14:54:56.364947 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d79c07f-10fc-42e6-abc0-af90b5099afc req-f9c8706d-ee43-4254-8a1f-feeb6a54b1cf tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423238 Dec 06 14:54:56.457497 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0c9a10e4-c9ec-482f-84e3-f4633bb4aa2c req-7bbe4657-6a3c-479a-bf45-edf503917e23 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0264723 Dec 06 14:54:56.574293 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-28621bf8-9abf-492b-9951-a496b230640d req-918ee80a-ccc0-4cd7-9a96-e2e9b52ce47d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0486741 Dec 06 14:54:57.016831 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e725b-2b0b-476a-bc11-d2d620d3e8b6 req-13fb24fe-ce3a-4d0b-a8fc-feee35fded42 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:57.018775 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0c4e725b-2b0b-476a-bc11-d2d620d3e8b6 req-13fb24fe-ce3a-4d0b-a8fc-feee35fded42 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 943 time: 0.0684805 Dec 06 14:54:57.071042 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0c4e725b-2b0b-476a-bc11-d2d620d3e8b6 req-15e46e30-297c-4049-a256-cd0a72635598 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453708 Dec 06 14:54:57.097705 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56958) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:57.158114 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d94f544d-e27d-4ce9-b8eb-47c84bb90352 req-f2116118-ea0f-490b-a371-f61706d4fc24 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0375826 Dec 06 14:54:57.231774 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1487ab04-3698-4361-9860-52cbaef07071 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-956364531-network', 'tenant_id': 'ea43de59547041b395976a33ebd88587'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:54:57.261980 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1487ab04-3698-4361-9860-52cbaef07071 admin admin] Made reservation on behalf of ea43de59547041b395976a33ebd88587 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:54:57.265434 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1487ab04-3698-4361-9860-52cbaef07071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:57.266132 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ed47269-8688-4421-91ca-2ff146b305ca req-4d378cef-1523-4076-8708-7ed78060ca3a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0293961 Dec 06 14:54:57.276607 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1487ab04-3698-4361-9860-52cbaef07071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:57.351913 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1487ab04-3698-4361-9860-52cbaef07071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:57.355342 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1487ab04-3698-4361-9860-52cbaef07071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:57.381294 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1487ab04-3698-4361-9860-52cbaef07071 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:54:57.386805 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487ab04-3698-4361-9860-52cbaef07071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce50c454-fc4e-455c-ae94-a48b9a6adf35,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:57.395686 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1487ab04-3698-4361-9860-52cbaef07071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:57.395686 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-1487ab04-3698-4361-9860-52cbaef07071 admin admin] Added segment c1d8fa58-ed0d-4875-8aab-df3d60b50afb of type vlan for network f5fa4165-ed02-469d-b09f-856c13a84507 Dec 06 14:54:57.439236 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1487ab04-3698-4361-9860-52cbaef07071 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:57.463337 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1487ab04-3698-4361-9860-52cbaef07071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:57.464423 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1487ab04-3698-4361-9860-52cbaef07071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:57.465032 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1487ab04-3698-4361-9860-52cbaef07071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:57.498254 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1487ab04-3698-4361-9860-52cbaef07071 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3994510 Dec 06 14:54:57.503045 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56968) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:57.503578 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9335b8e-6864-4a1d-9a0a-079ff5e63147 req-eff8d580-a762-4be4-a7ea-3b31da474e53 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:57.505204 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a9335b8e-6864-4a1d-9a0a-079ff5e63147 req-eff8d580-a762-4be4-a7ea-3b31da474e53 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0518663 Dec 06 14:54:57.509704 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-44f1b496-2fd7-4137-af62-58e9d22566ac admin admin] Request body: {'subnet': {'network_id': 'f5fa4165-ed02-469d-b09f-856c13a84507', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-956364531-subnet', 'tenant_id': 'ea43de59547041b395976a33ebd88587', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:54:57.551899 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487ab04-3698-4361-9860-52cbaef07071 admin admin] Pushing event updated for resources: {'Network': ['ID=f5fa4165-ed02-469d-b09f-856c13a84507,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:57.566337 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network f5fa4165-ed02-469d-b09f-856c13a84507 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:54:57.570838 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f1b496-2fd7-4137-af62-58e9d22566ac admin admin] Made reservation on behalf of ea43de59547041b395976a33ebd88587 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:54:57.573692 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44f1b496-2fd7-4137-af62-58e9d22566ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:57.582069 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a9335b8e-6864-4a1d-9a0a-079ff5e63147 req-206f90b0-af01-45a5-a043-dc6df6f705e4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706573 Dec 06 14:54:57.727941 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4700438a-88c4-4e7b-aca1-312b8c0b17e4 req-114d19db-7a73-4e24-af20-d5c579115cd1 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0608926 Dec 06 14:54:57.789062 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d1c001b-aca0-4dc4-95f5-a91024a940a9 req-5bb6594f-bd10-4f42-b4af-97357f9d1f4c tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0292749 Dec 06 14:54:57.792512 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:57.802649 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44f1b496-2fd7-4137-af62-58e9d22566ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:57.856078 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1b496-2fd7-4137-af62-58e9d22566ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=06fe8aaf-7c08-4199-bc3b-7143b9fba406,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:57.868667 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f1b496-2fd7-4137-af62-58e9d22566ac admin admin] Checking segment: {'id': 'c1d8fa58-ed0d-4875-8aab-df3d60b50afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5fa4165-ed02-469d-b09f-856c13a84507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:54:57.869120 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f1b496-2fd7-4137-af62-58e9d22566ac admin admin] Network hostable DHCP agents. Network: f5fa4165-ed02-469d-b09f-856c13a84507, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:54:57.885863 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f1b496-2fd7-4137-af62-58e9d22566ac admin admin] Network f5fa4165-ed02-469d-b09f-856c13a84507 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:54:57.894332 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-44f1b496-2fd7-4137-af62-58e9d22566ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f5fa4165-ed02-469d-b09f-856c13a84507) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:54:57.898397 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f1b496-2fd7-4137-af62-58e9d22566ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:57.899013 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44f1b496-2fd7-4137-af62-58e9d22566ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:57.903308 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6c1c28-927d-47f3-8f98-50bd83daeffd None None] Network f5fa4165-ed02-469d-b09f-856c13a84507 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:54:57.914427 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-44f1b496-2fd7-4137-af62-58e9d22566ac admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4104667 Dec 06 14:54:57.917194 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56972) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:57.921537 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-956364531-router', 'tenant_id': 'ea43de59547041b395976a33ebd88587', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:54:57.943813 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:57.944795 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:57.961330 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device fa4cc9ae-abd4-4982-aca8-8d6c88467a99 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:54:58.002814 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:58.156623 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:58.186645 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb33b38-6750-402f-bb4a-60b77456f69f None None] Network f5fa4165-ed02-469d-b09f-856c13a84507 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:54:58.212874 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b78d14-b018-4e1c-8189-25bbf815486d req-66280808-c947-475f-a144-fb85cf6e6a0f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:58.214394 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92b78d14-b018-4e1c-8189-25bbf815486d req-66280808-c947-475f-a144-fb85cf6e6a0f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 943 time: 0.0511854 Dec 06 14:54:58.268232 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92b78d14-b018-4e1c-8189-25bbf815486d req-b306cc35-f15f-44f0-9b85-bd78ab29f706 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462618 Dec 06 14:54:58.271725 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port fa4cc9ae-abd4-4982-aca8-8d6c88467a99, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fa4cc9ae-abd4-4982-aca8-8d6c88467a99,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:58.301175 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'fa4cc9ae-abd4-4982-aca8-8d6c88467a99', 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265', 'port_id': 'fa4cc9ae-abd4-4982-aca8-8d6c88467a99', 'mac_address': 'fa:16:3e:aa:ae:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e082be8-e2dd-479d-b167-082b011e6271', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:54:58.336717 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f666521c-61d3-46e3-be00-f55ff10d2568 req-91a099b3-5a73-43f1-802a-3fbc3e734d19 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0286837 Dec 06 14:54:58.363797 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:58.377585 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:58.400257 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:58.401203 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4cc9ae-abd4-4982-aca8-8d6c88467a99 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:54:58.423495 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ebba3df5-910d-48cf-887a-15210e3e8dc3 req-a9c430e7-730c-4def-9924-7349b4ebdc11 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0472870 Dec 06 14:54:58.447586 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port fa4cc9ae-abd4-4982-aca8-8d6c88467a99, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fa4cc9ae-abd4-4982-aca8-8d6c88467a99,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:58.453987 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:58.524807 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=fa4cc9ae-abd4-4982-aca8-8d6c88467a99,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:58.550445 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Allocated IP 172.35.7.195 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/f5e1c552-4c4f-408f-ab6a-8eac5b5652fc) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:54:58.646601 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['fa4cc9ae-abd4-4982-aca8-8d6c88467a99'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:54:58.662797 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:58.697837 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:58.715347 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe11f19-1379-4377-a881-de59e998c068 req-95f2be0a-c034-4c8d-bf7f-f44815d9168a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:58.716859 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cfe11f19-1379-4377-a881-de59e998c068 req-95f2be0a-c034-4c8d-bf7f-f44815d9168a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0577719 Dec 06 14:54:58.733033 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:54:58.737930 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:54:58.742072 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:54:58.757267 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7437f1-e889-4409-ba52-a31a7a99d422 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:54:58.772837 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cfe11f19-1379-4377-a881-de59e998c068 req-ab58fd1d-e453-4d0d-9713-b199c08cb745 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477471 Dec 06 14:54:58.774490 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Pushing event updated for resources: {'Port': ['ID=f5e1c552-4c4f-408f-ab6a-8eac5b5652fc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:58.859842 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e965829-3ef8-48ea-93c0-7070212f6f18 req-a02ae692-3bd8-4773-9419-303a2735ea66 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0272069 Dec 06 14:54:58.888323 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d1559c38-3e13-4b4a-a1d0-f72391c6e0da None None] Provisioning complete for port f5e1c552-4c4f-408f-ab6a-8eac5b5652fc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:54:58.888701 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1559c38-3e13-4b4a-a1d0-f72391c6e0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:58.933049 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d1559c38-3e13-4b4a-a1d0-f72391c6e0da None None] Port f5e1c552-4c4f-408f-ab6a-8eac5b5652fc cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:54:58.968207 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-16aa7b3b-20e2-4146-bd6b-d4572d4ee601 req-89506e89-03e1-4cfe-b5ff-1fdd4d4b538d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0400977 Dec 06 14:54:59.283169 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:59.424298 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d9f9b-c3b6-4327-8bc2-bc5f9e596153 req-15552743-1663-4029-a9e6-82be5e503a59 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:59.426107 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be8d9f9b-c3b6-4327-8bc2-bc5f9e596153 req-15552743-1663-4029-a9e6-82be5e503a59 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 944 time: 0.0682697 Dec 06 14:54:59.492852 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be8d9f9b-c3b6-4327-8bc2-bc5f9e596153 req-7511dfae-63f5-4a87-9d97-7d39ff90ce85 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605023 Dec 06 14:54:59.511331 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:59.560016 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-826e55e5-c5a6-40e6-8a89-5b0334ee8a5f req-50f1becf-5fee-40e3-8920-91f447cc9355 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0301914 Dec 06 14:54:59.636482 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff26105a-6d49-49d2-bee5-13ee780c01aa req-a039fb2b-f4a3-443c-889f-17ed6fd361a0 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0337510 Dec 06 14:54:59.658724 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Router 86deb4cd-78eb-4b12-ad8b-fe1bd62263ff is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:54:59.811147 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:59.838160 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:54:59.849117 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Sync routers for ids ['86deb4cd-78eb-4b12-ad8b-fe1bd62263ff'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:54:59.864392 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Routers {'86deb4cd-78eb-4b12-ad8b-fe1bd62263ff'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:59.866489 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:59.870799 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a04a5df7-8d0b-452e-a63d-e3dec78a799e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.9524729 Dec 06 14:54:59.871306 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['86deb4cd-78eb-4b12-ad8b-fe1bd62263ff'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:59.874566 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56994) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:59.960346 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device fa4cc9ae-abd4-4982-aca8-8d6c88467a99 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:55:00.025546 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aeb91-82ae-4b7f-8db2-a58564fc0d1a req-80e9af92-abd8-4925-be32-2a4894d5df2a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:00.027070 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Set router 86deb4cd-78eb-4b12-ad8b-fe1bd62263ff gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:55:00.027381 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-873aeb91-82ae-4b7f-8db2-a58564fc0d1a req-80e9af92-abd8-4925-be32-2a4894d5df2a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0838916 Dec 06 14:55:00.084019 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port fa4cc9ae-abd4-4982-aca8-8d6c88467a99 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:55:00.089688 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port fa4cc9ae-abd4-4982-aca8-8d6c88467a99 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:55:00.090071 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:00.128438 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-873aeb91-82ae-4b7f-8db2-a58564fc0d1a req-b21d98e3-0254-4f74-8c74-13e941859ab9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940614 Dec 06 14:55:00.258184 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:00.303870 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4cc9ae-abd4-4982-aca8-8d6c88467a99'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:55:00.313242 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24be249-3575-4473-a68e-359cb8271559" -d '{"events": [{"server_uuid": "bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820", "name": "network-vif-plugged", "status": "completed", "tag": "fa4cc9ae-abd4-4982-aca8-8d6c88467a99"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:55:00.331728 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0f13c50-aba0-444e-8806-c384edc09b2d req-2b6f9f9c-9ade-4611-8f10-863e709781f2 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0748541 Dec 06 14:55:00.334762 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'name': 'tempest-ServerRescueNegativeTestJSON-956364531-router', 'tenant_id': 'ea43de59547041b395976a33ebd88587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.195'}], 'enable_snat': True}, 'gw_port_id': 'f5e1c552-4c4f-408f-ab6a-8eac5b5652fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:54:57Z', 'updated_at': '2021-12-06T14:54:58Z', 'revision_number': 3, 'project_id': 'ea43de59547041b395976a33ebd88587', 'gw_port': {'id': 'f5e1c552-4c4f-408f-ab6a-8eac5b5652fc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:58Z', 'updated_at': '2021-12-06T14:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:00.347175 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port fa4cc9ae-abd4-4982-aca8-8d6c88467a99, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fa4cc9ae-abd4-4982-aca8-8d6c88467a99,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:55:00.359554 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:00.394692 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Checking router: 86deb4cd-78eb-4b12-ad8b-fe1bd62263ff for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:55:00.398817 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Updating router 86deb4cd-78eb-4b12-ad8b-fe1bd62263ff port f5e1c552-4c4f-408f-ab6a-8eac5b5652fc binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:55:00.439688 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dfaabbf8-ce2f-4f8b-9f46-6ea5dfccc11b req-ccae8fc0-6095-484e-841e-889e83b136ef tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0420120 Dec 06 14:55:00.448878 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=fa4cc9ae-abd4-4982-aca8-8d6c88467a99,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:00.451557 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:00.627767 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:00.649001 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09a1ef1-fa87-4418-a837-cf85ac052609 x-openstack-request-id: req-b09a1ef1-fa87-4418-a837-cf85ac052609 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:55:00.649528 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820", "name": "network-vif-plugged", "status": "completed", "tag": "fa4cc9ae-abd4-4982-aca8-8d6c88467a99", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:55:00.649954 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b09a1ef1-fa87-4418-a837-cf85ac052609 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:55:00.651119 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4cc9ae-abd4-4982-aca8-8d6c88467a99', 'code': 200} Dec 06 14:55:00.709180 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e51010d-f5a9-4850-a4ff-0d1254f4258f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:00.876048 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacda8f8-60d5-48c9-b49b-1bda72873cb2 req-2feaafca-b4a8-43f8-be65-5d4c25e71593 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:00.880631 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dacda8f8-60d5-48c9-b49b-1bda72873cb2 req-2feaafca-b4a8-43f8-be65-5d4c25e71593 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0921340 Dec 06 14:55:00.883154 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c70a8-205f-47e9-a956-31e439b9a8db req-642af550-24c0-455f-a9aa-8bcf418918dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:00.884790 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-818c70a8-205f-47e9-a956-31e439b9a8db req-642af550-24c0-455f-a9aa-8bcf418918dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 1096 time: 0.1562510 Dec 06 14:55:00.896954 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:00.897903 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] Allocated IP 172.20.0.1 (f5fa4165-ed02-469d-b09f-856c13a84507/06fe8aaf-7c08-4199-bc3b-7143b9fba406/3effaff1-0ea8-4fea-a832-2cb717ccfb81) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:55:00.908369 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:00.951372 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73054248-8a82-4742-ad63-9e59d65c40f4 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:55:00.975136 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-818c70a8-205f-47e9-a956-31e439b9a8db req-69aed685-7fb9-4628-a261-6bb895b3fe13 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830119 Dec 06 14:55:00.978850 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dacda8f8-60d5-48c9-b49b-1bda72873cb2 req-43355af5-d7ab-4d52-9987-4d7215ae3482 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835996 Dec 06 14:55:00.983030 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Attempting to bind port f5e1c552-4c4f-408f-ab6a-8eac5b5652fc on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:55:00.983483 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Attempting to bind port f5e1c552-4c4f-408f-ab6a-8eac5b5652fc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:55:00.983949 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Attempting to bind port f5e1c552-4c4f-408f-ab6a-8eac5b5652fc on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:55:00.992770 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:55:00.993202 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:55:00.993674 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:00.994210 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:55:00.994596 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Bound port: f5e1c552-4c4f-408f-ab6a-8eac5b5652fc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:55:00.994976 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:01.063346 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] For port f5e1c552-4c4f-408f-ab6a-8eac5b5652fc, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:55:01.067738 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] For port f5e1c552-4c4f-408f-ab6a-8eac5b5652fc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f5e1c552-4c4f-408f-ab6a-8eac5b5652fc,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:55:01.081449 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:01.083167 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b546cf4-bef9-43f8-b6fe-321394458bee None None] Provisioning complete for port f5e1c552-4c4f-408f-ab6a-8eac5b5652fc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:55:01.083544 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b546cf4-bef9-43f8-b6fe-321394458bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:01.098438 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d246b0-1908-4c18-be32-c7f6d028c338 None None] Pushing event updated for resources: {'Port': ['ID=f5e1c552-4c4f-408f-ab6a-8eac5b5652fc,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:01.107340 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d246b0-1908-4c18-be32-c7f6d028c338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:01.107967 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d246b0-1908-4c18-be32-c7f6d028c338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:01.108477 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d246b0-1908-4c18-be32-c7f6d028c338 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:01.109999 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d246b0-1908-4c18-be32-c7f6d028c338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:01.110504 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d246b0-1908-4c18-be32-c7f6d028c338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:01.111010 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d246b0-1908-4c18-be32-c7f6d028c338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:01.111519 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d246b0-1908-4c18-be32-c7f6d028c338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:01.112023 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d246b0-1908-4c18-be32-c7f6d028c338 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:01.112517 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d246b0-1908-4c18-be32-c7f6d028c338 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:01.113004 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d246b0-1908-4c18-be32-c7f6d028c338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:01.113498 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d246b0-1908-4c18-be32-c7f6d028c338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:01.114130 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d246b0-1908-4c18-be32-c7f6d028c338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:01.114612 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d246b0-1908-4c18-be32-c7f6d028c338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:01.124452 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b837fc5a-7771-44b7-ba3a-9a48dc0b7984 req-66e916be-bab7-46ba-ad56-e4b59dc15653 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0964372 Dec 06 14:55:01.138948 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:01.163582 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fcee4c-f4c8-458d-ad8a-ed15b8ab5c13 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:55:01.194433 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:01.218158 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Routers {'86deb4cd-78eb-4b12-ad8b-fe1bd62263ff'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:55:01.219428 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['86deb4cd-78eb-4b12-ad8b-fe1bd62263ff'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:01.280349 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] Network f5fa4165-ed02-469d-b09f-856c13a84507 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:55:01.295638 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:55:01.298826 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-14d1c28c-c6f1-4625-83db-e497904fb1ce req-167af8f0-3562-4cd7-8c10-918622a3dab3 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0485797 Dec 06 14:55:01.317425 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:55:01.326294 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] Pushing event updated for resources: {'Port': ['ID=3effaff1-0ea8-4fea-a832-2cb717ccfb81,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:01.343040 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b546cf4-bef9-43f8-b6fe-321394458bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:01.345247 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] Set router 86deb4cd-78eb-4b12-ad8b-fe1bd62263ff gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:55:01.387897 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b546cf4-bef9-43f8-b6fe-321394458bee None None] For port f5e1c552-4c4f-408f-ab6a-8eac5b5652fc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f5e1c552-4c4f-408f-ab6a-8eac5b5652fc,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:55:01.394580 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b546cf4-bef9-43f8-b6fe-321394458bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:01.406458 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:01.456635 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b546cf4-bef9-43f8-b6fe-321394458bee None None] Pushing event updated for resources: {'Port': ['ID=f5e1c552-4c4f-408f-ab6a-8eac5b5652fc,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:01.468620 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d246b0-1908-4c18-be32-c7f6d028c338 None None] Pushing event updated for resources: {'Port': ['ID=f5e1c552-4c4f-408f-ab6a-8eac5b5652fc,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:01.483363 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa6c0c-a181-4fb4-a7c0-7d82c16b0a10 req-c4b42423-a324-4658-850a-ccff2b300c4d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:01.488456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-21aa6c0c-a181-4fb4-a7c0-7d82c16b0a10 req-c4b42423-a324-4658-850a-ccff2b300c4d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0952065 Dec 06 14:55:01.540280 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6c8f478f-48ca-4a4a-b12d-dea7a3030f19 None None] Provisioning complete for port f5e1c552-4c4f-408f-ab6a-8eac5b5652fc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:55:01.540674 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6c8f478f-48ca-4a4a-b12d-dea7a3030f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:01.587825 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-21aa6c0c-a181-4fb4-a7c0-7d82c16b0a10 req-6066fc98-f482-4da4-bc7e-71c351516989 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944948 Dec 06 14:55:01.653818 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:01.672447 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'name': 'tempest-ServerRescueNegativeTestJSON-956364531-router', 'tenant_id': 'ea43de59547041b395976a33ebd88587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.195'}], 'enable_snat': True}, 'gw_port_id': 'f5e1c552-4c4f-408f-ab6a-8eac5b5652fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:54:57Z', 'updated_at': '2021-12-06T14:54:58Z', 'revision_number': 3, 'project_id': 'ea43de59547041b395976a33ebd88587', 'gw_port': {'id': 'f5e1c552-4c4f-408f-ab6a-8eac5b5652fc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:58Z', 'updated_at': '2021-12-06T14:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:01.698625 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c0ccd85f-b605-4fa1-b833-a65f7896a6cd req-0b3b0808-1cb2-4384-b2d1-33b02d9264ea tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0358343 Dec 06 14:55:01.711081 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d211e3-0136-4db9-9603-e8a1094b4dbd None None] The sync data for ids ['86deb4cd-78eb-4b12-ad8b-fe1bd62263ff'] in n-d-master-1 is: [{'id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'name': 'tempest-ServerRescueNegativeTestJSON-956364531-router', 'tenant_id': 'ea43de59547041b395976a33ebd88587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.195'}], 'enable_snat': True}, 'gw_port_id': 'f5e1c552-4c4f-408f-ab6a-8eac5b5652fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:54:57Z', 'updated_at': '2021-12-06T14:54:58Z', 'revision_number': 3, 'project_id': 'ea43de59547041b395976a33ebd88587', 'gw_port': {'id': 'f5e1c552-4c4f-408f-ab6a-8eac5b5652fc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:58Z', 'updated_at': '2021-12-06T14:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:55:01.816407 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a83f41b0-51b3-45f0-a4a7-791f8b05ab85 req-320533dd-9035-4369-8215-240055773be6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0802748 Dec 06 14:55:02.046719 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:02.055915 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:02.198263 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] Pushing event updated for resources: {'Port': ['ID=3effaff1-0ea8-4fea-a832-2cb717ccfb81,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:02.212041 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:02.244889 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27120e5-bd61-4683-a3ea-0c3b266cb4d4 req-b2a629fb-77b7-45b3-a453-d17bb04a0646 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:02.253557 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f27120e5-bd61-4683-a3ea-0c3b266cb4d4 req-b2a629fb-77b7-45b3-a453-d17bb04a0646 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.1424427 Dec 06 14:55:02.337331 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] Network f5fa4165-ed02-469d-b09f-856c13a84507 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:55:02.340279 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:55:02.347491 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f27120e5-bd61-4683-a3ea-0c3b266cb4d4 req-697bad59-4af7-4efb-9479-2d1ba62fc39b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908821 Dec 06 14:55:02.421669 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e7ae54de-294b-4dc9-a75b-1054d082371d req-adc4edc4-0bfa-49ca-8168-4252878d8531 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0338120 Dec 06 14:55:02.501790 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] Router 86deb4cd-78eb-4b12-ad8b-fe1bd62263ff has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:55:02.520488 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6237334e-ffc9-46e9-8ba3-5b4c3c60d088 req-0875483b-71f6-40f0-b086-2ba4e4c6dd3f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0473232 Dec 06 14:55:02.633221 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:55:02.638705 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cd499779-67a5-4f81-ac87-d5361dcc1d13 admin admin] 10.222.0.20 "PUT /v2.0/routers/86deb4cd-78eb-4b12-ad8b-fe1bd62263ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7625189 Dec 06 14:55:02.660719 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea2f85-c11e-445c-a351-89650737e549 req-3b16b675-3ef2-49d0-848e-892a91b9d790 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:02.662433 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-79ea2f85-c11e-445c-a351-89650737e549 req-3b16b675-3ef2-49d0-848e-892a91b9d790 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0709975 Dec 06 14:55:02.725967 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-79ea2f85-c11e-445c-a351-89650737e549 req-675d3818-cde2-44f1-85d7-80aa78a373e3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568330 Dec 06 14:55:02.853477 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c1c09-bcda-4378-949f-0d458b58c3bb req-eb88106f-4b5e-4f5d-b4e3-48659777fd11 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:02.854965 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc3c1c09-bcda-4378-949f-0d458b58c3bb req-eb88106f-4b5e-4f5d-b4e3-48659777fd11 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0656490 Dec 06 14:55:02.911247 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc3c1c09-bcda-4378-949f-0d458b58c3bb req-d1dbf7fb-f99b-40a9-a1a1-92fb8a4863ed tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496442 Dec 06 14:55:02.980574 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d40b14f8-bd90-4dd2-9284-3d37e1b4e2fd req-cd400b75-120f-4845-8907-c5a6389420e6 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0265744 Dec 06 14:55:03.205555 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-23639ee3-4512-4ecc-8864-f5bc3f770702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:03.268028 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f36b52c2-3d26-40b4-8b77-5121500a4bac req-435cb89c-b2cd-4bfa-b858-e7a1dacaf6ee tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0257421 Dec 06 14:55:03.377065 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686b831-6495-41d5-afdf-11907eeb891e req-d611b7c8-6e10-406f-b56b-4202e8fef56e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:03.378532 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3686b831-6495-41d5-afdf-11907eeb891e req-d611b7c8-6e10-406f-b56b-4202e8fef56e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0509007 Dec 06 14:55:03.399632 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-53b25967-0121-4884-954e-792ca4ecd86b tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:03.401334 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-53b25967-0121-4884-954e-792ca4ecd86b tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/networks?id=f5fa4165-ed02-469d-b09f-856c13a84507 HTTP/1.1" status: 200 len: 818 time: 0.1059670 Dec 06 14:55:03.416739 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-9512b77a-7bdd-4e61-affb-f704dc76d922 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/quotas/ea43de59547041b395976a33ebd88587 HTTP/1.1" status: 200 len: 375 time: 0.0090272 Dec 06 14:55:03.431029 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3686b831-6495-41d5-afdf-11907eeb891e req-9b1ff067-f463-4c2b-9bfe-42099d31ae65 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465438 Dec 06 14:55:03.473619 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-4c9aed8a-283c-461d-91ae-55fe45e9af8d tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea43de59547041b395976a33ebd88587&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0490525 Dec 06 14:55:03.514954 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cd9362fc-96f9-4e93-982c-0ddf810f49dd req-8773bb42-18d5-4fec-8b68-f5aaa6fbee98 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0373180 Dec 06 14:55:03.591768 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3acba1fd-6abb-4c88-933e-a724c1bdd83b req-24a48380-f9fa-4a8b-af9f-1d85b1318ffa tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0285828 Dec 06 14:55:03.770409 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Sync routers for ids ['86deb4cd-78eb-4b12-ad8b-fe1bd62263ff'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:55:03.783050 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Routers {'86deb4cd-78eb-4b12-ad8b-fe1bd62263ff'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:55:03.783911 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:55:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['86deb4cd-78eb-4b12-ad8b-fe1bd62263ff'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:03.850945 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-bd0f1bac-3e44-4c3b-8567-6f16bca23835 service neutron] 10.222.0.20 "GET /v2.0/networks/f5fa4165-ed02-469d-b09f-856c13a84507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700500 Dec 06 14:55:03.882063 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f5e1c552-4c4f-408f-ab6a-8eac5b5652fc up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:55:03.942971 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-72ee6601-88c9-4e89-8336-368595ecf8fd service neutron] 10.222.0.20 "GET /v2.0/networks/f5fa4165-ed02-469d-b09f-856c13a84507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850892 Dec 06 14:55:03.952179 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Set router 86deb4cd-78eb-4b12-ad8b-fe1bd62263ff gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:55:03.955928 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:04.005502 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f5e1c552-4c4f-408f-ab6a-8eac5b5652fc triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:55:04.005878 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:04.045841 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cacf41-2350-4b60-9bb0-21059bb34582 req-ed8bd703-dfe3-4e63-bff7-29e11bd13cfa tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:04.047582 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8cacf41-2350-4b60-9bb0-21059bb34582 req-ed8bd703-dfe3-4e63-bff7-29e11bd13cfa tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0583551 Dec 06 14:55:04.116407 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8cacf41-2350-4b60-9bb0-21059bb34582 req-012c8271-4c11-4d34-885c-913a651eb9b6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618129 Dec 06 14:55:04.121189 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f2171e52-525d-4384-8598-5a6fa3ff6355 req-3d733645-000a-4cd4-b118-8804c829eda9 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0327716 Dec 06 14:55:04.183366 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a157bb7-df36-4e70-a01d-2167d73af7bb req-1115d679-262a-4c07-85ac-496939301d23 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=f09c72b9-c736-4b66-98b7-d59d06144e43 HTTP/1.1" status: 200 len: 210 time: 0.0265265 Dec 06 14:55:04.304127 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'name': 'tempest-ServerRescueNegativeTestJSON-956364531-router', 'tenant_id': 'ea43de59547041b395976a33ebd88587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.195'}], 'enable_snat': True}, 'gw_port_id': 'f5e1c552-4c4f-408f-ab6a-8eac5b5652fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:54:57Z', 'updated_at': '2021-12-06T14:55:01Z', 'revision_number': 4, 'project_id': 'ea43de59547041b395976a33ebd88587', 'gw_port': {'id': 'f5e1c552-4c4f-408f-ab6a-8eac5b5652fc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:58Z', 'updated_at': '2021-12-06T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3effaff1-0ea8-4fea-a832-2cb717ccfb81', 'name': '', 'network_id': 'f5fa4165-ed02-469d-b09f-856c13a84507', 'tenant_id': 'ea43de59547041b395976a33ebd88587', 'mac_address': 'fa:16:3e:bc:c3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '06fe8aaf-7c08-4199-bc3b-7143b9fba406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:55:00Z', 'updated_at': '2021-12-06T14:55:01Z', 'revision_number': 2, 'project_id': 'ea43de59547041b395976a33ebd88587', 'subnets': [{'id': '06fe8aaf-7c08-4199-bc3b-7143b9fba406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:04.335799 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Checking router: 86deb4cd-78eb-4b12-ad8b-fe1bd62263ff for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:55:04.336455 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Updating router 86deb4cd-78eb-4b12-ad8b-fe1bd62263ff port 3effaff1-0ea8-4fea-a832-2cb717ccfb81 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:55:04.364110 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da39afd8-8818-43b8-97a5-656d5b06ace4 req-eb7aec2d-336e-4fe0-822b-4bf225e8ea82 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0391464 Dec 06 14:55:04.372236 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:04.459964 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4851a2d-485f-4714-8328-2abdea768331 req-b2dfbd06-c86d-48ad-a660-93acde747ff5 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:04.467728 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4851a2d-485f-4714-8328-2abdea768331 req-b2dfbd06-c86d-48ad-a660-93acde747ff5 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/networks?id=f5fa4165-ed02-469d-b09f-856c13a84507 HTTP/1.1" status: 200 len: 818 time: 0.1380892 Dec 06 14:55:04.495948 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4851a2d-485f-4714-8328-2abdea768331 req-9c965b97-7993-42a5-a2dd-62ac08aad1e9 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/quotas/ea43de59547041b395976a33ebd88587 HTTP/1.1" status: 200 len: 375 time: 0.0272343 Dec 06 14:55:04.556742 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4851a2d-485f-4714-8328-2abdea768331 req-8f4dff00-30c5-46e2-9b4d-6078dbabbdd5 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea43de59547041b395976a33ebd88587&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598555 Dec 06 14:55:04.576576 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c443729-6884-461c-a669-d5a73b445345 req-65b7f9f5-73a5-4f17-bb44-976810d933b4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:04.578414 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c443729-6884-461c-a669-d5a73b445345 req-65b7f9f5-73a5-4f17-bb44-976810d933b4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0615065 Dec 06 14:55:04.648374 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c443729-6884-461c-a669-d5a73b445345 req-812f7af6-3430-4f1a-81a6-15757edee854 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579069 Dec 06 14:55:04.661613 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4851a2d-485f-4714-8328-2abdea768331 req-d50ea6a7-3a6f-47c4-a8b5-6ea909e80973 service neutron] 10.222.0.20 "GET /v2.0/networks/f5fa4165-ed02-469d-b09f-856c13a84507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037159 Dec 06 14:55:04.709102 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:04.716192 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:04.723442 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e33f8058-e5f5-43e4-8dda-0fb02432119c req-7cab616c-025c-4570-be22-19da30ef07c4 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0283473 Dec 06 14:55:04.768501 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956e5c2-a9de-43a3-9c69-a30137bc2e81 None None] Pushing event updated for resources: {'Port': ['ID=3effaff1-0ea8-4fea-a832-2cb717ccfb81,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:04.771603 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4851a2d-485f-4714-8328-2abdea768331 req-271561f8-54c4-4338-8207-d477cb949d4a service neutron] 10.222.0.20 "GET /v2.0/networks/f5fa4165-ed02-469d-b09f-856c13a84507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088691 Dec 06 14:55:04.793784 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8a42ba8e-ff02-4ad8-8bd0-5abd221f5cbd req-985da78c-b472-430a-ad8e-85724b5707e5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0286007 Dec 06 14:55:04.804616 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e5c2-a9de-43a3-9c69-a30137bc2e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:04.804983 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e5c2-a9de-43a3-9c69-a30137bc2e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:04.805554 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e5c2-a9de-43a3-9c69-a30137bc2e81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:04.806079 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e5c2-a9de-43a3-9c69-a30137bc2e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:04.806609 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e5c2-a9de-43a3-9c69-a30137bc2e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:04.807158 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e5c2-a9de-43a3-9c69-a30137bc2e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:04.807711 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e5c2-a9de-43a3-9c69-a30137bc2e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:04.808407 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e5c2-a9de-43a3-9c69-a30137bc2e81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:04.809071 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e5c2-a9de-43a3-9c69-a30137bc2e81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:04.809470 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e5c2-a9de-43a3-9c69-a30137bc2e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:04.809871 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e5c2-a9de-43a3-9c69-a30137bc2e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:04.810266 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e5c2-a9de-43a3-9c69-a30137bc2e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:04.810656 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e5c2-a9de-43a3-9c69-a30137bc2e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:04.850306 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Attempting to bind port 3effaff1-0ea8-4fea-a832-2cb717ccfb81 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:55:04.850832 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Attempting to bind port 3effaff1-0ea8-4fea-a832-2cb717ccfb81 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c1d8fa58-ed0d-4875-8aab-df3d60b50afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5fa4165-ed02-469d-b09f-856c13a84507'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:55:04.851232 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Attempting to bind port 3effaff1-0ea8-4fea-a832-2cb717ccfb81 on network f5fa4165-ed02-469d-b09f-856c13a84507 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:55:04.857934 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:55:04.858395 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Checking segment: {'id': 'c1d8fa58-ed0d-4875-8aab-df3d60b50afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5fa4165-ed02-469d-b09f-856c13a84507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:55:04.858869 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:04.860618 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Bound using segment: {'id': 'c1d8fa58-ed0d-4875-8aab-df3d60b50afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5fa4165-ed02-469d-b09f-856c13a84507'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:55:04.861332 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Bound port: 3effaff1-0ea8-4fea-a832-2cb717ccfb81, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d8fa58-ed0d-4875-8aab-df3d60b50afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5fa4165-ed02-469d-b09f-856c13a84507'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:55:04.861796 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:04.945150 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] For port 3effaff1-0ea8-4fea-a832-2cb717ccfb81, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:55:04.948632 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] For port 3effaff1-0ea8-4fea-a832-2cb717ccfb81, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3effaff1-0ea8-4fea-a832-2cb717ccfb81,segment=NetworkSegment(c1d8fa58-ed0d-4875-8aab-df3d60b50afb),segment_id=c1d8fa58-ed0d-4875-8aab-df3d60b50afb)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:55:04.954454 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:04.968361 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a2878dd5-b84f-4559-abf8-b2ef172b9136 req-32c66f1c-0c17-4761-9ea8-be6b4cb7dac4 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0417948 Dec 06 14:55:05.010092 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Routers {'86deb4cd-78eb-4b12-ad8b-fe1bd62263ff'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:55:05.010720 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:55:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['86deb4cd-78eb-4b12-ad8b-fe1bd62263ff'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:05.047458 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956e5c2-a9de-43a3-9c69-a30137bc2e81 None None] Pushing event updated for resources: {'Port': ['ID=3effaff1-0ea8-4fea-a832-2cb717ccfb81,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:05.124331 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] Set router 86deb4cd-78eb-4b12-ad8b-fe1bd62263ff gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:55:05.221142 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ebf81749-f286-4f3a-a480-053c2e9ba6f3 req-7ad21c97-1b7a-4681-8670-88b3c5c738c2 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0340977 Dec 06 14:55:05.250971 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd8d64-c193-4b12-ae46-689623d3db61 req-1b0bff61-0949-43e6-ade5-a550a7040968 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:05.252560 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbfd8d64-c193-4b12-ae46-689623d3db61 req-1b0bff61-0949-43e6-ade5-a550a7040968 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0630951 Dec 06 14:55:05.308693 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbfd8d64-c193-4b12-ae46-689623d3db61 req-7186fe07-cc51-437f-8fe9-55690f8a59ca tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481257 Dec 06 14:55:05.360810 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'name': 'tempest-ServerRescueNegativeTestJSON-956364531-router', 'tenant_id': 'ea43de59547041b395976a33ebd88587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.195'}], 'enable_snat': True}, 'gw_port_id': 'f5e1c552-4c4f-408f-ab6a-8eac5b5652fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:54:57Z', 'updated_at': '2021-12-06T14:55:01Z', 'revision_number': 4, 'project_id': 'ea43de59547041b395976a33ebd88587', 'gw_port': {'id': 'f5e1c552-4c4f-408f-ab6a-8eac5b5652fc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:58Z', 'updated_at': '2021-12-06T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3effaff1-0ea8-4fea-a832-2cb717ccfb81', 'name': '', 'network_id': 'f5fa4165-ed02-469d-b09f-856c13a84507', 'tenant_id': 'ea43de59547041b395976a33ebd88587', 'mac_address': 'fa:16:3e:bc:c3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '06fe8aaf-7c08-4199-bc3b-7143b9fba406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:55:00Z', 'updated_at': '2021-12-06T14:55:04Z', 'revision_number': 4, 'project_id': 'ea43de59547041b395976a33ebd88587', 'subnets': [{'id': '06fe8aaf-7c08-4199-bc3b-7143b9fba406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:05.403087 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882942a0-09e0-4161-b544-ce28a9ee67e0 None None] The sync data for ids ['86deb4cd-78eb-4b12-ad8b-fe1bd62263ff'] in n-d-master-1 is: [{'id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'name': 'tempest-ServerRescueNegativeTestJSON-956364531-router', 'tenant_id': 'ea43de59547041b395976a33ebd88587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.195'}], 'enable_snat': True}, 'gw_port_id': 'f5e1c552-4c4f-408f-ab6a-8eac5b5652fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:54:57Z', 'updated_at': '2021-12-06T14:55:01Z', 'revision_number': 4, 'project_id': 'ea43de59547041b395976a33ebd88587', 'gw_port': {'id': 'f5e1c552-4c4f-408f-ab6a-8eac5b5652fc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:58Z', 'updated_at': '2021-12-06T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3effaff1-0ea8-4fea-a832-2cb717ccfb81', 'name': '', 'network_id': 'f5fa4165-ed02-469d-b09f-856c13a84507', 'tenant_id': 'ea43de59547041b395976a33ebd88587', 'mac_address': 'fa:16:3e:bc:c3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '06fe8aaf-7c08-4199-bc3b-7143b9fba406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:55:00Z', 'updated_at': '2021-12-06T14:55:04Z', 'revision_number': 4, 'project_id': 'ea43de59547041b395976a33ebd88587', 'subnets': [{'id': '06fe8aaf-7c08-4199-bc3b-7143b9fba406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:55:05.420878 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-41d41949-d1b9-4487-8db2-968dfb775043 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:05.422474 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-41d41949-d1b9-4487-8db2-968dfb775043 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.37 "GET /v2.0/networks?id=f5fa4165-ed02-469d-b09f-856c13a84507 HTTP/1.1" status: 200 len: 818 time: 0.1378653 Dec 06 14:55:05.440618 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-964046bd-e66c-4a0e-b064-2f18c2de9ddf tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Request body: {'port': {'device_id': 'f09c72b9-c736-4b66-98b7-d59d06144e43', 'network_id': 'f5fa4165-ed02-469d-b09f-856c13a84507', 'admin_state_up': True, 'tenant_id': 'ea43de59547041b395976a33ebd88587'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:55:05.468518 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee62832f-9f12-4a2d-8236-4f6b8838cd7f req-a6670a1b-66ce-4c04-97cf-080f7233558c tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0388305 Dec 06 14:55:05.593692 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:05.595214 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-964046bd-e66c-4a0e-b064-2f18c2de9ddf tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Made reservation on behalf of ea43de59547041b395976a33ebd88587 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:55:05.598771 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-964046bd-e66c-4a0e-b064-2f18c2de9ddf tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:05.740946 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-964046bd-e66c-4a0e-b064-2f18c2de9ddf tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Allocated IP 172.20.0.13 (f5fa4165-ed02-469d-b09f-856c13a84507/06fe8aaf-7c08-4199-bc3b-7143b9fba406/d77510c8-ec39-4a58-b17a-ee911065c92a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:55:05.803145 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f59bd-8d50-444b-8361-14fcb31e15b3 req-dba43e2f-85f0-43b7-b3d5-beb40754064f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:05.804780 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e9f59bd-8d50-444b-8361-14fcb31e15b3 req-dba43e2f-85f0-43b7-b3d5-beb40754064f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0785129 Dec 06 14:55:05.829410 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-49efbec6-ffea-4000-8b41-58f7a65c34d1 req-22f05cfd-88ec-49bc-a537-60eccc79adf0 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0413139 Dec 06 14:55:05.918812 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec20eb37-2fe9-4bb3-b78c-931c9c4477db req-2b791114-0ae9-4e32-ade1-4aae35859196 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0406399 Dec 06 14:55:05.939305 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3effaff1-0ea8-4fea-a832-2cb717ccfb81 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:55:05.969367 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e9f59bd-8d50-444b-8361-14fcb31e15b3 req-819fdea2-2cf9-4f88-bbb7-eccba5d6d010 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537006 Dec 06 14:55:05.999535 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 3effaff1-0ea8-4fea-a832-2cb717ccfb81 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:55:06.000614 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:06.027299 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-964046bd-e66c-4a0e-b064-2f18c2de9ddf tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:06.047935 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a3f494f-f22a-4792-9d91-6f7df42950e4 req-ec1be3b2-6318-4db6-bb82-2b470238ecca tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0319693 Dec 06 14:55:06.077673 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-964046bd-e66c-4a0e-b064-2f18c2de9ddf tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:06.095436 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:06.131380 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 3effaff1-0ea8-4fea-a832-2cb717ccfb81, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3effaff1-0ea8-4fea-a832-2cb717ccfb81,segment=NetworkSegment(c1d8fa58-ed0d-4875-8aab-df3d60b50afb),segment_id=c1d8fa58-ed0d-4875-8aab-df3d60b50afb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:55:06.135718 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-964046bd-e66c-4a0e-b064-2f18c2de9ddf tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Network f5fa4165-ed02-469d-b09f-856c13a84507 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:55:06.135916 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:06.137714 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-964046bd-e66c-4a0e-b064-2f18c2de9ddf tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:55:06.139766 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964046bd-e66c-4a0e-b064-2f18c2de9ddf tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Pushing event updated for resources: {'Port': ['ID=d77510c8-ec39-4a58-b17a-ee911065c92a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:06.142123 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-964046bd-e66c-4a0e-b064-2f18c2de9ddf tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:55:06.196498 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=3effaff1-0ea8-4fea-a832-2cb717ccfb81,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:06.203954 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-964046bd-e66c-4a0e-b064-2f18c2de9ddf tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:06.204792 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-964046bd-e66c-4a0e-b064-2f18c2de9ddf tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:06.223112 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-964046bd-e66c-4a0e-b064-2f18c2de9ddf tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7878084 Dec 06 14:55:06.242461 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Request body: {'port': {'device_id': 'f09c72b9-c736-4b66-98b7-d59d06144e43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:55:06.301478 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c564ae79-b5a7-45aa-9a5c-9abc02d70518 req-d4e9c376-8085-41ad-b77c-66b9f07af352 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0372407 Dec 06 14:55:06.326746 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:06.458323 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b640f-c4ac-4c34-bc63-1eeb8f47dd74 req-3fea9423-cbf6-4afd-8c3f-32f095c1a2be tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:06.459871 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb9b640f-c4ac-4c34-bc63-1eeb8f47dd74 req-3fea9423-cbf6-4afd-8c3f-32f095c1a2be tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0596120 Dec 06 14:55:06.527531 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:06.549976 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb9b640f-c4ac-4c34-bc63-1eeb8f47dd74 req-abf9ea02-5a86-4df1-8193-a6f145e5add1 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815327 Dec 06 14:55:06.592210 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24f0c6ae-999e-4da0-b30d-bbf06206f50c req-cabc9674-c685-4c5a-9a0d-3416d4249499 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0433652 Dec 06 14:55:06.659569 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77510c8-ec39-4a58-b17a-ee911065c92a {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:55:06.667536 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:06.679994 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Transition to ACTIVE for port object d77510c8-ec39-4a58-b17a-ee911065c92a will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:55:06.683351 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:06.750121 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Pushing event updated for resources: {'Port': ['ID=d77510c8-ec39-4a58-b17a-ee911065c92a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:06.800578 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Attempting to bind port d77510c8-ec39-4a58-b17a-ee911065c92a on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:55:06.801030 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Attempting to bind port d77510c8-ec39-4a58-b17a-ee911065c92a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'c1d8fa58-ed0d-4875-8aab-df3d60b50afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5fa4165-ed02-469d-b09f-856c13a84507'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:55:06.801372 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Attempting to bind port d77510c8-ec39-4a58-b17a-ee911065c92a on network f5fa4165-ed02-469d-b09f-856c13a84507 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:55:06.805725 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Port d77510c8-ec39-4a58-b17a-ee911065c92a on network f5fa4165-ed02-469d-b09f-856c13a84507 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:55:06.806048 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Attempting to bind port d77510c8-ec39-4a58-b17a-ee911065c92a on network f5fa4165-ed02-469d-b09f-856c13a84507 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:55:06.810870 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:55:06.811208 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Checking segment: {'id': 'c1d8fa58-ed0d-4875-8aab-df3d60b50afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5fa4165-ed02-469d-b09f-856c13a84507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:55:06.811592 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Bound using segment: {'id': 'c1d8fa58-ed0d-4875-8aab-df3d60b50afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5fa4165-ed02-469d-b09f-856c13a84507'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:55:06.812050 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Bound port: d77510c8-ec39-4a58-b17a-ee911065c92a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d8fa58-ed0d-4875-8aab-df3d60b50afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f5fa4165-ed02-469d-b09f-856c13a84507'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:55:06.813034 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:06.878565 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] For port d77510c8-ec39-4a58-b17a-ee911065c92a, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:55:06.881599 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] For port d77510c8-ec39-4a58-b17a-ee911065c92a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d77510c8-ec39-4a58-b17a-ee911065c92a,segment=NetworkSegment(c1d8fa58-ed0d-4875-8aab-df3d60b50afb),segment_id=c1d8fa58-ed0d-4875-8aab-df3d60b50afb)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:55:06.886000 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:06.904171 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78b80e73-db25-45d0-abd5-c697964e43c7 req-49e1c6d2-46c1-48f9-9f35-61e8c00e68d3 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0264931 Dec 06 14:55:06.924817 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:06.925431 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:06.926802 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] 10.222.0.37 "PUT /v2.0/ports/d77510c8-ec39-4a58-b17a-ee911065c92a HTTP/1.1" status: 200 len: 1092 time: 0.6895456 Dec 06 14:55:06.927244 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09c72b9-c736-4b66-98b7-d59d06144e43', 'tag': 'd77510c8-ec39-4a58-b17a-ee911065c92a'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:55:06.929532 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6818ac45-3418-4f43-a0d8-ef685a1b581e" -d '{"events": [{"name": "network-changed", "server_uuid": "f09c72b9-c736-4b66-98b7-d59d06144e43", "tag": "d77510c8-ec39-4a58-b17a-ee911065c92a"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:55:06.949029 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2b56f-b919-4ecd-942c-675a111fdf20 service neutron] Pushing event updated for resources: {'Port': ['ID=d77510c8-ec39-4a58-b17a-ee911065c92a,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:06.973534 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c53579-3fb4-4fca-b093-0d8c450d8381 x-openstack-request-id: req-35c53579-3fb4-4fca-b093-0d8c450d8381 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:55:06.974106 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09c72b9-c736-4b66-98b7-d59d06144e43", "tag": "d77510c8-ec39-4a58-b17a-ee911065c92a", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:55:06.974106 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35c53579-3fb4-4fca-b093-0d8c450d8381 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:55:06.974454 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09c72b9-c736-4b66-98b7-d59d06144e43', 'tag': 'd77510c8-ec39-4a58-b17a-ee911065c92a', 'status': 'completed', 'code': 200} Dec 06 14:55:07.023632 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-e81a5925-f441-4948-9bf1-12dd1ddad1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:07.025173 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-e81a5925-f441-4948-9bf1-12dd1ddad1ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea43de59547041b395976a33ebd88587&device_id=f09c72b9-c736-4b66-98b7-d59d06144e43 HTTP/1.1" status: 200 len: 1095 time: 0.0471952 Dec 06 14:55:07.027689 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3051635-7150-4d0d-830c-6b256a788d38 req-49546f05-8d8e-4b61-8041-28c8f57bdfac tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0279386 Dec 06 14:55:07.092739 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-8952689b-52ed-4fd9-90bc-c474491b3ede service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d77510c8-ec39-4a58-b17a-ee911065c92a HTTP/1.1" status: 200 len: 217 time: 0.0553548 Dec 06 14:55:07.111370 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec9808-81c4-47e3-940f-bfc03aa531ef req-41992d4f-1c32-4d37-8916-d4d2216797c6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:07.112800 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1dec9808-81c4-47e3-940f-bfc03aa531ef req-41992d4f-1c32-4d37-8916-d4d2216797c6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0867465 Dec 06 14:55:07.128718 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e31289fd-1ec4-42d4-a8a6-cc570056ed66 req-be78a001-bf4c-4cbc-af0d-c1d142329cda tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0260181 Dec 06 14:55:07.179873 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-d830b18a-68ff-4dc7-8ed8-9c073af6e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:07.181330 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-d830b18a-68ff-4dc7-8ed8-9c073af6e650 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=06fe8aaf-7c08-4199-bc3b-7143b9fba406 HTTP/1.1" status: 200 len: 858 time: 0.0676560 Dec 06 14:55:07.202950 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1dec9808-81c4-47e3-940f-bfc03aa531ef req-8a917c74-04ef-4c25-adf7-373d79216157 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820134 Dec 06 14:55:07.221365 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-cb0e0216-409c-473b-bbad-33be002d6b79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5fa4165-ed02-469d-b09f-856c13a84507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283391 Dec 06 14:55:07.316806 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-8fcd78be-c18d-46cb-a6a7-b9ec4b081710 service neutron] 10.222.0.37 "GET /v2.0/networks/f5fa4165-ed02-469d-b09f-856c13a84507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864322 Dec 06 14:55:07.382860 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-86544234-d2bf-4df3-afea-7f99fda2e0f5 req-ad352fac-19ff-4469-93c2-908d3099c9ad tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0310075 Dec 06 14:55:07.415974 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9e8ac6e-f1d5-480f-8028-cf45191782ff req-01999ca2-c898-4c19-8a3c-5c707f6f2350 service neutron] 10.222.0.37 "GET /v2.0/networks/f5fa4165-ed02-469d-b09f-856c13a84507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891645 Dec 06 14:55:07.511316 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ac45-3418-4f43-a0d8-ef685a1b581e req-b490df08-f154-47e8-b533-772949b674a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:07.513021 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6818ac45-3418-4f43-a0d8-ef685a1b581e req-b490df08-f154-47e8-b533-772949b674a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea43de59547041b395976a33ebd88587&device_id=f09c72b9-c736-4b66-98b7-d59d06144e43 HTTP/1.1" status: 200 len: 1095 time: 0.0450485 Dec 06 14:55:07.608161 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ac45-3418-4f43-a0d8-ef685a1b581e req-29927adf-08f5-4c88-b0c1-de58bc009963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:07.610251 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6818ac45-3418-4f43-a0d8-ef685a1b581e req-29927adf-08f5-4c88-b0c1-de58bc009963 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5fa4165-ed02-469d-b09f-856c13a84507 HTTP/1.1" status: 200 len: 919 time: 0.0894237 Dec 06 14:55:07.658357 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6818ac45-3418-4f43-a0d8-ef685a1b581e req-72fcd271-1bd2-4856-a1ff-e52d5f8324a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d77510c8-ec39-4a58-b17a-ee911065c92a HTTP/1.1" status: 200 len: 217 time: 0.0407915 Dec 06 14:55:07.674798 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59373162-26ee-4335-a8c4-ed69278b5411 req-45c94398-4a00-4617-9c18-f4114ac013a3 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:07.676315 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59373162-26ee-4335-a8c4-ed69278b5411 req-45c94398-4a00-4617-9c18-f4114ac013a3 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0493946 Dec 06 14:55:07.690696 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-30cca92c-6a26-41b4-b1b7-c8c38c706fbb req-79695c90-d93f-47c5-ba4e-9798d897bf90 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0354555 Dec 06 14:55:07.724763 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59373162-26ee-4335-a8c4-ed69278b5411 req-c36c8624-103d-4a1e-8669-1c7185762cc0 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423961 Dec 06 14:55:07.726159 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ac45-3418-4f43-a0d8-ef685a1b581e req-d80c517b-3f73-4a32-a190-10d63b692675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:07.727714 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6818ac45-3418-4f43-a0d8-ef685a1b581e req-d80c517b-3f73-4a32-a190-10d63b692675 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=06fe8aaf-7c08-4199-bc3b-7143b9fba406 HTTP/1.1" status: 200 len: 858 time: 0.0457983 Dec 06 14:55:07.760354 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6818ac45-3418-4f43-a0d8-ef685a1b581e req-526e7787-7b58-4685-943f-f1367eed8272 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5fa4165-ed02-469d-b09f-856c13a84507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241094 Dec 06 14:55:07.834367 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3effaff1-0ea8-4fea-a832-2cb717ccfb81 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:55:07.857345 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6818ac45-3418-4f43-a0d8-ef685a1b581e req-4bf1de36-3bf8-43e0-9652-7c30ca299feb service neutron] 10.222.0.37 "GET /v2.0/networks/f5fa4165-ed02-469d-b09f-856c13a84507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884538 Dec 06 14:55:07.882567 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 3effaff1-0ea8-4fea-a832-2cb717ccfb81 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:55:07.882943 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:07.951304 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6818ac45-3418-4f43-a0d8-ef685a1b581e req-e7f95f9a-9e10-49c7-ae89-10dcee703f2b service neutron] 10.222.0.37 "GET /v2.0/networks/f5fa4165-ed02-469d-b09f-856c13a84507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859272 Dec 06 14:55:07.983214 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-18a474d5-5094-437f-a603-8ccc0ab29d66 req-58f7c581-44b9-4233-9d85-fe321670270e tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0309277 Dec 06 14:55:08.102152 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b885ba2-8852-4e09-bd2a-d0a946638364 req-ecfda16b-56be-4bd3-b860-e1d611779648 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0266221 Dec 06 14:55:08.205218 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0efecfb2-23f3-4fc1-9e5f-4ea37de12a33 req-21eb143f-8a5b-4541-923b-1a9979018ca0 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0263114 Dec 06 14:55:08.314219 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d9528-4a42-4544-aec7-f419079c643b req-1fa239f5-cb3d-425d-9be5-56e88fec0017 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:08.315644 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-891d9528-4a42-4544-aec7-f419079c643b req-1fa239f5-cb3d-425d-9be5-56e88fec0017 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0478611 Dec 06 14:55:08.364023 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-891d9528-4a42-4544-aec7-f419079c643b req-dc92c3fb-a853-49c3-bd67-8ca9cdd21940 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425265 Dec 06 14:55:08.458516 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2968d0a3-2a1e-4bcb-a11f-dda38959603b req-64aac4c2-3700-4940-b095-5331765447dc tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0266376 Dec 06 14:55:08.769083 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c96c118-e2f3-4513-a6bc-5063c15ca429 req-55bb4865-6bb5-4845-a19f-9c8ecc4e43a0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0267186 Dec 06 14:55:08.846639 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9121d-4e9c-4723-94ee-b2156f9905c2 req-144f07e2-4763-4c91-a0af-651e313ce637 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:08.848144 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8fd9121d-4e9c-4723-94ee-b2156f9905c2 req-144f07e2-4763-4c91-a0af-651e313ce637 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0482121 Dec 06 14:55:08.895408 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8fd9121d-4e9c-4723-94ee-b2156f9905c2 req-a3962f92-4657-4820-85f9-7c4fad6dea86 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414824 Dec 06 14:55:09.060649 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-012ef28e-31bb-4578-8ceb-89624e4a3d78 req-26232494-41d1-4a65-8972-59381adf791c tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0274897 Dec 06 14:55:09.176886 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b6a3141-f588-49a6-8623-81ebbfaf4002 req-51b3f21c-eddd-4719-89c2-9b7f3bd51417 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0252581 Dec 06 14:55:09.279281 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0004345a-6a3f-4882-9d3d-cb0b04d85ba2 req-68a0d30f-7b55-4d37-81e6-60da086e7c44 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0259547 Dec 06 14:55:09.494743 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe18b60-ca03-4e41-a17d-fb374ed3bf2a req-e26d4d75-9eb0-44eb-9571-dc488f227029 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:09.496331 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cbe18b60-ca03-4e41-a17d-fb374ed3bf2a req-e26d4d75-9eb0-44eb-9571-dc488f227029 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0559855 Dec 06 14:55:09.549990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cbe18b60-ca03-4e41-a17d-fb374ed3bf2a req-b4a20da2-e89e-4924-8c40-32440ee4f359 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463870 Dec 06 14:55:09.590450 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0186e408-a4e2-4fb2-9d8b-d7b6da20d103 req-02982473-8815-45dd-85a7-a19117856110 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0297713 Dec 06 14:55:09.842740 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a3f88721-d435-4376-a7df-06f58014de19 req-d8bc9b06-8827-405f-98de-79034e3702dd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0252810 Dec 06 14:55:10.017500 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c73fa9-d964-4f25-a50f-af3ab4345bba req-45d50bdd-2482-4511-97d0-7966fc76ef6e tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:10.019279 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9c73fa9-d964-4f25-a50f-af3ab4345bba req-45d50bdd-2482-4511-97d0-7966fc76ef6e tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 943 time: 0.0493469 Dec 06 14:55:10.065907 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9c73fa9-d964-4f25-a50f-af3ab4345bba req-8346c100-80e6-4b38-a85a-b87c70d48564 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406454 Dec 06 14:55:10.134870 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ded6fafa-33f4-4b53-a834-33fab64c5e5c req-c948fd0d-7cea-4fab-a438-b9eaf8327dd6 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0256867 Dec 06 14:55:10.251881 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-75e3a52b-0014-4734-a987-b09212833bca req-428bd8a0-bfc0-4b26-840a-a6b7b374b93a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0252018 Dec 06 14:55:10.511267 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d77510c8-ec39-4a58-b17a-ee911065c92a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:55:10.603748 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4c397805-0113-423b-8a58-e30d78cbb118 req-00f27e44-0405-4710-9e25-3b72f613eb76 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0299375 Dec 06 14:55:10.613841 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port d77510c8-ec39-4a58-b17a-ee911065c92a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d77510c8-ec39-4a58-b17a-ee911065c92a,segment=NetworkSegment(c1d8fa58-ed0d-4875-8aab-df3d60b50afb),segment_id=c1d8fa58-ed0d-4875-8aab-df3d60b50afb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:55:10.638535 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'd77510c8-ec39-4a58-b17a-ee911065c92a', 'network_id': 'f5fa4165-ed02-469d-b09f-856c13a84507', 'port_id': 'd77510c8-ec39-4a58-b17a-ee911065c92a', 'mac_address': 'fa:16:3e:16:f9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fe8aaf-7c08-4199-bc3b-7143b9fba406', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:55:10.671789 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ee951-26e1-463b-97f1-36603ed89c84 req-cc5d226e-f4c1-4435-8e63-55935072b25f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:10.673449 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b40ee951-26e1-463b-97f1-36603ed89c84 req-cc5d226e-f4c1-4435-8e63-55935072b25f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0502861 Dec 06 14:55:10.676512 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-071bf759-2dfb-4476-98fe-1d7cf08e0bbf req-480aa513-ad62-412c-830b-17b32a67bfbe tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0268123 Dec 06 14:55:10.683292 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:10.703580 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77510c8-ec39-4a58-b17a-ee911065c92a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:55:10.723490 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port d77510c8-ec39-4a58-b17a-ee911065c92a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d77510c8-ec39-4a58-b17a-ee911065c92a,segment=NetworkSegment(c1d8fa58-ed0d-4875-8aab-df3d60b50afb),segment_id=c1d8fa58-ed0d-4875-8aab-df3d60b50afb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:55:10.728533 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b40ee951-26e1-463b-97f1-36603ed89c84 req-fc4062a6-35cc-4e93-8605-a6d09abaa594 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489674 Dec 06 14:55:10.728734 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:10.729212 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 196a8621-7b1f-4823-84fc-03f406d17f53 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:55:10.799778 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=d77510c8-ec39-4a58-b17a-ee911065c92a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:10.921028 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2f15a641-dd08-4f0e-87b1-42dca872ce0b req-95bb2e15-8ba7-4fa8-8c0f-54fe2193fa23 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0266988 Dec 06 14:55:11.011936 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 196a8621-7b1f-4823-84fc-03f406d17f53, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=196a8621-7b1f-4823-84fc-03f406d17f53,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:55:11.022667 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '196a8621-7b1f-4823-84fc-03f406d17f53', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'port_id': '196a8621-7b1f-4823-84fc-03f406d17f53', 'mac_address': 'fa:16:3e:c5:ba:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:55:11.058955 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:11.072079 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 196a8621-7b1f-4823-84fc-03f406d17f53 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:55:11.090646 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 196a8621-7b1f-4823-84fc-03f406d17f53, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=196a8621-7b1f-4823-84fc-03f406d17f53,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:55:11.096194 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:11.142490 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=196a8621-7b1f-4823-84fc-03f406d17f53,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:11.194024 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8d380-6eda-4799-bb49-0ae58c709186 req-21370382-4805-4703-93db-64d8942580f5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:11.195509 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6ee8d380-6eda-4799-bb49-0ae58c709186 req-21370382-4805-4703-93db-64d8942580f5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 944 time: 0.0539389 Dec 06 14:55:11.209706 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31fe57b6-dd56-409b-8fd2-e4cd02d24ef2 req-c37d4546-eb21-4df6-b849-9bea75aea2ab tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0264292 Dec 06 14:55:11.243411 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6ee8d380-6eda-4799-bb49-0ae58c709186 req-efc6d4d1-d2b6-4c29-bfe7-bf1fc3cac111 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417905 Dec 06 14:55:11.326042 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb046926-29e4-4b9d-9dd1-7be3751030fb req-d22d2aeb-4a82-4b2b-a953-2177d31afc09 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0254896 Dec 06 14:55:11.365436 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['d77510c8-ec39-4a58-b17a-ee911065c92a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:55:11.369999 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['196a8621-7b1f-4823-84fc-03f406d17f53'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:55:11.681724 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b172e1a-3f8f-4f33-a461-4d17cd5853a8 req-b178f1a5-ca7a-4b26-b844-390eed8c9122 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0267293 Dec 06 14:55:11.751764 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acd82522-ce19-47b1-bf96-3a517eb27cb2 req-8b7558f7-e357-4311-8cf2-1cc647d689f0 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0251925 Dec 06 14:55:11.848826 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6fe7f-9d47-4da8-ae23-62ba1665a53d req-567b34e2-cdc6-4fc1-a475-3c1edb17ee1d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:11.850279 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2af6fe7f-9d47-4da8-ae23-62ba1665a53d req-567b34e2-cdc6-4fc1-a475-3c1edb17ee1d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0499258 Dec 06 14:55:11.896133 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2af6fe7f-9d47-4da8-ae23-62ba1665a53d req-0e6ffff7-208f-41e1-be9a-147bf86c7852 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396993 Dec 06 14:55:11.998950 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ebfe47fd-4cc5-4323-afd7-24836987c8d4 req-3e5c696d-992c-4e18-b23b-9c7dc0c5f565 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0248306 Dec 06 14:55:12.285534 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed6088bb-7231-4831-a107-3d2c67c380c0 req-f769d5fd-ed87-40d4-b579-69f30a88fe1f tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0264530 Dec 06 14:55:12.368408 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed965b1-fd7e-4a6f-b752-d9e5c219a3fc req-32a3a5e5-478d-4ef5-a806-757f74cbc2f1 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:12.369904 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3ed965b1-fd7e-4a6f-b752-d9e5c219a3fc req-32a3a5e5-478d-4ef5-a806-757f74cbc2f1 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 944 time: 0.0523105 Dec 06 14:55:12.405353 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f3c3e258-fdb4-49c6-b680-176b6e965d70 req-14cc81a8-4004-4059-a810-b57d377efb17 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0313861 Dec 06 14:55:12.424437 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3ed965b1-fd7e-4a6f-b752-d9e5c219a3fc req-024f8e5a-cc1b-4f10-90f9-9fd5c9e5dda5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413847 Dec 06 14:55:12.526578 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d77510c8-ec39-4a58-b17a-ee911065c92a up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:55:12.574080 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port d77510c8-ec39-4a58-b17a-ee911065c92a completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:55:12.578153 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port d77510c8-ec39-4a58-b17a-ee911065c92a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:55:12.578524 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:12.656129 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:12.678111 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09c72b9-c736-4b66-98b7-d59d06144e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77510c8-ec39-4a58-b17a-ee911065c92a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:55:12.680383 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1133478e-6fb8-441f-b278-b876e9d4c956" -d '{"events": [{"server_uuid": "f09c72b9-c736-4b66-98b7-d59d06144e43", "name": "network-vif-plugged", "status": "completed", "tag": "d77510c8-ec39-4a58-b17a-ee911065c92a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:55:12.693386 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port d77510c8-ec39-4a58-b17a-ee911065c92a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d77510c8-ec39-4a58-b17a-ee911065c92a,segment=NetworkSegment(c1d8fa58-ed0d-4875-8aab-df3d60b50afb),segment_id=c1d8fa58-ed0d-4875-8aab-df3d60b50afb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:55:12.697664 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:12.698511 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 196a8621-7b1f-4823-84fc-03f406d17f53 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:55:12.722999 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17292a15-8639-42c2-bedf-30aafe6131d3 x-openstack-request-id: req-17292a15-8639-42c2-bedf-30aafe6131d3 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:55:12.723285 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09c72b9-c736-4b66-98b7-d59d06144e43", "name": "network-vif-plugged", "status": "completed", "tag": "d77510c8-ec39-4a58-b17a-ee911065c92a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:55:12.723539 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17292a15-8639-42c2-bedf-30aafe6131d3 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:55:12.723950 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09c72b9-c736-4b66-98b7-d59d06144e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77510c8-ec39-4a58-b17a-ee911065c92a', 'code': 200} Dec 06 14:55:12.763417 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3e890b0-5946-4e9d-96eb-0fa97862fab6 req-cba5f7e0-b11a-430f-a6e5-dfb005ce31ce tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0304649 Dec 06 14:55:12.776748 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=d77510c8-ec39-4a58-b17a-ee911065c92a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:12.794195 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 196a8621-7b1f-4823-84fc-03f406d17f53 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:55:12.794818 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:12.847697 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eff6a9bc-73cf-4f22-b68c-dd845b6fd4c7 req-71c33dca-d2f7-4fd0-aab0-43a33b0e3530 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0378602 Dec 06 14:55:12.864263 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dda0a-32e0-48d0-82ea-27e4d9bab980 req-9e526be9-3453-4bf4-ac46-8bf015b33810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:12.865948 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e45dda0a-32e0-48d0-82ea-27e4d9bab980 req-9e526be9-3453-4bf4-ac46-8bf015b33810 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f09c72b9-c736-4b66-98b7-d59d06144e43 HTTP/1.1" status: 200 len: 1097 time: 0.0640988 Dec 06 14:55:12.888376 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:12.925689 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 196a8621-7b1f-4823-84fc-03f406d17f53, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=196a8621-7b1f-4823-84fc-03f406d17f53,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:55:12.930587 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:12.933595 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e45dda0a-32e0-48d0-82ea-27e4d9bab980 req-5febe72a-e6e1-4f41-a39c-7691eba352be service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ce50c454-fc4e-455c-ae94-a48b9a6adf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412791 Dec 06 14:55:12.977725 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=196a8621-7b1f-4823-84fc-03f406d17f53,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:13.014165 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb2622-13bc-4e0d-83f0-91668416b106 req-62436a07-20ad-4df9-9a4d-1d10d0a94f3a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:13.015672 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3fbb2622-13bc-4e0d-83f0-91668416b106 req-62436a07-20ad-4df9-9a4d-1d10d0a94f3a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0487759 Dec 06 14:55:13.068514 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3fbb2622-13bc-4e0d-83f0-91668416b106 req-aabc2d63-54d8-4591-87f6-4cbf777ea62a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463881 Dec 06 14:55:13.076132 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b95cf0af-7767-41dc-a3fb-176e5c02e884 req-6b1a6431-b352-406c-b6b7-52629de3860f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0259137 Dec 06 14:55:13.359428 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b79d6836-617f-494d-a519-7c3110df3ff8 req-60457e73-f1ea-499c-9662-b9748ad3652d tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0260372 Dec 06 14:55:13.483778 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dacfd415-e6ee-45db-9399-1b2787d507e3 req-1c680501-1ea6-4947-8613-b7362fba9c3b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0277021 Dec 06 14:55:13.539874 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b9a0c-8e50-4f33-80a5-a6a986fb76ec req-d4adb2be-4058-4449-9bb1-37c8ab5a6305 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:13.541347 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d95b9a0c-8e50-4f33-80a5-a6a986fb76ec req-d4adb2be-4058-4449-9bb1-37c8ab5a6305 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 946 time: 0.0493741 Dec 06 14:55:13.588151 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d95b9a0c-8e50-4f33-80a5-a6a986fb76ec req-dd37822e-1f2c-47b4-b636-a22c3763353b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408449 Dec 06 14:55:13.847032 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6614971c-04b1-4a2d-85e1-0506f7dde21b req-542b67de-cd74-477e-997a-6fe039ca58ad tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0319855 Dec 06 14:55:13.924713 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-26407694-1eb3-418e-a5b3-8a4cc499fe50 req-ccf39b28-bc05-4acc-9972-293cef4e7355 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0260067 Dec 06 14:55:14.156379 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-942564fe-6cfb-42d4-9e6e-4e260e55ce24 req-2bbafaa8-02ba-4005-a564-9494fdb731be tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0258992 Dec 06 14:55:14.193200 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd201a-e2d8-421d-a652-970e0f1b5ca1 req-c1f3a339-2746-4e5f-85f7-10e8b6665787 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:14.194953 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7dbd201a-e2d8-421d-a652-970e0f1b5ca1 req-c1f3a339-2746-4e5f-85f7-10e8b6665787 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0591004 Dec 06 14:55:14.245972 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7dbd201a-e2d8-421d-a652-970e0f1b5ca1 req-4efc67b5-02dc-42a0-9d9e-4fd7e61b1f25 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448325 Dec 06 14:55:14.434109 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb1973d9-d699-444a-8a95-88c8c2df7e88 req-0e1efd56-26b8-4a87-9f5c-7f61e39f132f tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0259557 Dec 06 14:55:14.559610 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24ee56a2-872a-45b2-ba18-98914944a09a req-c3b0acde-5113-4d97-b632-56d5f467487f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0256021 Dec 06 14:55:14.707475 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33407341-02c4-48c9-b15c-2f51ce38c26e req-f99b4647-ee70-458a-aea9-3eabc172e50d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:14.708953 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33407341-02c4-48c9-b15c-2f51ce38c26e req-f99b4647-ee70-458a-aea9-3eabc172e50d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 946 time: 0.0485597 Dec 06 14:55:14.724839 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196a8621-7b1f-4823-84fc-03f406d17f53'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:55:14.727276 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc7b306-e309-4e28-bd80-1e13a12f5de7" -d '{"events": [{"server_uuid": "0e9acb74-47c1-4d18-88c6-772588b980b2", "name": "network-vif-plugged", "status": "completed", "tag": "196a8621-7b1f-4823-84fc-03f406d17f53"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:55:14.755053 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33407341-02c4-48c9-b15c-2f51ce38c26e req-23d0a402-bb9c-4213-9aea-ee7b3b30598a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401962 Dec 06 14:55:14.761125 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955dff2d-55fa-488a-8eca-36dea40c9b6e x-openstack-request-id: req-955dff2d-55fa-488a-8eca-36dea40c9b6e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:55:14.761423 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9acb74-47c1-4d18-88c6-772588b980b2", "name": "network-vif-plugged", "status": "completed", "tag": "196a8621-7b1f-4823-84fc-03f406d17f53", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:55:14.761680 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-955dff2d-55fa-488a-8eca-36dea40c9b6e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:55:14.762075 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196a8621-7b1f-4823-84fc-03f406d17f53', 'code': 200} Dec 06 14:55:14.937501 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b13b9b08-17a2-49d5-be82-7028ef4f8100 req-710fa1c6-f662-47ea-91c7-717acd04b67c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0273571 Dec 06 14:55:14.946582 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5241d-9090-4f40-9135-792fcb51da39 req-a5a1695e-1534-46ee-a274-618db79e30dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:14.948318 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1d5241d-9090-4f40-9135-792fcb51da39 req-a5a1695e-1534-46ee-a274-618db79e30dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 1097 time: 0.0627878 Dec 06 14:55:15.000749 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1d5241d-9090-4f40-9135-792fcb51da39 req-16b7bb60-c78e-42bc-92b4-45b800b56d26 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450299 Dec 06 14:55:15.002079 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95358d08-44c8-4bf5-b36c-47ee01e1dae9 req-06091a8c-5be0-4c31-968c-f01b551ffd2e tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0257080 Dec 06 14:55:15.234976 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a92fd934-aba4-4e8d-9989-6783ae8e1dd6 req-7f8e47c1-7104-49dd-9b79-8442af2bd14a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0286288 Dec 06 14:55:15.361611 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacf780-2795-4ad5-8081-2a39ad495a3a req-397b6682-ea57-4cdc-9f4d-3c409fda2d90 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:15.363075 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0eacf780-2795-4ad5-8081-2a39ad495a3a req-397b6682-ea57-4cdc-9f4d-3c409fda2d90 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0482450 Dec 06 14:55:15.410955 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0eacf780-2795-4ad5-8081-2a39ad495a3a req-89b4af07-e53e-4de8-a7e0-a220a7b3c653 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419774 Dec 06 14:55:15.509321 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6bbb1a80-89ce-4d8b-acb8-ab82c2fc62c5 req-4f759901-3353-496d-b4e2-885ac7b38cf8 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0269299 Dec 06 14:55:15.636189 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ad1e8d4-cc69-443d-bd11-6c6050873f43 req-e00524bb-b35f-40d0-a8d1-438ac66e2cfb tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0254865 Dec 06 14:55:15.877098 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516eede-51cc-422d-8fe2-045ea088832d req-201e4991-070b-4c3d-a6c0-8fe902209683 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:15.878552 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6516eede-51cc-422d-8fe2-045ea088832d req-201e4991-070b-4c3d-a6c0-8fe902209683 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 946 time: 0.0484512 Dec 06 14:55:15.926596 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6516eede-51cc-422d-8fe2-045ea088832d req-858e5c58-22f2-42b7-af9e-7a6decff6cbc tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420790 Dec 06 14:55:16.013153 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7226aa5a-21d0-42d8-9148-c4646875e8cb req-b37b8bb5-1bc1-47d5-a54a-0870e7e61d97 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0252347 Dec 06 14:55:16.079300 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ede7d1f8-83e9-4d55-a1ae-31650a4b8549 req-7ea5859a-fd03-460e-a528-266fea09336b tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0257602 Dec 06 14:55:16.318580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d1bf6f48-ffba-40d5-b239-de1f484086b4 req-18dddc86-49fa-4bed-a834-2331aea8804d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0302041 Dec 06 14:55:16.537234 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04c710-bbf6-48bb-8bdc-9506675e7737 req-0ccafd52-e593-4ce1-92d1-d51014b8a1c0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:16.538838 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d04c710-bbf6-48bb-8bdc-9506675e7737 req-0ccafd52-e593-4ce1-92d1-d51014b8a1c0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0563066 Dec 06 14:55:16.589816 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d04c710-bbf6-48bb-8bdc-9506675e7737 req-63bd1497-2d86-40cf-8a41-e4fef6df2c71 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449867 Dec 06 14:55:16.712592 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-edc114fa-a04e-48f2-80df-d4f9cd5f68b1 req-98aca3ee-e1fc-423b-a4ea-7c05d8b457f1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0273669 Dec 06 14:55:16.831760 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-decd38cb-22b3-487d-95b3-af5daf11e097 req-ef1d3307-d285-45d8-bd8a-3710f121fdac tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.2698529 Dec 06 14:55:17.044582 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec883db3-90c5-45c7-b352-c7cf8909663d req-e47797a7-1cba-41c0-a713-ed6c7267265c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:17.046100 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ec883db3-90c5-45c7-b352-c7cf8909663d req-e47797a7-1cba-41c0-a713-ed6c7267265c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 946 time: 0.0484219 Dec 06 14:55:17.089282 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90f7a782-e86c-4ade-b11b-6f5bb19817bc req-505363a1-d86a-4690-910f-7bb9a2536e14 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0249689 Dec 06 14:55:17.094627 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ec883db3-90c5-45c7-b352-c7cf8909663d req-b6835a0b-480c-430e-b38a-ab117193817b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415416 Dec 06 14:55:17.153847 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0d7feb3a-fc7f-42c1-b0c2-ba203cdf7b86 req-840094be-6d4a-4fa1-987f-9e6b2f2e336a tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0251031 Dec 06 14:55:17.393051 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb82b390-fd3f-4e7f-aba1-2a06f22d9a7e req-9a4867bb-dfa6-4492-8091-1c0bdfcc6f71 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0253968 Dec 06 14:55:17.711861 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071cbff-d073-4673-bf88-ee488a8b10c8 req-bed03b6b-fc5d-4fea-8b7a-ae5b8e864872 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:17.713348 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5071cbff-d073-4673-bf88-ee488a8b10c8 req-bed03b6b-fc5d-4fea-8b7a-ae5b8e864872 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0529413 Dec 06 14:55:17.764363 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5071cbff-d073-4673-bf88-ee488a8b10c8 req-d37680eb-853e-447d-8dbc-60a0d37570a2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434499 Dec 06 14:55:17.810179 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c27e14c3-c76c-41c2-a504-f546c9ac6150 req-0ef81e73-74a1-43da-b912-f383208b4b69 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0289955 Dec 06 14:55:17.908222 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab28e763-69fa-421b-b894-dfbd49347c5c req-9e922a21-35d3-47b0-ad11-4ed9fefdcb6e tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0271859 Dec 06 14:55:18.163066 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-14ead236-8a75-4726-8af4-71053ac27293 req-c709b04d-7660-4871-96bb-95554cc19f40 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0258915 Dec 06 14:55:18.228874 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4698ead2-f015-4b1f-9423-733583a9d11d req-c23edc51-b596-4c36-8f98-6f3885cb678e tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0250463 Dec 06 14:55:18.467490 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8257ae1e-eef6-4c46-90ad-a0637d6258cf req-bb23be83-4ebe-4f68-bf5b-b119a3d09c33 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0248742 Dec 06 14:55:18.882110 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c42dc8-5f67-42b4-be10-7b537b70f224 req-0859dae7-bb24-4e23-84be-6c1a85eabd68 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:18.883552 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-94c42dc8-5f67-42b4-be10-7b537b70f224 req-0859dae7-bb24-4e23-84be-6c1a85eabd68 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0479634 Dec 06 14:55:18.885892 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-43484aa3-4a07-4898-810e-d2d828685ac6 req-796f2e96-17e8-44b8-8d83-3ae48eeccc4a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0250683 Dec 06 14:55:18.931137 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-94c42dc8-5f67-42b4-be10-7b537b70f224 req-c533389d-cac6-4a3a-a5e9-492cc76e5b3d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412900 Dec 06 14:55:18.989039 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c55f51d2-6250-487f-9171-24a70265c069 req-f295a76a-ceb6-457d-a891-5b98b792283e tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0299869 Dec 06 14:55:19.099361 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-57666231-15b6-4f28-91e8-ed93a079869e req-84af4ae1-df42-4c7b-a10e-fab9b2a0ea92 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382211 Dec 06 14:55:19.180160 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57666231-15b6-4f28-91e8-ed93a079869e req-596a12f1-eeb3-4230-b7cf-0a217340a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:19.181608 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-57666231-15b6-4f28-91e8-ed93a079869e req-596a12f1-eeb3-4230-b7cf-0a217340a230 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8444f66a19024e8ca3d08cd6cc68e73d&device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 1097 time: 0.0400760 Dec 06 14:55:19.238634 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c9c52fd2-692d-4a56-a54e-3e0359c05b04 req-982d5399-2200-4a5b-b06a-5ec72fc0ef8f tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0260999 Dec 06 14:55:19.312487 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8a13242a-711d-48b7-a8be-7fbab7714efb req-cdb25575-cdf2-4e36-8445-61846301e016 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0340457 Dec 06 14:55:19.313603 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57666231-15b6-4f28-91e8-ed93a079869e req-06dfa2cc-2fcc-40b6-bed3-98e99ff3571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:19.314926 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-57666231-15b6-4f28-91e8-ed93a079869e req-06dfa2cc-2fcc-40b6-bed3-98e99ff3571b service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aee0eac-59a5-43f1-85a8-7817e7c60b81 HTTP/1.1" status: 200 len: 917 time: 0.1129975 Dec 06 14:55:19.379055 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-57666231-15b6-4f28-91e8-ed93a079869e req-513c0ffd-2205-4406-92f5-dce7b7a925d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=196a8621-7b1f-4823-84fc-03f406d17f53 HTTP/1.1" status: 200 len: 1000 time: 0.0567181 Dec 06 14:55:19.434004 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57666231-15b6-4f28-91e8-ed93a079869e req-f4fca7f6-615c-46bd-b7c6-a6e01c603d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:19.435936 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-57666231-15b6-4f28-91e8-ed93a079869e req-f4fca7f6-615c-46bd-b7c6-a6e01c603d51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=960bec1b-5464-4199-b91b-894c7ec18725 HTTP/1.1" status: 200 len: 855 time: 0.0493741 Dec 06 14:55:19.493206 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57666231-15b6-4f28-91e8-ed93a079869e req-911a2bf9-619f-4b11-a897-44a32e709b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:19.494720 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-57666231-15b6-4f28-91e8-ed93a079869e req-911a2bf9-619f-4b11-a897-44a32e709b50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aee0eac-59a5-43f1-85a8-7817e7c60b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430753 Dec 06 14:55:19.550661 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c92435b9-71da-4f41-8cdf-08a0b53b4eae req-58bbdaa5-72ba-4814-a542-e0ad22c04cd0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0306160 Dec 06 14:55:19.610354 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-57666231-15b6-4f28-91e8-ed93a079869e req-11b8297d-9d6e-45f1-b356-7b9d0b6b1134 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077206 Dec 06 14:55:19.699215 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-57666231-15b6-4f28-91e8-ed93a079869e req-df77432c-655c-44ab-a160-78b4252d3af1 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811903 Dec 06 14:55:19.966439 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d96859a-636e-42c0-8402-c394ad3ed403 req-b0d84a37-9a59-4806-91d2-f8d7df0505f6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0292594 Dec 06 14:55:20.051290 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd5ec8-304e-4c56-a71d-70611661156b req-ae53b63f-7c3f-4e0b-894d-f82dfba7a8a1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:20.052823 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ebfd5ec8-304e-4c56-a71d-70611661156b req-ae53b63f-7c3f-4e0b-894d-f82dfba7a8a1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0539064 Dec 06 14:55:20.063095 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d0f2fd90-0339-4daf-896b-cbdd4a184346 req-262ee07f-2e2c-4161-9498-c01917c5491e tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0262446 Dec 06 14:55:20.099945 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ebfd5ec8-304e-4c56-a71d-70611661156b req-ea0756d7-d912-4a71-b804-193734a049f0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411637 Dec 06 14:55:20.314323 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a1c78af-3673-47fb-9b35-07eb4979bb68 req-bd606db2-222d-4019-ba47-5152e138d366 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0262904 Dec 06 14:55:20.386470 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a51367cb-7b2b-4a08-803a-c2ee5ae133d5 req-f0e9c992-6af4-4156-ba72-8bdf421e0e43 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0251288 Dec 06 14:55:20.625422 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7cdc45c6-4937-4e3c-9b76-a2d91c5703f4 req-68cea8b6-86c6-427b-9f02-2bda38d3d4c4 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0259316 Dec 06 14:55:21.044040 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8c819805-167f-4d7d-aa80-e5bf37bfe856 req-79ce61b2-c9c1-4745-a8c3-a1ace3118849 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0255048 Dec 06 14:55:21.137431 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9122a7c7-1657-4ac5-95d7-5502fc264c20 req-f9283998-5d2b-402e-898b-d9160de59384 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0264060 Dec 06 14:55:21.213818 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80984df4-0276-454e-86f6-68b6961a3153 req-305ba516-67ff-466c-bf6f-1955cf11a676 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:21.215275 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80984df4-0276-454e-86f6-68b6961a3153 req-305ba516-67ff-466c-bf6f-1955cf11a676 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0481362 Dec 06 14:55:21.264385 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80984df4-0276-454e-86f6-68b6961a3153 req-9a70fa5d-abd0-4453-92f7-25a5ac61fba2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432253 Dec 06 14:55:21.388032 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea1eff8f-b2de-4cb6-9fd6-0ac86e176c4a req-c8dd36e0-b5bc-4be9-ac99-9337ff6f1194 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255251 Dec 06 14:55:21.462075 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-406457c6-2251-4d14-a548-8df8479439d7 req-906810df-4dd4-40a7-9ccb-b607985969dc tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0276680 Dec 06 14:55:21.700331 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10033f4f-f1c4-4af3-99ed-a6ed6244fd22 req-83da780c-fed0-48f9-8836-3c23b7858358 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0256565 Dec 06 14:55:22.125350 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-51eb36bd-8729-4593-b71b-fac7905ed21a req-f19d1ad2-045e-48ad-8591-0ac3f94508da tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0289681 Dec 06 14:55:22.211593 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-384df2bb-2ea1-4e4f-97da-e8bade303bc4 req-c2cd2d1a-e64e-467b-b7e2-d93a518352fb tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0255015 Dec 06 14:55:22.376898 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9f43c-774f-43de-8a5f-9f45b5955c99 req-c3927d7c-24f7-414c-b864-620251dac01f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:22.378354 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b0f9f43c-774f-43de-8a5f-9f45b5955c99 req-c3927d7c-24f7-414c-b864-620251dac01f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0475163 Dec 06 14:55:22.425846 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b0f9f43c-774f-43de-8a5f-9f45b5955c99 req-33a68151-6755-4caa-a26b-4d757ae45485 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413859 Dec 06 14:55:22.462438 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70160087-6d71-48ca-b47b-473fe800d1cf req-dd9158a0-048a-4235-93fa-235ef3f30d76 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255132 Dec 06 14:55:22.536406 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-13f9c614-84f5-4955-9d53-ef54b9442f89 req-47c684fe-3fae-422b-bb6c-51bfc58762b7 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0263443 Dec 06 14:55:22.773797 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-484be9a1-c206-45be-b92e-ea3c50f7d259 req-b2251466-f808-4314-89ec-e7ad5c73dcfe tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0265470 Dec 06 14:55:23.202508 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-468e7fcb-ac05-45df-b229-e8df9f781dcb req-cccb79b5-97ad-4966-ac20-d22e050f18a6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0258918 Dec 06 14:55:23.286034 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3706259e-aa24-4eba-b4ec-6b6cde60159a req-fbb4ce21-69d8-423e-b321-839373221d5f tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0253468 Dec 06 14:55:23.544678 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-593a2ac4-e0de-4a37-b334-00263f615c9f req-35eeaba8-33a2-4627-bc7b-6a7287346bde tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0292895 Dec 06 14:55:23.545397 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b7c1c-d4b3-45c3-aad7-7cbdcafd22d8 req-ab7fcbe7-cc61-4370-8bcb-88814afb9626 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:23.547548 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a37b7c1c-d4b3-45c3-aad7-7cbdcafd22d8 req-ab7fcbe7-cc61-4370-8bcb-88814afb9626 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0546966 Dec 06 14:55:23.595220 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a37b7c1c-d4b3-45c3-aad7-7cbdcafd22d8 req-a1af32db-56eb-42bf-b7b9-4be97f09e00a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417061 Dec 06 14:55:23.609825 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-59513397-d57b-459f-8cb0-55fed8df5330 req-43f14b7f-edc9-4b9f-a63d-536e1ca75f03 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0264442 Dec 06 14:55:23.851613 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-05e26d7d-1182-4d88-853d-e43cb9189c2c req-2ebe4938-9a97-4ec8-af9a-7b723ef938d2 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0260813 Dec 06 14:55:24.280900 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-568b5981-775e-4150-aafb-7d5f775be3d9 req-ef5e1223-9a49-46ec-87b2-8cb84501b9f8 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0263419 Dec 06 14:55:24.361227 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-655221a8-459a-4f60-ab8d-d0d8b144823d req-7ebc3b9d-bd01-42d9-8162-3172d038d960 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0252771 Dec 06 14:55:24.618689 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad11d88e-cf39-44b0-ac50-30d9bef997f4 req-85ad829e-21bb-4dfc-b0be-1ec8043d4a30 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255284 Dec 06 14:55:24.695635 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-86024798-0f04-4a16-8188-4aee250aaafd req-c74801e3-9bc0-4d3c-bb87-c266db20a0f2 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0286262 Dec 06 14:55:24.717193 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bd8b2-3a35-4e6f-aa7b-d1253a467816 req-d9cfc2dc-974f-4fab-9923-6fbc77fa3095 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:24.718904 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc5bd8b2-3a35-4e6f-aa7b-d1253a467816 req-d9cfc2dc-974f-4fab-9923-6fbc77fa3095 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0501182 Dec 06 14:55:24.770285 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc5bd8b2-3a35-4e6f-aa7b-d1253a467816 req-a8c31248-d2cf-4112-8c8f-41263136fa91 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453928 Dec 06 14:55:24.931810 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-162c7a4d-4972-4be7-a749-7ab5ffe2a66d req-7fecb7cf-7238-442b-a53b-bf9afe9ebfdc tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0260868 Dec 06 14:55:25.354972 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9502bb63-c666-46cf-bbfb-c255b8383bb6 req-ce3a6133-f17b-44a6-a81a-f2f90a879842 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0256510 Dec 06 14:55:25.439471 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-617ad520-129e-42b1-9d21-c6ca79c8715f req-a07f53d4-1dce-413d-9fd9-e287618d7644 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0288401 Dec 06 14:55:25.695574 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2f502cf2-3f14-4616-b563-5455c8a5f0ff req-ab2dcc54-7967-43b2-bd0e-cbab29c26db1 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0258756 Dec 06 14:55:25.770526 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb55e62e-a7b9-41fe-a3ef-fd3f382e5a0a req-2dcf9fc5-948e-4483-9e80-69d9e0f31eef tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0265820 Dec 06 14:55:25.883015 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6ad8f-4383-4802-a614-e39ec3f6f5a3 req-21a2b951-2b64-4e7a-8f6a-8d73128f83e4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:25.884504 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-32a6ad8f-4383-4802-a614-e39ec3f6f5a3 req-21a2b951-2b64-4e7a-8f6a-8d73128f83e4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0477090 Dec 06 14:55:25.932158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-32a6ad8f-4383-4802-a614-e39ec3f6f5a3 req-c208dd7c-2ce3-4787-96b3-5c5dd6fa0645 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410678 Dec 06 14:55:26.009456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8bd4fc5-33c1-495a-9d86-68f17ec80608 req-2d3058dc-eb3a-4124-ae84-f6eddf13bea1 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0263171 Dec 06 14:55:26.430153 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8a06b1bd-bba9-4e93-b50b-0ab36107cef0 req-a3c44c8b-7ea3-4503-818e-da815c6edb76 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0268095 Dec 06 14:55:26.515303 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5c308cf1-b519-407a-b5ec-a3d9dc6e4995 req-b341b2fb-8e5d-4997-ba3d-941e980d8eae tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0264916 Dec 06 14:55:26.774804 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-19797daf-81a7-4e65-8bdb-39bc078ba848 req-988919b6-1cfd-45f6-95cc-691da6e5a420 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0293210 Dec 06 14:55:26.844707 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5b9c868c-d665-4d4a-a594-094bc8931069 req-7de7daef-69d6-435a-95a0-609abddf1d8a tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0261278 Dec 06 14:55:27.050167 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b72b5-dc9f-4425-9506-444cfe5366ee req-201bd704-14c4-4426-9890-476941e1f1e0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:27.051636 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a03b72b5-dc9f-4425-9506-444cfe5366ee req-201bd704-14c4-4426-9890-476941e1f1e0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0520422 Dec 06 14:55:27.087142 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed502d96-ccb4-4dd8-9795-e46687473fd4 req-6648c4aa-a135-4bc2-b135-666e431637b8 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0262954 Dec 06 14:55:27.099477 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a03b72b5-dc9f-4425-9506-444cfe5366ee req-de92967c-c9fe-490d-855f-251af993d902 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417967 Dec 06 14:55:27.505598 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1fcdddd9-7174-467e-b494-90f1af39d611 req-972c0348-fc35-4662-bc33-56dc5a86572b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0267923 Dec 06 14:55:27.589894 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b2496098-3c8f-462a-85a2-4601a680b359 req-af772f42-a936-4e29-b19b-25ee0004b4b2 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0249152 Dec 06 14:55:27.811208 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:27.850786 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1b9f1841-1412-4f0a-9d9b-b78e35ce8c21 req-3bfd0a98-fad7-4347-93b4-c721ed8a7f0f tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255344 Dec 06 14:55:27.922540 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-99370505-d4fe-401a-9fb7-adebb4c29138 req-5082411b-e5eb-47e2-a339-4ba9787bbdad tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0269651 Dec 06 14:55:28.162613 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d4f0898-995d-4b52-9347-1d582406f996 req-87be3a3b-6ff2-49f6-a905-f0b14e79809d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0262322 Dec 06 14:55:28.215878 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de7680-9de1-4b1f-9b0e-67844a8606dc req-c5a7412c-9b4b-46de-aa26-52144a8e3bfb tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:28.217326 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59de7680-9de1-4b1f-9b0e-67844a8606dc req-c5a7412c-9b4b-46de-aa26-52144a8e3bfb tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0483692 Dec 06 14:55:28.263208 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59de7680-9de1-4b1f-9b0e-67844a8606dc req-4251cfc9-25c2-49a4-914a-f03f6725619e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393221 Dec 06 14:55:28.581614 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0e244c64-562f-49d2-9ed6-eaa1d7c78548 req-e0f08fa2-7db5-4d4c-884b-79640579ea01 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0260201 Dec 06 14:55:28.669083 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8faec110-d0d6-495d-8344-474795032025 req-e8065ec1-25d4-4e3a-a3ce-fabd906fe427 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0297873 Dec 06 14:55:28.929776 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31a96092-f6bc-4baf-a333-b86f0ce0e918 req-b726934d-c069-43d5-8bf1-df37ab6ba68d tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0296273 Dec 06 14:55:28.996376 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2457f446-af0f-49d0-83a9-b08a62c1cf64 req-f2461df0-c7c0-41b0-9ca8-a5ee0d365661 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0258973 Dec 06 14:55:29.237000 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8d833c7a-d390-4954-ba57-e08a767cd154 req-94268986-e780-47a8-b39e-5dedf3dcc4bf tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0255857 Dec 06 14:55:29.380931 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec09628-6cb6-43cb-a25e-ef3d55cda2eb req-97bd09ad-c2e2-49d0-9be0-d69611c50bbf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:29.382397 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ec09628-6cb6-43cb-a25e-ef3d55cda2eb req-97bd09ad-c2e2-49d0-9be0-d69611c50bbf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0485921 Dec 06 14:55:29.429526 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ec09628-6cb6-43cb-a25e-ef3d55cda2eb req-d11d3623-d539-499c-b60a-5f2cd6d8f6d7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413389 Dec 06 14:55:29.656463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5bd131c2-2929-437b-8e0e-4c84a135142b req-3458fedf-c207-47c2-a91e-866ddfd04138 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0264471 Dec 06 14:55:29.662988 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:29.744034 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-178c6e3a-d127-42bb-94e7-b859c40dc7df req-9d8cb2ca-51d4-45cb-902e-166a5c22d82a tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0258570 Dec 06 14:55:30.005095 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-efc38013-0971-4861-a1cd-fd0ae62be5d1 req-f4277390-25be-4da5-b45c-7ddd06482658 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0253506 Dec 06 14:55:30.072084 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee175fb6-30eb-4bea-b33d-08e4df29473a req-7f49514b-707c-4213-ae80-a93f024348cc tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0265963 Dec 06 14:55:30.316095 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-922a5ad4-1183-49ec-ada0-79397313d96f req-6f6202cd-b7c2-4002-b845-8ee700b72a9c tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0288830 Dec 06 14:55:30.551183 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae0eb4-1847-4aab-8ced-291507b9a807 req-d7cbab43-2c54-4cc1-806e-cd749e28cea3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:30.552558 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8ae0eb4-1847-4aab-8ced-291507b9a807 req-d7cbab43-2c54-4cc1-806e-cd749e28cea3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0511012 Dec 06 14:55:30.597440 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8ae0eb4-1847-4aab-8ced-291507b9a807 req-134b98b6-9513-4ba0-a01c-fcd7c16d2520 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390549 Dec 06 14:55:30.701084 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-330d3f92-ea76-44fb-be96-8a23eeac53a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:30.737692 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-27af000b-c9dd-43ec-8c21-c1989777029d req-55eda05b-986e-4f0d-a471-a499aa8e971e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0255716 Dec 06 14:55:30.819465 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7fbf29b5-e4ab-4adc-9d7a-2a21ba81e059 req-a8d0af22-6029-45b6-b9be-575ec6096509 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0262980 Dec 06 14:55:31.080929 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a5b60ad-82c0-4c94-beeb-ee9fc43f2980 req-b400ffeb-2b14-4cac-a51e-ce1c73dcb6aa tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0258398 Dec 06 14:55:31.148009 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1202934a-e874-4d98-9fd8-de5c1e665f61 req-f20a2666-76d3-4aac-8329-9d7445c20049 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0264103 Dec 06 14:55:31.393818 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0e9da0be-7806-4b88-8a5e-919d47ba1abe req-33eda7ee-6954-40c5-8d9d-b09c78ae698d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0261717 Dec 06 14:55:31.710910 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa65a91-8258-4987-9771-d90d4d0f78fd req-18a5e352-4f80-4250-8535-03d461fa84f2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:31.712382 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1fa65a91-8258-4987-9771-d90d4d0f78fd req-18a5e352-4f80-4250-8535-03d461fa84f2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0480118 Dec 06 14:55:31.758010 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1fa65a91-8258-4987-9771-d90d4d0f78fd req-95fc4325-b200-4915-b038-5903c3c35d3b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397940 Dec 06 14:55:31.811393 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-368e0738-57c7-46c7-848f-44a0cb486a47 req-787323f0-d82f-40db-a78d-b29af266f923 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0249047 Dec 06 14:55:31.897005 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dbf88681-e177-4340-8b75-5a699547f8d4 req-d5664a45-1421-4fdf-93c8-70583334a531 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0297287 Dec 06 14:55:32.156575 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-88541946-d594-474f-836f-707f5b97fce3 req-e1bceecc-920b-4f3d-9f66-19fa3b8669a7 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255175 Dec 06 14:55:32.227642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b8465682-6d0a-4e6d-9db2-d7977d62ed3f req-1dfa7792-418d-462d-ab71-1c5ee8def4f1 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0293918 Dec 06 14:55:32.470552 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f84419c1-6dbd-403f-ab7b-fc19a4c186c9 req-c0c7113b-1919-4c37-adc2-37bd5e328959 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0258329 Dec 06 14:55:32.873107 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6fa82-9a34-4cf2-94ba-c2c27669add8 req-54238a06-ce91-4e8d-9548-f16acce96b79 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:32.874606 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2bf6fa82-9a34-4cf2-94ba-c2c27669add8 req-54238a06-ce91-4e8d-9548-f16acce96b79 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0487292 Dec 06 14:55:32.887018 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-492a4906-d289-4abc-a385-1500f25f3c36 req-1b288a39-9961-4139-9388-cf7bad56d482 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0253487 Dec 06 14:55:32.923481 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2bf6fa82-9a34-4cf2-94ba-c2c27669add8 req-7e6e0d46-1e54-4295-bf63-4e7d17347041 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427389 Dec 06 14:55:32.972272 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f1fa4ba-4272-4712-9e37-0c6ae5f852b2 req-f846c4ab-9d31-4060-af45-6086c8f64aff tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0270832 Dec 06 14:55:33.072050 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:55:33.197963 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69f4ae16-540a-49e9-96ff-92aa1fc9d9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:33.234653 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-88d9fb9e-8d72-4e1a-aee6-5e94b0dd8d36 req-7d1f44cb-3134-436b-89f0-c8361a32ec50 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0258269 Dec 06 14:55:33.303546 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-475bf91e-4d82-4642-a691-22844b161f4b req-14a36b9a-5ea2-40d7-99ba-08ca9cb7d676 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0259194 Dec 06 14:55:33.549151 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20d0b2b8-c456-4307-a6d7-46db92065827 req-a058a949-531f-41c9-8d0c-3b50a1fbe968 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0260928 Dec 06 14:55:33.918659 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:33.964087 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62d560a0-6276-4a6d-a922-485d425968ca req-c0a8758e-e8ee-4cbc-acd2-7a33228fd241 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0252895 Dec 06 14:55:34.042826 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ed77f-d42f-4bce-9ccc-2b0121e0db4f req-a954e7f5-8c9c-4324-b7c9-b1b3582a72c2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:34.044369 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e47ed77f-d42f-4bce-9ccc-2b0121e0db4f req-a954e7f5-8c9c-4324-b7c9-b1b3582a72c2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0529978 Dec 06 14:55:34.052015 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-20051fc5-a6ce-4e67-9229-748befd0327d req-def0eed0-9a9c-4584-8540-f1cb3fe40b0e tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0299697 Dec 06 14:55:34.090936 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e47ed77f-d42f-4bce-9ccc-2b0121e0db4f req-ff7dd038-6514-4560-91bd-8217f9a7c776 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399287 Dec 06 14:55:34.311526 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7fa7fc8c-c361-43eb-abf3-2d1844384d51 req-cd6689f9-1bfa-49a2-912f-6a5f43bbe67e tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0272534 Dec 06 14:55:34.378468 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a5c3050c-6d79-430d-8cc3-073d76852d9d req-942db6ac-200e-45c1-b606-2b5a3701f200 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0252728 Dec 06 14:55:34.626534 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9c22aec-4ef2-464b-94c4-dd869a8ac265 req-1f36c63b-d992-4687-8c47-7d03ef2cb0aa tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0254610 Dec 06 14:55:35.038650 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b58fefd-228c-4b3a-b9ef-dbb2d67457e8 req-6ccfe586-e15a-47d3-bfae-e9c1e031cb89 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0257654 Dec 06 14:55:35.125932 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-22d638ee-2fb0-400b-9d21-456ee9880736 req-64a9bb47-4f5f-46e4-874c-0057ddd4307f tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0266325 Dec 06 14:55:35.204015 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cde676-66a7-4518-839c-c444d442e666 req-8ececab8-ce4a-4ad6-a62d-852cf13ebc07 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:35.205474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-89cde676-66a7-4518-839c-c444d442e666 req-8ececab8-ce4a-4ad6-a62d-852cf13ebc07 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0482361 Dec 06 14:55:35.255507 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-89cde676-66a7-4518-839c-c444d442e666 req-1e292024-1113-4e37-b0f9-c1e420d18d5e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441206 Dec 06 14:55:35.388556 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c2c35f0b-8521-4f4d-8dc0-f4ff032a34dc req-cc7886a2-7f11-4768-9235-362361fb0591 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0256855 Dec 06 14:55:35.455576 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a7147cda-a3f5-41da-a985-abb251500b83 req-9eb75431-6c43-466f-9440-571e52a67e55 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0249062 Dec 06 14:55:35.597119 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:35.706069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a6f7a59-d92a-44e6-afc0-9efa0e6c247d req-4cbc8944-19f3-4573-80bc-6b4c0167e3a5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0262227 Dec 06 14:55:36.117459 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3fec9263-bc55-43b9-9d8c-888af61a9d23 req-daffef4e-941b-4676-a573-8b9734cb97b7 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0285368 Dec 06 14:55:36.201265 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c174685f-5c8f-4601-b992-f0cb8d67a8b3 req-e6db3ad3-c7ae-4dcf-8868-c054fb9bd85e tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0259666 Dec 06 14:55:36.365792 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4e24c-056d-44ae-b9c5-94cbeb7f3571 req-62931cfe-6c8b-4da2-b2e9-5f360dd7c7e8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:36.367244 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ff4e24c-056d-44ae-b9c5-94cbeb7f3571 req-62931cfe-6c8b-4da2-b2e9-5f360dd7c7e8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0476656 Dec 06 14:55:36.415901 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ff4e24c-056d-44ae-b9c5-94cbeb7f3571 req-e1e68183-4ad5-450a-9db6-ee0b24f00c6c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426602 Dec 06 14:55:36.467544 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4645d8d-cbdd-4205-8ab4-aadf036571cf req-876a717d-ce41-41c0-89e0-cda643b3b8b0 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0254924 Dec 06 14:55:36.521098 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:36.533810 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-767a29f0-e2d7-4171-b793-6256c42560cf req-f3dbbdc2-5bc6-4dc7-b53b-a39834b84cb4 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0253816 Dec 06 14:55:36.784312 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b971cdf3-210a-4b0a-afc7-0cba91e2d88a req-5c17f148-f6c2-415d-83a2-675e38567bba tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0253732 Dec 06 14:55:37.193015 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2650bfdf-2d41-43af-a104-4bf01e351788 req-1cce30b8-8d01-47c9-96eb-24f93cb42806 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0256619 Dec 06 14:55:37.276349 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-320c6f45-e55c-45eb-b433-6efa964db501 req-22ae2896-0580-4c6d-8a8d-623b70ab59a9 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0256553 Dec 06 14:55:37.535895 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d2bd6-c90c-4901-b2c0-15cedd076d2e req-d9afcf08-db75-4a34-8c54-1c927847d2b3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:37.537415 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-242d2bd6-c90c-4901-b2c0-15cedd076d2e req-d9afcf08-db75-4a34-8c54-1c927847d2b3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0543964 Dec 06 14:55:37.546998 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eedadc55-4c54-4bdb-a06e-414116d268d9 req-35607b5c-bbd3-459d-b33c-ce437ad9d7fb tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255439 Dec 06 14:55:37.585244 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-242d2bd6-c90c-4901-b2c0-15cedd076d2e req-63061a5c-8212-46d2-a116-da30789331c9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417287 Dec 06 14:55:37.650211 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d46a29d8-05a4-4728-a3de-20a7309d2009 req-35784d33-71b6-468b-bd45-b017d8fbc2b3 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0269330 Dec 06 14:55:37.869321 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-666cc833-937c-41a7-bedd-3a4dc0ed597a req-85db664e-a973-462d-bdb9-f0d4f0550d11 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0321960 Dec 06 14:55:38.269177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31c7725c-4425-4155-a101-64b9ce804d4f req-55b1b24d-b575-47fe-84b5-6b07ef38406e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0262032 Dec 06 14:55:38.351195 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-28604850-4bd7-436f-a93d-19b8823cedc4 req-cef1651f-f0fb-44be-b7e8-8bc76f6c4dd3 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0253708 Dec 06 14:55:38.624487 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd990999-6060-4efa-ba80-4ebe48152396 req-55d67f03-bc9f-48d1-b051-067f6e13d540 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0264318 Dec 06 14:55:38.704541 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd68f4-58a6-4427-8357-0a2622109508 req-3d74ac72-7e83-40c8-bf6f-fae2670e0cd7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:38.706021 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-50bd68f4-58a6-4427-8357-0a2622109508 req-3d74ac72-7e83-40c8-bf6f-fae2670e0cd7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0507736 Dec 06 14:55:38.747714 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8552ea4c-8511-4b8d-92ff-0f576a5ef76d req-061cd9cd-da81-423c-8868-f06c98dba286 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0253117 Dec 06 14:55:38.753418 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-50bd68f4-58a6-4427-8357-0a2622109508 req-38ceba80-2773-4622-9a25-ae25606113e2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414181 Dec 06 14:55:38.948972 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b680591a-799d-4225-b6a1-22879e2e39ce req-7d9c46f3-98cf-4979-a4cd-bec49cdcd825 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0286477 Dec 06 14:55:39.342852 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f1e03d49-d938-4277-8bbe-b329187e5e7b req-49555f9b-231d-49f3-980f-ce83bf7734cf tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0255704 Dec 06 14:55:39.427816 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c090c16-aab8-41a2-985d-dcbd07d8ba97 req-4742923f-2fcb-4743-b1e0-a8696d839dfb tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0254703 Dec 06 14:55:39.705132 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-81793038-7143-43c4-b89e-850b22ad215b req-9c774f8b-e2fb-4c7d-8de7-bcee52c6b66a tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0296187 Dec 06 14:55:39.822964 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9eb7b1b3-437a-42d1-bb00-e22f95a76992 req-b85a598f-7614-4aa2-b6f6-e0838d243842 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0256815 Dec 06 14:55:39.870949 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35840eeb-fbd0-4c3e-8cf7-1ee7876ab546 req-84442c6f-1e85-407b-b99d-e66e7687f867 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:39.872446 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35840eeb-fbd0-4c3e-8cf7-1ee7876ab546 req-84442c6f-1e85-407b-b99d-e66e7687f867 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0485733 Dec 06 14:55:39.919602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35840eeb-fbd0-4c3e-8cf7-1ee7876ab546 req-bdf9f610-f86d-4715-9d38-5a62ca5f9751 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411878 Dec 06 14:55:40.023580 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-599f262f-201e-42fa-9922-2ed767018c28 req-57ddf46a-29f0-4a08-91c0-1f61293b4319 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0252280 Dec 06 14:55:40.417777 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c1ce15c4-5ae9-41fa-85e8-12cbfda45de5 req-6427e3ca-f1aa-4ba8-8d0a-11fa9bfde1a8 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0261526 Dec 06 14:55:40.504715 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-71365691-d78d-41bf-851e-a5d900aef023 req-7fff5ef9-d7c4-471a-a25a-8c526093cf22 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0260017 Dec 06 14:55:40.783476 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6d11e8d4-6583-46f9-83dd-88df0e45bcf4 req-e464448b-2460-44d2-8e41-cc17ec3f0d0d tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0299022 Dec 06 14:55:40.896690 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0c5626d0-04d4-4cf8-ac07-5313f5b6134c req-b6f709f3-a18a-43c6-8751-ebafb92b4a49 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0263879 Dec 06 14:55:41.036053 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d4266-f7a5-4b8b-b0fd-11c808677b4b req-6056a334-0843-437b-a25f-843fefead020 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:41.037424 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2c0d4266-f7a5-4b8b-b0fd-11c808677b4b req-6056a334-0843-437b-a25f-843fefead020 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0482552 Dec 06 14:55:41.084158 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2c0d4266-f7a5-4b8b-b0fd-11c808677b4b req-ffa7f0a0-8c63-4f04-994b-a1cff9c88db6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408905 Dec 06 14:55:41.098674 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3816978-44c0-4b91-b84e-431305eef467 req-ea22df9b-fea3-452b-b8a0-65b22b35f2e2 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0256455 Dec 06 14:55:41.497678 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9cd6892b-d5b0-4c30-8842-6e0f09af24f5 req-67201df0-b214-426d-9a20-761384bc6711 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0298882 Dec 06 14:55:41.581682 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bfe823fe-f667-4557-8dd9-c77595bc36a5 req-5e77944d-1afb-43dd-929c-5b43d9117997 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0250809 Dec 06 14:55:41.859119 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e06ceff-6dc7-4a42-ac79-b5bafcbf4d8f req-da3d3b62-c1b4-4082-9a96-a8158e9a0be8 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0262096 Dec 06 14:55:41.969830 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2694b75e-401e-4f0e-83b5-2aec54f1801a req-1a2667dc-a967-4898-a4c0-9d62db527c63 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0260262 Dec 06 14:55:42.174539 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-25c41a6a-08f8-439e-ad42-768004554569 req-6c24b87d-41d2-4d3d-baaa-4d55b3060eb4 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0261831 Dec 06 14:55:42.201526 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe4ab-0f47-4215-8dcd-6f80c4109da6 req-a8add36a-3c43-46f6-a763-bb24676fbd2b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:42.203600 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a70fe4ab-0f47-4215-8dcd-6f80c4109da6 req-a8add36a-3c43-46f6-a763-bb24676fbd2b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0490990 Dec 06 14:55:42.248310 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a70fe4ab-0f47-4215-8dcd-6f80c4109da6 req-ee051463-3376-4eaa-993c-22d01501f543 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388088 Dec 06 14:55:42.574028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f1d62567-6fb7-46e0-bad2-c26154c57205 req-f8e2fcf9-f70d-4a67-8011-71411da5627a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0259016 Dec 06 14:55:42.663318 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e1f80ce4-f0cd-4bc8-993e-db1529379217 req-69f0e863-8c7f-4347-87c4-5cdde2f7864e tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0288222 Dec 06 14:55:42.935083 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bfa26830-2d89-4b72-8610-cbe40d36a946 req-103c90b1-5b3d-45f4-85ed-85071a3bc30a tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0262978 Dec 06 14:55:43.051333 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d91a9126-e001-4a23-ac23-2997675acdee req-54053505-82f7-4e24-ab5b-05be2214d753 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0288966 Dec 06 14:55:43.258273 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1043ec76-dd22-417f-8d56-35a9d1b909ea req-e9bb8c30-eb87-44d2-bb35-77b3eaf08d90 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0284877 Dec 06 14:55:43.363081 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0c41-ef2f-4764-b832-8ada29f5b775 req-84ab7a6d-4a80-4189-9470-ea666d0431fe tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:43.364560 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51dc0c41-ef2f-4764-b832-8ada29f5b775 req-84ab7a6d-4a80-4189-9470-ea666d0431fe tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0482495 Dec 06 14:55:43.413094 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51dc0c41-ef2f-4764-b832-8ada29f5b775 req-8ec8c44c-9c65-452f-80e9-94c13fd33c06 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427175 Dec 06 14:55:43.648884 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d27a335-0b41-4029-ab5e-9aa13c0beb5e req-4d9a61f5-9804-40ab-80bb-2be1275117e3 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0265749 Dec 06 14:55:43.739184 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a10fa0d-6b48-4b04-9bd3-5199034efe1b req-6d28e511-4e94-48bd-bc98-05507a6502fd tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0249662 Dec 06 14:55:44.015732 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6d80422-6c1c-4dd7-8168-c0fcef420ffa req-864d05c3-fe43-4640-b9df-d1c78578a30e tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0305982 Dec 06 14:55:44.129365 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-176980da-a530-459c-b4d7-866742870f68 req-a7835a78-2127-4cdd-be35-e9f7c842c722 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0266724 Dec 06 14:55:44.333435 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c628be4-7ce0-4207-a73a-e047da330bd6 req-49a77ba2-9eae-4765-8449-755483d48562 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0251086 Dec 06 14:55:44.525609 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbb69f-e6b3-4110-935b-8394fe7a67b7 req-176ffbea-6fd4-4783-9017-6343155de87e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:44.527059 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a7dbb69f-e6b3-4110-935b-8394fe7a67b7 req-176ffbea-6fd4-4783-9017-6343155de87e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0483608 Dec 06 14:55:44.573734 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a7dbb69f-e6b3-4110-935b-8394fe7a67b7 req-b558e8b5-2e58-42c8-8dfc-b1b24225b5fd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401759 Dec 06 14:55:44.729207 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a3ad985-43a2-4cc8-b5e2-d0e55615a9ac req-241432c6-5288-4f3d-8613-260354bc6704 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0269330 Dec 06 14:55:44.817557 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7fb3fd34-6d12-462a-abd9-8c6d2d8d3753 req-cc34fa71-f623-48c7-88d9-8b52f7f02e12 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0285470 Dec 06 14:55:45.091216 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8101455c-daf3-4d52-acdb-1a1359cf347b req-bd66ccbd-b29f-48ee-a815-08f2d59bd21a tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0259540 Dec 06 14:55:45.206978 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99f71778-714b-4e35-9ba4-d0f5dd061cc8 req-17f8c3ae-9946-44c1-89fa-8a7cb786889e tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0265341 Dec 06 14:55:45.408213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-33eec8f8-ca23-4b5f-8845-8b074ea7c573 req-a6959e86-084f-4d83-b007-b4a832601e79 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0264084 Dec 06 14:55:45.688000 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255e3cd-135a-4fab-9318-63fafabaa0d2 req-59ee9b41-7765-4249-a76c-d8dd9f2526ee tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:45.689474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7255e3cd-135a-4fab-9318-63fafabaa0d2 req-59ee9b41-7765-4249-a76c-d8dd9f2526ee tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0492928 Dec 06 14:55:45.735432 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7255e3cd-135a-4fab-9318-63fafabaa0d2 req-610d4243-9c45-421a-b9f8-34468424fe9b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 Dec 06 14:55:45.802625 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9799f8a2-eaa2-4d8f-8dd8-f15ab4472bb1 req-6a5cae1d-7c07-4be8-af09-263ef36f8f5b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0264854 Dec 06 14:55:45.895605 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-213858e6-80ec-4760-a6b4-a630e22e8975 req-5dab58d2-dfee-4580-a28c-f7b4f28acb47 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0290813 Dec 06 14:55:46.166823 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ab38b0e-6610-4844-900d-1d17187a2be4 req-744789b3-254e-464b-b5ed-d669971a34b7 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0269592 Dec 06 14:55:46.283758 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c90fb7b-8644-423a-954c-ead7955c0bd4 req-0b469e7f-0752-495f-bf17-4e2b19c3c727 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0261126 Dec 06 14:55:46.483347 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8893f123-e6bd-45bc-8169-f69542fef0a3 req-118a0bec-ae5b-402e-bff5-0bc1c40a56fc tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0263948 Dec 06 14:55:46.850252 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327b13d-c5e6-46a8-91c7-02f6f3bb8960 req-8d0fb672-abf6-4fad-91b8-a25443e3cfa0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:46.851854 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f327b13d-c5e6-46a8-91c7-02f6f3bb8960 req-8d0fb672-abf6-4fad-91b8-a25443e3cfa0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0483084 Dec 06 14:55:46.881330 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6a02e742-56b7-42e5-937d-e198d5d95d2c req-92a8b9b4-7af9-48c9-b944-07ed47c45e16 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0268438 Dec 06 14:55:46.903202 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f327b13d-c5e6-46a8-91c7-02f6f3bb8960 req-077305df-f398-4e01-9696-b184d5fdaf0d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452344 Dec 06 14:55:46.969147 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4bc7a39-6e6d-4e36-92c1-fa0f41bcf091 req-16928a22-5e51-4aa3-b022-5584793a0493 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0253124 Dec 06 14:55:47.240303 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbaae711-9fa4-40a1-a5b6-a476b37d3259 req-3babc1aa-34af-4cbc-9c86-0056af405d1e tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0252402 Dec 06 14:55:47.360302 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ae3c009-cfca-47b7-b1ea-78d49320e03d req-b70cd472-0398-40db-86ab-5c29710613c6 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0264003 Dec 06 14:55:47.560781 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c75ba416-8544-4938-8081-1a74d816a2a0 req-9b57fcb7-76bb-400b-86f7-473802d28f7c tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0298581 Dec 06 14:55:47.958460 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82c14041-bd67-4807-9466-a993a8456e3e req-5048933c-8269-461e-b583-070ee4a62427 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0261807 Dec 06 14:55:48.019311 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae6fb3-8ed5-4727-9b40-a8e45dcd472c req-c695a995-6039-4807-bf65-5d0b9d228eed tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:48.020805 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8aae6fb3-8ed5-4727-9b40-a8e45dcd472c req-c695a995-6039-4807-bf65-5d0b9d228eed tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0499983 Dec 06 14:55:48.044887 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-204f482d-0700-4044-8961-00d0cf9a937c req-3c67c3cf-d36a-412f-937e-7403201ae4fd tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0260410 Dec 06 14:55:48.068561 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8aae6fb3-8ed5-4727-9b40-a8e45dcd472c req-b46ee8cc-bd78-4e7c-8e2b-b2fa30aa9eb7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418708 Dec 06 14:55:48.315611 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a979cf21-310f-4081-80d3-81e5e25292e4 req-09152736-2ac6-4993-a430-a711a7378575 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255313 Dec 06 14:55:48.438657 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bab19dc3-69bd-4151-8214-ce977d170fb1 req-48ef2c27-5cb6-4679-a629-c34f6d60ae48 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0266559 Dec 06 14:55:48.634267 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4d224f8b-ca78-44fd-9d95-9f2521c440b1 req-ba99345c-4f07-4563-98a7-f424ee94254a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0262892 Dec 06 14:55:49.033958 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-04d6f8d5-5dfa-431d-85cc-10810ccc02ff req-9c893926-96ee-4a41-a251-fe9b1c0c99a2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0258834 Dec 06 14:55:49.124428 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d413a7bf-1ef8-412b-a058-ed6fb1443ec3 req-210c7478-d2ac-448c-a593-d69ee16d85bf tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0298226 Dec 06 14:55:49.186988 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92afa50-c2d2-4d28-975a-e1d1ae288eb4 req-27f496d2-df13-4cdb-9fc8-edb3db08849a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:49.188527 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c92afa50-c2d2-4d28-975a-e1d1ae288eb4 req-27f496d2-df13-4cdb-9fc8-edb3db08849a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0522757 Dec 06 14:55:49.235229 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c92afa50-c2d2-4d28-975a-e1d1ae288eb4 req-2e8a8b59-03e9-4142-8a42-9227616c948a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 Dec 06 14:55:49.391175 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-41b6a205-215f-4f87-b884-1ecca25cda5b req-4a0a9317-f557-438f-9587-3368e5aaa8ca tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0260427 Dec 06 14:55:49.435591 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe27b7-0605-4427-85ce-67295857a25b req-00d6c9e6-746e-4f92-b341-6355acd11b7f tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:49.437149 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0fe27b7-0605-4427-85ce-67295857a25b req-00d6c9e6-746e-4f92-b341-6355acd11b7f tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/ports?device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 946 time: 0.0495429 Dec 06 14:55:49.490530 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0fe27b7-0605-4427-85ce-67295857a25b req-9e8a0d9b-c2eb-4865-8e95-4801b4aff580 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/security-groups?id=c34af189-0e5c-4d1d-bf02-a778b8dfeae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460532 Dec 06 14:55:49.514088 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-deb4196b-a8fe-4984-b36c-9f2702527b8d req-8bde41ca-4d13-4e19-9984-ad54fde74431 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0257301 Dec 06 14:55:49.709073 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6620f7f-8128-4863-b0cb-2f51b8a59932 req-208a9705-b003-49a3-a975-8e9fcfe51896 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0261884 Dec 06 14:55:50.109220 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6564a054-7ef3-49bd-9afb-2fdc46be259d req-38b09140-21a7-4759-9473-99ac91ac014f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0253975 Dec 06 14:55:50.199405 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-759259a2-e3b9-47b8-9323-22f635becfa2 req-21bb1588-cc56-4328-afd9-44d750a94e22 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0257757 Dec 06 14:55:50.352496 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c33a6-02b5-46e9-90d9-5e3663de3883 req-deaeab98-abc6-4751-b8a6-1842c684d458 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:50.353977 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a47c33a6-02b5-46e9-90d9-5e3663de3883 req-deaeab98-abc6-4751-b8a6-1842c684d458 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0530143 Dec 06 14:55:50.401218 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a47c33a6-02b5-46e9-90d9-5e3663de3883 req-91c3c6a5-1914-4307-9698-d6ac3b5c7b7d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405419 Dec 06 14:55:50.470280 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7f08ad1-ae8d-4c9d-ae14-d18f0793479e req-01c04998-ac5e-4531-b9ea-d4d41697c5a2 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0257394 Dec 06 14:55:50.543273 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae41fe-1658-4a73-9590-7f7fbc19a971 req-4e86412b-2bbf-474f-9071-4f6e432091cb tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:50.544815 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33ae41fe-1658-4a73-9590-7f7fbc19a971 req-4e86412b-2bbf-474f-9071-4f6e432091cb tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/ports?device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 946 time: 0.0524974 Dec 06 14:55:50.590197 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fcbb0fc2-d3a3-4e9b-8b66-1da7ac847a78 req-63e7983d-68d4-4bca-9d5e-2b7934918e55 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0250158 Dec 06 14:55:50.591832 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33ae41fe-1658-4a73-9590-7f7fbc19a971 req-ce2d23d5-0988-45cb-8246-c092daeca039 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/security-groups?id=c34af189-0e5c-4d1d-bf02-a778b8dfeae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404305 Dec 06 14:55:50.784262 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a85ab235-e0a2-4673-ae2a-8249042c4009 req-03feb445-c997-4867-b3e6-f4fccca7ec74 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0264201 Dec 06 14:55:51.222374 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-59791127-32a8-4db1-82f8-5131e6be66ee req-9f058bd0-8f50-4063-9204-2a87396aa968 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0273130 Dec 06 14:55:51.288703 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1b372cf-2373-41e9-a922-6da05c7caa1d req-13d63b82-7ddb-4368-8dac-55442e01de78 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0295153 Dec 06 14:55:51.304721 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959fc2d-2360-4630-86ac-f1845d14671b req-1be71aef-e041-4b26-8271-558b5d6a043a tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:51.306222 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b959fc2d-2360-4630-86ac-f1845d14671b req-1be71aef-e041-4b26-8271-558b5d6a043a tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/ports?device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 946 time: 0.0502889 Dec 06 14:55:51.353418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b959fc2d-2360-4630-86ac-f1845d14671b req-f3beebe6-fdfc-45fa-a57c-117cac8977ba tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/security-groups?id=c34af189-0e5c-4d1d-bf02-a778b8dfeae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405974 Dec 06 14:55:51.515999 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51edec0-acae-4f41-af45-982280d5827a req-14e2ef9d-4e46-4b7e-83c2-069d2bb0a657 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:51.517711 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f51edec0-acae-4f41-af45-982280d5827a req-14e2ef9d-4e46-4b7e-83c2-069d2bb0a657 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0497258 Dec 06 14:55:51.545645 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e653f25c-6c46-4c62-85aa-9d6fa4ba1b12 req-5d6a5edc-0242-407f-8fca-3e2062f41eec tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0248652 Dec 06 14:55:51.565692 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f51edec0-acae-4f41-af45-982280d5827a req-04e249a8-3e2d-42a1-9162-c94ed985379e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419247 Dec 06 14:55:51.666837 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5eb36ccc-6518-4614-b3a3-d67938ade931 req-5789cdf1-204c-480d-9a51-26fc4fccdd8d tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0252583 Dec 06 14:55:51.857434 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35cf336e-eaee-421d-a8a8-088f42752015 req-282b3565-0426-4684-85db-a3787f142cba tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0254238 Dec 06 14:55:52.299699 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4af93cba-5a38-49e5-ae23-9504bc54c416 req-d6bfe47b-89df-4afd-8d82-f373626b3895 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0260782 Dec 06 14:55:52.368039 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c91e1df-9dcb-4cd1-8288-c81efeb587c9 req-5daf8fb1-e11d-43b6-bcf2-f5a2b0a900fa tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0294373 Dec 06 14:55:52.625552 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d682ad56-53e6-466e-a248-f4a6d0d35886 req-87767301-7067-47ab-a404-a1b73fb62c02 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0270281 Dec 06 14:55:52.742207 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c08d55-c415-4dfa-b33a-5cafb9046f05 req-91eba985-789a-4d09-b82a-4bfb3c94648d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:52.743647 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f3c08d55-c415-4dfa-b33a-5cafb9046f05 req-91eba985-789a-4d09-b82a-4bfb3c94648d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0521510 Dec 06 14:55:52.776675 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c3f53-5dc1-4cf7-aecf-ba0bcd4b93d7 req-8f405717-4269-4593-a115-a6cff318c5f7 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:52.778558 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c3c3f53-5dc1-4cf7-aecf-ba0bcd4b93d7 req-8f405717-4269-4593-a115-a6cff318c5f7 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/ports?device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 946 time: 0.3557909 Dec 06 14:55:52.794314 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f3c08d55-c415-4dfa-b33a-5cafb9046f05 req-a23660bf-d57d-41e7-aad5-6e3129f92327 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436814 Dec 06 14:55:52.816823 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0116283-e944-4d97-9c48-6b67072e730d req-559c4e84-28a6-4da3-b54f-208c1488a1b4 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:52.818329 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a0116283-e944-4d97-9c48-6b67072e730d req-559c4e84-28a6-4da3-b54f-208c1488a1b4 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.37 "GET /v2.0/ports?device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 946 time: 0.0780094 Dec 06 14:55:52.871391 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf73e1ad-0cff-40f8-97da-67d1eab1cc64 req-273b2166-4253-4bc0-8613-cb9ac6b63736 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0291765 Dec 06 14:55:52.872602 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c3c3f53-5dc1-4cf7-aecf-ba0bcd4b93d7 req-89fab125-be6e-4056-98bc-e59bf8c0580d tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/security-groups?id=c34af189-0e5c-4d1d-bf02-a778b8dfeae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858240 Dec 06 14:55:52.942329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf9a49d9-496b-4d2d-b15f-64f5bc0248c3 req-27ba25af-c909-42e9-8c9a-ad12c702be1d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0305359 Dec 06 14:55:52.943110 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-a0116283-e944-4d97-9c48-6b67072e730d req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Deleting port 4e56f11d-b067-4145-a99c-03c5f8dffd2a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:55:52.943455 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a0116283-e944-4d97-9c48-6b67072e730d req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:53.030773 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a0116283-e944-4d97-9c48-6b67072e730d req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] For port 4e56f11d-b067-4145-a99c-03c5f8dffd2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4e56f11d-b067-4145-a99c-03c5f8dffd2a,segment=NetworkSegment(45187971-272f-404e-a876-75a142f35292),segment_id=45187971-272f-404e-a876-75a142f35292)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:55:53.031038 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a0116283-e944-4d97-9c48-6b67072e730d req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:53.206698 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a0116283-e944-4d97-9c48-6b67072e730d req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:53.207065 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a0116283-e944-4d97-9c48-6b67072e730d req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:53.207379 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [req-a0116283-e944-4d97-9c48-6b67072e730d req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Floating IP d8dca613-8ca6-4d2a-9e88-71fcf3159bfa disassociated. External IP: 172.35.7.150, port: 4e56f11d-b067-4145-a99c-03c5f8dffd2a. Dec 06 14:55:53.207757 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-a0116283-e944-4d97-9c48-6b67072e730d req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Calling delete_port for 4e56f11d-b067-4145-a99c-03c5f8dffd2a owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:55:53.346973 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a0116283-e944-4d97-9c48-6b67072e730d req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:53.377890 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c8aa7ad4-2e0d-44f4-b0dc-8945122f1bfe req-eb47e48f-9c59-4c26-85a3-400400e37089 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0273380 Dec 06 14:55:53.380206 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Pushing event deleted for resources: {'Port': ['ID=4e56f11d-b067-4145-a99c-03c5f8dffd2a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:53.390644 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:53.390644 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:53.391090 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:53.391365 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:53.391758 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:53.392097 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:53.392719 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:53.393403 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:53.393753 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:53.394089 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:53.394424 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:53.394905 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:53.395237 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:53.472117 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f76693ac-28d5-43e3-a4e8-07aa24a15130 req-9b49ce00-fc5c-41fa-aa2c-5bf54709c09d tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0316236 Dec 06 14:55:53.538705 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0116283-e944-4d97-9c48-6b67072e730d req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Router bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:55:53.641448 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0116283-e944-4d97-9c48-6b67072e730d req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:55:53.652245 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87213de4-a09f-477e-9e3d-44e8aeca1767 None None] Sync routers for ids ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:55:53.663203 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87213de4-a09f-477e-9e3d-44e8aeca1767 None None] Routers {'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:55:53.663853 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-87213de4-a09f-477e-9e3d-44e8aeca1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:55:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:53.693911 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0116283-e944-4d97-9c48-6b67072e730d req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] No DVR routers for this DVR port 4e56f11d-b067-4145-a99c-03c5f8dffd2a on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:55:53.696969 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a0116283-e944-4d97-9c48-6b67072e730d req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:53.712727 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a0116283-e944-4d97-9c48-6b67072e730d req-267d73b6-9b96-4447-b382-37734748deb9 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.37 "DELETE /v2.0/ports/4e56f11d-b067-4145-a99c-03c5f8dffd2a HTTP/1.1" status: 204 len: 173 time: 0.8714166 Dec 06 14:55:53.713634 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b414087a-6dab-4b6b-bd75-e9b214f9c4d0', 'name': 'network-vif-deleted', 'tag': '4e56f11d-b067-4145-a99c-03c5f8dffd2a'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:55:53.716734 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc539fb2-27d6-4714-9458-00dcf7cdbb99" -d '{"events": [{"server_uuid": "b414087a-6dab-4b6b-bd75-e9b214f9c4d0", "name": "network-vif-deleted", "tag": "4e56f11d-b067-4145-a99c-03c5f8dffd2a"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:55:53.743301 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b0b41515-7da5-4707-9c21-b4455237ecf6 req-02b80fe1-3b86-40e1-ba2f-e15dcb3a9022 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0526168 Dec 06 14:55:53.785246 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54535df5-8f44-44f2-b9e8-b9aa1b9336fa x-openstack-request-id: req-54535df5-8f44-44f2-b9e8-b9aa1b9336fa {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:55:53.785658 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b414087a-6dab-4b6b-bd75-e9b214f9c4d0", "name": "network-vif-deleted", "tag": "4e56f11d-b067-4145-a99c-03c5f8dffd2a", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:55:53.786018 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54535df5-8f44-44f2-b9e8-b9aa1b9336fa {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:55:53.786970 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b414087a-6dab-4b6b-bd75-e9b214f9c4d0', 'name': 'network-vif-deleted', 'tag': '4e56f11d-b067-4145-a99c-03c5f8dffd2a', 'status': 'completed', 'code': 200} Dec 06 14:55:53.935848 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c49145-1f91-4320-bb5f-7520d9e2b19c req-0f6c0b09-da59-46c8-89cb-ff84d9d26d06 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:53.938037 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96c49145-1f91-4320-bb5f-7520d9e2b19c req-0f6c0b09-da59-46c8-89cb-ff84d9d26d06 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0583034 Dec 06 14:55:53.938767 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-87213de4-a09f-477e-9e3d-44e8aeca1767 None None] Set router bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:55:53.986746 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac4a39cc-6275-4067-9fed-e8fa870875fb req-e42ef0a4-efbb-4888-8823-b2cd0e9155d3 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0467739 Dec 06 14:55:54.032195 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96c49145-1f91-4320-bb5f-7520d9e2b19c req-85d31434-a52f-4871-b45c-4a50ed0bd241 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815754 Dec 06 14:55:54.102071 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-745a2204-348e-4ab4-8c1f-279c2e6eb84d req-d7ecdf90-271b-4bf7-b883-c2f5088a146d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0286713 Dec 06 14:55:54.115342 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bdd78119-79bc-42f0-a29e-d432dfe8eacf req-87744818-1965-4f58-8843-c3a4d7f9f9e4 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/ports?device_id=b414087a-6dab-4b6b-bd75-e9b214f9c4d0 HTTP/1.1" status: 200 len: 210 time: 0.0369995 Dec 06 14:55:54.180659 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-87213de4-a09f-477e-9e3d-44e8aeca1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'name': 'tempest-ServersTestJSON-1030604565-router', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246'}], 'enable_snat': True}, 'gw_port_id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:53:27Z', 'updated_at': '2021-12-06T14:53:39Z', 'revision_number': 4, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'gw_port': {'id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:30Z', 'updated_at': '2021-12-06T14:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '785e8710-3642-43f5-9638-6bfe66097e77', 'name': '', 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'mac_address': 'fa:16:3e:36:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:37Z', 'updated_at': '2021-12-06T14:53:46Z', 'revision_number': 5, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'subnets': [{'id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:54.217235 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87213de4-a09f-477e-9e3d-44e8aeca1767 None None] Checking router: bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:55:54.226627 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87213de4-a09f-477e-9e3d-44e8aeca1767 None None] Routers {'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:55:54.227262 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-87213de4-a09f-477e-9e3d-44e8aeca1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:55:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:54.338583 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-87213de4-a09f-477e-9e3d-44e8aeca1767 None None] Set router bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:55:54.504854 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-610ef452-c45f-431e-ae62-c19a2725bacf req-e9e40a8c-55f6-4ba8-b5a8-1f7189644c07 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0488563 Dec 06 14:55:54.554150 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-87213de4-a09f-477e-9e3d-44e8aeca1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'name': 'tempest-ServersTestJSON-1030604565-router', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246'}], 'enable_snat': True}, 'gw_port_id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:53:27Z', 'updated_at': '2021-12-06T14:53:39Z', 'revision_number': 4, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'gw_port': {'id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:30Z', 'updated_at': '2021-12-06T14:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '785e8710-3642-43f5-9638-6bfe66097e77', 'name': '', 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'mac_address': 'fa:16:3e:36:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:37Z', 'updated_at': '2021-12-06T14:53:46Z', 'revision_number': 5, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'subnets': [{'id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:54.561486 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2ef87459-03ca-43df-8d8f-6af8ad904ad3 req-b3118bdc-8160-4cae-a2b2-ad3d482f3aaa tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0330336 Dec 06 14:55:54.580713 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87213de4-a09f-477e-9e3d-44e8aeca1767 None None] The sync data for ids ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'] in n-d-master-1 is: [{'id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'name': 'tempest-ServersTestJSON-1030604565-router', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246'}], 'enable_snat': True}, 'gw_port_id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:53:27Z', 'updated_at': '2021-12-06T14:53:39Z', 'revision_number': 4, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'gw_port': {'id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:30Z', 'updated_at': '2021-12-06T14:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '785e8710-3642-43f5-9638-6bfe66097e77', 'name': '', 'network_id': 'c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'mac_address': 'fa:16:3e:36:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:37Z', 'updated_at': '2021-12-06T14:53:46Z', 'revision_number': 5, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'subnets': [{'id': '1e2b7579-a871-40e2-9313-5fc0de284511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:55:54.812848 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6667df94-59ca-4086-b77c-36c7b75471b2 req-67e5629e-abe5-450d-bc55-18560ac5b762 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0275517 Dec 06 14:55:54.834928 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ee0ee3-86e7-48d7-8133-882f49986588 None None] New status for floating IP d8dca613-8ca6-4d2a-9e88-71fcf3159bfa: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:55:55.059234 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-de71f379-5e9f-4348-9762-5b16c247590a req-01806d58-dd34-4ae3-8dec-76e1c9a8fa40 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0264921 Dec 06 14:55:55.148429 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2dbf0-a7bd-48cb-bb6f-95f1660740bb req-b496aae2-657b-435c-a3e4-9769cb56b74a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:55.150314 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6ef2dbf0-a7bd-48cb-bb6f-95f1660740bb req-b496aae2-657b-435c-a3e4-9769cb56b74a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0524960 Dec 06 14:55:55.201471 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6ef2dbf0-a7bd-48cb-bb6f-95f1660740bb req-7ca183f2-f6b7-468a-8ca3-a5f9ec1ab9f0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437293 Dec 06 14:55:55.224024 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e7e49aee-e1d7-4d86-a984-8019736b37b1 req-09dbee48-6c94-45cf-8b4c-ffdd3b949ed6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0310628 Dec 06 14:55:55.243555 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57862) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:55:55.296837 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:55.319435 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:55.371432 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:55.374587 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:55.378627 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57866) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:55:55.378823 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "DELETE /v2.0/security-groups/c34af189-0e5c-4d1d-bf02-a778b8dfeae9 HTTP/1.1" status: 204 len: 168 time: 0.1340380 Dec 06 14:55:55.389478 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34af189-0e5c-4d1d-bf02-a778b8dfeae9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:55.398639 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:55.398979 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:55.399491 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:55.399882 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:55.400307 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:55.400625 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-fadf9f65-589c-4c6e-b40d-1df356917390 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] show failed (client error): The resource could not be found. Dec 06 14:55:55.400752 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:55.401184 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:55.401685 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fadf9f65-589c-4c6e-b40d-1df356917390 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "GET /v2.0/security-groups/c34af189-0e5c-4d1d-bf02-a778b8dfeae9 HTTP/1.1" status: 404 len: 347 time: 0.0220068 Dec 06 14:55:55.404335 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57868) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:55:55.404561 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:55.404906 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:55.405246 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:55.406313 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:55.406610 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:55.406939 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8aa27-eaad-484b-9fc7-1dacc7eea338 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:55:55.559619 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-03de2fb2-0f65-4182-933f-a66f590985e8 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Deleting port e577be43-a524-472f-80f8-fb51a2446bb1 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:55:55.559984 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03de2fb2-0f65-4182-933f-a66f590985e8 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:55.567961 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c60e27e3-975f-4c88-844c-57255de1c63c req-9cc3b1f7-8bab-4d95-921c-a5dee5951482 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0293908 Dec 06 14:55:55.654738 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a9409de-2409-445b-aad4-4859e8230be5 req-e1947c2a-2e55-4461-a41f-00e3f4180f94 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0370946 Dec 06 14:55:55.667284 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03de2fb2-0f65-4182-933f-a66f590985e8 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:55.667608 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03de2fb2-0f65-4182-933f-a66f590985e8 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:55.679546 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-03de2fb2-0f65-4182-933f-a66f590985e8 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Calling delete_port for e577be43-a524-472f-80f8-fb51a2446bb1 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:55:55.810297 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03de2fb2-0f65-4182-933f-a66f590985e8 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:55.841114 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de2fb2-0f65-4182-933f-a66f590985e8 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Pushing event deleted for resources: {'Port': ['ID=e577be43-a524-472f-80f8-fb51a2446bb1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:55.897373 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02e2bd4a-98e7-4e0b-922e-7c06483c78be req-2e2d1a0a-5ecb-4bd6-b5d8-6aaab7fcb487 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0277660 Dec 06 14:55:55.903624 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03de2fb2-0f65-4182-933f-a66f590985e8 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:55.907218 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03de2fb2-0f65-4182-933f-a66f590985e8 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:55.908373 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-03de2fb2-0f65-4182-933f-a66f590985e8 tempest-ServersTestJSON-1905505439 tempest-ServersTestJSON-1905505439-project] 10.222.0.20 "DELETE /v2.0/floatingips/d8dca613-8ca6-4d2a-9e88-71fcf3159bfa HTTP/1.1" status: 204 len: 168 time: 0.5031195 Dec 06 14:55:55.911263 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57876) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:55:56.143911 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc75dc16-e68b-4c67-a20a-3c88a72964a0 req-32a64e17-3ac8-4f64-9cc9-c547e4e78e7d tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0303655 Dec 06 14:55:56.306825 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8a45a9de-0b75-4b0c-8c87-37643f251155 req-dc610b37-7294-46c4-bd96-922c9f49730e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0286710 Dec 06 14:55:56.316297 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79d662bf-5ea4-4841-8393-97ca04c3ecf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:56.322027 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69b015-6c06-46d5-bf42-74ce700e60a8 req-ba5221e8-e770-4521-9c55-06e9f2a36408 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:56.323577 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7b69b015-6c06-46d5-bf42-74ce700e60a8 req-ba5221e8-e770-4521-9c55-06e9f2a36408 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0523219 Dec 06 14:55:56.370690 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7b69b015-6c06-46d5-bf42-74ce700e60a8 req-92ad09e0-1260-446b-a958-7b6f171636a0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410242 Dec 06 14:55:56.562955 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-79d662bf-5ea4-4841-8393-97ca04c3ecf1 admin admin] Deleting port 785e8710-3642-43f5-9638-6bfe66097e77 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:55:56.563290 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79d662bf-5ea4-4841-8393-97ca04c3ecf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:56.658179 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-de3b2b59-079b-404c-9a3b-8f0302159592 req-31097cd3-b1d1-464c-932a-032308a859a2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0370483 Dec 06 14:55:56.672294 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-79d662bf-5ea4-4841-8393-97ca04c3ecf1 admin admin] For port 785e8710-3642-43f5-9638-6bfe66097e77, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=785e8710-3642-43f5-9638-6bfe66097e77,segment=NetworkSegment(45187971-272f-404e-a876-75a142f35292),segment_id=45187971-272f-404e-a876-75a142f35292)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:55:56.673163 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79d662bf-5ea4-4841-8393-97ca04c3ecf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:56.690694 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-79d662bf-5ea4-4841-8393-97ca04c3ecf1 admin admin] Calling delete_port for 785e8710-3642-43f5-9638-6bfe66097e77 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:55:56.707543 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 4e56f11d-b067-4145-a99c-03c5f8dffd2a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:55:56.728816 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 4e56f11d-b067-4145-a99c-03c5f8dffd2a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:55:56.729168 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 4e56f11d-b067-4145-a99c-03c5f8dffd2a not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:55:56.763714 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8cd33b1a-c899-44a9-9938-b4847bb4f1ad req-f1be570a-8a7e-4b10-b3c0-4785b9d76e50 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0293341 Dec 06 14:55:56.765708 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcc845-58bb-4b06-a765-62c2a5f3e63b req-133ae0f9-64bf-4ec1-9e0c-385b4ff9a5cc tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:56.767643 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0fcc845-58bb-4b06-a765-62c2a5f3e63b req-133ae0f9-64bf-4ec1-9e0c-385b4ff9a5cc tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 946 time: 0.0538957 Dec 06 14:55:56.815486 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0fcc845-58bb-4b06-a765-62c2a5f3e63b req-6c317314-08da-470b-8671-0852d2dc484a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410872 Dec 06 14:55:56.897737 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79d662bf-5ea4-4841-8393-97ca04c3ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:56.922568 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d662bf-5ea4-4841-8393-97ca04c3ecf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=785e8710-3642-43f5-9638-6bfe66097e77,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:57.003591 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ad044d0-4de8-4702-a460-0d166ff707e2 req-f65f0a4f-a86a-49d7-a577-7dfd5d2f03b5 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0342798 Dec 06 14:55:57.110458 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79d662bf-5ea4-4841-8393-97ca04c3ecf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:57.219753 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bcae1f75-4e38-4cec-8692-cad77c947eb7 req-93b897ed-7e8b-49ff-9d78-a731f35362b8 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0261636 Dec 06 14:55:57.490576 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb3a5d-8288-42bf-a82d-fb0e5963a25b req-8e8b48eb-4206-4d87-9558-a21f4fe12010 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:57.492195 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2cdb3a5d-8288-42bf-a82d-fb0e5963a25b req-8e8b48eb-4206-4d87-9558-a21f4fe12010 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0517218 Dec 06 14:55:57.540819 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2cdb3a5d-8288-42bf-a82d-fb0e5963a25b req-5c21bd81-5b9b-4c80-aeab-66e5fcf9d19c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423546 Dec 06 14:55:57.603753 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-71979140-08b5-4812-84be-ada77834121c req-9f7b632b-765d-463e-a722-7458633e5506 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0303991 Dec 06 14:55:57.612465 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d662bf-5ea4-4841-8393-97ca04c3ecf1 admin admin] Router bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:55:57.716838 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d662bf-5ea4-4841-8393-97ca04c3ecf1 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:55:57.724452 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-79d662bf-5ea4-4841-8393-97ca04c3ecf1 admin admin] 10.222.0.20 "PUT /v2.0/routers/bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8095927 Dec 06 14:55:57.724979 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57906) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:55:57.726022 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbbd400-5152-4271-b102-7a0bb67dac6b None None] Sync routers for ids ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:55:57.736795 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbbd400-5152-4271-b102-7a0bb67dac6b None None] Routers {'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:55:57.737420 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-afbbd400-5152-4271-b102-7a0bb67dac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:55:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:57.749917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1beff053-f09d-48a5-b5a3-75f52786d526 req-7996aaff-e7b7-47d7-ac26-06dcabada982 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0346949 Dec 06 14:55:57.809134 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:57.851491 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-afbbd400-5152-4271-b102-7a0bb67dac6b None None] Set router bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:55:57.872658 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b91f677-a724-4bf6-9bd8-aedb2fc70534 req-0d7fe23d-03f8-437a-9b86-3c2ed4e1d2d8 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0304220 Dec 06 14:55:57.874297 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-751c572a-2b5e-40de-af0a-c0c5afcdd165 admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:57.962688 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf882e73-5605-47f9-a37e-90cb13fc175c req-f3ae20a2-5321-4b65-b95d-e9bc4f796cf2 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:57.964334 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf882e73-5605-47f9-a37e-90cb13fc175c req-f3ae20a2-5321-4b65-b95d-e9bc4f796cf2 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 946 time: 0.0504959 Dec 06 14:55:57.989957 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-751c572a-2b5e-40de-af0a-c0c5afcdd165 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:58.016981 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf882e73-5605-47f9-a37e-90cb13fc175c req-77c48a95-c722-48d4-a1b5-73120e52ea75 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443082 Dec 06 14:55:58.053584 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-751c572a-2b5e-40de-af0a-c0c5afcdd165 admin admin] Deleting port a5b345ef-ef9a-482f-8e99-a4b53b163616 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:55:58.053916 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-751c572a-2b5e-40de-af0a-c0c5afcdd165 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:58.067094 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-afbbd400-5152-4271-b102-7a0bb67dac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'name': 'tempest-ServersTestJSON-1030604565-router', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246'}], 'enable_snat': True}, 'gw_port_id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:53:27Z', 'updated_at': '2021-12-06T14:55:56Z', 'revision_number': 5, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'gw_port': {'id': 'a5b345ef-ef9a-482f-8e99-a4b53b163616', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:53:30Z', 'updated_at': '2021-12-06T14:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:58.092523 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbbd400-5152-4271-b102-7a0bb67dac6b None None] Checking router: bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:55:58.098072 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7897856b-014b-498a-8d09-a9f0eadca1ea req-c0d20a6b-8a4c-4aa1-bba5-22b73ea291c9 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0318935 Dec 06 14:55:58.102099 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbbd400-5152-4271-b102-7a0bb67dac6b None None] Routers {'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:55:58.102711 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-afbbd400-5152-4271-b102-7a0bb67dac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:55:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:58.161865 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-751c572a-2b5e-40de-af0a-c0c5afcdd165 admin admin] For port a5b345ef-ef9a-482f-8e99-a4b53b163616, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a5b345ef-ef9a-482f-8e99-a4b53b163616,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:55:58.162228 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-751c572a-2b5e-40de-af0a-c0c5afcdd165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:58.174487 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-751c572a-2b5e-40de-af0a-c0c5afcdd165 admin admin] Calling delete_port for a5b345ef-ef9a-482f-8e99-a4b53b163616 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:55:58.188499 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-afbbd400-5152-4271-b102-7a0bb67dac6b None None] Set router bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:55:58.242309 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-afbbd400-5152-4271-b102-7a0bb67dac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'name': 'tempest-ServersTestJSON-1030604565-router', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:53:27Z', 'updated_at': '2021-12-06T14:55:57Z', 'revision_number': 6, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:58.275864 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbbd400-5152-4271-b102-7a0bb67dac6b None None] The sync data for ids ['bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0'] in n-d-master-1 is: [{'id': 'bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0', 'name': 'tempest-ServersTestJSON-1030604565-router', 'tenant_id': '9b960baac0d24ccdba25394ddf4fbed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:53:27Z', 'updated_at': '2021-12-06T14:55:57Z', 'revision_number': 6, 'project_id': '9b960baac0d24ccdba25394ddf4fbed5', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:55:58.304393 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ae505256-1f0c-4f60-b15b-c3ccc11901b2 req-491ea4f6-6ef5-449f-8a95-f68977fe54a4 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0333164 Dec 06 14:55:58.347158 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-751c572a-2b5e-40de-af0a-c0c5afcdd165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:58.371956 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c572a-2b5e-40de-af0a-c0c5afcdd165 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b345ef-ef9a-482f-8e99-a4b53b163616,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:58.386900 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d3da2a-917f-4a4c-bc01-575b038e63de None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:55:58.463185 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-751c572a-2b5e-40de-af0a-c0c5afcdd165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:58.528544 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e0a08-cf3b-4435-9a0e-2b4cb807e21d req-0c2486ca-e104-4da2-9de3-103059037c9f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:58.529922 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cb1e0a08-cf3b-4435-9a0e-2b4cb807e21d req-0c2486ca-e104-4da2-9de3-103059037c9f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 946 time: 0.1152470 Dec 06 14:55:58.570835 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-751c572a-2b5e-40de-af0a-c0c5afcdd165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:58.588505 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-751c572a-2b5e-40de-af0a-c0c5afcdd165 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:58.689622 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-751c572a-2b5e-40de-af0a-c0c5afcdd165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:58.690178 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751c572a-2b5e-40de-af0a-c0c5afcdd165 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:55:58.697906 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90923c81-65ec-462d-9499-00a164cd4f23 req-62a35306-86fb-4f8c-aa74-482ee42a60d8 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0315981 Dec 06 14:55:58.698555 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-751c572a-2b5e-40de-af0a-c0c5afcdd165 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:58.699639 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-751c572a-2b5e-40de-af0a-c0c5afcdd165 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bc29fde9-738b-4a2f-a1e4-a7bf70ba48f0 HTTP/1.1" status: 204 len: 168 time: 0.9735675 Dec 06 14:55:58.703298 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57920) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:55:58.726661 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3260064-4261-49dd-b15e-dd968fa6d780 req-9bc7b784-6698-4456-a3a2-c67cca99d55d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:58.728225 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c3260064-4261-49dd-b15e-dd968fa6d780 req-9bc7b784-6698-4456-a3a2-c67cca99d55d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0974810 Dec 06 14:55:58.763436 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0e6b1b-6503-4ed7-b623-a7586809a149 admin admin] Deleting subnet 1e2b7579-a871-40e2-9313-5fc0de284511 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:55:58.764166 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-cb1e0a08-cf3b-4435-9a0e-2b4cb807e21d req-1f1ab418-bd48-48b7-97cc-208c266951b6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Deleting port 196a8621-7b1f-4823-84fc-03f406d17f53 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:55:58.764500 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cb1e0a08-cf3b-4435-9a0e-2b4cb807e21d req-1f1ab418-bd48-48b7-97cc-208c266951b6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:58.767880 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6b1b-6503-4ed7-b623-a7586809a149 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:58.808501 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6b1b-6503-4ed7-b623-a7586809a149 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:58.813531 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c3260064-4261-49dd-b15e-dd968fa6d780 req-355bfbec-90a8-4597-82c4-7bcbc7a9d6c1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786755 Dec 06 14:55:58.861966 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-462798b9-06e3-4936-b59b-4121f9802ba1 req-4a5aa5dc-3593-464a-bfd8-70e8a6c3299e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0575712 Dec 06 14:55:58.872292 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-cb1e0a08-cf3b-4435-9a0e-2b4cb807e21d req-1f1ab418-bd48-48b7-97cc-208c266951b6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] For port 196a8621-7b1f-4823-84fc-03f406d17f53, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=196a8621-7b1f-4823-84fc-03f406d17f53,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:55:58.872596 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cb1e0a08-cf3b-4435-9a0e-2b4cb807e21d req-1f1ab418-bd48-48b7-97cc-208c266951b6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:58.921718 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6b1b-6503-4ed7-b623-a7586809a149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:58.971373 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0182b462-6eca-4551-94fd-c69163311f33 req-7a028d6c-8a50-438c-821f-f641006bceb2 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0353351 Dec 06 14:55:58.973909 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6b1b-6503-4ed7-b623-a7586809a149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.001240 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e6b1b-6503-4ed7-b623-a7586809a149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e2b7579-a871-40e2-9313-5fc0de284511,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:59.005081 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6b1b-6503-4ed7-b623-a7586809a149 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.008981 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3e0e6b1b-6503-4ed7-b623-a7586809a149 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1e2b7579-a871-40e2-9313-5fc0de284511 HTTP/1.1" status: 204 len: 168 time: 0.3042216 Dec 06 14:55:59.011537 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57926) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:55:59.014694 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0000f0-4fa4-4f74-a559-cb176a341eaa None None] Network c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:55:59.096669 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.105909 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cb1e0a08-cf3b-4435-9a0e-2b4cb807e21d req-1f1ab418-bd48-48b7-97cc-208c266951b6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.106272 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cb1e0a08-cf3b-4435-9a0e-2b4cb807e21d req-1f1ab418-bd48-48b7-97cc-208c266951b6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.106585 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [req-cb1e0a08-cf3b-4435-9a0e-2b4cb807e21d req-1f1ab418-bd48-48b7-97cc-208c266951b6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Floating IP 80d6adb4-e4a9-4792-a1a3-e7ca61c78db5 disassociated. External IP: 172.35.7.33, port: 196a8621-7b1f-4823-84fc-03f406d17f53. Dec 06 14:55:59.106931 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-cb1e0a08-cf3b-4435-9a0e-2b4cb807e21d req-1f1ab418-bd48-48b7-97cc-208c266951b6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Calling delete_port for 196a8621-7b1f-4823-84fc-03f406d17f53 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:55:59.199687 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-27de5f81-364a-442d-86e8-0345a51cadd2 req-9b99eb71-f748-4122-880e-03c054f94bdf tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0373771 Dec 06 14:55:59.208205 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b48eb-6530-487f-9394-0f859b239655 req-13a92c6f-aaf8-45ee-ab93-b789ba0c6c18 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:59.209760 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d52b48eb-6530-487f-9394-0f859b239655 req-13a92c6f-aaf8-45ee-ab93-b789ba0c6c18 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 946 time: 0.0708089 Dec 06 14:55:59.212589 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] Deleting port 20b105f0-c0ad-422a-b9ca-7b1c17e9d026 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:55:59.213251 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.269591 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8863d975-015f-4c60-b29c-c0c4df65764b None None] DHCP port deletion for c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:55:59.303011 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cb1e0a08-cf3b-4435-9a0e-2b4cb807e21d req-1f1ab418-bd48-48b7-97cc-208c266951b6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.316014 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] For port 20b105f0-c0ad-422a-b9ca-7b1c17e9d026, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=20b105f0-c0ad-422a-b9ca-7b1c17e9d026,segment=NetworkSegment(45187971-272f-404e-a876-75a142f35292),segment_id=45187971-272f-404e-a876-75a142f35292)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:55:59.316376 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.334367 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ab418-bd48-48b7-97cc-208c266951b6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Pushing event deleted for resources: {'Port': ['ID=196a8621-7b1f-4823-84fc-03f406d17f53,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:59.334555 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8863d975-015f-4c60-b29c-c0c4df65764b None None] Deleting port 20b105f0-c0ad-422a-b9ca-7b1c17e9d026 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:55:59.335217 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8863d975-015f-4c60-b29c-c0c4df65764b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.340983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d52b48eb-6530-487f-9394-0f859b239655 req-0a95fdc2-9070-48c6-a7b2-2530b47bba62 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=529fb203-ebb7-4feb-80ef-77f3a99ac729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094799 Dec 06 14:55:59.353022 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] Calling delete_port for 20b105f0-c0ad-422a-b9ca-7b1c17e9d026 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:55:59.420758 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8863d975-015f-4c60-b29c-c0c4df65764b None None] For port 20b105f0-c0ad-422a-b9ca-7b1c17e9d026, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=20b105f0-c0ad-422a-b9ca-7b1c17e9d026,segment=NetworkSegment(45187971-272f-404e-a876-75a142f35292),segment_id=45187971-272f-404e-a876-75a142f35292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:55:59.421761 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8863d975-015f-4c60-b29c-c0c4df65764b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.427975 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce74e471-82f0-42bd-a28a-c07d50493185 req-102d96ac-3615-4634-a721-4a1b0ec4dba9 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0343952 Dec 06 14:55:59.436945 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8863d975-015f-4c60-b29c-c0c4df65764b None None] Calling delete_port for 20b105f0-c0ad-422a-b9ca-7b1c17e9d026 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:55:59.505850 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.523447 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb1e0a08-cf3b-4435-9a0e-2b4cb807e21d req-1f1ab418-bd48-48b7-97cc-208c266951b6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Router ffc979a5-31c5-495d-8576-3defa1c8bc8f has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:55:59.534206 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8863d975-015f-4c60-b29c-c0c4df65764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.541924 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] Pushing event deleted for resources: {'Port': ['ID=20b105f0-c0ad-422a-b9ca-7b1c17e9d026,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:59.548228 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] No DVR routers for this DVR port 20b105f0-c0ad-422a-b9ca-7b1c17e9d026 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:55:59.563866 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863d975-015f-4c60-b29c-c0c4df65764b None None] Pushing event deleted for resources: {'Port': ['ID=20b105f0-c0ad-422a-b9ca-7b1c17e9d026,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:59.565614 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8863d975-015f-4c60-b29c-c0c4df65764b None None] No DVR routers for this DVR port 20b105f0-c0ad-422a-b9ca-7b1c17e9d026 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:55:59.627175 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.646876 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:59.653687 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb1e0a08-cf3b-4435-9a0e-2b4cb807e21d req-1f1ab418-bd48-48b7-97cc-208c266951b6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:55:59.658301 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45187971-272f-404e-a876-75a142f35292') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:59.658965 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45187971-272f-404e-a876-75a142f35292') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:59.673042 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.673247 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.678861 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e65899f-8682-4500-9be2-874cb68a5ce0 None None] Sync routers for ids ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:55:59.686701 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.694808 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:55:59.695206 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:55:59.697269 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:55:59.699636 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1e0a08-cf3b-4435-9a0e-2b4cb807e21d req-1f1ab418-bd48-48b7-97cc-208c266951b6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] No DVR routers for this DVR port 196a8621-7b1f-4823-84fc-03f406d17f53 on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:55:59.701179 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cb1e0a08-cf3b-4435-9a0e-2b4cb807e21d req-1f1ab418-bd48-48b7-97cc-208c266951b6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.705005 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cb1e0a08-cf3b-4435-9a0e-2b4cb807e21d req-1f1ab418-bd48-48b7-97cc-208c266951b6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.37 "DELETE /v2.0/ports/196a8621-7b1f-4823-84fc-03f406d17f53 HTTP/1.1" status: 204 len: 173 time: 1.1442342 Dec 06 14:55:59.705481 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'name': 'network-vif-deleted', 'tag': '196a8621-7b1f-4823-84fc-03f406d17f53'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:55:59.707882 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f35f57-44a0-4744-a473-d970dd866392" -d '{"events": [{"server_uuid": "0e9acb74-47c1-4d18-88c6-772588b980b2", "name": "network-vif-deleted", "tag": "196a8621-7b1f-4823-84fc-03f406d17f53"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:55:59.711487 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e65899f-8682-4500-9be2-874cb68a5ce0 None None] Routers {'ffc979a5-31c5-495d-8576-3defa1c8bc8f'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:55:59.712451 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7e65899f-8682-4500-9be2-874cb68a5ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:55:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:55:59.748764 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed1a23d-a18c-4eaf-a5e9-9d7b0c36a8d8 x-openstack-request-id: req-0ed1a23d-a18c-4eaf-a5e9-9d7b0c36a8d8 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:55:59.749293 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9acb74-47c1-4d18-88c6-772588b980b2", "name": "network-vif-deleted", "tag": "196a8621-7b1f-4823-84fc-03f406d17f53", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:55:59.749383 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ed1a23d-a18c-4eaf-a5e9-9d7b0c36a8d8 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:55:59.749737 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9acb74-47c1-4d18-88c6-772588b980b2', 'name': 'network-vif-deleted', 'tag': '196a8621-7b1f-4823-84fc-03f406d17f53', 'status': 'completed', 'code': 200} Dec 06 14:55:59.792389 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.819943 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.824078 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0 HTTP/1.1" status: 204 len: 168 time: 0.8113959 Dec 06 14:55:59.826232 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a24c9-f84d-4cf1-8fe6-b7e57bb4e164 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5940a6c-3ef4-4b42-ab68-9d181fb7ddc0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:55:59.872986 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dbc9ef97-41d4-4cc8-a912-6a4bf8c834ce req-12345fa8-57c2-4d09-a9b3-f59302ab3610 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0677199 Dec 06 14:55:59.887469 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7e65899f-8682-4500-9be2-874cb68a5ce0 None None] Set router ffc979a5-31c5-495d-8576-3defa1c8bc8f gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:56:00.006212 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-84383dc0-a7ff-47ca-875f-c54f28d4362e req-f05d12e8-9218-4f6d-80ff-3991583490d4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0630798 Dec 06 14:56:00.059104 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a5b345ef-ef9a-482f-8e99-a4b53b163616 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:56:00.085727 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de958b-aae8-4141-a6b5-d7678777c7b5 req-8c75f37f-fca3-47ee-8de6-06ce82298ccf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:00.088108 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4de958b-aae8-4141-a6b5-d7678777c7b5 req-8c75f37f-fca3-47ee-8de6-06ce82298ccf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0693510 Dec 06 14:56:00.103881 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: a5b345ef-ef9a-482f-8e99-a4b53b163616 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:56:00.104519 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a5b345ef-ef9a-482f-8e99-a4b53b163616 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:56:00.105044 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 20b105f0-c0ad-422a-b9ca-7b1c17e9d026 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:56:00.119191 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57946) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:00.137805 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82f1d4db-e2e0-4f8d-8e69-e24ef4edb741 req-2cd41183-62ec-4d6f-8466-d166e545b873 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0448942 Dec 06 14:56:00.144686 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 20b105f0-c0ad-422a-b9ca-7b1c17e9d026 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:56:00.154578 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 20b105f0-c0ad-422a-b9ca-7b1c17e9d026 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:56:00.154578 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 785e8710-3642-43f5-9638-6bfe66097e77 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:56:00.169935 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 785e8710-3642-43f5-9638-6bfe66097e77 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:56:00.170147 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 785e8710-3642-43f5-9638-6bfe66097e77 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:56:00.180830 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4de958b-aae8-4141-a6b5-d7678777c7b5 req-7851c916-933b-45c6-9f3e-cf1efe22828a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814507 Dec 06 14:56:00.202152 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8231efbd-43be-4571-95db-60e6ca21998f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b960baac0d24ccdba25394ddf4fbed5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0782187 Dec 06 14:56:00.202866 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57948) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:00.255075 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03cebac8-7271-47a6-9c4c-f81a4a833e77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:00.278436 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03cebac8-7271-47a6-9c4c-f81a4a833e77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:00.331844 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7e65899f-8682-4500-9be2-874cb68a5ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:51:44Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ae577b41-c26e-48fc-a745-92d9ae9b297c', 'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'mac_address': 'fa:16:3e:df:45:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:43Z', 'updated_at': '2021-12-06T14:51:52Z', 'revision_number': 5, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'subnets': [{'id': '960bec1b-5464-4199-b91b-894c7ec18725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:00.334211 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03cebac8-7271-47a6-9c4c-f81a4a833e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:00.339422 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03cebac8-7271-47a6-9c4c-f81a4a833e77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:00.344149 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-03cebac8-7271-47a6-9c4c-f81a4a833e77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/046c2b95-bc12-4adc-bc16-9ad928cd5af6 HTTP/1.1" status: 204 len: 168 time: 0.1403887 Dec 06 14:56:00.346865 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-008fc2fc-c7dc-4481-acee-b1e5fd93fff5 req-d3f0a179-ab55-4086-ae46-e38bd3d73962 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0578117 Dec 06 14:56:00.359217 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cebac8-7271-47a6-9c4c-f81a4a833e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046c2b95-bc12-4adc-bc16-9ad928cd5af6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:00.405406 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e65899f-8682-4500-9be2-874cb68a5ce0 None None] Checking router: ffc979a5-31c5-495d-8576-3defa1c8bc8f for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:56:00.438753 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e65899f-8682-4500-9be2-874cb68a5ce0 None None] Routers {'ffc979a5-31c5-495d-8576-3defa1c8bc8f'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:56:00.439817 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7e65899f-8682-4500-9be2-874cb68a5ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:55:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:00.532655 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0cb55ff4-6563-4b5e-96a9-19928f41efc0 req-1385445a-2626-40bf-b78a-73e9efa2eb5e tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e9acb74-47c1-4d18-88c6-772588b980b2 HTTP/1.1" status: 200 len: 210 time: 0.0414116 Dec 06 14:56:00.550693 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a81783b-2a56-4680-b7cd-2d4663743243 req-ec64979d-23d6-47ed-827b-07ec20eb28e7 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0360389 Dec 06 14:56:00.592902 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7e65899f-8682-4500-9be2-874cb68a5ce0 None None] Set router ffc979a5-31c5-495d-8576-3defa1c8bc8f gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:56:00.742866 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36f0a25e-bc5f-4a2d-9e1d-10d09081a876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:00.832308 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7e65899f-8682-4500-9be2-874cb68a5ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:51:44Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ae577b41-c26e-48fc-a745-92d9ae9b297c', 'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'mac_address': 'fa:16:3e:df:45:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:43Z', 'updated_at': '2021-12-06T14:51:52Z', 'revision_number': 5, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'subnets': [{'id': '960bec1b-5464-4199-b91b-894c7ec18725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:00.859619 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e65899f-8682-4500-9be2-874cb68a5ce0 None None] The sync data for ids ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'] in n-d-master-1 is: [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:51:44Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ae577b41-c26e-48fc-a745-92d9ae9b297c', 'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'mac_address': 'fa:16:3e:df:45:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:43Z', 'updated_at': '2021-12-06T14:51:52Z', 'revision_number': 5, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'subnets': [{'id': '960bec1b-5464-4199-b91b-894c7ec18725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:56:00.951249 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f057fa55-9014-45d0-9982-2260ecef01c9 req-85e5c20e-1097-488b-9418-82b230c5181e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0265422 Dec 06 14:56:01.118162 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee58f9de-5753-4cb0-9c73-fcb41adf340e req-937051e3-b84a-46dc-9f97-0de685dedd22 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0396883 Dec 06 14:56:01.168540 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22d9802-da49-450a-9270-8e41c5c5305c None None] New status for floating IP 80d6adb4-e4a9-4792-a1a3-e7ca61c78db5: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:56:01.195263 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57982) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:01.241380 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0206e416-f2b2-4d5b-abe5-da140d1555f3 req-f6c6da28-c471-4574-8eaa-d79b528629bd tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0498078 Dec 06 14:56:01.326441 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8662555-3bee-4f2e-8853-dd1eec648d5c req-81486f14-c82f-4316-bac1-d3afc623ee3c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:01.328953 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e8662555-3bee-4f2e-8853-dd1eec648d5c req-81486f14-c82f-4316-bac1-d3afc623ee3c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0644572 Dec 06 14:56:01.337982 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c048ae2c-8536-4a74-9a35-c0e144f24ac0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-654814091-network', 'tenant_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:56:01.383306 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c048ae2c-8536-4a74-9a35-c0e144f24ac0 admin admin] Made reservation on behalf of 5d688b8cb5fa47c4a1cb24a5ebd887ee for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:56:01.385568 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c048ae2c-8536-4a74-9a35-c0e144f24ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:01.401891 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c048ae2c-8536-4a74-9a35-c0e144f24ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:01.407427 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e8662555-3bee-4f2e-8853-dd1eec648d5c req-07be53f6-76d8-4f1f-a48c-f9272f711ad4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660706 Dec 06 14:56:01.415154 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff772bfd-5a1c-4621-9304-0784e3b57eb6 req-2d8119a6-0b76-44c4-b00f-a4fc1bac0ea5 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0292547 Dec 06 14:56:01.491225 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c048ae2c-8536-4a74-9a35-c0e144f24ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:01.495152 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c048ae2c-8536-4a74-9a35-c0e144f24ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:01.522015 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c048ae2c-8536-4a74-9a35-c0e144f24ac0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:56:01.527260 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048ae2c-8536-4a74-9a35-c0e144f24ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13179dde-1a26-4d2c-b8b3-fa8bbac91634,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:01.535493 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c048ae2c-8536-4a74-9a35-c0e144f24ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:01.535493 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-c048ae2c-8536-4a74-9a35-c0e144f24ac0 admin admin] Added segment 768cb58e-439d-4303-9e2c-7b5d827ccc58 of type vlan for network 361cccd4-5ffe-4aa4-a444-a7a357bc9d80 Dec 06 14:56:01.579468 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c048ae2c-8536-4a74-9a35-c0e144f24ac0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:01.611700 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c048ae2c-8536-4a74-9a35-c0e144f24ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:01.615716 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c048ae2c-8536-4a74-9a35-c0e144f24ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:01.615716 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c048ae2c-8536-4a74-9a35-c0e144f24ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:01.616030 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57996) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:01.647379 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb5f5033-a026-4189-af99-02c9acef8d6c req-b7900efc-2a92-4efb-94d6-4df0cbd65fbf tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0414360 Dec 06 14:56:01.653555 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c048ae2c-8536-4a74-9a35-c0e144f24ac0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4570351 Dec 06 14:56:01.656127 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57998) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:01.660706 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-928a0f68-4532-4885-b032-b1b118def2df admin admin] Request body: {'subnet': {'network_id': '361cccd4-5ffe-4aa4-a444-a7a357bc9d80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-654814091-subnet', 'tenant_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:56:01.687433 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1535d23a-84bc-4abf-bf64-188747d25a7d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:01.692161 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048ae2c-8536-4a74-9a35-c0e144f24ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=361cccd4-5ffe-4aa4-a444-a7a357bc9d80,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:01.703735 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 361cccd4-5ffe-4aa4-a444-a7a357bc9d80 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:56:01.712301 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1535d23a-84bc-4abf-bf64-188747d25a7d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:01.712932 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928a0f68-4532-4885-b032-b1b118def2df admin admin] Made reservation on behalf of 5d688b8cb5fa47c4a1cb24a5ebd887ee for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:56:01.715775 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-928a0f68-4532-4885-b032-b1b118def2df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:01.761653 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1535d23a-84bc-4abf-bf64-188747d25a7d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:01.764501 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1535d23a-84bc-4abf-bf64-188747d25a7d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:01.765872 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1535d23a-84bc-4abf-bf64-188747d25a7d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "DELETE /v2.0/security-groups/529fb203-ebb7-4feb-80ef-77f3a99ac729 HTTP/1.1" status: 204 len: 168 time: 0.1490467 Dec 06 14:56:01.770550 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58000) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:01.787361 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535d23a-84bc-4abf-bf64-188747d25a7d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529fb203-ebb7-4feb-80ef-77f3a99ac729,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:01.790075 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-cc4c87e2-65c7-4f52-aa71-a575e055dc7b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] show failed (client error): The resource could not be found. Dec 06 14:56:01.793904 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cc4c87e2-65c7-4f52-aa71-a575e055dc7b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups/529fb203-ebb7-4feb-80ef-77f3a99ac729 HTTP/1.1" status: 404 len: 347 time: 0.0196378 Dec 06 14:56:01.794340 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58002) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:01.907343 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-928a0f68-4532-4885-b032-b1b118def2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:01.919963 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9e0c00b1-2ee0-428f-8c0e-69121d10c6b4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Deleting port 204fb1aa-0319-43e5-9ea6-a9bd020f6f1d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:56:01.920312 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e0c00b1-2ee0-428f-8c0e-69121d10c6b4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:01.960747 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a0f68-4532-4885-b032-b1b118def2df admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ecb030c-8c45-46a2-a8fd-fb38f4a424f9,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:01.971687 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928a0f68-4532-4885-b032-b1b118def2df admin admin] Checking segment: {'id': '768cb58e-439d-4303-9e2c-7b5d827ccc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '361cccd4-5ffe-4aa4-a444-a7a357bc9d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:56:01.972049 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928a0f68-4532-4885-b032-b1b118def2df admin admin] Network hostable DHCP agents. Network: 361cccd4-5ffe-4aa4-a444-a7a357bc9d80, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:56:01.989802 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928a0f68-4532-4885-b032-b1b118def2df admin admin] Network 361cccd4-5ffe-4aa4-a444-a7a357bc9d80 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:56:02.000100 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-928a0f68-4532-4885-b032-b1b118def2df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 361cccd4-5ffe-4aa4-a444-a7a357bc9d80) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:56:02.000619 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e0c00b1-2ee0-428f-8c0e-69121d10c6b4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.000955 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e0c00b1-2ee0-428f-8c0e-69121d10c6b4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.005426 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928a0f68-4532-4885-b032-b1b118def2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:02.005913 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-928a0f68-4532-4885-b032-b1b118def2df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.009152 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd354b19-3e9f-4c7e-b107-14f6b0e850b3 None None] Network 361cccd4-5ffe-4aa4-a444-a7a357bc9d80 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:56:02.015515 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9e0c00b1-2ee0-428f-8c0e-69121d10c6b4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Calling delete_port for 204fb1aa-0319-43e5-9ea6-a9bd020f6f1d owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:56:02.023741 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-928a0f68-4532-4885-b032-b1b118def2df admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3668208 Dec 06 14:56:02.026423 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58006) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:02.031824 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-654814091-router', 'tenant_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:56:02.077655 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ef4f37ee-b372-4a99-b1f2-58d49a1f6936 req-a0dd8736-3e4a-4b52-bf74-02879fe54e56 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0384181 Dec 06 14:56:02.086790 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.088368 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.144561 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.166974 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e0c00b1-2ee0-428f-8c0e-69121d10c6b4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.240303 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ecd04958-c884-4897-b811-283a1e62ecb5 req-997539e2-ebb0-436b-9f7b-9d80b65bb482 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0628669 Dec 06 14:56:02.241243 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c00b1-2ee0-428f-8c0e-69121d10c6b4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Pushing event deleted for resources: {'Port': ['ID=204fb1aa-0319-43e5-9ea6-a9bd020f6f1d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:02.302242 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e0c00b1-2ee0-428f-8c0e-69121d10c6b4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.306381 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e0c00b1-2ee0-428f-8c0e-69121d10c6b4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.307687 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9e0c00b1-2ee0-428f-8c0e-69121d10c6b4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "DELETE /v2.0/floatingips/80d6adb4-e4a9-4792-a1a3-e7ca61c78db5 HTTP/1.1" status: 204 len: 168 time: 0.5124733 Dec 06 14:56:02.314643 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.356165 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-db2b4ff5-9fe0-4248-af9a-a3cc94dda017 req-e0ff06b7-a015-47b3-a138-4022d0657eee tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0465086 Dec 06 14:56:02.373177 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-361cccd4-5ffe-4aa4-a444-a7a357bc9d80', 'network_id': '361cccd4-5ffe-4aa4-a444-a7a357bc9d80', 'tenant_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'fixed_ips': [{'subnet_id': '7ecb030c-8c45-46a2-a8fd-fb38f4a424f9'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:56:02.379454 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.534691 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Allocated IP 172.20.0.2 (361cccd4-5ffe-4aa4-a444-a7a357bc9d80/7ecb030c-8c45-46a2-a8fd-fb38f4a424f9/9b59dd15-8054-4735-af03-dedab1dded3a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:56:02.613574 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6d7f3-5b42-4bb0-8c2f-9d74a52de2e1 req-bb96bd53-e75f-4bf8-9f9d-16fce404c328 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:02.615058 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ca6d7f3-5b42-4bb0-8c2f-9d74a52de2e1 req-bb96bd53-e75f-4bf8-9f9d-16fce404c328 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.1067047 Dec 06 14:56:02.618337 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.640335 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.687280 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.693573 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.726172 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ca6d7f3-5b42-4bb0-8c2f-9d74a52de2e1 req-0baed02d-6493-404f-9b2f-d4cb58a3208e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884757 Dec 06 14:56:02.734519 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Network 361cccd4-5ffe-4aa4-a444-a7a357bc9d80 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:56:02.735509 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 196a8621-7b1f-4823-84fc-03f406d17f53 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:56:02.763021 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58020) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:02.770166 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ac04547a-cdf8-42ae-bdfe-c1ddc3d719cf tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1585244635', 'description': 'tempest-description--1904936122'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:56:02.781907 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Pushing event updated for resources: {'Port': ['ID=9b59dd15-8054-4735-af03-dedab1dded3a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:02.795335 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:56:02.800925 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:56:02.804687 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 196a8621-7b1f-4823-84fc-03f406d17f53 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:56:02.805241 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 196a8621-7b1f-4823-84fc-03f406d17f53 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:56:02.819483 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac04547a-cdf8-42ae-bdfe-c1ddc3d719cf tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.828542 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Allocated IP 172.35.7.33 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/e9f60555-5381-4a7d-9b0f-f84b34e8569c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:56:02.832340 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6e145db7-2050-4adf-b4ac-8fdbcb2fc46c req-a70b14f6-5253-4379-a5b4-9240e32043ee tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0466049 Dec 06 14:56:02.846967 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1d2e17c-db43-40b4-8221-47002e2bfc64 req-fe3874fd-1fd1-487c-8c7c-dca36a07e2c3 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0424736 Dec 06 14:56:02.864984 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Attempting to bind port 9b59dd15-8054-4735-af03-dedab1dded3a on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:56:02.865354 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Attempting to bind port 9b59dd15-8054-4735-af03-dedab1dded3a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '768cb58e-439d-4303-9e2c-7b5d827ccc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '361cccd4-5ffe-4aa4-a444-a7a357bc9d80'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:56:02.866074 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Attempting to bind port 9b59dd15-8054-4735-af03-dedab1dded3a on network 361cccd4-5ffe-4aa4-a444-a7a357bc9d80 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:56:02.871264 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:56:02.871641 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Checking segment: {'id': '768cb58e-439d-4303-9e2c-7b5d827ccc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '361cccd4-5ffe-4aa4-a444-a7a357bc9d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:56:02.872085 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.872479 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Bound using segment: {'id': '768cb58e-439d-4303-9e2c-7b5d827ccc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '361cccd4-5ffe-4aa4-a444-a7a357bc9d80'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:56:02.872948 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Bound port: 9b59dd15-8054-4735-af03-dedab1dded3a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768cb58e-439d-4303-9e2c-7b5d827ccc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '361cccd4-5ffe-4aa4-a444-a7a357bc9d80'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:56:02.873452 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.913108 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac04547a-cdf8-42ae-bdfe-c1ddc3d719cf tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.917046 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac04547a-cdf8-42ae-bdfe-c1ddc3d719cf tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.947203 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] For port 9b59dd15-8054-4735-af03-dedab1dded3a, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:56:02.949123 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac04547a-cdf8-42ae-bdfe-c1ddc3d719cf tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.950263 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] For port 9b59dd15-8054-4735-af03-dedab1dded3a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9b59dd15-8054-4735-af03-dedab1dded3a,segment=NetworkSegment(768cb58e-439d-4303-9e2c-7b5d827ccc58),segment_id=768cb58e-439d-4303-9e2c-7b5d827ccc58)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:56:02.950686 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ac04547a-cdf8-42ae-bdfe-c1ddc3d719cf tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1857781 Dec 06 14:56:02.952975 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04547a-cdf8-42ae-bdfe-c1ddc3d719cf tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded117aa-f743-4c2d-96e6-a9621de7e49a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:02.953626 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58022) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:02.958870 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:02.964502 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-325f4f0d-bd24-4178-ae6b-09279cea50e0 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Request body: {'security_group_rule': {'security_group_id': 'ded117aa-f743-4c2d-96e6-a9621de7e49a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:56:02.980833 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:03.021652 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-325f4f0d-bd24-4178-ae6b-09279cea50e0 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:03.023547 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657a82d-e098-4a61-bff4-771aa2874a2a None None] Pushing event updated for resources: {'Port': ['ID=9b59dd15-8054-4735-af03-dedab1dded3a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:03.063974 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:03.209831 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-92c248e3-5ce8-4478-b0a2-4f17c0737e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:03.332566 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c124d232-6120-4b1f-9870-6c919fcda533 req-7c854ba3-c5a2-4eff-b9a8-6ffa3c5e4365 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0286155 Dec 06 14:56:03.439007 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-325f4f0d-bd24-4178-ae6b-09279cea50e0 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:03.441430 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d50e05e3-ef43-4174-aa14-f5ab1f9dc4d3 req-96700a32-a689-4098-8619-b65ac0296389 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0450444 Dec 06 14:56:03.443235 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:56:03.444632 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2f4c1414-ecbf-4439-b4e2-a2a6886349e1 req-434e18e1-4acd-4290-962c-7cc8613d8aae tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0289328 Dec 06 14:56:03.448318 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:56:03.453950 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-325f4f0d-bd24-4178-ae6b-09279cea50e0 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:03.456397 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:56:03.463959 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f60555-5381-4a7d-9b0f-f84b34e8569c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:03.465509 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aedb6b-8199-4d71-96ad-6c56c4c3752b None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:56:03.500190 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f4f0d-bd24-4178-ae6b-09279cea50e0 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6635f9c6-f14c-49a0-ae84-df9b5cc0ed3e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:03.509947 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-325f4f0d-bd24-4178-ae6b-09279cea50e0 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:03.513735 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-325f4f0d-bd24-4178-ae6b-09279cea50e0 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5564489 Dec 06 14:56:03.514436 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58030) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:03.519855 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-331ab9c6-4a2b-4013-adbb-9119d8826275 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Request body: {'security_group_rule': {'security_group_id': 'ded117aa-f743-4c2d-96e6-a9621de7e49a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:56:03.550315 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-331ab9c6-4a2b-4013-adbb-9119d8826275 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:03.555587 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ca4ccf49-c33c-4a61-b053-a59819b0d128 None None] Provisioning complete for port e9f60555-5381-4a7d-9b0f-f84b34e8569c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:03.556382 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca4ccf49-c33c-4a61-b053-a59819b0d128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:03.590850 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ca4ccf49-c33c-4a61-b053-a59819b0d128 None None] Port e9f60555-5381-4a7d-9b0f-f84b34e8569c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:56:03.608001 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-331ab9c6-4a2b-4013-adbb-9119d8826275 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:03.613117 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-331ab9c6-4a2b-4013-adbb-9119d8826275 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:03.633955 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ab9c6-4a2b-4013-adbb-9119d8826275 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288301f0-48eb-4e86-8cc4-732d7528c9ed,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:03.640821 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-331ab9c6-4a2b-4013-adbb-9119d8826275 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:03.641979 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-331ab9c6-4a2b-4013-adbb-9119d8826275 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259305 Dec 06 14:56:03.645248 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58032) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:03.649621 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-41b5152b-00cd-4c08-b9cb-9b64a8d473ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:56:03.673216 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41b5152b-00cd-4c08-b9cb-9b64a8d473ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:03.744019 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:03.797426 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41b5152b-00cd-4c08-b9cb-9b64a8d473ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:03.932741 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9b59dd15-8054-4735-af03-dedab1dded3a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:56:03.958617 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f30f3b-77c3-4cc2-a1d8-e79a07ff9e90 req-31c6e264-41e3-4e87-8b25-89bac7b611b2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:03.960222 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-74f30f3b-77c3-4cc2-a1d8-e79a07ff9e90 req-31c6e264-41e3-4e87-8b25-89bac7b611b2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.1243305 Dec 06 14:56:03.961154 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-41b5152b-00cd-4c08-b9cb-9b64a8d473ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Allocated IP 172.35.7.22 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/94f58294-ed4b-4f5c-aab2-69d75b31eace) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:56:03.998238 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.004665 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 9b59dd15-8054-4735-af03-dedab1dded3a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:04.005041 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.067486 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a5d9ed30-724e-4944-ba98-13ae8a6fd380 req-d1972ae6-f06b-4bc3-a628-699bad61766d tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0593464 Dec 06 14:56:04.081817 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.106269 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-74f30f3b-77c3-4cc2-a1d8-e79a07ff9e90 req-664cf215-6c7e-4f0c-9d1c-91a9e63579a6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247885 Dec 06 14:56:04.115565 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41b5152b-00cd-4c08-b9cb-9b64a8d473ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.132962 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.160047 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41b5152b-00cd-4c08-b9cb-9b64a8d473ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.174286 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 9b59dd15-8054-4735-af03-dedab1dded3a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9b59dd15-8054-4735-af03-dedab1dded3a,segment=NetworkSegment(768cb58e-439d-4303-9e2c-7b5d827ccc58),segment_id=768cb58e-439d-4303-9e2c-7b5d827ccc58)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:56:04.179755 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.189478 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3abb897-bfbf-49bf-a2b0-583c5c15fd93 req-68728a46-2bcd-4c81-af68-3c289d05ec3b tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0398114 Dec 06 14:56:04.218119 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7e29d5-3020-4c2b-b3fd-3b7c84a62732 None None] Network 361cccd4-5ffe-4aa4-a444-a7a357bc9d80 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:56:04.236001 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b5152b-00cd-4c08-b9cb-9b64a8d473ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:56:04.240469 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-41b5152b-00cd-4c08-b9cb-9b64a8d473ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:56:04.245910 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b5152b-00cd-4c08-b9cb-9b64a8d473ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:56:04.260008 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Router da12068b-63a9-4252-8df7-3374837263ce is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:56:04.266804 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5152b-00cd-4c08-b9cb-9b64a8d473ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Pushing event updated for resources: {'Port': ['ID=94f58294-ed4b-4f5c-aab2-69d75b31eace,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:04.299408 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=9b59dd15-8054-4735-af03-dedab1dded3a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:04.337656 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41b5152b-00cd-4c08-b9cb-9b64a8d473ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.340430 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6a141b14-f955-4ab3-bc90-b09fba09ec9a None None] Provisioning complete for port 9b59dd15-8054-4735-af03-dedab1dded3a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:04.340800 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a141b14-f955-4ab3-bc90-b09fba09ec9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.381822 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41b5152b-00cd-4c08-b9cb-9b64a8d473ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.393046 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:56:04.410323 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Sync routers for ids ['da12068b-63a9-4252-8df7-3374837263ce'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:56:04.430354 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6601a81-d47a-43dd-a202-ed994431d6cd req-336c6ce2-00a2-45ca-a5da-a17e1cb3d42b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0350478 Dec 06 14:56:04.445911 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.447086 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-99370870-3557-43cd-9c3e-314a0fb05fa9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4195824 Dec 06 14:56:04.455736 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58042) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:04.459960 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Routers {'da12068b-63a9-4252-8df7-3374837263ce'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:56:04.461093 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:56:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['da12068b-63a9-4252-8df7-3374837263ce'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:04.595501 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-01e820d6-4a41-4b32-ba45-e874d4eb220f req-d794eb14-11e6-47f3-86b6-95bb1f124c78 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0634027 Dec 06 14:56:04.618526 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Set router da12068b-63a9-4252-8df7-3374837263ce gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:56:04.824344 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da12068b-63a9-4252-8df7-3374837263ce', 'name': 'tempest-ServersTestManualDisk-654814091-router', 'tenant_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'e9f60555-5381-4a7d-9b0f-f84b34e8569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:56:02Z', 'updated_at': '2021-12-06T14:56:03Z', 'revision_number': 3, 'project_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'gw_port': {'id': 'e9f60555-5381-4a7d-9b0f-f84b34e8569c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da12068b-63a9-4252-8df7-3374837263ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:56:02Z', 'updated_at': '2021-12-06T14:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:04.851903 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Checking router: da12068b-63a9-4252-8df7-3374837263ce for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:56:04.852734 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Updating router da12068b-63a9-4252-8df7-3374837263ce port e9f60555-5381-4a7d-9b0f-f84b34e8569c binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:56:04.855958 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cdd1e1e3-d0ae-4afb-a314-1522f816e65c req-b62a67c6-6d13-4203-8f9b-6a15820e15f2 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.3283210 Dec 06 14:56:04.881858 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.885551 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41b5152b-00cd-4c08-b9cb-9b64a8d473ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.891511 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41b5152b-00cd-4c08-b9cb-9b64a8d473ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.922385 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e1f72b1b-b593-41cf-8c1c-0f62bb2805d4 None None] Provisioning complete for port 9b59dd15-8054-4735-af03-dedab1dded3a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:04.922757 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e1f72b1b-b593-41cf-8c1c-0f62bb2805d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.960644 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5152b-00cd-4c08-b9cb-9b64a8d473ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Pushing event updated for resources: {'Port': ['ID=94f58294-ed4b-4f5c-aab2-69d75b31eace,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:04.973989 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41b5152b-00cd-4c08-b9cb-9b64a8d473ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.988972 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.990728 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41b5152b-00cd-4c08-b9cb-9b64a8d473ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.992438 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-41b5152b-00cd-4c08-b9cb-9b64a8d473ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3460875 Dec 06 14:56:05.174187 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0d2617ac-066b-404b-a949-73e2f6dd36d2 req-7547c16c-f854-448a-b3df-4557000c88ed tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0368590 Dec 06 14:56:05.180113 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] Allocated IP 172.20.0.1 (361cccd4-5ffe-4aa4-a444-a7a357bc9d80/7ecb030c-8c45-46a2-a8fd-fb38f4a424f9/169dc506-4d53-4a6f-8b2e-dea74d57a8af) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:56:05.244373 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:05.255824 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:05.286666 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5ee42-18ea-48a3-bb36-d527e979abb6 req-8a9ca200-c18c-4ddd-8245-dd2afd43d10b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:05.288096 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aef5ee42-18ea-48a3-bb36-d527e979abb6 req-8a9ca200-c18c-4ddd-8245-dd2afd43d10b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0547450 Dec 06 14:56:05.298861 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-22815967-59cb-4ca3-be6d-a2c19409067f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1585244635&fields=id&tenant_id=8444f66a19024e8ca3d08cd6cc68e73d HTTP/1.1" status: 200 len: 267 time: 0.1228349 Dec 06 14:56:05.311011 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fd5c4a-8f55-4388-b23e-6ed78dd494d1 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:56:05.334391 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Attempting to bind port e9f60555-5381-4a7d-9b0f-f84b34e8569c on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:56:05.334788 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Attempting to bind port e9f60555-5381-4a7d-9b0f-f84b34e8569c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:56:05.335155 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Attempting to bind port e9f60555-5381-4a7d-9b0f-f84b34e8569c on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:56:05.338295 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b2d36-3ae4-4ca7-aa08-4a3ebdde62ee None None] Pushing event updated for resources: {'Port': ['ID=e9f60555-5381-4a7d-9b0f-f84b34e8569c,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:05.341146 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aef5ee42-18ea-48a3-bb36-d527e979abb6 req-5de8f2bc-f737-41b3-a278-58c1072df554 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468543 Dec 06 14:56:05.346978 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:56:05.347916 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:56:05.347916 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:05.348784 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:56:05.348900 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Bound port: e9f60555-5381-4a7d-9b0f-f84b34e8569c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:56:05.349463 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:05.362349 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:05.382106 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b2d36-3ae4-4ca7-aa08-4a3ebdde62ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:05.382627 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b2d36-3ae4-4ca7-aa08-4a3ebdde62ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:05.383041 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b2d36-3ae4-4ca7-aa08-4a3ebdde62ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:05.383447 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b2d36-3ae4-4ca7-aa08-4a3ebdde62ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:05.383878 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b2d36-3ae4-4ca7-aa08-4a3ebdde62ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:05.384325 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b2d36-3ae4-4ca7-aa08-4a3ebdde62ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:05.384725 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b2d36-3ae4-4ca7-aa08-4a3ebdde62ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:05.385118 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b2d36-3ae4-4ca7-aa08-4a3ebdde62ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:05.385526 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b2d36-3ae4-4ca7-aa08-4a3ebdde62ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:05.385919 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b2d36-3ae4-4ca7-aa08-4a3ebdde62ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:05.388030 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b2d36-3ae4-4ca7-aa08-4a3ebdde62ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:05.388562 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b2d36-3ae4-4ca7-aa08-4a3ebdde62ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:05.388958 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b2d36-3ae4-4ca7-aa08-4a3ebdde62ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:05.426940 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff049c15-fb6d-4a2e-9564-c6828d0aaefb req-2bdb75e4-01d8-43cb-859a-aa9bdfd4d245 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0390477 Dec 06 14:56:05.432753 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] For port e9f60555-5381-4a7d-9b0f-f84b34e8569c, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:56:05.439881 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] For port e9f60555-5381-4a7d-9b0f-f84b34e8569c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9f60555-5381-4a7d-9b0f-f84b34e8569c,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:56:05.454338 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:05.455635 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-1fb647e3-7a1e-4058-9426-20bbf083a988 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:05.457125 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-1fb647e3-7a1e-4058-9426-20bbf083a988 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/networks?id=5aee0eac-59a5-43f1-85a8-7817e7c60b81 HTTP/1.1" status: 200 len: 816 time: 0.1515384 Dec 06 14:56:05.468460 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-838ab5c6-5889-4b37-bf1c-3e1d020e1dec None None] Provisioning complete for port e9f60555-5381-4a7d-9b0f-f84b34e8569c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:05.468848 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-838ab5c6-5889-4b37-bf1c-3e1d020e1dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:05.472732 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:05.482560 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-0c59dee8-b9cd-46c4-92c9-c6cee9b96b0c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/quotas/8444f66a19024e8ca3d08cd6cc68e73d HTTP/1.1" status: 200 len: 375 time: 0.0187645 Dec 06 14:56:05.535907 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6432b9-7adf-426b-b63b-1142b4cf9ab8 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:56:05.544547 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] Network 361cccd4-5ffe-4aa4-a444-a7a357bc9d80 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:56:05.551111 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:56:05.554339 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] Pushing event updated for resources: {'Port': ['ID=169dc506-4d53-4a6f-8b2e-dea74d57a8af,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:05.556809 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:56:05.560597 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Routers {'da12068b-63a9-4252-8df7-3374837263ce'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:56:05.561953 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:56:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['da12068b-63a9-4252-8df7-3374837263ce'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:05.569696 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5813124-3f7c-41ed-955f-d4776f002088 req-21d905b3-6aa1-450a-a850-71e32ea54d82 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0501361 Dec 06 14:56:05.605662 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-98f6d6b7-11e0-4e11-9ba5-ea25bf6d1d62 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8444f66a19024e8ca3d08cd6cc68e73d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026299 Dec 06 14:56:05.609855 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:05.636126 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b2d36-3ae4-4ca7-aa08-4a3ebdde62ee None None] Pushing event updated for resources: {'Port': ['ID=e9f60555-5381-4a7d-9b0f-f84b34e8569c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:05.649328 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:05.717273 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-83b48522-bf3e-4a9c-9ec9-aa697942a3b2 req-3633fa3c-0c83-446f-a973-456810338183 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0474763 Dec 06 14:56:05.760852 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-838ab5c6-5889-4b37-bf1c-3e1d020e1dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:05.770304 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] Set router da12068b-63a9-4252-8df7-3374837263ce gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:56:05.824712 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-f8eb157b-26da-496f-9ecf-717c4dddc38e service neutron] 10.222.0.20 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562951 Dec 06 14:56:05.842798 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-838ab5c6-5889-4b37-bf1c-3e1d020e1dec None None] For port e9f60555-5381-4a7d-9b0f-f84b34e8569c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9f60555-5381-4a7d-9b0f-f84b34e8569c,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:56:05.875980 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:05.931447 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4b28c21-644f-4481-a057-9622b66360b2 req-de534af7-c326-4acc-a1b8-097326928695 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0300872 Dec 06 14:56:05.989124 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-3d6d2680-9b4e-402f-8dee-8e42ddb8f1bc service neutron] 10.222.0.20 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493702 Dec 06 14:56:06.021328 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9b59dd15-8054-4735-af03-dedab1dded3a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:56:06.056115 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-838ab5c6-5889-4b37-bf1c-3e1d020e1dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:06.123419 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:06.130486 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:06.178205 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ab5c6-5889-4b37-bf1c-3e1d020e1dec None None] Pushing event updated for resources: {'Port': ['ID=e9f60555-5381-4a7d-9b0f-f84b34e8569c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:06.183359 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 9b59dd15-8054-4735-af03-dedab1dded3a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:06.183716 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:06.210848 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-661cc3e0-36e7-478f-80c7-9b5aaec35282 req-6e8ad266-ae16-4dd2-9aa0-918558767054 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 210 time: 0.0590246 Dec 06 14:56:06.239708 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1c73788c-9f56-46bb-b4fb-e3a553c30e95 None None] Provisioning complete for port e9f60555-5381-4a7d-9b0f-f84b34e8569c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:06.240088 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c73788c-9f56-46bb-b4fb-e3a553c30e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:06.256257 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:06.260339 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] Pushing event updated for resources: {'Port': ['ID=169dc506-4d53-4a6f-8b2e-dea74d57a8af,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:06.312798 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a4ea33c-dbba-4bed-acd8-caf561a9c2c6 req-260bd902-f2a8-417f-a62e-17b2f4ba64ea tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0541732 Dec 06 14:56:06.369301 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da12068b-63a9-4252-8df7-3374837263ce', 'name': 'tempest-ServersTestManualDisk-654814091-router', 'tenant_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'e9f60555-5381-4a7d-9b0f-f84b34e8569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:56:02Z', 'updated_at': '2021-12-06T14:56:03Z', 'revision_number': 3, 'project_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'gw_port': {'id': 'e9f60555-5381-4a7d-9b0f-f84b34e8569c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da12068b-63a9-4252-8df7-3374837263ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:56:02Z', 'updated_at': '2021-12-06T14:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:06.388289 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] Network 361cccd4-5ffe-4aa4-a444-a7a357bc9d80 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:56:06.389848 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:56:06.418039 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e6dac0-c480-4f31-ba7e-d01ed002d3e8 None None] The sync data for ids ['da12068b-63a9-4252-8df7-3374837263ce'] in n-d-master-1 is: [{'id': 'da12068b-63a9-4252-8df7-3374837263ce', 'name': 'tempest-ServersTestManualDisk-654814091-router', 'tenant_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'e9f60555-5381-4a7d-9b0f-f84b34e8569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:56:02Z', 'updated_at': '2021-12-06T14:56:03Z', 'revision_number': 3, 'project_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'gw_port': {'id': 'e9f60555-5381-4a7d-9b0f-f84b34e8569c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da12068b-63a9-4252-8df7-3374837263ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:56:02Z', 'updated_at': '2021-12-06T14:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:56:06.478643 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1c73788c-9f56-46bb-b4fb-e3a553c30e95 None None] Provisioning complete for port 169dc506-4d53-4a6f-8b2e-dea74d57a8af triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:06.479140 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c73788c-9f56-46bb-b4fb-e3a553c30e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:06.537007 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1c73788c-9f56-46bb-b4fb-e3a553c30e95 None None] Port 169dc506-4d53-4a6f-8b2e-dea74d57a8af cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:56:06.542050 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:06.604779 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6bcd8-8d4a-40f3-b88a-dd5dfc02800a req-8081a625-2708-4fa2-b0be-3415e80a5b41 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:06.612302 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ce6bcd8-8d4a-40f3-b88a-dd5dfc02800a req-8081a625-2708-4fa2-b0be-3415e80a5b41 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0933793 Dec 06 14:56:06.668958 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ce6bcd8-8d4a-40f3-b88a-dd5dfc02800a req-efd8d22a-64fc-4a36-8ff6-b73b636110dc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546277 Dec 06 14:56:06.773124 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-44af8884-aab3-4328-879d-829fc7191358 None None] Provisioning complete for port 169dc506-4d53-4a6f-8b2e-dea74d57a8af triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:06.773596 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-44af8884-aab3-4328-879d-829fc7191358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:06.811794 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb3f5e11-5929-4d98-8065-ea2322e9d3e2 req-e7184042-dcbc-4e61-a0a6-725ac888e32b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0788264 Dec 06 14:56:06.855687 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-44af8884-aab3-4328-879d-829fc7191358 None None] Port 169dc506-4d53-4a6f-8b2e-dea74d57a8af cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:56:06.912598 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4c9db335-473e-41e9-ba1b-87eb7e997570 req-b6693913-9357-41c6-bb69-11e244ff72be tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0292442 Dec 06 14:56:06.946365 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-833a7bea-68e7-4d18-9f66-ad9b57d0e63d req-01a4c709-2ded-4ae2-97fd-da707ba58e20 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.3912213 Dec 06 14:56:06.973873 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] Router da12068b-63a9-4252-8df7-3374837263ce has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:56:07.032899 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-caab9101-1804-4a3a-970f-0d782052af38 req-d4b183e7-38ce-4309-9995-e784889d0192 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0361919 Dec 06 14:56:07.106956 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:56:07.112918 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-49634198-8e5f-41bf-bcab-a0dcf0480a09 admin admin] 10.222.0.20 "PUT /v2.0/routers/da12068b-63a9-4252-8df7-3374837263ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6619844 Dec 06 14:56:07.309240 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8e384e9-e903-412a-90ec-d56a8d16fbdc req-25a04203-3baf-4523-91ce-f2443a5eee3f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 210 time: 0.0273652 Dec 06 14:56:07.393700 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3ebfdc26-dd14-43cd-b588-0a66e2b7397f req-c50dbdaa-283c-493d-bdfc-92fc3892ed41 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0300400 Dec 06 14:56:07.582505 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-1c9b9bf7-86f7-4551-bced-5f9c66f79d91 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:07.584301 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-1c9b9bf7-86f7-4551-bced-5f9c66f79d91 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.37 "GET /v2.0/networks?id=5aee0eac-59a5-43f1-85a8-7817e7c60b81 HTTP/1.1" status: 200 len: 816 time: 0.1296234 Dec 06 14:56:07.673144 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-5b930d35-fc1d-4400-98ef-c379fea230b2 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8444f66a19024e8ca3d08cd6cc68e73d HTTP/1.1" status: 200 len: 380 time: 0.0726540 Dec 06 14:56:07.684126 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-8397c1f5-222f-49fe-af78-76aa7bd5936f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Request body: {'port': {'device_id': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'admin_state_up': True, 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'security_groups': ['ded117aa-f743-4c2d-96e6-a9621de7e49a']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:56:07.795025 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1633d3-3692-4b17-b3b3-ff5cebf6dbe2 req-1d89dc9c-ef00-4ec9-a924-40f495c1fa3f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:07.796282 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-8397c1f5-222f-49fe-af78-76aa7bd5936f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Made reservation on behalf of 8444f66a19024e8ca3d08cd6cc68e73d for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:56:07.797195 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f1633d3-3692-4b17-b3b3-ff5cebf6dbe2 req-1d89dc9c-ef00-4ec9-a924-40f495c1fa3f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0501430 Dec 06 14:56:07.800164 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-8397c1f5-222f-49fe-af78-76aa7bd5936f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:07.867309 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f1633d3-3692-4b17-b3b3-ff5cebf6dbe2 req-631b54cc-e994-4a90-a76a-17d4e8c7b2ca tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630407 Dec 06 14:56:07.944001 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e9f60555-5381-4a7d-9b0f-f84b34e8569c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:56:07.963269 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3385c4f2-f5d8-45b0-bfec-cc1401ce5a52 req-2598900a-c5b6-4566-89d0-e49c8dc03792 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0290277 Dec 06 14:56:07.966281 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58114) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:07.977604 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-182ab734-63d0-41cd-99b5-2d50fe6e7c20 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--695427095', 'description': 'tempest-description--317825381'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:56:08.002198 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-8397c1f5-222f-49fe-af78-76aa7bd5936f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Allocated IP 172.20.0.5 (5aee0eac-59a5-43f1-85a8-7817e7c60b81/960bec1b-5464-4199-b91b-894c7ec18725/3a9dbd15-3dbc-4d78-bce4-4fde7df0128c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:56:08.011847 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-182ab734-63d0-41cd-99b5-2d50fe6e7c20 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.012348 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e9f60555-5381-4a7d-9b0f-f84b34e8569c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:08.012716 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.048191 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a7707975-39ce-41d2-91d0-df1c61916e52 req-03c28be3-295f-412b-8965-475db0557b30 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0333772 Dec 06 14:56:08.066439 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02dd0035-e66a-4dfc-80dd-37598aa52662 req-baf8cf60-021f-4c8b-9ef4-4ebf5b42d6ea tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0351217 Dec 06 14:56:08.148886 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-182ab734-63d0-41cd-99b5-2d50fe6e7c20 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.153626 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-182ab734-63d0-41cd-99b5-2d50fe6e7c20 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.185226 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-182ab734-63d0-41cd-99b5-2d50fe6e7c20 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.186235 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f50c60fd-ecab-475c-bc2c-7f6d499b13b3 req-ccb33079-4354-48a2-ae84-8dc5c1083223 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0344954 Dec 06 14:56:08.193053 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-182ab734-63d0-41cd-99b5-2d50fe6e7c20 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2254353 Dec 06 14:56:08.196108 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58120) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:08.203848 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1f2a7f5b-dce6-47fb-8eb8-76a6ba2baf89 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Request body: {'security_group_rule': {'security_group_id': '0f220e50-83c6-423e-8841-c9397e1849de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:56:08.207510 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ab734-63d0-41cd-99b5-2d50fe6e7c20 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f220e50-83c6-423e-8841-c9397e1849de,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:08.222920 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-8397c1f5-222f-49fe-af78-76aa7bd5936f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.235386 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f2a7f5b-dce6-47fb-8eb8-76a6ba2baf89 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.263438 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-8397c1f5-222f-49fe-af78-76aa7bd5936f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.298926 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f2a7f5b-dce6-47fb-8eb8-76a6ba2baf89 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.304241 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f2a7f5b-dce6-47fb-8eb8-76a6ba2baf89 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.312182 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-8397c1f5-222f-49fe-af78-76aa7bd5936f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:56:08.317954 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-8397c1f5-222f-49fe-af78-76aa7bd5936f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:56:08.320345 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-8397c1f5-222f-49fe-af78-76aa7bd5936f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:56:08.324267 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a7f5b-dce6-47fb-8eb8-76a6ba2baf89 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212c4690-1600-4dc1-b0e5-08df5bd433d1,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:08.335061 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f2a7f5b-dce6-47fb-8eb8-76a6ba2baf89 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.336354 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1f2a7f5b-dce6-47fb-8eb8-76a6ba2baf89 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393211 Dec 06 14:56:08.338946 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58124) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:08.346558 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2c0daaea-b948-4fb8-9f35-043c8c98942a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Request body: {'security_group_rule': {'security_group_id': '0f220e50-83c6-423e-8841-c9397e1849de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:56:08.363449 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397c1f5-222f-49fe-af78-76aa7bd5936f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Pushing event updated for resources: {'Port': ['ID=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:08.393666 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c0daaea-b948-4fb8-9f35-043c8c98942a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.394493 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-8397c1f5-222f-49fe-af78-76aa7bd5936f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:08.395372 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-8397c1f5-222f-49fe-af78-76aa7bd5936f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.422496 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-8397c1f5-222f-49fe-af78-76aa7bd5936f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7420297 Dec 06 14:56:08.442855 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Request body: {'port': {'device_id': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:56:08.496918 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c0daaea-b948-4fb8-9f35-043c8c98942a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.506977 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c71d0-54aa-4375-b731-1ac070ff4de5 req-531ff2f0-97fd-4ae1-a243-3750cebe85c6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:08.508655 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b07c71d0-54aa-4375-b731-1ac070ff4de5 req-531ff2f0-97fd-4ae1-a243-3750cebe85c6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 931 time: 0.0992560 Dec 06 14:56:08.510507 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c0daaea-b948-4fb8-9f35-043c8c98942a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.520382 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fd355526-e2b8-4855-b869-b13f21ed5bbb req-8def2630-212a-4e0e-86c9-0acd251e1784 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0498338 Dec 06 14:56:08.544963 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0daaea-b948-4fb8-9f35-043c8c98942a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8353bc7c-0258-4607-b69c-cee30f83f1df,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:08.564887 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c0daaea-b948-4fb8-9f35-043c8c98942a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.566081 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2c0daaea-b948-4fb8-9f35-043c8c98942a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2258084 Dec 06 14:56:08.571359 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58128) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:08.576136 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-822c49cb-cbdf-4d30-bfbf-afc8968ca14a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:56:08.582942 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.591987 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e25a3e32-be74-4918-9646-5da3c336fe65 None None] Provisioning complete for port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:08.594112 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b07c71d0-54aa-4375-b731-1ac070ff4de5 req-899117e3-e638-4170-9129-26a04361b24d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773413 Dec 06 14:56:08.596985 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e25a3e32-be74-4918-9646-5da3c336fe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.598848 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Sync routers for ids ['da12068b-63a9-4252-8df7-3374837263ce'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:56:08.615269 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Routers {'da12068b-63a9-4252-8df7-3374837263ce'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:56:08.615938 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:56:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['da12068b-63a9-4252-8df7-3374837263ce'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:08.637781 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e25a3e32-be74-4918-9646-5da3c336fe65 None None] Port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:56:08.641863 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-822c49cb-cbdf-4d30-bfbf-afc8968ca14a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:08.822930 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Set router da12068b-63a9-4252-8df7-3374837263ce gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:56:08.901073 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-822c49cb-cbdf-4d30-bfbf-afc8968ca14a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:09.020803 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:56:09.025804 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da12068b-63a9-4252-8df7-3374837263ce', 'name': 'tempest-ServersTestManualDisk-654814091-router', 'tenant_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'e9f60555-5381-4a7d-9b0f-f84b34e8569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:56:02Z', 'updated_at': '2021-12-06T14:56:05Z', 'revision_number': 4, 'project_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'gw_port': {'id': 'e9f60555-5381-4a7d-9b0f-f84b34e8569c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da12068b-63a9-4252-8df7-3374837263ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:56:02Z', 'updated_at': '2021-12-06T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '169dc506-4d53-4a6f-8b2e-dea74d57a8af', 'name': '', 'network_id': '361cccd4-5ffe-4aa4-a444-a7a357bc9d80', 'tenant_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'mac_address': 'fa:16:3e:91:a0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da12068b-63a9-4252-8df7-3374837263ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7ecb030c-8c45-46a2-a8fd-fb38f4a424f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:56:05Z', 'updated_at': '2021-12-06T14:56:05Z', 'revision_number': 2, 'project_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'subnets': [{'id': '7ecb030c-8c45-46a2-a8fd-fb38f4a424f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:09.031085 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:09.053921 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f18ffe5c-1c55-47fe-8a42-662259d833e1 req-89961c82-b9b0-4643-973a-991bdc84ea9d tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0346539 Dec 06 14:56:09.054553 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Checking router: da12068b-63a9-4252-8df7-3374837263ce for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:56:09.054553 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Updating router da12068b-63a9-4252-8df7-3374837263ce port 169dc506-4d53-4a6f-8b2e-dea74d57a8af binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:56:09.073219 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Transition to ACTIVE for port object 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:56:09.080550 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:09.087513 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eed38-2bc3-453f-91ff-de42b4d8ed00 req-aec6b930-14c8-4ca5-a288-f9d32d59bdb7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:09.089119 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-529eed38-2bc3-453f-91ff-de42b4d8ed00 req-aec6b930-14c8-4ca5-a288-f9d32d59bdb7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.1209798 Dec 06 14:56:09.092025 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:09.138889 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a3ac2873-dc63-4e37-a4c2-2b46349ae65c req-7445a895-4087-45d0-ab4b-7747bac72aa3 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0291414 Dec 06 14:56:09.166420 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-822c49cb-cbdf-4d30-bfbf-afc8968ca14a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Allocated IP 172.35.7.32 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/b7ad1db2-0040-47a9-90d9-4555a486ef66) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:56:09.200762 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:09.227956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96ec9f43-cf14-4db7-964c-ad75c9aa3a47 req-76bd42b4-db92-40bc-8bbd-0e69509ee067 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0398967 Dec 06 14:56:09.322557 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e42173b-9059-45ff-89f3-c6c7ccd1374e req-6ee8edc5-b8a3-432f-975b-555a58002e9c tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0365796 Dec 06 14:56:09.331983 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-529eed38-2bc3-453f-91ff-de42b4d8ed00 req-f0d66cbf-e338-478b-a9e5-3cbc069bf154 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295921 Dec 06 14:56:09.386957 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-822c49cb-cbdf-4d30-bfbf-afc8968ca14a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:09.387274 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:09.395425 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:09.396412 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Attempting to bind port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:56:09.396806 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Attempting to bind port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:56:09.397194 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Attempting to bind port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c on network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:56:09.406812 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c on network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:56:09.407132 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Attempting to bind port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c on network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:56:09.414536 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:56:09.414874 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Checking segment: {'id': 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:56:09.415268 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Bound using segment: {'id': 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:56:09.415730 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Bound port: 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:56:09.416092 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:09.451457 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec193b8c-88d5-42ab-8ec3-20144cfa648e None None] Pushing event updated for resources: {'Port': ['ID=169dc506-4d53-4a6f-8b2e-dea74d57a8af,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:09.474887 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec193b8c-88d5-42ab-8ec3-20144cfa648e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:09.475171 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec193b8c-88d5-42ab-8ec3-20144cfa648e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:09.475402 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec193b8c-88d5-42ab-8ec3-20144cfa648e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:09.475794 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec193b8c-88d5-42ab-8ec3-20144cfa648e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:09.475929 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-822c49cb-cbdf-4d30-bfbf-afc8968ca14a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:09.476177 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec193b8c-88d5-42ab-8ec3-20144cfa648e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:09.476542 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec193b8c-88d5-42ab-8ec3-20144cfa648e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:09.476872 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec193b8c-88d5-42ab-8ec3-20144cfa648e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:09.477223 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec193b8c-88d5-42ab-8ec3-20144cfa648e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:09.477523 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec193b8c-88d5-42ab-8ec3-20144cfa648e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:09.477860 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec193b8c-88d5-42ab-8ec3-20144cfa648e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:09.478333 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec193b8c-88d5-42ab-8ec3-20144cfa648e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:09.488009 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec193b8c-88d5-42ab-8ec3-20144cfa648e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:09.489096 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec193b8c-88d5-42ab-8ec3-20144cfa648e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:09.522078 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Attempting to bind port 169dc506-4d53-4a6f-8b2e-dea74d57a8af on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:56:09.522209 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Attempting to bind port 169dc506-4d53-4a6f-8b2e-dea74d57a8af by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '768cb58e-439d-4303-9e2c-7b5d827ccc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '361cccd4-5ffe-4aa4-a444-a7a357bc9d80'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:56:09.522616 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Attempting to bind port 169dc506-4d53-4a6f-8b2e-dea74d57a8af on network 361cccd4-5ffe-4aa4-a444-a7a357bc9d80 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:56:09.528653 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:56:09.529039 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Checking segment: {'id': '768cb58e-439d-4303-9e2c-7b5d827ccc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '361cccd4-5ffe-4aa4-a444-a7a357bc9d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:56:09.529423 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:09.529810 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Bound using segment: {'id': '768cb58e-439d-4303-9e2c-7b5d827ccc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '361cccd4-5ffe-4aa4-a444-a7a357bc9d80'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:56:09.530886 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Bound port: 169dc506-4d53-4a6f-8b2e-dea74d57a8af, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768cb58e-439d-4303-9e2c-7b5d827ccc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '361cccd4-5ffe-4aa4-a444-a7a357bc9d80'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:56:09.531267 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:09.537205 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822c49cb-cbdf-4d30-bfbf-afc8968ca14a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:56:09.542463 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-822c49cb-cbdf-4d30-bfbf-afc8968ca14a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:56:09.544836 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] For port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:56:09.551301 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c49cb-cbdf-4d30-bfbf-afc8968ca14a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:56:09.559366 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c49cb-cbdf-4d30-bfbf-afc8968ca14a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Pushing event updated for resources: {'Port': ['ID=b7ad1db2-0040-47a9-90d9-4555a486ef66,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:09.587250 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] For port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:56:09.598845 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:09.619776 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] For port 169dc506-4d53-4a6f-8b2e-dea74d57a8af, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:56:09.623748 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] For port 169dc506-4d53-4a6f-8b2e-dea74d57a8af, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=169dc506-4d53-4a6f-8b2e-dea74d57a8af,segment=NetworkSegment(768cb58e-439d-4303-9e2c-7b5d827ccc58),segment_id=768cb58e-439d-4303-9e2c-7b5d827ccc58)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:56:09.629653 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:09.644126 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:09.644758 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:09.646190 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] 10.222.0.37 "PUT /v2.0/ports/3a9dbd15-3dbc-4d78-bce4-4fde7df0128c HTTP/1.1" status: 200 len: 1091 time: 1.2086892 Dec 06 14:56:09.648084 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'tag': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:56:09.650146 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3251fd5-f278-4c32-8bf0-fd196e6379ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6", "tag": "3a9dbd15-3dbc-4d78-bce4-4fde7df0128c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:56:09.679442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b75849f6-0c8c-49fb-a2e3-5f8b091472c1 req-fff38534-0c01-47f5-ac32-c1858180870b tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0680230 Dec 06 14:56:09.755074 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa180f2d-db4f-47c7-8f21-92597881c74c x-openstack-request-id: req-fa180f2d-db4f-47c7-8f21-92597881c74c {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:56:09.755074 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6", "tag": "3a9dbd15-3dbc-4d78-bce4-4fde7df0128c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:56:09.755335 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa180f2d-db4f-47c7-8f21-92597881c74c {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:56:09.755728 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'tag': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c', 'status': 'completed', 'code': 200} Dec 06 14:56:09.773227 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Routers {'da12068b-63a9-4252-8df7-3374837263ce'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:56:09.773902 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:56:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['da12068b-63a9-4252-8df7-3374837263ce'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:09.804410 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe7fb9-8bb3-4491-90a2-b2a969a07fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:09.818939 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2f63f1f6-aceb-4513-aca4-87bd567e24ec None None] Provisioning complete for port 169dc506-4d53-4a6f-8b2e-dea74d57a8af triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:09.819445 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2f63f1f6-aceb-4513-aca4-87bd567e24ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:09.844583 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec193b8c-88d5-42ab-8ec3-20144cfa648e None None] Pushing event updated for resources: {'Port': ['ID=169dc506-4d53-4a6f-8b2e-dea74d57a8af,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:09.864789 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-822c49cb-cbdf-4d30-bfbf-afc8968ca14a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:09.904609 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07046f-732b-4a88-aae8-7bf0c7c3432c req-4a60fd29-5705-4b44-a4f7-f097e0e7d68f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:09.916531 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e07046f-732b-4a88-aae8-7bf0c7c3432c req-4a60fd29-5705-4b44-a4f7-f097e0e7d68f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.1758795 Dec 06 14:56:09.949040 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] Set router da12068b-63a9-4252-8df7-3374837263ce gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:56:09.956500 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2f63f1f6-aceb-4513-aca4-87bd567e24ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:09.959531 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-822c49cb-cbdf-4d30-bfbf-afc8968ca14a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:10.005125 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2f63f1f6-aceb-4513-aca4-87bd567e24ec None None] For port 169dc506-4d53-4a6f-8b2e-dea74d57a8af, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=169dc506-4d53-4a6f-8b2e-dea74d57a8af,segment=NetworkSegment(768cb58e-439d-4303-9e2c-7b5d827ccc58),segment_id=768cb58e-439d-4303-9e2c-7b5d827ccc58)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:56:10.013554 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2f63f1f6-aceb-4513-aca4-87bd567e24ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:10.020837 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-1b7915c6-d18c-493a-b102-89b6ea4eb37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:10.022490 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-1b7915c6-d18c-493a-b102-89b6ea4eb37b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8444f66a19024e8ca3d08cd6cc68e73d&device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 1094 time: 0.2809846 Dec 06 14:56:10.077145 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63f1f6-aceb-4513-aca4-87bd567e24ec None None] Pushing event updated for resources: {'Port': ['ID=169dc506-4d53-4a6f-8b2e-dea74d57a8af,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:10.101441 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:56:10.102479 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-e7586419-0442-42fa-b54d-61f05a1bb2ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c HTTP/1.1" status: 200 len: 217 time: 0.0568647 Dec 06 14:56:10.132031 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e07046f-732b-4a88-aae8-7bf0c7c3432c req-c6ed6210-89d2-451b-aeac-2698e11704bb tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066545 Dec 06 14:56:10.147729 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-77ec31a0-83d7-4f48-bb68-fb6c1630277e req-f86040d0-8bff-4d85-b116-461223a92e7f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0339501 Dec 06 14:56:10.154403 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3075fe34-e9ee-4254-ab87-eb413b0b1ba2 None None] Provisioning complete for port 169dc506-4d53-4a6f-8b2e-dea74d57a8af triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:10.155613 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3075fe34-e9ee-4254-ab87-eb413b0b1ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:10.200626 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da12068b-63a9-4252-8df7-3374837263ce', 'name': 'tempest-ServersTestManualDisk-654814091-router', 'tenant_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'e9f60555-5381-4a7d-9b0f-f84b34e8569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:56:02Z', 'updated_at': '2021-12-06T14:56:05Z', 'revision_number': 4, 'project_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'gw_port': {'id': 'e9f60555-5381-4a7d-9b0f-f84b34e8569c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da12068b-63a9-4252-8df7-3374837263ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:56:02Z', 'updated_at': '2021-12-06T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '169dc506-4d53-4a6f-8b2e-dea74d57a8af', 'name': '', 'network_id': '361cccd4-5ffe-4aa4-a444-a7a357bc9d80', 'tenant_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'mac_address': 'fa:16:3e:91:a0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da12068b-63a9-4252-8df7-3374837263ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7ecb030c-8c45-46a2-a8fd-fb38f4a424f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:56:05Z', 'updated_at': '2021-12-06T14:56:09Z', 'revision_number': 4, 'project_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'subnets': [{'id': '7ecb030c-8c45-46a2-a8fd-fb38f4a424f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:10.231270 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941574ac-f3de-4540-a90a-fa37e5e43ef5 None None] The sync data for ids ['da12068b-63a9-4252-8df7-3374837263ce'] in n-d-master-1 is: [{'id': 'da12068b-63a9-4252-8df7-3374837263ce', 'name': 'tempest-ServersTestManualDisk-654814091-router', 'tenant_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'e9f60555-5381-4a7d-9b0f-f84b34e8569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:56:02Z', 'updated_at': '2021-12-06T14:56:05Z', 'revision_number': 4, 'project_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'gw_port': {'id': 'e9f60555-5381-4a7d-9b0f-f84b34e8569c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da12068b-63a9-4252-8df7-3374837263ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:56:02Z', 'updated_at': '2021-12-06T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '169dc506-4d53-4a6f-8b2e-dea74d57a8af', 'name': '', 'network_id': '361cccd4-5ffe-4aa4-a444-a7a357bc9d80', 'tenant_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'mac_address': 'fa:16:3e:91:a0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da12068b-63a9-4252-8df7-3374837263ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7ecb030c-8c45-46a2-a8fd-fb38f4a424f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:56:05Z', 'updated_at': '2021-12-06T14:56:09Z', 'revision_number': 4, 'project_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'subnets': [{'id': '7ecb030c-8c45-46a2-a8fd-fb38f4a424f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:56:10.262292 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2ce9c535-0649-45dc-9f4b-1ed202ea6ba9 req-1556632c-f3c3-4094-8a3f-24f147106fac tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0417140 Dec 06 14:56:10.266814 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-3304940e-dad9-4b6d-9197-e5f3be6e8122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:10.268652 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-3304940e-dad9-4b6d-9197-e5f3be6e8122 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=960bec1b-5464-4199-b91b-894c7ec18725 HTTP/1.1" status: 200 len: 855 time: 0.1517560 Dec 06 14:56:10.340132 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d00acd51-1908-402b-a496-1c15af496239 req-0828061f-66a1-4d74-9d7f-3d2ac4be1e75 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0455601 Dec 06 14:56:10.376188 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-70a27b28-15bb-4551-83f2-8a783ef23b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:10.378157 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-70a27b28-15bb-4551-83f2-8a783ef23b28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aee0eac-59a5-43f1-85a8-7817e7c60b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926125 Dec 06 14:56:10.387971 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-822c49cb-cbdf-4d30-bfbf-afc8968ca14a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:10.423465 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-822c49cb-cbdf-4d30-bfbf-afc8968ca14a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:10.452741 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7963954c-b03a-43bc-a70a-729a45b57473 req-b7778ac1-d967-49e6-9ec8-452961af48b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0501041 Dec 06 14:56:10.488938 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b8451-a545-4011-9cfc-f464a109eb6d req-c48d659e-8d17-4f81-8f52-3c060afcfbe0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:10.490624 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569b8451-a545-4011-9cfc-f464a109eb6d req-c48d659e-8d17-4f81-8f52-3c060afcfbe0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0682659 Dec 06 14:56:10.552641 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569b8451-a545-4011-9cfc-f464a109eb6d req-53cb2d48-7f1e-4183-94d8-cb3b39e25b5a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520949 Dec 06 14:56:10.570666 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c49cb-cbdf-4d30-bfbf-afc8968ca14a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Pushing event updated for resources: {'Port': ['ID=b7ad1db2-0040-47a9-90d9-4555a486ef66,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:10.576418 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-822c49cb-cbdf-4d30-bfbf-afc8968ca14a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:10.599907 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-c3bb27de-41be-4599-8564-fc81c2a89aa5 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079146 Dec 06 14:56:10.606859 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-822c49cb-cbdf-4d30-bfbf-afc8968ca14a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:10.608215 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-822c49cb-cbdf-4d30-bfbf-afc8968ca14a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0357151 Dec 06 14:56:10.710952 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8623679-2003-4b0a-8d7b-1c72597ad739 req-c593bc68-78cb-4a3c-a31b-88f3225adadf service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998366 Dec 06 14:56:10.758740 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ba4a8fd-0cc8-41dd-90b9-d99d5fc509e9 req-88052a37-ae67-49db-bbda-5b665eec7ae7 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0282190 Dec 06 14:56:10.796204 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-85b1bf30-96ae-4a98-a1b1-7e15467eb53b req-d23ceaa6-ae7d-43d9-a13c-74ccf86b8fc3 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--695427095&fields=id&tenant_id=5d688b8cb5fa47c4a1cb24a5ebd887ee HTTP/1.1" status: 200 len: 267 time: 0.0645130 Dec 06 14:56:10.888953 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3251fd5-f278-4c32-8bf0-fd196e6379ed req-1cb2642b-1367-42ce-825c-b3aff26ff120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:10.891212 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3251fd5-f278-4c32-8bf0-fd196e6379ed req-1cb2642b-1367-42ce-825c-b3aff26ff120 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8444f66a19024e8ca3d08cd6cc68e73d&device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 1094 time: 0.1125443 Dec 06 14:56:10.954955 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1bf30-96ae-4a98-a1b1-7e15467eb53b req-0818d671-f327-4ae8-93e8-0da5183d0efb tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:10.956484 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-85b1bf30-96ae-4a98-a1b1-7e15467eb53b req-0818d671-f327-4ae8-93e8-0da5183d0efb tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/networks?id=361cccd4-5ffe-4aa4-a444-a7a357bc9d80 HTTP/1.1" status: 200 len: 811 time: 0.1464427 Dec 06 14:56:11.005444 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-85b1bf30-96ae-4a98-a1b1-7e15467eb53b req-5a63261d-4385-403f-9a1b-9589181c05a2 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/quotas/5d688b8cb5fa47c4a1cb24a5ebd887ee HTTP/1.1" status: 200 len: 375 time: 0.0221741 Dec 06 14:56:11.035878 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3251fd5-f278-4c32-8bf0-fd196e6379ed req-0390f663-c365-4987-946b-610e95fb9cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:11.037355 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3251fd5-f278-4c32-8bf0-fd196e6379ed req-0390f663-c365-4987-946b-610e95fb9cdc service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aee0eac-59a5-43f1-85a8-7817e7c60b81 HTTP/1.1" status: 200 len: 917 time: 0.1362557 Dec 06 14:56:11.091299 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3251fd5-f278-4c32-8bf0-fd196e6379ed req-c5a321a3-bbe9-4780-91be-d1d40dad3e05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c HTTP/1.1" status: 200 len: 217 time: 0.0397034 Dec 06 14:56:11.104967 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-85b1bf30-96ae-4a98-a1b1-7e15467eb53b req-88bcf851-c5d1-428c-93fa-9433dae9ecf9 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d688b8cb5fa47c4a1cb24a5ebd887ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881183 Dec 06 14:56:11.155827 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3251fd5-f278-4c32-8bf0-fd196e6379ed req-ca8562f0-54f3-479b-a767-1be7132714c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:11.157291 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3251fd5-f278-4c32-8bf0-fd196e6379ed req-ca8562f0-54f3-479b-a767-1be7132714c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=960bec1b-5464-4199-b91b-894c7ec18725 HTTP/1.1" status: 200 len: 855 time: 0.0514669 Dec 06 14:56:11.260425 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d6542-a1d5-4423-bcfd-88e9b5996408 req-d3eb7a82-8aa6-4ac7-988c-d56417a833a4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:11.262137 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-889d6542-a1d5-4423-bcfd-88e9b5996408 req-d3eb7a82-8aa6-4ac7-988c-d56417a833a4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0530677 Dec 06 14:56:11.316507 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-889d6542-a1d5-4423-bcfd-88e9b5996408 req-8caf34f7-186a-4652-820b-e0ee401511ea tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477800 Dec 06 14:56:11.396249 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6534d461-77bb-452a-ba40-1731bb0ccc15 req-5c6ada37-5cbf-4d69-b974-3f7656aeebf2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0340788 Dec 06 14:56:11.464997 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7766c4ce-c3b1-458a-8521-30fb9b273c32 req-5a2725ec-c396-4c17-9616-6615d3d52cdf tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0264935 Dec 06 14:56:11.544904 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-557c1c94-2e0c-487f-a991-63b8b75e8827 req-90f3fc73-aa7b-4af9-ab55-6e2fe3727d98 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0292950 Dec 06 14:56:11.560359 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3251fd5-f278-4c32-8bf0-fd196e6379ed req-0838b3bb-70ab-44d8-99af-9ea516242937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:11.561924 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3251fd5-f278-4c32-8bf0-fd196e6379ed req-0838b3bb-70ab-44d8-99af-9ea516242937 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aee0eac-59a5-43f1-85a8-7817e7c60b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3955131 Dec 06 14:56:11.607364 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58cbd780-8968-4eb8-b18a-ebe7fb852ff7 req-34da0116-70e2-41df-814e-3d02878d7ea8 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0254867 Dec 06 14:56:11.615071 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-85b1bf30-96ae-4a98-a1b1-7e15467eb53b req-546e74b7-de82-4812-a73c-0b20511732e3 service neutron] 10.222.0.20 "GET /v2.0/networks/361cccd4-5ffe-4aa4-a444-a7a357bc9d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818835 Dec 06 14:56:11.711053 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c8f12-1fa8-409c-bb9e-f50a33f94566 req-11f7dac3-cef5-4cd8-95a8-b8216e8a315b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:11.712628 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-677c8f12-1fa8-409c-bb9e-f50a33f94566 req-11f7dac3-cef5-4cd8-95a8-b8216e8a315b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0486546 Dec 06 14:56:11.725215 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3251fd5-f278-4c32-8bf0-fd196e6379ed req-edd3fc01-21cb-40d9-b65b-6e547e855218 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539452 Dec 06 14:56:11.759967 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-677c8f12-1fa8-409c-bb9e-f50a33f94566 req-7053e690-fc8c-4303-abe2-6879bf8deb58 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407579 Dec 06 14:56:11.775978 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-85b1bf30-96ae-4a98-a1b1-7e15467eb53b req-28778725-40dd-4b60-9f77-7809ecf06ca3 service neutron] 10.222.0.20 "GET /v2.0/networks/361cccd4-5ffe-4aa4-a444-a7a357bc9d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317029 Dec 06 14:56:11.845129 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62e58a4d-3d40-4b73-8062-07a794ab8af8 req-ad8da992-e7ca-4ff0-b8df-014440abb0ab tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0321152 Dec 06 14:56:11.849577 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3251fd5-f278-4c32-8bf0-fd196e6379ed req-dee53a41-6797-4fb6-9f92-f4452e950d50 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151807 Dec 06 14:56:11.919301 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 169dc506-4d53-4a6f-8b2e-dea74d57a8af up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:56:11.970598 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 169dc506-4d53-4a6f-8b2e-dea74d57a8af triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:11.970904 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:11.989150 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3513ad4-0c5c-4a71-99ae-854b21f7ba61 req-c50d74f2-98ce-497c-838f-35eda246783a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0299122 Dec 06 14:56:12.439580 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96559fc2-af3d-4499-b956-b787733a74ac req-a945cf5d-4105-4cd1-a991-8b8e64c58235 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:12.441088 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-96559fc2-af3d-4499-b956-b787733a74ac req-a945cf5d-4105-4cd1-a991-8b8e64c58235 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0521951 Dec 06 14:56:12.475909 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c82a8c34-d352-44cd-9ca8-a58e9a12744d req-9a9e4220-ce6f-4fbc-92e3-7e5d6921de31 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0254300 Dec 06 14:56:12.495786 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-96559fc2-af3d-4499-b956-b787733a74ac req-b02ffd7a-96cb-47ad-9468-ba229936e97b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486579 Dec 06 14:56:12.546649 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-55659304-d827-4a14-a42f-7c5a7b054195 req-fb4533ee-8fa3-4101-9282-094edebe4a44 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0258796 Dec 06 14:56:12.619702 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1fb8dcc8-ff12-4dd2-bf27-48411ccf2bce req-8c0190fc-01bc-4d43-8406-ea6a9d65debb tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0258090 Dec 06 14:56:12.681561 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-76e89b14-1238-4053-baa9-ebb76e378d07 req-9dda2887-4243-43ea-8f2b-1b69c2226f4c tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0255003 Dec 06 14:56:12.791150 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:56:12.878140 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998368cf-8c67-47a7-8d9f-5247e829d119 req-a609df30-1c71-4c1c-ab7f-1b4d804f8d5a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:12.884240 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-998368cf-8c67-47a7-8d9f-5247e829d119 req-a609df30-1c71-4c1c-ab7f-1b4d804f8d5a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0560839 Dec 06 14:56:12.888241 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:56:12.903769 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'port_id': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c', 'mac_address': 'fa:16:3e:59:7c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:56:12.924957 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4c725850-82f7-4fac-aa6a-a950dea7479d req-4e1c8a7a-71a7-4927-9fad-d1634e17532c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0277784 Dec 06 14:56:12.929940 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-998368cf-8c67-47a7-8d9f-5247e829d119 req-49b693ca-4e24-4ad6-8403-95b37a39fc6e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439374 Dec 06 14:56:12.944876 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:12.958039 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:56:12.976804 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:56:12.980594 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:13.026617 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:13.067410 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6ba97af9-8fb6-4257-b868-6f939f32f2e7 req-efd23693-9e90-4df8-b5fe-8e0ffa70d8c4 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0257280 Dec 06 14:56:13.259597 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['3a9dbd15-3dbc-4d78-bce4-4fde7df0128c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:56:13.551512 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c6dd44b-46fc-42e2-b771-367ec1c71ad9 req-551306cc-6747-43c4-9a35-02065a278c3b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0267119 Dec 06 14:56:13.618621 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d868c7e-1a9e-4ead-a381-51fa9ecc1acd req-05c75024-3773-4be7-b042-6a165afb5b0c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:13.620151 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4d868c7e-1a9e-4ead-a381-51fa9ecc1acd req-05c75024-3773-4be7-b042-6a165afb5b0c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 944 time: 0.0514283 Dec 06 14:56:13.627020 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8d4368a-326b-437b-add3-07f3f47dac37 req-c821a3d3-b623-4999-a251-5f54bf8f2185 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0302050 Dec 06 14:56:13.668849 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4d868c7e-1a9e-4ead-a381-51fa9ecc1acd req-e7144123-6e5c-4114-b908-30b896149858 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419047 Dec 06 14:56:13.693660 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4c59ada0-1377-4605-9191-38880d08c839 req-fcc5f819-59ec-458e-af94-166191dd4eb8 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0259573 Dec 06 14:56:13.756655 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-41f29e84-1955-4471-9ca7-229f3bb69a88 req-01396553-519a-4e97-b990-66d325ab6833 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0256829 Dec 06 14:56:14.001493 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-331031db-b3c0-49ac-b33e-d79773b8a81c req-557240b6-e6a1-496f-a39d-0ea866a32a53 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0269589 Dec 06 14:56:14.052114 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cc53e-4a5c-4b68-8559-6ca93ef6e296 req-f30c50c8-5674-4371-a216-4b324402827c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:14.053539 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f17cc53e-4a5c-4b68-8559-6ca93ef6e296 req-f30c50c8-5674-4371-a216-4b324402827c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0476542 Dec 06 14:56:14.100134 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f17cc53e-4a5c-4b68-8559-6ca93ef6e296 req-b8234293-ac60-45bf-95ef-4b272ca52292 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406830 Dec 06 14:56:14.143786 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4d1ed852-e698-407b-b057-f90ddf150910 req-7b3a7285-531d-4a29-814a-5d3fbd8116ea tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0264173 Dec 06 14:56:14.630036 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d1886722-07f7-473c-893f-52dcb91dc1c1 req-9cefc5bf-b11e-4880-bae7-d95355335b8c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0291848 Dec 06 14:56:14.702941 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7014751-829c-440a-bced-bc01df49aed7 req-ae843253-95a1-452a-ae23-82b1e7c2a986 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0261009 Dec 06 14:56:14.770469 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-593c643c-fade-414a-a87a-8e684ce17b99 req-9df8eb1d-354e-4ea8-bdfa-890bae5342b1 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0263276 Dec 06 14:56:14.800116 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59880a0e-e1ee-4a1c-a000-830909c2f375 req-d8eaf83c-9a92-41f3-926e-76d049e0833b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:14.801664 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59880a0e-e1ee-4a1c-a000-830909c2f375 req-d8eaf83c-9a92-41f3-926e-76d049e0833b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 944 time: 0.0592601 Dec 06 14:56:14.810024 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:56:14.856755 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59880a0e-e1ee-4a1c-a000-830909c2f375 req-8e070197-df7c-47e3-9b58-84a52ef297f5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489132 Dec 06 14:56:14.866284 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a192d97a-f575-4ef3-b739-12aef8df78ba req-a8b72e24-51a3-42a5-8eaf-14a78af3511f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0467308 Dec 06 14:56:14.873486 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:56:14.878385 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:14.878764 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:14.960597 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:14.982778 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:56:14.985572 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f885abd-9e69-4d05-9d20-8a1b1bff1c0e" -d '{"events": [{"server_uuid": "b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6", "name": "network-vif-plugged", "status": "completed", "tag": "3a9dbd15-3dbc-4d78-bce4-4fde7df0128c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:56:14.997706 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:56:15.002769 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:15.029633 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53699f0a-6a3d-4c15-b608-a7f91e7cfaf0 x-openstack-request-id: req-53699f0a-6a3d-4c15-b608-a7f91e7cfaf0 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:56:15.030479 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6", "name": "network-vif-plugged", "status": "completed", "tag": "3a9dbd15-3dbc-4d78-bce4-4fde7df0128c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:56:15.030732 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53699f0a-6a3d-4c15-b608-a7f91e7cfaf0 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:56:15.031115 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c', 'code': 200} Dec 06 14:56:15.060146 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:15.085786 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-05e2f1d6-987b-4b33-91e9-1687f8555c81 req-f957d1cb-0070-4dfa-9628-93d302dff1e0 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0261779 Dec 06 14:56:15.125277 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1c064-8190-4b67-a473-6ab6d9c601df req-a680898e-db85-4dfd-a462-a4ad4ba7d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:15.126760 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fcc1c064-8190-4b67-a473-6ab6d9c601df req-a680898e-db85-4dfd-a462-a4ad4ba7d2d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 1096 time: 0.0396457 Dec 06 14:56:15.182850 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fcc1c064-8190-4b67-a473-6ab6d9c601df req-5e1c8bd7-cf59-4df9-8c20-47bc5daaf0da service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421617 Dec 06 14:56:15.214904 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a684d3e-4816-4e21-9f50-ffb781d0b437 req-6beb7b46-471f-43f2-8e8a-851111c17a1f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:15.216429 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a684d3e-4816-4e21-9f50-ffb781d0b437 req-6beb7b46-471f-43f2-8e8a-851111c17a1f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0479529 Dec 06 14:56:15.227143 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-172eec21-d03e-4545-971e-80fb49b1414f req-101d8edc-3eab-4c45-a5f2-3a99bd7b776d tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0259225 Dec 06 14:56:15.263267 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a684d3e-4816-4e21-9f50-ffb781d0b437 req-e215ba00-1213-40a2-9787-3fe9d666f2ce tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403907 Dec 06 14:56:15.704967 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d4182d7d-ee5f-47cf-8af2-1e57db1e571f req-9c2e7221-bd74-481b-8b58-ad0aa76b7560 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0258803 Dec 06 14:56:15.783739 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc08a3a6-f5b5-407c-a086-ab95eb1313bc req-ac0baae6-fdd3-4404-898b-45f2ee2a7a3a tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0304947 Dec 06 14:56:15.853482 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d682c8d0-0188-4b29-bb81-20ab2fbe6d33 req-59fa21d8-8582-4b89-8c7e-3ee5d94febbe tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0298004 Dec 06 14:56:15.952825 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-183e42a4-e985-41be-9387-3f5b4842a57c req-daafd93c-de91-4fd5-a3e2-ad55c5b37f3d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0267210 Dec 06 14:56:15.993088 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8716d1-b5c2-459c-be81-35bef07fcd35 req-85b585b0-11e3-4273-8173-3921c725fce1 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:15.994576 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb8716d1-b5c2-459c-be81-35bef07fcd35 req-85b585b0-11e3-4273-8173-3921c725fce1 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0484786 Dec 06 14:56:16.041523 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb8716d1-b5c2-459c-be81-35bef07fcd35 req-6147522d-93cc-4b76-a412-f3898689b0e3 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403910 Dec 06 14:56:16.161721 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0a145d1-b83a-4dd6-a240-990b8383a659 req-5ee150cd-8529-43f4-99e7-69b8f08b1128 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0262303 Dec 06 14:56:16.304677 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bad7839c-7603-424d-a2cc-af0072fe801d req-5390380c-8941-4249-8fa0-b221f20b906b tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0275726 Dec 06 14:56:16.381551 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dd9d1-9934-4c71-bfa1-7b1d91977c00 req-fe516290-6ef3-4704-8239-33eaf9174b6a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:16.383309 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e42dd9d1-9934-4c71-bfa1-7b1d91977c00 req-fe516290-6ef3-4704-8239-33eaf9174b6a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0498943 Dec 06 14:56:16.432302 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e42dd9d1-9934-4c71-bfa1-7b1d91977c00 req-5e9201ae-63f9-497a-ba73-6629c4eff036 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427551 Dec 06 14:56:16.781105 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-935641bd-2e6c-43da-9919-a5bcac687f30 req-4137863b-500e-4aae-9522-81a6e4695241 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0259812 Dec 06 14:56:16.860987 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a8fa08d0-d33e-4030-a0f3-b6fc3c0cd92b req-c8cd53a0-c930-40fe-9628-81abcf3fbb3e tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0299160 Dec 06 14:56:16.929233 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fa2256a0-2fe6-4fb6-9c05-cc9415d0185d req-9c41f713-c5c8-4102-8f45-680536e7bccd tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0268998 Dec 06 14:56:17.026190 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7fe8faf2-eb3b-42af-91d8-0813a9375bd8 req-031fc779-9f63-4e1b-a7c5-5455ae5fd2a0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0259714 Dec 06 14:56:17.162279 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f07dd-8daf-4a45-bb0e-d9d721b6327e req-00b0e3cf-baa8-4a92-81af-ce04b8d96de1 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:17.163758 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e59f07dd-8daf-4a45-bb0e-d9d721b6327e req-00b0e3cf-baa8-4a92-81af-ce04b8d96de1 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0521460 Dec 06 14:56:17.211616 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e59f07dd-8daf-4a45-bb0e-d9d721b6327e req-2e434627-4503-459a-bc62-57459ef86dc5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419335 Dec 06 14:56:17.238091 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dac8c184-8801-403a-bfa9-af4ec5c8f119 req-fdb07f42-c225-46f1-8553-2f14086d5419 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0262432 Dec 06 14:56:17.328036 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c369c-887b-449d-9d5d-f1288620090e req-eb01876d-c403-4d64-859a-9091ba8b5b64 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:17.329524 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-054c369c-887b-449d-9d5d-f1288620090e req-eb01876d-c403-4d64-859a-9091ba8b5b64 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0487578 Dec 06 14:56:17.337994 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58278) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:17.342691 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-aa0e27e5-6818-43fe-9b0f-d528e5aaaf10 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Request body: {'floatingip': {'port_id': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:56:17.389066 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa0e27e5-6818-43fe-9b0f-d528e5aaaf10 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for floatingip, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:17.435643 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-edba69ab-f6aa-406b-ae35-dd5e8f73569e req-7d5db1a6-fae8-4eea-a785-600e081538a5 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0628750 Dec 06 14:56:17.546763 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b3f37-6c42-4c28-b690-140a6c1bb305 req-98d0afb6-2ed4-4a1d-b012-9f34c4a88c54 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:17.548314 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8c1b3f37-6c42-4c28-b690-140a6c1bb305 req-98d0afb6-2ed4-4a1d-b012-9f34c4a88c54 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0501804 Dec 06 14:56:17.599424 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8c1b3f37-6c42-4c28-b690-140a6c1bb305 req-45455b4a-06df-40fe-be97-9a8820c63ef1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449910 Dec 06 14:56:17.872756 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0362a744-f150-49a9-9d0b-2b49d2797797 req-117380c5-62f3-4761-bf4b-e0f4ebebdc17 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0392733 Dec 06 14:56:17.879474 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa0e27e5-6818-43fe-9b0f-d528e5aaaf10 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:17.885082 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa0e27e5-6818-43fe-9b0f-d528e5aaaf10 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:17.946898 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee5837b1-cc53-4b08-a700-c60dd5b5efc0 req-c6245383-2e59-49fa-a8bd-8cff8e493630 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0284181 Dec 06 14:56:18.013342 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c72b96a9-b3c0-4d4e-9b7d-7781fa8c4510 req-c1ab635d-6fee-4439-918c-5757c9c95540 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0365841 Dec 06 14:56:18.021356 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-aa0e27e5-6818-43fe-9b0f-d528e5aaaf10 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Floating IP 4113640c-46ef-414e-b48e-1b4c487b6dac associated. External IP: 172.35.7.22, port: 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c. Dec 06 14:56:18.103456 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ebe33c6e-b776-46b8-8de1-7ba037df12f2 req-f17f7b48-eb76-4f63-be5b-3c44b0310f6c tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0272799 Dec 06 14:56:18.228022 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0e27e5-6818-43fe-9b0f-d528e5aaaf10 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Router ffc979a5-31c5-495d-8576-3defa1c8bc8f has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:56:18.343533 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-41380b76-fb1a-468d-8b18-bf4285874ad1 req-4e533865-4dfc-4145-9002-47371af24097 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0561204 Dec 06 14:56:18.356595 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0e27e5-6818-43fe-9b0f-d528e5aaaf10 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:56:18.361932 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa0e27e5-6818-43fe-9b0f-d528e5aaaf10 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:18.368427 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec70ee8d-1e8d-4a87-a79f-1bbfae2c5992 None None] Sync routers for ids ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:56:18.377728 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec70ee8d-1e8d-4a87-a79f-1bbfae2c5992 None None] Routers {'ffc979a5-31c5-495d-8576-3defa1c8bc8f'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:56:18.378346 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ec70ee8d-1e8d-4a87-a79f-1bbfae2c5992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:56:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:18.388062 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-aa0e27e5-6818-43fe-9b0f-d528e5aaaf10 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "PUT /v2.0/floatingips/4113640c-46ef-414e-b48e-1b4c487b6dac HTTP/1.1" status: 200 len: 990 time: 1.0489564 Dec 06 14:56:18.388658 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'tag': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:56:18.390903 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4230af-bf4e-4caf-b6b9-8c6714c21be7" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6", "tag": "3a9dbd15-3dbc-4d78-bce4-4fde7df0128c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:56:18.428918 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ddbed7-c6b7-4a7b-b82e-1b34739ea88f x-openstack-request-id: req-26ddbed7-c6b7-4a7b-b82e-1b34739ea88f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:56:18.429223 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6", "tag": "3a9dbd15-3dbc-4d78-bce4-4fde7df0128c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:56:18.429483 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26ddbed7-c6b7-4a7b-b82e-1b34739ea88f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:56:18.429896 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'tag': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c', 'status': 'completed', 'code': 200} Dec 06 14:56:18.493509 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ec70ee8d-1e8d-4a87-a79f-1bbfae2c5992 None None] Set router ffc979a5-31c5-495d-8576-3defa1c8bc8f gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:56:18.519042 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4230af-bf4e-4caf-b6b9-8c6714c21be7 req-d83fab43-1db0-4c19-8a0e-12e77f58caba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:18.520687 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c4230af-bf4e-4caf-b6b9-8c6714c21be7 req-d83fab43-1db0-4c19-8a0e-12e77f58caba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8444f66a19024e8ca3d08cd6cc68e73d&device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 1096 time: 0.0678539 Dec 06 14:56:18.522570 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ec209ebb-421b-4b41-821a-e6f25fff7c24 req-2c6c41fd-687a-4561-8a46-704003a860db tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0336864 Dec 06 14:56:18.613827 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4230af-bf4e-4caf-b6b9-8c6714c21be7 req-51ad048c-2c39-45e7-b515-7d35f69168dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:18.615298 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c4230af-bf4e-4caf-b6b9-8c6714c21be7 req-51ad048c-2c39-45e7-b515-7d35f69168dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aee0eac-59a5-43f1-85a8-7817e7c60b81 HTTP/1.1" status: 200 len: 917 time: 0.0858550 Dec 06 14:56:18.689912 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c4230af-bf4e-4caf-b6b9-8c6714c21be7 req-880874ed-10e4-43aa-afa0-a9b0ee07f878 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c HTTP/1.1" status: 200 len: 998 time: 0.0667500 Dec 06 14:56:18.725797 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e36d58-c2d6-4914-8a11-ed5174d19e11 req-56b46ca1-1bc9-43d3-955a-c2c57daa5c16 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:18.727107 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ec70ee8d-1e8d-4a87-a79f-1bbfae2c5992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:51:44Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '4113640c-46ef-414e-b48e-1b4c487b6dac', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'floating_ip_address': '172.35.7.22', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'port_id': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'mac_address': 'fa:16:3e:59:7c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:56:04Z', 'updated_at': '2021-12-06T14:56:17Z', 'revision_number': 1, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae577b41-c26e-48fc-a745-92d9ae9b297c', 'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'mac_address': 'fa:16:3e:df:45:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:43Z', 'updated_at': '2021-12-06T14:51:52Z', 'revision_number': 5, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'subnets': [{'id': '960bec1b-5464-4199-b91b-894c7ec18725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:18.727444 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61e36d58-c2d6-4914-8a11-ed5174d19e11 req-56b46ca1-1bc9-43d3-955a-c2c57daa5c16 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0501525 Dec 06 14:56:18.744829 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4230af-bf4e-4caf-b6b9-8c6714c21be7 req-c5bdcebb-c2d5-45f1-a1c4-acbfdc89b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:18.746381 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c4230af-bf4e-4caf-b6b9-8c6714c21be7 req-c5bdcebb-c2d5-45f1-a1c4-acbfdc89b274 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=960bec1b-5464-4199-b91b-894c7ec18725 HTTP/1.1" status: 200 len: 855 time: 0.0483291 Dec 06 14:56:18.753218 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec70ee8d-1e8d-4a87-a79f-1bbfae2c5992 None None] Checking router: ffc979a5-31c5-495d-8576-3defa1c8bc8f for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:56:18.761492 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec70ee8d-1e8d-4a87-a79f-1bbfae2c5992 None None] Routers {'ffc979a5-31c5-495d-8576-3defa1c8bc8f'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:56:18.762104 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ec70ee8d-1e8d-4a87-a79f-1bbfae2c5992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:56:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:18.782833 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61e36d58-c2d6-4914-8a11-ed5174d19e11 req-7e33c6ed-7017-47c0-a890-9a089b16f04b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486305 Dec 06 14:56:18.800458 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4230af-bf4e-4caf-b6b9-8c6714c21be7 req-3bf74765-b454-447f-936d-463c3e027914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:18.800458 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c4230af-bf4e-4caf-b6b9-8c6714c21be7 req-3bf74765-b454-447f-936d-463c3e027914 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aee0eac-59a5-43f1-85a8-7817e7c60b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438008 Dec 06 14:56:18.867552 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ec70ee8d-1e8d-4a87-a79f-1bbfae2c5992 None None] Set router ffc979a5-31c5-495d-8576-3defa1c8bc8f gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:56:19.028185 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6eb42acb-1d91-423d-b8c9-9c6bd2830e4d req-5e13c91d-7d6e-47d6-8378-4b5f94c9cd36 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0274539 Dec 06 14:56:19.102030 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e437603-200f-444d-b536-f89f91fb5de6 req-a51893dd-63b2-41b1-be97-3764e39627a2 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0307620 Dec 06 14:56:19.120926 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ec70ee8d-1e8d-4a87-a79f-1bbfae2c5992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:51:44Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '4113640c-46ef-414e-b48e-1b4c487b6dac', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'floating_ip_address': '172.35.7.22', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'port_id': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'mac_address': 'fa:16:3e:59:7c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:56:04Z', 'updated_at': '2021-12-06T14:56:17Z', 'revision_number': 1, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae577b41-c26e-48fc-a745-92d9ae9b297c', 'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'mac_address': 'fa:16:3e:df:45:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:43Z', 'updated_at': '2021-12-06T14:51:52Z', 'revision_number': 5, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'subnets': [{'id': '960bec1b-5464-4199-b91b-894c7ec18725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:19.151462 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec70ee8d-1e8d-4a87-a79f-1bbfae2c5992 None None] The sync data for ids ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'] in n-d-master-1 is: [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:51:44Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '4113640c-46ef-414e-b48e-1b4c487b6dac', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'floating_ip_address': '172.35.7.22', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'port_id': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'mac_address': 'fa:16:3e:59:7c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:56:04Z', 'updated_at': '2021-12-06T14:56:17Z', 'revision_number': 1, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae577b41-c26e-48fc-a745-92d9ae9b297c', 'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'mac_address': 'fa:16:3e:df:45:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:43Z', 'updated_at': '2021-12-06T14:51:52Z', 'revision_number': 5, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'subnets': [{'id': '960bec1b-5464-4199-b91b-894c7ec18725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:56:19.181453 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d7e1036-1917-40ef-80d4-50f95aaea018 req-39ecdec3-ea1a-41c7-9c7f-62d5fcde1f72 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0260799 Dec 06 14:56:19.188197 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-379668cf-338f-4238-8122-9a8e0f368538 req-3c94d7fe-611c-4426-bc45-83ed439c951f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0389693 Dec 06 14:56:19.198478 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c4230af-bf4e-4caf-b6b9-8c6714c21be7 req-e6c69504-56f0-45e5-8d2a-40218f256f33 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928695 Dec 06 14:56:19.290317 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c4230af-bf4e-4caf-b6b9-8c6714c21be7 req-142b3c9f-07bc-47a3-a6c6-0fa116ad73f5 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839195 Dec 06 14:56:19.350095 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b3b83-ffcf-44b8-a587-fa76d5745251 None None] New status for floating IP 4113640c-46ef-414e-b48e-1b4c487b6dac: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:56:19.425036 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-46d33fc6-18de-4784-9353-2dfbd2d026ab req-45eab810-f99b-49f4-9ef2-f42aed1bba3c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0313327 Dec 06 14:56:19.525682 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-050c92d2-ddad-4e00-9704-1be7f3b61498 req-429368f8-042b-4092-a9e9-1b8d3f76b884 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f09c72b9-c736-4b66-98b7-d59d06144e43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0555885 Dec 06 14:56:19.596822 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c92d2-ddad-4e00-9704-1be7f3b61498 req-7e93a10c-abb6-4325-8d63-a5c164e51a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:19.598548 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-050c92d2-ddad-4e00-9704-1be7f3b61498 req-7e93a10c-abb6-4325-8d63-a5c164e51a36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea43de59547041b395976a33ebd88587&device_id=f09c72b9-c736-4b66-98b7-d59d06144e43 HTTP/1.1" status: 200 len: 1097 time: 0.0480649 Dec 06 14:56:19.606024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-84ea8938-b8db-4ce5-a92c-d0971f48ac0e req-b446467d-e883-4833-8c2f-017e4af80236 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0261428 Dec 06 14:56:19.707305 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c92d2-ddad-4e00-9704-1be7f3b61498 req-4e8ddc0c-9c71-4e5d-86c4-0c2b5e34e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:19.708843 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-050c92d2-ddad-4e00-9704-1be7f3b61498 req-4e8ddc0c-9c71-4e5d-86c4-0c2b5e34e763 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5fa4165-ed02-469d-b09f-856c13a84507 HTTP/1.1" status: 200 len: 919 time: 0.0865197 Dec 06 14:56:19.754361 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-050c92d2-ddad-4e00-9704-1be7f3b61498 req-d76ab262-925e-4714-bbdc-d14504c3825f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d77510c8-ec39-4a58-b17a-ee911065c92a HTTP/1.1" status: 200 len: 217 time: 0.0371127 Dec 06 14:56:19.805538 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c92d2-ddad-4e00-9704-1be7f3b61498 req-4a4090fd-f636-4b10-b112-22502a396c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:19.806868 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-050c92d2-ddad-4e00-9704-1be7f3b61498 req-4a4090fd-f636-4b10-b112-22502a396c18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=06fe8aaf-7c08-4199-bc3b-7143b9fba406 HTTP/1.1" status: 200 len: 858 time: 0.0429883 Dec 06 14:56:19.838215 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-050c92d2-ddad-4e00-9704-1be7f3b61498 req-cd9baaac-30f9-4c35-b98a-bb04dc72fc2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5fa4165-ed02-469d-b09f-856c13a84507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241532 Dec 06 14:56:19.956386 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e414c1b-6d30-425a-ae09-2b1dfb7e8fcc req-504f90a1-ca81-4a46-b58d-2e58cc08c745 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:19.958858 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e414c1b-6d30-425a-ae09-2b1dfb7e8fcc req-504f90a1-ca81-4a46-b58d-2e58cc08c745 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0967441 Dec 06 14:56:19.975777 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-050c92d2-ddad-4e00-9704-1be7f3b61498 req-7c0149c1-5f5e-43a5-8192-f0571937737c service neutron] 10.222.0.37 "GET /v2.0/networks/f5fa4165-ed02-469d-b09f-856c13a84507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306050 Dec 06 14:56:20.065005 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e414c1b-6d30-425a-ae09-2b1dfb7e8fcc req-da6a332c-064d-4a73-b69f-25009cbaed5f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989263 Dec 06 14:56:20.091982 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-050c92d2-ddad-4e00-9704-1be7f3b61498 req-0f141ec1-a513-4b12-87b1-e7424f32f81a service neutron] 10.222.0.37 "GET /v2.0/networks/f5fa4165-ed02-469d-b09f-856c13a84507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089823 Dec 06 14:56:20.110293 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-53a3e558-ee57-4205-a90c-e2bf516275f7 req-f16b365a-1867-403a-b3a5-f50ec08baf2a tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0263989 Dec 06 14:56:20.178186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5580530c-8350-4bcd-97ac-f56c3409d084 req-3cb21654-673a-4dcb-a023-f949c4d629cc tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0263231 Dec 06 14:56:20.259301 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a94361f-d572-4f9e-95ed-b3f9d8e6e3d0 req-accf92bf-25b2-436c-b79e-6b22a364efd3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0255430 Dec 06 14:56:20.266673 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69454693-5625-49cb-8ba8-b8e497b0302f req-8614dcd2-3861-4531-b4b1-978dcc1a036a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0259259 Dec 06 14:56:20.513039 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed29c9aa-8816-4bc9-b2e1-5766a7d3497d req-b59371a8-4863-4b2a-a4db-f5405475cac7 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0295854 Dec 06 14:56:20.684082 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30e3d52c-d191-47bd-97c3-02c019520e63 req-0b562418-e5d9-4e9f-983a-b794b2908f65 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0257638 Dec 06 14:56:21.183982 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7153c-b808-4518-ba4f-3974d10f4b19 req-24e6a07f-f4e8-4431-864e-c1dd7d2cff79 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:21.185466 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49b7153c-b808-4518-ba4f-3974d10f4b19 req-24e6a07f-f4e8-4431-864e-c1dd7d2cff79 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0497897 Dec 06 14:56:21.186512 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-36ce5fef-9eb8-4fba-a79d-91892da8f06c req-4f79772f-75c0-4dae-9c2f-19cc8b8c9eb0 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0263381 Dec 06 14:56:21.233506 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49b7153c-b808-4518-ba4f-3974d10f4b19 req-654cbf2e-ec2a-46b3-aaf8-8d73ede9ded1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412192 Dec 06 14:56:21.254468 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-349cb164-8975-491e-add9-ed8fa8626783 req-b2017af6-2b57-495d-a033-bee8f9280501 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0278044 Dec 06 14:56:21.338030 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d4ffbaf-2e1d-4b21-b700-a085911ecbd4 req-7de81a2f-2213-4e1a-87c2-b69fb7d50779 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0294020 Dec 06 14:56:21.340292 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c8bbec0-0a7a-4138-92a1-a5e4c3261338 req-9235a5d8-a279-4cc9-9453-8b008535cc3d tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0253685 Dec 06 14:56:21.590504 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-60020f8f-d443-4e85-8e97-67c43bd9237f req-39e08beb-e504-4780-bc77-6dabbee9bf1e tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0263646 Dec 06 14:56:21.758621 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-812f36f2-c27d-433a-802b-a87ffd526732 req-08ef7172-9f13-4b5e-b763-4a847b5266df tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0251057 Dec 06 14:56:22.264490 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39e0a8f5-2aaa-4d4a-a871-d2426d2faa26 req-c30538da-f778-4ad7-9837-af6fa1e6a570 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0259590 Dec 06 14:56:22.332413 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e09e6811-e1d3-4ac2-8e46-ba73308c8abf req-dfe73f7b-4cf6-456b-8635-446ff312318a tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0292790 Dec 06 14:56:22.350667 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d09a5-020d-4941-8bfb-1ae4e0e6bd53 req-58103916-ff27-4b91-acc4-4dfdada4fe89 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:22.352179 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a64d09a5-020d-4941-8bfb-1ae4e0e6bd53 req-58103916-ff27-4b91-acc4-4dfdada4fe89 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0494368 Dec 06 14:56:22.400761 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a64d09a5-020d-4941-8bfb-1ae4e0e6bd53 req-196a5ed4-953e-4544-8a75-3533ef121287 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427334 Dec 06 14:56:22.412985 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-82097a12-fa19-4df6-8657-fa9904970af5 req-7461748a-9dc7-402a-a1f4-290899d51e25 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0252914 Dec 06 14:56:22.470044 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab7fec18-5512-45c8-91f3-648139523561 req-85d1690f-abb0-42ca-9a52-a5cc40fcfc77 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0309799 Dec 06 14:56:22.537127 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f61283-6a41-47b1-ac38-fc1f2747e284 req-473af254-df82-4540-bc67-29265922a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:22.538631 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92f61283-6a41-47b1-ac38-fc1f2747e284 req-473af254-df82-4540-bc67-29265922a9a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f55adfe3135c416686e74552cfdb9700&device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 1096 time: 0.0409386 Dec 06 14:56:22.643551 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f61283-6a41-47b1-ac38-fc1f2747e284 req-04028700-5d4a-4c2e-a989-e70912933750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:22.645102 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92f61283-6a41-47b1-ac38-fc1f2747e284 req-04028700-5d4a-4c2e-a989-e70912933750 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0fbdc94-7de5-4a38-961d-5f7176775265 HTTP/1.1" status: 200 len: 916 time: 0.0854976 Dec 06 14:56:22.666421 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ea89429e-7cfe-48c9-9790-96d58d2d0b82 req-2c8195cc-c8fa-45d7-a2df-8071994c2711 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0271256 Dec 06 14:56:22.693900 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92f61283-6a41-47b1-ac38-fc1f2747e284 req-b53ab770-cd9c-4dd9-b249-a6de02b361bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa4cc9ae-abd4-4982-aca8-8d6c88467a99 HTTP/1.1" status: 200 len: 217 time: 0.0413659 Dec 06 14:56:22.743186 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f61283-6a41-47b1-ac38-fc1f2747e284 req-bfa0b8c8-683a-49fe-9cd0-5fe9da4923d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:22.744558 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92f61283-6a41-47b1-ac38-fc1f2747e284 req-bfa0b8c8-683a-49fe-9cd0-5fe9da4923d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e082be8-e2dd-479d-b167-082b011e6271 HTTP/1.1" status: 200 len: 855 time: 0.0432560 Dec 06 14:56:22.774663 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92f61283-6a41-47b1-ac38-fc1f2747e284 req-7da28832-0f81-47f3-9b64-3af475633b25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0fbdc94-7de5-4a38-961d-5f7176775265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234380 Dec 06 14:56:22.833151 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04e4236c-1031-4d90-9665-8931f0fbe9c3 req-acb589d0-ddb7-45a3-b790-8e89169bfeb5 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0248904 Dec 06 14:56:22.872397 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92f61283-6a41-47b1-ac38-fc1f2747e284 req-2cfc3568-a881-46b5-acf9-0909269849f1 service neutron] 10.222.0.23 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902295 Dec 06 14:56:22.965168 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92f61283-6a41-47b1-ac38-fc1f2747e284 req-70140594-084c-4fff-9b80-64d0d815cdbc service neutron] 10.222.0.23 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861261 Dec 06 14:56:23.341928 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67627952-7d74-4258-b717-813d63b9df1d req-ff90893c-d866-4067-a4b6-d49753ddd566 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0261776 Dec 06 14:56:23.407696 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3666c9d6-8a61-41f9-bc53-15115b08b57c req-3f8119b0-8761-4191-8671-535052041523 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0262601 Dec 06 14:56:23.489468 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d277b318-2658-4516-b22b-47178e82197e req-3e0356f7-5631-4c6c-b16f-1610f36a2f02 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0263655 Dec 06 14:56:23.522923 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6885cb-ff74-4858-92a2-8d79ba719661 req-b1a343a8-506f-4892-820f-d9331ea2cc05 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:23.524442 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e6885cb-ff74-4858-92a2-8d79ba719661 req-b1a343a8-506f-4892-820f-d9331ea2cc05 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0544422 Dec 06 14:56:23.557767 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-68878b71-f381-492f-9416-0133c7f76e68 req-8955a633-7fe1-4392-9f47-22b227f2cd76 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0288939 Dec 06 14:56:23.573074 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e6885cb-ff74-4858-92a2-8d79ba719661 req-33d3017b-7974-4049-8cec-4ce90a074dc6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426471 Dec 06 14:56:23.746647 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0562231b-bcbf-4313-959a-a956ba6a266d req-9f0efa05-8631-4ba4-b3a0-5858ecd7e2db tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0279274 Dec 06 14:56:23.911432 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f72584b4-8a26-4a1b-85f7-df42819a1da5 req-0461bd4f-59b3-4638-b64f-af5ea03dda4a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0252714 Dec 06 14:56:24.416357 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c9851ae6-a410-412e-bd53-a59172cef23e req-22aef989-5712-4883-b9a7-866b4111ac98 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0266020 Dec 06 14:56:24.482576 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c8b6557f-54af-4203-9071-d41cff11b55b req-2ab4aa4e-e5d9-4d6f-8477-fb00f7a87c44 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0261779 Dec 06 14:56:24.566443 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-06285f54-7314-45e2-8eeb-39aff8e00799 req-aa803fb3-b3c5-4a2f-9411-68ade8956ba4 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0252197 Dec 06 14:56:24.633389 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ef6ca109-c585-4a1a-b5b3-92ffe9cd5fe5 req-c291ef0a-cdae-479e-b8eb-117c0c8a18c6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0253530 Dec 06 14:56:24.687287 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72d47f-28ec-421d-9d6a-0f85b006ae35 req-96d12f8e-c66f-4791-92a0-b68ef7f21073 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:24.688811 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb72d47f-28ec-421d-9d6a-0f85b006ae35 req-96d12f8e-c66f-4791-92a0-b68ef7f21073 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0498846 Dec 06 14:56:24.738437 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb72d47f-28ec-421d-9d6a-0f85b006ae35 req-05395716-91ff-4899-92b5-354569d85420 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436583 Dec 06 14:56:24.823181 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0187a741-85ca-4032-be64-a764b1d24ead req-d5918014-a5bc-4375-b621-1209c930c1bc tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0266154 Dec 06 14:56:24.993417 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-348b15f0-6fdc-4de3-8427-446bc2516fd9 req-106d2ed0-f7b4-481d-8fca-db4db0c36277 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0291336 Dec 06 14:56:25.491019 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-385ba904-1f51-42e5-9160-ee239c50e1eb req-48995f37-11f6-47a0-9ed1-f8791de468bb tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0260687 Dec 06 14:56:25.557877 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d8d4398-8779-4f88-8cce-5ede98e89118 req-6f22a56d-96be-45f6-83f4-d434fc2b9f06 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0261030 Dec 06 14:56:25.641001 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bdfd11f8-54ea-4325-bcbd-60d6d0a6251a req-f89fca9e-8a96-418a-9c2a-7fe48ce110b9 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0256732 Dec 06 14:56:25.709410 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-037baa84-cdf2-4911-83cc-bcb70858ab98 req-9666ad7d-a21e-494b-9192-7dbc1a82594c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0253017 Dec 06 14:56:25.851607 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d893-51f7-4dc9-8104-75522b2743cb req-2960f442-df62-4962-892e-4e0f22400f52 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:25.853222 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4183d893-51f7-4dc9-8104-75522b2743cb req-2960f442-df62-4962-892e-4e0f22400f52 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0485969 Dec 06 14:56:25.903848 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4183d893-51f7-4dc9-8104-75522b2743cb req-680320fb-fb08-4e92-a19b-5090a7500e51 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438454 Dec 06 14:56:25.927178 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-97311b0f-ae11-47ac-b8b9-c54aa7055a75 req-d2c0776e-a162-400c-a0e6-9c25ee0a6259 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0290334 Dec 06 14:56:26.072198 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8fb5c9c9-abf6-40e5-86ae-c2bf57f123f3 req-2935c12d-3ba9-4854-a764-c2fd0d404c03 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0285721 Dec 06 14:56:26.567897 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-23e38519-bd09-4928-af53-f91d8d388aa4 req-f11bfaef-3984-40fc-ba7e-2e2551000300 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0261433 Dec 06 14:56:26.635187 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-43c63088-71b2-401d-b4d0-1ec8bfea9f6d req-ef2d4057-371d-49cb-83a7-10ed9f0d0de6 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0251055 Dec 06 14:56:26.716631 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3aac808f-1efd-4cec-b4bc-5183c6140956 req-95c1b966-24b9-485a-be71-3f96f99726c5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0257251 Dec 06 14:56:26.783997 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a6cf6ff-887a-44ce-b143-f2df67ce8c7d req-78a72c8d-4be0-41f5-a225-b8d8f0b8fd51 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0267832 Dec 06 14:56:27.007920 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9697338b-4c2f-46ea-82ad-1b4f5f6c074a req-ee9cfa91-5961-4091-a0eb-803a47f531d6 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0292208 Dec 06 14:56:27.019169 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12dbdc-0f0d-48a5-af56-c1b4cdf8255b req-2db4812a-269a-40cd-a044-9539729c6bc8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:27.020693 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb12dbdc-0f0d-48a5-af56-c1b4cdf8255b req-2db4812a-269a-40cd-a044-9539729c6bc8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0490363 Dec 06 14:56:27.067818 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb12dbdc-0f0d-48a5-af56-c1b4cdf8255b req-1fff7412-1cab-431e-bb2a-78d57503c59e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410285 Dec 06 14:56:27.147021 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-599b1d9d-154f-4763-8cbf-58b82be3e31b req-31c9ad98-c975-46e7-a0b2-9953eeb132cb tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0266738 Dec 06 14:56:27.646575 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9356246a-3e42-445f-9a00-c226b535830a req-9dd357ab-28b0-4782-a793-ff10184e1a0c tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0295882 Dec 06 14:56:27.709793 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ccb407cd-62a1-4669-887d-e765f502f393 req-e598ef4e-8994-4b28-b8b1-d71c7fa4563d tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0257654 Dec 06 14:56:27.793528 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-94383bb4-2218-4699-9624-1a45dce91300 req-c6e9f297-14dd-4db7-a06b-8b338124b673 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0259991 Dec 06 14:56:27.817142 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:27.858692 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2db68d6e-1aa8-4c6a-9c55-ee368a44327d req-7a7fc80f-50a3-450a-8f53-6c605573f8bf tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0267575 Dec 06 14:56:28.082611 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8365502-635c-475e-a5fa-de8ba6bfbb96 req-1b6ce203-8dba-43d2-a1b2-07e792cc17ad tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0264204 Dec 06 14:56:28.183858 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d12748-8502-4f53-b843-841f517d069c req-4c8b7297-6f73-4930-ab29-2b1550bf198d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:28.185342 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30d12748-8502-4f53-b843-841f517d069c req-4c8b7297-6f73-4930-ab29-2b1550bf198d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0491073 Dec 06 14:56:28.222827 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a543d22a-1e39-4b2c-a4bd-c10641fce04f req-48d91e69-e932-4926-a9ec-d887de461352 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0266480 Dec 06 14:56:28.234381 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30d12748-8502-4f53-b843-841f517d069c req-09f54b6a-e8df-4e3a-b3b3-915225d639c6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425870 Dec 06 14:56:28.725540 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3264fe47-aeee-4718-8c53-455e6f5fd01a req-8d7a759a-a47d-4e91-bedf-6020df04e59d tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0296388 Dec 06 14:56:28.784542 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a9a530a-79ac-4540-856c-4d7f4707b065 req-9115e765-e7ab-4920-bc9a-b69681921fd4 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0263336 Dec 06 14:56:28.872982 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d5e5fdec-2a51-4169-8e87-e4bbcb00e319 req-3501d7e6-4475-4eda-87e1-31d1c5baa693 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0251212 Dec 06 14:56:28.938260 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-beefb7df-5d1f-48f1-8ab5-17ec847d434e req-00306c1e-91e5-44d7-a1e0-b915d8999097 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0304310 Dec 06 14:56:29.160617 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b9c5429-9c70-4394-8b67-a4378076b6db req-281a9f24-ec2b-4f8f-a41b-e04a6b31903f tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0290558 Dec 06 14:56:29.302232 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-10fd5ed0-f462-4456-93ab-2d131b68c3cd req-13fa64ed-e3f6-49b6-a218-ce854e7955ed tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0266805 Dec 06 14:56:29.346448 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7ef97-62a0-4499-a988-504712504449 req-e0a4cd56-c014-49ad-95a6-f9ab3ba18ba7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:29.347927 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3be7ef97-62a0-4499-a988-504712504449 req-e0a4cd56-c014-49ad-95a6-f9ab3ba18ba7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0475752 Dec 06 14:56:29.393884 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3be7ef97-62a0-4499-a988-504712504449 req-ee0d515a-a099-40c0-a837-7cb96597e088 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400052 Dec 06 14:56:29.678168 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:29.801148 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cdd7e659-50b0-4cec-a9ca-85dcb2496708 req-ca0a1bfc-9557-486c-884b-4a9a6a7ad4ef tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0258293 Dec 06 14:56:29.858847 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-044df9db-262c-49f4-b168-003b5cfa9125 req-20ad7880-ab1c-4914-b8c1-aa46bc507b61 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0253417 Dec 06 14:56:29.948232 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-350a88f1-f170-45b1-9cb5-ba4207464953 req-8a9fb519-5e96-4743-8fb5-126d377a6d76 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0251470 Dec 06 14:56:30.013137 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-94d64ec7-021a-4dc6-bca3-7b93bfb48468 req-05f2e036-2243-4d55-9c47-9d76e91093a5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0251126 Dec 06 14:56:30.238631 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb5dd32e-a9b1-4f7c-9fdb-4d97bf18c1c9 req-97892859-5db9-4e45-b39a-011dbc0d4ba4 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0286596 Dec 06 14:56:30.379873 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ae06602e-c599-4cb9-9cec-6a25a7383e2c req-12a64d10-84e5-421c-ba57-ddb8f36683d6 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0256510 Dec 06 14:56:30.508599 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977383c-ba64-44ae-8a5f-e4fae49179d4 req-c631c5d3-60fa-4d8d-96b7-42488ee2f518 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:30.510051 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1977383c-ba64-44ae-8a5f-e4fae49179d4 req-c631c5d3-60fa-4d8d-96b7-42488ee2f518 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0487611 Dec 06 14:56:30.555745 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1977383c-ba64-44ae-8a5f-e4fae49179d4 req-075bcab8-704e-46fc-86ac-f891f21f5695 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398047 Dec 06 14:56:30.703719 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e68b9bd5-6ea8-4740-932f-d32778816cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:30.879926 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8a0db459-f290-4925-bc6e-53e3109d57a8 req-e7eab1bf-b8a9-4bea-9aa5-57a3b1839db4 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0299194 Dec 06 14:56:30.934290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4250e00-1cb7-44a2-98de-f72061a14844 req-bd67842e-2cb9-4c98-8cc1-c0d8b58c0777 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0263886 Dec 06 14:56:31.023044 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ac41981-e4e4-46f0-bfb9-481606b6c9f9 req-41cee85d-a22a-485a-ab3d-4c392fc0d83f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0254567 Dec 06 14:56:31.088028 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f525043-166d-4d19-9ca4-4b6cb01d2860 req-807f86c5-1452-4c0d-a154-275fdd234a6b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0248883 Dec 06 14:56:31.312308 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f323a677-52ba-4ecd-a603-41844098c6ef req-8dbedaab-f728-42a9-9c3e-446909800e30 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0249808 Dec 06 14:56:31.458614 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d73d6b59-d73f-4d98-bb5b-21a2430b0a96 req-6d67ad88-240f-4d9e-984c-743fddc6949a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0257523 Dec 06 14:56:31.671975 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abf927-b889-419b-8a57-32c7bd09c2e3 req-c1077be9-911b-4d13-b1b1-8f439286eb96 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:31.673344 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b5abf927-b889-419b-8a57-32c7bd09c2e3 req-c1077be9-911b-4d13-b1b1-8f439286eb96 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0522540 Dec 06 14:56:31.719593 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b5abf927-b889-419b-8a57-32c7bd09c2e3 req-2394654d-682a-494e-872e-326896799c0e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403838 Dec 06 14:56:31.954652 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e1399550-0770-419c-973d-09a59ed318e8 req-0738c0d7-2ff0-4062-b519-e7868c7307c6 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0259392 Dec 06 14:56:32.009149 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4a8cc11-140d-40ec-becc-a4a1f0cefe08 req-5a1f4410-47a0-4f48-a28d-a6396be819eb tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0254893 Dec 06 14:56:32.098642 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-995f5e26-97b5-4e6b-9e09-ce4057ad2191 req-45b39e5a-3210-451a-9ad7-11546abd2ea2 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0253804 Dec 06 14:56:32.162646 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c45f8206-916a-4d99-801d-bbc387cb7fa4 req-dd5de0fe-d2af-4233-9216-59b80bb9d419 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0252459 Dec 06 14:56:32.387434 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2f964ca1-0ee7-478a-810e-6f258cf7ba1e req-31cbfdf9-c60f-404f-a0a5-76c966de88b8 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0267363 Dec 06 14:56:32.537580 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3cafb07a-c65c-4b9c-840f-45229b684a76 req-c9aa32a3-e3da-4211-8538-3da3fa31decc tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0275905 Dec 06 14:56:32.835445 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562e213-c337-45ee-9b6d-82ee6393caba req-628d18b9-75e7-460c-8fc0-91e42410297c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:32.836837 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0562e213-c337-45ee-9b6d-82ee6393caba req-628d18b9-75e7-460c-8fc0-91e42410297c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0513623 Dec 06 14:56:32.882313 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0562e213-c337-45ee-9b6d-82ee6393caba req-2eeccf61-35b3-4f29-b28c-ef7427bdb257 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387928 Dec 06 14:56:33.033783 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e79106a5-7be0-49de-913d-d55832943b1b req-17d41eb8-a845-492d-bbb0-02fe4abec327 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0299928 Dec 06 14:56:33.087808 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93acc515-e650-42ed-b8dc-8e8c7355191e req-ccd4f635-072c-4d6e-b25d-eb365c0f0297 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0248656 Dec 06 14:56:33.174142 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-641f655d-5915-4a65-b6e0-2ed7a010389c req-0edf6d51-0749-44f7-b535-de789143136a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0267825 Dec 06 14:56:33.202585 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb73a787-4e2d-4d69-9e5e-1c959e2df243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:33.239984 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1710f344-3d35-4e53-beaf-8bb3b9138a87 req-224a357c-9c11-4128-8bf2-4cc58310b57c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0273662 Dec 06 14:56:33.461678 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-441e96e0-3cfc-4272-b3c7-04665903bdc4 req-76e9fb0d-f205-41f7-ae50-973a25c19291 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0246983 Dec 06 14:56:33.617016 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8980f45c-03e5-47b6-833b-eedeb5678e5e req-1cb48333-4d26-428d-a0e6-60b00a873b65 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0259016 Dec 06 14:56:33.922607 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:33.999374 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6997a3-f878-4bbc-b44f-8efadb25fa9c req-e528daa4-d858-49a2-95a7-9c3320868d75 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:34.000932 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b6997a3-f878-4bbc-b44f-8efadb25fa9c req-e528daa4-d858-49a2-95a7-9c3320868d75 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0518122 Dec 06 14:56:34.046708 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b6997a3-f878-4bbc-b44f-8efadb25fa9c req-3936dd05-3afd-422e-b515-6cb6f57434b5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398083 Dec 06 14:56:34.117592 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eaf99512-bfc5-46cb-b436-674a8c7eb020 req-d39daf86-164b-4c86-a53a-1bdcb93bde41 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0267174 Dec 06 14:56:34.162580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a191c369-9211-4bdb-951c-bc05b8a78719 req-c26e5e53-9f58-42b5-a0cb-022ddd135705 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0259964 Dec 06 14:56:34.250270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea9ca87b-a0b8-478a-b100-2445d6df856b req-75efe1b0-860c-4b7a-8a9b-54f22e99fba4 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0253108 Dec 06 14:56:34.315285 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb05f755-5252-4d89-ad26-5b446d9dffbb req-6b5323c6-9e42-4c8a-a445-a05c392163b8 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0253723 Dec 06 14:56:34.536099 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-435174df-eeb8-4773-811f-7111258bb0d8 req-acdde534-6389-4a75-8a1e-2708bd322df1 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0266917 Dec 06 14:56:34.696337 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-faf5e7a5-a67d-4bc0-a070-09a29bdc10d2 req-8b70f9e4-9197-44fc-a8f4-87ad6b598ae5 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0258949 Dec 06 14:56:35.160541 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ae1e8-13ab-494e-80bf-970661fde826 req-9cd07571-66a9-4f9f-9415-11a4e0b02f2b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:35.162008 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-320ae1e8-13ab-494e-80bf-970661fde826 req-9cd07571-66a9-4f9f-9415-11a4e0b02f2b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0479188 Dec 06 14:56:35.195672 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-935f5efc-5e6a-4d0e-a9e9-4ad0712bde00 req-ff0d57e1-7f0e-4ed9-ba21-f2fe48811321 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0302584 Dec 06 14:56:35.214049 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-320ae1e8-13ab-494e-80bf-970661fde826 req-9fb3060b-38d3-4c94-9156-23c19c1a3598 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460956 Dec 06 14:56:35.258961 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6f75068-0555-4d82-8738-8f373c9a2c30 req-79cf7ebe-4798-4ac6-8e02-9e7ee2836d12 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0262506 Dec 06 14:56:35.324781 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f8452818-f6aa-46d9-bd98-69d0f516a1a5 req-f42a8900-8a74-4816-93c3-e62e9648fe67 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0251458 Dec 06 14:56:35.391437 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dab32427-b7d4-4178-bf6e-c5ea32befa5b req-2fbe937b-01ad-4ce7-b5ad-b73f0b3d8d88 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0260625 Dec 06 14:56:35.600772 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:35.612499 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5813ba96-0e25-4bbd-a8fa-4f0a1d9701c9 req-2f89463e-6f29-411a-aa16-1a378f2f4b30 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0280647 Dec 06 14:56:35.774219 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-19ee47f2-e9ca-4159-b4d2-91dc9e5a99c1 req-cb6e984c-67e0-403f-9e9f-67e40c465233 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0259151 Dec 06 14:56:36.271641 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0f79024-d418-4573-a43d-7da34a12e6e6 req-a9dfcce3-ca0e-48cd-90e1-114f60e328ff tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0274622 Dec 06 14:56:36.331245 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a9570-664f-443f-b1f9-87c0a311c2ed req-c23ecf06-5741-4652-80a2-a65dfc3e2879 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:36.332769 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8d0a9570-664f-443f-b1f9-87c0a311c2ed req-c23ecf06-5741-4652-80a2-a65dfc3e2879 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0494142 Dec 06 14:56:36.334985 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0fd4f95a-07d7-454f-b12b-5842f736d46d req-49fc89f0-e284-4b8a-a087-de31a328acd7 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0266256 Dec 06 14:56:36.379221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8d0a9570-664f-443f-b1f9-87c0a311c2ed req-1f5b28b8-d740-4dd8-9f54-67ad8b255374 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404427 Dec 06 14:56:36.402621 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e89756e5-97fd-444e-a7ec-20f332305f07 req-ac5293b4-815e-46a2-9736-4b63bf132e88 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0310910 Dec 06 14:56:36.471271 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6b0836e-08f5-48bd-8d47-6f456e71a8af req-75213b25-b9a8-45b5-9d2e-9ba8414ba3c6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0294507 Dec 06 14:56:36.525059 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:36.686159 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dd76f52d-33e1-448e-ab80-4da99c146e99 req-56b76294-6d70-429d-baf0-15ca98f5b12c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0256360 Dec 06 14:56:36.850931 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a0e0d830-65a1-49da-90d7-55b70992b5d6 req-1b34078b-bde8-4612-99e2-5d53de48e920 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0257223 Dec 06 14:56:37.346415 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab30c10e-4d89-4554-a593-61de92d9d2a1 req-21f330e0-5d38-4332-b903-b4fe74a21fc9 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0260530 Dec 06 14:56:37.411123 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9e5c9917-ae2d-4658-ba55-b8a7ea62a1bb req-8f3f5478-5825-4254-998a-af87a6e1d379 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0274415 Dec 06 14:56:37.478107 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9edd29fc-3af3-4990-80f0-8db7bd5786a7 req-a7c4901c-02d3-4aa2-b495-850f1c081b97 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0266147 Dec 06 14:56:37.498914 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06cb97-d253-49dd-a052-f4c922c6b3c5 req-f54142eb-0604-4d65-81a4-34ea9a75a4d6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:37.500422 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c06cb97-d253-49dd-a052-f4c922c6b3c5 req-f54142eb-0604-4d65-81a4-34ea9a75a4d6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0533681 Dec 06 14:56:37.547373 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95d21d83-6e25-46ef-82da-20c6f3bf7eb4 req-17530337-d6f1-4f24-932d-a7f83daa1bfb tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0257690 Dec 06 14:56:37.547767 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c06cb97-d253-49dd-a052-f4c922c6b3c5 req-a6aa6463-3fe7-4e29-887c-296a2bc27734 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414610 Dec 06 14:56:37.759383 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c889c03-8325-4360-9c19-6233a77c57c5 req-58e55d9c-a462-490d-8b6f-978a820a1ce6 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0252488 Dec 06 14:56:37.934437 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a21a0bb-a028-482e-a1ca-bc9fcf2b8376 req-4a1d4c41-7dab-4d95-884d-bf9f5afd75f4 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0294173 Dec 06 14:56:38.426363 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5a470f1-ec23-45a5-9412-a9049da9b40a req-0e960297-f906-4b8b-a7ab-eab6e20e5193 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0288296 Dec 06 14:56:38.490009 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-395e90a0-5f3d-446d-af65-9b38786fee20 req-4a5dfdda-e384-4140-80db-91f058173605 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0294058 Dec 06 14:56:38.552642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-724bf876-15fe-4fc4-931b-f4124c7f1d3f req-7a2ea9fb-97e7-42ec-be4c-80634c50e432 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0249879 Dec 06 14:56:38.624652 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06a83156-c113-4b20-9b83-22a37bd2020a req-ed59cbad-695e-4d8f-a341-48d011a427c0 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0264547 Dec 06 14:56:38.663461 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f24b7-12dc-47bb-b127-3cb4dc730423 req-ee5dbbcc-9783-4815-b160-38047e32708b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:38.664960 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a8f24b7-12dc-47bb-b127-3cb4dc730423 req-ee5dbbcc-9783-4815-b160-38047e32708b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0500255 Dec 06 14:56:38.711815 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a8f24b7-12dc-47bb-b127-3cb4dc730423 req-2bead208-ff6b-423c-8630-2fb1f3de93c3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403931 Dec 06 14:56:38.836865 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a259522d-e932-4a97-9e78-03ed282e9bd7 req-223efb0b-f493-420f-8e6e-d3f082cdf873 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0260420 Dec 06 14:56:39.010378 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b2d79dfe-7e2f-41f2-9f4d-8f49f298bbe7 req-a0cc3c2f-df3b-4d35-a4f2-5b201a370388 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0256329 Dec 06 14:56:39.502377 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8a43ca72-e7b5-4cc3-9ab5-1329df7ac60a req-508311cd-27f0-4096-a5fc-f430257b11dd tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0257475 Dec 06 14:56:39.571696 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-88e85b21-fa75-4470-8549-2c76081910d6 req-ed8a7661-a584-4766-ab4a-81452eba1f52 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0288486 Dec 06 14:56:39.627589 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bfacd79-c105-4321-bd7d-255928075e32 req-702060be-d416-4548-956f-054c2f71825a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0253651 Dec 06 14:56:39.699263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-561e59e2-7a2f-49e5-8646-53578d751218 req-a9332b0f-e8c0-4dec-85da-eae187e2553b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0256779 Dec 06 14:56:39.823463 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa690b1-cafc-458b-b12c-494fb088116b req-83aa0a69-fe9f-4a04-a70e-5b59575d7136 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:39.824953 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8fa690b1-cafc-458b-b12c-494fb088116b req-83aa0a69-fe9f-4a04-a70e-5b59575d7136 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0484917 Dec 06 14:56:39.871109 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8fa690b1-cafc-458b-b12c-494fb088116b req-ddac5d25-a15f-46fb-a523-170f48ad6de5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395327 Dec 06 14:56:39.914090 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-27d419af-daa1-4c63-b682-7cbe48dc8d02 req-42a59466-5f37-4347-95bd-6266fe3361be tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0260737 Dec 06 14:56:40.083957 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7fb77ad9-0b27-4942-832b-b170aa85347b req-13d19f15-b620-4644-9a81-d93275b875fa tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0260696 Dec 06 14:56:40.582235 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-342774cf-956a-4c59-802e-09b86f86a66b req-1a2761e1-2e40-44ea-a0f2-635e615f75d0 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0293686 Dec 06 14:56:40.647470 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c179912d-c5fc-43df-8f8a-c94a1e434f8c req-df9978fa-d33d-4fd2-8672-605da79dd196 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0250535 Dec 06 14:56:40.704612 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-87521b6c-269e-4739-ac2a-9a0790ec12bc req-708e0a0d-b80a-496f-a280-67f80595f156 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0253110 Dec 06 14:56:40.777555 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-390b07c5-94c5-4b81-b086-8ebd2425fd24 req-29b5b826-d3d2-4d99-a144-d2b210c7c7fd tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0294952 Dec 06 14:56:40.988897 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddc660-6503-42f2-b09e-af2580ef5918 req-c3459b0c-d7ef-4ffe-8ef8-e208fd9ce2a3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:40.990400 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4ddc660-6503-42f2-b09e-af2580ef5918 req-c3459b0c-d7ef-4ffe-8ef8-e208fd9ce2a3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0521264 Dec 06 14:56:40.991426 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5c0ada1b-796a-4f0f-827d-33e456a288d6 req-23814259-0263-46de-bdc3-112d94cae4da tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0266111 Dec 06 14:56:41.038539 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4ddc660-6503-42f2-b09e-af2580ef5918 req-c2201571-ecdf-40c2-b343-78277faa92f6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415854 Dec 06 14:56:41.159424 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac2e992c-dd7f-4b75-bd57-c73ad9973685 req-199180f8-ef79-4fe1-9880-cf880d53ed9e tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0273333 Dec 06 14:56:41.658344 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f975d46-2d5e-4d96-a7a8-0e726e9cb8a0 req-28a895bc-fa4b-46a8-b550-bd5e827be08d tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0259027 Dec 06 14:56:41.723284 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2a2ef715-5e26-4e69-9e17-4e9ecc113a33 req-700b2569-d898-4be6-8685-d914b7cdff24 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0251956 Dec 06 14:56:41.780412 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7bb3de3-99ca-4c16-ad18-d8d83e677a72 req-a7fda3a5-aa7d-44db-ba7e-03f28771d4b4 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0257583 Dec 06 14:56:41.852829 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-79cd0eb2-caee-4617-921d-4196a3a511df req-956860c1-e35c-45b0-b112-801e889faa2c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0255597 Dec 06 14:56:42.070408 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fa80bbce-d765-4975-9d6e-c8dc802dda11 req-d290afee-91ea-40dc-9834-c8490f18544d tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0304675 Dec 06 14:56:42.160481 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8710c40-168b-4507-8654-d86539283174 req-0346b55b-80e6-471c-9e31-a896884c7003 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:42.161936 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8710c40-168b-4507-8654-d86539283174 req-0346b55b-80e6-471c-9e31-a896884c7003 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0524013 Dec 06 14:56:42.208547 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8710c40-168b-4507-8654-d86539283174 req-fdc62e4a-daf1-40f0-a5a8-57180bd49f60 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407436 Dec 06 14:56:42.235778 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d6ff9ed8-2305-4996-a04f-e511b68bd5ce req-5f25e754-0264-4deb-86cd-41bd2de4f551 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0270147 Dec 06 14:56:42.733862 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ff18c5f-028d-4fb5-9e6e-c7e10616c75b req-677518b0-4e37-49f8-bbb6-f8315d265076 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0256662 Dec 06 14:56:42.798826 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aaa9f496-542d-4329-be4c-a15e74ef3798 req-14742eb7-1ea6-4b57-b49d-9150fc5d1e28 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0260844 Dec 06 14:56:42.854455 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cc86fbc8-b1fa-4977-aea8-c47265c00246 req-800ad883-6cce-4edb-a842-a511341afb57 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0252531 Dec 06 14:56:42.927891 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24d04603-906d-42e7-8069-79b1ca599a2b req-01b243eb-80fe-4dca-b7a0-e1bc241d6b6b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0254626 Dec 06 14:56:43.148404 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f1c65a0-4b30-4dd7-b77c-b8884bab8d5e req-5463ca84-3977-4e65-b03b-529741e2b048 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0265081 Dec 06 14:56:43.310326 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a2b0d86-66e8-4842-9eb6-596ffa7f0222 req-8ce054a0-2640-4abf-96b4-54e74d3d1db4 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0255361 Dec 06 14:56:43.324256 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e9515-6f08-44de-9751-d134f498ddd3 req-4c47fbc4-351e-4974-a3d2-22fe84de5073 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:43.325728 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1f4e9515-6f08-44de-9751-d134f498ddd3 req-4c47fbc4-351e-4974-a3d2-22fe84de5073 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0491111 Dec 06 14:56:43.371318 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1f4e9515-6f08-44de-9751-d134f498ddd3 req-09cc8cc4-f3db-43d7-9c4c-f69ffb83143f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396645 Dec 06 14:56:43.812404 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0884b11e-bb49-4bb7-abe0-67578d6aa9d0 req-08d2951b-825a-43d1-a48d-1a7e543c19e6 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0290287 Dec 06 14:56:43.882856 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-18b7afce-5c66-4899-90d1-afd08d3fa8e9 req-ea63e685-9bf6-42de-918a-04cf8b763b52 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0297527 Dec 06 14:56:43.929446 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9b44d527-c2d7-4cd5-84cc-8bfa4c8176ce req-abd460d8-3cd1-4fa9-8748-6e6aca894631 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0260568 Dec 06 14:56:44.002798 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9d134a17-605e-49c8-9b4c-293c0f0a3692 req-56a9a4c2-51ba-42c9-be2e-3aab46e7ae2f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0258622 Dec 06 14:56:44.226052 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-699ab908-e54f-40a9-80f8-1711987fb3f9 req-bdf592a5-7e65-4c15-ac0f-689df0296066 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0268259 Dec 06 14:56:44.385497 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cc82d4cb-ee4b-487b-a6ca-3641804169bd req-7e5aeb7b-12d7-4a2c-8360-7eba721a4cdd tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0260417 Dec 06 14:56:44.489082 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a834dca-9175-4b3b-bf1d-b943c8612b9b req-e88e41f0-9fe3-49aa-8a75-1dab40f1bf2c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:44.490969 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a834dca-9175-4b3b-bf1d-b943c8612b9b req-e88e41f0-9fe3-49aa-8a75-1dab40f1bf2c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0504603 Dec 06 14:56:44.539778 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a834dca-9175-4b3b-bf1d-b943c8612b9b req-68735653-beb8-43a6-ade8-d58892fa1a01 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427382 Dec 06 14:56:44.886458 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-68794b36-aeb7-43ad-9788-98d9b5284cfe req-95e85f58-cfc4-4d13-bda3-7a07474b32e5 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0255034 Dec 06 14:56:44.957575 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-59b003e7-afff-4921-aac9-02ae49a6d5ca req-f555b0ed-134e-4215-bd23-95cb891c2b58 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0264630 Dec 06 14:56:45.008119 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40440597-e2a1-407f-a367-14907c872102 req-f663ea8d-b229-4f1a-9f96-d1faa1f563b5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0266848 Dec 06 14:56:45.082396 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c73c1928-43e7-471b-99d5-b0b0f77b8b49 req-d557e9fe-4c43-4fbc-b524-f72ffb404e4a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0287027 Dec 06 14:56:45.307648 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d9d5f59-cfd6-4139-b009-25a6d707fe0b req-2018eca1-3826-4f68-b91a-b76af07019b9 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0303891 Dec 06 14:56:45.461175 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd1a2b67-788b-4a1a-af4e-4ab47caa1b3e req-6cb7dc77-680f-474c-a2e4-37560f02ecbc tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0253384 Dec 06 14:56:45.653705 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd228c77-ca5b-4844-ba70-044dd63d2d5a req-fd5d0518-4336-400f-afc8-bf29aa76cccd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:45.655769 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd228c77-ca5b-4844-ba70-044dd63d2d5a req-fd5d0518-4336-400f-afc8-bf29aa76cccd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0491498 Dec 06 14:56:45.703005 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd228c77-ca5b-4844-ba70-044dd63d2d5a req-4492254f-9a39-4d8c-a924-1b35e91d68de tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407784 Dec 06 14:56:45.963222 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-df02ff55-d545-41be-9ac2-46e33d21ce8e req-5e800bbb-ef77-454d-8636-43d29b3f12be tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0258479 Dec 06 14:56:46.032584 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3a333811-d87b-44dc-9502-bb51194af092 req-2a61b232-ad48-43e5-b196-e4c3487ec755 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0263450 Dec 06 14:56:46.084356 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b2c57659-5ff2-47ff-b332-96e1b0b983ee req-8d070ca8-c150-4d98-9379-a5361855f424 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0275719 Dec 06 14:56:46.158304 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-49ba419f-2a56-473b-94a8-3dec8d5de104 req-d0784b23-f3b9-4ddb-af63-ae65e682c9c5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0265157 Dec 06 14:56:46.385284 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e32702b6-d3f4-487d-8b49-99d458a35bdc req-77663ad8-1314-452b-a819-8da088679853 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255871 Dec 06 14:56:46.540230 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0f4aa7ff-c299-461e-b0f5-605aeccea037 req-b9ba05ce-aa53-4708-b900-c57612aed866 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0259123 Dec 06 14:56:46.819215 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce2ba1-7931-493b-883d-a544fc630144 req-9aa72bad-8214-4562-835e-b90b704b8dec tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:46.820675 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdce2ba1-7931-493b-883d-a544fc630144 req-9aa72bad-8214-4562-835e-b90b704b8dec tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0512722 Dec 06 14:56:46.866108 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdce2ba1-7931-493b-883d-a544fc630144 req-bd60f3ba-b8ec-42fb-8f5c-d8e76e8ef0dd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394831 Dec 06 14:56:47.037905 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce9e561f-170a-4e68-a714-aad73b13cadd req-19f597e6-3f7b-41f4-ba47-1bd84bd04449 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0266373 Dec 06 14:56:47.070189 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:56:47.107013 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b61b6c09-a76c-4080-8c54-3a43136bf02a req-35aa4f05-abec-4c37-991a-307bebc7c027 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0259421 Dec 06 14:56:47.163611 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ae21b441-9e07-4607-bd24-316a489a693f req-804aed6c-cbd5-43f4-bbaa-665516ffa01a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0303493 Dec 06 14:56:47.235883 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2efef825-dd76-40f0-8a72-14027c5f20b8 req-10636f20-0818-4459-a8bc-f54644c5700a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0265710 Dec 06 14:56:47.459321 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8555eff5-972c-4546-89ac-87d127734193 req-3d5f2cd0-b1fc-4a10-94af-d3d4e258d1d9 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0259194 Dec 06 14:56:47.618559 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea19fb80-b5b4-4341-9c29-db0120de2feb req-09bbe709-376a-473d-ac96-ca537aec565f tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0251005 Dec 06 14:56:47.986653 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714904c-5d8a-4aad-8209-ba6c8d9000eb req-061a4500-3881-405b-a388-578d42b83e1a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:47.988124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7714904c-5d8a-4aad-8209-ba6c8d9000eb req-061a4500-3881-405b-a388-578d42b83e1a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0511651 Dec 06 14:56:48.034361 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7714904c-5d8a-4aad-8209-ba6c8d9000eb req-dddf4b91-e8db-476d-ab3b-79dc57f3906e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402591 Dec 06 14:56:48.112256 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb487b2b-23dd-4238-a4ef-9cb4b40ff845 req-26d1b5f2-a959-429d-a739-feb736a79351 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0264454 Dec 06 14:56:48.182887 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4b81abc7-4a88-4cb0-ae0f-17c368106b26 req-49832653-2c71-4ef7-9b0b-14bf2ee9e71b tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0269115 Dec 06 14:56:48.241186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-944b9bae-f1e6-4f99-a5c6-493666edc2ab req-5a3ddf2d-40bb-431b-bbb9-93a9c23e9ead tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0268428 Dec 06 14:56:48.311469 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-986a8f5c-6993-440d-a7dc-1095f2aefadd req-03b46dcf-bde0-47c2-82a1-4715a694353b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0267856 Dec 06 14:56:48.535248 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a5c336c-5354-4197-8189-0e687106807a req-e6d3ccf7-2193-4c27-8131-db5ef0383161 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0265086 Dec 06 14:56:48.694077 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7219ea47-b402-43d9-9f96-c41f6ef895f6 req-4f27cf7a-6132-4074-a2cc-133a98e2a67c tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0252786 Dec 06 14:56:49.148553 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4a400-fd2c-49b6-8a0b-cd615c096a8a req-344e788e-bb04-48e4-b2ea-b859a5d7477b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:49.150060 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ba4a400-fd2c-49b6-8a0b-cd615c096a8a req-344e788e-bb04-48e4-b2ea-b859a5d7477b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0482674 Dec 06 14:56:49.192301 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7d04e2fd-1a04-4d56-8305-c6d1d6f4289a req-0ede0db4-b7b9-4207-937a-a11130d78309 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0304706 Dec 06 14:56:49.200856 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ba4a400-fd2c-49b6-8a0b-cd615c096a8a req-64b117b6-a83c-4114-a8f3-7f2a3605f841 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449708 Dec 06 14:56:49.261474 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc0d2633-475e-49b9-b106-546491773f00 req-6c86b53a-4728-49af-913f-b6676b2ccb59 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0256991 Dec 06 14:56:49.316348 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89d2a9b-866e-4046-8304-831800237570 req-e15c7648-9aad-4632-ae9b-bb1c58203ca3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0261326 Dec 06 14:56:49.388851 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e4a0362-7ae7-4f5c-b8fb-0fc38c3267d9 req-569fa646-6691-42db-be70-dbc168dc42ea tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0263116 Dec 06 14:56:49.611930 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd95dfbb-a437-42fd-8808-305d62e3a0d5 req-369353c4-befe-4829-89b9-cee52dd03b8a tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0265253 Dec 06 14:56:49.768244 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-786e7853-abf9-40a3-bfdf-8dafe3093005 req-21c949c9-9978-42bb-ae50-688757078b66 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0253456 Dec 06 14:56:50.268510 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-37e6de31-1e23-47e1-befa-22715dca8c43 req-e01c46a4-71b1-4f5c-90db-c42c2c0f93fb tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0264225 Dec 06 14:56:50.318864 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e4c91-fe90-4d10-a3b0-7838c54b38e1 req-ee464de8-ed32-4856-aece-07bb30a075b3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:50.320528 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-992e4c91-fe90-4d10-a3b0-7838c54b38e1 req-ee464de8-ed32-4856-aece-07bb30a075b3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0509362 Dec 06 14:56:50.336315 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-517126ae-f2db-4cd6-b0c3-5301774d9885 req-03ef78c4-1314-4711-9f0e-03b30affe213 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0252054 Dec 06 14:56:50.368021 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-992e4c91-fe90-4d10-a3b0-7838c54b38e1 req-0baaeda1-94dc-4b4d-9015-387bab58b8f7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 Dec 06 14:56:50.400666 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad2fa7c4-8f46-4841-8dec-3c4269661ce2 req-71fd2364-0b4d-4701-9666-6ffb555f49c1 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0271840 Dec 06 14:56:50.468592 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6f34ada-d0b7-4aa9-a22b-a465662d1213 req-bddf4110-0a78-46d5-9aaf-409902083931 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0302424 Dec 06 14:56:50.692726 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99cdcec8-7116-468d-a272-42cc0e9a64d5 req-189d4b69-1315-4071-a03a-b468430b4a60 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0284665 Dec 06 14:56:50.844567 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4c7edd46-50b3-4c86-a4f5-291a7d51e2f5 req-54427059-c5cd-445d-89ff-c01bd4c41afe tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0262780 Dec 06 14:56:51.342470 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c7c90f2-20e0-4870-a645-1432d5008b6d req-d32d4720-445b-4546-b9d0-5ee317f49876 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0256407 Dec 06 14:56:51.413920 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3a00df12-6fb4-46a1-85d6-390ba8ae874a req-7db9c1bb-d2c1-4577-b08e-12c655dbd831 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0271163 Dec 06 14:56:51.477066 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf36db47-d527-40bf-9b22-261c365953ec req-d05fdbdf-e988-4954-a0be-ec40376290f4 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0251436 Dec 06 14:56:51.497693 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c05021-ea0e-4e86-b3a4-2aec47f3361b req-2b1b1a11-3158-42dd-8198-fb776e2ac22c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:51.497693 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d8c05021-ea0e-4e86-b3a4-2aec47f3361b req-2b1b1a11-3158-42dd-8198-fb776e2ac22c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0496926 Dec 06 14:56:51.539365 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d8c05021-ea0e-4e86-b3a4-2aec47f3361b req-6b8212f4-69a6-4231-b217-7d78cd41bc46 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426631 Dec 06 14:56:51.599592 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5c261812-b174-42a4-8a6f-ac54885d99d6 req-586f2a36-2435-486e-8ea4-0a2f699068c6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0252235 Dec 06 14:56:51.765350 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc9c82bb-7ce7-441d-8217-86ab126b9c24 req-423022d0-c122-4bff-9e82-2f90ae02485b tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0254476 Dec 06 14:56:51.918207 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6ec321d-5760-4674-be48-981a0a5fb7c9 req-e8473eac-0884-4417-a30a-21338d2b8c52 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0256824 Dec 06 14:56:52.421846 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4d7545b-17c5-49c8-bb53-1a664f124f6a req-c648b13f-54db-4631-b78a-2b08b8262f0c tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0303156 Dec 06 14:56:52.493692 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-43b1a7f6-9018-4ba9-8b04-4af0b7469eab req-5ff235cf-2a53-462f-a24f-03c2937c44a5 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0299253 Dec 06 14:56:52.553100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d93619bd-6f59-4803-b952-a725afa127c3 req-0b2f771a-50bd-4f33-8433-912166402836 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0258255 Dec 06 14:56:52.654687 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce43e3-088c-4c5c-8737-02f7df19681b req-3d969a0f-99f2-405d-9704-2d55d3989fd4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:52.656185 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9ce43e3-088c-4c5c-8737-02f7df19681b req-3d969a0f-99f2-405d-9704-2d55d3989fd4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0493190 Dec 06 14:56:52.677777 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c256e6e-c7a1-4d37-b691-edab6c7e1566 req-a64ac380-3e4a-4c81-9dd2-8a4f9fdb501b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0255473 Dec 06 14:56:52.706698 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9ce43e3-088c-4c5c-8737-02f7df19681b req-d4a627d3-5cdc-4da6-98dd-a80d788edf0d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442228 Dec 06 14:56:52.839885 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2902e84f-0156-4610-9b0a-9ab5b5203bee req-4b695213-0f66-465d-91c6-029b5d754231 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0258558 Dec 06 14:56:52.991794 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e39eb3a7-4913-4d93-b464-c3120e73ff5b req-92556d1a-92d8-49d9-8a4c-f72530094bc6 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0257654 Dec 06 14:56:53.497520 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-521f0f73-4e15-463d-af78-29c05e15897c req-04d4723e-e538-4269-ac8e-dec65796f761 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0265486 Dec 06 14:56:53.568604 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d1d41041-9ab8-4067-a875-9ce1424ff2ed req-127f8435-d61b-46fe-91f8-027ebd923cfd tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0256343 Dec 06 14:56:53.628407 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d83bb1e2-3da0-4d51-beb2-cba316f1f01a req-b66776f3-40db-4c98-bfeb-362a5e6f7ef3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0262785 Dec 06 14:56:53.753841 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6897028-1aa8-429e-8a79-be065fbe80e8 req-4873bccc-68f7-4fbb-a161-dec1cdb615cb tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0250108 Dec 06 14:56:53.825375 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162b88e-dd77-41a9-82ea-432d9ec24aff req-6d82135c-87c7-497a-ac31-f8d7eef6b1de tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:53.827570 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e162b88e-dd77-41a9-82ea-432d9ec24aff req-6d82135c-87c7-497a-ac31-f8d7eef6b1de tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0514674 Dec 06 14:56:53.874045 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e162b88e-dd77-41a9-82ea-432d9ec24aff req-5f6525e4-0c6d-4b6b-a4c4-465d7844423a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 Dec 06 14:56:53.918390 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9d826dc9-3940-4d65-8b33-6fa8cd777af0 req-07835cf2-beae-4f5f-b62b-e5285be3b014 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0300610 Dec 06 14:56:54.067395 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-91e0c00d-2974-4490-994b-b383cbff28b9 req-3a34d7d3-9408-43ec-932a-20b361c6cf00 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0255234 Dec 06 14:56:54.177498 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-63ccb54a-cf45-4ae8-b0b0-1f47fcdfcfd9 req-ab300be4-48f7-4dee-8351-a1929959ca65 service neutron] (103289) timed out ('10.222.0.23', 51740) {{(pid=103289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 14:56:54.573216 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e1118964-b547-40a6-b0fa-d860c9655390 req-e60aea08-adef-48e8-a552-852e4eb2bfb0 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0259411 Dec 06 14:56:54.642982 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f7abb55-1655-45d6-80ab-ae24d90bebb1 req-0d066512-7ed9-46ec-9f04-e618d6ba59be tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0259986 Dec 06 14:56:54.711332 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a5245c3-b3a6-4d4c-a349-b919fdb81cdb req-11c9404b-9f37-457a-b7bf-1fae57ec86a7 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0340326 Dec 06 14:56:54.829435 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0becf741-438b-42dc-a75c-f62a1751d2f0 req-5a79a120-7adf-4e1a-838e-1d1ec28a75d0 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0251667 Dec 06 14:56:54.991856 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb0bd8-997b-4df3-9094-78af4797bf08 req-9e93aac6-2ce6-4af0-a871-0eec32e2eeb1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:54.993298 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6614b107-10b9-4d7d-8a16-59118274d04f req-a17213e3-a536-4afc-9346-cbff4bdd96b0 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0269814 Dec 06 14:56:54.993563 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-81bb0bd8-997b-4df3-9094-78af4797bf08 req-9e93aac6-2ce6-4af0-a871-0eec32e2eeb1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0485346 Dec 06 14:56:55.044335 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-81bb0bd8-997b-4df3-9094-78af4797bf08 req-b2e9dc36-d2d4-483d-8bf3-18063d5c913f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442333 Dec 06 14:56:55.142440 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dd4c5f44-f5f8-4c64-8b6c-11f36fa7636f req-d4dd28d5-f93d-4db3-8b69-1236304ecaf4 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0255573 Dec 06 14:56:55.647450 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8413ad6f-6a5b-474c-9699-ec16473eee0a req-55403d43-8849-4a9c-8f41-d28820f748ee tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0263863 Dec 06 14:56:55.721287 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c5526ef5-0a19-479f-b806-091aef6eb183 req-02ac1001-ac14-46a1-8fdf-f385d6b47d77 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0297847 Dec 06 14:56:55.787064 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8e362e00-d5e3-4f52-a44b-dfb040d9511b req-b6ec3509-b437-4db3-8e15-74d7417998d4 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0267451 Dec 06 14:56:55.904919 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93fe79e4-1e85-4980-b9bd-c62ffc3ead71 req-671157af-8b8a-4492-91f5-65e22f8f5dd6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0257065 Dec 06 14:56:56.070491 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9fb48bc6-b416-4ed9-9318-0f18295af067 req-83ac5ca5-96e4-4a15-9e46-0b54e342baf5 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0251360 Dec 06 14:56:56.163236 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb4f9b-7c42-4ef6-a11b-73dba82b26d2 req-a6ac1758-ac35-46f1-b9de-789553293264 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:56.164717 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1edb4f9b-7c42-4ef6-a11b-73dba82b26d2 req-a6ac1758-ac35-46f1-b9de-789553293264 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0482793 Dec 06 14:56:56.215870 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1edb4f9b-7c42-4ef6-a11b-73dba82b26d2 req-cd3a0157-bc26-434d-a2e4-391ec4ddd42b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452762 Dec 06 14:56:56.223643 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc05c553-8cea-4f0a-8c4a-5dfeb7b13a5a req-ceb65619-e5ba-4256-9b4a-bdce2011bf35 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0265770 Dec 06 14:56:56.722640 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c47f0d7d-59f2-4d34-a46e-70647d3b8f3b req-09ba1aa6-7d69-404d-8a14-cde4c36f65ad tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0248494 Dec 06 14:56:56.795764 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-57a70973-88dd-45c6-a33f-8a007e67cf8c req-e4db4a63-bf75-4395-81f8-851dc03cc1ed tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0259206 Dec 06 14:56:56.868292 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3af6e6a1-7a1c-4d94-8059-1454051be3ce req-44b3dc38-5dc9-4bf1-bc2e-12e9363d0559 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0273902 Dec 06 14:56:56.981305 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d635c831-1187-4d53-a4d5-b97f1c568c34 req-b4b1e8d8-f649-4989-ab89-5ee24ea83a2b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0251064 Dec 06 14:56:57.145873 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b0b4694e-e447-41f7-abb2-518cd2455c3a req-e6b3a5f8-85af-47fc-8f2b-31a4b471d75f tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0253961 Dec 06 14:56:57.303090 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-99035209-f86a-4ee4-be60-a6e5816820db req-9a52ac31-f099-47d0-817b-fce90a868350 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0309479 Dec 06 14:56:57.330960 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd9d8a-a55b-45ae-9093-b6c471002354 req-9fb709d1-55b7-4d5a-9dfb-381ae184204a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:57.332472 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99cd9d8a-a55b-45ae-9093-b6c471002354 req-9fb709d1-55b7-4d5a-9dfb-381ae184204a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0487399 Dec 06 14:56:57.378929 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99cd9d8a-a55b-45ae-9093-b6c471002354 req-741b6c40-b1e2-48d2-ab18-92d204b2c6dd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404017 Dec 06 14:56:57.798848 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5b61b4d3-79ed-48a7-bc45-03e830507d5c req-7e3f80d0-1d37-41a9-827c-3a6d94e9965c tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0258067 Dec 06 14:56:57.821296 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:57.870615 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e6703de-81dd-4f24-9ac3-ab0a2b81fa3b req-e301e7bf-b3f8-4a1b-9382-7f2c82a10ad0 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0248225 Dec 06 14:56:57.952450 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8801e230-44d5-4a4f-83e5-9398da2caf02 req-1d7240e6-4088-4085-a97d-c10e98519aaa tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0301845 Dec 06 14:56:58.059940 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a51acc69-4597-40c3-ac51-49d74b8b0619 req-c3a3b481-d462-43b4-92fd-f1e54c97b72a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0254879 Dec 06 14:56:58.220711 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-294a1a3c-00cf-49f1-aedd-129ed9ee48d7 req-e7a5015c-0779-4655-ad46-0b27fbf6bb46 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0253696 Dec 06 14:56:58.378426 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f3cc0a38-7265-4101-8b10-bd8d0bf394fa req-be38991e-e03e-45d0-a383-43497fa7c1b7 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0268025 Dec 06 14:56:58.491821 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b2ec2-ecd8-4050-8c18-71bc500ecdb8 req-435c488d-032a-4cd5-ae67-888a44d6808c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:58.493291 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-912b2ec2-ecd8-4050-8c18-71bc500ecdb8 req-435c488d-032a-4cd5-ae67-888a44d6808c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0485671 Dec 06 14:56:58.539783 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-912b2ec2-ecd8-4050-8c18-71bc500ecdb8 req-b9f43880-c987-4b6e-ab71-b3b48c9f1080 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398867 Dec 06 14:56:58.874681 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b81534f4-57de-4753-800e-1416b96dc976 req-80db5816-1aab-4e01-a444-0731d697d8fa tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0258346 Dec 06 14:56:58.946486 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-424597a4-ba06-47fe-97aa-e45c860c67ee req-cbd86a09-1275-41b7-adb5-0eaa99821db5 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0252430 Dec 06 14:56:59.032878 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8102931-4388-4984-b74b-531a35006a6f req-7c19abd9-0f65-4dc7-b738-147963229d10 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0306945 Dec 06 14:56:59.138018 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0638dbd5-3eeb-4210-8e35-44d8b2f93dd9 req-13ad1fa6-8570-426d-bf82-74eed7ae832e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0253356 Dec 06 14:56:59.294003 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c3e3f0b-321d-49d7-aaf0-d92c60b28efa req-3dd4eedb-4641-443e-8278-d4a1ecd77749 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0258033 Dec 06 14:56:59.458820 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b46c2ad9-72ac-4e9e-ba97-7d2009649a8a req-528cb6bf-fdf9-4dd7-80e9-ac5dc2dcac52 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0313230 Dec 06 14:56:59.659358 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c612c-bb17-462b-8120-73ae80698c1d req-a1fa5caa-cb79-4087-b112-97d5239e1eb5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:59.660878 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-668c612c-bb17-462b-8120-73ae80698c1d req-a1fa5caa-cb79-4087-b112-97d5239e1eb5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0511575 Dec 06 14:56:59.718901 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-668c612c-bb17-462b-8120-73ae80698c1d req-5c79bdf8-de0c-49d3-847e-ae74e8e64811 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519671 Dec 06 14:56:59.758584 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:59.950744 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-90d3735c-ba0d-4493-96fd-9b1fbb424190 req-1c963369-c1e5-4c3f-9f48-b6d19334e619 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0257440 Dec 06 14:57:00.023956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7236916b-ad97-4fd4-a6b3-912848f8b57e req-0e30ba7a-dae8-456d-bcd0-a441776a99e2 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0281498 Dec 06 14:57:00.108044 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f8d08422-cb3b-4293-8bcd-bbc88c04bbdd req-d8ed66ba-928c-4b79-b0e2-5aff12f93cc3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0257215 Dec 06 14:57:00.217330 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eeb205ab-03ec-4337-be91-15b9e2393b6a req-537a8bb9-ae2d-4db7-bad8-e80e5285bc3a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0259860 Dec 06 14:57:00.372328 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f670debd-bc46-45b9-acf2-840f9315553f req-a7bae5a5-63c0-49b3-84aa-d85f75547524 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0293221 Dec 06 14:57:00.535207 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d66487b4-233c-43d6-92e9-5ac3d23f4698 req-a32c1e6b-65ef-4667-9f68-1c8c88b24307 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0268905 Dec 06 14:57:00.708626 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2503d29c-79a0-4206-8c77-3bcb335632e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:00.885993 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b37ad-c342-4791-903d-810b78c6c32a req-ae75d3c7-41f5-4da3-8e0a-551dcf33a271 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:00.887460 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8b5b37ad-c342-4791-903d-810b78c6c32a req-ae75d3c7-41f5-4da3-8e0a-551dcf33a271 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0480173 Dec 06 14:57:00.934962 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8b5b37ad-c342-4791-903d-810b78c6c32a req-7f09eb62-ba52-46bd-8079-a7185e32cecd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404403 Dec 06 14:57:01.030620 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5fc28599-e696-4121-8011-7d62bd07e341 req-a80b4cc4-18e7-46a3-9f82-90a63e1521a3 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0286400 Dec 06 14:57:01.100798 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9284b334-92d0-4fcf-a9ec-0ceb62c28ffb req-d100bd20-8168-4f9b-8c12-138bacc9c045 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0262723 Dec 06 14:57:01.184835 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-729359d9-287d-4e9a-9574-67ba530eeb64 req-6c15e6c5-beb4-4cb0-8676-d0871f5005e8 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0254295 Dec 06 14:57:01.295146 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19c3d91f-b744-4489-b0f8-6cb93919a20f req-ba8c741d-0459-4f07-b7a8-66c95baa946a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0259840 Dec 06 14:57:01.450399 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0dc5ecac-aa05-4eee-b744-eaf805dbbb18 req-26d2b478-c351-470e-9652-b595159d2742 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0282528 Dec 06 14:57:01.613960 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3ec0722-328a-4efd-ab07-9aebf79afddd req-991b3288-0a22-49db-8eea-4049678d76ca tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0287700 Dec 06 14:57:02.050416 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea543f29-7714-4ae3-8c3f-29b2048057c2 req-5e853905-958a-4116-b036-86e9bd4b215f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:02.051891 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ea543f29-7714-4ae3-8c3f-29b2048057c2 req-5e853905-958a-4116-b036-86e9bd4b215f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0494809 Dec 06 14:57:02.100016 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ea543f29-7714-4ae3-8c3f-29b2048057c2 req-45e3ec0f-90eb-4a3b-b31c-af6b7fe8a94e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413797 Dec 06 14:57:02.110461 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-30134766-de9f-4b81-b389-c7a12d35d8a8 req-dc592c38-4129-4529-b9f4-5529a481524e tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0258050 Dec 06 14:57:02.176532 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-68e9a6f7-fccc-44e0-aa45-1cc9b2df516b req-b6f6b807-d515-4533-948c-154bf64c97ce tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0258663 Dec 06 14:57:02.258987 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e1b6621f-ab34-4945-8646-0a0369eccfdb req-70f933ba-c4dc-4405-bedc-2e39442cbefa tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0257146 Dec 06 14:57:02.371187 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8a2df7b5-6c79-4b44-9c03-8e40c0ad5690 req-77fdfb36-83b9-498f-9828-e3662c2fb7d2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0257978 Dec 06 14:57:02.525140 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80c968e4-a855-4fe0-aea9-9edcc9992b86 req-beb62fa6-5432-45ac-be7c-d65f8e10249f tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0251644 Dec 06 14:57:02.689793 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1dfe6a8b-d24f-4b49-8f88-f59741f0a3f9 req-96304af6-5e56-4205-98e6-19ae923bb5e3 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0253236 Dec 06 14:57:03.187600 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-81206ccc-ff65-41cf-9e32-5f8cfa361adb req-3e4029cc-e383-4a85-8cee-43d7bf2eb344 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0264964 Dec 06 14:57:03.209426 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f404f2f7-8596-4f6d-8a84-35cf0cf53ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:03.222205 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113183-921d-4351-8a34-cb2e0ba4b57e req-aed70398-c404-4002-9fa7-5c2d63549a69 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:03.223827 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1113183-921d-4351-8a34-cb2e0ba4b57e req-aed70398-c404-4002-9fa7-5c2d63549a69 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0554461 Dec 06 14:57:03.253660 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-60b5eabe-f283-4bc3-9191-01356fde71fc req-d1801fec-cdd6-4591-a2bd-262222a83d35 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0258176 Dec 06 14:57:03.276887 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1113183-921d-4351-8a34-cb2e0ba4b57e req-a20e57cf-3ffd-41b4-8785-91c99cafb8fe tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470698 Dec 06 14:57:03.340485 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9b40d294-d7be-4371-8b41-aa6b7a52ffbf req-d00de157-3b99-4d1d-b316-326125c0801c tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0262361 Dec 06 14:57:03.452812 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b2b9980a-0a01-49a5-983b-49dcb8bacc43 req-dfec93dd-3839-4b25-a13d-8e6763b2115d tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0295501 Dec 06 14:57:03.599454 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-74e62c25-7242-44d4-ac10-d0362c6934ee req-eae1df34-096a-4ee0-8d9c-a28aef340573 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0256259 Dec 06 14:57:03.768537 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ba5afe4-8538-4603-9919-21d88167a8dc req-f39f9041-f038-49f2-8ab0-1f1b2e284a33 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0287430 Dec 06 14:57:03.925564 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:04.265275 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95592535-f33d-4cd0-9d3d-89d8efdc3c69 req-9a2287e0-c111-4b40-ac0d-19995dd4b893 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0256634 Dec 06 14:57:04.333080 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7bd2e33b-41e2-4b0e-b66e-70032f93f69d req-d4f9ab79-6788-4588-964d-2e55cd35d932 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0261362 Dec 06 14:57:04.394919 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09a377-ccac-4b87-b922-ff8460ee8e80 req-b7955749-241b-4036-864b-ead33adc0d0a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:04.396537 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8a09a377-ccac-4b87-b922-ff8460ee8e80 req-b7955749-241b-4036-864b-ead33adc0d0a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0529077 Dec 06 14:57:04.443955 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8a09a377-ccac-4b87-b922-ff8460ee8e80 req-7d9db56f-df88-4555-a285-6f04a2eb5728 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412135 Dec 06 14:57:04.457562 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a9c0842f-563d-486b-aa86-b0cf8d2d588e req-d36eb2cc-8e73-4c41-93c5-04dbb67468be tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0264342 Dec 06 14:57:04.527238 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d740e1f-a650-4a0b-9d97-579e19ee52f7 req-df842d7e-5f83-4d98-8455-58dffa40c1b3 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0259266 Dec 06 14:57:04.676370 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-942f8750-0454-4979-afe1-cfacbd8efeba req-08cc1e87-7389-4829-942f-6ee664e11b57 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0249984 Dec 06 14:57:04.842618 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-37224484-51a8-4cd3-a0bc-112607c01952 req-0c84c60c-45bc-4275-b599-4ff1e0d244f0 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0257490 Dec 06 14:57:05.340497 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab0ece22-533b-4b00-bb8e-8a8a110eaf9a req-69fb127c-4f38-4abe-8a9a-8b84cf1402ed tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0252056 Dec 06 14:57:05.408468 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a5f1a0d7-f0a7-4a7e-8ddf-3f4031f14788 req-bd982bb0-71ed-4cf1-9475-41c9a7b4744c tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0262997 Dec 06 14:57:05.542447 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c97bd8d3-43fe-4943-b347-5c6c7c3f1aff req-730b2b5b-ef98-44ed-948f-baeaba3a0190 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0322027 Dec 06 14:57:05.568809 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246d6a3-5bbe-497a-8fbe-6780c4c9a5b4 req-9f305e85-92b9-45e5-8473-ac36fe7defd5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:05.570345 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5246d6a3-5bbe-497a-8fbe-6780c4c9a5b4 req-9f305e85-92b9-45e5-8473-ac36fe7defd5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0567641 Dec 06 14:57:05.603867 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:05.614795 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b95d5185-fc29-48bd-ba62-7e89d2e06367 req-86a64358-e5f9-4f87-8c7b-e2e58bf782ea tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0353703 Dec 06 14:57:05.619096 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5246d6a3-5bbe-497a-8fbe-6780c4c9a5b4 req-ab7814a1-80dc-4053-9938-e306598dad63 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424819 Dec 06 14:57:05.751750 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a5bdc065-aabc-493c-9393-e304c4cf8264 req-6c8a18fb-2210-4c40-b5fd-ce7d9bddf791 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0252750 Dec 06 14:57:05.916896 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3975e0ac-70b4-4ea5-8ba7-ba2a2e0c6b87 req-0b1f576a-86ed-4a0d-9c8b-10794af9d2f5 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0256674 Dec 06 14:57:06.416217 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-93391675-977f-4d8d-ada3-4ea43ce8dfd4 req-a274b815-d25a-40a7-9fbb-26e36b8c2cef tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0257215 Dec 06 14:57:06.483691 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70c11931-5702-41d7-acea-9a86b75acb79 req-8d51f609-1a7b-4199-945b-65df83fcedbb tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0259376 Dec 06 14:57:06.525543 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:06.617660 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6fe37da5-5697-463d-8525-2c2217b8b564 req-e9fdac6c-1a92-462b-895a-f88915719592 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0260472 Dec 06 14:57:06.693639 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5b8f7036-52a4-4b9a-a9a3-f3492688b2df req-cebe6c87-86f6-4097-b3a2-6f37da87931b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0269358 Dec 06 14:57:06.731883 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a9fb-19e7-4fae-91fa-60b8691b0e17 req-d98b990d-29d9-4a61-849d-315099c40beb tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:06.733820 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fff4a9fb-19e7-4fae-91fa-60b8691b0e17 req-d98b990d-29d9-4a61-849d-315099c40beb tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0483773 Dec 06 14:57:06.783581 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fff4a9fb-19e7-4fae-91fa-60b8691b0e17 req-41be7f53-6e59-4dbe-9aea-d8f21f2acc97 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437453 Dec 06 14:57:06.827308 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3248ee5-64a4-4f10-9b2c-5a2bf267114d req-d0d4aa25-5bd1-4034-9ec5-fc479799580f tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0253322 Dec 06 14:57:06.991064 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-788306c7-05b2-4482-abe1-9402b11c5b19 req-9103095e-f912-4eb9-81b5-ca841a62dfdc tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0260718 Dec 06 14:57:07.495336 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4716c6cd-85c9-43a7-9da6-2364f4b50bf1 req-56af9c7f-e803-43a6-b2d4-5dc8abd25bd3 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0296056 Dec 06 14:57:07.561199 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0f50a684-78b8-41bc-8518-e8f2ddde7732 req-7dea3a7b-a730-4b72-b0f8-ceb69b57f086 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0258341 Dec 06 14:57:07.692175 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69cd8c8d-473b-4431-8d58-ac8fcbd64f94 req-67ded3ac-5de6-4e93-94f7-fd97baa500da tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0255687 Dec 06 14:57:07.771689 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aed5e516-c039-4162-b7da-7bbcc23f36db req-e7ef1328-ca68-4d92-9bb9-49b7bd635f19 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0264871 Dec 06 14:57:07.897567 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b475a5f-4f57-4b0c-84ce-2450f3ecc746 req-50eb6993-52b4-46b0-9954-73d9b1af2cfe tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:07.899074 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b475a5f-4f57-4b0c-84ce-2450f3ecc746 req-50eb6993-52b4-46b0-9954-73d9b1af2cfe tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0490634 Dec 06 14:57:07.903212 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-510dc94b-e99d-4deb-a1d3-5b37c2699449 req-c8c57439-d6dd-4833-990a-c96af15e0f68 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0264709 Dec 06 14:57:07.951074 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b475a5f-4f57-4b0c-84ce-2450f3ecc746 req-cd1ab70f-e2b5-4677-a165-7ca28a9c5447 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449572 Dec 06 14:57:08.066409 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e71a4ed8-bb93-4b8d-847d-b9ae630f1aa2 req-53e4afad-b73d-4179-98ef-0f468b03ced4 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0263562 Dec 06 14:57:08.570306 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-574c7b57-804a-4568-a443-828d8c2b3e51 req-971fed15-aaff-46b7-b1ad-3f012a8a5708 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0255973 Dec 06 14:57:08.636711 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ef6486c-6f7c-47c9-81fa-ce85f32f54c4 req-d28baad0-399c-4d72-88e0-780747ee3582 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0259104 Dec 06 14:57:08.767486 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6966764-f3e5-432c-9649-025f3adff31a req-bed06ccc-b906-4869-b05a-9b6f488bb0a8 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0258353 Dec 06 14:57:08.847628 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d2b07abd-6e22-4a61-b4fb-95d89e86147a req-333e3d01-a99a-4f1f-bf99-934ee48ffc6d tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0263193 Dec 06 14:57:08.983407 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-151a15c4-a76a-4e12-a3f3-37bd534d9bea req-84e0d3ed-380d-4f2e-8b2d-3e0bb7871ef7 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0293157 Dec 06 14:57:09.068590 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408eb168-d31a-4d4c-9864-6eafa66b2f6f req-7e1700c5-f255-4c00-a0ee-c1d5efd40c9e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:09.069983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-408eb168-d31a-4d4c-9864-6eafa66b2f6f req-7e1700c5-f255-4c00-a0ee-c1d5efd40c9e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0520356 Dec 06 14:57:09.116702 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-408eb168-d31a-4d4c-9864-6eafa66b2f6f req-d41ef2f1-0b9f-4c1d-8a0b-b4ed88b1e0ac tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409255 Dec 06 14:57:09.141087 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-75ab5525-2b30-4bac-9855-fd25bd4e9320 req-edfaa9c8-7bcc-4623-8175-567f89ad8e05 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0269220 Dec 06 14:57:09.645011 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-afee31d6-e4e8-4f37-b20a-e3b369a10e19 req-0a3e608a-7269-40e2-a15c-f8d1e90a0b97 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0259070 Dec 06 14:57:09.722123 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-71e92460-69b0-4f74-b0ec-b821f15cfae3 req-ffc52988-3364-4ee2-bc41-a7add29734ad tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0337508 Dec 06 14:57:09.842253 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff84ce7a-6454-461b-afe1-7c52f6d0dded req-73399ea1-4d75-463c-9a31-2fd79fd09734 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0260253 Dec 06 14:57:09.928415 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1655ee3d-431e-4ec0-86e9-01261f0841c6 req-aea5f1c0-43dd-4338-aa13-e1174918cbc2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0297778 Dec 06 14:57:10.057510 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cb4eb190-239a-4c97-a4db-51b4d1b0759c req-9c5fd1be-4e2f-4478-a66f-7bfc6f0f7cfb tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0257456 Dec 06 14:57:10.215048 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b5baa842-07ec-48a8-9782-7ba9e0115991 req-6912ac24-7a4d-4f20-904b-97d4bed5fd47 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0259752 Dec 06 14:57:10.233619 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc74ec-4055-4bdc-8a52-89bc2f61a1f0 req-b1b0f725-926f-4823-892e-4b51fec97c25 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:10.235086 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7cfc74ec-4055-4bdc-8a52-89bc2f61a1f0 req-b1b0f725-926f-4823-892e-4b51fec97c25 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0497570 Dec 06 14:57:10.281864 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7cfc74ec-4055-4bdc-8a52-89bc2f61a1f0 req-6c4fe4c2-532f-42a7-8f28-71fb562b9c58 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407679 Dec 06 14:57:10.722656 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2be6d0e8-2a74-4984-9e1a-f322f71decda req-0407a2d4-fd22-4a2d-a233-ecdd4d45f138 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0294552 Dec 06 14:57:10.799208 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6ba57ce-7d04-433c-b017-c2257d90fa56 req-3dd3e9c9-7378-4a9d-b844-568e2da3817c tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0261481 Dec 06 14:57:10.916103 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-278ebfb0-403f-403a-ba15-f48af8467562 req-07236af7-4051-4d10-aa79-13caabbad5cb tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0252166 Dec 06 14:57:11.005500 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2efe9b5e-e56b-4dcc-bf6b-3184c9ddeea1 req-65cfd70b-a6b2-43ee-a4a4-68cb22899c28 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0264180 Dec 06 14:57:11.134502 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7045d75b-21b9-4242-aea8-a139e8f93b12 req-ed37f497-b507-4ff4-948b-b447fc174103 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0297325 Dec 06 14:57:11.293410 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f006a9e-324a-41ce-ac66-e522efdd9562 req-37e43bd6-bf0c-423f-afd8-aabee3e92fb6 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0256913 Dec 06 14:57:11.395285 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a6d5e-e054-44b3-b84b-6c92aa986aeb req-af72fd46-2fdf-4b2d-a1d0-e68fec79ffe4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:11.396808 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d6a6d5e-e054-44b3-b84b-6c92aa986aeb req-af72fd46-2fdf-4b2d-a1d0-e68fec79ffe4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0478818 Dec 06 14:57:11.443623 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d6a6d5e-e054-44b3-b84b-6c92aa986aeb req-fb0f094a-de88-4753-8964-8cdaca33dd37 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409117 Dec 06 14:57:11.797710 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8079d414-3492-4301-a32c-44051820b9fe req-ccf25018-d5ca-4a76-af7f-257f3e84325c tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0259964 Dec 06 14:57:11.874350 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a2239ee-9968-4422-8612-610b98062113 req-3b59f4b9-5d80-4b87-95e4-0e692b671aeb tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0253808 Dec 06 14:57:11.989604 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96cce012-a5f3-4f63-be74-ef66f25382d9 req-55a17b0a-0940-4b06-93f8-0a2c4099313e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0253572 Dec 06 14:57:12.084079 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac2dba3c-a348-4ba6-8378-031ab4733221 req-0768a3ce-253e-485e-8c57-c75c18b29270 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0266242 Dec 06 14:57:12.208189 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-47906967-c8ba-417b-8169-631a6fcd6e62 req-90968eba-39d1-4e1c-bdd3-81c0b49db2db tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0258493 Dec 06 14:57:12.367546 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-93d057ab-5088-47ac-8c93-615f0aaf1976 req-2be3cecc-9b79-4688-8367-42a3eb69125b tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0250051 Dec 06 14:57:12.562303 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce6330-fe91-4cc8-8a01-ff2e080d9633 req-bd783a09-e3cf-4592-b7db-cecb995cddf7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:12.563790 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1cce6330-fe91-4cc8-8a01-ff2e080d9633 req-bd783a09-e3cf-4592-b7db-cecb995cddf7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0524895 Dec 06 14:57:12.611537 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1cce6330-fe91-4cc8-8a01-ff2e080d9633 req-b10669ce-707f-4949-86a9-7b282722e385 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413272 Dec 06 14:57:12.876306 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e52d28c-c4a2-473b-83c1-cf5262771393 req-3517d803-168a-41bc-a44d-4b19a93d8d40 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0296535 Dec 06 14:57:12.950346 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5716ec4-72fe-487a-a95b-7f4f45f2b134 req-adfcedf7-5aae-4711-aecb-435e2880cb59 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0250578 Dec 06 14:57:13.063587 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-204d32c1-5e26-4a90-9488-c0106359cc3b req-d1a22ba6-7f91-498a-9665-ed0ac24049e3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0257576 Dec 06 14:57:13.162885 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-135dba79-3fbc-4919-aa1d-502101be76fa req-51946917-14df-40ee-8c7e-4d7a079c2ad4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0266395 Dec 06 14:57:13.282153 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e158a28d-150c-4160-abe0-8479fd302f51 req-e1271a5b-fe77-41d7-8f2d-abf5d767c156 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0265086 Dec 06 14:57:13.441644 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-752a95b7-6be6-4d35-9a6c-5adbf013af0c req-485e9a32-5e0a-4d81-8119-75337dc65737 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0251908 Dec 06 14:57:13.731070 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8974f-c8ab-4099-a7c6-07ec97e95a6a req-e383a878-f5cc-4ed8-92c6-53bf27946de0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:13.732526 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ef8974f-c8ab-4099-a7c6-07ec97e95a6a req-e383a878-f5cc-4ed8-92c6-53bf27946de0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0526297 Dec 06 14:57:13.778980 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ef8974f-c8ab-4099-a7c6-07ec97e95a6a req-c585c8cd-cab2-4ee1-90bb-90cd7549b44d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404122 Dec 06 14:57:13.951459 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d4ce8f8-ba2d-451a-b0de-de04c6dbabbb req-82c8ff0a-a16f-49bf-9b62-64f815010ac6 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0257299 Dec 06 14:57:14.026899 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b17a5a3c-7f4c-4017-9e71-c4c318f5d306 req-7c0a6ddc-aead-4ab8-94b8-d2cabbea2aeb tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0265441 Dec 06 14:57:14.139742 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1182c251-ac1f-4930-abe2-e7fe688e4d30 req-6e8b1c3b-bb00-4d3c-97fd-2dcfe51b725b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0256710 Dec 06 14:57:14.236198 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d7a37936-97e0-40f8-a025-63139265fa40 req-59c7513e-7707-46c8-a8d5-9a6124cd9c97 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0257866 Dec 06 14:57:14.355318 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33cc43a8-e1e7-4b4e-bba3-9f55d2498bf5 req-eab5f80a-2222-491a-a29a-35b9016aaf4a tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0252819 Dec 06 14:57:14.521380 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be98638d-f1d0-4e42-b3a7-1961b75d6823 req-81edead9-cb44-4b9d-8596-34d542bab87c tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0289946 Dec 06 14:57:14.891415 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02822b1c-79b3-477d-998c-f32133f8c8ea req-f96b5920-6976-4748-8356-4eeea837c35c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:14.892874 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02822b1c-79b3-477d-998c-f32133f8c8ea req-f96b5920-6976-4748-8356-4eeea837c35c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0471182 Dec 06 14:57:14.941383 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02822b1c-79b3-477d-998c-f32133f8c8ea req-6f81dfb0-2efa-4f2a-af9c-f35fb3ee37b5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426924 Dec 06 14:57:15.027362 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35e0c616-f9d4-4af8-9072-5a77d9c3e579 req-aadce921-f190-4570-adf9-f77c0e7a7c45 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0256493 Dec 06 14:57:15.102808 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-50a315d9-e4e1-4cc9-aa99-c0ea8ae0d48e req-c69a8a2a-f472-4d21-95f2-069017db2acf tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0256622 Dec 06 14:57:15.216177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb84903b-95ec-4789-b9a8-4ef4e073653c req-99ff761b-e5b5-4134-9d12-d983dce76f92 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0256383 Dec 06 14:57:15.309681 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da107386-0ccc-4f19-b5b7-0cb2cde88e27 req-99ccb449-b473-482d-97f2-1e891042ece8 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0251262 Dec 06 14:57:15.429797 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff520e79-e4c2-4b2f-9eda-9c377917b53c req-eb8b5176-a3aa-4444-a568-9d9000c8c9a0 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0258009 Dec 06 14:57:15.596676 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d4f91e1f-c487-4463-a799-1fbcf5ebf5ae req-1bda7e6a-93cb-4ee2-928e-811b953d6afb tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0254023 Dec 06 14:57:16.059347 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddc824-9056-4391-bcb7-892097b6eef4 req-66ef2882-45df-42fe-87e3-db39179e60ea tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:16.060886 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-60ddc824-9056-4391-bcb7-892097b6eef4 req-66ef2882-45df-42fe-87e3-db39179e60ea tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0499804 Dec 06 14:57:16.105691 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5ae06bd7-b95a-4085-99d0-25df3f880d6a req-f4eb77cc-1bee-4a59-b19e-d1270e106b32 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0278261 Dec 06 14:57:16.112950 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-60ddc824-9056-4391-bcb7-892097b6eef4 req-1ed6ebd0-07a6-4c46-8015-ac51e107681e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455518 Dec 06 14:57:16.189181 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b37fb10-faff-4d18-bb40-36b9d715b3b0 req-983d2879-0729-4bf0-962d-5f88a78712e4 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0256720 Dec 06 14:57:16.300939 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-413997c4-2695-45c2-b2b3-9d6aed84c0e1 req-af0e257a-f543-4738-8e84-270e949a758e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0304425 Dec 06 14:57:16.388472 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f00e1ec3-8349-4eb1-93a4-549fcae00734 req-bc3ce322-85de-4604-8d5b-68589b4e8669 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0286219 Dec 06 14:57:16.506333 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d624a554-315b-4b2c-81a9-e72ff43bfa98 req-af3d8079-80ed-4a28-93d7-66bb96d904ff tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0261340 Dec 06 14:57:16.671376 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f08124d4-125d-40aa-a9f2-3b43addbd12c req-dad5fab5-b3a1-42d9-ae2d-006c559d22e6 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0250945 Dec 06 14:57:17.182608 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c36f34bf-c040-45dc-abf2-b4469085059b req-12108c65-f49a-4bdb-a4e6-e81e9bb1b769 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0260308 Dec 06 14:57:17.228448 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3467009-1f49-4a10-8d19-cac3dfdbdabf req-c43c0409-ca4f-4bd0-aca9-266ade2f6c46 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:17.229934 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3467009-1f49-4a10-8d19-cac3dfdbdabf req-c43c0409-ca4f-4bd0-aca9-266ade2f6c46 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0494194 Dec 06 14:57:17.279209 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3467009-1f49-4a10-8d19-cac3dfdbdabf req-79bd63ea-3447-4c2a-a7d3-e3c83d231613 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418544 Dec 06 14:57:17.309940 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e390aa2d-47a0-4b27-8e31-f8e8fee729ca req-01fa3cb7-985b-4b2f-b980-2bcc66d2df07 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0264735 Dec 06 14:57:17.375224 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ba92773-6223-4e6b-b793-0a42f187395b req-0795dcd0-6ef3-4acd-a7ac-448c86a98b0d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0254312 Dec 06 14:57:17.466144 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-359633f8-3cdb-4e01-bd05-962823ce236f req-69133f93-341b-40ad-be27-f2fa7cf64387 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0251553 Dec 06 14:57:17.584585 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8cd9491c-c5da-4833-8fac-0ee652653d1e req-82f5faa3-ade0-4298-8e60-29fb0a66c523 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0287108 Dec 06 14:57:17.747452 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e8d821ac-0a59-44da-8ada-b562bab9925e req-18cca352-66c4-4479-90ca-50847a73579f tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0254207 Dec 06 14:57:18.437589 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340aba6c-1950-41ae-95a3-258328e5b9b8 req-626e1c1e-3219-45ae-93f5-897a1d0c199a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:18.439912 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-340aba6c-1950-41ae-95a3-258328e5b9b8 req-626e1c1e-3219-45ae-93f5-897a1d0c199a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0565023 Dec 06 14:57:18.490299 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-340aba6c-1950-41ae-95a3-258328e5b9b8 req-bc95ff84-83eb-4fa4-9217-8db1a7827f93 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449896 Dec 06 14:57:18.494414 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-54597e9e-528e-4385-a70e-5ccb8a5bbb5f req-b856fd58-2902-459d-bdb5-aef57ac3f637 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.2625403 Dec 06 14:57:18.557064 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1346fa2f-2555-424a-87b0-c66bf595194e req-93addfe1-f0a0-4edc-8955-2c1578821f55 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0248649 Dec 06 14:57:18.562908 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dfc4572b-9856-4f83-8417-6aacefa2cb83 req-adcc2a4d-c581-4e3b-a428-1c4b91be2daa tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0256283 Dec 06 14:57:18.621092 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9682de0f-a5a8-413d-9234-1bdba243f5f3 req-656cd699-ef05-4bea-9f9f-60c63c24e3ff tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0249674 Dec 06 14:57:18.661898 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-75ffeba1-5cac-4896-815b-22664353214c req-f136d3bd-0b3d-44f9-a1e7-95e37683803d tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0271761 Dec 06 14:57:18.821538 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08d8200e-d582-4a3e-905c-0963718058b6 req-6cf432f5-1c2b-42d7-a6da-afd7f2a80d26 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0252140 Dec 06 14:57:19.478111 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d63f4f43-a2c9-45a0-9de1-3ea295107f2a req-3193a4b8-8662-440b-a179-e24357dd4996 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f09c72b9-c736-4b66-98b7-d59d06144e43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393991 Dec 06 14:57:19.586895 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1b78637e-9ddc-4dcc-8f29-e12d30c9d5ce req-caaf7073-b4f5-4092-a69e-a2e8bf23b68b tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0295322 Dec 06 14:57:19.598209 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f4f43-a2c9-45a0-9de1-3ea295107f2a req-bc8486a9-81d8-4076-8fc3-dc37d349bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:19.600049 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d63f4f43-a2c9-45a0-9de1-3ea295107f2a req-bc8486a9-81d8-4076-8fc3-dc37d349bd9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea43de59547041b395976a33ebd88587&device_id=f09c72b9-c736-4b66-98b7-d59d06144e43 HTTP/1.1" status: 200 len: 1097 time: 0.0718606 Dec 06 14:57:19.608057 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83ec65-fa34-46ef-95e3-0a026bd67270 req-68c714c9-5c68-418a-bddc-3888f2e2048e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:19.610077 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b83ec65-fa34-46ef-95e3-0a026bd67270 req-68c714c9-5c68-418a-bddc-3888f2e2048e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0515649 Dec 06 14:57:19.659052 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b83ec65-fa34-46ef-95e3-0a026bd67270 req-fe99385b-8db9-4f4f-ade0-18d5df345b9f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415184 Dec 06 14:57:19.669291 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e1f2db27-1f96-496c-87e2-6e259e29e5d9 req-c1bcf198-78c9-4c6a-b594-7e256733a461 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0415573 Dec 06 14:57:19.734679 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93cc0caa-be34-4da1-a260-c4bd36204272 req-bf24cfc5-c43d-4902-a7de-7fa63f9b67b6 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0296280 Dec 06 14:57:19.753960 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-55fe12a4-cfef-4be3-a845-316320032ee6 req-14cc9e65-cc02-4cc1-be26-0bdc0657068c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0323260 Dec 06 14:57:19.773067 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f4f43-a2c9-45a0-9de1-3ea295107f2a req-f3cf927e-d8d1-472c-8902-28eb7205405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:19.774657 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d63f4f43-a2c9-45a0-9de1-3ea295107f2a req-f3cf927e-d8d1-472c-8902-28eb7205405a service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5fa4165-ed02-469d-b09f-856c13a84507 HTTP/1.1" status: 200 len: 919 time: 0.1379523 Dec 06 14:57:19.799092 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6166c52-bcdf-4e65-ad0f-746bc2bf5b80 req-d0ea61b2-49fa-46aa-96c4-004990a95c2e tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0264776 Dec 06 14:57:19.820585 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d63f4f43-a2c9-45a0-9de1-3ea295107f2a req-6c9ee1eb-4548-4a53-bb81-8417798b6a45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d77510c8-ec39-4a58-b17a-ee911065c92a HTTP/1.1" status: 200 len: 217 time: 0.0348203 Dec 06 14:57:19.885981 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f4f43-a2c9-45a0-9de1-3ea295107f2a req-8f6fdd72-ec85-4d97-8611-4721fc23ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:19.887374 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d63f4f43-a2c9-45a0-9de1-3ea295107f2a req-8f6fdd72-ec85-4d97-8611-4721fc23ebf7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=06fe8aaf-7c08-4199-bc3b-7143b9fba406 HTTP/1.1" status: 200 len: 858 time: 0.0558093 Dec 06 14:57:19.903284 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7035ab8c-0c51-4f4b-a25b-098686797cb1 req-b1d455f2-48a5-49e5-978e-afa7e02bc7fb tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0308917 Dec 06 14:57:19.927112 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d63f4f43-a2c9-45a0-9de1-3ea295107f2a req-4e269632-b97e-49c8-931b-dfc102990da5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5fa4165-ed02-469d-b09f-856c13a84507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259004 Dec 06 14:57:20.022559 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d63f4f43-a2c9-45a0-9de1-3ea295107f2a req-a5c38ca8-570b-41b6-be72-188f5a03b5e1 service neutron] 10.222.0.37 "GET /v2.0/networks/f5fa4165-ed02-469d-b09f-856c13a84507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831916 Dec 06 14:57:20.115011 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d63f4f43-a2c9-45a0-9de1-3ea295107f2a req-72536466-a036-4e10-8b52-dddcc02baf3d service neutron] 10.222.0.37 "GET /v2.0/networks/f5fa4165-ed02-469d-b09f-856c13a84507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809710 Dec 06 14:57:20.667488 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-efaba458-8f7d-425d-92d5-a4901e8bff50 req-26b89dde-8f43-4f75-8724-98084fb09031 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0280166 Dec 06 14:57:20.753237 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4f4b0816-5a16-4b43-8377-8c892a9c8935 req-ebfcb051-052e-4741-a899-8ee4356de17f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0308824 Dec 06 14:57:20.779035 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d1fe0-9fc7-45d4-b958-b2de3b1930c6 req-635a7186-b025-4e1e-82a2-f872171d4ea8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:20.780584 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c39d1fe0-9fc7-45d4-b958-b2de3b1930c6 req-635a7186-b025-4e1e-82a2-f872171d4ea8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0490804 Dec 06 14:57:20.817038 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88c138af-1ef8-4eb2-8bf2-5bfe47e9d6ff req-2a5a1ba9-16e5-422e-8ab9-1b60167f24c8 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0264566 Dec 06 14:57:20.836589 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c39d1fe0-9fc7-45d4-b958-b2de3b1930c6 req-1f0fe8c7-a42b-48c2-9ad4-0511a82d07a4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499048 Dec 06 14:57:20.880062 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-93c30f57-aca1-44cb-bd4f-4e8fdcb3de76 req-bd26a04a-186d-433c-9b88-bd93dac7a517 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0261929 Dec 06 14:57:20.900811 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-24bdeb0f-3ebe-493e-8fd4-22c4f0187aee req-495e2a7f-bc90-48d4-9866-37674aea5635 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0264394 Dec 06 14:57:20.978205 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a10a9085-8372-4c74-b236-0a96c8bcd5c1 req-1a225db1-33cd-47fb-bbe2-5c1887980644 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0253820 Dec 06 14:57:21.743435 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2359fe2a-6a48-47b6-8743-8ba0b697e035 req-5bce2fd3-56f2-4c4d-84c4-578ba0d0d49b tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0265489 Dec 06 14:57:21.831370 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8a83a82a-54ba-4f69-b754-ad897298c210 req-1c0f31b6-8824-4244-9426-f50c591d0e0a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0261488 Dec 06 14:57:21.893235 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7060e264-a56f-4881-8cb7-eb7e8e237707 req-30b9e977-acb1-42cd-833c-5f3f9ff47936 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0268972 Dec 06 14:57:21.951815 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418b244-9e23-435d-a7b9-0ebdd7fa1300 req-35d2ed1b-a56a-4a58-95c4-5b27dcbdb406 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:21.953844 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c418b244-9e23-435d-a7b9-0ebdd7fa1300 req-35d2ed1b-a56a-4a58-95c4-5b27dcbdb406 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0493815 Dec 06 14:57:21.961960 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-755fbe40-d5d1-4764-94ab-78c9af0afdb3 req-edeadada-dd37-464e-9cb5-426171eb0b05 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0304260 Dec 06 14:57:22.000967 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c418b244-9e23-435d-a7b9-0ebdd7fa1300 req-4c609234-46ff-4d35-b217-43f0a13f1642 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Dec 06 14:57:22.024689 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-52f89aee-8f44-4b12-bdaa-e315a42e1778 req-f77d4873-01cb-4581-9854-84e999285d68 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0268650 Dec 06 14:57:22.067732 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc7006b8-b4e1-4889-b307-0cde72e5bd8f req-69c25878-2df1-46dd-b8f2-7a6d848404e6 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0284500 Dec 06 14:57:22.818683 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d1f32fec-6d0c-4f1f-b720-56cf7cf3920c req-b6a2a5c3-0860-44dd-928e-b5f264ea68e4 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0253389 Dec 06 14:57:22.911335 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a202feba-6bcb-4c1a-b43a-d7d69321aeae req-82832422-fcf4-43fd-89b2-92d90d79a17b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0264728 Dec 06 14:57:22.966654 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e7817b6e-475d-4e2e-8122-8b3e68c316ff req-69f762ce-2cfc-4044-941f-4aacb8a8b3d4 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0249972 Dec 06 14:57:23.036351 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8c094af-fa4c-4f1b-8468-d05defd3229b req-30d0a48b-99b1-44c4-b7f2-39fa5bda4d49 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0264173 Dec 06 14:57:23.100732 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-81ae95ea-853b-4bd1-ab35-cc69f3835ca3 req-a0c4a68c-2435-400d-bc6e-9e68899eb506 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0268466 Dec 06 14:57:23.119986 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5da35e-ac09-476b-8e90-cb4df99eb927 req-c55dc151-fe25-4744-bc80-b3962815d842 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:23.121449 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff5da35e-ac09-476b-8e90-cb4df99eb927 req-c55dc151-fe25-4744-bc80-b3962815d842 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0532951 Dec 06 14:57:23.164496 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3dcd1513-0deb-4879-b099-cf35821107dc req-69a64e40-9cdd-4cfa-b9e6-b48017ae99d9 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0268817 Dec 06 14:57:23.168193 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff5da35e-ac09-476b-8e90-cb4df99eb927 req-322f4c4b-c2aa-4e3a-8c74-11c532a59cd0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408661 Dec 06 14:57:23.892533 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c63a562-ebb5-4414-ac07-5013c913b9b1 req-c7c3efb0-bda9-4597-a6a2-ef0dc3ba472d tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0255847 Dec 06 14:57:23.992779 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-81ab1170-2679-47af-86eb-6adabc8d89ab req-5158d846-7989-4989-a3eb-020c4321f996 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0298665 Dec 06 14:57:24.046954 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e50298f-9553-46f4-934f-b94dd25c3d80 req-015d1d4f-2d1d-4878-8936-a1d1efb54d0e tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0292492 Dec 06 14:57:24.069366 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:57:24.110257 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4da6a2ba-ce3b-4ae2-8fbf-b687ba3e37f6 req-88676b18-5678-4d20-aa82-665f0bc85103 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0260792 Dec 06 14:57:24.175388 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-853b1b6f-45a2-4be3-8625-00c7688ce503 req-47ec583c-26f6-4680-bb91-51825a9839d9 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0261297 Dec 06 14:57:24.240600 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c2facd19-f2a2-4424-b1ef-10e9e92bee8c req-3ce289ee-d4d4-46cb-b074-b30dbad68733 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0268378 Dec 06 14:57:24.282872 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ee9fc-db18-4168-82a2-f7d072004d2e req-1d542a76-144b-4463-963d-56ae11a66710 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:24.284354 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-678ee9fc-db18-4168-82a2-f7d072004d2e req-1d542a76-144b-4463-963d-56ae11a66710 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0480678 Dec 06 14:57:24.330826 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-678ee9fc-db18-4168-82a2-f7d072004d2e req-8c564fdd-850a-4f1e-8c48-b392e46d9b6b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405769 Dec 06 14:57:24.530942 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341766d9-8bbe-487d-8587-6f99317829bf req-f31ee005-eaf7-454c-99aa-84b65472ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:24.532434 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-341766d9-8bbe-487d-8587-6f99317829bf req-f31ee005-eaf7-454c-99aa-84b65472ac7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f55adfe3135c416686e74552cfdb9700&device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 1096 time: 0.0401306 Dec 06 14:57:24.637313 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341766d9-8bbe-487d-8587-6f99317829bf req-61e71adc-862a-42b8-85dc-138ccca83b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:24.638735 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-341766d9-8bbe-487d-8587-6f99317829bf req-61e71adc-862a-42b8-85dc-138ccca83b01 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0fbdc94-7de5-4a38-961d-5f7176775265 HTTP/1.1" status: 200 len: 916 time: 0.0874317 Dec 06 14:57:24.680421 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-341766d9-8bbe-487d-8587-6f99317829bf req-738233eb-60ae-4b1d-87cd-34f59f8389c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa4cc9ae-abd4-4982-aca8-8d6c88467a99 HTTP/1.1" status: 200 len: 217 time: 0.0341427 Dec 06 14:57:24.732921 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341766d9-8bbe-487d-8587-6f99317829bf req-fc889201-dc00-4bad-96df-de4b2df4ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:24.732921 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-341766d9-8bbe-487d-8587-6f99317829bf req-fc889201-dc00-4bad-96df-de4b2df4ff81 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e082be8-e2dd-479d-b167-082b011e6271 HTTP/1.1" status: 200 len: 855 time: 0.0456800 Dec 06 14:57:24.766875 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-341766d9-8bbe-487d-8587-6f99317829bf req-32be2c5c-c6e5-4fba-a34c-576d3cb18056 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0fbdc94-7de5-4a38-961d-5f7176775265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275829 Dec 06 14:57:24.854601 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-341766d9-8bbe-487d-8587-6f99317829bf req-82c47f51-3cd9-44aa-8291-d8472df7aa7b service neutron] 10.222.0.23 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802753 Dec 06 14:57:24.945653 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-341766d9-8bbe-487d-8587-6f99317829bf req-950ad87c-a527-43b5-b074-309f4767ef38 service neutron] 10.222.0.23 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845115 Dec 06 14:57:24.968986 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf097a27-bf8f-40ea-80d0-5efdeb20d1b3 req-b7a10c93-7c4e-4fc1-8857-a501bd8fb39c tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0272043 Dec 06 14:57:25.071261 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf5e4565-0d3c-4bde-8c88-a561736ed70f req-f7376f0f-cde3-4531-835a-9bb86bb0be58 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0261645 Dec 06 14:57:25.129481 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c32686fb-13a9-41a1-b7cc-93642884ad14 req-619a455c-6be8-4da8-863d-fe6771935ece tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0337994 Dec 06 14:57:25.186250 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8cae6e6c-6aaf-464c-82e6-e0557d07ea3a req-af3d6682-db7a-4235-9801-5c0f9bdbef30 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0250783 Dec 06 14:57:25.250300 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9448813e-56d0-4c0b-b700-7a2013e34d66 req-c8672ec0-9fd2-4375-8c4f-12bafebe57fd tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0257668 Dec 06 14:57:25.316327 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-93cc7748-b423-4e8c-b4e2-7d25179a28cd req-a30fa48d-e9b0-4da0-89a0-b4dc9557d57c tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0249987 Dec 06 14:57:25.446092 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004c483-8ec2-48a3-8ccc-b3e8b1b9d9a5 req-f04b503f-f97c-4e45-99e6-fa0b15139bcf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:25.447566 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b004c483-8ec2-48a3-8ccc-b3e8b1b9d9a5 req-f04b503f-f97c-4e45-99e6-fa0b15139bcf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0509422 Dec 06 14:57:25.496999 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b004c483-8ec2-48a3-8ccc-b3e8b1b9d9a5 req-4f0f5894-486c-4b24-85b6-84c255655b0f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428257 Dec 06 14:57:26.043299 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a3061bad-7bdb-4139-ab18-13fe20b18cb0 req-fc3f87a3-60a1-4ffe-bbf2-8a24dff3ab86 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0249825 Dec 06 14:57:26.150256 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d2472593-c9da-4e4f-89f0-beb7494b0def req-e9edab05-765c-45fd-b5a8-a82ddb14eedf tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0252943 Dec 06 14:57:26.205997 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-897e61f9-83a8-48cf-967b-945b41f01dd1 req-4fad3f91-28e9-454b-98f1-44a998ee47f6 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0264482 Dec 06 14:57:26.265469 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0b82208-6f86-4f42-b4d3-7d5414d2fbc9 req-3b2781e8-32a5-40cb-bd4b-4b669091ae52 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0286920 Dec 06 14:57:26.327306 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a7bcfe1-44b3-49f5-96d8-c38664656e96 req-b7551f9f-4b2f-4c54-afa0-27cd7b3ac5cd tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0281353 Dec 06 14:57:26.615824 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896919dc-8dd8-4e9c-84d3-96b3786ac0d2 req-db568213-ae99-4b4a-9462-e60cfba19967 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:26.617304 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-896919dc-8dd8-4e9c-84d3-96b3786ac0d2 req-db568213-ae99-4b4a-9462-e60cfba19967 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0497291 Dec 06 14:57:26.659222 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-32cbff2d-ee5a-460c-a7ec-fe4823f39567 req-9fcfd80d-7b00-4679-9b89-31b652c67c91 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.2927117 Dec 06 14:57:26.666891 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-896919dc-8dd8-4e9c-84d3-96b3786ac0d2 req-48307a66-5499-4879-8839-d2c79c7edd5e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435572 Dec 06 14:57:27.119461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07e90cbf-dfba-49ef-8ad1-aae3ce3a0dda req-2fdcc0d6-1f2e-45d8-a2f0-f961fce7d949 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0252578 Dec 06 14:57:27.227229 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-badfc3b8-9c5b-4e47-9d39-9ffff56f2895 req-68a429f4-f93e-4e23-a665-0b53a3640777 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0255363 Dec 06 14:57:27.284353 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-24043b2a-0980-40dd-9479-ddd991bf73aa req-6b3f52d1-34a2-45ce-8708-b4370653d84b tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0261219 Dec 06 14:57:27.339520 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-813abfe7-7cf5-4b59-b7c9-b1d29816173a req-4a09af8a-dc47-45fc-b361-506545417875 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0255308 Dec 06 14:57:27.405194 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9357ee0a-8295-4a4b-9f93-44ecb1b50542 req-93d52206-cbdd-46f4-a8ad-c84ecc122eeb tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0287046 Dec 06 14:57:27.735981 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3ad0ae48-9c6a-46ec-a293-7fada8459329 req-130d7fa0-0fc0-4203-a20b-c271ca02a890 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0262873 Dec 06 14:57:27.781859 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072905bf-b009-4277-8b1a-1964ca35ba42 req-0b68d182-6b6d-4f8e-9a6f-e2d2d463ab58 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:27.783278 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-072905bf-b009-4277-8b1a-1964ca35ba42 req-0b68d182-6b6d-4f8e-9a6f-e2d2d463ab58 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0499218 Dec 06 14:57:27.829331 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-072905bf-b009-4277-8b1a-1964ca35ba42 req-aeb73a1d-c44a-4df7-9dfa-d34217fe0204 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399137 Dec 06 14:57:27.837857 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:28.193895 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58d0cef4-351a-4844-ad17-e5f2db1b9a76 req-de583d0f-cc0c-4919-b2d7-63fdef75abb7 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0248389 Dec 06 14:57:28.306447 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08d777f2-0254-481b-bf33-aaadc2bbd981 req-640ab989-5870-4623-b254-5b4e08235dea tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0278668 Dec 06 14:57:28.362065 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d094bab9-264b-44ff-84e1-e83d032c4cca req-994f5853-c6ef-4b04-a519-d8bae2cb5570 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0259843 Dec 06 14:57:28.415833 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eb8ae83b-0704-42d2-aac2-767b9f0bee93 req-6b7615a3-a6c6-49e4-b593-099b569720d5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0266297 Dec 06 14:57:28.478628 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f35b15fa-4b5a-4f39-ac1c-7e9fd9dad6a0 req-bcd758b9-14eb-4de2-b9e4-292f4ee3a65b tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0254483 Dec 06 14:57:28.811117 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d8099c2-2c8a-4c49-99b1-b24fc883bd5a req-c6e75a0d-8a9c-4e7d-8d36-c1b845de7703 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0249619 Dec 06 14:57:28.947328 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5218a-eb7d-49a2-bc0c-df52a15a8e5f req-254b944c-1999-4c3c-b668-9a25462a363e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:28.948823 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-84d5218a-eb7d-49a2-bc0c-df52a15a8e5f req-254b944c-1999-4c3c-b668-9a25462a363e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0518792 Dec 06 14:57:28.996612 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-84d5218a-eb7d-49a2-bc0c-df52a15a8e5f req-224d66ca-25da-475c-a838-9bb8cb44a38c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419140 Dec 06 14:57:29.271177 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b7ba4f8-2394-4170-b2fe-5388524ccecb req-d6f1ceb8-f038-4984-a134-407603ed761d tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0253708 Dec 06 14:57:29.381405 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d0d0e4d-b0ad-4d25-87be-5d577e171d8e req-165c069c-8e2c-4777-8ddd-acd7904b6fe5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0256629 Dec 06 14:57:29.436976 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c862ac9-b491-48f4-b4cf-fe6bff549a6e req-7a70a5e3-a8aa-4acd-bc60-0b3ec5aa6136 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0257804 Dec 06 14:57:29.495292 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31904059-c10d-4208-9072-bc25d111ff8d req-cdf789de-22e4-4be2-a4b1-4e79942ad5a6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0260530 Dec 06 14:57:29.554938 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-58abdabc-39c9-4ff7-ac44-e44b19abefae req-e401dad1-4656-48d6-af17-70189a824635 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0261467 Dec 06 14:57:29.707914 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:29.885775 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2724a312-9a39-4813-b404-9c8d3ff85b5a req-bd0848b9-e5a7-44f8-8b42-62fec1e84b2c tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0248842 Dec 06 14:57:30.114958 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc605df-3b60-4644-9479-4272a4737177 req-3d106c85-9da8-4f27-8700-611d0169c1db tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:30.116441 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6dc605df-3b60-4644-9479-4272a4737177 req-3d106c85-9da8-4f27-8700-611d0169c1db tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0516906 Dec 06 14:57:30.162872 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6dc605df-3b60-4644-9479-4272a4737177 req-0c010b4d-e9d6-4c67-bcf3-ddb68647a118 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 Dec 06 14:57:30.352511 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8830070a-5b63-4906-882a-9bc6b5f02089 req-7c4fe310-b19b-4bf7-8841-ab114c32d328 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0289497 Dec 06 14:57:30.514100 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-27425e1c-fc66-4f73-89d8-395090d3cbab req-509fa223-afac-41d8-a504-1bcb4f978a83 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0266156 Dec 06 14:57:30.562233 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ed45e35-1462-4130-b476-09e83095eb86 req-cae82ba4-d7cc-4f2c-a8d6-9eb864611053 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0263255 Dec 06 14:57:30.577889 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-54d6d050-2a24-47fd-92b4-f40feb064192 req-8bd89988-d993-42fe-bba8-b5852184a688 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0258732 Dec 06 14:57:30.630211 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad649d07-2f5a-451c-8d32-87ef3b5cb897 req-2bbbcd14-0215-46a3-aaaa-3a9c7ef3cdab tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0262156 Dec 06 14:57:30.710024 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-16847d08-4f22-43f7-aa68-7979a0fc7fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:30.961021 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3ccb3b1b-43ab-4c35-9d15-c309e2d6a0d2 req-bd0202ea-16e4-499e-9c2a-e15c6bf65ffb tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0261362 Dec 06 14:57:31.276986 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51389558-af95-4ce3-9032-9a7be77be672 req-cd338d1d-2983-42bd-b4c1-9d17be1a2b11 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:31.278334 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-51389558-af95-4ce3-9032-9a7be77be672 req-cd338d1d-2983-42bd-b4c1-9d17be1a2b11 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0482430 Dec 06 14:57:31.327336 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-51389558-af95-4ce3-9032-9a7be77be672 req-e9dda366-7640-4f1e-923c-3664c0b7e320 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430450 Dec 06 14:57:31.429370 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7bc2e433-681e-4db0-9980-59ef3d3a56f8 req-d82e994c-43f9-45d8-be4f-67e047f0023f tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0260589 Dec 06 14:57:31.588432 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea49c3b2-df5e-4fc8-93bc-c73758ba679a req-d4d6bd2c-0a49-4c00-a86a-b05814b27e45 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0254443 Dec 06 14:57:31.636389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-158f8e2b-8cc9-4b51-a8bd-614e71e995dd req-053b0026-d80a-48e1-bb50-639b62f98c53 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0254791 Dec 06 14:57:31.658426 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a1596246-48bb-4796-ba0f-8f23ccb12012 req-becb6f25-d35a-4b5d-a489-5452da340168 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0272422 Dec 06 14:57:31.708079 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3ae3b1b-ada6-4a27-ae88-001b24291590 req-d3d2e92a-196f-44f6-9a00-698fe37fab40 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0286753 Dec 06 14:57:32.035542 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1abd2717-2738-42fe-bff7-d93d66b38858 req-1d85d034-8308-47ee-97dc-2e09fdfdbb3c tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0264864 Dec 06 14:57:32.440682 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e328f6-de42-4123-a8cd-12e90057dcfe req-9f4a59d9-48c6-4a63-ba69-6009405b3a23 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:32.442049 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0e328f6-de42-4123-a8cd-12e90057dcfe req-9f4a59d9-48c6-4a63-ba69-6009405b3a23 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0478823 Dec 06 14:57:32.490132 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0e328f6-de42-4123-a8cd-12e90057dcfe req-0f1c2a04-875f-47d8-9b1f-f5acbc7a59ba tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421562 Dec 06 14:57:32.509147 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f401475-9a61-49f9-ac7b-629d81364dd5 req-4314b415-4002-4478-a691-ba33c63900d2 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0273595 Dec 06 14:57:32.665255 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-873eb58c-81d1-470a-9183-a25e9c2e6bc6 req-84b3012a-5d4b-4a71-83b8-00084f0a3189 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0283854 Dec 06 14:57:32.712795 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6bbcd32b-4484-45ac-ae76-a3e1aff182e1 req-867712b4-1afc-465b-95c9-b341988a80ec tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0254858 Dec 06 14:57:32.734558 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e01c3aa0-0e90-4ebb-864c-efa2d4916174 req-2e178512-04d4-475d-8e81-8dbba19bec8d tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0267503 Dec 06 14:57:32.784970 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5bd0add4-5e67-4fb4-b766-02105e98a017 req-3a7e96f0-67a0-4a13-9a22-08d6fc6a6c53 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0252969 Dec 06 14:57:33.109466 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e4a8a7a-ba28-4ae0-9b86-10704d545a54 req-8628314d-2798-4a7b-867f-a4ca4790a160 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0259733 Dec 06 14:57:33.207698 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2766e2f0-4e21-4099-b45a-267009db5223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:33.591844 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c940c65-a2ff-458d-bf00-1febf31b71ab req-8dccb30b-391a-40a1-b7c6-e45ba4046b71 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0260923 Dec 06 14:57:33.606952 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c45c4d-195f-44ad-8e01-e79d4fa9aa48 req-e190b09c-bbac-420d-bc12-2ea1474b5d10 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:33.608499 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-23c45c4d-195f-44ad-8e01-e79d4fa9aa48 req-e190b09c-bbac-420d-bc12-2ea1474b5d10 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0499713 Dec 06 14:57:33.654748 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-23c45c4d-195f-44ad-8e01-e79d4fa9aa48 req-978a9c60-4843-4b35-a3b3-a84a93e5f437 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403914 Dec 06 14:57:33.740278 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4ab60e4-646d-4252-8044-daf5117d5bd6 req-cf4a6ea0-98c2-47d9-8353-fa8afd76a971 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0261474 Dec 06 14:57:33.791444 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-43f93046-8cdc-42f1-ae18-f2aaabd06e80 req-ff857e50-0cac-4957-aca1-c31ddd309946 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0298018 Dec 06 14:57:33.815715 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-83f64321-0239-4861-9419-ae91c505447e req-2564021f-28c7-4368-add7-6abe0e500dd0 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0304408 Dec 06 14:57:33.859915 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-606e4e95-106a-47e4-bd82-1ed910c8c435 req-8727005b-c0fe-44b7-8828-016b08441b28 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0260532 Dec 06 14:57:33.927698 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:34.187756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78d315fd-6a5b-4751-aac2-44c31f78d54e req-20cbcf61-ff46-4931-8fa0-ec0e031249ba tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0261035 Dec 06 14:57:34.667434 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-613deacb-d3c9-4d6d-b7a9-01c139c1f8ef req-aeb1ef08-5a0b-43fa-bdca-f6b72488ada5 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0257967 Dec 06 14:57:34.770940 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ccf87-3cca-4710-89be-fb18f1683db5 req-59c423d4-91d8-4841-a98d-68477db429de tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:34.772436 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-079ccf87-3cca-4710-89be-fb18f1683db5 req-59c423d4-91d8-4841-a98d-68477db429de tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0478785 Dec 06 14:57:34.814640 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4df7024-dd3b-47c8-8b5f-0e8168c1bb23 req-a25768b5-ed1c-4d1e-a0ff-6cabbcfa6c9a tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0257707 Dec 06 14:57:34.820048 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-079ccf87-3cca-4710-89be-fb18f1683db5 req-22c8af1e-68b9-409d-a2c4-4c3dea5f743b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415952 Dec 06 14:57:34.877883 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10ead429-6b4b-4ea5-bb96-2944cf13196a req-2fc9fc99-cb4e-4adf-a44a-2d2c28cf1cf3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0260377 Dec 06 14:57:34.890088 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88a7fa19-d00c-4378-9819-f06b9dc4909f req-0f31b8dc-720b-4a8a-99ec-5e61c878a6dc tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0249949 Dec 06 14:57:34.941996 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f72cffc4-c950-4cf1-a270-027a747ad06f req-6b63b56b-2388-45a3-9bb6-bcbd267a0f9e tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0263824 Dec 06 14:57:35.264212 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c45652a2-cc8d-4ba9-b852-a58ab4b669e3 req-fc022bce-cd64-4719-be09-78f83b1601bc tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0250387 Dec 06 14:57:35.605811 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:35.746685 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f12db44-7f0b-4ff3-b6a7-9f51a508b74d req-1a83c095-1aff-47ea-93ef-8af9b54da4c7 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0293567 Dec 06 14:57:35.897712 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0e27b761-dcdb-417c-859e-f5f62782c2e7 req-0cbda9ad-1135-4343-84bb-367f72ba5822 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0298510 Dec 06 14:57:35.935779 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2b9b1-1942-4663-83de-76eb5f3e25ad req-c6986f40-43c7-4623-aa82-bf7f14a329ab tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:35.937367 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-38d2b9b1-1942-4663-83de-76eb5f3e25ad req-c6986f40-43c7-4623-aa82-bf7f14a329ab tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0502245 Dec 06 14:57:35.965062 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79fbd7dd-dfab-4b7e-a13e-b5cc254819f9 req-9a7d1c88-167f-4b4c-b152-d63c90774240 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0259697 Dec 06 14:57:35.986317 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-38d2b9b1-1942-4663-83de-76eb5f3e25ad req-fbf531ce-1983-4bc6-8e05-be086dadbef3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427160 Dec 06 14:57:36.030227 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-708573e7-6880-440b-bbc9-633b541e36a6 req-81d32b27-5ffa-4e42-879b-83cc8d79117d tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0267913 Dec 06 14:57:36.050300 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ca8afc33-ad57-4117-87a7-a3949705e401 req-90eab102-8fe0-43b5-8157-8e60fc4759c8 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0254979 Dec 06 14:57:36.339246 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-38f23e1c-bdbc-495f-906a-086f4ce3eb17 req-9c841467-e5e8-4bd2-95c7-7dbf1e45dde2 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0257494 Dec 06 14:57:36.528221 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:36.821935 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-43eea157-4572-4876-bda9-3cf6e91bbfde req-a4789526-878c-42e7-bfdc-29a207aeca8b tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0264943 Dec 06 14:57:36.975980 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f4e2bed9-6ad6-4846-aa27-62f7909670dd req-df6650a1-fc25-4bf6-95b5-6664130ff9ec tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0258563 Dec 06 14:57:37.039764 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd3945b3-8015-4fd0-a188-e9fa92627545 req-0cb60855-ddf2-495c-91c1-9716106e2b54 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0257170 Dec 06 14:57:37.105924 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a60dd-e4e5-4fc4-bbf4-bf8a690f2112 req-2c015209-6ecf-41b3-8441-096ed94729f2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:37.107499 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-521a60dd-e4e5-4fc4-bbf4-bf8a690f2112 req-2c015209-6ecf-41b3-8441-096ed94729f2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0527346 Dec 06 14:57:37.109247 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7ba211a-6444-4020-a332-0248e2d08d21 req-eab406e9-41a8-42bd-b38b-e38bba4e51b0 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0304425 Dec 06 14:57:37.157349 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-521a60dd-e4e5-4fc4-bbf4-bf8a690f2112 req-dc083f74-3247-4692-91fe-9debedb980bd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434513 Dec 06 14:57:37.173377 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a0aff35-ff0b-432c-a241-38d0c8b1e4f2 req-1cacf9d7-0c4c-4ffa-97cf-0014ba5f6d6f tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0259399 Dec 06 14:57:37.413774 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b99bfde2-ec11-490c-87f3-3b204a1fc272 req-119ab741-1bd2-4483-9b4a-4353d72a497c tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0265970 Dec 06 14:57:37.896882 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-caef7cb9-ab93-45f9-aff1-4907534ede92 req-245b7116-b786-4763-b851-8ecd9b804cee tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0260541 Dec 06 14:57:38.054245 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dfcb0e6-4dca-45d2-bf4f-ab615187d1eb req-21b080d1-36ca-4c4c-b350-105c2dc49f1f tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0256867 Dec 06 14:57:38.114175 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-98706c84-61c8-4890-bef6-d11b47e72d7f req-365faad9-01c5-49fb-b40c-e99c04bb72af tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0256257 Dec 06 14:57:38.197775 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2db380a9-1719-4418-9d46-b6324db7fd46 req-3db8d647-b9fb-47a3-a38e-20f3b714267e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0377681 Dec 06 14:57:38.265536 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c72336e-b423-426b-8d96-7f1dfef285fe req-4ce6ea4d-4d87-43c8-ac75-26e33a5a2551 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0257459 Dec 06 14:57:38.291263 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ed4c5-7cbf-4e6e-a6a5-e6a44f781f3d req-0de2bdec-ca0d-4160-9f01-1e6cb816c795 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:38.292780 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-989ed4c5-7cbf-4e6e-a6a5-e6a44f781f3d req-0de2bdec-ca0d-4160-9f01-1e6cb816c795 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0546851 Dec 06 14:57:38.340728 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-989ed4c5-7cbf-4e6e-a6a5-e6a44f781f3d req-6547c73c-8384-4292-abd5-3505002d97e3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410523 Dec 06 14:57:38.487882 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8548275e-d133-46a8-8bc8-d78fedcc062c req-a1b2f183-8e97-4df1-b483-e4dbce62d847 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0267119 Dec 06 14:57:38.975811 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a440d6cd-d24b-4821-a903-41698bf6e27d req-311f9985-32c7-490e-939e-a2be355f12f6 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0296905 Dec 06 14:57:39.134576 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5af9a221-82f3-46b8-8a6d-25458d4637b3 req-ef54cfc4-804b-4241-a706-a4d9f82e819d tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0257034 Dec 06 14:57:39.190419 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3448136c-8dbe-4127-bad7-38a86f30135f req-ec54cdec-0c78-4aa1-a161-68c9459689e0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0255244 Dec 06 14:57:39.274440 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d4181717-e985-4f26-bc4e-f85becf652ca req-a8731f68-af50-4e11-b249-2cff49603326 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0266728 Dec 06 14:57:39.341372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d20cadd-f5d3-463b-a7db-edbb560da23f req-9aaf23aa-6294-426c-9dee-a5cce74262b8 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255904 Dec 06 14:57:39.458368 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933b456-6160-400d-9b75-c04040000b1a req-91cc50db-788d-40ca-9a42-47606bc7f7dd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:39.459789 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8933b456-6160-400d-9b75-c04040000b1a req-91cc50db-788d-40ca-9a42-47606bc7f7dd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0485673 Dec 06 14:57:39.507236 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8933b456-6160-400d-9b75-c04040000b1a req-945eaf38-914e-4572-83d5-998e9d0a9882 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414841 Dec 06 14:57:39.562671 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6a17ad12-bc9d-47af-9ba0-28313b73a921 req-e3bc7a23-4c45-4515-87f9-af11472c5995 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0255866 Dec 06 14:57:40.049188 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9fe738a5-9fd2-4599-ba3c-3da74f1cba4e req-d713fda3-7cc8-4256-bfb3-86e32e5f96a0 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0264924 Dec 06 14:57:40.217442 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a03e945-40ed-4c4a-9815-d3ff7dd02864 req-a1a0e8b1-27d6-4457-9486-0e13875d0898 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0294023 Dec 06 14:57:40.264864 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-68e117ae-07d5-4e4b-8f6e-3e9be980139b req-0dad4f46-d8d9-45d9-b5a8-743b21db56cd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0249491 Dec 06 14:57:40.348135 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-40c3f73e-2012-4167-b256-67bb71c2b174 req-e358a5a0-b112-4629-9521-4f5a54928916 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0262816 Dec 06 14:57:40.419372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1243508d-d226-40c0-938b-47ede89eb6cd req-5641a284-26dc-451b-a667-8091f56c7731 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0301378 Dec 06 14:57:40.621903 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a8fce-f4fe-4842-96d0-2688638c1cc1 req-e4000806-2dae-4198-a147-e5b2e8859a02 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:40.623404 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a3a8fce-f4fe-4842-96d0-2688638c1cc1 req-e4000806-2dae-4198-a147-e5b2e8859a02 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0504711 Dec 06 14:57:40.637225 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9de14995-ce70-4743-b4e5-e95888b58e28 req-a5509c6f-f85e-45be-b2ad-add558db2f9b tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0259354 Dec 06 14:57:40.671584 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a3a8fce-f4fe-4842-96d0-2688638c1cc1 req-8cb11783-e18a-4332-9c95-fdcc6d284009 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414667 Dec 06 14:57:41.123042 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc902f18-98fc-4724-9007-c5c67effd25a req-13ea354b-65f2-46e6-aba9-584bcecce835 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0254159 Dec 06 14:57:41.293990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01ea05e1-05c3-40b4-a4f5-a215901391db req-80d517f9-7a21-4000-98c0-a009883b3222 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0256009 Dec 06 14:57:41.345206 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-924a25ab-e497-4f47-a001-b7bfe03024dd req-fb5022d0-09c2-4d6e-bf87-c0cbb484370d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0294876 Dec 06 14:57:41.421134 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3a372c2-2b98-43f1-a02a-fa6cfd84bc9a req-570e3e66-e19f-4668-87b7-221f448ad7df tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0255945 Dec 06 14:57:41.493530 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a206e79-bccd-4785-92cc-54bc367aff2d req-6dfa91fa-6e13-4ac9-b6c0-761904942572 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0269620 Dec 06 14:57:41.712897 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ad745e3-e05a-4709-ac38-762833c9c932 req-bffe9b8c-8b21-4cce-9f5b-ac8d3aab0e6d tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0259988 Dec 06 14:57:41.787286 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b1906-61b1-462d-9420-029d24918ee3 req-a46c80af-79b1-4afd-b2bb-2bcc4e73c61b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:41.788801 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f72b1906-61b1-462d-9420-029d24918ee3 req-a46c80af-79b1-4afd-b2bb-2bcc4e73c61b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0494127 Dec 06 14:57:41.835099 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f72b1906-61b1-462d-9420-029d24918ee3 req-becf2a59-dccf-4da8-ae18-fa59cba81b2b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403619 Dec 06 14:57:42.200494 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ef2ce13-ccf5-4e1c-a5c5-14405fe4e93a req-d734dca8-94ba-470c-811b-fd0878ecbf3f tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0249581 Dec 06 14:57:42.369211 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e01f931-4397-4286-acfe-f7ca17f92440 req-bfd12d72-3531-4221-b3e1-a677e5bc9cb2 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0250225 Dec 06 14:57:42.424858 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0541202f-4e53-44a4-ad44-0c23340f2e52 req-2137a274-1d0c-42fc-a190-e5a300da9fd0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0296366 Dec 06 14:57:42.495461 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8457374-54a4-4c6d-b484-7f777081f3c3 req-2ec500bf-219f-4c6a-83f4-c36c86f49f49 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0254750 Dec 06 14:57:42.569251 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-38a80702-8ef1-47d3-83a5-bbd11904e9ea req-b9988852-7dae-48d4-a495-46ea6c0374b7 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0253954 Dec 06 14:57:42.791836 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc97ed9e-5f66-444f-9c6c-03a54ad2347b req-528a20fc-088f-49fc-9d8e-9142f7d88987 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0294759 Dec 06 14:57:42.950695 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83b819-c5c2-4696-bbef-12da31b558cb req-1db341c7-6865-4500-a0f1-ce9ed0a19798 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:42.952154 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6f83b819-c5c2-4696-bbef-12da31b558cb req-1db341c7-6865-4500-a0f1-ce9ed0a19798 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0478897 Dec 06 14:57:42.997584 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6f83b819-c5c2-4696-bbef-12da31b558cb req-efd42745-3d82-4862-9c8c-c4f805df2b84 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389383 Dec 06 14:57:43.280473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f0ee780-6c1c-4e28-87c5-9a286ec913e7 req-8a6d34f7-1e69-49c7-840b-25086d3a1d62 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0263245 Dec 06 14:57:43.443722 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eee0b57e-cf3a-4118-aca6-fbe0cec74996 req-0bde12c6-23a4-408b-a031-b9b5f88b99e2 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0262563 Dec 06 14:57:43.499273 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-32b4858c-1895-44c9-ae53-9a10fa465363 req-4b8ddd0b-28a4-4d15-8c90-e23408017e18 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0260577 Dec 06 14:57:43.570433 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0b22847f-f683-4501-ba4d-9fe74e8143e0 req-a37213e7-ddc7-4edf-ae2e-b95055d5a6e2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0259583 Dec 06 14:57:43.644334 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec9b4f3e-e73d-408d-b25e-fb0a54fc948e req-d4505204-0929-4236-b01e-115aa48cb038 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0252869 Dec 06 14:57:43.870962 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-833f4802-bc6a-4e3d-a6f8-0f884bb87790 req-586dfe88-09ea-442b-9e96-13a7b6180c9f tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0299995 Dec 06 14:57:44.113069 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef805259-6486-4154-8d72-9d9db336081f req-590ddd33-3a9a-4c1b-b3ce-14c492a781d2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:44.114466 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ef805259-6486-4154-8d72-9d9db336081f req-590ddd33-3a9a-4c1b-b3ce-14c492a781d2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0492783 Dec 06 14:57:44.161861 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ef805259-6486-4154-8d72-9d9db336081f req-92978461-a130-49e9-a6fe-2b3897b79a48 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Dec 06 14:57:44.359107 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e9dcd33e-01be-46f3-9fdf-d06ee508ef94 req-2ca8eaf9-f239-4950-8517-7f96638cc28d tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0251505 Dec 06 14:57:44.518953 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed82030f-5796-47c6-bf09-dc46196c3d4a req-c26fa971-ff06-4f2b-874e-1022bb71b063 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0269096 Dec 06 14:57:44.578879 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a3c2996-00ee-4c48-98ab-ddedc4d462a7 req-8f5258e2-06ba-40a1-a21c-9c8915f689c2 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0301232 Dec 06 14:57:44.644975 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-36156c58-bdc8-4ebd-83c7-c5751511a0a6 req-e88a821c-38ac-40f8-8761-02a4b370f95b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0259085 Dec 06 14:57:44.718956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-41576252-0b1c-4036-8ed4-e6744cf3bcec req-4b67164e-1bb8-47a8-abf4-9884a9a94b96 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0250032 Dec 06 14:57:44.945071 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a713389-2a2d-4a3b-a849-354f810f6928 req-8e4c6bc3-d677-44bb-9b90-b763b0571798 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0261507 Dec 06 14:57:45.277054 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35358b22-d930-4ebc-b1c5-2466bfdb10b5 req-93b9e7a2-00af-4b6b-bd3e-be2eb5566280 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:45.278488 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35358b22-d930-4ebc-b1c5-2466bfdb10b5 req-93b9e7a2-00af-4b6b-bd3e-be2eb5566280 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0511599 Dec 06 14:57:45.324234 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35358b22-d930-4ebc-b1c5-2466bfdb10b5 req-5ab783da-dae8-458f-99f1-35c264995b1f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392821 Dec 06 14:57:45.437108 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f82126c-3026-49e6-be5d-9361e8a3b95c req-cb22730a-7928-46ae-a18e-ebe3c2515b3e tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0252116 Dec 06 14:57:45.592677 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f646020-131e-4eae-9a0f-b5646a4b23df req-f87693b2-ce88-42bb-87ce-c76498b65681 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0256712 Dec 06 14:57:45.653201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66fae316-0d74-45d9-9889-614b3fd5de37 req-6cf97168-3c5f-4902-b6b8-04b994bf5a6d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0257401 Dec 06 14:57:45.726406 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d532faa-af28-414c-9dac-c2d9cdde0e59 req-dce358d0-1c59-4cfb-b429-8748832183d2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0266044 Dec 06 14:57:45.793609 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c90e4b9a-bc7d-469b-a1f1-4062b7691b33 req-1a4114ec-6e3c-49da-a08b-754e46518259 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0249758 Dec 06 14:57:46.019737 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4d171bd0-20b9-4076-8e51-85dc384bdc5e req-29f4b1e7-a36d-4ed1-84b8-befa4226dd00 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0272129 Dec 06 14:57:46.441247 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0975f-9723-4f1c-8892-89fed67c563a req-72cc94b0-97e2-4058-9b24-23649cb89664 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:46.442706 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6d0975f-9723-4f1c-8892-89fed67c563a req-72cc94b0-97e2-4058-9b24-23649cb89664 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0526812 Dec 06 14:57:46.493213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6d0975f-9723-4f1c-8892-89fed67c563a req-3e19258a-ba20-4b2f-9b69-967447485254 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445652 Dec 06 14:57:46.516029 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21f26c41-7cb8-4905-9652-cbfcf108cc43 req-eba2cfc3-61e7-43a2-a00c-fbacfe98971e tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0252528 Dec 06 14:57:46.668803 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8faba24-63ea-4fea-bc5f-6248d2b98661 req-7d32a9e8-3f21-43a2-9201-3c3afb4d09c4 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0256493 Dec 06 14:57:46.739360 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d21b23db-630c-4dd8-8c28-070ef004be03 req-12487cb2-8c8d-41d2-9209-7f730eafcb41 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0297844 Dec 06 14:57:46.800643 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dee57218-3cdd-4f90-bda6-72104b0f3a47 req-d0d32f81-8e8d-441a-81e0-3820cf33e432 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0259523 Dec 06 14:57:46.868158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7f0c5cb-256f-4fd3-90b8-36ddebf64aa2 req-2b7d5737-303e-443a-9a46-674de1a03008 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0256341 Dec 06 14:57:47.095002 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-369e35ee-82f1-40b5-8a4b-1c4c7f14ba17 req-f2646178-5dfe-4d38-bbc5-e8dcf884ab0c tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0265512 Dec 06 14:57:47.592908 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ada0aac9-6139-4b95-b8d9-425a504fa10c req-840b9f03-599f-42df-b484-cca338e69b4c tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0256484 Dec 06 14:57:47.614248 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713aacb9-4ace-4407-ab7b-c08a43adf25d req-9a509185-d5cd-4d0d-be45-36aac8a8eb08 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:47.615723 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-713aacb9-4ace-4407-ab7b-c08a43adf25d req-9a509185-d5cd-4d0d-be45-36aac8a8eb08 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0539575 Dec 06 14:57:47.661464 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-713aacb9-4ace-4407-ab7b-c08a43adf25d req-dd289eb3-d1b9-44c3-b5b0-6e108bb61759 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399070 Dec 06 14:57:47.743738 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-801355ae-2cb2-4284-a917-6b1e0835097c req-93dad657-0aa4-4e35-aba8-0847aaefe2e8 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0255888 Dec 06 14:57:47.812505 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee4a46ae-7411-4505-a75f-7e21cc889dd7 req-2b8a1862-466c-4640-bab9-ab7ee91dc603 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0254395 Dec 06 14:57:47.875414 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d19bcd2-b784-4aa8-84ff-eab35396776b req-0620c7fa-cab8-4116-9e4b-e4b66c2cccfe tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0264244 Dec 06 14:57:47.944521 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-13fcf124-f7d5-4f51-8445-9ae72f11e952 req-85eb16ef-20c7-49f3-89e6-dd5fea1d2a42 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0262473 Dec 06 14:57:48.170095 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e83f1037-40cf-4a4e-bf67-9a849123a0bc req-58287006-a7e4-49d9-9f21-8bd1d928d76d tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0265412 Dec 06 14:57:48.678697 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad99a193-052f-447a-8004-d37be66bef37 req-412ac98d-a19c-4dfb-bc17-937b2627f7bd tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0344892 Dec 06 14:57:48.779062 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23ccbd-a143-4c05-8d87-6286c65a26bb req-0ff720c2-95b9-42d0-b102-d5b6c1997f2e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:48.780621 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b23ccbd-a143-4c05-8d87-6286c65a26bb req-0ff720c2-95b9-42d0-b102-d5b6c1997f2e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0489371 Dec 06 14:57:48.819623 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cdd96a85-6497-4225-b0bd-86e94dc4e63c req-ec31858d-acf4-4cec-a65d-7fc5ad3241b1 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0258880 Dec 06 14:57:48.828637 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b23ccbd-a143-4c05-8d87-6286c65a26bb req-122601ee-8637-4fa9-a081-bf55c796c6c3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420432 Dec 06 14:57:48.884537 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07de7adf-dfa7-4676-9e9d-fb15dd581491 req-177b5713-2f4e-4c1a-88a3-e6ef1b73ee27 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0254827 Dec 06 14:57:48.951241 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08722a70-01eb-4c62-a242-7400eb5f54ee req-e6c625a0-3506-4146-9d9e-fbf9cc8f1bee tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0293081 Dec 06 14:57:49.020303 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-13d15da5-bfd0-426f-8658-582843cc8d22 req-02a101d3-c3dd-42c6-b2a4-2a6234d32767 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0267041 Dec 06 14:57:49.245974 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-876d4e9d-500d-4cad-8c8d-3e71f25462e0 req-72b6db0c-16db-4614-8191-7f0c7b8086fa tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0257356 Dec 06 14:57:49.753839 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-298627f8-6c15-4b78-befb-a09222a4fc7d req-0e27ade4-072e-4eaf-83c0-5cc54d92c5f8 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0259662 Dec 06 14:57:49.899471 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dcdaa9f-a827-4dc3-812d-ad9470d41bea req-8f0ad1f0-27c9-445d-a8f1-33a1baf7d0b0 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0262897 Dec 06 14:57:49.943211 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0a904-ef8f-49ce-843b-63b7c12e3b16 req-eb59ee9a-01b0-437c-ad78-137dfa2af5b3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:49.944718 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19f0a904-ef8f-49ce-843b-63b7c12e3b16 req-eb59ee9a-01b0-437c-ad78-137dfa2af5b3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0486898 Dec 06 14:57:49.963193 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21a2e124-c6b9-420f-b584-6ac50f42441e req-ac333cb2-8f44-4261-8fdc-c42c6b25b15a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0257306 Dec 06 14:57:49.993553 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19f0a904-ef8f-49ce-843b-63b7c12e3b16 req-d66b47d6-6cbb-4496-a881-9ac5f6d2a132 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429676 Dec 06 14:57:50.032027 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-72973beb-8c74-438c-8eb8-4463103eee2e req-5ecc240e-e813-4063-a3b0-9675fedfe262 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0303495 Dec 06 14:57:50.097130 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c152dcb4-b120-4c97-b04c-c7953254cdf7 req-fd40a4be-c6b5-40ec-88bc-47fbc7cb41c6 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0303280 Dec 06 14:57:50.320429 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bcc72666-438f-44a7-9679-e22b2ddcb15b req-fcb1f350-6a0d-4c9f-ae1b-ee813fa4bcaf tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0258038 Dec 06 14:57:50.831568 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d07f7897-6a28-42b8-8592-29fc3b144417 req-b363352b-20aa-4dd9-ae26-c3c7cdd5381d tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0258267 Dec 06 14:57:50.977015 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c52a096-84d4-444d-a4c0-920f1e8e5875 req-d01e5b68-50fc-4ec7-9256-528d60f85e04 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0255923 Dec 06 14:57:51.039311 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-93aed901-2a3a-4c47-9b38-ef0c03b929ca req-49a9534c-98cb-49b0-89a7-6f4ede276dd4 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0264533 Dec 06 14:57:51.105805 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8073145e-50d5-481b-971a-5974e7058857 req-90c8645a-a22e-446c-ad6a-ab0a1756e30c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0256720 Dec 06 14:57:51.108118 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c87209-09fe-4f03-af51-82246be3684a req-80dc0d71-7938-4c2b-84d0-d6579fa80214 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:51.110126 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30c87209-09fe-4f03-af51-82246be3684a req-80dc0d71-7938-4c2b-84d0-d6579fa80214 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0495148 Dec 06 14:57:51.157716 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30c87209-09fe-4f03-af51-82246be3684a req-07f02356-15dd-43e6-8494-2fc25ae184de tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416825 Dec 06 14:57:51.170282 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6390e512-5279-4b31-b1d8-f5475329ca8b req-d51b32f6-fd69-46f8-9b78-7f6818f2677f tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0262589 Dec 06 14:57:51.394909 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08b982db-c643-4abd-9036-3edab7ec5272 req-090e23bb-8609-4e33-b8d9-ed28db28144f tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0262759 Dec 06 14:57:51.912246 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-593fcc75-76e7-4462-b6eb-7dbe843c46be req-6ea0c69e-2b01-4a7c-9914-b61b11587a83 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0296333 Dec 06 14:57:52.055349 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-053bdfe3-f996-4827-81f0-3161db3ea87f req-eac248b5-ee75-483e-803e-d874ab2419b1 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0289738 Dec 06 14:57:52.116163 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-647e3ff3-6113-4199-995a-f39c0c479437 req-dd2ac73b-c3ef-42ac-be94-3e0f78c7926f tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0258582 Dec 06 14:57:52.181787 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ca6e3cb-644e-44d4-bc7a-ed2ba25120d0 req-2bdf64aa-bdd9-49d5-bf7a-aaf98afd8f16 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0258811 Dec 06 14:57:52.246268 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1abeb4b2-a13d-412c-b12b-f610ad9d0c09 req-ca0f82a5-9542-4558-a416-6e6746a4a41a tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0262973 Dec 06 14:57:52.275026 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c39d6-98ce-421b-b8a6-986a0de47bf8 req-3f64bc6f-e3b2-437e-af0f-d820bf6f46b6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:52.276517 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-953c39d6-98ce-421b-b8a6-986a0de47bf8 req-3f64bc6f-e3b2-437e-af0f-d820bf6f46b6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0490198 Dec 06 14:57:52.322608 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-953c39d6-98ce-421b-b8a6-986a0de47bf8 req-212861a9-99c4-498d-918e-1566ebcdb55e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401020 Dec 06 14:57:52.472250 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eee1745b-1081-4b5b-8861-92e7921a4e35 req-c52a452e-5eb4-4f80-806a-4f2bc72eeb09 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0257862 Dec 06 14:57:52.990087 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5fb2d9ea-6c2a-4e26-84a1-3ddfbcca47da req-7cea3358-46f6-4073-8c1c-3b4e85445c2c tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0259061 Dec 06 14:57:53.130971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93d570af-9b06-4d14-aed1-c82cce30a70c req-9d6b4def-60ac-42ff-b689-72a660604a05 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0247886 Dec 06 14:57:53.191274 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6d2abf0-439f-4603-a4a3-22ea6f2970f3 req-040777e2-3f5f-41fc-8f60-227809ea703d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0252843 Dec 06 14:57:53.264452 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-095e5e40-923e-4485-bc42-99138ef63cb6 req-870ad8f3-77ae-4962-81d4-705f13d6db0e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0293369 Dec 06 14:57:53.321859 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08e928ce-874c-41a3-a7d0-01342839791e req-8674fee8-811a-4687-8591-ab0eed35af58 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0254836 Dec 06 14:57:53.435100 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095e231-1e55-45af-b1a3-fbde48503740 req-7920f7f1-f0b1-4823-9aaf-f064c637fbf8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:53.437101 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8095e231-1e55-45af-b1a3-fbde48503740 req-7920f7f1-f0b1-4823-9aaf-f064c637fbf8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0493100 Dec 06 14:57:53.485225 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8095e231-1e55-45af-b1a3-fbde48503740 req-41848a88-60b1-49c4-ab7a-0a6c867b06d2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408144 Dec 06 14:57:53.549351 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35c70e7a-0c56-4a58-bddf-6d9eeed3458e req-c170f2d9-75b8-472b-9fa7-a993efa18898 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0269108 Dec 06 14:57:54.071747 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a8addc90-2ee8-4b7c-a79d-563daedea7f5 req-00c5fe59-fdc8-4819-8c85-0f9f65001426 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0300488 Dec 06 14:57:54.206817 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6a9f96f7-b938-41d5-82c4-13997b7f7d6b req-74fa370a-0e8c-4cea-b829-9d8e9c991e02 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0252798 Dec 06 14:57:54.265435 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-03a4dd66-a934-4ec3-8588-fdcbffa6ca4a req-31ed7e30-9920-493e-a6b9-a71a91e79264 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0251732 Dec 06 14:57:54.345519 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8fc0e17-8286-4fc0-b02b-1f668d658df0 req-63800888-cbf7-4f61-acfb-939429ae479c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0301614 Dec 06 14:57:54.397682 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2e442222-96b1-4a74-a9c8-a123a26de377 req-afe1b4de-8bff-4b68-a25e-09ab547870fa tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0263019 Dec 06 14:57:54.601018 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd8064-96cd-455c-841c-93fb521e67c0 req-e74520f9-ae0b-408d-af13-c2a769502eab tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:54.602521 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9fd8064-96cd-455c-841c-93fb521e67c0 req-e74520f9-ae0b-408d-af13-c2a769502eab tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0513580 Dec 06 14:57:54.649701 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9fd8064-96cd-455c-841c-93fb521e67c0 req-cc481120-25d7-4311-b5f6-05d6563bef50 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412555 Dec 06 14:57:54.654130 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c57e1d61-34b9-4f43-a267-8c7488af1a2f req-e7edfaf1-4e45-4590-a4a1-0006b77b3074 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0262680 Dec 06 14:57:55.145989 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba4d0337-e668-4d63-8e49-e20072e4c32b req-6b2d792a-38b9-41f2-9c2d-9401963146b2 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0256584 Dec 06 14:57:55.282206 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5c31bb5e-6079-4b15-a5ec-f4205f34a062 req-f416bcf2-3f89-4ad7-8581-689e5553937d tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0254450 Dec 06 14:57:55.339277 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-91c2f205-e95f-4158-9adf-c94687c1ddc1 req-f318af9e-3b00-40f3-b2f5-ce1f15f6d64b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0250459 Dec 06 14:57:55.420361 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d25cf99a-79a2-47e3-a400-06203b228c67 req-d659fc03-be2e-4682-9f5c-5d3aedefa49a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0255232 Dec 06 14:57:55.472930 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-36600807-be46-40f1-8dba-db5eb55886c8 req-6b0a2910-a806-4e90-beed-7271dbd07d22 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0254357 Dec 06 14:57:55.737460 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d05ce52-58de-4004-abba-f29f8345daa4 req-8ee73587-670c-4a63-830c-c6e28ddffac7 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0310349 Dec 06 14:57:55.771523 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c5d85-de0c-41e6-8a8c-547b516eddf7 req-4c7b6e0e-a568-4772-93dd-4f66c36e7ad5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:55.773010 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b67c5d85-de0c-41e6-8a8c-547b516eddf7 req-4c7b6e0e-a568-4772-93dd-4f66c36e7ad5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0574610 Dec 06 14:57:55.819907 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b67c5d85-de0c-41e6-8a8c-547b516eddf7 req-4bad1ab1-9ce9-4380-967f-0dca96c6674f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408349 Dec 06 14:57:56.220285 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e11f495-230f-4e36-b608-cbaf3f74d6fb req-2c3ec7fa-53ad-418c-a42b-b8276f3ae5e5 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0266759 Dec 06 14:57:56.357616 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-220ae297-ffa3-4ca5-abb0-7d1cf1afc471 req-eda00b78-7740-4784-aa7a-c78ec5cedcdc tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0253608 Dec 06 14:57:56.417197 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-40e491fe-e446-4743-955f-d40c0552bef3 req-82897f58-3772-4273-88c9-c7d95a14f10c tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0255480 Dec 06 14:57:56.495327 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d2f572c8-d91e-4a48-94e0-174b0ccd9ff5 req-25eff376-4004-4589-bc01-9079a45af442 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0253189 Dec 06 14:57:56.548636 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f976298-d39d-412a-94f0-912aaa331c20 req-0ceceff2-83e5-4812-ab3a-d8662d80a63f tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0254130 Dec 06 14:57:56.813986 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f437637c-74d8-4554-be39-cb75728ba55c req-650773bf-dc18-48de-9e97-22361783bce3 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0260921 Dec 06 14:57:56.935844 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f45f8-fe8e-4ae1-b041-684a3c8de341 req-40b1d1be-e467-464c-9dd6-8a58c4894984 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:56.937790 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa3f45f8-fe8e-4ae1-b041-684a3c8de341 req-40b1d1be-e467-464c-9dd6-8a58c4894984 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0486069 Dec 06 14:57:56.987892 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa3f45f8-fe8e-4ae1-b041-684a3c8de341 req-34abb0b0-a291-49da-a732-2d8e23aed70a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442510 Dec 06 14:57:57.294674 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1478e3ce-ed0e-420b-b046-9d249897dbcc req-cdb9909c-8a54-4a51-b157-39149753433c tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0259261 Dec 06 14:57:57.432518 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31510aab-c38e-4730-bf73-97dac62a21a8 req-45ee2520-afd7-42e2-964f-09af6ca527d8 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0251670 Dec 06 14:57:57.495773 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d72df51b-ccef-4e02-8b86-00b5a03544ff req-88603759-83ef-4117-9c8b-a02c6dc9f057 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0299039 Dec 06 14:57:57.569717 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7bdb1b03-ba3f-496e-b170-a6d81189c876 req-bc57dfcd-24b7-48f7-91ae-6216b3506fa6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0254073 Dec 06 14:57:57.622020 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-920496bf-a929-47a6-a0a2-c2c031b1a491 req-7ca6c1ba-17f3-4bda-b5e1-04e826f4fba7 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0250015 Dec 06 14:57:57.845463 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:57.895080 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d8025fb-af38-4311-8687-02e1b4c26726 req-96fe6d53-78c1-43f0-a8c0-ae697b1d47ce tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0273893 Dec 06 14:57:58.112622 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af0d55-22ab-463c-b921-14fb4507923a req-1bebe2b3-f91b-4d17-90ab-0a74ad27f4f6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:58.114939 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-89af0d55-22ab-463c-b921-14fb4507923a req-1bebe2b3-f91b-4d17-90ab-0a74ad27f4f6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0543051 Dec 06 14:57:58.165936 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-89af0d55-22ab-463c-b921-14fb4507923a req-b1238394-b72b-44cc-8559-45f2423c14d6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442691 Dec 06 14:57:58.369701 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6eaa04fa-3538-4d83-bdee-f3cb8cf1211b req-ac6d67b1-e4fe-4219-8e44-f708e06772d4 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0258560 Dec 06 14:57:58.509770 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c1ef1a80-8b89-41c9-b849-ee20bc98250d req-2f3c641d-0153-4d77-9505-d4810ae5b4db tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0263946 Dec 06 14:57:58.572534 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16e3701d-63c9-47b2-bced-33f708f13bb7 req-94473755-bacd-4dd1-8523-ea8a59a4df14 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0250456 Dec 06 14:57:58.646395 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9e07831d-82b6-423b-b5ae-2543ad3bd23b req-f1b39ab0-5b20-431a-829a-bccc94df5443 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0259223 Dec 06 14:57:58.700910 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44ffae42-da82-486f-b455-b3777164b432 req-c7883539-ef77-4129-81db-7459631dc4cd tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0287719 Dec 06 14:57:58.974834 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ef5e6ff-f3a2-481c-a8e4-1aab22a3c1c9 req-377ee1fc-bfea-4a85-b64f-da842f1c6c46 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0309060 Dec 06 14:57:59.283782 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016be1b8-dcbe-420f-9cb5-c6feb11d98fd req-875cae6b-96c8-4733-b95e-a1c83a1f7fdb tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:59.285221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-016be1b8-dcbe-420f-9cb5-c6feb11d98fd req-875cae6b-96c8-4733-b95e-a1c83a1f7fdb tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0491707 Dec 06 14:57:59.331865 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-016be1b8-dcbe-420f-9cb5-c6feb11d98fd req-f9349fef-bae8-4dfd-9ac1-989386135b14 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407190 Dec 06 14:57:59.444895 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2b5ef2b0-c8cf-4d39-9fa6-f16ff51179ba req-bc1c3e2f-28fa-4b07-bf37-71d9037f1205 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0259500 Dec 06 14:57:59.585751 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-20f4f693-e048-4a19-a974-6f9bf2eb6957 req-6f99e1c7-c8b1-40ee-8ffe-5d645884563a tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0262551 Dec 06 14:57:59.647925 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c78cb480-819e-4a4d-a207-3c05dff4d044 req-a4aa0a70-c912-4d33-b207-75531531664e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0264518 Dec 06 14:57:59.713857 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:59.722267 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-198c289a-73c4-43cb-a94d-3d703b03978b req-ea11e16e-bda1-4984-916f-eed0da7a7894 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0261593 Dec 06 14:57:59.783301 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20e03c04-1a7b-447e-95ca-28484c95a21f req-4d2b4d34-8bf6-47c9-9fe4-dab30994d909 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0259790 Dec 06 14:58:00.051604 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5b2cca87-26ea-4d8f-8c74-231657fdb283 req-bfe99f12-0e32-4216-80d7-11439e092ef2 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0279260 Dec 06 14:58:00.264323 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10b6e6-5d73-4066-b994-fb853e605dab req-7301a444-998b-46c4-96fc-560cefb8c155 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:00.265985 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a10b6e6-5d73-4066-b994-fb853e605dab req-7301a444-998b-46c4-96fc-560cefb8c155 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0534217 Dec 06 14:58:00.312893 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a10b6e6-5d73-4066-b994-fb853e605dab req-f123c289-8b3b-41c2-864f-1db67d52c3a5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407205 Dec 06 14:58:00.452777 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525f78a-e085-49cc-b807-b834cdb56225 req-0634b2f9-c7a2-4067-b15c-14aad8744a65 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:00.454367 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f525f78a-e085-49cc-b807-b834cdb56225 req-0634b2f9-c7a2-4067-b15c-14aad8744a65 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0539069 Dec 06 14:58:00.507381 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f525f78a-e085-49cc-b807-b834cdb56225 req-90d33b31-c2bc-4410-98f8-50728b2f41dd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468922 Dec 06 14:58:00.526743 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-43a9ea38-6b38-4f48-9fe0-dcd04de8f81a req-4932e1ff-5b92-461d-a6ce-dafd4eb3caa4 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0277989 Dec 06 14:58:00.661472 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e1ac18b-bade-4f73-89d7-a37e32c7ea46 req-b9126cf3-6284-4d33-a36a-8d48c4d2dd74 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0270205 Dec 06 14:58:00.716083 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca3e4-9057-4276-9cec-078cb395d442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:00.728201 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-27fa9a47-daae-4125-9d81-74b85b6abdcc req-0757720a-bd47-4836-a3aa-7be6882206d8 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0303118 Dec 06 14:58:00.802306 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-676151a2-2c9b-493a-8236-22d264c22eff req-daea5347-d340-4084-9f31-11cece0b564a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0255959 Dec 06 14:58:00.867620 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-beff4282-325b-4cbb-ba1d-e7e11cb9d9f8 req-4712305e-7b4e-4daa-8744-7f21c8ca1048 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0254943 Dec 06 14:58:01.068904 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:58:01.129043 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44ebc0fc-eab2-41ff-9ff6-4cc990f3d465 req-049b54d7-3d63-45c4-9e3b-8f9da30fb3e5 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0269210 Dec 06 14:58:01.430732 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7cfb4-ffc8-4bae-8e3c-69a94f92d79f req-998019b6-1626-44c4-ac06-11502d871614 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:01.432216 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-25f7cfb4-ffc8-4bae-8e3c-69a94f92d79f req-998019b6-1626-44c4-ac06-11502d871614 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0478361 Dec 06 14:58:01.483851 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-25f7cfb4-ffc8-4bae-8e3c-69a94f92d79f req-8eb08aff-38fd-414f-90bf-d438e2294b3b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439622 Dec 06 14:58:01.601965 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c86e23b8-dac2-411c-86f7-dc3a09722e01 req-4df1dbac-41c5-4f84-bb45-fcbed021a28c tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0263398 Dec 06 14:58:01.628410 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde04590-74c3-4d82-a737-14cf0ae6afed req-d361c867-0049-4b47-a5ab-5de870448de2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:01.629926 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fde04590-74c3-4d82-a737-14cf0ae6afed req-d361c867-0049-4b47-a5ab-5de870448de2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0531301 Dec 06 14:58:01.676022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fde04590-74c3-4d82-a737-14cf0ae6afed req-3e02c681-df82-40b9-9379-87f859bb084e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402956 Dec 06 14:58:01.737284 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f63c35ac-344f-40f7-b245-8cd83ea91a6e req-a5e16149-df8b-4e1b-9593-d81026c7d874 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0266156 Dec 06 14:58:01.804823 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-320b997c-a86f-44b0-98fa-863a43cd02df req-5118f0d5-1fc7-4ea1-b344-a660f01e8f84 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0263586 Dec 06 14:58:01.878052 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-05625dbf-d6a9-4cb0-977c-ea8b85df588d req-137b457d-50e8-4707-8aae-d446b809e106 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0258496 Dec 06 14:58:01.941841 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2cefc64d-9a9a-4c44-a1f4-dd93af14ddfc req-8e5167af-e5ff-4f15-a5d5-24c372455927 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0249164 Dec 06 14:58:02.204006 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-56c2779e-fb85-47dc-8146-515e599c1ab7 req-1a330a32-bb94-4fdd-8b19-33ae655d38d3 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0258064 Dec 06 14:58:02.602406 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a946a0-961a-4d13-ae00-8265d4aa7354 req-9a40349c-03ad-437a-a894-e834d0a7b998 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:02.603877 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5a946a0-961a-4d13-ae00-8265d4aa7354 req-9a40349c-03ad-437a-a894-e834d0a7b998 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0481186 Dec 06 14:58:02.651233 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5a946a0-961a-4d13-ae00-8265d4aa7354 req-f23b8192-fada-4bf9-8882-c09516eebc24 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409377 Dec 06 14:58:02.676064 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d95fbae9-7d98-4b89-af7f-a4fbda12275e req-b063de0f-10da-47e5-895c-45ae471e6415 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0257647 Dec 06 14:58:02.793089 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15994e6d-c569-4551-9352-6ab2a307acc0 req-09be11ff-0a26-4d6a-99ce-57c55286b021 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:02.794573 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15994e6d-c569-4551-9352-6ab2a307acc0 req-09be11ff-0a26-4d6a-99ce-57c55286b021 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0536649 Dec 06 14:58:02.818341 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d30744c-33b4-4129-936b-42f9a8eb67c1 req-88998395-8284-4d66-8ed9-4dbc8a8345c1 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0308280 Dec 06 14:58:02.842859 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15994e6d-c569-4551-9352-6ab2a307acc0 req-6155fad9-367c-45b6-ab71-d13360a41cfb tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418494 Dec 06 14:58:02.881002 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3cff306a-f80b-48ba-a914-dc1ff2e3cf9e req-22568f2c-46df-462a-96cd-3bcc997ad534 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0261414 Dec 06 14:58:02.953769 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-007d930d-d913-4451-8d76-01de13822d0c req-2f59b1fa-1af0-4d52-b5e5-a1b23af4860d tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0262187 Dec 06 14:58:03.016526 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-618d98b7-0ec4-4f7e-b545-927394b3d2b3 req-f03475ef-a863-4433-b02e-ac71c2776e43 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255139 Dec 06 14:58:03.208232 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4bfdb27-33b6-47fb-a6e9-71e4aa1bd7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:03.284826 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-852584e9-cd1a-4cb1-9464-55d8a1ae990d req-87144371-b9fc-422f-8642-0a7c04d2d53b tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0266809 Dec 06 14:58:03.752251 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56b10ec1-d9e9-4c24-80d5-72bebb2a6fa3 req-905c92b1-f904-4785-8ff7-54e069a6339b tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0260384 Dec 06 14:58:03.773858 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98b2d8-0eb5-4c05-baec-0cb2321d31c4 req-e1188c80-01d8-468e-883a-0e6883755bdc tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:03.775351 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ba98b2d8-0eb5-4c05-baec-0cb2321d31c4 req-e1188c80-01d8-468e-883a-0e6883755bdc tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0504527 Dec 06 14:58:03.821414 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ba98b2d8-0eb5-4c05-baec-0cb2321d31c4 req-03c2a854-1b97-4e39-a137-d1bb6be2d328 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401106 Dec 06 14:58:03.897430 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c94c34f4-644a-4cde-80c2-b019faca2cd1 req-2e4c415a-f09a-4a01-b548-3aa27150a9be tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0311096 Dec 06 14:58:03.930050 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:03.965545 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b43d806c-068d-4583-95a5-ab0044b484e0 req-a37ce4fd-eaf7-4369-9baf-0ff4bd0b0ce5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0262921 Dec 06 14:58:03.966089 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607a46a-ed7a-4794-91d2-8cdfd753b9b7 req-42e2079e-d3c9-4d44-b53b-139b2372c9b4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:03.967628 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4607a46a-ed7a-4794-91d2-8cdfd753b9b7 req-42e2079e-d3c9-4d44-b53b-139b2372c9b4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0540569 Dec 06 14:58:04.016850 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4607a46a-ed7a-4794-91d2-8cdfd753b9b7 req-f115f349-a342-4123-bee2-5adb2ad46541 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431674 Dec 06 14:58:04.029074 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c445d15-7b98-4406-8239-d13e7d987fc7 req-e192fc39-aa4f-4d9c-a449-df421f82d4bc tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0266428 Dec 06 14:58:04.091385 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-34c24148-5542-4760-ae4e-276010fa2f55 req-67844984-c05b-49a3-8fa2-176f1423cd59 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0262313 Dec 06 14:58:04.360537 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a3f8eaa8-e3b0-453d-ba14-c40fd2befa9b req-2b89c103-8084-46f3-8e98-2fe4c2fb92c5 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0258181 Dec 06 14:58:04.830186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cb5570de-bb98-41c3-ba3b-c0697802073d req-68fdaded-d2a9-4aa8-9965-937476e8352a tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0259330 Dec 06 14:58:04.939962 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568de3e5-daea-40d1-8933-58a63204be26 req-30f14559-19fc-436a-8084-1940e8c26267 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:04.941447 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-568de3e5-daea-40d1-8933-58a63204be26 req-30f14559-19fc-436a-8084-1940e8c26267 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0482292 Dec 06 14:58:04.972914 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bbe6d3c1-6a8e-4ce3-9a0b-b76b94c69296 req-8f4f548a-7356-4047-b7af-05cc057f262c tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0262897 Dec 06 14:58:04.988940 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-568de3e5-daea-40d1-8933-58a63204be26 req-82bfe2b5-9759-4f67-8a94-ea024309fb20 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415020 Dec 06 14:58:05.043025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-513401ea-9782-44c8-ab09-5cb0d08bf435 req-847865e6-8880-4bc2-96be-2aeb53aca2b3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0259316 Dec 06 14:58:05.110229 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2a409573-ef28-4495-a979-69b0c3922de4 req-fcffe310-984d-4d5c-ad24-c796354db8bc tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0302706 Dec 06 14:58:05.135728 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8d20c-4150-4be0-8de2-60df125e6906 req-fa2395a0-e2a7-4c4e-a03c-35f28b5a35f8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:05.137167 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6c8d20c-4150-4be0-8de2-60df125e6906 req-fa2395a0-e2a7-4c4e-a03c-35f28b5a35f8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0540390 Dec 06 14:58:05.175811 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09a8cc56-9884-4132-8f4a-736f92262ec3 req-1e044d9d-47fe-484c-b7f9-a8e4e1b2b582 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0269639 Dec 06 14:58:05.186573 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6c8d20c-4150-4be0-8de2-60df125e6906 req-d6d771b0-47d5-4b00-858f-deeebc107143 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425107 Dec 06 14:58:05.435432 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62a5321f-d326-4eaf-807e-dc4202ddf375 req-2bcde642-9664-45de-96c3-0e3d37d5876c tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0251660 Dec 06 14:58:05.610361 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:05.905667 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7da4eb38-99c7-469a-997f-e7ab156e19ca req-9e5005b9-64e9-41de-bb33-1ae777dff96f tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0253670 Dec 06 14:58:06.048890 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-37fb142f-801e-4f69-984b-a4f9c558d620 req-1129e306-5540-46d1-b557-6d449a4631d8 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0266917 Dec 06 14:58:06.107864 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf27e4-9ef0-43d0-a064-128fbf7d0785 req-323d5c5f-2e46-47b4-9cbc-6b657e7211bf tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:06.110024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5bdf27e4-9ef0-43d0-a064-128fbf7d0785 req-323d5c5f-2e46-47b4-9cbc-6b657e7211bf tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0494795 Dec 06 14:58:06.118455 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-84926bb6-87bc-43a4-8ebb-593e960ed740 req-3e20c80a-9769-432a-b0e2-e1cdf32e3b06 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0269189 Dec 06 14:58:06.158031 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5bdf27e4-9ef0-43d0-a064-128fbf7d0785 req-657cc444-0513-424e-93b1-3b1273498bbd tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420077 Dec 06 14:58:06.189557 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fea473ac-20d5-48df-b38e-b0dec7dad20f req-43587a64-3661-4984-87d8-4f9310ddf4b0 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0264065 Dec 06 14:58:06.260547 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7434079-7857-4f6a-8e66-afc703002d2e req-8b5ca31b-a094-4479-99bc-1e57d8af381f tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0342031 Dec 06 14:58:06.307900 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dffcf-df28-47fb-8d44-017dea16e162 req-b16fff3a-563c-49f5-9662-23e099ef74e9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:06.309352 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f2dffcf-df28-47fb-8d44-017dea16e162 req-b16fff3a-563c-49f5-9662-23e099ef74e9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0530055 Dec 06 14:58:06.355714 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f2dffcf-df28-47fb-8d44-017dea16e162 req-935e3e60-d640-498c-9e81-76673467da84 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403552 Dec 06 14:58:06.510750 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4af54581-bfa3-45c4-bd22-9e64b05c7e56 req-84f7a1f0-ea2a-41bb-b1b1-1a99d560fbbc tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0258663 Dec 06 14:58:06.529737 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:06.979480 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8244302-083e-421d-bed2-624f8f6b0b13 req-9d55a87e-8ed8-49a5-90a4-d93c36560575 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0251670 Dec 06 14:58:07.123574 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3225371-9646-4cfd-ab44-9ea8f2abc4b2 req-c61de463-ffa8-43e9-b5bd-8fda5ff920e1 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0254018 Dec 06 14:58:07.192935 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6f57af91-1620-45a2-ac64-2017fe9bcc37 req-72a287b1-06d2-4fb2-ab13-01b5dea21ce8 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0252588 Dec 06 14:58:07.266061 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5706dd42-7a0a-41f2-b44e-ad34323e0b74 req-8eb7ae59-0d1d-4025-87dd-01134f726437 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0260124 Dec 06 14:58:07.278796 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0cd1d-b3fc-4877-b44c-9977106afd51 req-4e9ecf32-719c-42b9-a530-187d9452c3de tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:07.282042 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c4e0cd1d-b3fc-4877-b44c-9977106afd51 req-4e9ecf32-719c-42b9-a530-187d9452c3de tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0508828 Dec 06 14:58:07.328687 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c4e0cd1d-b3fc-4877-b44c-9977106afd51 req-fa4271e6-d9a1-4f29-a8c2-303fdf480451 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418177 Dec 06 14:58:07.338236 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a3641ae-78af-4bb3-be37-efc777926967 req-250b9daa-3a48-4872-b488-88922cbb854c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0296843 Dec 06 14:58:07.473516 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17552bc2-f233-47d9-bd0a-f9e101fcdd3d req-4574031e-7d44-41f4-917f-7bba53327ef5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:07.474960 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17552bc2-f233-47d9-bd0a-f9e101fcdd3d req-4574031e-7d44-41f4-917f-7bba53327ef5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0534556 Dec 06 14:58:07.522822 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17552bc2-f233-47d9-bd0a-f9e101fcdd3d req-5f7fcee7-d1c4-4bce-8fb5-b17742dbca78 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418568 Dec 06 14:58:07.588416 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c48a64b-9ec6-4c1b-95b5-c7638e308418 req-b1377891-d5bf-42a4-b688-e847124fb35b tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0257642 Dec 06 14:58:08.053349 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-515f5bd3-5e61-48f0-bf63-ac0116597eae req-e8d31989-7916-4900-bda4-d2b1d924b87b tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0258484 Dec 06 14:58:08.199050 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d6d30a40-4c8b-4353-9eae-d6c5c48cc6fc req-829fe01a-e3ea-4285-8716-90797e08a295 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0263009 Dec 06 14:58:08.271015 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d52b74f3-2f0a-4b4d-8cb8-f5c47c5b14fe req-64eab6cf-8d55-4368-879e-2d09d50ab7fa tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0252786 Dec 06 14:58:08.340796 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-64dc19e6-ca00-4533-8aaa-e994f069c0b7 req-687e12ec-6b80-48ca-b262-4384709b0bf4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0252600 Dec 06 14:58:08.413678 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2fc98db1-4746-4194-bd82-54cf3e15625e req-ba6082a0-903f-4fb0-abac-9d0dfe4fe359 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0267227 Dec 06 14:58:08.447164 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde65371-018f-4ab0-af17-54c153119b70 req-ef3db6a9-092d-4891-ac7c-d64f67e3c6da tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:08.448650 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cde65371-018f-4ab0-af17-54c153119b70 req-ef3db6a9-092d-4891-ac7c-d64f67e3c6da tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0490074 Dec 06 14:58:08.499663 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cde65371-018f-4ab0-af17-54c153119b70 req-c6e04673-1e6a-46c8-b13a-8624e5f502ce tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450914 Dec 06 14:58:08.636706 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a10f9a-998f-4c8e-92f3-3cf81e3b5e06 req-53896ce3-40e8-46fb-8509-fd6b921f49b8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:08.638178 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-30a10f9a-998f-4c8e-92f3-3cf81e3b5e06 req-53896ce3-40e8-46fb-8509-fd6b921f49b8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0486233 Dec 06 14:58:08.663019 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6fe0501e-b16e-4fae-87a8-e49bf7b6189e req-41e2e20a-fbb6-4a8e-9e32-25560d7a5fe4 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0272276 Dec 06 14:58:08.691274 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-30a10f9a-998f-4c8e-92f3-3cf81e3b5e06 req-1d7ba313-41f0-4073-a82c-591fa91a4935 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464175 Dec 06 14:58:09.127289 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbd8fbcf-32ce-485a-99cb-c6e5ca0aec04 req-dad5cba0-ac95-4ffa-9be1-628ac61ad759 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0258696 Dec 06 14:58:09.276576 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d49af7d3-41fc-4339-b996-0923bdb296e1 req-64efd64f-39a4-45ed-9744-b209e8909185 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0269561 Dec 06 14:58:09.345664 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc227904-e709-432a-ba68-433a6204b4d8 req-2e4a5575-02d7-4049-900d-cf6b856f0a93 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0259080 Dec 06 14:58:09.416022 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2f92da04-772c-43c2-be59-793dac5543c0 req-c605862f-3d86-4263-a34c-9d46e9cf3ee9 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0259070 Dec 06 14:58:09.489159 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51540282-d460-468f-8f6b-7a49e9f7967d req-a66b49be-093e-472e-badc-7ae2cef555dc tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0257235 Dec 06 14:58:09.615813 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ca27d-0405-40d2-bb42-9448bdbfe8cf req-d49b7d56-617b-4aac-8db5-c80c44379747 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:09.617189 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f12ca27d-0405-40d2-bb42-9448bdbfe8cf req-d49b7d56-617b-4aac-8db5-c80c44379747 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0480421 Dec 06 14:58:09.663371 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f12ca27d-0405-40d2-bb42-9448bdbfe8cf req-67ff0024-b4cc-4966-b58c-302811c8495a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402024 Dec 06 14:58:09.738578 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4b2be11-e9b3-4482-a367-c46c04da13eb req-fcb15c37-1767-4501-a077-66d98f39b2c8 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0269086 Dec 06 14:58:09.816917 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945d17-53c2-434b-8319-95d1782b0d21 req-56c39fe1-e645-44e7-a556-aacc03212a7d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:09.818388 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2945d17-53c2-434b-8319-95d1782b0d21 req-56c39fe1-e645-44e7-a556-aacc03212a7d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0532169 Dec 06 14:58:09.865105 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2945d17-53c2-434b-8319-95d1782b0d21 req-980f3b81-52c6-471f-89a3-8a4359ab3acc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408003 Dec 06 14:58:10.207071 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10dc83ea-a460-4d94-a3be-9822f4678c01 req-f55f7395-bb54-4d63-ad1d-8811c1805b3a tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0292292 Dec 06 14:58:10.351162 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c4cbd64-eda3-43cf-9447-357005fb2362 req-eaac8b15-4214-42bb-86a0-bbe3d3fb3874 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0268524 Dec 06 14:58:10.420115 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7997a29a-b9af-4ecf-9075-00ebb21213c9 req-6e056705-6d63-40c5-aa58-1cc7438127fd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0260165 Dec 06 14:58:10.491244 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e53c2eed-c081-47e1-9ea5-5c632ee99885 req-23f952f3-63bd-4e18-8e7d-c2f117234860 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0259566 Dec 06 14:58:10.564812 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e7f454ba-e214-4517-8db8-ea6d90a1a8a1 req-3bd00355-abef-42ee-b608-a06f5f0a20c1 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255628 Dec 06 14:58:10.781972 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e2172-5eb2-4776-9a98-0b6254e4e35a req-1b03607d-0ffe-4dbc-b578-da787b25e3f3 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:10.783456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff3e2172-5eb2-4776-9a98-0b6254e4e35a req-1b03607d-0ffe-4dbc-b578-da787b25e3f3 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0490510 Dec 06 14:58:10.815329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-379e0f2b-c518-4d29-8b09-f2b4dd17e317 req-afd3b2c1-1d9d-4b0e-bd66-53f1c9be499c tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0260024 Dec 06 14:58:10.834931 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff3e2172-5eb2-4776-9a98-0b6254e4e35a req-a6741f86-dcc1-40cf-92a4-718079c3a3fa tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455954 Dec 06 14:58:10.976878 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814f75c-9958-410a-baef-9eaf96848bde req-1a4ebd37-1847-4e7f-b83d-4ff6bf9c7c72 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:10.978244 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a814f75c-9958-410a-baef-9eaf96848bde req-1a4ebd37-1847-4e7f-b83d-4ff6bf9c7c72 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0477498 Dec 06 14:58:11.024427 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a814f75c-9958-410a-baef-9eaf96848bde req-f99f60c0-19ba-473a-a709-be08d0f1ff9b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396619 Dec 06 14:58:11.285444 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-13abec71-3e57-407e-a74b-4aae7ad460bd req-eba4dc5a-4dbc-4409-b089-300ae998592c tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0292013 Dec 06 14:58:11.429639 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf8bf208-19ac-4c2c-a2a8-9db327fabb59 req-f9e52464-1d75-4230-9396-184405c84769 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0303857 Dec 06 14:58:11.495768 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad5058a3-7ff4-4ea0-828f-f510ce4837e3 req-3f9d7ca7-3a16-4705-af2e-1824a6b35c68 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0265009 Dec 06 14:58:11.566680 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-baa41303-a7e1-46b0-a06d-3230a532e735 req-9ae96133-9fab-45a8-9954-843edadbb19c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0258985 Dec 06 14:58:11.638520 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-05a5ef5b-f4f1-4062-89a8-f186f36916c0 req-8a75a346-3045-4861-b721-1565bc14fa40 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0253627 Dec 06 14:58:11.892194 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6775859c-cb39-4cb6-ab6e-442288d2c1d4 req-40d39ba5-1c15-4ca0-bd94-5f9e70c46198 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0269229 Dec 06 14:58:11.954231 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7e563-19ff-46df-9685-09595f2660f0 req-4e79c38a-0f6e-44b8-9192-6bca175cff95 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:11.955675 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acc7e563-19ff-46df-9685-09595f2660f0 req-4e79c38a-0f6e-44b8-9192-6bca175cff95 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0474062 Dec 06 14:58:12.001609 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acc7e563-19ff-46df-9685-09595f2660f0 req-c3c59d6b-55e1-4179-94bc-896dd28ba468 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399873 Dec 06 14:58:12.137685 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c884a-c441-42fe-93ed-b5efb25fdf37 req-56a0c47a-9672-4ff0-8eb4-e11d6e1a2640 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:12.139719 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b1c884a-c441-42fe-93ed-b5efb25fdf37 req-56a0c47a-9672-4ff0-8eb4-e11d6e1a2640 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0482545 Dec 06 14:58:12.185404 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b1c884a-c441-42fe-93ed-b5efb25fdf37 req-f41c42c4-4714-42ba-b6fb-6d89fcb40b3b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392976 Dec 06 14:58:12.363365 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5c5630ed-088f-418f-b2a5-25b1c550ec54 req-ffdf4f5f-3888-4c82-a8fd-eef0aaea1a32 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0292618 Dec 06 14:58:12.510290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69f5fce7-7369-48e8-a3a3-b726f1b570b7 req-9ade157b-64ca-44b9-b24b-bed8a61f9793 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0325019 Dec 06 14:58:12.572396 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7af2565d-4fbf-47f6-9469-781206eaa414 req-3db56182-ebab-49f8-ab2b-581abdece672 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0260589 Dec 06 14:58:12.644565 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bfa43377-8f5a-4e16-a4b7-8f199e7d0c50 req-e564438c-6d5f-402f-af5c-b911919a3fc8 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0265956 Dec 06 14:58:12.718558 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a94e1ba-2e2e-4128-bda8-b1484dcbfdcb req-ac57a3ab-5ad4-4d19-8ce1-26b7b48121f8 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0270648 Dec 06 14:58:12.968178 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f25e0f2-0a85-4483-830d-eef6d1bba4cd req-06083dd6-26da-4a8b-9a1f-f2537222b794 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0264766 Dec 06 14:58:13.129664 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2cc88-2a6d-44df-895f-6775214905bc req-42a89507-d7d8-421e-bf8a-1b6bae4ca0e1 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:13.131574 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67f2cc88-2a6d-44df-895f-6775214905bc req-42a89507-d7d8-421e-bf8a-1b6bae4ca0e1 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0551918 Dec 06 14:58:13.194852 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67f2cc88-2a6d-44df-895f-6775214905bc req-05897fc7-2c92-4248-ab16-0e10577d215c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559347 Dec 06 14:58:13.252362 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:58:13.338118 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa11ca-1f68-45f7-a0f2-23a10759a283 req-1ec96d0f-1332-4809-81b7-65a06421b42d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:13.350213 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-94aa11ca-1f68-45f7-a0f2-23a10759a283 req-1ec96d0f-1332-4809-81b7-65a06421b42d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0855186 Dec 06 14:58:13.381187 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:58:13.397768 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'port_id': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c', 'mac_address': 'fa:16:3e:59:7c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:58:13.422117 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-94aa11ca-1f68-45f7-a0f2-23a10759a283 req-3f1a471b-ec13-4fd8-a0cc-7e0f241a210e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709305 Dec 06 14:58:13.458525 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:13.475076 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:58:13.481871 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a5d22510-e027-4c23-998f-b33cd6d6c39b req-d9ad5837-7ae5-48e0-aaa1-28755001b7e9 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0527744 Dec 06 14:58:13.502233 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:58:13.506520 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:13.566957 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:58:13.576213 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:13.576623 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:13.576947 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:13.577291 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:13.577633 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:13.577970 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:13.578305 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:13.580951 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:13.580951 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:13.580951 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:13.580951 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:13.580951 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:13.580951 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:13.606482 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2662905b-2363-48be-91c7-41b8980b5a7b req-db714b4a-98c0-45ca-beb7-34f901781800 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0429235 Dec 06 14:58:13.610709 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['3a9dbd15-3dbc-4d78-bce4-4fde7df0128c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:58:13.670863 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cbd0ae97-9139-4a6d-94c5-2524f75770fc req-0ea3bf5c-55d4-4937-819b-09bb791b868e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0393908 Dec 06 14:58:13.748995 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cc440c1e-8d45-488a-8a56-5feb3c2b2229 req-b21b860c-798f-4000-bde6-f9a6361fb7a0 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0413918 Dec 06 14:58:13.828263 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0fba11c9-40a7-4467-97ca-cc107f01062c req-0f3477d0-493c-44d4-9fd9-f13ee845a321 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0262613 Dec 06 14:58:14.048041 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-89c965be-c2ae-4638-ad96-b34858a4f58d req-c4ba0a13-58f5-421b-977d-9024fb67f815 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0274599 Dec 06 14:58:14.321958 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09516bda-48ff-46df-acd3-07155ea9e0fb req-ee6ea18b-0577-42b6-b6f4-94adf80e7f56 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:14.323817 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09516bda-48ff-46df-acd3-07155ea9e0fb req-ee6ea18b-0577-42b6-b6f4-94adf80e7f56 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 944 time: 0.0529342 Dec 06 14:58:14.376332 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09516bda-48ff-46df-acd3-07155ea9e0fb req-c5d4ac01-b88b-4e9c-8153-424482c51466 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458269 Dec 06 14:58:14.568924 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daefb7b-6c5d-406d-a252-d7cce209974d req-2ca8b3d3-5a0b-4b43-b287-7c0651a06d8e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:14.575788 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-344fb67d-7166-477b-a118-eca374bb95bf req-682afe7a-aa10-41fd-981b-a841f4834004 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0262859 Dec 06 14:58:14.577697 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1daefb7b-6c5d-406d-a252-d7cce209974d req-2ca8b3d3-5a0b-4b43-b287-7c0651a06d8e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0765939 Dec 06 14:58:14.626315 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1daefb7b-6c5d-406d-a252-d7cce209974d req-65473515-f3da-4638-9666-c18211e794cd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477660 Dec 06 14:58:14.713246 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7318a519-2eb7-4207-a52b-1a0816d70f42 req-170b5f63-026f-4acd-8ade-1633d0fb3301 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0433319 Dec 06 14:58:14.793232 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4cde0ec-6ed3-4051-82bb-ac5cc7ecc44b req-98a38837-1324-4796-9906-55b64fe230ee tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0539584 Dec 06 14:58:14.842865 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-060355d0-e3e8-4bf7-a40e-35941548f424 req-a26952a1-59e8-4a32-8ba7-4d89c41978b1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0266845 Dec 06 14:58:14.912172 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4750a959-9d83-40b3-bd13-9b879b034b90 req-9b9a7ffa-6c5b-4dbf-a423-94bd3af37281 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0310178 Dec 06 14:58:15.131635 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-59268cfc-c8a7-43e1-a455-d4873686dcb0 req-269b566c-6956-42a2-99e0-0515dc95c2e1 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0323739 Dec 06 14:58:15.271397 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:58:15.321434 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:58:15.322013 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:15.410438 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:15.466438 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:58:15.467665 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:58:15.470563 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1073e22f-e263-4223-9e18-a6fb5bdb483d" -d '{"events": [{"server_uuid": "b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6", "name": "network-vif-plugged", "status": "completed", "tag": "3a9dbd15-3dbc-4d78-bce4-4fde7df0128c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:58:15.477362 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:15.537839 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a574ef0-f59a-4bbb-b692-0b4ccb4d2afa x-openstack-request-id: req-7a574ef0-f59a-4bbb-b692-0b4ccb4d2afa {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:58:15.538143 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6", "name": "network-vif-plugged", "status": "completed", "tag": "3a9dbd15-3dbc-4d78-bce4-4fde7df0128c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:58:15.538400 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a574ef0-f59a-4bbb-b692-0b4ccb4d2afa {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:58:15.538828 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c', 'code': 200} Dec 06 14:58:15.543504 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:58:15.568102 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35afd38-814e-4218-bed0-a59d8eaecca9 req-861d4f9a-6fe1-4ef1-a0b8-18f184cda599 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:15.569826 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a35afd38-814e-4218-bed0-a59d8eaecca9 req-861d4f9a-6fe1-4ef1-a0b8-18f184cda599 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0834086 Dec 06 14:58:15.632403 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a35afd38-814e-4218-bed0-a59d8eaecca9 req-121dbc71-600e-400f-a06b-5ab825fab100 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544035 Dec 06 14:58:15.694563 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7963c2d9-271c-4f02-b48e-324dfc66731a req-b8a70bda-60ed-454a-af9c-c73979f4508e tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0545838 Dec 06 14:58:15.815251 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46ea4a-9715-4e1d-ad3a-8dbc284d741f req-86f66ab6-b2d3-4eb9-aa9f-d5089586b765 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:15.820093 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f46ea4a-9715-4e1d-ad3a-8dbc284d741f req-86f66ab6-b2d3-4eb9-aa9f-d5089586b765 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0648751 Dec 06 14:58:15.827380 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20babbf6-5e24-4678-88cb-0776d04665cb req-efb0feb0-ceab-4a08-bb77-370c8f0ef411 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0555234 Dec 06 14:58:15.887124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f46ea4a-9715-4e1d-ad3a-8dbc284d741f req-eb6e3956-5dd1-4c5d-b2b0-4ebd2a2b9b45 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610652 Dec 06 14:58:15.942539 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-453b4d55-8b5d-4c68-b1db-74e5f3ecbead req-59974261-02ad-4f72-86d2-edb1eb37c845 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0396266 Dec 06 14:58:15.998780 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1b8442fb-2334-4ccb-b2ed-c606513fdc52 req-43a13f92-d925-437d-b747-c0e3dd1581e0 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0435991 Dec 06 14:58:16.018214 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5c56b7c3-58bd-41da-b003-25eaf98696ed req-7fb97d5f-8987-4006-8fa1-3a48b7188fa0 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0469863 Dec 06 14:58:16.226234 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-edcc11a0-47a7-4a82-8a54-ddac05693ab7 req-e75e5164-6cbe-4f22-904d-88c055eac7ea tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0393205 Dec 06 14:58:16.772001 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a5f01-3dc5-4cbe-960c-2c102def00ed req-58e8e1d1-c044-4f36-870a-c6fc1f19815b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:16.773568 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23578259-df29-41ac-8df1-71647f5e3f94 req-a4ef93ff-b831-41b4-9b6f-923b08e46103 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0282741 Dec 06 14:58:16.780187 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a6a5f01-3dc5-4cbe-960c-2c102def00ed req-58e8e1d1-c044-4f36-870a-c6fc1f19815b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0612402 Dec 06 14:58:16.832286 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a6a5f01-3dc5-4cbe-960c-2c102def00ed req-6e5ea8d3-eb8b-4be7-bfe9-2ccd16b24738 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503442 Dec 06 14:58:16.921467 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-edc329e3-2c85-49be-be36-4764b65bc02a req-86b0c5b0-9127-45b0-84d3-2ab750f6fc44 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0276551 Dec 06 14:58:17.020139 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb925d67-e89f-4959-9f99-23bc1b34d9a1 req-4aa57b9c-f2fa-4e6d-ad4e-11b805b4641c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:17.020542 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-83e1c1e6-6189-4f62-9ce2-dfa9a913c468 req-476aec35-8f4c-434b-853d-68203435b358 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0267689 Dec 06 14:58:17.021915 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fb925d67-e89f-4959-9f99-23bc1b34d9a1 req-4aa57b9c-f2fa-4e6d-ad4e-11b805b4641c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0571406 Dec 06 14:58:17.078864 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fb925d67-e89f-4959-9f99-23bc1b34d9a1 req-51fcb1e0-e61d-4043-b7a7-66850bff3d8c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498002 Dec 06 14:58:17.131521 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09a2e657-172e-44b1-a760-83d7654cb3e1 req-6d8af59f-265b-4058-adc5-fce02ce538af tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0477443 Dec 06 14:58:17.157555 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d41f5067-ae7e-4dd7-94af-df21768c8750 req-1356eaf5-642a-4af0-9f5a-676fac76793e tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0353293 Dec 06 14:58:17.310368 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6d261103-b175-4efb-9cbb-f597690a83ba req-e542849b-8926-45cf-9947-35bd3b8a5184 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0307877 Dec 06 14:58:17.873965 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-93e8751b-3c04-482f-ad81-ae78b1636a48 req-b6e92ebd-9c9c-4a94-8576-a0497513b78a tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0417023 Dec 06 14:58:17.984607 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec332f8-89c1-4976-bdb9-89b832bfc6aa req-483bfdc1-520a-4285-b35b-4c23565ec35b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:17.987035 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ec332f8-89c1-4976-bdb9-89b832bfc6aa req-483bfdc1-520a-4285-b35b-4c23565ec35b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0603776 Dec 06 14:58:18.017452 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d946442d-24b3-485b-a830-f3da0c60819c req-b4380834-48a8-4f05-95ba-9865bcab9f72 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0387528 Dec 06 14:58:18.062830 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ec332f8-89c1-4976-bdb9-89b832bfc6aa req-621972ea-3e89-4990-8f58-cf4b5053d826 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548885 Dec 06 14:58:18.122506 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b25c013-9334-4c21-b523-7f953e48ab32 req-389a958a-c0bf-41d8-b51d-51144261c449 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0404818 Dec 06 14:58:18.206182 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b902c051-f660-40df-9778-ddd1d2d149f8 req-8aba44b1-a199-44f6-9c83-cd7add45ba9f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0360286 Dec 06 14:58:18.251492 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948513e-1586-4890-a015-17031e391c7f req-cab91b21-9af9-4e59-875f-c84ef7c496b8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:18.258890 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3948513e-1586-4890-a015-17031e391c7f req-cab91b21-9af9-4e59-875f-c84ef7c496b8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0868227 Dec 06 14:58:18.276241 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6b0996f-e4c0-40bd-b761-1fa9ca2934af req-2cc10300-b185-47c4-a1bc-305b9db5def4 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0364501 Dec 06 14:58:18.302917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3948513e-1586-4890-a015-17031e391c7f req-545b1e6b-4a81-449d-b1c5-bfae57af6cc8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431473 Dec 06 14:58:18.412540 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bca192f8-d3ad-4893-b76d-ad4a1c981ed4 req-a3430847-5d5c-425e-af86-bfcfaeedee2c tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0428069 Dec 06 14:58:18.955467 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e78c310-eb9c-49c3-89fa-5aeb11efdac3 req-f9c4740b-5edd-4718-b3ab-8a1b6b3ae4d1 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0327001 Dec 06 14:58:19.108803 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9b652476-33b0-4315-9779-19bab683a7b6 req-3b3f472e-fb1b-442d-9fbb-1c4997bce836 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0364759 Dec 06 14:58:19.183285 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33916d4-3a9a-4064-99a5-5f3dfc3e325f req-655c6ea0-ea98-4244-8550-a3cd79f0c82e tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:19.191367 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b33916d4-3a9a-4064-99a5-5f3dfc3e325f req-655c6ea0-ea98-4244-8550-a3cd79f0c82e tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0650880 Dec 06 14:58:19.201794 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c0cb1fd4-a369-46af-b322-53911adb6aae req-b70a503c-5019-46ea-b754-8b15d582d361 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0324769 Dec 06 14:58:19.252148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b33916d4-3a9a-4064-99a5-5f3dfc3e325f req-60cc2c27-5dc9-47d8-86e6-af2050c83933 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597377 Dec 06 14:58:19.308294 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92b5fee0-b747-40ed-ba2b-bdc06f4f7525 req-1d54414a-b22e-4a9b-a069-65a330d07a85 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0370617 Dec 06 14:58:19.360627 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4bdf4dc-91e6-4850-b6b5-cc22fe8f2929 req-c3ad5d77-6280-41fe-9e39-291512918155 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0339942 Dec 06 14:58:19.437366 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec1c56-581f-44ee-b6a9-887ad261df39 req-5f9e421b-8deb-41e2-af30-dabf4eee9889 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:19.439291 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cbec1c56-581f-44ee-b6a9-887ad261df39 req-5f9e421b-8deb-41e2-af30-dabf4eee9889 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0526819 Dec 06 14:58:19.502549 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-626dbcf7-2b8d-49a8-a2b7-535da580c2f4 req-e6f97060-08d7-40d8-9f81-6605476adea7 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0367215 Dec 06 14:58:19.516226 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cbec1c56-581f-44ee-b6a9-887ad261df39 req-1e3809aa-59b9-4a4e-9e36-fbf9fef0d0f6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699975 Dec 06 14:58:20.041998 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a2777c5-cef2-453a-8a53-1e05d25e51b8 req-59572315-fdf0-4bdd-afda-94077efcc672 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0305371 Dec 06 14:58:20.177695 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a78f942-c99b-4c1c-8bea-74bdd7886583 req-e26b4772-82cb-43bc-8c23-19daf143cea1 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0344596 Dec 06 14:58:20.227090 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67781af9-2e10-4998-8113-eb836e2a210e req-e6a50aba-4429-4eab-957c-dbed2562cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:20.228923 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67781af9-2e10-4998-8113-eb836e2a210e req-e6a50aba-4429-4eab-957c-dbed2562cd68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8444f66a19024e8ca3d08cd6cc68e73d&device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 1096 time: 0.0456295 Dec 06 14:58:20.314144 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c74e0c4-9a5b-4d79-8300-a625756acb7b req-f95f9ebd-5704-4953-b323-9875416c1c18 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0440762 Dec 06 14:58:20.390024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-117fd63f-cbe6-45f4-aafb-7a7994cd218f req-04d1ccbb-b68d-4934-ae21-533276f8dfd1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0299559 Dec 06 14:58:20.425887 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc551738-2152-496a-ae01-49bf284b8a3f req-6ba3737f-c7f2-4da3-a5ed-18ca30352975 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:20.435199 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc551738-2152-496a-ae01-49bf284b8a3f req-6ba3737f-c7f2-4da3-a5ed-18ca30352975 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0925372 Dec 06 14:58:20.457287 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67781af9-2e10-4998-8113-eb836e2a210e req-f7eead85-5ccb-4f35-9467-db2e2263193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:20.458778 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67781af9-2e10-4998-8113-eb836e2a210e req-f7eead85-5ccb-4f35-9467-db2e2263193e service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aee0eac-59a5-43f1-85a8-7817e7c60b81 HTTP/1.1" status: 200 len: 917 time: 0.2045534 Dec 06 14:58:20.471934 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6c894cf-0e9b-4a3a-bc28-0bef68cb5964 req-6b29d76c-b6c6-4af0-9e1c-a788906cb75f tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0301559 Dec 06 14:58:20.503480 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc551738-2152-496a-ae01-49bf284b8a3f req-3039f767-7329-415b-9745-1fdfaeb952ad tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673912 Dec 06 14:58:20.570827 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67781af9-2e10-4998-8113-eb836e2a210e req-da96cf88-ed80-4ac6-b7d3-32bd4b1ac3ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c HTTP/1.1" status: 200 len: 1000 time: 0.0835788 Dec 06 14:58:20.637105 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1a27c28-3c64-4a7e-92c6-14b60790c607 req-d78d8e5d-55cf-40a0-af53-df97082c40d8 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0475218 Dec 06 14:58:20.668022 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67781af9-2e10-4998-8113-eb836e2a210e req-953eec34-a0db-4061-867b-8b941fa6dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:20.670277 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67781af9-2e10-4998-8113-eb836e2a210e req-953eec34-a0db-4061-867b-8b941fa6dab0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=960bec1b-5464-4199-b91b-894c7ec18725 HTTP/1.1" status: 200 len: 855 time: 0.0912726 Dec 06 14:58:20.684113 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd414e11-4c37-401b-896c-c6cf11a68f34 req-817905c8-fd49-4ed4-a691-558695eba01f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:20.686831 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd414e11-4c37-401b-896c-c6cf11a68f34 req-817905c8-fd49-4ed4-a691-558695eba01f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0659347 Dec 06 14:58:20.772653 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67781af9-2e10-4998-8113-eb836e2a210e req-a1158c7a-f8cf-4b92-b470-fca5d67ffc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:20.774300 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67781af9-2e10-4998-8113-eb836e2a210e req-a1158c7a-f8cf-4b92-b470-fca5d67ffc0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aee0eac-59a5-43f1-85a8-7817e7c60b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865271 Dec 06 14:58:20.780565 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd414e11-4c37-401b-896c-c6cf11a68f34 req-cc32af8d-b82f-4abb-9eff-fafa671d1cb3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843267 Dec 06 14:58:20.878589 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67781af9-2e10-4998-8113-eb836e2a210e req-b9c03aa5-6a5e-4980-ab76-2150892f32b9 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957806 Dec 06 14:58:20.993715 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67781af9-2e10-4998-8113-eb836e2a210e req-681bff29-e6e8-427d-b338-6eeafd40ec9a service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032772 Dec 06 14:58:21.123012 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93d71c6d-dcd3-40f1-b358-ae1fc28620ea req-f4fb2847-6c56-4677-b29d-8b93aeba602a tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0268579 Dec 06 14:58:21.267794 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f0b13c39-e213-4a6e-b8e5-78b36a2ff1df req-9b0ae354-e002-4135-8816-bf83f5d8ab21 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0301726 Dec 06 14:58:21.372260 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eda8e7df-6282-4a87-afaa-731448b4e939 req-adf440c5-80dd-4e82-8ed3-3f35a1e1389d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0271108 Dec 06 14:58:21.476065 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31b659b6-a7d4-48fa-86b8-6351c2f96925 req-b5a65483-26b1-4fa0-897d-5bf2134f8ea9 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0274277 Dec 06 14:58:21.562100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ccaf1b2-b81b-4ac6-a34d-5d34e02c15cc req-f99b54c8-abf9-4ed5-bd62-ab69a3c83733 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0424671 Dec 06 14:58:21.657244 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a889dd-9e5b-49f0-afd4-1b0ec4455c5f req-d8a3efaa-2e86-47da-9267-1670991976cb tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:21.658909 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-83a889dd-9e5b-49f0-afd4-1b0ec4455c5f req-d8a3efaa-2e86-47da-9267-1670991976cb tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0628505 Dec 06 14:58:21.714501 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2f45228b-629c-4a8a-ba69-68c3dfb08a92 req-768ff9c4-2d31-4bef-8548-e22e3332eb33 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0327885 Dec 06 14:58:21.723757 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-83a889dd-9e5b-49f0-afd4-1b0ec4455c5f req-de655b52-ff1d-44ae-b2d5-10b8f8e2ebb7 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561793 Dec 06 14:58:21.910902 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611ba88-1d01-429f-8620-75b26d21e098 req-200084c4-aea9-4242-a59b-2c47745b292f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:21.913478 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a611ba88-1d01-429f-8620-75b26d21e098 req-200084c4-aea9-4242-a59b-2c47745b292f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0594738 Dec 06 14:58:21.966154 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a611ba88-1d01-429f-8620-75b26d21e098 req-bd5cf84b-6913-46a6-a3d1-eac87e3c5bce tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463407 Dec 06 14:58:22.202706 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0e01dc4d-33ff-4bf4-b6a9-7c49934bc31e req-d90df9fd-1050-439c-b15b-e722b44680c3 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0298419 Dec 06 14:58:22.346416 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9792281b-2b13-46f9-a203-2cd6c3e86878 req-ac8b2216-8c5f-4bc4-b317-79d44f122c07 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0267670 Dec 06 14:58:22.448975 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c71c53ea-a6b3-42bc-b83c-43a4345f18d2 req-59f4c98a-2321-4d79-9295-3504ac3270ab tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0255249 Dec 06 14:58:22.554857 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-34f1f017-8516-48a7-afbe-b434b36dc251 req-526e18f8-4796-4df7-bfe2-da6d220e7923 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0287356 Dec 06 14:58:22.633007 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2402c33f-febc-4398-8f46-2fa60fcbdc84 req-77326592-f5cf-4424-ab26-16ee053f8775 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0257437 Dec 06 14:58:22.783551 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c39099f5-0ea9-4d16-a6a6-014ae0f04214 req-34165ce2-994a-4f8e-8105-6d3e7079c898 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0287559 Dec 06 14:58:22.843620 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66667b36-1756-4ff6-84fe-f93ac35331a1 req-b9c44f2a-9fec-4a1c-90c3-7a719758584a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:22.845082 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66667b36-1756-4ff6-84fe-f93ac35331a1 req-b9c44f2a-9fec-4a1c-90c3-7a719758584a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0482109 Dec 06 14:58:22.899614 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66667b36-1756-4ff6-84fe-f93ac35331a1 req-7da9ae51-89cd-4da6-9085-f2e217c69573 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484889 Dec 06 14:58:22.936375 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba8808-a047-48dd-be92-7626c87ae36d req-fb8f336d-d7c8-41ae-a0ac-d1cf7f3f90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:22.937853 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0cba8808-a047-48dd-be92-7626c87ae36d req-fb8f336d-d7c8-41ae-a0ac-d1cf7f3f90eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8444f66a19024e8ca3d08cd6cc68e73d&device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 1096 time: 0.0483289 Dec 06 14:58:23.031567 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba8808-a047-48dd-be92-7626c87ae36d req-36d1340a-64e1-4e71-bf99-6840c99375fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:23.033162 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0cba8808-a047-48dd-be92-7626c87ae36d req-36d1340a-64e1-4e71-bf99-6840c99375fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aee0eac-59a5-43f1-85a8-7817e7c60b81 HTTP/1.1" status: 200 len: 917 time: 0.0843174 Dec 06 14:58:23.081617 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ef557-02d8-4754-b23c-24622f6b6e00 req-99130e8b-b8af-44d3-9a91-cb3903187c20 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:23.083106 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b73ef557-02d8-4754-b23c-24622f6b6e00 req-99130e8b-b8af-44d3-9a91-cb3903187c20 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0488451 Dec 06 14:58:23.108217 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0cba8808-a047-48dd-be92-7626c87ae36d req-b0b32d42-f5a1-4963-8372-cd8047537341 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c HTTP/1.1" status: 200 len: 1000 time: 0.0614474 Dec 06 14:58:23.130526 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b73ef557-02d8-4754-b23c-24622f6b6e00 req-70e74fae-df8c-4db6-b4eb-de3339d1c7a5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412097 Dec 06 14:58:23.157147 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba8808-a047-48dd-be92-7626c87ae36d req-df73ebcd-8cef-4bb3-971e-d5b03517d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:23.158584 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0cba8808-a047-48dd-be92-7626c87ae36d req-df73ebcd-8cef-4bb3-971e-d5b03517d357 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=960bec1b-5464-4199-b91b-894c7ec18725 HTTP/1.1" status: 200 len: 855 time: 0.0432937 Dec 06 14:58:23.203742 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba8808-a047-48dd-be92-7626c87ae36d req-a7758a57-2190-4b6b-92ca-c781700954cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:23.205177 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0cba8808-a047-48dd-be92-7626c87ae36d req-a7758a57-2190-4b6b-92ca-c781700954cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aee0eac-59a5-43f1-85a8-7817e7c60b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391960 Dec 06 14:58:23.305577 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6c668d0a-7baf-458e-8990-ec8703d3ca68 req-d1454ef6-eb3a-4ba7-b162-179031003c05 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0306942 Dec 06 14:58:23.324687 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0cba8808-a047-48dd-be92-7626c87ae36d req-9e4890e5-cf82-440c-b1eb-b643b553ac6c service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083238 Dec 06 14:58:23.422795 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29ef55f7-949a-4902-8fe1-5aca83b236d3 req-0509abb9-0c3f-45d4-b408-7f4044c498a7 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0268383 Dec 06 14:58:23.424737 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0cba8808-a047-48dd-be92-7626c87ae36d req-8a0b7352-bdf6-49d8-9046-6c820a946a62 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874884 Dec 06 14:58:23.645873 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a850ef75-ad54-40b0-8ff4-d38e5715321a req-4f4b1f94-4b78-4ffc-b2d1-8dbd9eb8b502 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0373931 Dec 06 14:58:23.724634 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6be43473-b307-40a7-aac0-2810d9e0539a req-83c8fdea-d6bb-4558-8c00-583b409a0d87 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0313165 Dec 06 14:58:23.794852 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8153c019-a2d5-4bb5-8e31-bc974a14759d req-75be0e39-bf0f-4226-b41c-9ba9f6a211a4 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.2951112 Dec 06 14:58:23.858619 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ae4609ae-9bcb-43c5-bda2-56704f7b6e60 req-1e01f504-04a8-4498-974a-fdcf12912ebf tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0255411 Dec 06 14:58:24.016670 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097786e-6998-4708-baf9-58db14c39bf8 req-add7cc68-a98e-4e66-abc7-444499b22b2d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:24.018093 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5097786e-6998-4708-baf9-58db14c39bf8 req-add7cc68-a98e-4e66-abc7-444499b22b2d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0472078 Dec 06 14:58:24.063025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5097786e-6998-4708-baf9-58db14c39bf8 req-dc88b979-6999-421b-970a-d3d788eccedc tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390480 Dec 06 14:58:24.241641 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852e275-299f-4352-9b9a-c81e23632549 req-6bf5194a-a110-417e-9253-313a5f459878 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:24.243069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5852e275-299f-4352-9b9a-c81e23632549 req-6bf5194a-a110-417e-9253-313a5f459878 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0475969 Dec 06 14:58:24.289824 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5852e275-299f-4352-9b9a-c81e23632549 req-aa53f84a-b360-4e34-8b0c-d8eb26d10209 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Dec 06 14:58:24.380601 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f843401c-3885-4c14-8aa2-11f3df222694 req-132b1934-220d-452d-9fe9-3f6f6c66f2ce tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0262311 Dec 06 14:58:24.500817 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-75e23e87-2fc4-4cab-9546-35ff23d178bf req-8ce03bc9-6e9b-448f-ad97-a50bd98d9846 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0291741 Dec 06 14:58:24.546942 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dbe10-dfd5-49c9-9b04-d98e7750e5da req-db13bea9-d294-4d85-97a8-450fcfa667e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:24.548423 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d51dbe10-dfd5-49c9-9b04-d98e7750e5da req-db13bea9-d294-4d85-97a8-450fcfa667e6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f55adfe3135c416686e74552cfdb9700&device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 1096 time: 0.0424647 Dec 06 14:58:24.647090 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dbe10-dfd5-49c9-9b04-d98e7750e5da req-32c772f1-daac-40c2-be4d-36d07159084c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:24.648565 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d51dbe10-dfd5-49c9-9b04-d98e7750e5da req-32c772f1-daac-40c2-be4d-36d07159084c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0fbdc94-7de5-4a38-961d-5f7176775265 HTTP/1.1" status: 200 len: 916 time: 0.0820782 Dec 06 14:58:24.692371 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d51dbe10-dfd5-49c9-9b04-d98e7750e5da req-bbc0e953-6729-44aa-beaf-06956c1d3304 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa4cc9ae-abd4-4982-aca8-8d6c88467a99 HTTP/1.1" status: 200 len: 217 time: 0.0371215 Dec 06 14:58:24.745164 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-59287cbb-9df1-4f64-bd97-66c1520a668d req-1f33615e-5649-4f00-b4a3-b14d6851350a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0467756 Dec 06 14:58:24.767568 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dbe10-dfd5-49c9-9b04-d98e7750e5da req-1d4c12fa-aa82-4659-a381-ca4fcf2b9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:24.769094 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d51dbe10-dfd5-49c9-9b04-d98e7750e5da req-1d4c12fa-aa82-4659-a381-ca4fcf2b9a2c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e082be8-e2dd-479d-b167-082b011e6271 HTTP/1.1" status: 200 len: 855 time: 0.0691175 Dec 06 14:58:24.801991 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d51dbe10-dfd5-49c9-9b04-d98e7750e5da req-63877e10-36b1-4c44-a04b-66aaacd436c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0fbdc94-7de5-4a38-961d-5f7176775265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256324 Dec 06 14:58:24.811214 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e5425b7-e965-4615-8e35-bd645eb09a6f req-7b09c631-2af3-468f-8bd3-91f0943dcfac tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0295093 Dec 06 14:58:24.898431 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19d69f0d-3451-4140-860d-182772e7c822 req-d77e47f0-7524-4299-b6e6-01ecbbf42cca tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0300651 Dec 06 14:58:24.917960 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d51dbe10-dfd5-49c9-9b04-d98e7750e5da req-d7a94444-cc59-449e-9168-7f87e2aac46d service neutron] 10.222.0.23 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086149 Dec 06 14:58:24.933973 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a2b44bf8-398c-4598-9d9f-110a31ff0189 req-04863d18-92c3-4e5d-acb7-a7e589c2ef84 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0262778 Dec 06 14:58:25.009299 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d51dbe10-dfd5-49c9-9b04-d98e7750e5da req-b8f5de25-4df3-416e-a774-3fbb581fca02 service neutron] 10.222.0.23 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843143 Dec 06 14:58:25.181192 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7c0c8-dd6c-47cd-b32a-3865ff438406 req-15052e82-2282-4436-8c51-b06c100cf426 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:25.182679 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-32d7c0c8-dd6c-47cd-b32a-3865ff438406 req-15052e82-2282-4436-8c51-b06c100cf426 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0495348 Dec 06 14:58:25.229277 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-32d7c0c8-dd6c-47cd-b32a-3865ff438406 req-21c6a623-fbba-4a22-8ba9-8496eaf2003a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406122 Dec 06 14:58:25.403621 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225defc6-2bcd-4954-a95b-e8b4c3fb5e56 req-b5f5c473-1e8e-45b2-882d-c6c1a02be863 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:25.405764 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-225defc6-2bcd-4954-a95b-e8b4c3fb5e56 req-b5f5c473-1e8e-45b2-882d-c6c1a02be863 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0496483 Dec 06 14:58:25.453768 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-225defc6-2bcd-4954-a95b-e8b4c3fb5e56 req-cd76fd9d-203d-4133-9f8d-5549ae8ac466 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419245 Dec 06 14:58:25.455933 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6fdbb355-7dba-42e9-9f26-d6a7fff4307f req-02c62f9c-6eda-436b-b48c-15d5f9644e80 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0261455 Dec 06 14:58:25.573447 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ff898ea-bf08-43b5-8569-f3b108b6f6cb req-66adcba9-7b27-444f-87d9-f7cc01ddd4bc tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0254509 Dec 06 14:58:25.819831 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd667c90-efa0-40c6-a385-3ef69890e983 req-16e796ab-ba75-4fbb-b72f-5c08ba39424b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0255816 Dec 06 14:58:25.885638 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d16109e5-6f8d-474c-a405-a909d6ef04cc req-ac0cb288-e02a-4141-ac19-8db09c3e3db3 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0256610 Dec 06 14:58:25.978133 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ec1025c-1a5d-4aa9-9088-c8f4481554fb req-d43e7310-568d-47b2-bdb1-4e4760895488 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0292010 Dec 06 14:58:26.011272 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa1bc8ee-3d6b-47ac-aa95-9deb5078e164 req-a4c64ab5-3d78-4bcf-88e8-a7fa19c887bb tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0293238 Dec 06 14:58:26.345326 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2b5cf-4509-4b9d-b718-25eb15f5fb2d req-555c7b82-48dc-46e6-bf89-715979f966b7 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:26.346767 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d6f2b5cf-4509-4b9d-b718-25eb15f5fb2d req-555c7b82-48dc-46e6-bf89-715979f966b7 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0470316 Dec 06 14:58:26.392721 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d6f2b5cf-4509-4b9d-b718-25eb15f5fb2d req-c91ca691-3039-4607-9c4d-01b3753de08c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400844 Dec 06 14:58:26.572921 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35e52c-26f6-43a7-b49e-b674ceb17ea8 req-e647e389-10ac-4f2d-b0c5-aeb6e80a71aa tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:26.574404 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0e35e52c-26f6-43a7-b49e-b674ceb17ea8 req-e647e389-10ac-4f2d-b0c5-aeb6e80a71aa tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0493820 Dec 06 14:58:26.627240 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0e35e52c-26f6-43a7-b49e-b674ceb17ea8 req-10dd9425-8b86-4afa-b1dc-d8e094fbae82 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453527 Dec 06 14:58:26.702499 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-40975fdc-c2cd-4ff4-8236-0c099b91b1a5 req-f888b342-d2ae-4bb6-abd4-ecddcfe4de02 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0324712 Dec 06 14:58:26.754648 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f18b5ac1-4c0e-4cef-a144-d159b451f485 req-99db4e0c-f2f1-4de0-b802-eeca2d68073b tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0262077 Dec 06 14:58:26.894736 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da91acd1-b91f-4ec9-b6eb-c2226e8a2479 req-74a772ba-de1c-4de2-b3b3-905844231847 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0265110 Dec 06 14:58:26.961892 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-610b53b9-a2e9-4d65-9a0b-ab0e79fcd85f req-c63387d1-b7fd-4b3f-80a8-e8475f9d9a6a tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0260608 Dec 06 14:58:27.059989 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-396b88c5-9097-417e-b198-98060e0704a8 req-29f9e33e-8798-48fa-912d-4cad4957b6b0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0295107 Dec 06 14:58:27.095415 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-43584ece-8c5b-4dda-87c1-dc6aa38b54b9 req-4c05078f-cea7-4222-a0f3-0f658687a457 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0270946 Dec 06 14:58:27.182375 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-bd1626a3-a594-4314-b09f-8f168de35a46 req-1834e7ab-17b1-4b29-901c-cbf8b98be227 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:58:27.183412 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd1626a3-a594-4314-b09f-8f168de35a46 req-1834e7ab-17b1-4b29-901c-cbf8b98be227 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0511119 Dec 06 14:58:27.340806 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f09a57-761e-4ae0-bffc-2b294a793e3f req-37cc6a25-75b5-456a-bb85-813132b00759 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:27.342323 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19f09a57-761e-4ae0-bffc-2b294a793e3f req-37cc6a25-75b5-456a-bb85-813132b00759 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 945 time: 0.0518315 Dec 06 14:58:27.363225 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:58:27.372853 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62b320af-2a16-4558-868e-4d81f3f5dd14 req-9d8a29cb-7f2f-4b52-9361-c81fab918df1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439763 Dec 06 14:58:27.395238 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19f09a57-761e-4ae0-bffc-2b294a793e3f req-f69058b4-3396-493b-b40b-16c71a079831 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466552 Dec 06 14:58:27.441511 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:27.463042 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:58:27.465301 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a2633c-0a96-4703-856e-c37679da10d0" -d '{"events": [{"server_uuid": "b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6", "name": "network-vif-unplugged", "status": "completed", "tag": "3a9dbd15-3dbc-4d78-bce4-4fde7df0128c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:58:27.477946 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:58:27.485091 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:27.508732 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 06 Dec 2021 14:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bc0b54-6f2c-4682-8814-8baab9fb1366 x-openstack-request-id: req-34bc0b54-6f2c-4682-8814-8baab9fb1366 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:58:27.509028 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6", "name": "network-vif-unplugged", "status": "failed", "tag": "3a9dbd15-3dbc-4d78-bce4-4fde7df0128c", "code": 422}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:58:27.509294 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34bc0b54-6f2c-4682-8814-8baab9fb1366 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:58:27.509693 n-d-master-1 neutron-server[103290]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c', 'code': 422} returned with failed status Dec 06 14:58:27.534373 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:58:27.742065 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc8122-fe56-42cb-a5d5-b7087fee96f7 req-5cfd3a58-32b5-42a1-90ef-695cca336c96 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:27.743685 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9cc8122-fe56-42cb-a5d5-b7087fee96f7 req-5cfd3a58-32b5-42a1-90ef-695cca336c96 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0493815 Dec 06 14:58:27.774092 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c058f6c-09ca-46dd-8104-a3176b242381 req-b0079d7f-eac1-4a63-8cda-335a3b45210e tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0251660 Dec 06 14:58:27.797166 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9cc8122-fe56-42cb-a5d5-b7087fee96f7 req-56a0eb6f-082b-41ce-8ddf-d7c89d2de76c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476623 Dec 06 14:58:27.837068 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb251dbc-7675-48f5-87f8-47ad1c8bfa29 req-9ec817fe-6c0a-4dd2-83be-7ac1de26cee3 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0258944 Dec 06 14:58:27.838824 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:27.970808 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab4147b6-16ff-48d3-bb9e-10d1a88d2455 req-9e3015cc-46de-443a-9352-89da3b9c68b1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0257692 Dec 06 14:58:28.036790 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e976391b-a391-487d-9ac4-5d7c127bbd2b req-c533a152-d1c5-45aa-93e3-c549d6db0325 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0258908 Dec 06 14:58:28.136570 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d721b57-5b23-4d8f-9da1-be5ec4517b86 req-006ba023-ea8a-4481-98d3-4620b69ae4f4 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0260134 Dec 06 14:58:28.170523 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9b68ca66-3ade-447a-9e6c-86de10a0100f req-9222833d-f1d1-4c9f-a250-b97ab4b69519 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0257337 Dec 06 14:58:28.514273 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4f584-ccbb-4edf-a39e-fe56cd235340 req-bc052794-0334-4b19-a96c-184cdc0e7feb tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:28.516029 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ef4f584-ccbb-4edf-a39e-fe56cd235340 req-bc052794-0334-4b19-a96c-184cdc0e7feb tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0505810 Dec 06 14:58:28.561960 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ef4f584-ccbb-4edf-a39e-fe56cd235340 req-6d1772c4-e2e1-4b09-a105-8676e81e641e tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399103 Dec 06 14:58:28.849967 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0186dfe-0bd1-49a2-ac44-1ce935cb7549 req-33865dad-5ebf-4c92-8b72-48a59d5e637b tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0260482 Dec 06 14:58:28.913526 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247f77f-8c4c-40c8-9557-2e1b08153ea0 req-7e6b4029-efe2-4799-abc0-9b22fa3d4bee tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:28.914988 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d247f77f-8c4c-40c8-9557-2e1b08153ea0 req-7e6b4029-efe2-4799-abc0-9b22fa3d4bee tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0520675 Dec 06 14:58:28.916713 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-05f13940-00de-449e-826e-931579eca544 req-e6f70107-6852-4348-8fbb-be5aafbf32ba tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0290489 Dec 06 14:58:28.962621 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d247f77f-8c4c-40c8-9557-2e1b08153ea0 req-9f7d8fb1-397e-48fe-b453-eadf3c9d41f3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406692 Dec 06 14:58:29.044580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8638fece-e5a0-4507-a3fd-791d5fd9a418 req-c4a2542a-3524-4859-bfd7-b108d843446a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0251026 Dec 06 14:58:29.109695 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6b160e9-a985-4ffe-ac73-21641e323ccb req-4c97e542-bd62-4ab8-9ac1-04e6614d1712 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0253096 Dec 06 14:58:29.215703 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56a90d56-14ba-4bb1-9d0a-e3d14b551925 req-6fd843e1-67fa-43e7-b996-4a89d0dc668a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0260172 Dec 06 14:58:29.245308 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad7ee153-dc6e-4a3d-b15e-1319fed2dcda req-c87be48d-6266-4138-acd7-e16d72ef943c tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0255947 Dec 06 14:58:29.682369 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4880e-d53c-40c2-bd65-b9afe480fc04 req-928a5753-00ec-451e-9fe6-80a4e88fcbde tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:29.683872 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6c4880e-d53c-40c2-bd65-b9afe480fc04 req-928a5753-00ec-451e-9fe6-80a4e88fcbde tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0488372 Dec 06 14:58:29.721802 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:29.730750 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6c4880e-d53c-40c2-bd65-b9afe480fc04 req-329a83dd-c1c5-44f1-81e6-418279e8371e tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408838 Dec 06 14:58:29.925347 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6064d557-b3fd-41d6-96a7-22a8d2fff550 req-f21a9187-9413-4432-9856-b2f03f332e1c tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0256917 Dec 06 14:58:29.993886 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f963e72-0a58-4d7f-802a-23af4693cc70 req-57b9b26d-b296-41c4-b167-2582635d8a3f tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0256369 Dec 06 14:58:30.078466 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f38a8-513f-406b-8a37-f482fb188807 req-bcd788af-afc5-43ad-a47b-678bbe269f8f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:30.079997 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e44f38a8-513f-406b-8a37-f482fb188807 req-bcd788af-afc5-43ad-a47b-678bbe269f8f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0482948 Dec 06 14:58:30.124306 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07d5c418-947f-451c-831a-99622b4eaaef req-f7f0c153-1567-4cc7-8473-c5ac7026e70b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0291791 Dec 06 14:58:30.131735 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e44f38a8-513f-406b-8a37-f482fb188807 req-cb82b431-c4fe-4aab-862e-84c5046bf7f4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457497 Dec 06 14:58:30.187462 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5cd5865-f5b7-4214-a906-e975653d4a3b req-3145671d-1990-4a2d-b1d3-a198736874d4 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0259695 Dec 06 14:58:30.291754 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9694aa9e-7ee4-465c-b469-9796c7f5ac85 req-0f4e2846-9e92-47c9-b674-9a8217caee35 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0255096 Dec 06 14:58:30.319951 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-87b281ed-7f47-4536-968c-f9c619f6fdd7 req-4c5cdff4-9ce5-4090-a0a9-ecdc06eb7ccd tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0255020 Dec 06 14:58:30.708533 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-773609b0-74ae-4b3e-853a-34fbd64ff6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:30.849370 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef2616-f804-4c57-ae46-2379bba27db0 req-953de095-0c55-44fd-a9e8-89fe7949e01c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:30.850841 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-68ef2616-f804-4c57-ae46-2379bba27db0 req-953de095-0c55-44fd-a9e8-89fe7949e01c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0483892 Dec 06 14:58:30.897551 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-68ef2616-f804-4c57-ae46-2379bba27db0 req-8679b0e6-3da5-431b-814b-05279eeffac3 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405142 Dec 06 14:58:31.000528 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-89ed02c3-82b7-49d1-80d0-4ec75b34d3a3 req-f5622267-d615-4466-bf0a-f3d744697b59 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0269156 Dec 06 14:58:31.069644 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c8fac96-f8de-44ce-8c64-3aff46b13802 req-7a15ed6c-85e3-4b3b-9974-66f4c89ac093 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0264850 Dec 06 14:58:31.200366 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-653484c8-9845-4dfa-9cfd-b105e74a9f47 req-916d81f6-3608-4d34-885c-fed2e3a41306 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0261283 Dec 06 14:58:31.253569 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7864607-5497-4c9e-b470-1f4d31211633 req-9aeba1eb-b274-4795-9ccc-7f687bbbe712 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:31.255068 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d7864607-5497-4c9e-b470-1f4d31211633 req-9aeba1eb-b274-4795-9ccc-7f687bbbe712 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0544276 Dec 06 14:58:31.263529 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8e94820e-977a-4b84-8df9-24bb7854c966 req-ba8f69a8-eb20-4b81-9a0c-35aa85b0bf2a tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255589 Dec 06 14:58:31.302571 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d7864607-5497-4c9e-b470-1f4d31211633 req-7f64bc47-4d57-4e2e-871f-dca822c538ee tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412819 Dec 06 14:58:31.369166 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35f091a3-d04c-41bf-b669-6c6806cca5a7 req-bc2f7ce3-f289-40ed-95ca-3562e2883ec7 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0302634 Dec 06 14:58:31.398664 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-25c7bf88-a1bd-4905-92c0-823b2e984a4d req-ada67b79-ae9f-490b-82a2-2bea28f59605 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0259697 Dec 06 14:58:32.016055 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5083657-4618-43f8-9d57-2d70e419523e req-39d229f8-8c80-4406-91d8-0040cc72d3b6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:32.017496 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5083657-4618-43f8-9d57-2d70e419523e req-39d229f8-8c80-4406-91d8-0040cc72d3b6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0478768 Dec 06 14:58:32.065096 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5083657-4618-43f8-9d57-2d70e419523e req-cefc990c-bc4d-4f6b-b5d9-c84a58c8bdd5 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413089 Dec 06 14:58:32.076891 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d4e821cc-04bf-4f11-a2b6-829d74bc1e8d req-265d7942-f702-462a-8776-043ae4552658 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0264349 Dec 06 14:58:32.143391 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f4ab2ae-cf6a-45b2-b1ab-26f6b80df152 req-8a49f713-367d-4a68-b2c0-c7ac129c0b76 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0256112 Dec 06 14:58:32.295428 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3322351a-17f9-4235-9352-4d6d577839fc req-1c941053-2063-480b-bcc0-00b34e17d108 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0425737 Dec 06 14:58:32.308712 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b320af-2a16-4558-868e-4d81f3f5dd14 req-dc8be502-b2fc-4db6-b1f3-aec04875d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:32.310214 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62b320af-2a16-4558-868e-4d81f3f5dd14 req-dc8be502-b2fc-4db6-b1f3-aec04875d648 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6&tenant_id=8444f66a19024e8ca3d08cd6cc68e73d HTTP/1.1" status: 200 len: 1094 time: 0.0657349 Dec 06 14:58:32.339996 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eccad576-dc9b-46ec-804d-c91b3a64a949 req-0440a8e2-50c2-42b6-be4f-4769738133d7 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0267949 Dec 06 14:58:32.419214 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b320af-2a16-4558-868e-4d81f3f5dd14 req-e744dd61-861f-4738-908e-ef5993b2766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:32.420784 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62b320af-2a16-4558-868e-4d81f3f5dd14 req-e744dd61-861f-4738-908e-ef5993b2766f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8444f66a19024e8ca3d08cd6cc68e73d&device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 1094 time: 0.0696063 Dec 06 14:58:32.433044 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561f750-c6e4-4e5e-a43d-409dcab400c0 req-e3533baf-0148-4fd4-b7db-15bf38321385 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:32.434493 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8561f750-c6e4-4e5e-a43d-409dcab400c0 req-e3533baf-0148-4fd4-b7db-15bf38321385 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0591457 Dec 06 14:58:32.449965 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-77a46be4-323b-46eb-8ac8-1c42265e28d1 req-bb8d53ae-2138-4c5d-b499-04ca89b4305b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0302768 Dec 06 14:58:32.517231 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99a2d2d4-f79e-4bb5-94ca-4167e6e6a5f0 req-6b0c678f-f450-4ae1-9300-ce5c792a742b tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0282910 Dec 06 14:58:32.537840 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8561f750-c6e4-4e5e-a43d-409dcab400c0 req-50a2ea84-0a84-4274-91ab-2a4ac5d7ab94 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948048 Dec 06 14:58:32.557853 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b320af-2a16-4558-868e-4d81f3f5dd14 req-0055c6a9-d7ae-406c-bca3-21167fb60bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:32.559292 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62b320af-2a16-4558-868e-4d81f3f5dd14 req-0055c6a9-d7ae-406c-bca3-21167fb60bc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aee0eac-59a5-43f1-85a8-7817e7c60b81 HTTP/1.1" status: 200 len: 917 time: 0.1239529 Dec 06 14:58:32.631815 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62b320af-2a16-4558-868e-4d81f3f5dd14 req-ca3266d0-6a38-4dcc-ac8e-fff974b92fcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c HTTP/1.1" status: 200 len: 998 time: 0.0614140 Dec 06 14:58:32.683915 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b320af-2a16-4558-868e-4d81f3f5dd14 req-21f25785-37b3-44c8-8383-cd7ebd4a2714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:32.685358 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62b320af-2a16-4558-868e-4d81f3f5dd14 req-21f25785-37b3-44c8-8383-cd7ebd4a2714 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=960bec1b-5464-4199-b91b-894c7ec18725 HTTP/1.1" status: 200 len: 855 time: 0.0423293 Dec 06 14:58:32.735183 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b320af-2a16-4558-868e-4d81f3f5dd14 req-c68062ae-27b7-4ff5-91f2-b7272b777fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:32.736673 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62b320af-2a16-4558-868e-4d81f3f5dd14 req-c68062ae-27b7-4ff5-91f2-b7272b777fc0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aee0eac-59a5-43f1-85a8-7817e7c60b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387003 Dec 06 14:58:32.834240 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62b320af-2a16-4558-868e-4d81f3f5dd14 req-b0f1fc57-9259-43c4-88a4-90e9bd79e0d8 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844808 Dec 06 14:58:32.926375 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62b320af-2a16-4558-868e-4d81f3f5dd14 req-c7c239e2-3d02-498f-a43d-2fe2cf149982 service neutron] 10.222.0.37 "GET /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804794 Dec 06 14:58:33.157497 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ef433375-799a-4b68-801c-6d5fd22a6048 req-159620e0-d31c-4a3c-94c1-56cada38c064 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0291729 Dec 06 14:58:33.199334 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dde5a-978f-4572-b601-29656fa31e26 req-c0b6ccb4-0380-4402-94cb-cb079618399b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:33.201363 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f2dde5a-978f-4572-b601-29656fa31e26 req-c0b6ccb4-0380-4402-94cb-cb079618399b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0590608 Dec 06 14:58:33.225513 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-da2cd37c-4fa3-4588-99ff-b68402e09706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:33.273904 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d3d79d4-fd5b-4ce8-a531-61ef592d02ec req-c4e2e2eb-5ab3-4550-ac4a-86c0e5c8a36e tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0438297 Dec 06 14:58:33.301921 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f2dde5a-978f-4572-b601-29656fa31e26 req-7150b962-5eaa-4ab5-9ac9-44ba2f1b3b5c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892720 Dec 06 14:58:33.411037 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bd0ce7d-4ce8-4e17-9cf0-a603490e0b23 req-313d50cf-3f49-4318-87e5-3a75576ac78e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0606866 Dec 06 14:58:33.454256 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-976bb639-0435-4e50-9142-da2344a5ef6d req-5808f0de-6751-4439-bba9-d9962f1d1ae5 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0377669 Dec 06 14:58:33.543836 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c05be56-f067-4c59-b42a-9b7608b538a5 req-d2f9e9d0-5519-46cb-8ecf-51ff602a2ecd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0261815 Dec 06 14:58:33.603024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58b0915f-bc42-4256-bea3-5f6842465ce7 req-f2a02936-93f0-45e9-b5aa-0422590f62f9 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0296614 Dec 06 14:58:33.686347 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e42c6-becf-41c8-99d5-9ad67b111a07 req-b3a79a2d-c409-4aa9-ae03-e36b855e4a5e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:33.692198 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d16e42c6-becf-41c8-99d5-9ad67b111a07 req-b3a79a2d-c409-4aa9-ae03-e36b855e4a5e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0649228 Dec 06 14:58:33.741719 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d16e42c6-becf-41c8-99d5-9ad67b111a07 req-49af4cd4-b25e-4de3-bc0d-9aca7e37c35b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455840 Dec 06 14:58:33.934083 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:34.248063 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21c29780-3d5e-437d-a9ce-db0cec538dbf req-aa40bf8c-e045-45d5-94fe-2386929e2cd0 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0301781 Dec 06 14:58:34.358150 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-15fa7904-e451-4cae-9f3d-221061dd578c req-16c4cf35-b842-422a-bb10-680db659689c tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0294724 Dec 06 14:58:34.431677 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2100cb-5306-419d-ab46-535453fe2c55 req-187df59a-b99c-4b1d-8ca2-6c873a423998 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:34.433127 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e2100cb-5306-419d-ab46-535453fe2c55 req-187df59a-b99c-4b1d-8ca2-6c873a423998 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0515785 Dec 06 14:58:34.495462 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e2100cb-5306-419d-ab46-535453fe2c55 req-612bff24-dbd7-4858-8a35-0ae16d1c3770 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556347 Dec 06 14:58:34.504062 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ad2bf25-7004-4e6b-bcef-97b00f5ba7a0 req-6340792b-b1e9-4ff1-924b-278484394dc6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0321622 Dec 06 14:58:34.576024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9dc8dde5-4bf0-4f6c-8af4-de70651642ca req-a9aae116-4a18-4fe3-9d2e-5abaa49c6aed tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0258043 Dec 06 14:58:34.627961 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb4dd308-4e98-4bdc-8a31-7c63122fb62d req-1477cac3-2f3b-49c9-9a4d-40dd505eeab9 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0270979 Dec 06 14:58:34.684337 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-808361be-af76-4128-84ac-bd30cacd1ab8 req-f1e9af44-e727-41ee-aa8b-f0df4c27e46e tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0284119 Dec 06 14:58:34.859983 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fa334-bedb-452d-b339-4031e5989c71 req-21f0c148-974a-42b4-8590-e8990099597d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:34.861493 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e8fa334-bedb-452d-b339-4031e5989c71 req-21f0c148-974a-42b4-8590-e8990099597d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0516675 Dec 06 14:58:34.911034 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e8fa334-bedb-452d-b339-4031e5989c71 req-22c18d45-713a-434b-a41b-867848eb5f1c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432320 Dec 06 14:58:35.335002 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f605b07f-2eeb-4476-95f2-766fb96f273f req-88e7beca-93c1-4834-8912-7153f51c6ed2 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0305099 Dec 06 14:58:35.435911 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9aef7b6c-31da-4221-9f6a-b6d93748ac9f req-78031871-3a8e-4439-833e-4bd420786127 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0264809 Dec 06 14:58:35.581854 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a8cfd2c-2e4e-4b0a-be61-ac446f49e260 req-38bff49d-f7f5-4ccf-b9a8-294d4a52afd4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0262389 Dec 06 14:58:35.616692 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:35.638541 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d5f33-68ff-42a1-9604-0fb31967e7f9 req-3e726795-2360-49e0-8c59-90b427fc257e tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:35.641982 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee5d5f33-68ff-42a1-9604-0fb31967e7f9 req-3e726795-2360-49e0-8c59-90b427fc257e tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0690131 Dec 06 14:58:35.675776 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-508c6890-d82b-417b-9ac8-26e45c0c435d req-b52b8def-0b54-4754-a6be-8d9d6787b2cd tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0311346 Dec 06 14:58:35.721083 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee5d5f33-68ff-42a1-9604-0fb31967e7f9 req-8508c217-dda1-4783-86a4-dd532add60ad tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738311 Dec 06 14:58:35.770607 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0f777ae2-00a5-4681-a966-3bafbd69248d req-c4f9a698-2596-42d1-bbe9-92517587e34a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0454304 Dec 06 14:58:35.802040 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0b37b76-1b5a-4532-ae1b-ae0d6382bc82 req-58d93838-0d6c-49d3-8b24-ea88bf020ffc tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0311668 Dec 06 14:58:36.041231 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a967e5-5277-48ac-b6dc-822cacaeda15 req-5db12224-b865-4295-8246-2e3920836eaa tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:36.042726 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45a967e5-5277-48ac-b6dc-822cacaeda15 req-5db12224-b865-4295-8246-2e3920836eaa tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0503678 Dec 06 14:58:36.090958 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45a967e5-5277-48ac-b6dc-822cacaeda15 req-622b3de0-2e1c-4d07-88ae-5df5ad2a647c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414026 Dec 06 14:58:36.421032 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f619c9d0-04ae-4fd2-b0d1-ce1a94d4209f req-f7c1a014-1c3d-46cc-8367-ecdcf03bb506 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0327954 Dec 06 14:58:36.521166 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00420dc4-59ed-4957-9102-a91172808efe req-9032b04a-1f0c-45e2-8851-09f84778a2d6 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0308449 Dec 06 14:58:36.535715 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:36.670791 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3624275e-e088-4f42-9fe9-203180841902 req-b0393188-cc0f-4778-9138-66cfb576c803 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0273075 Dec 06 14:58:36.749916 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6fa23475-3ad9-46b2-9232-11c84e877de1 req-8ba58562-faa3-4d09-a587-fe49c7e49fa5 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0260134 Dec 06 14:58:36.850914 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927eb4cc-a81d-46d7-99f6-206c896166f9 req-c37aa206-8061-413f-a42c-320854e8276c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:36.852919 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-927eb4cc-a81d-46d7-99f6-206c896166f9 req-c37aa206-8061-413f-a42c-320854e8276c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0583415 Dec 06 14:58:36.867602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a99abfd-166e-437a-80f8-6cc1613baddc req-de77016f-ad6d-42f7-9e32-d9a6b53fa974 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0403829 Dec 06 14:58:36.916533 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-927eb4cc-a81d-46d7-99f6-206c896166f9 req-84aadf3c-d1b0-471f-ae8e-4d511bd5d901 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565562 Dec 06 14:58:36.939782 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9a577cc-196a-4c63-8bb9-ab9506b3e8f9 req-2d0cf59a-db94-47ad-aef2-933af33ad5d8 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0259247 Dec 06 14:58:37.220777 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe326d35-5ee9-4f6d-950b-a84da27cb9b2 req-019951f5-ff15-41b3-b069-f61bd4840d02 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:37.222380 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe326d35-5ee9-4f6d-950b-a84da27cb9b2 req-019951f5-ff15-41b3-b069-f61bd4840d02 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0514481 Dec 06 14:58:37.273269 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe326d35-5ee9-4f6d-950b-a84da27cb9b2 req-2877bf1c-300f-4915-8319-50ad6b14b16c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447557 Dec 06 14:58:37.500811 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-890c6249-2bba-424c-8568-c6f95c0d8d24 req-3a310161-9fa9-4063-9b16-10ead0890eb0 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0285041 Dec 06 14:58:37.599579 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e9890964-4bff-4c52-98e2-eef20f31af3e req-b5b3fe51-75c5-4a24-934f-29761b0f7e80 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0266559 Dec 06 14:58:37.748942 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ced158c2-cb15-4b08-8d35-bbc312a1c2fe req-44c7a68f-c2ca-4399-a976-c7b41ea76b79 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0264928 Dec 06 14:58:37.827156 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2186d683-cd5d-4172-b624-0e08a7164967 req-d855da78-07cd-44b1-b383-775585e1642d tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255356 Dec 06 14:58:37.957776 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9eb04427-4037-44c9-9e60-0e1e402e7b0f req-7cc1d758-b602-44b4-8b81-7e5f311da05a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0299861 Dec 06 14:58:38.027284 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0834e2fd-9a5a-47a9-9497-127ead9cad3d req-ea169e75-caae-461f-bdde-961508de9c5d tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0265739 Dec 06 14:58:38.066592 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebae57d-dc9c-47e2-8ab8-9ab34760e052 req-560bfbf3-35e8-4868-a043-e7df35a85e06 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:38.068242 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5ebae57d-dc9c-47e2-8ab8-9ab34760e052 req-560bfbf3-35e8-4868-a043-e7df35a85e06 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0704417 Dec 06 14:58:38.073871 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:58:38.119027 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5ebae57d-dc9c-47e2-8ab8-9ab34760e052 req-db332267-ba4a-4f42-ac5f-d5936e3f16d7 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444527 Dec 06 14:58:38.395724 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10fe90-24b3-45d8-90d0-6d458597772b req-844a7a29-c139-4b73-bec4-96feeed8a4c8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:38.398053 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c10fe90-24b3-45d8-90d0-6d458597772b req-844a7a29-c139-4b73-bec4-96feeed8a4c8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0566864 Dec 06 14:58:38.460708 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c10fe90-24b3-45d8-90d0-6d458597772b req-7e1dd6bb-9394-44a3-9899-a5f48a9108e4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556433 Dec 06 14:58:38.581618 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7db7c62c-6a49-47ee-b4ab-500c1155c280 req-0f5e426b-e864-4704-914f-3cb1ad2ec980 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0299191 Dec 06 14:58:38.688233 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c4e90117-7ac7-4020-a042-58c9d9f2f44a req-5cf8bc18-8adf-4e3b-b7d4-879c67e4142a tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0278175 Dec 06 14:58:38.829231 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dfce4952-e118-414e-b6a9-c32274014be5 req-2e01d4e8-c19a-4824-a5a3-1d211be98888 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0284555 Dec 06 14:58:38.909829 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b0ee72ca-c69e-46d2-847f-4770254df9c0 req-94f79cd5-22d8-4135-9942-ac0f4c6f7db9 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0327106 Dec 06 14:58:39.037897 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-18b1764c-17c5-4a9d-9891-b5b6530c9508 req-ecb72b6a-1111-4bd2-9d6e-1d9bb4dc5533 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0290711 Dec 06 14:58:39.111495 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9bc23318-47bb-4520-bcb8-abef1a9d1f5b req-91244428-28cf-46f8-bc45-3a3fdbb81fbc tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0290256 Dec 06 14:58:39.250348 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8048976-a3e7-4a22-b74d-70abf59648d1 req-e79db34f-974b-463f-855f-54a6c75cc440 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:39.251910 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e8048976-a3e7-4a22-b74d-70abf59648d1 req-e79db34f-974b-463f-855f-54a6c75cc440 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0558913 Dec 06 14:58:39.301978 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e8048976-a3e7-4a22-b74d-70abf59648d1 req-4b261930-8d39-4543-b75e-181e69fe217e tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440860 Dec 06 14:58:39.590908 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07545d0-658c-450a-8c89-0be48f33a065 req-fa9815dc-05ff-40a6-b4bf-167b59a56513 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:39.592626 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f07545d0-658c-450a-8c89-0be48f33a065 req-fa9815dc-05ff-40a6-b4bf-167b59a56513 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0513840 Dec 06 14:58:39.663553 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f07545d0-658c-450a-8c89-0be48f33a065 req-4f1abb99-6151-4088-8895-8be2d855223b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646560 Dec 06 14:58:39.665041 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c3def395-0863-4368-bd5e-55e9407803d7 req-03e7a34a-6d7e-4cec-a508-be12493da926 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0301707 Dec 06 14:58:39.769951 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e506f5d4-6a4e-4961-8cc1-167a54f325c2 req-a6b55f65-d1d5-4808-8d18-793029a799b9 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0271077 Dec 06 14:58:39.907845 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d804d459-1109-4d7f-94f3-8ab9733ea0f3 req-9f7d0415-ed6c-45c0-a5ee-a840f2903f6b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0286179 Dec 06 14:58:39.988869 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ebe4f20d-96bf-4106-b006-c28cf6186d1c req-181e8716-5140-4a68-a185-f173ad2605a0 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0294881 Dec 06 14:58:40.117084 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f2fd624-ba44-4e61-ba00-c511c5413402 req-53e54782-102f-4652-9fd6-62ac0832d01a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0264614 Dec 06 14:58:40.192726 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2094f31d-b094-4ea1-99a1-694a41a45ec5 req-1ba4581e-1fb6-43fd-9bca-4d12865ae70e tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0276568 Dec 06 14:58:40.431083 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a4137-e197-49d3-b4a8-a733efa439d3 req-5218b6a6-0605-48b1-a0fb-ae42f338403a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:40.432659 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d9a4137-e197-49d3-b4a8-a733efa439d3 req-5218b6a6-0605-48b1-a0fb-ae42f338403a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0546918 Dec 06 14:58:40.481243 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d9a4137-e197-49d3-b4a8-a733efa439d3 req-0630e97c-6a1a-4427-9731-674659e951d8 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412612 Dec 06 14:58:40.772140 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e1c7455a-d96b-485f-91a5-b4db2b489072 req-ac47f60e-82e9-4c4d-ae56-6db33801a99c tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0356646 Dec 06 14:58:40.810985 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1baba7-ed62-402c-8357-9c30264572e7 req-f5b1fed6-9bfc-4bc8-a0e0-8d281cde8be5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:40.818878 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8d1baba7-ed62-402c-8357-9c30264572e7 req-f5b1fed6-9bfc-4bc8-a0e0-8d281cde8be5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0797513 Dec 06 14:58:40.863105 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8d1baba7-ed62-402c-8357-9c30264572e7 req-f1b90c26-c6aa-43bf-a1bb-2298ca0262f6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433331 Dec 06 14:58:40.863382 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-003bdfcb-0885-4381-9f94-89fd94ed6189 req-5b86a8ea-402d-4935-9c3e-08d47ca786e0 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0384693 Dec 06 14:58:40.986188 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af46b1c6-d21a-4dd1-bb3b-7c7a1649305a req-3a4511ba-5a1f-4938-867d-30ef4144d025 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0278747 Dec 06 14:58:41.066562 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4d2752a0-183f-44da-81c6-43430c313110 req-a44ae4d0-ee01-4eb8-b60f-9410236be11a tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0265050 Dec 06 14:58:41.201136 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4bb44848-4e09-4324-b84e-cb2fe6f295aa req-d52be2ce-7d2d-47c7-91df-59890c00f3ee tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0290351 Dec 06 14:58:41.515190 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9773ecf7-eaa4-46d7-a685-d628c8acb0ac req-f1d6ce6e-66f7-4391-b725-4985535be8b0 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.2685113 Dec 06 14:58:41.611304 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34243-7770-4939-8003-5e2259ebd7d5 req-2062f8b3-bf7a-4e71-820b-5a44e55b38ac tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:41.612805 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78b34243-7770-4939-8003-5e2259ebd7d5 req-2062f8b3-bf7a-4e71-820b-5a44e55b38ac tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0514235 Dec 06 14:58:41.666033 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78b34243-7770-4939-8003-5e2259ebd7d5 req-15e8fd45-d1c5-407c-811f-de83208646e8 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470805 Dec 06 14:58:41.849395 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23e57708-9b83-4d5b-853c-f3cfd0a473be req-22a69c36-6f92-4151-aa22-946a8fec6488 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0271342 Dec 06 14:58:41.967462 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-05275a0d-d265-401e-8344-23757a0dfc08 req-cd8a63e4-c52c-41f2-bbbe-3e4eed31bb85 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0486829 Dec 06 14:58:41.983543 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce66995-130d-46c7-9ae0-1f2b4e340d40 req-d3b641f9-a322-4eaf-88e0-5080e6d90e57 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:41.986810 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ce66995-130d-46c7-9ae0-1f2b4e340d40 req-d3b641f9-a322-4eaf-88e0-5080e6d90e57 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0520904 Dec 06 14:58:42.047609 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ce66995-130d-46c7-9ae0-1f2b4e340d40 req-f3295d8b-b08a-4822-abc5-fbbcb129df60 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560768 Dec 06 14:58:42.069365 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4b03cb4-5ac0-4ff9-8db8-dfe5df280269 req-ab3c1c45-c94e-4627-b5f8-a441fc3e1891 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0311244 Dec 06 14:58:42.144366 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ae4fb55-31d2-44c1-a668-016ef22884df req-69bd213f-6357-4324-b2a3-faf08868de65 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0282085 Dec 06 14:58:42.281258 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-85c5abb1-9206-4cd6-8dd5-45b0ff456004 req-8277abf6-b5d4-4ff8-827b-13b34ea19370 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0269594 Dec 06 14:58:42.601626 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-75a880b8-125b-4124-a15a-77f9bd3f8011 req-9e20aab3-e887-4adf-a780-051a73c07e3d tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0295014 Dec 06 14:58:42.788418 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1aa95a-5703-4ebb-b327-df367da3efbc req-01ddf05f-b719-40f1-a476-2afda1bbf264 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:42.790255 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9d1aa95a-5703-4ebb-b327-df367da3efbc req-01ddf05f-b719-40f1-a476-2afda1bbf264 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0511477 Dec 06 14:58:42.837693 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9d1aa95a-5703-4ebb-b327-df367da3efbc req-d90b0d2d-c1a5-4008-b17b-00c5374db6a7 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412519 Dec 06 14:58:42.926415 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-770ba659-03c5-40f4-b11a-ee60d8177c27 req-ff633bb7-843d-4ad2-bfbd-5c05129c6ccd tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0270512 Dec 06 14:58:43.046855 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c216201-1b49-4708-b822-2b346e29bbed req-4694ff2b-0ea9-4e58-a3ec-a4e503501000 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0301917 Dec 06 14:58:43.148398 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-355acdd0-c3dc-4e1c-b545-17ca02134fdc req-bfc77607-5ac9-41ea-9982-7741bcb0e195 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0260670 Dec 06 14:58:43.168663 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593d667-f721-477c-ad7d-597746744384 req-5df42516-8ee6-42f4-b2b7-3b4252c58cc2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:43.170353 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f593d667-f721-477c-ad7d-597746744384 req-5df42516-8ee6-42f4-b2b7-3b4252c58cc2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0536981 Dec 06 14:58:43.217120 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f593d667-f721-477c-ad7d-597746744384 req-34cc5bf8-f388-42a8-a253-d4bfb85f3cef tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405502 Dec 06 14:58:43.222388 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d252603-b6af-4dd6-8f61-9a375789dbd8 req-9cd88a23-be39-41d6-82cc-b9c5f84a5b31 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0272737 Dec 06 14:58:43.356014 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2ea73437-754e-4b90-93ce-8b42281f813c req-dffe10db-2c89-4454-8aba-82771448eebc tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0254185 Dec 06 14:58:43.679720 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cb0217cd-0e89-4b4b-bd16-c766da1ea735 req-8b85e0c9-4cd1-4ec4-a734-021b246bf871 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0249600 Dec 06 14:58:43.962563 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01646fe1-6ff8-4d66-9801-4eccecb26852 req-65bcfb88-d0ac-495b-9032-4529b5c2f98c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:43.964060 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01646fe1-6ff8-4d66-9801-4eccecb26852 req-65bcfb88-d0ac-495b-9032-4529b5c2f98c tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0521703 Dec 06 14:58:43.999857 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19ef1a37-1b23-495a-88e7-9f90216a75b8 req-f2b3be73-799b-4443-9a3f-d0f7330892cd tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0256400 Dec 06 14:58:44.011832 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01646fe1-6ff8-4d66-9801-4eccecb26852 req-f0369bdb-ffa4-4cda-a5d0-6ce7a413a46a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418458 Dec 06 14:58:44.120427 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b5a4a430-a5cc-42b0-949c-76b9a3e17fa4 req-981cc788-a7c0-40d7-a8df-25c0fe7aa3a8 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0253294 Dec 06 14:58:44.223050 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-972c8140-82d8-4720-939d-7da521ee83d0 req-12530d89-cf41-4fe2-8200-cf932b0f5642 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0255072 Dec 06 14:58:44.295772 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-41437451-596a-458f-8ffa-e5cfc0f1f2f0 req-31673316-0391-4eec-9c05-4f5522d8b547 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255075 Dec 06 14:58:44.334723 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359f798-edc4-48b9-9e3b-f3b39be49640 req-c663b06f-0362-4b00-9376-187b44cbd358 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:44.336235 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a359f798-edc4-48b9-9e3b-f3b39be49640 req-c663b06f-0362-4b00-9376-187b44cbd358 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0522561 Dec 06 14:58:44.382319 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a359f798-edc4-48b9-9e3b-f3b39be49640 req-cea6680c-29d8-4998-a53e-5ebae48b4db0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400801 Dec 06 14:58:44.430837 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a7b9d14-8a6d-46cc-80b5-e404fdf06dc4 req-b2300df6-cb53-4722-9ba8-2d3432cdf9f2 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0260406 Dec 06 14:58:44.754637 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9604da6-e78a-4408-99fd-c2ab2439437b req-9df3b0ea-4917-4268-bdcb-28254f5676e9 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0251496 Dec 06 14:58:45.074973 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78c3aa50-e5db-4453-b7ce-a0a3ac046188 req-862ae1c5-8b5b-4c05-99ec-873908f94f83 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0255787 Dec 06 14:58:45.130175 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84138a-fd60-431c-87a8-f79ba01af901 req-ead29c11-ae17-4ecf-b310-fc9220bff997 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:45.131635 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ef84138a-fd60-431c-87a8-f79ba01af901 req-ead29c11-ae17-4ecf-b310-fc9220bff997 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0477118 Dec 06 14:58:45.179341 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ef84138a-fd60-431c-87a8-f79ba01af901 req-cdfd61e8-e855-43df-9cc6-cb470b2ddd53 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418203 Dec 06 14:58:45.198667 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-638c9f56-0514-4bb8-a9bb-c173f15fef17 req-52edcc9b-54bf-49e7-87f0-25bc07443f1a tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0292079 Dec 06 14:58:45.301299 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4c43f6a3-1e18-4e11-9224-7af1f4f7c2aa req-2029e57a-9e2e-4cbe-8f02-3b37c4f05bf4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0294144 Dec 06 14:58:45.369290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1b6a6e43-b3cb-4af7-83eb-352d120a34e9 req-beaa660d-3cd2-41d6-9520-abf2727f76af tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0256319 Dec 06 14:58:45.499786 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5447f08-27ac-4fa3-8866-f2fe699c11be req-17191ee4-9167-45aa-8983-2225b09054dd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:45.501827 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d5447f08-27ac-4fa3-8866-f2fe699c11be req-17191ee4-9167-45aa-8983-2225b09054dd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0519381 Dec 06 14:58:45.505995 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95a1dec6-d25c-4e18-b85b-44063e1f3518 req-558209b9-0a3d-4ca9-a889-ac8f1033b01a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0269625 Dec 06 14:58:45.550118 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d5447f08-27ac-4fa3-8866-f2fe699c11be req-9850944a-03d3-4251-9ef4-f04a1ba3838d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417025 Dec 06 14:58:45.831592 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08d4eb0f-7816-4da9-8499-7cb43407e11b req-75c79573-9943-4921-89dc-bc99c94bbff7 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0248904 Dec 06 14:58:46.149583 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c62c078a-3956-4039-bf24-fba541d85495 req-eb8f6bbb-1d94-4a78-9b2f-25cf37874a37 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0260162 Dec 06 14:58:46.275377 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f1aab07-abbf-47ea-8b32-ffca9a92875a req-f6a12f18-c7bf-463a-829c-923e27bf7116 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0265629 Dec 06 14:58:46.298719 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a6d1d-2e4c-48e9-beeb-fc7f842c4b45 req-3bd7139d-935b-4656-b773-493803c9f5f8 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:46.300199 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb6a6d1d-2e4c-48e9-beeb-fc7f842c4b45 req-3bd7139d-935b-4656-b773-493803c9f5f8 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0488930 Dec 06 14:58:46.346886 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb6a6d1d-2e4c-48e9-beeb-fc7f842c4b45 req-4f8df670-f994-4d2b-8154-78089df1d9d7 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405993 Dec 06 14:58:46.380037 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-105675b0-7d78-4857-a12b-b6588e030d1a req-cd6571fc-8956-439c-ac21-897dd5764ff1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0298333 Dec 06 14:58:46.448171 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-57414543-54f3-48c5-b468-4a7c71e9164e req-11abd378-f9ca-4b93-9ba7-bebc262960f8 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0287080 Dec 06 14:58:46.580696 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-726a99d1-efee-4a5d-a3fa-9aa2f66e73c0 req-2c671aac-7e22-4911-bd07-7a147da740e6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0267181 Dec 06 14:58:46.664975 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96b014-4e82-4af3-b7ec-8e3de514ed21 req-c62351d3-e7a8-4345-9b42-8614cda5b5fc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:46.666467 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed96b014-4e82-4af3-b7ec-8e3de514ed21 req-c62351d3-e7a8-4345-9b42-8614cda5b5fc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0486255 Dec 06 14:58:46.714877 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed96b014-4e82-4af3-b7ec-8e3de514ed21 req-08fec727-b75e-421c-b179-f22b4f356087 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411603 Dec 06 14:58:46.907540 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f230e6b9-8514-46e2-b3df-77e0d52446c9 req-5a6f431d-ca9c-4e5d-beeb-25fcd7b2927b tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0261710 Dec 06 14:58:47.224555 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a8ca32e-84ec-4e0d-9bd1-746d7d9ec651 req-f979aeb1-ff21-49c4-a4cc-a0568b500937 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0258999 Dec 06 14:58:47.351529 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44309ed6-d04d-4838-a0f2-99a9a7c494fa req-214331ba-5201-4ed4-adcf-0cd60a882edb tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0260499 Dec 06 14:58:47.396620 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:58:47.456242 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-df54d033-cee9-4a71-b96f-35907ef54292 req-e9a8873b-a5f4-435f-b081-ffedd13fc1a2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0259886 Dec 06 14:58:47.471683 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20b2f0-05ae-4ef5-9e14-8feb9edb60e9 req-cac16700-7ade-4a06-8dd3-3dbb6e6d818d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:47.473507 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ac20b2f0-05ae-4ef5-9e14-8feb9edb60e9 req-cac16700-7ade-4a06-8dd3-3dbb6e6d818d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 943 time: 0.0537648 Dec 06 14:58:47.498907 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:58:47.515829 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'port_id': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c', 'mac_address': 'fa:16:3e:59:7c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:58:47.529880 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ac20b2f0-05ae-4ef5-9e14-8feb9edb60e9 req-a9245d1d-63a5-408f-8623-9804e7791694 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492170 Dec 06 14:58:47.533821 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f0e0d6e-f3e9-49c5-b577-ad8f3080d2ba req-2b3e3a3e-966c-4447-9512-d82e45e6fad9 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0284472 Dec 06 14:58:47.557607 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:47.569996 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:58:47.588833 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:58:47.592553 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:47.638548 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:58:47.661718 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4f9f9507-0421-4637-953c-e44a80a8b9b1 req-9278b1cc-a73c-439d-8c1e-70a651f71cad tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0308268 Dec 06 14:58:47.825861 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8de4d-daff-4bf8-8f0f-0b26bcd5d41a req-fab7619d-412c-4971-b36c-7d0e05b8665d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:47.827307 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eea8de4d-daff-4bf8-8f0f-0b26bcd5d41a req-fab7619d-412c-4971-b36c-7d0e05b8665d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0473800 Dec 06 14:58:47.873856 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eea8de4d-daff-4bf8-8f0f-0b26bcd5d41a req-f1e5b576-73b4-4413-a67d-580c300ff501 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399358 Dec 06 14:58:47.897112 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['3a9dbd15-3dbc-4d78-bce4-4fde7df0128c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:58:47.982473 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c092fb48-c5a6-4768-888b-17e5efdbb14e req-cbdfa7f4-6cb7-4199-9d78-c2e08d22b3d4 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0255501 Dec 06 14:58:48.299309 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04d99a50-507f-4a18-a175-a908d4aebb99 req-80b2eafb-c789-471e-a96a-eb9f453c14a2 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0249553 Dec 06 14:58:48.427499 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-532e8b50-96a1-4104-b45b-b9ba48eb662b req-44d14e85-613b-4420-9ba3-9aea7de21162 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0256312 Dec 06 14:58:48.530674 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8899b3d0-fde9-4134-abdd-a8399ea6e81d req-8d16e754-fc1d-419a-836f-91567d467f60 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0250461 Dec 06 14:58:48.609669 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0792bf2b-5735-4f94-86e5-77e523a007a9 req-d010fb0f-ec44-484c-848f-f8e82dc2bfb6 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0271804 Dec 06 14:58:48.651501 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51948a80-0f2c-4612-9717-1ae9ba65f25a req-9e30ed3f-405f-4318-8f98-308ef022823d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:48.653013 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51948a80-0f2c-4612-9717-1ae9ba65f25a req-9e30ed3f-405f-4318-8f98-308ef022823d tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 944 time: 0.0524545 Dec 06 14:58:48.700112 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51948a80-0f2c-4612-9717-1ae9ba65f25a req-86fc26e8-c2cf-41f5-a1c8-2b91f24b6d74 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406399 Dec 06 14:58:48.738393 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a1cbf852-4307-4060-88e0-15ed56dc938a req-4289eb67-3e93-4a9a-97be-31af12afc3ed tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0265524 Dec 06 14:58:48.986869 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cd2cf-4258-40a6-8134-1772cb3be021 req-fdeba505-f2ac-4d11-a581-f29bb0dd3855 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:48.988358 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb7cd2cf-4258-40a6-8134-1772cb3be021 req-fdeba505-f2ac-4d11-a581-f29bb0dd3855 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0479796 Dec 06 14:58:49.035488 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb7cd2cf-4258-40a6-8134-1772cb3be021 req-20b8ed3f-1e7f-4a4d-b732-ef37d6699e86 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412111 Dec 06 14:58:49.062011 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ba4cce12-9a35-4835-8a71-af260246be7f req-c466739a-e132-417e-b81c-ba8c7b928768 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0256283 Dec 06 14:58:49.374300 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d621d38d-4be3-4352-a23d-afdbc4bfb58b req-355f9820-4d2e-4e9e-b2dc-df8c19c5d6b2 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0254679 Dec 06 14:58:49.400882 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:58:49.446728 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:58:49.447095 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:49.513177 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0e5ff761-6bfa-4076-b2f3-4ec2fdff68e0 req-45c81a55-b1ac-4277-abed-1ed420bdfeaa tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0313883 Dec 06 14:58:49.531947 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:49.553437 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:58:49.555843 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d26454-24be-4f25-a94e-c1045621c7fb" -d '{"events": [{"server_uuid": "b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6", "name": "network-vif-plugged", "status": "completed", "tag": "3a9dbd15-3dbc-4d78-bce4-4fde7df0128c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:58:49.568635 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:58:49.572834 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:49.598596 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134ce7d4-4bdc-4d72-b51d-7db1eb551a94 x-openstack-request-id: req-134ce7d4-4bdc-4d72-b51d-7db1eb551a94 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:58:49.598894 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6", "name": "network-vif-plugged", "status": "completed", "tag": "3a9dbd15-3dbc-4d78-bce4-4fde7df0128c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:58:49.599157 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-134ce7d4-4bdc-4d72-b51d-7db1eb551a94 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:58:49.599549 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c', 'code': 200} Dec 06 14:58:49.615689 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4519e771-94a3-41cf-9b5f-b118a1900ae9 req-2d2ad89c-4b23-4b6d-ba9d-fa759d3ebb1e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0344539 Dec 06 14:58:49.624191 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:58:49.692047 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6c165005-b917-4bec-8682-7d4c628f8a21 req-a7bb8911-0e53-43c8-9b68-2c99d3cfa84d tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0266075 Dec 06 14:58:49.788907 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf08576-c930-4446-92e3-0dedd08801bf req-e983c584-c919-490c-95a1-def5ac34c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:49.790742 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-baf08576-c930-4446-92e3-0dedd08801bf req-e983c584-c919-490c-95a1-def5ac34c91f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0486939 Dec 06 14:58:49.822392 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1b1be-a0b9-46ef-8e5a-d62cb5d343b5 req-d34bb1e6-2bbb-4368-a64a-900ae54f0aa4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:49.823856 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ca1b1be-a0b9-46ef-8e5a-d62cb5d343b5 req-d34bb1e6-2bbb-4368-a64a-900ae54f0aa4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 946 time: 0.0505154 Dec 06 14:58:49.834348 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9d18d859-2fab-42f3-af35-62405d689f5a req-a4713cfa-ad74-4f34-b886-b3d379c3bcd9 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0354631 Dec 06 14:58:49.860580 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-baf08576-c930-4446-92e3-0dedd08801bf req-85ab5a45-61fd-4a38-ac69-cc4ca7c80a7a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518308 Dec 06 14:58:49.871387 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ca1b1be-a0b9-46ef-8e5a-d62cb5d343b5 req-3894754e-9027-4c64-ab03-230e08623f99 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415773 Dec 06 14:58:50.136828 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0418a167-464e-4620-b5cb-834cdc497df7 req-63b1a256-0ac2-479c-813f-3f7103471353 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0256617 Dec 06 14:58:50.153513 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed7199-d90c-4f39-8dc0-31ceff079a5e req-69954b36-124c-4fae-b0d0-16a84894b1e3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:50.155013 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-50ed7199-d90c-4f39-8dc0-31ceff079a5e req-69954b36-124c-4fae-b0d0-16a84894b1e3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0525267 Dec 06 14:58:50.202078 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-50ed7199-d90c-4f39-8dc0-31ceff079a5e req-f06c1a93-72ed-41bf-b743-0d20f95bbd79 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405204 Dec 06 14:58:50.450263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66140b12-94b5-4034-bf60-2504674aa45b req-7a02bf29-1f32-43f7-95b3-9dd78bbfb31b tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0247972 Dec 06 14:58:50.588042 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-146b0a43-7a84-49a5-b135-b34d2a2f312d req-b9cb03f0-e576-4eed-8ab6-589eedd8d180 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0254149 Dec 06 14:58:50.692808 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-54dce6fe-a809-4109-9daa-04546250ebce req-236cc632-3e74-435b-bf37-6cf666c87b5a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0245972 Dec 06 14:58:50.768387 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dcbd88bd-291d-45e3-bd05-b6e852abdccc req-02180963-9b67-4588-877d-504a6381f1af tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0260665 Dec 06 14:58:50.913161 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dd67465e-b3da-4fb2-85de-8f1c777b6140 req-c98ffd55-72e5-4f82-8c7b-558bf5f6b28a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0299149 Dec 06 14:58:50.992755 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6f1e7-9e2a-4fb1-8d8b-a079d6c8a1a6 req-dce20f1e-1330-4f56-abe6-31c6fe31fa4b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:50.994307 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dcd6f1e7-9e2a-4fb1-8d8b-a079d6c8a1a6 req-dce20f1e-1330-4f56-abe6-31c6fe31fa4b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 946 time: 0.0505178 Dec 06 14:58:51.046566 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dcd6f1e7-9e2a-4fb1-8d8b-a079d6c8a1a6 req-63ee777f-dd3d-40a4-9418-200b7df32fb6 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461171 Dec 06 14:58:51.214928 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1b6bfb8-9b87-4bc3-8f39-0b038b291a7d req-233c8bdd-2cd9-463b-a4de-0eeb45750dd6 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0270061 Dec 06 14:58:51.320621 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95378142-2a97-481e-a1ab-efdc7773c59a req-2e784b63-3868-4832-bb28-8c210c9d9d47 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:51.322128 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95378142-2a97-481e-a1ab-efdc7773c59a req-2e784b63-3868-4832-bb28-8c210c9d9d47 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0520380 Dec 06 14:58:51.370629 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95378142-2a97-481e-a1ab-efdc7773c59a req-53d65ce6-837a-447b-87ec-ba2eb8b9e69d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418267 Dec 06 14:58:51.525543 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2734b4d-cb34-4dff-9db5-d656003a4110 req-40316e91-c335-44b2-ae5d-64498352e4c3 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0260332 Dec 06 14:58:51.664309 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bf0c715a-1549-4cc5-bc38-061ca28b4034 req-e2e96fe6-aa87-4cab-bb9a-703018d513f7 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0262945 Dec 06 14:58:51.842496 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0295add-d628-45d3-bbb4-bd4b2f032a11 req-f98eebc1-32fa-4a61-9566-92f68ba65cea tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0251696 Dec 06 14:58:51.863781 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b5bcee4-0f78-4cce-9b8c-753f5c6d26c3 req-04ef6522-807e-4efb-95f1-f5ba9db80b70 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0267522 Dec 06 14:58:51.987984 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a5a66bf-4b10-48b6-84de-31975a0bb10e req-819ca02f-6aad-4c3b-bd5c-b6119e6483d1 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0262403 Dec 06 14:58:52.164680 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a96a2b-cba6-4331-8040-3f586826aff6 req-f5b2f06c-ad68-486f-bd6c-d99c4c88a28f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:52.166115 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96a96a2b-cba6-4331-8040-3f586826aff6 req-f5b2f06c-ad68-486f-bd6c-d99c4c88a28f tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 946 time: 0.0479131 Dec 06 14:58:52.215066 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96a96a2b-cba6-4331-8040-3f586826aff6 req-1b1850a4-e6e8-4ba5-b4d5-b85776850e96 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429022 Dec 06 14:58:52.293642 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b4e0583-a234-45ed-81cb-d56b99f22c4d req-c77ef414-e01d-43b6-842f-7ed47f19dd39 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0299251 Dec 06 14:58:52.483287 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806a32f-9536-404c-817a-8d80e82aeddc req-e47029cf-8332-4d8c-9b95-50a46b6f580f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:52.485088 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0806a32f-9536-404c-817a-8d80e82aeddc req-e47029cf-8332-4d8c-9b95-50a46b6f580f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0484717 Dec 06 14:58:52.532295 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0806a32f-9536-404c-817a-8d80e82aeddc req-5a652489-bc10-4eec-ab86-0c1dd27aee50 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411563 Dec 06 14:58:52.598984 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0047fcaf-77fc-45c8-a0d7-d47ab4e27f1e req-fb97648e-aebb-4c47-9fbf-70421dcea46c tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0254557 Dec 06 14:58:52.738103 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d261b496-7b29-46af-928e-3ec4af8fddb1 req-81c75ad1-65bc-4000-8727-78df960853aa tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0256898 Dec 06 14:58:52.918531 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7668314-97c4-4deb-ae0d-a7d19d8a5981 req-cc7c5254-bf48-4dd4-81ee-7fc531038890 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0252059 Dec 06 14:58:52.937487 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-322a4871-fa25-4be8-baf9-58319d4aec89 req-3d089c34-685f-4e0c-b5e3-8820b915f015 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0261104 Dec 06 14:58:53.060911 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f42b74eb-b310-4060-bcdf-118a89c7d1fd req-5a40e67b-c035-48f3-9036-ba5727a9c878 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0255179 Dec 06 14:58:53.368121 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e2331044-b6a0-4dc4-a767-3f9c9efdc592 req-a0e6d32f-eed5-44c2-834f-5ee283f3e2a5 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0261970 Dec 06 14:58:53.647220 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53567fea-ae78-4430-b590-9418f659026b req-f4f51bc6-4616-4d12-b33b-adc0fd0052fc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:53.648859 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-53567fea-ae78-4430-b590-9418f659026b req-f4f51bc6-4616-4d12-b33b-adc0fd0052fc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0487623 Dec 06 14:58:53.679134 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e41ef7e-0458-41a8-b4fb-bab61c9817a2 req-2e0dd9b5-7760-4476-9c8d-c05fdc00d5a4 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0299788 Dec 06 14:58:53.700479 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-53567fea-ae78-4430-b590-9418f659026b req-98d37ad0-e8f6-476b-8e14-fd252ab96dcc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456202 Dec 06 14:58:53.812017 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a2a384f-dab3-49e7-a338-0f672bbe59f9 req-7d7e1344-5d52-4413-8f01-089443e35add tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0249493 Dec 06 14:58:53.994227 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-90b14794-36c9-4b4a-8609-d6560e448e35 req-b23e8041-0993-4d62-900e-048f73f8bbf2 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0254974 Dec 06 14:58:54.011942 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5610de03-d2a6-436e-bd5b-8d984323211e req-10a739b8-fe4e-4fa6-8b4e-da724c6886b1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0259833 Dec 06 14:58:54.134877 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-64baf91b-dbbf-4b91-a369-07a60f26bcc8 req-85f2a281-4e0b-4f7b-8734-c450d05a2fd9 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0257399 Dec 06 14:58:54.441926 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ef5012d8-9dd7-4f6a-89c6-23a0062836b4 req-66463b4e-c9d3-4d69-8c72-74758de72f32 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0261395 Dec 06 14:58:54.753489 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-024f3fed-79c0-4874-9aac-c1227ebc2467 req-07964716-b473-45aa-91a7-8e977362d2d5 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0260561 Dec 06 14:58:54.816872 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf2753-3691-46d5-b794-96cf66590839 req-a443f2d8-4c5f-45d1-8858-49fb6914761e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:54.818314 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-abcf2753-3691-46d5-b794-96cf66590839 req-a443f2d8-4c5f-45d1-8858-49fb6914761e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0485620 Dec 06 14:58:54.869493 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-abcf2753-3691-46d5-b794-96cf66590839 req-d9bb99fe-acb6-43e3-9a6f-dd4f356a3428 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452785 Dec 06 14:58:54.886413 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d83a6844-bd8e-466c-a7b2-0c994953fbcc req-b8146b5d-8a4e-4d7f-b7ea-308a9b3b88f4 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0261259 Dec 06 14:58:55.069368 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad9a8c7e-ba37-4cda-b435-c7d7a21f025e req-c28d7fdf-be24-4b27-a1fd-cc5ad462bc0d tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255175 Dec 06 14:58:55.088375 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-906a1984-a58d-41c8-b99c-19a1e779ed3e req-32d558a2-4d3f-4556-b812-c728a902cc3b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0258183 Dec 06 14:58:55.208941 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-943bbadd-0573-4bc6-aa01-186f0d9ca2c8 req-b5e72f16-de60-4643-8afd-522f65eb07cd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0264170 Dec 06 14:58:55.520780 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e92e6251-f577-40bb-8a18-1bc4ba23417c req-6f3192f4-eccd-45d3-b9f8-c3b0bb66ddf0 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0304363 Dec 06 14:58:55.827438 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4065033-6f0d-4be3-b8eb-dd65939568d6 req-9bb746bd-51fe-4bf4-9875-74843378959e tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0256300 Dec 06 14:58:55.964708 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00c6def4-49ea-49b3-a5ed-c1c34d90bffa req-e2828a77-e118-46e5-8c7d-4cfe0d3ef9ba tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0271468 Dec 06 14:58:55.982755 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8979bb2-475b-44d6-8479-0ff0b0e554e1 req-5006eaa7-474c-4441-959f-265578698e7b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:55.984253 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c8979bb2-475b-44d6-8479-0ff0b0e554e1 req-5006eaa7-474c-4441-959f-265578698e7b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0487859 Dec 06 14:58:56.031339 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c8979bb2-475b-44d6-8479-0ff0b0e554e1 req-dfe2ac38-5739-4cf2-bfc2-53a9c86f3a9a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405066 Dec 06 14:58:56.143326 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-91a27e98-59b6-4678-a54f-8ee8a2327692 req-d1e17b96-b58d-4ab3-8cac-ad3930b3abaf tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0253861 Dec 06 14:58:56.163549 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b0106a2-9410-49ba-8293-b5a0f00795e8 req-fdad36ee-938f-4529-942d-bcb7cd5fd4e2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0263462 Dec 06 14:58:56.287319 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c40fe1db-de29-4347-be77-258f2be56728 req-e85d8888-db20-401a-971d-6b78a773d293 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0290120 Dec 06 14:58:56.595075 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-de4f2f12-069c-41e6-981e-769b0336beb0 req-9df88512-75c8-47f7-8dd6-8e21b1551653 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0257089 Dec 06 14:58:56.901603 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-897598a9-37a1-4292-8110-1fd541174632 req-4e26758e-e11a-432e-afdb-de8618f74d50 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0263696 Dec 06 14:58:57.039476 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-01e998c6-ecc2-41b6-a71f-88f91060a0bd req-4cd35283-2a3d-421b-8e3a-eb017afe938a tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0261526 Dec 06 14:58:57.145464 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60b544-8b60-4170-bf29-28710581641a req-5651dbb7-6bc8-4a8e-9e6a-c01d1bc9be55 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:57.146816 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc60b544-8b60-4170-bf29-28710581641a req-5651dbb7-6bc8-4a8e-9e6a-c01d1bc9be55 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0489578 Dec 06 14:58:57.194822 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc60b544-8b60-4170-bf29-28710581641a req-fd26e797-6d35-4fe3-8903-64c0959032ed tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420654 Dec 06 14:58:57.223363 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b5fd390c-b3e0-45ae-8189-2bbb06d78ecc req-1d35515f-7475-461b-8a91-1c0923a37aa4 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0300484 Dec 06 14:58:57.260799 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0d312664-970e-4271-94bd-36100b5899d9 req-909e0fdd-da56-4bc5-b607-f57663301cf9 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0268569 Dec 06 14:58:57.360801 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e687bfa2-af40-420b-b75c-af864f1411b6 req-0c0af263-cbda-415d-8b81-9b255b623070 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0252848 Dec 06 14:58:57.669524 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b7ab1f50-0340-4543-88b5-77f03fa6c902 req-11b3ef39-3949-4b37-a349-86102a286ddd tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0250967 Dec 06 14:58:57.837145 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:57.976114 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f1acb9c3-56a2-4346-b935-d49c1892c764 req-0fbf8956-3e19-4f4b-a567-222201f3b872 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0261495 Dec 06 14:58:58.116428 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-71cb7e32-c013-4a51-9561-f44d5105307d req-8209044c-8d5e-47f3-be0f-9f07f22857f8 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0289855 Dec 06 14:58:58.299343 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5720a043-95a8-4dc0-8367-556182038f4e req-6890ec34-9fe8-4af1-9fb9-dc531650ab17 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0262465 Dec 06 14:58:58.311469 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482c3d7-c2c3-432b-a4c2-524b122aa134 req-a1602bd1-9b9c-4687-ae65-3d817c8970ee tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:58.312985 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4482c3d7-c2c3-432b-a4c2-524b122aa134 req-a1602bd1-9b9c-4687-ae65-3d817c8970ee tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0492961 Dec 06 14:58:58.362219 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4482c3d7-c2c3-432b-a4c2-524b122aa134 req-4f45f07e-deec-4a3b-a5f1-17639703a8ef tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 Dec 06 14:58:58.362481 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-326dbce7-2343-4570-a9cc-9cefbc053ba6 req-92049842-3cf7-4b5f-9799-8087b9721a53 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0260355 Dec 06 14:58:58.437410 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8c9f0ff9-bcb7-4385-b0f7-a79a84ff03cf req-08e131e5-c9a3-4da2-8a08-fe25b0681cdb tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0258427 Dec 06 14:58:58.747750 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-32af92d5-748b-4103-badf-9571871a473a req-8a002fe3-012c-48c5-9a53-a6fa02abcdd7 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0294449 Dec 06 14:58:59.051627 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1addefa6-33eb-459f-a95e-e8bdadaebf33 req-283c3170-9806-4e9b-b07f-6d08e0436961 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0260193 Dec 06 14:58:59.191547 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49344caa-c7b6-4452-8344-7db66122d20c req-be468806-665f-4fdc-8f0e-05a35def1363 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0258722 Dec 06 14:58:59.375317 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8c89c38c-f572-4a52-8a4a-84245e4a3fb3 req-52103cf8-11e9-4168-ba2d-ce616aa36e96 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0257475 Dec 06 14:58:59.442851 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6af0a5e1-4c83-4cee-accb-6b342d3cc543 req-87c88501-35ac-4616-8861-0fe6f48ce890 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0261467 Dec 06 14:58:59.483978 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f5d96-57a1-4042-b20d-568ae83e13ce req-f6e3546f-640c-438e-a4cb-3d0b44689b18 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:59.485632 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf0f5d96-57a1-4042-b20d-568ae83e13ce req-f6e3546f-640c-438e-a4cb-3d0b44689b18 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0549588 Dec 06 14:58:59.518594 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-37dd6072-5cdd-42aa-8bde-71bafc65853f req-5683621b-b603-45ec-8dde-49d38efa1fa4 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0262206 Dec 06 14:58:59.534667 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf0f5d96-57a1-4042-b20d-568ae83e13ce req-c715fede-d669-4c33-8716-9461c7b878e6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432382 Dec 06 14:58:59.735991 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:59.830561 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f452534-2621-4207-880d-7078ad4bbf8e req-067809b4-fc31-4b1e-be5d-9b35632f4fe6 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0258384 Dec 06 14:59:00.125524 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-46c26986-1046-4531-98a4-239c0d4379d3 req-b6a776bc-ba53-4097-b913-05157039abdf tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0253546 Dec 06 14:59:00.268880 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a7e2b78-a275-4f42-8ea9-1bf90e9570a6 req-9cbf1b02-a6ad-4009-9623-36e2ce22895d tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0260923 Dec 06 14:59:00.453068 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b0d461aa-31d4-4765-a0fe-41d9c80f4ca1 req-b5de5c72-5716-473a-b361-5bbc5d4fac21 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0271955 Dec 06 14:59:00.525386 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3137046e-820f-44b0-87fc-d8d5769bf23f req-39047847-c123-47a4-98fb-cd6150b28361 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0303538 Dec 06 14:59:00.596014 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2104c686-fda1-49a7-9dd1-c1d99b95f16f req-71367141-58bc-456b-99d3-e903291d25af tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0264397 Dec 06 14:59:00.649664 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb7966-6083-4f7e-b0dc-2398ccbfcb3a req-a98dd239-4ddd-4979-9dc5-303e169d4bd8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:00.651240 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2ffb7966-6083-4f7e-b0dc-2398ccbfcb3a req-a98dd239-4ddd-4979-9dc5-303e169d4bd8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0491254 Dec 06 14:59:00.699988 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2ffb7966-6083-4f7e-b0dc-2398ccbfcb3a req-a8906bc4-8ab1-493e-a0fc-9ce648258f64 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424979 Dec 06 14:59:00.711710 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b09f7a5f-20b9-4355-9790-0ae63e6526ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:00.910048 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-842b5a49-107a-4e4d-bf15-9670e3120721 req-26638207-d05e-4ea4-985c-555609c06ceb tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0299308 Dec 06 14:59:01.200506 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a138c2a-4ea0-4ede-b7a2-2a34254cdcca req-1e925499-d4d7-4cf7-8ce3-1edf2924e470 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0251551 Dec 06 14:59:01.343411 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2180f496-6298-4581-8891-6b10ba66e057 req-bc00f0f9-e0b8-4b6c-94b0-af0aa4b429b8 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0258760 Dec 06 14:59:01.529440 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c5b25728-a549-41ab-80e7-672957205b65 req-d6277813-bbed-4e76-baf8-81bb180e845d tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0257518 Dec 06 14:59:01.600756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5baea0e7-ea12-4c1e-abc4-d32839813520 req-ad867d78-447f-453f-b88b-1a5951d30dd2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0255907 Dec 06 14:59:01.675751 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-14b6eefa-6660-43bc-992a-300bc04df0f9 req-2f8d2c34-04a9-4331-bb92-2171fa573a71 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0250018 Dec 06 14:59:01.812367 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a541-b975-4ed1-8364-187defed5986 req-a8906e18-7e37-484c-9b13-10f9caa62e2f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:01.813823 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b081a541-b975-4ed1-8364-187defed5986 req-a8906e18-7e37-484c-9b13-10f9caa62e2f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0479488 Dec 06 14:59:01.859195 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b081a541-b975-4ed1-8364-187defed5986 req-3189c39d-52d0-4f52-b593-1ead2d63b3a5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388882 Dec 06 14:59:01.987445 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d6fb126-3cc7-4c8f-9189-193b96e83e33 req-9608ae8d-41b7-4090-a802-f3bb5a93d2e6 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0287161 Dec 06 14:59:02.273997 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6dc4b101-5eab-4ce4-8567-be593de620a8 req-7a7fd5ad-7c09-4677-8ece-0f6432da882c tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0251966 Dec 06 14:59:02.417318 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b86f43c3-2222-4e9d-95d3-31385a988b1d req-e863a154-2028-4bea-b480-8ee2c4bf17f8 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0258820 Dec 06 14:59:02.608509 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fabc30d7-1b57-4f96-916d-f2018db8858e req-50b75f32-a1fe-4d61-983e-c870eb45117f tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0299761 Dec 06 14:59:02.675431 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a08e26ac-73f2-4c8f-9460-333f017b70d4 req-d184d12e-05c9-46c7-8f98-c7a33b519067 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0255940 Dec 06 14:59:02.749528 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-529f9f54-209a-4dc1-88fa-4242ac815f65 req-63cb1fc0-a0af-4d81-a8df-60ab7617301b tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0250068 Dec 06 14:59:02.972582 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52666c5-1749-46c9-b5ce-57af680f2044 req-cf77496a-1d70-430e-bc3b-9e97d819f99a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:02.974021 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b52666c5-1749-46c9-b5ce-57af680f2044 req-cf77496a-1d70-430e-bc3b-9e97d819f99a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0486653 Dec 06 14:59:03.020540 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b52666c5-1749-46c9-b5ce-57af680f2044 req-18c6c6bc-3a1f-456a-80f1-837c09e8f4b3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403950 Dec 06 14:59:03.062700 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c79904c1-fe03-477a-ba25-8b4b2d98be90 req-99c34aac-32c3-4723-8279-b076df230306 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0250456 Dec 06 14:59:03.210857 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b15d19d2-8642-4a1e-86dd-7a5b2ef2a327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:03.353399 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc316daa-a33c-46a5-adbc-94549c94cf7e req-e815ef7d-5997-458f-96f4-e001e8c81777 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0291541 Dec 06 14:59:03.492100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c8c6339-d512-4fe8-9ac4-e8d5a4733046 req-16d35890-01cc-498c-b465-b8968bf13869 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0262833 Dec 06 14:59:03.684066 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d610e152-08a8-4650-94da-b14713c51227 req-049fd1fb-ba71-4c01-b09c-3b1071ee3ef6 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0265465 Dec 06 14:59:03.751957 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e27d738-b903-454a-afcf-5a050dd8a3ce req-b1a6a785-c9b2-45ec-9342-36a0e954d30c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0270252 Dec 06 14:59:03.823832 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-506231e3-765a-4134-9e8f-3d48b8b71739 req-6205199d-2ae4-4829-9b10-5815a234e36c tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0258489 Dec 06 14:59:03.935185 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:04.136542 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e8788-bccc-4de0-aaeb-3c35bbd8034c req-7d41a61a-84e9-40ab-bafe-79585ac8c364 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:04.138052 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a2e8788-bccc-4de0-aaeb-3c35bbd8034c req-7d41a61a-84e9-40ab-bafe-79585ac8c364 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0530801 Dec 06 14:59:04.138849 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a5f524d0-2aba-422c-8052-e520c630e773 req-cb7379b1-f6ab-4faf-b68d-a4df74a725e6 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0257699 Dec 06 14:59:04.185406 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a2e8788-bccc-4de0-aaeb-3c35bbd8034c req-b92bb5ad-c298-46c7-b5ef-f1278cde126c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406086 Dec 06 14:59:04.427755 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-64e05a77-edbe-4e1a-9b9b-656a39f8414e req-12b8709f-bd1c-488b-a02f-f1cc6011d1d3 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0250576 Dec 06 14:59:04.565933 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0e186921-f55e-41bf-8160-e84e6ee132c8 req-b411ee9e-8e34-404a-a187-68e24cbd6312 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0253041 Dec 06 14:59:04.759479 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b0f0dd6b-a1ea-4083-bc93-2e60ae6570f6 req-6c2ddb02-e40d-4e9d-95b2-0e8fe6a3f407 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0262852 Dec 06 14:59:04.834602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f5c54eb-1773-49f8-8061-bf0cd1180b04 req-7553deed-13c1-4460-8d98-78482b1cea38 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0259943 Dec 06 14:59:04.901268 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d39d703c-bdbc-4c4c-a229-85191af963b9 req-d4e71476-87d9-4e0d-9e17-46c0b3408677 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0294840 Dec 06 14:59:05.214100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be2124e0-9bfc-4e26-bfda-9f7f6504d6f0 req-8c657a79-7772-44a7-bac9-283541954564 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0251226 Dec 06 14:59:05.302172 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d5213-5910-4a26-95ea-56fecd09d617 req-65ee1224-d25a-406f-a7db-5004502d5662 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:05.303637 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-374d5213-5910-4a26-95ea-56fecd09d617 req-65ee1224-d25a-406f-a7db-5004502d5662 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0491858 Dec 06 14:59:05.349543 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-374d5213-5910-4a26-95ea-56fecd09d617 req-7e082d04-f4ef-4338-9f81-f679d0bf9188 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399199 Dec 06 14:59:05.502320 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b00fe096-e3e6-403b-b199-8a20ef6c85d5 req-e3142000-c8a3-487c-a980-15e48f6c4c28 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0253150 Dec 06 14:59:05.608335 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:05.641479 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-657452f0-d5b0-438f-9253-4136887eba26 req-3d333129-4456-4105-84f5-d8725431af33 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0254183 Dec 06 14:59:05.838168 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b33c9205-cc89-4be5-9b3c-06239e0df929 req-33b2bd65-def2-432a-baf9-f5ba945c3ca6 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0295441 Dec 06 14:59:05.910201 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5794bf0a-7529-4c4c-a9e8-a48da5464d51 req-2cb0a8ed-f4cd-435c-8609-568a9c4db9cd tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0264950 Dec 06 14:59:05.974513 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8a8328d8-b257-41bc-8bcd-8b35e6025263 req-abde2399-413b-49fd-9581-eec024cbda1c tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0255353 Dec 06 14:59:06.289415 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3462a91-5786-420d-bd25-4a20ef496bd9 req-8786c2d7-64cb-4772-95d8-dd57c1dae3c4 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0263357 Dec 06 14:59:06.461934 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abd5d9-02b3-4dbc-84db-26b3d33a709b req-b271b4d7-1f60-47b8-939a-09cbe9369082 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:06.463369 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70abd5d9-02b3-4dbc-84db-26b3d33a709b req-b271b4d7-1f60-47b8-939a-09cbe9369082 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0471058 Dec 06 14:59:06.509594 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70abd5d9-02b3-4dbc-84db-26b3d33a709b req-4b201ff9-6218-4c54-875b-7ef8369fb5b2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401993 Dec 06 14:59:06.529405 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:06.581557 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-16eb5007-12b8-487c-9f65-9b145d7e0132 req-1416c589-2cf9-46ec-ac49-f6821108410a tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0290184 Dec 06 14:59:06.716335 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f488a918-0a50-415c-bc96-47f1f58f08c9 req-fb6fc57a-d24b-4335-b899-8afc7ae9757e tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0256946 Dec 06 14:59:06.913375 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-89322011-d731-494e-b108-9c2acb25cc80 req-b9022a61-002b-40af-916c-69c43b8d5862 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0260677 Dec 06 14:59:06.985537 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cc9d18c4-f979-4a66-b55e-9bca23d3cd24 req-f6472aca-4dca-42d2-8d1d-e371e251738e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0247416 Dec 06 14:59:07.049937 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-25845e82-5773-423d-83bb-6789ebdc9e65 req-698a2d6f-b66e-4000-9d10-e4a1cc91406c tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0259514 Dec 06 14:59:07.367148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b2fb1a3f-9147-4602-a573-c22cf4cbf1ea req-bbe7fd90-a6ec-4b86-9472-a614988fa4a8 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0295920 Dec 06 14:59:07.623203 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bfda9-a6bf-4f3a-8f1a-222236d26598 req-3ab96af8-2e1c-4def-ba75-3076af39e631 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:07.624695 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d1bfda9-a6bf-4f3a-8f1a-222236d26598 req-3ab96af8-2e1c-4def-ba75-3076af39e631 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0484066 Dec 06 14:59:07.655859 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fee50858-186f-4cfb-8a28-d341a088ebb8 req-02be2ea6-98b5-4503-8a05-e61e426d9b0a tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0251191 Dec 06 14:59:07.672923 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d1bfda9-a6bf-4f3a-8f1a-222236d26598 req-d33e26e5-df73-4a64-985e-424907aeec24 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420599 Dec 06 14:59:07.789648 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a33f16d-3847-4929-8563-c5fd890e8b90 req-72495f0b-4004-45c9-b4ec-c9c9e9665eb9 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0264556 Dec 06 14:59:07.993063 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7acf55dd-cd3b-4cbd-96c3-65af890749f9 req-43a68d7b-61d7-4149-94a1-c6151f43ca62 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0292947 Dec 06 14:59:08.060516 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35dcac52-7ffd-4e3e-acb3-752d67275977 req-bde9b813-5328-4206-8f38-f36eb839c007 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0251281 Dec 06 14:59:08.125580 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-70b3464b-c431-4081-8f0d-18f3bbf75531 req-663e75d8-74f0-4fd2-9a7a-d47a61c8d40a tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0251460 Dec 06 14:59:08.441372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab5b5206-4001-42a9-959b-f08af1b7fb7f req-47916198-c098-4f6a-893b-9cd3f10b4e15 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0256994 Dec 06 14:59:08.730444 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6219406-1f4f-48da-938b-dd413da5c1e4 req-8f0b0742-3473-42a6-8e22-239d1bb9bb41 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0256412 Dec 06 14:59:08.790055 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac04b3-d2f5-4d52-98a8-0859b4901387 req-b99bb2a1-0e2a-4d79-a7cc-7c650fcfbe4a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:08.791516 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5cac04b3-d2f5-4d52-98a8-0859b4901387 req-b99bb2a1-0e2a-4d79-a7cc-7c650fcfbe4a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0521028 Dec 06 14:59:08.838660 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5cac04b3-d2f5-4d52-98a8-0859b4901387 req-24220b92-5f45-454b-8723-4ec82b97a5d2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410700 Dec 06 14:59:08.865458 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f795d619-2c39-4d90-9df0-a06417f95370 req-b99392c4-40b6-49b9-a398-f9712fa5262b tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0271337 Dec 06 14:59:09.066740 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8247d387-6436-4b55-bbbc-f0e345405c7f req-574a6609-377a-4e41-9dd3-b0007a9a3540 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0256207 Dec 06 14:59:09.134498 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-59aeeae2-c9a8-4ab8-90ee-5a14803ebc9d req-e352b115-531d-4da4-9352-0431d08356a0 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0258424 Dec 06 14:59:09.200337 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-918064fc-8049-4609-b2f0-6fa927fd71f8 req-dea420b6-77c2-4ef6-ac4f-f7b51c45aa85 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0251217 Dec 06 14:59:09.516374 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7fe8a29f-fe8d-4d30-be3e-64ae2a25b8c8 req-93162810-cfa4-4f85-9473-d3104c18668b tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0255218 Dec 06 14:59:09.804797 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d9aacb9-9c4d-467b-80f8-13545ac8c077 req-a18df3b8-a0c4-4cc8-a7ae-55eea0d9a16b tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0251372 Dec 06 14:59:09.940878 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45dbd3fd-4f29-48be-b0e6-d1e6cdd2308c req-7f2bb543-2c2c-4645-ab33-8d751ac3b460 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0252335 Dec 06 14:59:09.955921 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bac927-fc32-4905-a8bf-c3295a5f960d req-6ef449fd-b384-4016-b5d1-a954234cfa4f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:09.957426 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-15bac927-fc32-4905-a8bf-c3295a5f960d req-6ef449fd-b384-4016-b5d1-a954234cfa4f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0526342 Dec 06 14:59:10.008228 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-15bac927-fc32-4905-a8bf-c3295a5f960d req-233836a4-8ffa-4b71-9b48-dccbca5ee369 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449138 Dec 06 14:59:10.144366 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-101af002-d1e9-4fd4-9363-db4f2be64ed1 req-7c31a38b-4ad8-439d-b513-8ed2fa06b342 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0292306 Dec 06 14:59:10.208662 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9d677f11-b281-4463-a2fa-5638fdd49466 req-ef2e3d9d-4404-4115-b6f0-3b8a75106c0e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0258150 Dec 06 14:59:10.274358 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9faa147-1058-4de6-92c7-efc139de6acb req-c7029b7a-5548-4e38-b543-fcd9393ab6f5 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0258732 Dec 06 14:59:10.591992 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-440be76c-07ca-4a7e-895a-3a4b97ba43b8 req-a0e85cd8-5749-4d0f-8e66-e6c35f2621eb tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0256929 Dec 06 14:59:10.877566 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08278c7b-820e-4886-b863-7092707f8b08 req-3ea98fac-4dd4-4b3e-94ff-8109fa73bfa0 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0259485 Dec 06 14:59:11.016745 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b721c778-cba2-417e-a301-237308280a46 req-6f50037a-b5a6-4f07-b92d-1974d9c92634 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0259056 Dec 06 14:59:11.119602 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6083aad-d0fd-4272-a39e-2974f21b43d4 req-30ca9854-3e0e-4d9c-90d6-90bcedb04b03 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:11.121069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6083aad-d0fd-4272-a39e-2974f21b43d4 req-30ca9854-3e0e-4d9c-90d6-90bcedb04b03 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0485516 Dec 06 14:59:11.166322 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6083aad-d0fd-4272-a39e-2974f21b43d4 req-13ca7ec9-0827-4007-ac9c-300b43008a99 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393620 Dec 06 14:59:11.219211 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3975e02-16d0-4f3e-8962-467014542da0 req-34fc01ed-0de1-4ed0-b36d-3b1b6e12dac1 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0256588 Dec 06 14:59:11.286427 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-644b668b-b9ea-410b-b5bd-0e43e620332a req-0f792858-c242-4199-a113-5e85e9486118 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0293205 Dec 06 14:59:11.352538 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ca8da02e-fd10-42e1-940c-da9c32788c93 req-17f29552-3f8f-437d-9035-51123b842de3 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0292025 Dec 06 14:59:11.666102 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7d83700-b2d3-4504-829f-ea440460ff22 req-a4c9b1eb-0156-414a-ba6f-c1772cae7000 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0264628 Dec 06 14:59:11.950826 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-97bf2309-18db-4342-9031-410e1895a39a req-77ff046a-df15-46cf-a2fc-0a86f2834736 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0253837 Dec 06 14:59:12.090004 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c754180-1b63-4363-ac5e-34a48fd8e8aa req-240324ca-adcb-4352-8cd0-307955a0aec7 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0261703 Dec 06 14:59:12.286523 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7f20e-fec4-46ae-9084-1bed4e9e270c req-4eb1ea59-1c3f-44a1-be59-c2e71d63f645 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:12.288070 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31e7f20e-fec4-46ae-9084-1bed4e9e270c req-4eb1ea59-1c3f-44a1-be59-c2e71d63f645 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0534458 Dec 06 14:59:12.300212 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5424ae3c-f580-4b96-8feb-38c423462d0d req-a6e838de-5479-429f-b518-9d78db744ea1 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0306506 Dec 06 14:59:12.336147 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31e7f20e-fec4-46ae-9084-1bed4e9e270c req-8dfbebb3-f779-4775-8024-62e0b1d43c3c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420914 Dec 06 14:59:12.363095 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d21cbdb-7a96-4906-9ec0-630731cf606b req-1a87e58c-f83a-443d-8c64-cbe8f7d51fcd tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0262249 Dec 06 14:59:12.427360 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-40fb6928-9200-4ec3-9a73-ab6775d4f159 req-0c202716-f702-40e3-b090-5667c88dfa6c tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0254419 Dec 06 14:59:12.740825 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8879a25f-9fd5-4dae-b930-77174ec2df61 req-17aac839-0459-42a3-9d90-513180010de4 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0253682 Dec 06 14:59:13.030146 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-116e76f8-3873-4011-901c-28a5683a39ef req-70fd3515-6724-4800-9354-2124ffc92b1a tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0293570 Dec 06 14:59:13.169478 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a7158c69-ffc8-4a9f-884f-9850ad44992e req-220c366c-09ee-4f95-b5fe-45623261efe1 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0286126 Dec 06 14:59:13.374662 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2e37205-55b0-4a81-a1c2-8da2ae98e93d req-49e53a5b-f462-4ed6-be1c-75a48617a515 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0259428 Dec 06 14:59:13.437939 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a50d80c-3579-4295-911d-56d671d25228 req-87499ba5-0d63-45e0-bb36-b47664a0f30c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0259461 Dec 06 14:59:13.450899 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6abca-6ab3-4335-ab82-ac08ec730128 req-c839b534-52bc-47e2-a959-4d6ed9b0dfc8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:13.452370 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-83b6abca-6ab3-4335-ab82-ac08ec730128 req-c839b534-52bc-47e2-a959-4d6ed9b0dfc8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0492477 Dec 06 14:59:13.503924 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-83b6abca-6ab3-4335-ab82-ac08ec730128 req-01273e7e-d7a8-47fb-89be-a70c32423652 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450382 Dec 06 14:59:13.511885 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7b7ea0db-a9d2-4449-ad22-4c0872356195 req-aecb5847-97ef-4bda-824c-54ee7ed920ce tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0257661 Dec 06 14:59:13.815884 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63a6a0b8-0edf-4014-af49-d0588a396a7e req-715579fe-a68e-4278-83a2-eece0809d0af tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0250969 Dec 06 14:59:14.104927 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7daf26e-d521-4e39-a3f8-249e8a4750cc req-9046bab4-01b1-4545-be5d-8afdc581cf37 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0263073 Dec 06 14:59:14.245571 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-65249e30-df96-44c5-9410-1e308ad63eb9 req-8475e9f9-d57b-4656-92e4-b6234408cf8f tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0259287 Dec 06 14:59:14.449767 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-944814d6-ce8d-440c-8448-dc69136667b2 req-3c2ff5b2-880f-478b-971a-0c206108236d tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255470 Dec 06 14:59:14.513770 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6a1d6e79-8610-4374-bbd5-7ca7e873f330 req-22e9f63a-8000-4818-a1f6-c5e98597ff4a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0256224 Dec 06 14:59:14.589792 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c57a098-1397-409e-8985-a64ad1f703a5 req-b34b9cc0-afff-4f99-898c-d943420225ed tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0295742 Dec 06 14:59:14.621100 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600752d-a589-419e-ab53-a357ba9506e9 req-32608dd6-91e3-4f4e-90a1-7b06b4ab0bb4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:14.622564 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f600752d-a589-419e-ab53-a357ba9506e9 req-32608dd6-91e3-4f4e-90a1-7b06b4ab0bb4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0518541 Dec 06 14:59:14.668626 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f600752d-a589-419e-ab53-a357ba9506e9 req-3adba7ef-af4e-4cd9-9499-fe8571b02249 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393333 Dec 06 14:59:14.939587 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7516f0c3-7a33-4e14-b065-d058029112ad req-bad45d64-9bd5-4b74-b814-c035af1b94f0 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0742714 Dec 06 14:59:15.063205 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:59:15.179022 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee793cb7-3f7b-41af-9139-c03916585673 req-3ff4c18a-bff3-48ae-bad5-ba0ca4eb9d61 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0261798 Dec 06 14:59:15.319918 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f729dc14-84b0-4324-8c63-0602fe047e22 req-c0240740-e81c-4d86-9241-ac8e13122c18 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0261757 Dec 06 14:59:15.525811 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8a367f4f-da89-4739-be3a-bddd40ef3a83 req-54c360fa-9466-4b2a-8f57-1ce3c0c8e11b tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0261631 Dec 06 14:59:15.588425 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-81d9939a-92ac-48c4-b1ea-092b230d0728 req-7a5080ac-c99c-410d-a36f-d7fb128e5095 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0255899 Dec 06 14:59:15.665261 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-36b3bf42-b8c5-4b9a-83a5-72e9ecf96628 req-4f52054f-dc39-4b48-ad39-ae0f1f8e1ba0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0262201 Dec 06 14:59:15.781810 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aada7c-eccc-418a-aa53-2e40ae9c808d req-d4c39b32-2603-4cd2-aaeb-e85b9e3f0aa3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:15.783722 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c8aada7c-eccc-418a-aa53-2e40ae9c808d req-d4c39b32-2603-4cd2-aaeb-e85b9e3f0aa3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0487063 Dec 06 14:59:15.833435 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c8aada7c-eccc-418a-aa53-2e40ae9c808d req-1189e3b3-3a1c-4a62-b20e-32d3c0b91c3d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437510 Dec 06 14:59:16.013146 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eff6bf4d-5244-4e31-b859-32283b0ed8ed req-df923ea6-9564-45e5-93d8-116379a5f70f tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0248480 Dec 06 14:59:16.253885 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e0e627b-2ae5-4b6b-9cb8-0c237e373072 req-15b1bafb-637f-48b8-8bd4-0a97faa15978 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0257483 Dec 06 14:59:16.397149 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2645960-0c12-4d10-a5ec-b5d70b90189f req-21c03f06-27a3-4e9b-ac1d-b823faa56822 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0297706 Dec 06 14:59:16.600334 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad4fe0a7-cbdb-40ad-b121-3ef8cd1605e8 req-08f492fb-d4ce-4df3-b96d-28fef67d1e0e tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0258675 Dec 06 14:59:16.662854 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-973bd8e6-2dbe-46aa-b7dd-6db71bad65cc req-5fa8b1b6-1058-4c30-9e99-26f8ee4a105a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0258534 Dec 06 14:59:16.741710 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c59496d-031c-4fc2-a45f-da3a1d6aeb15 req-b361e56b-e21b-449f-9be9-8f2b93449fb2 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0271742 Dec 06 14:59:16.997574 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dc944-81ad-469a-9285-97c0a9cbe684 req-1dbc766e-0f37-4779-bccd-71809f976040 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:16.998953 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-901dc944-81ad-469a-9285-97c0a9cbe684 req-1dbc766e-0f37-4779-bccd-71809f976040 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0971646 Dec 06 14:59:17.046030 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-901dc944-81ad-469a-9285-97c0a9cbe684 req-e8487d2b-c5e1-4427-a541-92409401a23d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401378 Dec 06 14:59:17.088285 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a921d66f-7303-4f24-84aa-85fb613475ee req-0b2a3a7a-b625-478b-8b67-8181bdc86a16 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0258296 Dec 06 14:59:17.328113 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e93e1613-0b49-415c-9d5d-06e158409927 req-c2daadda-0889-4f50-837f-3b93fd12783f tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0249500 Dec 06 14:59:17.471222 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8570e843-d75a-447b-9373-a7021d4967e4 req-04d8d9f6-858d-48eb-b0ab-40008cb85664 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0258098 Dec 06 14:59:17.679132 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5436e285-4a6f-4f23-b9dd-95acbdace4c4 req-bf117833-5cd5-4fce-ab57-f00e0e4536ad tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0292518 Dec 06 14:59:17.740279 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fde41be7-2f1a-4b28-9192-8ea89ee1f8ca req-bbd3abcd-bcbb-4c32-8b61-24eafe1f6afc tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0292156 Dec 06 14:59:18.077357 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-97d090d1-ab0e-42b7-83d3-faeed057e7e3 req-79da9954-6a07-42c3-91f2-0b9849a4963d tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.2849302 Dec 06 14:59:18.162902 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9820ea34-e1d4-4fad-b19b-d529c9084a67 req-6f028105-a9a5-4d71-a156-cac2880c4545 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0256684 Dec 06 14:59:18.163334 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e802ea-fb2c-478f-8b0e-a170698790aa req-b5f455ff-092a-4238-8d9a-8068199d491a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:18.164833 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9e802ea-fb2c-478f-8b0e-a170698790aa req-b5f455ff-092a-4238-8d9a-8068199d491a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0498958 Dec 06 14:59:18.211971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9e802ea-fb2c-478f-8b0e-a170698790aa req-81dd3f20-d828-4182-be1b-cda7f96c1bb0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411880 Dec 06 14:59:18.401709 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9da475de-f104-4d70-80bd-cd814ae63ba0 req-64ecf496-0965-45b9-b412-f543456f5dd7 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0258694 Dec 06 14:59:18.545200 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95c6a31f-80c0-4b08-9189-175d108536f2 req-d4dd0f94-9ef0-44ae-9ab6-e54be0a555d3 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0252893 Dec 06 14:59:18.755520 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c802c1b7-8061-4c7b-80fe-6da00b7f1269 req-0c7e9a45-d8aa-4241-88bf-7ca66becd364 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0258288 Dec 06 14:59:18.817744 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31a1789c-41e2-4a11-bf3b-18b0c696a77e req-77e16710-3dc4-4c4b-a995-ce95307e96bf tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0259597 Dec 06 14:59:19.156357 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8e5a4dd4-1dab-4070-a884-5dfcd1bea83c req-7012b7bc-a3c1-4f56-b88b-6888c8928692 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0279129 Dec 06 14:59:19.237590 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15a1fc66-4248-4b02-a509-29af9a9d0fe5 req-4924b12c-dfb8-4da8-9468-1a2c67e38c46 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0255575 Dec 06 14:59:19.323493 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcb661-971b-4d8c-a145-0e6feef486d5 req-67cdd69b-b6cd-4523-af1e-3d820d6ff22f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:19.324967 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2efcb661-971b-4d8c-a145-0e6feef486d5 req-67cdd69b-b6cd-4523-af1e-3d820d6ff22f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0473738 Dec 06 14:59:19.370940 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2efcb661-971b-4d8c-a145-0e6feef486d5 req-324b9bb8-2e8d-4cad-b735-382bfad5bab0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395529 Dec 06 14:59:19.479841 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b07d245-8c2b-4f22-a2e9-7ecc9e49fdf7 req-9752e3ff-a27f-4e88-b0fd-139235493eef tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0295930 Dec 06 14:59:19.619742 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-826849f7-ebac-4cf1-b1c6-fee8460029b1 req-55723f8e-9e7d-4ba2-9922-f9405819f5ee tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0248554 Dec 06 14:59:19.833389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d2174cf-82a8-408a-8e7e-3a020ce7265e req-c823e9d7-9420-47c1-b327-e9bb20d02f87 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0264530 Dec 06 14:59:19.893377 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2fc5073f-f4fc-49d3-adf0-4d29705e114a req-20d0e314-1991-41b9-8e44-4eb9682281fa tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0258083 Dec 06 14:59:20.178428 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee287e00-c10b-4952-b29f-7c7bfb2c4381 req-1ef2e5df-9735-4adc-9bf4-4b5afe87033f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f09c72b9-c736-4b66-98b7-d59d06144e43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425258 Dec 06 14:59:20.234141 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb063a08-9902-414e-b3c3-ef3d0c017de6 req-c5948a27-9071-4077-8a67-82902bcb2343 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0256069 Dec 06 14:59:20.261442 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee287e00-c10b-4952-b29f-7c7bfb2c4381 req-1c7f8de7-7c3d-462e-b48e-4b767e6342f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:20.262935 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee287e00-c10b-4952-b29f-7c7bfb2c4381 req-1c7f8de7-7c3d-462e-b48e-4b767e6342f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea43de59547041b395976a33ebd88587&device_id=f09c72b9-c736-4b66-98b7-d59d06144e43 HTTP/1.1" status: 200 len: 1097 time: 0.0404031 Dec 06 14:59:20.330863 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7131a7d5-f004-4229-a9d0-418f9e223be6 req-f9363be2-7630-4432-a07b-379bff36ebb5 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0395591 Dec 06 14:59:20.389114 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee287e00-c10b-4952-b29f-7c7bfb2c4381 req-61fef43a-c490-4aa7-a1e4-8849f3369d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:20.390804 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee287e00-c10b-4952-b29f-7c7bfb2c4381 req-61fef43a-c490-4aa7-a1e4-8849f3369d93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5fa4165-ed02-469d-b09f-856c13a84507 HTTP/1.1" status: 200 len: 919 time: 0.1070778 Dec 06 14:59:20.438440 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee287e00-c10b-4952-b29f-7c7bfb2c4381 req-46a3a587-c9cb-4da2-b315-9d597d6fc2ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d77510c8-ec39-4a58-b17a-ee911065c92a HTTP/1.1" status: 200 len: 217 time: 0.0369580 Dec 06 14:59:20.486939 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170ab6f-b93f-473f-92d9-2d35b2efdd0e req-56e077f2-d4b5-4920-b31a-b220fc8e729a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:20.488529 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4170ab6f-b93f-473f-92d9-2d35b2efdd0e req-56e077f2-d4b5-4920-b31a-b220fc8e729a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0489700 Dec 06 14:59:20.489429 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee287e00-c10b-4952-b29f-7c7bfb2c4381 req-3030b4e9-4062-4944-a3de-e154a71f0a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:20.491029 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee287e00-c10b-4952-b29f-7c7bfb2c4381 req-3030b4e9-4062-4944-a3de-e154a71f0a63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=06fe8aaf-7c08-4199-bc3b-7143b9fba406 HTTP/1.1" status: 200 len: 858 time: 0.0452893 Dec 06 14:59:20.529562 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee287e00-c10b-4952-b29f-7c7bfb2c4381 req-c37871dd-e2cb-4857-b201-e08164e6f14d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5fa4165-ed02-469d-b09f-856c13a84507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292888 Dec 06 14:59:20.539688 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4170ab6f-b93f-473f-92d9-2d35b2efdd0e req-37deb700-9ddf-4d80-b54e-8bc75fd58923 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452123 Dec 06 14:59:20.569048 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-84ffbe89-b8e4-4134-912a-d2e9708a95da req-ef768db1-5139-415e-afe0-4ad9ab63369a tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0385549 Dec 06 14:59:20.633831 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee287e00-c10b-4952-b29f-7c7bfb2c4381 req-936be668-84c8-4ddc-bdfb-2e293acc73c8 service neutron] 10.222.0.37 "GET /v2.0/networks/f5fa4165-ed02-469d-b09f-856c13a84507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936649 Dec 06 14:59:20.698254 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be5506a9-0f81-441c-ae8b-410ec7d863f4 req-5d78c891-06cc-439e-8bfd-6d85dc5e5466 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0290926 Dec 06 14:59:20.730215 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee287e00-c10b-4952-b29f-7c7bfb2c4381 req-2ea25572-6f76-406e-ad95-eaeb1b75b3f6 service neutron] 10.222.0.37 "GET /v2.0/networks/f5fa4165-ed02-469d-b09f-856c13a84507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870459 Dec 06 14:59:20.908994 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-07697562-25f4-48da-901a-46aed995084c req-2b83f6c7-0821-44f6-8f0b-97ea0c632d93 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0262208 Dec 06 14:59:20.967224 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cae0ab27-ce87-4181-9362-c472fb177eb6 req-0414311b-2d88-42c0-85fc-e376306e364e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0258687 Dec 06 14:59:21.308733 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5281934e-f388-40a8-adf0-f3238dbd1292 req-23d25ccf-8e5b-47a7-aa8f-7d7c6426271e tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0254989 Dec 06 14:59:21.405602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7578bca3-2a64-4550-8b3e-830e71d08a4e req-e94cce83-71b2-4dea-97a9-7579e32bbaad tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0262194 Dec 06 14:59:21.644124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6be230c9-2647-499e-b82a-343197461975 req-f1ee3cd6-cc30-48fb-b5a3-7427237e0e25 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0254641 Dec 06 14:59:21.653015 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd513669-fb7c-40da-958a-06960fd34a98 req-0453e29a-cec0-4f85-9a4b-bb6e744c1f75 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:21.654669 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd513669-fb7c-40da-958a-06960fd34a98 req-0453e29a-cec0-4f85-9a4b-bb6e744c1f75 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0486388 Dec 06 14:59:21.705181 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd513669-fb7c-40da-958a-06960fd34a98 req-44e132ba-c508-4093-b2ef-cc879d8bef36 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439229 Dec 06 14:59:21.772697 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f239b90-8fba-4afb-8933-69a41f5b0fe0 req-c0b31e58-233c-42de-a05c-76b7ce152389 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0254335 Dec 06 14:59:21.982407 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7abf0d5-f796-40b9-9064-d6c55b206a0d req-614ce49d-661e-49dc-a5ba-b0756750a651 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0256793 Dec 06 14:59:22.042528 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da009f56-6f6e-4e9d-8936-a64532d75ac5 req-8ff7c30a-dccb-4145-88b5-dd85da70596e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0262625 Dec 06 14:59:22.383106 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-993786a7-df30-4128-a7aa-2f405bb8df3b req-bbd53451-752d-42c4-a27f-0ff906818afb tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0255039 Dec 06 14:59:22.483053 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d083a4-85b1-424f-b5c2-b9a265119b82 req-9b03ed84-93c3-420d-92e4-a5ac94c52d79 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0291805 Dec 06 14:59:22.717720 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c25a38d-e95d-4c4e-9146-07ddceb05c10 req-2d64d9b6-ee36-440a-91bd-a46d798f8261 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0257263 Dec 06 14:59:22.819300 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd143ce-d318-42d7-92ea-1e8fb72fe20a req-1652202b-3dd0-4193-857a-0a256b0fc7c5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:22.820822 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbd143ce-d318-42d7-92ea-1e8fb72fe20a req-1652202b-3dd0-4193-857a-0a256b0fc7c5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0489755 Dec 06 14:59:22.846208 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-15d68d0e-3ef9-4ec3-b762-97ed4fbadb3b req-544df9bf-9cf1-4ffe-858d-51f926e63c88 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0251119 Dec 06 14:59:22.867762 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbd143ce-d318-42d7-92ea-1e8fb72fe20a req-bc45fe80-c408-44af-acf9-279cfceadddb tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410554 Dec 06 14:59:23.056318 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a3fc6a24-4da7-46de-bbdb-bec613181be3 req-320e3a2d-eccb-492a-8bb0-3386c1049e51 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0254920 Dec 06 14:59:23.117835 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0693d16f-9acd-495f-ae4a-3792e7cada55 req-478876cb-5216-4901-8717-8e64207e62b1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0263460 Dec 06 14:59:23.463763 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-46d35497-d18d-4063-a2b8-a309892a5831 req-4499d470-3744-4b16-8d83-0cdb5a789b97 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0291843 Dec 06 14:59:23.559463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dadc9f87-5801-45d6-a207-21b72fcc53b1 req-1a6622c1-79ad-44b7-b019-028281598172 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0249772 Dec 06 14:59:23.792382 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5878bcf9-9079-4dec-8622-25d924e3b976 req-687037fd-fc1c-411b-9d5f-a433fef10b88 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0263622 Dec 06 14:59:23.923379 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b91637d3-225b-4ea2-a194-7c3fe982bd45 req-18620188-de36-482d-8cdb-61f167649a3c tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0256457 Dec 06 14:59:23.981933 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a4d68-6f6b-468b-a976-5dfc3f0e1fef req-4d00ecab-3325-450f-9d5d-d18adcc18bb3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:23.983398 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b6a4d68-6f6b-468b-a976-5dfc3f0e1fef req-4d00ecab-3325-450f-9d5d-d18adcc18bb3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0480015 Dec 06 14:59:24.029982 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b6a4d68-6f6b-468b-a976-5dfc3f0e1fef req-9195e981-9652-48d0-b55b-3103d7edb802 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402844 Dec 06 14:59:24.135757 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4cea20b6-0d9a-4d52-a16a-509cbf1a2c43 req-ac6d4a40-3e4e-47ce-bef6-6b790ec6361c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0289936 Dec 06 14:59:24.191782 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dce53b33-7da3-4172-9c41-e7444eeb7467 req-f241cdbe-cb24-42c6-ac5c-df33416614d1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0253198 Dec 06 14:59:24.539292 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8935d48-a920-4b2c-968c-a0e791f75da1 req-c172d412-6c90-4fd7-91f9-32e243f242ed tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0260999 Dec 06 14:59:24.637102 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31452207-855d-4f25-9ed3-a31fe0cc96f4 req-6487b8e2-6a8e-4fb0-97a7-79445b2eba8a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0294502 Dec 06 14:59:24.865798 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fcad4ae5-87f6-4417-8a1c-90370df59f89 req-b4163cae-4bc7-4331-87ea-d627f4dfa27c tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0264158 Dec 06 14:59:24.997885 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-37aa3711-1838-4e58-9427-9d5844437398 req-a1db5eca-ae84-4159-9aca-97d12615ea42 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0254667 Dec 06 14:59:25.143014 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d69bf-c255-4987-a5c0-1535d347baa9 req-ff5da8f1-f459-403b-af2f-04f1a591e8e9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:25.144472 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-192d69bf-c255-4987-a5c0-1535d347baa9 req-ff5da8f1-f459-403b-af2f-04f1a591e8e9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0478044 Dec 06 14:59:25.192190 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-192d69bf-c255-4987-a5c0-1535d347baa9 req-c5b29bee-2301-4c96-bb50-13689d8a504f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418437 Dec 06 14:59:25.212949 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4036ee9d-e46a-468e-bca0-84a38c2229a0 req-dfeeb9cc-9d81-4858-96e2-ed53f3f288a4 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0259874 Dec 06 14:59:25.269165 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8f17874-1bfc-4e83-b844-7a6973b27d95 req-07ed8beb-28e1-4497-b999-de680ab79178 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0292330 Dec 06 14:59:25.525672 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c82d5-4fbd-47de-9a99-5cfb64bc715b req-5871573d-c5af-4269-bd50-21600222930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:25.527141 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b8c82d5-4fbd-47de-9a99-5cfb64bc715b req-5871573d-c5af-4269-bd50-21600222930a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f55adfe3135c416686e74552cfdb9700&device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 1096 time: 0.0411119 Dec 06 14:59:25.637673 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-013e0b94-c0f4-4ed2-b1a7-e9e8f1a8f61e req-7b4cdcc2-266f-4c1b-8767-d0361aedb090 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0312557 Dec 06 14:59:25.658792 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c82d5-4fbd-47de-9a99-5cfb64bc715b req-78f0cfc4-deb2-4d3c-aff8-c49766579351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:25.659478 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b8c82d5-4fbd-47de-9a99-5cfb64bc715b req-78f0cfc4-deb2-4d3c-aff8-c49766579351 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0fbdc94-7de5-4a38-961d-5f7176775265 HTTP/1.1" status: 200 len: 916 time: 0.1136558 Dec 06 14:59:25.705141 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b8c82d5-4fbd-47de-9a99-5cfb64bc715b req-c816c1c6-b3c0-4895-9461-3cb5ee4c9532 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa4cc9ae-abd4-4982-aca8-8d6c88467a99 HTTP/1.1" status: 200 len: 217 time: 0.0370238 Dec 06 14:59:25.724641 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93bafa72-7673-48dd-8ce7-37f890cfa88c req-12c9658b-6834-4f93-9ccd-66083b44ba60 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0276949 Dec 06 14:59:25.759727 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c82d5-4fbd-47de-9a99-5cfb64bc715b req-0e43e894-1c34-4d72-83dc-4cec619d463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:25.761198 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b8c82d5-4fbd-47de-9a99-5cfb64bc715b req-0e43e894-1c34-4d72-83dc-4cec619d463d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e082be8-e2dd-479d-b167-082b011e6271 HTTP/1.1" status: 200 len: 855 time: 0.0496206 Dec 06 14:59:25.792266 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b8c82d5-4fbd-47de-9a99-5cfb64bc715b req-01db097c-0174-4f39-b4ca-cad066966483 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0fbdc94-7de5-4a38-961d-5f7176775265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243807 Dec 06 14:59:25.884092 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b8c82d5-4fbd-47de-9a99-5cfb64bc715b req-42dae3f7-7455-4d37-8ca9-928fecbd12b7 service neutron] 10.222.0.23 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845954 Dec 06 14:59:25.943602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b0293244-073d-4218-9578-421f65f0ffa3 req-f53063f0-b7bc-445d-a2c6-700c1404b895 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0273335 Dec 06 14:59:26.020455 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b8c82d5-4fbd-47de-9a99-5cfb64bc715b req-9dd50860-f3b1-4ade-a400-0fa414ed8452 service neutron] 10.222.0.23 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294174 Dec 06 14:59:26.032970 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d7d88-b7fa-4aaa-aa5a-983a10763b67 req-50f2548b-a871-47d4-b32c-5d6d552f3b21 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:26.034733 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-281d7d88-b7fa-4aaa-aa5a-983a10763b67 req-50f2548b-a871-47d4-b32c-5d6d552f3b21 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 946 time: 0.0927870 Dec 06 14:59:26.073481 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62650a30-f112-4d3b-b0ce-153aed388a9e req-41cbb151-1792-4619-aeb5-956d02a0dfe0 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0263827 Dec 06 14:59:26.085195 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-281d7d88-b7fa-4aaa-aa5a-983a10763b67 req-518d2434-1e2f-4879-9308-f9bbbc794975 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432811 Dec 06 14:59:26.292750 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7b90dd6b-923e-4567-b0d0-11f9b5ebc48b req-a67b424a-52c9-4cde-b3a1-c30ab2a1ab0b tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0311515 Dec 06 14:59:26.312228 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a6875-89d6-4a63-9e4b-84849d38a52f req-1faa830c-cdd5-4e51-b68e-5ae360866634 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:26.312228 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a06a6875-89d6-4a63-9e4b-84849d38a52f req-1faa830c-cdd5-4e51-b68e-5ae360866634 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0516756 Dec 06 14:59:26.356203 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3adcf1a1-a02f-41d3-acd2-f87fbf1eb2bf req-6ffee471-26a2-4fb8-95d4-7015877b48d2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0264807 Dec 06 14:59:26.357580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a06a6875-89d6-4a63-9e4b-84849d38a52f req-83ab237c-469a-401d-8c0e-1c49f3197c5d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409102 Dec 06 14:59:26.716456 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f49078e-9f36-4e69-b58f-bf928b5f3398 req-b8410b3e-ca12-4a86-8e60-d35c5185f685 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0292249 Dec 06 14:59:26.802534 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c8b3479b-db4e-4c38-82ea-526a13876196 req-037d118e-50e9-4640-89ef-74ebb50e2a12 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0259380 Dec 06 14:59:27.111479 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb6004fa-a0ac-4c4c-a37e-0f6dbf6872f1 req-97dc4be1-09d2-4cea-a9e0-41d90a69afd6 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0255692 Dec 06 14:59:27.150528 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-943071a3-3d02-44a3-be49-78b8d51822c7 req-13f0e573-cbb7-4ce1-97e6-69b64d802c2d tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0268424 Dec 06 14:59:27.213367 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8fe96-a426-4249-8b7a-4c476eaf919e req-c338b102-b720-44b2-9bd6-724342ecfa87 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:27.214833 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-add8fe96-a426-4249-8b7a-4c476eaf919e req-c338b102-b720-44b2-9bd6-724342ecfa87 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 946 time: 0.0484915 Dec 06 14:59:27.262438 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-add8fe96-a426-4249-8b7a-4c476eaf919e req-1fe2021a-7d22-4597-8d1c-0899ba03fe37 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups?id=ded117aa-f743-4c2d-96e6-a9621de7e49a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414801 Dec 06 14:59:27.367819 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3973962-df5a-40c7-9969-a0151ed0bf2f req-2e025651-f202-45a8-afa2-2ba6afbeb8f9 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0253487 Dec 06 14:59:27.433887 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66beb415-e14c-4e7f-922b-fb7830463c78 req-97b0b8b4-c2dd-4bc5-8457-a19806862900 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0264919 Dec 06 14:59:27.453171 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a110b-a443-435d-a9b7-5039d5a7a49d req-1f1fe24c-dd2a-4aa4-aa19-3b2a010ea10b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:27.454683 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea3a110b-a443-435d-a9b7-5039d5a7a49d req-1f1fe24c-dd2a-4aa4-aa19-3b2a010ea10b tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 946 time: 0.0658720 Dec 06 14:59:27.526487 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee4064-1497-4f2e-a3a4-0106a1cdf34c req-1d4ceaf5-c9ad-4f28-bf5e-29117f56374d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:27.527957 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-33ee4064-1497-4f2e-a3a4-0106a1cdf34c req-1d4ceaf5-c9ad-4f28-bf5e-29117f56374d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0995963 Dec 06 14:59:27.597232 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-33ee4064-1497-4f2e-a3a4-0106a1cdf34c req-fd93df09-9496-48b8-a30f-fbbbc01f0733 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514803 Dec 06 14:59:27.611156 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-ea3a110b-a443-435d-a9b7-5039d5a7a49d req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Deleting port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:27.611495 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea3a110b-a443-435d-a9b7-5039d5a7a49d req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:27.701300 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ea3a110b-a443-435d-a9b7-5039d5a7a49d req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] For port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:27.701656 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea3a110b-a443-435d-a9b7-5039d5a7a49d req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:27.794079 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-880b62dc-c577-499b-a548-7ad265ffbd06 req-febbaed3-f681-4e09-b1b2-a177dc4e51e0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eb7260f-b958-42be-b980-b714881d2adc HTTP/1.1" status: 200 len: 210 time: 0.0299931 Dec 06 14:59:27.849292 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:27.877758 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea3a110b-a443-435d-a9b7-5039d5a7a49d req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:27.878142 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea3a110b-a443-435d-a9b7-5039d5a7a49d req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:27.878511 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [req-ea3a110b-a443-435d-a9b7-5039d5a7a49d req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Floating IP 4113640c-46ef-414e-b48e-1b4c487b6dac disassociated. External IP: 172.35.7.22, port: 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c. Dec 06 14:59:27.878862 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-ea3a110b-a443-435d-a9b7-5039d5a7a49d req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Calling delete_port for 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:27.882967 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e1a8952-9329-4f5f-91c8-333bc8ca1bf9 req-e773bb6d-acf8-4043-a93c-ed6bdc0067f8 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0287740 Dec 06 14:59:28.013657 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33020) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:28.018815 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea3a110b-a443-435d-a9b7-5039d5a7a49d req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:28.052195 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Pushing event deleted for resources: {'Port': ['ID=3a9dbd15-3dbc-4d78-bce4-4fde7df0128c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:28.063280 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.063716 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.064073 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.064415 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.064751 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.065084 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.065425 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.065753 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.066082 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.066427 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.066753 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.067077 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.068106 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.068229 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Deleting subnet 96950b29-9c7c-44ed-a6df-691948b337e0 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:59:28.072820 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:28.113386 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:28.198452 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5c772392-e490-493d-95f6-9709586f0db3 req-486886a1-b8f0-4609-b659-1bbb378272ac tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0309663 Dec 06 14:59:28.200833 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:28.206883 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea3a110b-a443-435d-a9b7-5039d5a7a49d req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Router ffc979a5-31c5-495d-8576-3defa1c8bc8f has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:59:28.249115 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1eb97e76-5558-425a-b1de-8c47ed221205 req-38659c04-0d3b-442b-96b7-d9a47e9a9057 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0450301 Dec 06 14:59:28.285850 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:28.314097 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event deleted for resources: {'Subnet': ['ID=96950b29-9c7c-44ed-a6df-691948b337e0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:28.323055 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea3a110b-a443-435d-a9b7-5039d5a7a49d req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:59:28.325118 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:28.329990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "DELETE /v2.0/subnets/96950b29-9c7c-44ed-a6df-691948b337e0 HTTP/1.1" status: 204 len: 168 time: 0.3148866 Dec 06 14:59:28.332570 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.332929 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.333272 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.334214 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.334552 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.334885 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.335211 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.335536 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.335890 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.336209 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.336533 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.336855 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.337265 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e193e54f-55c4-4b79-8488-7bbbd1d145c0 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:28.341822 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33028) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:28.342541 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d201d9-3178-40b1-b59c-fcf2f929fb0d None None] Sync routers for ids ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:59:28.354659 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc5d7b2-9eb6-40ae-aef2-2dc31837a0c7 None None] Network 4f41dd31-b83b-4bfe-b3c1-f98213f23237 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:59:28.357039 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d201d9-3178-40b1-b59c-fcf2f929fb0d None None] Routers {'ffc979a5-31c5-495d-8576-3defa1c8bc8f'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:59:28.357653 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-01d201d9-3178-40b1-b59c-fcf2f929fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:59:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:28.387704 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3a110b-a443-435d-a9b7-5039d5a7a49d req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] No DVR routers for this DVR port 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:59:28.405025 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ea3a110b-a443-435d-a9b7-5039d5a7a49d req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:28.408487 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea3a110b-a443-435d-a9b7-5039d5a7a49d req-4809928e-5cfc-4a9c-b8ef-fcde32ee69f9 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.37 "DELETE /v2.0/ports/3a9dbd15-3dbc-4d78-bce4-4fde7df0128c HTTP/1.1" status: 204 len: 173 time: 0.9406648 Dec 06 14:59:28.409305 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'name': 'network-vif-deleted', 'tag': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:59:28.411809 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c24210f-7309-4db6-906d-19b943f32c4b" -d '{"events": [{"server_uuid": "b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6", "name": "network-vif-deleted", "tag": "3a9dbd15-3dbc-4d78-bce4-4fde7df0128c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:59:28.416424 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1aaf6bc6-9e25-429d-b26f-1e17e668abea req-ddae734e-8698-4590-ad24-18633e62d7df tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6 HTTP/1.1" status: 200 len: 210 time: 0.0624111 Dec 06 14:59:28.455936 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:28.504457 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d3d1ef-0351-4681-81f9-8d225b767026 x-openstack-request-id: req-69d3d1ef-0351-4681-81f9-8d225b767026 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:59:28.504867 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6", "name": "network-vif-deleted", "tag": "3a9dbd15-3dbc-4d78-bce4-4fde7df0128c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:59:28.505839 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69d3d1ef-0351-4681-81f9-8d225b767026 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:59:28.506390 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c08cc6-b7ed-446e-85a3-c6f94bda7ed6', 'name': 'network-vif-deleted', 'tag': '3a9dbd15-3dbc-4d78-bce4-4fde7df0128c', 'status': 'completed', 'code': 200} Dec 06 14:59:28.512194 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1cdceb54-b5f1-48ae-a9ff-8e7281ae20ed req-374fa06c-3631-4f80-a13e-a5d1caedb98c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0494719 Dec 06 14:59:28.567138 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Deleting port 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:28.567640 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:28.629525 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69fd85f3-c48c-4b51-bfb5-175a734d9abb req-d040499f-67aa-493d-b634-c9eac66b33fb tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0491242 Dec 06 14:59:28.663381 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-01d201d9-3178-40b1-b59c-fcf2f929fb0d None None] Set router ffc979a5-31c5-495d-8576-3defa1c8bc8f gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:59:28.701187 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] For port 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f,segment=NetworkSegment(6f262733-8a28-433b-9c45-fa898b1e6223),segment_id=6f262733-8a28-433b-9c45-fa898b1e6223)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:28.701641 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:28.728700 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Calling delete_port for 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:28.744626 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] DHCP port deletion for 4f41dd31-b83b-4bfe-b3c1-f98213f23237 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:59:28.786959 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0b9d0-8115-4665-aac8-59a02a28a76b req-a706fc14-fe84-4e29-9a2c-5d08bfaa41ac tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:28.788440 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3ec0b9d0-8115-4665-aac8-59a02a28a76b req-a706fc14-fe84-4e29-9a2c-5d08bfaa41ac tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.1044335 Dec 06 14:59:28.857120 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3ec0b9d0-8115-4665-aac8-59a02a28a76b req-d8e685e9-2f50-475f-9d21-9946ec029b4c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601406 Dec 06 14:59:28.858870 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:28.881478 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Deleting port 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:28.882005 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:28.886626 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event deleted for resources: {'Port': ['ID=2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:28.888819 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] No DVR routers for this DVR port 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:59:28.961915 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] For port 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f, host n-d-master-1, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:28.962129 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:28.964150 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19f5664b-a32b-402c-bb74-c2fbf5746019 req-1cd4121a-730f-40b4-89bb-79b62c94739d tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0287223 Dec 06 14:59:28.976760 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Calling delete_port for 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:28.979905 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:28.980407 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Port 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 14:59:28.982460 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:28.996930 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-01d201d9-3178-40b1-b59c-fcf2f929fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:51:44Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ae577b41-c26e-48fc-a745-92d9ae9b297c', 'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'mac_address': 'fa:16:3e:df:45:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:43Z', 'updated_at': '2021-12-06T14:51:52Z', 'revision_number': 5, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'subnets': [{'id': '960bec1b-5464-4199-b91b-894c7ec18725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:29.003692 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f41dd31-b83b-4bfe-b3c1-f98213f23237']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:29.013389 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f262733-8a28-433b-9c45-fa898b1e6223') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:29.013685 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f262733-8a28-433b-9c45-fa898b1e6223') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:29.027255 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.040576 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.046460 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Pushing event deleted for resources: {'Port': ['ID=2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:29.048381 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:59:29.048929 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.052227 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] No DVR routers for this DVR port 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: timer() Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:59:29.054220 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:59:29.058955 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d201d9-3178-40b1-b59c-fcf2f929fb0d None None] Checking router: ffc979a5-31c5-495d-8576-3defa1c8bc8f for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:59:29.066937 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:29.067292 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:29.068147 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:29.068147 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:29.068373 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:29.068670 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:29.069044 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:29.069378 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:29.069699 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:29.070022 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:29.070344 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:29.071211 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:29.071211 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e809d11-5e6a-4a15-bdc8-193d9a99b50c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:29.081319 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d201d9-3178-40b1-b59c-fcf2f929fb0d None None] Routers {'ffc979a5-31c5-495d-8576-3defa1c8bc8f'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:59:29.082004 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-01d201d9-3178-40b1-b59c-fcf2f929fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:59:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:29.126402 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.135742 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.141427 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "DELETE /v2.0/networks/4f41dd31-b83b-4bfe-b3c1-f98213f23237 HTTP/1.1" status: 204 len: 168 time: 0.7961147 Dec 06 14:59:29.141940 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33040) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:29.148871 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac9d09-345b-4e53-b190-58c911f99fbd tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event deleted for resources: {'Network': ['ID=4f41dd31-b83b-4bfe-b3c1-f98213f23237,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:29.203406 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-c824532f-7077-4775-ad84-347b12d789a6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Deleting subnet c052d1ac-1ecf-492e-a578-967d940f97af {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:59:29.207000 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c824532f-7077-4775-ad84-347b12d789a6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.261346 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c824532f-7077-4775-ad84-347b12d789a6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.315712 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23418059-3865-4b9c-97e1-0fe3cb2fdae0 req-86fddd2c-4008-46a7-9c8d-7231a4e4766a tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0598762 Dec 06 14:59:29.351573 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-01d201d9-3178-40b1-b59c-fcf2f929fb0d None None] Set router ffc979a5-31c5-495d-8576-3defa1c8bc8f gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:59:29.357972 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9b351585-cf13-462a-bd6f-b6103e2e919f req-6e078075-fa96-48dd-9da6-b929f340dffe tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0443265 Dec 06 14:59:29.376175 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c824532f-7077-4775-ad84-347b12d789a6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.440200 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c824532f-7077-4775-ad84-347b12d789a6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.468339 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824532f-7077-4775-ad84-347b12d789a6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event deleted for resources: {'Subnet': ['ID=c052d1ac-1ecf-492e-a578-967d940f97af,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:29.473324 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c824532f-7077-4775-ad84-347b12d789a6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.479398 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c824532f-7077-4775-ad84-347b12d789a6 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "DELETE /v2.0/subnets/c052d1ac-1ecf-492e-a578-967d940f97af HTTP/1.1" status: 204 len: 168 time: 0.3362999 Dec 06 14:59:29.480360 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33048) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:29.483646 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d6a5f3-084c-4b83-abb6-918f206e548f None None] Network 58f7ef16-0d9d-4b89-b26c-2834b0f665b0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:59:29.559202 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33054) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:29.566198 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.624803 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd1fe421-deaa-499b-a11b-fec4038c761c req-aa5ff8c2-829a-4478-994d-6c1d6cfacbfe tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0378044 Dec 06 14:59:29.625850 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Deleting port d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:29.626388 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.660638 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-01d201d9-3178-40b1-b59c-fcf2f929fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:51:44Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ae577b41-c26e-48fc-a745-92d9ae9b297c', 'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'mac_address': 'fa:16:3e:df:45:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:43Z', 'updated_at': '2021-12-06T14:51:52Z', 'revision_number': 5, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'subnets': [{'id': '960bec1b-5464-4199-b91b-894c7ec18725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:29.692717 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d201d9-3178-40b1-b59c-fcf2f929fb0d None None] The sync data for ids ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'] in n-d-master-1 is: [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:51:44Z', 'revision_number': 4, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ae577b41-c26e-48fc-a745-92d9ae9b297c', 'name': '', 'network_id': '5aee0eac-59a5-43f1-85a8-7817e7c60b81', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'mac_address': 'fa:16:3e:df:45:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '960bec1b-5464-4199-b91b-894c7ec18725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:43Z', 'updated_at': '2021-12-06T14:51:52Z', 'revision_number': 5, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'subnets': [{'id': '960bec1b-5464-4199-b91b-894c7ec18725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:59:29.705316 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77eb6c73-d2ae-4460-9acb-ca73f0e3a7e4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.732603 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874a9bbf-21b2-4f13-ba5e-5bb306d6f80f None None] DHCP port deletion for 58f7ef16-0d9d-4b89-b26c-2834b0f665b0 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:59:29.733626 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77eb6c73-d2ae-4460-9acb-ca73f0e3a7e4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.752686 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a694ecb-962b-4f46-ab0e-e40a5d0ce7be req-85a180e8-1b20-45d8-a19f-76691c1d2519 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0445900 Dec 06 14:59:29.757297 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] For port d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd,segment=NetworkSegment(35be486e-08e5-4590-b937-53fa784a7674),segment_id=35be486e-08e5-4590-b937-53fa784a7674)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:29.757929 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.773172 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Calling delete_port for d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:29.776948 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.801562 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-874a9bbf-21b2-4f13-ba5e-5bb306d6f80f None None] Deleting port d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:29.801993 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-874a9bbf-21b2-4f13-ba5e-5bb306d6f80f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.808828 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77eb6c73-d2ae-4460-9acb-ca73f0e3a7e4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.812706 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77eb6c73-d2ae-4460-9acb-ca73f0e3a7e4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.818152 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-77eb6c73-d2ae-4460-9acb-ca73f0e3a7e4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "DELETE /v2.0/security-groups/ded117aa-f743-4c2d-96e6-a9621de7e49a HTTP/1.1" status: 204 len: 168 time: 0.2577059 Dec 06 14:59:29.819021 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33058) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:29.840481 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb6c73-d2ae-4460-9acb-ca73f0e3a7e4 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded117aa-f743-4c2d-96e6-a9621de7e49a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:29.845092 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-23055dbf-f24f-4d8e-8d1c-604e1869e16a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] show failed (client error): The resource could not be found. Dec 06 14:59:29.849866 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-23055dbf-f24f-4d8e-8d1c-604e1869e16a tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "GET /v2.0/security-groups/ded117aa-f743-4c2d-96e6-a9621de7e49a HTTP/1.1" status: 404 len: 347 time: 0.0265584 Dec 06 14:59:29.850751 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33062) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:29.885407 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.888863 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-874a9bbf-21b2-4f13-ba5e-5bb306d6f80f None None] For port d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd,segment=NetworkSegment(35be486e-08e5-4590-b937-53fa784a7674),segment_id=35be486e-08e5-4590-b937-53fa784a7674)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:29.889629 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-874a9bbf-21b2-4f13-ba5e-5bb306d6f80f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:29.904360 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-874a9bbf-21b2-4f13-ba5e-5bb306d6f80f None None] Calling delete_port for d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:29.914723 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event deleted for resources: {'Port': ['ID=d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:29.920421 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] No DVR routers for this DVR port d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:59:30.029384 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-874a9bbf-21b2-4f13-ba5e-5bb306d6f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.058193 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:59:30.060988 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a9bbf-21b2-4f13-ba5e-5bb306d6f80f None None] Pushing event deleted for resources: {'Port': ['ID=d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:30.063762 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.089265 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874a9bbf-21b2-4f13-ba5e-5bb306d6f80f None None] No DVR routers for this DVR port d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:59:30.093658 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:59:30.094205 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d13f7dc3-dabb-4a31-83d5-5e5aa1e079fd not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:59:30.095224 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:59:30.110900 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c1dea0b3-f619-483c-8dda-eb4212d8984f req-2ad7f69b-793e-4581-8248-1fb4a6f6d37d tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0435812 Dec 06 14:59:30.115744 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d971506-027f-4f7e-abfe-bfd15f6876b7 req-13505390-8c03-4f98-bd36-0e2b9dce3c55 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:30.117312 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d971506-027f-4f7e-abfe-bfd15f6876b7 req-13505390-8c03-4f98-bd36-0e2b9dce3c55 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.1277072 Dec 06 14:59:30.132726 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f7ef16-0d9d-4b89-b26c-2834b0f665b0']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:30.136365 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:59:30.136853 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2bdf932e-1fce-49a2-aa0f-0ac6884b8f1f not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:59:30.148800 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35be486e-08e5-4590-b937-53fa784a7674') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:30.149103 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35be486e-08e5-4590-b937-53fa784a7674') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:30.155940 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d98bf82-55b3-402f-b364-ed041062ae47 None None] New status for floating IP 4113640c-46ef-414e-b48e-1b4c487b6dac: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:59:30.160540 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.175696 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.175899 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa9f4e-3517-4169-ab59-282bf0a59634 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Deleting port 94f58294-ed4b-4f5c-aab2-69d75b31eace {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:30.176034 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f4e-3517-4169-ab59-282bf0a59634 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.183111 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:59:30.183761 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:59:30.187119 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:59:30.208387 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d971506-027f-4f7e-abfe-bfd15f6876b7 req-8f160721-5692-46e3-80e3-23b3763608e1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802548 Dec 06 14:59:30.268672 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f4e-3517-4169-ab59-282bf0a59634 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.268989 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f4e-3517-4169-ab59-282bf0a59634 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.270693 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.277702 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.281142 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] 10.222.0.20 "DELETE /v2.0/networks/58f7ef16-0d9d-4b89-b26c-2834b0f665b0 HTTP/1.1" status: 204 len: 168 time: 0.7996655 Dec 06 14:59:30.292740 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa9f4e-3517-4169-ab59-282bf0a59634 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Calling delete_port for 94f58294-ed4b-4f5c-aab2-69d75b31eace owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:30.298695 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c85976-5bb9-45b0-895b-0b96b3cb8989 tempest-ServersTestMultiNic-449486983 tempest-ServersTestMultiNic-449486983-project] Pushing event deleted for resources: {'Network': ['ID=58f7ef16-0d9d-4b89-b26c-2834b0f665b0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:30.404305 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff6a90e6-38f1-42ca-ac83-b51319a498d9 req-823b9057-1eb1-4717-acb3-7691a6da87b2 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0306966 Dec 06 14:59:30.451884 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33076) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:30.622923 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48a194f8-21e1-4b67-bc4d-6135be1fbe77 req-94ee8237-2129-4fa8-a83d-e7fca217b4e6 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0326495 Dec 06 14:59:30.715474 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-77949410-82c2-4625-a9de-de04bd90cfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.716774 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f4e-3517-4169-ab59-282bf0a59634 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.735635 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b488fde1-743f-4f28-94d5-f03158538c0a req-3ccb2a84-386e-41db-bc0d-074313f10b78 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0357623 Dec 06 14:59:30.747701 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa9f4e-3517-4169-ab59-282bf0a59634 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Pushing event deleted for resources: {'Port': ['ID=94f58294-ed4b-4f5c-aab2-69d75b31eace,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:30.828803 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c1758111-ed82-42cf-8fb0-f84800407766 req-120d944a-5b59-4c9b-9bbb-adc64db29163 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0295422 Dec 06 14:59:30.841034 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f4e-3517-4169-ab59-282bf0a59634 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.844596 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9f4e-3517-4169-ab59-282bf0a59634 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.849071 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e2fa9f4e-3517-4169-ab59-282bf0a59634 tempest-AttachVolumeShelveTestJSON-1519095090 tempest-AttachVolumeShelveTestJSON-1519095090-project] 10.222.0.20 "DELETE /v2.0/floatingips/4113640c-46ef-414e-b48e-1b4c487b6dac HTTP/1.1" status: 204 len: 168 time: 0.9930828 Dec 06 14:59:30.898764 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d767139-4db7-4b84-a52d-6c7f882e9be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:31.349212 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d07b3-503b-4d55-9513-f11584525ba9 req-13114fa4-d1d1-4825-ad27-7910af8f25c3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:31.352163 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-517d07b3-503b-4d55-9513-f11584525ba9 req-13114fa4-d1d1-4825-ad27-7910af8f25c3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0588183 Dec 06 14:59:31.402278 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-517d07b3-503b-4d55-9513-f11584525ba9 req-7d15858f-9ed6-44fa-b6e2-09ef379a3996 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449436 Dec 06 14:59:31.457299 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7d767139-4db7-4b84-a52d-6c7f882e9be6 admin admin] Deleting port 4bdd2128-3833-4ecf-9c7f-8686489f7d5a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:31.457891 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d767139-4db7-4b84-a52d-6c7f882e9be6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:31.461651 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea471083-4b3a-4a59-9235-ab99456fbb0e req-f041fea3-acef-4c8a-8d3e-6a57fbffd85b tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.3071933 Dec 06 14:59:31.494697 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b1c938d-6d71-491c-b413-a53e44733d42 req-9a8e2575-6521-4e2c-b25c-d0298d546a89 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0383234 Dec 06 14:59:31.549869 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7d767139-4db7-4b84-a52d-6c7f882e9be6 admin admin] For port 4bdd2128-3833-4ecf-9c7f-8686489f7d5a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4bdd2128-3833-4ecf-9c7f-8686489f7d5a,segment=NetworkSegment(45d76bb3-c097-4055-a609-38fa03cb3a43),segment_id=45d76bb3-c097-4055-a609-38fa03cb3a43)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:31.550239 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d767139-4db7-4b84-a52d-6c7f882e9be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:31.564296 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7d767139-4db7-4b84-a52d-6c7f882e9be6 admin admin] Calling delete_port for 4bdd2128-3833-4ecf-9c7f-8686489f7d5a owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:31.614128 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:59:31.634328 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:59:31.634676 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 3a9dbd15-3dbc-4d78-bce4-4fde7df0128c not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:59:31.711606 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0fde9550-502b-41b0-9ad3-f617ec16bd94 req-3ac780be-2604-44b3-8ffa-fc2ad9539a25 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0342126 Dec 06 14:59:31.778896 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d767139-4db7-4b84-a52d-6c7f882e9be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:31.807332 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d767139-4db7-4b84-a52d-6c7f882e9be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bdd2128-3833-4ecf-9c7f-8686489f7d5a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:31.832382 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e9f4898-ab79-4281-a7a0-0ea81e1ca03e req-0107b527-c3d6-4931-ab5f-02b980e63f3b tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0441463 Dec 06 14:59:31.942318 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-00b3f7ca-9506-4e7f-a73a-48013d838f0b req-f3a11073-3e10-47a1-9fae-5ee29f21c8af tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0285032 Dec 06 14:59:32.031589 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d767139-4db7-4b84-a52d-6c7f882e9be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:32.254635 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d767139-4db7-4b84-a52d-6c7f882e9be6 admin admin] Router 81cdbba2-9592-4680-aadb-7ed9906766aa has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:59:32.361704 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d767139-4db7-4b84-a52d-6c7f882e9be6 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:59:32.367257 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7d767139-4db7-4b84-a52d-6c7f882e9be6 admin admin] 10.222.0.20 "PUT /v2.0/routers/81cdbba2-9592-4680-aadb-7ed9906766aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9143198 Dec 06 14:59:32.369689 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33102) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:32.374844 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddb5323-5921-4796-9477-12431ad4a839 None None] Sync routers for ids ['81cdbba2-9592-4680-aadb-7ed9906766aa'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:59:32.385047 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb5323-5921-4796-9477-12431ad4a839 None None] Routers {'81cdbba2-9592-4680-aadb-7ed9906766aa'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:59:32.385806 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fddb5323-5921-4796-9477-12431ad4a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:59:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['81cdbba2-9592-4680-aadb-7ed9906766aa'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:32.504729 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b058502-8a0c-460d-9185-79bb9d4839c1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:32.508607 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-fddb5323-5921-4796-9477-12431ad4a839 None None] Set router 81cdbba2-9592-4680-aadb-7ed9906766aa gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:59:32.564416 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6fb1d6-c213-4a6d-93be-4d207e64db1c req-ae144261-2a7e-4667-b189-4e3ab211cafe tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:32.566187 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee6fb1d6-c213-4a6d-93be-4d207e64db1c req-ae144261-2a7e-4667-b189-4e3ab211cafe tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0845587 Dec 06 14:59:32.615901 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee6fb1d6-c213-4a6d-93be-4d207e64db1c req-d3c84ff6-02bb-4454-8ce2-5450213dce71 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 Dec 06 14:59:32.671984 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0e34b4ab-bcda-45f3-86af-8fd1c1a49849 req-a9c65c15-c023-4b8c-9367-9fab51e20978 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0474718 Dec 06 14:59:32.685542 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b058502-8a0c-460d-9185-79bb9d4839c1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:32.708125 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3b631d1-3e69-4bfe-9d8a-8201d8f1ac18 req-97d155a0-c29e-4691-b585-a2ca54791c0e tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0378418 Dec 06 14:59:32.723914 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fddb5323-5921-4796-9477-12431ad4a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'name': 'tempest-ServersTestMultiNic-756398945-router', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.92'}], 'enable_snat': True}, 'gw_port_id': '45015ded-9835-4532-991b-e3acf5cf73ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:18Z', 'updated_at': '2021-12-06T14:59:31Z', 'revision_number': 5, 'project_id': 'da8d343b463741c1a6e370300f4581c3', 'gw_port': {'id': '45015ded-9835-4532-991b-e3acf5cf73ee', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:52:20Z', 'updated_at': '2021-12-06T14:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:32.749062 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5b058502-8a0c-460d-9185-79bb9d4839c1 admin admin] Deleting port 45015ded-9835-4532-991b-e3acf5cf73ee {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:32.753582 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b058502-8a0c-460d-9185-79bb9d4839c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:32.758236 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddb5323-5921-4796-9477-12431ad4a839 None None] Checking router: 81cdbba2-9592-4680-aadb-7ed9906766aa for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:59:32.768409 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb5323-5921-4796-9477-12431ad4a839 None None] Routers {'81cdbba2-9592-4680-aadb-7ed9906766aa'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:59:32.769175 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fddb5323-5921-4796-9477-12431ad4a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:59:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['81cdbba2-9592-4680-aadb-7ed9906766aa'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:32.818249 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0b0926da-6f20-42e3-8180-aa597b986514 req-c8dc3e1d-65b3-4a0d-ae84-989fd6002765 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0326202 Dec 06 14:59:32.875932 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5b058502-8a0c-460d-9185-79bb9d4839c1 admin admin] For port 45015ded-9835-4532-991b-e3acf5cf73ee, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=45015ded-9835-4532-991b-e3acf5cf73ee,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:32.876296 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b058502-8a0c-460d-9185-79bb9d4839c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:32.886552 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-fddb5323-5921-4796-9477-12431ad4a839 None None] Set router 81cdbba2-9592-4680-aadb-7ed9906766aa gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:59:32.897365 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5b058502-8a0c-460d-9185-79bb9d4839c1 admin admin] Calling delete_port for 45015ded-9835-4532-991b-e3acf5cf73ee owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:32.900390 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c9606534-53b7-48aa-a38e-07dc89e2b15e req-daa107ea-6043-4dd7-a18e-239492868532 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0306153 Dec 06 14:59:32.951932 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fddb5323-5921-4796-9477-12431ad4a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'name': 'tempest-ServersTestMultiNic-756398945-router', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:18Z', 'updated_at': '2021-12-06T14:59:32Z', 'revision_number': 6, 'project_id': 'da8d343b463741c1a6e370300f4581c3', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:32.981194 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddb5323-5921-4796-9477-12431ad4a839 None None] The sync data for ids ['81cdbba2-9592-4680-aadb-7ed9906766aa'] in n-d-master-1 is: [{'id': '81cdbba2-9592-4680-aadb-7ed9906766aa', 'name': 'tempest-ServersTestMultiNic-756398945-router', 'tenant_id': 'da8d343b463741c1a6e370300f4581c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:52:18Z', 'updated_at': '2021-12-06T14:59:32Z', 'revision_number': 6, 'project_id': 'da8d343b463741c1a6e370300f4581c3', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:59:33.046841 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c13a8f29-39c2-439a-b6b1-afc2f988dc74 req-21832af9-6cfb-4847-a5be-79c8af940cf1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0363693 Dec 06 14:59:33.113817 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b058502-8a0c-460d-9185-79bb9d4839c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:33.145828 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b058502-8a0c-460d-9185-79bb9d4839c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=45015ded-9835-4532-991b-e3acf5cf73ee,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:33.161488 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd70b2b-cb31-452b-b9c4-2c3463c5f1b1 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:59:33.218954 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-79d2bb12-4058-4689-92b8-678136fcb109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:33.235167 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b058502-8a0c-460d-9185-79bb9d4839c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:33.342354 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b058502-8a0c-460d-9185-79bb9d4839c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:33.345363 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b058502-8a0c-460d-9185-79bb9d4839c1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:33.399904 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b058502-8a0c-460d-9185-79bb9d4839c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:33.400793 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b058502-8a0c-460d-9185-79bb9d4839c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81cdbba2-9592-4680-aadb-7ed9906766aa {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:59:33.406387 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b058502-8a0c-460d-9185-79bb9d4839c1 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:33.409460 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5b058502-8a0c-460d-9185-79bb9d4839c1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/81cdbba2-9592-4680-aadb-7ed9906766aa HTTP/1.1" status: 204 len: 168 time: 1.0388458 Dec 06 14:59:33.411894 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33126) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:33.468051 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-7533ba76-f107-420f-ac2d-bd3c9f7e9df7 admin admin] Deleting subnet 46784296-e2e0-4b66-b685-9474ba7cb77e {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:59:33.472701 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7533ba76-f107-420f-ac2d-bd3c9f7e9df7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:33.531326 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7533ba76-f107-420f-ac2d-bd3c9f7e9df7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:33.620410 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7533ba76-f107-420f-ac2d-bd3c9f7e9df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:33.690870 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7533ba76-f107-420f-ac2d-bd3c9f7e9df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:33.722952 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533ba76-f107-420f-ac2d-bd3c9f7e9df7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46784296-e2e0-4b66-b685-9474ba7cb77e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:33.734734 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7533ba76-f107-420f-ac2d-bd3c9f7e9df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:33.743636 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7533ba76-f107-420f-ac2d-bd3c9f7e9df7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/46784296-e2e0-4b66-b685-9474ba7cb77e HTTP/1.1" status: 204 len: 168 time: 0.3270671 Dec 06 14:59:33.743968 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33134) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:33.746287 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ddb698-0527-4880-8b8f-4b03bc1e4f7c None None] Network ef8e5d39-99cc-4c37-996c-675a5525e83c requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:59:33.832203 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef94c60-437d-43ce-aa2d-991217480303 req-7b65d808-d7d6-453b-9730-e331ce86531e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:33.836613 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aef94c60-437d-43ce-aa2d-991217480303 req-7b65d808-d7d6-453b-9730-e331ce86531e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.1222579 Dec 06 14:59:33.871822 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:33.891534 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-168b7b20-1572-41d2-85e0-893fd80db77e req-afdab62c-c770-4455-838c-8f580fdc1970 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.1057246 Dec 06 14:59:33.968779 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aef94c60-437d-43ce-aa2d-991217480303 req-3a077024-6670-4f5f-9c20-cfb70f6ddd31 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159465 Dec 06 14:59:33.995095 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] Deleting port 55076068-ddc6-4592-bf76-e6573cf4b825 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:33.995095 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:34.000646 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:34.041009 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e67646-6c13-45d5-9dea-587fc05f8860 None None] DHCP port deletion for ef8e5d39-99cc-4c37-996c-675a5525e83c request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:59:34.093983 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] For port 55076068-ddc6-4592-bf76-e6573cf4b825, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=55076068-ddc6-4592-bf76-e6573cf4b825,segment=NetworkSegment(45d76bb3-c097-4055-a609-38fa03cb3a43),segment_id=45d76bb3-c097-4055-a609-38fa03cb3a43)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:34.094347 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:34.115336 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b828313d-a95c-43c8-8bfe-9f0d10f95fff req-e779860f-7fd5-4f23-963f-8b1e87ef41a3 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0855398 Dec 06 14:59:34.117959 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] Calling delete_port for 55076068-ddc6-4592-bf76-e6573cf4b825 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:34.126479 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 45015ded-9835-4532-991b-e3acf5cf73ee no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:59:34.177827 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 45015ded-9835-4532-991b-e3acf5cf73ee {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:59:34.178525 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 45015ded-9835-4532-991b-e3acf5cf73ee not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:59:34.179167 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4bdd2128-3833-4ecf-9c7f-8686489f7d5a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:59:34.202451 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 4bdd2128-3833-4ecf-9c7f-8686489f7d5a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:59:34.203157 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4bdd2128-3833-4ecf-9c7f-8686489f7d5a not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:59:34.208071 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-584323ab-9f51-4eeb-8475-9adaa349c52d req-6a77d0ad-1b97-4eea-abdb-7e4ee00f7b0f tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0607502 Dec 06 14:59:34.229690 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c9e67646-6c13-45d5-9dea-587fc05f8860 None None] Deleting port 55076068-ddc6-4592-bf76-e6573cf4b825 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:34.230110 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9e67646-6c13-45d5-9dea-587fc05f8860 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:34.253235 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:34.284389 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fce96b84-b758-4cd2-96ec-724d7d78063a req-3245c05c-d058-4aa5-bc30-84772dcd74e0 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.2592456 Dec 06 14:59:34.312515 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=55076068-ddc6-4592-bf76-e6573cf4b825,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:34.321450 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] No DVR routers for this DVR port 55076068-ddc6-4592-bf76-e6573cf4b825 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:59:34.372744 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2bf56f6d-5fbc-40e7-8030-b82e1686f37f req-b117f6a0-2d2a-42c4-9cf9-5cf49f763e9e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0536799 Dec 06 14:59:34.375185 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c9e67646-6c13-45d5-9dea-587fc05f8860 None None] For port 55076068-ddc6-4592-bf76-e6573cf4b825, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=55076068-ddc6-4592-bf76-e6573cf4b825,segment=NetworkSegment(45d76bb3-c097-4055-a609-38fa03cb3a43),segment_id=45d76bb3-c097-4055-a609-38fa03cb3a43)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:34.376697 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9e67646-6c13-45d5-9dea-587fc05f8860 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:34.402463 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c9e67646-6c13-45d5-9dea-587fc05f8860 None None] Calling delete_port for 55076068-ddc6-4592-bf76-e6573cf4b825 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:34.475161 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:34.503627 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8e5d39-99cc-4c37-996c-675a5525e83c']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:34.514139 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d76bb3-c097-4055-a609-38fa03cb3a43') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:34.514139 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d76bb3-c097-4055-a609-38fa03cb3a43') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:34.520787 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9e67646-6c13-45d5-9dea-587fc05f8860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:34.530400 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:34.544283 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:34.551461 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:59:34.551880 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:34.553077 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e67646-6c13-45d5-9dea-587fc05f8860 None None] Pushing event deleted for resources: {'Port': ['ID=55076068-ddc6-4592-bf76-e6573cf4b825,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:59:34.553792 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:59:34.562012 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e67646-6c13-45d5-9dea-587fc05f8860 None None] No DVR routers for this DVR port 55076068-ddc6-4592-bf76-e6573cf4b825 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:59:34.620153 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:34.628856 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:34.635033 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ef8e5d39-99cc-4c37-996c-675a5525e83c HTTP/1.1" status: 204 len: 168 time: 0.8873138 Dec 06 14:59:34.657193 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b3860-d1c1-4804-a08f-4da3b9adb7c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8e5d39-99cc-4c37-996c-675a5525e83c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:34.763324 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33146) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:34.811384 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-66d3d894-495b-4cd0-8ed7-bb3f69ab796b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da8d343b463741c1a6e370300f4581c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468445 Dec 06 14:59:34.814491 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33148) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:34.862184 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-318ef4c9-2323-483f-a70f-4608503e88a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:34.883666 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-318ef4c9-2323-483f-a70f-4608503e88a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:34.931746 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-318ef4c9-2323-483f-a70f-4608503e88a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:34.934364 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-318ef4c9-2323-483f-a70f-4608503e88a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:34.938249 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-318ef4c9-2323-483f-a70f-4608503e88a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b6a9cba-6794-4b2b-b8c6-027c0dd355d7 HTTP/1.1" status: 204 len: 168 time: 0.1203630 Dec 06 14:59:34.947539 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ef4c9-2323-483f-a70f-4608503e88a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6a9cba-6794-4b2b-b8c6-027c0dd355d7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:34.988281 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82ee5e2d-b935-4085-b254-d5ec5c48e1bb req-06a34955-0f87-4050-9380-9494725f70e2 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0274193 Dec 06 14:59:35.100989 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a00909-778e-4bc1-b527-cb362ef9f43f req-43f3e3c9-d57f-4053-b64f-8f8b74760bc6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:35.108703 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-73a00909-778e-4bc1-b527-cb362ef9f43f req-43f3e3c9-d57f-4053-b64f-8f8b74760bc6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0554941 Dec 06 14:59:35.174920 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-73a00909-778e-4bc1-b527-cb362ef9f43f req-51baef3e-f1ea-4ae3-8a5d-8e6eadd1bcc1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601289 Dec 06 14:59:35.194740 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92e08275-cc24-4cb7-8568-fa6b8029ccc8 req-60249f0f-3cb3-46db-9d92-96af91ab5c53 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0312006 Dec 06 14:59:35.299157 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b27d9d5a-a479-474f-8df2-342d05128945 req-615ac1fc-76ba-4645-94fc-f61127bd28ce tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0284374 Dec 06 14:59:35.368559 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67d7e00a-3752-4217-8c07-19c6df25ebbe req-dbb4f480-bd7a-4ee1-88f6-58698df4b368 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0283453 Dec 06 14:59:35.473526 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6d7ebc7e-2ed1-4e83-80c8-bace7c1b5122 req-cc7c07e0-56d0-4ffc-a9f8-45cbc5faa9d7 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0360415 Dec 06 14:59:35.607882 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:35.680817 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33184) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:35.781892 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4825712d-494e-4933-a0d8-7ae16d9978c6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-519660099-network', 'tenant_id': '4b54fdfca00848b4b3706d5107ef8385'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:59:35.802594 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4825712d-494e-4933-a0d8-7ae16d9978c6 admin admin] Made reservation on behalf of 4b54fdfca00848b4b3706d5107ef8385 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:59:35.805117 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4825712d-494e-4933-a0d8-7ae16d9978c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:35.813560 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4825712d-494e-4933-a0d8-7ae16d9978c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:35.888107 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4825712d-494e-4933-a0d8-7ae16d9978c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:35.892774 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4825712d-494e-4933-a0d8-7ae16d9978c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:35.912865 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4825712d-494e-4933-a0d8-7ae16d9978c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:59:35.928071 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825712d-494e-4933-a0d8-7ae16d9978c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a4c357-3440-4267-b2fd-cb47c8fa7bda,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:35.930967 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4825712d-494e-4933-a0d8-7ae16d9978c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:35.931312 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-4825712d-494e-4933-a0d8-7ae16d9978c6 admin admin] Added segment 9942c673-dec3-4f43-ade8-d2bae1850e57 of type vlan for network b3dfdcc1-3f30-4bad-a5b1-4a6923db437c Dec 06 14:59:35.983978 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4825712d-494e-4933-a0d8-7ae16d9978c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:36.010965 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4825712d-494e-4933-a0d8-7ae16d9978c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:36.012114 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4825712d-494e-4933-a0d8-7ae16d9978c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:36.012794 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4825712d-494e-4933-a0d8-7ae16d9978c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:36.015614 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 55076068-ddc6-4592-bf76-e6573cf4b825 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:59:36.044137 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 55076068-ddc6-4592-bf76-e6573cf4b825 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:59:36.045911 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 55076068-ddc6-4592-bf76-e6573cf4b825 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:59:36.068642 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4825712d-494e-4933-a0d8-7ae16d9978c6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3867240 Dec 06 14:59:36.071825 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33190) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:36.077243 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fa6afc00-768e-4aec-aaaa-81332716f72e admin admin] Request body: {'subnet': {'network_id': 'b3dfdcc1-3f30-4bad-a5b1-4a6923db437c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-519660099-subnet', 'tenant_id': '4b54fdfca00848b4b3706d5107ef8385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:59:36.101634 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6afc00-768e-4aec-aaaa-81332716f72e admin admin] Made reservation on behalf of 4b54fdfca00848b4b3706d5107ef8385 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:59:36.104402 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa6afc00-768e-4aec-aaaa-81332716f72e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:36.126784 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d48809ee-5d77-4803-90d6-d5be33aaf051 req-379aacd2-ea94-483b-b656-c86bb8bbe4c1 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0646470 Dec 06 14:59:36.127553 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825712d-494e-4933-a0d8-7ae16d9978c6 admin admin] Pushing event updated for resources: {'Network': ['ID=b3dfdcc1-3f30-4bad-a5b1-4a6923db437c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:36.140448 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network b3dfdcc1-3f30-4bad-a5b1-4a6923db437c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:59:36.305924 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-03db96be-251f-4ac6-b7c3-430455a6eb06 req-46142194-f6f5-4303-bea1-ca804a35b82d tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0288622 Dec 06 14:59:36.353384 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa6afc00-768e-4aec-aaaa-81332716f72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:36.372263 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f89f5-b510-4484-bf68-d1b1a53b9121 req-03a60788-c3b5-491b-adc6-87570d5a7bf8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:36.374224 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be4f89f5-b510-4484-bf68-d1b1a53b9121 req-03a60788-c3b5-491b-adc6-87570d5a7bf8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.1171668 Dec 06 14:59:36.391510 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e415898f-2491-4504-a178-db0226470276 req-58adde20-9f57-4de6-874d-e2a057557e4f tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0311692 Dec 06 14:59:36.474430 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6afc00-768e-4aec-aaaa-81332716f72e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a3ab749-f5de-4649-b56a-754a8c8505d6,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:36.476207 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dfbcb08e-36c7-493d-a18d-00014f7b64c3 req-209b206b-4db7-4bcb-ae4a-3ecd33343b46 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0358822 Dec 06 14:59:36.504153 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6afc00-768e-4aec-aaaa-81332716f72e admin admin] Checking segment: {'id': '9942c673-dec3-4f43-ade8-d2bae1850e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b3dfdcc1-3f30-4bad-a5b1-4a6923db437c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:59:36.504903 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6afc00-768e-4aec-aaaa-81332716f72e admin admin] Network hostable DHCP agents. Network: b3dfdcc1-3f30-4bad-a5b1-4a6923db437c, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:59:36.517615 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be4f89f5-b510-4484-bf68-d1b1a53b9121 req-a1eb77d0-ad0d-4949-bc50-06b5e5a57aa4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234004 Dec 06 14:59:36.543385 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6afc00-768e-4aec-aaaa-81332716f72e admin admin] Network b3dfdcc1-3f30-4bad-a5b1-4a6923db437c is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:59:36.549708 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:36.562883 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-fa6afc00-768e-4aec-aaaa-81332716f72e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b3dfdcc1-3f30-4bad-a5b1-4a6923db437c) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:59:36.567929 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6afc00-768e-4aec-aaaa-81332716f72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:36.568607 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa6afc00-768e-4aec-aaaa-81332716f72e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:36.574598 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599e4f5c-6116-4098-a96f-c3c528113066 None None] Network b3dfdcc1-3f30-4bad-a5b1-4a6923db437c requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:59:36.584236 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-53725b2f-5b8d-4d18-97e9-8865e5f79531 req-90b6987a-2a5b-4c2d-8568-b9116bb9ce46 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0331023 Dec 06 14:59:36.590457 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fa6afc00-768e-4aec-aaaa-81332716f72e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5175521 Dec 06 14:59:36.867285 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f1eaff-fefb-4d85-a16b-1dd7957b5a82 None None] Network b3dfdcc1-3f30-4bad-a5b1-4a6923db437c requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:59:37.058138 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35005201-cb01-4d67-877e-3a65b76c6c28 req-6f7027c1-834c-41fa-8ad9-713f9caf02a4 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:37.059622 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35005201-cb01-4d67-877e-3a65b76c6c28 req-6f7027c1-834c-41fa-8ad9-713f9caf02a4 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/networks?id=b3dfdcc1-3f30-4bad-a5b1-4a6923db437c HTTP/1.1" status: 200 len: 821 time: 0.1080935 Dec 06 14:59:37.074476 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35005201-cb01-4d67-877e-3a65b76c6c28 req-721c0b82-4010-4d2f-8bf2-382d37ff759f tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/quotas/4b54fdfca00848b4b3706d5107ef8385 HTTP/1.1" status: 200 len: 375 time: 0.0090051 Dec 06 14:59:37.106475 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35005201-cb01-4d67-877e-3a65b76c6c28 req-47801717-2ed3-48a7-8be9-bffbb89af180 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b54fdfca00848b4b3706d5107ef8385&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260942 Dec 06 14:59:37.205451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35005201-cb01-4d67-877e-3a65b76c6c28 req-d9492204-e2c9-4cec-bc38-8cc53469b7c7 service neutron] 10.222.0.20 "GET /v2.0/networks/b3dfdcc1-3f30-4bad-a5b1-4a6923db437c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920959 Dec 06 14:59:37.218538 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9bb92ff-c92d-4865-ad55-f457007cf0b6 req-1894e8da-25f9-4c20-8adf-947f9f2d902f tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0287139 Dec 06 14:59:37.296227 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35005201-cb01-4d67-877e-3a65b76c6c28 req-bb65f5f3-8c5e-466b-a07e-978ae359c276 service neutron] 10.222.0.20 "GET /v2.0/networks/b3dfdcc1-3f30-4bad-a5b1-4a6923db437c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844798 Dec 06 14:59:37.388557 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e718b909-cda3-4fdf-ab09-f3a754ab8e2e req-35a32bbf-714f-48ef-aa27-26f49d4e733c tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0279784 Dec 06 14:59:37.463888 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-194e8d87-c9c5-429e-9bf7-6c19dbb77a89 req-660c2674-7365-4ee9-832e-ce7a495f23ff tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0307164 Dec 06 14:59:37.470421 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5bbb5467-1a4f-49bf-8a1e-9ce9a8729079 req-7bcb3a3e-b9df-4234-a0d1-fbc557783c63 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0263326 Dec 06 14:59:37.566364 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-91151cfd-32c3-43f7-965a-52600f29b45a req-3df7bb16-3bcb-4b34-95bd-6f3c4619ad04 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0273564 Dec 06 14:59:37.655540 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34700dbd-06b2-49d9-83b3-3b619103de1d req-81ce3d94-18cb-4c5d-b521-7feb8a9e93e5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:37.657322 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-34700dbd-06b2-49d9-83b3-3b619103de1d req-81ce3d94-18cb-4c5d-b521-7feb8a9e93e5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0608923 Dec 06 14:59:37.674541 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-913959c2-8adc-47cc-8739-23e63d1ee5b4 req-4406b9e3-8083-4da6-ac0d-4040912b8725 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0255048 Dec 06 14:59:37.706455 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-34700dbd-06b2-49d9-83b3-3b619103de1d req-830fb1a2-df5f-4eef-907b-a1509aa7e8f0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427361 Dec 06 14:59:37.718228 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33242) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:38.111396 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-313c494d-a30e-4431-9619-35736ec0676f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:38.299529 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-63011271-3bfc-4344-a9cc-537a49efdf55 req-345590ca-e64c-4094-9696-a45fabae59ce tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0297840 Dec 06 14:59:38.348806 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-313c494d-a30e-4431-9619-35736ec0676f admin admin] Deleting port ae577b41-c26e-48fc-a745-92d9ae9b297c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:38.349141 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-313c494d-a30e-4431-9619-35736ec0676f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:38.428661 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-313c494d-a30e-4431-9619-35736ec0676f admin admin] For port ae577b41-c26e-48fc-a745-92d9ae9b297c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ae577b41-c26e-48fc-a745-92d9ae9b297c,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:38.429024 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-313c494d-a30e-4431-9619-35736ec0676f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:38.441369 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-313c494d-a30e-4431-9619-35736ec0676f admin admin] Calling delete_port for ae577b41-c26e-48fc-a745-92d9ae9b297c owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:38.546089 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7fc3ae5f-0a74-4344-812b-d8d827eadd06 req-bb457f8c-12e6-414e-9710-cdee056014d2 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0274510 Dec 06 14:59:38.579693 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7b736e87-16fc-433b-8608-562ffe47a2ff req-6421fd2e-a0c9-464b-80ba-0bfb07d97227 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0325098 Dec 06 14:59:38.615330 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-109ce593-8132-4cb9-9012-8e62b177167d req-792c39c4-5517-464a-9124-6b8d8a04eed1 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0305185 Dec 06 14:59:38.669642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-970c4d71-d024-4606-977f-3a4043d57e47 req-d26a3f60-80d1-44e0-9b65-7fc7fca52443 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0326688 Dec 06 14:59:38.680883 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-313c494d-a30e-4431-9619-35736ec0676f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:38.709323 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c494d-a30e-4431-9619-35736ec0676f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae577b41-c26e-48fc-a745-92d9ae9b297c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:38.794435 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d92009dc-2f36-497a-9cbb-c0a7182fef20 req-3726c6b0-8c2e-4ffc-b29a-e0f4ee657e64 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0487025 Dec 06 14:59:38.894106 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f68bfe-e129-4f82-a15f-7769c3fcb538 req-ba7a1f9a-86b7-4c15-ab4c-afa28e0ede58 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:38.895695 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-49f68bfe-e129-4f82-a15f-7769c3fcb538 req-ba7a1f9a-86b7-4c15-ab4c-afa28e0ede58 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0966966 Dec 06 14:59:38.961910 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-313c494d-a30e-4431-9619-35736ec0676f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:38.984746 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-49f68bfe-e129-4f82-a15f-7769c3fcb538 req-2a4fcfb4-f6a5-4046-8b1d-55b5c1d49745 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637882 Dec 06 14:59:39.182064 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313c494d-a30e-4431-9619-35736ec0676f admin admin] Router ffc979a5-31c5-495d-8576-3defa1c8bc8f has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:59:39.283830 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313c494d-a30e-4431-9619-35736ec0676f admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:59:39.288664 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-313c494d-a30e-4431-9619-35736ec0676f admin admin] 10.222.0.20 "PUT /v2.0/routers/ffc979a5-31c5-495d-8576-3defa1c8bc8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5694444 Dec 06 14:59:39.291221 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33262) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:39.293845 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c20d3f-d9e8-4be1-bfe0-acce0084d2ae None None] Sync routers for ids ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:59:39.303980 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c20d3f-d9e8-4be1-bfe0-acce0084d2ae None None] Routers {'ffc979a5-31c5-495d-8576-3defa1c8bc8f'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:59:39.304599 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-23c20d3f-d9e8-4be1-bfe0-acce0084d2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:59:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:39.377168 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a04d1b33-70ea-40e3-8e78-e7c1c6a3da8b req-7e9c7e0c-43a9-4eb1-b952-03e78cd9f492 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0283699 Dec 06 14:59:39.398135 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cc494f5-c2a9-4033-8fea-311f60f96ba1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:39.409371 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-23c20d3f-d9e8-4be1-bfe0-acce0084d2ae None None] Set router ffc979a5-31c5-495d-8576-3defa1c8bc8f gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:59:39.596441 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-23c20d3f-d9e8-4be1-bfe0-acce0084d2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:59:38Z', 'revision_number': 5, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:39.631329 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c20d3f-d9e8-4be1-bfe0-acce0084d2ae None None] Checking router: ffc979a5-31c5-495d-8576-3defa1c8bc8f for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:59:39.642786 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c20d3f-d9e8-4be1-bfe0-acce0084d2ae None None] Routers {'ffc979a5-31c5-495d-8576-3defa1c8bc8f'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:59:39.643570 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-23c20d3f-d9e8-4be1-bfe0-acce0084d2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T14:59:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:39.673967 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-058b54d4-37f7-4e26-84b0-e036f41c4ae1 req-6b01a0b3-f5d0-4bd4-8c49-7f9822b6164f tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0318801 Dec 06 14:59:39.754799 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3a94771-a01a-4822-ab9d-2a270a52021d req-42f67746-3a74-4972-83af-c5d8d114df3e tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0309689 Dec 06 14:59:39.778553 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-23c20d3f-d9e8-4be1-bfe0-acce0084d2ae None None] Set router ffc979a5-31c5-495d-8576-3defa1c8bc8f gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:59:39.782461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3bd3c5e-3dfa-4eca-adef-d681c1d84860 req-e74fbab3-8d69-4671-b357-dbba48339778 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0330210 Dec 06 14:59:39.804789 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cc494f5-c2a9-4033-8fea-311f60f96ba1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:39.842027 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-debe6931-22f7-406c-97d7-00c2ffa2fddc req-cf368bde-76bc-4caf-b9e7-63d4015531a5 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0289574 Dec 06 14:59:39.878526 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-999bb31d-62ba-4902-9e1c-38592c21db9f req-e5f92fa6-8da6-4948-a6c0-e05f247be243 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0365739 Dec 06 14:59:39.887067 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2cc494f5-c2a9-4033-8fea-311f60f96ba1 admin admin] Deleting port f83ff2ba-a138-428c-b05e-871b4fb62b6c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:39.887540 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cc494f5-c2a9-4033-8fea-311f60f96ba1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:39.971361 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2cc494f5-c2a9-4033-8fea-311f60f96ba1 admin admin] For port f83ff2ba-a138-428c-b05e-871b4fb62b6c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f83ff2ba-a138-428c-b05e-871b4fb62b6c,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:39.971786 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cc494f5-c2a9-4033-8fea-311f60f96ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:39.973524 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-23c20d3f-d9e8-4be1-bfe0-acce0084d2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:59:38Z', 'revision_number': 5, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:39.984287 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2cc494f5-c2a9-4033-8fea-311f60f96ba1 admin admin] Calling delete_port for f83ff2ba-a138-428c-b05e-871b4fb62b6c owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:39.998927 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c20d3f-d9e8-4be1-bfe0-acce0084d2ae None None] The sync data for ids ['ffc979a5-31c5-495d-8576-3defa1c8bc8f'] in n-d-master-1 is: [{'id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'name': 'tempest-AttachVolumeShelveTestJSON-470861340-router', 'tenant_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:51:40Z', 'updated_at': '2021-12-06T14:59:38Z', 'revision_number': 5, 'project_id': '8444f66a19024e8ca3d08cd6cc68e73d', 'gw_port': {'id': 'f83ff2ba-a138-428c-b05e-871b4fb62b6c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc979a5-31c5-495d-8576-3defa1c8bc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:51:41Z', 'updated_at': '2021-12-06T14:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:59:40.101619 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7259ff7-b39f-4abd-88d9-3c6d0501eb63 req-2436d427-db4a-441f-b2ee-7dd0f15fe111 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:40.103129 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7259ff7-b39f-4abd-88d9-3c6d0501eb63 req-2436d427-db4a-441f-b2ee-7dd0f15fe111 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0492096 Dec 06 14:59:40.151478 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7259ff7-b39f-4abd-88d9-3c6d0501eb63 req-940814f1-2ac2-4e31-b37b-c595dd27aaf8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423634 Dec 06 14:59:40.152318 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cc494f5-c2a9-4033-8fea-311f60f96ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.180219 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc494f5-c2a9-4033-8fea-311f60f96ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f83ff2ba-a138-428c-b05e-871b4fb62b6c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:40.190798 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59860460-866e-4846-bf27-bd0cb7f05833 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:59:40.241810 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cc494f5-c2a9-4033-8fea-311f60f96ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.330211 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cc494f5-c2a9-4033-8fea-311f60f96ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.332211 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cc494f5-c2a9-4033-8fea-311f60f96ba1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.377904 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cc494f5-c2a9-4033-8fea-311f60f96ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.378554 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc494f5-c2a9-4033-8fea-311f60f96ba1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffc979a5-31c5-495d-8576-3defa1c8bc8f {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:59:40.383340 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2cc494f5-c2a9-4033-8fea-311f60f96ba1 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.384368 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2cc494f5-c2a9-4033-8fea-311f60f96ba1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ffc979a5-31c5-495d-8576-3defa1c8bc8f HTTP/1.1" status: 204 len: 168 time: 1.0922213 Dec 06 14:59:40.387165 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33278) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:40.434444 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-d344bf84-f81e-4d82-afb7-533eb8161e66 admin admin] Deleting subnet 960bec1b-5464-4199-b91b-894c7ec18725 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:59:40.437881 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d344bf84-f81e-4d82-afb7-533eb8161e66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.459137 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00d233c8-e432-4a49-835b-18ab59ff6587 req-6d33abf7-ffdd-4a8a-9008-250c525792e6 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0289681 Dec 06 14:59:40.478796 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d344bf84-f81e-4d82-afb7-533eb8161e66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.556509 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d344bf84-f81e-4d82-afb7-533eb8161e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.610235 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d344bf84-f81e-4d82-afb7-533eb8161e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.638251 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344bf84-f81e-4d82-afb7-533eb8161e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=960bec1b-5464-4199-b91b-894c7ec18725,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:40.640522 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d344bf84-f81e-4d82-afb7-533eb8161e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.646620 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d344bf84-f81e-4d82-afb7-533eb8161e66 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/960bec1b-5464-4199-b91b-894c7ec18725 HTTP/1.1" status: 204 len: 168 time: 0.2561741 Dec 06 14:59:40.646928 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33282) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:40.650465 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e78fe6d-6a5d-437d-8992-506e73198fee None None] Network 5aee0eac-59a5-43f1-85a8-7817e7c60b81 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:59:40.722829 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.758878 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-05c67f0e-3ddc-4062-9e53-418580938223 req-bf946759-6122-4c31-a46e-1158850a44c6 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0296147 Dec 06 14:59:40.804082 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] Deleting port 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:40.804423 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.840723 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ef8e422-3ff4-4a3f-8ec9-3616f01a4586 req-4e3a799e-ea69-42af-bf84-e8a3ef52651e tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0284243 Dec 06 14:59:40.901009 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f67049e3-bcac-4f02-8e9a-1cdcfd46e526 req-7e5832b0-7088-4fea-8031-1a8fac9cb399 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0344965 Dec 06 14:59:40.909346 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] For port 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=892f4a24-fd5b-4a8e-9b46-5a39e79f93c1,segment=NetworkSegment(e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82),segment_id=e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:40.909701 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.920754 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-06ee1f68-ad3e-427d-8191-beb8317852b8 req-886bf9f2-082f-4ff9-8284-01667dabb427 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0276725 Dec 06 14:59:40.932520 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] Calling delete_port for 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:41.000280 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fa9e72bd-1e91-4c48-9b2b-73704c1a5565 req-41f403a4-7cee-4e59-aaa8-ec6c24b24ded tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0580645 Dec 06 14:59:41.029990 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e869b73d-e6f7-4112-8551-4f3ba1585f48 None None] DHCP port deletion for 5aee0eac-59a5-43f1-85a8-7817e7c60b81 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:59:41.049951 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.075699 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] Pushing event deleted for resources: {'Port': ['ID=892f4a24-fd5b-4a8e-9b46-5a39e79f93c1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:41.079710 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] No DVR routers for this DVR port 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:59:41.084495 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e869b73d-e6f7-4112-8551-4f3ba1585f48 None None] Deleting port 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:41.084872 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e869b73d-e6f7-4112-8551-4f3ba1585f48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.145529 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e869b73d-e6f7-4112-8551-4f3ba1585f48 None None] For port 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1, host n-d-master-1, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:41.145847 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e869b73d-e6f7-4112-8551-4f3ba1585f48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.153445 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.158351 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e869b73d-e6f7-4112-8551-4f3ba1585f48 None None] Calling delete_port for 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:41.161206 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-e869b73d-e6f7-4112-8551-4f3ba1585f48 None None] Port 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 14:59:41.162463 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e869b73d-e6f7-4112-8551-4f3ba1585f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.176527 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aee0eac-59a5-43f1-85a8-7817e7c60b81']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:41.186249 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:41.186601 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e147b1ed-1dfc-41fa-bdc6-4e0fc5483f82') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:41.191412 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869b73d-e6f7-4112-8551-4f3ba1585f48 None None] Pushing event deleted for resources: {'Port': ['ID=892f4a24-fd5b-4a8e-9b46-5a39e79f93c1,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:41.194377 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e869b73d-e6f7-4112-8551-4f3ba1585f48 None None] No DVR routers for this DVR port 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:59:41.196709 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.215875 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.222538 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:59:41.222926 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: timer() Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:59:41.224924 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:59:41.275978 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b86bb-ccb1-46fa-ae92-83046c1a64ed req-fb9deb8f-5fc1-4a5a-8746-7a45c8a12214 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:41.277353 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-462b86bb-ccb1-46fa-ae92-83046c1a64ed req-fb9deb8f-5fc1-4a5a-8746-7a45c8a12214 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0557668 Dec 06 14:59:41.286305 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.291932 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.295330 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5aee0eac-59a5-43f1-85a8-7817e7c60b81 HTTP/1.1" status: 204 len: 168 time: 0.6476142 Dec 06 14:59:41.312712 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cc6dd-9a74-4e2f-a1ce-d94eb7938454 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aee0eac-59a5-43f1-85a8-7817e7c60b81,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:41.328658 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-462b86bb-ccb1-46fa-ae92-83046c1a64ed req-35e8d50c-5b0f-4a08-b4f5-a7787b865d2b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431092 Dec 06 14:59:41.410342 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33298) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:41.448860 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-40c9b63a-716f-4af3-a9d6-edd3ae7d2806 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8444f66a19024e8ca3d08cd6cc68e73d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373845 Dec 06 14:59:41.451308 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33300) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:41.499306 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a4bd29c-3358-4cb6-8a69-0a00c41c5377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.521598 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a4bd29c-3358-4cb6-8a69-0a00c41c5377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.536465 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d77fe7d7-5477-4947-8928-0cb2e7ff03d0 req-8f9c29bb-4137-4611-8642-9d5a7589ead7 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0273654 Dec 06 14:59:41.569546 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a4bd29c-3358-4cb6-8a69-0a00c41c5377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.572260 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a4bd29c-3358-4cb6-8a69-0a00c41c5377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.573434 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6a4bd29c-3358-4cb6-8a69-0a00c41c5377 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97e3b6a0-70b8-450d-8c27-cf1e294dca91 HTTP/1.1" status: 204 len: 168 time: 0.1212065 Dec 06 14:59:41.581493 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bd29c-3358-4cb6-8a69-0a00c41c5377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e3b6a0-70b8-450d-8c27-cf1e294dca91,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:41.839745 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7240497a-796a-4f53-a94a-e69bd8744bdb req-ba1fe383-61c4-45d3-a2da-d150b91a69fd tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0307481 Dec 06 14:59:41.916670 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd7425a2-d798-46e1-be59-28a6ec9f17da req-c4926275-df81-477e-a28a-dbd74dafc2e5 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0261073 Dec 06 14:59:42.004294 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc5427ef-8735-4182-a6a8-2ea0ab7f6941 req-a3f395e7-f298-49e7-b311-db748193ce32 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0346525 Dec 06 14:59:42.006189 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b157f1f5-1909-40a7-b52f-5eed164a42ba req-fac7f7dc-03b2-4c9e-98ca-b38f7334aec1 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0309541 Dec 06 14:59:42.021282 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f83ff2ba-a138-428c-b05e-871b4fb62b6c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:59:42.046519 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: f83ff2ba-a138-428c-b05e-871b4fb62b6c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:59:42.047134 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f83ff2ba-a138-428c-b05e-871b4fb62b6c not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:59:42.047612 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:59:42.068280 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:59:42.068622 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 892f4a24-fd5b-4a8e-9b46-5a39e79f93c1 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:59:42.069050 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ae577b41-c26e-48fc-a745-92d9ae9b297c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:59:42.086953 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23f2d7d0-d08c-4805-ad36-969977436857 req-b768492f-a0ab-4f95-b1d6-f2f93b4d23a8 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0309017 Dec 06 14:59:42.090681 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: ae577b41-c26e-48fc-a745-92d9ae9b297c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:59:42.091119 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ae577b41-c26e-48fc-a745-92d9ae9b297c not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:59:42.445929 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a43927-52ee-4c18-8a07-2994c9315cf8 req-a1146fa3-f7da-4215-a73d-2397bfd0a575 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:42.447390 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9a43927-52ee-4c18-8a07-2994c9315cf8 req-a1146fa3-f7da-4215-a73d-2397bfd0a575 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0492079 Dec 06 14:59:42.503804 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9a43927-52ee-4c18-8a07-2994c9315cf8 req-9802c259-b397-4853-96c2-89f0429da40b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504048 Dec 06 14:59:42.616043 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-49932471-9b3c-416c-ad8c-6a2430f46bee req-ea2906f9-13d7-4ce2-979e-84f28a7c95af tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0279145 Dec 06 14:59:42.915681 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed634c1c-4973-449c-af43-16096fd8d99f req-a70b5c9b-d482-469b-aee6-b5aab0c53ccc tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0262301 Dec 06 14:59:42.995545 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc54692b-ef56-4e7b-8bd9-f7fb2c3c0021 req-2e7a7d61-ad95-43a1-b3c7-fe3f89b16d10 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0272336 Dec 06 14:59:43.080737 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-900f810b-a7b4-443c-958b-5d1ded4438e8 req-4f149a81-673f-40e4-806f-7c64cd8a29db tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0270822 Dec 06 14:59:43.086767 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4608c5dc-f742-4500-93ee-12471ed3d9e6 req-67469ae6-52ce-4295-ba25-03d69e099fef tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0293434 Dec 06 14:59:43.163496 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-354147ab-1087-45ed-bb37-42789eb114e3 req-4753e756-f345-4426-870c-6d60cb425170 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0277438 Dec 06 14:59:43.619023 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837416bd-7aea-4179-8009-018d65e46c75 req-2ab6e755-89cf-4534-ae41-66c9cbb339c6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:43.620551 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-837416bd-7aea-4179-8009-018d65e46c75 req-2ab6e755-89cf-4534-ae41-66c9cbb339c6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0500433 Dec 06 14:59:43.670483 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-837416bd-7aea-4179-8009-018d65e46c75 req-fb9f455a-ca15-49e9-8a27-3d62cd7f2aaa tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434785 Dec 06 14:59:43.696252 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-740aa931-3f75-465f-bfcd-035f997526ea req-2d2e9877-8856-4267-9b05-a809c168f71a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0262647 Dec 06 14:59:43.994660 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-26d74ffb-4ed5-418f-8b7f-5197b90f787c req-e530b86c-1deb-4aeb-b0fa-ebc314a759cd tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0277398 Dec 06 14:59:44.084543 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9577496-73ee-4ee4-8afd-86ac3c8d7429 req-455eae84-935e-427b-90c8-e55c82425139 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0264649 Dec 06 14:59:44.163205 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e880af9-0eaa-4ce3-b3f2-04e0f69d35d2 req-b227f0aa-538d-477f-829d-a3b46fc3b183 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0269148 Dec 06 14:59:44.174619 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab3213fe-3b0c-4294-a74c-4d54ecd84dd9 req-867c4735-543f-4c82-8825-ae9068f4fcb5 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0375676 Dec 06 14:59:44.239538 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40648790-d35a-428c-83da-d977bb3d5602 req-932c8454-f2d4-4924-8d34-e8235bc0b13a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0266612 Dec 06 14:59:44.785461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1316c7a7-5a30-4efe-99e0-ec440c1b5e32 req-544087ad-2ff9-42d3-a014-e3977992ca9a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0377643 Dec 06 14:59:44.799858 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566506a9-78a5-458d-b1f7-f62a2eab8c15 req-2f00e230-f646-44e7-8b6c-ff3adc3c5d82 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:44.805490 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-566506a9-78a5-458d-b1f7-f62a2eab8c15 req-2f00e230-f646-44e7-8b6c-ff3adc3c5d82 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0606058 Dec 06 14:59:44.850455 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-566506a9-78a5-458d-b1f7-f62a2eab8c15 req-b9a1a582-748d-4041-b69c-b6f5551cc442 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429935 Dec 06 14:59:45.071588 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af186ddf-e43c-403c-8a26-a672aec1f092 req-a14428dd-3579-47bb-9dc9-88e8ff6f5b30 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0264893 Dec 06 14:59:45.160173 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d5f7763-f7c0-46db-ac12-a80b8a2e438a req-947ccfc3-08d4-48a6-accc-bfeeaa8f4765 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0261211 Dec 06 14:59:45.244369 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6528b1f-60e1-4be7-9561-42d8116fb7ed req-2083623b-a872-41a8-bfe2-ff2a2d51e0a9 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0272357 Dec 06 14:59:45.244917 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b86737a2-3884-4555-bc8b-f60164f996df req-488f1a99-5da1-4053-8b82-202afca0200c tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0283060 Dec 06 14:59:45.326595 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-82c5b464-b170-4608-819c-ad799d76da80 req-20fa8588-75f4-4217-8bf2-18742158b38a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0300288 Dec 06 14:59:45.853719 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6602c597-698b-43e7-84b7-027278f78f17 req-df010ee9-b03e-4ccf-b7c7-6062169a2640 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0256591 Dec 06 14:59:45.967939 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2d566-d468-48a1-a405-2a8ebdaa2ae2 req-83d409eb-f4c8-416b-8dba-05b4a8012222 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:45.969926 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69b2d566-d468-48a1-a405-2a8ebdaa2ae2 req-83d409eb-f4c8-416b-8dba-05b4a8012222 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0530257 Dec 06 14:59:46.020770 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69b2d566-d468-48a1-a405-2a8ebdaa2ae2 req-478f6194-3f88-4e56-bfd6-8ffa9d9f34a1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439610 Dec 06 14:59:46.150954 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-494b8a83-12e9-4aa1-b3ef-55107c78dd91 req-a8f6a678-7589-42d1-b7c3-17798cf503e1 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0271859 Dec 06 14:59:46.234700 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4bd85a26-7a4e-441b-b715-43e46032ba01 req-423f8c91-a430-4703-9be2-7398c4332b55 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0256240 Dec 06 14:59:46.321906 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63ec03c7-c278-45a1-947f-8bbcbb12d0e2 req-da0cc77e-5477-4530-8564-bdfb5bfbbf8b tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0262921 Dec 06 14:59:46.324899 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c997492-28da-4866-9ea3-9a6ad2811227 req-ffe96bfb-b5ae-4a82-b006-c0bf50f1ffaf tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0288074 Dec 06 14:59:46.401588 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6da73673-d176-4c9c-aadd-74216671dcef req-bd325d30-c5d2-4a2d-8fe9-03478523d4f7 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0270190 Dec 06 14:59:46.928381 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0dacb87c-ab6c-499b-a5ac-a7cac2476a64 req-dd1147e9-03a5-4d7d-9d0f-88635879765c tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0259411 Dec 06 14:59:47.146840 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79955780-861d-4a38-bec0-a421b29d77aa req-0b5d6993-4133-435c-a796-9eb119997d34 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:47.148773 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79955780-861d-4a38-bec0-a421b29d77aa req-0b5d6993-4133-435c-a796-9eb119997d34 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0532203 Dec 06 14:59:47.202011 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79955780-861d-4a38-bec0-a421b29d77aa req-8fcb923c-db3e-466e-b7ce-d26ba445bb96 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471320 Dec 06 14:59:47.255846 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-572e7161-03f3-4d84-80a7-c5022384fc8c req-5595a668-7815-4bc5-a5e0-477caa84617b tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0299962 Dec 06 14:59:47.329731 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d703145d-7b0c-4fe1-b516-648e91327832 req-3197f3c0-cdf0-4cd2-b0bd-a9aad98c3b1d tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0424356 Dec 06 14:59:47.402866 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c1877ee-f4d3-496f-b192-554dfd580173 req-61698ed9-7304-41c0-bdad-66c104c42b40 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0262637 Dec 06 14:59:47.407796 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c14aa9b-fbeb-4b43-8f46-64db7035f76d req-517a40cb-4516-4968-a9c0-d4a972bec4ed tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0312972 Dec 06 14:59:47.478266 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa37403c-353d-4a96-9d01-eb94f0e54854 req-e04b377d-104d-4d1a-ae43-3106aed9e455 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0266800 Dec 06 14:59:48.007081 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1fcee0e2-0b9e-416c-9595-82d35a842519 req-1580db62-0952-4da1-8b8c-f812760ae0c0 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0285916 Dec 06 14:59:48.322833 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c5ca4-6cd4-4323-8c75-721a951bd042 req-f9855998-d01f-45a9-a992-5d82128a9d0b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:48.324584 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab4c5ca4-6cd4-4323-8c75-721a951bd042 req-f9855998-d01f-45a9-a992-5d82128a9d0b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0535319 Dec 06 14:59:48.367825 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69f835c0-7d6f-4ed9-804a-9a874ce8e735 req-8fbda24f-5515-4ef7-ba45-db8a945d09e3 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0298495 Dec 06 14:59:48.396497 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab4c5ca4-6cd4-4323-8c75-721a951bd042 req-e889cd39-292a-4b4a-bbce-281941984cf9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578067 Dec 06 14:59:48.437712 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5dc5f194-8372-4a00-9937-850e078d765e req-169a6b48-8600-4fea-afb5-73c2ac24c9e1 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255303 Dec 06 14:59:48.483837 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e15545df-ed2d-4ee3-95a1-4643b33f7b58 req-6517d939-fa2f-4b65-b930-fb21cbc6f263 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0285780 Dec 06 14:59:48.514675 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e48a2447-8d60-47df-bc0f-13c3c6cb4f6b req-4c131c18-2c4c-4579-8479-4077a684d6c6 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0365288 Dec 06 14:59:48.561821 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eb36302c-fdc7-4278-b795-12d747fa7d13 req-925d0010-8f4b-4afe-958e-9a21d489c8c0 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0254748 Dec 06 14:59:49.084855 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-14691ac4-545a-4f9c-9247-a36ac9af4b48 req-a6605d98-3602-4d01-800c-c2a98a0e8aaf tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0277665 Dec 06 14:59:49.454205 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ffacd48-6356-4934-ac2b-10b2202c9024 req-c4ab3ae0-4598-4de2-bc7f-e4ec6dab86f5 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0288854 Dec 06 14:59:49.557670 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-df459b66-51e1-4e5a-a129-a3b9039c8495 req-bdb61ba2-f31d-405d-974a-acd65a08125d tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0385900 Dec 06 14:59:49.648533 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a7dbf7b-5779-4309-969d-2c0b30ff947e req-34269f3d-7852-40ff-bc90-05cfcecb71d0 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0401669 Dec 06 14:59:49.736078 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e12c83ab-3231-4f5c-88d7-89408e83cf82 req-acf129fd-2e29-417a-be28-b6d08f313ab8 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0380769 Dec 06 14:59:49.781277 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70b38d-09b5-41e5-87f2-e41e06bd315e req-2417d3c8-d862-4eee-9667-551684a40236 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:49.783872 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a70b38d-09b5-41e5-87f2-e41e06bd315e req-2417d3c8-d862-4eee-9667-551684a40236 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0645840 Dec 06 14:59:49.830375 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44e3b553-fa98-46d8-8142-111e76322065 req-59e3965a-2465-4937-a636-c9e394474d5c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0371039 Dec 06 14:59:49.833116 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a70b38d-09b5-41e5-87f2-e41e06bd315e req-4d84c280-9d88-47da-9121-16531f7d0629 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424485 Dec 06 14:59:50.163094 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-91cc3ac2-e10e-4be9-bdc4-5858e0c0b290 req-f29f0e87-c4dc-4567-b5e3-f7ade4b8399d tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0287509 Dec 06 14:59:50.542934 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-94f847ea-d880-4a71-a789-e03dd1a1830f req-02bd34fe-ed90-46b9-85b9-85f5bdbd45a6 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0268250 Dec 06 14:59:50.643824 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a799727-7678-41b4-9c70-810b280d829c req-74110879-3197-4687-85a3-059ffd28c350 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0268831 Dec 06 14:59:50.729170 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acb2e70f-ff87-4a08-887d-2314f3ccecd1 req-44e1041b-631d-418d-a45a-9e64a9fe812b tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0296488 Dec 06 14:59:50.814453 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ea34ad7-5af6-4ad7-b1f6-0aafb1bcafc5 req-4431f485-814b-4472-8b61-0c4de5b94d8f tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0267537 Dec 06 14:59:50.919854 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec2cd1fc-a58f-4978-8e40-c8a87b828d65 req-1db7255e-4fdd-4c86-9c06-7a860c745cd4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0328753 Dec 06 14:59:50.965506 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b1ac3-5dee-4d9b-95e8-3ea4f0a8ef00 req-0c445aae-7d01-4954-8dff-c0d85113832e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:50.967104 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-162b1ac3-5dee-4d9b-95e8-3ea4f0a8ef00 req-0c445aae-7d01-4954-8dff-c0d85113832e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0550902 Dec 06 14:59:51.015022 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-162b1ac3-5dee-4d9b-95e8-3ea4f0a8ef00 req-47485d64-2e85-44be-90e8-08bab3dd1c99 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412016 Dec 06 14:59:51.239822 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-780f0f62-1f16-4652-9a95-a1987445102b req-3e325583-3e49-4ce7-9fb0-1834388864c5 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0267415 Dec 06 14:59:51.649257 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1ac02461-6377-4d40-b942-ac25676ba45b req-b476a747-04c9-4866-b6fc-b8e01ebbc81b tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0354776 Dec 06 14:59:51.736334 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59840c91-6a8d-4bdc-9735-d0769d66142a req-60dbae97-3d07-4c0b-b341-1b33d5c2dbe8 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0347748 Dec 06 14:59:51.814283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-949ae384-a0d5-4628-867c-e153f50a3edd req-3621075e-7d78-4d69-9cfc-2dbbbe367fd5 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0270457 Dec 06 14:59:51.891596 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a420e332-5dfa-43f4-aa0d-71bf7ae74298 req-c025f7de-e65a-49af-aa63-14c0d6f84ce4 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0274272 Dec 06 14:59:51.988087 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ace0adca-408f-41eb-9c0b-abe2fe2abf6c req-63c0c930-aa68-45f6-81bd-9aa627b79f78 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0264318 Dec 06 14:59:52.064719 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:59:52.136396 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42c693-3220-4f3b-8937-b37c2a1671c7 req-0baabf36-058d-4b16-8a4a-bad44c182316 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:52.137993 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d42c693-3220-4f3b-8937-b37c2a1671c7 req-0baabf36-058d-4b16-8a4a-bad44c182316 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0523026 Dec 06 14:59:52.195287 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d42c693-3220-4f3b-8937-b37c2a1671c7 req-1b06b2bf-c653-46ec-8265-a97910410b8b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497963 Dec 06 14:59:52.327759 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8605a7db-1d13-430d-a9da-583281f846f6 req-4c3febd3-390a-4d26-b67c-7485224e8600 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0336246 Dec 06 14:59:52.728442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42d8ef85-05b9-48e3-9a22-bd6c17a3bda5 req-56e2dec3-db95-49bd-9f1e-f6b2907e8544 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0260808 Dec 06 14:59:52.820858 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-30d30908-bf1d-480a-a95e-912db5b2451c req-d89d0696-f38e-4739-95e4-a7bb67da82ef tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0292463 Dec 06 14:59:52.891563 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33a0964a-0983-4e27-9d89-e48cd1efa88a req-38ef7cd6-495f-41d1-b631-67547d247f05 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0258024 Dec 06 14:59:52.968582 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-32a624a4-36f6-49df-8b61-5644edd65b1c req-1fe84f7a-fc9d-4182-970c-524ad75c9d98 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0268741 Dec 06 14:59:53.064193 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7b357f53-dae0-4f97-90c5-85384a93db73 req-e0966c85-6dde-44bc-84e3-0aa744d1c532 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0253072 Dec 06 14:59:53.309807 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d188e65-50c2-462e-93bd-891185422be0 req-098af7fa-a06d-4b4a-8a0d-5dd9deab49e3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:53.311171 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d188e65-50c2-462e-93bd-891185422be0 req-098af7fa-a06d-4b4a-8a0d-5dd9deab49e3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0481267 Dec 06 14:59:53.360064 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d188e65-50c2-462e-93bd-891185422be0 req-0e3b03b8-8214-4631-8536-4ecd8afd84e9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422177 Dec 06 14:59:53.399914 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf919b8e-9cef-41f7-ae0d-46b164784935 req-00c00a9b-d777-4759-900f-e628d79e48b0 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0271285 Dec 06 14:59:53.804516 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b92bb066-f131-49da-a3df-d69d38b6fb52 req-e8051e74-abc8-4b38-8451-e613788294fa tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0268848 Dec 06 14:59:53.896976 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e4fda0f-f832-49b9-a3e6-cc6cac363d84 req-af6a13b1-39fa-41e9-90e0-f9b97cb6d86f tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0259948 Dec 06 14:59:53.984244 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f2fea97c-4819-4e6a-8eeb-0a42dba0688c req-73fc830c-8271-4486-859a-84cba0b327e0 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0334446 Dec 06 14:59:54.056502 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66970e28-30d7-4395-9776-0e9295ac23e9 req-806b250b-6fb7-4b61-8bc6-599130f29215 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0308914 Dec 06 14:59:54.070555 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33590) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:54.139435 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-07d8d7a4-ee9e-4382-b257-7949bfda1b33 req-f3f8825b-7882-42b2-87c2-ee7d4922c04d tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf23bc01-64b6-4e8b-b982-eccdc5a30d40 HTTP/1.1" status: 200 len: 210 time: 0.0261862 Dec 06 14:59:54.179506 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c97e19d1-727d-45d5-ba98-8e2404b3b911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:54.259343 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c97e19d1-727d-45d5-ba98-8e2404b3b911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:54.263743 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c97e19d1-727d-45d5-ba98-8e2404b3b911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:54.301317 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e19d1-727d-45d5-ba98-8e2404b3b911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c6fc0b-c726-4202-886e-5e4b44baea17,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:54.320039 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33602) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:54.320202 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c97e19d1-727d-45d5-ba98-8e2404b3b911 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03f37644fe42474ebc15e4e281fcc3ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2485025 Dec 06 14:59:54.368815 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b977aa7-903b-48cc-8f5c-bb9cf3530614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:54.395481 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b977aa7-903b-48cc-8f5c-bb9cf3530614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:54.473145 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b977aa7-903b-48cc-8f5c-bb9cf3530614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:54.476860 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b977aa7-903b-48cc-8f5c-bb9cf3530614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:54.478249 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0b977aa7-903b-48cc-8f5c-bb9cf3530614 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34c6fc0b-c726-4202-886e-5e4b44baea17 HTTP/1.1" status: 204 len: 168 time: 0.1571615 Dec 06 14:59:54.518801 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598d2ee-e17e-4c75-8d7a-57d1e3ac2d73 req-b49ac8bf-edea-4d86-aaf5-36fc41c76a16 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:54.520820 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b598d2ee-e17e-4c75-8d7a-57d1e3ac2d73 req-b49ac8bf-edea-4d86-aaf5-36fc41c76a16 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0856586 Dec 06 14:59:54.521670 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b977aa7-903b-48cc-8f5c-bb9cf3530614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c6fc0b-c726-4202-886e-5e4b44baea17,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:54.596642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35c5c64b-f92d-4d83-ac89-bbd4504959a0 req-77c426b2-4af6-433b-8847-be6524bc0504 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0288227 Dec 06 14:59:54.624290 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b598d2ee-e17e-4c75-8d7a-57d1e3ac2d73 req-92d60983-90db-457f-83c0-1f17a5e1f3b7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858288 Dec 06 14:59:54.904253 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b2d936c4-68d9-488e-8db9-efe6b1c687a7 req-404dad93-31bf-479d-87ed-d87941aad866 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0470138 Dec 06 14:59:54.986723 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a856588a-345d-4e7c-9d18-de472a8a5ae3 req-6f1f55ea-ae53-4901-b1ea-203632c2e899 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0331240 Dec 06 14:59:54.988107 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-072fec95-a800-4f19-9f88-894835da0d5c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:54.989828 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-072fec95-a800-4f19-9f88-894835da0d5c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 812 time: 0.1170821 Dec 06 14:59:55.007898 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-cfbe27bf-1ed2-4f21-859a-0e1dccc3969f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/quotas/253456d49f28490981f9e8f2633a478e HTTP/1.1" status: 200 len: 375 time: 0.0123899 Dec 06 14:59:55.048721 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-a669bfbd-0677-47b7-ba70-3f01a65b9acd tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333531 Dec 06 14:59:55.072784 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-839a7e9a-4d17-41cc-a01b-6ec24c440034 req-83cede5a-bd79-43d8-88b5-17f5d4739b5b tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0358405 Dec 06 14:59:55.146091 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f84b10bd-2e0b-4c19-8fbd-a9aa65dc83af req-20bd6365-b293-4cee-9969-90c314d33acf tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0297208 Dec 06 14:59:55.152223 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-46bbe58c-861b-478e-90c8-0d988ba091fc service neutron] 10.222.0.20 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986059 Dec 06 14:59:55.247993 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-7f3e0526-0fb6-4061-93f6-daa5fe650b83 service neutron] 10.222.0.20 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892553 Dec 06 14:59:55.419053 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9252c45-49f1-49f2-b2ea-b6f0467d5592 req-2d46a5d7-9a12-41a9-89ed-d73b206363c0 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 210 time: 0.0328081 Dec 06 14:59:55.791188 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c049ca-5914-420d-af53-3b6c5c1f22d3 req-388f62e2-b883-4e7c-9234-763ff0ea3daa tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:55.794649 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1c049ca-5914-420d-af53-3b6c5c1f22d3 req-388f62e2-b883-4e7c-9234-763ff0ea3daa tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0801861 Dec 06 14:59:55.861195 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1c049ca-5914-420d-af53-3b6c5c1f22d3 req-2394147f-c432-4670-bb3f-ccc3864e141a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561829 Dec 06 14:59:56.005710 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6768954a-62d0-4f18-8e4b-933da9daf154 req-22f0ed95-a685-4b70-a1fb-d9cc561f164b tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.3346310 Dec 06 14:59:56.012755 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf13d50a-0cae-42e0-9c4a-dac353096013 req-972d977d-faab-4b2c-ac96-9ab41751249f tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0459211 Dec 06 14:59:56.070439 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3df6f5bd-e838-4206-bd17-8234e7844506 req-c512053a-d70b-4c13-a2c2-f06d8cf83d4d tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0261750 Dec 06 14:59:56.152096 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b93e1fb2-4476-4ddb-b41f-9bae8d34d90a req-7feef1e6-75bc-4245-be3f-ebd618a85cd7 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0280931 Dec 06 14:59:56.232431 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dd5d8de2-3905-4586-97b1-a0c3088de2a8 req-5aee8a5c-16ac-407e-99de-74b2ed2291ab tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0275130 Dec 06 14:59:56.515303 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a2acb951-46fb-4ede-9698-724e605911e9 req-41af6591-202c-44d6-90a0-ddc0a95fc98c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 210 time: 0.0273576 Dec 06 14:59:56.834122 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-a2301eea-c118-4f74-9701-9bc2a4379bed tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:56.835959 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-a2301eea-c118-4f74-9701-9bc2a4379bed tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.37 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 812 time: 0.1055779 Dec 06 14:59:56.853539 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-452a0dcd-13cb-4b50-aae5-85e08653b712 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Request body: {'port': {'device_id': 'f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a', 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0', 'admin_state_up': True, 'tenant_id': '253456d49f28490981f9e8f2633a478e'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:59:57.010293 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f91759-4275-412d-8456-66bc65ebc585 req-b6bbf3ef-2761-493c-afae-f7d2efc0adc6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:57.011825 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-16f91759-4275-412d-8456-66bc65ebc585 req-b6bbf3ef-2761-493c-afae-f7d2efc0adc6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0762177 Dec 06 14:59:57.012883 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-452a0dcd-13cb-4b50-aae5-85e08653b712 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Made reservation on behalf of 253456d49f28490981f9e8f2633a478e for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:59:57.020123 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-452a0dcd-13cb-4b50-aae5-85e08653b712 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:57.075789 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-81933214-bd10-4117-94e9-a1daab6e4aea req-2393bfb2-97b5-493d-b329-59c02854f9f7 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0285792 Dec 06 14:59:57.124978 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-16f91759-4275-412d-8456-66bc65ebc585 req-71d32bce-f537-4382-af9b-3d0023418919 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972204 Dec 06 14:59:57.162642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7c30124-c292-41e4-9c1d-9d1144f39766 req-14d2d54f-995e-4728-831d-a6bf8733dc92 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0370295 Dec 06 14:59:57.229057 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-61e4462c-0707-4ce1-a8bb-3a790daa12ee req-7ae8a9c9-f394-4045-8ae4-a5187736c200 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0345712 Dec 06 14:59:57.233372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62366d94-5cfc-4080-b38f-c37d58e8b7bb req-e80f9b04-51fd-4afd-8234-c4e603e2d34a tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0274584 Dec 06 14:59:57.259382 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-452a0dcd-13cb-4b50-aae5-85e08653b712 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Allocated IP 172.20.0.2 (4bfa7943-bf52-4cef-97dd-43ac4f7a06e0/d8f704f4-e319-4867-8b21-d731d4293c49/5b2580f2-fc4c-4472-8fb6-611db219f6a5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:59:57.325849 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e9157b55-6605-4e57-8541-06328f92ca6d req-a0eb3960-0916-40a8-9ac1-f88bc087e732 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0360742 Dec 06 14:59:57.444830 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-452a0dcd-13cb-4b50-aae5-85e08653b712 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:57.479487 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-452a0dcd-13cb-4b50-aae5-85e08653b712 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:57.527895 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-452a0dcd-13cb-4b50-aae5-85e08653b712 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:59:57.531094 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-452a0dcd-13cb-4b50-aae5-85e08653b712 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:59:57.535710 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-452a0dcd-13cb-4b50-aae5-85e08653b712 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:59:57.567640 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a0dcd-13cb-4b50-aae5-85e08653b712 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Pushing event updated for resources: {'Port': ['ID=5b2580f2-fc4c-4472-8fb6-611db219f6a5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:57.601086 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-452a0dcd-13cb-4b50-aae5-85e08653b712 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:57.601965 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-452a0dcd-13cb-4b50-aae5-85e08653b712 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:57.622996 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-452a0dcd-13cb-4b50-aae5-85e08653b712 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7738729 Dec 06 14:59:57.638071 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b4acbc36-c300-4f14-8930-3a62eeb3d198 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:59:57.639903 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b4acbc36-c300-4f14-8930-3a62eeb3d198 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071278 Dec 06 14:59:57.650792 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7b6a5-e28f-47f8-9635-b2701c59ba0e req-26a3c799-5f9a-47e1-b866-9f3b8f3aa750 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:57.651545 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7d7b6a5-e28f-47f8-9635-b2701c59ba0e req-26a3c799-5f9a-47e1-b866-9f3b8f3aa750 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 931 time: 0.0590813 Dec 06 14:59:57.704648 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7d7b6a5-e28f-47f8-9635-b2701c59ba0e req-cd758aa1-6fe1-4e4c-a6ec-119782f189aa tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444975 Dec 06 14:59:57.761982 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Request body: {'port': {'device_id': 'f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:59:57.820437 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:57.859937 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:58.094118 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b2580f2-fc4c-4472-8fb6-611db219f6a5 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:59:58.104370 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:58.118420 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Transition to ACTIVE for port object 5b2580f2-fc4c-4472-8fb6-611db219f6a5 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:59:58.124217 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:58.192818 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-df0ecd4f-185a-4f3d-9137-a47e46f07acc req-4ebd0ea7-db68-4850-89f7-d10a378bdb1b tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0597932 Dec 06 14:59:58.209352 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Pushing event updated for resources: {'Port': ['ID=5b2580f2-fc4c-4472-8fb6-611db219f6a5,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:58.263382 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6a18b-89f9-4bc3-b52a-72067f1cc99d req-fcdb1cc6-31da-431c-a56e-769412448ed8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:58.265075 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-14f6a18b-89f9-4bc3-b52a-72067f1cc99d req-fcdb1cc6-31da-431c-a56e-769412448ed8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0680697 Dec 06 14:59:58.287357 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-489634dd-9949-4632-b2bb-7588e9c33859 req-53928d20-0e1a-48b5-a4ad-78089c35008b tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0311737 Dec 06 14:59:58.322345 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Attempting to bind port 5b2580f2-fc4c-4472-8fb6-611db219f6a5 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:59:58.322760 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Attempting to bind port 5b2580f2-fc4c-4472-8fb6-611db219f6a5 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:59:58.323181 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Attempting to bind port 5b2580f2-fc4c-4472-8fb6-611db219f6a5 on network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:59:58.327924 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Port 5b2580f2-fc4c-4472-8fb6-611db219f6a5 on network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:59:58.328666 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Attempting to bind port 5b2580f2-fc4c-4472-8fb6-611db219f6a5 on network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:59:58.334130 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:59:58.334723 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Checking segment: {'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:59:58.335386 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Bound using segment: {'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:59:58.336086 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Bound port: 5b2580f2-fc4c-4472-8fb6-611db219f6a5, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:59:58.336653 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:58.341232 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-14f6a18b-89f9-4bc3-b52a-72067f1cc99d req-545f9c3a-4608-4206-ad58-1b77f6ce46ba tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642891 Dec 06 14:59:58.404658 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f16f390f-9294-41f9-b495-a5cc6fde0257 req-929410ce-b118-4c64-baf3-2167d6db3c82 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0557656 Dec 06 14:59:58.414507 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdddf60a-8926-4875-967a-70c2f1ee8e6c req-b50b5eff-69bd-4f5a-9d9f-d8517c8d240d tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0303073 Dec 06 14:59:58.447035 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] For port 5b2580f2-fc4c-4472-8fb6-611db219f6a5, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:59:58.450377 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] For port 5b2580f2-fc4c-4472-8fb6-611db219f6a5, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5b2580f2-fc4c-4472-8fb6-611db219f6a5,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:59:58.468475 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:58.488993 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9b4a3af-0a13-4055-81f1-5776f26b81b4 req-403ff8a8-93a5-4595-b893-fa219a620558 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0319669 Dec 06 14:59:58.525673 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:58.526296 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:58.528384 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] 10.222.0.37 "PUT /v2.0/ports/5b2580f2-fc4c-4472-8fb6-611db219f6a5 HTTP/1.1" status: 200 len: 1091 time: 0.8753512 Dec 06 14:59:58.533289 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a', 'tag': '5b2580f2-fc4c-4472-8fb6-611db219f6a5'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:59:58.536966 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcbe1a8-413b-4cab-8d25-f33d9dcbf85a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a", "tag": "5b2580f2-fc4c-4472-8fb6-611db219f6a5"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:59:58.560591 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e457f-50d1-43aa-8954-2174eacb9fce service neutron] Pushing event updated for resources: {'Port': ['ID=5b2580f2-fc4c-4472-8fb6-611db219f6a5,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:58.624814 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-84ae11cd-102e-4a5e-baf7-1cb3a25e5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:58.626397 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-84ae11cd-102e-4a5e-baf7-1cb3a25e5916 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 1094 time: 0.0480778 Dec 06 14:59:58.676464 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-1de61a0d-fa31-4ca6-a405-f89ce676502c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b2580f2-fc4c-4472-8fb6-611db219f6a5 HTTP/1.1" status: 200 len: 217 time: 0.0372865 Dec 06 14:59:58.721925 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440efaee-f798-40d9-995b-d067d10c2100 x-openstack-request-id: req-440efaee-f798-40d9-995b-d067d10c2100 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:59:58.722223 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a", "tag": "5b2580f2-fc4c-4472-8fb6-611db219f6a5", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:59:58.722485 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-440efaee-f798-40d9-995b-d067d10c2100 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:59:58.722891 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a', 'tag': '5b2580f2-fc4c-4472-8fb6-611db219f6a5', 'status': 'completed', 'code': 200} Dec 06 14:59:58.733405 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-a022b8c8-0029-41d0-b358-87f764ad08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:58.734938 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-a022b8c8-0029-41d0-b358-87f764ad08e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8f704f4-e319-4867-8b21-d731d4293c49 HTTP/1.1" status: 200 len: 852 time: 0.0496845 Dec 06 14:59:58.777275 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-11f2e46a-28ae-4709-871f-2b6d94969a79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312264 Dec 06 14:59:58.878264 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d303e-fd4c-4532-84ff-b897ebe9593f req-211521ed-0158-45d0-95a6-12b189d7a9f6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:58.879796 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-847d303e-fd4c-4532-84ff-b897ebe9593f req-211521ed-0158-45d0-95a6-12b189d7a9f6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 943 time: 0.1050878 Dec 06 14:59:58.926416 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-58b391fd-d25d-488f-b89c-f280eae08863 service neutron] 10.222.0.37 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238909 Dec 06 14:59:58.950559 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-847d303e-fd4c-4532-84ff-b897ebe9593f req-3bb0410d-9734-47b2-8389-76604078cc5e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642343 Dec 06 14:59:59.033329 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bf252c4-837b-48a1-a0cb-093aa551260c req-074ccd63-c172-4817-8057-0d2603e936b0 service neutron] 10.222.0.37 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944548 Dec 06 14:59:59.129962 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbe1a8-413b-4cab-8d25-f33d9dcbf85a req-81a734da-d0f7-40b0-aa59-c512fa5fb551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:59.131469 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7bcbe1a8-413b-4cab-8d25-f33d9dcbf85a req-81a734da-d0f7-40b0-aa59-c512fa5fb551 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 1094 time: 0.0420477 Dec 06 14:59:59.230650 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbe1a8-413b-4cab-8d25-f33d9dcbf85a req-57390200-a70c-457d-a3d0-336691cfac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:59.232159 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7bcbe1a8-413b-4cab-8d25-f33d9dcbf85a req-57390200-a70c-457d-a3d0-336691cfac13 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 913 time: 0.0926332 Dec 06 14:59:59.279796 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7bcbe1a8-413b-4cab-8d25-f33d9dcbf85a req-07864326-7b63-4b31-9b20-b5599ff77545 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b2580f2-fc4c-4472-8fb6-611db219f6a5 HTTP/1.1" status: 200 len: 217 time: 0.0383852 Dec 06 14:59:59.302299 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63525a18-797a-425e-9cc9-ea26dc5dd5b0 req-3eccc954-2c6f-424c-9878-b59c679a2399 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0376365 Dec 06 14:59:59.360229 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbe1a8-413b-4cab-8d25-f33d9dcbf85a req-009870ac-e56b-4da9-855e-ae10d6d43efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:59.361667 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7bcbe1a8-413b-4cab-8d25-f33d9dcbf85a req-009870ac-e56b-4da9-855e-ae10d6d43efd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8f704f4-e319-4867-8b21-d731d4293c49 HTTP/1.1" status: 200 len: 852 time: 0.0748494 Dec 06 14:59:59.378942 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e5dedc5c-6645-4d08-ba26-190bb7bc6406 req-32dcc217-b014-4e2a-a43b-6b5f2e202bf6 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0333045 Dec 06 14:59:59.407240 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7bcbe1a8-413b-4cab-8d25-f33d9dcbf85a req-2017f174-8f1c-4838-a735-8e52f091abd3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305054 Dec 06 14:59:59.493352 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc19ea-41bd-4232-a3c5-f2b1dd64b185 req-fe4f159c-36c6-4e45-a996-88949b253162 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:59.494875 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f2fc19ea-41bd-4232-a3c5-f2b1dd64b185 req-fe4f159c-36c6-4e45-a996-88949b253162 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0734007 Dec 06 14:59:59.534033 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1ea662c3-2d55-4cb9-90ec-987578b06dcf req-88c75d6a-d2b0-4989-8701-9d1f47b6c31f tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0608323 Dec 06 14:59:59.550079 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f2fc19ea-41bd-4232-a3c5-f2b1dd64b185 req-84949f68-5aaf-4d1f-80fd-531ff14ecfaa tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483725 Dec 06 14:59:59.557721 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7bcbe1a8-413b-4cab-8d25-f33d9dcbf85a req-25069164-2924-4640-b1de-488584068d08 service neutron] 10.222.0.37 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425111 Dec 06 14:59:59.637871 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb02d376-02a5-44dc-8a4b-a9a3ab702b0e req-2d307564-0af1-4bd5-816c-5c0bbe431186 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0282171 Dec 06 14:59:59.660179 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-63735ff1-2425-4b4b-8f32-ed27363c4820 req-fedea282-16dc-4b5f-9fec-6b87ce214211 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0570734 Dec 06 14:59:59.684300 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7bcbe1a8-413b-4cab-8d25-f33d9dcbf85a req-ff96e114-d3d5-4d4f-812a-cd7cdbd51969 service neutron] 10.222.0.37 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179338 Dec 06 14:59:59.754281 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:00.071425 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5eb76-15ce-4e7f-b488-1d3351432d5c req-132baa07-1f58-48e8-af17-792526d9d7fb tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:00.073083 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-82d5eb76-15ce-4e7f-b488-1d3351432d5c req-132baa07-1f58-48e8-af17-792526d9d7fb tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 943 time: 0.0507114 Dec 06 15:00:00.126153 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-82d5eb76-15ce-4e7f-b488-1d3351432d5c req-f7fb8541-2a71-48b6-b637-ca91991ff2d9 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450597 Dec 06 15:00:00.153787 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33922) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:00.256122 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de8741d5-5e1d-4740-9d8d-43ef77afcbae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:00.329022 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de8741d5-5e1d-4740-9d8d-43ef77afcbae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:00.334507 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de8741d5-5e1d-4740-9d8d-43ef77afcbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:00.376112 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-de8741d5-5e1d-4740-9d8d-43ef77afcbae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c024ba3599484ed9be1e1fcf0ee8121a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2212043 Dec 06 15:00:00.377250 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8741d5-5e1d-4740-9d8d-43ef77afcbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643b6121-6ea9-4d3b-8ff4-617cc934298d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:00.381247 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33928) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:00.384287 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c8948f87-7d77-477f-b871-6c4a39ac7c3e req-a7cec211-a70d-45a9-9485-b64417abb4d2 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0283222 Dec 06 15:00:00.435556 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74666652-8f7a-4e09-9596-c3a4ab06abb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:00.472523 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3789bb54-ce9c-446a-8e63-d17ec158784b req-f09a35bd-0c7a-4c83-aa67-f18766c90ca0 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0387616 Dec 06 15:00:00.486514 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74666652-8f7a-4e09-9596-c3a4ab06abb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:00.534361 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74666652-8f7a-4e09-9596-c3a4ab06abb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:00.536998 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74666652-8f7a-4e09-9596-c3a4ab06abb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:00.538170 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-74666652-8f7a-4e09-9596-c3a4ab06abb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/643b6121-6ea9-4d3b-8ff4-617cc934298d HTTP/1.1" status: 204 len: 168 time: 0.1559129 Dec 06 15:00:00.546002 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74666652-8f7a-4e09-9596-c3a4ab06abb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643b6121-6ea9-4d3b-8ff4-617cc934298d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:00.636231 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cee99bad-6598-4c55-94d8-69a65e639cfd req-fa88c88b-377d-4275-87a3-af5f849f77b3 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0360789 Dec 06 15:00:00.696817 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9b278-4f78-438d-b83d-20f49ccb2686 req-41740a12-8314-402d-b3bf-1dd7c068b3f5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:00.704714 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbb9b278-4f78-438d-b83d-20f49ccb2686 req-41740a12-8314-402d-b3bf-1dd7c068b3f5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0676038 Dec 06 15:00:00.732367 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3048817a-fd70-4a57-9ff3-3b5f6cc99e96 req-7b777f43-94fc-4649-b542-bd72c646a525 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0320895 Dec 06 15:00:00.732785 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75ccfb2a-e18c-4b24-8ca1-6cba2e33602c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:00.781079 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbb9b278-4f78-438d-b83d-20f49ccb2686 req-34ac0349-c2d3-4177-8d4e-213dcd3d91ec tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743878 Dec 06 15:00:00.818500 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c81cfdd-6c9b-4e69-80a3-5b99b91cd2b4 req-1d3f430b-8e20-4c86-b15e-82f48a8ea738 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0266168 Dec 06 15:00:00.899202 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33944) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:00.912805 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5cbb3e1-c505-42e7-92f1-9aa997da1e57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:00.986962 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5cbb3e1-c505-42e7-92f1-9aa997da1e57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:00.990729 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5cbb3e1-c505-42e7-92f1-9aa997da1e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:01.033477 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d5cbb3e1-c505-42e7-92f1-9aa997da1e57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=093babbe2475457dbc1d2c73651172ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330545 Dec 06 15:00:01.034370 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbb3e1-c505-42e7-92f1-9aa997da1e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70db3b81-6ef1-4135-a0c1-d70e8a5cccb5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:01.036317 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33946) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:01.091821 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-689c26d0-db96-4434-9e75-f5aac5d4be42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:01.115901 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-689c26d0-db96-4434-9e75-f5aac5d4be42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:01.164366 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-689c26d0-db96-4434-9e75-f5aac5d4be42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:01.166908 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-689c26d0-db96-4434-9e75-f5aac5d4be42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:01.168078 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-689c26d0-db96-4434-9e75-f5aac5d4be42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70db3b81-6ef1-4135-a0c1-d70e8a5cccb5 HTTP/1.1" status: 204 len: 168 time: 0.1305559 Dec 06 15:00:01.175848 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c26d0-db96-4434-9e75-f5aac5d4be42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70db3b81-6ef1-4135-a0c1-d70e8a5cccb5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:01.257098 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8d45f-3971-41fa-9c1d-82e53b7a7f67 req-2cf54f10-ed5a-4a0c-b452-e49302837d82 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:01.258579 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18a8d45f-3971-41fa-9c1d-82e53b7a7f67 req-2cf54f10-ed5a-4a0c-b452-e49302837d82 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 943 time: 0.0485966 Dec 06 15:00:01.306883 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18a8d45f-3971-41fa-9c1d-82e53b7a7f67 req-1f767eb9-acdf-4289-9359-6546ad75a5c5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419192 Dec 06 15:00:01.464285 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c6c186c-6320-4ade-a4f4-4ec6e91b52cf req-cc5cbc9c-fe89-40eb-995c-ac93b0694f91 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0269949 Dec 06 15:00:01.557729 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-73eb09cc-e785-438a-a8bd-eaa79770460b req-96073375-a91d-42ef-b93c-907b3b6427ed tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0257304 Dec 06 15:00:01.713242 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6885cb99-4617-41e5-aef7-50a653cb83a4 req-449661c4-88c6-4dff-83ef-d0557e2ffd60 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0268407 Dec 06 15:00:01.736790 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5b2580f2-fc4c-4472-8fb6-611db219f6a5 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:00:01.842649 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-564bc003-5804-4d42-af94-e5fa3e884c62 req-ce7bcd8a-a0ae-4e55-8c3d-e125202e27c1 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0389822 Dec 06 15:00:01.843305 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5b2580f2-fc4c-4472-8fb6-611db219f6a5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5b2580f2-fc4c-4472-8fb6-611db219f6a5,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:01.855336 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '5b2580f2-fc4c-4472-8fb6-611db219f6a5', 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0', 'port_id': '5b2580f2-fc4c-4472-8fb6-611db219f6a5', 'mac_address': 'fa:16:3e:2b:c1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f704f4-e319-4867-8b21-d731d4293c49', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:00:01.896066 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:01.909649 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2580f2-fc4c-4472-8fb6-611db219f6a5 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:00:01.920266 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f33e688a-4ecf-47f5-ac38-8082337e9181 req-02b444f6-a3b6-4714-a19c-6c5e83769f0a tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0492306 Dec 06 15:00:01.929759 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6b3f9-d696-42d5-a11d-719a4e065883 req-fec51e53-7c62-4b44-a284-cdc7fd638367 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:01.930507 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5b2580f2-fc4c-4472-8fb6-611db219f6a5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5b2580f2-fc4c-4472-8fb6-611db219f6a5,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:01.931400 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bcb6b3f9-d696-42d5-a11d-719a4e065883 req-fec51e53-7c62-4b44-a284-cdc7fd638367 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0655794 Dec 06 15:00:01.935211 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:01.982039 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bcb6b3f9-d696-42d5-a11d-719a4e065883 req-6fcb57b1-5ea2-4aa6-8737-22bbe4d13923 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441055 Dec 06 15:00:01.994342 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=5b2580f2-fc4c-4472-8fb6-611db219f6a5,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:02.218214 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['5b2580f2-fc4c-4472-8fb6-611db219f6a5'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:00:02.427409 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5f9f1-ba84-46c9-ae93-362b28feb501 req-3401317b-94b0-4814-99aa-42a6a72a7f37 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:02.429034 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fec5f9f1-ba84-46c9-ae93-362b28feb501 req-3401317b-94b0-4814-99aa-42a6a72a7f37 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 944 time: 0.0551970 Dec 06 15:00:02.477786 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fec5f9f1-ba84-46c9-ae93-362b28feb501 req-3fe86efa-f1f2-4093-b8eb-be8a1f0b1566 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420465 Dec 06 15:00:02.544494 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-01812ac7-cd24-454e-a173-228c7d768261 req-4cb71d53-82c7-4a56-9ec6-705d44ca4abd tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0299022 Dec 06 15:00:02.634121 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-de235711-0238-4ca9-a960-03f8666be6d2 req-8dcda671-613f-4d4a-bd61-7c2f9d978307 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0258143 Dec 06 15:00:02.790670 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e49bd183-317c-4d9f-bcf5-57d4cc7e78be req-d082a2c4-aec6-4866-8c23-182be265035a tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0270119 Dec 06 15:00:02.899699 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70b3b570-5e50-41e0-b42d-a3f3197efd13 req-2409a976-799b-475d-96a2-a7a1ed911994 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0266347 Dec 06 15:00:02.975229 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-397d85ca-c121-42f5-80a7-f6679c409225 req-96acdc50-4e31-424d-aeec-46109c94457c tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0264928 Dec 06 15:00:03.100699 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8fde1-5abd-4698-8702-182079aada5a req-64b24b6c-1937-43f3-b0d7-209344fd24bd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:03.102198 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aea8fde1-5abd-4698-8702-182079aada5a req-64b24b6c-1937-43f3-b0d7-209344fd24bd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0500445 Dec 06 15:00:03.154790 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aea8fde1-5abd-4698-8702-182079aada5a req-40c281ff-4ac7-4bfb-bc61-fb9fb03ca9ee tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463288 Dec 06 15:00:03.212950 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b51c-9894-41fd-a6b2-bc720143e023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:03.597311 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18907dc0-9eab-4d70-ac2c-925303e73a6d req-ac925433-72c5-4d18-af3f-75ce8329f3db tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:03.599292 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-18907dc0-9eab-4d70-ac2c-925303e73a6d req-ac925433-72c5-4d18-af3f-75ce8329f3db tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 944 time: 0.0529559 Dec 06 15:00:03.623056 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8cd487e7-21ca-4fe5-8f7f-92f2d469ace9 req-e630bc31-bc53-41ba-ad24-b197fbbb590a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0280876 Dec 06 15:00:03.650914 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-18907dc0-9eab-4d70-ac2c-925303e73a6d req-b9091874-776d-4e9f-95e0-5cd106ee5f6e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451014 Dec 06 15:00:03.712514 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8f032660-83af-42d8-9cdc-c84d669f891e req-f6254a97-6702-42d3-a952-dc39c9c614b3 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0253263 Dec 06 15:00:03.739826 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5b2580f2-fc4c-4472-8fb6-611db219f6a5 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:00:03.795921 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 5b2580f2-fc4c-4472-8fb6-611db219f6a5 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:00:03.800611 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 5b2580f2-fc4c-4472-8fb6-611db219f6a5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:03.800979 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:03.885545 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:03.910323 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2580f2-fc4c-4472-8fb6-611db219f6a5'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:00:03.912241 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb84cc3-2e01-423a-bc29-3af2a96b1d32" -d '{"events": [{"server_uuid": "f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a", "name": "network-vif-plugged", "status": "completed", "tag": "5b2580f2-fc4c-4472-8fb6-611db219f6a5"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:00:03.933677 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5b2580f2-fc4c-4472-8fb6-611db219f6a5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5b2580f2-fc4c-4472-8fb6-611db219f6a5,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:03.940959 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:03.975922 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:04.009044 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=5b2580f2-fc4c-4472-8fb6-611db219f6a5,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:04.054750 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee6c4b4a-35fe-41b1-bfaf-d0a37354a0dd req-4e61e1a9-5a43-4372-a3ef-9d5bff64e037 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0259635 Dec 06 15:00:04.134320 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09c03c2-a63f-4f78-9282-2b81fcb454b0 x-openstack-request-id: req-b09c03c2-a63f-4f78-9282-2b81fcb454b0 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:00:04.134727 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a", "name": "network-vif-plugged", "status": "completed", "tag": "5b2580f2-fc4c-4472-8fb6-611db219f6a5", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:00:04.135015 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b09c03c2-a63f-4f78-9282-2b81fcb454b0 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:00:04.135413 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2580f2-fc4c-4472-8fb6-611db219f6a5', 'code': 200} Dec 06 15:00:04.135881 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1cb2e74d-b85f-4dc8-bde9-9d6a3eab6fa6 req-6286611f-495e-4d1c-864f-7739138de1a2 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0371029 Dec 06 15:00:04.214123 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f7605cd-6e7f-4c03-a30e-48dc2d5c65ae req-323d24c6-dc54-42d5-8d67-024b46d0ff2d tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0419157 Dec 06 15:00:04.292679 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89f36c-b5ce-47a2-b7a3-7a92845282ca req-79e3c4f1-e7ce-417a-8593-415d16bb6151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:04.297402 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cb89f36c-b5ce-47a2-b7a3-7a92845282ca req-79e3c4f1-e7ce-417a-8593-415d16bb6151 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 1096 time: 0.0787613 Dec 06 15:00:04.315453 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94558c3c-1dbf-4ef3-9734-88610c801bda req-fcb626ed-9a2c-4dc3-978d-eff20afcb83b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:04.316935 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94558c3c-1dbf-4ef3-9734-88610c801bda req-fcb626ed-9a2c-4dc3-978d-eff20afcb83b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0673695 Dec 06 15:00:04.381447 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cb89f36c-b5ce-47a2-b7a3-7a92845282ca req-492c39dc-5439-4599-9726-5e65b172a314 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789042 Dec 06 15:00:04.386289 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94558c3c-1dbf-4ef3-9734-88610c801bda req-81cc5113-c017-46b9-b424-2081f98f7346 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618424 Dec 06 15:00:04.708929 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a039afa-fec9-4938-8ab4-5ff30689f1a8 req-a0340372-1879-4073-af16-025503046bc4 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0290289 Dec 06 15:00:04.780605 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079db95-bfa8-4834-a2e8-e4a37367700f req-24f1d0e2-c0a1-4556-bf52-e5b38d2b977b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:04.782961 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4079db95-bfa8-4834-a2e8-e4a37367700f req-24f1d0e2-c0a1-4556-bf52-e5b38d2b977b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 945 time: 0.0572472 Dec 06 15:00:04.786897 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3dfdb7e8-bbd4-4f9d-86f9-2c9cc86c0367 req-6414e00f-d590-4304-85d9-04198d7cd560 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0258307 Dec 06 15:00:04.835859 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4079db95-bfa8-4834-a2e8-e4a37367700f req-7daff6d3-ecc8-4dde-bcad-2ff16294abab tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465300 Dec 06 15:00:05.133004 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-86e01758-9035-4db6-a1b6-4c6979f3fa24 req-e77fc51f-924f-4d9e-a581-6af90cd84399 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0294402 Dec 06 15:00:05.208455 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c4dec154-29b0-4984-862d-b4e78a97a448 req-43942a2f-43e9-46cb-8f16-60f1a5eb4aa7 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0260363 Dec 06 15:00:05.291043 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9fa01cbf-0680-4fe0-a60d-dd983eedd4c1 req-6f341d1c-8bf3-4dd8-bfdc-807bad514ed0 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0257738 Dec 06 15:00:05.507685 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affdddc-048f-45bc-89b4-0638f8573a80 req-4e98ebcd-8d80-4385-91d9-5f4db41b0ce2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:05.509212 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6affdddc-048f-45bc-89b4-0638f8573a80 req-4e98ebcd-8d80-4385-91d9-5f4db41b0ce2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0543180 Dec 06 15:00:05.560024 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6affdddc-048f-45bc-89b4-0638f8573a80 req-cd9a28ab-1215-4870-a8fa-0e71c85299f2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446508 Dec 06 15:00:05.607356 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:05.792765 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7bda16a8-1c2b-4da9-b646-ec02355732cf req-cfd31919-99da-494b-b1e8-942506d3ff18 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0301764 Dec 06 15:00:05.869526 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31917508-9b2b-4be3-bb8b-6ac561f88942 req-b971371d-c35a-4484-bd5d-e4ff794cb620 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0306137 Dec 06 15:00:05.956508 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633ea5a-53cb-4b32-8a69-0f874b903e18 req-78b0b402-0f43-453e-bc0d-d7845b97ef72 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:05.958125 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e633ea5a-53cb-4b32-8a69-0f874b903e18 req-78b0b402-0f43-453e-bc0d-d7845b97ef72 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 945 time: 0.0530734 Dec 06 15:00:06.006921 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e633ea5a-53cb-4b32-8a69-0f874b903e18 req-085ecdd1-bdde-4db3-a9f8-0a32d5e4c318 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425704 Dec 06 15:00:06.217702 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ebe1de45-b8d9-4b77-969a-edcead8d8ea8 req-86ab97d1-09bb-4d6e-acc5-46502e56b3b5 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0341291 Dec 06 15:00:06.303504 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cd1c4b41-b233-4702-a7d1-37adde3a436b req-0701071d-4307-45ae-8e2c-4dab57b92844 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0392954 Dec 06 15:00:06.399718 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af212794-a52a-46e4-acc3-964ef6a926b5 req-eac2e0c3-eb29-49d7-9ac9-9c97e1ff0a38 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0459442 Dec 06 15:00:06.465084 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-b652948a-8c50-4b38-8a62-25f5df9819a8 req-54d49406-130a-4620-b0ef-3906feb44416 service neutron] (103289) timed out ('10.222.0.23', 51739) {{(pid=103289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 15:00:06.534759 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:06.676136 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2907503-748a-4534-b19b-d486177eed65 req-e26f20b3-f009-4a90-9a24-8807c34cd471 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:06.677657 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a2907503-748a-4534-b19b-d486177eed65 req-e26f20b3-f009-4a90-9a24-8807c34cd471 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0523262 Dec 06 15:00:06.726642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a2907503-748a-4534-b19b-d486177eed65 req-ef3e72ab-5c74-4110-8ad2-6067718f1802 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424602 Dec 06 15:00:06.869295 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf537152-4b5d-44a2-9113-9d4723a86f3c req-b67b64d9-ffe2-4db7-b297-bcf2ce164eab tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0268083 Dec 06 15:00:06.951968 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-88d5a7ac-b987-470b-9a5f-8fb050e14107 req-f448f643-9251-466d-be76-f0090fdc1f43 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0258985 Dec 06 15:00:07.293808 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1808ea8e-fd8c-4af0-a705-9274143b9d82 req-a6692fde-36ef-4081-bf35-b7327d1d089a tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0266058 Dec 06 15:00:07.380969 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0831ef31-090f-4114-a174-472e2bdcc6c0 req-77f443b8-a19d-4a29-a85c-3381b2e124b3 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0271389 Dec 06 15:00:07.466749 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1cb7e667-0554-4452-926c-0bd887803680 req-dd75c953-cf09-4441-beb3-5f76a609dcf2 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0256133 Dec 06 15:00:07.872653 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ac87b-5d88-4ac9-8df6-844b72164a3a req-80ba5fa7-d561-4518-8c7f-4beed73e6234 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:07.874194 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6a7ac87b-5d88-4ac9-8df6-844b72164a3a req-80ba5fa7-d561-4518-8c7f-4beed73e6234 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0729666 Dec 06 15:00:07.928566 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6a7ac87b-5d88-4ac9-8df6-844b72164a3a req-15a80c66-ecd5-4f8a-9cc5-4238bcc877c5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473931 Dec 06 15:00:07.958715 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-afd0d93b-19a4-4504-a92e-d3dc3ad62bc0 req-f40b6146-48a9-4f96-bbfc-c22700964ad4 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0328038 Dec 06 15:00:08.035135 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-53073ccd-32d6-499d-9eb5-a9b9c5a819f9 req-7b8191ea-a7ba-4d19-a5e8-8e2c026c6fb8 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0294082 Dec 06 15:00:08.084275 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34198) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:08.188875 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-694b4dbe-fda6-4f7a-895c-f69a785c146b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:08.262123 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-694b4dbe-fda6-4f7a-895c-f69a785c146b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:08.266978 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-694b4dbe-fda6-4f7a-895c-f69a785c146b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:08.302798 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b4dbe-fda6-4f7a-895c-f69a785c146b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9beb013-0a07-4a28-8b81-259b8b6acf94,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:08.310104 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34202) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:08.310731 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-694b4dbe-fda6-4f7a-895c-f69a785c146b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51dccb0dc30c4671bdf017db587f05c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2246404 Dec 06 15:00:08.381294 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b75a4f20-3399-406c-8c94-2c2caf288c92 req-8b8bb29a-1646-4f71-9b22-16e8ea2298a6 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0362816 Dec 06 15:00:08.394661 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-127b6a0a-7558-4957-bca9-213a2e842e75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:08.423070 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-127b6a0a-7558-4957-bca9-213a2e842e75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:08.467029 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4339334e-deb3-4867-bb04-35bbf91dd84e req-3a0a1c9b-a184-4823-87cc-b6fa42081298 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0342300 Dec 06 15:00:08.475839 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-127b6a0a-7558-4957-bca9-213a2e842e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:08.479131 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-127b6a0a-7558-4957-bca9-213a2e842e75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:08.483385 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-127b6a0a-7558-4957-bca9-213a2e842e75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9beb013-0a07-4a28-8b81-259b8b6acf94 HTTP/1.1" status: 204 len: 168 time: 0.1713929 Dec 06 15:00:08.497083 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b6a0a-7558-4957-bca9-213a2e842e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9beb013-0a07-4a28-8b81-259b8b6acf94,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:08.551643 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7d9b311d-9bec-4121-a291-44e09ea205e2 req-3dfb5233-61c3-4867-8870-91750609c183 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0298190 Dec 06 15:00:08.773371 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34216) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:08.786536 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69c9a7c7-a927-41b5-9de1-02f7ad55032b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:08.861646 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69c9a7c7-a927-41b5-9de1-02f7ad55032b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:08.866360 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69c9a7c7-a927-41b5-9de1-02f7ad55032b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:08.904154 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-69c9a7c7-a927-41b5-9de1-02f7ad55032b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21a4973880344f158f87acad1423ff45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297088 Dec 06 15:00:08.904898 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9a7c7-a927-41b5-9de1-02f7ad55032b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcaad5b-8db3-490c-acb1-05638a4d263a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:08.907395 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34218) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:08.957772 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c520e6f-6dbe-4960-b281-8de859cc4adb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:08.982450 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c520e6f-6dbe-4960-b281-8de859cc4adb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:09.050266 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39adce1e-255a-48d7-9921-87992bd4868d req-97202534-e86d-479d-9616-5ecd5b0626ed tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0303149 Dec 06 15:00:09.053611 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004c8f9-dc67-41ec-874e-443821fca16a req-61331008-2c3e-4f4b-9e51-4578fe8f18f8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:09.056385 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5004c8f9-dc67-41ec-874e-443821fca16a req-61331008-2c3e-4f4b-9e51-4578fe8f18f8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0559976 Dec 06 15:00:09.068898 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c520e6f-6dbe-4960-b281-8de859cc4adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:09.072019 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c520e6f-6dbe-4960-b281-8de859cc4adb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:09.075716 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5c520e6f-6dbe-4960-b281-8de859cc4adb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dcaad5b-8db3-490c-acb1-05638a4d263a HTTP/1.1" status: 204 len: 168 time: 0.1668510 Dec 06 15:00:09.090048 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c520e6f-6dbe-4960-b281-8de859cc4adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcaad5b-8db3-490c-acb1-05638a4d263a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:09.145320 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5004c8f9-dc67-41ec-874e-443821fca16a req-568dba2a-b71f-4be4-afad-0978cf6312cb tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798154 Dec 06 15:00:09.162160 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a17269c-d05c-410d-a803-9e6355b28c8e req-795e856e-073e-43c5-8855-f7dd99829650 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0299048 Dec 06 15:00:09.471870 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca2ef9e9-4d61-45b0-b0bf-a1cbd77b8dfa req-85e2a6e2-4874-4220-95f6-44e18f5acee5 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0383048 Dec 06 15:00:09.550672 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0cf2035d-1f3d-4875-b805-f3506a28d00f req-9b310435-ed03-4aa6-9700-0812766d7dd1 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0267911 Dec 06 15:00:09.633481 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd07179c-92ff-4b4f-b316-6e65080364ba req-a75d80d0-f3de-4843-9d81-408cdf0c629a tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0319543 Dec 06 15:00:10.143447 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8dc30a5f-cef5-49be-9b4b-842f28125ca4 req-d3b24f0a-6d0d-4e80-802d-cf54cbaea3f7 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0281785 Dec 06 15:00:10.258804 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-90a45b55-b67b-49a5-97d7-b42f2e4267b6 req-468c19a1-d2aa-4006-960d-02f4f5628341 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0375774 Dec 06 15:00:10.284591 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747fa49-3651-4e58-975c-8e8f4ba2ed5b req-626a1d0d-3517-417c-b0d7-62874ff4b1c4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:10.294986 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9747fa49-3651-4e58-975c-8e8f4ba2ed5b req-626a1d0d-3517-417c-b0d7-62874ff4b1c4 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0725391 Dec 06 15:00:10.340213 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9747fa49-3651-4e58-975c-8e8f4ba2ed5b req-e3a452bf-9e50-491b-b7db-8f9ac5792d59 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466104 Dec 06 15:00:10.559997 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e953431-341c-4569-a358-75d9189b829e req-62e6097a-f5ae-4890-88d4-3c82a1889e3e tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0328209 Dec 06 15:00:10.630299 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40425cd9-1b34-41ae-8ba4-0ecceb721034 req-5e44a187-c8d3-4923-90f6-e218bf0c5a2e tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0273991 Dec 06 15:00:10.716925 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-de89455e-b000-44d2-bea1-0bc9f273437f req-c645d084-36df-4fc9-b8e1-783eadb64fee tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0272863 Dec 06 15:00:11.233483 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a9bf8d5-e343-4091-8889-65384ac24d46 req-4550fcb1-a018-4527-96ae-67989bd1ed78 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0308559 Dec 06 15:00:11.343041 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d4698ba2-d25a-484e-a858-62d84496687e req-ba8c2485-1c33-4cc4-b297-bb68595a378e tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0284557 Dec 06 15:00:11.464180 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8396f5e-22ba-462b-ac4b-d19850da07ca req-72d9350e-9b40-41b9-8055-b3db119a562d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:11.465793 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8396f5e-22ba-462b-ac4b-d19850da07ca req-72d9350e-9b40-41b9-8055-b3db119a562d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0508192 Dec 06 15:00:11.525882 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8396f5e-22ba-462b-ac4b-d19850da07ca req-7b4e26ed-9877-46b9-8e04-33fd879cdccd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522690 Dec 06 15:00:11.626292 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20f18af3-7583-4845-bee8-9a5fc0cb0dbc req-15f2a9b5-8cda-4683-a7ba-565ec23d33dd tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0264821 Dec 06 15:00:11.711990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3cefbb43-3afb-4219-8d16-9d0ba8e45cfd req-17e91e14-2d73-4cb2-8b28-ee54ca22a12d tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0317640 Dec 06 15:00:11.793852 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-38b36457-9167-45af-a8bc-5a88b16a0a90 req-0f9b0b61-25d4-4e24-b231-a0dd05a59dfe tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0263832 Dec 06 15:00:12.314050 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35c617a5-8033-482e-9dae-b778ed9a8dde req-fa03c935-7e59-4a5e-96e3-e2b16ca58f7f tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0265031 Dec 06 15:00:12.424024 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cebbb853-ab2d-457a-911c-7b9dbb34355e req-33286b33-94ac-43ae-ad88-1e7671abff94 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0308971 Dec 06 15:00:12.655853 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4da54-0ef4-4934-8142-951faae54be8 req-e46b1175-851e-4400-93dc-fcea27ce1cac tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:12.663995 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ce4da54-0ef4-4934-8142-951faae54be8 req-e46b1175-851e-4400-93dc-fcea27ce1cac tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0653248 Dec 06 15:00:12.709871 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ce4da54-0ef4-4934-8142-951faae54be8 req-97048a90-6d43-4aca-963d-e78da7ec841c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449758 Dec 06 15:00:12.736147 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-27bd9d58-d356-4e72-89df-98375008b318 req-9ce6cc14-4afb-47bc-a7f9-4fd70d0d2bb9 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0435047 Dec 06 15:00:12.804513 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6327f19c-c40c-47f5-996e-303388042056 req-cdeca4f7-4317-45dd-ab86-ac211fd7d5ca tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0273981 Dec 06 15:00:12.878152 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f4c0a06-ab1b-47b6-a1fb-4ac18f23bd66 req-f3cae61a-6e64-4ac8-bb99-d19c13fbfb99 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0284154 Dec 06 15:00:13.392706 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4297dd8-2548-4754-8f0c-24fece2005b2 req-9a502096-673b-47eb-9782-f4987858b511 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0260127 Dec 06 15:00:13.502958 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6fbcb735-86a0-4c43-9441-6c45773911d3 req-93e0d994-177f-4af8-b213-a2df5f10ea5e tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0280857 Dec 06 15:00:13.822175 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-40b4cba1-b4ae-4d08-ad9b-44be035f182d req-c6eb4ec0-aee3-4d33-9bc6-79e5602f86f7 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0278051 Dec 06 15:00:13.829599 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89d7e6-d74e-448a-89f4-3f5d941871dc req-a2954ee4-e4eb-406d-b02f-bd331f5f2047 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:13.831723 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf89d7e6-d74e-448a-89f4-3f5d941871dc req-a2954ee4-e4eb-406d-b02f-bd331f5f2047 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0532756 Dec 06 15:00:13.884164 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf89d7e6-d74e-448a-89f4-3f5d941871dc req-bbf2ced8-1971-4503-86fb-f0fb56db8584 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455260 Dec 06 15:00:13.897499 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7761167a-6b0b-4f0c-82c1-878f8fc470d1 req-7f93d73a-dc84-4776-b48c-d45e743abbe0 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0271716 Dec 06 15:00:13.963454 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-82dac443-b147-4c16-a5b5-a8c8566d9f3e req-00035a80-e30d-4a42-9549-5662caddeadc tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0305784 Dec 06 15:00:14.472019 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d69c53e-3ae2-4654-9f0c-d05ae77d5bfc req-a317dd12-6a34-4745-adf4-a1682f1053bf tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0302508 Dec 06 15:00:14.580631 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dd74307-a374-4566-832d-fb168a8b0161 req-40f0e126-192a-4381-9e07-0fe0861e9d4c tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0261037 Dec 06 15:00:14.899908 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a634150-1d41-402b-b46a-a6d1f1d4fbce req-348f5139-d180-47fb-8fc0-d6d372e973e8 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0270884 Dec 06 15:00:14.979581 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f25afe3-0ec1-4d75-bd01-1cbea8ee4c6a req-8d0736af-6c42-4177-8e84-20bcbcc5cff0 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0265417 Dec 06 15:00:15.008500 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff0a0c-2616-4de1-955e-31da47eb85bf req-83dcfd03-8e8d-4fb5-95fa-845bea80d34e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:15.016371 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-edff0a0c-2616-4de1-955e-31da47eb85bf req-83dcfd03-8e8d-4fb5-95fa-845bea80d34e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0588274 Dec 06 15:00:15.057943 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7ef261e-7be3-46c0-9711-b7f4598013ae req-c5126cd5-5c79-4a2a-9488-47d05aa8da5b tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0285575 Dec 06 15:00:15.067224 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-edff0a0c-2616-4de1-955e-31da47eb85bf req-71308e28-a0a6-40c1-892e-1c38698109b1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496795 Dec 06 15:00:15.550397 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5af0c545-94ca-461d-b027-436358ede6f7 req-6b11a45d-f281-43ae-81e7-3cafd8059dca tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0259910 Dec 06 15:00:15.659023 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa5fad79-6307-4778-a079-775381a9e55c req-7d11f38a-3e2b-44a4-8e1e-5eb51d940726 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0262845 Dec 06 15:00:15.976641 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-34ff054d-981a-4213-ae76-57aa07e6d376 req-4dda57ae-694f-4990-8d1d-29c98c5f90f0 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0287478 Dec 06 15:00:16.061846 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6dc77a63-dfd3-47e4-b34d-2cf749f147f3 req-a4eaf7cc-17a2-4e96-aad0-b17435f1eef3 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0306792 Dec 06 15:00:16.143980 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed759bfd-48f0-4716-82b0-0ba52a3419cd req-80bd6c2b-f53c-4594-93c1-8356e2ace255 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0299723 Dec 06 15:00:16.208777 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cd7d8-ecf1-44fa-9ad8-59088d637173 req-b8bfa176-597c-4ffc-8f70-1335de121447 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:16.210252 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-433cd7d8-ecf1-44fa-9ad8-59088d637173 req-b8bfa176-597c-4ffc-8f70-1335de121447 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0517035 Dec 06 15:00:16.261042 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-433cd7d8-ecf1-44fa-9ad8-59088d637173 req-40f229db-94e9-494d-9621-d49a49a41b62 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443056 Dec 06 15:00:16.627566 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ce6bca6-38cc-42f3-a557-685c76b505c6 req-cef5f7c7-241f-41f4-980a-365c3e9482d9 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0262966 Dec 06 15:00:16.741835 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9efcbac9-8c4d-4553-905d-2287492bcbd1 req-5fd6874d-5b90-405c-82bf-9e6e15707072 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0309243 Dec 06 15:00:17.051851 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2777892f-8434-48ac-8818-b951a7f3f802 req-d195bbc4-4655-4db5-bbfc-24df8b9e6c0b tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0264931 Dec 06 15:00:17.138433 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c452ae41-fd86-4931-a871-d68cd8b55de1 req-7a0b451a-e878-4d20-93bb-a789d612f7f5 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0261371 Dec 06 15:00:17.195459 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34500) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:17.224112 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-14ef2f76-a5c8-4fad-a0ca-9d422c123aa3 req-63425fbb-5ca8-45cb-a3b6-0ecfb32c3bb7 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0265005 Dec 06 15:00:17.313491 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cc78a73f-b2f9-449c-9392-6706879c29fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:17.397742 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc70c-50e1-48b5-b495-8ecf52272b73 req-909ffe8a-8129-46b5-850e-3d0e38c63176 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:17.399123 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-edbbc70c-50e1-48b5-b495-8ecf52272b73 req-909ffe8a-8129-46b5-850e-3d0e38c63176 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0719097 Dec 06 15:00:17.456367 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cc78a73f-b2f9-449c-9392-6706879c29fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:17.463807 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cc78a73f-b2f9-449c-9392-6706879c29fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:17.481539 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-edbbc70c-50e1-48b5-b495-8ecf52272b73 req-86d40873-fe91-4f40-8ddb-10a85faa05b6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758247 Dec 06 15:00:17.511227 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78a73f-b2f9-449c-9392-6706879c29fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70ba40f-e0f0-4e7e-9a79-a05541088489,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:17.516858 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cc78a73f-b2f9-449c-9392-6706879c29fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99be57c8af1e4e4e81279e7327e533c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3202298 Dec 06 15:00:17.519486 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34506) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:17.565414 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2fa8263-8e25-47b4-b4b9-2fe62a846bb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:17.585555 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2fa8263-8e25-47b4-b4b9-2fe62a846bb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:17.631714 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2fa8263-8e25-47b4-b4b9-2fe62a846bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:17.634409 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2fa8263-8e25-47b4-b4b9-2fe62a846bb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:17.635540 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e2fa8263-8e25-47b4-b4b9-2fe62a846bb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b70ba40f-e0f0-4e7e-9a79-a05541088489 HTTP/1.1" status: 204 len: 168 time: 0.1151228 Dec 06 15:00:17.643442 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa8263-8e25-47b4-b4b9-2fe62a846bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70ba40f-e0f0-4e7e-9a79-a05541088489,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:17.704623 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-409116f5-0619-4a34-a8f9-cde6f7495831 req-78306af7-713c-4778-bf39-dfd5ae6fbd37 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0261977 Dec 06 15:00:17.822075 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c78ff86-506b-44d5-a27c-5ffb547a8c78 req-46bc47e7-771e-417e-bb5e-13c758b893b4 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0306022 Dec 06 15:00:17.902801 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34516) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:17.916343 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2419c9a-036e-4d59-b661-e1fa8a9ec689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:17.990026 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2419c9a-036e-4d59-b661-e1fa8a9ec689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:17.993970 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2419c9a-036e-4d59-b661-e1fa8a9ec689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:18.033033 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d2419c9a-036e-4d59-b661-e1fa8a9ec689 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49fd936c9eae4a17b2c51b593fa0fedc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290767 Dec 06 15:00:18.033949 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2419c9a-036e-4d59-b661-e1fa8a9ec689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe351fa6-2428-4b8b-9795-abd2980c5ff1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:18.035621 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34518) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:18.083520 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c67f4bda-78e1-4054-80b1-0011e98d20f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:18.110731 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c67f4bda-78e1-4054-80b1-0011e98d20f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:18.145100 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-59f46eac-fbad-4415-89af-a53a01d90f1c req-92154620-538e-4537-81b8-70608f4f1a53 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0400491 Dec 06 15:00:18.179986 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c67f4bda-78e1-4054-80b1-0011e98d20f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:18.182569 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c67f4bda-78e1-4054-80b1-0011e98d20f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:18.183745 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c67f4bda-78e1-4054-80b1-0011e98d20f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe351fa6-2428-4b8b-9795-abd2980c5ff1 HTTP/1.1" status: 204 len: 168 time: 0.1470482 Dec 06 15:00:18.191965 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f4bda-78e1-4054-80b1-0011e98d20f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe351fa6-2428-4b8b-9795-abd2980c5ff1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:18.233866 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-65b0d461-25d5-4026-b783-b15b6fb8134f req-0e256985-31a0-44cb-8671-55b6740d2301 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0370724 Dec 06 15:00:18.308146 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66807baa-a7e4-4f78-84df-999e03679c0d req-cf76d482-7d89-4188-bb06-69612f3e2eca tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0268965 Dec 06 15:00:18.517385 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34534) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:18.530638 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83b4340d-75b7-43e4-8cb6-edac61a7261c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:18.620332 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a1849-2bdb-42f8-ba27-938344a92e81 req-589c4ddf-185a-4537-8843-8e832a1d632d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:18.621816 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4c7a1849-2bdb-42f8-ba27-938344a92e81 req-589c4ddf-185a-4537-8843-8e832a1d632d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0712242 Dec 06 15:00:18.671420 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83b4340d-75b7-43e4-8cb6-edac61a7261c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:18.681040 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83b4340d-75b7-43e4-8cb6-edac61a7261c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:18.706035 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4c7a1849-2bdb-42f8-ba27-938344a92e81 req-bf640254-55c0-4e33-ac70-0637151f5d38 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772111 Dec 06 15:00:18.727067 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-83b4340d-75b7-43e4-8cb6-edac61a7261c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aad650073c094159a8445cf9f2014b1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2085843 Dec 06 15:00:18.729164 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4340d-75b7-43e4-8cb6-edac61a7261c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa0d60e-20fd-409b-9a8e-70d26df1a848,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:18.730827 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34538) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:18.797648 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-135ac81c-8d6a-4227-bf12-b6d9020dbb39 req-c64d82d7-9601-45f6-b0b6-d8282403368d tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0312359 Dec 06 15:00:18.806617 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3c6669d-8522-43e0-83bc-5469749039f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:18.828772 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3c6669d-8522-43e0-83bc-5469749039f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:18.873901 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3c6669d-8522-43e0-83bc-5469749039f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:18.877271 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3c6669d-8522-43e0-83bc-5469749039f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:18.878442 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e3c6669d-8522-43e0-83bc-5469749039f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9aa0d60e-20fd-409b-9a8e-70d26df1a848 HTTP/1.1" status: 204 len: 168 time: 0.1462011 Dec 06 15:00:18.886559 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6669d-8522-43e0-83bc-5469749039f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa0d60e-20fd-409b-9a8e-70d26df1a848,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:18.902385 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec21dd4b-daf3-4a30-8310-868f4de22258 req-e665d61c-3c7e-460c-b265-925d9f380ddd tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0284247 Dec 06 15:00:19.222297 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6e9702e7-451b-4c5e-b85f-0eaa3c05db77 req-d8000a61-4ffb-4f12-aba5-8b96c3e6e1e9 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0264022 Dec 06 15:00:19.315694 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af21602a-0a90-452d-9881-27dcbbe3c38f req-fa6fd3d3-c4a9-4332-b96e-4d714b046616 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0301926 Dec 06 15:00:19.404397 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9dcfaf17-cafc-4f56-813f-de01d4584dc4 req-1a6e7b63-3644-4930-9b07-c386375fa560 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0366776 Dec 06 15:00:19.614140 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44e4e3-3412-4192-9ed8-75bccd57eaa3 req-472bcaee-a913-413e-bcb5-a3ac3cebec31 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:19.615750 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab44e4e3-3412-4192-9ed8-75bccd57eaa3 req-472bcaee-a913-413e-bcb5-a3ac3cebec31 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 945 time: 0.0496469 Dec 06 15:00:19.670424 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab44e4e3-3412-4192-9ed8-75bccd57eaa3 req-1f9dea1e-b34b-42ee-b322-7e67f2523ea5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475383 Dec 06 15:00:19.823830 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98273492-826f-4b27-929c-72b73735cf5a req-4fb7b89f-6795-4565-b79a-9c85c173ebc0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:19.825494 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98273492-826f-4b27-929c-72b73735cf5a req-4fb7b89f-6795-4565-b79a-9c85c173ebc0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0503795 Dec 06 15:00:19.872492 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b97cf21b-238c-4a83-bd45-ed0ce5c1a369 req-64dcff06-8b54-4906-b47c-300350039e74 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0257967 Dec 06 15:00:19.873693 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98273492-826f-4b27-929c-72b73735cf5a req-a40e49dd-f669-4cb0-bb3a-66dd7bd2ad10 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422492 Dec 06 15:00:19.975406 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8120a084-646b-4746-a321-5289ae0010c5 req-08d2dbc2-b367-43f9-a67d-e7e4bb4e7a5d tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0254698 Dec 06 15:00:20.296037 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c29240c-0b64-462c-97e8-432a4b3bbb52 req-0c502541-1730-41ee-8441-ed4a8347e8ea tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0254686 Dec 06 15:00:20.389935 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fca9c852-2c28-45dc-a5d0-d483da172253 req-c95277de-4dcf-47f6-8f35-737a55d8e574 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0252998 Dec 06 15:00:20.474069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-12b0f9ed-926b-4878-afac-e4b8115c56f2 req-e0513695-1624-4080-8123-d9dec84d828f tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0262687 Dec 06 15:00:20.788797 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e76597-076d-4195-9ace-d0560332e069 req-7799ed27-7b06-4510-8a0b-6b47da1c7596 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:20.790421 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a2e76597-076d-4195-9ace-d0560332e069 req-7799ed27-7b06-4510-8a0b-6b47da1c7596 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 945 time: 0.0500615 Dec 06 15:00:20.847499 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a2e76597-076d-4195-9ace-d0560332e069 req-a7aeb9df-3c14-4e1f-b43f-003736952e1f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509601 Dec 06 15:00:20.953624 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4264cd74-bf9f-4943-9487-67f574acc254 req-ef049f6d-3aa8-46f8-9ef8-1102648f3445 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0263901 Dec 06 15:00:20.992669 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafe71b-9995-46dd-b617-a9dc733d6d82 req-96385bf0-e26d-44ad-a9d0-3e2eab736174 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:20.994155 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7cafe71b-9995-46dd-b617-a9dc733d6d82 req-96385bf0-e26d-44ad-a9d0-3e2eab736174 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0499411 Dec 06 15:00:21.049719 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7cafe71b-9995-46dd-b617-a9dc733d6d82 req-8c61cd35-4c26-4a44-ab1b-ebb82fbe5c84 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487003 Dec 06 15:00:21.056870 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-671e62a9-9914-4374-90d6-a6df79ef73a7 req-027892a8-987b-4384-b0c3-59d5c2c09c09 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0286770 Dec 06 15:00:21.369982 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62eeb9e7-8b59-474e-8d9c-0cff08b9c705 req-4a23bdaa-cd89-4680-9455-6e53a28771c3 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0259252 Dec 06 15:00:21.453730 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef228d-0b7f-408b-b588-d087313c0b2d req-11957dc5-28f8-4256-bbd0-47a382ed8412 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:21.455372 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-30ef228d-0b7f-408b-b588-d087313c0b2d req-11957dc5-28f8-4256-bbd0-47a382ed8412 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 945 time: 0.0489886 Dec 06 15:00:21.462939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4613b99-5f5e-4856-9c67-fb32b2a18eff req-28e09ab8-7876-4d99-afd8-257e589b7436 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0247023 Dec 06 15:00:21.553612 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7130cc94-2ae2-4b80-ad2c-754ff132c671 req-25cc4e1a-75d0-4d9c-b2e7-6294bdf0384d tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0283945 Dec 06 15:00:21.575842 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-30ef228d-0b7f-408b-b588-d087313c0b2d req-44249c82-0c5e-47cc-8ae2-080f5f9cb961 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Deleting port 5b2580f2-fc4c-4472-8fb6-611db219f6a5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:21.576142 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-30ef228d-0b7f-408b-b588-d087313c0b2d req-44249c82-0c5e-47cc-8ae2-080f5f9cb961 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:21.665720 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-30ef228d-0b7f-408b-b588-d087313c0b2d req-44249c82-0c5e-47cc-8ae2-080f5f9cb961 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] For port 5b2580f2-fc4c-4472-8fb6-611db219f6a5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5b2580f2-fc4c-4472-8fb6-611db219f6a5,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:21.666075 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-30ef228d-0b7f-408b-b588-d087313c0b2d req-44249c82-0c5e-47cc-8ae2-080f5f9cb961 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:21.678749 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-30ef228d-0b7f-408b-b588-d087313c0b2d req-44249c82-0c5e-47cc-8ae2-080f5f9cb961 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Calling delete_port for 5b2580f2-fc4c-4472-8fb6-611db219f6a5 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:21.800060 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-30ef228d-0b7f-408b-b588-d087313c0b2d req-44249c82-0c5e-47cc-8ae2-080f5f9cb961 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:21.817669 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['5b2580f2-fc4c-4472-8fb6-611db219f6a5'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:00:21.838339 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44249c82-0c5e-47cc-8ae2-080f5f9cb961 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Pushing event deleted for resources: {'Port': ['ID=5b2580f2-fc4c-4472-8fb6-611db219f6a5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:21.873694 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ef228d-0b7f-408b-b588-d087313c0b2d req-44249c82-0c5e-47cc-8ae2-080f5f9cb961 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] No DVR routers for this DVR port 5b2580f2-fc4c-4472-8fb6-611db219f6a5 on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:00:21.877894 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-30ef228d-0b7f-408b-b588-d087313c0b2d req-44249c82-0c5e-47cc-8ae2-080f5f9cb961 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:21.881184 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-30ef228d-0b7f-408b-b588-d087313c0b2d req-44249c82-0c5e-47cc-8ae2-080f5f9cb961 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.37 "DELETE /v2.0/ports/5b2580f2-fc4c-4472-8fb6-611db219f6a5 HTTP/1.1" status: 204 len: 173 time: 0.4176185 Dec 06 15:00:21.881634 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a', 'name': 'network-vif-deleted', 'tag': '5b2580f2-fc4c-4472-8fb6-611db219f6a5'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:00:21.883932 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a0e83d-f1ee-4399-94c6-93630015acfb" -d '{"events": [{"server_uuid": "f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a", "name": "network-vif-deleted", "tag": "5b2580f2-fc4c-4472-8fb6-611db219f6a5"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:00:21.925354 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d3f9b9-bbf1-4225-a337-c93a56f3ca72 x-openstack-request-id: req-75d3f9b9-bbf1-4225-a337-c93a56f3ca72 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:00:21.925719 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a", "name": "network-vif-deleted", "tag": "5b2580f2-fc4c-4472-8fb6-611db219f6a5", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:00:21.926060 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75d3f9b9-bbf1-4225-a337-c93a56f3ca72 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:00:21.926530 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a', 'name': 'network-vif-deleted', 'tag': '5b2580f2-fc4c-4472-8fb6-611db219f6a5', 'status': 'completed', 'code': 200} Dec 06 15:00:21.946184 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f8dda9a8-c3d1-4d23-ba7a-95b23d05c869 req-dd4fdaf7-f730-4415-9dd4-92f4034be9ec tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 210 time: 0.0262656 Dec 06 15:00:22.040530 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b6f2a77-e357-4db0-babc-ba1031e6388c req-d2936dc1-2cae-426e-9ed8-fc78c81ea3f1 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0307748 Dec 06 15:00:22.147909 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f8a8d93-763c-4ff6-92f8-5259a44c0273 req-132455fd-524f-40c1-ac7b-5aadc6829b0e tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0305152 Dec 06 15:00:22.207637 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9a342-9016-4bc2-8e88-b005cc6b006d req-5eb4b9ca-789b-412c-b86b-bb965de40cab tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:22.209246 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4a9a342-9016-4bc2-8e88-b005cc6b006d req-5eb4b9ca-789b-412c-b86b-bb965de40cab tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0668800 Dec 06 15:00:22.257214 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4a9a342-9016-4bc2-8e88-b005cc6b006d req-424ea2a4-6fac-4852-8f94-bc341d88713e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420532 Dec 06 15:00:22.447424 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-127796d4-7b04-487f-8cb0-15e8cd2407a3 req-fa6f952f-0450-44c6-ae99-3f520f0964c6 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0265512 Dec 06 15:00:22.545138 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0306253-6481-4c3a-be62-6605bf9c328b req-3d1ed3ff-4589-4f27-a646-b780cdc26286 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0296199 Dec 06 15:00:22.632028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4cda38d8-9581-4392-8a94-7974fc4dd1fe req-0aa3bc68-50ab-4935-aa9d-ff8493fe53ae tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0295808 Dec 06 15:00:23.043764 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cef12c44-c571-49c6-a8f2-a52395385115 req-c378ccaf-bedd-4833-b46d-b317695d383f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 210 time: 0.0252657 Dec 06 15:00:23.112113 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-608aea18-807b-47a2-8a51-4fbe7d0e3a47 req-0d38edc6-59bb-46db-a62e-0428ab3416be tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0266495 Dec 06 15:00:23.243072 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48d61b34-3aab-437d-abc1-1af1b59df0e0 req-f40e04cd-13f8-4501-a8c9-5d952955dc4a tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0374234 Dec 06 15:00:23.376301 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3e494-b9a8-4a1e-8f0a-d1913b91627b req-d93dd26d-2061-493e-93c4-6ccc66945552 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:23.377669 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acd3e494-b9a8-4a1e-8f0a-d1913b91627b req-d93dd26d-2061-493e-93c4-6ccc66945552 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0485072 Dec 06 15:00:23.427236 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acd3e494-b9a8-4a1e-8f0a-d1913b91627b req-0c9058fe-6fd4-4767-960e-38a184779eb3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433300 Dec 06 15:00:23.530005 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1e2659c-2912-4821-8bc9-42b560e41648 req-fc3fc9f8-a4eb-4947-867f-a090e2ffc295 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0264864 Dec 06 15:00:23.623456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6e4cb44-9a79-4b76-991a-593eb750a78d req-1985cfc4-e6de-43c9-be7f-a840982a44cf tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0270991 Dec 06 15:00:23.708981 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7229722f-10bc-4d29-aa24-eb822f9abede req-ef947344-780b-4153-b9dc-1bf5299bbbeb tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0258946 Dec 06 15:00:24.144161 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-be230f74-5c47-4a46-a97e-9a4c785bfa84 req-57ac09fe-800a-4122-83f5-a6a1a0ec6057 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 210 time: 0.0313158 Dec 06 15:00:24.189316 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-330f1504-63db-405d-9956-cdb7597deb48 req-23ca8493-9336-4778-895a-c8289ee17379 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0262344 Dec 06 15:00:24.308113 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a46577a2-e8af-4763-853e-41e42562cc59 req-98d2aaab-8aea-4417-908e-c62990f1aafe tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0267575 Dec 06 15:00:24.565332 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884f3d7-dbb0-49b8-8aa9-0902107aa71e req-137c4960-f92b-4073-8ed2-7618c8234305 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:24.567031 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b884f3d7-dbb0-49b8-8aa9-0902107aa71e req-137c4960-f92b-4073-8ed2-7618c8234305 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0556777 Dec 06 15:00:24.634196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b884f3d7-dbb0-49b8-8aa9-0902107aa71e req-ac18b272-150c-4102-b382-1f056ec70f73 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569627 Dec 06 15:00:24.636526 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d83c91c-74ef-48e8-8b76-f91f678c58d7 req-6eb2b77b-5b05-46f6-a1b4-38f75f422da7 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0455072 Dec 06 15:00:24.700081 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4b17077-e1c5-410f-84c2-d6393d59ac5e req-1dfe2a69-69d9-4a7d-83e5-13b2df8771c6 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0252459 Dec 06 15:00:24.794322 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-14c44fe3-446a-4f79-a5bf-cdb38231fa01 req-becaedd1-22ab-42ef-9993-1ee7a574dd2a tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0355325 Dec 06 15:00:25.238755 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-13f73e1d-4ced-41c2-96dd-5bf8ef0a79f0 req-25041a4d-042d-4237-a501-9690de23b7b5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 210 time: 0.0274212 Dec 06 15:00:25.269990 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-01bb6833-5981-4980-9e1e-8174c642180b req-15891745-0cb6-4095-9dcc-f5f88be1a61e tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0294833 Dec 06 15:00:25.383221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6fb7854e-2f1b-433b-be9d-63291cda9ccd req-d919e868-446a-40c4-a141-e1db403590d6 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0261562 Dec 06 15:00:25.707271 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-65922274-052f-4ebe-90b2-526fe1770545 req-c890fea2-9bbd-43fc-a0ed-8c2deb51ba77 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0273793 Dec 06 15:00:25.751674 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0307c-93ea-4f6f-90b8-62604e2d391e req-e5e45c31-cc45-4f62-b7c0-30e87383166a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:25.756118 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-efc0307c-93ea-4f6f-90b8-62604e2d391e req-e5e45c31-cc45-4f62-b7c0-30e87383166a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0597534 Dec 06 15:00:25.769370 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5b2580f2-fc4c-4472-8fb6-611db219f6a5 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:00:25.787011 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-76d8d255-18dc-4616-8267-382f287d795e req-b3b39394-ab68-4a4a-bf64-4c85342d0530 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0328541 Dec 06 15:00:25.796599 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 5b2580f2-fc4c-4472-8fb6-611db219f6a5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:00:25.797293 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5b2580f2-fc4c-4472-8fb6-611db219f6a5 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:00:25.809718 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-efc0307c-93ea-4f6f-90b8-62604e2d391e req-9169be39-a662-4853-a7ae-a4f0f70cb3aa tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506973 Dec 06 15:00:25.869940 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69589352-37e6-4c70-9dde-a041d5206982 req-945462d6-a01c-47cb-bf24-7e547723e095 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0259624 Dec 06 15:00:26.344707 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-81f2394e-b6bd-444f-ac80-96b42ec23751 req-e71199b4-2b8e-4f74-84e9-f200a43c9036 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c2ddbe-27ee-4a0a-9468-fe3b492f1a7a HTTP/1.1" status: 200 len: 210 time: 0.0266771 Dec 06 15:00:26.347572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-193c6f04-b0e2-4083-946c-f703ee763f00 req-3a08ca91-a216-493e-9644-ef51b5ed84fa tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0258241 Dec 06 15:00:26.457637 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2a3a2439-f93e-4bd9-ba62-de9e64a51c6d req-0148316a-f5b3-43ef-a20d-714cb44d45a6 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0263278 Dec 06 15:00:26.785806 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6e995ac-7d4d-4cfd-9145-94e2e5e4fa0e req-3d94dfba-88b6-426c-8e33-5d76cbcf3a16 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0254035 Dec 06 15:00:26.863742 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2ba66428-4aa8-4974-b29d-fcdfeb3f2f9f req-1cd72c81-f093-492b-8aab-38cc61f04cc7 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0270205 Dec 06 15:00:26.924510 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7ee09-83af-44a0-b228-55e9dc5b7c2f req-dee466ad-9c66-45f2-8f7d-530574a6ed3f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:26.925945 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b8f7ee09-83af-44a0-b228-55e9dc5b7c2f req-dee466ad-9c66-45f2-8f7d-530574a6ed3f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0490234 Dec 06 15:00:26.946800 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-718ec4c1-2ec3-4738-a051-7ac236c18332 req-38a10898-b2ad-4d07-8ef8-49c8341d61ce tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0261846 Dec 06 15:00:26.977606 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b8f7ee09-83af-44a0-b228-55e9dc5b7c2f req-4d2f27d5-3120-4a78-ab76-824aff5f9517 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457020 Dec 06 15:00:27.422805 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-622a1c01-5eb1-4449-9c0c-fa580cb0462c req-382bf169-8bcc-491b-b5e8-9a96d42151a2 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0265243 Dec 06 15:00:27.533306 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb6be23c-0e30-4826-a8f0-5cead910f3a7 req-b8b97603-726f-4afa-b1d0-2b7c13075940 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0263953 Dec 06 15:00:27.815266 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce021d48-6e1d-4c51-9415-74dff3a292e5 req-656f54da-ece5-467f-8161-e5d215a093ec tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:27.816518 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce021d48-6e1d-4c51-9415-74dff3a292e5 req-656f54da-ece5-467f-8161-e5d215a093ec tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 812 time: 0.1027153 Dec 06 15:00:27.833428 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce021d48-6e1d-4c51-9415-74dff3a292e5 req-95649d8a-96b5-449d-9cd7-e5f819cdcbac tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/quotas/253456d49f28490981f9e8f2633a478e HTTP/1.1" status: 200 len: 375 time: 0.0099425 Dec 06 15:00:27.870609 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce021d48-6e1d-4c51-9415-74dff3a292e5 req-ebf9d300-2b5f-428c-902b-0fa6cfde362a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314062 Dec 06 15:00:27.875722 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac10422b-efe6-467a-b051-c4b2195fa0fb req-20c12c8f-322c-4e68-b049-fdc4f78a0840 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0310140 Dec 06 15:00:27.881956 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-ce021d48-6e1d-4c51-9415-74dff3a292e5 req-29954a32-abb1-4b56-930a-416c5a9f8ef8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:00:27.882893 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce021d48-6e1d-4c51-9415-74dff3a292e5 req-29954a32-abb1-4b56-930a-416c5a9f8ef8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056536 Dec 06 15:00:27.891178 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:27.947509 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3914a905-9a4e-4f75-aaa5-7924fa80a788 req-2cc4a29c-5f8b-4603-8c2d-846ab15f198a tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0287418 Dec 06 15:00:27.987334 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce021d48-6e1d-4c51-9415-74dff3a292e5 req-d072d152-62c7-467e-9d58-9efdb52ae737 service neutron] 10.222.0.20 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921402 Dec 06 15:00:28.044729 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b72a6d5a-91d2-4e72-9212-9adc6de864b8 req-d3f8ac34-624d-41d8-9fcb-ee7a577a9a01 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0455656 Dec 06 15:00:28.056388 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74a9ec-5496-4b9a-827e-2c949c0bd3ab req-7213aa1b-877a-4fba-8954-1b4973e03093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:28.057804 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b74a9ec-5496-4b9a-827e-2c949c0bd3ab req-7213aa1b-877a-4fba-8954-1b4973e03093 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f55adfe3135c416686e74552cfdb9700&device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 1096 time: 0.2185142 Dec 06 15:00:28.091809 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce021d48-6e1d-4c51-9415-74dff3a292e5 req-4ad3d82e-d24a-4177-9a59-165ec80aa6a8 service neutron] 10.222.0.20 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978243 Dec 06 15:00:28.204622 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c887d-2c08-4813-b464-9cb4a3a82651 req-ba3f7a0a-760c-4e54-8f6b-2692f154a221 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:28.206113 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ca5c887d-2c08-4813-b464-9cb4a3a82651 req-ba3f7a0a-760c-4e54-8f6b-2692f154a221 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0942600 Dec 06 15:00:28.207254 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74a9ec-5496-4b9a-827e-2c949c0bd3ab req-63a86e61-0c9b-4a7c-83bc-c94c02e96dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:28.208587 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b74a9ec-5496-4b9a-827e-2c949c0bd3ab req-63a86e61-0c9b-4a7c-83bc-c94c02e96dcd service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0fbdc94-7de5-4a38-961d-5f7176775265 HTTP/1.1" status: 200 len: 916 time: 0.1293361 Dec 06 15:00:28.247430 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-550615a1-9f14-466c-809a-570e19cf87b8 req-14d40e5a-068d-4fd3-b1be-23ded43e8200 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=a074b9b4-482f-49d3-a3b8-8c9d68b102af HTTP/1.1" status: 200 len: 210 time: 0.0257096 Dec 06 15:00:28.532482 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-58027bb1-76c1-439b-82f4-ad17291bb09e req-5205e913-1475-42b5-bd90-1b60601e3ef8 tempest-MigrationsAdminTest-653851579 tempest-MigrationsAdminTest-653851579-project] (103288) timed out ('10.222.0.23', 51660) {{(pid=103288) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 15:00:28.535733 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b74a9ec-5496-4b9a-827e-2c949c0bd3ab req-561f4937-74b6-48c6-b160-d3b3631497be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa4cc9ae-abd4-4982-aca8-8d6c88467a99 HTTP/1.1" status: 200 len: 217 time: 0.3168206 Dec 06 15:00:28.586405 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ca5c887d-2c08-4813-b464-9cb4a3a82651 req-3dbd58ea-e52f-4d23-9b98-b24ece754853 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737743 Dec 06 15:00:28.595787 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-b2aecccd-9afb-41a5-bc35-e9ec653c0960 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:28.600456 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-b2aecccd-9afb-41a5-bc35-e9ec653c0960 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 812 time: 0.1054442 Dec 06 15:00:28.601647 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74a9ec-5496-4b9a-827e-2c949c0bd3ab req-22bb0569-65d1-402e-b6c6-bf2b31fce741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:28.603088 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b74a9ec-5496-4b9a-827e-2c949c0bd3ab req-22bb0569-65d1-402e-b6c6-bf2b31fce741 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e082be8-e2dd-479d-b167-082b011e6271 HTTP/1.1" status: 200 len: 855 time: 0.0584574 Dec 06 15:00:28.612678 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-847f1e68-170d-4ee5-8489-b185d9a475b8 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/quotas/253456d49f28490981f9e8f2633a478e HTTP/1.1" status: 200 len: 375 time: 0.0097814 Dec 06 15:00:28.636383 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b74a9ec-5496-4b9a-827e-2c949c0bd3ab req-a299c3b3-3be5-4739-97c5-7b7cde9c397f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0fbdc94-7de5-4a38-961d-5f7176775265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258677 Dec 06 15:00:28.651717 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-4b74a9ec-5496-4b9a-827e-2c949c0bd3ab req-64b82fd4-2163-4851-9c73-2d354b38942f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:00:28.652157 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-1016a318-864b-42ca-89e7-46d324bd4aaa tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319095 Dec 06 15:00:28.652716 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b74a9ec-5496-4b9a-827e-2c949c0bd3ab req-64b82fd4-2163-4851-9c73-2d354b38942f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062864 Dec 06 15:00:28.674273 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4d6f21b5-11dd-4723-a424-c81160649849 req-856853bd-e635-4c58-8eef-9fd981c93124 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0369601 Dec 06 15:00:28.744655 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d49e0e61-7093-4bc9-bec5-5a2632b7294b service neutron] 10.222.0.20 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851586 Dec 06 15:00:28.760798 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9fdf355e-f97e-482e-abfe-8b0e8fd70b07 req-4eb70939-9281-4c67-9d3f-5418b3fce960 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0314288 Dec 06 15:00:28.786025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b74a9ec-5496-4b9a-827e-2c949c0bd3ab req-ab4229be-13f9-42b1-8475-bd5368fb04db service neutron] 10.222.0.23 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199708 Dec 06 15:00:28.838136 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-1461f979-5205-497b-b492-68fd28a8e451 service neutron] 10.222.0.20 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862372 Dec 06 15:00:28.880661 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b74a9ec-5496-4b9a-827e-2c949c0bd3ab req-38010804-b415-4967-a91d-2c24ef0371cf service neutron] 10.222.0.23 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870645 Dec 06 15:00:28.959942 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f55fe534-36f2-4114-a514-7e4b1bba6081 req-751cb306-18f9-4b2f-b5d4-e14081144c24 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0305862 Dec 06 15:00:28.997365 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ed313ea-820b-4623-a2e4-b3ecf5891415 req-a9b49440-c6fe-4f08-93a8-927b75d78378 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 210 time: 0.0288117 Dec 06 15:00:29.030521 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1fbda55e-6790-4433-a32c-7d6e9feb8222 req-47ab08b5-864c-4770-acf0-8efbd370b671 tempest-ServerRescueTestJSONUnderV235-1801226202 tempest-ServerRescueTestJSONUnderV235-1801226202-project] 10.222.0.20 "GET /v2.0/ports?device_id=dff97275-83a1-421e-adb0-4d087b8d975e HTTP/1.1" status: 200 len: 210 time: 0.0274804 Dec 06 15:00:29.068678 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:00:29.127127 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4edda351-e63b-4549-8e13-66d3a0de2010 req-32ccb40c-29a8-42fc-b69d-1ab830af4295 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0285654 Dec 06 15:00:29.198077 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34796) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:29.661503 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:29.700935 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e038a3-eb6e-4454-b2f5-cbae51c96908 req-2bcd4d7f-cfe6-40ac-a94a-43fb1c5a0a47 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:29.703248 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6e038a3-eb6e-4454-b2f5-cbae51c96908 req-2bcd4d7f-cfe6-40ac-a94a-43fb1c5a0a47 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0489368 Dec 06 15:00:29.755831 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c6e038a3-eb6e-4454-b2f5-cbae51c96908 req-d673ff07-66de-47a0-be5f-6bf377ba9e18 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456350 Dec 06 15:00:29.765611 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:29.773325 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2fc7646-84a5-482f-bd9c-af58d4aa1acf req-db0997d0-fbc0-4f27-b02e-beebc9815e03 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0314102 Dec 06 15:00:29.860399 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2dbc6186-1a25-4270-b43a-f4ef7c4c41db req-d9f91fde-cb15-4b40-8c41-b01842fad337 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0491583 Dec 06 15:00:30.019057 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Deleting port 100b2266-977b-4d61-9836-ee0b0bbccc0d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:30.019454 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:30.060823 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fece8771-cf16-40fb-8069-0153eba19408 req-88f1e084-28b9-4808-8baa-5688b1491066 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0465889 Dec 06 15:00:30.076565 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-985fc6b9-3ada-45ef-8f6d-fb690b47b166 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:30.078552 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-985fc6b9-3ada-45ef-8f6d-fb690b47b166 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.37 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 812 time: 0.1603732 Dec 06 15:00:30.097718 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18d3785e-f2e5-42ce-a1fc-2edc52b60f27 req-622644d7-680b-4fcd-986d-ffeffba869f1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 210 time: 0.0288105 Dec 06 15:00:30.116513 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-3a584d91-30f9-4a74-a50a-1eabb1fce5a5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Request body: {'port': {'device_id': '6335948a-a114-421f-8330-b03ab2b9e07c', 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0', 'admin_state_up': True, 'tenant_id': '253456d49f28490981f9e8f2633a478e'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:30.198600 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] For port 100b2266-977b-4d61-9836-ee0b0bbccc0d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=100b2266-977b-4d61-9836-ee0b0bbccc0d,segment=NetworkSegment(fa2bda0d-9859-4513-97c9-ee2e0be6ebf7),segment_id=fa2bda0d-9859-4513-97c9-ee2e0be6ebf7)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:30.198961 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:30.227187 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Calling delete_port for 100b2266-977b-4d61-9836-ee0b0bbccc0d owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:30.245839 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c835da30-9274-4b62-adcb-2b0076957b3e req-2f9fffe6-02f8-4a49-8187-775e58feee1a tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0492542 Dec 06 15:00:30.336399 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-3a584d91-30f9-4a74-a50a-1eabb1fce5a5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Made reservation on behalf of 253456d49f28490981f9e8f2633a478e for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:30.339842 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-3a584d91-30f9-4a74-a50a-1eabb1fce5a5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:30.542466 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-3a584d91-30f9-4a74-a50a-1eabb1fce5a5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Allocated IP 172.20.0.2 (4bfa7943-bf52-4cef-97dd-43ac4f7a06e0/d8f704f4-e319-4867-8b21-d731d4293c49/13a03f3e-137d-435c-a164-98c2879d3786) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:30.555877 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:30.588016 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Pushing event deleted for resources: {'Port': ['ID=100b2266-977b-4d61-9836-ee0b0bbccc0d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:30.607208 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:30.607562 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:30.607932 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:30.608266 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:30.609239 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:30.609591 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:30.609923 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:30.610251 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:30.610575 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:30.610901 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:30.611223 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:30.611542 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:30.611934 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:30.716910 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41d235f6-3539-46c1-81fb-29478a331899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:30.873576 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ba40c-fb76-41cb-b247-c3d9b86ee60a req-4bfc383d-05f0-48fc-a104-86d1df02688a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:30.876267 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c7ba40c-fb76-41cb-b247-c3d9b86ee60a req-4bfc383d-05f0-48fc-a104-86d1df02688a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0498843 Dec 06 15:00:30.883382 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-3a584d91-30f9-4a74-a50a-1eabb1fce5a5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:30.887771 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-89594f9a-8fd5-4caa-adb6-6da4ba29da18 req-d5b7b35c-ed63-4840-b9f9-d7174cba7286 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0532346 Dec 06 15:00:30.908171 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:30.935142 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c7ba40c-fb76-41cb-b247-c3d9b86ee60a req-0fbcf5ed-4dde-43e7-a3ef-ccf44dff3b67 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530701 Dec 06 15:00:31.000599 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-12411e43-57b9-4bdf-a1ef-e3b14829808c req-a0c67051-73d5-468e-9567-cd46ea836d81 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0386527 Dec 06 15:00:31.003630 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-3a584d91-30f9-4a74-a50a-1eabb1fce5a5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:31.080897 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-3a584d91-30f9-4a74-a50a-1eabb1fce5a5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:31.089166 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-3a584d91-30f9-4a74-a50a-1eabb1fce5a5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:31.095931 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-3a584d91-30f9-4a74-a50a-1eabb1fce5a5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:31.103144 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a584d91-30f9-4a74-a50a-1eabb1fce5a5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Pushing event updated for resources: {'Port': ['ID=13a03f3e-137d-435c-a164-98c2879d3786,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:31.149425 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31930e3f-6524-458c-9413-69713b38b98a req-b38bbbac-c4b4-49aa-99a9-1571e33868d5 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0270796 Dec 06 15:00:31.198946 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-3a584d91-30f9-4a74-a50a-1eabb1fce5a5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:31.199549 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-3a584d91-30f9-4a74-a50a-1eabb1fce5a5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:31.242840 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-3a584d91-30f9-4a74-a50a-1eabb1fce5a5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1314986 Dec 06 15:00:31.279877 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Request body: {'port': {'device_id': '6335948a-a114-421f-8330-b03ab2b9e07c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:31.316108 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68227818-24a5-4e7c-9df1-b18a8c073844 req-f1e5e7e8-f86e-40cb-a11d-e5708b6c3aab tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:31.317580 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-68227818-24a5-4e7c-9df1-b18a8c073844 req-f1e5e7e8-f86e-40cb-a11d-e5708b6c3aab tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 931 time: 0.1398818 Dec 06 15:00:31.324296 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a64a6944-df3f-472a-b091-0cf3c9322b9d req-e5d97611-9b9c-4147-a25c-216c434728fa tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0292819 Dec 06 15:00:31.368798 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Router c7dcdae3-b958-437f-94a1-acda92b1c18c has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:00:31.383001 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:31.424023 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-68227818-24a5-4e7c-9df1-b18a8c073844 req-40aab118-98d8-4e9e-a43f-6f2d19802d60 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969446 Dec 06 15:00:31.606667 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:00:31.615273 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc86ade9-e06f-4f8b-ba36-4c2668ead945 None None] Sync routers for ids ['c7dcdae3-b958-437f-94a1-acda92b1c18c'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:00:31.620582 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2797b3f1-03c2-41bc-bcf2-c3e7b6b85349 admin admin] 10.222.0.20 "PUT /v2.0/routers/c7dcdae3-b958-437f-94a1-acda92b1c18c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4214349 Dec 06 15:00:31.624495 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34826) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:31.625740 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc86ade9-e06f-4f8b-ba36-4c2668ead945 None None] Routers {'c7dcdae3-b958-437f-94a1-acda92b1c18c'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:00:31.626362 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-bc86ade9-e06f-4f8b-ba36-4c2668ead945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:00:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['c7dcdae3-b958-437f-94a1-acda92b1c18c'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:31.730919 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-bc86ade9-e06f-4f8b-ba36-4c2668ead945 None None] Set router c7dcdae3-b958-437f-94a1-acda92b1c18c gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:00:31.733019 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:31.756305 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a03f3e-137d-435c-a164-98c2879d3786 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:00:31.764856 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:31.778503 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Transition to ACTIVE for port object 13a03f3e-137d-435c-a164-98c2879d3786 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:00:31.783490 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:31.856410 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Pushing event updated for resources: {'Port': ['ID=13a03f3e-137d-435c-a164-98c2879d3786,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:31.907131 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Attempting to bind port 13a03f3e-137d-435c-a164-98c2879d3786 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:31.907905 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Attempting to bind port 13a03f3e-137d-435c-a164-98c2879d3786 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:31.907905 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Attempting to bind port 13a03f3e-137d-435c-a164-98c2879d3786 on network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:31.914986 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Port 13a03f3e-137d-435c-a164-98c2879d3786 on network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:31.915303 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Attempting to bind port 13a03f3e-137d-435c-a164-98c2879d3786 on network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:31.920488 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:00:31.920827 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Checking segment: {'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:31.922069 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Bound using segment: {'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:00:31.922212 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Bound port: 13a03f3e-137d-435c-a164-98c2879d3786, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:00:31.922504 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:31.926502 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-bc86ade9-e06f-4f8b-ba36-4c2668ead945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'name': 'tempest-ServerRescueTestJSONUnderV235-507110167-router', 'tenant_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.193'}], 'enable_snat': True}, 'gw_port_id': 'b8164d89-c952-4224-ac5f-4a9c1e9451bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:54:18Z', 'updated_at': '2021-12-06T15:00:30Z', 'revision_number': 5, 'project_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'gw_port': {'id': 'b8164d89-c952-4224-ac5f-4a9c1e9451bc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:19Z', 'updated_at': '2021-12-06T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:31.954926 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc86ade9-e06f-4f8b-ba36-4c2668ead945 None None] Checking router: c7dcdae3-b958-437f-94a1-acda92b1c18c for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:00:31.981236 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc86ade9-e06f-4f8b-ba36-4c2668ead945 None None] Routers {'c7dcdae3-b958-437f-94a1-acda92b1c18c'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:00:31.984665 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-bc86ade9-e06f-4f8b-ba36-4c2668ead945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:00:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['c7dcdae3-b958-437f-94a1-acda92b1c18c'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:32.005249 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] For port 13a03f3e-137d-435c-a164-98c2879d3786, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:32.008977 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] For port 13a03f3e-137d-435c-a164-98c2879d3786, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=13a03f3e-137d-435c-a164-98c2879d3786,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:00:32.016492 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.056118 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:32.056732 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.058646 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] 10.222.0.37 "PUT /v2.0/ports/13a03f3e-137d-435c-a164-98c2879d3786 HTTP/1.1" status: 200 len: 1091 time: 0.7845962 Dec 06 15:00:32.062228 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6335948a-a114-421f-8330-b03ab2b9e07c', 'tag': '13a03f3e-137d-435c-a164-98c2879d3786'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:00:32.065314 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6096058-09e0-487d-bd55-fe752b492c59" -d '{"events": [{"name": "network-changed", "server_uuid": "6335948a-a114-421f-8330-b03ab2b9e07c", "tag": "13a03f3e-137d-435c-a164-98c2879d3786"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:00:32.112275 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1893842a-fbff-4634-b22a-bc07d28e717b req-09cfc5e1-3f4e-4c7c-9a69-c8021c12f48e tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0515213 Dec 06 15:00:32.131916 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-bc86ade9-e06f-4f8b-ba36-4c2668ead945 None None] Set router c7dcdae3-b958-437f-94a1-acda92b1c18c gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:00:32.203184 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb4560ea-49f3-4b6a-b7cf-943c40018a98 req-7490ad50-8870-4496-957f-70fc29fde862 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0336132 Dec 06 15:00:32.225745 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.322971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3b8cf31-6542-4a44-ad95-d78d7cda7e14 req-4634e80b-ac28-45f3-970c-f9ce8921d9a1 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0347166 Dec 06 15:00:32.329058 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-bc86ade9-e06f-4f8b-ba36-4c2668ead945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'name': 'tempest-ServerRescueTestJSONUnderV235-507110167-router', 'tenant_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.193'}], 'enable_snat': True}, 'gw_port_id': 'b8164d89-c952-4224-ac5f-4a9c1e9451bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:54:18Z', 'updated_at': '2021-12-06T15:00:30Z', 'revision_number': 5, 'project_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'gw_port': {'id': 'b8164d89-c952-4224-ac5f-4a9c1e9451bc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:19Z', 'updated_at': '2021-12-06T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:32.331039 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Deleting port b8164d89-c952-4224-ac5f-4a9c1e9451bc {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:32.331388 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.364124 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc86ade9-e06f-4f8b-ba36-4c2668ead945 None None] The sync data for ids ['c7dcdae3-b958-437f-94a1-acda92b1c18c'] in n-d-master-1 is: [{'id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'name': 'tempest-ServerRescueTestJSONUnderV235-507110167-router', 'tenant_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.193'}], 'enable_snat': True}, 'gw_port_id': 'b8164d89-c952-4224-ac5f-4a9c1e9451bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:54:18Z', 'updated_at': '2021-12-06T15:00:30Z', 'revision_number': 5, 'project_id': 'f2a4de10ed034453833e0b8c5d96d4de', 'gw_port': {'id': 'b8164d89-c952-4224-ac5f-4a9c1e9451bc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dcdae3-b958-437f-94a1-acda92b1c18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:19Z', 'updated_at': '2021-12-06T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:00:32.432140 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-83f5700f-6ea2-44bb-9302-5548f6e6123e req-1a4a002b-a2f7-4900-80f1-523b57d88ff9 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0310149 Dec 06 15:00:32.460495 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] For port b8164d89-c952-4224-ac5f-4a9c1e9451bc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b8164d89-c952-4224-ac5f-4a9c1e9451bc,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:32.460833 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.476468 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28eb070-643c-4923-9b73-23e29178226f x-openstack-request-id: req-d28eb070-643c-4923-9b73-23e29178226f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:00:32.476858 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6335948a-a114-421f-8330-b03ab2b9e07c", "tag": "13a03f3e-137d-435c-a164-98c2879d3786", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:00:32.477043 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d28eb070-643c-4923-9b73-23e29178226f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:00:32.477423 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6335948a-a114-421f-8330-b03ab2b9e07c', 'tag': '13a03f3e-137d-435c-a164-98c2879d3786', 'status': 'completed', 'code': 200} Dec 06 15:00:32.483010 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c37328-913c-46e4-926d-12f3f090931d service neutron] Pushing event updated for resources: {'Port': ['ID=13a03f3e-137d-435c-a164-98c2879d3786,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:32.484762 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Calling delete_port for b8164d89-c952-4224-ac5f-4a9c1e9451bc owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:32.496371 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008c4a3-f1b9-42b8-93fe-430b36851b8f req-0d0eb0cb-38fa-4c5e-9644-60cdba42a09b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:32.498124 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9008c4a3-f1b9-42b8-93fe-430b36851b8f req-0d0eb0cb-38fa-4c5e-9644-60cdba42a09b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.4476860 Dec 06 15:00:32.526424 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-fcfd69f8-db42-4575-b424-d26d21aa7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:32.527921 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-fcfd69f8-db42-4575-b424-d26d21aa7af9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 1094 time: 0.4070096 Dec 06 15:00:32.585563 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9008c4a3-f1b9-42b8-93fe-430b36851b8f req-c7d1f974-bc74-4923-9ea5-d1c3f3ab7ed8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810661 Dec 06 15:00:32.586925 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-02a5772e-9860-47fa-bf23-bb8caf06f30d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13a03f3e-137d-435c-a164-98c2879d3786 HTTP/1.1" status: 200 len: 217 time: 0.0394692 Dec 06 15:00:32.595579 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac22d7-6bf4-4ed2-9747-fce5b1c6d285 req-7d393da3-116e-40c1-a8b4-4e90fd1e2097 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:32.597079 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-24ac22d7-6bf4-4ed2-9747-fce5b1c6d285 req-7d393da3-116e-40c1-a8b4-4e90fd1e2097 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 943 time: 0.0922656 Dec 06 15:00:32.643078 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-82786176-6b2a-4136-b46e-fb78504ae926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:32.644464 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-82786176-6b2a-4136-b46e-fb78504ae926 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8f704f4-e319-4867-8b21-d731d4293c49 HTTP/1.1" status: 200 len: 852 time: 0.0440540 Dec 06 15:00:32.681134 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-6592af02-162d-4b7a-8007-8d29211ffaaa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295100 Dec 06 15:00:32.689884 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-24ac22d7-6bf4-4ed2-9747-fce5b1c6d285 req-ca709164-27c4-40c2-9c5d-2d223e2e917d tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563443 Dec 06 15:00:32.739700 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.768288 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8164d89-c952-4224-ac5f-4a9c1e9451bc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:32.781249 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67f08d6-216c-4bac-bb29-1e1882f65abf None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:00:32.794616 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.794963 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.795181 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-6e1d7a20-22b9-47fd-9799-a6e45414e77e service neutron] 10.222.0.37 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019621 Dec 06 15:00:32.795304 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.795666 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.796053 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.796358 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.796684 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.796998 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.797321 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.797643 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.797965 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.798283 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.798699 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.844199 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.900583 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af73d0dc-10e1-4e4c-b3d5-7ee57b827fc2 req-851b8d81-1591-4756-8858-c3547102663b service neutron] 10.222.0.37 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937130 Dec 06 15:00:32.940385 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.942424 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.987861 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.988633 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7dcdae3-b958-437f-94a1-acda92b1c18c {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:00:32.993316 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.994451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e2df7090-44b2-42ff-9a81-5137d45265a4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c7dcdae3-b958-437f-94a1-acda92b1c18c HTTP/1.1" status: 204 len: 168 time: 1.3687477 Dec 06 15:00:32.996948 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34842) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:33.003396 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6096058-09e0-487d-bd55-fe752b492c59 req-5d26708f-f732-4c2a-b7b4-c7d4e11e79b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:33.005712 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d6096058-09e0-487d-bd55-fe752b492c59 req-5d26708f-f732-4c2a-b7b4-c7d4e11e79b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 1094 time: 0.0463967 Dec 06 15:00:33.044551 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6f6e11-dd52-4a2a-8b33-52cd0d5eddb8 admin admin] Deleting subnet c44331b2-dbd8-4a5c-89ac-cfdeb1cbfd1c {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:00:33.050451 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6e11-dd52-4a2a-8b33-52cd0d5eddb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.089886 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6e11-dd52-4a2a-8b33-52cd0d5eddb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.108198 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6096058-09e0-487d-bd55-fe752b492c59 req-4a22c6bb-d5a2-4c84-978d-f9f4dfc419c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:33.110399 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d6096058-09e0-487d-bd55-fe752b492c59 req-4a22c6bb-d5a2-4c84-978d-f9f4dfc419c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 913 time: 0.0972841 Dec 06 15:00:33.143332 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6e11-dd52-4a2a-8b33-52cd0d5eddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.167301 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d6096058-09e0-487d-bd55-fe752b492c59 req-9af08ff5-6b9f-49d1-bb38-555f57eb0606 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13a03f3e-137d-435c-a164-98c2879d3786 HTTP/1.1" status: 200 len: 217 time: 0.0385778 Dec 06 15:00:33.195528 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6e11-dd52-4a2a-8b33-52cd0d5eddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.214609 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a591279e-da8e-4a3f-b11c-6dbc3a3e94e0 req-d5ff838a-cf63-4c0b-acd1-3839c68771b5 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0500734 Dec 06 15:00:33.222761 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ed0621df-9cf0-4717-8450-3a8192695358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.223600 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f6e11-dd52-4a2a-8b33-52cd0d5eddb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c44331b2-dbd8-4a5c-89ac-cfdeb1cbfd1c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:33.230466 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6e11-dd52-4a2a-8b33-52cd0d5eddb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.234502 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9c6f6e11-dd52-4a2a-8b33-52cd0d5eddb8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c44331b2-dbd8-4a5c-89ac-cfdeb1cbfd1c HTTP/1.1" status: 204 len: 168 time: 0.2366092 Dec 06 15:00:33.238651 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34848) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:33.247932 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6096058-09e0-487d-bd55-fe752b492c59 req-f0fabb35-0ee1-461c-90a6-e6ab2fdad3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:33.249976 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d6096058-09e0-487d-bd55-fe752b492c59 req-f0fabb35-0ee1-461c-90a6-e6ab2fdad3cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8f704f4-e319-4867-8b21-d731d4293c49 HTTP/1.1" status: 200 len: 852 time: 0.0740178 Dec 06 15:00:33.289070 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0eed580a-ec0c-4f70-b7eb-67185a852df0 req-c9911f15-e259-400d-9e14-7d38e3920ae2 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0265434 Dec 06 15:00:33.298640 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d6096058-09e0-487d-bd55-fe752b492c59 req-0ea7fcaf-79d4-46d5-84e8-9ffbb84d1149 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355818 Dec 06 15:00:33.354002 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd0ae914-fc77-468d-8f5b-446b4b33662a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.449972 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-45bf11ae-82b2-40e6-ba53-7e3c41b37639 req-cc2f79fa-dc7d-40aa-a428-afb56e24ebcf tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0744522 Dec 06 15:00:33.498677 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d6096058-09e0-487d-bd55-fe752b492c59 req-6f9d7b50-004e-4537-906e-b591c4cdb07b service neutron] 10.222.0.37 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709917 Dec 06 15:00:33.519183 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0cdeb53c-aaad-4aa8-87d6-039f91994a82 req-07fdf349-2a6a-457b-9c2b-0c3db0061fcf tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0262499 Dec 06 15:00:33.526384 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd0ae914-fc77-468d-8f5b-446b4b33662a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.570372 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-fd0ae914-fc77-468d-8f5b-446b4b33662a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9712054e-c9e3-482b-8fa7-d85fc24cdb27']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:33.583156 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-fd0ae914-fc77-468d-8f5b-446b4b33662a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa2bda0d-9859-4513-97c9-ee2e0be6ebf7') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:33.583446 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-fd0ae914-fc77-468d-8f5b-446b4b33662a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa2bda0d-9859-4513-97c9-ee2e0be6ebf7') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:33.619465 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd0ae914-fc77-468d-8f5b-446b4b33662a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.646263 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd0ae914-fc77-468d-8f5b-446b4b33662a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.661077 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0ae914-fc77-468d-8f5b-446b4b33662a admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:00:33.661474 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd0ae914-fc77-468d-8f5b-446b4b33662a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:00:33.663196 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:00:33.685926 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d6096058-09e0-487d-bd55-fe752b492c59 req-dff3e460-6d6e-400c-9181-c31e4704b215 service neutron] 10.222.0.37 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559770 Dec 06 15:00:33.753705 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd0ae914-fc77-468d-8f5b-446b4b33662a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.763777 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd0ae914-fc77-468d-8f5b-446b4b33662a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.767350 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fd0ae914-fc77-468d-8f5b-446b4b33662a admin admin] 10.222.0.20 "DELETE /v2.0/networks/9712054e-c9e3-482b-8fa7-d85fc24cdb27 HTTP/1.1" status: 204 len: 168 time: 0.5276968 Dec 06 15:00:33.775432 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629f693-2715-4207-9c4e-e08f54d62400 req-037cb503-c8c3-4105-acd9-5eb943e7f609 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:33.776969 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d629f693-2715-4207-9c4e-e08f54d62400 req-037cb503-c8c3-4105-acd9-5eb943e7f609 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.1171920 Dec 06 15:00:33.789168 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ae914-fc77-468d-8f5b-446b4b33662a admin admin] Pushing event deleted for resources: {'Network': ['ID=9712054e-c9e3-482b-8fa7-d85fc24cdb27,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:33.826121 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c44d8-3a9d-40f5-8a40-86ae8a2ac8b8 req-c8379e96-f95c-46b2-86e3-16e4e1d7cd48 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:33.827821 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-db1c44d8-3a9d-40f5-8a40-86ae8a2ac8b8 req-c8379e96-f95c-46b2-86e3-16e4e1d7cd48 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 943 time: 0.0663993 Dec 06 15:00:33.838141 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d629f693-2715-4207-9c4e-e08f54d62400 req-0170f4c7-56dd-4b25-8d34-31363bfa5768 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510077 Dec 06 15:00:33.878107 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-db1c44d8-3a9d-40f5-8a40-86ae8a2ac8b8 req-c7a1347e-52a8-493f-a5ed-5bbd09bd6a17 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431838 Dec 06 15:00:33.896222 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34860) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:33.936212 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9b8c9812-bdf1-4052-bc39-2ed0c40e7c97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2a4de10ed034453833e0b8c5d96d4de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386634 Dec 06 15:00:33.938600 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34862) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:33.945039 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.987068 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb894571-151e-4b9f-8a5e-8e8b0326beca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:34.007674 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb894571-151e-4b9f-8a5e-8e8b0326beca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:34.010973 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b8164d89-c952-4224-ac5f-4a9c1e9451bc no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:00:34.032032 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: b8164d89-c952-4224-ac5f-4a9c1e9451bc {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:00:34.032376 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b8164d89-c952-4224-ac5f-4a9c1e9451bc not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:00:34.032812 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 100b2266-977b-4d61-9836-ee0b0bbccc0d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:00:34.051300 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 100b2266-977b-4d61-9836-ee0b0bbccc0d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:00:34.051642 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 100b2266-977b-4d61-9836-ee0b0bbccc0d not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:00:34.056100 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb894571-151e-4b9f-8a5e-8e8b0326beca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:34.058666 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb894571-151e-4b9f-8a5e-8e8b0326beca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:34.059919 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fb894571-151e-4b9f-8a5e-8e8b0326beca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26384ce0-2f07-4e0c-857c-4ad37dafcc53 HTTP/1.1" status: 204 len: 168 time: 0.1203089 Dec 06 15:00:34.068405 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb894571-151e-4b9f-8a5e-8e8b0326beca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26384ce0-2f07-4e0c-857c-4ad37dafcc53,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:34.305696 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6a8d585-fea0-4b9e-a1af-a51e8d255dfb req-fc4f875b-e096-493e-a74d-7ca418611f49 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0318336 Dec 06 15:00:34.371048 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-677af8a1-24ca-4f8a-96c1-a1e22c86953c req-d776cb40-ec3d-43a7-a048-41e4fbb30425 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0298278 Dec 06 15:00:34.528777 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d311cab8-f5ea-427c-96c7-8da3e1c89fba req-338fee7d-f380-44c5-b669-cd484e698dad tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0279717 Dec 06 15:00:34.594214 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-deb12dbf-f7a2-46d7-8d33-6107d22f1e69 req-dfe25825-80fc-42a8-9494-87b862ae2948 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0260088 Dec 06 15:00:34.725280 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34892) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:34.817946 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8ce4316c-e515-4dfa-93ae-21349608d9c7 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-183558889-network', 'tenant_id': 'de590d2f411a4eb5810311cd14acf7d7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:34.838273 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce4316c-e515-4dfa-93ae-21349608d9c7 admin admin] Made reservation on behalf of de590d2f411a4eb5810311cd14acf7d7 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:34.840614 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ce4316c-e515-4dfa-93ae-21349608d9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:34.849464 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ce4316c-e515-4dfa-93ae-21349608d9c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:34.924969 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ce4316c-e515-4dfa-93ae-21349608d9c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:34.930241 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ce4316c-e515-4dfa-93ae-21349608d9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:34.942868 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce4316c-e515-4dfa-93ae-21349608d9c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:00:34.952555 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ce4316c-e515-4dfa-93ae-21349608d9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:34.952998 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-8ce4316c-e515-4dfa-93ae-21349608d9c7 admin admin] Added segment b2c4d3eb-8cdd-4f4b-9692-8c0097e450f4 of type vlan for network bcaefdde-1c69-478e-bedf-a66c7d121dd7 Dec 06 15:00:34.961928 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c3d52-19a1-4769-8f1a-27fcc657bd0e req-9de781ce-ebea-4e08-ae62-a30aedcee5f1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:34.963513 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c59c3d52-19a1-4769-8f1a-27fcc657bd0e req-9de781ce-ebea-4e08-ae62-a30aedcee5f1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0535536 Dec 06 15:00:35.012036 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c59c3d52-19a1-4769-8f1a-27fcc657bd0e req-bfdc4537-3e81-4ea7-aa42-e7afd3de3400 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416420 Dec 06 15:00:35.037806 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4316c-e515-4dfa-93ae-21349608d9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bfdff9-dad4-4864-8c14-7ec0a648c438,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:35.052604 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ce4316c-e515-4dfa-93ae-21349608d9c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.070443 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99564c-6725-495b-8bb2-860b167ea7b9 req-8c11da3d-1b88-4080-b7ea-ee0294bc1321 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:35.071956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad99564c-6725-495b-8bb2-860b167ea7b9 req-8c11da3d-1b88-4080-b7ea-ee0294bc1321 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 943 time: 0.1173515 Dec 06 15:00:35.103203 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ce4316c-e515-4dfa-93ae-21349608d9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.104141 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce4316c-e515-4dfa-93ae-21349608d9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:35.104715 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8ce4316c-e515-4dfa-93ae-21349608d9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.142110 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8ce4316c-e515-4dfa-93ae-21349608d9c7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4157069 Dec 06 15:00:35.145082 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34900) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:35.150075 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-af8e524e-a5fe-402f-b1de-ce4330a129c6 admin admin] Request body: {'subnet': {'network_id': 'bcaefdde-1c69-478e-bedf-a66c7d121dd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-183558889-subnet', 'tenant_id': 'de590d2f411a4eb5810311cd14acf7d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:35.158466 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad99564c-6725-495b-8bb2-860b167ea7b9 req-57edd062-daff-4d88-8ca4-93b34cb1660a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780377 Dec 06 15:00:35.179010 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8e524e-a5fe-402f-b1de-ce4330a129c6 admin admin] Made reservation on behalf of de590d2f411a4eb5810311cd14acf7d7 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:35.179010 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af8e524e-a5fe-402f-b1de-ce4330a129c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.187476 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4316c-e515-4dfa-93ae-21349608d9c7 admin admin] Pushing event updated for resources: {'Network': ['ID=bcaefdde-1c69-478e-bedf-a66c7d121dd7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:35.197156 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network bcaefdde-1c69-478e-bedf-a66c7d121dd7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:00:35.355800 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af8e524e-a5fe-402f-b1de-ce4330a129c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.420021 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-027541ef-e379-4f97-bbe2-01ceae52878b req-5d49d25d-1479-48aa-bbdf-813d6d14cd37 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0606401 Dec 06 15:00:35.450471 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e524e-a5fe-402f-b1de-ce4330a129c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d36120a7-b6ff-4409-a5da-f5053dcb8659,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:35.451273 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9df52090-0766-468b-b598-9ce13f060b29 req-d9a9c4a0-650e-4731-9be4-47e68a060e3b tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0274000 Dec 06 15:00:35.461691 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e524e-a5fe-402f-b1de-ce4330a129c6 admin admin] Checking segment: {'id': 'b2c4d3eb-8cdd-4f4b-9692-8c0097e450f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcaefdde-1c69-478e-bedf-a66c7d121dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:35.462090 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e524e-a5fe-402f-b1de-ce4330a129c6 admin admin] Network hostable DHCP agents. Network: bcaefdde-1c69-478e-bedf-a66c7d121dd7, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:00:35.485316 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e524e-a5fe-402f-b1de-ce4330a129c6 admin admin] Network bcaefdde-1c69-478e-bedf-a66c7d121dd7 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:00:35.494667 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-af8e524e-a5fe-402f-b1de-ce4330a129c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, bcaefdde-1c69-478e-bedf-a66c7d121dd7) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:35.500404 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e524e-a5fe-402f-b1de-ce4330a129c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:35.500999 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af8e524e-a5fe-402f-b1de-ce4330a129c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.502723 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642667a7-c41c-41eb-b0bc-8d1b5782aab8 None None] Network bcaefdde-1c69-478e-bedf-a66c7d121dd7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:35.520141 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-af8e524e-a5fe-402f-b1de-ce4330a129c6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3739555 Dec 06 15:00:35.610095 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f12b2f4d-a2d6-4679-90f7-6dfde32dba72 req-d24f961a-b43f-4150-9617-a1ff03271719 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0272658 Dec 06 15:00:35.645470 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.651779 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e12bc0-29ae-4738-909f-97c002ba97dd None None] Network bcaefdde-1c69-478e-bedf-a66c7d121dd7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:35.691768 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e2bc0bf1-4d80-4431-8e19-6ddc2627853a req-3b43c926-233b-45d8-b369-a0f366f2598c tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0362496 Dec 06 15:00:35.786801 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 13a03f3e-137d-435c-a164-98c2879d3786 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:00:35.888823 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 13a03f3e-137d-435c-a164-98c2879d3786, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=13a03f3e-137d-435c-a164-98c2879d3786,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:35.899766 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '13a03f3e-137d-435c-a164-98c2879d3786', 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0', 'port_id': '13a03f3e-137d-435c-a164-98c2879d3786', 'mac_address': 'fa:16:3e:07:ea:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f704f4-e319-4867-8b21-d731d4293c49', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:00:35.937616 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.950593 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a03f3e-137d-435c-a164-98c2879d3786 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:00:35.955529 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-2e6d9481-7c6b-4885-b5ed-c19ce544576c tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:35.957069 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-2e6d9481-7c6b-4885-b5ed-c19ce544576c tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/networks?id=bcaefdde-1c69-478e-bedf-a66c7d121dd7 HTTP/1.1" status: 200 len: 808 time: 0.1004364 Dec 06 15:00:35.972554 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 13a03f3e-137d-435c-a164-98c2879d3786, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=13a03f3e-137d-435c-a164-98c2879d3786,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:35.976415 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.977963 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-fea3fcbb-0c5a-470a-8db4-5c6ca65977e1 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/quotas/de590d2f411a4eb5810311cd14acf7d7 HTTP/1.1" status: 200 len: 375 time: 0.0102804 Dec 06 15:00:36.016995 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-889d7329-8bab-44a6-a702-c8f204a42cd4 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=de590d2f411a4eb5810311cd14acf7d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322297 Dec 06 15:00:36.023520 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=13a03f3e-137d-435c-a164-98c2879d3786,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:36.031593 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:36.031983 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:36.032325 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:36.032684 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:36.033005 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:36.033341 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:36.033672 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:36.034028 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:36.034366 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:36.034698 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:36.035026 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:36.035354 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:36.035922 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:36.111381 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-4659836f-1d07-4a64-9693-75610c20712e service neutron] 10.222.0.20 "GET /v2.0/networks/bcaefdde-1c69-478e-bedf-a66c7d121dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863323 Dec 06 15:00:36.127869 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8d66-017f-44da-8f93-29437507b370 req-1a15028f-8794-4607-b70b-e6bdd5980352 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:36.129363 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-232d8d66-017f-44da-8f93-29437507b370 req-1a15028f-8794-4607-b70b-e6bdd5980352 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0492311 Dec 06 15:00:36.178032 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-232d8d66-017f-44da-8f93-29437507b370 req-11b73b0c-270a-423f-b3a1-8bf8b786df22 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424402 Dec 06 15:00:36.210562 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-acaefeac-7a01-4190-a6ab-b08d1ae8cd55 service neutron] 10.222.0.20 "GET /v2.0/networks/bcaefdde-1c69-478e-bedf-a66c7d121dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931337 Dec 06 15:00:36.240412 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['13a03f3e-137d-435c-a164-98c2879d3786'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:00:36.288118 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83d470-99e8-4ed0-b6d2-045d96f285f4 req-33e53092-22f2-4413-9955-0fb5c98be490 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:36.289719 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf83d470-99e8-4ed0-b6d2-045d96f285f4 req-33e53092-22f2-4413-9955-0fb5c98be490 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 944 time: 0.0571749 Dec 06 15:00:36.347605 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf83d470-99e8-4ed0-b6d2-045d96f285f4 req-016b6499-0587-4b28-862f-6d401519e36f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472064 Dec 06 15:00:36.394087 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a7e32356-205a-4ba5-b4fc-f2808e3a02ec req-bf8d342b-b4d5-42de-b675-1cfb63e879bf tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0266626 Dec 06 15:00:36.502229 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1e051cd1-cc17-49eb-95e8-4f8c29134575 req-8e6065ba-77fd-4438-8786-8ea2bb715e02 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0298352 Dec 06 15:00:36.529899 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-103f47b5-54cc-4109-85ad-9fe6521c1fbc req-73bdb280-1f90-4c48-a869-86d79e1010d8 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0269458 Dec 06 15:00:36.536982 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:36.689115 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f0d0b7-9780-4c8c-9d43-9ed28f76cf54 req-12176af8-eb69-46a9-a4f2-f3f9a6ab8418 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255761 Dec 06 15:00:36.767502 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-28129d08-1025-48be-82a6-f5ca6bf11ed3 req-e96e3ea7-2135-42c5-b400-13daca5b20fd tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0266173 Dec 06 15:00:37.289997 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d2120-6be9-496c-bc6b-a8a0dba31ebc req-e268b3e1-44ee-4e89-87fc-b741146bcf90 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:37.291461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0e2d2120-6be9-496c-bc6b-a8a0dba31ebc req-e268b3e1-44ee-4e89-87fc-b741146bcf90 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0483382 Dec 06 15:00:37.337547 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0e2d2120-6be9-496c-bc6b-a8a0dba31ebc req-299c0e85-26e6-4224-8fc2-5e7ea383f17a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396731 Dec 06 15:00:37.466723 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b51c6-02a7-43ab-ac9d-fe73717d4620 req-267799eb-66d1-48b4-82a6-912cd1590a91 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:37.468547 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-df440c5c-6836-4698-88cb-07dc91eca1bb req-011e8c87-fd2d-4aff-b0a2-74403294b535 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0253305 Dec 06 15:00:37.468710 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-449b51c6-02a7-43ab-ac9d-fe73717d4620 req-267799eb-66d1-48b4-82a6-912cd1590a91 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 944 time: 0.0533638 Dec 06 15:00:37.517629 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-449b51c6-02a7-43ab-ac9d-fe73717d4620 req-c8ebdb43-9a5b-42c9-b9f1-843f016557f3 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428944 Dec 06 15:00:37.581919 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d588138-90ca-45e4-87f3-65a7f25f00be req-04c3287a-6d82-4087-9b0d-ef4c807f1cb0 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0291975 Dec 06 15:00:37.604798 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ca195651-83d8-4ac1-b7c2-d1cc850965c9 req-84a307b9-3660-454c-b768-cff693d032d3 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0262833 Dec 06 15:00:37.762543 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c7c916d-8600-43b1-a818-579a8b24817a req-2d6bea36-1415-4fd6-bab8-891ffbc2aefa tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0252542 Dec 06 15:00:37.800832 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 13a03f3e-137d-435c-a164-98c2879d3786 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:00:37.844098 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-add72b7a-d099-46bd-aa59-28d922953442 req-ea78e827-c9b8-4814-8b8f-9c7c2523de53 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0286729 Dec 06 15:00:37.854851 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 13a03f3e-137d-435c-a164-98c2879d3786 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:00:37.866941 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 13a03f3e-137d-435c-a164-98c2879d3786 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:37.867316 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:37.948277 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:37.971355 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6335948a-a114-421f-8330-b03ab2b9e07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a03f3e-137d-435c-a164-98c2879d3786'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:00:37.973622 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9007ff-fda9-4a8d-a272-725d3583b1b4" -d '{"events": [{"server_uuid": "6335948a-a114-421f-8330-b03ab2b9e07c", "name": "network-vif-plugged", "status": "completed", "tag": "13a03f3e-137d-435c-a164-98c2879d3786"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:00:37.985539 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 13a03f3e-137d-435c-a164-98c2879d3786, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=13a03f3e-137d-435c-a164-98c2879d3786,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:37.989566 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.015118 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f510943-e701-44b7-9a50-8531dcd0130d x-openstack-request-id: req-2f510943-e701-44b7-9a50-8531dcd0130d {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:00:38.015417 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6335948a-a114-421f-8330-b03ab2b9e07c", "name": "network-vif-plugged", "status": "completed", "tag": "13a03f3e-137d-435c-a164-98c2879d3786", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:00:38.015740 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f510943-e701-44b7-9a50-8531dcd0130d {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:00:38.016134 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6335948a-a114-421f-8330-b03ab2b9e07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a03f3e-137d-435c-a164-98c2879d3786', 'code': 200} Dec 06 15:00:38.040627 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=13a03f3e-137d-435c-a164-98c2879d3786,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:38.117737 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c621db1-9a76-4825-a096-eaf7b2f66174 req-3818bcd0-062c-4093-bf78-949110dd897a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:38.119194 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c621db1-9a76-4825-a096-eaf7b2f66174 req-3818bcd0-062c-4093-bf78-949110dd897a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 1096 time: 0.0388024 Dec 06 15:00:38.171568 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c621db1-9a76-4825-a096-eaf7b2f66174 req-cbcbcc96-e089-49cb-b788-0c236e6fe13a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398853 Dec 06 15:00:38.450626 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354ec48-2bfa-4a8b-9b78-09e5b51e68e3 req-b0b2eac6-02dd-4583-8b8e-2883fbd0def5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:38.452658 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e354ec48-2bfa-4a8b-9b78-09e5b51e68e3 req-b0b2eac6-02dd-4583-8b8e-2883fbd0def5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0479932 Dec 06 15:00:38.500014 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e354ec48-2bfa-4a8b-9b78-09e5b51e68e3 req-8c4534db-5b3e-4df3-9b49-f42f8398e24b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 Dec 06 15:00:38.547297 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-55c5a3f1-ff0c-43ce-ba44-0e520ee88b14 req-fe3e868b-5e86-4d1e-97ab-56f6d0833c59 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0264347 Dec 06 15:00:38.634812 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9d5c7-2f73-4370-bedf-d40ac8247bbf req-86546c01-a6b7-45e9-a251-5133f79094a1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:38.636230 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08b9d5c7-2f73-4370-bedf-d40ac8247bbf req-86546c01-a6b7-45e9-a251-5133f79094a1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 945 time: 0.0509725 Dec 06 15:00:38.658052 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96fff220-3036-40a7-a684-0b19d081ebeb req-d4d45b12-86e6-4b85-a07a-f405de6522ac tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0255282 Dec 06 15:00:38.683805 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08b9d5c7-2f73-4370-bedf-d40ac8247bbf req-23ef98c8-36ca-489f-9115-e3326d2c605a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414608 Dec 06 15:00:38.719794 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f717f19e-1a4c-416d-b52e-7ce545d6207a req-dbd511dc-fd00-414a-a02e-529ae4698fe6 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0249939 Dec 06 15:00:38.841028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d5eb7d8-c52d-4457-972d-59132dc33a68 req-8bf941e3-b54e-4852-bfc5-f996953ce8d9 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0286109 Dec 06 15:00:38.920058 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61ff75cd-b9c1-4972-b5f4-adbfed97a408 req-6739e87f-77bd-4b25-aefe-fde8a782b380 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0252838 Dec 06 15:00:39.615048 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a60d4-d412-4da7-8829-056abebe492c req-96f36863-37b0-44e8-8fef-573edcb1ef34 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:39.616605 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd4a60d4-d412-4da7-8829-056abebe492c req-96f36863-37b0-44e8-8fef-573edcb1ef34 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0492246 Dec 06 15:00:39.626763 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a364c90-30be-4dc6-9e7f-ea3415cb2bdd req-b6fa14d1-3be2-4113-87fa-71fb846a2793 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0303121 Dec 06 15:00:39.671538 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd4a60d4-d412-4da7-8829-056abebe492c req-d4d5e3aa-6127-43bb-b7fa-0d5b7e77073e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484521 Dec 06 15:00:39.732631 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-720b4743-9152-42d5-8251-232e1c34992c req-926cf839-8ece-420f-bbec-f19fc8acef6c tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0255904 Dec 06 15:00:39.795275 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ac315e7-1ece-46f2-b0ac-cc2efe26b13b req-f8b32aea-0f54-48c5-b795-d064e5d351d5 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0257335 Dec 06 15:00:39.798280 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb700530-439c-4168-937e-0b2d9b6a152b req-dbc0abc0-af19-4828-be03-ef6e13248788 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:39.799791 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb700530-439c-4168-937e-0b2d9b6a152b req-dbc0abc0-af19-4828-be03-ef6e13248788 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 945 time: 0.0493000 Dec 06 15:00:39.846558 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb700530-439c-4168-937e-0b2d9b6a152b req-5da3cf89-d14b-4714-96ee-30079bcc3b72 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408497 Dec 06 15:00:39.916332 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8d306e24-2ac4-4056-ba6d-e860d0b0dd1c req-8b2d57cb-25d9-4fb8-a505-83ec4e757c3b tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0254250 Dec 06 15:00:40.001183 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4c7729b-f73a-4107-82e2-479c26e4576f req-f09046be-69a0-4366-9238-238e12e969fc tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0293992 Dec 06 15:00:40.053052 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3263e10-c1a8-4f94-bef6-bbe6f0567e3c req-97be2c7e-c31f-443a-9057-47709a07dd20 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:40.054511 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a3263e10-c1a8-4f94-bef6-bbe6f0567e3c req-97be2c7e-c31f-443a-9057-47709a07dd20 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 945 time: 0.0531003 Dec 06 15:00:40.100168 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a3263e10-c1a8-4f94-bef6-bbe6f0567e3c req-5171cc1b-5984-4c4f-96a9-5d13cba83e87 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395381 Dec 06 15:00:40.703097 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b65f78f0-1969-429b-8bf9-826580efbf2c req-aa821ad5-4367-4c5a-ad12-80540c062940 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0257893 Dec 06 15:00:40.786693 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006731b-dc50-4500-81ee-02b79a2f3a45 req-67809b63-80e9-4e7a-84b4-e1bff34bcd6e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:40.788235 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c006731b-dc50-4500-81ee-02b79a2f3a45 req-67809b63-80e9-4e7a-84b4-e1bff34bcd6e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0489151 Dec 06 15:00:40.811924 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9b8d579f-8a0f-4d04-86ce-2ac8b5bfb6aa req-6c93807f-7199-46bc-b7da-4ff05766457f tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0293036 Dec 06 15:00:40.835798 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c006731b-dc50-4500-81ee-02b79a2f3a45 req-a26e09f6-c494-48fc-b271-f1ef005fa50b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Dec 06 15:00:40.874493 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f04f6a38-1fea-475a-a986-2cd10fc031b4 req-a8f57db1-7183-4a10-bef9-b0e35414a658 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0254278 Dec 06 15:00:40.990060 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-376e07ea-6f79-4b7a-8b6b-e58e799993ae req-83110d77-b027-48f9-b57c-2af0d87fe367 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0255971 Dec 06 15:00:41.078430 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5405401d-2d3d-4d80-baec-9311ffa13aa7 req-78c754ef-aff3-4657-bb0a-5574f1a6393a tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0259492 Dec 06 15:00:41.217227 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2575c-f8fc-422e-90cb-1cc71efa97c7 req-a1427f17-9d6e-4d10-873d-6380b2d891b7 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:41.218623 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bed2575c-f8fc-422e-90cb-1cc71efa97c7 req-a1427f17-9d6e-4d10-873d-6380b2d891b7 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 945 time: 0.0519221 Dec 06 15:00:41.265276 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bed2575c-f8fc-422e-90cb-1cc71efa97c7 req-6c42747f-ec36-40b8-bab3-b73bcfbf340e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402784 Dec 06 15:00:41.495901 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd580d-fad3-4749-9a8a-8c0a7f8ea5e8 req-d09e04e8-96ad-4a0e-ab23-5b4c4d15c8a8 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:41.497373 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-56fd580d-fad3-4749-9a8a-8c0a7f8ea5e8 req-d09e04e8-96ad-4a0e-ab23-5b4c4d15c8a8 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 945 time: 0.0484529 Dec 06 15:00:41.545398 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-56fd580d-fad3-4749-9a8a-8c0a7f8ea5e8 req-9155bfc5-cd64-4d6e-bda8-eff401f9fe88 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411325 Dec 06 15:00:41.780693 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a44f6a8-206d-4000-8696-75e96f6c61a8 req-9f1e358c-f9c9-4d1e-9759-65089fdc5aef tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0257154 Dec 06 15:00:41.887442 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-021977e0-09a8-4898-8ea3-68039dbc0f39 req-cba5ece4-ffab-4778-80a2-32e48351b140 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0253282 Dec 06 15:00:41.948821 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc85d1-ee78-4e3f-909d-58ee1f2a9ef1 req-9195c2e8-2f98-472c-a8d8-134677ea1f75 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:41.950302 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ddc85d1-ee78-4e3f-909d-58ee1f2a9ef1 req-9195c2e8-2f98-472c-a8d8-134677ea1f75 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0487492 Dec 06 15:00:41.955676 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a517e25d-5730-4758-be9f-98c5b83f1dcf req-ef666032-93db-47bb-bff5-1512fcf89ef8 tempest-VolumesNegativeTest-1529576400 tempest-VolumesNegativeTest-1529576400-project] 10.222.0.20 "GET /v2.0/ports?device_id=021914ea-f115-4750-b26f-6e6d53d441a9 HTTP/1.1" status: 200 len: 210 time: 0.0287831 Dec 06 15:00:41.998539 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ddc85d1-ee78-4e3f-909d-58ee1f2a9ef1 req-187b0636-2be5-4c7e-88cd-71a7621bf93a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421157 Dec 06 15:00:42.067616 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fff754f8-ea71-451f-b1dd-82bca0806e87 req-0c546f4f-03c3-4c3e-87f8-c24999e38b96 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0294962 Dec 06 15:00:42.152328 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9bde3661-6ffe-41c1-9c0c-40348ddb64c8 req-3a6ec4b3-ed58-49b0-a798-19fa29c72d35 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0259271 Dec 06 15:00:42.661036 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84d56d-f1c3-4913-a203-e0c3f94a77b5 req-3b40a084-ffed-4222-b47f-2588ea16f6cb tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:42.662686 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c84d56d-f1c3-4913-a203-e0c3f94a77b5 req-3b40a084-ffed-4222-b47f-2588ea16f6cb tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 945 time: 0.0509713 Dec 06 15:00:42.712398 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c84d56d-f1c3-4913-a203-e0c3f94a77b5 req-503a7df6-0190-421a-a272-241475be2a11 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434015 Dec 06 15:00:42.863810 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6cd59349-74df-4bb3-a463-9cc014033666 req-9ead6021-c657-49b0-86c1-5f2c43605d9c tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0322766 Dec 06 15:00:42.965768 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9b45e71-0de7-400f-8fd0-cb335b0e4715 req-64c3d233-0817-4843-a5ed-6e0d98fae200 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0266547 Dec 06 15:00:43.145193 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b47465-8602-491f-9ec3-29b90cef912c req-17297c96-4bdf-49b9-abe6-6ff5b9edd187 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:43.146863 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a7b47465-8602-491f-9ec3-29b90cef912c req-17297c96-4bdf-49b9-abe6-6ff5b9edd187 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0824645 Dec 06 15:00:43.153434 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dd620ded-b83a-4bf8-99b3-2b7d444efb19 req-1c1f6b66-f039-4ebd-aba4-b288406791ef tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0330529 Dec 06 15:00:43.171245 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc5ea-8a91-4756-976c-f612fb1be300 req-d75a4678-e393-4c79-b823-6d6890203a3a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:43.171245 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b85fc5ea-8a91-4756-976c-f612fb1be300 req-d75a4678-e393-4c79-b823-6d6890203a3a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.37 "GET /v2.0/ports?device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 945 time: 0.0927570 Dec 06 15:00:43.215528 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a7b47465-8602-491f-9ec3-29b90cef912c req-f3df4417-89c9-46ec-b4d2-34b46b7f2c82 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548406 Dec 06 15:00:43.242663 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-83dd2893-7caa-4866-b113-86f45c442c3b req-e300f929-7489-4c88-be65-dafcd223e65b tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0325422 Dec 06 15:00:43.295850 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-b85fc5ea-8a91-4756-976c-f612fb1be300 req-a77137a6-77bf-48c6-9e5f-1ccb995497ae tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Deleting port 13a03f3e-137d-435c-a164-98c2879d3786 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:43.296246 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b85fc5ea-8a91-4756-976c-f612fb1be300 req-a77137a6-77bf-48c6-9e5f-1ccb995497ae tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:43.394983 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-b85fc5ea-8a91-4756-976c-f612fb1be300 req-a77137a6-77bf-48c6-9e5f-1ccb995497ae tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] For port 13a03f3e-137d-435c-a164-98c2879d3786, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=13a03f3e-137d-435c-a164-98c2879d3786,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:43.395421 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b85fc5ea-8a91-4756-976c-f612fb1be300 req-a77137a6-77bf-48c6-9e5f-1ccb995497ae tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:43.407890 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-b85fc5ea-8a91-4756-976c-f612fb1be300 req-a77137a6-77bf-48c6-9e5f-1ccb995497ae tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Calling delete_port for 13a03f3e-137d-435c-a164-98c2879d3786 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:43.574817 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b85fc5ea-8a91-4756-976c-f612fb1be300 req-a77137a6-77bf-48c6-9e5f-1ccb995497ae tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:43.592256 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['13a03f3e-137d-435c-a164-98c2879d3786'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:00:43.613444 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77137a6-77bf-48c6-9e5f-1ccb995497ae tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Pushing event deleted for resources: {'Port': ['ID=13a03f3e-137d-435c-a164-98c2879d3786,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:43.673988 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85fc5ea-8a91-4756-976c-f612fb1be300 req-a77137a6-77bf-48c6-9e5f-1ccb995497ae tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] No DVR routers for this DVR port 13a03f3e-137d-435c-a164-98c2879d3786 on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:00:43.676897 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-b85fc5ea-8a91-4756-976c-f612fb1be300 req-a77137a6-77bf-48c6-9e5f-1ccb995497ae tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:43.680596 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b85fc5ea-8a91-4756-976c-f612fb1be300 req-a77137a6-77bf-48c6-9e5f-1ccb995497ae tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.37 "DELETE /v2.0/ports/13a03f3e-137d-435c-a164-98c2879d3786 HTTP/1.1" status: 204 len: 173 time: 0.4963570 Dec 06 15:00:43.681044 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6335948a-a114-421f-8330-b03ab2b9e07c', 'name': 'network-vif-deleted', 'tag': '13a03f3e-137d-435c-a164-98c2879d3786'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:00:43.683305 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a021eb-6155-48ef-84d2-161a76b7eaa1" -d '{"events": [{"server_uuid": "6335948a-a114-421f-8330-b03ab2b9e07c", "name": "network-vif-deleted", "tag": "13a03f3e-137d-435c-a164-98c2879d3786"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:00:43.730481 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35200) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:43.750542 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375c6a14-5c64-4073-ae4a-dcf90e75aad1 x-openstack-request-id: req-375c6a14-5c64-4073-ae4a-dcf90e75aad1 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:00:43.751040 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6335948a-a114-421f-8330-b03ab2b9e07c", "name": "network-vif-deleted", "tag": "13a03f3e-137d-435c-a164-98c2879d3786", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:00:43.751468 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-375c6a14-5c64-4073-ae4a-dcf90e75aad1 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:00:43.751925 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6335948a-a114-421f-8330-b03ab2b9e07c', 'name': 'network-vif-deleted', 'tag': '13a03f3e-137d-435c-a164-98c2879d3786', 'status': 'completed', 'code': 200} Dec 06 15:00:43.827596 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f4a2982b-9e08-4f48-a905-1c4e524579be req-1d895282-bd0c-4a48-a63f-e6237a41924f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6335948a-a114-421f-8330-b03ab2b9e07c HTTP/1.1" status: 200 len: 210 time: 0.0265110 Dec 06 15:00:43.895423 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6aa11ae0-e4e0-49d0-a1d5-f54120ad1141 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:43.960792 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-adf8449f-9a49-4fe4-9f8e-18b20313a5fe req-5775d06a-53fd-414d-8304-51a64c49bea2 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0371280 Dec 06 15:00:44.011858 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6aa11ae0-e4e0-49d0-a1d5-f54120ad1141 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:44.016795 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6aa11ae0-e4e0-49d0-a1d5-f54120ad1141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:44.049700 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08827dc1-83ec-4aa0-94fa-7db9976b8703 req-0e82b0b2-7de1-4b93-ab6d-ff3248efdd95 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0315981 Dec 06 15:00:44.058241 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa11ae0-e4e0-49d0-a1d5-f54120ad1141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e12a39-2fa8-4164-8806-15f19df54203,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:44.062655 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6aa11ae0-e4e0-49d0-a1d5-f54120ad1141 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9220d0fb33346c19d0e26509a359e6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3310688 Dec 06 15:00:44.066135 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35248) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:44.119436 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03c7fb60-4805-4202-9927-4c5bf8df5dab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:44.143458 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03c7fb60-4805-4202-9927-4c5bf8df5dab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:44.199092 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03c7fb60-4805-4202-9927-4c5bf8df5dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:44.202761 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03c7fb60-4805-4202-9927-4c5bf8df5dab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:44.204010 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-03c7fb60-4805-4202-9927-4c5bf8df5dab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2e12a39-2fa8-4164-8806-15f19df54203 HTTP/1.1" status: 204 len: 168 time: 0.1367610 Dec 06 15:00:44.224318 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7fb60-4805-4202-9927-4c5bf8df5dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e12a39-2fa8-4164-8806-15f19df54203,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:44.254497 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b39860e3-9320-4cc8-a717-def2496cb404 req-dc77942b-76c5-42da-baf4-2f5d2bedf819 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0419786 Dec 06 15:00:44.341352 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8c771ee-c330-4466-8983-a0113996759a req-e4139509-1586-4b72-ac2e-2a891723bcfc tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0365522 Dec 06 15:00:44.392077 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715fa72-eb44-4543-912e-d827672ab982 req-976f031a-884f-48e5-9d24-bfc3f0730f84 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:44.393757 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e715fa72-eb44-4543-912e-d827672ab982 req-976f031a-884f-48e5-9d24-bfc3f0730f84 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0739067 Dec 06 15:00:44.449301 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e715fa72-eb44-4543-912e-d827672ab982 req-4500ae5d-9564-493e-963d-e11c6df6d6f6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494008 Dec 06 15:00:45.095034 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-329b66ca-9199-483e-8ea4-6ee51bd4ac6e req-fdca3b37-376a-4146-9450-b7f082842d61 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0531416 Dec 06 15:00:45.177267 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-41af2296-2ae0-4ab1-bd4c-93e61ee11429 req-d983bb23-d714-4ca4-ae65-0c2bed1527f8 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0399063 Dec 06 15:00:45.197257 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-348b98ea-5e94-43e4-a7c2-aac2b4beb0a0 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:45.199329 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-348b98ea-5e94-43e4-a7c2-aac2b4beb0a0 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 812 time: 0.1393695 Dec 06 15:00:45.224429 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-2dbdd74d-3f30-453b-aa9b-473ea6791263 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/quotas/253456d49f28490981f9e8f2633a478e HTTP/1.1" status: 200 len: 375 time: 0.0174811 Dec 06 15:00:45.262996 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-8c5fe88a-3d3d-4bd6-9666-7cfe5136b062 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355096 Dec 06 15:00:45.355057 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5c21397-89e7-4cc4-9ad4-243fd2676372 req-8745c0ab-6993-4c87-827b-e6c4828af70c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0593281 Dec 06 15:00:45.424921 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-32fb5549-b91e-461f-8dc4-18e9ad856f27 service neutron] 10.222.0.20 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510944 Dec 06 15:00:45.445075 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64d3621c-da80-4c0d-b562-a5b2d3df8d00 req-0bb26f43-8f50-4e30-a1a8-35594df9d639 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0403769 Dec 06 15:00:45.531085 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-4827678e-8870-43dc-aea2-98601a6d8a48 service neutron] 10.222.0.20 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992639 Dec 06 15:00:45.598928 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f530d8e-3d20-4a79-b490-507106537689 req-ec3c236b-7103-4a66-b847-57f772b570b9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:45.600689 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f530d8e-3d20-4a79-b490-507106537689 req-ec3c236b-7103-4a66-b847-57f772b570b9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0613735 Dec 06 15:00:45.656201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f530d8e-3d20-4a79-b490-507106537689 req-413d511b-00d6-4772-8abc-839b4fa50f4e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490642 Dec 06 15:00:45.711959 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35394) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:45.770708 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-97220c78-b7cd-406c-9d0f-a478129042b6 req-0197df22-38f6-46fc-bdb6-75999c98557d tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 210 time: 0.0661597 Dec 06 15:00:45.904238 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b9fea032-c867-47f3-b1e6-d98f80017483 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-478864631'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:45.928836 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fea032-c867-47f3-b1e6-d98f80017483 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Made reservation on behalf of 5bf5decf2305409ebb27ea3fd31693f7 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:45.933130 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9fea032-c867-47f3-b1e6-d98f80017483 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:45.950787 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9fea032-c867-47f3-b1e6-d98f80017483 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.050286 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9fea032-c867-47f3-b1e6-d98f80017483 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.054824 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9fea032-c867-47f3-b1e6-d98f80017483 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.086282 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fea032-c867-47f3-b1e6-d98f80017483 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:00:46.104298 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fea032-c867-47f3-b1e6-d98f80017483 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3791ee85-824b-4949-91b9-a849f93b54bb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:46.107265 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9fea032-c867-47f3-b1e6-d98f80017483 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.107611 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-b9fea032-c867-47f3-b1e6-d98f80017483 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Added segment b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4 of type vlan for network 0e692afd-680c-44b0-b811-a41f95cc3895 Dec 06 15:00:46.168904 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9fea032-c867-47f3-b1e6-d98f80017483 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.192969 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7b5606de-004a-4cfe-a6e8-49a229b5cf7d req-a2048c8f-fcf8-46c2-9c45-fac22a2b54b8 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0386739 Dec 06 15:00:46.220961 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9fea032-c867-47f3-b1e6-d98f80017483 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.226884 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fea032-c867-47f3-b1e6-d98f80017483 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:46.227709 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9fea032-c867-47f3-b1e6-d98f80017483 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.270421 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-430ac4ae-70ad-424b-a79d-cf9e9c5f0dbb req-1dee7e4e-544f-4ae1-b9e1-cf2c7f8fd709 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0370295 Dec 06 15:00:46.274343 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b9fea032-c867-47f3-b1e6-d98f80017483 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5609510 Dec 06 15:00:46.314627 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fea032-c867-47f3-b1e6-d98f80017483 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Pushing event updated for resources: {'Network': ['ID=0e692afd-680c-44b0-b811-a41f95cc3895,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:46.326183 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 0e692afd-680c-44b0-b811-a41f95cc3895 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:00:46.432880 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92fc59f2-6352-453f-9596-a05f7fe6e2e9 req-9eeed97c-5e79-4bcf-a1f8-4d80ad1235b7 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0315297 Dec 06 15:00:46.497680 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35418) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:46.503263 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Request body: {'port': {'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895', 'binding:host_id': 'n-h1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1912957230'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:46.527055 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Made reservation on behalf of 64d0873780e94da6829be3acbcbface0 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:46.530013 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.530235 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b01d809a-177a-4b75-8242-e75d04595ba9 req-0c122275-4f80-487b-8116-6039f8064d2a tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0280983 Dec 06 15:00:46.539949 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.625029 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.629279 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.634438 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] device_id is not set on port e199b60c-76f9-49bd-901b-1a1503b611da yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:00:46.716049 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d94236-0953-4060-82db-2b5320e3b2be,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:46.827634 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01c92f-2874-48c5-8ae7-3443f1f8c6c0 req-0e87e5ce-f202-48c6-8a36-fe0229a5458b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:46.829158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b01c92f-2874-48c5-8ae7-3443f1f8c6c0 req-0e87e5ce-f202-48c6-8a36-fe0229a5458b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0861340 Dec 06 15:00:46.933163 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e5f29ae0-2501-4ff7-beff-1cd01674cb7e req-aedac799-37a0-4276-a774-140ac3264fac tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 210 time: 0.0301239 Dec 06 15:00:46.951248 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b01c92f-2874-48c5-8ae7-3443f1f8c6c0 req-e6b088bc-9717-4a6e-8d3d-4e53ed01aa6b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903354 Dec 06 15:00:46.955544 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] device_id is not set on port e199b60c-76f9-49bd-901b-1a1503b611da yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:00:46.966432 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.985200 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.993888 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-e00f2ab3-d6b1-479b-a788-a760994e8a57 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:46.995452 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-e00f2ab3-d6b1-479b-a788-a760994e8a57 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.37 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 812 time: 0.1934588 Dec 06 15:00:47.017496 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-55fdd78e-9b94-44b9-ab44-ba57c58d1418 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Request body: {'port': {'device_id': '6070fc65-22ee-4bd2-9892-cd21d844abfe', 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0', 'admin_state_up': True, 'tenant_id': '253456d49f28490981f9e8f2633a478e'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:47.050137 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Pushing event updated for resources: {'Port': ['ID=e199b60c-76f9-49bd-901b-1a1503b611da,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:47.057654 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Checking segment: {'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:47.058086 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Network hostable DHCP agents. Network: 0e692afd-680c-44b0-b811-a41f95cc3895, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:00:47.076126 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Network 0e692afd-680c-44b0-b811-a41f95cc3895 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:00:47.087146 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0e692afd-680c-44b0-b811-a41f95cc3895) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:47.096338 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:47.097375 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470cf3c0-c43d-45ef-b58a-a072dea949fa None None] Network 0e692afd-680c-44b0-b811-a41f95cc3895 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:47.114880 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:47.115471 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:47.115856 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:47.121790 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:47.122380 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:47.122873 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 2 to bind port e199b60c-76f9-49bd-901b-1a1503b611da Dec 06 15:00:47.137975 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:47.139160 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:47.140515 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:47.140933 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-55fdd78e-9b94-44b9-ab44-ba57c58d1418 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Made reservation on behalf of 253456d49f28490981f9e8f2633a478e for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:47.145604 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-55fdd78e-9b94-44b9-ab44-ba57c58d1418 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.145999 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:47.146430 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:47.146930 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 3 to bind port e199b60c-76f9-49bd-901b-1a1503b611da Dec 06 15:00:47.162030 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:47.162853 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:47.163417 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:47.168181 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:47.168796 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:47.169540 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 4 to bind port e199b60c-76f9-49bd-901b-1a1503b611da Dec 06 15:00:47.187044 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:47.187380 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:47.187944 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:47.193423 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:47.193937 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:47.194486 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 5 to bind port e199b60c-76f9-49bd-901b-1a1503b611da Dec 06 15:00:47.208930 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:47.209543 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:47.210045 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:47.217444 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:47.218073 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:47.218617 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 6 to bind port e199b60c-76f9-49bd-901b-1a1503b611da Dec 06 15:00:47.239019 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:47.240430 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:47.241086 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:47.251970 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:47.252634 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:47.253562 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 7 to bind port e199b60c-76f9-49bd-901b-1a1503b611da Dec 06 15:00:47.273484 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:47.273731 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:47.274844 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:47.279394 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:47.279745 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:47.280170 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 8 to bind port e199b60c-76f9-49bd-901b-1a1503b611da Dec 06 15:00:47.292269 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:47.292615 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:47.292918 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:47.297619 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:47.297939 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:47.298326 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 9 to bind port e199b60c-76f9-49bd-901b-1a1503b611da Dec 06 15:00:47.306939 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0efc72ca-a539-4838-91f6-8a852ecb40db req-23fbe9b7-7b4a-4a81-ab0e-87e3ade9366e tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0320888 Dec 06 15:00:47.312933 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:47.313268 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:47.313603 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:47.318361 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:47.318690 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:47.319077 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 10 to bind port e199b60c-76f9-49bd-901b-1a1503b611da Dec 06 15:00:47.333051 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:47.333051 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:47.333343 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:47.334049 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-55fdd78e-9b94-44b9-ab44-ba57c58d1418 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Allocated IP 172.20.0.2 (4bfa7943-bf52-4cef-97dd-43ac4f7a06e0/d8f704f4-e319-4867-8b21-d731d4293c49/8a2ae72e-0459-4e47-aca7-d0c39ad69fd3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:47.340870 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port e199b60c-76f9-49bd-901b-1a1503b611da on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:47.341467 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port e199b60c-76f9-49bd-901b-1a1503b611da on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:47.342071 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.385438 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98e47579-c118-4b92-949e-18cc77f838a7 req-b57c5cc1-85ca-4a41-b15b-9f56a45d813e tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0286422 Dec 06 15:00:47.442193 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] For port e199b60c-76f9-49bd-901b-1a1503b611da, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:47.442589 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempted to set empty binding levels {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 15:00:47.446856 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.460818 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:47.461238 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.516240 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.0173745 Dec 06 15:00:47.516988 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35432) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:47.522004 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f731e0-d581-4536-b30c-1a2783ca696f tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Pushing event updated for resources: {'Port': ['ID=e199b60c-76f9-49bd-901b-1a1503b611da,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:47.575027 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-55fdd78e-9b94-44b9-ab44-ba57c58d1418 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.586498 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-121b9b16-5dd2-4c95-aa82-f157ea9088ee req-a20e9c7b-cf08-4b89-929b-6604be6af47c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0739651 Dec 06 15:00:47.628731 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1b6795c-05a2-4791-93ad-ef66fbcc2ddf req-e3fbd62b-db1b-4649-9814-472bba3c5dc6 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0417585 Dec 06 15:00:47.667582 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-55fdd78e-9b94-44b9-ab44-ba57c58d1418 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.671107 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b98ae95a-5d12-4d4a-ae9d-b7e0b0e1b569 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Deleting port e199b60c-76f9-49bd-901b-1a1503b611da {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:47.671550 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b98ae95a-5d12-4d4a-ae9d-b7e0b0e1b569 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.747621 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-55fdd78e-9b94-44b9-ab44-ba57c58d1418 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:47.751033 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdd78e-9b94-44b9-ab44-ba57c58d1418 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Pushing event updated for resources: {'Port': ['ID=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:47.753600 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-55fdd78e-9b94-44b9-ab44-ba57c58d1418 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:47.784115 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-55fdd78e-9b94-44b9-ab44-ba57c58d1418 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:47.815209 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 13a03f3e-137d-435c-a164-98c2879d3786 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:00:47.818644 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b98ae95a-5d12-4d4a-ae9d-b7e0b0e1b569 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] For port e199b60c-76f9-49bd-901b-1a1503b611da, host n-h1-master-1, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:47.819007 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b98ae95a-5d12-4d4a-ae9d-b7e0b0e1b569 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.839923 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b98ae95a-5d12-4d4a-ae9d-b7e0b0e1b569 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Calling delete_port for e199b60c-76f9-49bd-901b-1a1503b611da owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:47.845045 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 13a03f3e-137d-435c-a164-98c2879d3786 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:00:47.845694 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 13a03f3e-137d-435c-a164-98c2879d3786 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:00:47.855707 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-55fdd78e-9b94-44b9-ab44-ba57c58d1418 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:47.856327 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-55fdd78e-9b94-44b9-ab44-ba57c58d1418 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.903220 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-55fdd78e-9b94-44b9-ab44-ba57c58d1418 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8905625 Dec 06 15:00:47.925141 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Request body: {'port': {'device_id': '6070fc65-22ee-4bd2-9892-cd21d844abfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:47.994889 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.999133 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b98ae95a-5d12-4d4a-ae9d-b7e0b0e1b569 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.042056 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ae95a-5d12-4d4a-ae9d-b7e0b0e1b569 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Pushing event deleted for resources: {'Port': ['ID=e199b60c-76f9-49bd-901b-1a1503b611da,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:48.090540 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b98ae95a-5d12-4d4a-ae9d-b7e0b0e1b569 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.096675 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b98ae95a-5d12-4d4a-ae9d-b7e0b0e1b569 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] 10.222.0.20 "DELETE /v2.0/ports/e199b60c-76f9-49bd-901b-1a1503b611da HTTP/1.1" status: 204 len: 168 time: 0.5689263 Dec 06 15:00:48.097438 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35440) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:48.099973 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660239ef-618a-4778-8913-e4376b0febf3 req-611407d1-ffcc-439e-b089-fc4c3189005b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:48.101587 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-660239ef-618a-4778-8913-e4376b0febf3 req-611407d1-ffcc-439e-b089-fc4c3189005b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0571859 Dec 06 15:00:48.139808 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54f84f5-99ae-4dbd-b374-18087969259b tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] GET failed (client error): The resource could not be found. Dec 06 15:00:48.144610 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d54f84f5-99ae-4dbd-b374-18087969259b tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] 10.222.0.20 "GET /v2.0/ports/e199b60c-76f9-49bd-901b-1a1503b611da HTTP/1.1" status: 404 len: 333 time: 0.0413284 Dec 06 15:00:48.146210 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35442) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:48.149803 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fa05f2c6-b699-466a-a513-1980c40b05e5 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Request body: {'port': {'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-482353871'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:48.153183 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-660239ef-618a-4778-8913-e4376b0febf3 req-839e8fc2-37c6-44b3-a890-8d342e009ff2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453179 Dec 06 15:00:48.223292 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9167e-f901-40e1-9611-12da26fe7a7a req-3450d6d2-868a-46fa-ac44-ae3c00825525 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:48.224814 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a8d9167e-f901-40e1-9611-12da26fe7a7a req-3450d6d2-868a-46fa-ac44-ae3c00825525 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 931 time: 0.1871586 Dec 06 15:00:48.250187 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa05f2c6-b699-466a-a513-1980c40b05e5 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Made reservation on behalf of 64d0873780e94da6829be3acbcbface0 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:48.252304 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa05f2c6-b699-466a-a513-1980c40b05e5 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.313852 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-fa05f2c6-b699-466a-a513-1980c40b05e5 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] device_id is not set on port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:00:48.358587 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a8d9167e-f901-40e1-9611-12da26fe7a7a req-9aecf7a5-f489-4426-b476-8d1c10076d81 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239548 Dec 06 15:00:48.431295 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-736983e2-8df5-468e-8a44-a05d491ae862 req-155c0a0b-17f3-4d79-aab5-d28a89b4f003 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0651040 Dec 06 15:00:48.505186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7fe4ddc-93a7-4304-b9e5-da13999f7c06 req-5700997b-a24e-43e2-a218-a194bbcbe58b tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0465615 Dec 06 15:00:48.605529 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:00:48.617621 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa05f2c6-b699-466a-a513-1980c40b05e5 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.620247 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.640725 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Transition to ACTIVE for port object 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:00:48.652266 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.680345 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69f849ba-ba6d-422e-83de-47f09fb13047 req-18598d75-6eba-42bd-843d-2bec63e0227d tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0385916 Dec 06 15:00:49.016371 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6c17e11b-a453-4ab9-9880-d9787d6ace6b req-7a6a045f-e79f-40f9-b4f2-572c12aab4eb tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0464718 Dec 06 15:00:49.020542 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35458) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:49.030040 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Pushing event updated for resources: {'Port': ['ID=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:49.046228 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa05f2c6-b699-466a-a513-1980c40b05e5 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.124242 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa05f2c6-b699-466a-a513-1980c40b05e5 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Network 0e692afd-680c-44b0-b811-a41f95cc3895 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:49.132322 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05f2c6-b699-466a-a513-1980c40b05e5 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Pushing event updated for resources: {'Port': ['ID=4f715416-b1ec-4e11-acd4-f07fa0f3de68,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:49.134844 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fa05f2c6-b699-466a-a513-1980c40b05e5 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:49.139361 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05f2c6-b699-466a-a513-1980c40b05e5 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:49.140403 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa05f2c6-b699-466a-a513-1980c40b05e5 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:49.140916 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa05f2c6-b699-466a-a513-1980c40b05e5 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.172094 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fa05f2c6-b699-466a-a513-1980c40b05e5 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0262377 Dec 06 15:00:49.172873 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Attempting to bind port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:49.173210 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Attempting to bind port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:49.173529 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Attempting to bind port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 on network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:49.174969 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35462) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:49.181557 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:49.182555 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5f6fd4e-c368-4b7f-a4a3-7644bfa0a63f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.185613 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 on network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:49.185812 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Attempting to bind port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 on network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:49.206484 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:00:49.206484 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Checking segment: {'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:49.206864 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Bound using segment: {'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:00:49.207165 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Bound port: 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:00:49.207516 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.266268 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.312643 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] For port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:49.316594 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] For port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:00:49.317195 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3176570-ab22-4d81-a5ec-c36e99316593 req-35b61706-abb3-4c31-9959-ee5e38d96243 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:49.318489 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f3176570-ab22-4d81-a5ec-c36e99316593 req-35b61706-abb3-4c31-9959-ee5e38d96243 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0855365 Dec 06 15:00:49.327888 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.373632 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5f6fd4e-c368-4b7f-a4a3-7644bfa0a63f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.377985 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:49.378725 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.380187 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] 10.222.0.37 "PUT /v2.0/ports/8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 HTTP/1.1" status: 200 len: 1091 time: 1.4608636 Dec 06 15:00:49.380628 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6070fc65-22ee-4bd2-9892-cd21d844abfe', 'tag': '8a2ae72e-0459-4e47-aca7-d0c39ad69fd3'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:00:49.382861 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9b6eab-05ca-4424-a045-7ddfdd2719fd" -d '{"events": [{"name": "network-changed", "server_uuid": "6070fc65-22ee-4bd2-9892-cd21d844abfe", "tag": "8a2ae72e-0459-4e47-aca7-d0c39ad69fd3"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:00:49.391893 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5f6fd4e-c368-4b7f-a4a3-7644bfa0a63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.443909 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f3176570-ab22-4d81-a5ec-c36e99316593 req-f7c8d3c7-9c40-497c-9e67-add8f839138f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168134 Dec 06 15:00:49.444161 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89423ec-835d-41a1-a13e-c9c10b8f00d5 x-openstack-request-id: req-b89423ec-835d-41a1-a13e-c9c10b8f00d5 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:00:49.444583 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6070fc65-22ee-4bd2-9892-cd21d844abfe", "tag": "8a2ae72e-0459-4e47-aca7-d0c39ad69fd3", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:00:49.444852 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b89423ec-835d-41a1-a13e-c9c10b8f00d5 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:00:49.445282 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6070fc65-22ee-4bd2-9892-cd21d844abfe', 'tag': '8a2ae72e-0459-4e47-aca7-d0c39ad69fd3', 'status': 'completed', 'code': 200} Dec 06 15:00:49.492850 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eae0f6-eb75-46e3-8458-55a672d3206f service neutron] Pushing event updated for resources: {'Port': ['ID=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:49.499885 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d5f6fd4e-c368-4b7f-a4a3-7644bfa0a63f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9efede2faef64f5785a240778b0cff35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4779525 Dec 06 15:00:49.503640 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35472) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:49.505883 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6fd4e-c368-4b7f-a4a3-7644bfa0a63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4120cab-045c-47c7-9a37-20872dcaa89b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:49.524893 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] device_id is not set on port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:00:49.535219 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.562019 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27302600-f2f2-4e84-a177-5c77a48a60ca req-11a5ed3c-6605-4ace-b50b-ef95ab57a486 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0294604 Dec 06 15:00:49.562770 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.584296 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-ad7ac895-d02e-44f6-aaf2-391d71cc39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:49.585799 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-ad7ac895-d02e-44f6-aaf2-391d71cc39e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 1094 time: 0.1381581 Dec 06 15:00:49.642859 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Pushing event updated for resources: {'Port': ['ID=4f715416-b1ec-4e11-acd4-f07fa0f3de68,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:49.644800 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-fba186be-c0f3-4dc3-8d20-fd7130403116 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 HTTP/1.1" status: 200 len: 217 time: 0.0458922 Dec 06 15:00:49.651557 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42682085-9bf1-4819-9414-e6eb54081213 req-05557243-e86d-42d6-99cd-504325e3be80 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0406854 Dec 06 15:00:49.652961 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52184737-6158-43ad-a4e3-147edb859946 req-14fc56e5-fcdb-4734-b3d2-15cc6201720b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:49.654429 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-52184737-6158-43ad-a4e3-147edb859946 req-14fc56e5-fcdb-4734-b3d2-15cc6201720b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 943 time: 0.1304846 Dec 06 15:00:49.656540 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:49.656883 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:49.657214 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:49.662886 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:49.663486 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:49.664103 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 2 to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 Dec 06 15:00:49.665564 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf461737-7dd5-49cb-b7bb-6ec1e0d9222d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.678221 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:49.678558 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:49.678902 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:49.683632 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:49.684233 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:49.684364 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 3 to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 Dec 06 15:00:49.697449 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:49.697916 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:49.698251 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:49.703179 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:49.703728 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:49.704293 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 4 to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 Dec 06 15:00:49.719162 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:49.719787 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:49.720127 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:49.724629 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:49.724957 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:49.726557 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 5 to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 Dec 06 15:00:49.733681 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf461737-7dd5-49cb-b7bb-6ec1e0d9222d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.759871 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9cb71380-8cc1-481f-b29f-fce722d9f9e7 req-fbac5f7a-5205-442b-b25b-5574e45143bf tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0339270 Dec 06 15:00:49.762241 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:49.762572 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:49.762903 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:49.767590 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:49.768059 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:49.768333 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 6 to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 Dec 06 15:00:49.768471 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-d4ac79bc-1765-4908-b21e-acff437956a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:49.769905 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-d4ac79bc-1765-4908-b21e-acff437956a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8f704f4-e319-4867-8b21-d731d4293c49 HTTP/1.1" status: 200 len: 852 time: 0.1117249 Dec 06 15:00:49.781436 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:49.781777 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:49.782108 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:49.786843 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:49.787169 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:49.787561 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 7 to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 Dec 06 15:00:49.804045 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-52184737-6158-43ad-a4e3-147edb859946 req-56f781ad-210a-4396-a65e-9dc2558ddf17 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364608 Dec 06 15:00:49.804305 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:49.804552 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:49.805165 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:49.809723 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:49.809997 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:49.810587 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 8 to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 Dec 06 15:00:49.820353 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-3628b646-6545-4b69-9ab1-897dc503c9db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359924 Dec 06 15:00:49.825584 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:49.826023 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:49.827719 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:49.836712 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:49.837276 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:49.837675 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 9 to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 Dec 06 15:00:49.850765 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:49.851092 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:49.851434 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:49.855867 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:49.856188 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:49.856575 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 10 to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 Dec 06 15:00:49.862270 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf461737-7dd5-49cb-b7bb-6ec1e0d9222d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.864814 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf461737-7dd5-49cb-b7bb-6ec1e0d9222d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.865998 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bf461737-7dd5-49cb-b7bb-6ec1e0d9222d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4120cab-045c-47c7-9a37-20872dcaa89b HTTP/1.1" status: 204 len: 168 time: 0.3610036 Dec 06 15:00:49.871433 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:49.872336 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:49.872734 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:49.878454 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf461737-7dd5-49cb-b7bb-6ec1e0d9222d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4120cab-045c-47c7-9a37-20872dcaa89b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:49.880292 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:49.887015 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:49.887555 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.934031 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-f043e9c3-e337-444c-9eb6-7e2bf195a2f5 service neutron] 10.222.0.37 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010919 Dec 06 15:00:49.967247 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] For port 4f715416-b1ec-4e11-acd4-f07fa0f3de68, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:49.968203 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempted to set empty binding levels {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 15:00:49.973644 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.990962 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] In _notify_port_updated(), no bound segment for port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 15:00:49.991989 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:49.993270 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.993875 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] 10.222.0.20 "PUT /v2.0/ports/4f715416-b1ec-4e11-acd4-f07fa0f3de68 HTTP/1.1" status: 200 len: 974 time: 0.8180761 Dec 06 15:00:50.011639 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35482) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:50.055041 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77c14bee-3a12-4efd-a801-96e5ff8985c2 req-6f2f4d0a-1d82-40b8-ba4f-c6b4a06d6562 service neutron] 10.222.0.37 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087587 Dec 06 15:00:50.098884 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552a54f-6210-459c-83d2-e46c5efbec38 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Pushing event updated for resources: {'Port': ['ID=4f715416-b1ec-4e11-acd4-f07fa0f3de68,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:50.126802 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-82f1171f-bfd5-4178-8fd1-fc4bbb2d3979 req-f4c11a1d-6cb7-4de8-b8a4-2f826c282d2e tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0487714 Dec 06 15:00:50.140927 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f7583-0f7d-4423-9aff-41ef2a1e9dd7 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.141059 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f7583-0f7d-4423-9aff-41ef2a1e9dd7 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.141518 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f7583-0f7d-4423-9aff-41ef2a1e9dd7 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.141981 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f7583-0f7d-4423-9aff-41ef2a1e9dd7 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.142478 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f7583-0f7d-4423-9aff-41ef2a1e9dd7 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.142878 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f7583-0f7d-4423-9aff-41ef2a1e9dd7 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.143841 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f7583-0f7d-4423-9aff-41ef2a1e9dd7 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.144352 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f7583-0f7d-4423-9aff-41ef2a1e9dd7 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.144753 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f7583-0f7d-4423-9aff-41ef2a1e9dd7 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.145209 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f7583-0f7d-4423-9aff-41ef2a1e9dd7 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.145654 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f7583-0f7d-4423-9aff-41ef2a1e9dd7 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.146103 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f7583-0f7d-4423-9aff-41ef2a1e9dd7 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.146552 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f7583-0f7d-4423-9aff-41ef2a1e9dd7 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.146996 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f7583-0f7d-4423-9aff-41ef2a1e9dd7 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.149365 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d27f7583-0f7d-4423-9aff-41ef2a1e9dd7 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12581 time: 0.1367521 Dec 06 15:00:50.152593 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35490) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:50.171541 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b6eab-05ca-4424-a045-7ddfdd2719fd req-019ec5fa-8fd0-4f20-891c-1343ad7c6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.173270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab9b6eab-05ca-4424-a045-7ddfdd2719fd req-019ec5fa-8fd0-4f20-891c-1343ad7c6eec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 1094 time: 0.0584197 Dec 06 15:00:50.233713 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0e081285-1c3d-47ab-9258-58e9b4b9a489 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Deleting port 4f715416-b1ec-4e11-acd4-f07fa0f3de68 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:50.234054 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e081285-1c3d-47ab-9258-58e9b4b9a489 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:50.277959 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b6eab-05ca-4424-a045-7ddfdd2719fd req-459777a9-9387-485e-b418-e52661974437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.279466 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab9b6eab-05ca-4424-a045-7ddfdd2719fd req-459777a9-9387-485e-b418-e52661974437 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 913 time: 0.0991423 Dec 06 15:00:50.301375 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-0e081285-1c3d-47ab-9258-58e9b4b9a489 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] For port 4f715416-b1ec-4e11-acd4-f07fa0f3de68, host n-h1-master-1, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:50.301602 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e081285-1c3d-47ab-9258-58e9b4b9a489 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:50.314642 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0e081285-1c3d-47ab-9258-58e9b4b9a489 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Calling delete_port for 4f715416-b1ec-4e11-acd4-f07fa0f3de68 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:50.325013 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab9b6eab-05ca-4424-a045-7ddfdd2719fd req-4209fbbe-4c5d-40ab-a45f-f49dea7c0ab6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 HTTP/1.1" status: 200 len: 217 time: 0.0368264 Dec 06 15:00:50.387205 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b6eab-05ca-4424-a045-7ddfdd2719fd req-40f873f5-e764-420c-a485-2a0d98bfbae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.389919 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab9b6eab-05ca-4424-a045-7ddfdd2719fd req-40f873f5-e764-420c-a485-2a0d98bfbae0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8f704f4-e319-4867-8b21-d731d4293c49 HTTP/1.1" status: 200 len: 852 time: 0.0549836 Dec 06 15:00:50.402046 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e081285-1c3d-47ab-9258-58e9b4b9a489 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:50.427542 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab9b6eab-05ca-4424-a045-7ddfdd2719fd req-4e98245c-5487-4a0c-b665-2b940050902a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302076 Dec 06 15:00:50.436876 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e081285-1c3d-47ab-9258-58e9b4b9a489 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f715416-b1ec-4e11-acd4-f07fa0f3de68,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:50.444114 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e081285-1c3d-47ab-9258-58e9b4b9a489 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:50.448313 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0e081285-1c3d-47ab-9258-58e9b4b9a489 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] 10.222.0.20 "DELETE /v2.0/ports/4f715416-b1ec-4e11-acd4-f07fa0f3de68 HTTP/1.1" status: 204 len: 168 time: 0.2947330 Dec 06 15:00:50.451440 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35502) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:50.476651 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0357c9-a40e-4df4-b5b2-5710205adbc6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] GET failed (client error): The resource could not be found. Dec 06 15:00:50.481574 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5f0357c9-a40e-4df4-b5b2-5710205adbc6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] 10.222.0.20 "GET /v2.0/ports/4f715416-b1ec-4e11-acd4-f07fa0f3de68 HTTP/1.1" status: 404 len: 333 time: 0.0250964 Dec 06 15:00:50.482046 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35508) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:50.488194 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e0529f91-cb28-4169-a470-5f8ca32615c3 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1946025057', 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:50.514480 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0529f91-cb28-4169-a470-5f8ca32615c3 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Made reservation on behalf of 64d0873780e94da6829be3acbcbface0 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:50.518164 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0529f91-cb28-4169-a470-5f8ca32615c3 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:50.538588 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-e0529f91-cb28-4169-a470-5f8ca32615c3 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] device_id is not set on port cd744d46-ef21-4500-a5fc-094c5967f797 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:00:50.541328 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab9b6eab-05ca-4424-a045-7ddfdd2719fd req-b5713bbe-50d0-4a81-a80d-50b9a1644a2b service neutron] 10.222.0.37 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054475 Dec 06 15:00:50.574797 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35512) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:50.667227 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-663d3001-2e57-443f-911b-da2699904cd2 req-2b42cf22-3db6-40b9-b436-052bc485769f tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0453930 Dec 06 15:00:50.668522 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c248a00-2a81-42bb-b6c7-c73715a14f31 req-a87d5c15-c6ce-49b4-a0aa-e3a1593baf58 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.670062 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5c248a00-2a81-42bb-b6c7-c73715a14f31 req-a87d5c15-c6ce-49b4-a0aa-e3a1593baf58 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.1223307 Dec 06 15:00:50.693970 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-29ad384b-1355-41df-82dc-55f978269417 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1253873840-network', 'tenant_id': '8c03455a6f0c479dbb02c8771ec25043'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:50.708552 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab9b6eab-05ca-4424-a045-7ddfdd2719fd req-8917c89c-e864-43aa-a67f-9d5b85921ca6 service neutron] 10.222.0.37 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583354 Dec 06 15:00:50.736435 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5c248a00-2a81-42bb-b6c7-c73715a14f31 req-d2c58e2c-ed47-4d9e-acac-d94f3a92827f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541782 Dec 06 15:00:50.775269 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-75bebcdc-f188-4d8e-96ed-9e5549453e74 req-b8e25776-5b89-4bf9-b5ca-c78567c2ffc2 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0411007 Dec 06 15:00:50.786644 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0529f91-cb28-4169-a470-5f8ca32615c3 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:50.797196 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ad384b-1355-41df-82dc-55f978269417 admin admin] Made reservation on behalf of 8c03455a6f0c479dbb02c8771ec25043 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:50.799486 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29ad384b-1355-41df-82dc-55f978269417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:50.810164 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29ad384b-1355-41df-82dc-55f978269417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:50.845292 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4d171357-6a9a-45fd-914e-570901d9bd5f req-df96fce6-b16d-4305-aff7-5ac307462c48 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0304067 Dec 06 15:00:50.855181 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0529f91-cb28-4169-a470-5f8ca32615c3 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:50.941683 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0529f91-cb28-4169-a470-5f8ca32615c3 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Network 0e692afd-680c-44b0-b811-a41f95cc3895 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:50.951648 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e0529f91-cb28-4169-a470-5f8ca32615c3 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:50.958426 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0529f91-cb28-4169-a470-5f8ca32615c3 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:50.959389 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0529f91-cb28-4169-a470-5f8ca32615c3 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.960176 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0529f91-cb28-4169-a470-5f8ca32615c3 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:50.962955 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0529f91-cb28-4169-a470-5f8ca32615c3 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Pushing event updated for resources: {'Port': ['ID=cd744d46-ef21-4500-a5fc-094c5967f797,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:50.997749 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd73df5-6145-4694-a7f5-a5b149779b58 req-369f00b2-ecc1-41eb-be8d-518a48e652c9 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:50.999256 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7fd73df5-6145-4694-a7f5-a5b149779b58 req-369f00b2-ecc1-41eb-be8d-518a48e652c9 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 943 time: 0.1071308 Dec 06 15:00:51.011124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e0529f91-cb28-4169-a470-5f8ca32615c3 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5280397 Dec 06 15:00:51.013060 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29ad384b-1355-41df-82dc-55f978269417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.014159 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35524) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:51.020451 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29ad384b-1355-41df-82dc-55f978269417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.049687 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d28c252-03a9-4c8d-a5db-d7c122df1dc3 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:51.053532 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0d28c252-03a9-4c8d-a5db-d7c122df1dc3 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] 10.222.0.20 "GET /v2.0/ports/cd744d46-ef21-4500-a5fc-094c5967f797 HTTP/1.1" status: 200 len: 955 time: 0.0358410 Dec 06 15:00:51.053767 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35526) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:51.062283 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ad384b-1355-41df-82dc-55f978269417 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:00:51.079831 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad384b-1355-41df-82dc-55f978269417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cc1d68-1780-4d80-9e88-9aa68a68777c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:51.088174 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29ad384b-1355-41df-82dc-55f978269417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.089777 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-29ad384b-1355-41df-82dc-55f978269417 admin admin] Added segment d23aa2df-53ec-461c-88ed-225f2f093b6c of type vlan for network cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b Dec 06 15:00:51.095242 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7fd73df5-6145-4694-a7f5-a5b149779b58 req-ee3299f6-d21a-4b47-97c7-734806057fd5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868676 Dec 06 15:00:51.135353 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-586864fb-7a1a-417c-abb5-34594f6ac2ab tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Deleting port cd744d46-ef21-4500-a5fc-094c5967f797 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:51.135723 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-586864fb-7a1a-417c-abb5-34594f6ac2ab tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.137625 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29ad384b-1355-41df-82dc-55f978269417 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.212759 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-586864fb-7a1a-417c-abb5-34594f6ac2ab tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.234637 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c76cd57-f5ae-4fb9-9dce-abbb396204a2 req-0167c12c-b250-4003-82dd-f7fde90eb632 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0405703 Dec 06 15:00:51.240969 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-586864fb-7a1a-417c-abb5-34594f6ac2ab tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Calling delete_port for cd744d46-ef21-4500-a5fc-094c5967f797 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:51.321412 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-586864fb-7a1a-417c-abb5-34594f6ac2ab tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.352762 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586864fb-7a1a-417c-abb5-34594f6ac2ab tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd744d46-ef21-4500-a5fc-094c5967f797,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:51.361617 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-586864fb-7a1a-417c-abb5-34594f6ac2ab tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.367289 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-586864fb-7a1a-417c-abb5-34594f6ac2ab tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] 10.222.0.20 "DELETE /v2.0/ports/cd744d46-ef21-4500-a5fc-094c5967f797 HTTP/1.1" status: 204 len: 168 time: 0.3101399 Dec 06 15:00:51.367467 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35530) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:51.392465 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-f191d88e-4226-4708-b965-ede8f7d3e5d8 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] GET failed (client error): The resource could not be found. Dec 06 15:00:51.393937 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f191d88e-4226-4708-b965-ede8f7d3e5d8 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] 10.222.0.20 "GET /v2.0/ports/cd744d46-ef21-4500-a5fc-094c5967f797 HTTP/1.1" status: 404 len: 333 time: 0.0254498 Dec 06 15:00:51.397650 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35532) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:51.402458 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5aea45f0-b42c-41c6-a4f5-4ad6f652c1ed tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Request body: {'port': {'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-978189201'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:51.403585 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29ad384b-1355-41df-82dc-55f978269417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.404562 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ad384b-1355-41df-82dc-55f978269417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:51.405682 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29ad384b-1355-41df-82dc-55f978269417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.424546 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aea45f0-b42c-41c6-a4f5-4ad6f652c1ed tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Made reservation on behalf of 64d0873780e94da6829be3acbcbface0 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:51.426991 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5aea45f0-b42c-41c6-a4f5-4ad6f652c1ed tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.440336 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-29ad384b-1355-41df-82dc-55f978269417 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8644032 Dec 06 15:00:51.442914 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-5aea45f0-b42c-41c6-a4f5-4ad6f652c1ed tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] device_id is not set on port ade8aa30-cd74-493d-93aa-230ecf79e730 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:00:51.444354 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35534) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:51.449339 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0c5b5d23-557a-4287-b63c-546b59a9ee87 admin admin] Request body: {'subnet': {'network_id': 'cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1253873840-subnet', 'tenant_id': '8c03455a6f0c479dbb02c8771ec25043', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:51.490200 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad384b-1355-41df-82dc-55f978269417 admin admin] Pushing event updated for resources: {'Network': ['ID=cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:51.502431 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:00:51.508100 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5b5d23-557a-4287-b63c-546b59a9ee87 admin admin] Made reservation on behalf of 8c03455a6f0c479dbb02c8771ec25043 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:51.510435 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c5b5d23-557a-4287-b63c-546b59a9ee87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.596114 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5aea45f0-b42c-41c6-a4f5-4ad6f652c1ed tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.630751 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5aea45f0-b42c-41c6-a4f5-4ad6f652c1ed tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.673036 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aea45f0-b42c-41c6-a4f5-4ad6f652c1ed tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Network 0e692afd-680c-44b0-b811-a41f95cc3895 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:51.677514 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5aea45f0-b42c-41c6-a4f5-4ad6f652c1ed tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:51.681199 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea45f0-b42c-41c6-a4f5-4ad6f652c1ed tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:51.682173 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aea45f0-b42c-41c6-a4f5-4ad6f652c1ed tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:51.682826 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5aea45f0-b42c-41c6-a4f5-4ad6f652c1ed tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.683565 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c5b5d23-557a-4287-b63c-546b59a9ee87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.693095 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea45f0-b42c-41c6-a4f5-4ad6f652c1ed tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Pushing event updated for resources: {'Port': ['ID=ade8aa30-cd74-493d-93aa-230ecf79e730,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:51.703434 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5aea45f0-b42c-41c6-a4f5-4ad6f652c1ed tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3047402 Dec 06 15:00:51.706090 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35538) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:51.711509 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:51.760699 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b5d23-557a-4287-b63c-546b59a9ee87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a796acd-9ee5-4877-a948-d3c2bbcedf1f,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:51.768833 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.783228 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8fd2ce8e-4453-48f4-ab79-222336254eae req-03b79d67-897c-48df-829a-213179e9f0e1 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0400949 Dec 06 15:00:51.784396 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b5d23-557a-4287-b63c-546b59a9ee87 admin admin] Checking segment: {'id': 'd23aa2df-53ec-461c-88ed-225f2f093b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:51.784757 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5b5d23-557a-4287-b63c-546b59a9ee87 admin admin] Network hostable DHCP agents. Network: cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:00:51.810263 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5b5d23-557a-4287-b63c-546b59a9ee87 admin admin] Network cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:00:51.824147 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-0c5b5d23-557a-4287-b63c-546b59a9ee87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:51.829108 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5b5d23-557a-4287-b63c-546b59a9ee87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:51.830215 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c5b5d23-557a-4287-b63c-546b59a9ee87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.835783 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9addbc-108f-4563-8ba7-dbd7f8d603b9 None None] Network cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:51.870751 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd92c3e0-1967-470d-b16a-5a3e7f2a34e5 req-e2431998-2d57-41aa-a190-2a65e3468a45 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0280418 Dec 06 15:00:51.875352 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0c5b5d23-557a-4287-b63c-546b59a9ee87 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4300506 Dec 06 15:00:51.878542 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35546) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:51.884380 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1253873840-router', 'tenant_id': '8c03455a6f0c479dbb02c8771ec25043', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:51.909194 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.910681 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.962932 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f09d2dab-c028-4f94-afcd-d1c2e058d3e1 req-3b0bfd8f-88ab-49fb-b2e0-7c0d0f157b67 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0332370 Dec 06 15:00:51.965004 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2eb97-2526-4835-bbc2-c6b4f432beb4 req-b6e94d50-d195-47b3-b4c0-dc84008979c0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:51.967088 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8be2eb97-2526-4835-bbc2-c6b4f432beb4 req-b6e94d50-d195-47b3-b4c0-dc84008979c0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.1436982 Dec 06 15:00:52.000797 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.039734 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] device_id is not set on port ade8aa30-cd74-493d-93aa-230ecf79e730 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:00:52.040551 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b', 'network_id': 'cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b', 'tenant_id': '8c03455a6f0c479dbb02c8771ec25043', 'fixed_ips': [{'subnet_id': '5a796acd-9ee5-4877-a948-d3c2bbcedf1f'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:00:52.041703 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.054291 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.063884 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8be2eb97-2526-4835-bbc2-c6b4f432beb4 req-d2e65a5d-d247-4e7c-8439-2ea6005154e6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620897 Dec 06 15:00:52.065162 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.134768 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Pushing event updated for resources: {'Port': ['ID=ade8aa30-cd74-493d-93aa-230ecf79e730,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:52.141253 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:52.141598 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:52.141972 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:52.147457 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.151641 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:52.152021 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:52.152421 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 2 to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 Dec 06 15:00:52.166942 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:52.167299 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:52.167738 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:52.173953 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:52.173953 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:52.174361 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 3 to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 Dec 06 15:00:52.188615 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:52.189530 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:52.189671 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:52.194062 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:52.194393 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:52.194781 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 4 to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 Dec 06 15:00:52.211365 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:52.211734 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:52.212064 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:52.216283 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Allocated IP 172.20.0.2 (cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b/5a796acd-9ee5-4877-a948-d3c2bbcedf1f/a42923b9-1e88-4d7f-808d-7bf93709d69a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:52.216475 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:52.216786 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:52.217222 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 5 to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 Dec 06 15:00:52.231725 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:52.232068 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:52.232442 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:52.237944 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:52.238276 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:52.238668 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 6 to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 Dec 06 15:00:52.259633 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:52.259633 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:52.260103 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:52.265422 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:52.265749 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:52.266349 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 7 to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 Dec 06 15:00:52.269125 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c41e22-a5e0-47f5-952f-4f25abb2be3c req-3ca0fdc8-1720-4615-b380-66a393d74862 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:52.270647 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66c41e22-a5e0-47f5-952f-4f25abb2be3c req-3ca0fdc8-1720-4615-b380-66a393d74862 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 943 time: 0.0847938 Dec 06 15:00:52.279506 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:52.279919 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:52.280260 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:52.285778 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:52.286041 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:52.287064 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 8 to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 Dec 06 15:00:52.303342 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:52.303783 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:52.304251 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:52.336468 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66c41e22-a5e0-47f5-952f-4f25abb2be3c req-c3879b05-765c-4673-9a26-463bd41ef723 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549634 Dec 06 15:00:52.337888 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-90235b32-a601-4ba8-a033-fc7a29aa9722 req-de7e7fae-c39a-4ec0-8558-a17c102f35d7 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0308583 Dec 06 15:00:52.338629 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:52.338962 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:52.339367 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 9 to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 Dec 06 15:00:52.354062 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:52.354740 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:52.354740 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:52.360367 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:52.360732 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:52.361136 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempt 10 to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 Dec 06 15:00:52.365726 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.375397 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:52.376137 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.376849 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:52.377241 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempting to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:52.382610 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:52.383086 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Failed to bind port ade8aa30-cd74-493d-93aa-230ecf79e730 on host n-h1-master-1 for vnic_type normal using segments [{'id': 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0e692afd-680c-44b0-b811-a41f95cc3895'}] Dec 06 15:00:52.383299 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.394844 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Network cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:52.413883 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:52.421791 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:52.454305 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.458403 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] For port ade8aa30-cd74-493d-93aa-230ecf79e730, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:52.458834 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attempted to set empty binding levels {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 15:00:52.459823 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Pushing event updated for resources: {'Port': ['ID=a42923b9-1e88-4d7f-808d-7bf93709d69a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:52.464518 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.483628 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.500713 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] In _notify_port_updated(), no bound segment for port ade8aa30-cd74-493d-93aa-230ecf79e730 on network 0e692afd-680c-44b0-b811-a41f95cc3895 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 15:00:52.501572 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:52.502168 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.503468 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] 10.222.0.20 "PUT /v2.0/ports/ade8aa30-cd74-493d-93aa-230ecf79e730 HTTP/1.1" status: 200 len: 974 time: 0.7964482 Dec 06 15:00:52.507952 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35552) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:52.512323 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Attempting to bind port a42923b9-1e88-4d7f-808d-7bf93709d69a on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:52.512783 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Attempting to bind port a42923b9-1e88-4d7f-808d-7bf93709d69a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd23aa2df-53ec-461c-88ed-225f2f093b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:52.513069 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Attempting to bind port a42923b9-1e88-4d7f-808d-7bf93709d69a on network cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:52.520426 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:00:52.520935 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Checking segment: {'id': 'd23aa2df-53ec-461c-88ed-225f2f093b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:52.521365 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.521758 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Bound using segment: {'id': 'd23aa2df-53ec-461c-88ed-225f2f093b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:00:52.522226 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Bound port: a42923b9-1e88-4d7f-808d-7bf93709d69a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23aa2df-53ec-461c-88ed-225f2f093b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:00:52.522817 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.543505 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f18b80-1e51-4e90-9c13-c87e0d84f0d6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Pushing event updated for resources: {'Port': ['ID=ade8aa30-cd74-493d-93aa-230ecf79e730,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:52.590288 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] For port a42923b9-1e88-4d7f-808d-7bf93709d69a, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:52.594305 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] For port a42923b9-1e88-4d7f-808d-7bf93709d69a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a42923b9-1e88-4d7f-808d-7bf93709d69a,segment=NetworkSegment(d23aa2df-53ec-461c-88ed-225f2f093b6c),segment_id=d23aa2df-53ec-461c-88ed-225f2f093b6c)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:00:52.596330 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5b5735f0-3763-4f18-a1a4-cde3325064f9 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Deleting port ade8aa30-cd74-493d-93aa-230ecf79e730 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:52.596834 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b5735f0-3763-4f18-a1a4-cde3325064f9 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.599982 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.603172 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Allocated IP 172.35.7.199 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/0b2e8cec-c5df-49d6-b716-01f13abf0dd0) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:52.665616 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce7d66-c4a5-46e8-82fb-4d49e1667734 None None] Pushing event updated for resources: {'Port': ['ID=a42923b9-1e88-4d7f-808d-7bf93709d69a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:52.672337 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5b5735f0-3763-4f18-a1a4-cde3325064f9 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] For port ade8aa30-cd74-493d-93aa-230ecf79e730, host n-h1-master-1, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:52.672832 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b5735f0-3763-4f18-a1a4-cde3325064f9 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.685383 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5b5735f0-3763-4f18-a1a4-cde3325064f9 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Calling delete_port for ade8aa30-cd74-493d-93aa-230ecf79e730 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:52.728983 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.766384 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.775601 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b5735f0-3763-4f18-a1a4-cde3325064f9 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.804767 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5735f0-3763-4f18-a1a4-cde3325064f9 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Pushing event deleted for resources: {'Port': ['ID=ade8aa30-cd74-493d-93aa-230ecf79e730,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:52.811776 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b5735f0-3763-4f18-a1a4-cde3325064f9 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.815537 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5b5735f0-3763-4f18-a1a4-cde3325064f9 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] 10.222.0.20 "DELETE /v2.0/ports/ade8aa30-cd74-493d-93aa-230ecf79e730 HTTP/1.1" status: 204 len: 168 time: 0.3066509 Dec 06 15:00:52.818105 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35556) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:52.823326 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:52.852845 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:52.859670 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-132ab163-8c31-4e46-a16a-0b15d5b13ca6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] GET failed (client error): The resource could not be found. Dec 06 15:00:52.861764 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-132ab163-8c31-4e46-a16a-0b15d5b13ca6 tempest-PortsAdminExtendedAttrsTestJSON-15012656 tempest-PortsAdminExtendedAttrsTestJSON-15012656-project-admin] 10.222.0.20 "GET /v2.0/ports/ade8aa30-cd74-493d-93aa-230ecf79e730 HTTP/1.1" status: 404 len: 333 time: 0.0426128 Dec 06 15:00:52.865532 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35558) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:52.867250 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:52.870414 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d6ca81-887f-4926-b105-2a337e9de24e None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:00:52.919595 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a9c1dfa7-f755-40c9-8bff-3a746f3d7423 None None] Provisioning complete for port 0b2e8cec-c5df-49d6-b716-01f13abf0dd0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:52.920294 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a9c1dfa7-f755-40c9-8bff-3a746f3d7423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.925454 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2e8cec-c5df-49d6-b716-01f13abf0dd0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:52.961533 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-46c7c0ca-44fc-4774-9c71-bab69cab3886 req-bf668371-7203-4d17-9edb-16a63ea95ac4 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0456865 Dec 06 15:00:52.969103 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-374feb39-722f-439c-a657-00a383215779 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.994119 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1dfa7-f755-40c9-8bff-3a746f3d7423 None None] Port 0b2e8cec-c5df-49d6-b716-01f13abf0dd0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:00:53.005654 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe4addeb-7927-433b-91f3-4f0623ffa6ac req-d433d6f2-0abd-42bc-8325-084005198429 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0325882 Dec 06 15:00:53.096732 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-374feb39-722f-439c-a657-00a383215779 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.099389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c8c1f2f1-82e3-4cc8-8b50-76e143edc5b8 req-c2c9fec9-cff3-4e4e-b22b-169cb5f0fe1c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0553226 Dec 06 15:00:53.126165 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-374feb39-722f-439c-a657-00a383215779 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e692afd-680c-44b0-b811-a41f95cc3895']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:53.137721 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-374feb39-722f-439c-a657-00a383215779 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:53.138069 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-374feb39-722f-439c-a657-00a383215779 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15a5eee-8f4a-44ac-bf19-5d5a343d4cf4') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:53.157058 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-374feb39-722f-439c-a657-00a383215779 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.186587 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-374feb39-722f-439c-a657-00a383215779 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.195045 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374feb39-722f-439c-a657-00a383215779 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:00:53.195434 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-374feb39-722f-439c-a657-00a383215779 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:00:53.198397 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:00:53.230363 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a368a73-cc52-44cd-9a08-41d05947c107 req-62cda9b3-864b-4995-b9b6-9014f62d07ed tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:53.231921 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a368a73-cc52-44cd-9a08-41d05947c107 req-62cda9b3-864b-4995-b9b6-9014f62d07ed tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0864646 Dec 06 15:00:53.255424 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.284605 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-374feb39-722f-439c-a657-00a383215779 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.294094 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-374feb39-722f-439c-a657-00a383215779 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.297337 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-374feb39-722f-439c-a657-00a383215779 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] 10.222.0.20 "DELETE /v2.0/networks/0e692afd-680c-44b0-b811-a41f95cc3895 HTTP/1.1" status: 204 len: 168 time: 0.4308360 Dec 06 15:00:53.312916 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374feb39-722f-439c-a657-00a383215779 tempest-PortsAdminExtendedAttrsTestJSON-309659921 tempest-PortsAdminExtendedAttrsTestJSON-309659921-project] Pushing event deleted for resources: {'Network': ['ID=0e692afd-680c-44b0-b811-a41f95cc3895,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:53.332645 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a368a73-cc52-44cd-9a08-41d05947c107 req-c2f759a4-a479-42d3-b2a3-c49d9d99d6b8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664718 Dec 06 15:00:53.477843 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.489694 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4344082-7fd6-44de-8154-0a79a8d79093 req-c27006ee-e688-4028-92b2-55342a8cccf3 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0395288 Dec 06 15:00:53.552032 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35574) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:53.588368 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b6dad-db9b-4853-8c6e-bb62da162662 req-ffaafdc9-f5fd-4ce1-9c47-de756df14c54 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:53.592174 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e5b6dad-db9b-4853-8c6e-bb62da162662 req-ffaafdc9-f5fd-4ce1-9c47-de756df14c54 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 943 time: 0.1006372 Dec 06 15:00:53.702641 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7a0bca08-1afe-478d-9c59-5554d1b55ef5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5bf5decf2305409ebb27ea3fd31693f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1488795 Dec 06 15:00:53.703689 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e5b6dad-db9b-4853-8c6e-bb62da162662 req-6756d103-e9d2-42c3-bd5c-c5fc1feb7910 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642133 Dec 06 15:00:53.705727 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35578) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:53.706847 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Router 52c779f6-5165-45eb-8271-d8e3394ec685 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:00:53.760555 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f6876ab-fc6c-4acd-8f26-554e609946c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.788304 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f6876ab-fc6c-4acd-8f26-554e609946c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.826701 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d63532-3903-46fb-b39c-e8fa57895ae3 None None] Network cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:53.830741 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:00:53.831987 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:00:53.839869 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Sync routers for ids ['52c779f6-5165-45eb-8271-d8e3394ec685'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:00:53.848668 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f6876ab-fc6c-4acd-8f26-554e609946c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.851347 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f6876ab-fc6c-4acd-8f26-554e609946c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.852303 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Routers {'52c779f6-5165-45eb-8271-d8e3394ec685'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:00:53.852682 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3f6876ab-fc6c-4acd-8f26-554e609946c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3791ee85-824b-4949-91b9-a849f93b54bb HTTP/1.1" status: 204 len: 168 time: 0.1460474 Dec 06 15:00:53.853368 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:00:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['52c779f6-5165-45eb-8271-d8e3394ec685'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:53.863188 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6876ab-fc6c-4acd-8f26-554e609946c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3791ee85-824b-4949-91b9-a849f93b54bb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:53.874068 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.878275 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e3e3f451-d27f-4284-ba75-14c31fd2ca62 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9960721 Dec 06 15:00:53.879577 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35582) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:53.964115 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7915dde6-8a7a-4550-b564-cb9657a4f67b None None] Provisioning complete for port a42923b9-1e88-4d7f-808d-7bf93709d69a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:53.964920 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7915dde6-8a7a-4550-b564-cb9657a4f67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.073345 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Set router 52c779f6-5165-45eb-8271-d8e3394ec685 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:00:54.144341 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8e12b8bd-7c6c-4509-b228-8fc02bad9297 req-017c5a95-cf15-4287-b97f-bcd80508d6de tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0547094 Dec 06 15:00:54.187636 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a152b9b-54a8-46d3-b803-0e5d9d7fe7a3 req-448e466c-a4a3-474a-8e2d-c7c0a13ff744 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0898418 Dec 06 15:00:54.253921 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0461c666-430a-496a-982c-a1c81c2ff947 req-173e7122-f578-4518-a35d-4b186696ed4b tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0416565 Dec 06 15:00:54.293925 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a42923b9-1e88-4d7f-808d-7bf93709d69a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:00:54.361869 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'name': 'tempest-TestAggregatesBasicOps-1253873840-router', 'tenant_id': '8c03455a6f0c479dbb02c8771ec25043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': '0b2e8cec-c5df-49d6-b716-01f13abf0dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:51Z', 'updated_at': '2021-12-06T15:00:53Z', 'revision_number': 3, 'project_id': '8c03455a6f0c479dbb02c8771ec25043', 'gw_port': {'id': '0b2e8cec-c5df-49d6-b716-01f13abf0dd0', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:24:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:52Z', 'updated_at': '2021-12-06T15:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:54.379513 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35594) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:54.389558 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:54.396789 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Checking router: 52c779f6-5165-45eb-8271-d8e3394ec685 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:00:54.397143 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Updating router 52c779f6-5165-45eb-8271-d8e3394ec685 port 0b2e8cec-c5df-49d6-b716-01f13abf0dd0 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:00:54.428687 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.451369 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '8a2ae72e-0459-4e47-aca7-d0c39ad69fd3', 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0', 'port_id': '8a2ae72e-0459-4e47-aca7-d0c39ad69fd3', 'mac_address': 'fa:16:3e:14:32:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f704f4-e319-4867-8b21-d731d4293c49', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:00:54.461259 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-298a053e-f366-472b-ad13-f274d4b16d7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64d0873780e94da6829be3acbcbface0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0803738 Dec 06 15:00:54.466472 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35596) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:54.472147 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7915dde6-8a7a-4550-b564-cb9657a4f67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.506398 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a42923b9-1e88-4d7f-808d-7bf93709d69a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:54.507030 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.542753 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c127dda-ebf2-4cf0-828f-9219446753fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.575398 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c00023-4c5e-4411-9c62-36cb58b184e2 req-f80db7c5-a56d-40de-b5ad-1aee05de9a45 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:54.581656 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.587473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4c00023-4c5e-4411-9c62-36cb58b184e2 req-f80db7c5-a56d-40de-b5ad-1aee05de9a45 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.1373804 Dec 06 15:00:54.614332 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7915dde6-8a7a-4550-b564-cb9657a4f67b None None] For port a42923b9-1e88-4d7f-808d-7bf93709d69a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a42923b9-1e88-4d7f-808d-7bf93709d69a,segment=NetworkSegment(d23aa2df-53ec-461c-88ed-225f2f093b6c),segment_id=d23aa2df-53ec-461c-88ed-225f2f093b6c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:54.619363 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:00:54.628689 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7915dde6-8a7a-4550-b564-cb9657a4f67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.642266 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-10c4ff4c-b80b-4fd2-ba92-bba6ac817634 req-c7215530-0240-42dc-835e-3dc8ce1cec7e tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0540824 Dec 06 15:00:54.652419 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c127dda-ebf2-4cf0-828f-9219446753fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.697723 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4c00023-4c5e-4411-9c62-36cb58b184e2 req-f68fb61b-1182-4ebf-94d7-9e8eb6e5d682 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096163 Dec 06 15:00:54.712825 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:54.726444 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.780767 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915dde6-8a7a-4550-b564-cb9657a4f67b None None] Pushing event updated for resources: {'Port': ['ID=a42923b9-1e88-4d7f-808d-7bf93709d69a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:54.811380 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.825560 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.849199 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.850547 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:54.853780 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c127dda-ebf2-4cf0-828f-9219446753fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.856737 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c127dda-ebf2-4cf0-828f-9219446753fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.858436 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4c127dda-ebf2-4cf0-828f-9219446753fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58d94236-0953-4060-82db-2b5320e3b2be HTTP/1.1" status: 204 len: 168 time: 0.3903542 Dec 06 15:00:54.899892 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c127dda-ebf2-4cf0-828f-9219446753fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d94236-0953-4060-82db-2b5320e3b2be,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:54.910671 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Attempting to bind port 0b2e8cec-c5df-49d6-b716-01f13abf0dd0 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:54.911055 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Attempting to bind port 0b2e8cec-c5df-49d6-b716-01f13abf0dd0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:54.911689 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Attempting to bind port 0b2e8cec-c5df-49d6-b716-01f13abf0dd0 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:54.917604 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244fecac-9807-49ec-aafa-38a49d28a514 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:00:54.927515 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:00:54.928004 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:54.928471 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.928931 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:00:54.929472 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Bound port: 0b2e8cec-c5df-49d6-b716-01f13abf0dd0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:00:54.929914 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.953519 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7f75f-95d9-450b-a0cc-d96b711f3457 req-2ad6a7d0-ecc6-442b-bf9c-ff44839f460f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:54.955095 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94b7f75f-95d9-450b-a0cc-d96b711f3457 req-2ad6a7d0-ecc6-442b-bf9c-ff44839f460f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 944 time: 0.1233730 Dec 06 15:00:54.986950 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b13d4-363e-46f5-939a-6ab8a862141c None None] Pushing event updated for resources: {'Port': ['ID=0b2e8cec-c5df-49d6-b716-01f13abf0dd0,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:54.990162 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['8a2ae72e-0459-4e47-aca7-d0c39ad69fd3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:00:55.005421 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b13d4-363e-46f5-939a-6ab8a862141c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:55.005898 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b13d4-363e-46f5-939a-6ab8a862141c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:55.006330 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b13d4-363e-46f5-939a-6ab8a862141c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:55.006760 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b13d4-363e-46f5-939a-6ab8a862141c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:55.007185 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b13d4-363e-46f5-939a-6ab8a862141c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:55.007607 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b13d4-363e-46f5-939a-6ab8a862141c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:55.008055 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b13d4-363e-46f5-939a-6ab8a862141c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:55.008493 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b13d4-363e-46f5-939a-6ab8a862141c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:55.008909 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b13d4-363e-46f5-939a-6ab8a862141c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:55.009867 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b13d4-363e-46f5-939a-6ab8a862141c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:55.010294 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b13d4-363e-46f5-939a-6ab8a862141c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:55.010715 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b13d4-363e-46f5-939a-6ab8a862141c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:55.011132 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349b13d4-363e-46f5-939a-6ab8a862141c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:55.023600 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] For port 0b2e8cec-c5df-49d6-b716-01f13abf0dd0, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:55.027172 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] For port 0b2e8cec-c5df-49d6-b716-01f13abf0dd0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0b2e8cec-c5df-49d6-b716-01f13abf0dd0,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:00:55.037017 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:55.068937 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d8f93b1b-edbe-4bd5-b070-56487581e433 None None] Provisioning complete for port a42923b9-1e88-4d7f-808d-7bf93709d69a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:55.069334 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d8f93b1b-edbe-4bd5-b070-56487581e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:55.081587 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94b7f75f-95d9-450b-a0cc-d96b711f3457 req-24ec962d-8341-45b6-bebe-068d941add6e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162612 Dec 06 15:00:55.101868 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Routers {'52c779f6-5165-45eb-8271-d8e3394ec685'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:00:55.102598 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:00:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['52c779f6-5165-45eb-8271-d8e3394ec685'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:55.118277 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] Allocated IP 172.20.0.1 (cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b/5a796acd-9ee5-4877-a948-d3c2bbcedf1f/d25a9063-9f99-4562-9202-65829704e0fe) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:55.132523 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df28ea7-8cfd-4994-a2bd-2344e970bb3a None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:00:55.162960 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b13d4-363e-46f5-939a-6ab8a862141c None None] Pushing event updated for resources: {'Port': ['ID=0b2e8cec-c5df-49d6-b716-01f13abf0dd0,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:55.270753 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:55.305346 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf22210b-d9e2-4357-ad97-d203e2aa2307 req-4f79958a-9875-4be2-a031-46d1322a55e3 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0772288 Dec 06 15:00:55.308262 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] Set router 52c779f6-5165-45eb-8271-d8e3394ec685 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:00:55.332472 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b3ed7a4-640c-44ec-ab8a-fbbea67498fc req-aa75dddc-a4ab-4074-b68c-282ba3c0e494 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0383763 Dec 06 15:00:55.361791 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:55.390452 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-60c81680-7b0a-4c79-9ee3-425425c5d0d9 None None] Provisioning complete for port 0b2e8cec-c5df-49d6-b716-01f13abf0dd0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:55.390671 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-60c81680-7b0a-4c79-9ee3-425425c5d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:55.393244 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02bf254d-fc14-4883-8a33-ee8f02626869 req-8749ce0b-7e5c-4df2-8b9e-2609800f5e15 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0422080 Dec 06 15:00:55.509973 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-60c81680-7b0a-4c79-9ee3-425425c5d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:55.516162 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'name': 'tempest-TestAggregatesBasicOps-1253873840-router', 'tenant_id': '8c03455a6f0c479dbb02c8771ec25043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': '0b2e8cec-c5df-49d6-b716-01f13abf0dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:51Z', 'updated_at': '2021-12-06T15:00:53Z', 'revision_number': 3, 'project_id': '8c03455a6f0c479dbb02c8771ec25043', 'gw_port': {'id': '0b2e8cec-c5df-49d6-b716-01f13abf0dd0', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:24:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:52Z', 'updated_at': '2021-12-06T15:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:55.534570 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-60c81680-7b0a-4c79-9ee3-425425c5d0d9 None None] For port 0b2e8cec-c5df-49d6-b716-01f13abf0dd0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0b2e8cec-c5df-49d6-b716-01f13abf0dd0,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:55.540098 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-60c81680-7b0a-4c79-9ee3-425425c5d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:55.551941 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f2b0e-8761-4612-aa47-cccd1a5f60dd None None] The sync data for ids ['52c779f6-5165-45eb-8271-d8e3394ec685'] in n-d-master-1 is: [{'id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'name': 'tempest-TestAggregatesBasicOps-1253873840-router', 'tenant_id': '8c03455a6f0c479dbb02c8771ec25043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': '0b2e8cec-c5df-49d6-b716-01f13abf0dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:51Z', 'updated_at': '2021-12-06T15:00:53Z', 'revision_number': 3, 'project_id': '8c03455a6f0c479dbb02c8771ec25043', 'gw_port': {'id': '0b2e8cec-c5df-49d6-b716-01f13abf0dd0', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:24:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:52Z', 'updated_at': '2021-12-06T15:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:00:55.594944 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c81680-7b0a-4c79-9ee3-425425c5d0d9 None None] Pushing event updated for resources: {'Port': ['ID=0b2e8cec-c5df-49d6-b716-01f13abf0dd0,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:55.804442 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] Network cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:55.816421 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c094a-f8fc-426b-abe4-6bf24b73218c req-dbab7ddd-93a4-4859-92ae-b0761c87edc5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:55.818324 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-085c094a-f8fc-426b-abe4-6bf24b73218c req-dbab7ddd-93a4-4859-92ae-b0761c87edc5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0616107 Dec 06 15:00:55.830805 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49123124-2d11-477a-bb4e-ef4acf5d1a6f req-b0e1b5c0-805b-4f90-8842-29a91870c2f4 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0415676 Dec 06 15:00:55.834905 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:55.838688 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:55.898534 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d25a9063-9f99-4562-9202-65829704e0fe,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:55.906384 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-085c094a-f8fc-426b-abe4-6bf24b73218c req-1dc18d33-3850-4b09-8daf-b9dee7d68384 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806704 Dec 06 15:00:55.914449 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:56.135112 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:56.158006 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0b2e8cec-c5df-49d6-b716-01f13abf0dd0 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:00:56.286288 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0b2e8cec-c5df-49d6-b716-01f13abf0dd0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:56.288039 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:56.288457 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d87979-f00e-4a54-b72a-a8f526eaf651 req-faf4cd46-bfec-4216-83cf-50ceaf6fc155 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:56.290037 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-56d87979-f00e-4a54-b72a-a8f526eaf651 req-faf4cd46-bfec-4216-83cf-50ceaf6fc155 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 944 time: 0.1111093 Dec 06 15:00:56.394991 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1bc3a89a-4bf8-42ca-87cd-283e50d6d852 None None] Provisioning complete for port d25a9063-9f99-4562-9202-65829704e0fe triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:56.395355 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1bc3a89a-4bf8-42ca-87cd-283e50d6d852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:56.437786 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b0d070b1-595d-46f3-adac-665b97c979dd req-676ffe9a-eba0-4ba4-8ef7-0d46ec3af1ff tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0751452 Dec 06 15:00:56.464867 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-56d87979-f00e-4a54-b72a-a8f526eaf651 req-e46bfe60-da5b-4e66-a5a3-72f0ec54785c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654122 Dec 06 15:00:56.482884 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a42923b9-1e88-4d7f-808d-7bf93709d69a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:00:56.532735 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1bc3a89a-4bf8-42ca-87cd-283e50d6d852 None None] Port d25a9063-9f99-4562-9202-65829704e0fe cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:00:56.537021 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:56.549380 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8d0ab2e8-61bf-4ba7-b998-f3724c3478f6 req-0d7ce682-dc7a-4413-8a31-ae45ab0aae8d tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0502486 Dec 06 15:00:56.554384 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a42923b9-1e88-4d7f-808d-7bf93709d69a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:56.554756 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:56.571938 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:56.607086 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d2bafe8d-e1c4-4502-a21b-c88bef3bb368 req-bd31bccc-8e8c-433f-b257-daec14d3f5d3 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0671611 Dec 06 15:00:56.673936 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d25a9063-9f99-4562-9202-65829704e0fe,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:56.676724 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:56.781473 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] Network cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:56.782918 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:56.907433 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] Router 52c779f6-5165-45eb-8271-d8e3394ec685 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:00:56.966373 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-162e5254-0e06-4302-938f-2fa45e3f9ace req-5549157c-b19a-4301-ba94-71fe9733bd2f tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0413537 Dec 06 15:00:57.057551 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2627ade7-0d3f-41e8-bd5a-a44435e989a8 None None] Provisioning complete for port d25a9063-9f99-4562-9202-65829704e0fe triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:57.057984 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2627ade7-0d3f-41e8-bd5a-a44435e989a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:57.073604 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:00:57.080467 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35664) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:57.089043 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c2e1e538-2c15-4829-b8fc-f52e64a089e4 admin admin] 10.222.0.20 "PUT /v2.0/routers/52c779f6-5165-45eb-8271-d8e3394ec685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2086475 Dec 06 15:00:57.104174 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2627ade7-0d3f-41e8-bd5a-a44435e989a8 None None] Port d25a9063-9f99-4562-9202-65829704e0fe cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:00:57.109621 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f2e58-1f8b-4136-94ab-0d4700caaadf req-e2f2311d-0bd3-41d7-8406-8bd186559ede tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:57.112562 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b67f2e58-1f8b-4136-94ab-0d4700caaadf req-e2f2311d-0bd3-41d7-8406-8bd186559ede tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0899804 Dec 06 15:00:57.163313 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b67f2e58-1f8b-4136-94ab-0d4700caaadf req-0c5e4a25-891c-4511-ae0b-412f4a7f0e6a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446391 Dec 06 15:00:57.190423 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-19de28d8-41f2-4646-978d-90b20d7a2539 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:57.224513 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-19de28d8-41f2-4646-978d-90b20d7a2539 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] 10.222.0.20 "PUT /v2.0/quotas/bea7af22254c4241a0634453a5bd84b8 HTTP/1.1" status: 200 len: 366 time: 0.1428509 Dec 06 15:00:57.226862 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35672) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:57.237419 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bbf6e611-4c2c-4876-a7fd-4810e4ca5121 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0094836 Dec 06 15:00:57.240102 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35674) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:57.252148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0aa8b64b-31d9-4e42-8d6b-9c3d1c13c8d9 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] 10.222.0.20 "GET /v2.0/quotas/bea7af22254c4241a0634453a5bd84b8 HTTP/1.1" status: 200 len: 366 time: 0.0089974 Dec 06 15:00:57.252611 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35676) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:57.266600 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6357fb22-3575-4d64-b115-457613c943ef tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/bea7af22254c4241a0634453a5bd84b8 HTTP/1.1" status: 204 len: 168 time: 0.0128567 Dec 06 15:00:57.268840 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35678) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:57.281545 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d82e0711-5370-4b93-af6f-e4e3ed716779 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0116956 Dec 06 15:00:57.283864 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35680) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:57.292800 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7705d560-28ee-4183-886f-b91f9e1a0742 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] 10.222.0.20 "GET /v2.0/quotas/bea7af22254c4241a0634453a5bd84b8 HTTP/1.1" status: 200 len: 370 time: 0.0079784 Dec 06 15:00:57.295578 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35682) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:57.299955 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ac22a6ce-db22-4fb0-82e8-888472fe21ec tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] 10.222.0.20 "GET /v2.0/quotas/bea7af22254c4241a0634453a5bd84b8/default HTTP/1.1" status: 200 len: 370 time: 0.0034456 Dec 06 15:00:57.302054 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35684) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:57.309983 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-e0de9329-95a8-4eb9-aed8-c710dc823e29 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] delete failed (client error): The resource could not be found. Dec 06 15:00:57.311572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e0de9329-95a8-4eb9-aed8-c710dc823e29 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/bea7af22254c4241a0634453a5bd84b8 HTTP/1.1" status: 404 len: 348 time: 0.0080683 Dec 06 15:00:57.491423 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35696) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:57.515067 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f8d4413-b5dc-4b29-bf9e-102163b5a895 req-e805c9c7-01ce-4a7d-8edd-b536fdcbc0a6 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0361190 Dec 06 15:00:57.520333 n-d-master-1 neutron-server[103288]: DEBUG neutron.quota.resource [None req-6af7e08d-9df1-4ecc-80a4-5e390fea8573 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] Usage tracker for resource:network and project:985c36bdf6074a84a0d455a5412e96dc is out of sync, need to count used quota {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 15:00:57.524214 n-d-master-1 neutron-server[103288]: DEBUG neutron.quota.resource [None req-6af7e08d-9df1-4ecc-80a4-5e390fea8573 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 15:00:57.530906 n-d-master-1 neutron-server[103288]: DEBUG neutron.quota.resource [None req-6af7e08d-9df1-4ecc-80a4-5e390fea8573 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] Usage tracker for resource:subnet and project:985c36bdf6074a84a0d455a5412e96dc is out of sync, need to count used quota {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 15:00:57.543049 n-d-master-1 neutron-server[103288]: DEBUG neutron.quota.resource [None req-6af7e08d-9df1-4ecc-80a4-5e390fea8573 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 15:00:57.565042 n-d-master-1 neutron-server[103288]: DEBUG neutron.quota.resource [None req-6af7e08d-9df1-4ecc-80a4-5e390fea8573 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] Usage tracker for resource:subnetpool and project:985c36bdf6074a84a0d455a5412e96dc is out of sync, need to count used quota {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 15:00:57.568988 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Sync routers for ids ['52c779f6-5165-45eb-8271-d8e3394ec685'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:00:57.573009 n-d-master-1 neutron-server[103288]: DEBUG neutron.quota.resource [None req-6af7e08d-9df1-4ecc-80a4-5e390fea8573 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 15:00:57.586179 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Routers {'52c779f6-5165-45eb-8271-d8e3394ec685'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:00:57.586910 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:00:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['52c779f6-5165-45eb-8271-d8e3394ec685'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:57.603270 n-d-master-1 neutron-server[103288]: DEBUG neutron.quota.resource [None req-6af7e08d-9df1-4ecc-80a4-5e390fea8573 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] Usage tracker for resource:port and project:985c36bdf6074a84a0d455a5412e96dc is out of sync, need to count used quota {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 15:00:57.615396 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379bee0-c63f-4d09-8420-03bb88ca182e req-8c56717a-cbe0-41ff-9d2e-fe2da9ef6863 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:57.616943 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a379bee0-c63f-4d09-8420-03bb88ca182e req-8c56717a-cbe0-41ff-9d2e-fe2da9ef6863 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 944 time: 0.0841260 Dec 06 15:00:57.618426 n-d-master-1 neutron-server[103288]: DEBUG neutron.quota.resource [None req-6af7e08d-9df1-4ecc-80a4-5e390fea8573 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 15:00:57.627938 n-d-master-1 neutron-server[103288]: DEBUG neutron.quota.resource [None req-6af7e08d-9df1-4ecc-80a4-5e390fea8573 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] Usage tracker for resource:router and project:985c36bdf6074a84a0d455a5412e96dc is out of sync, need to count used quota {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 15:00:57.637184 n-d-master-1 neutron-server[103288]: DEBUG neutron.quota.resource [None req-6af7e08d-9df1-4ecc-80a4-5e390fea8573 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 15:00:57.653544 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c892df1-48b3-49c1-9f0a-3caf761520b3 req-7d88b98d-159d-44c8-a480-3539afcb6c43 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0383358 Dec 06 15:00:57.671603 n-d-master-1 neutron-server[103288]: DEBUG neutron.quota.resource [None req-6af7e08d-9df1-4ecc-80a4-5e390fea8573 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] Usage tracker for resource:floatingip and project:985c36bdf6074a84a0d455a5412e96dc is out of sync, need to count used quota {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 15:00:57.683508 n-d-master-1 neutron-server[103288]: DEBUG neutron.quota.resource [None req-6af7e08d-9df1-4ecc-80a4-5e390fea8573 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 15:00:57.704358 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a379bee0-c63f-4d09-8420-03bb88ca182e req-6b6a5ec3-4031-4048-af54-26b105f9222a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775027 Dec 06 15:00:57.730942 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-211c807d-10db-4c18-a991-1df8d9241cfd req-ed05abea-54e1-4849-b061-186feb438627 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0411415 Dec 06 15:00:57.736486 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Set router 52c779f6-5165-45eb-8271-d8e3394ec685 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:00:57.744865 n-d-master-1 neutron-server[103288]: DEBUG neutron.quota.resource [None req-6af7e08d-9df1-4ecc-80a4-5e390fea8573 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] Usage tracker for resource:security_group and project:985c36bdf6074a84a0d455a5412e96dc is out of sync, need to count used quota {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 15:00:57.750391 n-d-master-1 neutron-server[103288]: DEBUG neutron.quota.resource [None req-6af7e08d-9df1-4ecc-80a4-5e390fea8573 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 15:00:57.756783 n-d-master-1 neutron-server[103288]: DEBUG neutron.quota.resource [None req-6af7e08d-9df1-4ecc-80a4-5e390fea8573 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] Usage tracker for resource:security_group_rule and project:985c36bdf6074a84a0d455a5412e96dc is out of sync, need to count used quota {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 15:00:57.760391 n-d-master-1 neutron-server[103288]: DEBUG neutron.quota.resource [None req-6af7e08d-9df1-4ecc-80a4-5e390fea8573 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103288) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 15:00:57.771004 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6af7e08d-9df1-4ecc-80a4-5e390fea8573 tempest-QuotasTest-1054956134 tempest-QuotasTest-1054956134-project-admin] 10.222.0.20 "GET /v2.0/quotas/985c36bdf6074a84a0d455a5412e96dc/details.json HTTP/1.1" status: 200 len: 703 time: 0.2781341 Dec 06 15:00:57.810486 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35710) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:57.816084 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-20452350-4dbc-49e0-9c97-a506b706401a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-40167498-network', 'tenant_id': '0755ea79128c4575ae09a98b171b90b9'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:57.838540 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20452350-4dbc-49e0-9c97-a506b706401a admin admin] Made reservation on behalf of 0755ea79128c4575ae09a98b171b90b9 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:57.841158 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20452350-4dbc-49e0-9c97-a506b706401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:57.850585 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20452350-4dbc-49e0-9c97-a506b706401a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:57.895109 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:00:57.931483 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20452350-4dbc-49e0-9c97-a506b706401a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:57.937323 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20452350-4dbc-49e0-9c97-a506b706401a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:57.946257 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:57.958719 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20452350-4dbc-49e0-9c97-a506b706401a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:00:57.976565 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20452350-4dbc-49e0-9c97-a506b706401a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7794bc0-d0d5-4cd6-a8d1-1a17fdf91f94,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:57.980082 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20452350-4dbc-49e0-9c97-a506b706401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:57.980431 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-20452350-4dbc-49e0-9c97-a506b706401a admin admin] Added segment 45612e02-5219-4006-8865-783d780bd3d2 of type vlan for network 5f7c2d83-c44a-4561-b2fb-536ee62934e8 Dec 06 15:00:58.018426 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:00:58.022988 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35716) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:58.025185 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:58.025557 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.040369 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20452350-4dbc-49e0-9c97-a506b706401a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.068400 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3a39b460-c205-4892-a836-301d39fe0491 req-3ac6bc59-95b9-45d3-a7af-3967544a2433 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0305216 Dec 06 15:00:58.071898 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'name': 'tempest-TestAggregatesBasicOps-1253873840-router', 'tenant_id': '8c03455a6f0c479dbb02c8771ec25043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': '0b2e8cec-c5df-49d6-b716-01f13abf0dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:51Z', 'updated_at': '2021-12-06T15:00:56Z', 'revision_number': 4, 'project_id': '8c03455a6f0c479dbb02c8771ec25043', 'gw_port': {'id': '0b2e8cec-c5df-49d6-b716-01f13abf0dd0', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:52Z', 'updated_at': '2021-12-06T15:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd25a9063-9f99-4562-9202-65829704e0fe', 'name': '', 'network_id': 'cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b', 'tenant_id': '8c03455a6f0c479dbb02c8771ec25043', 'mac_address': 'fa:16:3e:c9:a4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5a796acd-9ee5-4877-a948-d3c2bbcedf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:54Z', 'updated_at': '2021-12-06T15:00:56Z', 'revision_number': 2, 'project_id': '8c03455a6f0c479dbb02c8771ec25043', 'subnets': [{'id': '5a796acd-9ee5-4877-a948-d3c2bbcedf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:58.099207 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20452350-4dbc-49e0-9c97-a506b706401a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.100284 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20452350-4dbc-49e0-9c97-a506b706401a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:58.100864 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20452350-4dbc-49e0-9c97-a506b706401a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.106932 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Checking router: 52c779f6-5165-45eb-8271-d8e3394ec685 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:00:58.108371 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Updating router 52c779f6-5165-45eb-8271-d8e3394ec685 port d25a9063-9f99-4562-9202-65829704e0fe binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:00:58.143087 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-20452350-4dbc-49e0-9c97-a506b706401a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3313470 Dec 06 15:00:58.145902 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35720) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:58.152109 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6854dd40-082c-4473-954b-31b3ef5a23e1 admin admin] Request body: {'subnet': {'network_id': '5f7c2d83-c44a-4561-b2fb-536ee62934e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-40167498-subnet', 'tenant_id': '0755ea79128c4575ae09a98b171b90b9', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:58.162012 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.175490 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20452350-4dbc-49e0-9c97-a506b706401a admin admin] Pushing event updated for resources: {'Network': ['ID=5f7c2d83-c44a-4561-b2fb-536ee62934e8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:58.177280 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6854dd40-082c-4473-954b-31b3ef5a23e1 admin admin] Made reservation on behalf of 0755ea79128c4575ae09a98b171b90b9 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:58.180125 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6854dd40-082c-4473-954b-31b3ef5a23e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.181356 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.186616 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7482bc1f-183d-41e8-bf47-6c919337a152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.214942 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 5f7c2d83-c44a-4561-b2fb-536ee62934e8 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:00:58.266754 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6070fc65-22ee-4bd2-9892-cd21d844abfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2ae72e-0459-4e47-aca7-d0c39ad69fd3'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:00:58.269055 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95b8df1-f0f5-4472-9328-474e77829760" -d '{"events": [{"server_uuid": "6070fc65-22ee-4bd2-9892-cd21d844abfe", "name": "network-vif-plugged", "status": "completed", "tag": "8a2ae72e-0459-4e47-aca7-d0c39ad69fd3"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:00:58.281631 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7482bc1f-183d-41e8-bf47-6c919337a152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.290788 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7482bc1f-183d-41e8-bf47-6c919337a152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.338102 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80aab31-91fa-4f0b-8910-a5061984be55 req-59b218f8-d4f7-4944-a4b0-f79cdc04468d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:58.339984 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a80aab31-91fa-4f0b-8910-a5061984be55 req-59b218f8-d4f7-4944-a4b0-f79cdc04468d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0808327 Dec 06 15:00:58.340952 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04df996e-1193-48b9-bd7b-29d1d47f5185 x-openstack-request-id: req-04df996e-1193-48b9-bd7b-29d1d47f5185 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:00:58.341246 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6070fc65-22ee-4bd2-9892-cd21d844abfe", "name": "network-vif-plugged", "status": "completed", "tag": "8a2ae72e-0459-4e47-aca7-d0c39ad69fd3", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:00:58.341499 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04df996e-1193-48b9-bd7b-29d1d47f5185 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:00:58.341879 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6070fc65-22ee-4bd2-9892-cd21d844abfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2ae72e-0459-4e47-aca7-d0c39ad69fd3', 'code': 200} Dec 06 15:00:58.349241 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482bc1f-183d-41e8-bf47-6c919337a152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33bb473-b215-46ec-aa9b-dcc6c601ea72,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:58.358751 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7482bc1f-183d-41e8-bf47-6c919337a152 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4a0a31346004004afb6907373999cd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3322544 Dec 06 15:00:58.360094 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35726) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:58.379307 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:58.399289 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.458455 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a80aab31-91fa-4f0b-8910-a5061984be55 req-a2ea1d4d-200d-4bd0-aa3c-abfe61e14157 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955524 Dec 06 15:00:58.468536 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-695eefe5-2743-489e-9ce4-a20e599c82bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.490385 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6854dd40-082c-4473-954b-31b3ef5a23e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.491090 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:58.503970 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a97c1e-cf4c-49ad-bbeb-ae1a493c7200 req-c52a02ad-6da2-451b-b35d-cf1840dfb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:58.505453 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-26a97c1e-cf4c-49ad-bbeb-ae1a493c7200 req-c52a02ad-6da2-451b-b35d-cf1840dfb37f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 1096 time: 0.0775421 Dec 06 15:00:58.515472 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-695eefe5-2743-489e-9ce4-a20e599c82bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.565317 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854dd40-082c-4473-954b-31b3ef5a23e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=066d4b6a-3a2a-4dd4-968b-6c1e00c8e4b9,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:58.567822 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854dd40-082c-4473-954b-31b3ef5a23e1 admin admin] Checking segment: {'id': '45612e02-5219-4006-8865-783d780bd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5f7c2d83-c44a-4561-b2fb-536ee62934e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:58.568190 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6854dd40-082c-4473-954b-31b3ef5a23e1 admin admin] Network hostable DHCP agents. Network: 5f7c2d83-c44a-4561-b2fb-536ee62934e8, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:00:58.588020 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6854dd40-082c-4473-954b-31b3ef5a23e1 admin admin] Network 5f7c2d83-c44a-4561-b2fb-536ee62934e8 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:00:58.599736 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-6854dd40-082c-4473-954b-31b3ef5a23e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5f7c2d83-c44a-4561-b2fb-536ee62934e8) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:58.603591 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-26a97c1e-cf4c-49ad-bbeb-ae1a493c7200 req-917a863e-de15-45a5-b75f-9318980a6a68 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817182 Dec 06 15:00:58.613269 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6854dd40-082c-4473-954b-31b3ef5a23e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:58.613878 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6854dd40-082c-4473-954b-31b3ef5a23e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.615012 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31a39c6-0444-487e-b353-d38e31b01488 None None] Network 5f7c2d83-c44a-4561-b2fb-536ee62934e8 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:58.618684 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f85d9766-b2a6-4e7c-8099-285c726551fc req-d34452e1-7251-4696-877f-8fb84f76ed88 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0347824 Dec 06 15:00:58.642157 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-695eefe5-2743-489e-9ce4-a20e599c82bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.645639 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-695eefe5-2743-489e-9ce4-a20e599c82bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.646941 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6854dd40-082c-4473-954b-31b3ef5a23e1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4984341 Dec 06 15:00:58.648698 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35730) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:58.649996 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-695eefe5-2743-489e-9ce4-a20e599c82bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a33bb473-b215-46ec-aa9b-dcc6c601ea72 HTTP/1.1" status: 204 len: 168 time: 0.2886674 Dec 06 15:00:58.655934 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-40167498-router', 'tenant_id': '0755ea79128c4575ae09a98b171b90b9', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:58.661857 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695eefe5-2743-489e-9ce4-a20e599c82bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33bb473-b215-46ec-aa9b-dcc6c601ea72,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:58.674911 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.696147 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.697997 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.716703 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.742036 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f297dcc5-86a0-47c0-8b95-20c899c97891 req-25bd2958-5ab9-4d10-9218-5f19d59791f2 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0373414 Dec 06 15:00:58.828354 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.872063 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea4f93-13fa-4545-9b4f-16a356b15f80 req-cff7f67b-4d7e-4a81-8807-f122cfcaf45f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:58.876804 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4995200f-5bcd-4a29-b661-065d348c2f42 req-9f281b53-57f8-4aab-a2e2-f973fca95660 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0465839 Dec 06 15:00:58.881311 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6dea4f93-13fa-4545-9b4f-16a356b15f80 req-cff7f67b-4d7e-4a81-8807-f122cfcaf45f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0768909 Dec 06 15:00:58.933811 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6dea4f93-13fa-4545-9b4f-16a356b15f80 req-90c28c9e-aa71-44a5-9437-0ccba61c2c99 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515440 Dec 06 15:00:58.978611 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c26b0-a774-4b10-9112-d0c2e600abb5 None None] Pushing event updated for resources: {'Port': ['ID=d25a9063-9f99-4562-9202-65829704e0fe,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:59.022295 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.058920 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Attempting to bind port d25a9063-9f99-4562-9202-65829704e0fe on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:59.059305 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Attempting to bind port d25a9063-9f99-4562-9202-65829704e0fe by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd23aa2df-53ec-461c-88ed-225f2f093b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:59.059710 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Attempting to bind port d25a9063-9f99-4562-9202-65829704e0fe on network cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:59.069085 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:00:59.069468 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Checking segment: {'id': 'd23aa2df-53ec-461c-88ed-225f2f093b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:59.069877 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.070336 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Bound using segment: {'id': 'd23aa2df-53ec-461c-88ed-225f2f093b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:00:59.070763 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Bound port: d25a9063-9f99-4562-9202-65829704e0fe, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23aa2df-53ec-461c-88ed-225f2f093b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:00:59.071238 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.128470 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5f7c2d83-c44a-4561-b2fb-536ee62934e8', 'network_id': '5f7c2d83-c44a-4561-b2fb-536ee62934e8', 'tenant_id': '0755ea79128c4575ae09a98b171b90b9', 'fixed_ips': [{'subnet_id': '066d4b6a-3a2a-4dd4-968b-6c1e00c8e4b9'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:00:59.129324 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.129747 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35744) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:59.143367 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72ea48dc-1482-4968-8579-6668e0481284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.191300 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bcaf9dc0-566b-4585-938e-6a6d9c0f1fef req-774bfb86-b814-4bbc-bdb2-ac215a52ceaa tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0440688 Dec 06 15:00:59.234779 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] For port d25a9063-9f99-4562-9202-65829704e0fe, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:59.258015 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] For port d25a9063-9f99-4562-9202-65829704e0fe, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d25a9063-9f99-4562-9202-65829704e0fe,segment=NetworkSegment(d23aa2df-53ec-461c-88ed-225f2f093b6c),segment_id=d23aa2df-53ec-461c-88ed-225f2f093b6c)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:00:59.266045 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.321556 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8aad88a5-36cf-46de-bf21-eb97ec62eb71 None None] Provisioning complete for port d25a9063-9f99-4562-9202-65829704e0fe triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:59.321934 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8aad88a5-36cf-46de-bf21-eb97ec62eb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.357101 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72ea48dc-1482-4968-8579-6668e0481284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.367099 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-72ea48dc-1482-4968-8579-6668e0481284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.377693 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.395205 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Allocated IP 172.20.0.2 (5f7c2d83-c44a-4561-b2fb-536ee62934e8/066d4b6a-3a2a-4dd4-968b-6c1e00c8e4b9/b670e4c3-57bf-4210-8674-49f127b17a12) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:59.405784 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c26b0-a774-4b10-9112-d0c2e600abb5 None None] Pushing event updated for resources: {'Port': ['ID=d25a9063-9f99-4562-9202-65829704e0fe,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:59.413905 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Routers {'52c779f6-5165-45eb-8271-d8e3394ec685'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:00:59.414790 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:00:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['52c779f6-5165-45eb-8271-d8e3394ec685'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:59.417849 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.446329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-72ea48dc-1482-4968-8579-6668e0481284 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=985c36bdf6074a84a0d455a5412e96dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3130372 Dec 06 15:00:59.446722 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35746) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:59.479782 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea48dc-1482-4968-8579-6668e0481284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50145381-9f64-457c-a8e7-34f15c3f4ff8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:59.550411 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f6a8732-87e3-4213-9caf-7025825ec437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.580023 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f6a8732-87e3-4213-9caf-7025825ec437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.594873 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Allocated IP 172.35.7.175 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/c1220f37-8f77-40ae-95f4-649c0f7e0521) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:59.648905 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] Set router 52c779f6-5165-45eb-8271-d8e3394ec685 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:00:59.674045 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2845c7-ab1c-4b4d-9a00-e4eda11428b0 req-394eea0e-fe68-4b68-96c7-b688e80b2398 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:59.675562 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee2845c7-ab1c-4b4d-9a00-e4eda11428b0 req-394eea0e-fe68-4b68-96c7-b688e80b2398 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0851915 Dec 06 15:00:59.695922 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f6a8732-87e3-4213-9caf-7025825ec437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.698543 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f6a8732-87e3-4213-9caf-7025825ec437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.702720 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7f6a8732-87e3-4213-9caf-7025825ec437 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50145381-9f64-457c-a8e7-34f15c3f4ff8 HTTP/1.1" status: 204 len: 168 time: 0.2519844 Dec 06 15:00:59.729278 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9ed19984-797d-489c-bd05-c5d2618e8038 req-031904f5-cba9-4c43-b69a-adc90a3989e0 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0355842 Dec 06 15:00:59.745727 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.755128 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a8732-87e3-4213-9caf-7025825ec437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50145381-9f64-457c-a8e7-34f15c3f4ff8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:59.801965 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.830503 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee2845c7-ab1c-4b4d-9a00-e4eda11428b0 req-445afe38-c7ca-42e4-9fcb-01b58eea8e89 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416249 Dec 06 15:00:59.894628 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:59.898169 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd3c5f51-c98b-469f-ba5a-85be9b9b2299 req-8e23b760-1d95-4232-94c8-13e3d3f3f529 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0473900 Dec 06 15:00:59.907078 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:59.912763 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:59.917921 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Pushing event updated for resources: {'Port': ['ID=c1220f37-8f77-40ae-95f4-649c0f7e0521,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:59.938734 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.942439 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8aad88a5-36cf-46de-bf21-eb97ec62eb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.955903 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eb78a2-21dd-4290-9f53-c206943119b7 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:01:00.011226 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-03059eb1-1012-4c10-83b1-e3611a469093 req-9a7b3fde-5ffa-4783-a5d8-da3fd672b162 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0363178 Dec 06 15:01:00.035688 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.082563 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.154840 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8aad88a5-36cf-46de-bf21-eb97ec62eb71 None None] For port d25a9063-9f99-4562-9202-65829704e0fe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d25a9063-9f99-4562-9202-65829704e0fe,segment=NetworkSegment(d23aa2df-53ec-461c-88ed-225f2f093b6c),segment_id=d23aa2df-53ec-461c-88ed-225f2f093b6c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:00.174528 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Network 5f7c2d83-c44a-4561-b2fb-536ee62934e8 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:01:00.178284 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8aad88a5-36cf-46de-bf21-eb97ec62eb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.187754 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:01:00.190718 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:01:00.192819 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Pushing event updated for resources: {'Port': ['ID=b670e4c3-57bf-4210-8674-49f127b17a12,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:00.318958 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad88a5-36cf-46de-bf21-eb97ec62eb71 None None] Pushing event updated for resources: {'Port': ['ID=d25a9063-9f99-4562-9202-65829704e0fe,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:00.324163 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6ca06539-67a4-44d1-a79c-62b93537d25f req-b24292b6-fc72-43d7-9c30-839b60139b68 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0530276 Dec 06 15:01:00.385285 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-35af8980-2844-403a-81af-07bce07dffc5 None None] Provisioning complete for port c1220f37-8f77-40ae-95f4-649c0f7e0521 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:00.385656 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-35af8980-2844-403a-81af-07bce07dffc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.389903 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'name': 'tempest-TestAggregatesBasicOps-1253873840-router', 'tenant_id': '8c03455a6f0c479dbb02c8771ec25043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': '0b2e8cec-c5df-49d6-b716-01f13abf0dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:51Z', 'updated_at': '2021-12-06T15:00:56Z', 'revision_number': 4, 'project_id': '8c03455a6f0c479dbb02c8771ec25043', 'gw_port': {'id': '0b2e8cec-c5df-49d6-b716-01f13abf0dd0', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:52Z', 'updated_at': '2021-12-06T15:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd25a9063-9f99-4562-9202-65829704e0fe', 'name': '', 'network_id': 'cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b', 'tenant_id': '8c03455a6f0c479dbb02c8771ec25043', 'mac_address': 'fa:16:3e:c9:a4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5a796acd-9ee5-4877-a948-d3c2bbcedf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:54Z', 'updated_at': '2021-12-06T15:00:59Z', 'revision_number': 4, 'project_id': '8c03455a6f0c479dbb02c8771ec25043', 'subnets': [{'id': '5a796acd-9ee5-4877-a948-d3c2bbcedf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:00.392528 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Attempting to bind port b670e4c3-57bf-4210-8674-49f127b17a12 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:01:00.392899 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Attempting to bind port b670e4c3-57bf-4210-8674-49f127b17a12 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '45612e02-5219-4006-8865-783d780bd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5f7c2d83-c44a-4561-b2fb-536ee62934e8'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:01:00.393256 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Attempting to bind port b670e4c3-57bf-4210-8674-49f127b17a12 on network 5f7c2d83-c44a-4561-b2fb-536ee62934e8 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:01:00.455965 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a999d9-a937-4300-8c72-2920c85e16c8 None None] The sync data for ids ['52c779f6-5165-45eb-8271-d8e3394ec685'] in n-d-master-1 is: [{'id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'name': 'tempest-TestAggregatesBasicOps-1253873840-router', 'tenant_id': '8c03455a6f0c479dbb02c8771ec25043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': '0b2e8cec-c5df-49d6-b716-01f13abf0dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:51Z', 'updated_at': '2021-12-06T15:00:56Z', 'revision_number': 4, 'project_id': '8c03455a6f0c479dbb02c8771ec25043', 'gw_port': {'id': '0b2e8cec-c5df-49d6-b716-01f13abf0dd0', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:52Z', 'updated_at': '2021-12-06T15:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd25a9063-9f99-4562-9202-65829704e0fe', 'name': '', 'network_id': 'cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b', 'tenant_id': '8c03455a6f0c479dbb02c8771ec25043', 'mac_address': 'fa:16:3e:c9:a4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '5a796acd-9ee5-4877-a948-d3c2bbcedf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:54Z', 'updated_at': '2021-12-06T15:00:59Z', 'revision_number': 4, 'project_id': '8c03455a6f0c479dbb02c8771ec25043', 'subnets': [{'id': '5a796acd-9ee5-4877-a948-d3c2bbcedf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:01:00.467936 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:01:00.468553 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Checking segment: {'id': '45612e02-5219-4006-8865-783d780bd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5f7c2d83-c44a-4561-b2fb-536ee62934e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:01:00.469003 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.469509 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Bound using segment: {'id': '45612e02-5219-4006-8865-783d780bd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5f7c2d83-c44a-4561-b2fb-536ee62934e8'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:01:00.470115 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Bound port: b670e4c3-57bf-4210-8674-49f127b17a12, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45612e02-5219-4006-8865-783d780bd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5f7c2d83-c44a-4561-b2fb-536ee62934e8'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:01:00.470694 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.506499 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-35af8980-2844-403a-81af-07bce07dffc5 None None] Port c1220f37-8f77-40ae-95f4-649c0f7e0521 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:01:00.517956 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da55ad-e8ec-4b92-9b11-6e20eaec7318 req-56f7d48c-597d-427f-bd6a-0962fbc309dd tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:00.542376 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51da55ad-e8ec-4b92-9b11-6e20eaec7318 req-56f7d48c-597d-427f-bd6a-0962fbc309dd tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.2098248 Dec 06 15:01:00.583972 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-35af8980-2844-403a-81af-07bce07dffc5 None None] Provisioning complete for port d25a9063-9f99-4562-9202-65829704e0fe triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:00.584430 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-35af8980-2844-403a-81af-07bce07dffc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.627807 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] For port b670e4c3-57bf-4210-8674-49f127b17a12, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:01:00.652476 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] For port b670e4c3-57bf-4210-8674-49f127b17a12, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b670e4c3-57bf-4210-8674-49f127b17a12,segment=NetworkSegment(45612e02-5219-4006-8865-783d780bd3d2),segment_id=45612e02-5219-4006-8865-783d780bd3d2)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:01:00.661645 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.662386 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51da55ad-e8ec-4b92-9b11-6e20eaec7318 req-67e28b79-a7ff-47da-b3a8-8f9ef1face56 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187615 Dec 06 15:01:00.664479 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.822571 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dcfb2-f146-40d0-a066-29f0da158304 None None] Pushing event updated for resources: {'Port': ['ID=b670e4c3-57bf-4210-8674-49f127b17a12,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:00.837577 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ee3dd607-401d-4e78-bb43-6183da2befac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:01.027004 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:01.054471 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-77006877-63c4-4b5f-8a9d-fce3832931e1 req-cb6f1182-c501-435a-ae44-f4b2f653ecea tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.1641178 Dec 06 15:01:01.182282 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35794) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:01.297822 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee39205-23da-434a-a195-623039c73f19 req-2e9460f0-ad3c-4aee-813c-569371584a82 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:01.299462 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9ee39205-23da-434a-a195-623039c73f19 req-2e9460f0-ad3c-4aee-813c-569371584a82 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0829566 Dec 06 15:01:01.312305 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Router da3bed10-6e9b-4aef-b7c6-5474e5031add is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:01:01.393832 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ba2b162d-f991-448c-9957-c06b1235d3fd tempest-DvrRoutersNegativeTest-1798636511 tempest-DvrRoutersNegativeTest-1798636511-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1965587520', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:01.397556 n-d-master-1 neutron-server[103288]: DEBUG neutron.policy [None req-ba2b162d-f991-448c-9957-c06b1235d3fd tempest-DvrRoutersNegativeTest-1798636511 tempest-DvrRoutersNegativeTest-1798636511-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103288) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 06 15:01:01.398046 n-d-master-1 neutron-server[103288]: DEBUG neutron.policy [None req-ba2b162d-f991-448c-9957-c06b1235d3fd tempest-DvrRoutersNegativeTest-1798636511 tempest-DvrRoutersNegativeTest-1798636511-project] Failed policy check for 'create_router' {{(pid=103288) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 06 15:01:01.398799 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-ba2b162d-f991-448c-9957-c06b1235d3fd tempest-DvrRoutersNegativeTest-1798636511 tempest-DvrRoutersNegativeTest-1798636511-project] create failed (client error): Access was denied to this resource. Dec 06 15:01:01.400982 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ba2b162d-f991-448c-9957-c06b1235d3fd tempest-DvrRoutersNegativeTest-1798636511 tempest-DvrRoutersNegativeTest-1798636511-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2171476 Dec 06 15:01:01.447905 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9ee39205-23da-434a-a195-623039c73f19 req-486b63c1-8ea2-43ee-9efc-2921fc75f609 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304371 Dec 06 15:01:01.615248 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-429b34f1-658f-46e4-a969-0dfa51c2a695 req-7afcdc45-e9d1-4eed-bbb6-72d00c8ca2d7 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0684245 Dec 06 15:01:01.639710 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:01:01.640249 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95b70373-6c7d-49ea-8ac2-533d3fc8665a req-92bb66d8-4592-44cd-ade8-d589b0e58098 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0628974 Dec 06 15:01:01.644297 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Sync routers for ids ['da3bed10-6e9b-4aef-b7c6-5474e5031add'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:01:01.662042 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Routers {'da3bed10-6e9b-4aef-b7c6-5474e5031add'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:01.662619 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:00:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['da3bed10-6e9b-4aef-b7c6-5474e5031add'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:01.673719 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:01.676838 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c01b7723-4d15-4647-873a-8ad6884792ed admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0254197 Dec 06 15:01:01.681985 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35808) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:01.820300 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd1d6c0b-e184-4b62-b7e3-458b5d24b8cb req-f7307c21-1162-42c1-a3da-204cdde8d335 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0501657 Dec 06 15:01:01.822201 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91bfd5-e823-438f-928c-2ef9fad5a2ef req-50431adc-9436-42cc-b457-22603cf404b2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:01.846818 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2e91bfd5-e823-438f-928c-2ef9fad5a2ef req-50431adc-9436-42cc-b457-22603cf404b2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.1099632 Dec 06 15:01:01.901278 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Set router da3bed10-6e9b-4aef-b7c6-5474e5031add gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:01.978393 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35812) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:02.010733 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2e91bfd5-e823-438f-928c-2ef9fad5a2ef req-812f525c-eb7e-4ae1-b9aa-c59447393be5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609225 Dec 06 15:01:02.216575 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'name': 'tempest-TestAggregatesBasicOps-40167498-router', 'tenant_id': '0755ea79128c4575ae09a98b171b90b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.175'}], 'enable_snat': True}, 'gw_port_id': 'c1220f37-8f77-40ae-95f4-649c0f7e0521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:58Z', 'updated_at': '2021-12-06T15:01:00Z', 'revision_number': 3, 'project_id': '0755ea79128c4575ae09a98b171b90b9', 'gw_port': {'id': 'c1220f37-8f77-40ae-95f4-649c0f7e0521', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:59Z', 'updated_at': '2021-12-06T15:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:02.226124 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b670e4c3-57bf-4210-8674-49f127b17a12 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:02.237218 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b135f48-8abb-42a5-b900-0927ba96d344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.249180 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Checking router: da3bed10-6e9b-4aef-b7c6-5474e5031add for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:01:02.249812 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Updating router da3bed10-6e9b-4aef-b7c6-5474e5031add port c1220f37-8f77-40ae-95f4-649c0f7e0521 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:01:02.283207 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.307480 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-55e71915-8d15-437a-a8fd-9d12a9768f05 req-40c8e073-c83e-43a8-a968-1da1ef574e73 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.1242118 Dec 06 15:01:02.333349 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port b670e4c3-57bf-4210-8674-49f127b17a12 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:02.333809 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.433337 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b135f48-8abb-42a5-b900-0927ba96d344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.439960 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b135f48-8abb-42a5-b900-0927ba96d344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.501415 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64874b6-083f-47a4-a16c-42650f94d278 None None] Network 5f7c2d83-c44a-4561-b2fb-536ee62934e8 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:01:02.529128 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1b135f48-8abb-42a5-b900-0927ba96d344 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=772f7c44b7a24be790c52dda6f1b1394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5492132 Dec 06 15:01:02.539183 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35820) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:02.546813 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b135f48-8abb-42a5-b900-0927ba96d344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3dfbbb-7222-4354-a756-0053ea6f4ec4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:02.563037 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.623725 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-096a41f7-e744-4d0e-8fef-d77fd59de575 None None] Provisioning complete for port b670e4c3-57bf-4210-8674-49f127b17a12 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:02.624110 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-096a41f7-e744-4d0e-8fef-d77fd59de575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.643676 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ced657-a126-4e23-a6cd-fe9525e8d7da req-c338aa0d-b5de-4db5-aa60-3a09f256dba1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:02.651436 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-30ced657-a126-4e23-a6cd-fe9525e8d7da req-c338aa0d-b5de-4db5-aa60-3a09f256dba1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0932872 Dec 06 15:01:02.672105 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.704477 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port b670e4c3-57bf-4210-8674-49f127b17a12, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b670e4c3-57bf-4210-8674-49f127b17a12,segment=NetworkSegment(45612e02-5219-4006-8865-783d780bd3d2),segment_id=45612e02-5219-4006-8865-783d780bd3d2)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:02.708681 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8114d2de-9c7c-4640-9613-d0a00828bda5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.717521 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.718416 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d25a9063-9f99-4562-9202-65829704e0fe up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:02.755826 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8114d2de-9c7c-4640-9613-d0a00828bda5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.767386 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-30ced657-a126-4e23-a6cd-fe9525e8d7da req-2669903a-219f-4946-955c-ee7ce15c3816 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146858 Dec 06 15:01:02.820867 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8114d2de-9c7c-4640-9613-d0a00828bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.827370 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8114d2de-9c7c-4640-9613-d0a00828bda5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.831009 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8114d2de-9c7c-4640-9613-d0a00828bda5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a3dfbbb-7222-4354-a756-0053ea6f4ec4 HTTP/1.1" status: 204 len: 168 time: 0.2903085 Dec 06 15:01:02.847040 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.853672 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114d2de-9c7c-4640-9613-d0a00828bda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3dfbbb-7222-4354-a756-0053ea6f4ec4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:02.864256 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.889644 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] Allocated IP 172.20.0.1 (5f7c2d83-c44a-4561-b2fb-536ee62934e8/066d4b6a-3a2a-4dd4-968b-6c1e00c8e4b9/2dd20c02-4832-470e-b9c5-7760caa4c7de) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:01:02.937178 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-de0c39aa-7a83-4968-9f28-1e61b7840e17 req-b653149d-8eaf-4855-85d8-6a2f3d8b29c0 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0858531 Dec 06 15:01:02.939330 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Attempting to bind port c1220f37-8f77-40ae-95f4-649c0f7e0521 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:01:02.939725 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Attempting to bind port c1220f37-8f77-40ae-95f4-649c0f7e0521 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:01:02.940348 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Attempting to bind port c1220f37-8f77-40ae-95f4-649c0f7e0521 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:01:02.949241 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:01:02.949919 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:01:02.950484 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.951072 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:01:02.951822 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Bound port: c1220f37-8f77-40ae-95f4-649c0f7e0521, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:01:02.952390 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.952708 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07c8fa43-d32b-41ba-b007-21361411bc14 req-f15fec7b-cd32-4e0a-85a8-19233e0160d8 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0812833 Dec 06 15:01:02.990012 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e6cbd-cbf2-4601-9441-dd7b5d1a21fa None None] Pushing event updated for resources: {'Port': ['ID=c1220f37-8f77-40ae-95f4-649c0f7e0521,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:03.060603 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-82a1848e-3126-404d-ab3e-321a9f3a2887 req-369884c1-271e-449c-9fd8-a8cc74ea78ad tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0488920 Dec 06 15:01:03.072582 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd90411-6226-40fb-9a6e-cbd8a8796e7d None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:01:03.075902 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] For port c1220f37-8f77-40ae-95f4-649c0f7e0521, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:01:03.090007 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] For port c1220f37-8f77-40ae-95f4-649c0f7e0521, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c1220f37-8f77-40ae-95f4-649c0f7e0521,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:01:03.097546 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=b670e4c3-57bf-4210-8674-49f127b17a12,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:03.101911 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.152034 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d25a9063-9f99-4562-9202-65829704e0fe triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:03.152464 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.164072 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.190890 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Routers {'da3bed10-6e9b-4aef-b7c6-5474e5031add'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:03.191532 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:00:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['da3bed10-6e9b-4aef-b7c6-5474e5031add'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:03.192120 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00111424-5006-4d10-a098-d9607d004b98 req-badaf569-9e51-4aea-bd47-145b49b05835 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:03.201801 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5def6e-ef8b-431b-975a-6ce307f4665c None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:01:03.202394 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00111424-5006-4d10-a098-d9607d004b98 req-badaf569-9e51-4aea-bd47-145b49b05835 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0899069 Dec 06 15:01:03.246558 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff42029d-2b13-41f2-a267-637bc6ec1591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.262133 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e6cbd-cbf2-4601-9441-dd7b5d1a21fa None None] Pushing event updated for resources: {'Port': ['ID=c1220f37-8f77-40ae-95f4-649c0f7e0521,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:03.296875 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.342376 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00111424-5006-4d10-a098-d9607d004b98 req-f4ef4a14-91af-464c-958b-91dcb1526ada tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390913 Dec 06 15:01:03.350497 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] Network 5f7c2d83-c44a-4561-b2fb-536ee62934e8 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:01:03.353743 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:01:03.367418 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:01:03.392230 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0119a667-ee37-42b9-a95a-dc5003a44613 None None] Provisioning complete for port c1220f37-8f77-40ae-95f4-649c0f7e0521 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:03.392739 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0119a667-ee37-42b9-a95a-dc5003a44613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.422422 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] Pushing event updated for resources: {'Port': ['ID=2dd20c02-4832-470e-b9c5-7760caa4c7de,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:03.427020 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] Set router da3bed10-6e9b-4aef-b7c6-5474e5031add gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:03.452958 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.474437 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-25fb3fcf-a5a8-4c50-8eea-1cd8002e912b req-e7249bff-e38b-4256-9556-7d53b033be07 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0544422 Dec 06 15:01:03.530164 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0119a667-ee37-42b9-a95a-dc5003a44613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.561781 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0119a667-ee37-42b9-a95a-dc5003a44613 None None] For port c1220f37-8f77-40ae-95f4-649c0f7e0521, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c1220f37-8f77-40ae-95f4-649c0f7e0521,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:03.582795 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0119a667-ee37-42b9-a95a-dc5003a44613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.640288 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.658935 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119a667-ee37-42b9-a95a-dc5003a44613 None None] Pushing event updated for resources: {'Port': ['ID=c1220f37-8f77-40ae-95f4-649c0f7e0521,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:03.715111 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cb200c59-7030-4af2-80d5-65114b85284a None None] Provisioning complete for port b670e4c3-57bf-4210-8674-49f127b17a12 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:03.716108 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cb200c59-7030-4af2-80d5-65114b85284a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.719306 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'name': 'tempest-TestAggregatesBasicOps-40167498-router', 'tenant_id': '0755ea79128c4575ae09a98b171b90b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.175'}], 'enable_snat': True}, 'gw_port_id': 'c1220f37-8f77-40ae-95f4-649c0f7e0521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:58Z', 'updated_at': '2021-12-06T15:01:00Z', 'revision_number': 3, 'project_id': '0755ea79128c4575ae09a98b171b90b9', 'gw_port': {'id': 'c1220f37-8f77-40ae-95f4-649c0f7e0521', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:59Z', 'updated_at': '2021-12-06T15:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:03.783426 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5070418-ab40-4d68-a319-646fdb95fa64 None None] The sync data for ids ['da3bed10-6e9b-4aef-b7c6-5474e5031add'] in n-d-master-1 is: [{'id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'name': 'tempest-TestAggregatesBasicOps-40167498-router', 'tenant_id': '0755ea79128c4575ae09a98b171b90b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.175'}], 'enable_snat': True}, 'gw_port_id': 'c1220f37-8f77-40ae-95f4-649c0f7e0521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:58Z', 'updated_at': '2021-12-06T15:01:00Z', 'revision_number': 3, 'project_id': '0755ea79128c4575ae09a98b171b90b9', 'gw_port': {'id': 'c1220f37-8f77-40ae-95f4-649c0f7e0521', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:59Z', 'updated_at': '2021-12-06T15:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:01:03.897112 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.924150 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.953480 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:04.003880 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:04.018218 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c10e372c-bfe3-4cfc-9b1f-1603b5295a0d None None] Provisioning complete for port 2dd20c02-4832-470e-b9c5-7760caa4c7de triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:04.018724 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c10e372c-bfe3-4cfc-9b1f-1603b5295a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:04.027095 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad8d7f-c1fd-404e-82e8-6ee91e7077a9 req-3114d603-a698-4e16-9073-34b8d7793de3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:04.028963 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-73ad8d7f-c1fd-404e-82e8-6ee91e7077a9 req-3114d603-a698-4e16-9073-34b8d7793de3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.1481347 Dec 06 15:01:04.043036 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] Pushing event updated for resources: {'Port': ['ID=2dd20c02-4832-470e-b9c5-7760caa4c7de,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:04.057681 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c10e372c-bfe3-4cfc-9b1f-1603b5295a0d None None] Port 2dd20c02-4832-470e-b9c5-7760caa4c7de cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:01:04.060708 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a27b2e6-26d8-494f-b9d0-42b7552637b6 req-c2e714b6-0d26-4daf-a717-3d09ca0646e0 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cf8d1a-5fb4-43d1-a40e-291739ccba5d HTTP/1.1" status: 200 len: 210 time: 0.0683305 Dec 06 15:01:04.061254 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35858) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:04.156867 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-70bef1be-bb35-4776-a195-efcd220b1fb9 req-81501cdc-fc85-4414-a58a-254f2962de31 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0462668 Dec 06 15:01:04.167862 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b670e4c3-57bf-4210-8674-49f127b17a12 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:04.185403 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-73ad8d7f-c1fd-404e-82e8-6ee91e7077a9 req-4a0041a1-a8d9-4468-8fd8-2fe6c6a9f8ae tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463277 Dec 06 15:01:04.247402 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] Network 5f7c2d83-c44a-4561-b2fb-536ee62934e8 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:01:04.249621 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:01:04.287600 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port b670e4c3-57bf-4210-8674-49f127b17a12 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:04.288283 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:04.303294 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ee8b1544-fe5b-458c-81c6-a34714300e05 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:04.305533 n-d-master-1 neutron-server[103288]: WARNING neutron.api.v2.base [None req-ee8b1544-fe5b-458c-81c6-a34714300e05 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 15:01:04.306055 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-ee8b1544-fe5b-458c-81c6-a34714300e05 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 15:01:04.315377 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ee8b1544-fe5b-458c-81c6-a34714300e05 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2497783 Dec 06 15:01:04.317308 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35872) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:04.324106 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5f4ac62f-457f-4aa0-854d-c6185ba8fe44 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029176310'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:04.382352 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5b4ce39-288f-49e5-87ea-c606d4cafb50 req-6607ae2a-1579-4216-8754-b6229877c1d0 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0598311 Dec 06 15:01:04.396851 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f4ac62f-457f-4aa0-854d-c6185ba8fe44 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:04.433843 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f4ac62f-457f-4aa0-854d-c6185ba8fe44 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:04.525519 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] Router da3bed10-6e9b-4aef-b7c6-5474e5031add has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:01:04.588043 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f4ac62f-457f-4aa0-854d-c6185ba8fe44 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:04.594014 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f4ac62f-457f-4aa0-854d-c6185ba8fe44 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:04.667258 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ac62f-457f-4aa0-854d-c6185ba8fe44 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c55590e-63b5-4771-9727-1931a455a77f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:04.706119 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6c45f6ec-2501-4777-889c-85249e38005b None None] Provisioning complete for port 2dd20c02-4832-470e-b9c5-7760caa4c7de triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:04.706576 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6c45f6ec-2501-4777-889c-85249e38005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:04.774025 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6c45f6ec-2501-4777-889c-85249e38005b None None] Port 2dd20c02-4832-470e-b9c5-7760caa4c7de cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:01:04.782392 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031270db-d6e4-4523-88cc-0326ca664f4d req-75cd16f0-98d6-4555-8e70-58c62d6eb8ed tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:04.784264 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-031270db-d6e4-4523-88cc-0326ca664f4d req-75cd16f0-98d6-4555-8e70-58c62d6eb8ed tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.1595032 Dec 06 15:01:04.788491 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f4ac62f-457f-4aa0-854d-c6185ba8fe44 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:04.796252 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f4ac62f-457f-4aa0-854d-c6185ba8fe44 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:04.833762 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f4ac62f-457f-4aa0-854d-c6185ba8fe44 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:04.835772 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:01:04.838088 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5f4ac62f-457f-4aa0-854d-c6185ba8fe44 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5197554 Dec 06 15:01:04.843070 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35884) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:04.852144 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8a4ee1d2-001c-4f37-8f0e-0bb09a45d6fa admin admin] 10.222.0.20 "PUT /v2.0/routers/da3bed10-6e9b-4aef-b7c6-5474e5031add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1682489 Dec 06 15:01:04.902674 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4adda157-eb27-4341-bd68-a8cf7eb4124f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': '976f9272-d1b3-4547-a225-01f132efda05', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:04.907964 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ac62f-457f-4aa0-854d-c6185ba8fe44 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976f9272-d1b3-4547-a225-01f132efda05,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:04.939076 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-031270db-d6e4-4523-88cc-0326ca664f4d req-ec53eb23-d979-42bd-9156-1481e8a6170e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442821 Dec 06 15:01:04.954834 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4adda157-eb27-4341-bd68-a8cf7eb4124f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:05.011171 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f613cd6a-fed5-43aa-bb37-30db630ad0a4 req-be2a94fa-d0ec-499f-85b0-475dec4a603f tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0394332 Dec 06 15:01:05.059347 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7342a-e3ff-445e-9402-58bd40d41d6b req-f9bcc788-c004-491c-981f-f18c6b195b6c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:05.062153 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9d7342a-e3ff-445e-9402-58bd40d41d6b req-f9bcc788-c004-491c-981f-f18c6b195b6c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=f09c72b9-c736-4b66-98b7-d59d06144e43 HTTP/1.1" status: 200 len: 946 time: 0.0585539 Dec 06 15:01:05.104158 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e139a-8b3e-4f60-9db7-d2e814bc2060 req-980c9dfc-b746-4e8b-a954-cb55ede4875f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:05.105746 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-468e139a-8b3e-4f60-9db7-d2e814bc2060 req-980c9dfc-b746-4e8b-a954-cb55ede4875f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820 HTTP/1.1" status: 200 len: 945 time: 0.0975995 Dec 06 15:01:05.119299 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9d7342a-e3ff-445e-9402-58bd40d41d6b req-49a78dd4-34aa-4e91-bba5-7bed27ecf0cf tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce50c454-fc4e-455c-ae94-a48b9a6adf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506258 Dec 06 15:01:05.128036 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4adda157-eb27-4341-bd68-a8cf7eb4124f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:05.139326 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4adda157-eb27-4341-bd68-a8cf7eb4124f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:05.225613 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adda157-eb27-4341-bd68-a8cf7eb4124f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20edd43-0f47-40d3-926e-7d6ec635ac66,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:05.279844 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4adda157-eb27-4341-bd68-a8cf7eb4124f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:05.281094 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4adda157-eb27-4341-bd68-a8cf7eb4124f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4370339 Dec 06 15:01:05.284240 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35906) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:05.290553 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6e5329fe-4071-4040-ba32-962326e83bec tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': '976f9272-d1b3-4547-a225-01f132efda05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:05.338093 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e5329fe-4071-4040-ba32-962326e83bec tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:05.367098 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-df7f5d1b-83f5-4471-83cb-eedfe92b86e2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:05.368733 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-df7f5d1b-83f5-4471-83cb-eedfe92b86e2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/networks?id=f0fbdc94-7de5-4a38-961d-5f7176775265 HTTP/1.1" status: 200 len: 815 time: 0.2573946 Dec 06 15:01:05.385389 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46e8af-b5b8-40ef-8674-3131865d818e req-8693af40-1d74-4542-8dc2-bd76ee6edb78 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:05.386840 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4f46e8af-b5b8-40ef-8674-3131865d818e req-8693af40-1d74-4542-8dc2-bd76ee6edb78 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f09c72b9-c736-4b66-98b7-d59d06144e43 HTTP/1.1" status: 200 len: 946 time: 0.0970097 Dec 06 15:01:05.402984 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1e6ded09-429f-405f-9e1c-6b4e21396cba req-175f967d-feac-4a33-93f0-85a5946c9744 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0340548 Dec 06 15:01:05.409220 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-468e139a-8b3e-4f60-9db7-d2e814bc2060 req-ec9d09d7-9eda-43f2-8de5-5f9ca00efc98 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Deleting port fa4cc9ae-abd4-4982-aca8-8d6c88467a99 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:01:05.409578 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-468e139a-8b3e-4f60-9db7-d2e814bc2060 req-ec9d09d7-9eda-43f2-8de5-5f9ca00efc98 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:05.413190 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-cafdc54d-6561-4ed4-8466-0ecb416eae56 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/quotas/f55adfe3135c416686e74552cfdb9700 HTTP/1.1" status: 200 len: 375 time: 0.0358629 Dec 06 15:01:05.417265 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-6e5329fe-4071-4040-ba32-962326e83bec tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 15:01:05.421699 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6e5329fe-4071-4040-ba32-962326e83bec tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1333864 Dec 06 15:01:05.428362 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35912) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:05.598518 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-b1fcbd40-b430-43e7-90d4-10dcdce991a3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f55adfe3135c416686e74552cfdb9700&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1637695 Dec 06 15:01:05.614186 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:05.626016 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-468e139a-8b3e-4f60-9db7-d2e814bc2060 req-ec9d09d7-9eda-43f2-8de5-5f9ca00efc98 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] For port fa4cc9ae-abd4-4982-aca8-8d6c88467a99, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fa4cc9ae-abd4-4982-aca8-8d6c88467a99,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:05.626383 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-468e139a-8b3e-4f60-9db7-d2e814bc2060 req-ec9d09d7-9eda-43f2-8de5-5f9ca00efc98 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:05.662815 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-468e139a-8b3e-4f60-9db7-d2e814bc2060 req-ec9d09d7-9eda-43f2-8de5-5f9ca00efc98 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Calling delete_port for fa4cc9ae-abd4-4982-aca8-8d6c88467a99 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:01:05.713107 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4f46e8af-b5b8-40ef-8674-3131865d818e req-78475597-e5a9-4cbe-a476-0789c285681c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Deleting port d77510c8-ec39-4a58-b17a-ee911065c92a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:01:05.713446 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4f46e8af-b5b8-40ef-8674-3131865d818e req-78475597-e5a9-4cbe-a476-0789c285681c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:05.755580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ecd812b9-4c61-4621-aa54-ea94c71d657d req-46059d29-a3a2-4677-9dbd-0e835337bcc9 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0378802 Dec 06 15:01:05.791141 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17323889-ed87-4906-8b3f-65f0174bd959 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:05.818657 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17323889-ed87-4906-8b3f-65f0174bd959 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:05.844616 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-e261605e-32bc-4771-8ebe-2b46fadb9143 service neutron] 10.222.0.20 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327185 Dec 06 15:01:05.873779 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17323889-ed87-4906-8b3f-65f0174bd959 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:05.876885 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17323889-ed87-4906-8b3f-65f0174bd959 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:05.881554 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-17323889-ed87-4906-8b3f-65f0174bd959 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "DELETE /v2.0/security-groups/976f9272-d1b3-4547-a225-01f132efda05 HTTP/1.1" status: 204 len: 168 time: 0.4518087 Dec 06 15:01:05.883888 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35922) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:05.911059 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17323889-ed87-4906-8b3f-65f0174bd959 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=976f9272-d1b3-4547-a225-01f132efda05,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:05.964585 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-70d99272-4168-4131-9fec-ac007c121b79 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0755053 Dec 06 15:01:05.966343 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35930) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:05.972439 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dd551ef9-bac4-4183-b403-16004c1d7e5f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group': {'name': 'tempest-secgroup--747114836'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:06.006341 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4f46e8af-b5b8-40ef-8674-3131865d818e req-78475597-e5a9-4cbe-a476-0789c285681c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] For port d77510c8-ec39-4a58-b17a-ee911065c92a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d77510c8-ec39-4a58-b17a-ee911065c92a,segment=NetworkSegment(c1d8fa58-ed0d-4875-8aab-df3d60b50afb),segment_id=c1d8fa58-ed0d-4875-8aab-df3d60b50afb)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:06.006725 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4f46e8af-b5b8-40ef-8674-3131865d818e req-78475597-e5a9-4cbe-a476-0789c285681c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.011624 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd551ef9-bac4-4183-b403-16004c1d7e5f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.069616 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:01:06.071762 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4f46e8af-b5b8-40ef-8674-3131865d818e req-78475597-e5a9-4cbe-a476-0789c285681c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Calling delete_port for d77510c8-ec39-4a58-b17a-ee911065c92a owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:01:06.088572 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-7bf2b446-15e2-4996-8060-12a0034aa61f service neutron] 10.222.0.20 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427118 Dec 06 15:01:06.143078 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c1220f37-8f77-40ae-95f4-649c0f7e0521 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:06.147212 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd551ef9-bac4-4183-b403-16004c1d7e5f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.154130 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd551ef9-bac4-4183-b403-16004c1d7e5f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.158528 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-468e139a-8b3e-4f60-9db7-d2e814bc2060 req-ec9d09d7-9eda-43f2-8de5-5f9ca00efc98 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.188643 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd551ef9-bac4-4183-b403-16004c1d7e5f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.192177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dd551ef9-bac4-4183-b403-16004c1d7e5f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2245481 Dec 06 15:01:06.196825 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35940) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:06.204673 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-99642f45-7029-4fa2-b1ad-183467115d31 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': 'b9565422-52ed-4a2f-9e68-fcfb2b69f4f4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:06.205455 n-d-master-1 neutron-server[103289]: WARNING neutron.api.v2.base [None req-99642f45-7029-4fa2-b1ad-183467115d31 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 06 15:01:06.205964 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-99642f45-7029-4fa2-b1ad-183467115d31 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:01:06.207507 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-99642f45-7029-4fa2-b1ad-183467115d31 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0094097 Dec 06 15:01:06.210820 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35942) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:06.243013 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd551ef9-bac4-4183-b403-16004c1d7e5f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9565422-52ed-4a2f-9e68-fcfb2b69f4f4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:06.258517 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port c1220f37-8f77-40ae-95f4-649c0f7e0521 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:06.258940 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.267343 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d09d7-9eda-43f2-8de5-5f9ca00efc98 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Pushing event deleted for resources: {'Port': ['ID=fa4cc9ae-abd4-4982-aca8-8d6c88467a99,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:06.304962 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Sync routers for ids ['da3bed10-6e9b-4aef-b7c6-5474e5031add'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:01:06.330534 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Routers {'da3bed10-6e9b-4aef-b7c6-5474e5031add'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:06.331168 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:01:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['da3bed10-6e9b-4aef-b7c6-5474e5031add'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:06.357908 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-468e139a-8b3e-4f60-9db7-d2e814bc2060 req-ec9d09d7-9eda-43f2-8de5-5f9ca00efc98 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] No DVR routers for this DVR port fa4cc9ae-abd4-4982-aca8-8d6c88467a99 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:01:06.360848 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-468e139a-8b3e-4f60-9db7-d2e814bc2060 req-ec9d09d7-9eda-43f2-8de5-5f9ca00efc98 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.364879 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-468e139a-8b3e-4f60-9db7-d2e814bc2060 req-ec9d09d7-9eda-43f2-8de5-5f9ca00efc98 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.23 "DELETE /v2.0/ports/fa4cc9ae-abd4-4982-aca8-8d6c88467a99 HTTP/1.1" status: 204 len: 173 time: 1.2485623 Dec 06 15:01:06.368039 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820', 'name': 'network-vif-deleted', 'tag': 'fa4cc9ae-abd4-4982-aca8-8d6c88467a99'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:01:06.371359 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d44085a-5197-4804-ba18-519288ae9e2f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.371746 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f62c832-ffee-42e2-b29d-4106a40a66eb" -d '{"events": [{"server_uuid": "bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820", "name": "network-vif-deleted", "tag": "fa4cc9ae-abd4-4982-aca8-8d6c88467a99"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:01:06.409533 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d44085a-5197-4804-ba18-519288ae9e2f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.428366 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9318a49-66da-4ef2-afdf-ef90bf910855 req-07ae22cf-fe14-417e-9c48-7e684be9ba15 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:06.429897 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e9318a49-66da-4ef2-afdf-ef90bf910855 req-07ae22cf-fe14-417e-9c48-7e684be9ba15 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0977950 Dec 06 15:01:06.441316 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a67aeb01-86b3-454d-a3ab-cdf452e30c36 req-cfe57174-49ae-4d2c-b3f8-8a100ab308c8 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0739675 Dec 06 15:01:06.513889 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Set router da3bed10-6e9b-4aef-b7c6-5474e5031add gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:06.528822 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e9318a49-66da-4ef2-afdf-ef90bf910855 req-dcedbb50-ce41-4908-95f2-598e05e9a8f4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919755 Dec 06 15:01:06.529935 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d44085a-5197-4804-ba18-519288ae9e2f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.532616 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d44085a-5197-4804-ba18-519288ae9e2f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.538161 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8d44085a-5197-4804-ba18-519288ae9e2f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "DELETE /v2.0/security-groups/b9565422-52ed-4a2f-9e68-fcfb2b69f4f4 HTTP/1.1" status: 204 len: 168 time: 0.3263731 Dec 06 15:01:06.539038 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35952) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:06.564567 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44085a-5197-4804-ba18-519288ae9e2f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9565422-52ed-4a2f-9e68-fcfb2b69f4f4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:06.578007 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4f46e8af-b5b8-40ef-8674-3131865d818e req-78475597-e5a9-4cbe-a476-0789c285681c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.606187 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78475597-e5a9-4cbe-a476-0789c285681c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Pushing event deleted for resources: {'Port': ['ID=d77510c8-ec39-4a58-b17a-ee911065c92a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:06.620600 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2757e098-8fc4-4471-8da0-56987fb25fbd tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0740597 Dec 06 15:01:06.621054 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35954) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:06.625843 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-183f2e44-51f7-4db8-a1b7-cd1791c4e48d tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851394538'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:06.652622 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-183f2e44-51f7-4db8-a1b7-cd1791c4e48d tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.676524 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['d77510c8-ec39-4a58-b17a-ee911065c92a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:01:06.682013 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f46e8af-b5b8-40ef-8674-3131865d818e req-78475597-e5a9-4cbe-a476-0789c285681c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] No DVR routers for this DVR port d77510c8-ec39-4a58-b17a-ee911065c92a on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:01:06.699156 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff7c7a09-e1e7-4ced-9e6b-1ab99fa62752 req-1add816f-d913-4660-a450-3c0d48e97094 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0301218 Dec 06 15:01:06.722068 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.771182 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-183f2e44-51f7-4db8-a1b7-cd1791c4e48d tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.787942 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-183f2e44-51f7-4db8-a1b7-cd1791c4e48d tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.842643 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f2e44-51f7-4db8-a1b7-cd1791c4e48d tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f95fa09-e482-4451-a559-251ea7dc023e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:06.851804 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-183f2e44-51f7-4db8-a1b7-cd1791c4e48d tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.852633 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-183f2e44-51f7-4db8-a1b7-cd1791c4e48d tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2305753 Dec 06 15:01:06.855482 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35962) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:06.866965 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ba6303a2-31b3-40c8-9604-b0bd64b5d1b5 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': '8f95fa09-e482-4451-a559-251ea7dc023e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:06.870307 n-d-master-1 neutron-server[103289]: WARNING neutron.api.v2.base [None req-ba6303a2-31b3-40c8-9604-b0bd64b5d1b5 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 06 15:01:06.871149 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-ba6303a2-31b3-40c8-9604-b0bd64b5d1b5 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:01:06.872786 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ba6303a2-31b3-40c8-9604-b0bd64b5d1b5 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0143635 Dec 06 15:01:06.877464 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35964) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:06.891464 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'name': 'tempest-TestAggregatesBasicOps-40167498-router', 'tenant_id': '0755ea79128c4575ae09a98b171b90b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.175'}], 'enable_snat': True}, 'gw_port_id': 'c1220f37-8f77-40ae-95f4-649c0f7e0521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:58Z', 'updated_at': '2021-12-06T15:01:03Z', 'revision_number': 4, 'project_id': '0755ea79128c4575ae09a98b171b90b9', 'gw_port': {'id': 'c1220f37-8f77-40ae-95f4-649c0f7e0521', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:59Z', 'updated_at': '2021-12-06T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2dd20c02-4832-470e-b9c5-7760caa4c7de', 'name': '', 'network_id': '5f7c2d83-c44a-4561-b2fb-536ee62934e8', 'tenant_id': '0755ea79128c4575ae09a98b171b90b9', 'mac_address': 'fa:16:3e:f1:b1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '066d4b6a-3a2a-4dd4-968b-6c1e00c8e4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:02Z', 'updated_at': '2021-12-06T15:01:03Z', 'revision_number': 2, 'project_id': '0755ea79128c4575ae09a98b171b90b9', 'subnets': [{'id': '066d4b6a-3a2a-4dd4-968b-6c1e00c8e4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:06.922340 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Checking router: da3bed10-6e9b-4aef-b7c6-5474e5031add for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:01:06.922700 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Updating router da3bed10-6e9b-4aef-b7c6-5474e5031add port 2dd20c02-4832-470e-b9c5-7760caa4c7de binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:01:06.952755 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.979691 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03929a34-0596-4910-997e-481bc43c9261 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.999464 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4f46e8af-b5b8-40ef-8674-3131865d818e req-78475597-e5a9-4cbe-a476-0789c285681c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.002802 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4f46e8af-b5b8-40ef-8674-3131865d818e req-78475597-e5a9-4cbe-a476-0789c285681c tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.37 "DELETE /v2.0/ports/d77510c8-ec39-4a58-b17a-ee911065c92a HTTP/1.1" status: 204 len: 173 time: 1.6064920 Dec 06 15:01:07.004258 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e584d8-ad85-405f-9457-54e452325d9f x-openstack-request-id: req-d2e584d8-ad85-405f-9457-54e452325d9f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:01:07.004803 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820", "name": "network-vif-deleted", "tag": "fa4cc9ae-abd4-4982-aca8-8d6c88467a99", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:01:07.005240 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2e584d8-ad85-405f-9457-54e452325d9f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:01:07.005812 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc5c56d-a01b-4c5d-aa2c-92b3d51ff820', 'name': 'network-vif-deleted', 'tag': 'fa4cc9ae-abd4-4982-aca8-8d6c88467a99', 'status': 'completed', 'code': 200} Dec 06 15:01:07.012343 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cb13841b-4a46-4c89-8f5b-a99c7efe5c08 req-1343f552-008e-46b7-8f07-df0564b9f4b5 tempest-ServerRescueNegativeTestJSON-1098786808 tempest-ServerRescueNegativeTestJSON-1098786808-project] 10.222.0.20 "GET /v2.0/ports?device_id=f09c72b9-c736-4b66-98b7-d59d06144e43 HTTP/1.1" status: 200 len: 210 time: 0.3597934 Dec 06 15:01:07.057415 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03929a34-0596-4910-997e-481bc43c9261 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.110325 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-54d44766-ed4d-4db3-9dac-98b89c1c088c req-6564d4f5-63ca-457d-9f33-8ad414534fe1 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0576286 Dec 06 15:01:07.151879 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03929a34-0596-4910-997e-481bc43c9261 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.155819 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03929a34-0596-4910-997e-481bc43c9261 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.157794 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-03929a34-0596-4910-997e-481bc43c9261 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "DELETE /v2.0/security-groups/8f95fa09-e482-4451-a559-251ea7dc023e HTTP/1.1" status: 204 len: 168 time: 0.2754393 Dec 06 15:01:07.163582 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35968) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:07.196218 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03929a34-0596-4910-997e-481bc43c9261 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f95fa09-e482-4451-a559-251ea7dc023e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:07.217211 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-68ad27ac-3152-44fe-87ec-8fc9ffa06e5f req-30938f59-5563-4910-abe5-b41dbf4e9cf1 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0616329 Dec 06 15:01:07.229658 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-84ed81f2-75b4-4ffe-a2b7-662868a2bda0 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0572705 Dec 06 15:01:07.242120 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35972) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:07.246951 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c04cca38-0a8b-42db-8e39-faacacc31786 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group': {'name': 'tempest-secgroup--659024892'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:07.273288 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c04cca38-0a8b-42db-8e39-faacacc31786 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.345853 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c04cca38-0a8b-42db-8e39-faacacc31786 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.349925 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c04cca38-0a8b-42db-8e39-faacacc31786 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.354942 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.361822 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.385776 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c04cca38-0a8b-42db-8e39-faacacc31786 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.389939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c04cca38-0a8b-42db-8e39-faacacc31786 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1437614 Dec 06 15:01:07.390127 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35982) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:07.394743 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-df00314d-6d19-4a77-964a-099f7762b82e tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': 'ad36bb3f-6336-4bc2-b115-d7c58491688e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:07.411225 n-d-master-1 neutron-server[103289]: WARNING neutron.api.v2.base [None req-df00314d-6d19-4a77-964a-099f7762b82e tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 06 15:01:07.412233 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237566f3-cb27-4480-9e0a-c1d063b79a2d None None] Pushing event updated for resources: {'Port': ['ID=2dd20c02-4832-470e-b9c5-7760caa4c7de,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:07.412518 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-df00314d-6d19-4a77-964a-099f7762b82e tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:01:07.415318 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-df00314d-6d19-4a77-964a-099f7762b82e tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0236001 Dec 06 15:01:07.417915 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35986) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:07.418949 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cca38-0a8b-42db-8e39-faacacc31786 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad36bb3f-6336-4bc2-b115-d7c58491688e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:07.434230 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5aa858b6-fa33-48d1-86c4-6e7d4123eb00 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': 'ad36bb3f-6336-4bc2-b115-d7c58491688e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:07.436439 n-d-master-1 neutron-server[103288]: WARNING neutron.api.v2.base [None req-5aa858b6-fa33-48d1-86c4-6e7d4123eb00 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 06 15:01:07.437074 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-5aa858b6-fa33-48d1-86c4-6e7d4123eb00 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:01:07.438404 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5aa858b6-fa33-48d1-86c4-6e7d4123eb00 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0187428 Dec 06 15:01:07.441088 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35988) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:07.446933 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fc419190-a025-4709-93c1-a03d8854f70d tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': 'ad36bb3f-6336-4bc2-b115-d7c58491688e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:07.448679 n-d-master-1 neutron-server[103288]: WARNING neutron.api.v2.base [None req-fc419190-a025-4709-93c1-a03d8854f70d tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 06 15:01:07.450837 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-fc419190-a025-4709-93c1-a03d8854f70d tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:01:07.454741 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fc419190-a025-4709-93c1-a03d8854f70d tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102715 Dec 06 15:01:07.456010 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35990) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:07.461143 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-72be609f-50cc-493b-9400-999fcfe6641e tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': 'ad36bb3f-6336-4bc2-b115-d7c58491688e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:07.462651 n-d-master-1 neutron-server[103289]: WARNING neutron.api.v2.base [None req-72be609f-50cc-493b-9400-999fcfe6641e tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 06 15:01:07.463165 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-72be609f-50cc-493b-9400-999fcfe6641e tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:01:07.468498 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-72be609f-50cc-493b-9400-999fcfe6641e tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0112445 Dec 06 15:01:07.469104 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35994) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:07.557665 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36000) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:07.571628 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Attempting to bind port 2dd20c02-4832-470e-b9c5-7760caa4c7de on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:01:07.572322 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Attempting to bind port 2dd20c02-4832-470e-b9c5-7760caa4c7de by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '45612e02-5219-4006-8865-783d780bd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5f7c2d83-c44a-4561-b2fb-536ee62934e8'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:01:07.573094 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Attempting to bind port 2dd20c02-4832-470e-b9c5-7760caa4c7de on network 5f7c2d83-c44a-4561-b2fb-536ee62934e8 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:01:07.582340 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2337e968-159a-4d8a-8611-8e75f903d932 req-8f76ebb0-baea-49a3-aa7d-76cba0fb1bc7 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0411696 Dec 06 15:01:07.585104 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:01:07.587396 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Checking segment: {'id': '45612e02-5219-4006-8865-783d780bd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5f7c2d83-c44a-4561-b2fb-536ee62934e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:01:07.588061 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.590275 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Bound using segment: {'id': '45612e02-5219-4006-8865-783d780bd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5f7c2d83-c44a-4561-b2fb-536ee62934e8'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:01:07.592710 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Bound port: 2dd20c02-4832-470e-b9c5-7760caa4c7de, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45612e02-5219-4006-8865-783d780bd3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5f7c2d83-c44a-4561-b2fb-536ee62934e8'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:01:07.594806 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.602925 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31356ae2-ecf4-4f10-b00a-4c27c559d24a tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.639596 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31356ae2-ecf4-4f10-b00a-4c27c559d24a tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.710356 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] For port 2dd20c02-4832-470e-b9c5-7760caa4c7de, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:01:07.715195 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device fa4cc9ae-abd4-4982-aca8-8d6c88467a99 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:01:07.717874 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31356ae2-ecf4-4f10-b00a-4c27c559d24a tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.719019 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] For port 2dd20c02-4832-470e-b9c5-7760caa4c7de, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2dd20c02-4832-470e-b9c5-7760caa4c7de,segment=NetworkSegment(45612e02-5219-4006-8865-783d780bd3d2),segment_id=45612e02-5219-4006-8865-783d780bd3d2)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:01:07.722504 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31356ae2-ecf4-4f10-b00a-4c27c559d24a tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.726177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-31356ae2-ecf4-4f10-b00a-4c27c559d24a tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "DELETE /v2.0/security-groups/ad36bb3f-6336-4bc2-b115-d7c58491688e HTTP/1.1" status: 204 len: 168 time: 0.2537374 Dec 06 15:01:07.730689 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36004) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:07.743532 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.748629 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: fa4cc9ae-abd4-4982-aca8-8d6c88467a99 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:01:07.749122 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device fa4cc9ae-abd4-4982-aca8-8d6c88467a99 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:01:07.750751 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31356ae2-ecf4-4f10-b00a-4c27c559d24a tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad36bb3f-6336-4bc2-b115-d7c58491688e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:07.801144 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-87ff3135-5e67-42a9-964f-5c050b5620f3 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0584316 Dec 06 15:01:07.801625 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36008) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:07.807838 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-85dfbcd1-f863-409c-af12-a6665a1a1820 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group': {'name': 'tempest-secgroup--978981679'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:07.832745 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Routers {'da3bed10-6e9b-4aef-b7c6-5474e5031add'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:07.833392 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:01:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['da3bed10-6e9b-4aef-b7c6-5474e5031add'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:07.867576 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85dfbcd1-f863-409c-af12-a6665a1a1820 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.906372 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e637d33-7791-41c3-92cb-88da047c79e2 req-a10cadf8-3e6c-4ae7-ae07-dea4788690c5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:07.914270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0e637d33-7791-41c3-92cb-88da047c79e2 req-a10cadf8-3e6c-4ae7-ae07-dea4788690c5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.1549988 Dec 06 15:01:07.955406 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] Set router da3bed10-6e9b-4aef-b7c6-5474e5031add gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:07.985519 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0e637d33-7791-41c3-92cb-88da047c79e2 req-ba79280b-275a-4e2a-aa98-80ec00fd7011 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699377 Dec 06 15:01:08.028124 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85dfbcd1-f863-409c-af12-a6665a1a1820 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:08.034273 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85dfbcd1-f863-409c-af12-a6665a1a1820 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:08.061365 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85dfbcd1-f863-409c-af12-a6665a1a1820 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:08.066876 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-85dfbcd1-f863-409c-af12-a6665a1a1820 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2639666 Dec 06 15:01:08.069575 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36012) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:08.074489 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c9feb76f-df6a-4148-9b24-3c226d83a152 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': '8c6e2ad6-805a-42f8-bbb7-c76322e3cfba', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:08.076147 n-d-master-1 neutron-server[103289]: WARNING neutron.api.v2.base [None req-c9feb76f-df6a-4148-9b24-3c226d83a152 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 15:01:08.077241 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-c9feb76f-df6a-4148-9b24-3c226d83a152 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:01:08.081456 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c9feb76f-df6a-4148-9b24-3c226d83a152 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106676 Dec 06 15:01:08.084464 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36014) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:08.110337 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfbcd1-f863-409c-af12-a6665a1a1820 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6e2ad6-805a-42f8-bbb7-c76322e3cfba,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:08.111205 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-96b3bc83-3a6a-4e97-8cbf-69d56979237f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': '8c6e2ad6-805a-42f8-bbb7-c76322e3cfba', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:08.111998 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237566f3-cb27-4480-9e0a-c1d063b79a2d None None] Pushing event updated for resources: {'Port': ['ID=2dd20c02-4832-470e-b9c5-7760caa4c7de,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:08.152364 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-12cf2f21-1ad8-451b-8d28-3462bf4cede0 req-f7abae3f-9381-45b3-9dee-e4213cd45e3a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0623810 Dec 06 15:01:08.160795 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36018) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:08.175057 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-85aa46cd-c108-4733-bc56-f5e13b7497f2 None None] Provisioning complete for port 2dd20c02-4832-470e-b9c5-7760caa4c7de triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:08.175914 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85aa46cd-c108-4733-bc56-f5e13b7497f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:08.224434 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-96b3bc83-3a6a-4e97-8cbf-69d56979237f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:01:08.226015 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-96b3bc83-3a6a-4e97-8cbf-69d56979237f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1401596 Dec 06 15:01:08.229710 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36022) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:08.230680 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8da61777-a3d2-4561-b643-827eb1d3fa10 req-7cfd18fc-d378-4b15-9ef1-6fc48510d477 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0373704 Dec 06 15:01:08.238932 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f4ee5a77-658d-40cf-bdb4-4d3a2214137a tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': '8c6e2ad6-805a-42f8-bbb7-c76322e3cfba', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:08.241134 n-d-master-1 neutron-server[103288]: WARNING neutron.api.v2.base [None req-f4ee5a77-658d-40cf-bdb4-4d3a2214137a tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 06 15:01:08.241418 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-f4ee5a77-658d-40cf-bdb4-4d3a2214137a tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:01:08.242407 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f4ee5a77-658d-40cf-bdb4-4d3a2214137a tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0098553 Dec 06 15:01:08.247085 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36026) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:08.251897 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6449ad13-30a8-4b2e-9c30-0bcfaa615c57 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': '8c6e2ad6-805a-42f8-bbb7-c76322e3cfba', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:08.307414 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-6449ad13-30a8-4b2e-9c30-0bcfaa615c57 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:01:08.311796 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36028) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:08.312629 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6449ad13-30a8-4b2e-9c30-0bcfaa615c57 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0644383 Dec 06 15:01:08.317665 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ee1d4351-13ec-4083-8a6c-e3ca2e955e19 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': '8c6e2ad6-805a-42f8-bbb7-c76322e3cfba', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:08.318142 n-d-master-1 neutron-server[103288]: WARNING neutron.api.v2.base [None req-ee1d4351-13ec-4083-8a6c-e3ca2e955e19 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 15:01:08.318742 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-ee1d4351-13ec-4083-8a6c-e3ca2e955e19 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:01:08.319726 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ee1d4351-13ec-4083-8a6c-e3ca2e955e19 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062699 Dec 06 15:01:08.324401 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36030) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:08.324666 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fa5b5bd4-f66e-4011-9811-fe95837bc10e req-e9a71398-a332-471e-8098-b40f81a42fdb tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0426168 Dec 06 15:01:08.336228 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b7284f7b-9cb5-456e-91fa-8bfb01404371 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': '8c6e2ad6-805a-42f8-bbb7-c76322e3cfba', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:08.364185 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'name': 'tempest-TestAggregatesBasicOps-40167498-router', 'tenant_id': '0755ea79128c4575ae09a98b171b90b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.175'}], 'enable_snat': True}, 'gw_port_id': 'c1220f37-8f77-40ae-95f4-649c0f7e0521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:58Z', 'updated_at': '2021-12-06T15:01:03Z', 'revision_number': 4, 'project_id': '0755ea79128c4575ae09a98b171b90b9', 'gw_port': {'id': 'c1220f37-8f77-40ae-95f4-649c0f7e0521', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:59Z', 'updated_at': '2021-12-06T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2dd20c02-4832-470e-b9c5-7760caa4c7de', 'name': '', 'network_id': '5f7c2d83-c44a-4561-b2fb-536ee62934e8', 'tenant_id': '0755ea79128c4575ae09a98b171b90b9', 'mac_address': 'fa:16:3e:f1:b1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '066d4b6a-3a2a-4dd4-968b-6c1e00c8e4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:02Z', 'updated_at': '2021-12-06T15:01:07Z', 'revision_number': 4, 'project_id': '0755ea79128c4575ae09a98b171b90b9', 'subnets': [{'id': '066d4b6a-3a2a-4dd4-968b-6c1e00c8e4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:08.368457 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85aa46cd-c108-4733-bc56-f5e13b7497f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:08.394436 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78a610e7-8745-4111-b191-e11a0421d802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:08.403441 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde3a2f2-9450-4c55-9071-ae87d7a6e556 None None] The sync data for ids ['da3bed10-6e9b-4aef-b7c6-5474e5031add'] in n-d-master-1 is: [{'id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'name': 'tempest-TestAggregatesBasicOps-40167498-router', 'tenant_id': '0755ea79128c4575ae09a98b171b90b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.175'}], 'enable_snat': True}, 'gw_port_id': 'c1220f37-8f77-40ae-95f4-649c0f7e0521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:58Z', 'updated_at': '2021-12-06T15:01:03Z', 'revision_number': 4, 'project_id': '0755ea79128c4575ae09a98b171b90b9', 'gw_port': {'id': 'c1220f37-8f77-40ae-95f4-649c0f7e0521', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:59Z', 'updated_at': '2021-12-06T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2dd20c02-4832-470e-b9c5-7760caa4c7de', 'name': '', 'network_id': '5f7c2d83-c44a-4561-b2fb-536ee62934e8', 'tenant_id': '0755ea79128c4575ae09a98b171b90b9', 'mac_address': 'fa:16:3e:f1:b1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '066d4b6a-3a2a-4dd4-968b-6c1e00c8e4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:02Z', 'updated_at': '2021-12-06T15:01:07Z', 'revision_number': 4, 'project_id': '0755ea79128c4575ae09a98b171b90b9', 'subnets': [{'id': '066d4b6a-3a2a-4dd4-968b-6c1e00c8e4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:01:08.434536 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-85aa46cd-c108-4733-bc56-f5e13b7497f2 None None] For port 2dd20c02-4832-470e-b9c5-7760caa4c7de, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2dd20c02-4832-470e-b9c5-7760caa4c7de,segment=NetworkSegment(45612e02-5219-4006-8865-783d780bd3d2),segment_id=45612e02-5219-4006-8865-783d780bd3d2)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:08.440256 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85aa46cd-c108-4733-bc56-f5e13b7497f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:08.508674 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa46cd-c108-4733-bc56-f5e13b7497f2 None None] Pushing event updated for resources: {'Port': ['ID=2dd20c02-4832-470e-b9c5-7760caa4c7de,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:08.518045 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-b7284f7b-9cb5-456e-91fa-8bfb01404371 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Project 06f206a890484850b0fb3587f0db73b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:01:08.565728 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f87af3d2-3413-44bd-a4ad-32f8c13daf0d None None] Provisioning complete for port 2dd20c02-4832-470e-b9c5-7760caa4c7de triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:08.566111 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f87af3d2-3413-44bd-a4ad-32f8c13daf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:08.581372 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-b7284f7b-9cb5-456e-91fa-8bfb01404371 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:01:08.582443 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b7284f7b-9cb5-456e-91fa-8bfb01404371 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2529669 Dec 06 15:01:08.587553 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36034) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:08.592492 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-57b18bc8-348a-4e68-bebb-c4e2c11513cd tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': '8c6e2ad6-805a-42f8-bbb7-c76322e3cfba', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:08.592998 n-d-master-1 neutron-server[103289]: WARNING neutron.api.v2.base [None req-57b18bc8-348a-4e68-bebb-c4e2c11513cd tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 06 15:01:08.593569 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-57b18bc8-348a-4e68-bebb-c4e2c11513cd tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:01:08.594483 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-57b18bc8-348a-4e68-bebb-c4e2c11513cd tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059068 Dec 06 15:01:08.600129 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36036) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:08.606165 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-32c7fc81-f275-462f-9ce6-794b39c8e07c tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': '8c6e2ad6-805a-42f8-bbb7-c76322e3cfba', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:08.690285 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-32c7fc81-f275-462f-9ce6-794b39c8e07c tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Project 06f206a890484850b0fb3587f0db73b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:01:08.729598 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-32c7fc81-f275-462f-9ce6-794b39c8e07c tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:01:08.730596 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-32c7fc81-f275-462f-9ce6-794b39c8e07c tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1295278 Dec 06 15:01:08.734054 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36038) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:08.739695 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3e49ef18-741e-40f4-ba48-2e8901e9b0b3 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': '8c6e2ad6-805a-42f8-bbb7-c76322e3cfba', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:08.769468 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-78a610e7-8745-4111-b191-e11a0421d802 admin admin] Deleting port d25a9063-9f99-4562-9202-65829704e0fe {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:01:08.770113 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78a610e7-8745-4111-b191-e11a0421d802 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:08.772877 n-d-master-1 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-3e49ef18-741e-40f4-ba48-2e8901e9b0b3 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Project 06f206a890484850b0fb3587f0db73b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:01:08.808292 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-3e49ef18-741e-40f4-ba48-2e8901e9b0b3 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:01:08.812885 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3e49ef18-741e-40f4-ba48-2e8901e9b0b3 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0743659 Dec 06 15:01:08.813018 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36040) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:08.866242 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-78a610e7-8745-4111-b191-e11a0421d802 admin admin] For port d25a9063-9f99-4562-9202-65829704e0fe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d25a9063-9f99-4562-9202-65829704e0fe,segment=NetworkSegment(d23aa2df-53ec-461c-88ed-225f2f093b6c),segment_id=d23aa2df-53ec-461c-88ed-225f2f093b6c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:08.866644 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78a610e7-8745-4111-b191-e11a0421d802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:08.881568 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-78a610e7-8745-4111-b191-e11a0421d802 admin admin] Calling delete_port for d25a9063-9f99-4562-9202-65829704e0fe owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:01:08.900648 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25dace1a-285f-4d35-acf4-59e72fbb90f1 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:08.930004 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25dace1a-285f-4d35-acf4-59e72fbb90f1 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:08.947202 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a864034f-5088-4ab2-abc5-dbda9eec6ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:09.007434 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09c72b9-c736-4b66-98b7-d59d06144e43', 'name': 'network-vif-deleted', 'tag': 'd77510c8-ec39-4a58-b17a-ee911065c92a'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:01:09.014547 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656b9a37-526a-4587-b376-28998a16e4f2" -d '{"events": [{"server_uuid": "f09c72b9-c736-4b66-98b7-d59d06144e43", "name": "network-vif-deleted", "tag": "d77510c8-ec39-4a58-b17a-ee911065c92a"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:01:09.043909 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25dace1a-285f-4d35-acf4-59e72fbb90f1 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:09.047074 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25dace1a-285f-4d35-acf4-59e72fbb90f1 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:09.050713 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-25dace1a-285f-4d35-acf4-59e72fbb90f1 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "DELETE /v2.0/security-groups/8c6e2ad6-805a-42f8-bbb7-c76322e3cfba HTTP/1.1" status: 204 len: 168 time: 0.2342560 Dec 06 15:01:09.052908 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36046) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:09.065705 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dace1a-285f-4d35-acf4-59e72fbb90f1 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6e2ad6-805a-42f8-bbb7-c76322e3cfba,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:09.104136 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94007e07-4721-4411-ae7d-2d48afb27fab x-openstack-request-id: req-94007e07-4721-4411-ae7d-2d48afb27fab {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:01:09.104485 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09c72b9-c736-4b66-98b7-d59d06144e43", "name": "network-vif-deleted", "tag": "d77510c8-ec39-4a58-b17a-ee911065c92a", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:01:09.104696 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94007e07-4721-4411-ae7d-2d48afb27fab {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:01:09.105104 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09c72b9-c736-4b66-98b7-d59d06144e43', 'name': 'network-vif-deleted', 'tag': 'd77510c8-ec39-4a58-b17a-ee911065c92a', 'status': 'completed', 'code': 200} Dec 06 15:01:09.163421 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5ba19711-b2d2-4571-986c-a6ba6be23bc2 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1047196 Dec 06 15:01:09.164230 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36050) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:09.171433 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b26bd2e8-5369-477e-9b31-cc72fffaaaa7 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087838352'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:09.202878 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b77fae67-cf5e-42d2-8a6a-ea9480ac092e req-5ae41040-b4d2-4dfe-9d08-99a655d49f89 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0496578 Dec 06 15:01:09.203560 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78a610e7-8745-4111-b191-e11a0421d802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:09.233917 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a610e7-8745-4111-b191-e11a0421d802 admin admin] Pushing event deleted for resources: {'Port': ['ID=d25a9063-9f99-4562-9202-65829704e0fe,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:09.265946 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc125a-5e48-4812-ab3f-5ce517722fdd req-938e3030-a0a8-4f56-9c47-963241ed89e7 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:09.267549 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9dc125a-5e48-4812-ab3f-5ce517722fdd req-938e3030-a0a8-4f56-9c47-963241ed89e7 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.1356084 Dec 06 15:01:09.276560 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b26bd2e8-5369-477e-9b31-cc72fffaaaa7 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:09.329907 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ba4b93b4-0e07-4c0c-9b7f-b93ec04a7943 req-a91320e2-40f2-463e-b634-7dd6f4d04618 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0397649 Dec 06 15:01:09.439480 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9dc125a-5e48-4812-ab3f-5ce517722fdd req-302f2c8c-8f63-48c5-ac5b-4e517376ddd8 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474736 Dec 06 15:01:09.493259 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b26bd2e8-5369-477e-9b31-cc72fffaaaa7 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:09.502041 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b26bd2e8-5369-477e-9b31-cc72fffaaaa7 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:09.533179 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a864034f-5088-4ab2-abc5-dbda9eec6ad8 admin admin] Deleting port 3effaff1-0ea8-4fea-a832-2cb717ccfb81 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:01:09.533524 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a864034f-5088-4ab2-abc5-dbda9eec6ad8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:09.538370 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bd2e8-5369-477e-9b31-cc72fffaaaa7 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e2331f-98d6-440d-8736-877c6f2167d2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:09.547505 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ffa75d24-b6dc-42e4-94b9-2c9bb223ee6d req-bed77174-3b20-4928-abb8-606933e68b70 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0721817 Dec 06 15:01:09.558220 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78a610e7-8745-4111-b191-e11a0421d802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:09.606151 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a52775c-1d97-4791-9627-e526dc17aaf0 req-54367f6d-8dc6-4c38-a2ce-7f5dc87f3e00 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0686262 Dec 06 15:01:09.612583 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b26bd2e8-5369-477e-9b31-cc72fffaaaa7 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:09.613987 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b26bd2e8-5369-477e-9b31-cc72fffaaaa7 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4468989 Dec 06 15:01:09.616993 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36058) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:09.622307 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-86d1f1e9-fa4e-4cc5-80b8-440c71f19dab tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': '44e2331f-98d6-440d-8736-877c6f2167d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:09.720066 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-a864034f-5088-4ab2-abc5-dbda9eec6ad8 admin admin] For port 3effaff1-0ea8-4fea-a832-2cb717ccfb81, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3effaff1-0ea8-4fea-a832-2cb717ccfb81,segment=NetworkSegment(c1d8fa58-ed0d-4875-8aab-df3d60b50afb),segment_id=c1d8fa58-ed0d-4875-8aab-df3d60b50afb)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:09.720540 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a864034f-5088-4ab2-abc5-dbda9eec6ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:09.723245 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-86d1f1e9-fa4e-4cc5-80b8-440c71f19dab tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The resource could not be found. Dec 06 15:01:09.727342 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-86d1f1e9-fa4e-4cc5-80b8-440c71f19dab tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1064789 Dec 06 15:01:09.729681 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36060) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:09.736004 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bac9b7f2-c8e7-4152-85d9-14571a8f0415 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': '44e2331f-98d6-440d-8736-877c6f2167d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '14fb90af-48fd-4348-a666-5222fb521055'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:09.747712 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a864034f-5088-4ab2-abc5-dbda9eec6ad8 admin admin] Calling delete_port for 3effaff1-0ea8-4fea-a832-2cb717ccfb81 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:01:09.832148 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-bac9b7f2-c8e7-4152-85d9-14571a8f0415 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The resource could not be found. Dec 06 15:01:09.833198 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bac9b7f2-c8e7-4152-85d9-14571a8f0415 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1025765 Dec 06 15:01:09.836075 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36062) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:09.844351 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a610e7-8745-4111-b191-e11a0421d802 admin admin] Router 52c779f6-5165-45eb-8271-d8e3394ec685 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:01:09.891277 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d77510c8-ec39-4a58-b17a-ee911065c92a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:01:09.911695 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: d77510c8-ec39-4a58-b17a-ee911065c92a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:01:09.912957 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d77510c8-ec39-4a58-b17a-ee911065c92a not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:01:09.935176 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bfb8aef-9d44-4e11-9158-192c65aec5b7 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:09.972709 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a864034f-5088-4ab2-abc5-dbda9eec6ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:09.995879 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bfb8aef-9d44-4e11-9158-192c65aec5b7 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:10.001488 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864034f-5088-4ab2-abc5-dbda9eec6ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3effaff1-0ea8-4fea-a832-2cb717ccfb81,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:10.034525 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a610e7-8745-4111-b191-e11a0421d802 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:01:10.045673 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-78a610e7-8745-4111-b191-e11a0421d802 admin admin] 10.222.0.20 "PUT /v2.0/routers/52c779f6-5165-45eb-8271-d8e3394ec685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4839132 Dec 06 15:01:10.045830 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85234e0-4342-423e-848a-81658ac8ff58 None None] Sync routers for ids ['52c779f6-5165-45eb-8271-d8e3394ec685'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:01:10.051053 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36064) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:10.064567 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85234e0-4342-423e-848a-81658ac8ff58 None None] Routers {'52c779f6-5165-45eb-8271-d8e3394ec685'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:10.065190 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c85234e0-4342-423e-848a-81658ac8ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:01:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['52c779f6-5165-45eb-8271-d8e3394ec685'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:10.170074 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bfb8aef-9d44-4e11-9158-192c65aec5b7 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:10.173334 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5bfb8aef-9d44-4e11-9158-192c65aec5b7 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:10.174575 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5bfb8aef-9d44-4e11-9158-192c65aec5b7 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "DELETE /v2.0/security-groups/44e2331f-98d6-440d-8736-877c6f2167d2 HTTP/1.1" status: 204 len: 168 time: 0.3375740 Dec 06 15:01:10.186866 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36066) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:10.187647 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb8aef-9d44-4e11-9158-192c65aec5b7 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e2331f-98d6-440d-8736-877c6f2167d2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:10.207421 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c85234e0-4342-423e-848a-81658ac8ff58 None None] Set router 52c779f6-5165-45eb-8271-d8e3394ec685 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:10.218424 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a864034f-5088-4ab2-abc5-dbda9eec6ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:10.236520 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f27114f-6f65-40cd-a388-6fcf9b00709d admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:10.257510 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2dd20c02-4832-470e-b9c5-7760caa4c7de up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:10.330230 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2dd20c02-4832-470e-b9c5-7760caa4c7de triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:10.330919 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:10.439505 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-72de585a-20ba-413c-90b0-65016f95af85 req-ed31ea8e-4c16-48a3-9470-4f4c2e6e9f90 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0434604 Dec 06 15:01:10.469015 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c85234e0-4342-423e-848a-81658ac8ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'name': 'tempest-TestAggregatesBasicOps-1253873840-router', 'tenant_id': '8c03455a6f0c479dbb02c8771ec25043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': '0b2e8cec-c5df-49d6-b716-01f13abf0dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:51Z', 'updated_at': '2021-12-06T15:01:09Z', 'revision_number': 5, 'project_id': '8c03455a6f0c479dbb02c8771ec25043', 'gw_port': {'id': '0b2e8cec-c5df-49d6-b716-01f13abf0dd0', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:52Z', 'updated_at': '2021-12-06T15:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:10.504313 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85234e0-4342-423e-848a-81658ac8ff58 None None] Checking router: 52c779f6-5165-45eb-8271-d8e3394ec685 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:01:10.514708 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85234e0-4342-423e-848a-81658ac8ff58 None None] Routers {'52c779f6-5165-45eb-8271-d8e3394ec685'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:10.515746 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c85234e0-4342-423e-848a-81658ac8ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:01:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['52c779f6-5165-45eb-8271-d8e3394ec685'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:10.621489 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad07907-e388-4cbf-8091-35e1179f5f94 req-eea537b5-8b3c-4a97-aae3-e724ca81a9c6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:10.623583 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ad07907-e388-4cbf-8091-35e1179f5f94 req-eea537b5-8b3c-4a97-aae3-e724ca81a9c6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0715125 Dec 06 15:01:10.625763 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a864034f-5088-4ab2-abc5-dbda9eec6ad8 admin admin] Router 86deb4cd-78eb-4b12-ad8b-fe1bd62263ff has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:01:10.643805 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c85234e0-4342-423e-848a-81658ac8ff58 None None] Set router 52c779f6-5165-45eb-8271-d8e3394ec685 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:10.672805 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2fe8d813-01c9-4abd-b2f6-1e85f255c65f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4763649 Dec 06 15:01:10.677871 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36078) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:10.684556 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d8639d13-65e6-4484-b487-715b5d3e5c83 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': '1eaa0fb8-523f-4a92-a52e-531a04dd4bc9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:10.706040 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-06b14591-2cb2-41ac-977f-1c8c0c1c2457 req-7a2735ed-96e0-46d7-a8f8-8ab52f2f5aed tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0460792 Dec 06 15:01:10.735567 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f27114f-6f65-40cd-a388-6fcf9b00709d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:10.735986 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ad07907-e388-4cbf-8091-35e1179f5f94 req-681482ac-ff20-4740-8d3b-eaec46084ae5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026220 Dec 06 15:01:10.791897 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-d8639d13-65e6-4484-b487-715b5d3e5c83 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The resource could not be found. Dec 06 15:01:10.792457 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a864034f-5088-4ab2-abc5-dbda9eec6ad8 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:01:10.793613 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d8639d13-65e6-4484-b487-715b5d3e5c83 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1123819 Dec 06 15:01:10.800782 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36080) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:10.801639 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a864034f-5088-4ab2-abc5-dbda9eec6ad8 admin admin] 10.222.0.20 "PUT /v2.0/routers/86deb4cd-78eb-4b12-ad8b-fe1bd62263ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6395621 Dec 06 15:01:10.803048 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36082) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:10.806091 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d3f70243-c031-4164-8e90-612fd62b174f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group': {'name': 'tempest-secgroup--1074544504'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:10.806468 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a382afc-7ead-4efb-b009-432a860a2b29 None None] Sync routers for ids ['86deb4cd-78eb-4b12-ad8b-fe1bd62263ff'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:01:10.824741 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a382afc-7ead-4efb-b009-432a860a2b29 None None] Routers {'86deb4cd-78eb-4b12-ad8b-fe1bd62263ff'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:10.829128 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5a382afc-7ead-4efb-b009-432a860a2b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:01:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['86deb4cd-78eb-4b12-ad8b-fe1bd62263ff'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:10.867560 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2f3067b9-57b4-4805-92ed-a845a5ebad70 req-0c6cb2ab-5769-4ccf-8986-c76ffb0964dd tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0333841 Dec 06 15:01:10.871011 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5f27114f-6f65-40cd-a388-6fcf9b00709d admin admin] Deleting port 0b2e8cec-c5df-49d6-b716-01f13abf0dd0 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:01:10.871348 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f27114f-6f65-40cd-a388-6fcf9b00709d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:10.885971 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3f70243-c031-4164-8e90-612fd62b174f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:10.907438 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00c18a76-98c4-4ded-a4ed-753071eb3c06 req-3a565341-c44b-4a60-afcc-19f9b628829e tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0517445 Dec 06 15:01:10.942522 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c85234e0-4342-423e-848a-81658ac8ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'name': 'tempest-TestAggregatesBasicOps-1253873840-router', 'tenant_id': '8c03455a6f0c479dbb02c8771ec25043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': '0b2e8cec-c5df-49d6-b716-01f13abf0dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:51Z', 'updated_at': '2021-12-06T15:01:09Z', 'revision_number': 5, 'project_id': '8c03455a6f0c479dbb02c8771ec25043', 'gw_port': {'id': '0b2e8cec-c5df-49d6-b716-01f13abf0dd0', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:52Z', 'updated_at': '2021-12-06T15:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:10.967889 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a017b56-5f67-4df7-8405-5437de271a9d admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:10.970768 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85234e0-4342-423e-848a-81658ac8ff58 None None] The sync data for ids ['52c779f6-5165-45eb-8271-d8e3394ec685'] in n-d-master-1 is: [{'id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'name': 'tempest-TestAggregatesBasicOps-1253873840-router', 'tenant_id': '8c03455a6f0c479dbb02c8771ec25043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': '0b2e8cec-c5df-49d6-b716-01f13abf0dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:51Z', 'updated_at': '2021-12-06T15:01:09Z', 'revision_number': 5, 'project_id': '8c03455a6f0c479dbb02c8771ec25043', 'gw_port': {'id': '0b2e8cec-c5df-49d6-b716-01f13abf0dd0', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c779f6-5165-45eb-8271-d8e3394ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:52Z', 'updated_at': '2021-12-06T15:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:01:11.028769 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5f27114f-6f65-40cd-a388-6fcf9b00709d admin admin] For port 0b2e8cec-c5df-49d6-b716-01f13abf0dd0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0b2e8cec-c5df-49d6-b716-01f13abf0dd0,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:11.029269 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f27114f-6f65-40cd-a388-6fcf9b00709d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.033602 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3f70243-c031-4164-8e90-612fd62b174f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.039935 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3f70243-c031-4164-8e90-612fd62b174f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.056517 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5f27114f-6f65-40cd-a388-6fcf9b00709d admin admin] Calling delete_port for 0b2e8cec-c5df-49d6-b716-01f13abf0dd0 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:01:11.089433 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3f70243-c031-4164-8e90-612fd62b174f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.090073 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a017b56-5f67-4df7-8405-5437de271a9d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.090855 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d3f70243-c031-4164-8e90-612fd62b174f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2892692 Dec 06 15:01:11.094784 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36084) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:11.127879 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-10bfeb39-8bdb-4d25-b6f1-a9c496644df0 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group': {'name': 'tempest-secgroup--36867485'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:11.132375 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f70243-c031-4164-8e90-612fd62b174f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440fce7e-1c1b-44bc-bebc-361fbf40c207,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:11.166300 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4a017b56-5f67-4df7-8405-5437de271a9d admin admin] Deleting port f5e1c552-4c4f-408f-ab6a-8eac5b5652fc {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:01:11.166735 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a017b56-5f67-4df7-8405-5437de271a9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.169612 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10bfeb39-8bdb-4d25-b6f1-a9c496644df0 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.173244 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5a382afc-7ead-4efb-b009-432a860a2b29 None None] Set router 86deb4cd-78eb-4b12-ad8b-fe1bd62263ff gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:11.251046 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4a017b56-5f67-4df7-8405-5437de271a9d admin admin] For port f5e1c552-4c4f-408f-ab6a-8eac5b5652fc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f5e1c552-4c4f-408f-ab6a-8eac5b5652fc,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:11.251751 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a017b56-5f67-4df7-8405-5437de271a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.266670 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4a017b56-5f67-4df7-8405-5437de271a9d admin admin] Calling delete_port for f5e1c552-4c4f-408f-ab6a-8eac5b5652fc owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:01:11.319451 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10bfeb39-8bdb-4d25-b6f1-a9c496644df0 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.325204 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10bfeb39-8bdb-4d25-b6f1-a9c496644df0 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.343593 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f27114f-6f65-40cd-a388-6fcf9b00709d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.368792 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5a382afc-7ead-4efb-b009-432a860a2b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'name': 'tempest-ServerRescueNegativeTestJSON-956364531-router', 'tenant_id': 'ea43de59547041b395976a33ebd88587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.195'}], 'enable_snat': True}, 'gw_port_id': 'f5e1c552-4c4f-408f-ab6a-8eac5b5652fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:54:57Z', 'updated_at': '2021-12-06T15:01:09Z', 'revision_number': 5, 'project_id': 'ea43de59547041b395976a33ebd88587', 'gw_port': {'id': 'f5e1c552-4c4f-408f-ab6a-8eac5b5652fc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:54:58Z', 'updated_at': '2021-12-06T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:11.377717 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10bfeb39-8bdb-4d25-b6f1-a9c496644df0 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.381571 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-10bfeb39-8bdb-4d25-b6f1-a9c496644df0 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2816749 Dec 06 15:01:11.383376 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36086) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:11.386224 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27114f-6f65-40cd-a388-6fcf9b00709d admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2e8cec-c5df-49d6-b716-01f13abf0dd0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:11.391304 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-20f99902-90a8-4cbe-9b34-1b0d4817b98a tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': '440fce7e-1c1b-44bc-bebc-361fbf40c207', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c7fecbe6-4c9e-4ff2-8e06-83b313d5ce9b'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:11.396347 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a382afc-7ead-4efb-b009-432a860a2b29 None None] Checking router: 86deb4cd-78eb-4b12-ad8b-fe1bd62263ff for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:01:11.396989 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfeb39-8bdb-4d25-b6f1-a9c496644df0 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fecbe6-4c9e-4ff2-8e06-83b313d5ce9b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:11.424685 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7546d6b5-f123-45cc-81fb-8ddf2a2ad874 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:01:11.433888 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a382afc-7ead-4efb-b009-432a860a2b29 None None] Routers {'86deb4cd-78eb-4b12-ad8b-fe1bd62263ff'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:11.434731 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5a382afc-7ead-4efb-b009-432a860a2b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:01:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['86deb4cd-78eb-4b12-ad8b-fe1bd62263ff'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:11.481446 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f27114f-6f65-40cd-a388-6fcf9b00709d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.486450 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a017b56-5f67-4df7-8405-5437de271a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.515567 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-20f99902-90a8-4cbe-9b34-1b0d4817b98a tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:01:11.519240 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-20f99902-90a8-4cbe-9b34-1b0d4817b98a tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1315281 Dec 06 15:01:11.521380 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36090) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:11.523541 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a017b56-5f67-4df7-8405-5437de271a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e1c552-4c4f-408f-ab6a-8eac5b5652fc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:11.568335 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5a382afc-7ead-4efb-b009-432a860a2b29 None None] Set router 86deb4cd-78eb-4b12-ad8b-fe1bd62263ff gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:11.624618 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a017b56-5f67-4df7-8405-5437de271a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.635325 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c20de7f1-944d-4022-aa14-8ea881b9419f req-f6109673-f1db-4a6e-b3a5-7ae755c68f23 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0693152 Dec 06 15:01:11.637111 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f27114f-6f65-40cd-a388-6fcf9b00709d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.639930 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f27114f-6f65-40cd-a388-6fcf9b00709d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.643437 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9099caa-c6cb-4375-867c-e64f5e73e225 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:01:11.651746 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5a382afc-7ead-4efb-b009-432a860a2b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'name': 'tempest-ServerRescueNegativeTestJSON-956364531-router', 'tenant_id': 'ea43de59547041b395976a33ebd88587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:54:57Z', 'updated_at': '2021-12-06T15:01:11Z', 'revision_number': 6, 'project_id': 'ea43de59547041b395976a33ebd88587', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:11.683553 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a382afc-7ead-4efb-b009-432a860a2b29 None None] The sync data for ids ['86deb4cd-78eb-4b12-ad8b-fe1bd62263ff'] in n-d-master-1 is: [{'id': '86deb4cd-78eb-4b12-ad8b-fe1bd62263ff', 'name': 'tempest-ServerRescueNegativeTestJSON-956364531-router', 'tenant_id': 'ea43de59547041b395976a33ebd88587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:54:57Z', 'updated_at': '2021-12-06T15:01:11Z', 'revision_number': 6, 'project_id': 'ea43de59547041b395976a33ebd88587', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:01:11.700097 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f27114f-6f65-40cd-a388-6fcf9b00709d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.700677 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f27114f-6f65-40cd-a388-6fcf9b00709d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52c779f6-5165-45eb-8271-d8e3394ec685 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:01:11.709047 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f27114f-6f65-40cd-a388-6fcf9b00709d admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.711740 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5f27114f-6f65-40cd-a388-6fcf9b00709d admin admin] 10.222.0.20 "DELETE /v2.0/routers/52c779f6-5165-45eb-8271-d8e3394ec685 HTTP/1.1" status: 204 len: 168 time: 1.6582346 Dec 06 15:01:11.712960 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36092) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:11.765460 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c725c0-cb79-4bfb-8c84-d1dfe5cf8bd1 admin admin] Deleting subnet 5a796acd-9ee5-4877-a948-d3c2bbcedf1f {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:01:11.769300 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7c725c0-cb79-4bfb-8c84-d1dfe5cf8bd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.807775 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7c725c0-cb79-4bfb-8c84-d1dfe5cf8bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.923300 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071f8f-47c9-49ec-b4eb-edf0405cf408 req-6bd55375-dac7-4084-a3c1-61b750bc9ea8 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:11.924918 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-74071f8f-47c9-49ec-b4eb-edf0405cf408 req-6bd55375-dac7-4084-a3c1-61b750bc9ea8 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0964181 Dec 06 15:01:11.959081 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7c725c0-cb79-4bfb-8c84-d1dfe5cf8bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:11.976595 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d35b9666-3845-40c7-88c7-60171f930ba6 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.013096 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-74071f8f-47c9-49ec-b4eb-edf0405cf408 req-0554dd66-790f-45ef-8723-b8c746f50f7f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783613 Dec 06 15:01:12.026147 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-621b5558-f58b-414c-ac25-903547af43b2 req-13c18933-d97f-4b65-8862-28bf87e18dbe tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0607638 Dec 06 15:01:12.036019 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a017b56-5f67-4df7-8405-5437de271a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.040583 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a017b56-5f67-4df7-8405-5437de271a9d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.074549 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7c725c0-cb79-4bfb-8c84-d1dfe5cf8bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.095326 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d35b9666-3845-40c7-88c7-60171f930ba6 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.115231 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c725c0-cb79-4bfb-8c84-d1dfe5cf8bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a796acd-9ee5-4877-a948-d3c2bbcedf1f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:12.127966 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7c725c0-cb79-4bfb-8c84-d1dfe5cf8bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.130552 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0e18fc80-c1cc-46ab-921f-6d0790fa017a req-23f308ff-66fc-426a-8076-e87cf0fe9512 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0382154 Dec 06 15:01:12.131364 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d7c725c0-cb79-4bfb-8c84-d1dfe5cf8bd1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5a796acd-9ee5-4877-a948-d3c2bbcedf1f HTTP/1.1" status: 204 len: 168 time: 0.4171813 Dec 06 15:01:12.135402 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f74031-eabe-4a3c-a529-3fdc19b1c34f None None] Network cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:01:12.137807 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a017b56-5f67-4df7-8405-5437de271a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.139172 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a017b56-5f67-4df7-8405-5437de271a9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86deb4cd-78eb-4b12-ad8b-fe1bd62263ff {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:01:12.142134 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36102) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:12.147506 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3939d1c1-9792-4a92-8377-f77360e5949e req-93e79c75-47ed-4072-8b72-41f2ce74f126 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0365205 Dec 06 15:01:12.157597 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a017b56-5f67-4df7-8405-5437de271a9d admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.160893 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4a017b56-5f67-4df7-8405-5437de271a9d admin admin] 10.222.0.20 "DELETE /v2.0/routers/86deb4cd-78eb-4b12-ad8b-fe1bd62263ff HTTP/1.1" status: 204 len: 168 time: 1.3541322 Dec 06 15:01:12.162142 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36104) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:12.219955 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ffd7afc-4d73-4159-b0b3-b22044d67300 admin admin] Deleting subnet 06fe8aaf-7c08-4199-bc3b-7143b9fba406 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:01:12.224168 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7afc-4d73-4159-b0b3-b22044d67300 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.238933 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.256745 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d35b9666-3845-40c7-88c7-60171f930ba6 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.261236 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d35b9666-3845-40c7-88c7-60171f930ba6 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.262635 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d35b9666-3845-40c7-88c7-60171f930ba6 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "DELETE /v2.0/security-groups/c7fecbe6-4c9e-4ff2-8e06-83b313d5ce9b HTTP/1.1" status: 204 len: 168 time: 0.7399232 Dec 06 15:01:12.268951 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36106) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:12.300544 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7afc-4d73-4159-b0b3-b22044d67300 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.343858 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1b29a4a3-b048-4a3c-95a1-f118a5ed305e tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0726609 Dec 06 15:01:12.346556 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b9666-3845-40c7-88c7-60171f930ba6 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fecbe6-4c9e-4ff2-8e06-83b313d5ce9b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:12.348179 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36108) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:12.365867 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7afc-4d73-4159-b0b3-b22044d67300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.440545 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7afc-4d73-4159-b0b3-b22044d67300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.481185 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd7afc-4d73-4159-b0b3-b22044d67300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06fe8aaf-7c08-4199-bc3b-7143b9fba406,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:12.481433 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] Deleting port a42923b9-1e88-4d7f-808d-7bf93709d69a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:01:12.481578 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.486973 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7afc-4d73-4159-b0b3-b22044d67300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.492595 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6ffd7afc-4d73-4159-b0b3-b22044d67300 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/06fe8aaf-7c08-4199-bc3b-7143b9fba406 HTTP/1.1" status: 204 len: 168 time: 0.3272231 Dec 06 15:01:12.494884 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36110) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:12.524410 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-110f1272-90a4-401f-b48d-8d82841e264f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.571109 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00282e37-fedd-4e3b-80e0-3bda6ca282db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.582847 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-110f1272-90a4-401f-b48d-8d82841e264f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.586327 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] For port a42923b9-1e88-4d7f-808d-7bf93709d69a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a42923b9-1e88-4d7f-808d-7bf93709d69a,segment=NetworkSegment(d23aa2df-53ec-461c-88ed-225f2f093b6c),segment_id=d23aa2df-53ec-461c-88ed-225f2f093b6c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:12.586708 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.610146 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] Calling delete_port for a42923b9-1e88-4d7f-808d-7bf93709d69a owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:01:12.652817 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00282e37-fedd-4e3b-80e0-3bda6ca282db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.677639 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-00282e37-fedd-4e3b-80e0-3bda6ca282db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5fa4165-ed02-469d-b09f-856c13a84507']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:12.682932 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-110f1272-90a4-401f-b48d-8d82841e264f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.685958 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-110f1272-90a4-401f-b48d-8d82841e264f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.687107 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-110f1272-90a4-401f-b48d-8d82841e264f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "DELETE /v2.0/security-groups/440fce7e-1c1b-44bc-bebc-361fbf40c207 HTTP/1.1" status: 204 len: 168 time: 0.3372395 Dec 06 15:01:12.689880 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36114) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:12.691619 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-00282e37-fedd-4e3b-80e0-3bda6ca282db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d8fa58-ed0d-4875-8aab-df3d60b50afb') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:12.692007 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-00282e37-fedd-4e3b-80e0-3bda6ca282db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d8fa58-ed0d-4875-8aab-df3d60b50afb') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:12.707000 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00282e37-fedd-4e3b-80e0-3bda6ca282db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.713370 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f1272-90a4-401f-b48d-8d82841e264f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440fce7e-1c1b-44bc-bebc-361fbf40c207,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:12.731019 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00282e37-fedd-4e3b-80e0-3bda6ca282db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.735957 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08c44139-3f7b-4b1b-af9a-a13d8a1b28cd req-4559f7c6-285f-4b8c-9e87-8c5378a98eae tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0397272 Dec 06 15:01:12.747292 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00282e37-fedd-4e3b-80e0-3bda6ca282db admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:01:12.747798 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00282e37-fedd-4e3b-80e0-3bda6ca282db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:01:12.749704 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:01:12.768491 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.791683 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3204fb1a-9c42-443a-8e25-ff638bfb3ac4 None None] DHCP port deletion for cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:01:12.799637 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4beac595-c82c-42bc-a6b7-e04d16e2ea52 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1054389 Dec 06 15:01:12.804055 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36116) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:12.814142 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a42923b9-1e88-4d7f-808d-7bf93709d69a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:12.815953 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] No DVR routers for this DVR port a42923b9-1e88-4d7f-808d-7bf93709d69a on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:01:12.836118 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-56c81565-1322-4b10-b7b8-143cdd98800f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049274182'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:12.849814 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00282e37-fedd-4e3b-80e0-3bda6ca282db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.856489 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00282e37-fedd-4e3b-80e0-3bda6ca282db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.862988 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-00282e37-fedd-4e3b-80e0-3bda6ca282db admin admin] 10.222.0.20 "DELETE /v2.0/networks/f5fa4165-ed02-469d-b09f-856c13a84507 HTTP/1.1" status: 204 len: 168 time: 0.3644948 Dec 06 15:01:12.879361 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00282e37-fedd-4e3b-80e0-3bda6ca282db admin admin] Pushing event deleted for resources: {'Network': ['ID=f5fa4165-ed02-469d-b09f-856c13a84507,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:12.888328 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56c81565-1322-4b10-b7b8-143cdd98800f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.907468 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.931789 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:12.944975 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23aa2df-53ec-461c-88ed-225f2f093b6c') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:12.945357 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23aa2df-53ec-461c-88ed-225f2f093b6c') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:12.958639 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.976150 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.977699 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56c81565-1322-4b10-b7b8-143cdd98800f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.981977 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56c81565-1322-4b10-b7b8-143cdd98800f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.983774 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:01:12.984299 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:01:12.986254 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:01:13.003850 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56c81565-1322-4b10-b7b8-143cdd98800f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:13.007749 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-56c81565-1322-4b10-b7b8-143cdd98800f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1731663 Dec 06 15:01:13.008556 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36120) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:13.016746 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-915c8e81-eb20-4bb3-91f8-2a9a3aef593b tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': '91d510b9-2797-4886-be16-5070f54d10af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:13.025802 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36122) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:13.046379 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:13.057049 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c81565-1322-4b10-b7b8-143cdd98800f tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d510b9-2797-4886-be16-5070f54d10af,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:13.086772 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3effaff1-0ea8-4fea-a832-2cb717ccfb81 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:01:13.094161 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:13.106018 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b HTTP/1.1" status: 204 len: 168 time: 0.9628181 Dec 06 15:01:13.109474 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e063b-af7e-40fd-b3ed-c4c50e0d4cc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd5f8a76-0fa7-452a-ad5a-2d89f8bc613b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:13.112369 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36128) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:13.150217 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 3effaff1-0ea8-4fea-a832-2cb717ccfb81 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:01:13.151743 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3effaff1-0ea8-4fea-a832-2cb717ccfb81 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:01:13.152263 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d25a9063-9f99-4562-9202-65829704e0fe no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:01:13.161795 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f0e85b6f-2388-49d3-99b6-2bce67abf529 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea43de59547041b395976a33ebd88587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343856 Dec 06 15:01:13.182104 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36130) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:13.187780 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: d25a9063-9f99-4562-9202-65829704e0fe {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:01:13.188457 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d25a9063-9f99-4562-9202-65829704e0fe not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:01:13.198396 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-915c8e81-eb20-4bb3-91f8-2a9a3aef593b tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:01:13.202487 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-915c8e81-eb20-4bb3-91f8-2a9a3aef593b tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1929111 Dec 06 15:01:13.204767 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6c707b2d-f232-483e-a11e-504108b40846 req-728d5e8f-fd96-4600-8525-a1bf71817864 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0853341 Dec 06 15:01:13.208098 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36136) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:13.213660 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d8628b98-e7ab-4522-9d9a-dd440d74e388 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group_rule': {'security_group_id': '91d510b9-2797-4886-be16-5070f54d10af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:13.279437 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c5cffe6-35d0-4603-a614-a11cb95d5755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:13.303490 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe43fede-0458-4eae-87a6-5cf0c58cf543 req-575c766f-884a-45e3-995e-985a0915167c tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0377791 Dec 06 15:01:13.307414 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703d300-0261-4461-8552-c9e7950a8042 req-0c53da1f-0a38-4856-b387-7d74dbaf2556 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:13.308935 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e703d300-0261-4461-8552-c9e7950a8042 req-0c53da1f-0a38-4856-b387-7d74dbaf2556 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0982635 Dec 06 15:01:13.339412 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c5cffe6-35d0-4603-a614-a11cb95d5755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:13.350702 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-d8628b98-e7ab-4522-9d9a-dd440d74e388 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:01:13.351721 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d8628b98-e7ab-4522-9d9a-dd440d74e388 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1427011 Dec 06 15:01:13.362084 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36138) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:13.390143 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c8e9c9d6-971f-43b1-9ece-acbcde04e130 req-f57ce248-a7bb-49ae-9726-8a598ac2a46c tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0427020 Dec 06 15:01:13.412678 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e703d300-0261-4461-8552-c9e7950a8042 req-88f8253d-6cbd-4445-a451-b00f8a17cc4e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965948 Dec 06 15:01:13.449694 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f08fdcb0-5429-4feb-bfca-4f949c027f38 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:13.452731 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c5cffe6-35d0-4603-a614-a11cb95d5755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:13.455147 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7c5cffe6-35d0-4603-a614-a11cb95d5755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:13.456359 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7c5cffe6-35d0-4603-a614-a11cb95d5755 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce50c454-fc4e-455c-ae94-a48b9a6adf35 HTTP/1.1" status: 204 len: 168 time: 0.2733090 Dec 06 15:01:13.476052 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cffe6-35d0-4603-a614-a11cb95d5755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce50c454-fc4e-455c-ae94-a48b9a6adf35,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:13.489292 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f08fdcb0-5429-4feb-bfca-4f949c027f38 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:13.547847 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f08fdcb0-5429-4feb-bfca-4f949c027f38 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:13.551119 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f08fdcb0-5429-4feb-bfca-4f949c027f38 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:13.554909 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f08fdcb0-5429-4feb-bfca-4f949c027f38 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "DELETE /v2.0/security-groups/91d510b9-2797-4886-be16-5070f54d10af HTTP/1.1" status: 204 len: 168 time: 0.1845262 Dec 06 15:01:13.555389 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36142) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:13.562842 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fdcb0-5429-4feb-bfca-4f949c027f38 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d510b9-2797-4886-be16-5070f54d10af,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:13.611613 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b01285ab-226b-4dcb-bc02-46b75b64bcf0 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0550869 Dec 06 15:01:13.615394 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36144) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:13.619644 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4d60b5c0-000a-4f5c-acb0-b2adac275432 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group': {'name': 'tempest-secgroup--1306493933'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:13.674179 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d60b5c0-000a-4f5c-acb0-b2adac275432 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:13.734024 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca7b8b1a-9720-42bf-870f-76f0e57769d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:13.799519 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d60b5c0-000a-4f5c-acb0-b2adac275432 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:13.805501 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d60b5c0-000a-4f5c-acb0-b2adac275432 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:13.831044 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-872d54d9-9692-4374-bf7c-720e2b7e8ea1 req-c2c3d07f-9f77-46a1-ab2e-ab25d8a0cdfe tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0325024 Dec 06 15:01:13.873786 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d60b5c0-000a-4f5c-acb0-b2adac275432 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:13.874984 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4d60b5c0-000a-4f5c-acb0-b2adac275432 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2585886 Dec 06 15:01:13.878321 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36156) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:13.883305 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-62849f33-3fae-4f47-8392-9a94c3b2dbc6 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:13.883786 n-d-master-1 neutron-server[103288]: WARNING neutron.api.v2.base [None req-62849f33-3fae-4f47-8392-9a94c3b2dbc6 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 15:01:13.884396 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-62849f33-3fae-4f47-8392-9a94c3b2dbc6 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] update failed (client error): There was a conflict when trying to complete your request. Dec 06 15:01:13.888159 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60b5c0-000a-4f5c-acb0-b2adac275432 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225861ee-683c-4ab1-83fb-141e2e8190c9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:13.888850 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-62849f33-3fae-4f47-8392-9a94c3b2dbc6 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "PUT /v2.0/security-groups/225861ee-683c-4ab1-83fb-141e2e8190c9 HTTP/1.1" status: 409 len: 330 time: 0.0086367 Dec 06 15:01:13.889422 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36158) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:13.953748 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-507d4188-2dbc-463f-bd35-3a3d9ba8cef6 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:13.978326 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-507d4188-2dbc-463f-bd35-3a3d9ba8cef6 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:14.036391 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-507d4188-2dbc-463f-bd35-3a3d9ba8cef6 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:14.039332 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-507d4188-2dbc-463f-bd35-3a3d9ba8cef6 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:14.040740 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-507d4188-2dbc-463f-bd35-3a3d9ba8cef6 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "DELETE /v2.0/security-groups/225861ee-683c-4ab1-83fb-141e2e8190c9 HTTP/1.1" status: 204 len: 168 time: 0.1503999 Dec 06 15:01:14.043951 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36164) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:14.051331 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d4188-2dbc-463f-bd35-3a3d9ba8cef6 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225861ee-683c-4ab1-83fb-141e2e8190c9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:14.073468 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f5e1c552-4c4f-408f-ab6a-8eac5b5652fc no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:01:14.094764 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ca7b8b1a-9720-42bf-870f-76f0e57769d5 admin admin] Deleting port 2dd20c02-4832-470e-b9c5-7760caa4c7de {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:01:14.095135 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca7b8b1a-9720-42bf-870f-76f0e57769d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:14.096946 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: f5e1c552-4c4f-408f-ab6a-8eac5b5652fc {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:01:14.097295 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f5e1c552-4c4f-408f-ab6a-8eac5b5652fc not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:01:14.097851 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0b2e8cec-c5df-49d6-b716-01f13abf0dd0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:01:14.117017 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 0b2e8cec-c5df-49d6-b716-01f13abf0dd0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:01:14.117365 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0b2e8cec-c5df-49d6-b716-01f13abf0dd0 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:01:14.118008 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a42923b9-1e88-4d7f-808d-7bf93709d69a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:01:14.141613 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: a42923b9-1e88-4d7f-808d-7bf93709d69a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:01:14.141955 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a42923b9-1e88-4d7f-808d-7bf93709d69a not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:01:14.171020 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-40d57027-5b57-44b1-8c5b-970ed97707e3 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1238761 Dec 06 15:01:14.175077 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36170) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:14.196396 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-130f4dfb-da20-4bef-9bc7-4aa58f09ea4c tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] delete failed (client error): The resource could not be found. Dec 06 15:01:14.198434 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-130f4dfb-da20-4bef-9bc7-4aa58f09ea4c tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "DELETE /v2.0/security-groups/4c4c3883-6418-4e56-9dfc-860999a6bbc4 HTTP/1.1" status: 404 len: 347 time: 0.0208254 Dec 06 15:01:14.199177 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ca7b8b1a-9720-42bf-870f-76f0e57769d5 admin admin] For port 2dd20c02-4832-470e-b9c5-7760caa4c7de, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2dd20c02-4832-470e-b9c5-7760caa4c7de,segment=NetworkSegment(45612e02-5219-4006-8865-783d780bd3d2),segment_id=45612e02-5219-4006-8865-783d780bd3d2)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:14.199583 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca7b8b1a-9720-42bf-870f-76f0e57769d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:14.202663 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36174) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:14.223282 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ca7b8b1a-9720-42bf-870f-76f0e57769d5 admin admin] Calling delete_port for 2dd20c02-4832-470e-b9c5-7760caa4c7de owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:01:14.225281 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-f29285f7-ca60-448c-9e3f-be8ad3be4120 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] show failed (client error): The resource could not be found. Dec 06 15:01:14.227724 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f29285f7-ca60-448c-9e3f-be8ad3be4120 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "GET /v2.0/security-groups/2a843354-76de-4b8a-abcc-01b789c48078 HTTP/1.1" status: 404 len: 347 time: 0.0227025 Dec 06 15:01:14.231393 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36176) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:14.247386 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-38b7d717-445d-4362-b78e-149ffd6ddcf9 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] show failed (client error): The resource could not be found. Dec 06 15:01:14.253045 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-38b7d717-445d-4362-b78e-149ffd6ddcf9 tempest-NegativeSecGroupIPv6Test-2084530767 tempest-NegativeSecGroupIPv6Test-2084530767-project] 10.222.0.20 "GET /v2.0/security-group-rules/28f2b2ea-4746-442d-886f-31f04d8ae858 HTTP/1.1" status: 404 len: 356 time: 0.0163100 Dec 06 15:01:14.302472 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36182) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:14.314068 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e64a107-7017-412e-a4f7-8d839ca3442d req-c9daba54-b901-4512-9d7c-6abe469e9ff4 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0359855 Dec 06 15:01:14.406466 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b898859a-7dcf-478f-948f-7078e3d3de84 req-7dbe301f-cd37-48b0-91bd-9552ba392725 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0469143 Dec 06 15:01:14.449578 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-54ceaea4-200c-4b56-8db3-610f118564d2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1677885848-network', 'tenant_id': 'e6bea34f57f3438382c2fe5b205b1663'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:14.478176 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ceaea4-200c-4b56-8db3-610f118564d2 admin admin] Made reservation on behalf of e6bea34f57f3438382c2fe5b205b1663 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:01:14.478636 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca7b8b1a-9720-42bf-870f-76f0e57769d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:14.480908 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54ceaea4-200c-4b56-8db3-610f118564d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:14.491893 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54ceaea4-200c-4b56-8db3-610f118564d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:14.543234 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-157e0e06-6291-427c-b79f-92090ff2efec req-f69d0ed1-0a3a-4134-8f3c-68d5b9328b61 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0816889 Dec 06 15:01:14.550758 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b8b1a-9720-42bf-870f-76f0e57769d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd20c02-4832-470e-b9c5-7760caa4c7de,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:14.578150 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36194) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:14.634182 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54ceaea4-200c-4b56-8db3-610f118564d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:14.643256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54ceaea4-200c-4b56-8db3-610f118564d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:14.670328 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d468bec-466d-4b55-9fc8-4f41953d60d7 req-ae741de1-1f28-4492-90dc-4b975b2e2977 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:14.671911 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9d468bec-466d-4b55-9fc8-4f41953d60d7 req-ae741de1-1f28-4492-90dc-4b975b2e2977 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0821593 Dec 06 15:01:14.683352 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ceaea4-200c-4b56-8db3-610f118564d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:01:14.716776 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ceaea4-200c-4b56-8db3-610f118564d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59729a8-fee0-448b-9378-e63ddee76a14,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:14.725006 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54ceaea4-200c-4b56-8db3-610f118564d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:14.725378 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-54ceaea4-200c-4b56-8db3-610f118564d2 admin admin] Added segment 68df21cc-c880-4f67-b4be-3f1a8c6d4c4e of type vlan for network 14e24fbd-751b-4795-86b8-cd9eca2691c6 Dec 06 15:01:14.774043 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca7b8b1a-9720-42bf-870f-76f0e57769d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:14.777481 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9d468bec-466d-4b55-9fc8-4f41953d60d7 req-b25b3569-8825-4ce1-aee7-30bd3a2de9a2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953286 Dec 06 15:01:14.786554 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54ceaea4-200c-4b56-8db3-610f118564d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:14.803070 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ecbb0530-8018-47fe-8254-547c9ec2e123 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06f206a890484850b0fb3587f0db73b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2231071 Dec 06 15:01:14.809275 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36198) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:14.835868 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54ceaea4-200c-4b56-8db3-610f118564d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:14.836728 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ceaea4-200c-4b56-8db3-610f118564d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:14.837306 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54ceaea4-200c-4b56-8db3-610f118564d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:14.893508 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-54ceaea4-200c-4b56-8db3-610f118564d2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5894823 Dec 06 15:01:14.899437 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36202) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:14.921153 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-860d0719-6c6c-4ea6-87dd-fb5e0281a932 req-ee74d221-49d9-4695-b9a2-9f32e5dd708d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0340755 Dec 06 15:01:14.934041 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-27311407-5ac6-4fe1-8002-ebba9a9cef4e admin admin] Request body: {'subnet': {'network_id': '14e24fbd-751b-4795-86b8-cd9eca2691c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1677885848-subnet', 'tenant_id': 'e6bea34f57f3438382c2fe5b205b1663', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:14.942949 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ceaea4-200c-4b56-8db3-610f118564d2 admin admin] Pushing event updated for resources: {'Network': ['ID=14e24fbd-751b-4795-86b8-cd9eca2691c6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:14.952290 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1be15386-53bb-459f-b279-51a86fa0ae17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:14.954742 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 14e24fbd-751b-4795-86b8-cd9eca2691c6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:01:14.980294 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27311407-5ac6-4fe1-8002-ebba9a9cef4e admin admin] Made reservation on behalf of e6bea34f57f3438382c2fe5b205b1663 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:01:14.982643 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27311407-5ac6-4fe1-8002-ebba9a9cef4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:14.985618 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1be15386-53bb-459f-b279-51a86fa0ae17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:15.098031 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1be15386-53bb-459f-b279-51a86fa0ae17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:15.100629 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1be15386-53bb-459f-b279-51a86fa0ae17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:15.104327 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1be15386-53bb-459f-b279-51a86fa0ae17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c55590e-63b5-4771-9727-1931a455a77f HTTP/1.1" status: 204 len: 168 time: 0.2900448 Dec 06 15:01:15.113336 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be15386-53bb-459f-b279-51a86fa0ae17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c55590e-63b5-4771-9727-1931a455a77f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:15.242116 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27311407-5ac6-4fe1-8002-ebba9a9cef4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:15.303629 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7b8b1a-9720-42bf-870f-76f0e57769d5 admin admin] Router da3bed10-6e9b-4aef-b7c6-5474e5031add has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:01:15.305272 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27311407-5ac6-4fe1-8002-ebba9a9cef4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a5af40-5e41-44c6-af09-1021d37830cd,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:15.315231 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27311407-5ac6-4fe1-8002-ebba9a9cef4e admin admin] Checking segment: {'id': '68df21cc-c880-4f67-b4be-3f1a8c6d4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14e24fbd-751b-4795-86b8-cd9eca2691c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:01:15.315594 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27311407-5ac6-4fe1-8002-ebba9a9cef4e admin admin] Network hostable DHCP agents. Network: 14e24fbd-751b-4795-86b8-cd9eca2691c6, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:01:15.333153 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27311407-5ac6-4fe1-8002-ebba9a9cef4e admin admin] Network 14e24fbd-751b-4795-86b8-cd9eca2691c6 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:01:15.342666 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-27311407-5ac6-4fe1-8002-ebba9a9cef4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 14e24fbd-751b-4795-86b8-cd9eca2691c6) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:01:15.347463 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27311407-5ac6-4fe1-8002-ebba9a9cef4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:15.348975 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27311407-5ac6-4fe1-8002-ebba9a9cef4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:15.359287 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f5469d-6bcf-435c-9450-1c1253dff9b0 None None] Network 14e24fbd-751b-4795-86b8-cd9eca2691c6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:01:15.387250 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-27311407-5ac6-4fe1-8002-ebba9a9cef4e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4869649 Dec 06 15:01:15.433727 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c308a9b-8eac-4b7d-a9b6-1c9d27c47d25 req-2cd376ed-7164-4bcb-8ec8-694fe0e9e92f tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0446234 Dec 06 15:01:15.530233 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-891c9a21-5c78-4b6a-82c0-07324ecc649f req-96977f60-d3ee-41d7-95e9-856287279ad1 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0450778 Dec 06 15:01:15.531636 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7b8b1a-9720-42bf-870f-76f0e57769d5 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:01:15.540512 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ca7b8b1a-9720-42bf-870f-76f0e57769d5 admin admin] 10.222.0.20 "PUT /v2.0/routers/da3bed10-6e9b-4aef-b7c6-5474e5031add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4264419 Dec 06 15:01:15.541438 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3c1b70-8ebf-4195-8342-b449c9644a79 None None] Sync routers for ids ['da3bed10-6e9b-4aef-b7c6-5474e5031add'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:01:15.543085 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36220) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:15.558354 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c1b70-8ebf-4195-8342-b449c9644a79 None None] Routers {'da3bed10-6e9b-4aef-b7c6-5474e5031add'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:15.562436 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6b3c1b70-8ebf-4195-8342-b449c9644a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:01:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['da3bed10-6e9b-4aef-b7c6-5474e5031add'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:15.565125 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10581954-3346-4ff9-9606-4f4ee135311c None None] Network 14e24fbd-751b-4795-86b8-cd9eca2691c6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:01:15.667198 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1aba9a43-dd67-478d-8600-55afa346e133 req-124aaf3b-f1b9-4533-a93b-9a5f9c621f9d tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0513577 Dec 06 15:01:15.748082 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0fc185e3-12f5-44e9-bd41-a1d16ec4ce40 admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:15.775945 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6b3c1b70-8ebf-4195-8342-b449c9644a79 None None] Set router da3bed10-6e9b-4aef-b7c6-5474e5031add gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:15.896342 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0fc185e3-12f5-44e9-bd41-a1d16ec4ce40 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:15.977342 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54b7d2-6330-4634-9d59-8825cf35a84d req-52689969-c330-4fe2-bfdf-008bf86b2503 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:15.978919 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cd54b7d2-6330-4634-9d59-8825cf35a84d req-52689969-c330-4fe2-bfdf-008bf86b2503 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.1050620 Dec 06 15:01:16.027223 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0fc185e3-12f5-44e9-bd41-a1d16ec4ce40 admin admin] Deleting port c1220f37-8f77-40ae-95f4-649c0f7e0521 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:01:16.027385 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0fc185e3-12f5-44e9-bd41-a1d16ec4ce40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:16.097961 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36252) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:16.105522 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cd54b7d2-6330-4634-9d59-8825cf35a84d req-1ff7c09a-6d71-4b2b-ac5d-2abea1299600 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203964 Dec 06 15:01:16.124752 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6b3c1b70-8ebf-4195-8342-b449c9644a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'name': 'tempest-TestAggregatesBasicOps-40167498-router', 'tenant_id': '0755ea79128c4575ae09a98b171b90b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.175'}], 'enable_snat': True}, 'gw_port_id': 'c1220f37-8f77-40ae-95f4-649c0f7e0521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:58Z', 'updated_at': '2021-12-06T15:01:14Z', 'revision_number': 5, 'project_id': '0755ea79128c4575ae09a98b171b90b9', 'gw_port': {'id': 'c1220f37-8f77-40ae-95f4-649c0f7e0521', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:59Z', 'updated_at': '2021-12-06T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:16.128844 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-8d105e2d-f865-4fa8-854e-d6afc36dac39 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:16.130568 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-8d105e2d-f865-4fa8-854e-d6afc36dac39 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/networks?id=14e24fbd-751b-4795-86b8-cd9eca2691c6 HTTP/1.1" status: 200 len: 814 time: 0.1828895 Dec 06 15:01:16.163527 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-ab8ede6c-77df-4e83-a85b-0e86bd976eca tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/quotas/e6bea34f57f3438382c2fe5b205b1663 HTTP/1.1" status: 200 len: 375 time: 0.0237155 Dec 06 15:01:16.168421 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3c1b70-8ebf-4195-8342-b449c9644a79 None None] Checking router: da3bed10-6e9b-4aef-b7c6-5474e5031add for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:01:16.177681 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c1b70-8ebf-4195-8342-b449c9644a79 None None] Routers {'da3bed10-6e9b-4aef-b7c6-5474e5031add'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:16.178537 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6b3c1b70-8ebf-4195-8342-b449c9644a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:01:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['da3bed10-6e9b-4aef-b7c6-5474e5031add'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:16.190019 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cad9ea5e-8950-47fc-aec3-f25d387f2ead req-84310033-3dc7-43a8-838e-e8f83454f90e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0359674 Dec 06 15:01:16.204301 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-5d047635-db84-47ce-aa85-c02722e01254 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e6bea34f57f3438382c2fe5b205b1663&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364583 Dec 06 15:01:16.213496 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0fc185e3-12f5-44e9-bd41-a1d16ec4ce40 admin admin] For port c1220f37-8f77-40ae-95f4-649c0f7e0521, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c1220f37-8f77-40ae-95f4-649c0f7e0521,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:16.213869 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0fc185e3-12f5-44e9-bd41-a1d16ec4ce40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:16.232638 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0fc185e3-12f5-44e9-bd41-a1d16ec4ce40 admin admin] Calling delete_port for c1220f37-8f77-40ae-95f4-649c0f7e0521 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:01:16.288236 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e1721736-b794-4557-824d-9c398f5db940 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1597470138-network', 'tenant_id': '12ecac4697514e49a6974a3c26be9247'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:16.290002 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6b3c1b70-8ebf-4195-8342-b449c9644a79 None None] Set router da3bed10-6e9b-4aef-b7c6-5474e5031add gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:16.334645 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-90cd0b4a-e199-4423-8071-457029928c68 service neutron] 10.222.0.20 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254733 Dec 06 15:01:16.335962 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1721736-b794-4557-824d-9c398f5db940 admin admin] Made reservation on behalf of 12ecac4697514e49a6974a3c26be9247 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:01:16.338434 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1721736-b794-4557-824d-9c398f5db940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:16.346058 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6b3c1b70-8ebf-4195-8342-b449c9644a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'name': 'tempest-TestAggregatesBasicOps-40167498-router', 'tenant_id': '0755ea79128c4575ae09a98b171b90b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:58Z', 'updated_at': '2021-12-06T15:01:15Z', 'revision_number': 6, 'project_id': '0755ea79128c4575ae09a98b171b90b9', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:16.355919 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1721736-b794-4557-824d-9c398f5db940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:16.378491 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3c1b70-8ebf-4195-8342-b449c9644a79 None None] The sync data for ids ['da3bed10-6e9b-4aef-b7c6-5474e5031add'] in n-d-master-1 is: [{'id': 'da3bed10-6e9b-4aef-b7c6-5474e5031add', 'name': 'tempest-TestAggregatesBasicOps-40167498-router', 'tenant_id': '0755ea79128c4575ae09a98b171b90b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:58Z', 'updated_at': '2021-12-06T15:01:15Z', 'revision_number': 6, 'project_id': '0755ea79128c4575ae09a98b171b90b9', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:01:16.427627 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0fc185e3-12f5-44e9-bd41-a1d16ec4ce40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:16.456639 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc185e3-12f5-44e9-bd41-a1d16ec4ce40 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1220f37-8f77-40ae-95f4-649c0f7e0521,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:16.465696 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-6b948eb3-0314-415e-b2c1-8726697473df service neutron] 10.222.0.20 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169641 Dec 06 15:01:16.482345 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a262422-572e-4656-90f4-f426d4b45090 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:01:16.510055 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1721736-b794-4557-824d-9c398f5db940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:16.515621 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1721736-b794-4557-824d-9c398f5db940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:16.551967 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1721736-b794-4557-824d-9c398f5db940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26037a07-5eca-4b43-a0bb-2c5703f7632a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:16.552679 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0fc185e3-12f5-44e9-bd41-a1d16ec4ce40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:16.555726 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1721736-b794-4557-824d-9c398f5db940 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:01:16.566403 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1721736-b794-4557-824d-9c398f5db940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:16.566917 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-e1721736-b794-4557-824d-9c398f5db940 admin admin] Added segment b83df2d1-959a-45a9-86dd-a0e752834be7 of type vlan for network 7a6b13ec-3c2d-42fa-979f-41bbed5c4f06 Dec 06 15:01:16.611808 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-89ae7d9b-701f-46e3-be0a-52a5bd643d96 req-a438366a-33f4-4f79-a373-228e3fbf1211 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0746315 Dec 06 15:01:16.633514 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1721736-b794-4557-824d-9c398f5db940 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:16.683085 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-732917cb-8c08-4580-adb7-aef8ab9e3c11 req-3cc10cf3-02ba-4643-8b8e-8f4e0f6243b1 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0317674 Dec 06 15:01:16.712199 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0fc185e3-12f5-44e9-bd41-a1d16ec4ce40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:16.715208 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1721736-b794-4557-824d-9c398f5db940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:16.715777 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d5a3697-9b85-4511-a5cd-b03752cd3281 req-215e5614-5a3c-45dc-beb8-4adc32c9e7af tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 210 time: 0.0290904 Dec 06 15:01:16.717065 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0fc185e3-12f5-44e9-bd41-a1d16ec4ce40 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:16.726319 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1721736-b794-4557-824d-9c398f5db940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:16.727147 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1721736-b794-4557-824d-9c398f5db940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:16.797755 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e1721736-b794-4557-824d-9c398f5db940 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6984577 Dec 06 15:01:16.798537 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0fc185e3-12f5-44e9-bd41-a1d16ec4ce40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:16.799391 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc185e3-12f5-44e9-bd41-a1d16ec4ce40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da3bed10-6e9b-4aef-b7c6-5474e5031add {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:01:16.801555 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36266) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:16.809604 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-995b041e-e1dc-4071-854f-dab257e9159a admin admin] Request body: {'subnet': {'network_id': '7a6b13ec-3c2d-42fa-979f-41bbed5c4f06', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1597470138-subnet', 'tenant_id': '12ecac4697514e49a6974a3c26be9247', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:16.817058 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0fc185e3-12f5-44e9-bd41-a1d16ec4ce40 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:16.821832 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0fc185e3-12f5-44e9-bd41-a1d16ec4ce40 admin admin] 10.222.0.20 "DELETE /v2.0/routers/da3bed10-6e9b-4aef-b7c6-5474e5031add HTTP/1.1" status: 204 len: 168 time: 1.2773461 Dec 06 15:01:16.825183 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36270) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:16.836637 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3fdc434-cf2c-4d04-9b3d-3b58a1f3ab96 req-5c532e32-32f3-44e3-a6ae-9a358505b6d0 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0712631 Dec 06 15:01:16.878181 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995b041e-e1dc-4071-854f-dab257e9159a admin admin] Made reservation on behalf of 12ecac4697514e49a6974a3c26be9247 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:01:16.880603 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-995b041e-e1dc-4071-854f-dab257e9159a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:16.883979 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1721736-b794-4557-824d-9c398f5db940 admin admin] Pushing event updated for resources: {'Network': ['ID=7a6b13ec-3c2d-42fa-979f-41bbed5c4f06,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:16.897760 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 7a6b13ec-3c2d-42fa-979f-41bbed5c4f06 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:01:16.901212 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8704d0-6dff-4e07-a453-bed1ddf5476e admin admin] Deleting subnet 066d4b6a-3a2a-4dd4-968b-6c1e00c8e4b9 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:01:16.909843 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad8704d0-6dff-4e07-a453-bed1ddf5476e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:16.991479 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad8704d0-6dff-4e07-a453-bed1ddf5476e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:17.114118 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad8704d0-6dff-4e07-a453-bed1ddf5476e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:17.215479 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-995b041e-e1dc-4071-854f-dab257e9159a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:17.288321 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fa567ee2-ad73-4d03-8682-13f8876762bc req-61843139-7579-43cd-8b8a-5320768ea8f0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0412378 Dec 06 15:01:17.291869 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad8704d0-6dff-4e07-a453-bed1ddf5476e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:17.311785 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc67aa-b132-4808-a7a7-e86bd54c682d req-b5a08d76-c108-4119-940a-655519fe84be tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:17.313274 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cefc67aa-b132-4808-a7a7-e86bd54c682d req-b5a08d76-c108-4119-940a-655519fe84be tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.1340396 Dec 06 15:01:17.320603 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b041e-e1dc-4071-854f-dab257e9159a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8896f48-b181-46df-906b-45eb5aa688d9,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:17.338415 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad8704d0-6dff-4e07-a453-bed1ddf5476e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:17.340530 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b4ae69-62c1-4acb-a52a-eefd5f1e2955 None None] Network 5f7c2d83-c44a-4561-b2fb-536ee62934e8 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:01:17.341632 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ad8704d0-6dff-4e07-a453-bed1ddf5476e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/066d4b6a-3a2a-4dd4-968b-6c1e00c8e4b9 HTTP/1.1" status: 204 len: 168 time: 0.5152650 Dec 06 15:01:17.344469 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36280) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:17.374581 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8704d0-6dff-4e07-a453-bed1ddf5476e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=066d4b6a-3a2a-4dd4-968b-6c1e00c8e4b9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:17.378773 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b041e-e1dc-4071-854f-dab257e9159a admin admin] Checking segment: {'id': 'b83df2d1-959a-45a9-86dd-a0e752834be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7a6b13ec-3c2d-42fa-979f-41bbed5c4f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:01:17.379144 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995b041e-e1dc-4071-854f-dab257e9159a admin admin] Network hostable DHCP agents. Network: 7a6b13ec-3c2d-42fa-979f-41bbed5c4f06, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:01:17.425400 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cefc67aa-b132-4808-a7a7-e86bd54c682d req-2a6dba6d-aef9-45b8-9f85-2a1b2bfa9fd6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005590 Dec 06 15:01:17.426703 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995b041e-e1dc-4071-854f-dab257e9159a admin admin] Network 7a6b13ec-3c2d-42fa-979f-41bbed5c4f06 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:01:17.440647 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-995b041e-e1dc-4071-854f-dab257e9159a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7a6b13ec-3c2d-42fa-979f-41bbed5c4f06) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:01:17.444082 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:17.454966 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995b041e-e1dc-4071-854f-dab257e9159a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:17.454966 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-995b041e-e1dc-4071-854f-dab257e9159a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:17.468372 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-995b041e-e1dc-4071-854f-dab257e9159a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6644890 Dec 06 15:01:17.485173 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7e58d6-79d8-4fd5-b389-a4cac683e434 None None] Network 7a6b13ec-3c2d-42fa-979f-41bbed5c4f06 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:01:17.509400 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] Deleting port b670e4c3-57bf-4210-8674-49f127b17a12 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:01:17.509747 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:17.586307 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] For port b670e4c3-57bf-4210-8674-49f127b17a12, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b670e4c3-57bf-4210-8674-49f127b17a12,segment=NetworkSegment(45612e02-5219-4006-8865-783d780bd3d2),segment_id=45612e02-5219-4006-8865-783d780bd3d2)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:17.587008 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:17.604226 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] Calling delete_port for b670e4c3-57bf-4210-8674-49f127b17a12 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:01:17.708455 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21de578b-e2cf-400c-9919-ce0fd19ec7aa None None] DHCP port deletion for 5f7c2d83-c44a-4561-b2fb-536ee62934e8 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:01:17.712701 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:17.735009 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900994b6-3624-4494-a093-721c029fa18c None None] Network 7a6b13ec-3c2d-42fa-979f-41bbed5c4f06 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:01:17.755415 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-81616f14-722d-4a32-acec-a0eb14b2f19c req-4a304036-7aea-4c52-8de5-1c356bbb06a8 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0577648 Dec 06 15:01:17.780247 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] Pushing event deleted for resources: {'Port': ['ID=b670e4c3-57bf-4210-8674-49f127b17a12,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:17.784509 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] No DVR routers for this DVR port b670e4c3-57bf-4210-8674-49f127b17a12 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:01:17.874265 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:17.929786 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7aaf3ca8-80ca-49a3-b8d5-4aab58a081c7 req-1531c443-5038-4d31-af3c-457c562b5e19 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 210 time: 0.0424831 Dec 06 15:01:17.931534 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7c2d83-c44a-4561-b2fb-536ee62934e8']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:17.943512 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45612e02-5219-4006-8865-783d780bd3d2') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:17.943966 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45612e02-5219-4006-8865-783d780bd3d2') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:17.976636 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:17.995439 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.016607 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:01:18.017137 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:01:18.019342 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:01:18.030976 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fb8496ea-18fb-4fd1-8ea7-b56ac7700427 req-89565228-8993-4ea7-922d-1ff2c9af7a6c tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.2080400 Dec 06 15:01:18.065855 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dccf14f7-d105-4854-8033-6061278f7d7c req-aa3219a1-e4b3-4f19-8041-861ccf931221 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0722287 Dec 06 15:01:18.071612 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-f22dffe8-8238-4832-b8d0-e83cca50031c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:18.074878 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-f22dffe8-8238-4832-b8d0-e83cca50031c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.23 "GET /v2.0/networks?id=14e24fbd-751b-4795-86b8-cd9eca2691c6 HTTP/1.1" status: 200 len: 814 time: 0.3294024 Dec 06 15:01:18.090520 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-0d0a804a-d5a4-4f36-a349-8d8692dc18e4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Request body: {'port': {'device_id': '2bffdc82-e7a5-4aa1-98b3-3d819132974f', 'network_id': '14e24fbd-751b-4795-86b8-cd9eca2691c6', 'admin_state_up': True, 'tenant_id': 'e6bea34f57f3438382c2fe5b205b1663'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:18.104283 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b670e4c3-57bf-4210-8674-49f127b17a12 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:01:18.126977 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.131966 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: b670e4c3-57bf-4210-8674-49f127b17a12 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:01:18.132421 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b670e4c3-57bf-4210-8674-49f127b17a12 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:01:18.132987 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c1220f37-8f77-40ae-95f4-649c0f7e0521 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:01:18.138915 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.145253 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5f7c2d83-c44a-4561-b2fb-536ee62934e8 HTTP/1.1" status: 204 len: 168 time: 0.7965686 Dec 06 15:01:18.155306 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3aa2a-4637-4306-8965-9c6451730922 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f7c2d83-c44a-4561-b2fb-536ee62934e8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:18.163609 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: c1220f37-8f77-40ae-95f4-649c0f7e0521 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:01:18.164078 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c1220f37-8f77-40ae-95f4-649c0f7e0521 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:01:18.164569 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2dd20c02-4832-470e-b9c5-7760caa4c7de no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:01:18.183786 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 2dd20c02-4832-470e-b9c5-7760caa4c7de {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:01:18.184132 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2dd20c02-4832-470e-b9c5-7760caa4c7de not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:01:18.227369 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-0d0a804a-d5a4-4f36-a349-8d8692dc18e4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Made reservation on behalf of e6bea34f57f3438382c2fe5b205b1663 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:01:18.231153 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-0d0a804a-d5a4-4f36-a349-8d8692dc18e4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.295776 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36306) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:18.302179 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-211fbfd8-db58-4151-86ef-b3af0638436d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-213953564-network', 'tenant_id': '6721ddd4cd3a445ca9f03c07f430cc31'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:18.334297 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211fbfd8-db58-4151-86ef-b3af0638436d admin admin] Made reservation on behalf of 6721ddd4cd3a445ca9f03c07f430cc31 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:01:18.337110 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-211fbfd8-db58-4151-86ef-b3af0638436d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.345811 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-211fbfd8-db58-4151-86ef-b3af0638436d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.363380 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36310) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:18.388471 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf769ef7-f8a6-4a21-ad87-5344fad14d9f req-08994f81-1a13-4962-a1c5-59bc7912dae0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0295534 Dec 06 15:01:18.411979 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-0d0a804a-d5a4-4f36-a349-8d8692dc18e4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Allocated IP 172.20.0.11 (14e24fbd-751b-4795-86b8-cd9eca2691c6/42a5af40-5e41-44c6-af09-1021d37830cd/c5cb0f98-1a86-44ee-850e-6aa161e50b04) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:01:18.434365 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a7d420e2-fb98-4e51-adf2-7bcdd70d4864 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c03455a6f0c479dbb02c8771ec25043&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0668993 Dec 06 15:01:18.437305 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36312) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:18.496150 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-211fbfd8-db58-4151-86ef-b3af0638436d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.506815 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-211fbfd8-db58-4151-86ef-b3af0638436d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.558096 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2a4946da-efec-4f7a-92d7-4308e7974a06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.559787 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211fbfd8-db58-4151-86ef-b3af0638436d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:01:18.602073 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-211fbfd8-db58-4151-86ef-b3af0638436d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.602792 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-211fbfd8-db58-4151-86ef-b3af0638436d admin admin] Added segment fe9bd5b4-b25d-4d95-b1c7-24baea4bfc1b of type vlan for network ecee1354-a211-4047-b7b8-cc4e0eb3cb1c Dec 06 15:01:18.604506 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fbfd8-db58-4151-86ef-b3af0638436d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a5e18f-88d9-4866-8c79-edd9740f6722,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:18.620561 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2a4946da-efec-4f7a-92d7-4308e7974a06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.689685 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d5ac5-2c5b-4f56-9b95-af6b6f73a598 req-ed5f035f-04c2-4231-b30d-d52cd197a7f6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:18.691186 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc9d5ac5-2c5b-4f56-9b95-af6b6f73a598 req-ed5f035f-04c2-4231-b30d-d52cd197a7f6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.1803753 Dec 06 15:01:18.696850 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-211fbfd8-db58-4151-86ef-b3af0638436d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.753158 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-211fbfd8-db58-4151-86ef-b3af0638436d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.754133 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211fbfd8-db58-4151-86ef-b3af0638436d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:18.754776 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-211fbfd8-db58-4151-86ef-b3af0638436d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.773084 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2a4946da-efec-4f7a-92d7-4308e7974a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.775834 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2a4946da-efec-4f7a-92d7-4308e7974a06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.780103 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2a4946da-efec-4f7a-92d7-4308e7974a06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38cc1d68-1780-4d80-9e88-9aa68a68777c HTTP/1.1" status: 204 len: 168 time: 0.3418777 Dec 06 15:01:18.818417 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc9d5ac5-2c5b-4f56-9b95-af6b6f73a598 req-deef5c62-db10-42b6-86a3-abe597f29c0f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183846 Dec 06 15:01:18.821271 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4946da-efec-4f7a-92d7-4308e7974a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cc1d68-1780-4d80-9e88-9aa68a68777c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:18.828851 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-211fbfd8-db58-4151-86ef-b3af0638436d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5310910 Dec 06 15:01:18.829509 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36320) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:18.838620 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c5da6053-aed5-4953-abd1-7e1f38f242b7 admin admin] Request body: {'subnet': {'network_id': 'ecee1354-a211-4047-b7b8-cc4e0eb3cb1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-213953564-subnet', 'tenant_id': '6721ddd4cd3a445ca9f03c07f430cc31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:18.881480 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5cd663b2-7297-4456-9d4f-62aea723fb8b req-32740dac-e2f7-4bd4-90a6-9125677f97f8 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0312827 Dec 06 15:01:18.903447 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fbfd8-db58-4151-86ef-b3af0638436d admin admin] Pushing event updated for resources: {'Network': ['ID=ecee1354-a211-4047-b7b8-cc4e0eb3cb1c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:18.913128 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-0d0a804a-d5a4-4f36-a349-8d8692dc18e4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.915349 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network ecee1354-a211-4047-b7b8-cc4e0eb3cb1c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:01:18.916354 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5da6053-aed5-4953-abd1-7e1f38f242b7 admin admin] Made reservation on behalf of 6721ddd4cd3a445ca9f03c07f430cc31 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:01:18.918973 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5da6053-aed5-4953-abd1-7e1f38f242b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:18.963443 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-0d0a804a-d5a4-4f36-a349-8d8692dc18e4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.000351 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-0d0a804a-d5a4-4f36-a349-8d8692dc18e4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Network 14e24fbd-751b-4795-86b8-cd9eca2691c6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:01:19.005168 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-0d0a804a-d5a4-4f36-a349-8d8692dc18e4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:01:19.008644 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-0d0a804a-d5a4-4f36-a349-8d8692dc18e4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:01:19.093676 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a804a-d5a4-4f36-a349-8d8692dc18e4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Pushing event updated for resources: {'Port': ['ID=c5cb0f98-1a86-44ee-850e-6aa161e50b04,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:19.114879 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-0d0a804a-d5a4-4f36-a349-8d8692dc18e4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:19.115492 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-0d0a804a-d5a4-4f36-a349-8d8692dc18e4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.134339 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-770f0cd8-412e-4c0c-94f6-cd0744d14164 req-a59e77aa-deb0-42ed-ad0b-d44a73884911 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0443277 Dec 06 15:01:19.146967 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f149880-60b5-4243-b17f-268662c71c6b req-6639e2e2-d004-437f-9627-79ae0ef76e12 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:19.149062 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f149880-60b5-4243-b17f-268662c71c6b req-6639e2e2-d004-437f-9627-79ae0ef76e12 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 932 time: 0.0980299 Dec 06 15:01:19.157732 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-0d0a804a-d5a4-4f36-a349-8d8692dc18e4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0736752 Dec 06 15:01:19.173562 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Request body: {'port': {'device_id': '2bffdc82-e7a5-4aa1-98b3-3d819132974f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:19.197842 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5da6053-aed5-4953-abd1-7e1f38f242b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.223116 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-755b198d-1f2c-4ce5-87f0-04f448e1af64 req-0cc62c3b-1944-479a-a3e1-d1ecb0e5dfba tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0287211 Dec 06 15:01:19.258963 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f149880-60b5-4243-b17f-268662c71c6b req-d4774578-099d-4819-a666-cf74171542cd tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003323 Dec 06 15:01:19.272710 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.279319 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da6053-aed5-4953-abd1-7e1f38f242b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57fd6876-ada6-409f-a8dd-7ae9e6fd958d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:19.290432 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5da6053-aed5-4953-abd1-7e1f38f242b7 admin admin] Checking segment: {'id': 'fe9bd5b4-b25d-4d95-b1c7-24baea4bfc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ecee1354-a211-4047-b7b8-cc4e0eb3cb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:01:19.290884 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5da6053-aed5-4953-abd1-7e1f38f242b7 admin admin] Network hostable DHCP agents. Network: ecee1354-a211-4047-b7b8-cc4e0eb3cb1c, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:01:19.309588 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5da6053-aed5-4953-abd1-7e1f38f242b7 admin admin] Network ecee1354-a211-4047-b7b8-cc4e0eb3cb1c is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:01:19.319583 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c5da6053-aed5-4953-abd1-7e1f38f242b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ecee1354-a211-4047-b7b8-cc4e0eb3cb1c) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:01:19.324010 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36330) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:19.325043 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5da6053-aed5-4953-abd1-7e1f38f242b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:19.325647 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5da6053-aed5-4953-abd1-7e1f38f242b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.329951 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4488ff84-ba08-49b4-97c2-7a35b5410d92 None None] Network ecee1354-a211-4047-b7b8-cc4e0eb3cb1c requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:01:19.349484 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c5da6053-aed5-4953-abd1-7e1f38f242b7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5101190 Dec 06 15:01:19.473826 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36336) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:19.487360 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355362fe-c660-48b5-9ba2-a11ed5e455a4 None None] Network ecee1354-a211-4047-b7b8-cc4e0eb3cb1c requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:01:19.516284 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-842e314e-a0ba-4e2b-b85b-97d6fc3b7c5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0755ea79128c4575ae09a98b171b90b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1885724 Dec 06 15:01:19.517112 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36338) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:19.518110 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-449765e0-becf-4bcc-8b61-368b598dfe09 req-06640df3-80a9-4344-b20d-2e7044963066 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0693300 Dec 06 15:01:19.542455 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a614063b-f765-41af-a0aa-1e6e2845a046 admin admin] Deleting subnet a8896f48-b181-46df-906b-45eb5aa688d9 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:01:19.548753 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a614063b-f765-41af-a0aa-1e6e2845a046 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.600283 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a614063b-f765-41af-a0aa-1e6e2845a046 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.633602 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c2a2858-717a-48b8-9a8f-7dd4b08d3879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.652965 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5cb0f98-1a86-44ee-850e-6aa161e50b04 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:01:19.661026 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.668662 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c2a2858-717a-48b8-9a8f-7dd4b08d3879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.671113 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a614063b-f765-41af-a0aa-1e6e2845a046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.673927 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Transition to ACTIVE for port object c5cb0f98-1a86-44ee-850e-6aa161e50b04 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:01:19.677865 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.731336 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Pushing event updated for resources: {'Port': ['ID=c5cb0f98-1a86-44ee-850e-6aa161e50b04,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:19.750210 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a614063b-f765-41af-a0aa-1e6e2845a046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.759383 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c2a2858-717a-48b8-9a8f-7dd4b08d3879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.761902 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c2a2858-717a-48b8-9a8f-7dd4b08d3879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.766075 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1c2a2858-717a-48b8-9a8f-7dd4b08d3879 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7794bc0-d0d5-4cd6-a8d1-1a17fdf91f94 HTTP/1.1" status: 204 len: 168 time: 0.2449481 Dec 06 15:01:19.789994 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a2858-717a-48b8-9a8f-7dd4b08d3879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7794bc0-d0d5-4cd6-a8d1-1a17fdf91f94,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:19.791782 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a614063b-f765-41af-a0aa-1e6e2845a046 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.797678 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a614063b-f765-41af-a0aa-1e6e2845a046 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a8896f48-b181-46df-906b-45eb5aa688d9 HTTP/1.1" status: 204 len: 168 time: 0.3226657 Dec 06 15:01:19.799297 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614063b-f765-41af-a0aa-1e6e2845a046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8896f48-b181-46df-906b-45eb5aa688d9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:19.800681 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36342) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:19.835464 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Attempting to bind port c5cb0f98-1a86-44ee-850e-6aa161e50b04 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:01:19.835846 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Attempting to bind port c5cb0f98-1a86-44ee-850e-6aa161e50b04 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '68df21cc-c880-4f67-b4be-3f1a8c6d4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14e24fbd-751b-4795-86b8-cd9eca2691c6'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:01:19.836177 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Attempting to bind port c5cb0f98-1a86-44ee-850e-6aa161e50b04 on network 14e24fbd-751b-4795-86b8-cd9eca2691c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:01:19.840762 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Port c5cb0f98-1a86-44ee-850e-6aa161e50b04 on network 14e24fbd-751b-4795-86b8-cd9eca2691c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:01:19.841089 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Attempting to bind port c5cb0f98-1a86-44ee-850e-6aa161e50b04 on network 14e24fbd-751b-4795-86b8-cd9eca2691c6 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:01:19.846783 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:01:19.847126 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Checking segment: {'id': '68df21cc-c880-4f67-b4be-3f1a8c6d4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14e24fbd-751b-4795-86b8-cd9eca2691c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:01:19.847512 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Bound using segment: {'id': '68df21cc-c880-4f67-b4be-3f1a8c6d4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14e24fbd-751b-4795-86b8-cd9eca2691c6'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:01:19.848039 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Bound port: c5cb0f98-1a86-44ee-850e-6aa161e50b04, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68df21cc-c880-4f67-b4be-3f1a8c6d4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14e24fbd-751b-4795-86b8-cd9eca2691c6'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:01:19.848397 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.875871 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f803eb6-1a3f-47cf-893f-1a2b22ecc948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.925292 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] For port c5cb0f98-1a86-44ee-850e-6aa161e50b04, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:01:19.929098 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] For port c5cb0f98-1a86-44ee-850e-6aa161e50b04, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04,segment=NetworkSegment(68df21cc-c880-4f67-b4be-3f1a8c6d4c4e),segment_id=68df21cc-c880-4f67-b4be-3f1a8c6d4c4e)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:01:19.934651 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.975481 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:19.976354 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.977936 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] 10.222.0.23 "PUT /v2.0/ports/c5cb0f98-1a86-44ee-850e-6aa161e50b04 HTTP/1.1" status: 200 len: 1092 time: 0.8110459 Dec 06 15:01:19.989903 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f803eb6-1a3f-47cf-893f-1a2b22ecc948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:19.992437 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bffdc82-e7a5-4aa1-98b3-3d819132974f', 'tag': 'c5cb0f98-1a86-44ee-850e-6aa161e50b04'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:01:19.999288 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92831ac-7b89-41bf-8f21-fcb86e534065" -d '{"events": [{"name": "network-changed", "server_uuid": "2bffdc82-e7a5-4aa1-98b3-3d819132974f", "tag": "c5cb0f98-1a86-44ee-850e-6aa161e50b04"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:01:20.028294 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-4f803eb6-1a3f-47cf-893f-1a2b22ecc948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6b13ec-3c2d-42fa-979f-41bbed5c4f06']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:20.034502 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-76e08e6b-0650-4ddc-bed2-5cf923298fdd req-c9a9c187-9096-4ce8-be93-216c55c482d2 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0841203 Dec 06 15:01:20.043465 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b172610-575a-4c64-944b-b713bab70867 req-ceb3bcb9-9a65-4fba-80d4-14e3d0719793 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:20.045035 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b172610-575a-4c64-944b-b713bab70867 req-ceb3bcb9-9a65-4fba-80d4-14e3d0719793 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.1245666 Dec 06 15:01:20.048641 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-4f803eb6-1a3f-47cf-893f-1a2b22ecc948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83df2d1-959a-45a9-86dd-a0e752834be7') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:20.048935 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-4f803eb6-1a3f-47cf-893f-1a2b22ecc948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83df2d1-959a-45a9-86dd-a0e752834be7') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:20.064499 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f803eb6-1a3f-47cf-893f-1a2b22ecc948 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:20.086845 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f803eb6-1a3f-47cf-893f-1a2b22ecc948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:20.101348 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f803eb6-1a3f-47cf-893f-1a2b22ecc948 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:01:20.101348 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f803eb6-1a3f-47cf-893f-1a2b22ecc948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:20.101727 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b3540d-cbcf-4d92-bf84-bb59dcc3b11e x-openstack-request-id: req-e7b3540d-cbcf-4d92-bf84-bb59dcc3b11e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:01:20.102036 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bffdc82-e7a5-4aa1-98b3-3d819132974f", "tag": "c5cb0f98-1a86-44ee-850e-6aa161e50b04", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:01:20.102298 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7b3540d-cbcf-4d92-bf84-bb59dcc3b11e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:01:20.102439 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:01:20.105220 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bffdc82-e7a5-4aa1-98b3-3d819132974f', 'tag': 'c5cb0f98-1a86-44ee-850e-6aa161e50b04', 'status': 'completed', 'code': 200} Dec 06 15:01:20.119016 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced46ff-b64c-4974-bc0b-ce48387ca15c service neutron] Pushing event updated for resources: {'Port': ['ID=c5cb0f98-1a86-44ee-850e-6aa161e50b04,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:20.135047 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b172610-575a-4c64-944b-b713bab70867 req-bbcec013-679f-41d1-b8f7-55adedc1e64b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795441 Dec 06 15:01:20.143445 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-64905476-3e97-4927-bf90-490bebd8958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:20.144982 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-64905476-3e97-4927-bf90-490bebd8958d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6bea34f57f3438382c2fe5b205b1663&device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 1095 time: 0.1217663 Dec 06 15:01:20.173981 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f803eb6-1a3f-47cf-893f-1a2b22ecc948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:20.181468 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f803eb6-1a3f-47cf-893f-1a2b22ecc948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:20.188893 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4f803eb6-1a3f-47cf-893f-1a2b22ecc948 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7a6b13ec-3c2d-42fa-979f-41bbed5c4f06 HTTP/1.1" status: 204 len: 168 time: 0.3871889 Dec 06 15:01:20.190507 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36356) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:20.210154 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f803eb6-1a3f-47cf-893f-1a2b22ecc948 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6b13ec-3c2d-42fa-979f-41bbed5c4f06,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:20.214379 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-3c3d75b4-506d-40cb-84f7-c093c61dab2a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04 HTTP/1.1" status: 200 len: 217 time: 0.0595605 Dec 06 15:01:20.259797 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c149cef-2fdf-4634-b2c9-bc7aabedf867 admin admin] Deleting subnet 57fd6876-ada6-409f-a8dd-7ae9e6fd958d {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:01:20.263703 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c149cef-2fdf-4634-b2c9-bc7aabedf867 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:20.272683 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a955ab5-6dec-4e9a-8f15-42cc5c2017ab req-117449d2-8a0e-4940-a669-cf9a6b04e3e0 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0599430 Dec 06 15:01:20.322973 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2759b679-820a-4642-8aec-b4f86bc654a9 req-3863d006-bddd-490a-b308-d7800a5964f7 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0344005 Dec 06 15:01:20.330390 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-02074d82-eed6-45c3-8fd1-8a47684d25b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:20.331730 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c149cef-2fdf-4634-b2c9-bc7aabedf867 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:20.332470 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-02074d82-eed6-45c3-8fd1-8a47684d25b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42a5af40-5e41-44c6-af09-1021d37830cd HTTP/1.1" status: 200 len: 854 time: 0.1092212 Dec 06 15:01:20.374876 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c149cef-2fdf-4634-b2c9-bc7aabedf867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:20.379397 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-c387c610-7c63-4cde-86ec-7754131059a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=14e24fbd-751b-4795-86b8-cd9eca2691c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339179 Dec 06 15:01:20.445843 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c149cef-2fdf-4634-b2c9-bc7aabedf867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:20.480600 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c149cef-2fdf-4634-b2c9-bc7aabedf867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57fd6876-ada6-409f-a8dd-7ae9e6fd958d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:20.491111 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c149cef-2fdf-4634-b2c9-bc7aabedf867 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:20.494758 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3c149cef-2fdf-4634-b2c9-bc7aabedf867 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/57fd6876-ada6-409f-a8dd-7ae9e6fd958d HTTP/1.1" status: 204 len: 168 time: 0.3032527 Dec 06 15:01:20.497193 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36372) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:20.521819 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab613ed-4cb1-453f-98ba-420691129cdf req-c383537b-ca08-4974-9380-99dbee2f4d01 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:20.524201 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ab613ed-4cb1-453f-98ba-420691129cdf req-c383537b-ca08-4974-9380-99dbee2f4d01 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 944 time: 0.1691546 Dec 06 15:01:20.571227 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9d9b30b-73d0-47cf-a9c2-83c85ff219c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:20.583143 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-9de2f75a-3360-43f3-8ebb-629c876eb9a4 service neutron] 10.222.0.23 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903553 Dec 06 15:01:20.611808 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dedddccb-e7ad-4af0-8539-5917ec1d8f0a req-52d6cd20-e8bd-4f51-8ba0-63b5c050d484 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0331974 Dec 06 15:01:20.643789 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ab613ed-4cb1-453f-98ba-420691129cdf req-7fe73fde-42c6-40f1-b35a-02f510525be5 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055515 Dec 06 15:01:20.645732 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54719d2b-5029-4454-932e-c8617b17a327 req-7a872ba7-c604-4bfc-bc0c-f8ff467719f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:20.647143 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-54719d2b-5029-4454-932e-c8617b17a327 req-7a872ba7-c604-4bfc-bc0c-f8ff467719f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 1096 time: 0.1218238 Dec 06 15:01:20.684968 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9d9b30b-73d0-47cf-a9c2-83c85ff219c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:20.706134 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e9d9b30b-73d0-47cf-a9c2-83c85ff219c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecee1354-a211-4047-b7b8-cc4e0eb3cb1c']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:20.716119 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e9d9b30b-73d0-47cf-a9c2-83c85ff219c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9bd5b4-b25d-4d95-b1c7-24baea4bfc1b') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:20.717182 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e9d9b30b-73d0-47cf-a9c2-83c85ff219c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9bd5b4-b25d-4d95-b1c7-24baea4bfc1b') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:20.727052 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9d9b30b-73d0-47cf-a9c2-83c85ff219c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:20.745417 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9d9b30b-73d0-47cf-a9c2-83c85ff219c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:20.752426 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d9b30b-73d0-47cf-a9c2-83c85ff219c7 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:01:20.752838 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9d9b30b-73d0-47cf-a9c2-83c85ff219c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:01:20.754525 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:01:20.794526 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dd73d579-b5b6-460b-8725-a69c8148c421 req-4f5a8b6f-d2b1-4a15-b670-990d1086179c service neutron] 10.222.0.23 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970940 Dec 06 15:01:20.813330 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54719d2b-5029-4454-932e-c8617b17a327 req-ab7eb958-1e07-47bf-af01-526404f42b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:20.815202 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-54719d2b-5029-4454-932e-c8617b17a327 req-ab7eb958-1e07-47bf-af01-526404f42b73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 913 time: 0.1393826 Dec 06 15:01:20.818637 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9d9b30b-73d0-47cf-a9c2-83c85ff219c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:20.825357 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9d9b30b-73d0-47cf-a9c2-83c85ff219c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:20.831432 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e9d9b30b-73d0-47cf-a9c2-83c85ff219c7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ecee1354-a211-4047-b7b8-cc4e0eb3cb1c HTTP/1.1" status: 204 len: 168 time: 0.3309641 Dec 06 15:01:20.846837 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9b30b-73d0-47cf-a9c2-83c85ff219c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecee1354-a211-4047-b7b8-cc4e0eb3cb1c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:20.883605 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-54719d2b-5029-4454-932e-c8617b17a327 req-c808bbb0-0c32-408e-a0e7-e9f88b884f69 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 HTTP/1.1" status: 200 len: 217 time: 0.0583842 Dec 06 15:01:20.956109 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92831ac-7b89-41bf-8f21-fcb86e534065 req-7a3f7bcf-1bb5-4f5b-bc39-9cfcf64379e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:20.957233 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36386) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:20.957626 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b92831ac-7b89-41bf-8f21-fcb86e534065 req-7a3f7bcf-1bb5-4f5b-bc39-9cfcf64379e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6bea34f57f3438382c2fe5b205b1663&device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 1095 time: 0.0823772 Dec 06 15:01:20.967397 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54719d2b-5029-4454-932e-c8617b17a327 req-8191cae4-38d1-4c8d-8897-56534d953787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:20.968833 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-54719d2b-5029-4454-932e-c8617b17a327 req-8191cae4-38d1-4c8d-8897-56534d953787 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8f704f4-e319-4867-8b21-d731d4293c49 HTTP/1.1" status: 200 len: 852 time: 0.0668766 Dec 06 15:01:21.003834 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-06377c70-e754-455f-9024-3e8012f33167 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12ecac4697514e49a6974a3c26be9247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448129 Dec 06 15:01:21.005856 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36390) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:21.027521 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-54719d2b-5029-4454-932e-c8617b17a327 req-d73f91f6-edb4-4879-8de0-af1a55bc358b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366745 Dec 06 15:01:21.057758 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64f71203-3f13-41b0-9994-86acaec5fd34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:21.089265 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64f71203-3f13-41b0-9994-86acaec5fd34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:21.130379 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6e3766d4-e877-4da0-b182-7cf2e4755fcf req-f57cb60e-1fa6-4653-8c73-06df699338fa tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0331626 Dec 06 15:01:21.138651 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92831ac-7b89-41bf-8f21-fcb86e534065 req-7b70d63a-308a-4b80-b39f-f366085af492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:21.140175 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b92831ac-7b89-41bf-8f21-fcb86e534065 req-7b70d63a-308a-4b80-b39f-f366085af492 service neutron] 10.222.0.23 "GET /v2.0/networks?id=14e24fbd-751b-4795-86b8-cd9eca2691c6 HTTP/1.1" status: 200 len: 915 time: 0.1751385 Dec 06 15:01:21.173525 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64f71203-3f13-41b0-9994-86acaec5fd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:21.177530 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64f71203-3f13-41b0-9994-86acaec5fd34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:21.178576 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-64f71203-3f13-41b0-9994-86acaec5fd34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26037a07-5eca-4b43-a0bb-2c5703f7632a HTTP/1.1" status: 204 len: 168 time: 0.1716239 Dec 06 15:01:21.187645 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f71203-3f13-41b0-9994-86acaec5fd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26037a07-5eca-4b43-a0bb-2c5703f7632a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:21.210206 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-54719d2b-5029-4454-932e-c8617b17a327 req-d4cd1d81-3d60-4a69-8cfe-c2d09e2c46ea service neutron] 10.222.0.37 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554205 Dec 06 15:01:21.211894 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b92831ac-7b89-41bf-8f21-fcb86e534065 req-4a35610d-c8fa-426d-8550-5d3bc1f6650f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04 HTTP/1.1" status: 200 len: 217 time: 0.0617425 Dec 06 15:01:21.356786 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92831ac-7b89-41bf-8f21-fcb86e534065 req-7bda29a8-1585-40e0-add2-b067076114b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:21.358813 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b92831ac-7b89-41bf-8f21-fcb86e534065 req-7bda29a8-1585-40e0-add2-b067076114b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42a5af40-5e41-44c6-af09-1021d37830cd HTTP/1.1" status: 200 len: 854 time: 0.1293480 Dec 06 15:01:21.371601 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0f4203f-8bbc-4652-bc3f-58795f48873a req-249b0a99-574e-4036-a635-cf12a4e91b29 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0405927 Dec 06 15:01:21.408270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b92831ac-7b89-41bf-8f21-fcb86e534065 req-6f5918b3-b4e5-4396-82ff-4dcb6e289b1e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=14e24fbd-751b-4795-86b8-cd9eca2691c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371606 Dec 06 15:01:21.418223 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9982ff8-4c7c-40ea-9e5b-af6d76354865 req-123444fd-a957-4b9d-8fe6-6652b52d1472 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:21.419952 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9982ff8-4c7c-40ea-9e5b-af6d76354865 req-123444fd-a957-4b9d-8fe6-6652b52d1472 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.1727977 Dec 06 15:01:21.433449 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-54719d2b-5029-4454-932e-c8617b17a327 req-a71ca311-9a50-4d2c-b05c-0015784eee44 service neutron] 10.222.0.37 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143362 Dec 06 15:01:21.475041 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2353bb3-b98d-4362-a577-da062918c82f req-c90c59db-06d4-4d78-96c8-ab575fea25d0 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0538855 Dec 06 15:01:21.485187 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36412) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:21.536047 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9982ff8-4c7c-40ea-9e5b-af6d76354865 req-663c1d98-f16e-45a7-8241-81418964fe34 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049418 Dec 06 15:01:21.559599 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b92831ac-7b89-41bf-8f21-fcb86e534065 req-35ff531c-b97f-45a6-9f5c-c01488cd2ecb service neutron] 10.222.0.23 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364529 Dec 06 15:01:21.645128 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36418) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:21.653068 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b92831ac-7b89-41bf-8f21-fcb86e534065 req-dd689078-8045-4daa-ab5d-73a03ab00063 service neutron] 10.222.0.23 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882015 Dec 06 15:01:21.681697 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-34f1560c-5f98-4258-b5b9-a690db37f748 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'network': {'name': 'tempest-network-smoke--1170239570', 'project_id': '6328bee89d2341bdb282688164425785', 'port_security_enabled': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:21.725088 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba55058b-19c6-4c2b-a4a1-824d34781b87 req-390f3ce0-746d-4ba0-ab5a-c34ede8ab158 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0485613 Dec 06 15:01:21.743417 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b2ee0985-3c9e-4b11-a310-03226dbad434 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6721ddd4cd3a445ca9f03c07f430cc31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0971377 Dec 06 15:01:21.746876 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f1560c-5f98-4258-b5b9-a690db37f748 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Made reservation on behalf of 6328bee89d2341bdb282688164425785 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:01:21.751011 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34f1560c-5f98-4258-b5b9-a690db37f748 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:21.751542 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36424) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:21.759960 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34f1560c-5f98-4258-b5b9-a690db37f748 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:21.800552 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611035fe-24eb-432e-afaa-f966dc94fe8c req-8092beaf-7255-4fc6-9e31-c8d63546a412 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:21.802004 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-611035fe-24eb-432e-afaa-f966dc94fe8c req-8092beaf-7255-4fc6-9e31-c8d63546a412 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 944 time: 0.0826213 Dec 06 15:01:21.830046 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-491bef2f-d594-41ef-9ea2-a3ff2e769786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:21.837895 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34f1560c-5f98-4258-b5b9-a690db37f748 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:21.842198 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34f1560c-5f98-4258-b5b9-a690db37f748 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:21.861747 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-491bef2f-d594-41ef-9ea2-a3ff2e769786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:21.864958 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f1560c-5f98-4258-b5b9-a690db37f748 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:01:21.879044 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1560c-5f98-4258-b5b9-a690db37f748 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05790268-b22c-4182-ba42-45feffdbb262,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:21.883981 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34f1560c-5f98-4258-b5b9-a690db37f748 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:21.884320 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-34f1560c-5f98-4258-b5b9-a690db37f748 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Added segment 54d4b231-b1b4-4643-beca-eed98acec25b of type vlan for network ea4a6999-aee7-44eb-8d45-372d6bdff2a4 Dec 06 15:01:21.895691 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-611035fe-24eb-432e-afaa-f966dc94fe8c req-6028ed6f-e35e-4a2a-ba28-5c6c00b4e475 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818079 Dec 06 15:01:21.923093 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-491bef2f-d594-41ef-9ea2-a3ff2e769786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:21.925757 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-491bef2f-d594-41ef-9ea2-a3ff2e769786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:21.926912 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-491bef2f-d594-41ef-9ea2-a3ff2e769786 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66a5e18f-88d9-4866-8c79-edd9740f6722 HTTP/1.1" status: 204 len: 168 time: 0.1744542 Dec 06 15:01:21.928330 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34f1560c-5f98-4258-b5b9-a690db37f748 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:21.934822 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bef2f-d594-41ef-9ea2-a3ff2e769786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a5e18f-88d9-4866-8c79-edd9740f6722,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:21.961116 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34f1560c-5f98-4258-b5b9-a690db37f748 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:21.967909 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f1560c-5f98-4258-b5b9-a690db37f748 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:21.968594 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34f1560c-5f98-4258-b5b9-a690db37f748 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:22.027236 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-34f1560c-5f98-4258-b5b9-a690db37f748 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5419066 Dec 06 15:01:22.030021 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36428) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:22.037128 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'admin_state_up': True, 'project_id': '6328bee89d2341bdb282688164425785', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:22.062932 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:22.063941 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:22.086179 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1560c-5f98-4258-b5b9-a690db37f748 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Network': ['ID=ea4a6999-aee7-44eb-8d45-372d6bdff2a4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:22.100118 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network ea4a6999-aee7-44eb-8d45-372d6bdff2a4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:01:22.133017 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:22.227899 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8aacec4f-891b-4c38-bf13-7c72f5751f24 req-7642324b-92d6-4a42-ac3e-cd9e4862b0a7 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0306585 Dec 06 15:01:22.275829 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:22.477467 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6316ee8-5441-4fd6-a7a2-8a85a035defd req-1dd6b25d-3397-421a-ba03-dbfaa89389eb tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0550539 Dec 06 15:01:22.510514 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:22.531057 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:22.594300 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09a379bf-cd1d-452f-a0dc-be06cb6ae2cf req-9fcc8dd9-15a0-4bf5-9d55-61f1b4cf3c00 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0372620 Dec 06 15:01:22.675058 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Allocated IP 172.35.7.231 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/64d6cd09-5527-4a4c-abed-72a20717d5ec) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:01:22.693226 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5a25b-1478-4331-be07-8c4d2ddb252c req-c18c868e-7a5c-4593-a17c-4fed5a85c7b1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:22.696139 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c4d5a25b-1478-4331-be07-8c4d2ddb252c req-c18c868e-7a5c-4593-a17c-4fed5a85c7b1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0736990 Dec 06 15:01:22.807514 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c4d5a25b-1478-4331-be07-8c4d2ddb252c req-a65b3e97-054a-4d8b-9067-d31c088e78ca tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043169 Dec 06 15:01:22.832337 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f8fe70f8-b975-4df4-be83-581b7cc9c875 req-47ca7533-60fe-4b0e-ac00-6c0d1fab12d9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0549407 Dec 06 15:01:22.851204 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:22.883733 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:22.923686 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:01:22.926645 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:01:22.930137 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:01:22.944875 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3a0432-2d67-4d5e-8178-d62e09073298 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:01:22.970165 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Port': ['ID=64d6cd09-5527-4a4c-abed-72a20717d5ec,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:23.072362 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f9cf5a4b-94a0-4e5f-aa1c-63cddadf360f None None] Provisioning complete for port 64d6cd09-5527-4a4c-abed-72a20717d5ec triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:23.072806 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5a4b-94a0-4e5f-aa1c-63cddadf360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:23.110874 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf5a4b-94a0-4e5f-aa1c-63cddadf360f None None] Port 64d6cd09-5527-4a4c-abed-72a20717d5ec cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:01:23.308668 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9ea6300b-2cbb-4add-af1f-352806314e7e req-c268703d-258a-43a7-a8a4-051acf76e53f tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0271983 Dec 06 15:01:23.424070 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e2a33-fedd-46b3-8b4e-fea164ffedc9 req-5a512c74-b3ce-4239-b684-4b1a7e3e5f70 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:23.425676 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-067e2a33-fedd-46b3-8b4e-fea164ffedc9 req-5a512c74-b3ce-4239-b684-4b1a7e3e5f70 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 944 time: 0.4452116 Dec 06 15:01:23.540063 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-067e2a33-fedd-46b3-8b4e-fea164ffedc9 req-fcdf98c9-388f-4e8b-a30c-1b460a4e2c4f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051807 Dec 06 15:01:23.565675 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01ad77ed-f242-4410-bbd8-2cdb7199e610 req-d4fc0f48-fedb-4bf0-a0e7-2072536333ce tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0345871 Dec 06 15:01:23.661711 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4eb19bb5-28b4-4175-8fb9-42d2ad92296a req-8c18cf5f-3434-45a3-813a-0f459e87f39b tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0352309 Dec 06 15:01:23.666365 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:23.746517 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c5cb0f98-1a86-44ee-850e-6aa161e50b04 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:01:23.853355 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c5cb0f98-1a86-44ee-850e-6aa161e50b04, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04,segment=NetworkSegment(68df21cc-c880-4f67-b4be-3f1a8c6d4c4e),segment_id=68df21cc-c880-4f67-b4be-3f1a8c6d4c4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:23.865910 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'c5cb0f98-1a86-44ee-850e-6aa161e50b04', 'network_id': '14e24fbd-751b-4795-86b8-cd9eca2691c6', 'port_id': 'c5cb0f98-1a86-44ee-850e-6aa161e50b04', 'mac_address': 'fa:16:3e:fe:80:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5af40-5e41-44c6-af09-1021d37830cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:01:23.912793 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:23.920539 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:23.930741 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5cb0f98-1a86-44ee-850e-6aa161e50b04 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:01:23.956550 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33154c8c-b832-4e89-8fe7-78bde713e0b3 req-373d118d-22a1-4137-8803-b758288c3526 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:23.958965 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c5cb0f98-1a86-44ee-850e-6aa161e50b04, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04,segment=NetworkSegment(68df21cc-c880-4f67-b4be-3f1a8c6d4c4e),segment_id=68df21cc-c880-4f67-b4be-3f1a8c6d4c4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:23.959952 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33154c8c-b832-4e89-8fe7-78bde713e0b3 req-373d118d-22a1-4137-8803-b758288c3526 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0673382 Dec 06 15:01:23.967781 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:24.020037 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=c5cb0f98-1a86-44ee-850e-6aa161e50b04,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:24.025372 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ca0ff701-6a6a-4f4f-a7fd-b00fb5fefb85 req-3651e362-3223-4098-a769-b14a3f19f8f1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0401316 Dec 06 15:01:24.041494 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33154c8c-b832-4e89-8fe7-78bde713e0b3 req-1e4f0cde-e466-467e-a8a5-2359cad71825 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736408 Dec 06 15:01:24.109841 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:01:24.208418 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['c5cb0f98-1a86-44ee-850e-6aa161e50b04'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:01:24.214548 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:01:24.233257 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Sync routers for ids ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:01:24.235431 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:24.237183 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-953211f2-ebc0-4b74-9837-be4b8444e266 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2061656 Dec 06 15:01:24.239609 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36496) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:24.261928 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Routers {'d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:24.262537 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:01:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:24.392308 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b3fbc52-64ad-416e-8bd9-d9318614c5bb req-1611b0f7-6a8f-4cd5-b708-0d6240d9ee1f tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0300331 Dec 06 15:01:24.411330 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Set router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:24.430983 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1fecdb45-f0e4-45f0-a8f0-9dbdd7d85bac tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6328bee89d2341bdb282688164425785&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1901314 Dec 06 15:01:24.433564 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36502) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:24.592693 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bee2469-fcea-41a9-a533-fe6f35c5a731 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:24.594218 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0bee2469-fcea-41a9-a533-fe6f35c5a731 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1596463 Dec 06 15:01:24.597095 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36508) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:24.632830 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4cf94752-d052-4118-8446-18416a8b787e tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344770 Dec 06 15:01:24.635181 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36510) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:24.641057 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-29c87e26-fb54-430d-941c-5c22a05caa1c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1717324125', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'project_id': '6328bee89d2341bdb282688164425785', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:24.689019 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53877e-acf4-40cb-b87a-b76a16e3dc5a req-787642c4-486a-479b-8baa-3041fd15f404 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:24.692297 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f98603e1-7b00-49db-acba-9a49da0aedf2 req-d7a31b6e-e73a-45cf-874e-d30250f5c6bf tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0474732 Dec 06 15:01:24.696563 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fa53877e-acf4-40cb-b87a-b76a16e3dc5a req-787642c4-486a-479b-8baa-3041fd15f404 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 945 time: 0.0553074 Dec 06 15:01:24.754213 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fa53877e-acf4-40cb-b87a-b76a16e3dc5a req-6b40037f-e0df-4d84-bf94-7a5e10725444 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566154 Dec 06 15:01:24.767983 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c87e26-fb54-430d-941c-5c22a05caa1c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Made reservation on behalf of 6328bee89d2341bdb282688164425785 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:01:24.771575 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29c87e26-fb54-430d-941c-5c22a05caa1c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:24.798364 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:23Z', 'revision_number': 3, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:24.801324 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d5bc2e3-e732-4f5c-941b-76663d9e23c6 req-a5940b38-02a9-41b6-a70a-7113a9445aa9 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0474224 Dec 06 15:01:24.825344 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Checking router: d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:01:24.825757 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Updating router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd port 64d6cd09-5527-4a4c-abed-72a20717d5ec binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:01:24.855251 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:24.969851 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29c87e26-fb54-430d-941c-5c22a05caa1c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:25.041380 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c87e26-fb54-430d-941c-5c22a05caa1c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Subnet': ['ID=a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:25.049334 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c87e26-fb54-430d-941c-5c22a05caa1c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Checking segment: {'id': '54d4b231-b1b4-4643-beca-eed98acec25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:01:25.049751 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c87e26-fb54-430d-941c-5c22a05caa1c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network hostable DHCP agents. Network: ea4a6999-aee7-44eb-8d45-372d6bdff2a4, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:01:25.069697 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c87e26-fb54-430d-941c-5c22a05caa1c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network ea4a6999-aee7-44eb-8d45-372d6bdff2a4 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:01:25.082282 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-29c87e26-fb54-430d-941c-5c22a05caa1c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ea4a6999-aee7-44eb-8d45-372d6bdff2a4) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:01:25.089385 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c87e26-fb54-430d-941c-5c22a05caa1c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:25.090461 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29c87e26-fb54-430d-941c-5c22a05caa1c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:25.097049 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c04b0d5-db14-4d1f-adae-adf01fa572d9 None None] Network ea4a6999-aee7-44eb-8d45-372d6bdff2a4 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:01:25.118644 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-29c87e26-fb54-430d-941c-5c22a05caa1c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4822843 Dec 06 15:01:25.121101 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36522) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:25.135167 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f423d79c-41bf-4f91-830e-7e46e007640b req-d963cffc-00e9-4c10-8853-267810d21b12 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0475366 Dec 06 15:01:25.203121 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:25.209690 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:25.276463 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343149fa-d4fd-4951-b02e-79da9c7a0681 req-1d9af39e-280c-4f94-9b27-01407ef845d6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:25.278132 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-343149fa-d4fd-4951-b02e-79da9c7a0681 req-1d9af39e-280c-4f94-9b27-01407ef845d6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.1004870 Dec 06 15:01:25.298585 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bc1396-aed3-4763-a1f8-d634ad65640a None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:01:25.311027 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ff5ca-2959-496e-b6dd-df8e7a808e49 None None] Pushing event updated for resources: {'Port': ['ID=64d6cd09-5527-4a4c-abed-72a20717d5ec,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:25.318751 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Attempting to bind port 64d6cd09-5527-4a4c-abed-72a20717d5ec on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:01:25.319131 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Attempting to bind port 64d6cd09-5527-4a4c-abed-72a20717d5ec by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:01:25.319496 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Attempting to bind port 64d6cd09-5527-4a4c-abed-72a20717d5ec on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:01:25.331150 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:01:25.331399 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:01:25.331918 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:25.332222 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:01:25.332695 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Bound port: 64d6cd09-5527-4a4c-abed-72a20717d5ec, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:01:25.333072 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:25.390878 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'tenant_id': '6328bee89d2341bdb282688164425785', 'fixed_ips': [{'subnet_id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:01:25.392385 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:25.459964 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] For port 64d6cd09-5527-4a4c-abed-72a20717d5ec, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:01:25.499294 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-feca74a0-db93-4c77-bfce-a5e6739e1096 None None] Provisioning complete for port 64d6cd09-5527-4a4c-abed-72a20717d5ec triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:25.499804 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-feca74a0-db93-4c77-bfce-a5e6739e1096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:25.510431 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] For port 64d6cd09-5527-4a4c-abed-72a20717d5ec, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=64d6cd09-5527-4a4c-abed-72a20717d5ec,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:01:25.529519 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8bab90f-3e8b-4601-a5a6-5cbaab6a3460 req-2adeeb77-5d1a-452a-9baf-f8ac4230177b tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0539737 Dec 06 15:01:25.540696 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-343149fa-d4fd-4951-b02e-79da9c7a0681 req-c031baec-66c6-4536-9262-aab6fc493210 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511044 Dec 06 15:01:25.576516 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:25.646372 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-feca74a0-db93-4c77-bfce-a5e6739e1096 None None] Port 64d6cd09-5527-4a4c-abed-72a20717d5ec cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:01:25.657573 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2371b5fb-d5f4-4488-8623-7219ac8d1d3e None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:01:25.662991 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Routers {'d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:25.663624 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:01:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:25.749637 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ff5ca-2959-496e-b6dd-df8e7a808e49 None None] Pushing event updated for resources: {'Port': ['ID=64d6cd09-5527-4a4c-abed-72a20717d5ec,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:25.754485 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:25.766219 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c5cb0f98-1a86-44ee-850e-6aa161e50b04 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:25.802499 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Allocated IP 172.20.0.2 (ea4a6999-aee7-44eb-8d45-372d6bdff2a4/a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0/63c8bd16-d19c-4e0c-9eb1-7371c097c6c6) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:01:25.831155 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b91d0b31-ab92-466d-a825-a26867151400 req-7c45df4a-3011-42ef-84fd-079e28112358 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0594964 Dec 06 15:01:25.889389 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-73268c09-d861-4885-a143-b313f70736d5 None None] Provisioning complete for port 64d6cd09-5527-4a4c-abed-72a20717d5ec triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:25.889727 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-73268c09-d861-4885-a143-b313f70736d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:25.933558 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80741185-be43-4b40-95f7-24f0e966574d req-368d2e80-39c1-4a20-a362-4113d6faf82b tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0488296 Dec 06 15:01:25.951416 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] Set router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:25.990718 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34aaba2-252e-43fc-a468-49ed6592b8b3 req-98a990dc-28dc-4c7b-a5e7-809bafe7ca50 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:25.992233 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c34aaba2-252e-43fc-a468-49ed6592b8b3 req-98a990dc-28dc-4c7b-a5e7-809bafe7ca50 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 945 time: 0.1356127 Dec 06 15:01:26.056476 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port c5cb0f98-1a86-44ee-850e-6aa161e50b04 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:01:26.093982 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port c5cb0f98-1a86-44ee-850e-6aa161e50b04 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:26.093982 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:26.225525 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4efbcf7d-ba79-455a-8f07-f19b87c3190e req-7c901477-d2ce-4c99-8635-a79752563ab3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0339153 Dec 06 15:01:26.297132 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:26.307698 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-73268c09-d861-4885-a143-b313f70736d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:26.333848 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:26.385331 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-73268c09-d861-4885-a143-b313f70736d5 None None] For port 64d6cd09-5527-4a4c-abed-72a20717d5ec, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=64d6cd09-5527-4a4c-abed-72a20717d5ec,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:26.429140 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-73268c09-d861-4885-a143-b313f70736d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:26.439814 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Network ea4a6999-aee7-44eb-8d45-372d6bdff2a4 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:01:26.452765 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:01:26.454607 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Pushing event updated for resources: {'Port': ['ID=63c8bd16-d19c-4e0c-9eb1-7371c097c6c6,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:26.458435 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:01:26.493078 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:26.511143 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c34aaba2-252e-43fc-a468-49ed6592b8b3 req-49efc64a-b827-46a9-9c14-699a50ba8e14 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078797 Dec 06 15:01:26.580487 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bffdc82-e7a5-4aa1-98b3-3d819132974f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cb0f98-1a86-44ee-850e-6aa161e50b04'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:01:26.582001 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0914069f-7bac-4ede-8e28-f50a6cc77bad" -d '{"events": [{"server_uuid": "2bffdc82-e7a5-4aa1-98b3-3d819132974f", "name": "network-vif-plugged", "status": "completed", "tag": "c5cb0f98-1a86-44ee-850e-6aa161e50b04"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:01:26.645198 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-070143d7-e3b0-4a40-a53a-bc21ad05eff6 req-8439eb3d-516a-44fe-b2df-9fbc39979fa9 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0506456 Dec 06 15:01:26.672911 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Allocated IP 172.20.0.1 (ea4a6999-aee7-44eb-8d45-372d6bdff2a4/a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0/d346008b-5387-43bb-81e0-f0489630d70d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:01:26.709803 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0efe4c-6062-4316-84ff-4b3f76940bce req-d543a7e8-f5ed-4e7d-b3e8-e425ae129fac tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:26.711417 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8a0efe4c-6062-4316-84ff-4b3f76940bce req-d543a7e8-f5ed-4e7d-b3e8-e425ae129fac tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0772417 Dec 06 15:01:26.777489 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503096ab-7cc4-40c3-a2fb-3922fb0d6ef7 x-openstack-request-id: req-503096ab-7cc4-40c3-a2fb-3922fb0d6ef7 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:01:26.777867 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bffdc82-e7a5-4aa1-98b3-3d819132974f", "name": "network-vif-plugged", "status": "completed", "tag": "c5cb0f98-1a86-44ee-850e-6aa161e50b04", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:01:26.777965 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-503096ab-7cc4-40c3-a2fb-3922fb0d6ef7 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:01:26.778334 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bffdc82-e7a5-4aa1-98b3-3d819132974f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cb0f98-1a86-44ee-850e-6aa161e50b04', 'code': 200} Dec 06 15:01:26.783389 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Attempting to bind port 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:01:26.783784 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Attempting to bind port 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '54d4b231-b1b4-4643-beca-eed98acec25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:01:26.784286 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Attempting to bind port 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6 on network ea4a6999-aee7-44eb-8d45-372d6bdff2a4 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:01:26.787947 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c5cb0f98-1a86-44ee-850e-6aa161e50b04, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04,segment=NetworkSegment(68df21cc-c880-4f67-b4be-3f1a8c6d4c4e),segment_id=68df21cc-c880-4f67-b4be-3f1a8c6d4c4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:26.791934 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:23Z', 'revision_number': 3, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:26.793718 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73268c09-d861-4885-a143-b313f70736d5 None None] Pushing event updated for resources: {'Port': ['ID=64d6cd09-5527-4a4c-abed-72a20717d5ec,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:26.823279 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:26.828028 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:01:26.828422 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Checking segment: {'id': '54d4b231-b1b4-4643-beca-eed98acec25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:01:26.828821 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:26.829189 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Bound using segment: {'id': '54d4b231-b1b4-4643-beca-eed98acec25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:01:26.829673 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Bound port: 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d4b231-b1b4-4643-beca-eed98acec25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:01:26.830071 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:26.833362 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2a6ca-7c64-44d6-998b-217fbffbd6a1 None None] The sync data for ids ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'] in n-d-master-1 is: [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:23Z', 'revision_number': 3, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:01:26.914232 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=c5cb0f98-1a86-44ee-850e-6aa161e50b04,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:26.943522 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8a0efe4c-6062-4316-84ff-4b3f76940bce req-2db7e31b-a614-4e67-97ce-d8a92568ac46 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106106 Dec 06 15:01:26.958114 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] For port 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:01:26.968442 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] For port 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63c8bd16-d19c-4e0c-9eb1-7371c097c6c6,segment=NetworkSegment(54d4b231-b1b4-4643-beca-eed98acec25b),segment_id=54d4b231-b1b4-4643-beca-eed98acec25b)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:01:26.971220 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a469c2e-39f1-4d1c-934e-77de9c4adcd7 req-e1902712-a784-4077-9e2d-67c9376c33b3 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0486565 Dec 06 15:01:26.972153 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:26.977261 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:26.980023 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab12d6-c567-4c55-821d-8841a5db90db req-38520575-d28e-4803-bca8-15dfe76c0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:26.981529 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e1ab12d6-c567-4c55-821d-8841a5db90db req-38520575-d28e-4803-bca8-15dfe76c0194 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 1097 time: 0.1728687 Dec 06 15:01:27.056937 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e1ab12d6-c567-4c55-821d-8841a5db90db req-fc3c8395-0a19-492c-98a4-bcfa773d980a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679817 Dec 06 15:01:27.061358 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e357270-f7af-4ae2-ba66-9c39aecfea18 None None] Pushing event updated for resources: {'Port': ['ID=63c8bd16-d19c-4e0c-9eb1-7371c097c6c6,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:27.087672 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0c092043-e397-4fc5-ac34-1f9feb1d66ce req-e42190c6-c45e-4ce5-bfcb-708290ed5630 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0353334 Dec 06 15:01:27.088682 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:27.136444 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network ea4a6999-aee7-44eb-8d45-372d6bdff2a4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:01:27.139995 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:01:27.143987 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:01:27.183821 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Port': ['ID=d346008b-5387-43bb-81e0-f0489630d70d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:27.230441 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:27.393329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c01a0d83-e4f5-4d23-a3c8-88959fe9ebb0 req-10cb700a-e40f-4f95-b6f1-d77c559fb0b9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0897779 Dec 06 15:01:27.473395 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:27.700731 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610a42e-9c19-4da2-babc-1344d60ec6af req-48582127-29d6-49a0-b2b4-70c6584bae3f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:27.703186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c610a42e-9c19-4da2-babc-1344d60ec6af req-48582127-29d6-49a0-b2b4-70c6584bae3f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1025140 Dec 06 15:01:27.738648 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0710b5b-3b8b-4a1b-bc14-ff6a1f0dea0e req-ebc5462b-ad47-4c04-8179-f95f0ac25fe1 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0450616 Dec 06 15:01:27.837279 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c610a42e-9c19-4da2-babc-1344d60ec6af req-94f721db-873f-40b9-b61f-b4a9115a2605 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247060 Dec 06 15:01:27.888336 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:27.923163 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:27.931199 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:28.022672 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Port': ['ID=d346008b-5387-43bb-81e0-f0489630d70d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:28.033053 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:28.206310 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ed32a-ea6c-42a7-90f1-be79b84548a2 req-cd7673f1-5618-4f5a-be74-3610413e013a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:28.208376 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-801ed32a-ea6c-42a7-90f1-be79b84548a2 req-cd7673f1-5618-4f5a-be74-3610413e013a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.1139841 Dec 06 15:01:28.220424 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7116029b-673a-40e2-88cb-db57908eb6fa req-599d40d8-bfe0-4a69-bcf3-28f3b2fd0665 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0879085 Dec 06 15:01:28.265340 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:28.304122 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-801ed32a-ea6c-42a7-90f1-be79b84548a2 req-93d39b56-605b-499d-953a-59a80a5e75f3 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859768 Dec 06 15:01:28.322014 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network ea4a6999-aee7-44eb-8d45-372d6bdff2a4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:01:28.332920 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:28.333295 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:28.337073 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:01:28.345762 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-641dda15-49fd-42f5-913a-53f3bc68fa5c req-ba2f0b09-45ab-41ee-8665-9a4de0451106 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0373602 Dec 06 15:01:28.469245 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:28.481722 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:01:28.506482 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63c8bd16-d19c-4e0c-9eb1-7371c097c6c6,segment=NetworkSegment(54d4b231-b1b4-4643-beca-eed98acec25b),segment_id=54d4b231-b1b4-4643-beca-eed98acec25b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:28.514854 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:28.515781 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 64d6cd09-5527-4a4c-abed-72a20717d5ec up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:28.517340 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f34f52c-fea6-43d0-9833-17ac2aeede5c req-a7558e29-1677-4da2-ad35-8d8f21795e31 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0524743 Dec 06 15:01:28.600206 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=63c8bd16-d19c-4e0c-9eb1-7371c097c6c6,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:28.615932 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 64d6cd09-5527-4a4c-abed-72a20717d5ec triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:28.616303 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:28.695179 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23982e1d-ca94-4bf0-835d-dbd3d3a4a08a None None] Network ea4a6999-aee7-44eb-8d45-372d6bdff2a4 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:01:28.698266 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:01:28.715364 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-236acb7a-d47e-4585-8758-f2daa246e968 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "PUT /v2.0/routers/d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5903420 Dec 06 15:01:28.716084 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36578) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:28.837421 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-751cb398-521d-46ff-8783-83d83da6ac2e req-94046979-eb6d-4e1a-b806-adc812cd2dce tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0300562 Dec 06 15:01:28.886569 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-210954d5-ffe8-4d46-b4fe-4012c1afa9c3 None None] Provisioning complete for port 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:28.886948 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-210954d5-ffe8-4d46-b4fe-4012c1afa9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:29.190318 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Sync routers for ids ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:01:29.201814 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Routers {'d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:29.203313 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:01:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:29.268774 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd83ca-f989-41ed-863c-21bfdfdc761b tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.269254 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd83ca-f989-41ed-863c-21bfdfdc761b tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.269855 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd83ca-f989-41ed-863c-21bfdfdc761b tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.270158 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd83ca-f989-41ed-863c-21bfdfdc761b tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.270608 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd83ca-f989-41ed-863c-21bfdfdc761b tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.271056 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd83ca-f989-41ed-863c-21bfdfdc761b tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.272201 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd83ca-f989-41ed-863c-21bfdfdc761b tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.272201 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd83ca-f989-41ed-863c-21bfdfdc761b tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.272423 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd83ca-f989-41ed-863c-21bfdfdc761b tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.272979 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd83ca-f989-41ed-863c-21bfdfdc761b tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.277601 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5fcd83ca-f989-41ed-863c-21bfdfdc761b tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7095 time: 0.5573997 Dec 06 15:01:29.278081 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36588) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:29.283153 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086919ad-973e-42cb-8fb8-53616d27f67f req-b940d802-ce1d-4787-8d4b-16e356753148 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.284652 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-086919ad-973e-42cb-8fb8-53616d27f67f req-b940d802-ce1d-4787-8d4b-16e356753148 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1597810 Dec 06 15:01:29.298110 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ecd6908b-84a6-452b-808e-08360a237bdb None None] Provisioning complete for port 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:29.298680 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ecd6908b-84a6-452b-808e-08360a237bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:29.337135 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Set router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:29.360632 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-086919ad-973e-42cb-8fb8-53616d27f67f req-734d1717-e50e-4cd5-b181-5f87b0d1b02b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569694 Dec 06 15:01:29.436302 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2311c2be-aefe-47d3-83c0-3b0498fb1fff req-64aca2c3-70d2-462b-a625-902f75714410 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.1390591 Dec 06 15:01:29.505063 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c066b8-6007-4781-8c7b-790f80cb481a req-540814e7-54b6-4393-abaa-7fb5b0c6441f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.515223 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9c066b8-6007-4781-8c7b-790f80cb481a req-540814e7-54b6-4393-abaa-7fb5b0c6441f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0939200 Dec 06 15:01:29.559152 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-60e65696-a8e1-4b44-98e1-a6043f443a55 req-3b9a0ddc-a5f8-4463-b4d4-ce1eb6ce5d98 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0494294 Dec 06 15:01:29.580272 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9c066b8-6007-4781-8c7b-790f80cb481a req-5d65abbd-13ff-4ccc-959f-aee242d95862 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641553 Dec 06 15:01:29.591892 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ecd6908b-84a6-452b-808e-08360a237bdb None None] Provisioning complete for port d346008b-5387-43bb-81e0-f0489630d70d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:29.592730 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ecd6908b-84a6-452b-808e-08360a237bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:29.592875 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8528f4-97a1-4a05-9f8f-23032796c0fa tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.593506 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8528f4-97a1-4a05-9f8f-23032796c0fa tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.594153 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8528f4-97a1-4a05-9f8f-23032796c0fa tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.594953 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8528f4-97a1-4a05-9f8f-23032796c0fa tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.595570 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8528f4-97a1-4a05-9f8f-23032796c0fa tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.596586 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8528f4-97a1-4a05-9f8f-23032796c0fa tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.597956 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8528f4-97a1-4a05-9f8f-23032796c0fa tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.600128 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8528f4-97a1-4a05-9f8f-23032796c0fa tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.600809 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8528f4-97a1-4a05-9f8f-23032796c0fa tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.601444 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8528f4-97a1-4a05-9f8f-23032796c0fa tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.603613 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ab8528f4-97a1-4a05-9f8f-23032796c0fa tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6576 time: 0.3238797 Dec 06 15:01:29.606636 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36598) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:29.648348 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ecd6908b-84a6-452b-808e-08360a237bdb None None] Port d346008b-5387-43bb-81e0-f0489630d70d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:01:29.682506 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:27Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd346008b-5387-43bb-81e0-f0489630d70d', 'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:72:47:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:26Z', 'updated_at': '2021-12-06T15:01:27Z', 'revision_number': 2, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:29.690634 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-32176227-9c4a-42da-9c95-2cad80c434b0 req-26efaf57-092a-4883-ab58-76c5ae34c156 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0443008 Dec 06 15:01:29.729292 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Checking router: d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:01:29.729649 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Updating router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd port d346008b-5387-43bb-81e0-f0489630d70d binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:01:29.757616 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:29.784024 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:29.784869 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9df46264-8830-49ba-a6dd-c9e31df3f7c8 None None] Provisioning complete for port d346008b-5387-43bb-81e0-f0489630d70d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:29.785221 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9df46264-8830-49ba-a6dd-c9e31df3f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:29.827107 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9df46264-8830-49ba-a6dd-c9e31df3f7c8 None None] Port d346008b-5387-43bb-81e0-f0489630d70d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:01:29.923601 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a2de44fd-25b3-4b50-bf24-33554c42d256 req-1c456b11-fa97-43f5-ac6e-a03a56daa804 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0310276 Dec 06 15:01:29.924326 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-26351e33-343f-49e8-abc7-670c51d4ace4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:29.925784 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-26351e33-343f-49e8-abc7-670c51d4ace4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/networks?id=14e24fbd-751b-4795-86b8-cd9eca2691c6 HTTP/1.1" status: 200 len: 814 time: 0.2048295 Dec 06 15:01:29.950258 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2edba7d0-1fa5-4ef7-a7b1-ba0e9428d8c5 None None] Provisioning complete for port d346008b-5387-43bb-81e0-f0489630d70d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:29.951362 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2edba7d0-1fa5-4ef7-a7b1-ba0e9428d8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:29.967066 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-f93c6882-dee1-4e51-8d84-1495638994ce tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/quotas/e6bea34f57f3438382c2fe5b205b1663 HTTP/1.1" status: 200 len: 375 time: 0.0310295 Dec 06 15:01:29.989549 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2edba7d0-1fa5-4ef7-a7b1-ba0e9428d8c5 None None] Port d346008b-5387-43bb-81e0-f0489630d70d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:01:30.011382 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-95b21a63-5e92-4aa3-81cd-e719cb305ab8 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2325 time: 0.4009128 Dec 06 15:01:30.034226 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-8ec9c005-80e4-4c45-9a6c-a351ee8b1633 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e6bea34f57f3438382c2fe5b205b1663&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0584490 Dec 06 15:01:30.118449 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:30.126780 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:30.147601 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:30.174831 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-d50cb491-98a1-4578-a948-4b73c378ed9b service neutron] 10.222.0.20 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333735 Dec 06 15:01:30.189220 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53eb63-d1b7-4b5c-9b5d-e9fbfdde4a2d None None] Pushing event updated for resources: {'Port': ['ID=d346008b-5387-43bb-81e0-f0489630d70d,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:30.242431 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:30.242797 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:30.275334 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Attempting to bind port d346008b-5387-43bb-81e0-f0489630d70d on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:01:30.275988 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Attempting to bind port d346008b-5387-43bb-81e0-f0489630d70d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '54d4b231-b1b4-4643-beca-eed98acec25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:01:30.276393 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Attempting to bind port d346008b-5387-43bb-81e0-f0489630d70d on network ea4a6999-aee7-44eb-8d45-372d6bdff2a4 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:01:30.291082 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:01:30.291605 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Checking segment: {'id': '54d4b231-b1b4-4643-beca-eed98acec25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:01:30.292038 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:30.292447 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Bound using segment: {'id': '54d4b231-b1b4-4643-beca-eed98acec25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:01:30.292951 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Bound port: d346008b-5387-43bb-81e0-f0489630d70d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d4b231-b1b4-4643-beca-eed98acec25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:01:30.293337 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:30.344413 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36622) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:30.351433 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1542974603', 'description': 'tempest-secgroup-smoke-1542974603 description', 'project_id': '6328bee89d2341bdb282688164425785'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:30.370102 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-7108a7da-99d5-4713-ac90-b825ad2edbf1 service neutron] 10.222.0.20 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923764 Dec 06 15:01:30.397295 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:30.437047 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] For port d346008b-5387-43bb-81e0-f0489630d70d, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:01:30.440718 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] For port d346008b-5387-43bb-81e0-f0489630d70d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d346008b-5387-43bb-81e0-f0489630d70d,segment=NetworkSegment(54d4b231-b1b4-4643-beca-eed98acec25b),segment_id=54d4b231-b1b4-4643-beca-eed98acec25b)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:01:30.448632 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:30.526983 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-445e5cd8-5c33-4341-83c3-53b7dc5c2c0c None None] Provisioning complete for port d346008b-5387-43bb-81e0-f0489630d70d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:30.529428 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-445e5cd8-5c33-4341-83c3-53b7dc5c2c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:30.544874 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Routers {'d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:30.545787 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:01:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:30.592344 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1636757e-c07f-4241-872a-a0ebee273a4d req-0f48e636-bdbb-40e1-b000-e17848c6a62b tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0850356 Dec 06 15:01:30.609073 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d244a52-daa2-4508-b616-25377e908e00 req-57b9a121-15a9-4381-a15c-914e39cab710 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0521858 Dec 06 15:01:30.658673 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:30.677267 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-445e5cd8-5c33-4341-83c3-53b7dc5c2c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:30.707843 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:30.721952 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-445e5cd8-5c33-4341-83c3-53b7dc5c2c0c None None] For port d346008b-5387-43bb-81e0-f0489630d70d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d346008b-5387-43bb-81e0-f0489630d70d,segment=NetworkSegment(54d4b231-b1b4-4643-beca-eed98acec25b),segment_id=54d4b231-b1b4-4643-beca-eed98acec25b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:30.731782 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-445e5cd8-5c33-4341-83c3-53b7dc5c2c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:30.738426 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3e194ef-4d4d-45d4-8c37-73ea40055ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:30.739500 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] Set router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:30.770259 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6f9318a2-51c3-4f5b-8ad2-30ada5f23c67 req-53419510-be54-47a6-8fd0-2723fdc0c0f3 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1034431 Dec 06 15:01:30.803995 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e5cd8-5c33-4341-83c3-53b7dc5c2c0c None None] Pushing event updated for resources: {'Port': ['ID=d346008b-5387-43bb-81e0-f0489630d70d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:30.834797 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:30.836509 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4906266 Dec 06 15:01:30.846540 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36634) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:30.856860 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f84be0-9c0d-48ec-8253-78255a8c2ce1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:30.860391 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ce417f62-e25a-4984-bf0f-811787462392 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group_rule': {'security_group_id': '18f84be0-9c0d-48ec-8253-78255a8c2ce1', 'project_id': '6328bee89d2341bdb282688164425785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:30.866665 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bc2b70b2-e922-4970-bb1b-d3ef2d397d10 None None] Provisioning complete for port d346008b-5387-43bb-81e0-f0489630d70d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:30.867452 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc2b70b2-e922-4970-bb1b-d3ef2d397d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:30.880393 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53eb63-d1b7-4b5c-9b5d-e9fbfdde4a2d None None] Pushing event updated for resources: {'Port': ['ID=d346008b-5387-43bb-81e0-f0489630d70d,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:30.900143 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-211c43a0-d9e1-4e7a-abcb-232a002917ae req-b181bf8f-7fa9-4c12-81cf-d8a8d0b63a4b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0519934 Dec 06 15:01:30.901618 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:30.902103 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:30.904044 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:30.904044 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:30.904044 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:30.904044 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:30.904580 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:30.904921 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:30.905252 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:30.905580 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:30.905907 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:30.906234 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:30.906556 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ce7ff9-3716-47cd-aa0d-b5ec1e99c223 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:30.930649 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1db7a5-722e-452c-8f29-79b1a80fcd26 req-e8d58e7b-d31b-4a94-81f7-53ad69e5ab5f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:30.932600 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f1db7a5-722e-452c-8f29-79b1a80fcd26 req-e8d58e7b-d31b-4a94-81f7-53ad69e5ab5f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.1667657 Dec 06 15:01:30.970406 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce417f62-e25a-4984-bf0f-811787462392 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.046895 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce417f62-e25a-4984-bf0f-811787462392 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.055451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f1db7a5-722e-452c-8f29-79b1a80fcd26 req-c70a3a80-6068-4c46-8a7b-7c71ef3991ab tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157010 Dec 06 15:01:31.056759 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce417f62-e25a-4984-bf0f-811787462392 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.078635 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-800b07d9-0be2-46a4-a86f-ce68ba57a447 req-6eaec782-fc8a-440d-b402-feb6f58170cd tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0567498 Dec 06 15:01:31.084109 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce417f62-e25a-4984-bf0f-811787462392 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941e5901-2829-46f7-a468-d60dbbc347a1,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:31.099507 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce417f62-e25a-4984-bf0f-811787462392 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.100901 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ce417f62-e25a-4984-bf0f-811787462392 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2458267 Dec 06 15:01:31.110318 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36638) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:31.114786 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4ce37893-0a66-4055-a5e2-abb548b6c855 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group_rule': {'security_group_id': '18f84be0-9c0d-48ec-8253-78255a8c2ce1', 'project_id': '6328bee89d2341bdb282688164425785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:31.158638 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ce37893-0a66-4055-a5e2-abb548b6c855 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.229180 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:27Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd346008b-5387-43bb-81e0-f0489630d70d', 'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:72:47:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:26Z', 'updated_at': '2021-12-06T15:01:30Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:31.229505 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ce37893-0a66-4055-a5e2-abb548b6c855 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.234999 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ce37893-0a66-4055-a5e2-abb548b6c855 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.255133 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce37893-0a66-4055-a5e2-abb548b6c855 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b3f3b6-ee12-4161-b7f6-7fb089b85ab9,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:31.271118 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a90df8-7721-4eb3-98a6-e39e2cb74fc8 None None] The sync data for ids ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'] in n-d-master-1 is: [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:27Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd346008b-5387-43bb-81e0-f0489630d70d', 'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:72:47:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:26Z', 'updated_at': '2021-12-06T15:01:30Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:01:31.273198 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ce37893-0a66-4055-a5e2-abb548b6c855 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.277992 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4ce37893-0a66-4055-a5e2-abb548b6c855 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1633103 Dec 06 15:01:31.277992 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36648) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:31.283125 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b8d3f62f-c779-41a2-940b-7d051d2df923 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group_rule': {'security_group_id': '18f84be0-9c0d-48ec-8253-78255a8c2ce1', 'project_id': '6328bee89d2341bdb282688164425785', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:31.315453 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f62f-c779-41a2-940b-7d051d2df923 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.405097 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f62f-c779-41a2-940b-7d051d2df923 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.409221 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f62f-c779-41a2-940b-7d051d2df923 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.430653 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3f62f-c779-41a2-940b-7d051d2df923 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d39ce4-698e-49a4-b817-fbc032817bb2,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:31.446079 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f62f-c779-41a2-940b-7d051d2df923 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.447334 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b8d3f62f-c779-41a2-940b-7d051d2df923 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1678765 Dec 06 15:01:31.450070 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36652) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:31.455273 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ab4d4a95-d5db-48eb-80bc-ccb8c579d1c2 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group_rule': {'security_group_id': '18f84be0-9c0d-48ec-8253-78255a8c2ce1', 'project_id': '6328bee89d2341bdb282688164425785', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:31.484267 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab4d4a95-d5db-48eb-80bc-ccb8c579d1c2 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.549631 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab4d4a95-d5db-48eb-80bc-ccb8c579d1c2 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.554355 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab4d4a95-d5db-48eb-80bc-ccb8c579d1c2 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.577398 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d4a95-d5db-48eb-80bc-ccb8c579d1c2 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7029c18-42d2-4c86-9cfd-3032a860249f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:31.589498 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab4d4a95-d5db-48eb-80bc-ccb8c579d1c2 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.590749 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ab4d4a95-d5db-48eb-80bc-ccb8c579d1c2 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392083 Dec 06 15:01:31.593431 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36654) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:31.598204 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fda3310f-2c9a-40b5-a386-40e0ae61715b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group_rule': {'security_group_id': '18f84be0-9c0d-48ec-8253-78255a8c2ce1', 'project_id': '6328bee89d2341bdb282688164425785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:31.640299 n-d-master-1 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-fda3310f-2c9a-40b5-a386-40e0ae61715b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Project 6328bee89d2341bdb282688164425785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:01:31.650924 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fda3310f-2c9a-40b5-a386-40e0ae61715b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.682549 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64ac72f3-f457-41da-879e-9b46227d50d8 req-aec38d0d-c6af-48bc-aff8-7e72a25645a4 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0389764 Dec 06 15:01:31.754171 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2b887b41-2b24-4c86-a110-c91ca916612b req-25e1723f-1d39-486e-8878-7205713b7378 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0354154 Dec 06 15:01:31.770801 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fda3310f-2c9a-40b5-a386-40e0ae61715b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.781214 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fda3310f-2c9a-40b5-a386-40e0ae61715b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.807227 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3310f-2c9a-40b5-a386-40e0ae61715b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d173c459-7d56-4443-9053-87f175ff9afb,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:31.817377 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fda3310f-2c9a-40b5-a386-40e0ae61715b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.819113 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fda3310f-2c9a-40b5-a386-40e0ae61715b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2244456 Dec 06 15:01:31.821720 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36662) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:31.826789 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b49df4e9-d345-4584-aa8d-1a8956de4646 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group_rule': {'security_group_id': '18f84be0-9c0d-48ec-8253-78255a8c2ce1', 'project_id': '6328bee89d2341bdb282688164425785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:31.882892 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-b49df4e9-d345-4584-aa8d-1a8956de4646 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Project 6328bee89d2341bdb282688164425785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:01:31.889573 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1dad8933-7d8b-47b9-aaf6-ba3e7d75a160 req-2b945599-8197-4aed-857c-eeef78bc6094 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0476410 Dec 06 15:01:31.891694 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b49df4e9-d345-4584-aa8d-1a8956de4646 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.980239 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b49df4e9-d345-4584-aa8d-1a8956de4646 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.986108 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b49df4e9-d345-4584-aa8d-1a8956de4646 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:32.002422 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c6113284-0c15-414b-9615-e1d3b0156066 req-0a2e9bdc-ebdb-4eff-835c-060730b88d82 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0479782 Dec 06 15:01:32.008121 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49df4e9-d345-4584-aa8d-1a8956de4646 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56be4307-0550-4a35-b044-68510310afb8,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:32.020610 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b49df4e9-d345-4584-aa8d-1a8956de4646 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:32.021868 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b49df4e9-d345-4584-aa8d-1a8956de4646 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1989663 Dec 06 15:01:32.197437 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d346008b-5387-43bb-81e0-f0489630d70d up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:32.202831 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-742ffb28-3d8b-43a9-8687-6d7f2b1980b8 req-744570b1-fa52-405b-84d4-441748d81a68 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0548086 Dec 06 15:01:32.251414 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10c767-3294-4863-bb24-23fe32742331 req-c742a65f-8022-413a-9ef2-b12c679073fd tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:32.256174 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ef10c767-3294-4863-bb24-23fe32742331 req-c742a65f-8022-413a-9ef2-b12c679073fd tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0922265 Dec 06 15:01:32.262844 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d346008b-5387-43bb-81e0-f0489630d70d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:32.264154 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:32.336106 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ef10c767-3294-4863-bb24-23fe32742331 req-add85c9a-eea2-44ee-87af-9e876dcaf98d tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733995 Dec 06 15:01:32.368643 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-c730cd23-aa66-490a-bf12-cf9b86b443f8 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542974603&fields=id&tenant_id=6328bee89d2341bdb282688164425785 HTTP/1.1" status: 200 len: 267 time: 0.0674565 Dec 06 15:01:32.490571 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-8b06c00d-e13a-4a69-9c92-10d319ccb254 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:32.494566 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-8b06c00d-e13a-4a69-9c92-10d319ccb254 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/networks?id=ea4a6999-aee7-44eb-8d45-372d6bdff2a4 HTTP/1.1" status: 200 len: 797 time: 0.1228220 Dec 06 15:01:32.508980 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-86c337f6-caaa-427f-b8b9-7074ba598492 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/quotas/6328bee89d2341bdb282688164425785 HTTP/1.1" status: 200 len: 375 time: 0.0099881 Dec 06 15:01:32.565575 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-623f361e-b758-4d5b-8aef-d630d869ab30 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6328bee89d2341bdb282688164425785&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489767 Dec 06 15:01:32.628260 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-efac9f39-7ccb-40d8-a470-3dce5d17b543 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:01:32.629283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-efac9f39-7ccb-40d8-a470-3dce5d17b543 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0515001 Dec 06 15:01:32.733324 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-f5b44e5c-3bb4-4262-aeb1-457b30bfd1fe service neutron] 10.222.0.20 "GET /v2.0/networks/ea4a6999-aee7-44eb-8d45-372d6bdff2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973568 Dec 06 15:01:32.766635 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a749c34-1794-422e-9446-1c723cf4dfdc req-033d4bec-fa39-4e5b-8a87-6005222810c7 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0277023 Dec 06 15:01:32.847199 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-abe0fc63-e5d1-456d-acd3-adc5e607aba5 req-4e48c29b-d4f9-4443-9bf8-e13c3521934d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0360565 Dec 06 15:01:32.858732 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-e6f0cf09-a0a0-45ad-a47e-b352b6caba02 service neutron] 10.222.0.20 "GET /v2.0/networks/ea4a6999-aee7-44eb-8d45-372d6bdff2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056209 Dec 06 15:01:32.986836 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c86b1e88-115a-42db-a24a-bb15458b3a51 req-cbbc233a-617f-443e-97cc-ebc1c528d6a6 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0337625 Dec 06 15:01:33.038394 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f6757c4-6771-4e81-aba5-e283b8c86782 req-d21733f2-85c7-43a2-bf74-59f723509b82 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 210 time: 0.0280156 Dec 06 15:01:33.099535 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08d69c3c-6321-47b0-b783-0ab9ad785dc7 req-a881176c-4f0a-4b78-9aff-e968e8be3401 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0314615 Dec 06 15:01:33.233844 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-462346b0-02a0-4975-8f27-b3161e84fcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:33.304935 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-147e1c92-3aa4-4e06-9de8-5fa2dcb88d60 req-70c347e6-add9-45fb-b4eb-b9c318662229 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0390353 Dec 06 15:01:33.510928 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd756e16-657b-49cd-96f4-837d0dca9ff8 req-42d5c000-76b5-49ee-bdb3-0d370d2f6721 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:33.514025 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd756e16-657b-49cd-96f4-837d0dca9ff8 req-42d5c000-76b5-49ee-bdb3-0d370d2f6721 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0739613 Dec 06 15:01:33.567078 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd756e16-657b-49cd-96f4-837d0dca9ff8 req-3973d489-6069-4625-9f95-3a8e7f1bb5ec tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466120 Dec 06 15:01:33.856419 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3583c9fd-267b-49b2-bc41-75196109d3fa req-add058ff-7ff4-4484-9593-ee41a93a79bd tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0349977 Dec 06 15:01:33.928196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-027af85c-2511-4ddd-aa99-5e07124ed8e8 req-a5b2aa91-3367-498c-8599-ce142da1f81d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0278282 Dec 06 15:01:33.971635 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:34.002876 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:01:34.128728 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a5f9a3c-27f3-4765-9862-e31ee4ee7fe8 req-1c9a6e70-0f53-4934-a969-58d21aac9a1b tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0521982 Dec 06 15:01:34.218523 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:34.238668 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '8a2ae72e-0459-4e47-aca7-d0c39ad69fd3', 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0', 'port_id': '8a2ae72e-0459-4e47-aca7-d0c39ad69fd3', 'mac_address': 'fa:16:3e:14:32:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f704f4-e319-4867-8b21-d731d4293c49', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:01:34.269718 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f78da0f6-60a5-4554-a083-ec7de59fd619 req-c964e7e3-ba26-4654-b77b-bfef3fc9a53b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 210 time: 0.0816896 Dec 06 15:01:34.293065 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cadab994-7c59-4318-ad27-b644cc7c9e1a req-83b952e3-77ac-4d05-982f-e7d7343bf440 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0603039 Dec 06 15:01:34.300575 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:34.316799 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:01:34.344597 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:34.351438 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:34.415523 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba71ad43-9f69-4910-95c0-275d6cd1afc1 req-87acd16c-bf5d-4e82-887f-8d255719018f tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0380869 Dec 06 15:01:34.435915 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-ce22c606-fc3b-40c4-9dcb-e08381796f3d tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:34.445452 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-ce22c606-fc3b-40c4-9dcb-e08381796f3d tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.37 "GET /v2.0/networks?id=ea4a6999-aee7-44eb-8d45-372d6bdff2a4 HTTP/1.1" status: 200 len: 797 time: 0.3151093 Dec 06 15:01:34.449424 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['8a2ae72e-0459-4e47-aca7-d0c39ad69fd3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:01:34.457804 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:34.581063 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-4af159ea-0f8d-4b84-9b71-80b719cb6db6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6328bee89d2341bdb282688164425785 HTTP/1.1" status: 200 len: 380 time: 0.1221116 Dec 06 15:01:34.630067 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-3c7c5d08-9ba9-442c-beef-3333da69d45a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'port': {'device_id': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'admin_state_up': True, 'tenant_id': '6328bee89d2341bdb282688164425785', 'security_groups': ['18f84be0-9c0d-48ec-8253-78255a8c2ce1']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:34.852458 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8ad1b-5094-4b0f-9750-0a848995c471 req-e0b29be5-d17f-49d5-a3e1-96e2a211ed40 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:34.860369 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1ab8ad1b-5094-4b0f-9750-0a848995c471 req-e0b29be5-d17f-49d5-a3e1-96e2a211ed40 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 944 time: 0.0917170 Dec 06 15:01:34.949420 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-3c7c5d08-9ba9-442c-beef-3333da69d45a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Made reservation on behalf of 6328bee89d2341bdb282688164425785 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:01:34.953243 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-3c7c5d08-9ba9-442c-beef-3333da69d45a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:35.003832 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1ab8ad1b-5094-4b0f-9750-0a848995c471 req-19a0fa78-177a-4b58-9afc-cadb7721fc85 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417089 Dec 06 15:01:35.018172 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4ab73c1-ca0e-4769-bcfd-e8544f3fc0df req-d4bce718-a321-428f-ba7b-3de50acdabf7 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0831699 Dec 06 15:01:35.134314 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aee0753b-6f8a-4961-9969-86d0b9fe40c6 req-e6755980-1b7f-4348-bb79-0ce22f569835 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0478790 Dec 06 15:01:35.221764 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99c7c049-33a9-4bf1-9b32-56ff62584450 req-754bc295-05a4-4651-97ae-ec219b1e1ec5 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0401394 Dec 06 15:01:35.253795 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-3c7c5d08-9ba9-442c-beef-3333da69d45a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Allocated IP 172.20.0.9 (ea4a6999-aee7-44eb-8d45-372d6bdff2a4/a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0/6614d5e4-ed54-4461-ac3e-6b4a117f23c5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:01:35.429552 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-3c7c5d08-9ba9-442c-beef-3333da69d45a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:35.443066 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33af002b-073c-4213-9a97-77b2acb58789 req-c69549f2-8f51-4c9b-a07c-f236259aa619 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0629222 Dec 06 15:01:35.492691 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f41cac3f-1470-4386-892f-f918854af111 req-55587f1d-0cb0-42ce-a49e-cb6ed7eb7e58 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 210 time: 0.0324187 Dec 06 15:01:35.507848 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-3c7c5d08-9ba9-442c-beef-3333da69d45a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:35.558809 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7a537c4-cef3-42f0-9b33-90c56dd752c4 req-9c1a34a0-6158-4581-a9c1-4bde87ab005b tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0767076 Dec 06 15:01:35.562403 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-3c7c5d08-9ba9-442c-beef-3333da69d45a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network ea4a6999-aee7-44eb-8d45-372d6bdff2a4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:01:35.565648 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-3c7c5d08-9ba9-442c-beef-3333da69d45a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:01:35.583401 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-3c7c5d08-9ba9-442c-beef-3333da69d45a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:01:35.634144 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:35.639540 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c5d08-9ba9-442c-beef-3333da69d45a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Port': ['ID=6614d5e4-ed54-4461-ac3e-6b4a117f23c5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:35.729447 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-3c7c5d08-9ba9-442c-beef-3333da69d45a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:35.730434 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-3c7c5d08-9ba9-442c-beef-3333da69d45a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:35.755863 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-3c7c5d08-9ba9-442c-beef-3333da69d45a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1393156 Dec 06 15:01:35.770148 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Request body: {'port': {'device_id': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:35.882532 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:35.944933 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fbeb938c-9f78-4006-89e4-9a66c4655cc9 None None] Provisioning complete for port 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:35.945226 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fbeb938c-9f78-4006-89e4-9a66c4655cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:36.049716 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:36.180257 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3259a2f-74c2-43b1-9900-ba0b210c3275 req-4545dc66-f505-4946-b13b-52b21ef8c696 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0671215 Dec 06 15:01:36.189947 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fbeb938c-9f78-4006-89e4-9a66c4655cc9 None None] Port 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:01:36.227843 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:36.228905 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:36.276410 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1dc7749c-badc-4107-a192-30dbba357fe2 req-cda79d3b-5c82-40c0-b855-d0e3b647db44 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0470815 Dec 06 15:01:36.404908 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:36.437447 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6070fc65-22ee-4bd2-9892-cd21d844abfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2ae72e-0459-4e47-aca7-d0c39ad69fd3'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:01:36.439334 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d85733b-26b6-4809-81f8-1c0ac699941d req-5137cd00-182e-4e64-9b20-84beb11e5abc tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0417590 Dec 06 15:01:36.452440 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843122e2-c9fe-4f36-b1fd-e75ac8a62bac" -d '{"events": [{"server_uuid": "6070fc65-22ee-4bd2-9892-cd21d844abfe", "name": "network-vif-plugged", "status": "completed", "tag": "8a2ae72e-0459-4e47-aca7-d0c39ad69fd3"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:01:36.470968 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18232a-5aee-4f27-ab19-0950476d1c89 req-fb0d2e6a-624f-442d-89e4-ca9fd932d182 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:36.478924 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc18232a-5aee-4f27-ab19-0950476d1c89 req-fb0d2e6a-624f-442d-89e4-ca9fd932d182 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 944 time: 0.1647887 Dec 06 15:01:36.518319 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:36.551688 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:01:36.556159 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-064e20cd-f17e-4475-8e81-65fdba913c1c req-be03792a-75f2-49c4-863a-3e8052bc5444 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0511298 Dec 06 15:01:36.577607 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:36.600135 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:36.620062 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:36.639452 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Transition to ACTIVE for port object 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:01:36.649478 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca106f3-95f7-4eba-b018-6edb9a89f626 x-openstack-request-id: req-7ca106f3-95f7-4eba-b018-6edb9a89f626 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:01:36.650359 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6070fc65-22ee-4bd2-9892-cd21d844abfe", "name": "network-vif-plugged", "status": "completed", "tag": "8a2ae72e-0459-4e47-aca7-d0c39ad69fd3", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:01:36.650804 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ca106f3-95f7-4eba-b018-6edb9a89f626 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:01:36.651372 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6070fc65-22ee-4bd2-9892-cd21d844abfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2ae72e-0459-4e47-aca7-d0c39ad69fd3', 'code': 200} Dec 06 15:01:36.653222 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:36.663481 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:36.676565 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:36.677565 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:36.678103 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:36.678633 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:36.679136 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:36.679639 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:36.680380 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:36.682409 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:36.683471 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:36.684021 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:36.684670 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:36.685181 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:36.685675 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:36.731142 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc18232a-5aee-4f27-ab19-0950476d1c89 req-bf11e66b-98a9-4209-8732-97a8d8f5f7a5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510724 Dec 06 15:01:36.812547 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c40d4-4948-4862-8794-4c1f0c142317 req-f313c38a-3e91-4ee7-a7c8-db8b0f02326e tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:36.821703 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c4c40d4-4948-4862-8794-4c1f0c142317 req-f313c38a-3e91-4ee7-a7c8-db8b0f02326e tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 943 time: 0.0930736 Dec 06 15:01:36.889961 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee2faa90-b3f1-4577-8005-9e5c3308aa1b req-3660682a-104f-4f04-aa03-d0040fe6b374 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0727718 Dec 06 15:01:36.913252 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Pushing event updated for resources: {'Port': ['ID=6614d5e4-ed54-4461-ac3e-6b4a117f23c5,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:36.949336 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c4c40d4-4948-4862-8794-4c1f0c142317 req-93456de5-0b33-40a2-9826-422b66000733 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f84be0-9c0d-48ec-8253-78255a8c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263402 Dec 06 15:01:36.993662 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Attempting to bind port 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:01:36.994515 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Attempting to bind port 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '54d4b231-b1b4-4643-beca-eed98acec25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:01:36.995310 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Attempting to bind port 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 on network ea4a6999-aee7-44eb-8d45-372d6bdff2a4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:01:37.002806 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Port 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 on network ea4a6999-aee7-44eb-8d45-372d6bdff2a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:01:37.003134 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Attempting to bind port 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 on network ea4a6999-aee7-44eb-8d45-372d6bdff2a4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:01:37.015712 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:01:37.016157 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Checking segment: {'id': '54d4b231-b1b4-4643-beca-eed98acec25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:01:37.017394 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Bound using segment: {'id': '54d4b231-b1b4-4643-beca-eed98acec25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:01:37.017958 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Bound port: 6614d5e4-ed54-4461-ac3e-6b4a117f23c5, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d4b231-b1b4-4643-beca-eed98acec25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:01:37.018456 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:37.104639 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] For port 6614d5e4-ed54-4461-ac3e-6b4a117f23c5, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:01:37.108149 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] For port 6614d5e4-ed54-4461-ac3e-6b4a117f23c5, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6614d5e4-ed54-4461-ac3e-6b4a117f23c5,segment=NetworkSegment(54d4b231-b1b4-4643-beca-eed98acec25b),segment_id=54d4b231-b1b4-4643-beca-eed98acec25b)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:01:37.114140 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:37.155740 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:37.156378 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:37.158105 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] 10.222.0.37 "PUT /v2.0/ports/6614d5e4-ed54-4461-ac3e-6b4a117f23c5 HTTP/1.1" status: 200 len: 1091 time: 1.3925929 Dec 06 15:01:37.158597 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'tag': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:01:37.160960 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2ce221-692b-487c-9dd0-b3c7ac7b8f10" -d '{"events": [{"name": "network-changed", "server_uuid": "babfcb0c-c378-4ce0-9224-a79bd653ef14", "tag": "6614d5e4-ed54-4461-ac3e-6b4a117f23c5"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:01:37.259360 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcd4c44-fe83-47e0-899c-61243711750e x-openstack-request-id: req-6dcd4c44-fe83-47e0-899c-61243711750e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:01:37.260257 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babfcb0c-c378-4ce0-9224-a79bd653ef14", "tag": "6614d5e4-ed54-4461-ac3e-6b4a117f23c5", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:01:37.260257 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6dcd4c44-fe83-47e0-899c-61243711750e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:01:37.260986 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'tag': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5', 'status': 'completed', 'code': 200} Dec 06 15:01:37.301174 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4cedf7-92f8-430e-b8a7-aec802253a88 service neutron] Pushing event updated for resources: {'Port': ['ID=6614d5e4-ed54-4461-ac3e-6b4a117f23c5,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:37.324596 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-966cc373-8603-4bfe-9b75-61209e3ebec6 req-9835f741-e739-4416-ac81-933f1d760463 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0674939 Dec 06 15:01:37.359317 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-a397559c-3804-4d01-a4d2-4297baf649fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:37.360980 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-a397559c-3804-4d01-a4d2-4297baf649fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6328bee89d2341bdb282688164425785&device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 1094 time: 0.1372125 Dec 06 15:01:37.438308 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-75fcd676-5418-4a21-85d4-384e69a73f1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6614d5e4-ed54-4461-ac3e-6b4a117f23c5 HTTP/1.1" status: 200 len: 217 time: 0.0584378 Dec 06 15:01:37.471253 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39ce8293-9e0b-45bc-8d81-195b7dfe5fa9 req-06136100-3a38-4054-b7fe-d93ac1389c93 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0448251 Dec 06 15:01:37.537479 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-25b8ee82-e19b-4d88-8ce3-b1d2b6d7843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:37.539080 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-25b8ee82-e19b-4d88-8ce3-b1d2b6d7843f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0 HTTP/1.1" status: 200 len: 835 time: 0.0856900 Dec 06 15:01:37.583966 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f3f4fd6-0646-4cfb-8a05-b78f6dc77b18 req-aeb811aa-020f-43bf-b2b6-50300ec9cb00 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0461295 Dec 06 15:01:37.644265 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-148fca88-e495-4c34-ad1b-0c9224e5be4d req-84b93c7c-79b5-433f-8702-16033534929f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0315766 Dec 06 15:01:37.655355 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-06d77163-6ff3-4875-80a6-3c030c860c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:37.657856 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-06d77163-6ff3-4875-80a6-3c030c860c3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea4a6999-aee7-44eb-8d45-372d6bdff2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076200 Dec 06 15:01:37.773872 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-956ae4a0-3e80-4186-a8e3-c3ce66e9e5b0 service neutron] 10.222.0.37 "GET /v2.0/networks/ea4a6999-aee7-44eb-8d45-372d6bdff2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006675 Dec 06 15:01:37.886380 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679fa3d-9216-4110-9fd7-12ae86e2d0e2 req-f5937a28-bb01-4b67-ad47-54126fd4c522 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:37.895196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d679fa3d-9216-4110-9fd7-12ae86e2d0e2 req-f5937a28-bb01-4b67-ad47-54126fd4c522 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0788045 Dec 06 15:01:38.040586 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d679fa3d-9216-4110-9fd7-12ae86e2d0e2 req-52c01bdc-9d78-4376-bc80-cb3ce934f32e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426742 Dec 06 15:01:38.130265 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a749ffbf-c194-4091-bf33-5979b799c485 req-09ecb1b0-3336-4a90-a283-c59763019e6a tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.1547556 Dec 06 15:01:38.152210 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f9e806-9183-4232-86c8-0cbd266aee0b req-810f7c98-7485-4a52-bc9a-89a7d27ab265 service neutron] 10.222.0.37 "GET /v2.0/networks/ea4a6999-aee7-44eb-8d45-372d6bdff2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694859 Dec 06 15:01:38.272384 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767861-f0d8-48d9-ae06-6c7117eccf2b req-a6876072-b51a-4c5d-beec-de8e90abb000 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:38.276410 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56767861-f0d8-48d9-ae06-6c7117eccf2b req-a6876072-b51a-4c5d-beec-de8e90abb000 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 943 time: 0.0844030 Dec 06 15:01:38.400088 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56767861-f0d8-48d9-ae06-6c7117eccf2b req-df66ad9d-daf5-4449-af1f-b3ec36603115 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f84be0-9c0d-48ec-8253-78255a8c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162438 Dec 06 15:01:38.600857 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-53da1117-378c-4e68-bbbe-81e850bae2d4 req-e5a2cf3f-a318-4dfb-919b-fc2e1aa26237 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0709302 Dec 06 15:01:38.633540 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9d24f1b-2a58-4238-83aa-22db872c0404 req-f2753f8e-fb50-49f0-b35f-20d537cbda5f tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0375736 Dec 06 15:01:38.652677 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ce221-692b-487c-9dd0-b3c7ac7b8f10 req-a3efe73f-3b11-4485-8941-3f69513c6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:38.654264 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ec2ce221-692b-487c-9dd0-b3c7ac7b8f10 req-a3efe73f-3b11-4485-8941-3f69513c6650 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6328bee89d2341bdb282688164425785&device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 1094 time: 0.4340439 Dec 06 15:01:38.683947 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56bf3349-69c9-4f91-bc84-6dc8472cff3e req-2069fa8f-c9ff-42e1-a577-cf5a9049a0c3 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0435364 Dec 06 15:01:38.768840 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cca8fa8e-d272-4916-a6c9-ef03f0969869 req-52b20708-6c82-49cb-a411-3cd4a9749cfb tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0358214 Dec 06 15:01:38.806702 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ce221-692b-487c-9dd0-b3c7ac7b8f10 req-01cf7c28-93ea-4bb8-a6fa-20178e0d2018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:38.812470 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ec2ce221-692b-487c-9dd0-b3c7ac7b8f10 req-01cf7c28-93ea-4bb8-a6fa-20178e0d2018 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea4a6999-aee7-44eb-8d45-372d6bdff2a4 HTTP/1.1" status: 200 len: 898 time: 0.1500678 Dec 06 15:01:38.868429 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ec2ce221-692b-487c-9dd0-b3c7ac7b8f10 req-fc9e04bf-d6eb-4a07-a50f-ed8e8d5fb062 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6614d5e4-ed54-4461-ac3e-6b4a117f23c5 HTTP/1.1" status: 200 len: 217 time: 0.0478799 Dec 06 15:01:38.940454 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ce221-692b-487c-9dd0-b3c7ac7b8f10 req-5dc70771-81e6-4e07-b7cf-faf2837ecc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:38.945351 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ec2ce221-692b-487c-9dd0-b3c7ac7b8f10 req-5dc70771-81e6-4e07-b7cf-faf2837ecc72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0 HTTP/1.1" status: 200 len: 835 time: 0.0676279 Dec 06 15:01:39.003671 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ce221-692b-487c-9dd0-b3c7ac7b8f10 req-db18d95c-7fd7-418b-84d8-60eb50049271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:39.005252 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ec2ce221-692b-487c-9dd0-b3c7ac7b8f10 req-db18d95c-7fd7-418b-84d8-60eb50049271 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea4a6999-aee7-44eb-8d45-372d6bdff2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521836 Dec 06 15:01:39.127013 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ec2ce221-692b-487c-9dd0-b3c7ac7b8f10 req-3d9f9cc4-0fe8-4ad1-ae6e-5758d3849b77 service neutron] 10.222.0.37 "GET /v2.0/networks/ea4a6999-aee7-44eb-8d45-372d6bdff2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070716 Dec 06 15:01:39.261137 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a1fe36e6-cc99-4d18-93d0-4080cb0eb8f2 req-a02e32b0-7860-4167-97e1-04bb525e8915 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0450506 Dec 06 15:01:39.273892 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dffa2-831a-4e01-bc34-0c12723ecd0f req-c6def249-8c4f-4c77-ba0b-02f8321ea5ee tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:39.306216 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-576dffa2-831a-4e01-bc34-0c12723ecd0f req-c6def249-8c4f-4c77-ba0b-02f8321ea5ee tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.1705446 Dec 06 15:01:39.398595 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ec2ce221-692b-487c-9dd0-b3c7ac7b8f10 req-fb0b9539-45bc-4ab3-a691-f62d9e2791ec service neutron] 10.222.0.37 "GET /v2.0/networks/ea4a6999-aee7-44eb-8d45-372d6bdff2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592936 Dec 06 15:01:39.428410 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-576dffa2-831a-4e01-bc34-0c12723ecd0f req-d4b1692e-a4aa-409c-87e0-fbae7d687c52 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170404 Dec 06 15:01:39.599894 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da791ad-c248-4be5-b730-3d578cfdd4cb req-908d516a-7812-4adb-a396-e3a43fa527b4 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:39.601583 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7da791ad-c248-4be5-b730-3d578cfdd4cb req-908d516a-7812-4adb-a396-e3a43fa527b4 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 943 time: 0.0668917 Dec 06 15:01:39.664444 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7da791ad-c248-4be5-b730-3d578cfdd4cb req-1d7c68da-2460-4d16-8186-3091c2fc2e8e tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f84be0-9c0d-48ec-8253-78255a8c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544498 Dec 06 15:01:39.801562 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-556a7cef-d9aa-434d-b276-5fd309842c6e req-3a48f428-fba4-4fea-a2bc-36aee25e784a tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.1249988 Dec 06 15:01:39.924748 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4448a3d7-b671-4e1b-ad3a-fab8c9e8b532 req-db5698a7-34c0-4c68-a2a3-69b3b98cf38d tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0716627 Dec 06 15:01:39.941735 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ead8d52f-23d5-4ec5-8d6b-3416bd46c4ca req-f4d2519c-b82e-4c0e-b64a-c7919555137d tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0987761 Dec 06 15:01:40.028550 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9ab8e23e-6fef-4ab9-8b43-72f2fb342cbb req-15441949-a032-4109-9660-8de269ccf8ed tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0471170 Dec 06 15:01:40.039171 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:01:40.164160 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6614d5e4-ed54-4461-ac3e-6b4a117f23c5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6614d5e4-ed54-4461-ac3e-6b4a117f23c5,segment=NetworkSegment(54d4b231-b1b4-4643-beca-eed98acec25b),segment_id=54d4b231-b1b4-4643-beca-eed98acec25b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:40.177938 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'port_id': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5', 'mac_address': 'fa:16:3e:2c:f3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:01:40.219065 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:40.233894 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:01:40.319475 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6614d5e4-ed54-4461-ac3e-6b4a117f23c5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6614d5e4-ed54-4461-ac3e-6b4a117f23c5,segment=NetworkSegment(54d4b231-b1b4-4643-beca-eed98acec25b),segment_id=54d4b231-b1b4-4643-beca-eed98acec25b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:40.338883 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:40.397071 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dceaeb0b-259a-4b34-8ac3-49d73135c6ff req-b93575df-ef7f-432f-ba28-23993db8b855 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0724223 Dec 06 15:01:40.484873 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=6614d5e4-ed54-4461-ac3e-6b4a117f23c5,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:40.628726 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6614d5e4-ed54-4461-ac3e-6b4a117f23c5'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:01:40.636557 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efdc8c-2778-4292-bbd0-17854b057656 req-33a89fbd-9880-4cb3-8cfa-6ed5f168ae32 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:40.638466 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-41efdc8c-2778-4292-bbd0-17854b057656 req-33a89fbd-9880-4cb3-8cfa-6ed5f168ae32 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0952904 Dec 06 15:01:40.761584 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-41efdc8c-2778-4292-bbd0-17854b057656 req-f0fcebd0-8a5d-4f19-b215-d58c0e7656ef tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156256 Dec 06 15:01:40.931479 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ef86-66d2-47d9-b5bd-29dc390c787d req-d7ae6361-fb3c-4948-a190-6525e2ace8d8 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:40.940485 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a10ef86-66d2-47d9-b5bd-29dc390c787d req-d7ae6361-fb3c-4948-a190-6525e2ace8d8 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 944 time: 0.1253560 Dec 06 15:01:40.945540 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8360e467-6f88-42f2-ba5f-35511bec6aec req-9da139fa-14b4-4368-b00e-85e4f53e1a21 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0834830 Dec 06 15:01:41.029963 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a10ef86-66d2-47d9-b5bd-29dc390c787d req-e498b0ec-9818-42e4-9ae7-c3c5cc37f5ca tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f84be0-9c0d-48ec-8253-78255a8c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871663 Dec 06 15:01:41.080970 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0851b7d6-86e7-464b-8a03-3da9ad995c38 req-d9cb83a3-e2df-4482-ba63-d398997ca5e0 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0461905 Dec 06 15:01:41.158396 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0193980d-fbb9-470e-97ed-7ba0b80dea56 req-5c75ce12-2274-4d01-87cb-2544096dd48c tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0633061 Dec 06 15:01:41.181520 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb8ef499-5b76-49d2-b5b3-d609603b5c4c req-ae97ec6c-1860-42dc-9fd7-cced331cf138 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0644524 Dec 06 15:01:41.495125 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9fee8774-de0a-4a53-b2b5-4ea784401c04 req-35a600b5-53f6-4608-b462-93a5b8a15284 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0389814 Dec 06 15:01:41.924253 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934a075-9e27-4a6d-9a8b-c539ff938ac9 req-f5e6671e-8fbc-46bb-89e0-ecfd5775e45f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:41.926563 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e934a075-9e27-4a6d-9a8b-c539ff938ac9 req-f5e6671e-8fbc-46bb-89e0-ecfd5775e45f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0780733 Dec 06 15:01:42.034531 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e934a075-9e27-4a6d-9a8b-c539ff938ac9 req-292ba800-9293-4512-8463-ce7c454b5d06 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001263 Dec 06 15:01:42.051273 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:42.075804 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1f91e0a7-2397-4f95-b117-f13443f547e5 req-b3bc9cb9-0830-4a81-884e-c30d8dcfe106 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0672593 Dec 06 15:01:42.150898 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:01:42.164621 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bf2bf579-a056-4903-8a24-2fd07b2601c8 req-17c61552-a473-43f0-8452-08ec3cdea281 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0349231 Dec 06 15:01:42.165358 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:42.168165 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:42.240138 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409047ab-2588-4a0e-86f5-726524e843d3 req-982e0366-b2ea-4f40-891a-11065fc6cdeb tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:42.241886 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-409047ab-2588-4a0e-86f5-726524e843d3 req-982e0366-b2ea-4f40-891a-11065fc6cdeb tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 944 time: 0.1057684 Dec 06 15:01:42.286527 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d6eb2487-e181-48ac-ad81-9b4cad688058 req-da213de6-6fcb-4b2f-b3b4-4e3187b9699a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0636108 Dec 06 15:01:42.310409 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-409047ab-2588-4a0e-86f5-726524e843d3 req-a066b00a-3327-42d3-a965-73389ca21d66 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f84be0-9c0d-48ec-8253-78255a8c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606458 Dec 06 15:01:42.315993 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:42.359770 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6614d5e4-ed54-4461-ac3e-6b4a117f23c5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6614d5e4-ed54-4461-ac3e-6b4a117f23c5,segment=NetworkSegment(54d4b231-b1b4-4643-beca-eed98acec25b),segment_id=54d4b231-b1b4-4643-beca-eed98acec25b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:42.360917 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:01:42.364402 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc6414a-2071-4f03-b6e7-86b5073df516" -d '{"events": [{"server_uuid": "babfcb0c-c378-4ce0-9224-a79bd653ef14", "name": "network-vif-plugged", "status": "completed", "tag": "6614d5e4-ed54-4461-ac3e-6b4a117f23c5"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:01:42.370438 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:42.390857 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11920fc0-1b9b-461b-9a33-d66e5c5a78c3 req-cf2bf4cc-1d1d-4c98-b8b2-5c038a5bcf4d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0443614 Dec 06 15:01:42.431605 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c185e5a-98b2-4ec7-9d6c-169ed755d9fa x-openstack-request-id: req-6c185e5a-98b2-4ec7-9d6c-169ed755d9fa {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:01:42.432157 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babfcb0c-c378-4ce0-9224-a79bd653ef14", "name": "network-vif-plugged", "status": "completed", "tag": "6614d5e4-ed54-4461-ac3e-6b4a117f23c5", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:01:42.432599 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c185e5a-98b2-4ec7-9d6c-169ed755d9fa {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:01:42.433154 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5', 'code': 200} Dec 06 15:01:42.447928 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=6614d5e4-ed54-4461-ac3e-6b4a117f23c5,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:42.614497 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cb928b74-fe03-4dd6-9df4-e81a783cb9f2 req-b8779994-cf46-4259-8a56-06681ac0f466 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0299594 Dec 06 15:01:42.623972 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef23d7-a8f0-4bef-8738-11a5f80d31d1 req-e97ae4de-a766-4214-a817-c7de846fbe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:42.625788 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7eef23d7-a8f0-4bef-8738-11a5f80d31d1 req-e97ae4de-a766-4214-a817-c7de846fbe4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 1096 time: 0.1156323 Dec 06 15:01:42.685482 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7eef23d7-a8f0-4bef-8738-11a5f80d31d1 req-b7c4abcf-c685-43e8-8cee-8fca5a92faa2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=18f84be0-9c0d-48ec-8253-78255a8c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497611 Dec 06 15:01:43.075100 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:01:43.181115 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-63d323de-ec41-43ab-bcb1-d610f9fc193a req-ac48e80c-dd01-47c6-a0a6-b927b46bb611 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0322568 Dec 06 15:01:43.232663 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0da4c-08d3-46eb-9890-52762bc684e0 req-cb166602-2524-4b17-8b7d-2fd22861f43f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:43.234401 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7b0da4c-08d3-46eb-9890-52762bc684e0 req-cb166602-2524-4b17-8b7d-2fd22861f43f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0997889 Dec 06 15:01:43.284112 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-56e50b42-d6ea-4296-be93-cb6e27b82a2e req-3abfebb2-a5db-4b46-801b-0971190844a0 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0314286 Dec 06 15:01:43.315484 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7b0da4c-08d3-46eb-9890-52762bc684e0 req-b5dd5f17-c506-409d-8ad2-914b32a2499c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714753 Dec 06 15:01:43.380157 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e10b19f6-bc1a-4393-af78-007a63f66ab9 req-f4109ee7-ca2b-4068-886a-9a4d5b3702cb tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0337007 Dec 06 15:01:43.458644 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be3380-9fbe-4651-a410-f34871f7f5b3 req-ae738e70-9d31-4e6b-a5c3-80fdb1f6dee3 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:43.460602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d2be3380-9fbe-4651-a410-f34871f7f5b3 req-ae738e70-9d31-4e6b-a5c3-80fdb1f6dee3 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 945 time: 0.0691292 Dec 06 15:01:43.496985 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe066c03-b539-40d8-8949-9c04df2106e3 req-ae9433b1-7911-4559-9225-f32898c99ff6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0466712 Dec 06 15:01:43.560723 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d2be3380-9fbe-4651-a410-f34871f7f5b3 req-51e54191-bb0d-4927-bfd3-9ab60f1a889a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f84be0-9c0d-48ec-8253-78255a8c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909786 Dec 06 15:01:43.719502 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a170abf7-d741-41ee-a21d-86a91730f46c req-203cc4fd-42c4-417c-8f09-b3b9be3641fe tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0372133 Dec 06 15:01:44.283889 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d1cbde47-dc5a-4961-90f8-cdd2a6f3f21a req-81df5f3f-186a-4fe2-bd59-0bbc7afa284d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0356796 Dec 06 15:01:44.390619 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-757d5a51-e604-4f81-8d6f-b33623a31e69 req-76957f1b-629e-4435-9fca-898f84dfc089 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0390909 Dec 06 15:01:44.463644 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da6d9d46-0b6a-41a2-92e1-26ce192f74c9 req-aff107b6-8ee6-47c5-bde5-976816841e0b tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0282443 Dec 06 15:01:44.491484 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59864a-21eb-40db-a36a-d4f705e1f569 req-7ab86694-6418-4061-8323-49a0a50dc294 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:44.497956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb59864a-21eb-40db-a36a-d4f705e1f569 req-7ab86694-6418-4061-8323-49a0a50dc294 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0961163 Dec 06 15:01:44.576399 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb59864a-21eb-40db-a36a-d4f705e1f569 req-5c6a496c-2cf4-4c2f-be51-5b49b04c9460 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711994 Dec 06 15:01:44.600025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f9d84fa-a6c6-4619-8f6c-d32cf6c61af8 req-954c8762-0fa4-4ffe-953e-ae1753b1ecc2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0504107 Dec 06 15:01:44.697908 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e59327-0570-4ea6-871f-77c1bd7dda57 req-db51b351-6b1d-4d99-be79-a6ce070ef520 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:44.699494 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-46e59327-0570-4ea6-871f-77c1bd7dda57 req-db51b351-6b1d-4d99-be79-a6ce070ef520 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 945 time: 0.0522857 Dec 06 15:01:44.785468 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-46e59327-0570-4ea6-871f-77c1bd7dda57 req-213af802-96bc-4db5-9d9f-11db6cf77e00 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f84be0-9c0d-48ec-8253-78255a8c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776248 Dec 06 15:01:44.819140 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a097fe2-3601-4d94-b77e-0c4ed944c9f6 req-4609f68d-554c-44a1-b7c8-f5577d967076 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0407870 Dec 06 15:01:44.945952 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f94a4b-c02b-4376-928b-ed63e59d1e5d req-c7a8304b-bf20-4f9a-85bb-96fe390f9809 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:44.947444 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99f94a4b-c02b-4376-928b-ed63e59d1e5d req-c7a8304b-bf20-4f9a-85bb-96fe390f9809 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 945 time: 0.0739224 Dec 06 15:01:45.004021 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99f94a4b-c02b-4376-928b-ed63e59d1e5d req-fa8e16e6-6771-464b-8715-ec7a81b093a9 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f84be0-9c0d-48ec-8253-78255a8c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499861 Dec 06 15:01:45.027730 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36938) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:45.071155 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39b0a17-b686-4c31-921a-9df1bb6a70e3 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:45.072818 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e39b0a17-b686-4c31-921a-9df1bb6a70e3 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 1091 time: 0.0434582 Dec 06 15:01:45.075869 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36940) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:45.080163 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5', 'tenant_id': '6328bee89d2341bdb282688164425785', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:45.104984 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:45.218160 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:45.354354 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Allocated IP 172.35.7.13 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/2ce70b18-ea57-4bd4-9e24-e504339059ab) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:01:45.409025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69d8824b-36aa-4166-aa14-5576f99f3a2a req-74e71be9-e0f1-4685-a786-3ae646de1feb tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0472460 Dec 06 15:01:45.537956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e88b8de8-9574-46bc-b403-6c68243b2bcd req-d95288ba-a050-4b21-a18b-e5e31b7de1c0 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0633874 Dec 06 15:01:45.590020 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f40292e3-5bf3-457c-971c-161cd0833a87 req-24139366-74c8-443f-bbf1-327354b34094 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0469429 Dec 06 15:01:45.651684 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:45.724062 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4bb95cf1-639c-4cb8-87cc-cdf2c95e8fca req-b59ac1bd-9907-495c-bb38-788dac34f1ef tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0453324 Dec 06 15:01:45.813144 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:45.857036 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89151d0a-3fce-44e5-8ea3-1a0994893415 req-c4217744-01af-4fd3-898b-64a5fdfa479e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:45.865822 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-89151d0a-3fce-44e5-8ea3-1a0994893415 req-c4217744-01af-4fd3-898b-64a5fdfa479e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.1406209 Dec 06 15:01:45.907190 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:01:45.913439 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:01:45.916660 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:01:45.955952 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6260d80e-9751-4994-8bdd-11d5073cfced req-a4c898ee-a7fa-4cd6-b1ca-bd9da57dd3cc tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0553651 Dec 06 15:01:45.985535 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Port': ['ID=2ce70b18-ea57-4bd4-9e24-e504339059ab,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:46.034539 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:46.034988 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:46.035346 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:46.035695 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:46.036025 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:46.036354 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:46.036679 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:46.037008 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:46.037330 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:46.037650 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:46.038222 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:46.038558 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:46.038881 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:46.095913 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-89151d0a-3fce-44e5-8ea3-1a0994893415 req-f5564e5a-8e65-4a1f-bc5d-56b1244827bb tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279418 Dec 06 15:01:46.503969 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8449958e-d32a-49d2-bbf3-c5a90ddfe589 req-6426ae59-de93-4232-bdde-e56b5fee86e4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0446942 Dec 06 15:01:46.699802 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39533dbf-33cc-4133-9bd5-eb745f04370e req-7ccd6974-e70a-44b5-a7ad-76cc03b3a479 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0439239 Dec 06 15:01:46.863354 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8e7dd1ed-2554-4e42-b332-3a65fa5c4267 req-cb4f4f89-1f92-4df2-9462-ee802a0883d7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0651848 Dec 06 15:01:46.901145 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4541f68d-17b2-431f-94aa-530021f8daa9 req-f270ce9a-69db-46af-ac2b-7fce11e0c6b7 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0578027 Dec 06 15:01:46.953964 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:47.075944 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e1d7911a-8215-4c8d-969e-290a541adbcb req-d344ce52-57b7-48c0-adb3-dcbf14963e2e tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0455356 Dec 06 15:01:47.079056 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:47.301074 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc6c95-ac2c-42ea-8715-15259888335b req-6f755930-7ab0-405e-8584-6fb3fc228b56 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:47.304428 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eecc6c95-ac2c-42ea-8715-15259888335b req-6f755930-7ab0-405e-8584-6fb3fc228b56 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0852518 Dec 06 15:01:47.331504 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:47.345874 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:47.460434 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Port': ['ID=2ce70b18-ea57-4bd4-9e24-e504339059ab,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:47.474259 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eecc6c95-ac2c-42ea-8715-15259888335b req-7efaf366-3e2e-44c4-997b-4b337603ba2a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570456 Dec 06 15:01:47.505340 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:47.581406 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44a03b89-4b6e-479e-9277-50f944b3d33c req-87f0de5c-ccba-4359-84b4-d2a43bc84e3b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0327401 Dec 06 15:01:47.647045 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Floating IP 9fd4e4fb-1fae-4a98-a0fc-539e40132369 associated. External IP: 172.35.7.13, port: 6614d5e4-ed54-4461-ac3e-6b4a117f23c5. Dec 06 15:01:47.803448 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f35e48cb-182d-4545-bd14-fb508f1fee3c req-b92aa6a0-6182-40de-99b2-45602524414f tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0408492 Dec 06 15:01:47.920452 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d25f94b-d379-4335-9f90-79b4f96ad3aa req-cdf745f0-e4a4-4d10-9264-1e7e3b0dfb29 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0281024 Dec 06 15:01:47.934081 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:01:48.002001 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fa7cac76-7ee8-46bc-88b8-a4ef918aa4f2 req-ded5a292-2e12-4125-b4b9-a48e16123222 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0566723 Dec 06 15:01:48.064960 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:01:48.076501 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e37e06-2e08-4932-a4f7-b9c40e05f675 None None] Sync routers for ids ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:01:48.083440 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:48.087829 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e37e06-2e08-4932-a4f7-b9c40e05f675 None None] Routers {'d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:48.088690 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-86e37e06-2e08-4932-a4f7-b9c40e05f675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:01:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:48.114214 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bc2a693e-88a3-4341-ae76-051efe3a9d24 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0347688 Dec 06 15:01:48.114214 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'tag': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:01:48.114713 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb434362-026c-438f-af64-2bb0ae50f6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "babfcb0c-c378-4ce0-9224-a79bd653ef14", "tag": "6614d5e4-ed54-4461-ac3e-6b4a117f23c5"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:01:48.115084 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37010) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:48.188539 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eb6e8245-b74f-45c9-9173-0ba919d28fa7 req-4113ae2c-fc8e-46c5-a3b1-93f4188e33b3 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0337806 Dec 06 15:01:48.209496 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-86e37e06-2e08-4932-a4f7-b9c40e05f675 None None] Set router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:48.211737 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8f387dae-5dc9-4651-beaa-3c492f0151a3 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/floatingips/9fd4e4fb-1fae-4a98-a0fc-539e40132369 HTTP/1.1" status: 200 len: 990 time: 0.0954108 Dec 06 15:01:48.277994 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7867b99-3ec1-4224-9fd4-553b4a87bb7c x-openstack-request-id: req-b7867b99-3ec1-4224-9fd4-553b4a87bb7c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:01:48.278812 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babfcb0c-c378-4ce0-9224-a79bd653ef14", "tag": "6614d5e4-ed54-4461-ac3e-6b4a117f23c5", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:01:48.279117 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7867b99-3ec1-4224-9fd4-553b4a87bb7c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:01:48.279528 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'tag': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5', 'status': 'completed', 'code': 200} Dec 06 15:01:48.345352 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb434362-026c-438f-af64-2bb0ae50f6e5 req-769f2050-91aa-4284-8858-8ff49d428262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:48.347908 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eb434362-026c-438f-af64-2bb0ae50f6e5 req-769f2050-91aa-4284-8858-8ff49d428262 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6328bee89d2341bdb282688164425785&device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 1096 time: 0.0438609 Dec 06 15:01:48.455080 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb434362-026c-438f-af64-2bb0ae50f6e5 req-076a08f7-e922-46b3-ae6d-aa9737a247d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:48.456644 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eb434362-026c-438f-af64-2bb0ae50f6e5 req-076a08f7-e922-46b3-ae6d-aa9737a247d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea4a6999-aee7-44eb-8d45-372d6bdff2a4 HTTP/1.1" status: 200 len: 898 time: 0.0935469 Dec 06 15:01:48.510348 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47816a25-1160-402e-bf50-77835f177bf0 req-427abb6f-3f0f-4d2c-84cc-9a0a4beeee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:48.511598 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-47816a25-1160-402e-bf50-77835f177bf0 req-427abb6f-3f0f-4d2c-84cc-9a0a4beeee3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 1096 time: 0.0445001 Dec 06 15:01:48.540450 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eb434362-026c-438f-af64-2bb0ae50f6e5 req-c078c8de-a774-4376-b03f-eb761375b79d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6614d5e4-ed54-4461-ac3e-6b4a117f23c5 HTTP/1.1" status: 200 len: 998 time: 0.0725791 Dec 06 15:01:48.597187 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-86e37e06-2e08-4932-a4f7-b9c40e05f675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:27Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '9fd4e4fb-1fae-4a98-a0fc-539e40132369', 'tenant_id': '6328bee89d2341bdb282688164425785', 'floating_ip_address': '172.35.7.13', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'port_id': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'mac_address': 'fa:16:3e:2c:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:01:46Z', 'updated_at': '2021-12-06T15:01:46Z', 'revision_number': 0, 'project_id': '6328bee89d2341bdb282688164425785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd346008b-5387-43bb-81e0-f0489630d70d', 'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:72:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:26Z', 'updated_at': '2021-12-06T15:01:30Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:48.625328 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47816a25-1160-402e-bf50-77835f177bf0 req-dc3f2f79-b560-4564-b20f-a3f8bd996ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:48.627535 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e37e06-2e08-4932-a4f7-b9c40e05f675 None None] Checking router: d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:01:48.631436 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-47816a25-1160-402e-bf50-77835f177bf0 req-dc3f2f79-b560-4564-b20f-a3f8bd996ea2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 913 time: 0.1106539 Dec 06 15:01:48.634074 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb434362-026c-438f-af64-2bb0ae50f6e5 req-9b88858f-5c83-44cd-ba7c-ced62a410db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:48.635537 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eb434362-026c-438f-af64-2bb0ae50f6e5 req-9b88858f-5c83-44cd-ba7c-ced62a410db5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0 HTTP/1.1" status: 200 len: 835 time: 0.0871973 Dec 06 15:01:48.637258 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e37e06-2e08-4932-a4f7-b9c40e05f675 None None] Routers {'d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:48.638676 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-86e37e06-2e08-4932-a4f7-b9c40e05f675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:01:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:48.648337 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19f782-0082-4836-b497-ee5c50823166 req-57b3a9a5-33c9-490f-b43b-e386567eb9bf tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:48.649835 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf19f782-0082-4836-b497-ee5c50823166 req-57b3a9a5-33c9-490f-b43b-e386567eb9bf tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0697749 Dec 06 15:01:48.666167 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c281d952-90b0-4f13-8f41-ebc024158c4e req-31dd658c-c84b-4ce6-8c2c-209b8061a5ae tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0337079 Dec 06 15:01:48.718196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-47816a25-1160-402e-bf50-77835f177bf0 req-a7f07b00-7ca8-4fcf-9b98-c024465112d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 HTTP/1.1" status: 200 len: 217 time: 0.0586360 Dec 06 15:01:48.726386 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb434362-026c-438f-af64-2bb0ae50f6e5 req-64c13638-ec67-4d35-a7b6-a051f0442240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:48.727896 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eb434362-026c-438f-af64-2bb0ae50f6e5 req-64c13638-ec67-4d35-a7b6-a051f0442240 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea4a6999-aee7-44eb-8d45-372d6bdff2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771627 Dec 06 15:01:48.731625 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf19f782-0082-4836-b497-ee5c50823166 req-137f5aee-7131-4834-b173-89b61bb28978 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735788 Dec 06 15:01:48.752814 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-86e37e06-2e08-4932-a4f7-b9c40e05f675 None None] Set router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:48.770833 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47816a25-1160-402e-bf50-77835f177bf0 req-e559f87f-c246-454b-9c8d-a2b316a5bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:48.772828 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-47816a25-1160-402e-bf50-77835f177bf0 req-e559f87f-c246-454b-9c8d-a2b316a5bad6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8f704f4-e319-4867-8b21-d731d4293c49 HTTP/1.1" status: 200 len: 852 time: 0.0470488 Dec 06 15:01:48.809115 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-47816a25-1160-402e-bf50-77835f177bf0 req-b758a2f1-79f0-4606-befa-c451e0b2e7d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261796 Dec 06 15:01:48.830834 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eb434362-026c-438f-af64-2bb0ae50f6e5 req-61945cfd-2869-40b6-a555-c92dd39907be service neutron] 10.222.0.37 "GET /v2.0/networks/ea4a6999-aee7-44eb-8d45-372d6bdff2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953853 Dec 06 15:01:48.913163 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5156ed56-1af0-4afb-8521-1a986a69bcc6 req-5d4bf941-034d-4898-9486-82a7f38125ad tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0310307 Dec 06 15:01:48.947396 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-47816a25-1160-402e-bf50-77835f177bf0 req-c5ddeb89-10df-4e60-ab45-f56186e2292c service neutron] 10.222.0.37 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319680 Dec 06 15:01:48.985459 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eb434362-026c-438f-af64-2bb0ae50f6e5 req-1235f503-b476-46dc-bf3a-eebe15042c19 service neutron] 10.222.0.37 "GET /v2.0/networks/ea4a6999-aee7-44eb-8d45-372d6bdff2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475732 Dec 06 15:01:49.034087 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-29147e96-ef02-460c-bb8b-fd7da71fff6b req-4affd49f-665d-43a7-bcd6-9c4ab9983243 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0321271 Dec 06 15:01:49.035584 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-86e37e06-2e08-4932-a4f7-b9c40e05f675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:27Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '9fd4e4fb-1fae-4a98-a0fc-539e40132369', 'tenant_id': '6328bee89d2341bdb282688164425785', 'floating_ip_address': '172.35.7.13', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'port_id': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'mac_address': 'fa:16:3e:2c:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:01:46Z', 'updated_at': '2021-12-06T15:01:46Z', 'revision_number': 0, 'project_id': '6328bee89d2341bdb282688164425785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd346008b-5387-43bb-81e0-f0489630d70d', 'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:72:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:26Z', 'updated_at': '2021-12-06T15:01:30Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:49.069868 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e37e06-2e08-4932-a4f7-b9c40e05f675 None None] The sync data for ids ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'] in n-d-master-1 is: [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:27Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '9fd4e4fb-1fae-4a98-a0fc-539e40132369', 'tenant_id': '6328bee89d2341bdb282688164425785', 'floating_ip_address': '172.35.7.13', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'port_id': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'mac_address': 'fa:16:3e:2c:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:01:46Z', 'updated_at': '2021-12-06T15:01:46Z', 'revision_number': 0, 'project_id': '6328bee89d2341bdb282688164425785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd346008b-5387-43bb-81e0-f0489630d70d', 'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:72:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:26Z', 'updated_at': '2021-12-06T15:01:30Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:01:49.089711 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d896b6f4-7fd3-4217-9a51-8a069d80f61b req-7b7e784d-3548-48ae-add9-03d54c661d07 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0347257 Dec 06 15:01:49.119888 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-47816a25-1160-402e-bf50-77835f177bf0 req-e5ccf1fb-4b9a-4c01-82bf-747cb0b66527 service neutron] 10.222.0.37 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645246 Dec 06 15:01:49.215435 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37040) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:49.293157 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6fb00751-aa5f-4f7b-bc50-b7bee8fff1b2 req-24bfada1-fcd5-40b7-bf2f-5fd91a70fb82 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0365133 Dec 06 15:01:49.312191 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-24dfd40f-7b10-4b4b-a1e3-b5355244862c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/floatingips/9fd4e4fb-1fae-4a98-a0fc-539e40132369 HTTP/1.1" status: 200 len: 990 time: 0.0954812 Dec 06 15:01:49.335539 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750851ca-d6c0-4c14-b8fb-936d7696f252 None None] New status for floating IP 9fd4e4fb-1fae-4a98-a0fc-539e40132369: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:01:49.743041 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c144a148-38cf-4c3e-94cb-42371f959794 req-409be8d1-8dce-42f1-aa63-53bc0becfee5 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0275428 Dec 06 15:01:49.850763 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa68eb-8c14-4523-b235-eb241cb5205a req-1c9e0927-7839-414b-980f-102745ece5d4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:49.852417 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2aaa68eb-8c14-4523-b235-eb241cb5205a req-1c9e0927-7839-414b-980f-102745ece5d4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0493844 Dec 06 15:01:49.899482 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2aaa68eb-8c14-4523-b235-eb241cb5205a req-87b659a9-5d50-45ac-b897-b172c8d414a1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409954 Dec 06 15:01:49.989779 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d770aa7-a659-46d4-b1b4-f0e05c88a64a req-a82972b7-dc87-4df1-8593-87d1c26246da tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0259211 Dec 06 15:01:50.114277 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-434414f3-c23d-444c-baa6-a3a6a13363a1 req-cc8bb9ab-30b6-4f51-ab89-8ab2c53bc874 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0298693 Dec 06 15:01:50.181994 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb6be4f0-c7f2-4f21-aa54-c7f70cee5a42 req-843cf139-fb4c-4769-a902-c9502c4e1408 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0299737 Dec 06 15:01:50.316152 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37056) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:01:50.387017 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-465c0de9-0f6e-4854-8608-d9995623150b req-f7cf6b0d-4cb4-4680-9019-b25c0dd18639 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0337017 Dec 06 15:01:50.401193 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f130656e-935e-4520-9424-b0a6a4b93443 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/floatingips/9fd4e4fb-1fae-4a98-a0fc-539e40132369 HTTP/1.1" status: 200 len: 992 time: 0.0839698 Dec 06 15:01:50.827196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-db9ad6b3-acbe-4cc4-8d0b-57d676f5e059 req-0d3e44db-9502-4069-8816-aef511272f05 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0342174 Dec 06 15:01:51.030427 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d51bb6-18a4-42ac-a9ca-ebd262bfbe83 req-9537c133-acb2-40ac-a149-6bf284ce4e16 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:51.032309 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9d51bb6-18a4-42ac-a9ca-ebd262bfbe83 req-9537c133-acb2-40ac-a149-6bf284ce4e16 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0559525 Dec 06 15:01:51.072850 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1379b7f1-7268-452a-8f4d-645e2b82215d req-70b7dad4-0569-452a-b9e1-754e37bf1f0a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0291448 Dec 06 15:01:51.089996 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9d51bb6-18a4-42ac-a9ca-ebd262bfbe83 req-548df9af-526b-4e86-baeb-f0620b44cd17 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501404 Dec 06 15:01:51.196263 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a2a7364e-5c6f-4783-939b-3ca2696de49d req-c09c54f9-3f43-4248-b4da-e21c2ec4bf1a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0292575 Dec 06 15:01:51.290143 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-89d792d2-c287-4839-bff1-b51275c2f661 req-4e664280-687b-4f88-aad8-b4b122b4b832 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0374269 Dec 06 15:01:51.512876 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e1f2eb0-2c17-4f9d-84d4-6c144c559121 req-76688247-5e15-4f71-813c-067af05b33de tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0532176 Dec 06 15:01:51.804967 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d1cb9-3e64-499f-8481-756f55fd8c8f req-7e0e3065-1f49-4d95-9a91-7561bdb3685f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:51.806426 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e68d1cb9-3e64-499f-8481-756f55fd8c8f req-7e0e3065-1f49-4d95-9a91-7561bdb3685f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=6070fc65-22ee-4bd2-9892-cd21d844abfe HTTP/1.1" status: 200 len: 945 time: 0.0521922 Dec 06 15:01:51.906860 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e68d1cb9-3e64-499f-8481-756f55fd8c8f req-839debb5-f1df-45b4-80aa-46456902b63a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Deleting port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:01:51.907217 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e68d1cb9-3e64-499f-8481-756f55fd8c8f req-839debb5-f1df-45b4-80aa-46456902b63a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:51.908536 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b80cc35c-b7a6-4c50-9ae9-e5b283494d71 req-20a1e6e5-e097-48b3-9d3a-5a12b0c404d6 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0267701 Dec 06 15:01:52.000362 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e68d1cb9-3e64-499f-8481-756f55fd8c8f req-839debb5-f1df-45b4-80aa-46456902b63a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] For port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:52.000715 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e68d1cb9-3e64-499f-8481-756f55fd8c8f req-839debb5-f1df-45b4-80aa-46456902b63a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:52.012616 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e68d1cb9-3e64-499f-8481-756f55fd8c8f req-839debb5-f1df-45b4-80aa-46456902b63a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Calling delete_port for 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:01:52.094507 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:01:52.147064 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e68d1cb9-3e64-499f-8481-756f55fd8c8f req-839debb5-f1df-45b4-80aa-46456902b63a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:52.167235 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 update to DOWN by agent not found {{(pid=103290) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 06 15:01:52.180172 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7de1897-06e1-428c-b880-55c1a8cb2e11 req-d3c13b4b-088a-42cb-8c92-f9e71ac1c54c tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0411558 Dec 06 15:01:52.187307 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839debb5-f1df-45b4-80aa-46456902b63a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Pushing event deleted for resources: {'Port': ['ID=8a2ae72e-0459-4e47-aca7-d0c39ad69fd3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:52.237066 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68d1cb9-3e64-499f-8481-756f55fd8c8f req-839debb5-f1df-45b4-80aa-46456902b63a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] No DVR routers for this DVR port 8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:01:52.239599 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e68d1cb9-3e64-499f-8481-756f55fd8c8f req-839debb5-f1df-45b4-80aa-46456902b63a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:52.243023 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e68d1cb9-3e64-499f-8481-756f55fd8c8f req-839debb5-f1df-45b4-80aa-46456902b63a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "DELETE /v2.0/ports/8a2ae72e-0459-4e47-aca7-d0c39ad69fd3 HTTP/1.1" status: 204 len: 173 time: 0.4302413 Dec 06 15:01:52.243598 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6070fc65-22ee-4bd2-9892-cd21d844abfe', 'name': 'network-vif-deleted', 'tag': '8a2ae72e-0459-4e47-aca7-d0c39ad69fd3'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:01:52.245912 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa320b98-b056-4288-b50a-27517cef47f6" -d '{"events": [{"server_uuid": "6070fc65-22ee-4bd2-9892-cd21d844abfe", "name": "network-vif-deleted", "tag": "8a2ae72e-0459-4e47-aca7-d0c39ad69fd3"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:01:52.281648 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-93f9771b-c704-4274-8b6d-7ddd197bd177 req-bc52d2b8-cb0c-4c62-8195-8b8822a6ab7b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0304649 Dec 06 15:01:52.327968 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 06 Dec 2021 15:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dce473-b786-4037-8706-2592e2ffda4d x-openstack-request-id: req-08dce473-b786-4037-8706-2592e2ffda4d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:01:52.328262 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6070fc65-22ee-4bd2-9892-cd21d844abfe", "name": "network-vif-deleted", "tag": "8a2ae72e-0459-4e47-aca7-d0c39ad69fd3", "status": "failed", "code": 422}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:01:52.328711 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08dce473-b786-4037-8706-2592e2ffda4d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:01:52.329136 n-d-master-1 neutron-server[103289]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6070fc65-22ee-4bd2-9892-cd21d844abfe', 'name': 'network-vif-deleted', 'tag': '8a2ae72e-0459-4e47-aca7-d0c39ad69fd3', 'status': 'failed', 'code': 422} returned with failed status Dec 06 15:01:52.384199 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dff0f7f9-01b1-433d-be0d-6259273a555d req-61ae7635-def5-4c02-bec8-ed522e79fc5f tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0278621 Dec 06 15:01:52.580086 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a87d058e-6b71-49d2-9998-2af1a232d8bc req-ee65ef51-2b4f-4950-8281-e2b27e15376e tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0258698 Dec 06 15:01:52.727725 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-7390a7d2-0413-402e-b44a-58252ddaebb9 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:52.729181 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-7390a7d2-0413-402e-b44a-58252ddaebb9 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 812 time: 0.1055810 Dec 06 15:01:52.743643 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-0c8a2914-0634-4401-ae07-b40b14ac4ca6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/quotas/253456d49f28490981f9e8f2633a478e HTTP/1.1" status: 200 len: 375 time: 0.0088606 Dec 06 15:01:52.776256 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-938fa234-ad8a-4be3-89e5-8acd8444b455 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266821 Dec 06 15:01:52.871123 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-61cbcf55-02b4-41c6-97a0-b789b4df1027 service neutron] 10.222.0.20 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825210 Dec 06 15:01:52.994563 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-c42833ac-e7f2-4a2f-a0c6-461bad0703e9 service neutron] 10.222.0.20 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170251 Dec 06 15:01:53.002164 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8d0df5b1-4d44-4a1b-a3a2-698168ffe2ab req-bb213863-6874-42bf-bc89-068eb1d081fc tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0340352 Dec 06 15:01:53.154230 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9a6fcaf-7874-449f-abe2-37ea3bfe02f0 req-0594a80f-d818-4d5f-adbd-b73c862c0b82 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0256388 Dec 06 15:01:53.258237 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62e26dea-91b9-4c94-b4a5-2efa4584e93b req-94d0c764-7691-44c6-83de-91a2a030f51b tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0264943 Dec 06 15:01:53.364479 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff7e51a3-a75d-4d5a-ac17-5a0c3022c0a7 req-8b2941b2-55be-4340-a36c-b44b44f504c3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0284929 Dec 06 15:01:53.465691 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a8d71913-3a02-4645-b903-ca8dbff26181 req-de164695-e6bc-4b67-a878-0986b06ba727 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0263960 Dec 06 15:01:53.672196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-788b1373-9d77-4320-9e93-c77bcc0ddfa7 req-34682cec-5d98-49fb-a673-03b7438b53b8 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0394297 Dec 06 15:01:54.079343 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d00812f6-d2a8-4d29-bc81-1d865b77d6bc req-f914bf82-38c8-4ada-9270-d58941868aec tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0256953 Dec 06 15:01:54.234147 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-688fbd7a-b540-45da-8c7c-d2e85dc58e7c req-223f31a7-8cb2-4a6c-8c92-f5bb00055da5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0270300 Dec 06 15:01:54.349096 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6113aefb-68f8-4fff-8a75-574ef3d9bb62 req-c79c0b51-5660-4064-8fdb-9035312051d1 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0348475 Dec 06 15:01:54.441757 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eec8a350-e542-4da9-9633-967474072338 req-20b92897-70de-4d45-acd6-02a64f9a6b3c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0266669 Dec 06 15:01:54.541576 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c696db5a-e12f-40fe-8df8-ae6be7adca9f req-6d4a5162-7692-42c5-a646-0bdd3aaadb38 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0260470 Dec 06 15:01:54.747550 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7b119141-838f-43e5-8fa5-3dee88e74c02 req-41c67d29-4e55-4082-a27b-5db2858b0d84 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0257094 Dec 06 15:01:55.159298 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ae4d7be-3f3d-45d7-8c53-3b6b5d288f77 req-b899b019-18ec-4d0a-a26c-921bf389d894 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0287263 Dec 06 15:01:55.310519 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ae94ce06-ebae-43ff-868d-8464b7810372 req-bf0bcc7f-2071-4ae4-b721-5f02f258cb5c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0247738 Dec 06 15:01:55.429186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cc3dd214-348a-498a-b7c7-4f2906f3844f req-9ea38856-9109-4488-8bfa-fbe39eddac8d tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0280988 Dec 06 15:01:55.527171 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c107f7fe-73bc-48e8-bb3f-d7083d8703ca req-d29250f0-8355-46f5-8688-b01e19624bec tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0333476 Dec 06 15:01:55.614356 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9822a76d-52a5-469e-ae37-6bb73692cbfd req-bf5de009-ca4f-4e39-a9c3-4cf8ad7e70a0 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0249703 Dec 06 15:01:55.822201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c55676e-01ce-4156-8275-defb4f1f6c4a req-4b0842f2-0836-4581-b65a-e7a512442adb tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0254669 Dec 06 15:01:56.236067 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-01d2ab92-ffeb-417a-a614-346d61f25572 req-40f695ec-6108-4308-84a4-70ccff5de100 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0287380 Dec 06 15:01:56.387925 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb94ae6b-c78d-44b3-8f05-55738cf88167 req-e0bc2a66-282b-4f62-8446-a0058bfb2d23 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0250907 Dec 06 15:01:56.509310 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-17bbba55-e1b9-455b-b172-7c6b0072d04e req-088271a9-cfd6-49f5-91a6-7cc02d7dd153 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0304430 Dec 06 15:01:56.601864 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a90a24a1-dc64-4e12-a2b5-f2c9065fbb1a req-bbc268d3-b07f-4c92-8d92-1fb648bc44c0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0255988 Dec 06 15:01:56.693252 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ecbde90-3e00-4477-8e83-d0fc2842cb6c req-d9da4336-275e-481a-9259-51aa8e99096b tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0292866 Dec 06 15:01:56.895383 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-186ac9df-0447-4e96-a700-d3924ae6c04b req-5b0813d0-efdc-4ea7-b443-2b347d3629b1 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0251522 Dec 06 15:01:57.311285 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-99a69848-6ee3-433c-a832-8bd9dc9d9ab2 req-ab85fe94-95eb-4c13-a443-3df46e979a5e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0251880 Dec 06 15:01:57.462659 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6782e8b3-04c9-411a-8f41-4ee5d34f386a req-230dd659-27bf-454a-87d4-59176f2daeb6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0250616 Dec 06 15:01:57.584258 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-968d022c-572e-4999-9711-8b73e06a7433 req-94780efd-d74b-46b8-885b-c63f33db1346 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0255589 Dec 06 15:01:57.679169 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-692336c9-4470-47b5-b1c7-b4d048c655f6 req-b8aaebbf-4492-4112-82f9-8b7987bc7d90 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0281808 Dec 06 15:01:57.770055 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-df7e94e1-fabb-44b0-861f-b9feead9d560 req-72b24bf1-3e75-4631-81aa-1a1cce751186 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0289459 Dec 06 15:01:57.896822 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:57.968816 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0539d73c-a7ee-4c4f-8bb4-2bbb01f5bcde req-6facd7d1-7941-43ac-8e6d-93d487a51473 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0255513 Dec 06 15:01:58.385510 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-07cf54ec-1763-4bc3-ad5e-29d2a44945d5 req-686d64f9-ce55-4f2b-9926-560a8de101cc tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0251110 Dec 06 15:01:58.536699 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3b6d856f-c72a-4379-8a9e-514d47ae231d req-43bb44a1-27ba-49e8-9252-54ecb2f3d8f5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0259850 Dec 06 15:01:58.663219 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f61f9133-7208-49ba-b065-bc7e9c2c794b req-df02fce8-664d-49bc-9971-81ee7397658a tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0306392 Dec 06 15:01:58.753427 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5c48b7e-cf64-46d6-96e6-e6826de5e5d9 req-29a4b0c7-6f55-4d66-8cf3-d1b9caa0bae0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0248432 Dec 06 15:01:58.844487 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-781c078c-0f19-4525-be06-1b7d44dda6a2 req-3b3008c3-83ed-49f2-88f9-6a70524cc109 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0266638 Dec 06 15:01:59.042317 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80916184-55c1-487a-9aa6-de4dbdc46613 req-9328d659-26dd-41e7-bce3-8fd62123fb55 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0252979 Dec 06 15:01:59.461145 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d258a696-cacb-4803-8a99-a42edaf1f6ca req-47d4f5af-5266-4c87-a77c-f874bc72c883 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0259163 Dec 06 15:01:59.612242 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f754f08d-4876-40ca-987c-b8da37d344be req-0c1cea75-cdc9-460d-8abd-8b7019e8c59c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0253029 Dec 06 15:01:59.738437 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94789eb2-f00e-4e17-8933-b9745d6fcc0e req-2dca7aa8-2eef-4df1-8d14-c47eec6136fb tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0254226 Dec 06 15:01:59.793014 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:59.830429 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-227ad04e-b7d0-433f-bddc-9c1f8e2bcc94 req-565ebfa6-accf-4121-8589-c2cd8a275a42 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0287080 Dec 06 15:01:59.919897 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-630b62be-16cd-4eef-a063-d4d9571123ae req-c726adf0-8609-42cc-b2ec-7c0143b4e352 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0268598 Dec 06 15:02:00.120738 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-128001dc-e365-4d6c-9c87-8c73f45dc80a req-44be5cca-911b-4991-85a8-0f495b2d67e3 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0274191 Dec 06 15:02:00.548173 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6aafb14f-943c-4049-a0d7-a9c9c8f4863d req-c25ae28f-0c0a-4214-8650-5aed9abbed4d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0260653 Dec 06 15:02:00.690796 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69f0f729-9bcc-457b-952b-9d70dc650148 req-55a4d96f-c774-469a-afd4-794fd1ae2544 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0275471 Dec 06 15:02:00.723199 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0b13e83-d572-4d4f-a82b-4b8b6109be8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:00.821052 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a27bbbb3-84bd-470a-8489-8bfca73a3708 req-4d2c559f-5d90-4c74-91f6-26f98e316ff5 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0319963 Dec 06 15:02:00.907980 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af9a994-1a50-4733-a96c-3161c629d2e8 req-3e7a4b44-465f-43bb-9d04-19b0a9778cfa tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0271888 Dec 06 15:02:00.998409 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f5618b22-71e5-4906-a372-7434c43ae6af req-a01a84da-251a-41e8-92da-36873b676e3b tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0289276 Dec 06 15:02:01.197912 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f4f21ad-4a24-45e5-826b-e04ac0fbbe81 req-bc1369e4-d2bc-4c01-b7f4-500d93d939e4 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0263307 Dec 06 15:02:01.627402 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08172086-730a-4dab-9e33-5c4683558232 req-5f8ac486-b07d-4696-bfb5-078c1d5a3953 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0265865 Dec 06 15:02:01.767209 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc85acfe-d5dc-4e49-b033-7e70ed34dbe7 req-58305c98-6ebf-4749-a1cf-ca9e6eb7dbf5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0255375 Dec 06 15:02:01.899061 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-519a0b54-29c1-4332-aeb5-e37dcfaca990 req-a51c8586-2783-4d83-86df-d2cef80bc96f tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0263741 Dec 06 15:02:01.987513 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-214d71d4-4bce-4aa5-8e30-289038c57429 req-ae84990e-f8bb-49ab-8cc8-318b98dac419 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0293546 Dec 06 15:02:02.074490 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c33f92a-7a79-4e64-82b1-5879bb98979b req-f7e4b9a9-d3c2-4ad6-ac75-2dd8cffb35a7 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0253356 Dec 06 15:02:02.275044 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9653e0dc-8453-47b1-9b01-51b81b8484a5 req-f6c7ec1a-d9b1-490f-aa78-6221c76b3a90 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0273085 Dec 06 15:02:02.702614 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-75ff02bb-b655-4a97-b051-e9cd2dc9a5b1 req-70a9bba0-87ea-4ac6-abb4-f34f91117d50 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0260065 Dec 06 15:02:02.850131 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dd82caf1-2627-4371-b94d-5ddb778edb70 req-2ac32cc6-8bc0-4cc6-9a83-d69b25dd9e1e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0260756 Dec 06 15:02:02.989797 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9074325f-b6c1-4fa1-89cc-f9e18e949fdc req-05963bef-c30a-4965-93b3-5c5faadbcdd3 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0337946 Dec 06 15:02:03.063535 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-84a42ad8-61ad-40e6-9290-ca8b132bbbf4 req-8ec4c7b8-48d5-4c0c-9b3c-6af096d5ee2a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0270236 Dec 06 15:02:03.153592 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af5afe1e-8e8f-4926-959f-fe76bf096be6 req-324f11c2-c051-49b7-8582-158d88fdae54 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0272126 Dec 06 15:02:03.216491 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0143e932-9982-4794-a253-427f04f8a8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:03.352765 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-42772425-222c-4391-b076-95b66d9b562d req-22a43baa-c60b-4e4f-aeef-c4b2688e8cb7 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0261545 Dec 06 15:02:03.779231 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e873945-d4bc-43fb-9b9e-66d57f56a958 req-1675b695-b21d-434b-b76c-516f38efb7fa tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0266988 Dec 06 15:02:03.927081 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-97d1f6f0-5339-4c32-9800-2d71684b58d4 req-6425c1c3-21d4-4cf3-8353-f37e6657bb8f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0251501 Dec 06 15:02:03.954035 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:04.066822 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a5ea2c90-2ab0-4d93-96db-566a9a195985 req-5d7e1adf-6f8e-4593-bbbd-e16730b5ce77 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0273745 Dec 06 15:02:04.143997 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2ff0cdfc-04e4-4063-ad75-2c75bc88062a req-0415040f-8c73-41b2-98c2-9e39ff9d0375 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0291615 Dec 06 15:02:04.229884 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-01a6cd88-c519-4c36-bd4a-64529562fc1e req-c234f2ad-bfcf-4b37-8780-ee64518b5377 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0258741 Dec 06 15:02:04.427935 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9c2523e-0ca9-4e60-b079-82482bb2bd5c req-d70b5b16-263d-4f9b-b71c-b9cdc4c22fcf tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0268590 Dec 06 15:02:04.856416 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-96accae8-4d38-4caf-b6bc-99c4e5336147 req-11652aa6-d7a2-4aba-a8f1-5c9903cdc3a7 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0264781 Dec 06 15:02:05.004655 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb40e8ef-1044-420b-b7dc-6729325e4467 req-233590f9-78be-43f0-80f1-f7a32cae677f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0253420 Dec 06 15:02:05.147556 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b17e2f08-3b8c-4890-a212-07ae0458b89c req-1dd08d4e-e93f-4716-9c46-6462184a97bb tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0305798 Dec 06 15:02:05.219250 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c8bc9446-32ea-42f7-8107-70eae900684a req-d8d61abd-30b6-4f6e-b2f6-5bfec1dfed2c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0262249 Dec 06 15:02:05.308815 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bf7e140e-85de-4dba-a8c3-f7ae39ec9ba7 req-4df2b0a3-afef-4113-bda6-3bc620e66b05 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0261500 Dec 06 15:02:05.508908 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ab27668-0522-482e-8780-250c18b6c0b1 req-62a50a71-f452-4e38-9db4-b89ef6b8c9c1 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0291994 Dec 06 15:02:05.611359 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:05.932687 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11d5498c-5461-4e75-b6e3-a6e4806742c8 req-c35a0b36-8969-41cc-93ef-d8d087a17c5c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0262151 Dec 06 15:02:06.084902 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d601dc3d-3355-422b-94e1-e87dd397d8a0 req-c0914378-2010-4d8b-9e0d-2a8b221186da tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0260482 Dec 06 15:02:06.225765 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7156613f-94b6-4206-a7bf-8474320297a7 req-4147d2ff-c84c-46a6-a218-ee50452e7076 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0275311 Dec 06 15:02:06.302204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f22df89-42f7-440f-a0fc-3d7a8529562c req-e05e0897-6ce3-4e51-af48-bbdaeb1afa6a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0322502 Dec 06 15:02:06.385083 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88541560-25ab-4898-a765-e48106720b13 req-93ac0567-e2fc-4acd-9c61-9f05127cb8b4 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0266831 Dec 06 15:02:06.544008 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:06.583985 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c3165069-f438-4033-b267-d4e2faed3f75 req-2fb7494c-2cad-453c-8b38-84b5123d14b9 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0261559 Dec 06 15:02:07.012370 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-17516a69-3fe9-4458-98fc-b27dd39302a2 req-ac6f9283-bb31-4746-a15e-89782564221b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0284665 Dec 06 15:02:07.161860 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2edeb1b0-57fd-423d-a9f7-16c3e9833235 req-02d78d02-474c-4bac-8614-5dc447ce3ced tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0255427 Dec 06 15:02:07.309585 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fa6186ae-1a37-49a8-a769-de2eef52a99c req-8f7b7114-e773-4abe-9732-93b6b892faed tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0293345 Dec 06 15:02:07.381409 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c448584b-692a-4035-b580-397d0562e46a req-f254569f-3fa7-4af6-b163-2b07f837760f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0259023 Dec 06 15:02:07.461806 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-14431718-65c7-4f7b-8a67-168cf584540f req-b2ea8f36-9903-4660-8526-4a8f0e707917 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0253367 Dec 06 15:02:07.664762 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b87b956-ccdc-459b-b18c-9c2f76c6304a req-c4e73063-55a5-48d3-b30e-df390e05b823 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0305769 Dec 06 15:02:08.093147 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-77a8a3a9-5c24-4325-8438-05d77795bda8 req-7133c381-90f2-4d82-afa3-57833c8f0461 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0302005 Dec 06 15:02:08.239986 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb029690-956e-4d9d-9c49-497262461277 req-80763970-bef0-41f4-a8b9-74305b947c86 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0260231 Dec 06 15:02:08.385458 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24e09363-3fc6-4984-b30e-62478193b934 req-68d905eb-c230-4674-96e6-447c8bd1e472 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0259612 Dec 06 15:02:08.459228 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-713a3860-8f0f-4ad8-be87-5d35785f2e17 req-2381ecee-b629-431d-aead-b36aafcef17b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0298519 Dec 06 15:02:08.540625 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-59530c72-1fcd-4fcb-8f03-f837d4deb6f0 req-c8a4f683-4890-4b23-9ce5-9e2d5b925462 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0254278 Dec 06 15:02:08.741356 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2decf524-f2bf-4ad7-986c-e5096fd8545e req-61c5129c-c7d5-450e-a102-481f72dad711 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0259895 Dec 06 15:02:09.170000 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c309590f-e079-40d8-b9bf-92c14afa242e req-ef6fdc1e-e971-4e5a-8505-6582a9fdfcc3 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0275807 Dec 06 15:02:09.317835 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c927d47-4508-4bad-bb57-ee0bf79ca02a req-e65581fd-3fdd-43d0-84d9-91f6542827da tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0257571 Dec 06 15:02:09.467866 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-83058ea6-2fd3-4e71-b7b4-876871ee8b7e req-01483068-2b26-4021-86a9-345f77da74c4 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0318685 Dec 06 15:02:09.542093 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8cc353e3-4080-484d-a548-e6bd7aeccea5 req-15da92a8-bbfb-4d99-a2b3-9ad4e47e104f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0257235 Dec 06 15:02:09.615694 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-46afecba-a9bb-4ea0-a1fb-86a468850c1c req-30901b2a-15d0-4856-8757-480bb3869ed7 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0258143 Dec 06 15:02:09.819315 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80b1701d-a697-4b55-b94c-a94c4e3a1b9c req-a7a6b1a3-8063-4f62-bee8-58e77c8d89e7 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0274935 Dec 06 15:02:10.249982 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d430e97d-1b73-4946-a6db-b509b0db5c96 req-96fb95f0-af0f-4072-a396-3b6c8fcdebec tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0292251 Dec 06 15:02:10.392700 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16fb4c63-c41b-4915-a268-95104f0e9797 req-8549f590-b6ba-4521-8650-bd402f18d7a3 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0254591 Dec 06 15:02:10.546008 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af78db61-e22f-459c-8c4a-50d9d978c2f4 req-74cc7d59-ed85-432d-9c5b-8b7b06668611 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0267558 Dec 06 15:02:10.626182 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a8c43ea-d2cf-4814-9ebc-b15756d5d2c5 req-8e1da304-e3f0-49ef-968b-2013ec144e1f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0332854 Dec 06 15:02:10.691872 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a64a75cd-71d4-43fb-ab8e-863e66269ba6 req-9289a3e2-76c8-4a98-8dad-2a765c515f40 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0272670 Dec 06 15:02:10.895255 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-18f78348-652b-45ed-8c55-030d01e6286a req-6661bf45-8bfd-49dd-99e6-30275e732815 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0259559 Dec 06 15:02:11.336915 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ef923fa7-648a-4e5b-9584-2a2188bc6e0c req-7cfb13ee-f501-4c9e-b9f2-8eb6f13fbd8f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0359750 Dec 06 15:02:11.470938 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9db53e6d-9ee2-48e4-9609-9df0c0e50f2e req-2579fa18-8481-4abb-9fbf-f262307bfa9b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0268002 Dec 06 15:02:11.626714 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-80b84642-3e1b-4353-b933-f4e202f60473 req-e15101d9-2965-4996-9d21-acfd909b5893 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0301995 Dec 06 15:02:11.703264 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-88caf864-64d7-4deb-a881-a8309456db80 req-20b091bb-9370-4d12-8a39-eb4047c47c7c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0256336 Dec 06 15:02:11.777619 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35e1fa4d-2d8f-4f3f-869f-62fc46540c68 req-1f8febee-b945-4df9-ac50-618ab62a9ff2 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0259328 Dec 06 15:02:11.971235 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6e5f659-ad77-4918-aea3-1f097b90fe48 req-43d2de20-7ffd-492f-9adc-505aea8a97e5 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0271707 Dec 06 15:02:12.404949 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a6bd8d2-a49e-48b4-8679-b0e3eb048438 req-86e505c4-5988-46e0-899f-3a43816fecaf tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0259788 Dec 06 15:02:12.564416 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4982c0d-8214-4bee-b2f6-93b051aa6012 req-957a46d1-9659-4a51-88b7-720dfdaba0e6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0263739 Dec 06 15:02:12.705815 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7b38e5ee-295c-40c7-8c57-d66865ccc3f5 req-b638c327-1fe7-45cd-931d-af89f1f6543e tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff40b450-a1ba-44e1-b9a0-7c34e6947a94 HTTP/1.1" status: 200 len: 210 time: 0.0300903 Dec 06 15:02:12.790143 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-581f334b-415f-4c95-bef2-fa8cecab238a req-a999ca09-3d66-47df-b077-b4cf81c1fd1b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0305598 Dec 06 15:02:12.883801 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da338f82-a759-4e92-a9f4-a802f5ac8856 req-da89dcab-2f34-4f0f-96b7-395625786795 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0480156 Dec 06 15:02:12.916741 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37548) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:12.971012 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe175-ee97-45db-8198-72565b4d3751 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:12.995255 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe175-ee97-45db-8198-72565b4d3751 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:13.057838 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-792dafa5-ed9c-4bc0-a248-d31461deb3e5 req-e81ab2b2-912f-4a1c-ba2b-dc9ece58a270 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0332744 Dec 06 15:02:13.076061 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe175-ee97-45db-8198-72565b4d3751 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:13.079187 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe175-ee97-45db-8198-72565b4d3751 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:13.082753 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d3dbe175-ee97-45db-8198-72565b4d3751 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "DELETE /v2.0/security-groups/0f220e50-83c6-423e-8841-c9397e1849de HTTP/1.1" status: 204 len: 168 time: 0.1625741 Dec 06 15:02:13.087810 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37554) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:13.090706 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbe175-ee97-45db-8198-72565b4d3751 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f220e50-83c6-423e-8841-c9397e1849de,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:13.101945 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-2eed169d-9d98-4b66-acb9-e0e56bcd0c43 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] show failed (client error): The resource could not be found. Dec 06 15:02:13.106022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2eed169d-9d98-4b66-acb9-e0e56bcd0c43 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "GET /v2.0/security-groups/0f220e50-83c6-423e-8841-c9397e1849de HTTP/1.1" status: 404 len: 347 time: 0.0141642 Dec 06 15:02:13.106335 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37556) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:13.229717 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1d51ca50-0240-4e64-88a2-839c9ccc56b9 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Deleting port b7ad1db2-0040-47a9-90d9-4555a486ef66 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:02:13.230052 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d51ca50-0240-4e64-88a2-839c9ccc56b9 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:13.303830 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d51ca50-0240-4e64-88a2-839c9ccc56b9 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:13.304150 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d51ca50-0240-4e64-88a2-839c9ccc56b9 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:13.316137 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1d51ca50-0240-4e64-88a2-839c9ccc56b9 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Calling delete_port for b7ad1db2-0040-47a9-90d9-4555a486ef66 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:02:13.449199 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d51ca50-0240-4e64-88a2-839c9ccc56b9 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:13.491696 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51ca50-0240-4e64-88a2-839c9ccc56b9 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Pushing event deleted for resources: {'Port': ['ID=b7ad1db2-0040-47a9-90d9-4555a486ef66,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:13.523456 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-594590e6-07c2-4fbe-992c-3eaf909f1183 req-74f5d62b-03ba-450e-9a65-67315b8b9fbd tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0626276 Dec 06 15:02:13.563863 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d51ca50-0240-4e64-88a2-839c9ccc56b9 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:13.566655 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d51ca50-0240-4e64-88a2-839c9ccc56b9 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:13.567915 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1d51ca50-0240-4e64-88a2-839c9ccc56b9 tempest-ServersTestManualDisk-867283325 tempest-ServersTestManualDisk-867283325-project] 10.222.0.20 "DELETE /v2.0/floatingips/a43fe504-5b87-4850-91b7-fa2cee69b885 HTTP/1.1" status: 204 len: 168 time: 0.4605742 Dec 06 15:02:13.570737 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37560) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:13.660301 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02e9afc9-cf03-4e6f-8adf-2c06d94247dc req-a0dd6829-559f-4bec-9e9f-fc8883150632 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0387638 Dec 06 15:02:13.956230 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fef7aeed-c337-4fa9-8849-035b08053dd7 req-6dbbba48-813c-467d-ac23-a7983139e2f8 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0286827 Dec 06 15:02:14.151030 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fa6155f1-dd53-482d-b1c3-23c80688d24e req-c689041d-2562-4de6-b11b-7eee8632852f tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0283577 Dec 06 15:02:14.162437 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59883750-614e-468a-9ed3-8c45d8ffe2ce req-0d95e6f9-ccf1-4079-833a-3fe7ac82de8e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.3147621 Dec 06 15:02:14.367583 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dedb-2d5b-4f15-9907-73d6b0316a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:14.604435 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24510c0a-655c-4ad0-ad4b-d2a3b19a10b0 req-9e9e0dbf-f5b7-4df3-86ef-dec67968e6bc tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0290313 Dec 06 15:02:14.610822 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4ca0dedb-2d5b-4f15-9907-73d6b0316a66 admin admin] Deleting port 169dc506-4d53-4a6f-8b2e-dea74d57a8af {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:02:14.611281 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dedb-2d5b-4f15-9907-73d6b0316a66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:14.690980 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4ca0dedb-2d5b-4f15-9907-73d6b0316a66 admin admin] For port 169dc506-4d53-4a6f-8b2e-dea74d57a8af, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=169dc506-4d53-4a6f-8b2e-dea74d57a8af,segment=NetworkSegment(768cb58e-439d-4303-9e2c-7b5d827ccc58),segment_id=768cb58e-439d-4303-9e2c-7b5d827ccc58)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:14.691337 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dedb-2d5b-4f15-9907-73d6b0316a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:14.710096 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4ca0dedb-2d5b-4f15-9907-73d6b0316a66 admin admin] Calling delete_port for 169dc506-4d53-4a6f-8b2e-dea74d57a8af owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:02:14.736315 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4733cb5a-e54f-4f4a-9745-89bfb1dcb2e6 req-dc34e383-d36a-4225-a84c-443aa2cd63ae tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0280182 Dec 06 15:02:14.913745 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dedb-2d5b-4f15-9907-73d6b0316a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:14.939925 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0dedb-2d5b-4f15-9907-73d6b0316a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=169dc506-4d53-4a6f-8b2e-dea74d57a8af,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:15.048627 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d36a00ae-83d2-4d0a-bb17-4daf6045c553 req-3e0c98a9-e876-4f7a-ad49-eeabc469553f tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0339754 Dec 06 15:02:15.123888 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dedb-2d5b-4f15-9907-73d6b0316a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:15.250439 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92b36657-169b-4442-be42-82f1f4fb0844 req-e0389b0c-836d-4e3f-b9f3-8dc88f62b2a0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0313222 Dec 06 15:02:15.267443 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aebc1c56-30f5-439e-b797-b08c80028670 req-a789e9e4-e339-48d4-b51e-6113ce97a557 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0446150 Dec 06 15:02:15.385863 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca0dedb-2d5b-4f15-9907-73d6b0316a66 admin admin] Router da12068b-63a9-4252-8df7-3374837263ce has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:02:15.524122 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca0dedb-2d5b-4f15-9907-73d6b0316a66 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:02:15.532997 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37594) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:15.539426 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4ca0dedb-2d5b-4f15-9907-73d6b0316a66 admin admin] 10.222.0.20 "PUT /v2.0/routers/da12068b-63a9-4252-8df7-3374837263ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9673874 Dec 06 15:02:15.551456 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7967fce0-86ff-4cbb-81b9-8227ce143d05 None None] Sync routers for ids ['da12068b-63a9-4252-8df7-3374837263ce'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:02:15.570449 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7967fce0-86ff-4cbb-81b9-8227ce143d05 None None] Routers {'da12068b-63a9-4252-8df7-3374837263ce'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:15.571381 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7967fce0-86ff-4cbb-81b9-8227ce143d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['da12068b-63a9-4252-8df7-3374837263ce'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:15.660150 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b326274-84dc-4c76-b616-eae122efd7cb admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:15.688611 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7967fce0-86ff-4cbb-81b9-8227ce143d05 None None] Set router da12068b-63a9-4252-8df7-3374837263ce gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:15.734344 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a5182bc4-83fd-4381-a071-40e825051bbe req-98fa1ff4-cecb-4468-9225-903cd9346c5e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0400412 Dec 06 15:02:15.797872 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b326274-84dc-4c76-b616-eae122efd7cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:15.817509 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd2ac40a-a067-454d-843d-a0b3fffb211c req-06bf35ca-69b5-4f8a-ac96-3ee3f80b4c4c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0269742 Dec 06 15:02:15.854341 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1b326274-84dc-4c76-b616-eae122efd7cb admin admin] Deleting port e9f60555-5381-4a7d-9b0f-f84b34e8569c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:02:15.854672 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b326274-84dc-4c76-b616-eae122efd7cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:15.889272 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7967fce0-86ff-4cbb-81b9-8227ce143d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da12068b-63a9-4252-8df7-3374837263ce', 'name': 'tempest-ServersTestManualDisk-654814091-router', 'tenant_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'e9f60555-5381-4a7d-9b0f-f84b34e8569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:56:02Z', 'updated_at': '2021-12-06T15:02:14Z', 'revision_number': 5, 'project_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'gw_port': {'id': 'e9f60555-5381-4a7d-9b0f-f84b34e8569c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da12068b-63a9-4252-8df7-3374837263ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:56:02Z', 'updated_at': '2021-12-06T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:15.919845 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7967fce0-86ff-4cbb-81b9-8227ce143d05 None None] Checking router: da12068b-63a9-4252-8df7-3374837263ce for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:02:15.928094 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7967fce0-86ff-4cbb-81b9-8227ce143d05 None None] Routers {'da12068b-63a9-4252-8df7-3374837263ce'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:15.928710 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7967fce0-86ff-4cbb-81b9-8227ce143d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['da12068b-63a9-4252-8df7-3374837263ce'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:15.935828 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1b326274-84dc-4c76-b616-eae122efd7cb admin admin] For port e9f60555-5381-4a7d-9b0f-f84b34e8569c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9f60555-5381-4a7d-9b0f-f84b34e8569c,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:15.936185 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b326274-84dc-4c76-b616-eae122efd7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:15.947676 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1b326274-84dc-4c76-b616-eae122efd7cb admin admin] Calling delete_port for e9f60555-5381-4a7d-9b0f-f84b34e8569c owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:02:16.014025 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7967fce0-86ff-4cbb-81b9-8227ce143d05 None None] Set router da12068b-63a9-4252-8df7-3374837263ce gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:16.065987 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7967fce0-86ff-4cbb-81b9-8227ce143d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da12068b-63a9-4252-8df7-3374837263ce', 'name': 'tempest-ServersTestManualDisk-654814091-router', 'tenant_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:56:02Z', 'updated_at': '2021-12-06T15:02:15Z', 'revision_number': 6, 'project_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:16.100313 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7967fce0-86ff-4cbb-81b9-8227ce143d05 None None] The sync data for ids ['da12068b-63a9-4252-8df7-3374837263ce'] in n-d-master-1 is: [{'id': 'da12068b-63a9-4252-8df7-3374837263ce', 'name': 'tempest-ServersTestManualDisk-654814091-router', 'tenant_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:56:02Z', 'updated_at': '2021-12-06T15:02:15Z', 'revision_number': 6, 'project_id': '5d688b8cb5fa47c4a1cb24a5ebd887ee', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:02:16.337402 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c8ec3984-b143-412e-a693-2b15cb1cb864 req-1b07b72e-0dc9-4e69-8c1b-8313c2586970 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0271804 Dec 06 15:02:16.410644 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-91081c29-c689-4123-a408-4a83dd4be1e4 req-dc0975fc-8b0b-4a03-8184-bed05a6d08ea tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0278890 Dec 06 15:02:16.456178 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-187fc619-5514-4b6d-a08b-3a47d3b3ac38 req-59dd4883-13b2-4ea1-bdb1-8a73c32f6e08 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0358651 Dec 06 15:02:16.467169 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b326274-84dc-4c76-b616-eae122efd7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:16.495624 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa157f9-f473-49b7-9867-c2953217774b None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:02:16.528796 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b326274-84dc-4c76-b616-eae122efd7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f60555-5381-4a7d-9b0f-f84b34e8569c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:16.622400 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b326274-84dc-4c76-b616-eae122efd7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:16.714457 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b326274-84dc-4c76-b616-eae122efd7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:16.717193 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b326274-84dc-4c76-b616-eae122efd7cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:16.758326 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b326274-84dc-4c76-b616-eae122efd7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:16.758856 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b326274-84dc-4c76-b616-eae122efd7cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router da12068b-63a9-4252-8df7-3374837263ce {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:02:16.764950 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b326274-84dc-4c76-b616-eae122efd7cb admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:16.766175 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1b326274-84dc-4c76-b616-eae122efd7cb admin admin] 10.222.0.20 "DELETE /v2.0/routers/da12068b-63a9-4252-8df7-3374837263ce HTTP/1.1" status: 204 len: 168 time: 1.2319946 Dec 06 15:02:16.768900 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37628) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:16.814829 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3dc2d9-e67d-486a-aa31-6ffcc70204de admin admin] Deleting subnet 7ecb030c-8c45-46a2-a8fd-fb38f4a424f9 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:02:16.817905 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f3dc2d9-e67d-486a-aa31-6ffcc70204de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:16.821575 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4c6bc25b-d71b-4cc1-a73c-8acdc6eb7fee req-2fa6e625-8ce7-418a-8d47-0fe664fc9c69 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0285566 Dec 06 15:02:16.859815 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f3dc2d9-e67d-486a-aa31-6ffcc70204de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:16.907887 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3257245d-ce43-4452-a541-e4f9390bc2ae req-99a41ad8-5298-43c4-9b3b-300af7f149f9 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0297375 Dec 06 15:02:16.977996 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f3dc2d9-e67d-486a-aa31-6ffcc70204de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:17.031722 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f3dc2d9-e67d-486a-aa31-6ffcc70204de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:17.060292 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3dc2d9-e67d-486a-aa31-6ffcc70204de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ecb030c-8c45-46a2-a8fd-fb38f4a424f9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:17.063896 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f3dc2d9-e67d-486a-aa31-6ffcc70204de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:17.067012 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2f3dc2d9-e67d-486a-aa31-6ffcc70204de admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7ecb030c-8c45-46a2-a8fd-fb38f4a424f9 HTTP/1.1" status: 204 len: 168 time: 0.2971601 Dec 06 15:02:17.069593 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37632) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:17.069993 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4cff65-72a6-465f-8f37-2d4a9265561f None None] Network 361cccd4-5ffe-4aa4-a444-a7a357bc9d80 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:02:17.148329 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:17.205636 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] Deleting port 9b59dd15-8054-4735-af03-dedab1dded3a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:02:17.206057 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:17.281883 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27df187-a6a0-4f5e-a533-3dbed0b220e7 None None] DHCP port deletion for 361cccd4-5ffe-4aa4-a444-a7a357bc9d80 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:02:17.282417 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] For port 9b59dd15-8054-4735-af03-dedab1dded3a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9b59dd15-8054-4735-af03-dedab1dded3a,segment=NetworkSegment(768cb58e-439d-4303-9e2c-7b5d827ccc58),segment_id=768cb58e-439d-4303-9e2c-7b5d827ccc58)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:17.282844 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:17.295050 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] Calling delete_port for 9b59dd15-8054-4735-af03-dedab1dded3a owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:02:17.330664 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d27df187-a6a0-4f5e-a533-3dbed0b220e7 None None] Deleting port 9b59dd15-8054-4735-af03-dedab1dded3a {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:02:17.331050 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d27df187-a6a0-4f5e-a533-3dbed0b220e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:17.390530 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:17.409253 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d27df187-a6a0-4f5e-a533-3dbed0b220e7 None None] For port 9b59dd15-8054-4735-af03-dedab1dded3a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9b59dd15-8054-4735-af03-dedab1dded3a,segment=NetworkSegment(768cb58e-439d-4303-9e2c-7b5d827ccc58),segment_id=768cb58e-439d-4303-9e2c-7b5d827ccc58)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:17.409782 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d27df187-a6a0-4f5e-a533-3dbed0b220e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:17.422073 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-37708ade-b664-4bc0-be78-32698bbd6c5d req-cddf3f35-2dea-4367-bcde-e844a4c4bb4f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0314834 Dec 06 15:02:17.431970 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b59dd15-8054-4735-af03-dedab1dded3a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:17.435004 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d27df187-a6a0-4f5e-a533-3dbed0b220e7 None None] Calling delete_port for 9b59dd15-8054-4735-af03-dedab1dded3a owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:02:17.439715 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] No DVR routers for this DVR port 9b59dd15-8054-4735-af03-dedab1dded3a on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:02:17.521260 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-296bf3f4-52a0-4252-9158-fa80bae36558 req-9ea88d05-d4ba-4ca2-9a11-84d9ff007669 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0500643 Dec 06 15:02:17.547154 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d27df187-a6a0-4f5e-a533-3dbed0b220e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:17.549139 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3aba15c1-e6ef-4ec7-a8f9-8254a8c297ec req-641c9a47-ec17-48a4-b6e3-dccb27080c54 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0439346 Dec 06 15:02:17.562055 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:17.583439 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27df187-a6a0-4f5e-a533-3dbed0b220e7 None None] Pushing event deleted for resources: {'Port': ['ID=9b59dd15-8054-4735-af03-dedab1dded3a,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:17.587204 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27df187-a6a0-4f5e-a533-3dbed0b220e7 None None] No DVR routers for this DVR port 9b59dd15-8054-4735-af03-dedab1dded3a on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:02:17.591504 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361cccd4-5ffe-4aa4-a444-a7a357bc9d80']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:17.606100 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768cb58e-439d-4303-9e2c-7b5d827ccc58') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:17.606397 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768cb58e-439d-4303-9e2c-7b5d827ccc58') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:17.616231 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:17.629224 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:17.635618 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:02:17.636041 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:02:17.640041 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:02:17.695816 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:17.700755 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:17.704724 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] 10.222.0.20 "DELETE /v2.0/networks/361cccd4-5ffe-4aa4-a444-a7a357bc9d80 HTTP/1.1" status: 204 len: 168 time: 0.6341507 Dec 06 15:02:17.722488 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a017a-aa40-4776-b976-bed91de41259 admin admin] Pushing event deleted for resources: {'Network': ['ID=361cccd4-5ffe-4aa4-a444-a7a357bc9d80,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:17.825567 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37644) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:17.874469 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8f38e6f7-48a7-4ccd-9c82-f40f7623bf17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d688b8cb5fa47c4a1cb24a5ebd887ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476005 Dec 06 15:02:17.876966 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37648) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:17.923972 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0c24759a-7332-48ba-bb4d-d5a917f521fe req-369d939a-1885-4a34-9172-08eb0067b99f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0410652 Dec 06 15:02:17.963486 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd3efd6d-2617-461a-a52d-6a924adde82b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:17.986674 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd3efd6d-2617-461a-a52d-6a924adde82b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:18.001215 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-41f6aa5f-289b-48d9-b5c3-1053c55ada05 req-8f4fcc24-929b-4161-94d3-5613c4d359a4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0262864 Dec 06 15:02:18.037096 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd3efd6d-2617-461a-a52d-6a924adde82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:18.039645 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd3efd6d-2617-461a-a52d-6a924adde82b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:18.040873 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fd3efd6d-2617-461a-a52d-6a924adde82b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13179dde-1a26-4d2c-b8b3-fa8bbac91634 HTTP/1.1" status: 204 len: 168 time: 0.1630008 Dec 06 15:02:18.049618 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3efd6d-2617-461a-a52d-6a924adde82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13179dde-1a26-4d2c-b8b3-fa8bbac91634,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:18.143346 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9b59dd15-8054-4735-af03-dedab1dded3a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:02:18.165131 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 9b59dd15-8054-4735-af03-dedab1dded3a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:02:18.165479 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9b59dd15-8054-4735-af03-dedab1dded3a not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:02:18.166152 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e9f60555-5381-4a7d-9b0f-f84b34e8569c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:02:18.190151 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: e9f60555-5381-4a7d-9b0f-f84b34e8569c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:02:18.190506 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e9f60555-5381-4a7d-9b0f-f84b34e8569c not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:02:18.190931 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 169dc506-4d53-4a6f-8b2e-dea74d57a8af no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:02:18.210600 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 169dc506-4d53-4a6f-8b2e-dea74d57a8af {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:02:18.210948 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 169dc506-4d53-4a6f-8b2e-dea74d57a8af not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:02:18.503996 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d686431-bb91-4568-87e1-ebe4db1e0e55 req-8693d0c5-428b-4113-9338-cb740724b0aa tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0283532 Dec 06 15:02:18.605506 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09c8c47e-f248-4098-abd9-5647a664e0fc req-7f82855a-fa50-4d93-920d-23fff900d0ce tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0308444 Dec 06 15:02:18.637382 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-382f5f8b-b5bb-448f-953d-43320ea64917 req-71d313d5-fcec-4e27-87cd-893b44d1a5fa tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0370636 Dec 06 15:02:18.740777 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37690) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:18.843022 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6f023f88-a9f5-4f94-aae5-d918142da26a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-149218554-network', 'tenant_id': '360c1d4dec644284a4e61c9254a97ca2'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:18.864681 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f023f88-a9f5-4f94-aae5-d918142da26a admin admin] Made reservation on behalf of 360c1d4dec644284a4e61c9254a97ca2 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:02:18.866962 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f023f88-a9f5-4f94-aae5-d918142da26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:18.876257 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f023f88-a9f5-4f94-aae5-d918142da26a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:18.981027 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f023f88-a9f5-4f94-aae5-d918142da26a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:18.985072 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f023f88-a9f5-4f94-aae5-d918142da26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:19.013193 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f023f88-a9f5-4f94-aae5-d918142da26a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:02:19.018957 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a166e87-b240-48e3-afb9-20a68cd54f52 req-70f9753b-12be-4650-8dca-7d8b0c373cfb tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0278611 Dec 06 15:02:19.022412 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f023f88-a9f5-4f94-aae5-d918142da26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:19.029924 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f023f88-a9f5-4f94-aae5-d918142da26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:19.030359 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-6f023f88-a9f5-4f94-aae5-d918142da26a admin admin] Added segment 3de383c1-5981-42d0-a2c8-804097371e4f of type vlan for network a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 Dec 06 15:02:19.097866 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a364db16-0b3b-451f-ba1e-95c4acbb4525 req-2eb8d7b9-cad6-4a21-a87f-c5bad9f8b2a0 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0347760 Dec 06 15:02:19.099482 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f023f88-a9f5-4f94-aae5-d918142da26a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:19.124520 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f023f88-a9f5-4f94-aae5-d918142da26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:19.125525 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f023f88-a9f5-4f94-aae5-d918142da26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:19.126190 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f023f88-a9f5-4f94-aae5-d918142da26a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:19.157898 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6f023f88-a9f5-4f94-aae5-d918142da26a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4159005 Dec 06 15:02:19.160867 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37706) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:19.165900 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5c72deff-c748-4c33-ac89-e3fca852693d admin admin] Request body: {'subnet': {'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-149218554-subnet', 'tenant_id': '360c1d4dec644284a4e61c9254a97ca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:19.187778 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c72deff-c748-4c33-ac89-e3fca852693d admin admin] Made reservation on behalf of 360c1d4dec644284a4e61c9254a97ca2 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:02:19.190198 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c72deff-c748-4c33-ac89-e3fca852693d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:19.195563 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f023f88-a9f5-4f94-aae5-d918142da26a admin admin] Pushing event updated for resources: {'Network': ['ID=a4732a51-9ddd-44a8-8a76-cbb304a2ecb5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:19.206629 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:02:19.361691 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c72deff-c748-4c33-ac89-e3fca852693d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:19.419210 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72deff-c748-4c33-ac89-e3fca852693d admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e31e95-5c98-4922-9d80-978cf8f08c26,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:19.425658 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c72deff-c748-4c33-ac89-e3fca852693d admin admin] Checking segment: {'id': '3de383c1-5981-42d0-a2c8-804097371e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:19.426019 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c72deff-c748-4c33-ac89-e3fca852693d admin admin] Network hostable DHCP agents. Network: a4732a51-9ddd-44a8-8a76-cbb304a2ecb5, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:02:19.443416 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c72deff-c748-4c33-ac89-e3fca852693d admin admin] Network a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:02:19.452775 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5c72deff-c748-4c33-ac89-e3fca852693d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a4732a51-9ddd-44a8-8a76-cbb304a2ecb5) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:19.457015 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c72deff-c748-4c33-ac89-e3fca852693d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:19.457603 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c72deff-c748-4c33-ac89-e3fca852693d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:19.461751 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c684709f-1a3f-4c23-aebd-1bb5b6125ac2 None None] Network a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:02:19.476556 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37708) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:19.481295 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-149218554-router', 'tenant_id': '360c1d4dec644284a4e61c9254a97ca2', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:19.489052 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5c72deff-c748-4c33-ac89-e3fca852693d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3141627 Dec 06 15:02:19.518343 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:19.519416 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:19.583241 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:19.601967 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d771f25-282f-4dfb-bad0-127989044dbf req-3387a0fb-d7d9-4251-b312-279d359e1b67 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0347545 Dec 06 15:02:19.648975 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56524c6f-3643-4fea-8a6c-dbeb054757ea None None] Network a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:02:19.772046 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e99aeba1-4a63-48b2-b069-0b4accd7c068 req-e739dbe6-1db4-48cd-97aa-a0f20c899bc9 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0715828 Dec 06 15:02:19.796205 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad5239f2-05a3-424f-833f-b3801a48e218 req-29cdb3e2-7658-4915-a5eb-d4224df8b325 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0648792 Dec 06 15:02:19.864852 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:20.068284 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:02:20.093275 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:20.116818 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:20.130144 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96c7a643-1c69-4507-9c07-4dc870985151 req-7807fe66-af71-47c4-a996-d043e9ac200c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0342801 Dec 06 15:02:20.200405 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7d840fcd-7e4e-41f8-a8d0-0f814e11413a req-7944d37d-7a53-470b-a338-535061baf4c3 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0341675 Dec 06 15:02:20.265556 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Allocated IP 172.35.7.52 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/660b829d-4900-45d5-bcc7-dad73f6f19a5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:02:20.369106 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:20.403722 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:20.438679 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:20.445178 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:20.448753 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:02:20.460351 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6698e99e-5a67-43a7-b6e7-8f1e7ca20b5e None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:02:20.478208 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Pushing event updated for resources: {'Port': ['ID=660b829d-4900-45d5-bcc7-dad73f6f19a5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:20.584598 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b4a93c0d-2182-4dfc-a56a-9db60cdfd8f0 None None] Provisioning complete for port 660b829d-4900-45d5-bcc7-dad73f6f19a5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:20.584896 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4a93c0d-2182-4dfc-a56a-9db60cdfd8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:20.624553 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b4a93c0d-2182-4dfc-a56a-9db60cdfd8f0 None None] Port 660b829d-4900-45d5-bcc7-dad73f6f19a5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:02:20.686024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-845604a1-104d-42da-bf39-47fafb9a2c14 req-d0739202-ac8b-4b33-8563-6fe8a649b6ae tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0291033 Dec 06 15:02:20.725889 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:20.881173 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b8bc48c4-810d-4473-a0dd-933e043105c7 req-659974ec-74b2-474a-88ca-3bc8ee168fae tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0262134 Dec 06 15:02:20.882210 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-283e1c35-759d-4de0-8107-9b54a8d22cd2 req-49439994-9167-4f91-97ae-2d4c59fcc7b5 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0673280 Dec 06 15:02:20.950094 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:21.084301 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Router aaae1684-3288-49f0-841a-604431e799cc is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:02:21.204807 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:02:21.207268 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-732e04d2-bbf4-4a74-9efd-a5d97084992e req-7964020f-c57c-4fb5-bd92-e1aaf4e31614 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0296466 Dec 06 15:02:21.215612 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Sync routers for ids ['aaae1684-3288-49f0-841a-604431e799cc'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:02:21.240486 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Routers {'aaae1684-3288-49f0-841a-604431e799cc'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:21.241220 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['aaae1684-3288-49f0-841a-604431e799cc'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:21.242214 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:21.247070 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37740) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:21.254125 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b344f168-0302-472a-ae4c-57f488530bea admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7764304 Dec 06 15:02:21.299385 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0dbf734f-f43c-4135-8f70-664a6b75f644 req-5ac6e99a-a85b-4691-8899-46487dcf6adf tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0326383 Dec 06 15:02:21.364379 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Set router aaae1684-3288-49f0-841a-604431e799cc gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:21.550335 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae1684-3288-49f0-841a-604431e799cc', 'name': 'tempest-ServerRescueTestJSON-149218554-router', 'tenant_id': '360c1d4dec644284a4e61c9254a97ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.52'}], 'enable_snat': True}, 'gw_port_id': '660b829d-4900-45d5-bcc7-dad73f6f19a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:19Z', 'updated_at': '2021-12-06T15:02:20Z', 'revision_number': 3, 'project_id': '360c1d4dec644284a4e61c9254a97ca2', 'gw_port': {'id': '660b829d-4900-45d5-bcc7-dad73f6f19a5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaae1684-3288-49f0-841a-604431e799cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:20Z', 'updated_at': '2021-12-06T15:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:21.580889 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Checking router: aaae1684-3288-49f0-841a-604431e799cc for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:02:21.581241 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Updating router aaae1684-3288-49f0-841a-604431e799cc port 660b829d-4900-45d5-bcc7-dad73f6f19a5 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:02:21.607605 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:21.680260 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:21.771266 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ee5b7a6-3dbd-4381-bb2a-1de93660e118 req-e8bff05b-c879-4200-be86-0df269f7bef6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0338345 Dec 06 15:02:21.870201 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] Allocated IP 172.20.0.1 (a4732a51-9ddd-44a8-8a76-cbb304a2ecb5/36e31e95-5c98-4922-9d80-978cf8f08c26/f5f7eb9f-d968-4030-866a-010a081dde5b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:02:21.874299 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:21.880159 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:21.930300 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eeabe0-966c-4953-9016-2ff265cf2b70 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:02:21.941059 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dea22f-2fb7-48b7-b1fd-0f959e6b8a8f None None] Pushing event updated for resources: {'Port': ['ID=660b829d-4900-45d5-bcc7-dad73f6f19a5,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:21.944085 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Attempting to bind port 660b829d-4900-45d5-bcc7-dad73f6f19a5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:02:21.944457 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Attempting to bind port 660b829d-4900-45d5-bcc7-dad73f6f19a5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:02:21.945154 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Attempting to bind port 660b829d-4900-45d5-bcc7-dad73f6f19a5 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:21.955096 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:02:21.955255 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:21.955798 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:21.956062 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:02:21.956546 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Bound port: 660b829d-4900-45d5-bcc7-dad73f6f19a5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:02:21.956984 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:21.959737 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea22f-2fb7-48b7-b1fd-0f959e6b8a8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:21.960083 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea22f-2fb7-48b7-b1fd-0f959e6b8a8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:21.960419 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea22f-2fb7-48b7-b1fd-0f959e6b8a8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:21.960751 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea22f-2fb7-48b7-b1fd-0f959e6b8a8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:21.961075 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea22f-2fb7-48b7-b1fd-0f959e6b8a8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:21.961397 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea22f-2fb7-48b7-b1fd-0f959e6b8a8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:21.961714 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea22f-2fb7-48b7-b1fd-0f959e6b8a8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:21.962059 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea22f-2fb7-48b7-b1fd-0f959e6b8a8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:21.962399 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea22f-2fb7-48b7-b1fd-0f959e6b8a8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:21.963082 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea22f-2fb7-48b7-b1fd-0f959e6b8a8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:21.963407 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea22f-2fb7-48b7-b1fd-0f959e6b8a8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:21.963751 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea22f-2fb7-48b7-b1fd-0f959e6b8a8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:21.964070 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dea22f-2fb7-48b7-b1fd-0f959e6b8a8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:22.017249 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b1c16b2-f96e-4e7d-b7f4-ae6b469cf056 req-14de73bb-7d27-47b8-97ba-b035125bca58 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0381432 Dec 06 15:02:22.024022 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] For port 660b829d-4900-45d5-bcc7-dad73f6f19a5, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:02:22.027604 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] For port 660b829d-4900-45d5-bcc7-dad73f6f19a5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=660b829d-4900-45d5-bcc7-dad73f6f19a5,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:02:22.032381 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:22.062341 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d2ebb09f-998c-40f9-80b1-510ac09d052e req-bc8f5f84-e9c3-4ac7-89c1-b330aa0c72d3 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0610478 Dec 06 15:02:22.081048 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b7a6d83b-0b1d-4e1b-a246-1d20737250f3 None None] Provisioning complete for port 660b829d-4900-45d5-bcc7-dad73f6f19a5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:22.081635 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b7a6d83b-0b1d-4e1b-a246-1d20737250f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:22.101900 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Routers {'aaae1684-3288-49f0-841a-604431e799cc'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:22.102532 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['aaae1684-3288-49f0-841a-604431e799cc'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:22.108021 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dea22f-2fb7-48b7-b1fd-0f959e6b8a8f None None] Pushing event updated for resources: {'Port': ['ID=660b829d-4900-45d5-bcc7-dad73f6f19a5,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:22.124212 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2d4ca2-b8de-41cc-8c39-81ccc61b8ce5 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:02:22.144171 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:22.194786 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b7a6d83b-0b1d-4e1b-a246-1d20737250f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:22.222836 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b7a6d83b-0b1d-4e1b-a246-1d20737250f3 None None] For port 660b829d-4900-45d5-bcc7-dad73f6f19a5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=660b829d-4900-45d5-bcc7-dad73f6f19a5,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:22.223329 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:22.229866 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b7a6d83b-0b1d-4e1b-a246-1d20737250f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:22.289424 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] Network a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:22.293079 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:22.297127 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] Set router aaae1684-3288-49f0-841a-604431e799cc gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:22.302552 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:02:22.335827 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6d83b-0b1d-4e1b-a246-1d20737250f3 None None] Pushing event updated for resources: {'Port': ['ID=660b829d-4900-45d5-bcc7-dad73f6f19a5,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:22.361116 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:22.373230 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2cd0c4b7-b9f1-4929-a1c7-25a9f7cf3948 None None] Provisioning complete for port 660b829d-4900-45d5-bcc7-dad73f6f19a5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:22.373880 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2cd0c4b7-b9f1-4929-a1c7-25a9f7cf3948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:22.442515 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-797c43b9-b23f-4b04-bf29-938d4a5ffec7 req-33290eee-e65b-40a3-96b1-2263ac7d4729 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.1258318 Dec 06 15:02:22.556870 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f7eb9f-d968-4030-866a-010a081dde5b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:22.584715 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-20a1071a-d533-4277-a8be-f7b36e8b3999 req-62f5078e-9a85-4e62-b8fc-17c87376b336 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0846450 Dec 06 15:02:22.616625 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:22.638775 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e64296c2-d8c1-479f-be08-e9bf5ad0a0d6 req-3dce3365-4f8d-4607-9d3f-22cfc574ec83 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1312408 Dec 06 15:02:22.726930 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae1684-3288-49f0-841a-604431e799cc', 'name': 'tempest-ServerRescueTestJSON-149218554-router', 'tenant_id': '360c1d4dec644284a4e61c9254a97ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.52'}], 'enable_snat': True}, 'gw_port_id': '660b829d-4900-45d5-bcc7-dad73f6f19a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:19Z', 'updated_at': '2021-12-06T15:02:20Z', 'revision_number': 3, 'project_id': '360c1d4dec644284a4e61c9254a97ca2', 'gw_port': {'id': '660b829d-4900-45d5-bcc7-dad73f6f19a5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaae1684-3288-49f0-841a-604431e799cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:20Z', 'updated_at': '2021-12-06T15:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:22.764219 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fd9ec0-7af6-40ee-9d91-a1f5d1717899 None None] The sync data for ids ['aaae1684-3288-49f0-841a-604431e799cc'] in n-d-master-1 is: [{'id': 'aaae1684-3288-49f0-841a-604431e799cc', 'name': 'tempest-ServerRescueTestJSON-149218554-router', 'tenant_id': '360c1d4dec644284a4e61c9254a97ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.52'}], 'enable_snat': True}, 'gw_port_id': '660b829d-4900-45d5-bcc7-dad73f6f19a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:19Z', 'updated_at': '2021-12-06T15:02:20Z', 'revision_number': 3, 'project_id': '360c1d4dec644284a4e61c9254a97ca2', 'gw_port': {'id': '660b829d-4900-45d5-bcc7-dad73f6f19a5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaae1684-3288-49f0-841a-604431e799cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:20Z', 'updated_at': '2021-12-06T15:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:02:22.821944 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64296c2-d8c1-479f-be08-e9bf5ad0a0d6 req-a7eefe7c-7256-4ceb-a152-c84cd3c334b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:22.823566 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e64296c2-d8c1-479f-be08-e9bf5ad0a0d6 req-a7eefe7c-7256-4ceb-a152-c84cd3c334b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6328bee89d2341bdb282688164425785&device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 1096 time: 0.1014957 Dec 06 15:02:22.873673 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-519d44f6-b7c0-4909-8c53-d9cf8ca5c776 req-4be74327-a572-4861-9a3f-9cf9cd6425b6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0342762 Dec 06 15:02:22.891915 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:22.899779 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:22.963591 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37786) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:23.124280 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-417dd81c-56cd-4ad0-b928-a93fb0c93621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:23.180280 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-853ef702-0cb5-4abe-8ce3-450fba64de59 req-94aa3055-9249-464e-a394-f54512fc480b tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0350883 Dec 06 15:02:23.246485 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-417dd81c-56cd-4ad0-b928-a93fb0c93621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:23.250916 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-417dd81c-56cd-4ad0-b928-a93fb0c93621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:23.294265 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-417dd81c-56cd-4ad0-b928-a93fb0c93621 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1048a39096594503bcebd3359093f0f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3292320 Dec 06 15:02:23.295231 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417dd81c-56cd-4ad0-b928-a93fb0c93621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f61f3e0-8f83-404d-b1f2-449ba65aa114,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:23.297677 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37794) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:23.333347 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64296c2-d8c1-479f-be08-e9bf5ad0a0d6 req-3d620e3d-308e-433b-91e2-b8f28b04d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:23.334856 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e64296c2-d8c1-479f-be08-e9bf5ad0a0d6 req-3d620e3d-308e-433b-91e2-b8f28b04d30c service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea4a6999-aee7-44eb-8d45-372d6bdff2a4 HTTP/1.1" status: 200 len: 898 time: 0.4813349 Dec 06 15:02:23.355216 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-537eef45-1c33-4452-b251-7d88b71ebba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:23.379997 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-537eef45-1c33-4452-b251-7d88b71ebba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:23.425716 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:23.433025 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-537eef45-1c33-4452-b251-7d88b71ebba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:23.436245 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-71b414e2-e47f-4546-b3b3-337d480266eb req-68ae4e7f-8872-482f-bb05-561553549878 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0833297 Dec 06 15:02:23.438081 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-537eef45-1c33-4452-b251-7d88b71ebba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:23.440222 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-537eef45-1c33-4452-b251-7d88b71ebba9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f61f3e0-8f83-404d-b1f2-449ba65aa114 HTTP/1.1" status: 204 len: 168 time: 0.1415229 Dec 06 15:02:23.467815 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537eef45-1c33-4452-b251-7d88b71ebba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f61f3e0-8f83-404d-b1f2-449ba65aa114,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:23.542229 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f7eb9f-d968-4030-866a-010a081dde5b,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:23.544104 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1501baac-15a0-4249-a4fe-2f57309a7a72 req-14e2c80f-ba67-4c03-95ab-64f3b0ebc870 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0503681 Dec 06 15:02:23.577833 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e64296c2-d8c1-479f-be08-e9bf5ad0a0d6 req-429209f8-11fa-4c1b-b635-d92f0d6ee967 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6614d5e4-ed54-4461-ac3e-6b4a117f23c5 HTTP/1.1" status: 200 len: 1000 time: 0.2201991 Dec 06 15:02:23.587582 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] Network a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:23.590565 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:23.698602 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37806) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:23.706774 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbe50362-5b99-4db9-bbca-f524c340b86b req-f06df31f-40c4-49df-93bc-5b7db9a12709 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0436580 Dec 06 15:02:23.713654 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64296c2-d8c1-479f-be08-e9bf5ad0a0d6 req-778752b0-886c-4d4c-82af-85125faaff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:23.715155 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e64296c2-d8c1-479f-be08-e9bf5ad0a0d6 req-778752b0-886c-4d4c-82af-85125faaff57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0 HTTP/1.1" status: 200 len: 835 time: 0.1261711 Dec 06 15:02:23.810754 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc0b417-c1fb-4a92-84c3-da9b9341cab0 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:23.811809 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc0b417-c1fb-4a92-84c3-da9b9341cab0 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:23.812280 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc0b417-c1fb-4a92-84c3-da9b9341cab0 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:23.828324 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] Router aaae1684-3288-49f0-841a-604431e799cc has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:02:23.828456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bcc0b417-c1fb-4a92-84c3-da9b9341cab0 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=6328bee89d2341bdb282688164425785&network_id=ea4a6999-aee7-44eb-8d45-372d6bdff2a4 HTTP/1.1" status: 200 len: 2969 time: 0.1153615 Dec 06 15:02:23.828576 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64296c2-d8c1-479f-be08-e9bf5ad0a0d6 req-66367501-bcab-4acd-8a52-5131b7218a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:23.828576 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e64296c2-d8c1-479f-be08-e9bf5ad0a0d6 req-66367501-bcab-4acd-8a52-5131b7218a10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea4a6999-aee7-44eb-8d45-372d6bdff2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998216 Dec 06 15:02:23.849356 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37810) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:23.866647 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcea1e27-2d6f-45d9-ba88-d6278b3a366f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:23.953004 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2efb28a0-14fa-428e-9289-a81e9aa0c0d4 req-b0a1353a-e946-4620-86cf-ac134bbffd7f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0307469 Dec 06 15:02:23.979611 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcea1e27-2d6f-45d9-ba88-d6278b3a366f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:23.984565 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcea1e27-2d6f-45d9-ba88-d6278b3a366f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:24.014473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e64296c2-d8c1-479f-be08-e9bf5ad0a0d6 req-27070b1a-d106-4c24-8fe4-ca90ab3872a2 service neutron] 10.222.0.37 "GET /v2.0/networks/ea4a6999-aee7-44eb-8d45-372d6bdff2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818225 Dec 06 15:02:24.022829 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea1e27-2d6f-45d9-ba88-d6278b3a366f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840cd639-0ba3-4c5e-8796-ec79fafa3e83,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:24.027968 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dcea1e27-2d6f-45d9-ba88-d6278b3a366f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61dd2c7f25ca40ceadbc040d35ba38cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1769066 Dec 06 15:02:24.030631 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37816) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:24.035287 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:02:24.044425 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-54176dee-3b68-4182-8eb4-6a5a3e772635 admin admin] 10.222.0.20 "PUT /v2.0/routers/aaae1684-3288-49f0-841a-604431e799cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7961087 Dec 06 15:02:24.094177 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44c80b03-cc38-48a2-ad71-53829b62e149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:24.120250 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44c80b03-cc38-48a2-ad71-53829b62e149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:24.147878 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e64296c2-d8c1-479f-be08-e9bf5ad0a0d6 req-2a3a5a46-9304-472a-89dd-c57d6c1f664a service neutron] 10.222.0.37 "GET /v2.0/networks/ea4a6999-aee7-44eb-8d45-372d6bdff2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216559 Dec 06 15:02:24.159681 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 660b829d-4900-45d5-bcc7-dad73f6f19a5 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:24.190127 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44c80b03-cc38-48a2-ad71-53829b62e149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:24.193047 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44c80b03-cc38-48a2-ad71-53829b62e149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:24.196534 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-44c80b03-cc38-48a2-ad71-53829b62e149 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/840cd639-0ba3-4c5e-8796-ec79fafa3e83 HTTP/1.1" status: 204 len: 168 time: 0.1628687 Dec 06 15:02:24.223689 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c80b03-cc38-48a2-ad71-53829b62e149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840cd639-0ba3-4c5e-8796-ec79fafa3e83,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:24.230443 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 660b829d-4900-45d5-bcc7-dad73f6f19a5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:24.231336 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:24.303983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c9ac0fb-d40d-4d6a-844f-cd67d30cc671 req-2b514650-47e4-4eca-90cc-fe08c8640c52 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0444191 Dec 06 15:02:24.543243 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f181acb-b778-41f0-88b5-de4a37ce438d req-17286817-12f0-45bf-bf5f-e1f6d6796bc9 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0381782 Dec 06 15:02:24.632566 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dd134d2c-3ef3-43b9-9035-f4fa20995d22 req-f7df6ff6-b496-48d7-b4de-d17133b1665f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0342655 Dec 06 15:02:24.680276 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Sync routers for ids ['aaae1684-3288-49f0-841a-604431e799cc'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:02:24.692284 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Routers {'aaae1684-3288-49f0-841a-604431e799cc'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:24.692983 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['aaae1684-3288-49f0-841a-604431e799cc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:24.810375 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-13a47ebc-f151-4329-aad8-d09f35217133 req-bd8ffbda-8b91-4c01-bd9d-1d41a384bcb1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0402257 Dec 06 15:02:24.845825 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Set router aaae1684-3288-49f0-841a-604431e799cc gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:24.857324 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b398a-5ce1-48da-8122-2354152a5483 req-decfdb06-0ad1-45d1-b799-3293e81817ee tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:24.864173 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-414b398a-5ce1-48da-8122-2354152a5483 req-decfdb06-0ad1-45d1-b799-3293e81817ee tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/networks?id=a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 HTTP/1.1" status: 200 len: 810 time: 0.1582546 Dec 06 15:02:24.895379 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-414b398a-5ce1-48da-8122-2354152a5483 req-b516f92a-f76c-47d7-a0b8-97397779e6df tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/quotas/360c1d4dec644284a4e61c9254a97ca2 HTTP/1.1" status: 200 len: 375 time: 0.0277505 Dec 06 15:02:24.956127 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-414b398a-5ce1-48da-8122-2354152a5483 req-179ac4de-dbbf-4fdc-bfae-c9e9e02f4458 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=360c1d4dec644284a4e61c9254a97ca2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508211 Dec 06 15:02:25.050279 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d945b38-a47e-491d-9be1-c865d91654ab req-d7baaa2f-e610-4940-b65a-a897cd09c6ee tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0396345 Dec 06 15:02:25.070783 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-414b398a-5ce1-48da-8122-2354152a5483 req-5ea960b6-bcd8-49d7-9c82-18ddf70804b5 service neutron] 10.222.0.20 "GET /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052170 Dec 06 15:02:25.105963 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae1684-3288-49f0-841a-604431e799cc', 'name': 'tempest-ServerRescueTestJSON-149218554-router', 'tenant_id': '360c1d4dec644284a4e61c9254a97ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.52'}], 'enable_snat': True}, 'gw_port_id': '660b829d-4900-45d5-bcc7-dad73f6f19a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:19Z', 'updated_at': '2021-12-06T15:02:22Z', 'revision_number': 4, 'project_id': '360c1d4dec644284a4e61c9254a97ca2', 'gw_port': {'id': '660b829d-4900-45d5-bcc7-dad73f6f19a5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae1684-3288-49f0-841a-604431e799cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:20Z', 'updated_at': '2021-12-06T15:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f5f7eb9f-d968-4030-866a-010a081dde5b', 'name': '', 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5', 'tenant_id': '360c1d4dec644284a4e61c9254a97ca2', 'mac_address': 'fa:16:3e:38:2a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaae1684-3288-49f0-841a-604431e799cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '36e31e95-5c98-4922-9d80-978cf8f08c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:21Z', 'updated_at': '2021-12-06T15:02:22Z', 'revision_number': 2, 'project_id': '360c1d4dec644284a4e61c9254a97ca2', 'subnets': [{'id': '36e31e95-5c98-4922-9d80-978cf8f08c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:25.133873 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Checking router: aaae1684-3288-49f0-841a-604431e799cc for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:02:25.134235 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Updating router aaae1684-3288-49f0-841a-604431e799cc port f5f7eb9f-d968-4030-866a-010a081dde5b binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:02:25.166105 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:25.179289 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-414b398a-5ce1-48da-8122-2354152a5483 req-b294c7f9-a971-4b0e-8e4a-8e8098dc7855 service neutron] 10.222.0.20 "GET /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014380 Dec 06 15:02:25.359196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a64cb125-110f-4e78-b816-9652b1e09c80 req-e2749000-26a4-43ed-82fb-4b7ccbcf9551 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 210 time: 0.0354226 Dec 06 15:02:25.429739 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d27e2d4e-b659-4ee6-acde-c66a67d13f69 req-82b54bda-a19a-4b5b-b484-d2085d76abe8 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0397394 Dec 06 15:02:25.632929 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3f7ccc7-9700-4111-84cb-c7d251f73b61 req-4ec236d6-e7f5-4b42-95bd-c838da4d76de tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0399597 Dec 06 15:02:25.695957 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:25.711379 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:25.717592 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37896) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:25.733858 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-18dcaa79-2498-4564-9792-6c94f094724b req-22dda633-5338-490c-8aab-cc9082d238e9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0397224 Dec 06 15:02:25.774947 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4f3ea-e913-42b8-bde7-3b242d80c975 None None] Pushing event updated for resources: {'Port': ['ID=f5f7eb9f-d968-4030-866a-010a081dde5b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:25.824969 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646227c7-8405-49e3-b0a3-a4a289b78d41 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:25.826545 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-646227c7-8405-49e3-b0a3-a4a289b78d41 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 814 time: 0.1078572 Dec 06 15:02:25.863264 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Attempting to bind port f5f7eb9f-d968-4030-866a-010a081dde5b on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:02:25.863964 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Attempting to bind port f5f7eb9f-d968-4030-866a-010a081dde5b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3de383c1-5981-42d0-a2c8-804097371e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:02:25.864327 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Attempting to bind port f5f7eb9f-d968-4030-866a-010a081dde5b on network a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:25.871560 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:02:25.872092 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Checking segment: {'id': '3de383c1-5981-42d0-a2c8-804097371e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:25.872448 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:25.872847 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Bound using segment: {'id': '3de383c1-5981-42d0-a2c8-804097371e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:02:25.873514 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Bound port: f5f7eb9f-d968-4030-866a-010a081dde5b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de383c1-5981-42d0-a2c8-804097371e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:02:25.873902 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:25.920300 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e55a62a2-b74b-494a-ab02-918de708d0c0 req-11645061-a18a-4088-81cf-ebb206adb60d tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0313880 Dec 06 15:02:25.945224 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] For port f5f7eb9f-d968-4030-866a-010a081dde5b, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:02:25.948263 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] For port f5f7eb9f-d968-4030-866a-010a081dde5b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f5f7eb9f-d968-4030-866a-010a081dde5b,segment=NetworkSegment(3de383c1-5981-42d0-a2c8-804097371e4f),segment_id=3de383c1-5981-42d0-a2c8-804097371e4f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:02:25.953217 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:26.013116 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Routers {'aaae1684-3288-49f0-841a-604431e799cc'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:26.013735 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['aaae1684-3288-49f0-841a-604431e799cc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:26.051275 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4f3ea-e913-42b8-bde7-3b242d80c975 None None] Pushing event updated for resources: {'Port': ['ID=f5f7eb9f-d968-4030-866a-010a081dde5b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:26.122520 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3988dd59-b511-4618-9dd8-62e01d8afdc0 req-864eb011-2a0f-4294-8155-88b094257d69 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0278308 Dec 06 15:02:26.147819 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] Set router aaae1684-3288-49f0-841a-604431e799cc gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:26.356704 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae1684-3288-49f0-841a-604431e799cc', 'name': 'tempest-ServerRescueTestJSON-149218554-router', 'tenant_id': '360c1d4dec644284a4e61c9254a97ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.52'}], 'enable_snat': True}, 'gw_port_id': '660b829d-4900-45d5-bcc7-dad73f6f19a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:19Z', 'updated_at': '2021-12-06T15:02:22Z', 'revision_number': 4, 'project_id': '360c1d4dec644284a4e61c9254a97ca2', 'gw_port': {'id': '660b829d-4900-45d5-bcc7-dad73f6f19a5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae1684-3288-49f0-841a-604431e799cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:20Z', 'updated_at': '2021-12-06T15:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f5f7eb9f-d968-4030-866a-010a081dde5b', 'name': '', 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5', 'tenant_id': '360c1d4dec644284a4e61c9254a97ca2', 'mac_address': 'fa:16:3e:38:2a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaae1684-3288-49f0-841a-604431e799cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '36e31e95-5c98-4922-9d80-978cf8f08c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:21Z', 'updated_at': '2021-12-06T15:02:25Z', 'revision_number': 4, 'project_id': '360c1d4dec644284a4e61c9254a97ca2', 'subnets': [{'id': '36e31e95-5c98-4922-9d80-978cf8f08c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:26.385508 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623d7113-49ab-4ac2-9efa-e411a9116fbb None None] The sync data for ids ['aaae1684-3288-49f0-841a-604431e799cc'] in n-d-master-1 is: [{'id': 'aaae1684-3288-49f0-841a-604431e799cc', 'name': 'tempest-ServerRescueTestJSON-149218554-router', 'tenant_id': '360c1d4dec644284a4e61c9254a97ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.52'}], 'enable_snat': True}, 'gw_port_id': '660b829d-4900-45d5-bcc7-dad73f6f19a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:19Z', 'updated_at': '2021-12-06T15:02:22Z', 'revision_number': 4, 'project_id': '360c1d4dec644284a4e61c9254a97ca2', 'gw_port': {'id': '660b829d-4900-45d5-bcc7-dad73f6f19a5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae1684-3288-49f0-841a-604431e799cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:20Z', 'updated_at': '2021-12-06T15:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f5f7eb9f-d968-4030-866a-010a081dde5b', 'name': '', 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5', 'tenant_id': '360c1d4dec644284a4e61c9254a97ca2', 'mac_address': 'fa:16:3e:38:2a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaae1684-3288-49f0-841a-604431e799cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '36e31e95-5c98-4922-9d80-978cf8f08c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:21Z', 'updated_at': '2021-12-06T15:02:25Z', 'revision_number': 4, 'project_id': '360c1d4dec644284a4e61c9254a97ca2', 'subnets': [{'id': '36e31e95-5c98-4922-9d80-978cf8f08c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:02:26.481449 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f273cb08-99f3-4fd1-8c43-21cdcaa6d8fc req-eb64436c-7015-4bca-99a7-57f6d8278b06 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 210 time: 0.0579648 Dec 06 15:02:26.583963 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d91533d2-9845-4285-ab3c-ab61f8590097 req-d5246d97-a61c-4a65-90cd-76f22122ecd8 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0572031 Dec 06 15:02:26.682061 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b398a-5ce1-48da-8122-2354152a5483 req-c8373e6e-e171-49d8-b431-b0ae5caf9cf2 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:26.685602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-414b398a-5ce1-48da-8122-2354152a5483 req-c8373e6e-e171-49d8-b431-b0ae5caf9cf2 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.37 "GET /v2.0/networks?id=a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 HTTP/1.1" status: 200 len: 810 time: 0.1669106 Dec 06 15:02:26.709143 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-414b398a-5ce1-48da-8122-2354152a5483 req-b888dcfa-fbe0-443b-b647-7cd01ec02abc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Request body: {'port': {'device_id': 'e7aa743f-c0f5-4bbd-b6f1-95e79203dff4', 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5', 'admin_state_up': True, 'tenant_id': '360c1d4dec644284a4e61c9254a97ca2'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:26.734571 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37928) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:26.739995 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3485b401-bfc9-4aec-a48d-d31988038f74 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'network': {'name': 'tempest-network-smoke--1940863913', 'project_id': '6328bee89d2341bdb282688164425785', 'port_security_enabled': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:26.750321 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bed0e14b-2bd1-47f0-9177-6a8a3302e5f7 req-f9599e93-c8f0-45b1-82c2-168d1ca8c18f tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0560458 Dec 06 15:02:26.769018 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3485b401-bfc9-4aec-a48d-d31988038f74 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Made reservation on behalf of 6328bee89d2341bdb282688164425785 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:02:26.773602 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3485b401-bfc9-4aec-a48d-d31988038f74 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:26.805705 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3485b401-bfc9-4aec-a48d-d31988038f74 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:02:26.837531 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1474dcd0-83c3-4584-a3f0-10f10cf0e2b5 req-b11caaa7-426c-4fb2-b093-63ee0492bbaf tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0334599 Dec 06 15:02:26.841276 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3485b401-bfc9-4aec-a48d-d31988038f74 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:26.841622 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-3485b401-bfc9-4aec-a48d-d31988038f74 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Added segment 93541097-f8e2-4da8-bb84-6f446a9cb0e5 of type vlan for network f45957e2-dff8-4c18-b28a-ce954e7f13be Dec 06 15:02:26.857350 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414b398a-5ce1-48da-8122-2354152a5483 req-b888dcfa-fbe0-443b-b647-7cd01ec02abc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Made reservation on behalf of 360c1d4dec644284a4e61c9254a97ca2 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:02:26.861239 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-414b398a-5ce1-48da-8122-2354152a5483 req-b888dcfa-fbe0-443b-b647-7cd01ec02abc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:26.897231 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3485b401-bfc9-4aec-a48d-d31988038f74 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:26.924434 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3485b401-bfc9-4aec-a48d-d31988038f74 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:26.930203 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3485b401-bfc9-4aec-a48d-d31988038f74 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:26.930780 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3485b401-bfc9-4aec-a48d-d31988038f74 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:26.970893 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3485b401-bfc9-4aec-a48d-d31988038f74 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2348247 Dec 06 15:02:26.973930 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37934) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:27.010619 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485b401-bfc9-4aec-a48d-d31988038f74 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Network': ['ID=f45957e2-dff8-4c18-b28a-ce954e7f13be,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:27.023015 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network f45957e2-dff8-4c18-b28a-ce954e7f13be details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:02:27.052962 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62187248-0f96-45e3-983d-7e86c901ddae req-0d5b27f2-585e-44a5-9f86-dfa9bf8be412 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0471103 Dec 06 15:02:27.074371 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9cbc7b-328a-479b-9485-7663e4b19cb1 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:27.075887 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8c9cbc7b-328a-479b-9485-7663e4b19cb1 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6328bee89d2341bdb282688164425785&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1007955 Dec 06 15:02:27.078564 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37936) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:27.086761 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-414b398a-5ce1-48da-8122-2354152a5483 req-b888dcfa-fbe0-443b-b647-7cd01ec02abc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Allocated IP 172.20.0.14 (a4732a51-9ddd-44a8-8a76-cbb304a2ecb5/36e31e95-5c98-4922-9d80-978cf8f08c26/dc3bf718-619b-4d36-9818-9c6483c80df7) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:02:27.178636 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330a66d6-543d-421a-818e-882ba47995a8 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:27.180296 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-330a66d6-543d-421a-818e-882ba47995a8 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1005943 Dec 06 15:02:27.183107 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37940) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:27.226144 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-283e0d44-c606-40fd-98dc-d3b372985529 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381284 Dec 06 15:02:27.226504 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37942) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:27.243249 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d71f49f3-8c40-4fbd-b7a7-f8e6aeecd35f req-15aa7c46-413b-47f3-9f9a-e3e5c93adf1b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0479312 Dec 06 15:02:27.270043 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2bf6e508-1585-4335-a57b-5804973350d5 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6328bee89d2341bdb282688164425785&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424702 Dec 06 15:02:27.272448 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37944) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:27.366306 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-414b398a-5ce1-48da-8122-2354152a5483 req-b888dcfa-fbe0-443b-b647-7cd01ec02abc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:27.463943 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282285fc-0780-4f54-a179-16803e9278e2 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:27.466027 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-282285fc-0780-4f54-a179-16803e9278e2 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1926780 Dec 06 15:02:27.469204 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37946) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:27.484663 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e9cea4f-fa9d-4ce5-93b3-fca2c97ec067 req-acbd4222-af04-426b-a7f6-1ed5d417afae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422404 Dec 06 15:02:27.510583 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ac15bf2c-3a81-4715-9ace-6bd0037f2d1c tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402749 Dec 06 15:02:27.513898 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37948) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:27.520003 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-96b52153-4ad2-4160-921b-59f530cf9c49 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1808692128', 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be', 'project_id': '6328bee89d2341bdb282688164425785', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:27.537818 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-414b398a-5ce1-48da-8122-2354152a5483 req-b888dcfa-fbe0-443b-b647-7cd01ec02abc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:27.578560 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cea4f-fa9d-4ce5-93b3-fca2c97ec067 req-f6021e59-1333-40f9-b0e4-b936e0e1999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:27.580347 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e9cea4f-fa9d-4ce5-93b3-fca2c97ec067 req-f6021e59-1333-40f9-b0e4-b936e0e1999a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6bea34f57f3438382c2fe5b205b1663&device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 1097 time: 0.0448925 Dec 06 15:02:27.631755 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414b398a-5ce1-48da-8122-2354152a5483 req-b888dcfa-fbe0-443b-b647-7cd01ec02abc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Network a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:27.650481 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-414b398a-5ce1-48da-8122-2354152a5483 req-b888dcfa-fbe0-443b-b647-7cd01ec02abc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:27.669690 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-414b398a-5ce1-48da-8122-2354152a5483 req-b888dcfa-fbe0-443b-b647-7cd01ec02abc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:02:27.703403 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888dcfa-fbe0-443b-b647-7cd01ec02abc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Pushing event updated for resources: {'Port': ['ID=dc3bf718-619b-4d36-9818-9c6483c80df7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:27.745168 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b52153-4ad2-4160-921b-59f530cf9c49 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Made reservation on behalf of 6328bee89d2341bdb282688164425785 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:02:27.748908 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96b52153-4ad2-4160-921b-59f530cf9c49 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:27.754979 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bed048b2-4364-4e9f-809b-4104b1a01b9d req-53c0b7f6-0884-40da-9542-e422732855a4 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0354047 Dec 06 15:02:27.758910 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5ca50-b7a3-4f90-9624-60c08b9f0df4 req-df5ead73-db98-45a0-89b2-00a92e5b06ab tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:27.760376 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-82d5ca50-b7a3-4f90-9624-60c08b9f0df4 req-df5ead73-db98-45a0-89b2-00a92e5b06ab tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 932 time: 0.1729977 Dec 06 15:02:27.767717 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b398a-5ce1-48da-8122-2354152a5483 req-b888dcfa-fbe0-443b-b647-7cd01ec02abc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:27.767717 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-414b398a-5ce1-48da-8122-2354152a5483 req-b888dcfa-fbe0-443b-b647-7cd01ec02abc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:27.796383 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cea4f-fa9d-4ce5-93b3-fca2c97ec067 req-eaf69d58-827b-4fc6-9782-3456c5db01b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:27.801677 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e9cea4f-fa9d-4ce5-93b3-fca2c97ec067 req-eaf69d58-827b-4fc6-9782-3456c5db01b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=14e24fbd-751b-4795-86b8-cd9eca2691c6 HTTP/1.1" status: 200 len: 915 time: 0.1840224 Dec 06 15:02:27.818009 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-414b398a-5ce1-48da-8122-2354152a5483 req-b888dcfa-fbe0-443b-b647-7cd01ec02abc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1206565 Dec 06 15:02:27.847366 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Request body: {'port': {'device_id': 'e7aa743f-c0f5-4bbd-b6f1-95e79203dff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:27.868699 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e9cea4f-fa9d-4ce5-93b3-fca2c97ec067 req-12e379ea-06fd-46f4-b9a7-31741e702a78 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04 HTTP/1.1" status: 200 len: 217 time: 0.0603611 Dec 06 15:02:27.907399 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:27.919038 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-82d5ca50-b7a3-4f90-9624-60c08b9f0df4 req-9724ff3e-9987-4f1c-80f2-f9fb6b45c376 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330397 Dec 06 15:02:27.924623 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-21fc27a9-c056-4d11-9233-e0fa827bd2d4 req-b87a2ab1-65f2-48d0-9b60-bffe0578aad6 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0583587 Dec 06 15:02:27.946811 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cea4f-fa9d-4ce5-93b3-fca2c97ec067 req-c75c8af6-1db5-4f65-b242-59f1bb51a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:27.949616 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e9cea4f-fa9d-4ce5-93b3-fca2c97ec067 req-c75c8af6-1db5-4f65-b242-59f1bb51a7ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42a5af40-5e41-44c6-af09-1021d37830cd HTTP/1.1" status: 200 len: 854 time: 0.0709412 Dec 06 15:02:27.958061 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:27.985950 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e9cea4f-fa9d-4ce5-93b3-fca2c97ec067 req-6aa576a5-2a6a-43bc-9141-2b6f39773948 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=14e24fbd-751b-4795-86b8-cd9eca2691c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297413 Dec 06 15:02:28.013207 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-25c31deb-ba89-4e2c-a452-1a1286811e49 req-1ae055e7-9d45-436e-831d-2ded2c477d6a tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0298402 Dec 06 15:02:28.123686 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e9cea4f-fa9d-4ce5-93b3-fca2c97ec067 req-36563ca1-96a8-4da3-91ff-5b97edd1c3a8 service neutron] 10.222.0.23 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112695 Dec 06 15:02:28.170757 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f5f7eb9f-d968-4030-866a-010a081dde5b up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:28.177586 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16fc16e5-c009-48fe-9a8b-f0e1631ff8c4 req-4136ee79-7857-411d-82a8-a99f88da496f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0538821 Dec 06 15:02:28.189577 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96b52153-4ad2-4160-921b-59f530cf9c49 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.224629 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f5f7eb9f-d968-4030-866a-010a081dde5b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:28.225383 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.228838 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e9cea4f-fa9d-4ce5-93b3-fca2c97ec067 req-f0013ef9-3d8d-4fcd-8a67-2f886dd8c4a8 service neutron] 10.222.0.23 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004970 Dec 06 15:02:28.308020 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.316407 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b52153-4ad2-4160-921b-59f530cf9c49 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Subnet': ['ID=c3cce271-b6cf-4c4c-8311-1520aef85935,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:28.327918 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b52153-4ad2-4160-921b-59f530cf9c49 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Checking segment: {'id': '93541097-f8e2-4da8-bb84-6f446a9cb0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:28.328281 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b52153-4ad2-4160-921b-59f530cf9c49 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network hostable DHCP agents. Network: f45957e2-dff8-4c18-b28a-ce954e7f13be, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:02:28.330365 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94cbb047-5abb-48d9-9b75-ef8251a616a0 req-fcff1791-4a46-4db0-ab2f-0d85af560ae9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0354242 Dec 06 15:02:28.349192 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port f5f7eb9f-d968-4030-866a-010a081dde5b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f5f7eb9f-d968-4030-866a-010a081dde5b,segment=NetworkSegment(3de383c1-5981-42d0-a2c8-804097371e4f),segment_id=3de383c1-5981-42d0-a2c8-804097371e4f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:28.353418 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.373076 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b52153-4ad2-4160-921b-59f530cf9c49 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network f45957e2-dff8-4c18-b28a-ce954e7f13be is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:02:28.390311 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-96b52153-4ad2-4160-921b-59f530cf9c49 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f45957e2-dff8-4c18-b28a-ce954e7f13be) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:28.403603 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66dd496-602e-44ba-890c-7e844d9785fb None None] Network f45957e2-dff8-4c18-b28a-ce954e7f13be requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:02:28.412744 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b52153-4ad2-4160-921b-59f530cf9c49 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:28.413328 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96b52153-4ad2-4160-921b-59f530cf9c49 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.434120 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=f5f7eb9f-d968-4030-866a-010a081dde5b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:28.435570 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3bf718-619b-4d36-9818-9c6483c80df7 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:02:28.445415 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-96b52153-4ad2-4160-921b-59f530cf9c49 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9304714 Dec 06 15:02:28.447354 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.460113 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Transition to ACTIVE for port object dc3bf718-619b-4d36-9818-9c6483c80df7 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:02:28.465904 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.534253 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Pushing event updated for resources: {'Port': ['ID=dc3bf718-619b-4d36-9818-9c6483c80df7,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:28.578400 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f45957e2-dff8-4c18-b28a-ce954e7f13be', 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be', 'tenant_id': '6328bee89d2341bdb282688164425785', 'fixed_ips': [{'subnet_id': 'c3cce271-b6cf-4c4c-8311-1520aef85935'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:02:28.579597 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.593342 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Attempting to bind port dc3bf718-619b-4d36-9818-9c6483c80df7 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:02:28.593681 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Attempting to bind port dc3bf718-619b-4d36-9818-9c6483c80df7 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '3de383c1-5981-42d0-a2c8-804097371e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:02:28.593993 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Attempting to bind port dc3bf718-619b-4d36-9818-9c6483c80df7 on network a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:28.598470 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Port dc3bf718-619b-4d36-9818-9c6483c80df7 on network a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:02:28.598992 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Attempting to bind port dc3bf718-619b-4d36-9818-9c6483c80df7 on network a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:28.604618 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:02:28.605725 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Checking segment: {'id': '3de383c1-5981-42d0-a2c8-804097371e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:28.606274 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Bound using segment: {'id': '3de383c1-5981-42d0-a2c8-804097371e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:02:28.606894 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Bound port: dc3bf718-619b-4d36-9818-9c6483c80df7, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de383c1-5981-42d0-a2c8-804097371e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:02:28.607421 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.675243 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] For port dc3bf718-619b-4d36-9818-9c6483c80df7, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:02:28.679555 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] For port dc3bf718-619b-4d36-9818-9c6483c80df7, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=dc3bf718-619b-4d36-9818-9c6483c80df7,segment=NetworkSegment(3de383c1-5981-42d0-a2c8-804097371e4f),segment_id=3de383c1-5981-42d0-a2c8-804097371e4f)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:02:28.685870 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.734695 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Allocated IP 172.20.0.18 (f45957e2-dff8-4c18-b28a-ce954e7f13be/c3cce271-b6cf-4c4c-8311-1520aef85935/cbcaac90-49bf-47d6-bea8-90a2f2b7b11f) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:02:28.739612 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:28.740303 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.742421 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-414b398a-5ce1-48da-8122-2354152a5483 req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] 10.222.0.37 "PUT /v2.0/ports/dc3bf718-619b-4d36-9818-9c6483c80df7 HTTP/1.1" status: 200 len: 1092 time: 0.9083757 Dec 06 15:02:28.743079 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7aa743f-c0f5-4bbd-b6f1-95e79203dff4', 'tag': 'dc3bf718-619b-4d36-9818-9c6483c80df7'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:02:28.747071 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cb42d4-dda4-413a-9295-5b54acc88ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "e7aa743f-c0f5-4bbd-b6f1-95e79203dff4", "tag": "dc3bf718-619b-4d36-9818-9c6483c80df7"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:02:28.904507 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a249b366-406d-40b4-9b34-5ced90255719 x-openstack-request-id: req-a249b366-406d-40b4-9b34-5ced90255719 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:02:28.904810 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7aa743f-c0f5-4bbd-b6f1-95e79203dff4", "tag": "dc3bf718-619b-4d36-9818-9c6483c80df7", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:02:28.905073 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a249b366-406d-40b4-9b34-5ced90255719 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:02:28.905496 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7aa743f-c0f5-4bbd-b6f1-95e79203dff4', 'tag': 'dc3bf718-619b-4d36-9818-9c6483c80df7', 'status': 'completed', 'code': 200} Dec 06 15:02:28.934578 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1de1f0-5a9b-460c-bce3-07b1bee8511b service neutron] Pushing event updated for resources: {'Port': ['ID=dc3bf718-619b-4d36-9818-9c6483c80df7,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:28.997234 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b398a-5ce1-48da-8122-2354152a5483 req-5d783611-a97c-43ee-a512-b3c286bb1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:28.998968 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-414b398a-5ce1-48da-8122-2354152a5483 req-5d783611-a97c-43ee-a512-b3c286bb1f3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=360c1d4dec644284a4e61c9254a97ca2&device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 1095 time: 0.1972961 Dec 06 15:02:29.024715 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.026791 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-46443072-74ed-4159-a0bd-01cd7a9ffedb req-7efa3a5c-ef66-4cc4-b3f5-d7de91363cf9 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0814490 Dec 06 15:02:29.039923 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.069073 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-414b398a-5ce1-48da-8122-2354152a5483 req-5bd07d5a-e6d4-42be-9fb9-bd60e0f81f26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc3bf718-619b-4d36-9818-9c6483c80df7 HTTP/1.1" status: 200 len: 217 time: 0.0564187 Dec 06 15:02:29.170532 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Network f45957e2-dff8-4c18-b28a-ce954e7f13be is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:29.196342 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b398a-5ce1-48da-8122-2354152a5483 req-6046444c-4bdb-4481-a889-b071e7d0cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:29.199438 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-414b398a-5ce1-48da-8122-2354152a5483 req-6046444c-4bdb-4481-a889-b071e7d0cef2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=36e31e95-5c98-4922-9d80-978cf8f08c26 HTTP/1.1" status: 200 len: 850 time: 0.1184511 Dec 06 15:02:29.200120 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:29.205839 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:02:29.263167 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-414b398a-5ce1-48da-8122-2354152a5483 req-0aa9bf7a-7267-487e-be8b-102f249b182c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4732a51-9ddd-44a8-8a76-cbb304a2ecb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524211 Dec 06 15:02:29.381785 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Pushing event updated for resources: {'Port': ['ID=cbcaac90-49bf-47d6-bea8-90a2f2b7b11f,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:29.422521 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Attempting to bind port cbcaac90-49bf-47d6-bea8-90a2f2b7b11f on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:02:29.423082 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Attempting to bind port cbcaac90-49bf-47d6-bea8-90a2f2b7b11f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '93541097-f8e2-4da8-bb84-6f446a9cb0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:02:29.424090 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Attempting to bind port cbcaac90-49bf-47d6-bea8-90a2f2b7b11f on network f45957e2-dff8-4c18-b28a-ce954e7f13be {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:29.439420 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:02:29.439836 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Checking segment: {'id': '93541097-f8e2-4da8-bb84-6f446a9cb0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:29.441407 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.442222 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Bound using segment: {'id': '93541097-f8e2-4da8-bb84-6f446a9cb0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:02:29.444152 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Bound port: cbcaac90-49bf-47d6-bea8-90a2f2b7b11f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93541097-f8e2-4da8-bb84-6f446a9cb0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:02:29.444678 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.513241 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-414b398a-5ce1-48da-8122-2354152a5483 req-4e4bcb64-e79a-46e6-ae17-fb3cf81476b4 service neutron] 10.222.0.37 "GET /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368844 Dec 06 15:02:29.710020 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] For port cbcaac90-49bf-47d6-bea8-90a2f2b7b11f, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:02:29.711720 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38028) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:29.713640 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] For port cbcaac90-49bf-47d6-bea8-90a2f2b7b11f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cbcaac90-49bf-47d6-bea8-90a2f2b7b11f,segment=NetworkSegment(93541097-f8e2-4da8-bb84-6f446a9cb0e5),segment_id=93541097-f8e2-4da8-bb84-6f446a9cb0e5)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:02:29.721931 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.724518 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9baaac2a-cd69-4db5-9d60-b82dc3689867 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1018899147', 'description': 'tempest-secgroup-smoke-1018899147 description', 'project_id': '6328bee89d2341bdb282688164425785'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:29.825248 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3449b48-163e-446a-8735-b480c8ccf9a7 req-fa56db62-517b-43ea-9e06-52f6c9c1868e tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:29.834285 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0290b43c-d3c7-46b4-9e98-dffae7095957 req-1ff7d165-2024-468a-af76-d5dce39c9146 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0886478 Dec 06 15:02:29.841091 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3449b48-163e-446a-8735-b480c8ccf9a7 req-fa56db62-517b-43ea-9e06-52f6c9c1868e tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 944 time: 0.7311642 Dec 06 15:02:29.849717 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9baaac2a-cd69-4db5-9d60-b82dc3689867 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.855583 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.875580 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe42a6-0760-4cbb-a295-266b1170b82c None None] Pushing event updated for resources: {'Port': ['ID=cbcaac90-49bf-47d6-bea8-90a2f2b7b11f,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:29.906409 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-414b398a-5ce1-48da-8122-2354152a5483 req-76f376a7-313d-44b8-8da0-1e598ef2a0de service neutron] 10.222.0.37 "GET /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808265 Dec 06 15:02:30.074984 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3449b48-163e-446a-8735-b480c8ccf9a7 req-ead72f29-3c3f-497b-baae-217921a09c2b tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292399 Dec 06 15:02:30.252211 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f5f7eb9f-d968-4030-866a-010a081dde5b up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:30.271141 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9baaac2a-cd69-4db5-9d60-b82dc3689867 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:30.286669 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9baaac2a-cd69-4db5-9d60-b82dc3689867 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:30.345865 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-146d84ab-71fb-46dd-8809-ed1860f7fd56 req-6996cb8f-b364-4eb7-9a65-76c111914ecb tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0699706 Dec 06 15:02:30.372601 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f5f7eb9f-d968-4030-866a-010a081dde5b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:30.373683 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:30.413206 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9baaac2a-cd69-4db5-9d60-b82dc3689867 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:30.426629 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9baaac2a-cd69-4db5-9d60-b82dc3689867 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7128925 Dec 06 15:02:30.427541 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38052) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:30.452518 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-363da297-ef4e-4e9b-a86c-b3694b46ed8c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group_rule': {'security_group_id': 'df48794d-943b-444d-bbd6-366a8d385e09', 'project_id': '6328bee89d2341bdb282688164425785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:30.460324 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baaac2a-cd69-4db5-9d60-b82dc3689867 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df48794d-943b-444d-bbd6-366a8d385e09,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:30.533207 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-df52cfc8-89f7-4cc1-9504-0a1dd62ecaa5 req-57fd39ad-770c-4307-b4af-6a4a84631b59 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0997622 Dec 06 15:02:30.583273 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-363da297-ef4e-4e9b-a86c-b3694b46ed8c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:30.658624 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-beb50fef-2a7c-4235-ac4f-0b71a745b7dc req-bfa1ce4f-2e2e-4efd-9e0e-332782452b73 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0402396 Dec 06 15:02:30.716164 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-363da297-ef4e-4e9b-a86c-b3694b46ed8c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:30.725906 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-363da297-ef4e-4e9b-a86c-b3694b46ed8c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:30.748159 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d28670e7-9e29-4fc3-8e6e-e6acf4928ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:30.766832 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363da297-ef4e-4e9b-a86c-b3694b46ed8c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c119a1ba-7772-4dd7-938d-1dd7b5b0f4c8,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:30.789824 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-363da297-ef4e-4e9b-a86c-b3694b46ed8c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:30.797400 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-363da297-ef4e-4e9b-a86c-b3694b46ed8c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3483377 Dec 06 15:02:30.799455 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38062) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:30.812069 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group_rule': {'security_group_id': 'df48794d-943b-444d-bbd6-366a8d385e09', 'project_id': '6328bee89d2341bdb282688164425785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:30.898235 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:30.968651 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0eb6ff6-c0ce-48ea-ba3d-97ffd2f0dd33 req-b5f9612f-1ebc-4da9-9b90-df3e0551d707 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 1.0264993 Dec 06 15:02:31.053687 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb42d4-dda4-413a-9295-5b54acc88ae2 req-a3627c23-4b01-45e7-bbc3-c27102ddb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:31.058832 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-84cb42d4-dda4-413a-9295-5b54acc88ae2 req-a3627c23-4b01-45e7-bbc3-c27102ddb406 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=360c1d4dec644284a4e61c9254a97ca2&device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 1095 time: 0.1105506 Dec 06 15:02:31.065919 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.097249 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.111740 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1599a942-45e1-4aea-b9ed-948afa4bf4a4 req-0f2a27f4-d348-495e-a2e4-b91f9aabeda3 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.1173489 Dec 06 15:02:31.168381 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c442dd0-81ed-49ce-98e5-d3882ed198bf,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:31.216806 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.220788 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4195960 Dec 06 15:02:31.224513 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:31.225517 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38070) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:31.226840 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:31.227557 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:31.228512 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:31.229213 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:31.230629 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:31.231159 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:31.232734 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:31.233317 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:31.235204 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:31.235991 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:31.240192 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:31.240802 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceabde6-9aac-4cb9-a3d5-1c44f0aaaa7b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:31.252666 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dd253196-baff-44d2-ae2e-940d2ca7c8a5 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group_rule': {'security_group_id': 'df48794d-943b-444d-bbd6-366a8d385e09', 'project_id': '6328bee89d2341bdb282688164425785', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:31.317872 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb42d4-dda4-413a-9295-5b54acc88ae2 req-b5019804-d611-4402-80a8-4b1598622246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:31.320658 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-84cb42d4-dda4-413a-9295-5b54acc88ae2 req-b5019804-d611-4402-80a8-4b1598622246 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 HTTP/1.1" status: 200 len: 911 time: 0.2494178 Dec 06 15:02:31.329258 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd253196-baff-44d2-ae2e-940d2ca7c8a5 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.343481 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ee281-4824-45e5-bebc-1318d08c23cb req-422e0f3e-c18a-4fb4-aa31-08b9f2c5d5a6 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:31.345514 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6ee281-4824-45e5-bebc-1318d08c23cb req-422e0f3e-c18a-4fb4-aa31-08b9f2c5d5a6 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 944 time: 0.1765239 Dec 06 15:02:31.435377 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-84cb42d4-dda4-413a-9295-5b54acc88ae2 req-3fe6d8bf-8b74-4086-a6dd-d23de0de6e59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc3bf718-619b-4d36-9818-9c6483c80df7 HTTP/1.1" status: 200 len: 217 time: 0.0885446 Dec 06 15:02:31.468584 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5156ae28-19fd-4fe9-b29c-3d34acc1ff0a req-e4277cde-9676-424c-a585-39a2132632b5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.0530930 Dec 06 15:02:31.494343 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-f1a59af7-e093-49fc-83ef-6c7685ab1989 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:31.497045 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-f1a59af7-e093-49fc-83ef-6c7685ab1989 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.23 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 812 time: 0.3146477 Dec 06 15:02:31.500989 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb42d4-dda4-413a-9295-5b54acc88ae2 req-f3bd8986-519a-44dd-a404-67e05a083b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:31.502691 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-84cb42d4-dda4-413a-9295-5b54acc88ae2 req-f3bd8986-519a-44dd-a404-67e05a083b2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=36e31e95-5c98-4922-9d80-978cf8f08c26 HTTP/1.1" status: 200 len: 850 time: 0.0565009 Dec 06 15:02:31.510982 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-f980a12d-fb11-47cf-94e9-580b460dc214 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Request body: {'port': {'device_id': 'ae28e61e-094e-4fbc-a090-f2c93dd216ad', 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0', 'admin_state_up': True, 'tenant_id': '253456d49f28490981f9e8f2633a478e'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:31.543666 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee424de4-5eb2-427e-a2ce-11cf046fb708 None None] Network f45957e2-dff8-4c18-b28a-ce954e7f13be requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:02:31.554864 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-84cb42d4-dda4-413a-9295-5b54acc88ae2 req-da37705d-493b-4b18-a39d-0d67a4b76e9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4732a51-9ddd-44a8-8a76-cbb304a2ecb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378246 Dec 06 15:02:31.566187 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6ee281-4824-45e5-bebc-1318d08c23cb req-e822f5c4-e7ac-40df-977c-abc61350048b tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900256 Dec 06 15:02:31.594594 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd253196-baff-44d2-ae2e-940d2ca7c8a5 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.607232 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd253196-baff-44d2-ae2e-940d2ca7c8a5 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.666101 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253196-baff-44d2-ae2e-940d2ca7c8a5 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2cac0e-7361-49d7-8063-9057cf49a593,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:31.699952 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-60664948-70e3-4189-8925-e1005a7693d2 None None] Provisioning complete for port cbcaac90-49bf-47d6-bea8-90a2f2b7b11f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:31.700329 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-60664948-70e3-4189-8925-e1005a7693d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.720362 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-84cb42d4-dda4-413a-9295-5b54acc88ae2 req-f9b99945-7273-426a-88ee-2aa36e3af153 service neutron] 10.222.0.37 "GET /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517587 Dec 06 15:02:31.724873 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bfd07567-74cb-4a16-9bc3-593f8f632554 req-6da50212-e068-438d-ad6f-3aa08c2a1221 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0721166 Dec 06 15:02:31.776239 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9955e868-4cdd-41a3-b722-1b554fc988db req-e673dda3-e680-4805-aa5f-d1d4ef08782a tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0456967 Dec 06 15:02:31.792178 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd253196-baff-44d2-ae2e-940d2ca7c8a5 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.793990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dd253196-baff-44d2-ae2e-940d2ca7c8a5 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5674517 Dec 06 15:02:31.797169 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-f980a12d-fb11-47cf-94e9-580b460dc214 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Made reservation on behalf of 253456d49f28490981f9e8f2633a478e for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:02:31.800326 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38078) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:31.801234 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-f980a12d-fb11-47cf-94e9-580b460dc214 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.805490 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-683d6cbc-cfb0-4f7d-baa0-cee921683fbf tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group_rule': {'security_group_id': 'df48794d-943b-444d-bbd6-366a8d385e09', 'project_id': '6328bee89d2341bdb282688164425785', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:31.889084 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-683d6cbc-cfb0-4f7d-baa0-cee921683fbf tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.896823 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-84cb42d4-dda4-413a-9295-5b54acc88ae2 req-2ba93009-113b-4ecb-be94-e35ffb984e32 service neutron] 10.222.0.37 "GET /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594448 Dec 06 15:02:31.905236 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-60664948-70e3-4189-8925-e1005a7693d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.953875 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-60664948-70e3-4189-8925-e1005a7693d2 None None] For port cbcaac90-49bf-47d6-bea8-90a2f2b7b11f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cbcaac90-49bf-47d6-bea8-90a2f2b7b11f,segment=NetworkSegment(93541097-f8e2-4da8-bb84-6f446a9cb0e5),segment_id=93541097-f8e2-4da8-bb84-6f446a9cb0e5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:31.965270 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-60664948-70e3-4189-8925-e1005a7693d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.981326 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-683d6cbc-cfb0-4f7d-baa0-cee921683fbf tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.988830 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6575a1bc-f0a4-4e80-a94a-d1e2037b9fd0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:31.990326 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6575a1bc-f0a4-4e80-a94a-d1e2037b9fd0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.23 "GET /v2.0/networks?id=f0fbdc94-7de5-4a38-961d-5f7176775265 HTTP/1.1" status: 200 len: 815 time: 0.2497337 Dec 06 15:02:31.990491 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-683d6cbc-cfb0-4f7d-baa0-cee921683fbf tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.016247 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-4f439f03-f115-47d3-a0dd-d825b0bdabdc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Request body: {'port': {'device_id': '654332d8-66b5-4d51-bc4c-10ab7ff7a593', 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265', 'admin_state_up': True, 'tenant_id': 'f55adfe3135c416686e74552cfdb9700'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:32.019800 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d6cbc-cfb0-4f7d-baa0-cee921683fbf tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a46186-f8a8-43a6-8422-0ba7c6a3abb0,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:32.030473 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-683d6cbc-cfb0-4f7d-baa0-cee921683fbf tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.032480 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-683d6cbc-cfb0-4f7d-baa0-cee921683fbf tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2309084 Dec 06 15:02:32.036347 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38086) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:32.041618 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a1cdfce5-7803-44ad-ac96-a1664dab2dba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group_rule': {'security_group_id': 'df48794d-943b-444d-bbd6-366a8d385e09', 'project_id': '6328bee89d2341bdb282688164425785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:32.095233 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60664948-70e3-4189-8925-e1005a7693d2 None None] Pushing event updated for resources: {'Port': ['ID=cbcaac90-49bf-47d6-bea8-90a2f2b7b11f,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:32.124268 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-a1cdfce5-7803-44ad-ac96-a1664dab2dba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Project 6328bee89d2341bdb282688164425785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:02:32.150366 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1cdfce5-7803-44ad-ac96-a1664dab2dba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.250525 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device dc3bf718-619b-4d36-9818-9c6483c80df7 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:02:32.260257 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c36f4f29-fa5c-4649-992f-da528b37cff2 req-c65980b6-0601-495a-b423-ff51cd1e0f98 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.1275167 Dec 06 15:02:32.270733 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.23', 52047) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:32.310978 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-480fade0-3d81-4773-8d61-f2aaf0f4ff2b req-74733fd0-4279-4527-ab78-1622a9655c40 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0539334 Dec 06 15:02:32.319467 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cbcaac90-49bf-47d6-bea8-90a2f2b7b11f up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:32.362089 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-f980a12d-fb11-47cf-94e9-580b460dc214 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Allocated IP 172.20.0.7 (4bfa7943-bf52-4cef-97dd-43ac4f7a06e0/d8f704f4-e319-4867-8b21-d731d4293c49/b657b1f5-b59b-4bd5-b6d7-48174ac6546f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:02:32.394264 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1cdfce5-7803-44ad-ac96-a1664dab2dba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.406990 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1cdfce5-7803-44ad-ac96-a1664dab2dba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.431628 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 15:02:32.445477 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdfce5-7803-44ad-ac96-a1664dab2dba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf1381e-976f-4a5a-a29c-2beedc2b63b8,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:32.482734 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6f5d4f76-907d-40a7-9e19-e0a9c9d71f9f None None] Provisioning complete for port cbcaac90-49bf-47d6-bea8-90a2f2b7b11f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:32.482734 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6f5d4f76-907d-40a7-9e19-e0a9c9d71f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.507994 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-a90b62da-8e69-4ab0-91d1-7862f51ea82a tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:32.509782 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-a90b62da-8e69-4ab0-91d1-7862f51ea82a tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.23 "GET /v2.0/networks?id=bcaefdde-1c69-478e-bedf-a66c7d121dd7 HTTP/1.1" status: 200 len: 808 time: 0.2368655 Dec 06 15:02:32.518928 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1cdfce5-7803-44ad-ac96-a1664dab2dba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.519126 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-4f439f03-f115-47d3-a0dd-d825b0bdabdc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Made reservation on behalf of f55adfe3135c416686e74552cfdb9700 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:02:32.521243 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a1cdfce5-7803-44ad-ac96-a1664dab2dba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4836183 Dec 06 15:02:32.522641 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-4f439f03-f115-47d3-a0dd-d825b0bdabdc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.529250 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-d65a7145-cd3f-498e-9aa5-a870d4e67954 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Request body: {'port': {'device_id': '65085b4d-ec19-417e-be87-72cc983b4cbe', 'network_id': 'bcaefdde-1c69-478e-bedf-a66c7d121dd7', 'admin_state_up': True, 'tenant_id': 'de590d2f411a4eb5810311cd14acf7d7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:32.529657 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38102) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:32.535526 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6c1eb0ef-e684-4131-bb50-16864f88712f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group_rule': {'security_group_id': 'df48794d-943b-444d-bbd6-366a8d385e09', 'project_id': '6328bee89d2341bdb282688164425785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:32.666928 n-d-master-1 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-6c1eb0ef-e684-4131-bb50-16864f88712f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Project 6328bee89d2341bdb282688164425785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:02:32.733431 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-d65a7145-cd3f-498e-9aa5-a870d4e67954 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Made reservation on behalf of de590d2f411a4eb5810311cd14acf7d7 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:02:32.737687 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-d65a7145-cd3f-498e-9aa5-a870d4e67954 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.741189 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cacea85e-479b-4c7c-bffc-1be7f3befad4 req-0da72700-98ec-4867-9d3f-30b2a60641e4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 210 time: 0.1248231 Dec 06 15:02:32.741935 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port dc3bf718-619b-4d36-9818-9c6483c80df7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=dc3bf718-619b-4d36-9818-9c6483c80df7,segment=NetworkSegment(3de383c1-5981-42d0-a2c8-804097371e4f),segment_id=3de383c1-5981-42d0-a2c8-804097371e4f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:32.751225 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c1eb0ef-e684-4131-bb50-16864f88712f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.758643 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'dc3bf718-619b-4d36-9818-9c6483c80df7', 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5', 'port_id': 'dc3bf718-619b-4d36-9818-9c6483c80df7', 'mac_address': 'fa:16:3e:34:7a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e31e95-5c98-4922-9d80-978cf8f08c26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:02:32.760266 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.23', 52048) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:32.830371 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port cbcaac90-49bf-47d6-bea8-90a2f2b7b11f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:32.830750 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.881387 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f35e25-4d1b-4f3f-83c0-1358c9a53162 req-96acd7d0-58e2-40cc-9b50-0c32ee372e26 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:32.884149 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07f35e25-4d1b-4f3f-83c0-1358c9a53162 req-96acd7d0-58e2-40cc-9b50-0c32ee372e26 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 944 time: 0.1981070 Dec 06 15:02:32.920930 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-f980a12d-fb11-47cf-94e9-580b460dc214 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.981141 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.005632 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3bf718-619b-4d36-9818-9c6483c80df7 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:02:33.013776 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-40cf0e60-150f-4d53-b679-cad7aec3f05e req-73b3d373-f54b-45a2-8c20-19abff121167 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 210 time: 0.0765858 Dec 06 15:02:33.029238 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port dc3bf718-619b-4d36-9818-9c6483c80df7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=dc3bf718-619b-4d36-9818-9c6483c80df7,segment=NetworkSegment(3de383c1-5981-42d0-a2c8-804097371e4f),segment_id=3de383c1-5981-42d0-a2c8-804097371e4f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:33.045289 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c1eb0ef-e684-4131-bb50-16864f88712f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.056769 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.063302 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-4f439f03-f115-47d3-a0dd-d825b0bdabdc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Allocated IP 172.20.0.12 (f0fbdc94-7de5-4a38-961d-5f7176775265/7e082be8-e2dd-479d-b167-082b011e6271/ed9d5e91-b452-407d-b57f-f4ba1d02b144) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:02:33.079528 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c1eb0ef-e684-4131-bb50-16864f88712f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.140400 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-d65a7145-cd3f-498e-9aa5-a870d4e67954 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Allocated IP 172.20.0.13 (bcaefdde-1c69-478e-bedf-a66c7d121dd7/d36120a7-b6ff-4409-a5da-f5053dcb8659/0d2efa46-f253-48a9-b3cd-25addb2af9e9) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:02:33.141013 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1eb0ef-e684-4131-bb50-16864f88712f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326952e6-966d-42f7-8f40-20216969e7c2,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:33.144031 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=dc3bf718-619b-4d36-9818-9c6483c80df7,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:33.154265 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c0d471e-3f20-446d-ba17-84a649f17546 req-d1d827c7-ed5c-4b63-9157-4028e53848d4 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0688868 Dec 06 15:02:33.168405 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07f35e25-4d1b-4f3f-83c0-1358c9a53162 req-dca18e7a-dd18-48f2-abc0-959e0cb9cf9f tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509527 Dec 06 15:02:33.188402 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-f980a12d-fb11-47cf-94e9-580b460dc214 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.202542 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-2cbb663d-ffdf-4996-bcbc-f83068078a31 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:33.204416 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-2cbb663d-ffdf-4996-bcbc-f83068078a31 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.23 "GET /v2.0/networks?id=14e24fbd-751b-4795-86b8-cd9eca2691c6 HTTP/1.1" status: 200 len: 814 time: 0.3447206 Dec 06 15:02:33.216624 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c1eb0ef-e684-4131-bb50-16864f88712f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.218274 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6c1eb0ef-e684-4131-bb50-16864f88712f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6865456 Dec 06 15:02:33.224318 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-85f467fc-81c6-4cba-98c0-ac3af91cc4ad tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Request body: {'port': {'device_id': 'f7618cef-f4c2-4993-bc25-f114098f1cc6', 'network_id': '14e24fbd-751b-4795-86b8-cd9eca2691c6', 'admin_state_up': True, 'tenant_id': 'e6bea34f57f3438382c2fe5b205b1663'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:33.231562 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-82477a2d-6875-4887-8d9f-79ed91a5434e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.253069 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-f980a12d-fb11-47cf-94e9-580b460dc214 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:33.270643 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-f980a12d-fb11-47cf-94e9-580b460dc214 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:33.285632 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-f980a12d-fb11-47cf-94e9-580b460dc214 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:02:33.312506 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['dc3bf718-619b-4d36-9818-9c6483c80df7'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:02:33.324762 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980a12d-fb11-47cf-94e9-580b460dc214 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Pushing event updated for resources: {'Port': ['ID=b657b1f5-b59b-4bd5-b6d7-48174ac6546f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:33.415255 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-f980a12d-fb11-47cf-94e9-580b460dc214 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:33.415959 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-f980a12d-fb11-47cf-94e9-580b460dc214 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.498961 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-4f439f03-f115-47d3-a0dd-d825b0bdabdc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.510823 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e13f251-55cf-499f-9465-5b4b5e11f658 req-47839bb5-d10b-4c78-bc9f-330c6dd4c304 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0823228 Dec 06 15:02:33.596412 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab0523c4-731f-43aa-9b52-e6d2a17e9dad req-3ad83c18-b620-4167-abe2-95d793dd54a8 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.1963029 Dec 06 15:02:33.598281 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-4f439f03-f115-47d3-a0dd-d825b0bdabdc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.609284 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-f980a12d-fb11-47cf-94e9-580b460dc214 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0977192 Dec 06 15:02:33.625422 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-d65a7145-cd3f-498e-9aa5-a870d4e67954 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.627708 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-85f467fc-81c6-4cba-98c0-ac3af91cc4ad tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Made reservation on behalf of e6bea34f57f3438382c2fe5b205b1663 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:02:33.631152 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-85f467fc-81c6-4cba-98c0-ac3af91cc4ad tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.644615 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Request body: {'port': {'device_id': 'ae28e61e-094e-4fbc-a090-f2c93dd216ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:33.693276 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-4f439f03-f115-47d3-a0dd-d825b0bdabdc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Network f0fbdc94-7de5-4a38-961d-5f7176775265 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:33.718077 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-4f439f03-f115-47d3-a0dd-d825b0bdabdc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:33.721825 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f439f03-f115-47d3-a0dd-d825b0bdabdc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Pushing event updated for resources: {'Port': ['ID=ed9d5e91-b452-407d-b57f-f4ba1d02b144,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:33.724244 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-4f439f03-f115-47d3-a0dd-d825b0bdabdc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:02:33.752661 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-7b1f3b06-a9de-451f-b887-6f81373fb5cd tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018899147&fields=id&tenant_id=6328bee89d2341bdb282688164425785 HTTP/1.1" status: 200 len: 267 time: 0.1400447 Dec 06 15:02:33.753357 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.811166 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-4f439f03-f115-47d3-a0dd-d825b0bdabdc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:33.811859 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-4f439f03-f115-47d3-a0dd-d825b0bdabdc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.820233 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-d65a7145-cd3f-498e-9aa5-a870d4e67954 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.851790 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-4f439f03-f115-47d3-a0dd-d825b0bdabdc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8483269 Dec 06 15:02:33.864919 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Request body: {'port': {'device_id': '654332d8-66b5-4d51-bc4c-10ab7ff7a593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:33.945029 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-d65a7145-cd3f-498e-9aa5-a870d4e67954 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Network bcaefdde-1c69-478e-bedf-a66c7d121dd7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:33.958100 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-d65a7145-cd3f-498e-9aa5-a870d4e67954 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:33.961708 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.971745 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-85f467fc-81c6-4cba-98c0-ac3af91cc4ad tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Allocated IP 172.20.0.2 (14e24fbd-751b-4795-86b8-cd9eca2691c6/42a5af40-5e41-44c6-af09-1021d37830cd/0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:02:33.973866 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-d65a7145-cd3f-498e-9aa5-a870d4e67954 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:02:33.981457 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a7145-cd3f-498e-9aa5-a870d4e67954 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Pushing event updated for resources: {'Port': ['ID=0d2efa46-f253-48a9-b3cd-25addb2af9e9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:34.016519 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-908df71a-85e0-48cf-995c-bad903d86425 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:34.018035 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-908df71a-85e0-48cf-995c-bad903d86425 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/networks?id=f45957e2-dff8-4c18-b28a-ce954e7f13be HTTP/1.1" status: 200 len: 797 time: 0.2556002 Dec 06 15:02:34.030903 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.067936 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-d5927fa3-fb3d-4ef6-82ea-45c12fa89372 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/quotas/6328bee89d2341bdb282688164425785 HTTP/1.1" status: 200 len: 375 time: 0.0381582 Dec 06 15:02:34.076256 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-d65a7145-cd3f-498e-9aa5-a870d4e67954 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:34.076879 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-d65a7145-cd3f-498e-9aa5-a870d4e67954 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.084138 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38814f56-3513-4945-9e7d-7a241e42e4ff req-a98f9788-61ce-49ca-91c4-8644b06f364a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:34.091035 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-38814f56-3513-4945-9e7d-7a241e42e4ff req-a98f9788-61ce-49ca-91c4-8644b06f364a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 931 time: 0.2196219 Dec 06 15:02:34.145194 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-d65a7145-cd3f-498e-9aa5-a870d4e67954 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6226180 Dec 06 15:02:34.166216 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Request body: {'port': {'device_id': '65085b4d-ec19-417e-be87-72cc983b4cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:34.190115 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cbcaac90-49bf-47d6-bea8-90a2f2b7b11f up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:34.239729 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-54cacfcc-d578-439d-a5a7-f80b8362f56e tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6328bee89d2341bdb282688164425785&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1600933 Dec 06 15:02:34.267158 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device dc3bf718-619b-4d36-9818-9c6483c80df7 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:34.304285 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-38814f56-3513-4945-9e7d-7a241e42e4ff req-8f4e9dc9-cb9f-408a-92b5-4f1e66741ab4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977558 Dec 06 15:02:34.314995 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port cbcaac90-49bf-47d6-bea8-90a2f2b7b11f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:34.324675 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.339143 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.442604 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-85f467fc-81c6-4cba-98c0-ac3af91cc4ad tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.454655 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port dc3bf718-619b-4d36-9818-9c6483c80df7 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:02:34.465053 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port dc3bf718-619b-4d36-9818-9c6483c80df7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:34.465437 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.492950 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b657b1f5-b59b-4bd5-b6d7-48174ac6546f {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:02:34.508164 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.546489 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Transition to ACTIVE for port object b657b1f5-b59b-4bd5-b6d7-48174ac6546f will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:02:34.554893 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bc12d-18ba-48f2-b81e-6c30162bc8a2 req-1fe031ec-4a55-4733-a41c-0a02a7c68cbc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:34.561211 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-464bc12d-18ba-48f2-b81e-6c30162bc8a2 req-1fe031ec-4a55-4733-a41c-0a02a7c68cbc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 932 time: 0.1278267 Dec 06 15:02:34.564110 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.567062 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.581820 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-2f13774c-5fa4-439a-8f3a-b4d9f0f05765 service neutron] 10.222.0.20 "GET /v2.0/networks/f45957e2-dff8-4c18-b28a-ce954e7f13be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078847 Dec 06 15:02:34.590460 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7aa743f-c0f5-4bbd-b6f1-95e79203dff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3bf718-619b-4d36-9818-9c6483c80df7'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:02:34.592440 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a2ac93-5bdb-414d-a5bf-53086a1173b4" -d '{"events": [{"server_uuid": "e7aa743f-c0f5-4bbd-b6f1-95e79203dff4", "name": "network-vif-plugged", "status": "completed", "tag": "dc3bf718-619b-4d36-9818-9c6483c80df7"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:02:34.605449 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port dc3bf718-619b-4d36-9818-9c6483c80df7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=dc3bf718-619b-4d36-9818-9c6483c80df7,segment=NetworkSegment(3de383c1-5981-42d0-a2c8-804097371e4f),segment_id=3de383c1-5981-42d0-a2c8-804097371e4f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:34.613579 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.621062 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-85f467fc-81c6-4cba-98c0-ac3af91cc4ad tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.657756 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['c5cb0f98-1a86-44ee-850e-6aa161e50b04'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:02:34.716705 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=dc3bf718-619b-4d36-9818-9c6483c80df7,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:34.718817 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-85f467fc-81c6-4cba-98c0-ac3af91cc4ad tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Network 14e24fbd-751b-4795-86b8-cd9eca2691c6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:34.744719 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9d5e91-b452-407d-b57f-f4ba1d02b144 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:02:34.754360 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.768573 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Transition to ACTIVE for port object ed9d5e91-b452-407d-b57f-f4ba1d02b144 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:02:34.773402 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-85f467fc-81c6-4cba-98c0-ac3af91cc4ad tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:34.782759 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-85f467fc-81c6-4cba-98c0-ac3af91cc4ad tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:02:34.783232 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.791021 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f467fc-81c6-4cba-98c0-ac3af91cc4ad tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Pushing event updated for resources: {'Port': ['ID=0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:34.825583 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-464bc12d-18ba-48f2-b81e-6c30162bc8a2 req-e67a4e40-ec5b-4efa-84ab-628900ce2b45 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587008 Dec 06 15:02:34.828936 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Pushing event updated for resources: {'Port': ['ID=b657b1f5-b59b-4bd5-b6d7-48174ac6546f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:34.872570 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-d9947a60-4eae-40c5-b265-a845e10c983d service neutron] 10.222.0.20 "GET /v2.0/networks/f45957e2-dff8-4c18-b28a-ce954e7f13be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683637 Dec 06 15:02:34.881463 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-85f467fc-81c6-4cba-98c0-ac3af91cc4ad tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:34.882096 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-85f467fc-81c6-4cba-98c0-ac3af91cc4ad tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.914435 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-85f467fc-81c6-4cba-98c0-ac3af91cc4ad tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6973829 Dec 06 15:02:34.929630 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Request body: {'port': {'device_id': 'f7618cef-f4c2-4993-bc25-f114098f1cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:34.994130 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2efa46-f253-48a9-b3cd-25addb2af9e9 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:02:35.023297 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.039733 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.045254 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Transition to ACTIVE for port object 0d2efa46-f253-48a9-b3cd-25addb2af9e9 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:02:35.055941 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.156614 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2175a3d-bbf7-470d-aa55-2cba7ae1ed0a req-d1ddc763-adae-4a08-81a7-19015f100e1b tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1361196 Dec 06 15:02:35.213946 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Attempting to bind port b657b1f5-b59b-4bd5-b6d7-48174ac6546f on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:02:35.218222 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Attempting to bind port b657b1f5-b59b-4bd5-b6d7-48174ac6546f by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:02:35.218222 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Attempting to bind port b657b1f5-b59b-4bd5-b6d7-48174ac6546f on network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:35.256316 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Port b657b1f5-b59b-4bd5-b6d7-48174ac6546f on network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:02:35.256627 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Attempting to bind port b657b1f5-b59b-4bd5-b6d7-48174ac6546f on network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:35.274791 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Attempting to bind port ed9d5e91-b452-407d-b57f-f4ba1d02b144 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:02:35.275078 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Attempting to bind port ed9d5e91-b452-407d-b57f-f4ba1d02b144 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'd585a0a4-a8c6-4a61-a104-c9b528666c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:02:35.275360 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Attempting to bind port ed9d5e91-b452-407d-b57f-f4ba1d02b144 on network f0fbdc94-7de5-4a38-961d-5f7176775265 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:35.303022 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Port ed9d5e91-b452-407d-b57f-f4ba1d02b144 on network f0fbdc94-7de5-4a38-961d-5f7176775265 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:02:35.303511 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Attempting to bind port ed9d5e91-b452-407d-b57f-f4ba1d02b144 on network f0fbdc94-7de5-4a38-961d-5f7176775265 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:35.316114 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:02:35.317256 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Checking segment: {'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:35.317915 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Bound using segment: {'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:02:35.318447 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Bound port: b657b1f5-b59b-4bd5-b6d7-48174ac6546f, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:02:35.318883 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.321680 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:02:35.322098 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Checking segment: {'id': 'd585a0a4-a8c6-4a61-a104-c9b528666c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:35.322785 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Bound using segment: {'id': 'd585a0a4-a8c6-4a61-a104-c9b528666c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:02:35.322966 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Bound port: ed9d5e91-b452-407d-b57f-f4ba1d02b144, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd585a0a4-a8c6-4a61-a104-c9b528666c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:02:35.323413 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.329627 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Pushing event updated for resources: {'Port': ['ID=ed9d5e91-b452-407d-b57f-f4ba1d02b144,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:35.427838 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3127f6-c7c7-4bc7-b463-993fdb2a054a req-2d9fedc6-6bf1-4c03-8c72-9550731b233e tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:35.435543 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a3127f6-c7c7-4bc7-b463-993fdb2a054a req-2d9fedc6-6bf1-4c03-8c72-9550731b233e tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 944 time: 0.1844256 Dec 06 15:02:35.531405 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] For port ed9d5e91-b452-407d-b57f-f4ba1d02b144, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:02:35.537343 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] For port b657b1f5-b59b-4bd5-b6d7-48174ac6546f, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:02:35.565868 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] For port ed9d5e91-b452-407d-b57f-f4ba1d02b144, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ed9d5e91-b452-407d-b57f-f4ba1d02b144,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:02:35.574413 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a3127f6-c7c7-4bc7-b463-993fdb2a054a req-d7eb11ed-cfa4-4085-a0ff-4cf5a2a95cb5 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/security-groups?id=84bfdff9-dad4-4864-8c14-7ec0a648c438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166606 Dec 06 15:02:35.576691 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] For port b657b1f5-b59b-4bd5-b6d7-48174ac6546f, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b657b1f5-b59b-4bd5-b6d7-48174ac6546f,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:02:35.579205 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.621847 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.622179 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.643147 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:35.643910 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.645374 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] 10.222.0.23 "PUT /v2.0/ports/ed9d5e91-b452-407d-b57f-f4ba1d02b144 HTTP/1.1" status: 200 len: 1092 time: 1.7851722 Dec 06 15:02:35.645991 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654332d8-66b5-4d51-bc4c-10ab7ff7a593', 'tag': 'ed9d5e91-b452-407d-b57f-f4ba1d02b144'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:02:35.648619 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459833c6-5009-424d-ae9a-c280eaf427af" -d '{"events": [{"name": "network-changed", "server_uuid": "654332d8-66b5-4d51-bc4c-10ab7ff7a593", "tag": "ed9d5e91-b452-407d-b57f-f4ba1d02b144"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:02:35.669037 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:35.669832 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.671520 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] 10.222.0.23 "PUT /v2.0/ports/b657b1f5-b59b-4bd5-b6d7-48174ac6546f HTTP/1.1" status: 200 len: 1091 time: 2.0547593 Dec 06 15:02:35.676840 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68818b-4370-4bef-bb8b-b3cbae100bac service neutron] Pushing event updated for resources: {'Port': ['ID=ed9d5e91-b452-407d-b57f-f4ba1d02b144,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:35.706057 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccde472-8b17-4f9b-a035-6851dcbbac26 x-openstack-request-id: req-bccde472-8b17-4f9b-a035-6851dcbbac26 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:02:35.706477 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7aa743f-c0f5-4bbd-b6f1-95e79203dff4", "name": "network-vif-plugged", "status": "completed", "tag": "dc3bf718-619b-4d36-9818-9c6483c80df7", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:02:35.706786 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bccde472-8b17-4f9b-a035-6851dcbbac26 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:02:35.707188 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7aa743f-c0f5-4bbd-b6f1-95e79203dff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3bf718-619b-4d36-9818-9c6483c80df7', 'code': 200} Dec 06 15:02:35.895756 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86181d-283b-4b91-8e8e-e8bb273bbef3 service neutron] Pushing event updated for resources: {'Port': ['ID=b657b1f5-b59b-4bd5-b6d7-48174ac6546f,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:35.910958 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-b3669e18-f535-44bd-be92-92110279bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:35.912569 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-b3669e18-f535-44bd-be92-92110279bc03 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f55adfe3135c416686e74552cfdb9700&device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 1095 time: 0.1871941 Dec 06 15:02:35.914986 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-ea6e6e59-6a59-4522-b7ef-d1d60e98f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:35.916455 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-ea6e6e59-6a59-4522-b7ef-d1d60e98f3ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 1094 time: 0.1682260 Dec 06 15:02:35.930193 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f12b6-aaa5-4414-9589-a0d2f8aedfef req-ce532518-17f1-49ba-8eda-e3c6ade254d6 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:35.938674 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e31f12b6-aaa5-4414-9589-a0d2f8aedfef req-ce532518-17f1-49ba-8eda-e3c6ade254d6 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 931 time: 0.1333334 Dec 06 15:02:35.974784 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b1bf0-33e9-44d9-9ed9-fd1a676a8f48 req-c51ffa88-3a00-4705-8464-9afd57f431d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:35.976713 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-010b1bf0-33e9-44d9-9ed9-fd1a676a8f48 req-c51ffa88-3a00-4705-8464-9afd57f431d5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 1097 time: 0.1307151 Dec 06 15:02:35.982862 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Pushing event updated for resources: {'Port': ['ID=0d2efa46-f253-48a9-b3cd-25addb2af9e9,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:36.013576 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34fb67-38eb-4ba8-ab7e-f1d284424bab req-0040a092-a4ed-4814-95aa-ce8bf2cc1998 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:36.015280 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0f34fb67-38eb-4ba8-ab7e-f1d284424bab req-0040a092-a4ed-4814-95aa-ce8bf2cc1998 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.7642434 Dec 06 15:02:36.043609 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-b4947ccb-29ec-44c8-b034-b9170a6299c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed9d5e91-b452-407d-b57f-f4ba1d02b144 HTTP/1.1" status: 200 len: 217 time: 0.1004293 Dec 06 15:02:36.046098 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-784859a7-4e13-4d3e-98c4-ac62e4b45a56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b657b1f5-b59b-4bd5-b6d7-48174ac6546f HTTP/1.1" status: 200 len: 217 time: 0.1052237 Dec 06 15:02:36.140483 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Attempting to bind port 0d2efa46-f253-48a9-b3cd-25addb2af9e9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:02:36.140824 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Attempting to bind port 0d2efa46-f253-48a9-b3cd-25addb2af9e9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b2c4d3eb-8cdd-4f4b-9692-8c0097e450f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcaefdde-1c69-478e-bedf-a66c7d121dd7'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:02:36.141481 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Attempting to bind port 0d2efa46-f253-48a9-b3cd-25addb2af9e9 on network bcaefdde-1c69-478e-bedf-a66c7d121dd7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:36.160083 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e31f12b6-aaa5-4414-9589-a0d2f8aedfef req-720dad8d-ca45-4de0-991f-a0687cbcf120 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203646 Dec 06 15:02:36.164063 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-b44bc071-ea58-47ba-afbf-ec0226c10cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:36.166166 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-b44bc071-ea58-47ba-afbf-ec0226c10cad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8f704f4-e319-4867-8b21-d731d4293c49 HTTP/1.1" status: 200 len: 852 time: 0.1087248 Dec 06 15:02:36.166566 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0f34fb67-38eb-4ba8-ab7e-f1d284424bab req-19e37ec6-068a-4cf6-b44a-bce58ea9fe1d tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371543 Dec 06 15:02:36.186970 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-eabc5a61-601f-47ce-971a-c1032abf0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:36.188503 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-eabc5a61-601f-47ce-971a-c1032abf0d34 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e082be8-e2dd-479d-b167-082b011e6271 HTTP/1.1" status: 200 len: 855 time: 0.1227503 Dec 06 15:02:36.190695 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:02:36.199064 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:36.221254 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-aa553f3c-43b8-4983-9fe2-43ac3274b4d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462272 Dec 06 15:02:36.223675 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Transition to ACTIVE for port object 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:02:36.228062 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Port 0d2efa46-f253-48a9-b3cd-25addb2af9e9 on network bcaefdde-1c69-478e-bedf-a66c7d121dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:02:36.228406 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Attempting to bind port 0d2efa46-f253-48a9-b3cd-25addb2af9e9 on network bcaefdde-1c69-478e-bedf-a66c7d121dd7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:36.233423 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:36.259548 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-92fc7997-fb49-4cd5-aad4-f46da064a8e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0fbdc94-7de5-4a38-961d-5f7176775265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506740 Dec 06 15:02:36.283166 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-010b1bf0-33e9-44d9-9ed9-fd1a676a8f48 req-bdb80b23-b7ce-438c-b295-0dd4a2f91b30 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652121 Dec 06 15:02:36.287325 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Pushing event updated for resources: {'Port': ['ID=0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:36.293100 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:02:36.293452 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Checking segment: {'id': 'b2c4d3eb-8cdd-4f4b-9692-8c0097e450f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcaefdde-1c69-478e-bedf-a66c7d121dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:36.293901 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Bound using segment: {'id': 'b2c4d3eb-8cdd-4f4b-9692-8c0097e450f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcaefdde-1c69-478e-bedf-a66c7d121dd7'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:02:36.294285 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Bound port: 0d2efa46-f253-48a9-b3cd-25addb2af9e9, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c4d3eb-8cdd-4f4b-9692-8c0097e450f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcaefdde-1c69-478e-bedf-a66c7d121dd7'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:02:36.294649 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:36.404354 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] For port 0d2efa46-f253-48a9-b3cd-25addb2af9e9, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:02:36.407550 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] For port 0d2efa46-f253-48a9-b3cd-25addb2af9e9, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0d2efa46-f253-48a9-b3cd-25addb2af9e9,segment=NetworkSegment(b2c4d3eb-8cdd-4f4b-9692-8c0097e450f4),segment_id=b2c4d3eb-8cdd-4f4b-9692-8c0097e450f4)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:02:36.419855 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-1be04d72-df16-4706-9cf6-b9bd5ca5d29f service neutron] 10.222.0.23 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466560 Dec 06 15:02:36.444606 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:36.451822 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2322c804-f2aa-4b80-a0f8-0bb680a414db req-ff151201-42c8-4684-a5d7-ffcf0a25fb2f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 210 time: 0.0425038 Dec 06 15:02:36.530718 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:36.531600 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:36.533237 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] 10.222.0.23 "PUT /v2.0/ports/0d2efa46-f253-48a9-b3cd-25addb2af9e9 HTTP/1.1" status: 200 len: 1092 time: 2.3751523 Dec 06 15:02:36.534074 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65085b4d-ec19-417e-be87-72cc983b4cbe', 'tag': '0d2efa46-f253-48a9-b3cd-25addb2af9e9'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:02:36.537222 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10d814a-4f98-4d71-b9aa-9fbc59599dee" -d '{"events": [{"name": "network-changed", "server_uuid": "65085b4d-ec19-417e-be87-72cc983b4cbe", "tag": "0d2efa46-f253-48a9-b3cd-25addb2af9e9"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:02:36.551069 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eca7b11-7063-45ed-a3ec-f6e61c495401 x-openstack-request-id: req-6eca7b11-7063-45ed-a3ec-f6e61c495401 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:02:36.552152 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654332d8-66b5-4d51-bc4c-10ab7ff7a593", "tag": "ed9d5e91-b452-407d-b57f-f4ba1d02b144", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:02:36.555349 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6eca7b11-7063-45ed-a3ec-f6e61c495401 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:02:36.557839 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654332d8-66b5-4d51-bc4c-10ab7ff7a593', 'tag': 'ed9d5e91-b452-407d-b57f-f4ba1d02b144', 'status': 'completed', 'code': 200} Dec 06 15:02:36.592834 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd4191-bf50-4ecd-9597-894fdd31ea6d service neutron] Pushing event updated for resources: {'Port': ['ID=0d2efa46-f253-48a9-b3cd-25addb2af9e9,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:36.595249 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:36.694124 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Attempting to bind port 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:02:36.694693 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Attempting to bind port 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '68df21cc-c880-4f67-b4be-3f1a8c6d4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14e24fbd-751b-4795-86b8-cd9eca2691c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:02:36.695211 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Attempting to bind port 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 on network 14e24fbd-751b-4795-86b8-cd9eca2691c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:36.703422 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Port 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 on network 14e24fbd-751b-4795-86b8-cd9eca2691c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:02:36.703782 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Attempting to bind port 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 on network 14e24fbd-751b-4795-86b8-cd9eca2691c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:36.716129 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:02:36.716484 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Checking segment: {'id': '68df21cc-c880-4f67-b4be-3f1a8c6d4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14e24fbd-751b-4795-86b8-cd9eca2691c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:36.716875 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Bound using segment: {'id': '68df21cc-c880-4f67-b4be-3f1a8c6d4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14e24fbd-751b-4795-86b8-cd9eca2691c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:02:36.717331 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Bound port: 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68df21cc-c880-4f67-b4be-3f1a8c6d4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14e24fbd-751b-4795-86b8-cd9eca2691c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:02:36.717693 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:36.730398 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-3d507a12-b11d-465f-9c66-c4b78a02864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:36.732000 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-3d507a12-b11d-465f-9c66-c4b78a02864e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de590d2f411a4eb5810311cd14acf7d7&device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 1095 time: 0.1210277 Dec 06 15:02:36.804730 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e961af-a9e6-4d9d-8a3b-945bc1571f83 req-dec667d0-2dc9-4690-8809-f54887222aaf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:36.806241 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09e961af-a9e6-4d9d-8a3b-945bc1571f83 req-dec667d0-2dc9-4690-8809-f54887222aaf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 944 time: 0.1532505 Dec 06 15:02:36.810171 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-11e37706-7209-4ac0-bcb2-51354dc33305 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d2efa46-f253-48a9-b3cd-25addb2af9e9 HTTP/1.1" status: 200 len: 217 time: 0.0696590 Dec 06 15:02:36.849171 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] For port 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:02:36.852867 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] For port 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20,segment=NetworkSegment(68df21cc-c880-4f67-b4be-3f1a8c6d4c4e),segment_id=68df21cc-c880-4f67-b4be-3f1a8c6d4c4e)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:02:36.898577 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:36.997182 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Pushing event updated for resources: {'Port': ['ID=0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:37.036296 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba18de-07c3-48e3-a8a0-5c75114016da req-1b76c6fc-bb9b-483a-ba7a-8039be2c7018 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:37.044236 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-efba18de-07c3-48e3-a8a0-5c75114016da req-1b76c6fc-bb9b-483a-ba7a-8039be2c7018 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 943 time: 0.6215420 Dec 06 15:02:37.103992 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-efba18de-07c3-48e3-a8a0-5c75114016da req-38924f45-1560-4c4f-a8ad-0a1294849df9 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548067 Dec 06 15:02:37.133616 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-178ae5b1-bfb0-439a-96fd-4bc8ddbd77a8 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:37.135090 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-178ae5b1-bfb0-439a-96fd-4bc8ddbd77a8 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.37 "GET /v2.0/networks?id=f45957e2-dff8-4c18-b28a-ce954e7f13be HTTP/1.1" status: 200 len: 797 time: 0.1496201 Dec 06 15:02:37.184427 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:37.185049 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:37.186571 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-fc81d1ab-459f-44f2-85fa-41e743a9d59a service neutron] 10.222.0.23 "PUT /v2.0/ports/0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 HTTP/1.1" status: 200 len: 1091 time: 2.2631662 Dec 06 15:02:37.194905 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-b4190619-644b-40af-abb4-aeb7748cf43a service neutron] 10.222.0.23 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9479265 Dec 06 15:02:37.201247 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09e961af-a9e6-4d9d-8a3b-945bc1571f83 req-afe5b8d2-3ee4-4a05-b466-ddddb0c59822 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428972 Dec 06 15:02:37.235627 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-0e512edd-7663-448d-a756-bda03fe86902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:37.238839 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-0e512edd-7663-448d-a756-bda03fe86902 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d36120a7-b6ff-4409-a5da-f5053dcb8659 HTTP/1.1" status: 200 len: 848 time: 0.3575528 Dec 06 15:02:37.296478 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62d0da4c-341a-470c-93ff-1a34c25bb12f req-74a4fa36-825e-47b6-b489-96c7127aa506 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0865436 Dec 06 15:02:37.296843 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7807fc7-5f14-4766-9f4a-1bf1f22ae15b req-46470b56-b665-41bc-8b98-f2d1bf26bf7e service neutron] 10.222.0.23 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8042438 Dec 06 15:02:37.303045 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d146a82-d909-44b4-8885-039a402d772a x-openstack-request-id: req-1d146a82-d909-44b4-8885-039a402d772a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:02:37.306128 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65085b4d-ec19-417e-be87-72cc983b4cbe", "tag": "0d2efa46-f253-48a9-b3cd-25addb2af9e9", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:02:37.308650 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d146a82-d909-44b4-8885-039a402d772a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:02:37.311132 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65085b4d-ec19-417e-be87-72cc983b4cbe', 'tag': '0d2efa46-f253-48a9-b3cd-25addb2af9e9', 'status': 'completed', 'code': 200} Dec 06 15:02:37.431965 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-95e23ecf-7550-426b-91c9-35807f959f19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bcaefdde-1c69-478e-bedf-a66c7d121dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1822731 Dec 06 15:02:37.498320 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459833c6-5009-424d-ae9a-c280eaf427af req-257b1778-6f72-465f-b429-3874d05abbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:37.499818 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-459833c6-5009-424d-ae9a-c280eaf427af req-257b1778-6f72-465f-b429-3874d05abbb0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f55adfe3135c416686e74552cfdb9700&device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 1095 time: 0.0983884 Dec 06 15:02:37.500849 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-c0f87db2-4d73-4b0e-8ad5-5c9eaceaa489 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6328bee89d2341bdb282688164425785 HTTP/1.1" status: 200 len: 473 time: 0.3485506 Dec 06 15:02:37.509888 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db7dbf-e3fb-4060-9574-6c2f5654305e req-4f66249b-3407-49db-9b86-db6bdb8c7c61 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:37.516854 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-6eea3e17-62e9-4316-a0cf-79edeff14581 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'port': {'device_id': '57a65da5-36b8-44b1-b211-3e2aa4832ff1', 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be', 'admin_state_up': True, 'tenant_id': '6328bee89d2341bdb282688164425785', 'security_groups': ['df48794d-943b-444d-bbd6-366a8d385e09']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:37.518035 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-84db7dbf-e3fb-4060-9574-6c2f5654305e req-4f66249b-3407-49db-9b86-db6bdb8c7c61 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.1058533 Dec 06 15:02:37.533883 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-ea9be655-e20c-4dff-881d-996a076ad03c service neutron] 10.222.0.23 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130283 Dec 06 15:02:37.546999 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-bbf04092-16f1-4fe3-b1ec-f1b072896c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:37.548557 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-bbf04092-16f1-4fe3-b1ec-f1b072896c62 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6bea34f57f3438382c2fe5b205b1663&device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 1094 time: 0.2477005 Dec 06 15:02:37.639072 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-84db7dbf-e3fb-4060-9574-6c2f5654305e req-76bfb20b-d665-48dd-acca-e845d5a81f77 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200438 Dec 06 15:02:37.681373 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459833c6-5009-424d-ae9a-c280eaf427af req-5879611e-acbe-4242-9b7e-469e09edcdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:37.683342 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-459833c6-5009-424d-ae9a-c280eaf427af req-5879611e-acbe-4242-9b7e-469e09edcdef service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0fbdc94-7de5-4a38-961d-5f7176775265 HTTP/1.1" status: 200 len: 916 time: 0.1585104 Dec 06 15:02:37.732143 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-d7d2c8bb-fe47-4011-8a83-c82b7881852b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 HTTP/1.1" status: 200 len: 217 time: 0.1458583 Dec 06 15:02:37.754495 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-459833c6-5009-424d-ae9a-c280eaf427af req-238113b8-b344-407a-a4db-a8d0677d16ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed9d5e91-b452-407d-b57f-f4ba1d02b144 HTTP/1.1" status: 200 len: 217 time: 0.0637782 Dec 06 15:02:37.763298 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038be24d-eb75-449b-8850-c9efbc1b165b req-de8e06dc-6f20-4609-8c45-4a8939c0ab4f tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:37.764869 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-038be24d-eb75-449b-8850-c9efbc1b165b req-de8e06dc-6f20-4609-8c45-4a8939c0ab4f tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 944 time: 0.3370647 Dec 06 15:02:37.830579 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-58c4e08b-aa8f-47b2-b1d8-317580f6c771 service neutron] 10.222.0.23 "GET /v2.0/networks/bcaefdde-1c69-478e-bedf-a66c7d121dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806913 Dec 06 15:02:37.868295 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4ea95-9caf-4ed4-a1fe-301807e623c3 req-a92424f6-e5f9-4785-85a0-bdbb52a33edd tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:37.877418 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-7fa719d6-c536-4270-bcc2-f9d4b02d4def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:37.878882 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-7fa719d6-c536-4270-bcc2-f9d4b02d4def service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42a5af40-5e41-44c6-af09-1021d37830cd HTTP/1.1" status: 200 len: 854 time: 0.1367953 Dec 06 15:02:37.880708 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b5a4ea95-9caf-4ed4-a1fe-301807e623c3 req-a92424f6-e5f9-4785-85a0-bdbb52a33edd tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 943 time: 0.1219270 Dec 06 15:02:37.936872 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459833c6-5009-424d-ae9a-c280eaf427af req-49e38bc8-9143-4684-88dd-7998bd9cdce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:37.943766 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-459833c6-5009-424d-ae9a-c280eaf427af req-49e38bc8-9143-4684-88dd-7998bd9cdce9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7e082be8-e2dd-479d-b167-082b011e6271 HTTP/1.1" status: 200 len: 855 time: 0.1678116 Dec 06 15:02:37.944158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-038be24d-eb75-449b-8850-c9efbc1b165b req-feb678d8-3ab7-4072-8d40-a9e7ecb0509d tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/security-groups?id=84bfdff9-dad4-4864-8c14-7ec0a648c438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671188 Dec 06 15:02:37.944158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-388e02f1-7d46-4e2f-9390-4eddde7e2346 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=14e24fbd-751b-4795-86b8-cd9eca2691c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460899 Dec 06 15:02:37.969019 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b5a4ea95-9caf-4ed4-a1fe-301807e623c3 req-74bfe955-85a7-454e-bd90-73b5ea5b743b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861433 Dec 06 15:02:38.002746 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-459833c6-5009-424d-ae9a-c280eaf427af req-46db4ab9-8902-45f4-9772-88888fcc7f8d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0fbdc94-7de5-4a38-961d-5f7176775265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320458 Dec 06 15:02:38.057490 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-6eea3e17-62e9-4316-a0cf-79edeff14581 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Made reservation on behalf of 6328bee89d2341bdb282688164425785 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:02:38.061226 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-6eea3e17-62e9-4316-a0cf-79edeff14581 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:38.127863 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba0a6984-839a-4c1c-8507-97630c3b1eba req-b6337d13-40a9-43b1-b738-8e6e4099836d tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 210 time: 0.0708859 Dec 06 15:02:38.142372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc018d2f-c754-48cb-b198-8d67cbaae2bf req-b05fc20d-6370-46cf-b46f-2cafba517201 service neutron] 10.222.0.23 "GET /v2.0/networks/bcaefdde-1c69-478e-bedf-a66c7d121dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897611 Dec 06 15:02:38.178697 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-e506bfed-74d2-4a35-b1bf-7ba204e5b0e3 service neutron] 10.222.0.23 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069414 Dec 06 15:02:38.262304 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-459833c6-5009-424d-ae9a-c280eaf427af req-89595538-2757-4825-a4ce-89ed80057018 service neutron] 10.222.0.23 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502923 Dec 06 15:02:38.358760 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b107a-733e-4bdb-81e7-23a2f930ecc7 req-90ff501e-9fc8-406b-8efc-daa02eae3a91 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:38.360273 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-365b107a-733e-4bdb-81e7-23a2f930ecc7 req-90ff501e-9fc8-406b-8efc-daa02eae3a91 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 943 time: 0.1346009 Dec 06 15:02:38.400411 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-459833c6-5009-424d-ae9a-c280eaf427af req-078e5067-2c57-43ce-95b2-1659161521f8 service neutron] 10.222.0.23 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289036 Dec 06 15:02:38.410042 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d814a-4f98-4d71-b9aa-9fbc59599dee req-e7cf1d06-bcd1-4657-ad84-e60508082116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:38.411528 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c10d814a-4f98-4d71-b9aa-9fbc59599dee req-e7cf1d06-bcd1-4657-ad84-e60508082116 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de590d2f411a4eb5810311cd14acf7d7&device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 1095 time: 0.2040870 Dec 06 15:02:38.433544 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-365b107a-733e-4bdb-81e7-23a2f930ecc7 req-568a00a6-5b0c-4f9a-b876-bfa2a8f5a628 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553470 Dec 06 15:02:38.490168 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdee27-f850-4718-89ea-1b319801aa7a req-f490a89f-3c55-4e8c-bbdd-538bcf44c6a3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:38.495436 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-49bdee27-f850-4718-89ea-1b319801aa7a req-f490a89f-3c55-4e8c-bbdd-538bcf44c6a3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 944 time: 0.1995072 Dec 06 15:02:38.506581 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f554dfd2-30e6-43bd-816a-c976b163c3be req-c093cca6-813c-442f-8e82-9f0bf1afb8ca tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0311067 Dec 06 15:02:38.507978 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-6eea3e17-62e9-4316-a0cf-79edeff14581 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Allocated IP 172.20.0.29 (f45957e2-dff8-4c18-b28a-ce954e7f13be/c3cce271-b6cf-4c4c-8311-1520aef85935/b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:02:38.514350 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d0675a6-c521-4337-8632-1ad97099a6c0 req-6bbe1a71-9c4d-49f0-8266-18e0c9733d4b service neutron] 10.222.0.23 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987635 Dec 06 15:02:38.559337 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae28e61e-094e-4fbc-a090-f2c93dd216ad', 'tag': 'b657b1f5-b59b-4bd5-b6d7-48174ac6546f'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:02:38.561788 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec449bb2-ede2-4a82-9c25-1e5b4bdf393c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae28e61e-094e-4fbc-a090-f2c93dd216ad", "tag": "b657b1f5-b59b-4bd5-b6d7-48174ac6546f"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:02:38.598960 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0600d1-5cf2-4ae8-8949-370fa36cec80 x-openstack-request-id: req-ad0600d1-5cf2-4ae8-8949-370fa36cec80 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:02:38.599288 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae28e61e-094e-4fbc-a090-f2c93dd216ad", "tag": "b657b1f5-b59b-4bd5-b6d7-48174ac6546f", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:02:38.599813 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad0600d1-5cf2-4ae8-8949-370fa36cec80 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:02:38.600647 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae28e61e-094e-4fbc-a090-f2c93dd216ad', 'tag': 'b657b1f5-b59b-4bd5-b6d7-48174ac6546f', 'status': 'completed', 'code': 200} Dec 06 15:02:38.641662 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d814a-4f98-4d71-b9aa-9fbc59599dee req-d950fb94-ce19-4e0e-a6e4-ef0104be7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:38.643034 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c10d814a-4f98-4d71-b9aa-9fbc59599dee req-d950fb94-ce19-4e0e-a6e4-ef0104be7371 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bcaefdde-1c69-478e-bedf-a66c7d121dd7 HTTP/1.1" status: 200 len: 909 time: 0.2163367 Dec 06 15:02:38.649603 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-49bdee27-f850-4718-89ea-1b319801aa7a req-36bdf93c-c938-4a03-b1f7-f30daea6d8f8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444588 Dec 06 15:02:38.723971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c10d814a-4f98-4d71-b9aa-9fbc59599dee req-f22fe9ee-1bc7-44b8-9747-7ad30eff8084 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d2efa46-f253-48a9-b3cd-25addb2af9e9 HTTP/1.1" status: 200 len: 217 time: 0.0529895 Dec 06 15:02:38.756510 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc82f79-6438-4a7c-81b5-7a3e180c0e6b req-d87680b6-0777-4104-848a-26d7b7eb5f17 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:38.758311 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0bc82f79-6438-4a7c-81b5-7a3e180c0e6b req-d87680b6-0777-4104-848a-26d7b7eb5f17 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0488002 Dec 06 15:02:38.805531 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0bc82f79-6438-4a7c-81b5-7a3e180c0e6b req-047e4541-bc4a-4a50-87eb-6897b0e7d454 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412738 Dec 06 15:02:38.807482 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec449bb2-ede2-4a82-9c25-1e5b4bdf393c req-898b8012-2cc3-4c43-8c27-20a72170f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:38.809642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec449bb2-ede2-4a82-9c25-1e5b4bdf393c req-898b8012-2cc3-4c43-8c27-20a72170f517 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 1094 time: 0.1804988 Dec 06 15:02:38.851201 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d814a-4f98-4d71-b9aa-9fbc59599dee req-eba050d8-ecb5-43ce-8e8c-8d04a96d586c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:38.852655 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c10d814a-4f98-4d71-b9aa-9fbc59599dee req-eba050d8-ecb5-43ce-8e8c-8d04a96d586c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d36120a7-b6ff-4409-a5da-f5053dcb8659 HTTP/1.1" status: 200 len: 848 time: 0.0941248 Dec 06 15:02:38.882622 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-6eea3e17-62e9-4316-a0cf-79edeff14581 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:38.903286 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c10d814a-4f98-4d71-b9aa-9fbc59599dee req-5aa4d2aa-d12a-4866-b64a-f89c7a0150b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bcaefdde-1c69-478e-bedf-a66c7d121dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392895 Dec 06 15:02:39.043996 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec449bb2-ede2-4a82-9c25-1e5b4bdf393c req-482c13db-576e-4ea3-900e-941be1c62aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:39.045326 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec449bb2-ede2-4a82-9c25-1e5b4bdf393c req-482c13db-576e-4ea3-900e-941be1c62aee service neutron] 10.222.0.23 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 913 time: 0.2271972 Dec 06 15:02:39.065955 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c4134-2a70-4a4d-ab97-ae912b452e1a req-7eb1c97d-d4e7-4931-929c-7e4e713ed1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:39.067444 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5a3c4134-2a70-4a4d-ab97-ae912b452e1a req-7eb1c97d-d4e7-4931-929c-7e4e713ed1ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=360c1d4dec644284a4e61c9254a97ca2&device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 1097 time: 0.0784562 Dec 06 15:02:39.079710 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f1fbc-1020-4c90-b867-0d7f491c6bb7 req-f450b100-b797-4527-944b-0674f19e484c tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:39.081126 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-463f1fbc-1020-4c90-b867-0d7f491c6bb7 req-f450b100-b797-4527-944b-0674f19e484c tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0597444 Dec 06 15:02:39.119767 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec449bb2-ede2-4a82-9c25-1e5b4bdf393c req-4cf1ef32-ad39-46eb-8a34-a7d9f9163b1e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b657b1f5-b59b-4bd5-b6d7-48174ac6546f HTTP/1.1" status: 200 len: 217 time: 0.0479581 Dec 06 15:02:39.120763 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-6eea3e17-62e9-4316-a0cf-79edeff14581 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.191780 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-463f1fbc-1020-4c90-b867-0d7f491c6bb7 req-d08a801a-4d2e-4c42-b7bb-821b9b77f03a tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004837 Dec 06 15:02:39.225615 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c4134-2a70-4a4d-ab97-ae912b452e1a req-6d22a93b-8e39-493f-94ef-cf4c4e824aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:39.227305 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5a3c4134-2a70-4a4d-ab97-ae912b452e1a req-6d22a93b-8e39-493f-94ef-cf4c4e824aa4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 HTTP/1.1" status: 200 len: 911 time: 0.1453280 Dec 06 15:02:39.280749 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5a3c4134-2a70-4a4d-ab97-ae912b452e1a req-f5d50a48-d3b9-44c3-bcb7-f69b2c574db8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc3bf718-619b-4d36-9818-9c6483c80df7 HTTP/1.1" status: 200 len: 217 time: 0.0455329 Dec 06 15:02:39.360267 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c4134-2a70-4a4d-ab97-ae912b452e1a req-7b479d5d-e990-42cf-9a44-4743399ed762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:39.361753 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5a3c4134-2a70-4a4d-ab97-ae912b452e1a req-7b479d5d-e990-42cf-9a44-4743399ed762 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=36e31e95-5c98-4922-9d80-978cf8f08c26 HTTP/1.1" status: 200 len: 850 time: 0.0723205 Dec 06 15:02:39.371668 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733be04-0128-429f-9415-199338519069 req-44d536d0-b4f5-42e2-b676-d324f9d1fe45 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:39.373227 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e733be04-0128-429f-9415-199338519069 req-44d536d0-b4f5-42e2-b676-d324f9d1fe45 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 943 time: 0.0952499 Dec 06 15:02:39.407511 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5a3c4134-2a70-4a4d-ab97-ae912b452e1a req-9d6cbc51-9294-44d2-b968-fee076364f97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4732a51-9ddd-44a8-8a76-cbb304a2ecb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332286 Dec 06 15:02:39.515328 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7618cef-f4c2-4993-bc25-f114098f1cc6', 'tag': '0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:02:39.517569 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9639db1d-9c3a-479c-8bdd-b0dfabe7d44a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7618cef-f4c2-4993-bc25-f114098f1cc6", "tag": "0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:02:39.522285 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c10d814a-4f98-4d71-b9aa-9fbc59599dee req-28ce0408-41ec-4047-b3ad-b9543b97e480 service neutron] 10.222.0.23 "GET /v2.0/networks/bcaefdde-1c69-478e-bedf-a66c7d121dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857155 Dec 06 15:02:39.524447 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e733be04-0128-429f-9415-199338519069 req-8c730291-0e3d-457b-a0a5-28103904e94b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425648 Dec 06 15:02:39.556306 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c19541-9320-499a-aaa7-aeb15afa7832 req-cab81fcc-9f48-48ac-9f42-fe28e6540411 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:39.556306 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-55c19541-9320-499a-aaa7-aeb15afa7832 req-cab81fcc-9f48-48ac-9f42-fe28e6540411 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 944 time: 0.5242260 Dec 06 15:02:39.578205 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-6eea3e17-62e9-4316-a0cf-79edeff14581 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network f45957e2-dff8-4c18-b28a-ce954e7f13be is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:39.587853 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5a3c4134-2a70-4a4d-ab97-ae912b452e1a req-1f4d12c9-59a4-4a4c-8290-1d35de8ff0cc service neutron] 10.222.0.37 "GET /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700680 Dec 06 15:02:39.602696 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea3e17-62e9-4316-a0cf-79edeff14581 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Port': ['ID=b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:39.605300 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-6eea3e17-62e9-4316-a0cf-79edeff14581 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:39.617830 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-6eea3e17-62e9-4316-a0cf-79edeff14581 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:02:39.636981 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec449bb2-ede2-4a82-9c25-1e5b4bdf393c req-74fa0596-a00a-4708-9a96-c95d3d93d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:39.638112 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec449bb2-ede2-4a82-9c25-1e5b4bdf393c req-74fa0596-a00a-4708-9a96-c95d3d93d2fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8f704f4-e319-4867-8b21-d731d4293c49 HTTP/1.1" status: 200 len: 852 time: 0.5104258 Dec 06 15:02:39.729799 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec449bb2-ede2-4a82-9c25-1e5b4bdf393c req-1c366172-dab0-47f7-becc-31a8bdaca6d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688958 Dec 06 15:02:39.737280 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7f60f-8f79-4494-b0f4-72f6b682886b req-fa38ea1e-7c2e-474d-8f6b-dce1b6cc3d95 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:39.738836 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3a7f60f-8f79-4494-b0f4-72f6b682886b req-fa38ea1e-7c2e-474d-8f6b-dce1b6cc3d95 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 932 time: 0.0948956 Dec 06 15:02:39.780787 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-6eea3e17-62e9-4316-a0cf-79edeff14581 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:39.781565 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-6eea3e17-62e9-4316-a0cf-79edeff14581 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.800430 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5a3c4134-2a70-4a4d-ab97-ae912b452e1a req-7d246914-0229-4248-9587-ccba7734ddfb service neutron] 10.222.0.37 "GET /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056618 Dec 06 15:02:39.803320 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-55c19541-9320-499a-aaa7-aeb15afa7832 req-82f53f09-d804-4b09-b934-6ad5b973817c tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/security-groups?id=84bfdff9-dad4-4864-8c14-7ec0a648c438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393804 Dec 06 15:02:39.856440 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3a7f60f-8f79-4494-b0f4-72f6b682886b req-48ea5134-5368-4a26-87ae-8fa1c1aed754 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=df48794d-943b-444d-bbd6-366a8d385e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019731 Dec 06 15:02:39.927761 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7827d3-28fd-4fca-8fbe-cf27ed4922e2 x-openstack-request-id: req-0e7827d3-28fd-4fca-8fbe-cf27ed4922e2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:02:39.927761 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7618cef-f4c2-4993-bc25-f114098f1cc6", "tag": "0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:02:39.941281 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e7827d3-28fd-4fca-8fbe-cf27ed4922e2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:02:39.941281 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7618cef-f4c2-4993-bc25-f114098f1cc6', 'tag': '0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20', 'status': 'completed', 'code': 200} Dec 06 15:02:39.969475 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-6eea3e17-62e9-4316-a0cf-79edeff14581 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4575686 Dec 06 15:02:40.004408 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Request body: {'port': {'device_id': '57a65da5-36b8-44b1-b211-3e2aa4832ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:40.019839 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c10d814a-4f98-4d71-b9aa-9fbc59599dee req-ec55ffed-92cf-4bf8-91c9-2797219e1315 service neutron] 10.222.0.23 "GET /v2.0/networks/bcaefdde-1c69-478e-bedf-a66c7d121dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866254 Dec 06 15:02:40.045313 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e18e58b-cd81-4dcd-b17a-b1a97f1eb602 req-27de235e-94a7-4793-9686-eeb083f277dd tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0539215 Dec 06 15:02:40.047141 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cf1e35b4-8697-40ee-9edc-d1e48fbf21e5 None None] Provisioning complete for port b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:40.048201 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cf1e35b4-8697-40ee-9edc-d1e48fbf21e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:40.084630 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639db1d-9c3a-479c-8bdd-b0dfabe7d44a req-df96c8d6-4ed9-4f36-afd2-aa22c1521cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:40.086748 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9639db1d-9c3a-479c-8bdd-b0dfabe7d44a req-df96c8d6-4ed9-4f36-afd2-aa22c1521cda service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6bea34f57f3438382c2fe5b205b1663&device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 1094 time: 0.1572247 Dec 06 15:02:40.115008 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e35b4-8697-40ee-9edc-d1e48fbf21e5 None None] Port b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:02:40.144547 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec449bb2-ede2-4a82-9c25-1e5b4bdf393c req-80034126-abf0-4074-a141-7432f1c977b6 service neutron] 10.222.0.23 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035432 Dec 06 15:02:40.167700 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device ed9d5e91-b452-407d-b57f-f4ba1d02b144 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:02:40.239708 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639db1d-9c3a-479c-8bdd-b0dfabe7d44a req-ef3b5261-531f-434f-9cb7-1a0c9658f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:40.241728 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9639db1d-9c3a-479c-8bdd-b0dfabe7d44a req-ef3b5261-531f-434f-9cb7-1a0c9658f707 service neutron] 10.222.0.23 "GET /v2.0/networks?id=14e24fbd-751b-4795-86b8-cd9eca2691c6 HTTP/1.1" status: 200 len: 915 time: 0.1478384 Dec 06 15:02:40.263225 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a631aad-9052-4f87-8a6f-275a4b0add4a req-4f1c5931-b7b8-4a92-ac28-184efbd61f90 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:40.270890 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a631aad-9052-4f87-8a6f-275a4b0add4a req-4f1c5931-b7b8-4a92-ac28-184efbd61f90 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 943 time: 0.2968881 Dec 06 15:02:40.277768 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:40.343015 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port ed9d5e91-b452-407d-b57f-f4ba1d02b144, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ed9d5e91-b452-407d-b57f-f4ba1d02b144,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:40.352262 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9639db1d-9c3a-479c-8bdd-b0dfabe7d44a req-10629d17-8767-42bd-bcd6-97d77bb60ce2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 HTTP/1.1" status: 200 len: 217 time: 0.0689542 Dec 06 15:02:40.359417 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'ed9d5e91-b452-407d-b57f-f4ba1d02b144', 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265', 'port_id': 'ed9d5e91-b452-407d-b57f-f4ba1d02b144', 'mac_address': 'fa:16:3e:5a:6e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e082be8-e2dd-479d-b167-082b011e6271', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:02:40.371444 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a631aad-9052-4f87-8a6f-275a4b0add4a req-e6b5b583-3d18-4ad2-9002-d6f07080300c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995655 Dec 06 15:02:40.393339 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53a98d-d312-49ad-8e8d-ae0dd6e641f7 req-3795d8bd-8cf8-4133-95e6-a1693fce96bc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:40.395127 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da53a98d-d312-49ad-8e8d-ae0dd6e641f7 req-3795d8bd-8cf8-4133-95e6-a1693fce96bc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 944 time: 0.1522598 Dec 06 15:02:40.415584 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:40.439637 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9d5e91-b452-407d-b57f-f4ba1d02b144 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:02:40.456857 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec449bb2-ede2-4a82-9c25-1e5b4bdf393c req-6bf44592-79f1-4f42-81e0-f278545b028a service neutron] 10.222.0.23 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035164 Dec 06 15:02:40.462978 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port ed9d5e91-b452-407d-b57f-f4ba1d02b144, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ed9d5e91-b452-407d-b57f-f4ba1d02b144,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:40.468965 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:40.470501 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device b657b1f5-b59b-4bd5-b6d7-48174ac6546f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:02:40.544896 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-da53a98d-d312-49ad-8e8d-ae0dd6e641f7 req-bac285c6-1406-4089-9e16-6eaa77d6e8c6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901668 Dec 06 15:02:40.555306 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639db1d-9c3a-479c-8bdd-b0dfabe7d44a req-a9f2c905-88cd-4fc6-8d6c-e300fd5f546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:40.558145 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9639db1d-9c3a-479c-8bdd-b0dfabe7d44a req-a9f2c905-88cd-4fc6-8d6c-e300fd5f546d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42a5af40-5e41-44c6-af09-1021d37830cd HTTP/1.1" status: 200 len: 854 time: 0.1952181 Dec 06 15:02:40.626906 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9639db1d-9c3a-479c-8bdd-b0dfabe7d44a req-f68874ce-eef8-4164-8176-7ae44b99b60c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=14e24fbd-751b-4795-86b8-cd9eca2691c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589104 Dec 06 15:02:40.663138 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=ed9d5e91-b452-407d-b57f-f4ba1d02b144,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:40.675157 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port b657b1f5-b59b-4bd5-b6d7-48174ac6546f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b657b1f5-b59b-4bd5-b6d7-48174ac6546f,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:40.680875 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:40.681548 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:40.682121 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:40.684737 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:40.685389 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:40.685971 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:40.686552 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:40.687114 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:40.687745 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:40.688298 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:40.688845 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:40.689392 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:40.690331 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:40.705120 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'b657b1f5-b59b-4bd5-b6d7-48174ac6546f', 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0', 'port_id': 'b657b1f5-b59b-4bd5-b6d7-48174ac6546f', 'mac_address': 'fa:16:3e:f5:79:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f704f4-e319-4867-8b21-d731d4293c49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:02:40.756430 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa12837-1b3b-4682-b3e9-f93782d1cc03 req-e36f2822-0fb1-4f4a-808e-33acc7a91a10 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:40.764913 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-afa12837-1b3b-4682-b3e9-f93782d1cc03 req-e36f2822-0fb1-4f4a-808e-33acc7a91a10 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.2945409 Dec 06 15:02:40.768004 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:40.784033 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b657b1f5-b59b-4bd5-b6d7-48174ac6546f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:02:40.810596 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port b657b1f5-b59b-4bd5-b6d7-48174ac6546f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b657b1f5-b59b-4bd5-b6d7-48174ac6546f,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:40.815342 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:40.816248 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0d2efa46-f253-48a9-b3cd-25addb2af9e9 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:02:40.817515 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9639db1d-9c3a-479c-8bdd-b0dfabe7d44a req-865f19b1-d52b-444d-a3c7-a105ee1cf83b service neutron] 10.222.0.23 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854568 Dec 06 15:02:40.847528 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-afa12837-1b3b-4682-b3e9-f93782d1cc03 req-71f85739-0370-4e15-b1fe-151e34003729 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813258 Dec 06 15:02:40.881714 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0eb81-db52-4662-81c9-4fff58bf488a req-c054e16b-478f-420e-a05d-d6441d35d62d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:40.884362 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-29c0eb81-db52-4662-81c9-4fff58bf488a req-c054e16b-478f-420e-a05d-d6441d35d62d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 943 time: 0.1010337 Dec 06 15:02:40.930071 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=b657b1f5-b59b-4bd5-b6d7-48174ac6546f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:40.956480 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:02:40.966100 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 0d2efa46-f253-48a9-b3cd-25addb2af9e9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0d2efa46-f253-48a9-b3cd-25addb2af9e9,segment=NetworkSegment(b2c4d3eb-8cdd-4f4b-9692-8c0097e450f4),segment_id=b2c4d3eb-8cdd-4f4b-9692-8c0097e450f4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:40.966389 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:40.981966 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '0d2efa46-f253-48a9-b3cd-25addb2af9e9', 'network_id': 'bcaefdde-1c69-478e-bedf-a66c7d121dd7', 'port_id': '0d2efa46-f253-48a9-b3cd-25addb2af9e9', 'mac_address': 'fa:16:3e:61:53:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36120a7-b6ff-4409-a5da-f5053dcb8659', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:02:40.982922 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9639db1d-9c3a-479c-8bdd-b0dfabe7d44a req-384a83a1-d0bd-4b06-8a95-b8f005d7e788 service neutron] 10.222.0.23 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566725 Dec 06 15:02:40.987014 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-29c0eb81-db52-4662-81c9-4fff58bf488a req-fb741155-5dd9-493b-8c5f-6b782956d38b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944004 Dec 06 15:02:41.000353 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bdca3-7905-4ff7-96d9-acde5b08a20f req-4ce82512-5347-4f8e-8e5e-c6ead35c57b8 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:41.001930 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b46bdca3-7905-4ff7-96d9-acde5b08a20f req-4ce82512-5347-4f8e-8e5e-c6ead35c57b8 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 944 time: 0.0851655 Dec 06 15:02:41.003016 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Transition to ACTIVE for port object b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:02:41.015449 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:41.031350 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:41.045416 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2efa46-f253-48a9-b3cd-25addb2af9e9 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:02:41.067894 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 0d2efa46-f253-48a9-b3cd-25addb2af9e9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0d2efa46-f253-48a9-b3cd-25addb2af9e9,segment=NetworkSegment(b2c4d3eb-8cdd-4f4b-9692-8c0097e450f4),segment_id=b2c4d3eb-8cdd-4f4b-9692-8c0097e450f4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:41.076708 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:41.097519 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:41.106619 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53bd2c-c95d-4c57-933b-4a83a4419310 req-525eaad5-fae6-47dd-b8d1-a1ad730c1740 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:41.108369 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ef53bd2c-c95d-4c57-933b-4a83a4419310 req-525eaad5-fae6-47dd-b8d1-a1ad730c1740 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 944 time: 0.0602880 Dec 06 15:02:41.134977 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=0d2efa46-f253-48a9-b3cd-25addb2af9e9,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:41.157996 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b46bdca3-7905-4ff7-96d9-acde5b08a20f req-94835ead-c479-48bf-9d3d-cbf8b15ab922 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/security-groups?id=84bfdff9-dad4-4864-8c14-7ec0a648c438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386859 Dec 06 15:02:41.176190 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ef53bd2c-c95d-4c57-933b-4a83a4419310 req-87a62baa-9f04-4d98-80b7-c265c2f3ade6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=df48794d-943b-444d-bbd6-366a8d385e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581634 Dec 06 15:02:41.223670 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Attempting to bind port b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:02:41.224002 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Attempting to bind port b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '93541097-f8e2-4da8-bb84-6f446a9cb0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:02:41.224322 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Attempting to bind port b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 on network f45957e2-dff8-4c18-b28a-ce954e7f13be {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:41.242889 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Port b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 on network f45957e2-dff8-4c18-b28a-ce954e7f13be not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:02:41.243211 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Attempting to bind port b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 on network f45957e2-dff8-4c18-b28a-ce954e7f13be {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:41.246853 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aca7d9ee-5936-4067-9dbf-86d76845d248 req-119279a0-5d71-40f1-8fc7-9144b671e298 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0345016 Dec 06 15:02:41.253042 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:02:41.253389 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Checking segment: {'id': '93541097-f8e2-4da8-bb84-6f446a9cb0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:41.253772 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Bound using segment: {'id': '93541097-f8e2-4da8-bb84-6f446a9cb0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:02:41.255103 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Bound port: b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93541097-f8e2-4da8-bb84-6f446a9cb0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:02:41.255471 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:41.326523 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] For port b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:02:41.329579 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] For port b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01,segment=NetworkSegment(93541097-f8e2-4da8-bb84-6f446a9cb0e5),segment_id=93541097-f8e2-4da8-bb84-6f446a9cb0e5)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:02:41.335015 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:41.355629 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['ed9d5e91-b452-407d-b57f-f4ba1d02b144'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:02:41.373545 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:41.374167 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:41.375587 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] 10.222.0.37 "PUT /v2.0/ports/b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 HTTP/1.1" status: 200 len: 1092 time: 1.3890588 Dec 06 15:02:41.380908 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['b657b1f5-b59b-4bd5-b6d7-48174ac6546f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:02:41.396024 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa858c-c04b-4efb-9d4d-6d500f5059c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:41.413044 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['0d2efa46-f253-48a9-b3cd-25addb2af9e9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:02:41.471890 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-33aec2d3-5a06-4343-8239-2350f4bbe930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:41.476570 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-33aec2d3-5a06-4343-8239-2350f4bbe930 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6328bee89d2341bdb282688164425785&device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 1095 time: 0.0548358 Dec 06 15:02:41.519294 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b563f-1562-42c4-a46b-1d32f2e0cc5e req-7ccdcf18-2a2a-4540-a395-125d38171bbe tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:41.521096 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-714b563f-1562-42c4-a46b-1d32f2e0cc5e req-7ccdcf18-2a2a-4540-a395-125d38171bbe tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 944 time: 0.0595727 Dec 06 15:02:41.534973 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-5f773aad-a214-4eba-9eb4-14b8002237ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 HTTP/1.1" status: 200 len: 217 time: 0.0496082 Dec 06 15:02:41.590360 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-714b563f-1562-42c4-a46b-1d32f2e0cc5e req-832cd499-3ec0-446d-b2a0-d7accda44353 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615692 Dec 06 15:02:41.623135 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-fa68948b-83c4-41a8-bd96-78eedcf95a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:41.626354 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-fa68948b-83c4-41a8-bd96-78eedcf95a24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3cce271-b6cf-4c4c-8311-1520aef85935 HTTP/1.1" status: 200 len: 838 time: 0.0831301 Dec 06 15:02:41.706495 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb5389-58aa-423a-94c4-31c7f61fce3c req-0c65ad0e-1965-41e8-ba95-7e7da0394ba7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:41.707880 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-24eb5389-58aa-423a-94c4-31c7f61fce3c req-0c65ad0e-1965-41e8-ba95-7e7da0394ba7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 945 time: 0.0777347 Dec 06 15:02:41.710656 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-21508924-1ac3-4ec2-bc91-7f01389acac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:41.712149 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-21508924-1ac3-4ec2-bc91-7f01389acac0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f45957e2-dff8-4c18-b28a-ce954e7f13be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719860 Dec 06 15:02:41.816459 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-24eb5389-58aa-423a-94c4-31c7f61fce3c req-e3518b28-d540-4abe-bca7-87d94f2fce13 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023607 Dec 06 15:02:41.838251 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-1538b39a-73f6-46e9-a94f-03bc555a92ea service neutron] 10.222.0.37 "GET /v2.0/networks/f45957e2-dff8-4c18-b28a-ce954e7f13be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183527 Dec 06 15:02:41.937559 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd1a5c90-b2ec-4619-87c3-62aaf2edb0d2 req-2a36524b-2a55-4e7b-94fc-f860db9b45fa service neutron] 10.222.0.37 "GET /v2.0/networks/f45957e2-dff8-4c18-b28a-ce954e7f13be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916538 Dec 06 15:02:41.941130 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a65da5-36b8-44b1-b211-3e2aa4832ff1', 'tag': 'b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:02:41.943696 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73b8976-506f-41af-9075-c17393e3d84f" -d '{"events": [{"name": "network-changed", "server_uuid": "57a65da5-36b8-44b1-b211-3e2aa4832ff1", "tag": "b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:02:41.954517 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cc3a6-3ef5-4c4e-9358-db906566c7ea req-ad441f19-14af-4064-92e2-70389bfd0ffc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:41.962042 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-797cc3a6-3ef5-4c4e-9358-db906566c7ea req-ad441f19-14af-4064-92e2-70389bfd0ffc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0573537 Dec 06 15:02:41.992152 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09cd6f8-948f-420b-927a-081b1827b6ab x-openstack-request-id: req-f09cd6f8-948f-420b-927a-081b1827b6ab {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:02:41.992516 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a65da5-36b8-44b1-b211-3e2aa4832ff1", "tag": "b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:02:41.992859 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f09cd6f8-948f-420b-927a-081b1827b6ab {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:02:41.993330 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a65da5-36b8-44b1-b211-3e2aa4832ff1', 'tag': 'b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01', 'status': 'completed', 'code': 200} Dec 06 15:02:42.015242 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-797cc3a6-3ef5-4c4e-9358-db906566c7ea req-18b9adf6-3aa2-47ef-a80d-739b0276c3f4 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523551 Dec 06 15:02:42.070824 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b8976-506f-41af-9075-c17393e3d84f req-8e21df3a-32bd-425d-813f-d93974d7defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:42.072863 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c73b8976-506f-41af-9075-c17393e3d84f req-8e21df3a-32bd-425d-813f-d93974d7defc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6328bee89d2341bdb282688164425785&device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 1095 time: 0.0565929 Dec 06 15:02:42.184230 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:02:42.198146 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b260907-4e5e-4426-9a51-5d3f097d27a1 req-abbdcd29-1c8a-435b-9799-24ae28bbeca8 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:42.200291 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b260907-4e5e-4426-9a51-5d3f097d27a1 req-abbdcd29-1c8a-435b-9799-24ae28bbeca8 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 943 time: 0.1226783 Dec 06 15:02:42.242928 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b8976-506f-41af-9075-c17393e3d84f req-b6f85bc3-88d0-47bf-b913-3b1fc0cfbc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:42.245241 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c73b8976-506f-41af-9075-c17393e3d84f req-b6f85bc3-88d0-47bf-b913-3b1fc0cfbc4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f45957e2-dff8-4c18-b28a-ce954e7f13be HTTP/1.1" status: 200 len: 898 time: 0.1561847 Dec 06 15:02:42.297412 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd6067-08f1-425c-b269-f74681779ed5 req-d1bbf6de-fa0d-4f4d-aabe-09aeb057efa6 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:42.301798 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c73b8976-506f-41af-9075-c17393e3d84f req-3bc43d29-9269-4ff0-b944-853201720c25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 HTTP/1.1" status: 200 len: 217 time: 0.0463357 Dec 06 15:02:42.305237 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b4cd6067-08f1-425c-b269-f74681779ed5 req-d1bbf6de-fa0d-4f4d-aabe-09aeb057efa6 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 945 time: 0.0614219 Dec 06 15:02:42.309302 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20,segment=NetworkSegment(68df21cc-c880-4f67-b4be-3f1a8c6d4c4e),segment_id=68df21cc-c880-4f67-b4be-3f1a8c6d4c4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:42.323926 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20', 'network_id': '14e24fbd-751b-4795-86b8-cd9eca2691c6', 'port_id': '0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20', 'mac_address': 'fa:16:3e:32:c2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5af40-5e41-44c6-af09-1021d37830cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:02:42.326213 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b260907-4e5e-4426-9a51-5d3f097d27a1 req-506b6566-3f7a-4266-bba6-59d67b173b63 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186330 Dec 06 15:02:42.369754 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:42.375904 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b8976-506f-41af-9075-c17393e3d84f req-ef7fd4f5-a73a-4469-957d-f65e48e54f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:42.377389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c73b8976-506f-41af-9075-c17393e3d84f req-ef7fd4f5-a73a-4469-957d-f65e48e54f82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3cce271-b6cf-4c4c-8311-1520aef85935 HTTP/1.1" status: 200 len: 838 time: 0.0664110 Dec 06 15:02:42.383821 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:02:42.404001 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b4cd6067-08f1-425c-b269-f74681779ed5 req-e7349dec-e33a-4be8-b312-470b5616f977 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/security-groups?id=84bfdff9-dad4-4864-8c14-7ec0a648c438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977647 Dec 06 15:02:42.411708 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20,segment=NetworkSegment(68df21cc-c880-4f67-b4be-3f1a8c6d4c4e),segment_id=68df21cc-c880-4f67-b4be-3f1a8c6d4c4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:42.419117 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:42.486184 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b8976-506f-41af-9075-c17393e3d84f req-afd0d4e6-ea1a-4712-bb74-839347652b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:42.487623 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c73b8976-506f-41af-9075-c17393e3d84f req-afd0d4e6-ea1a-4712-bb74-839347652b9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f45957e2-dff8-4c18-b28a-ce954e7f13be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998979 Dec 06 15:02:42.494778 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:42.500276 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8279d2d-9ddf-4f20-9b4a-1d60ea5b5258 req-fa3da6c1-9307-4433-b5c6-332d17af086d tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0441513 Dec 06 15:02:42.528844 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5dbd2-5f46-4e86-8034-08ba8fd947a3 req-8834934d-811f-40ff-ada8-8a3e34ade88b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:42.530322 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29b5dbd2-5f46-4e86-8034-08ba8fd947a3 req-8834934d-811f-40ff-ada8-8a3e34ade88b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 944 time: 0.0796504 Dec 06 15:02:42.633224 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29b5dbd2-5f46-4e86-8034-08ba8fd947a3 req-403d1451-1d4a-4da7-bdef-51ee88228249 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=df48794d-943b-444d-bbd6-366a8d385e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943327 Dec 06 15:02:42.637254 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c73b8976-506f-41af-9075-c17393e3d84f req-478a54b7-7e0f-47fd-9a5d-7dea6a4f1385 service neutron] 10.222.0.37 "GET /v2.0/networks/f45957e2-dff8-4c18-b28a-ce954e7f13be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368113 Dec 06 15:02:42.657387 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:02:42.740137 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc6136-b105-4191-aff5-64cf9e1bfdba req-4dc00f64-57ae-4f26-b090-9c4e042ab82e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:42.744568 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c73b8976-506f-41af-9075-c17393e3d84f req-b824f7fd-6bc8-4002-a453-aa05220e9bae service neutron] 10.222.0.37 "GET /v2.0/networks/f45957e2-dff8-4c18-b28a-ce954e7f13be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983746 Dec 06 15:02:42.748046 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-30bc6136-b105-4191-aff5-64cf9e1bfdba req-4dc00f64-57ae-4f26-b090-9c4e042ab82e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 944 time: 0.0647993 Dec 06 15:02:42.793923 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-30bc6136-b105-4191-aff5-64cf9e1bfdba req-da43c061-17c7-4f84-b261-0c428615d8cc tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450013 Dec 06 15:02:42.946167 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0527e54-7ef3-460a-98e7-846815fb4141 req-f8ec08fb-fb1f-47a6-b1ad-45108ea419ff tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:42.947647 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0527e54-7ef3-460a-98e7-846815fb4141 req-f8ec08fb-fb1f-47a6-b1ad-45108ea419ff tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 945 time: 0.0582933 Dec 06 15:02:42.998152 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0527e54-7ef3-460a-98e7-846815fb4141 req-460b9e19-d9b1-421a-9a6d-f6de9ab2aa05 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437455 Dec 06 15:02:43.141160 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c9b6e-75c0-4c4e-95da-9842316aea57 req-d10c25f5-1732-4011-965a-d909a9b0297a tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:43.142658 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f49c9b6e-75c0-4c4e-95da-9842316aea57 req-d10c25f5-1732-4011-965a-d909a9b0297a tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0479083 Dec 06 15:02:43.188864 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f49c9b6e-75c0-4c4e-95da-9842316aea57 req-3a2c783a-214c-4272-b518-43251f980ba9 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402739 Dec 06 15:02:43.443373 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10302db2-c6be-45c5-906f-f7eba5899eb3 req-3f42e790-a8a2-4fa9-a74b-25f5d88aa08d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:43.444993 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10302db2-c6be-45c5-906f-f7eba5899eb3 req-3f42e790-a8a2-4fa9-a74b-25f5d88aa08d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 944 time: 0.0497401 Dec 06 15:02:43.492462 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10302db2-c6be-45c5-906f-f7eba5899eb3 req-d9adc2c6-bf96-4829-9fd1-0b250d3f69d2 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409281 Dec 06 15:02:43.517904 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019412d7-74d9-40a7-a8d5-71c7de6db7d2 req-00d65a5e-18b0-4748-9758-8b97ef7239af tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:43.519316 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-019412d7-74d9-40a7-a8d5-71c7de6db7d2 req-00d65a5e-18b0-4748-9758-8b97ef7239af tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 945 time: 0.0540526 Dec 06 15:02:43.567044 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-019412d7-74d9-40a7-a8d5-71c7de6db7d2 req-874f89df-0f5b-4580-a584-0e9439c229eb tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/security-groups?id=84bfdff9-dad4-4864-8c14-7ec0a648c438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Dec 06 15:02:43.578537 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cbfe0edb-0d00-4da4-8008-bf2568ee7c79 req-abf82901-072e-435d-9b78-dfdea06b82bf tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0267456 Dec 06 15:02:43.747370 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d93f44-5d5f-4e23-8156-6e9d5ffd4580 req-77151ec3-4f3e-4993-b287-cef674e6f23e tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:43.748859 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8d93f44-5d5f-4e23-8156-6e9d5ffd4580 req-77151ec3-4f3e-4993-b287-cef674e6f23e tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 944 time: 0.0480924 Dec 06 15:02:43.797954 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8d93f44-5d5f-4e23-8156-6e9d5ffd4580 req-ad444057-8dad-4d9a-9542-5db9ac9a9aa2 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=df48794d-943b-444d-bbd6-366a8d385e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431614 Dec 06 15:02:43.910198 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229e06-c96c-413b-b61f-cd80077786ee req-d38f08f0-22bb-43ba-b192-9d3970170ad2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:43.911664 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59229e06-c96c-413b-b61f-cd80077786ee req-d38f08f0-22bb-43ba-b192-9d3970170ad2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 944 time: 0.0514560 Dec 06 15:02:43.958284 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59229e06-c96c-413b-b61f-cd80077786ee req-afec9859-e39f-4209-ba42-81a6022cecb1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 Dec 06 15:02:44.110811 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5791f-4063-45c2-a88f-0ad2f372a7ac req-4432ddc9-f919-4e46-9c84-bfb04ddb4a42 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:44.112367 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6eb5791f-4063-45c2-a88f-0ad2f372a7ac req-4432ddc9-f919-4e46-9c84-bfb04ddb4a42 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 945 time: 0.0478873 Dec 06 15:02:44.161590 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6eb5791f-4063-45c2-a88f-0ad2f372a7ac req-57c283f0-571a-41da-9bc2-0dba23d771cf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432317 Dec 06 15:02:44.201489 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0d2efa46-f253-48a9-b3cd-25addb2af9e9 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:44.250062 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 0d2efa46-f253-48a9-b3cd-25addb2af9e9 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:02:44.253902 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 0d2efa46-f253-48a9-b3cd-25addb2af9e9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:44.254267 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:44.303527 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e58c1a-d323-4877-9e4e-dd45afbce738 req-32376673-4112-4b7e-8fc7-31476b347e93 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:44.305037 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30e58c1a-d323-4877-9e4e-dd45afbce738 req-32376673-4112-4b7e-8fc7-31476b347e93 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0485508 Dec 06 15:02:44.317626 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:02:44.348693 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:44.353100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30e58c1a-d323-4877-9e4e-dd45afbce738 req-2faedd1c-7dc1-41fc-bfb9-50a776ad5e95 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418730 Dec 06 15:02:44.397942 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65085b4d-ec19-417e-be87-72cc983b4cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2efa46-f253-48a9-b3cd-25addb2af9e9'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:02:44.400851 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87156afe-6837-4b43-9bc2-77c2aea9ce42" -d '{"events": [{"server_uuid": "65085b4d-ec19-417e-be87-72cc983b4cbe", "name": "network-vif-plugged", "status": "completed", "tag": "0d2efa46-f253-48a9-b3cd-25addb2af9e9"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:02:44.440641 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 0d2efa46-f253-48a9-b3cd-25addb2af9e9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0d2efa46-f253-48a9-b3cd-25addb2af9e9,segment=NetworkSegment(b2c4d3eb-8cdd-4f4b-9692-8c0097e450f4),segment_id=b2c4d3eb-8cdd-4f4b-9692-8c0097e450f4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:44.447886 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b59eff-0685-4994-b995-e8c1a27b1f53 x-openstack-request-id: req-71b59eff-0685-4994-b995-e8c1a27b1f53 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:02:44.448183 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65085b4d-ec19-417e-be87-72cc983b4cbe", "name": "network-vif-plugged", "status": "completed", "tag": "0d2efa46-f253-48a9-b3cd-25addb2af9e9", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:02:44.448960 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71b59eff-0685-4994-b995-e8c1a27b1f53 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:02:44.449355 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65085b4d-ec19-417e-be87-72cc983b4cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2efa46-f253-48a9-b3cd-25addb2af9e9', 'code': 200} Dec 06 15:02:44.449970 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:44.450760 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:44.533479 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01,segment=NetworkSegment(93541097-f8e2-4da8-bb84-6f446a9cb0e5),segment_id=93541097-f8e2-4da8-bb84-6f446a9cb0e5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:44.556991 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01', 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be', 'port_id': 'b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01', 'mac_address': 'fa:16:3e:f2:83:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3cce271-b6cf-4c4c-8311-1520aef85935', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:02:44.569360 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a35f0-6fc2-45da-8fe6-19720342d213 req-4ac238bc-2532-42c5-94e6-9be211eb2d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:44.571507 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-395a35f0-6fc2-45da-8fe6-19720342d213 req-4ac238bc-2532-42c5-94e6-9be211eb2d76 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 1097 time: 0.0498178 Dec 06 15:02:44.583789 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=0d2efa46-f253-48a9-b3cd-25addb2af9e9,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:44.605407 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:44.622330 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:02:44.639118 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:02:44.649559 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:44.649928 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:44.656849 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01,segment=NetworkSegment(93541097-f8e2-4da8-bb84-6f446a9cb0e5),segment_id=93541097-f8e2-4da8-bb84-6f446a9cb0e5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:44.674924 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-395a35f0-6fc2-45da-8fe6-19720342d213 req-404913ca-3fe8-4414-b326-c32c0f764d34 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=84bfdff9-dad4-4864-8c14-7ec0a648c438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958402 Dec 06 15:02:44.678017 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:44.684933 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8fdfd-ed9e-4967-b192-3341ddf63f53 req-186947be-e5d1-4547-ac6f-5c190e381aa3 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:44.687307 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3ea8fdfd-ed9e-4967-b192-3341ddf63f53 req-186947be-e5d1-4547-ac6f-5c190e381aa3 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 944 time: 0.1217813 Dec 06 15:02:44.732774 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cfb25-394e-4893-bbc2-8f28e68cb820 req-8d0e9b9b-4299-401d-9ab4-73f0adf07eee tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:44.734280 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-884cfb25-394e-4893-bbc2-8f28e68cb820 req-8d0e9b9b-4299-401d-9ab4-73f0adf07eee tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 946 time: 0.0552075 Dec 06 15:02:44.744849 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:44.745947 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3ea8fdfd-ed9e-4967-b192-3341ddf63f53 req-6120ec5a-3799-438a-8323-f37c3430379f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493147 Dec 06 15:02:44.783994 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:44.792615 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-884cfb25-394e-4893-bbc2-8f28e68cb820 req-e85543e0-3398-417d-b9ae-c657a43a0bbe tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/security-groups?id=84bfdff9-dad4-4864-8c14-7ec0a648c438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507078 Dec 06 15:02:44.818005 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20,segment=NetworkSegment(68df21cc-c880-4f67-b4be-3f1a8c6d4c4e),segment_id=68df21cc-c880-4f67-b4be-3f1a8c6d4c4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:44.825733 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:44.827270 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e09375b1-ed60-4602-a9a0-263127f86af2 req-e35f10a3-fe34-4db5-b23f-cf393bbc2e62 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0283077 Dec 06 15:02:44.827851 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device ed9d5e91-b452-407d-b57f-f4ba1d02b144 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:44.912594 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:44.921122 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0148d7-c5e2-4787-9ab0-460c2dac7945 req-6a859003-0051-420a-9ab4-a1b80bf03706 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:44.922672 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af0148d7-c5e2-4787-9ab0-460c2dac7945 req-6a859003-0051-420a-9ab4-a1b80bf03706 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 945 time: 0.0539124 Dec 06 15:02:44.926479 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port ed9d5e91-b452-407d-b57f-f4ba1d02b144 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:02:44.930343 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port ed9d5e91-b452-407d-b57f-f4ba1d02b144 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:44.930732 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:44.954131 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:02:44.973821 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af0148d7-c5e2-4787-9ab0-460c2dac7945 req-15ea5573-ec59-4a1f-a0e9-ccdaf4ed86a9 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=df48794d-943b-444d-bbd6-366a8d385e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444124 Dec 06 15:02:45.075241 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad413c0-4c63-4ee9-a108-6aa85e17b84d req-1fe526fa-7534-4169-aa7a-8fc2088f4a31 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:45.076796 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cad413c0-4c63-4ee9-a108-6aa85e17b84d req-1fe526fa-7534-4169-aa7a-8fc2088f4a31 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 944 time: 0.0484831 Dec 06 15:02:45.083447 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.123010 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cad413c0-4c63-4ee9-a108-6aa85e17b84d req-fb705254-9cca-4558-9da3-30d519892647 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401411 Dec 06 15:02:45.143268 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port ed9d5e91-b452-407d-b57f-f4ba1d02b144, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ed9d5e91-b452-407d-b57f-f4ba1d02b144,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:45.151289 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.152126 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device b657b1f5-b59b-4bd5-b6d7-48174ac6546f up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:45.278077 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741db3e8-ca0e-45fa-9acf-92bedebbfbec req-fc20fd20-a1b4-43e6-b01a-db7132831752 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:45.279683 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-741db3e8-ca0e-45fa-9acf-92bedebbfbec req-fc20fd20-a1b4-43e6-b01a-db7132831752 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0512085 Dec 06 15:02:45.330235 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-741db3e8-ca0e-45fa-9acf-92bedebbfbec req-f1cc4906-3091-4813-9bd5-90b9bc79ddd2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441275 Dec 06 15:02:45.410273 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=ed9d5e91-b452-407d-b57f-f4ba1d02b144,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:45.438527 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port b657b1f5-b59b-4bd5-b6d7-48174ac6546f completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:02:45.450111 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port b657b1f5-b59b-4bd5-b6d7-48174ac6546f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:45.450491 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.483515 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5a0e8-3769-4b17-85e9-bd9e4158a6d6 req-30e59734-3e99-4bb3-8a8f-c255003c006a tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:45.488338 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbe5a0e8-3769-4b17-85e9-bd9e4158a6d6 req-30e59734-3e99-4bb3-8a8f-c255003c006a tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0586901 Dec 06 15:02:45.537212 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbe5a0e8-3769-4b17-85e9-bd9e4158a6d6 req-428b7e99-899a-44f2-afc7-0bfaf3d010aa tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417717 Dec 06 15:02:45.551891 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.586590 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port b657b1f5-b59b-4bd5-b6d7-48174ac6546f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b657b1f5-b59b-4bd5-b6d7-48174ac6546f,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:45.590893 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.636102 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=b657b1f5-b59b-4bd5-b6d7-48174ac6546f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:45.875781 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745ddee-a0ed-4b82-8ccb-c885092ec77e req-ec790c32-1b1c-4ce8-aa25-b1776296fc6e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:45.877901 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8745ddee-a0ed-4b82-8ccb-c885092ec77e req-ec790c32-1b1c-4ce8-aa25-b1776296fc6e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 945 time: 0.0573018 Dec 06 15:02:45.925928 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62ec7a-091c-4af2-98b1-064ffbb52083 req-090633ff-d741-4da3-af54-7da8b3cc9213 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:45.927510 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9d62ec7a-091c-4af2-98b1-064ffbb52083 req-090633ff-d741-4da3-af54-7da8b3cc9213 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 946 time: 0.0572138 Dec 06 15:02:45.930665 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8745ddee-a0ed-4b82-8ccb-c885092ec77e req-64a65d9e-6f5e-4340-a12f-f4c51ac41bfc tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468283 Dec 06 15:02:45.981410 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9d62ec7a-091c-4af2-98b1-064ffbb52083 req-a7eeb744-9ba1-4062-b6e1-1f78c669dd19 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/security-groups?id=84bfdff9-dad4-4864-8c14-7ec0a648c438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468080 Dec 06 15:02:46.006635 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f0fbcfe-56b3-4e1b-8dc5-ff578a76ac49 req-30de9848-157a-4a28-9615-1c61eccdfd7d tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0318673 Dec 06 15:02:46.121396 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470fb1a-8195-4c19-839d-7fe47bd548d7 req-3af15abe-9cb9-44f0-b737-f58239b209da tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:46.123010 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6470fb1a-8195-4c19-839d-7fe47bd548d7 req-3af15abe-9cb9-44f0-b737-f58239b209da tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 945 time: 0.0705357 Dec 06 15:02:46.193336 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6470fb1a-8195-4c19-839d-7fe47bd548d7 req-9a72508f-6702-41d9-b397-7d0ca638ec40 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=df48794d-943b-444d-bbd6-366a8d385e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643785 Dec 06 15:02:46.249729 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a53a3-b1d1-4b7e-b344-6219a5f58c93 req-62d85354-d0f0-4c8c-9f52-2caced81d579 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:46.251381 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-848a53a3-b1d1-4b7e-b344-6219a5f58c93 req-62d85354-d0f0-4c8c-9f52-2caced81d579 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0529621 Dec 06 15:02:46.311240 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-848a53a3-b1d1-4b7e-b344-6219a5f58c93 req-b1743b17-cd36-40c6-8574-d2130686fa4b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464139 Dec 06 15:02:46.342409 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:46.454155 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7618cef-f4c2-4993-bc25-f114098f1cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20'}, {'server_uuid': '654332d8-66b5-4d51-bc4c-10ab7ff7a593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9d5e91-b452-407d-b57f-f4ba1d02b144'}, {'server_uuid': 'ae28e61e-094e-4fbc-a090-f2c93dd216ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b657b1f5-b59b-4bd5-b6d7-48174ac6546f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:02:46.458458 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba953f7b-0c19-483b-8ec7-6ed2968a5c65" -d '{"events": [{"server_uuid": "f7618cef-f4c2-4993-bc25-f114098f1cc6", "name": "network-vif-plugged", "status": "completed", "tag": "0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20"}, {"server_uuid": "654332d8-66b5-4d51-bc4c-10ab7ff7a593", "name": "network-vif-plugged", "status": "completed", "tag": "ed9d5e91-b452-407d-b57f-f4ba1d02b144"}, {"server_uuid": "ae28e61e-094e-4fbc-a090-f2c93dd216ad", "name": "network-vif-plugged", "status": "completed", "tag": "b657b1f5-b59b-4bd5-b6d7-48174ac6546f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:02:46.474647 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:02:46.494860 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b3e84-6e37-43b8-a4da-08debf5bc90c req-6e8732fb-b79b-4a63-90b7-04e46fd123d9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:46.496619 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:46.496934 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-361b3e84-6e37-43b8-a4da-08debf5bc90c req-6e8732fb-b79b-4a63-90b7-04e46fd123d9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0521379 Dec 06 15:02:46.497341 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:46.564868 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 06 Dec 2021 15:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5da6d8a-3aae-48c7-9f31-ae6632e22881 x-openstack-request-id: req-c5da6d8a-3aae-48c7-9f31-ae6632e22881 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:02:46.565180 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7618cef-f4c2-4993-bc25-f114098f1cc6", "name": "network-vif-plugged", "status": "completed", "tag": "0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20", "code": 200}, {"server_uuid": "654332d8-66b5-4d51-bc4c-10ab7ff7a593", "name": "network-vif-plugged", "status": "completed", "tag": "ed9d5e91-b452-407d-b57f-f4ba1d02b144", "code": 200}, {"server_uuid": "ae28e61e-094e-4fbc-a090-f2c93dd216ad", "name": "network-vif-plugged", "status": "completed", "tag": "b657b1f5-b59b-4bd5-b6d7-48174ac6546f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:02:46.565439 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5da6d8a-3aae-48c7-9f31-ae6632e22881 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:02:46.566070 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7618cef-f4c2-4993-bc25-f114098f1cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20', 'code': 200} Dec 06 15:02:46.566231 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654332d8-66b5-4d51-bc4c-10ab7ff7a593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9d5e91-b452-407d-b57f-f4ba1d02b144', 'code': 200} Dec 06 15:02:46.566549 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae28e61e-094e-4fbc-a090-f2c93dd216ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b657b1f5-b59b-4bd5-b6d7-48174ac6546f', 'code': 200} Dec 06 15:02:46.567004 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-361b3e84-6e37-43b8-a4da-08debf5bc90c req-0197cdd9-bbc5-4358-85f6-3b8e8c4e8a91 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589101 Dec 06 15:02:46.606217 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:46.688377 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01,segment=NetworkSegment(93541097-f8e2-4da8-bb84-6f446a9cb0e5),segment_id=93541097-f8e2-4da8-bb84-6f446a9cb0e5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:46.695859 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:46.751965 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1b269-6b3e-448a-8fa6-63b9731795fb req-dc62d8cd-5acc-4ed7-8eec-d250d2df1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:46.753579 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6d1b269-6b3e-448a-8fa6-63b9731795fb req-dc62d8cd-5acc-4ed7-8eec-d250d2df1300 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 1096 time: 0.0957925 Dec 06 15:02:46.758179 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:46.785857 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e23fa-ddd9-485b-a5fa-58fb35d74e53 req-08a9e06c-4380-4969-bcd2-b5fc8568b818 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:46.787419 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d5e23fa-ddd9-485b-a5fa-58fb35d74e53 req-08a9e06c-4380-4969-bcd2-b5fc8568b818 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.1182566 Dec 06 15:02:46.806690 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6d1b269-6b3e-448a-8fa6-63b9731795fb req-54ad80f1-57f2-471c-9630-ddb587610a25 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444417 Dec 06 15:02:46.807204 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3f6b9-3f59-4319-8a30-39a58088d897 req-28300b85-a84e-4d51-b571-31ae5045d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:46.809322 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbe3f6b9-3f59-4319-8a30-39a58088d897 req-28300b85-a84e-4d51-b571-31ae5045d0a5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 1096 time: 0.1021647 Dec 06 15:02:46.823429 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092c94a-ee00-4834-af34-c099fb9f7c71 req-c4d6a2c3-b49a-45b8-87f7-80365d94da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:46.824942 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9092c94a-ee00-4834-af34-c099fb9f7c71 req-c4d6a2c3-b49a-45b8-87f7-80365d94da36 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 1097 time: 0.0922854 Dec 06 15:02:46.855690 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d5e23fa-ddd9-485b-a5fa-58fb35d74e53 req-1e37ee6e-733c-4b79-94ef-a249f1e16ba5 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584297 Dec 06 15:02:47.049061 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbe3f6b9-3f59-4319-8a30-39a58088d897 req-84b272a0-5ba2-49c5-a789-2ae9af9a3826 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541396 Dec 06 15:02:47.066339 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989e5ae-463e-4282-b4ea-445346e84798 req-39aa39bf-91b7-4902-9be8-ea749767a634 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:47.068702 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e989e5ae-463e-4282-b4ea-445346e84798 req-39aa39bf-91b7-4902-9be8-ea749767a634 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 945 time: 0.0608730 Dec 06 15:02:47.086392 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9092c94a-ee00-4834-af34-c099fb9f7c71 req-61b133f2-0c01-474f-af26-671bb0b9ebc6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451112 Dec 06 15:02:47.123927 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e989e5ae-463e-4282-b4ea-445346e84798 req-d319c1e5-7eae-4910-b38e-929e2c89d285 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487070 Dec 06 15:02:47.163949 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee424d72-cd99-4c87-a681-e06a18d46f6b req-8dcc2ba9-5ec8-4c7f-b0e5-d645e14cc2be tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0422764 Dec 06 15:02:47.327367 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd25e1-3824-4ed3-a2dd-65f815270861 req-c63c345d-135a-4eda-aee4-2fe034f8cecb tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:47.328945 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29cd25e1-3824-4ed3-a2dd-65f815270861 req-c63c345d-135a-4eda-aee4-2fe034f8cecb tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 946 time: 0.0612299 Dec 06 15:02:47.387123 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29cd25e1-3824-4ed3-a2dd-65f815270861 req-f4e4e973-7151-4c2e-9ff9-6f4beda0daeb tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=df48794d-943b-444d-bbd6-366a8d385e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468128 Dec 06 15:02:47.521207 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf48bf9-3f4c-4b6b-b06a-e5b6b6299b62 req-c43f0c01-4dfa-49f2-99c8-d815d79cd24e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:47.522782 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ebf48bf9-3f4c-4b6b-b06a-e5b6b6299b62 req-c43f0c01-4dfa-49f2-99c8-d815d79cd24e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0715296 Dec 06 15:02:47.589019 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ebf48bf9-3f4c-4b6b-b06a-e5b6b6299b62 req-cba71d3f-2657-4b5a-99d6-cc86676fee05 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577402 Dec 06 15:02:47.709676 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfa590-a003-4f24-b464-fea7a9ebb345 req-ce52aba0-77a9-43da-87c8-9107b09b6037 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:47.711286 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-83dfa590-a003-4f24-b464-fea7a9ebb345 req-ce52aba0-77a9-43da-87c8-9107b09b6037 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0551219 Dec 06 15:02:47.774998 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-83dfa590-a003-4f24-b464-fea7a9ebb345 req-e63bfd01-56f6-4054-bb2b-7dc6f0af7478 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552504 Dec 06 15:02:47.972506 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb99dfd-4fc8-4d7a-a200-1145b72b7f84 req-8bc67dc0-e8b2-47b6-bfc1-701f74b38898 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:47.974006 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bb99dfd-4fc8-4d7a-a200-1145b72b7f84 req-8bc67dc0-e8b2-47b6-bfc1-701f74b38898 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 946 time: 0.0515509 Dec 06 15:02:47.978695 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f97a5b-72fe-4006-8026-6b2b2bcbad2f req-cad43c8f-fb98-40ef-a05b-3c13797dd8b8 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:47.980383 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-13f97a5b-72fe-4006-8026-6b2b2bcbad2f req-cad43c8f-fb98-40ef-a05b-3c13797dd8b8 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0522840 Dec 06 15:02:48.023511 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bb99dfd-4fc8-4d7a-a200-1145b72b7f84 req-c367352f-bbac-47a1-bb33-1956133570e9 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/security-groups?id=84bfdff9-dad4-4864-8c14-7ec0a648c438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428181 Dec 06 15:02:48.035199 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-13f97a5b-72fe-4006-8026-6b2b2bcbad2f req-ab1142e1-52f2-455c-9de7-fa22e07c5064 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486829 Dec 06 15:02:48.269266 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-859a1778-427d-417e-8ed4-71f4196b42b9 req-17b3debd-b985-448f-bc50-27f6b8086a4d tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0499055 Dec 06 15:02:48.279733 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73c5a5-f99d-4df4-a91c-fa759a8ddbfa req-db13a6f4-7677-41f0-9e9f-dcd892028ec6 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:48.280553 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-de73c5a5-f99d-4df4-a91c-fa759a8ddbfa req-db13a6f4-7677-41f0-9e9f-dcd892028ec6 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 945 time: 0.0757234 Dec 06 15:02:48.334214 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-de73c5a5-f99d-4df4-a91c-fa759a8ddbfa req-e43167c7-c841-4c21-908b-809185d7ccd6 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477653 Dec 06 15:02:48.526055 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c19e3-5b93-494c-91ac-3a98c83d9d85 req-dd080cb4-db1b-450c-b1ad-5e7ddc1bffb2 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:48.527628 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b5c19e3-5b93-494c-91ac-3a98c83d9d85 req-dd080cb4-db1b-450c-b1ad-5e7ddc1bffb2 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 946 time: 0.0534215 Dec 06 15:02:48.568711 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a65da5-36b8-44b1-b211-3e2aa4832ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:02:48.571740 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937447ab-b047-42c2-aa53-d31b79d69ce9" -d '{"events": [{"server_uuid": "57a65da5-36b8-44b1-b211-3e2aa4832ff1", "name": "network-vif-plugged", "status": "completed", "tag": "b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:02:48.577416 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b5c19e3-5b93-494c-91ac-3a98c83d9d85 req-ed6e95bd-b0cf-44cf-b187-47c71807ee5a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=df48794d-943b-444d-bbd6-366a8d385e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433960 Dec 06 15:02:48.612606 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd724d42-382a-443c-b6a9-e8911d8438a3 x-openstack-request-id: req-bd724d42-382a-443c-b6a9-e8911d8438a3 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:02:48.613004 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a65da5-36b8-44b1-b211-3e2aa4832ff1", "name": "network-vif-plugged", "status": "completed", "tag": "b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:02:48.613345 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd724d42-382a-443c-b6a9-e8911d8438a3 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:02:48.613936 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a65da5-36b8-44b1-b211-3e2aa4832ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01', 'code': 200} Dec 06 15:02:48.730945 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7229b08-2929-4729-bc2b-ad7c2961a5c3 req-83b7c469-2331-423d-bd01-ba823b67613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:48.732423 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a7229b08-2929-4729-bc2b-ad7c2961a5c3 req-83b7c469-2331-423d-bd01-ba823b67613d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 1097 time: 0.0535333 Dec 06 15:02:48.743647 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274522f-b264-4a55-8000-5e1652faf95b req-be00074d-5800-4db3-9d02-7f3b662fa2c5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:48.745338 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0274522f-b264-4a55-8000-5e1652faf95b req-be00074d-5800-4db3-9d02-7f3b662fa2c5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0840189 Dec 06 15:02:48.791201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a7229b08-2929-4729-bc2b-ad7c2961a5c3 req-d860a805-d478-4d4b-ae81-44c0fd3df655 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=df48794d-943b-444d-bbd6-366a8d385e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509133 Dec 06 15:02:48.804993 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0274522f-b264-4a55-8000-5e1652faf95b req-7221d9f7-0a01-412b-9240-10a514e7841b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531490 Dec 06 15:02:48.905469 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2696e6-6d07-45ac-bd9a-7dfd6600f1a2 req-242d7b9f-a1da-47fd-99af-a49bfafc08a8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:48.907056 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c2696e6-6d07-45ac-bd9a-7dfd6600f1a2 req-242d7b9f-a1da-47fd-99af-a49bfafc08a8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0550611 Dec 06 15:02:48.960229 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c2696e6-6d07-45ac-bd9a-7dfd6600f1a2 req-534edac3-df41-49c1-8ed7-9924fafadb66 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453827 Dec 06 15:02:49.032500 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be11eff-2ce8-4203-a91f-157517e06e66 req-01ff0626-3dd1-4da1-a194-eb6815232e2c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:49.034073 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1be11eff-2ce8-4203-a91f-157517e06e66 req-01ff0626-3dd1-4da1-a194-eb6815232e2c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0565488 Dec 06 15:02:49.086528 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1be11eff-2ce8-4203-a91f-157517e06e66 req-8939d99c-4c5d-4f2f-b745-9b23f54c73a5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465367 Dec 06 15:02:49.091211 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ab211-286c-4ca4-85a5-0480be77339a req-2df1eb94-52b9-434f-8293-7e2b634b033d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:49.093207 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e8ab211-286c-4ca4-85a5-0480be77339a req-2df1eb94-52b9-434f-8293-7e2b634b033d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0562227 Dec 06 15:02:49.149845 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e8ab211-286c-4ca4-85a5-0480be77339a req-b9cd72f8-7777-470e-abbf-f03364f4de86 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435174 Dec 06 15:02:49.199608 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a07fc9-a878-49f2-a709-bd665b34de8b req-e66eb3bb-28fe-4ad2-bdcf-619f39391bf5 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:49.201387 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-15a07fc9-a878-49f2-a709-bd665b34de8b req-e66eb3bb-28fe-4ad2-bdcf-619f39391bf5 tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 946 time: 0.0535002 Dec 06 15:02:49.257798 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-15a07fc9-a878-49f2-a709-bd665b34de8b req-7e6be67c-5ceb-46a1-a1d9-2a0e594d74fa tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/security-groups?id=84bfdff9-dad4-4864-8c14-7ec0a648c438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503573 Dec 06 15:02:49.259125 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31d512-9bab-48b6-b860-4a05e91e4a7c req-eaae82c0-1988-42fd-a8d2-1c451714c903 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:49.261283 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a31d512-9bab-48b6-b860-4a05e91e4a7c req-eaae82c0-1988-42fd-a8d2-1c451714c903 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0514884 Dec 06 15:02:49.311995 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a31d512-9bab-48b6-b860-4a05e91e4a7c req-9e8baf91-9567-447c-9b42-32f753aead43 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435543 Dec 06 15:02:49.397357 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-353a4423-857d-46e1-a731-e0f8f10c1d08 req-6f358108-9e5e-4d26-a193-9ca7f5178b0e tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0274913 Dec 06 15:02:49.510692 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ecf39-1887-4eb7-9ab3-39d18d7c3f85 req-b521c630-f379-4db6-82b6-f3dcad596a45 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:49.513259 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-201ecf39-1887-4eb7-9ab3-39d18d7c3f85 req-b521c630-f379-4db6-82b6-f3dcad596a45 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 945 time: 0.0672576 Dec 06 15:02:49.543862 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060eab0d-621d-445d-ab88-69d17601c82e req-71ff6dac-8e06-4f3c-8bb8-72e680631356 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:49.545427 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-060eab0d-621d-445d-ab88-69d17601c82e req-71ff6dac-8e06-4f3c-8bb8-72e680631356 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0905309 Dec 06 15:02:49.558700 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a0f06-0ebe-41c1-8b5d-949170a25947 req-f6813a7c-4df5-42e2-b0ff-14b5a808d14e tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:49.560866 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee0a0f06-0ebe-41c1-8b5d-949170a25947 req-f6813a7c-4df5-42e2-b0ff-14b5a808d14e tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.23 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 946 time: 0.0706182 Dec 06 15:02:49.568728 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-201ecf39-1887-4eb7-9ab3-39d18d7c3f85 req-e36a99bf-5dd4-4c52-aca9-2ccc1f25916e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481923 Dec 06 15:02:49.665796 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-060eab0d-621d-445d-ab88-69d17601c82e req-fbe9e64c-64e0-47d4-8eb3-1bc18a2476e8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043940 Dec 06 15:02:49.708031 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-ee0a0f06-0ebe-41c1-8b5d-949170a25947 req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Deleting port 0d2efa46-f253-48a9-b3cd-25addb2af9e9 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:02:49.708767 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ee0a0f06-0ebe-41c1-8b5d-949170a25947 req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:49.844428 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f710b1d-a164-49c6-ab68-d8aef2fc0871 req-68fd6c8a-68f9-4a31-8e74-f4ebbb2b52a9 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:49.851688 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2f710b1d-a164-49c6-ab68-d8aef2fc0871 req-68fd6c8a-68f9-4a31-8e74-f4ebbb2b52a9 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 946 time: 0.1027207 Dec 06 15:02:49.855876 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ee0a0f06-0ebe-41c1-8b5d-949170a25947 req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] For port 0d2efa46-f253-48a9-b3cd-25addb2af9e9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0d2efa46-f253-48a9-b3cd-25addb2af9e9,segment=NetworkSegment(b2c4d3eb-8cdd-4f4b-9692-8c0097e450f4),segment_id=b2c4d3eb-8cdd-4f4b-9692-8c0097e450f4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:49.856233 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ee0a0f06-0ebe-41c1-8b5d-949170a25947 req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:49.862700 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298b50f-9907-4930-9af7-c5b2eba2e570 req-0390ed88-26b0-4d4d-9be2-be1d0d71993b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:49.864390 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7298b50f-9907-4930-9af7-c5b2eba2e570 req-0390ed88-26b0-4d4d-9be2-be1d0d71993b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0606279 Dec 06 15:02:49.884839 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-ee0a0f06-0ebe-41c1-8b5d-949170a25947 req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Calling delete_port for 0d2efa46-f253-48a9-b3cd-25addb2af9e9 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:02:49.934689 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7298b50f-9907-4930-9af7-c5b2eba2e570 req-3e618b58-ea07-4e76-ba0a-4c5716abd22c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638328 Dec 06 15:02:49.959010 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2f710b1d-a164-49c6-ab68-d8aef2fc0871 req-78e3594b-03e1-4b1b-8869-6ad0a86b9296 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=df48794d-943b-444d-bbd6-366a8d385e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977495 Dec 06 15:02:50.068968 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73f216-e46d-4781-943b-fea747771b8e req-48c889bd-88ea-4650-986e-be2fdb4d1ba6 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:50.076546 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b73f216-e46d-4781-943b-fea747771b8e req-48c889bd-88ea-4650-986e-be2fdb4d1ba6 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 945 time: 0.0741751 Dec 06 15:02:50.130399 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ee0a0f06-0ebe-41c1-8b5d-949170a25947 req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:50.144522 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['0d2efa46-f253-48a9-b3cd-25addb2af9e9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:02:50.169187 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b73f216-e46d-4781-943b-fea747771b8e req-51462d4e-806b-4848-bccd-66b4318f0182 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917597 Dec 06 15:02:50.170321 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Pushing event deleted for resources: {'Port': ['ID=0d2efa46-f253-48a9-b3cd-25addb2af9e9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:50.186013 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:50.186370 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:50.186713 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:50.187053 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:50.187393 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:50.187790 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:50.188377 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:50.188499 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:50.188928 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:50.190105 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:50.190450 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:50.191032 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:50.192093 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:50.251913 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0a0f06-0ebe-41c1-8b5d-949170a25947 req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] No DVR routers for this DVR port 0d2efa46-f253-48a9-b3cd-25addb2af9e9 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:02:50.257229 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ee0a0f06-0ebe-41c1-8b5d-949170a25947 req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:50.262142 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee0a0f06-0ebe-41c1-8b5d-949170a25947 req-24438105-fa1e-4659-89a9-f574a51b6cab tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.23 "DELETE /v2.0/ports/0d2efa46-f253-48a9-b3cd-25addb2af9e9 HTTP/1.1" status: 204 len: 173 time: 0.6938365 Dec 06 15:02:50.262849 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65085b4d-ec19-417e-be87-72cc983b4cbe', 'name': 'network-vif-deleted', 'tag': '0d2efa46-f253-48a9-b3cd-25addb2af9e9'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:02:50.266107 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0167aad1-bf1d-42e3-9f9f-c7f9dd33d272" -d '{"events": [{"server_uuid": "65085b4d-ec19-417e-be87-72cc983b4cbe", "name": "network-vif-deleted", "tag": "0d2efa46-f253-48a9-b3cd-25addb2af9e9"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:02:50.342853 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b76e82-9686-4a0f-9509-d28f5bcd951e req-f7052d63-bb67-418e-b23f-6a7c3aa80cb4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:50.345619 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7b76e82-9686-4a0f-9509-d28f5bcd951e req-f7052d63-bb67-418e-b23f-6a7c3aa80cb4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0624461 Dec 06 15:02:50.350202 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf859df3-0440-499f-8df5-ffa1f8dddf8c x-openstack-request-id: req-bf859df3-0440-499f-8df5-ffa1f8dddf8c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:02:50.350711 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65085b4d-ec19-417e-be87-72cc983b4cbe", "name": "network-vif-deleted", "tag": "0d2efa46-f253-48a9-b3cd-25addb2af9e9", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:02:50.351041 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf859df3-0440-499f-8df5-ffa1f8dddf8c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:02:50.351453 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65085b4d-ec19-417e-be87-72cc983b4cbe', 'name': 'network-vif-deleted', 'tag': '0d2efa46-f253-48a9-b3cd-25addb2af9e9', 'status': 'completed', 'code': 200} Dec 06 15:02:50.428664 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7b76e82-9686-4a0f-9509-d28f5bcd951e req-e2360d93-d3e1-484a-8236-4818609a44bd tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758219 Dec 06 15:02:50.494712 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aaa810c3-60ab-4a84-806e-30dbd6af2486 req-7a3bb53e-cdaf-449b-a4b5-573d182cec8e tempest-ServerTagsTestJSON-12832959 tempest-ServerTagsTestJSON-12832959-project] 10.222.0.20 "GET /v2.0/ports?device_id=65085b4d-ec19-417e-be87-72cc983b4cbe HTTP/1.1" status: 200 len: 210 time: 0.0494866 Dec 06 15:02:50.588556 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf913951-f874-47c9-9737-3349ac9a9cd4 req-8df3ecdb-ca67-475c-b8ed-67225ebdb469 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:50.591073 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf913951-f874-47c9-9737-3349ac9a9cd4 req-8df3ecdb-ca67-475c-b8ed-67225ebdb469 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0603652 Dec 06 15:02:50.605775 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6325e3-a320-4ede-8f68-cc0ccad40618 req-344968f1-c5ca-444d-af01-a9f47c7b8e9b tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:50.613979 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c6325e3-a320-4ede-8f68-cc0ccad40618 req-344968f1-c5ca-444d-af01-a9f47c7b8e9b tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0640163 Dec 06 15:02:50.659331 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf913951-f874-47c9-9737-3349ac9a9cd4 req-8f7bfcbe-1137-43e8-9faa-f28b84099400 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603981 Dec 06 15:02:50.665666 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c6325e3-a320-4ede-8f68-cc0ccad40618 req-f626fb98-94a1-40c3-b421-3364494cc197 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508304 Dec 06 15:02:50.736979 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f32b5617-633b-477d-9edf-8de894402fa5 req-441e5910-00f0-451e-bf55-2578d6a2621c tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0301135 Dec 06 15:02:51.079760 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01a8ae-104d-42df-bfb6-21379df970bd req-f89f206f-c52f-414d-89bb-d54c6e35708f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:51.081369 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad01a8ae-104d-42df-bfb6-21379df970bd req-f89f206f-c52f-414d-89bb-d54c6e35708f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 946 time: 0.0530248 Dec 06 15:02:51.132489 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad01a8ae-104d-42df-bfb6-21379df970bd req-8f2e81fa-c44f-4d65-a045-b83924ea1d0c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=df48794d-943b-444d-bbd6-366a8d385e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446303 Dec 06 15:02:51.218877 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae97f7-d244-4e39-ae59-476abf673e33 req-82ad05a6-eeaf-42ba-bf66-1bd890e17491 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:51.220474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-38ae97f7-d244-4e39-ae59-476abf673e33 req-82ad05a6-eeaf-42ba-bf66-1bd890e17491 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 945 time: 0.0519040 Dec 06 15:02:51.260275 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1e984-0d14-46ac-94d3-fd2e4690f2cd req-839cfbab-b300-4b3f-a681-44fb8544e9dd tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:51.268395 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67a1e984-0d14-46ac-94d3-fd2e4690f2cd req-839cfbab-b300-4b3f-a681-44fb8544e9dd tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 946 time: 0.0654345 Dec 06 15:02:51.322199 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67a1e984-0d14-46ac-94d3-fd2e4690f2cd req-2b51fe4b-ff87-4966-bc0a-e58c7c377f3c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=df48794d-943b-444d-bbd6-366a8d385e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528991 Dec 06 15:02:51.361856 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b7985-b42a-4c1a-b4b0-cd0db3cfdf5f req-6d49f05c-75c5-4b83-8c20-c215c51d7323 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:51.363336 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-030b7985-b42a-4c1a-b4b0-cd0db3cfdf5f req-6d49f05c-75c5-4b83-8c20-c215c51d7323 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 945 time: 0.0929492 Dec 06 15:02:51.378966 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-38ae97f7-d244-4e39-ae59-476abf673e33 req-c03a864d-83e8-4a66-893a-1fcd4a4f1f39 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Deleting port 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:02:51.379305 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-38ae97f7-d244-4e39-ae59-476abf673e33 req-c03a864d-83e8-4a66-893a-1fcd4a4f1f39 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:51.484606 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-030b7985-b42a-4c1a-b4b0-cd0db3cfdf5f req-88c9be6e-78cc-4368-8c00-79966e62b44e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121280 Dec 06 15:02:51.513617 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-38ae97f7-d244-4e39-ae59-476abf673e33 req-c03a864d-83e8-4a66-893a-1fcd4a4f1f39 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] For port 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20,segment=NetworkSegment(68df21cc-c880-4f67-b4be-3f1a8c6d4c4e),segment_id=68df21cc-c880-4f67-b4be-3f1a8c6d4c4e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:51.513915 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-38ae97f7-d244-4e39-ae59-476abf673e33 req-c03a864d-83e8-4a66-893a-1fcd4a4f1f39 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:51.527399 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-38ae97f7-d244-4e39-ae59-476abf673e33 req-c03a864d-83e8-4a66-893a-1fcd4a4f1f39 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Calling delete_port for 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:02:51.571195 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38558) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:51.606835 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618beb-1d9a-4196-8372-9526f1c4c1b7 req-8cbc511b-37f9-49a1-bcc9-38f714d6338d tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:51.609344 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-15618beb-1d9a-4196-8372-9526f1c4c1b7 req-8cbc511b-37f9-49a1-bcc9-38f714d6338d tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0650723 Dec 06 15:02:51.639199 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7deba11-27b5-47a0-b5ee-586af7b6fac6 admin admin] Deleting subnet d36120a7-b6ff-4409-a5da-f5053dcb8659 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:02:51.644993 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7deba11-27b5-47a0-b5ee-586af7b6fac6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:51.686387 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-15618beb-1d9a-4196-8372-9526f1c4c1b7 req-0727361a-11d1-45ec-9009-ed544dcfe0b1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694892 Dec 06 15:02:51.829493 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d1320-c9f2-4bca-a7f5-da0d8d7c5086 req-44457c2b-45a3-4c12-abb5-282046c8bf6c tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:51.831481 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe7d1320-c9f2-4bca-a7f5-da0d8d7c5086 req-44457c2b-45a3-4c12-abb5-282046c8bf6c tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0738029 Dec 06 15:02:51.898726 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe7d1320-c9f2-4bca-a7f5-da0d8d7c5086 req-ed15cd0c-c8d7-4828-87ab-1fd204daafbc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594029 Dec 06 15:02:51.983294 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e8d860c4-536c-4280-abb1-44ccce5e4c20 req-8ea7afde-add6-434d-9ef8-60d62535ebe6 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0404189 Dec 06 15:02:52.049703 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7deba11-27b5-47a0-b5ee-586af7b6fac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.149353 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7deba11-27b5-47a0-b5ee-586af7b6fac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.159251 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38584) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:52.181446 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481259f-910c-4caf-a037-7831e4d2c04e req-d6b31fa7-d852-4c4a-9082-6c78c93ad4fe tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:52.186380 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5481259f-910c-4caf-a037-7831e4d2c04e req-d6b31fa7-d852-4c4a-9082-6c78c93ad4fe tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.1547217 Dec 06 15:02:52.202652 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-38ae97f7-d244-4e39-ae59-476abf673e33 req-c03a864d-83e8-4a66-893a-1fcd4a4f1f39 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.215480 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['c5cb0f98-1a86-44ee-850e-6aa161e50b04', '0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:02:52.248779 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:02:52.262979 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a864d-83e8-4a66-893a-1fcd4a4f1f39 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Pushing event deleted for resources: {'Port': ['ID=0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:52.279228 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:02:52.280026 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:02:52.280618 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0d2efa46-f253-48a9-b3cd-25addb2af9e9 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:02:52.283198 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-531c26bb-b9df-4bff-827c-abf5bff60f96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.303639 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 0d2efa46-f253-48a9-b3cd-25addb2af9e9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:02:52.304012 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 0d2efa46-f253-48a9-b3cd-25addb2af9e9 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:02:52.318115 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ae97f7-d244-4e39-ae59-476abf673e33 req-c03a864d-83e8-4a66-893a-1fcd4a4f1f39 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] No DVR routers for this DVR port 0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:02:52.321432 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-38ae97f7-d244-4e39-ae59-476abf673e33 req-c03a864d-83e8-4a66-893a-1fcd4a4f1f39 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.325376 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-38ae97f7-d244-4e39-ae59-476abf673e33 req-c03a864d-83e8-4a66-893a-1fcd4a4f1f39 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.23 "DELETE /v2.0/ports/0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20 HTTP/1.1" status: 204 len: 173 time: 1.0971098 Dec 06 15:02:52.340384 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5481259f-910c-4caf-a037-7831e4d2c04e req-5c84da6a-bef5-43f9-891c-e5cb3dc20f70 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500938 Dec 06 15:02:52.347727 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7deba11-27b5-47a0-b5ee-586af7b6fac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.391140 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7618cef-f4c2-4993-bc25-f114098f1cc6', 'name': 'network-vif-deleted', 'tag': '0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:02:52.393449 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bb41ed-f529-40a7-8786-2e26ca923b55" -d '{"events": [{"server_uuid": "f7618cef-f4c2-4993-bc25-f114098f1cc6", "name": "network-vif-deleted", "tag": "0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:02:52.394219 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-531c26bb-b9df-4bff-827c-abf5bff60f96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.400899 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-531c26bb-b9df-4bff-827c-abf5bff60f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.403010 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7deba11-27b5-47a0-b5ee-586af7b6fac6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.409057 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c7deba11-27b5-47a0-b5ee-586af7b6fac6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d36120a7-b6ff-4409-a5da-f5053dcb8659 HTTP/1.1" status: 204 len: 168 time: 0.8368108 Dec 06 15:02:52.409996 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7deba11-27b5-47a0-b5ee-586af7b6fac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d36120a7-b6ff-4409-a5da-f5053dcb8659,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:52.411848 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38590) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:52.458404 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193dd704-2e46-4b23-bf0d-7b27cf884450 x-openstack-request-id: req-193dd704-2e46-4b23-bf0d-7b27cf884450 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:02:52.458702 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7618cef-f4c2-4993-bc25-f114098f1cc6", "name": "network-vif-deleted", "tag": "0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:02:52.459498 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-193dd704-2e46-4b23-bf0d-7b27cf884450 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:02:52.460057 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7618cef-f4c2-4993-bc25-f114098f1cc6', 'name': 'network-vif-deleted', 'tag': '0e9dbe75-3ce8-417f-8bdf-bd6ef02f6c20', 'status': 'completed', 'code': 200} Dec 06 15:02:52.487871 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c26bb-b9df-4bff-827c-abf5bff60f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e70634-63b3-4b7d-8ad4-f6a599fa00b1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:52.493670 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-531c26bb-b9df-4bff-827c-abf5bff60f96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecbf1f7a57c64d929a5d16a19ec5e660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3332272 Dec 06 15:02:52.496612 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38592) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:52.534082 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec2738d8-d695-4eb3-b882-3ff1616e9ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.553079 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e2372e2-b8c7-4d77-92c0-52c6f3b0978e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.576420 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e2372e2-b8c7-4d77-92c0-52c6f3b0978e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.614518 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8b175f3e-870d-4cb5-a23f-226ae168548a req-ee2edb7f-2d8d-42c4-a929-c69d3c9e51df tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7618cef-f4c2-4993-bc25-f114098f1cc6 HTTP/1.1" status: 200 len: 210 time: 0.0360906 Dec 06 15:02:52.622819 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec2738d8-d695-4eb3-b882-3ff1616e9ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.650094 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e2372e2-b8c7-4d77-92c0-52c6f3b0978e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.652102 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ec2738d8-d695-4eb3-b882-3ff1616e9ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcaefdde-1c69-478e-bedf-a66c7d121dd7']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:52.653269 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e2372e2-b8c7-4d77-92c0-52c6f3b0978e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.654417 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6e2372e2-b8c7-4d77-92c0-52c6f3b0978e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20e70634-63b3-4b7d-8ad4-f6a599fa00b1 HTTP/1.1" status: 204 len: 168 time: 0.1566939 Dec 06 15:02:52.662466 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2372e2-b8c7-4d77-92c0-52c6f3b0978e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e70634-63b3-4b7d-8ad4-f6a599fa00b1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:52.662778 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ec2738d8-d695-4eb3-b882-3ff1616e9ff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c4d3eb-8cdd-4f4b-9692-8c0097e450f4') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:52.663081 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ec2738d8-d695-4eb3-b882-3ff1616e9ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c4d3eb-8cdd-4f4b-9692-8c0097e450f4') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:52.676891 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec2738d8-d695-4eb3-b882-3ff1616e9ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.693475 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec2738d8-d695-4eb3-b882-3ff1616e9ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.701812 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2738d8-d695-4eb3-b882-3ff1616e9ff7 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:02:52.702331 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec2738d8-d695-4eb3-b882-3ff1616e9ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:02:52.704323 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:02:52.782719 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec2738d8-d695-4eb3-b882-3ff1616e9ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.788148 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec2738d8-d695-4eb3-b882-3ff1616e9ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:52.792199 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ec2738d8-d695-4eb3-b882-3ff1616e9ff7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bcaefdde-1c69-478e-bedf-a66c7d121dd7 HTTP/1.1" status: 204 len: 168 time: 0.3758821 Dec 06 15:02:52.834559 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2738d8-d695-4eb3-b882-3ff1616e9ff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcaefdde-1c69-478e-bedf-a66c7d121dd7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:52.857688 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e492578-f9f4-48a7-9307-6b29e8041c4c req-7bfcd39e-642b-4bd7-942a-6a5fb24fe0fc tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:52.859213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8e492578-f9f4-48a7-9307-6b29e8041c4c req-7bfcd39e-642b-4bd7-942a-6a5fb24fe0fc tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0910482 Dec 06 15:02:52.889317 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38604) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:52.932140 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8e492578-f9f4-48a7-9307-6b29e8041c4c req-e08bc488-0c76-4836-8a70-2c735e1d4e4c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624697 Dec 06 15:02:53.014341 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38610) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:53.057320 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38612) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:53.085888 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b62bf9eb-0061-4e39-8e9f-fdb72546bfa3 req-2cb25302-5388-4732-ae3e-8675884ef547 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0361919 Dec 06 15:02:53.090839 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80070359-e06f-4972-8d04-ef2c77f41944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:53.091842 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5090d7dc-5b14-4a4d-9c49-e3b310d62dc3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de590d2f411a4eb5810311cd14acf7d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0763259 Dec 06 15:02:53.092510 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38614) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:53.140414 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24418463-fff7-4093-a58a-c53a610eda97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:53.152081 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f28f8d-cbb0-40d5-9116-5641ab593697 req-645502b0-b82a-4422-a7e5-2e83e10e033a tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:53.154962 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4f28f8d-cbb0-40d5-9116-5641ab593697 req-645502b0-b82a-4422-a7e5-2e83e10e033a tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.1678309 Dec 06 15:02:53.162401 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24418463-fff7-4093-a58a-c53a610eda97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:53.211730 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24418463-fff7-4093-a58a-c53a610eda97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:53.214805 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24418463-fff7-4093-a58a-c53a610eda97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:53.215994 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-24418463-fff7-4093-a58a-c53a610eda97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84bfdff9-dad4-4864-8c14-7ec0a648c438 HTTP/1.1" status: 204 len: 168 time: 0.1224718 Dec 06 15:02:53.224489 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24418463-fff7-4093-a58a-c53a610eda97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bfdff9-dad4-4864-8c14-7ec0a648c438,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:53.284567 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4f28f8d-cbb0-40d5-9116-5641ab593697 req-f0a7cf42-f5e8-4a37-bb40-4591e8da27b3 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236715 Dec 06 15:02:53.370518 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80070359-e06f-4972-8d04-ef2c77f41944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:53.397040 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80070359-e06f-4972-8d04-ef2c77f41944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:53.459558 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-80070359-e06f-4972-8d04-ef2c77f41944 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f975fe80d9a84365a54a415e23a20520&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3920176 Dec 06 15:02:53.459777 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38622) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:53.459858 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80070359-e06f-4972-8d04-ef2c77f41944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fad08c-6a16-486d-8ee3-1b423022b80a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:53.487131 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd99e3-34ae-41dd-beed-85736adead12 req-6d83e7fa-aaff-44e8-8463-d3094d05439e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:53.488789 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-68bd99e3-34ae-41dd-beed-85736adead12 req-6d83e7fa-aaff-44e8-8463-d3094d05439e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0735276 Dec 06 15:02:53.557044 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2961fc41-1a29-4649-aecb-21dec20a88f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:53.575068 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-68bd99e3-34ae-41dd-beed-85736adead12 req-7331202c-ec8e-4236-95b5-0449d8d76d8e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746641 Dec 06 15:02:53.589633 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2961fc41-1a29-4649-aecb-21dec20a88f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:53.617748 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:53.642744 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2961fc41-1a29-4649-aecb-21dec20a88f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:53.646745 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2961fc41-1a29-4649-aecb-21dec20a88f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:53.652093 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2961fc41-1a29-4649-aecb-21dec20a88f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86fad08c-6a16-486d-8ee3-1b423022b80a HTTP/1.1" status: 204 len: 168 time: 0.1905608 Dec 06 15:02:53.664744 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961fc41-1a29-4649-aecb-21dec20a88f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fad08c-6a16-486d-8ee3-1b423022b80a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:53.822497 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fba031-25ec-4038-832c-dde6b7125ed3 req-f8b81a59-e426-4924-887a-5ccba024483f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:53.827840 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-64fba031-25ec-4038-832c-dde6b7125ed3 req-f8b81a59-e426-4924-887a-5ccba024483f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0624170 Dec 06 15:02:53.891601 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-64fba031-25ec-4038-832c-dde6b7125ed3 req-ed0c1a63-cf06-4754-a241-f3959720bd74 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569057 Dec 06 15:02:54.015869 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Allocated IP 172.20.0.17 (f45957e2-dff8-4c18-b28a-ce954e7f13be/c3cce271-b6cf-4c4c-8311-1520aef85935/20bfc379-92af-4843-afce-54dda5e63e91) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:02:54.130098 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4355c2d-7e84-469b-b4d1-cecba6a5be86 req-0d0ba98b-506e-4f64-bb8b-ecb0583b4543 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:54.137626 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4355c2d-7e84-469b-b4d1-cecba6a5be86 req-0d0ba98b-506e-4f64-bb8b-ecb0583b4543 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.1240251 Dec 06 15:02:54.175606 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571424-3cee-461c-ae2f-4fbf20186c96 req-53614a3a-5323-43a9-ac11-9a38b22335dd tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:54.177659 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-16571424-3cee-461c-ae2f-4fbf20186c96 req-53614a3a-5323-43a9-ac11-9a38b22335dd tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0641363 Dec 06 15:02:54.213214 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4355c2d-7e84-469b-b4d1-cecba6a5be86 req-8d15969c-4740-4cc8-bb78-8c25a9d94fdb tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747137 Dec 06 15:02:54.216772 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:54.263512 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-16571424-3cee-461c-ae2f-4fbf20186c96 req-ece1a70f-0f88-4bfa-a4aa-eb17d738a24c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786798 Dec 06 15:02:54.278376 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:54.346403 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8865bd66-47ec-4cab-a039-891bbb9345f2 req-4a37eb1e-f8a0-4978-978d-eefae5c54c5e tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0429132 Dec 06 15:02:54.356025 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network f45957e2-dff8-4c18-b28a-ce954e7f13be is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:54.364129 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Port': ['ID=20bfc379-92af-4843-afce-54dda5e63e91,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:54.366968 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:54.383751 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:02:54.431855 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b3f73-cbb2-4350-b425-91c8d7e0d72c req-561976fd-d897-4380-a198-f8a143e8814b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:54.433749 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-860b3f73-cbb2-4350-b425-91c8d7e0d72c req-561976fd-d897-4380-a198-f8a143e8814b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0948632 Dec 06 15:02:54.446506 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:54.500338 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-860b3f73-cbb2-4350-b425-91c8d7e0d72c req-e59487bf-502d-4e3a-8cfe-d8025cea6cd9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590484 Dec 06 15:02:54.566244 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cd450-0c41-4214-b470-65b93b25c67c req-2a047d5a-b5d5-4147-9b30-5b7637cdd7bc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:54.579701 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-149cd450-0c41-4214-b470-65b93b25c67c req-2a047d5a-b5d5-4147-9b30-5b7637cdd7bc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.1290197 Dec 06 15:02:54.756223 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-149cd450-0c41-4214-b470-65b93b25c67c req-a44f9074-048d-4784-9422-a946506d474d tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810291 Dec 06 15:02:54.785589 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bea0004f-9db7-45ad-9007-9392602429e9 None None] Provisioning complete for port 20bfc379-92af-4843-afce-54dda5e63e91 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:54.787553 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bea0004f-9db7-45ad-9007-9392602429e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:54.844937 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bea0004f-9db7-45ad-9007-9392602429e9 None None] Port 20bfc379-92af-4843-afce-54dda5e63e91 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:02:54.868768 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:55.078974 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38704) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:55.116244 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c08aa-761a-4d12-aa81-a3abe9617e8f req-c24f18e1-ca4c-46c0-a6b9-1729a5120735 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:55.118164 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e1c08aa-761a-4d12-aa81-a3abe9617e8f req-c24f18e1-ca4c-46c0-a6b9-1729a5120735 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0843873 Dec 06 15:02:55.210676 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e1c08aa-761a-4d12-aa81-a3abe9617e8f req-2db3f495-59ca-48b5-a297-b6a9c0e63d5f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821505 Dec 06 15:02:55.326744 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:55.329497 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88198a1b-1c76-4bd9-a3b8-f6432e7cb748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:55.334372 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:55.407943 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:55.488953 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e7ba63be-5940-4d0e-9e98-f40d4f3b4eba req-103bac9c-107e-408f-b41c-de2172a37b53 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0648015 Dec 06 15:02:55.513288 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88198a1b-1c76-4bd9-a3b8-f6432e7cb748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:55.518655 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88198a1b-1c76-4bd9-a3b8-f6432e7cb748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:55.519469 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Port': ['ID=20bfc379-92af-4843-afce-54dda5e63e91,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:55.566955 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88198a1b-1c76-4bd9-a3b8-f6432e7cb748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e90c773-c0c2-4475-adbf-b44a91b8408e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:55.572723 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-88198a1b-1c76-4bd9-a3b8-f6432e7cb748 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e5aaa284c28442397ceb2b525245901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4861615 Dec 06 15:02:55.575553 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38726) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:55.594255 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4fd3d-2573-4cb7-9e3f-7c735a6d5c2b req-5d3f784c-c2e9-4c82-a1ae-29b4328a649c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:55.601751 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9cc4fd3d-2573-4cb7-9e3f-7c735a6d5c2b req-5d3f784c-c2e9-4c82-a1ae-29b4328a649c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.1909816 Dec 06 15:02:55.636986 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e964621b-3be4-4d15-931b-cdf81dbada2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:55.662220 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e964621b-3be4-4d15-931b-cdf81dbada2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:55.668277 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9cc4fd3d-2573-4cb7-9e3f-7c735a6d5c2b req-7c74cd1e-4f5f-4d76-a1be-60c6f702fb55 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655642 Dec 06 15:02:55.706797 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network f45957e2-dff8-4c18-b28a-ce954e7f13be is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:55.710442 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:55.743890 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e964621b-3be4-4d15-931b-cdf81dbada2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:55.746629 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e964621b-3be4-4d15-931b-cdf81dbada2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:55.750660 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e964621b-3be4-4d15-931b-cdf81dbada2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e90c773-c0c2-4475-adbf-b44a91b8408e HTTP/1.1" status: 204 len: 168 time: 0.1741235 Dec 06 15:02:55.758831 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964621b-3be4-4d15-931b-cdf81dbada2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e90c773-c0c2-4475-adbf-b44a91b8408e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:55.924530 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2a8f4-afdc-4a09-8d7c-d0f49d488490 req-ceee1d7a-db28-41e1-8ab6-d6d937683609 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:55.926112 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ffd2a8f4-afdc-4a09-8d7c-d0f49d488490 req-ceee1d7a-db28-41e1-8ab6-d6d937683609 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0814528 Dec 06 15:02:55.932795 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:02:56.012451 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ffd2a8f4-afdc-4a09-8d7c-d0f49d488490 req-201c8fa4-51a4-44c2-8a34-3fb08d7b9dcd tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708559 Dec 06 15:02:56.181979 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-49e311cf-4dc4-449d-898f-662dfe387448 None None] Provisioning complete for port 20bfc379-92af-4843-afce-54dda5e63e91 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:56.183299 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49e311cf-4dc4-449d-898f-662dfe387448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:56.192837 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:02:56.204917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a57046cf-3f88-43ea-a6d5-9ca28fe75922 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "PUT /v2.0/routers/d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3133304 Dec 06 15:02:56.205045 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Sync routers for ids ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:02:56.221455 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Routers {'d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:56.222643 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:56.280139 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-49e311cf-4dc4-449d-898f-662dfe387448 None None] Port 20bfc379-92af-4843-afce-54dda5e63e91 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:02:56.388282 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd101f6-fa7b-4b91-9b77-f57e6305b875 req-aefd15d8-888d-442e-bf29-107e4ce764db tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:56.389921 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3dd101f6-fa7b-4b91-9b77-f57e6305b875 req-aefd15d8-888d-442e-bf29-107e4ce764db tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0898407 Dec 06 15:02:56.398966 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Set router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:56.450117 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3dd101f6-fa7b-4b91-9b77-f57e6305b875 req-dfee36d3-c771-4cbc-83a3-e3d4e1a3a002 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528197 Dec 06 15:02:56.562081 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ca717b78-9def-485f-9ae6-a91e5fe240c0 req-635b5405-8edb-46db-96a7-f69deac53274 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0279229 Dec 06 15:02:56.637031 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:02:54Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '9fd4e4fb-1fae-4a98-a0fc-539e40132369', 'tenant_id': '6328bee89d2341bdb282688164425785', 'floating_ip_address': '172.35.7.13', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'port_id': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'mac_address': 'fa:16:3e:2c:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:01:46Z', 'updated_at': '2021-12-06T15:01:49Z', 'revision_number': 1, 'project_id': '6328bee89d2341bdb282688164425785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bfc379-92af-4843-afce-54dda5e63e91', 'name': '', 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:27:49:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': 'c3cce271-b6cf-4c4c-8311-1520aef85935', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:53Z', 'updated_at': '2021-12-06T15:02:55Z', 'revision_number': 2, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'c3cce271-b6cf-4c4c-8311-1520aef85935', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd346008b-5387-43bb-81e0-f0489630d70d', 'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:72:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:26Z', 'updated_at': '2021-12-06T15:01:30Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:56.662313 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Checking router: d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:02:56.662669 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Updating router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd port 20bfc379-92af-4843-afce-54dda5e63e91 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:02:56.688251 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:56.787982 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b5781-48c7-40d6-a9af-e633b73e0968 req-8f67fea8-e617-4999-b866-db9337a3c627 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:56.789464 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-354b5781-48c7-40d6-a9af-e633b73e0968 req-8f67fea8-e617-4999-b866-db9337a3c627 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0504441 Dec 06 15:02:56.844015 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-354b5781-48c7-40d6-a9af-e633b73e0968 req-3234d677-a354-4801-bc9a-f32f3074479f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472372 Dec 06 15:02:56.972687 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:56.979881 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:57.037680 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fd492-6f1f-4496-ade6-0e654c1a8431 None None] Pushing event updated for resources: {'Port': ['ID=20bfc379-92af-4843-afce-54dda5e63e91,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:57.094558 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:02:57.105223 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Attempting to bind port 20bfc379-92af-4843-afce-54dda5e63e91 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:02:57.105633 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Attempting to bind port 20bfc379-92af-4843-afce-54dda5e63e91 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '93541097-f8e2-4da8-bb84-6f446a9cb0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:02:57.106062 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Attempting to bind port 20bfc379-92af-4843-afce-54dda5e63e91 on network f45957e2-dff8-4c18-b28a-ce954e7f13be {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:57.113302 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:02:57.113804 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Checking segment: {'id': '93541097-f8e2-4da8-bb84-6f446a9cb0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:57.114250 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:57.114853 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Bound using segment: {'id': '93541097-f8e2-4da8-bb84-6f446a9cb0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:02:57.115499 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Bound port: 20bfc379-92af-4843-afce-54dda5e63e91, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93541097-f8e2-4da8-bb84-6f446a9cb0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:02:57.116101 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:57.163340 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44713595-0754-4935-afd8-b83ceb0bf2a1 req-114c87b4-e81a-4056-993b-fefc57ea408a tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:57.174503 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44713595-0754-4935-afd8-b83ceb0bf2a1 req-114c87b4-e81a-4056-993b-fefc57ea408a tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0830564 Dec 06 15:02:57.193970 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] For port 20bfc379-92af-4843-afce-54dda5e63e91, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:02:57.197705 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] For port 20bfc379-92af-4843-afce-54dda5e63e91, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=20bfc379-92af-4843-afce-54dda5e63e91,segment=NetworkSegment(93541097-f8e2-4da8-bb84-6f446a9cb0e5),segment_id=93541097-f8e2-4da8-bb84-6f446a9cb0e5)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:02:57.205227 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:57.240088 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44713595-0754-4935-afd8-b83ceb0bf2a1 req-81b6cd35-7bdf-4f21-ae9e-d1dbdedeff94 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591183 Dec 06 15:02:57.258170 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Routers {'d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:57.258984 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:57.331487 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7b040fbd-d00a-46bd-a0a4-136fe8051664 None None] Provisioning complete for port 20bfc379-92af-4843-afce-54dda5e63e91 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:57.332008 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b040fbd-d00a-46bd-a0a4-136fe8051664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:57.374477 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] Set router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:57.510108 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b040fbd-d00a-46bd-a0a4-136fe8051664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:57.608820 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7b040fbd-d00a-46bd-a0a4-136fe8051664 None None] For port 20bfc379-92af-4843-afce-54dda5e63e91, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=20bfc379-92af-4843-afce-54dda5e63e91,segment=NetworkSegment(93541097-f8e2-4da8-bb84-6f446a9cb0e5),segment_id=93541097-f8e2-4da8-bb84-6f446a9cb0e5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:57.621523 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b040fbd-d00a-46bd-a0a4-136fe8051664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:57.650598 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11716a-1c6b-450d-b055-2983bba324f6 req-cd74bad3-a421-49a6-bb44-d471838d874c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:57.660659 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9b11716a-1c6b-450d-b055-2983bba324f6 req-cd74bad3-a421-49a6-bb44-d471838d874c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0754209 Dec 06 15:02:57.707830 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fd492-6f1f-4496-ade6-0e654c1a8431 None None] Pushing event updated for resources: {'Port': ['ID=20bfc379-92af-4843-afce-54dda5e63e91,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:57.751948 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9b11716a-1c6b-450d-b055-2983bba324f6 req-a8bcc4cc-173b-4f36-8c4d-c10c3defa1cb tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898433 Dec 06 15:02:57.763637 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:02:54Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '9fd4e4fb-1fae-4a98-a0fc-539e40132369', 'tenant_id': '6328bee89d2341bdb282688164425785', 'floating_ip_address': '172.35.7.13', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'port_id': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'mac_address': 'fa:16:3e:2c:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:01:46Z', 'updated_at': '2021-12-06T15:01:49Z', 'revision_number': 1, 'project_id': '6328bee89d2341bdb282688164425785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bfc379-92af-4843-afce-54dda5e63e91', 'name': '', 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:27:49:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': 'c3cce271-b6cf-4c4c-8311-1520aef85935', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:53Z', 'updated_at': '2021-12-06T15:02:57Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'c3cce271-b6cf-4c4c-8311-1520aef85935', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd346008b-5387-43bb-81e0-f0489630d70d', 'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:72:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:26Z', 'updated_at': '2021-12-06T15:01:30Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:57.776221 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b040fbd-d00a-46bd-a0a4-136fe8051664 None None] Pushing event updated for resources: {'Port': ['ID=20bfc379-92af-4843-afce-54dda5e63e91,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:57.798509 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba4a6e5-3cbe-42c5-b63f-cdd4efebf2e9 None None] The sync data for ids ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'] in n-d-master-1 is: [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:02:54Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '9fd4e4fb-1fae-4a98-a0fc-539e40132369', 'tenant_id': '6328bee89d2341bdb282688164425785', 'floating_ip_address': '172.35.7.13', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'port_id': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'mac_address': 'fa:16:3e:2c:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:01:46Z', 'updated_at': '2021-12-06T15:01:49Z', 'revision_number': 1, 'project_id': '6328bee89d2341bdb282688164425785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bfc379-92af-4843-afce-54dda5e63e91', 'name': '', 'network_id': 'f45957e2-dff8-4c18-b28a-ce954e7f13be', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:27:49:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': 'c3cce271-b6cf-4c4c-8311-1520aef85935', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:53Z', 'updated_at': '2021-12-06T15:02:57Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'c3cce271-b6cf-4c4c-8311-1520aef85935', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd346008b-5387-43bb-81e0-f0489630d70d', 'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:72:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:26Z', 'updated_at': '2021-12-06T15:01:30Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:02:57.798676 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cff0a3f6-db60-4a84-a0bc-acc217e40360 None None] Provisioning complete for port 20bfc379-92af-4843-afce-54dda5e63e91 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:57.798676 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cff0a3f6-db60-4a84-a0bc-acc217e40360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:57.815685 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-56ddd392-d8bf-4461-9ef8-344c438dbf1b req-1b43dbf7-dcc4-47bf-80b5-a6e815ce81aa tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0598481 Dec 06 15:02:57.967810 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:58.006487 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4a6cb-fdfe-436c-932e-996691025069 req-17e86b33-bb94-4401-93bb-f572c4c72060 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:58.008195 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35b4a6cb-fdfe-436c-932e-996691025069 req-17e86b33-bb94-4401-93bb-f572c4c72060 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1065700 Dec 06 15:02:58.028000 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804f6c6-750b-423d-b882-9ba8fcd7cfba req-afe5c6b6-3d8b-4ab6-a054-188543b87083 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:58.029611 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f804f6c6-750b-423d-b882-9ba8fcd7cfba req-afe5c6b6-3d8b-4ab6-a054-188543b87083 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0762951 Dec 06 15:02:58.135520 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35b4a6cb-fdfe-436c-932e-996691025069 req-d6c1efe4-126b-4c86-a5ef-fe453a297777 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188023 Dec 06 15:02:58.159490 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f804f6c6-750b-423d-b882-9ba8fcd7cfba req-42aeac28-4a66-445d-9bea-cd45fbc65751 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217427 Dec 06 15:02:58.244708 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 20bfc379-92af-4843-afce-54dda5e63e91 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:58.305507 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 20bfc379-92af-4843-afce-54dda5e63e91 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:58.306020 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:58.342952 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a5646-5e41-4498-bac4-48c49ae19448 req-8aed6240-a7c4-459f-96a3-6c8d164ffdbf tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:58.345192 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a77a5646-5e41-4498-bac4-48c49ae19448 req-8aed6240-a7c4-459f-96a3-6c8d164ffdbf tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0900528 Dec 06 15:02:58.420126 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a77a5646-5e41-4498-bac4-48c49ae19448 req-963e8baa-e3f3-4cbe-b954-e8dc534ddb81 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691731 Dec 06 15:02:58.444958 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74014ea1-a5c8-4e93-8beb-67d44e540a3f req-2e19a7d8-3ad4-493c-849d-b430c3b42cc1 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:58.446540 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-74014ea1-a5c8-4e93-8beb-67d44e540a3f req-2e19a7d8-3ad4-493c-849d-b430c3b42cc1 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0842135 Dec 06 15:02:58.525601 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-74014ea1-a5c8-4e93-8beb-67d44e540a3f req-84cf6255-7291-4d51-9b58-312ff8d16718 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710886 Dec 06 15:02:58.891828 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b42ad-49de-4d13-877c-fed36eb14dc6 req-79f20f65-acac-42e6-b2f0-857f4a7e959a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:58.899442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f13b42ad-49de-4d13-877c-fed36eb14dc6 req-79f20f65-acac-42e6-b2f0-857f4a7e959a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0637274 Dec 06 15:02:58.909817 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a10966f8-a569-4322-9627-66cd57a547e7 req-1dfbc64f-1b04-4314-a728-fc994c1a6673 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0304594 Dec 06 15:02:58.951002 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f13b42ad-49de-4d13-877c-fed36eb14dc6 req-9cf61df5-1ffd-4bc4-bf4c-42c64f5d2ab8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503638 Dec 06 15:02:59.305569 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f9447-68fc-4cb1-8371-5d0813161476 req-24450696-41f2-49eb-98ae-1641dae55de2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:59.314839 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce0f9447-68fc-4cb1-8371-5d0813161476 req-24450696-41f2-49eb-98ae-1641dae55de2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0771315 Dec 06 15:02:59.360860 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce0f9447-68fc-4cb1-8371-5d0813161476 req-ff99e764-6953-4fb1-b89a-cccf51d3240d tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449870 Dec 06 15:02:59.592933 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38892) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:59.686685 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128b7f6-ef57-4ce8-97bb-26c5c7a399d9 req-cbe6a6e4-5354-48c7-ab05-a827012f7637 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:59.689157 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0128b7f6-ef57-4ce8-97bb-26c5c7a399d9 req-cbe6a6e4-5354-48c7-ab05-a827012f7637 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0621514 Dec 06 15:02:59.734551 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed71e6da-62b1-4280-958f-4cc8848bd708 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:59.774154 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0128b7f6-ef57-4ce8-97bb-26c5c7a399d9 req-a199f613-e0c7-4c19-ab2b-ddbeba28b895 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785534 Dec 06 15:02:59.821537 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:59.848373 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed71e6da-62b1-4280-958f-4cc8848bd708 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:59.853803 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed71e6da-62b1-4280-958f-4cc8848bd708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:59.899250 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ed71e6da-62b1-4280-958f-4cc8848bd708 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59bbfbc66aba43fa8d4cf32ec095c140&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3046155 Dec 06 15:02:59.900428 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71e6da-62b1-4280-958f-4cc8848bd708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a78e05d-17d1-4ab4-9d6b-e6d0e6211ea2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:59.903708 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38908) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:59.966650 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19fbe736-b23b-411f-a45c-a882914cbd24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:59.990145 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19fbe736-b23b-411f-a45c-a882914cbd24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:00.029770 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-924695f4-e0a5-422a-bcc7-b2fd0481e537 req-e539861c-16a8-4ad2-a164-d7facba6301a tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0315549 Dec 06 15:03:00.076148 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38920) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:00.083990 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19fbe736-b23b-411f-a45c-a882914cbd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:00.086615 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19fbe736-b23b-411f-a45c-a882914cbd24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:00.090925 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-19fbe736-b23b-411f-a45c-a882914cbd24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a78e05d-17d1-4ab4-9d6b-e6d0e6211ea2 HTTP/1.1" status: 204 len: 168 time: 0.1860740 Dec 06 15:03:00.099006 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbe736-b23b-411f-a45c-a882914cbd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a78e05d-17d1-4ab4-9d6b-e6d0e6211ea2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:00.163037 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d133034-6000-4d82-a4c7-e12b9b80f26c req-44eeac4d-faca-4c26-bf72-dbe226d7ae26 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:00.174122 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d133034-6000-4d82-a4c7-e12b9b80f26c req-44eeac4d-faca-4c26-bf72-dbe226d7ae26 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1298223 Dec 06 15:03:00.186943 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17787869-e238-4c41-ac45-d29318b2bfd0 req-43371283-d0b0-47b8-8140-710d38a423f2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:00.188942 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17787869-e238-4c41-ac45-d29318b2bfd0 req-43371283-d0b0-47b8-8140-710d38a423f2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0741837 Dec 06 15:03:00.222308 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d133034-6000-4d82-a4c7-e12b9b80f26c req-d46f2fb4-29ed-4a5e-9aec-0316e780d193 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470722 Dec 06 15:03:00.274007 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17787869-e238-4c41-ac45-d29318b2bfd0 req-5186ad03-cea3-4729-9f52-07b5755fbdc1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780745 Dec 06 15:03:00.380638 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc7588-7563-473e-b95f-e7e66e46d6cc req-d62ecb0d-708d-4a2c-b009-13a6d89532fc tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:00.382233 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-60dc7588-7563-473e-b95f-e7e66e46d6cc req-d62ecb0d-708d-4a2c-b009-13a6d89532fc tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0558796 Dec 06 15:03:00.403515 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeaa647e-8fa4-487d-af2d-19de93dd315a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:00.463018 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-60dc7588-7563-473e-b95f-e7e66e46d6cc req-7e2bb315-29b5-4ddf-b80b-e33044b5805d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651553 Dec 06 15:03:00.537590 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeaa647e-8fa4-487d-af2d-19de93dd315a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:00.545564 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeaa647e-8fa4-487d-af2d-19de93dd315a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:00.566729 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38934) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:00.582325 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b53cf110-ad6b-4ceb-a734-1e509ab53aad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:00.596764 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4741e-8f19-46f7-8887-d88479989fe6 req-28fca046-f431-453d-aeaa-edd683cd19c0 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:00.598309 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3f4741e-8f19-46f7-8887-d88479989fe6 req-28fca046-f431-453d-aeaa-edd683cd19c0 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.1521373 Dec 06 15:03:00.606188 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-eeaa647e-8fa4-487d-af2d-19de93dd315a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3ff1adc429c4e8abf480ed366d25050&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5289207 Dec 06 15:03:00.610298 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38938) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:00.612006 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa647e-8fa4-487d-af2d-19de93dd315a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de00f6ba-bf28-413e-a519-ffb7f27f9bdc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:00.665371 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3f4741e-8f19-46f7-8887-d88479989fe6 req-6a97c1d8-e670-4047-b74a-b2f8cef1dc16 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502837 Dec 06 15:03:00.737275 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4e201073-24f8-43dc-8039-b44d7f540151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:00.744511 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6089946c-a080-4db7-8b18-c592f78d307c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:00.762911 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a113dab-8abc-41ee-a5b9-f9d250619761 req-a9c4b06d-b65a-4a07-8700-f01f2cf66787 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:00.764419 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a113dab-8abc-41ee-a5b9-f9d250619761 req-a9c4b06d-b65a-4a07-8700-f01f2cf66787 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0983899 Dec 06 15:03:00.806548 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b53cf110-ad6b-4ceb-a734-1e509ab53aad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:00.811502 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6089946c-a080-4db7-8b18-c592f78d307c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:00.828739 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b53cf110-ad6b-4ceb-a734-1e509ab53aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:00.892432 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a113dab-8abc-41ee-a5b9-f9d250619761 req-2a23bfed-926e-490a-9b4d-76d36d4fc848 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195190 Dec 06 15:03:00.901447 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b53cf110-ad6b-4ceb-a734-1e509ab53aad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a2a907ce19442abbad1e9a3c77c52ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3312809 Dec 06 15:03:00.902181 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38944) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:00.904982 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cf110-ad6b-4ceb-a734-1e509ab53aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b006b47-9ae8-4dce-9881-d31c5c5cd63b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:00.927338 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6089946c-a080-4db7-8b18-c592f78d307c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:00.931256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6089946c-a080-4db7-8b18-c592f78d307c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:00.933894 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6089946c-a080-4db7-8b18-c592f78d307c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de00f6ba-bf28-413e-a519-ffb7f27f9bdc HTTP/1.1" status: 204 len: 168 time: 0.3225219 Dec 06 15:03:00.951043 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089946c-a080-4db7-8b18-c592f78d307c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de00f6ba-bf28-413e-a519-ffb7f27f9bdc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:00.983395 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d48df-a213-4358-82b3-cf99b10e7177 req-a0066da9-6bec-4c3e-a69f-af3a00e48def tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:00.985651 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-480d48df-a213-4358-82b3-cf99b10e7177 req-a0066da9-6bec-4c3e-a69f-af3a00e48def tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.1307952 Dec 06 15:03:01.051305 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98072900-b9c8-4af3-a1a1-6e12c8f41407 req-35101d6b-4983-49b8-a9ba-519145236bd9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:01.051473 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-483a9015-ceac-4b3e-91f3-c33bc9883c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:01.053367 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-98072900-b9c8-4af3-a1a1-6e12c8f41407 req-35101d6b-4983-49b8-a9ba-519145236bd9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0567610 Dec 06 15:03:01.108174 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-480d48df-a213-4358-82b3-cf99b10e7177 req-c323728c-5b13-4d22-b320-4dcfe4378fb4 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121798 Dec 06 15:03:01.109805 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-98072900-b9c8-4af3-a1a1-6e12c8f41407 req-27592778-af1b-4904-abdd-86caaf6419c5 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455108 Dec 06 15:03:01.112798 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-483a9015-ceac-4b3e-91f3-c33bc9883c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:01.180111 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-483a9015-ceac-4b3e-91f3-c33bc9883c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:01.184634 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-483a9015-ceac-4b3e-91f3-c33bc9883c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:01.190808 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-483a9015-ceac-4b3e-91f3-c33bc9883c1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b006b47-9ae8-4dce-9881-d31c5c5cd63b HTTP/1.1" status: 204 len: 168 time: 0.2842793 Dec 06 15:03:01.194070 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f696f62e-da2e-4328-875d-7916e2eb5749 req-3b24a9a6-bbdc-4a9b-8851-2ade27c8af25 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0367384 Dec 06 15:03:01.203153 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a9015-ceac-4b3e-91f3-c33bc9883c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b006b47-9ae8-4dce-9881-d31c5c5cd63b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:01.391510 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e366d-a323-47f1-9273-1ee1214ca682 req-28e3428c-62df-4ad1-b810-3a190191f958 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:01.399464 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d68e366d-a323-47f1-9273-1ee1214ca682 req-28e3428c-62df-4ad1-b810-3a190191f958 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0637865 Dec 06 15:03:01.429763 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9aff9-f4f4-4b31-802d-87d0f824f601 req-b99556d6-26ed-4b27-9315-cab0e6ba7d21 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:01.442342 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bdf9aff9-f4f4-4b31-802d-87d0f824f601 req-b99556d6-26ed-4b27-9315-cab0e6ba7d21 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0828712 Dec 06 15:03:01.444303 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38966) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:01.477048 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5205703-3770-4050-b03a-107d077d2ff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:01.492888 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d68e366d-a323-47f1-9273-1ee1214ca682 req-2867cd84-206d-407c-a9a3-5beb798b9753 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922263 Dec 06 15:03:01.532710 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bdf9aff9-f4f4-4b31-802d-87d0f824f601 req-31f0d283-28ce-418a-b567-d87f1836063a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888739 Dec 06 15:03:01.595508 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5205703-3770-4050-b03a-107d077d2ff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:01.600548 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5205703-3770-4050-b03a-107d077d2ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:01.632013 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f59557-fbae-4632-be4d-9f34b2f15a1e req-8431a4dd-8014-4201-b1c6-c1dbd908a6d0 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:01.632013 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-21f59557-fbae-4632-be4d-9f34b2f15a1e req-8431a4dd-8014-4201-b1c6-c1dbd908a6d0 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0625813 Dec 06 15:03:01.643236 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c5205703-3770-4050-b03a-107d077d2ff4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98a9bbe88bd5496daa8dbb4d1e0c6aed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1973329 Dec 06 15:03:01.644113 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5205703-3770-4050-b03a-107d077d2ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071db5b7-83f3-42bf-b874-8efe412a98fa,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:01.646230 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38976) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:01.715944 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-21f59557-fbae-4632-be4d-9f34b2f15a1e req-0eed6b7d-67f8-4ce8-a095-f617e2acf264 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776010 Dec 06 15:03:01.728890 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14b18ee7-63fc-4521-a14b-d0e90869b2c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:01.765558 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14b18ee7-63fc-4521-a14b-d0e90869b2c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:01.801016 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a385e-3b92-4ed1-b224-027ddf7e31c9 req-974d321f-413a-48ac-916a-323dd9b4c164 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:01.802899 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-882a385e-3b92-4ed1-b224-027ddf7e31c9 req-974d321f-413a-48ac-916a-323dd9b4c164 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0596538 Dec 06 15:03:01.825863 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14b18ee7-63fc-4521-a14b-d0e90869b2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:01.828519 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14b18ee7-63fc-4521-a14b-d0e90869b2c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:01.831935 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-14b18ee7-63fc-4521-a14b-d0e90869b2c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/071db5b7-83f3-42bf-b874-8efe412a98fa HTTP/1.1" status: 204 len: 168 time: 0.1819527 Dec 06 15:03:01.837567 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b18ee7-63fc-4521-a14b-d0e90869b2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071db5b7-83f3-42bf-b874-8efe412a98fa,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:01.899670 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-882a385e-3b92-4ed1-b224-027ddf7e31c9 req-fda3c26b-0d50-440b-a05b-7c40e4cf6d7a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836945 Dec 06 15:03:02.003185 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602e319-23bb-4f14-9dff-a2f8c722301d req-6461e623-2142-47b8-bfbb-04eaef548577 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:02.004867 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8602e319-23bb-4f14-9dff-a2f8c722301d req-6461e623-2142-47b8-bfbb-04eaef548577 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0538075 Dec 06 15:03:02.059957 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8602e319-23bb-4f14-9dff-a2f8c722301d req-d395ce42-1d85-4e13-b4e2-881c94aa26ef tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477664 Dec 06 15:03:02.203001 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a861171-c940-4916-8316-e0e613bfbe12 req-02e4dab6-2437-4310-afce-0fc88edb273c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:02.204771 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a861171-c940-4916-8316-e0e613bfbe12 req-02e4dab6-2437-4310-afce-0fc88edb273c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0571740 Dec 06 15:03:02.266101 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5106ecb-870c-4242-8894-da8901d6e86a req-731d40b0-8729-4974-a50b-3637a5b2c2c3 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:02.268095 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f5106ecb-870c-4242-8894-da8901d6e86a req-731d40b0-8729-4974-a50b-3637a5b2c2c3 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0588870 Dec 06 15:03:02.333048 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f5106ecb-870c-4242-8894-da8901d6e86a req-6106556b-0691-4ef4-8f89-fe5ebf5d0cf3 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571258 Dec 06 15:03:02.410884 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-711b4736-5eee-404e-8e1f-66f97f8cbd81 req-e72c7cc4-79eb-4876-879a-2e29379c67b8 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0379317 Dec 06 15:03:02.604890 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a861171-c940-4916-8316-e0e613bfbe12 req-d68a8fdf-e8d0-4e5f-9c59-b3f9ef118a0e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876047 Dec 06 15:03:02.666396 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f26c55-74b1-4b4c-9f35-43bdecbfdb77 req-16c209c9-c3e4-48a1-9635-12c4fa6add5d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:02.667953 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-61f26c55-74b1-4b4c-9f35-43bdecbfdb77 req-16c209c9-c3e4-48a1-9635-12c4fa6add5d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0679724 Dec 06 15:03:02.737112 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-61f26c55-74b1-4b4c-9f35-43bdecbfdb77 req-70455cf7-c4b1-427e-9c61-9381db9652f1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606873 Dec 06 15:03:02.843181 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af356d6-bdbc-4321-b32a-49dd4eab0ce7 req-52d6a719-cd52-43c1-bef7-481c4dcea30e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:02.850940 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1af356d6-bdbc-4321-b32a-49dd4eab0ce7 req-52d6a719-cd52-43c1-bef7-481c4dcea30e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0660155 Dec 06 15:03:02.895572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1af356d6-bdbc-4321-b32a-49dd4eab0ce7 req-d1d33c58-570d-4bd5-af5e-0c3250b5a1bc tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438197 Dec 06 15:03:03.037543 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe3270-6df4-42cf-8061-91a5ffed8224 req-547e236d-59a7-4527-8ab5-551462ab6213 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:03.039179 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67fe3270-6df4-42cf-8061-91a5ffed8224 req-547e236d-59a7-4527-8ab5-551462ab6213 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0538032 Dec 06 15:03:03.048289 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a085cc-d068-4308-b3e1-7e52e59b13ed req-ad2b04e5-bc35-4dce-873c-2e6c653ec829 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:03.053779 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1a085cc-d068-4308-b3e1-7e52e59b13ed req-ad2b04e5-bc35-4dce-873c-2e6c653ec829 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0636518 Dec 06 15:03:03.101240 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67fe3270-6df4-42cf-8061-91a5ffed8224 req-d3faca3c-71b0-46ab-b165-649499a1ffee tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534983 Dec 06 15:03:03.117402 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1a085cc-d068-4308-b3e1-7e52e59b13ed req-549a251b-e046-48fc-9165-cb48e28c11b4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569594 Dec 06 15:03:03.221342 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-be0d6f98-91be-407c-bb0e-cb3c7695ed8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:03.338763 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0631f2-f252-4076-9e8d-d5799c74155c req-3e9bbb30-e7cf-42cc-9440-761572ceaf0b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:03.340281 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a0631f2-f252-4076-9e8d-d5799c74155c req-3e9bbb30-e7cf-42cc-9440-761572ceaf0b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0539439 Dec 06 15:03:03.401433 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a0631f2-f252-4076-9e8d-d5799c74155c req-d57cc3db-7c0f-4502-8a59-ff9da617f810 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550721 Dec 06 15:03:03.460831 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb05c5-5ce4-4824-b932-38204cfd7d77 req-561e3986-00ab-4306-88d1-93c4300564ce tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:03.462583 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a7eb05c5-5ce4-4824-b932-38204cfd7d77 req-561e3986-00ab-4306-88d1-93c4300564ce tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0549071 Dec 06 15:03:03.532425 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a7eb05c5-5ce4-4824-b932-38204cfd7d77 req-b8915f52-d893-4e94-a1e3-08f5749be7c8 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631037 Dec 06 15:03:03.548638 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc875bd-38de-40a5-b7d9-5cce98bbee0e req-2de4132b-6324-4347-83a2-6a7b88cd2fa4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:03.550153 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ebc875bd-38de-40a5-b7d9-5cce98bbee0e req-2de4132b-6324-4347-83a2-6a7b88cd2fa4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0578043 Dec 06 15:03:03.608654 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ebc875bd-38de-40a5-b7d9-5cce98bbee0e req-adbecbc0-f3be-469d-8cab-4da4f1fafbc9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521140 Dec 06 15:03:03.621062 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ae625b2a-1c6c-4713-ae5f-0aad7e343e51 req-062c03f2-d246-4d3f-9bc5-e217169dd70a tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0354958 Dec 06 15:03:03.892532 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2066eae-e4fb-4c8d-94dd-527cfe8539cb req-dd55070c-99d8-47a0-b2e8-8cb448a6b378 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:03.893984 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c2066eae-e4fb-4c8d-94dd-527cfe8539cb req-dd55070c-99d8-47a0-b2e8-8cb448a6b378 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0630348 Dec 06 15:03:03.958634 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c2066eae-e4fb-4c8d-94dd-527cfe8539cb req-fabfdc43-6e8d-4971-9919-4a1543a0088d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578308 Dec 06 15:03:03.960690 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:03.967189 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41768356-0918-4b6b-9263-26eb7865e018 req-bdf6e6db-67bc-44a9-9957-571a4767a63a tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:03.969180 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-41768356-0918-4b6b-9263-26eb7865e018 req-bdf6e6db-67bc-44a9-9957-571a4767a63a tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/networks?id=14e24fbd-751b-4795-86b8-cd9eca2691c6 HTTP/1.1" status: 200 len: 814 time: 0.1488874 Dec 06 15:03:03.995035 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-41768356-0918-4b6b-9263-26eb7865e018 req-093da2fd-96eb-419d-a8cb-d498c49ad9e4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/quotas/e6bea34f57f3438382c2fe5b205b1663 HTTP/1.1" status: 200 len: 375 time: 0.0202711 Dec 06 15:03:04.044218 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-41768356-0918-4b6b-9263-26eb7865e018 req-c22f54c0-ff5a-44c4-beaf-60b930c3c15d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e6bea34f57f3438382c2fe5b205b1663&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480168 Dec 06 15:03:04.178739 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a822c-16e5-44d0-ac7a-904ba350e8a8 req-dba4ba98-d2cc-4c69-92eb-f312ec6902ce tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:04.184153 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-711a822c-16e5-44d0-ac7a-904ba350e8a8 req-dba4ba98-d2cc-4c69-92eb-f312ec6902ce tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0747435 Dec 06 15:03:04.245866 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb938010-07b5-4ac3-b653-db6e95d3ae0d req-42ff1835-4547-4a39-a455-b1957dd176f8 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:04.254794 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-711a822c-16e5-44d0-ac7a-904ba350e8a8 req-12faa763-0b8b-4302-907c-ff3859a6c1d7 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674553 Dec 06 15:03:04.255969 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb938010-07b5-4ac3-b653-db6e95d3ae0d req-42ff1835-4547-4a39-a455-b1957dd176f8 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0601048 Dec 06 15:03:04.339935 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb938010-07b5-4ac3-b653-db6e95d3ae0d req-f62a5588-a2c8-4683-9104-c77798a227fe tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813265 Dec 06 15:03:04.397798 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff016701-c7e8-4f6e-8d1c-045819110aee req-dd4c9524-3082-4e84-93eb-2e6ecc335b62 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:04.405219 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff016701-c7e8-4f6e-8d1c-045819110aee req-dd4c9524-3082-4e84-93eb-2e6ecc335b62 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0621729 Dec 06 15:03:04.476179 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff016701-c7e8-4f6e-8d1c-045819110aee req-29b491de-5b34-49fc-bf79-cf94f39b6b23 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698445 Dec 06 15:03:04.671484 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d9eb8-eb5a-4ff5-8f19-0a2e942cea0d req-392c35cb-84cc-4a90-86d0-6156dbbabb08 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:04.680007 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-104d9eb8-eb5a-4ff5-8f19-0a2e942cea0d req-392c35cb-84cc-4a90-86d0-6156dbbabb08 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0748582 Dec 06 15:03:04.712360 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d5c4a02-6ce1-4690-9c13-ae41cbb4e140 req-3be29aeb-d071-4013-9675-81804699f1e7 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e6bea34f57f3438382c2fe5b205b1663 HTTP/1.1" status: 200 len: 221 time: 0.0356236 Dec 06 15:03:04.737150 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-104d9eb8-eb5a-4ff5-8f19-0a2e942cea0d req-70d83b04-05fd-4d0d-afdd-60a0163296e2 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560904 Dec 06 15:03:04.797753 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8c1adc0-f402-4cc5-97d2-b274a8410ae2 req-bb55ac3d-8363-4259-b390-c680ced911c5 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0392079 Dec 06 15:03:04.862936 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca199e4-5285-4fdf-9f57-278e7bc5166f req-98a370fb-457c-418a-99e8-560fa0d9a159 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:04.864462 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9ca199e4-5285-4fdf-9f57-278e7bc5166f req-98a370fb-457c-418a-99e8-560fa0d9a159 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0599108 Dec 06 15:03:04.937011 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9ca199e4-5285-4fdf-9f57-278e7bc5166f req-cbe0c19a-7a97-47b7-88d9-70e4dc12453d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619490 Dec 06 15:03:05.071707 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acdd4a-acbd-4d0c-b46c-5fd26ad411a7 req-a24dd1cf-6a2f-4522-944e-d2194a8a7ab2 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:05.073219 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-60acdd4a-acbd-4d0c-b46c-5fd26ad411a7 req-a24dd1cf-6a2f-4522-944e-d2194a8a7ab2 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0565407 Dec 06 15:03:05.093530 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53723970-aa16-4c74-8171-92f8e80767cc req-7c1271c0-53b1-4c94-8cfe-61e4186a01a9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:05.095430 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-53723970-aa16-4c74-8171-92f8e80767cc req-7c1271c0-53b1-4c94-8cfe-61e4186a01a9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0585010 Dec 06 15:03:05.157574 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-60acdd4a-acbd-4d0c-b46c-5fd26ad411a7 req-5841749c-0f98-4317-9781-79f1b0930006 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763595 Dec 06 15:03:05.166176 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-53723970-aa16-4c74-8171-92f8e80767cc req-e25096f9-bce1-418a-a3dc-12737deb344f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630298 Dec 06 15:03:05.489449 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32776eef-40c5-4911-8607-99f888644299 req-4abbbe03-1593-4d04-a7ad-6c2b11ddb61a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:05.491512 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-32776eef-40c5-4911-8607-99f888644299 req-4abbbe03-1593-4d04-a7ad-6c2b11ddb61a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0719283 Dec 06 15:03:05.566963 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-32776eef-40c5-4911-8607-99f888644299 req-9a31f8db-9d04-4563-9c1d-f02fa7c5b668 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679028 Dec 06 15:03:05.623750 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:05.665496 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958b6b8-3e15-42b5-868e-d54189462362 req-0228cdaa-6c37-4f7c-92d1-01073f9673dd tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:05.667176 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2958b6b8-3e15-42b5-868e-d54189462362 req-0228cdaa-6c37-4f7c-92d1-01073f9673dd tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.4216156 Dec 06 15:03:05.721899 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2958b6b8-3e15-42b5-868e-d54189462362 req-8b6e3ebf-3445-4360-a2af-09177f0810b4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481989 Dec 06 15:03:05.872473 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98573ec9-9fcf-4f2f-97b4-6f7987c4c338 req-38cea068-e729-470f-a04b-5c28f89bba8c tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:05.874258 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-98573ec9-9fcf-4f2f-97b4-6f7987c4c338 req-38cea068-e729-470f-a04b-5c28f89bba8c tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0620337 Dec 06 15:03:05.875136 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0729a2d-063d-4551-b243-fb81ea90db7c req-1b058874-b191-4652-aebf-f8b5804c6c93 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:05.876727 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b0729a2d-063d-4551-b243-fb81ea90db7c req-1b058874-b191-4652-aebf-f8b5804c6c93 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0719399 Dec 06 15:03:05.935280 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-98573ec9-9fcf-4f2f-97b4-6f7987c4c338 req-0bdc8781-2c08-4c27-b18b-62d693b7988f tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510802 Dec 06 15:03:05.945387 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b0729a2d-063d-4551-b243-fb81ea90db7c req-0617e09e-c36e-4030-8f76-04ccbc7ae456 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608048 Dec 06 15:03:06.054876 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-47161ed3-4c42-411a-82b2-6b185c172977 req-4a987c0c-374e-4753-a450-46f20b6b5be6 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0498781 Dec 06 15:03:06.108656 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715874e-86e5-4d59-98fb-9f77a9699376 req-d79c2956-d2bc-43af-a499-2702b928b835 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:06.110514 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0715874e-86e5-4d59-98fb-9f77a9699376 req-d79c2956-d2bc-43af-a499-2702b928b835 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0636744 Dec 06 15:03:06.187213 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0715874e-86e5-4d59-98fb-9f77a9699376 req-e1c22999-29a1-4b67-9d8f-ab70e471609e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699844 Dec 06 15:03:06.224301 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e924d-0c6d-439f-9990-3e62c8343d61 req-4292cb40-eab2-401d-ac50-98eae8819a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:06.225869 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc5e924d-0c6d-439f-9990-3e62c8343d61 req-4292cb40-eab2-401d-ac50-98eae8819a43 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 1097 time: 0.0801125 Dec 06 15:03:06.330222 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc5e924d-0c6d-439f-9990-3e62c8343d61 req-fc1b0154-361a-4836-b666-1210e1e58deb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949388 Dec 06 15:03:06.336802 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7784367-7743-4d39-80b9-49203a7c75d1 req-78eb697a-b596-4326-9d23-37f428a8c34e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:06.338388 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7784367-7743-4d39-80b9-49203a7c75d1 req-78eb697a-b596-4326-9d23-37f428a8c34e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0660272 Dec 06 15:03:06.357371 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476fa5d-edb2-4d29-bec2-fc386cf9dea8 req-5ec7fb1f-649b-4f5e-84f5-51f6f7ed2410 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:06.359083 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5476fa5d-edb2-4d29-bec2-fc386cf9dea8 req-5ec7fb1f-649b-4f5e-84f5-51f6f7ed2410 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0750010 Dec 06 15:03:06.415939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5476fa5d-edb2-4d29-bec2-fc386cf9dea8 req-83b89951-7407-4ac8-a938-af11b022070a tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491002 Dec 06 15:03:06.418596 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7784367-7743-4d39-80b9-49203a7c75d1 req-2b72be0c-a884-4cc9-8e69-72510cf0e850 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734015 Dec 06 15:03:06.545793 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:06.565811 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff87e13-2c25-41a7-9691-e52e7d3150fa req-884e3ae7-b37a-4a31-b547-c22712c2c901 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:06.567305 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dff87e13-2c25-41a7-9691-e52e7d3150fa req-884e3ae7-b37a-4a31-b547-c22712c2c901 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0569780 Dec 06 15:03:06.620170 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dff87e13-2c25-41a7-9691-e52e7d3150fa req-ca72c586-9bef-415f-9f85-8bc96e2248a1 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457444 Dec 06 15:03:06.741232 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0c3f6-ada5-4dc7-ab51-6e8a4c5b4a6f req-87910ff1-267b-4449-9dd6-b1acb898a628 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:06.749192 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-72e0c3f6-ada5-4dc7-ab51-6e8a4c5b4a6f req-87910ff1-267b-4449-9dd6-b1acb898a628 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0723162 Dec 06 15:03:06.810435 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884643ca-13fa-4294-b3e6-5e5bc4bcac1d req-569900d4-8cdd-4f2c-93af-758e49d9a3f9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:06.812166 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-884643ca-13fa-4294-b3e6-5e5bc4bcac1d req-569900d4-8cdd-4f2c-93af-758e49d9a3f9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0571449 Dec 06 15:03:06.816180 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-72e0c3f6-ada5-4dc7-ab51-6e8a4c5b4a6f req-167c2c8b-7cf8-4ed6-8c20-94859d879d5d tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591614 Dec 06 15:03:06.867986 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-884643ca-13fa-4294-b3e6-5e5bc4bcac1d req-715c6b20-eb42-4e8a-9be5-005c409404a7 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486701 Dec 06 15:03:07.012571 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63097c6-6163-407f-ab05-70840f6cb6aa req-d8b0ab24-baef-4fe1-aeaa-bc2a86bc99c2 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:07.014001 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e63097c6-6163-407f-ab05-70840f6cb6aa req-d8b0ab24-baef-4fe1-aeaa-bc2a86bc99c2 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0599668 Dec 06 15:03:07.076332 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a8406-9f38-4b6f-b1f1-a64fa31ff17e req-7db53863-e00b-471c-a971-94994d118385 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:07.078110 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-944a8406-9f38-4b6f-b1f1-a64fa31ff17e req-7db53863-e00b-471c-a971-94994d118385 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.0586302 Dec 06 15:03:07.080261 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e63097c6-6163-407f-ab05-70840f6cb6aa req-a619683b-8289-47ea-80b2-ccbb55f12eb6 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599427 Dec 06 15:03:07.154416 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-944a8406-9f38-4b6f-b1f1-a64fa31ff17e req-8920be09-86d2-4147-bafc-0640c27eaeaf tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699654 Dec 06 15:03:07.175069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d8135cad-708d-486e-93e5-f878924e45c3 req-07302647-1739-450d-944c-c59be74d6208 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0363941 Dec 06 15:03:07.282724 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603eb85-5605-4404-8642-132f660cd911 req-3b9a8dc1-a890-4c55-bcb9-5ff8b19d73b8 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:07.285182 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c603eb85-5605-4404-8642-132f660cd911 req-3b9a8dc1-a890-4c55-bcb9-5ff8b19d73b8 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0546291 Dec 06 15:03:07.339379 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c603eb85-5605-4404-8642-132f660cd911 req-8651a825-2ea1-44a8-83b4-0ff5ea8e386f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470641 Dec 06 15:03:07.533680 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004d852-a5f1-474a-8f55-94a9ad8b4733 req-c28d2f92-ec89-4e59-b6ad-08a15e1b0190 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:07.535240 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e004d852-a5f1-474a-8f55-94a9ad8b4733 req-c28d2f92-ec89-4e59-b6ad-08a15e1b0190 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0861323 Dec 06 15:03:07.594470 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81013f8-23b8-4956-bc1d-4233015266be req-01c7ea23-bc02-4a90-ad4e-5d460e89c793 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:07.596517 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f81013f8-23b8-4956-bc1d-4233015266be req-01c7ea23-bc02-4a90-ad4e-5d460e89c793 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0785139 Dec 06 15:03:07.643776 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e004d852-a5f1-474a-8f55-94a9ad8b4733 req-18619e4d-faf5-48e1-a4d3-11fb289ed289 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006556 Dec 06 15:03:07.651960 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f81013f8-23b8-4956-bc1d-4233015266be req-bc331821-126b-45e8-bff3-cc89e7273f80 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496042 Dec 06 15:03:07.755985 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac2033-a1e8-4d26-b9d8-c8d62aeebbe3 req-36b8cdf5-273a-4fa6-8906-23bc1a35e804 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:07.757581 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24ac2033-a1e8-4d26-b9d8-c8d62aeebbe3 req-36b8cdf5-273a-4fa6-8906-23bc1a35e804 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0497692 Dec 06 15:03:07.814692 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24ac2033-a1e8-4d26-b9d8-c8d62aeebbe3 req-f8027503-55bf-43d0-93e4-6ba77f9a3a79 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488575 Dec 06 15:03:07.959876 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687eaac-ec7d-428f-a0c4-687e924bfbf7 req-8911a07e-f402-42a2-b30c-0ddc932f5b61 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:07.961586 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d687eaac-ec7d-428f-a0c4-687e924bfbf7 req-8911a07e-f402-42a2-b30c-0ddc932f5b61 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0537157 Dec 06 15:03:07.966277 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcace7-3ddd-4566-87d2-a564bea8d3bd req-5079d545-c483-47d8-be1b-e936b0049824 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:07.974994 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35bcace7-3ddd-4566-87d2-a564bea8d3bd req-5079d545-c483-47d8-be1b-e936b0049824 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0597041 Dec 06 15:03:08.032110 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d687eaac-ec7d-428f-a0c4-687e924bfbf7 req-8cc732f4-225d-4c46-a54e-aba8b2e21f72 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593379 Dec 06 15:03:08.036496 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35bcace7-3ddd-4566-87d2-a564bea8d3bd req-3836fcfa-01b0-4fa6-9bd8-2fdbade8ec9f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541184 Dec 06 15:03:08.162444 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91878af9-01f5-4e85-ab4c-3c820c239a9c req-84a66934-09a6-4a46-a14e-29bd31bfaef9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:08.163934 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-91878af9-01f5-4e85-ab4c-3c820c239a9c req-84a66934-09a6-4a46-a14e-29bd31bfaef9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0508742 Dec 06 15:03:08.231088 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-91878af9-01f5-4e85-ab4c-3c820c239a9c req-16eb8aed-c574-4b41-9292-5c3affcc6104 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604632 Dec 06 15:03:08.307701 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-231a189e-8185-4f73-a11f-79109ca3c0f5 req-4357e7e8-19de-4a77-8564-094b594be86e tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0407066 Dec 06 15:03:08.341590 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35e3c2-4556-41c2-b8ac-250861558360 req-4892f8fa-224a-42f0-af82-149b7e3216e2 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:08.343245 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2c35e3c2-4556-41c2-b8ac-250861558360 req-4892f8fa-224a-42f0-af82-149b7e3216e2 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.1087334 Dec 06 15:03:08.428003 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2c35e3c2-4556-41c2-b8ac-250861558360 req-83a10f77-50bb-4d59-af1f-22dfa7fdfae4 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782454 Dec 06 15:03:08.498068 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f3e50-5ce2-49b3-b21b-53d6271dd934 req-30add672-622c-415a-8f56-e6e8682fda67 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:08.499904 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-538f3e50-5ce2-49b3-b21b-53d6271dd934 req-30add672-622c-415a-8f56-e6e8682fda67 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0632889 Dec 06 15:03:08.559113 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-538f3e50-5ce2-49b3-b21b-53d6271dd934 req-1b575f91-b8fb-46e5-91bd-2d39c5c751c9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521126 Dec 06 15:03:08.703010 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf235770-873e-46e8-b910-6fab46c01c90 req-2981a3d3-a85c-429e-95d3-8d01dd0f385c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:08.710135 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf235770-873e-46e8-b910-6fab46c01c90 req-2981a3d3-a85c-429e-95d3-8d01dd0f385c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0672150 Dec 06 15:03:08.771068 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf235770-873e-46e8-b910-6fab46c01c90 req-295c4147-5642-4d61-b767-e8e8a29c19cf tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575016 Dec 06 15:03:08.784605 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-133a9ec3-b80c-4b1f-aaab-65ec201f9b48 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:08.791853 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-133a9ec3-b80c-4b1f-aaab-65ec201f9b48 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/networks?id=a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 HTTP/1.1" status: 200 len: 810 time: 0.1338887 Dec 06 15:03:08.811239 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-dff23b8c-da71-4615-a093-d4e5cdd73233 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/quotas/360c1d4dec644284a4e61c9254a97ca2 HTTP/1.1" status: 200 len: 375 time: 0.0181553 Dec 06 15:03:08.903630 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-96088b72-4ca0-4368-80f7-386e7255995c tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=360c1d4dec644284a4e61c9254a97ca2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912070 Dec 06 15:03:08.929989 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca4d7d-1466-4ff6-a360-8cdd5fe54248 req-ad3e62fa-54d0-4c96-84d4-68c6b3c9ede0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:08.932861 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80ca4d7d-1466-4ff6-a360-8cdd5fe54248 req-ad3e62fa-54d0-4c96-84d4-68c6b3c9ede0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0687797 Dec 06 15:03:09.001460 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80ca4d7d-1466-4ff6-a360-8cdd5fe54248 req-6b039b16-f103-4951-8797-7ae8827598a7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616126 Dec 06 15:03:09.024031 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-862fc64d-2260-45ce-8d53-1f235c8331be service neutron] 10.222.0.20 "GET /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164119 Dec 06 15:03:09.133617 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f351e1-6d5a-42f0-ba1b-93a7eb1e74bf req-c5e66eed-cf08-48ea-bdd5-81e7656841b8 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:09.142928 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08f351e1-6d5a-42f0-ba1b-93a7eb1e74bf req-c5e66eed-cf08-48ea-bdd5-81e7656841b8 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0608051 Dec 06 15:03:09.179898 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-858261cb-83a3-4d81-906d-ac50a12f6077 service neutron] 10.222.0.20 "GET /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488492 Dec 06 15:03:09.207495 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08f351e1-6d5a-42f0-ba1b-93a7eb1e74bf req-3502572d-dec1-4c65-b89b-c0d83561fd51 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633743 Dec 06 15:03:09.336596 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8f24e-f7d1-430d-8a43-8018f8a1ee24 req-c34796a3-f4ef-47b2-959c-3257d01a12b6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:09.339044 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66a8f24e-f7d1-430d-8a43-8018f8a1ee24 req-c34796a3-f4ef-47b2-959c-3257d01a12b6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0820100 Dec 06 15:03:09.440296 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66a8f24e-f7d1-430d-8a43-8018f8a1ee24 req-74469dd1-77a9-470c-9a16-8f8983a2de4a tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940311 Dec 06 15:03:09.445502 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc28a6d-9aa7-4bfb-8ffb-b0b20b67197d req-814a53ca-4087-4357-b98c-8f2bb76fcd8b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:09.456234 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0cc28a6d-9aa7-4bfb-8ffb-b0b20b67197d req-814a53ca-4087-4357-b98c-8f2bb76fcd8b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0911520 Dec 06 15:03:09.505262 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0cc28a6d-9aa7-4bfb-8ffb-b0b20b67197d req-7fe7a7e5-f6ea-406a-b2dc-58b2bd6d25b4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518131 Dec 06 15:03:09.548686 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-218ecb7d-7638-4ddc-9452-e9b15dc8a942 req-3f25dc65-88d9-45ff-9b87-504079801f92 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 210 time: 0.0409851 Dec 06 15:03:09.559160 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39366) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:09.643984 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-40886c72-2465-4c73-9d05-574e9e992ffa req-f410917d-f5a9-430b-9371-abb7a0417508 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0654967 Dec 06 15:03:09.681617 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fda469-013d-4e8e-bca9-c7912f355b91 req-f67947de-23d7-4058-bd7a-fc9db8f50d12 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:09.683706 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-54fda469-013d-4e8e-bca9-c7912f355b91 req-f67947de-23d7-4058-bd7a-fc9db8f50d12 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0748403 Dec 06 15:03:09.740251 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abc0f36e-9efa-4b9d-9408-e00d84e0f87b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:09.787380 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-54fda469-013d-4e8e-bca9-c7912f355b91 req-1713279a-7fce-4de4-aa5f-68b084fe4e8e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956366 Dec 06 15:03:09.873192 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abc0f36e-9efa-4b9d-9408-e00d84e0f87b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:09.898345 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abc0f36e-9efa-4b9d-9408-e00d84e0f87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:09.970807 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-abc0f36e-9efa-4b9d-9408-e00d84e0f87b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3985f241d6f540c9aff993fec5533b4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4103990 Dec 06 15:03:09.972828 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0f36e-9efa-4b9d-9408-e00d84e0f87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b34bac-99dc-413c-8721-95394b48cff2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:09.973782 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39382) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:10.000081 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b527fec-57bc-4401-b5a3-a83177a7e989 req-363f9a0e-f909-40d5-a838-3002211054a0 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:10.002777 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b527fec-57bc-4401-b5a3-a83177a7e989 req-363f9a0e-f909-40d5-a838-3002211054a0 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1240084 Dec 06 15:03:10.071878 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b71f447-21fe-4027-a2d6-08d7ac7567a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:10.100646 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b71f447-21fe-4027-a2d6-08d7ac7567a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:10.121351 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b527fec-57bc-4401-b5a3-a83177a7e989 req-a9bd23c7-034b-4a2b-b35b-ed1933db3d95 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120558 Dec 06 15:03:10.200078 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77489d7a-4145-4b55-aa13-9cb70bd97d08 req-58a3d911-9f83-4819-99c4-0ee8e3416a30 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:10.201753 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-77489d7a-4145-4b55-aa13-9cb70bd97d08 req-58a3d911-9f83-4819-99c4-0ee8e3416a30 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0914001 Dec 06 15:03:10.209129 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39390) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:10.232368 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b71f447-21fe-4027-a2d6-08d7ac7567a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:10.236287 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b71f447-21fe-4027-a2d6-08d7ac7567a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:10.237509 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0b71f447-21fe-4027-a2d6-08d7ac7567a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74b34bac-99dc-413c-8721-95394b48cff2 HTTP/1.1" status: 204 len: 168 time: 0.2626281 Dec 06 15:03:10.259570 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71f447-21fe-4027-a2d6-08d7ac7567a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b34bac-99dc-413c-8721-95394b48cff2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:10.328523 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-77489d7a-4145-4b55-aa13-9cb70bd97d08 req-627b9dc4-c6eb-47a9-89ae-6cb3faf2aaf6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056230 Dec 06 15:03:10.447263 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbfca4-496f-4605-8bc5-9caf46431480 req-3314347d-45fb-4a63-9724-2eba6f9556d7 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:10.452132 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b4cbfca4-496f-4605-8bc5-9caf46431480 req-3314347d-45fb-4a63-9724-2eba6f9556d7 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0641465 Dec 06 15:03:10.515620 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b4cbfca4-496f-4605-8bc5-9caf46431480 req-5f4a9a5c-da57-45fb-86eb-997aa576f431 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600283 Dec 06 15:03:10.622841 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfffb1-b6f4-446f-a135-6345e4ea94e4 req-e1172988-279b-4f23-bb93-16655ac05841 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:10.624888 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4dfffb1-b6f4-446f-a135-6345e4ea94e4 req-e1172988-279b-4f23-bb93-16655ac05841 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.1144457 Dec 06 15:03:10.640915 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-069ecd55-57ab-45ff-aa19-4c78900f07b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:10.684794 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1855f20d-7c26-48db-9df8-b996b3892db9 req-6855144d-187e-457c-9690-6a6faf4cb05f tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 210 time: 0.0392392 Dec 06 15:03:10.697486 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39406) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:10.714485 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba72af34-0214-4012-935d-c02797d6b380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:10.756778 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4dfffb1-b6f4-446f-a135-6345e4ea94e4 req-b482ea50-4ea1-4883-80b7-87ddac9fa045 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179242 Dec 06 15:03:10.772922 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9630096-6dea-43e3-adf4-70415ef91b6a req-7e44ec9e-21f3-4c95-8f99-6c99903b3e30 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0327413 Dec 06 15:03:10.837940 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba72af34-0214-4012-935d-c02797d6b380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:10.844205 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba72af34-0214-4012-935d-c02797d6b380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:10.867022 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-c435cf70-d861-4ef7-97b2-7e115bead895 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:10.868498 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-c435cf70-d861-4ef7-97b2-7e115bead895 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.37 "GET /v2.0/networks?id=a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 HTTP/1.1" status: 200 len: 810 time: 0.1785095 Dec 06 15:03:10.884591 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-765629e1-eb02-408c-83c3-444ce61d08da tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Request body: {'port': {'device_id': 'd5ce70bb-df18-4765-8e05-fa3e838df99b', 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5', 'admin_state_up': True, 'tenant_id': '360c1d4dec644284a4e61c9254a97ca2'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:10.888942 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-069ecd55-57ab-45ff-aa19-4c78900f07b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:10.889074 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ba72af34-0214-4012-935d-c02797d6b380 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab724b6166e642e1a450a8fa438d7653&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1897433 Dec 06 15:03:10.889658 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72af34-0214-4012-935d-c02797d6b380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe70049-dbdc-4d01-b468-d66831df064b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:10.891516 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39408) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:10.913139 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-069ecd55-57ab-45ff-aa19-4c78900f07b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:11.017987 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-069ecd55-57ab-45ff-aa19-4c78900f07b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2c5a102df8842d08aa79b849541ebe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8071771 Dec 06 15:03:11.020654 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39410) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:11.030504 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ecd55-57ab-45ff-aa19-4c78900f07b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767fcc31-2300-43f3-8177-c7e20be80aba,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:11.062430 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-966e7590-42db-47b3-a8e0-4fe509a4bed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:11.081356 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fad3a2c7-741a-42ed-930d-a8881aca4a91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:11.093717 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-966e7590-42db-47b3-a8e0-4fe509a4bed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:11.099866 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-765629e1-eb02-408c-83c3-444ce61d08da tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Made reservation on behalf of 360c1d4dec644284a4e61c9254a97ca2 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:03:11.103269 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-765629e1-eb02-408c-83c3-444ce61d08da tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:11.103709 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fad3a2c7-741a-42ed-930d-a8881aca4a91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:11.151844 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fad3a2c7-741a-42ed-930d-a8881aca4a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:11.154563 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fad3a2c7-741a-42ed-930d-a8881aca4a91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:11.158399 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fad3a2c7-741a-42ed-930d-a8881aca4a91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/767fcc31-2300-43f3-8177-c7e20be80aba HTTP/1.1" status: 204 len: 168 time: 0.1364191 Dec 06 15:03:11.165994 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-966e7590-42db-47b3-a8e0-4fe509a4bed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:11.167106 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3a2c7-741a-42ed-930d-a8881aca4a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767fcc31-2300-43f3-8177-c7e20be80aba,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:11.170163 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-966e7590-42db-47b3-a8e0-4fe509a4bed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:11.171791 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-966e7590-42db-47b3-a8e0-4fe509a4bed3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbe70049-dbdc-4d01-b468-d66831df064b HTTP/1.1" status: 204 len: 168 time: 0.2782829 Dec 06 15:03:11.220570 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e7590-42db-47b3-a8e0-4fe509a4bed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe70049-dbdc-4d01-b468-d66831df064b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:11.314550 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-765629e1-eb02-408c-83c3-444ce61d08da tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Allocated IP 172.20.0.3 (a4732a51-9ddd-44a8-8a76-cbb304a2ecb5/36e31e95-5c98-4922-9d80-978cf8f08c26/e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:03:11.530043 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-765629e1-eb02-408c-83c3-444ce61d08da tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:11.545250 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da643100-8f08-4a09-b881-7675bdc82d7a req-61bff702-6af7-49cb-a58b-c1da1a8fd01f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:11.546787 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da643100-8f08-4a09-b881-7675bdc82d7a req-61bff702-6af7-49cb-a58b-c1da1a8fd01f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.1397855 Dec 06 15:03:11.609820 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39430) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:11.614174 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-765629e1-eb02-408c-83c3-444ce61d08da tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:11.629632 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['dc3bf718-619b-4d36-9818-9c6483c80df7'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:03:11.640393 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9731289-2f6a-4308-bd00-c138f34c2617 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:11.681156 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7dfd25-23d8-452c-b406-ffd6de18d392 req-5e6c1eb6-3958-479d-ac42-225e393c40c7 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:11.687936 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da643100-8f08-4a09-b881-7675bdc82d7a req-38aac817-cbe9-4fab-802e-85e1dbfdf22e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255836 Dec 06 15:03:11.690218 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf7dfd25-23d8-452c-b406-ffd6de18d392 req-5e6c1eb6-3958-479d-ac42-225e393c40c7 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0928211 Dec 06 15:03:11.698553 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-765629e1-eb02-408c-83c3-444ce61d08da tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Network a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:03:11.703625 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-765629e1-eb02-408c-83c3-444ce61d08da tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:03:11.705980 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765629e1-eb02-408c-83c3-444ce61d08da tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Pushing event updated for resources: {'Port': ['ID=e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:11.708245 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-765629e1-eb02-408c-83c3-444ce61d08da tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:03:11.779364 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf7dfd25-23d8-452c-b406-ffd6de18d392 req-fc96b284-2062-40de-8cd2-fff87dd3237e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881860 Dec 06 15:03:11.834673 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9731289-2f6a-4308-bd00-c138f34c2617 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:11.840717 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9731289-2f6a-4308-bd00-c138f34c2617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:11.851151 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-765629e1-eb02-408c-83c3-444ce61d08da tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:11.851888 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-765629e1-eb02-408c-83c3-444ce61d08da tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:11.898705 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-765629e1-eb02-408c-83c3-444ce61d08da tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0178108 Dec 06 15:03:11.914554 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05988bde-59a9-4ac4-9753-010a9f9afd02 req-ed500f5e-b1f6-4ac9-9fec-1ff6a3bb3c68 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:11.916172 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-05988bde-59a9-4ac4-9753-010a9f9afd02 req-ed500f5e-b1f6-4ac9-9fec-1ff6a3bb3c68 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 931 time: 0.0850623 Dec 06 15:03:11.921858 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Request body: {'port': {'device_id': 'd5ce70bb-df18-4765-8e05-fa3e838df99b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:11.925669 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f9731289-2f6a-4308-bd00-c138f34c2617 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0306eca810484bd7b0e8067f40207202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3119707 Dec 06 15:03:11.928539 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39448) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:11.936859 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9731289-2f6a-4308-bd00-c138f34c2617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de02048b-e88c-4784-9d75-ff2ffac15c9a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:11.997033 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ced66-d6de-4896-8f2a-cd9c367ca541 req-d1c41b01-7e3f-499f-85d5-2a8bab68f4e1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:11.997033 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-924ced66-d6de-4896-8f2a-cd9c367ca541 req-d1c41b01-7e3f-499f-85d5-2a8bab68f4e1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.1346433 Dec 06 15:03:12.014668 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-05988bde-59a9-4ac4-9753-010a9f9afd02 req-37ab07cf-d296-4835-9566-688ff338a4a3 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886295 Dec 06 15:03:12.015543 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:12.035539 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-240f6510-cc25-4dbd-9d57-ba3897d6d34b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:12.068367 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-924ced66-d6de-4896-8f2a-cd9c367ca541 req-7ff231c4-de95-4470-a753-f6fc0d8014cf tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622418 Dec 06 15:03:12.090703 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-240f6510-cc25-4dbd-9d57-ba3897d6d34b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:12.155684 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-240f6510-cc25-4dbd-9d57-ba3897d6d34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:12.159445 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-240f6510-cc25-4dbd-9d57-ba3897d6d34b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:12.161093 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-240f6510-cc25-4dbd-9d57-ba3897d6d34b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de02048b-e88c-4784-9d75-ff2ffac15c9a HTTP/1.1" status: 204 len: 168 time: 0.2306526 Dec 06 15:03:12.171610 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f6510-cc25-4dbd-9d57-ba3897d6d34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de02048b-e88c-4784-9d75-ff2ffac15c9a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:12.188862 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f07e020-b4f2-43cc-97c9-7207c8f7c0bd req-9e6fcaeb-7e60-4a7f-968d-80c3790a055e tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0373948 Dec 06 15:03:12.386442 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721affb5-bbcc-4106-9d76-45ddbf6f7eda req-e51b9214-2f3b-4984-83ef-5401db7f82ca tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:12.387982 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-721affb5-bbcc-4106-9d76-45ddbf6f7eda req-e51b9214-2f3b-4984-83ef-5401db7f82ca tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0860271 Dec 06 15:03:12.473130 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:03:12.508756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-721affb5-bbcc-4106-9d76-45ddbf6f7eda req-9450009e-c658-4828-983d-3dd32036ffba tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120820 Dec 06 15:03:12.510989 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:12.527525 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Transition to ACTIVE for port object e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:03:12.532791 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:12.590409 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Pushing event updated for resources: {'Port': ['ID=e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:12.665055 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Attempting to bind port e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:03:12.665403 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Attempting to bind port e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '3de383c1-5981-42d0-a2c8-804097371e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:03:12.665775 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Attempting to bind port e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb on network a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:03:12.671779 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Port e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb on network a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:03:12.672183 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Attempting to bind port e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb on network a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:03:12.677567 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:03:12.677913 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Checking segment: {'id': '3de383c1-5981-42d0-a2c8-804097371e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:03:12.678332 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Bound using segment: {'id': '3de383c1-5981-42d0-a2c8-804097371e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:03:12.678748 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Bound port: e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de383c1-5981-42d0-a2c8-804097371e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:03:12.679107 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:12.760504 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] For port e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:03:12.765229 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] For port e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb,segment=NetworkSegment(3de383c1-5981-42d0-a2c8-804097371e4f),segment_id=3de383c1-5981-42d0-a2c8-804097371e4f)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:03:12.772500 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:12.809138 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa38878-e897-46fa-9c84-bd6f44b169a9 req-1de27520-eaee-4605-8ce5-5a9d3da77677 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:12.813131 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8aa38878-e897-46fa-9c84-bd6f44b169a9 req-1de27520-eaee-4605-8ce5-5a9d3da77677 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0575550 Dec 06 15:03:12.820732 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:12.821460 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:12.822807 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] 10.222.0.37 "PUT /v2.0/ports/e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb HTTP/1.1" status: 200 len: 1091 time: 0.9049382 Dec 06 15:03:12.823261 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ce70bb-df18-4765-8e05-fa3e838df99b', 'tag': 'e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:12.825744 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c8b42b-26f0-4f4a-b92c-7bff025ca984" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ce70bb-df18-4765-8e05-fa3e838df99b", "tag": "e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:12.892041 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8aa38878-e897-46fa-9c84-bd6f44b169a9 req-da1201dd-8631-4826-887e-d5252b10fde3 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664625 Dec 06 15:03:12.919088 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ea5ec-3643-43ee-bc99-756f0243d92a service neutron] Pushing event updated for resources: {'Port': ['ID=e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:12.922724 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e54b0f-1848-42e8-bfc1-5696ac8da5ca x-openstack-request-id: req-35e54b0f-1848-42e8-bfc1-5696ac8da5ca {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:12.923015 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ce70bb-df18-4765-8e05-fa3e838df99b", "tag": "e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:12.923267 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35e54b0f-1848-42e8-bfc1-5696ac8da5ca {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:12.923683 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ce70bb-df18-4765-8e05-fa3e838df99b', 'tag': 'e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb', 'status': 'completed', 'code': 200} Dec 06 15:03:12.942296 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-11622d1d-9101-4d23-aedb-b724205dfa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:12.942296 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-11622d1d-9101-4d23-aedb-b724205dfa7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=360c1d4dec644284a4e61c9254a97ca2&device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 1094 time: 0.0684783 Dec 06 15:03:12.990343 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-8a0bf138-8a04-4c72-87e7-2ba546c98964 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb HTTP/1.1" status: 200 len: 217 time: 0.0388632 Dec 06 15:03:13.052772 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-ab40791c-4242-4851-8d71-b98806624d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:13.054309 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-ab40791c-4242-4851-8d71-b98806624d4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=36e31e95-5c98-4922-9d80-978cf8f08c26 HTTP/1.1" status: 200 len: 850 time: 0.0558431 Dec 06 15:03:13.091379 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-0ac4db65-fb23-49c5-aac6-6269172506d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4732a51-9ddd-44a8-8a76-cbb304a2ecb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297377 Dec 06 15:03:13.178050 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94d5ba-d875-432f-be1a-78d23c3ab727 req-6bfb9b89-8bf5-4376-b432-46f66795d212 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:13.188410 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b94d5ba-d875-432f-be1a-78d23c3ab727 req-6bfb9b89-8bf5-4376-b432-46f66795d212 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 943 time: 0.0953844 Dec 06 15:03:13.254575 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b94d5ba-d875-432f-be1a-78d23c3ab727 req-024d5313-272f-4921-a531-9a206c50028e tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650792 Dec 06 15:03:13.278267 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-4193bad6-25f5-4173-8db5-f5b29ab0992b service neutron] 10.222.0.37 "GET /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789939 Dec 06 15:03:13.287190 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd189e66-31c3-4415-a61f-cdf678e6a773 req-de5848cc-a1a0-4ee4-869d-01b672b6e66c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:13.288766 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd189e66-31c3-4415-a61f-cdf678e6a773 req-de5848cc-a1a0-4ee4-869d-01b672b6e66c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0943127 Dec 06 15:03:13.341521 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-52c50d48-23d7-4a41-9a43-bc04b91f93d9 req-a1913096-9cff-4447-a661-a1434b9566d3 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0440791 Dec 06 15:03:13.406053 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd189e66-31c3-4415-a61f-cdf678e6a773 req-aff33436-617d-40c4-b48b-11a8e66fa7b3 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087239 Dec 06 15:03:13.432483 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c8baa30-f6e5-4f27-ab55-206cb847877a req-fefedbc2-dba1-4c0c-9b73-248cb6595dea service neutron] 10.222.0.37 "GET /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346397 Dec 06 15:03:13.529229 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8b42b-26f0-4f4a-b92c-7bff025ca984 req-75634cae-2bce-479a-b9f1-6182d61f6008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:13.530986 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0c8b42b-26f0-4f4a-b92c-7bff025ca984 req-75634cae-2bce-479a-b9f1-6182d61f6008 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=360c1d4dec644284a4e61c9254a97ca2&device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 1094 time: 0.0504317 Dec 06 15:03:13.641717 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949356e7-08cd-4502-9ba0-7ba8b9ea794a req-eeb2a08e-0bfa-4ad3-842c-99bd9c311d88 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:13.646736 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8b42b-26f0-4f4a-b92c-7bff025ca984 req-47a60ede-33c1-4e4b-b5df-947eb086498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:13.648436 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0c8b42b-26f0-4f4a-b92c-7bff025ca984 req-47a60ede-33c1-4e4b-b5df-947eb086498a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 HTTP/1.1" status: 200 len: 911 time: 0.1053252 Dec 06 15:03:13.649890 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-949356e7-08cd-4502-9ba0-7ba8b9ea794a req-eeb2a08e-0bfa-4ad3-842c-99bd9c311d88 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0618646 Dec 06 15:03:13.700322 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-949356e7-08cd-4502-9ba0-7ba8b9ea794a req-b1b836bc-1b71-4305-b172-f7a4b1ff2d79 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494449 Dec 06 15:03:13.710229 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0c8b42b-26f0-4f4a-b92c-7bff025ca984 req-aa9281a9-60d1-4725-a39f-b31e12f8e14b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb HTTP/1.1" status: 200 len: 217 time: 0.0511808 Dec 06 15:03:13.780035 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8b42b-26f0-4f4a-b92c-7bff025ca984 req-481b731d-9ab5-47e7-9140-30e3ff64aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:13.781713 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0c8b42b-26f0-4f4a-b92c-7bff025ca984 req-481b731d-9ab5-47e7-9140-30e3ff64aec9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=36e31e95-5c98-4922-9d80-978cf8f08c26 HTTP/1.1" status: 200 len: 850 time: 0.0625961 Dec 06 15:03:13.837146 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0c8b42b-26f0-4f4a-b92c-7bff025ca984 req-9e13ae67-bba9-4ed3-965e-0104c5775e3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4732a51-9ddd-44a8-8a76-cbb304a2ecb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405321 Dec 06 15:03:13.877307 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b81ee-1e72-4ed0-8f7b-73f2a335f1fc req-ce7e0f05-71b1-4330-ac38-134e733a22dc tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:13.878815 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b9b81ee-1e72-4ed0-8f7b-73f2a335f1fc req-ce7e0f05-71b1-4330-ac38-134e733a22dc tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0931358 Dec 06 15:03:13.973285 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b9b81ee-1e72-4ed0-8f7b-73f2a335f1fc req-11e26847-6c40-4e55-b68b-9aa02ecf4353 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859010 Dec 06 15:03:13.980172 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0c8b42b-26f0-4f4a-b92c-7bff025ca984 req-5f32f4c8-2f59-4268-9191-b6710b927f05 service neutron] 10.222.0.37 "GET /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332557 Dec 06 15:03:14.045965 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087d368-a709-4d43-a9b4-e7409c987467 req-a11e2cee-f270-4d95-8aca-9c18f1319209 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:14.048503 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c087d368-a709-4d43-a9b4-e7409c987467 req-a11e2cee-f270-4d95-8aca-9c18f1319209 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0792546 Dec 06 15:03:14.067742 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39556) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:14.102912 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0c8b42b-26f0-4f4a-b92c-7bff025ca984 req-4f5b73f7-100a-4b19-a82a-d24e7f871eca service neutron] 10.222.0.37 "GET /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060162 Dec 06 15:03:14.138379 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c087d368-a709-4d43-a9b4-e7409c987467 req-0353e21c-bac2-401f-a3d9-451ae7c89154 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835531 Dec 06 15:03:14.156389 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62372f4d-d296-4401-bb7d-08be59ce1b6e req-cea3b822-55b1-4a0b-b5c3-9d2c40c971bf tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:14.159230 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62372f4d-d296-4401-bb7d-08be59ce1b6e req-cea3b822-55b1-4a0b-b5c3-9d2c40c971bf tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0554259 Dec 06 15:03:14.209379 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62372f4d-d296-4401-bb7d-08be59ce1b6e req-5065a3b8-f65e-4525-8b60-56471f17532d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437896 Dec 06 15:03:14.277677 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2a985c3-e142-42b4-b477-724d9ac4e4c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:14.385532 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d78cab-6d88-4cae-9247-a60e5d73827b req-487278dd-0ad7-403a-a249-b7a7c5c92e5b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:14.387276 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-98d78cab-6d88-4cae-9247-a60e5d73827b req-487278dd-0ad7-403a-a249-b7a7c5c92e5b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0819774 Dec 06 15:03:14.389662 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f79a5-7e60-4ca2-ae81-67ee96d16ad6 req-c885eb33-f53e-47dc-a6ab-7a7b4d800cf0 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:14.392104 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fa4f79a5-7e60-4ca2-ae81-67ee96d16ad6 req-c885eb33-f53e-47dc-a6ab-7a7b4d800cf0 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 943 time: 0.0618360 Dec 06 15:03:14.433449 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2a985c3-e142-42b4-b477-724d9ac4e4c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:14.442219 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2a985c3-e142-42b4-b477-724d9ac4e4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:14.454594 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fa4f79a5-7e60-4ca2-ae81-67ee96d16ad6 req-b5a05269-c5c8-4d9f-8dc6-fde83238be3f tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559998 Dec 06 15:03:14.490594 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-98d78cab-6d88-4cae-9247-a60e5d73827b req-8269fd23-46eb-4281-8800-c737b1d45d12 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943580 Dec 06 15:03:14.508905 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a2a985c3-e142-42b4-b477-724d9ac4e4c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4dc3dc147e9b436492ba89483cc185c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4398832 Dec 06 15:03:14.513417 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39582) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:14.525441 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a985c3-e142-42b4-b477-724d9ac4e4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0e6496-2c39-4be5-a8f3-d31bcdb82415,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:14.544209 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ced37c6f-583e-47a1-a91d-8a3bb7081ea2 req-29ca3c43-b359-4605-87ff-3f7e7bee02a4 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0439122 Dec 06 15:03:14.631059 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29f0f3ad-d5bd-4654-9216-8334c7219de1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:14.645300 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509dc32-966f-45c2-8f28-30f444c2f90e req-7fe32f4c-6c71-43de-bd9f-de190da7dbd6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:14.646810 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0509dc32-966f-45c2-8f28-30f444c2f90e req-7fe32f4c-6c71-43de-bd9f-de190da7dbd6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0715678 Dec 06 15:03:14.675071 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0566c6-93da-40c0-9a3e-2a87b0892ed6 req-a899819a-33b2-4d8a-8cc6-e84d9f3f0a30 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:14.676616 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8a0566c6-93da-40c0-9a3e-2a87b0892ed6 req-a899819a-33b2-4d8a-8cc6-e84d9f3f0a30 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0573659 Dec 06 15:03:14.681312 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29f0f3ad-d5bd-4654-9216-8334c7219de1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:14.731903 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8a0566c6-93da-40c0-9a3e-2a87b0892ed6 req-fd5f2431-5da2-43cf-a86c-eb3488c8c3f4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448294 Dec 06 15:03:14.734697 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0509dc32-966f-45c2-8f28-30f444c2f90e req-e068f0a9-fbf9-479d-b75a-6b39bde6cee5 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772820 Dec 06 15:03:14.770864 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29f0f3ad-d5bd-4654-9216-8334c7219de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:14.773994 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29f0f3ad-d5bd-4654-9216-8334c7219de1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:14.775444 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-29f0f3ad-d5bd-4654-9216-8334c7219de1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d0e6496-2c39-4be5-a8f3-d31bcdb82415 HTTP/1.1" status: 204 len: 168 time: 0.2555168 Dec 06 15:03:14.784783 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0f3ad-d5bd-4654-9216-8334c7219de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0e6496-2c39-4be5-a8f3-d31bcdb82415,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:14.883788 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdead4b9-7095-4480-ab50-d029b8902bae req-6942aee6-29c0-46e8-bd95-d4f1227c0249 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:14.885831 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cdead4b9-7095-4480-ab50-d029b8902bae req-6942aee6-29c0-46e8-bd95-d4f1227c0249 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0544014 Dec 06 15:03:14.942701 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cdead4b9-7095-4480-ab50-d029b8902bae req-3414d7e9-427e-4f29-866c-cad10207fc87 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498517 Dec 06 15:03:15.117464 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d2bbd-12a1-4ffc-b3c2-7f1d12c9b5f7 req-1aacfcfa-aa2c-4391-b142-83cc350d6339 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:15.125708 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-539d2bbd-12a1-4ffc-b3c2-7f1d12c9b5f7 req-1aacfcfa-aa2c-4391-b142-83cc350d6339 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0623777 Dec 06 15:03:15.172913 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39612) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:15.189280 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0235a75a-7422-4704-b0b2-aedfcebb5973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:15.189855 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-539d2bbd-12a1-4ffc-b3c2-7f1d12c9b5f7 req-249e1ef2-de59-46fb-a143-fe2e94ea03da tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632193 Dec 06 15:03:15.304920 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b747f98-5961-4bb4-9a05-ca749ab0083c req-4317ca72-47a3-4a3b-b7e3-b6a911c99718 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:15.308203 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b747f98-5961-4bb4-9a05-ca749ab0083c req-4317ca72-47a3-4a3b-b7e3-b6a911c99718 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0876544 Dec 06 15:03:15.329658 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feff59a-9f48-4141-bebf-a88c3fec2678 req-98bc0f5e-9962-42b8-956a-100ceb4c1f68 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:15.331446 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8feff59a-9f48-4141-bebf-a88c3fec2678 req-98bc0f5e-9962-42b8-956a-100ceb4c1f68 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0710468 Dec 06 15:03:15.349544 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0235a75a-7422-4704-b0b2-aedfcebb5973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:15.363220 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0235a75a-7422-4704-b0b2-aedfcebb5973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:15.386546 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8feff59a-9f48-4141-bebf-a88c3fec2678 req-282214f7-36b5-4952-a4de-9b4098db9228 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488625 Dec 06 15:03:15.411541 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8b747f98-5961-4bb4-9a05-ca749ab0083c req-f5285510-d124-415d-86c8-98dea04c8e0e tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954165 Dec 06 15:03:15.418565 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0235a75a-7422-4704-b0b2-aedfcebb5973 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d6f0ad80ad2430192a620fa93a138b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2445605 Dec 06 15:03:15.421755 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39620) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:15.439785 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235a75a-7422-4704-b0b2-aedfcebb5973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2963bd-4fd9-4413-adb2-995a2d71c407,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:15.489014 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-998f9daf-eece-4c1f-94ec-d10424fc425d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:15.534949 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-998f9daf-eece-4c1f-94ec-d10424fc425d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:15.584662 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1724d2-f49b-4f76-ad7f-b73740abf7a6 req-440af941-0638-4431-b87c-afe2aadaa9e4 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:15.586335 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a1724d2-f49b-4f76-ad7f-b73740abf7a6 req-440af941-0638-4431-b87c-afe2aadaa9e4 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 943 time: 0.0524023 Dec 06 15:03:15.627105 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf10df4-7232-4cf4-a5a6-f3a71c56f527 req-35895155-6819-48bc-9544-9be8d8ba9585 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:15.628979 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9bf10df4-7232-4cf4-a5a6-f3a71c56f527 req-35895155-6819-48bc-9544-9be8d8ba9585 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0969093 Dec 06 15:03:15.630643 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-998f9daf-eece-4c1f-94ec-d10424fc425d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:15.633483 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-998f9daf-eece-4c1f-94ec-d10424fc425d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:15.637222 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-998f9daf-eece-4c1f-94ec-d10424fc425d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f2963bd-4fd9-4413-adb2-995a2d71c407 HTTP/1.1" status: 204 len: 168 time: 0.2119141 Dec 06 15:03:15.649899 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f9daf-eece-4c1f-94ec-d10424fc425d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2963bd-4fd9-4413-adb2-995a2d71c407,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:15.656380 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a1724d2-f49b-4f76-ad7f-b73740abf7a6 req-26ac939b-8400-497d-a9e5-191e6ad2b80b tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622239 Dec 06 15:03:15.717407 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9bf10df4-7232-4cf4-a5a6-f3a71c56f527 req-28a77386-bd4f-4839-85ce-5a7c1cde953a tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772972 Dec 06 15:03:15.768806 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd23cf88-4aab-4933-8787-969bb329695e req-20636e67-eeb6-4759-9a6b-047a2c302cf5 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0378513 Dec 06 15:03:15.876215 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57e4db-34e6-4400-afff-26d9995ea3b5 req-85529f36-f32d-40a3-b7af-ec213bea6e2a tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:15.884280 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8a57e4db-34e6-4400-afff-26d9995ea3b5 req-85529f36-f32d-40a3-b7af-ec213bea6e2a tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0764709 Dec 06 15:03:15.888100 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c3fd6-12dc-46eb-8469-ebefd2276290 req-2de5ab01-0a4e-4ed3-9afa-fa77b2b02b56 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:15.897075 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a3c3fd6-12dc-46eb-8469-ebefd2276290 req-2de5ab01-0a4e-4ed3-9afa-fa77b2b02b56 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0814409 Dec 06 15:03:15.949761 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8a57e4db-34e6-4400-afff-26d9995ea3b5 req-ee6dc2aa-da2f-416b-bf75-48ecd150ac7f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638747 Dec 06 15:03:15.951113 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a3c3fd6-12dc-46eb-8469-ebefd2276290 req-fa6eb545-bf73-47c7-bd84-63c26a1d3c8b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530953 Dec 06 15:03:16.099039 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146ca8a-f2c5-40aa-8964-e7435329d9c5 req-82ed4b8b-2ddd-4a74-acc6-c29031b7104d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:16.100664 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3146ca8a-f2c5-40aa-8964-e7435329d9c5 req-82ed4b8b-2ddd-4a74-acc6-c29031b7104d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0532227 Dec 06 15:03:16.150570 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3146ca8a-f2c5-40aa-8964-e7435329d9c5 req-7dd1ef5a-70bd-4b49-97e3-0e49e3d2f470 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 Dec 06 15:03:16.290434 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c8e60-a884-44cd-97e7-3c1276fafeb7 req-d346173d-e8ac-4594-9d28-c58d5ab4e8ac tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:16.292658 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-464c8e60-a884-44cd-97e7-3c1276fafeb7 req-d346173d-e8ac-4594-9d28-c58d5ab4e8ac tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0629046 Dec 06 15:03:16.352290 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-464c8e60-a884-44cd-97e7-3c1276fafeb7 req-808462f9-e4cc-4660-a77f-0af48f7e9f2b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529752 Dec 06 15:03:16.517146 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:03:16.545308 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074c8bc-6f72-4f69-99aa-898e41313c53 req-58032d8c-d5c1-4ae3-aecf-63f869d254ea tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:16.555063 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2074c8bc-6f72-4f69-99aa-898e41313c53 req-58032d8c-d5c1-4ae3-aecf-63f869d254ea tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0740826 Dec 06 15:03:16.592594 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3c490-68d9-4e55-8e2e-b3d976fd2cdf req-2657e996-e800-4532-86ae-5fd654de06e5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:16.594700 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ac3c490-68d9-4e55-8e2e-b3d976fd2cdf req-2657e996-e800-4532-86ae-5fd654de06e5 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0917916 Dec 06 15:03:16.649780 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2074c8bc-6f72-4f69-99aa-898e41313c53 req-cf32b262-f857-4aea-9835-46e49f3d2cf8 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937662 Dec 06 15:03:16.654845 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39692) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:16.703995 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ac3c490-68d9-4e55-8e2e-b3d976fd2cdf req-277d5ba7-0266-4e5b-9ed6-c07732f3cdc2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867386 Dec 06 15:03:16.704162 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb,segment=NetworkSegment(3de383c1-5981-42d0-a2c8-804097371e4f),segment_id=3de383c1-5981-42d0-a2c8-804097371e4f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:16.719127 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb', 'network_id': 'a4732a51-9ddd-44a8-8a76-cbb304a2ecb5', 'port_id': 'e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb', 'mac_address': 'fa:16:3e:ac:c4:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e31e95-5c98-4922-9d80-978cf8f08c26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:03:16.783148 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:16.803945 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:03:16.807405 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9eebf-c71b-4c59-95d1-0da5b2ccae8a req-e684a8ef-78c8-4cfc-9110-f20877645e68 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:16.810243 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56e9eebf-c71b-4c59-95d1-0da5b2ccae8a req-e684a8ef-78c8-4cfc-9110-f20877645e68 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 943 time: 0.0618110 Dec 06 15:03:16.836152 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb,segment=NetworkSegment(3de383c1-5981-42d0-a2c8-804097371e4f),segment_id=3de383c1-5981-42d0-a2c8-804097371e4f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:16.841955 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:16.896755 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56e9eebf-c71b-4c59-95d1-0da5b2ccae8a req-d5b318a3-d9ea-4bdd-89e1-1afa4ecc468b tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804760 Dec 06 15:03:16.916863 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78b9d6-7381-45d0-8b94-55a049d7d431 req-7112cf3a-8525-46da-8b27-3e00f2130864 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:16.925080 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c78b9d6-7381-45d0-8b94-55a049d7d431 req-7112cf3a-8525-46da-8b27-3e00f2130864 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1194668 Dec 06 15:03:16.927566 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:17.017106 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-de598b29-4b73-4769-9aed-47fe7d32dcff req-be7ea59a-fb04-4322-8b1a-903485c515fa tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0409269 Dec 06 15:03:17.064039 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8c78b9d6-7381-45d0-8b94-55a049d7d431 req-5e41bf18-5309-4a15-a31b-8596d394af87 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279104 Dec 06 15:03:17.095411 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:03:17.184343 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae99dfc-0d47-47e4-9901-3932a0ef7552 req-9cc380f0-008c-48aa-abd7-30d1c01fd598 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:17.195174 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2ae99dfc-0d47-47e4-9901-3932a0ef7552 req-9cc380f0-008c-48aa-abd7-30d1c01fd598 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.1099949 Dec 06 15:03:17.263941 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2ae99dfc-0d47-47e4-9901-3932a0ef7552 req-66e48639-6efe-485b-8a07-c85e0977d898 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677838 Dec 06 15:03:17.288914 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75678d74-1c33-443d-875f-926c07479ea8 req-e6be3532-54f3-49e6-9e47-ba01917708f5 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:17.290870 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-75678d74-1c33-443d-875f-926c07479ea8 req-e6be3532-54f3-49e6-9e47-ba01917708f5 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1070139 Dec 06 15:03:17.351472 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-75678d74-1c33-443d-875f-926c07479ea8 req-cb8f11b5-db65-4fe8-a9f7-8e979107f45c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493054 Dec 06 15:03:17.432319 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74df445b-5bf8-439e-8280-9102fe4d9267 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:17.480905 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7a6cf-3678-4afa-9c36-601d2bf1817c req-9c7372ab-e62e-4176-adbd-203b866a9fb9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:17.484235 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4f7a6cf-3678-4afa-9c36-601d2bf1817c req-9c7372ab-e62e-4176-adbd-203b866a9fb9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0556231 Dec 06 15:03:17.549764 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4f7a6cf-3678-4afa-9c36-601d2bf1817c req-e6976968-ac54-4210-a4cd-2d53c79638da tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552654 Dec 06 15:03:17.723763 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697742b2-32d2-4bd0-81aa-e70f30aa0080 req-e18e336e-fe75-4e84-b72b-8c0f41fab1cc tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:17.732994 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-697742b2-32d2-4bd0-81aa-e70f30aa0080 req-e18e336e-fe75-4e84-b72b-8c0f41fab1cc tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0632687 Dec 06 15:03:17.800770 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-697742b2-32d2-4bd0-81aa-e70f30aa0080 req-425b0e12-3993-4061-a089-04fefe130a97 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534654 Dec 06 15:03:17.870998 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-74df445b-5bf8-439e-8280-9102fe4d9267 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Deleting port 20bfc379-92af-4843-afce-54dda5e63e91 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:03:17.871337 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74df445b-5bf8-439e-8280-9102fe4d9267 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:17.912629 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a1aab-128e-4223-8b5f-4f7164bfb73e req-91557915-6c18-4b2c-ac90-b393b338a62c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:17.914309 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-840a1aab-128e-4223-8b5f-4f7164bfb73e req-91557915-6c18-4b2c-ac90-b393b338a62c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.1108351 Dec 06 15:03:17.934305 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ea692-4911-4310-a84c-69aa8e6b72d1 req-98fd273d-a7eb-42aa-ace5-58d740be510a tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:17.936185 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-042ea692-4911-4310-a84c-69aa8e6b72d1 req-98fd273d-a7eb-42aa-ace5-58d740be510a tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0754704 Dec 06 15:03:18.006654 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-042ea692-4911-4310-a84c-69aa8e6b72d1 req-1a9786d3-7e67-482b-ae2b-2d9d61658e10 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639157 Dec 06 15:03:18.008774 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-840a1aab-128e-4223-8b5f-4f7164bfb73e req-a7cc5dd1-1433-404b-87c9-1e986fe0ffb0 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851889 Dec 06 15:03:18.039777 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-74df445b-5bf8-439e-8280-9102fe4d9267 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] For port 20bfc379-92af-4843-afce-54dda5e63e91, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=20bfc379-92af-4843-afce-54dda5e63e91,segment=NetworkSegment(93541097-f8e2-4da8-bb84-6f446a9cb0e5),segment_id=93541097-f8e2-4da8-bb84-6f446a9cb0e5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:18.039777 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74df445b-5bf8-439e-8280-9102fe4d9267 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:18.072901 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-74df445b-5bf8-439e-8280-9102fe4d9267 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Calling delete_port for 20bfc379-92af-4843-afce-54dda5e63e91 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:03:18.152887 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3570b-a1d2-4855-a3f8-a12d1c233474 req-20e70735-a53f-4f91-9ca3-56f077ecb08a tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:18.161188 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-71c3570b-a1d2-4855-a3f8-a12d1c233474 req-20e70735-a53f-4f91-9ca3-56f077ecb08a tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 944 time: 0.0638895 Dec 06 15:03:18.201083 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad35361c-a63d-4b76-9fb0-a78a250ae87a req-01e9d6fd-96de-4216-b8a8-f91931329d78 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0330534 Dec 06 15:03:18.226244 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-71c3570b-a1d2-4855-a3f8-a12d1c233474 req-86ee1f23-574f-4afe-b80c-a59e201798c2 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638919 Dec 06 15:03:18.395802 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74df445b-5bf8-439e-8280-9102fe4d9267 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:18.416851 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fb5f5-d23c-442a-8281-3a27ee713364 req-2819d203-470f-4600-ac88-b8dc835fc524 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:18.418300 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac38b5c-2f22-43ae-bfed-70ace067b3ba req-903e0b64-ad1b-4d85-9a32-d2907dbbe1e6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:18.418440 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1f8fb5f5-d23c-442a-8281-3a27ee713364 req-2819d203-470f-4600-ac88-b8dc835fc524 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0685551 Dec 06 15:03:18.426060 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3ac38b5c-2f22-43ae-bfed-70ace067b3ba req-903e0b64-ad1b-4d85-9a32-d2907dbbe1e6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0898516 Dec 06 15:03:18.439877 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df445b-5bf8-439e-8280-9102fe4d9267 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'Port': ['ID=20bfc379-92af-4843-afce-54dda5e63e91,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:18.499290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3ac38b5c-2f22-43ae-bfed-70ace067b3ba req-9b1423dc-c75d-4d7e-8257-0d1b8edb78a7 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718622 Dec 06 15:03:18.545049 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:03:18.588685 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1f8fb5f5-d23c-442a-8281-3a27ee713364 req-2fa16d4e-f0bc-44c8-b658-42a8021dd9f9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460354 Dec 06 15:03:18.647487 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:03:18.651866 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:18.652319 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:18.770301 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31175c16-1209-48b0-92ee-96b23564c542 req-d9bcd0d1-6b44-47c5-9c34-dc1d3803eb04 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:18.780412 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31175c16-1209-48b0-92ee-96b23564c542 req-d9bcd0d1-6b44-47c5-9c34-dc1d3803eb04 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1144924 Dec 06 15:03:18.801155 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:18.813788 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39766) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:18.850962 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb,segment=NetworkSegment(3de383c1-5981-42d0-a2c8-804097371e4f),segment_id=3de383c1-5981-42d0-a2c8-804097371e4f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:18.852289 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ce70bb-df18-4765-8e05-fa3e838df99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:18.856339 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc31301e-ebf9-4643-804e-21179038406e" -d '{"events": [{"server_uuid": "d5ce70bb-df18-4765-8e05-fa3e838df99b", "name": "network-vif-plugged", "status": "completed", "tag": "e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:18.864667 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74df445b-5bf8-439e-8280-9102fe4d9267 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:18.867102 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31175c16-1209-48b0-92ee-96b23564c542 req-c46527da-5b6f-40a0-810d-8ed1d346a85a tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857353 Dec 06 15:03:18.874969 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:18.933622 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed0a2bf-07b6-45aa-ac59-f9469daf2c1f x-openstack-request-id: req-5ed0a2bf-07b6-45aa-ac59-f9469daf2c1f {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:18.934109 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ce70bb-df18-4765-8e05-fa3e838df99b", "name": "network-vif-plugged", "status": "completed", "tag": "e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:18.934504 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ed0a2bf-07b6-45aa-ac59-f9469daf2c1f {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:18.935172 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ce70bb-df18-4765-8e05-fa3e838df99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb', 'code': 200} Dec 06 15:03:18.987754 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:19.015579 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc20cd46-48e6-473b-a599-b51f6b0c334f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:19.057502 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b8c4f-824b-4352-8871-09f1963ccce4 req-201f6916-a5a2-4ecf-8c1a-de139333e94e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:19.059418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-869b8c4f-824b-4352-8871-09f1963ccce4 req-201f6916-a5a2-4ecf-8c1a-de139333e94e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0995650 Dec 06 15:03:19.265124 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc20cd46-48e6-473b-a599-b51f6b0c334f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:19.288057 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7525f4-203a-41c0-8f99-cb5c0c718a92 req-e1280990-857c-4da0-9307-b97a69a7e705 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:19.289939 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e7525f4-203a-41c0-8f99-cb5c0c718a92 req-e1280990-857c-4da0-9307-b97a69a7e705 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.1806161 Dec 06 15:03:19.293853 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc20cd46-48e6-473b-a599-b51f6b0c334f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:19.427642 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb41c62-4e24-4ee8-b3b3-d7594387c706 req-23c39b93-b16e-4023-8767-97173847f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:19.429155 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bdb41c62-4e24-4ee8-b3b3-d7594387c706 req-23c39b93-b16e-4023-8767-97173847f5f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 1096 time: 0.4204431 Dec 06 15:03:19.472698 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-869b8c4f-824b-4352-8871-09f1963ccce4 req-2cc165e6-f15d-47df-85ed-015c8693c86f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042058 Dec 06 15:03:19.517559 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bdb41c62-4e24-4ee8-b3b3-d7594387c706 req-740b3b40-903d-4204-b1a0-ce51625a31ee service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782299 Dec 06 15:03:19.560101 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e3aba7d-57b3-498c-99d2-1f313709d7d6 req-1788622e-d05a-4360-8dca-fe09e05d510b tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0274711 Dec 06 15:03:19.671589 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600df5e-803b-4067-9097-14c7eb75ea73 req-620602e5-7ac9-41e2-83fa-34beb28b77ce tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:19.673480 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3600df5e-803b-4067-9097-14c7eb75ea73 req-620602e5-7ac9-41e2-83fa-34beb28b77ce tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.0515716 Dec 06 15:03:19.705904 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bc20cd46-48e6-473b-a599-b51f6b0c334f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd31fc7c8a4e490588a8e46b9d6d033c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8908913 Dec 06 15:03:19.709890 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39786) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:19.716396 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74df445b-5bf8-439e-8280-9102fe4d9267 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:03:19.722388 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20cd46-48e6-473b-a599-b51f6b0c334f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66d1b2e-7ef7-453b-9732-d0e977a566a7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:19.725999 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3600df5e-803b-4067-9097-14c7eb75ea73 req-a119d8ac-1b76-4981-8c8b-715733d55efe tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457463 Dec 06 15:03:19.784788 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e7525f4-203a-41c0-8f99-cb5c0c718a92 req-7554e46c-a795-4a85-895c-c308a543496d tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840491 Dec 06 15:03:19.845946 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ac01999-1e1f-4bd4-864f-ac63ca91feb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:19.882481 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1f9bd-c1d8-4ffd-8dc7-b7c7de136a1b req-079071d1-838c-4a01-bea8-e8139dad9930 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:19.884674 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69f1f9bd-c1d8-4ffd-8dc7-b7c7de136a1b req-079071d1-838c-4a01-bea8-e8139dad9930 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0858765 Dec 06 15:03:19.939038 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69f1f9bd-c1d8-4ffd-8dc7-b7c7de136a1b req-4afe15bd-3d97-4868-936a-6910435ea6a6 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479727 Dec 06 15:03:19.943322 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ac01999-1e1f-4bd4-864f-ac63ca91feb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:19.985609 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74df445b-5bf8-439e-8280-9102fe4d9267 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:03:19.991421 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-74df445b-5bf8-439e-8280-9102fe4d9267 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "PUT /v2.0/routers/d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3351636 Dec 06 15:03:19.998259 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6440bd14-75a1-42ea-b97e-68feca1e537d None None] Sync routers for ids ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:03:20.012868 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1cb69-16d3-47f0-8966-668d2946799d req-af0f0982-4891-4cd6-a416-79e71be4d5c4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:20.014571 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ced1cb69-16d3-47f0-8966-668d2946799d req-af0f0982-4891-4cd6-a416-79e71be4d5c4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.1277571 Dec 06 15:03:20.016796 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6440bd14-75a1-42ea-b97e-68feca1e537d None None] Routers {'d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:03:20.017455 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6440bd14-75a1-42ea-b97e-68feca1e537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:03:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:20.060541 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ac01999-1e1f-4bd4-864f-ac63ca91feb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:20.068812 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ac01999-1e1f-4bd4-864f-ac63ca91feb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:20.069997 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6ac01999-1e1f-4bd4-864f-ac63ca91feb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b66d1b2e-7ef7-453b-9732-d0e977a566a7 HTTP/1.1" status: 204 len: 168 time: 0.3558285 Dec 06 15:03:20.098404 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac01999-1e1f-4bd4-864f-ac63ca91feb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66d1b2e-7ef7-453b-9732-d0e977a566a7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:20.138663 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ced1cb69-16d3-47f0-8966-668d2946799d req-e7220bfa-ec22-4837-ae6d-1a00b8d88af0 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976689 Dec 06 15:03:20.210577 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-6440bd14-75a1-42ea-b97e-68feca1e537d None None] Set router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:03:20.317899 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39810) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:20.629959 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6440bd14-75a1-42ea-b97e-68feca1e537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:03:18Z', 'revision_number': 6, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '9fd4e4fb-1fae-4a98-a0fc-539e40132369', 'tenant_id': '6328bee89d2341bdb282688164425785', 'floating_ip_address': '172.35.7.13', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'port_id': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'mac_address': 'fa:16:3e:2c:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:01:46Z', 'updated_at': '2021-12-06T15:01:49Z', 'revision_number': 1, 'project_id': '6328bee89d2341bdb282688164425785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd346008b-5387-43bb-81e0-f0489630d70d', 'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:72:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:26Z', 'updated_at': '2021-12-06T15:01:30Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:20.694514 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6440bd14-75a1-42ea-b97e-68feca1e537d None None] Checking router: d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:03:20.707881 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6440bd14-75a1-42ea-b97e-68feca1e537d None None] Routers {'d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:03:20.708710 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6440bd14-75a1-42ea-b97e-68feca1e537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:03:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:20.719045 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ff6c658-e698-40b6-ac28-93d2298c8850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:20.789113 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be7a5a-e0c5-4b17-956d-25f7f14f53f1 req-ea8f6c02-2a0f-4d28-90cf-23633802b427 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:20.792163 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0be7a5a-e0c5-4b17-956d-25f7f14f53f1 req-ea8f6c02-2a0f-4d28-90cf-23633802b427 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 946 time: 0.1059103 Dec 06 15:03:20.873271 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-6440bd14-75a1-42ea-b97e-68feca1e537d None None] Set router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:03:20.884655 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ff6c658-e698-40b6-ac28-93d2298c8850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:20.894609 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ff6c658-e698-40b6-ac28-93d2298c8850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:20.896043 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0be7a5a-e0c5-4b17-956d-25f7f14f53f1 req-08f2ad1a-b096-4c4e-bf91-8130c5a40218 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=df48794d-943b-444d-bbd6-366a8d385e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970547 Dec 06 15:03:20.937611 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6c658-e698-40b6-ac28-93d2298c8850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febfc809-1fe3-4d03-a908-d10b5f711e2a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:20.963980 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39832) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:20.989661 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65282360-b400-49e5-947d-1b715d24ce64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:21.017523 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4ff6c658-e698-40b6-ac28-93d2298c8850 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b5e334da43347b9a99c8f0b1d7bd527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6961131 Dec 06 15:03:21.018941 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39834) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:21.032525 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29f8fc24-d080-4822-9fc4-6c4ce8a6ae96 req-b90fc837-00aa-41c2-819e-e01103ad52f0 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0461295 Dec 06 15:03:21.065672 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d723c-f097-4cd9-a7a7-f3152467d7a6 req-c099d325-9f33-4552-8fac-d6deccaf9406 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:21.073853 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-545d723c-f097-4cd9-a7a7-f3152467d7a6 req-c099d325-9f33-4552-8fac-d6deccaf9406 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1137753 Dec 06 15:03:21.143329 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2986f034-469d-423e-85be-90df790418d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:21.156263 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-545d723c-f097-4cd9-a7a7-f3152467d7a6 req-fdc52993-7a14-4966-82fd-727c83b58488 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807331 Dec 06 15:03:21.171882 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65282360-b400-49e5-947d-1b715d24ce64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:21.181213 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2986f034-469d-423e-85be-90df790418d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:21.185376 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-65282360-b400-49e5-947d-1b715d24ce64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:21.199322 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730288ac-a50c-43dc-a226-49d3b1a2d33b req-46c4f455-6b6a-44f6-8aac-5e74c47cc366 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:21.201025 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-730288ac-a50c-43dc-a226-49d3b1a2d33b req-46c4f455-6b6a-44f6-8aac-5e74c47cc366 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.0760329 Dec 06 15:03:21.219993 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6440bd14-75a1-42ea-b97e-68feca1e537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:03:18Z', 'revision_number': 6, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '9fd4e4fb-1fae-4a98-a0fc-539e40132369', 'tenant_id': '6328bee89d2341bdb282688164425785', 'floating_ip_address': '172.35.7.13', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'port_id': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'mac_address': 'fa:16:3e:2c:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:01:46Z', 'updated_at': '2021-12-06T15:01:49Z', 'revision_number': 1, 'project_id': '6328bee89d2341bdb282688164425785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd346008b-5387-43bb-81e0-f0489630d70d', 'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:72:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:26Z', 'updated_at': '2021-12-06T15:01:30Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:21.249585 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6440bd14-75a1-42ea-b97e-68feca1e537d None None] The sync data for ids ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'] in n-d-master-1 is: [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:03:18Z', 'revision_number': 6, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '9fd4e4fb-1fae-4a98-a0fc-539e40132369', 'tenant_id': '6328bee89d2341bdb282688164425785', 'floating_ip_address': '172.35.7.13', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'port_id': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'mac_address': 'fa:16:3e:2c:f3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:01:46Z', 'updated_at': '2021-12-06T15:01:49Z', 'revision_number': 1, 'project_id': '6328bee89d2341bdb282688164425785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd346008b-5387-43bb-81e0-f0489630d70d', 'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:72:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:26Z', 'updated_at': '2021-12-06T15:01:30Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:03:21.261455 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-65282360-b400-49e5-947d-1b715d24ce64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d0899e0f7ce45f4839409d8d3d771e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2958639 Dec 06 15:03:21.264242 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39836) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:21.267687 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65282360-b400-49e5-947d-1b715d24ce64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f52b60-080b-4ddd-9571-160a2e61d9f8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:21.276387 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2986f034-469d-423e-85be-90df790418d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:21.278931 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2986f034-469d-423e-85be-90df790418d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:21.280088 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2986f034-469d-423e-85be-90df790418d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/febfc809-1fe3-4d03-a908-d10b5f711e2a HTTP/1.1" status: 204 len: 168 time: 0.2599638 Dec 06 15:03:21.310396 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-730288ac-a50c-43dc-a226-49d3b1a2d33b req-29015a22-4f50-4e22-aed7-dcdb81374e29 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914154 Dec 06 15:03:21.320971 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986f034-469d-423e-85be-90df790418d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febfc809-1fe3-4d03-a908-d10b5f711e2a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:21.345008 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947a67c-4a1c-4041-9ddb-bb12f4463bb2 req-ce9eba10-4a51-4c5e-9922-7b5edfc649e1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:21.346541 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4947a67c-4a1c-4041-9ddb-bb12f4463bb2 req-ce9eba10-4a51-4c5e-9922-7b5edfc649e1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.1174200 Dec 06 15:03:21.375269 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a77f74b-6c72-455c-86cf-426ff78be36c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:21.414794 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a77f74b-6c72-455c-86cf-426ff78be36c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:21.430007 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e3c53-69be-4e51-8e94-26bbc518456d req-2101db6c-8d69-473d-9d5e-ff4a11ef70de tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:21.432485 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f51e3c53-69be-4e51-8e94-26bbc518456d req-2101db6c-8d69-473d-9d5e-ff4a11ef70de tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.0541224 Dec 06 15:03:21.435269 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4947a67c-4a1c-4041-9ddb-bb12f4463bb2 req-0d196811-f27d-4610-86a7-98b94da54f9b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807457 Dec 06 15:03:21.498406 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a77f74b-6c72-455c-86cf-426ff78be36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:21.501614 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a77f74b-6c72-455c-86cf-426ff78be36c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:21.502824 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0a77f74b-6c72-455c-86cf-426ff78be36c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5f52b60-080b-4ddd-9571-160a2e61d9f8 HTTP/1.1" status: 204 len: 168 time: 0.2362742 Dec 06 15:03:21.512862 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77f74b-6c72-455c-86cf-426ff78be36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f52b60-080b-4ddd-9571-160a2e61d9f8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:21.518450 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f51e3c53-69be-4e51-8e94-26bbc518456d req-5f0076b1-a478-4782-9498-1d11a0a7d6d4 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768788 Dec 06 15:03:21.766316 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963e5cd-82c2-4f24-a908-b3efe9d7df91 req-602980ad-ed27-46a6-94da-2e48c6f917d2 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:21.767864 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a963e5cd-82c2-4f24-a908-b3efe9d7df91 req-602980ad-ed27-46a6-94da-2e48c6f917d2 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.0783484 Dec 06 15:03:21.769996 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c6f8-5672-40ec-9743-fe978bc84789 req-1e6c56d4-60b0-492d-9a03-6892ea2dc579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:21.771366 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca25c6f8-5672-40ec-9743-fe978bc84789 req-1e6c56d4-60b0-492d-9a03-6892ea2dc579 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=360c1d4dec644284a4e61c9254a97ca2&device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 1096 time: 0.0927346 Dec 06 15:03:21.783059 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39850) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:21.797477 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b760af31-fe4e-47f3-8fbc-8a5542ff2aff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:21.870795 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a963e5cd-82c2-4f24-a908-b3efe9d7df91 req-6468c88e-637a-45c6-87d1-975fefc685f1 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883858 Dec 06 15:03:21.891695 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b760af31-fe4e-47f3-8fbc-8a5542ff2aff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:21.899095 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b760af31-fe4e-47f3-8fbc-8a5542ff2aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:21.940189 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c6f8-5672-40ec-9743-fe978bc84789 req-008df41b-23ce-4bdf-b5c5-277200ff1a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:21.941805 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca25c6f8-5672-40ec-9743-fe978bc84789 req-008df41b-23ce-4bdf-b5c5-277200ff1a2c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 HTTP/1.1" status: 200 len: 911 time: 0.1340909 Dec 06 15:03:21.947908 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b760af31-fe4e-47f3-8fbc-8a5542ff2aff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ccebff846b04939be4fc0efd52d1a0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1631031 Dec 06 15:03:21.948983 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760af31-fe4e-47f3-8fbc-8a5542ff2aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0988af-f72e-4c72-b9db-f7560a8cbee7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:21.951787 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:22.016909 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca25c6f8-5672-40ec-9743-fe978bc84789 req-c7b5a67d-2094-4471-bc4d-ba2827ab9370 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb HTTP/1.1" status: 200 len: 217 time: 0.0660379 Dec 06 15:03:22.060252 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7cede-80b6-4516-b87e-03fc55a6f685 req-274256c7-3659-4326-9b57-43937df25e10 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:22.061760 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1d7cede-80b6-4516-b87e-03fc55a6f685 req-274256c7-3659-4326-9b57-43937df25e10 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.37 "GET /v2.0/ports?device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 946 time: 0.0932522 Dec 06 15:03:22.070490 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305311d-b9a8-4121-8209-4ed1e0964a13 req-5ce7f60f-612a-4964-a717-ff877732a351 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:22.071956 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2305311d-b9a8-4121-8209-4ed1e0964a13 req-5ce7f60f-612a-4964-a717-ff877732a351 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 946 time: 0.0682883 Dec 06 15:03:22.099344 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c6f8-5672-40ec-9743-fe978bc84789 req-c9ddff8a-7873-496f-8172-f4791a50e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:22.100866 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca25c6f8-5672-40ec-9743-fe978bc84789 req-c9ddff8a-7873-496f-8172-f4791a50e323 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=36e31e95-5c98-4922-9d80-978cf8f08c26 HTTP/1.1" status: 200 len: 850 time: 0.0732594 Dec 06 15:03:22.118099 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 20bfc379-92af-4843-afce-54dda5e63e91 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:03:22.145128 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 20bfc379-92af-4843-afce-54dda5e63e91 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:03:22.146064 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 20bfc379-92af-4843-afce-54dda5e63e91 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:03:22.153081 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfaf3dff-ab78-4bf5-9306-66c7becbfbc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:22.154474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca25c6f8-5672-40ec-9743-fe978bc84789 req-3bb2339d-cb0b-4063-a6cb-2c409a3f5bba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4732a51-9ddd-44a8-8a76-cbb304a2ecb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442340 Dec 06 15:03:22.173000 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca5240e8-22d4-4aef-b79e-88b3ba58725d req-42e764ef-c2dc-483c-bf61-3bc8a1d4f7d8 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0507720 Dec 06 15:03:22.191988 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2305311d-b9a8-4121-8209-4ed1e0964a13 req-e8f25b8c-6cc4-434d-ae2c-00a35bda097b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=df48794d-943b-444d-bbd6-366a8d385e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875473 Dec 06 15:03:22.228812 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-d1d7cede-80b6-4516-b87e-03fc55a6f685 req-55115a89-6293-4f43-afdc-a3b78647400b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Deleting port b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:03:22.228812 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d1d7cede-80b6-4516-b87e-03fc55a6f685 req-55115a89-6293-4f43-afdc-a3b78647400b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:22.263680 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfaf3dff-ab78-4bf5-9306-66c7becbfbc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:22.334106 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-d1d7cede-80b6-4516-b87e-03fc55a6f685 req-55115a89-6293-4f43-afdc-a3b78647400b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] For port b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01,segment=NetworkSegment(93541097-f8e2-4da8-bb84-6f446a9cb0e5),segment_id=93541097-f8e2-4da8-bb84-6f446a9cb0e5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:22.334474 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d1d7cede-80b6-4516-b87e-03fc55a6f685 req-55115a89-6293-4f43-afdc-a3b78647400b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:22.350388 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-d1d7cede-80b6-4516-b87e-03fc55a6f685 req-55115a89-6293-4f43-afdc-a3b78647400b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Calling delete_port for b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:03:22.401698 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b265ea-604e-401e-9c14-3271cdd35844 req-6e054648-4c45-4c7d-b125-565e94456169 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:22.403702 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27b265ea-604e-401e-9c14-3271cdd35844 req-6e054648-4c45-4c7d-b125-565e94456169 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1596251 Dec 06 15:03:22.421398 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca25c6f8-5672-40ec-9743-fe978bc84789 req-9843a56e-bced-4845-9f96-8bc947af6d31 service neutron] 10.222.0.37 "GET /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524114 Dec 06 15:03:22.525454 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfaf3dff-ab78-4bf5-9306-66c7becbfbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:22.528659 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfaf3dff-ab78-4bf5-9306-66c7becbfbc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:22.530201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dfaf3dff-ab78-4bf5-9306-66c7becbfbc6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca0988af-f72e-4c72-b9db-f7560a8cbee7 HTTP/1.1" status: 204 len: 168 time: 0.5711155 Dec 06 15:03:22.536417 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d1d7cede-80b6-4516-b87e-03fc55a6f685 req-55115a89-6293-4f43-afdc-a3b78647400b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:22.587942 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f2fbf-d64c-449f-bd37-b226d0526f1c req-88e13565-e84b-4c51-a873-590f2e0bd64e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:22.589725 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55115a89-6293-4f43-afdc-a3b78647400b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'Port': ['ID=b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:22.599040 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-973f2fbf-d64c-449f-bd37-b226d0526f1c req-88e13565-e84b-4c51-a873-590f2e0bd64e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.1904218 Dec 06 15:03:22.620132 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27b265ea-604e-401e-9c14-3271cdd35844 req-ed3827e1-4a37-4a15-9b24-3d8e31468db1 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971684 Dec 06 15:03:22.620702 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf3dff-ab78-4bf5-9306-66c7becbfbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0988af-f72e-4c72-b9db-f7560a8cbee7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:22.650767 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d7cede-80b6-4516-b87e-03fc55a6f685 req-55115a89-6293-4f43-afdc-a3b78647400b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] No DVR routers for this DVR port b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:03:22.661048 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d1d7cede-80b6-4516-b87e-03fc55a6f685 req-55115a89-6293-4f43-afdc-a3b78647400b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:22.664618 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1d7cede-80b6-4516-b87e-03fc55a6f685 req-55115a89-6293-4f43-afdc-a3b78647400b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.37 "DELETE /v2.0/ports/b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 HTTP/1.1" status: 204 len: 173 time: 0.5912199 Dec 06 15:03:22.666318 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a65da5-36b8-44b1-b211-3e2aa4832ff1', 'name': 'network-vif-deleted', 'tag': 'b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:22.669159 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f81e19-a0e1-4a06-962d-04a1d7b5fe30" -d '{"events": [{"server_uuid": "57a65da5-36b8-44b1-b211-3e2aa4832ff1", "name": "network-vif-deleted", "tag": "b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:22.694761 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46882c5-e744-4fe9-9fc5-21e6f08f6ac6 req-41bc52ae-9ee0-4159-acaf-6e0a3a6ae6db tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:22.696495 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f46882c5-e744-4fe9-9fc5-21e6f08f6ac6 req-41bc52ae-9ee0-4159-acaf-6e0a3a6ae6db tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.1573508 Dec 06 15:03:22.760413 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f46882c5-e744-4fe9-9fc5-21e6f08f6ac6 req-dc6b346e-dbf7-4b6f-810c-b1a6612bd5e8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556278 Dec 06 15:03:22.761403 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca25c6f8-5672-40ec-9743-fe978bc84789 req-39396969-e40c-4d6b-94fe-a66fe2f2df03 service neutron] 10.222.0.37 "GET /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143928 Dec 06 15:03:22.864552 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-973f2fbf-d64c-449f-bd37-b226d0526f1c req-29829123-395c-4eb3-a015-e004cc745ce2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Deleting port b657b1f5-b59b-4bd5-b6d7-48174ac6546f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:03:22.864981 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-973f2fbf-d64c-449f-bd37-b226d0526f1c req-29829123-395c-4eb3-a015-e004cc745ce2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:22.880073 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1592c402-bbfa-406e-9063-f9e62bebd620 x-openstack-request-id: req-1592c402-bbfa-406e-9063-f9e62bebd620 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:22.880555 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a65da5-36b8-44b1-b211-3e2aa4832ff1", "name": "network-vif-deleted", "tag": "b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:22.880743 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1592c402-bbfa-406e-9063-f9e62bebd620 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:22.881252 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a65da5-36b8-44b1-b211-3e2aa4832ff1', 'name': 'network-vif-deleted', 'tag': 'b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01', 'status': 'completed', 'code': 200} Dec 06 15:03:22.886660 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ffbbd-78b4-44ef-99b1-bedd211649f8 req-112cd44e-105e-4afd-9ed2-9fbfbca5038b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:22.894620 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e67ffbbd-78b4-44ef-99b1-bedd211649f8 req-112cd44e-105e-4afd-9ed2-9fbfbca5038b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae28e61e-094e-4fbc-a090-f2c93dd216ad HTTP/1.1" status: 200 len: 945 time: 0.1480048 Dec 06 15:03:23.042082 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c579a-f345-4392-8ad2-4bc53d417a98 req-e0856ba3-9a6c-42df-95f2-cbb82b32a272 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:23.043997 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f13c579a-f345-4392-8ad2-4bc53d417a98 req-e0856ba3-9a6c-42df-95f2-cbb82b32a272 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.0875108 Dec 06 15:03:23.049827 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-973f2fbf-d64c-449f-bd37-b226d0526f1c req-29829123-395c-4eb3-a015-e004cc745ce2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] For port b657b1f5-b59b-4bd5-b6d7-48174ac6546f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b657b1f5-b59b-4bd5-b6d7-48174ac6546f,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:23.050318 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-973f2fbf-d64c-449f-bd37-b226d0526f1c req-29829123-395c-4eb3-a015-e004cc745ce2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:23.064781 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39900) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:23.083923 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-973f2fbf-d64c-449f-bd37-b226d0526f1c req-29829123-395c-4eb3-a015-e004cc745ce2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Calling delete_port for b657b1f5-b59b-4bd5-b6d7-48174ac6546f owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:03:23.096662 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2ab3227-4ddc-4357-b02c-dc9e426f41ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:23.118000 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e67ffbbd-78b4-44ef-99b1-bedd211649f8 req-12889dac-e4ce-471a-b25a-0ebb14fef8ec tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225180 Dec 06 15:03:23.148643 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f13c579a-f345-4392-8ad2-4bc53d417a98 req-9be85dd2-196c-4531-ac5f-09a308bc36cf tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862308 Dec 06 15:03:23.278196 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2ab3227-4ddc-4357-b02c-dc9e426f41ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:23.287050 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2ab3227-4ddc-4357-b02c-dc9e426f41ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:23.330051 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cc564be2-30d1-4fff-95ea-e505f9314bf4 req-0e744722-5385-4804-abad-71837936c98d tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0476866 Dec 06 15:03:23.354032 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-973f2fbf-d64c-449f-bd37-b226d0526f1c req-29829123-395c-4eb3-a015-e004cc745ce2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:23.368827 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['b657b1f5-b59b-4bd5-b6d7-48174ac6546f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:03:23.376967 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5cbfbd4a-6c3b-4742-a443-4606f697fe38 req-51644846-bcb2-481f-8bc6-aa21ca62c255 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a65da5-36b8-44b1-b211-3e2aa4832ff1 HTTP/1.1" status: 200 len: 210 time: 0.0592422 Dec 06 15:03:23.381845 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f2ab3227-4ddc-4357-b02c-dc9e426f41ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3edae2e433be46e396e785f0fe6fe616&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3125606 Dec 06 15:03:23.381845 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab3227-4ddc-4357-b02c-dc9e426f41ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cffdf1-337e-46c6-9b83-7509082e2d04,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:23.383953 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39910) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:23.417940 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29829123-395c-4eb3-a015-e004cc745ce2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Pushing event deleted for resources: {'Port': ['ID=b657b1f5-b59b-4bd5-b6d7-48174ac6546f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:23.451521 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bb080d7-9994-4395-a917-ea63a62b7002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:23.474330 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bb080d7-9994-4395-a917-ea63a62b7002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:23.509122 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-973f2fbf-d64c-449f-bd37-b226d0526f1c req-29829123-395c-4eb3-a015-e004cc745ce2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] No DVR routers for this DVR port b657b1f5-b59b-4bd5-b6d7-48174ac6546f on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:03:23.512827 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-973f2fbf-d64c-449f-bd37-b226d0526f1c req-29829123-395c-4eb3-a015-e004cc745ce2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:23.516277 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-973f2fbf-d64c-449f-bd37-b226d0526f1c req-29829123-395c-4eb3-a015-e004cc745ce2 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.23 "DELETE /v2.0/ports/b657b1f5-b59b-4bd5-b6d7-48174ac6546f HTTP/1.1" status: 204 len: 173 time: 0.8831403 Dec 06 15:03:23.516731 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae28e61e-094e-4fbc-a090-f2c93dd216ad', 'name': 'network-vif-deleted', 'tag': 'b657b1f5-b59b-4bd5-b6d7-48174ac6546f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:23.519016 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db39f92-549d-4942-862f-e00d57651e16" -d '{"events": [{"server_uuid": "ae28e61e-094e-4fbc-a090-f2c93dd216ad", "name": "network-vif-deleted", "tag": "b657b1f5-b59b-4bd5-b6d7-48174ac6546f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:23.536194 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bb080d7-9994-4395-a917-ea63a62b7002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:23.540314 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bb080d7-9994-4395-a917-ea63a62b7002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:23.542434 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4bb080d7-9994-4395-a917-ea63a62b7002 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06cffdf1-337e-46c6-9b83-7509082e2d04 HTTP/1.1" status: 204 len: 168 time: 0.1572692 Dec 06 15:03:23.552099 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8994f894-54c7-41f6-8efc-037904286cd8 req-9d8c6e5d-66b3-4dc8-a13a-bcdaa6a2f836 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889614 Dec 06 15:03:23.564978 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb080d7-9994-4395-a917-ea63a62b7002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cffdf1-337e-46c6-9b83-7509082e2d04,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:23.592150 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef242db0-cb68-464f-a6a8-1499a719d923 x-openstack-request-id: req-ef242db0-cb68-464f-a6a8-1499a719d923 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:23.592471 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae28e61e-094e-4fbc-a090-f2c93dd216ad", "name": "network-vif-deleted", "tag": "b657b1f5-b59b-4bd5-b6d7-48174ac6546f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:23.592730 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef242db0-cb68-464f-a6a8-1499a719d923 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:23.595778 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae28e61e-094e-4fbc-a090-f2c93dd216ad', 'name': 'network-vif-deleted', 'tag': 'b657b1f5-b59b-4bd5-b6d7-48174ac6546f', 'status': 'completed', 'code': 200} Dec 06 15:03:23.658582 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f894-54c7-41f6-8efc-037904286cd8 req-49bef304-e961-4458-a85c-2c042e6fad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:23.660323 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8994f894-54c7-41f6-8efc-037904286cd8 req-49bef304-e961-4458-a85c-2c042e6fad39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6328bee89d2341bdb282688164425785&device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 1096 time: 0.0472651 Dec 06 15:03:23.796795 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673b4bc-aaed-4946-a063-b7cea27b5d43 req-98b45139-ed74-4622-aec5-1e549f50fc27 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:23.798339 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c673b4bc-aaed-4946-a063-b7cea27b5d43 req-98b45139-ed74-4622-aec5-1e549f50fc27 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0708284 Dec 06 15:03:23.837733 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f894-54c7-41f6-8efc-037904286cd8 req-b09ff60e-4d23-451f-8ac9-d50996a1f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:23.840685 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8994f894-54c7-41f6-8efc-037904286cd8 req-b09ff60e-4d23-451f-8ac9-d50996a1f442 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea4a6999-aee7-44eb-8d45-372d6bdff2a4 HTTP/1.1" status: 200 len: 898 time: 0.1549778 Dec 06 15:03:23.873971 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c673b4bc-aaed-4946-a063-b7cea27b5d43 req-be0888b6-bbf0-425a-8431-4c60448ad2c9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695112 Dec 06 15:03:23.962110 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8994f894-54c7-41f6-8efc-037904286cd8 req-b81470aa-46ab-4934-8aa6-0ab7cf7569d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6614d5e4-ed54-4461-ac3e-6b4a117f23c5 HTTP/1.1" status: 200 len: 1000 time: 0.1106775 Dec 06 15:03:23.977652 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bb4ca-bfdf-4f50-a52c-33c3bddc4b9d req-e5ca9dfa-9230-458c-9c75-cec56de6aa0f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:23.979603 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f4bb4ca-bfdf-4f50-a52c-33c3bddc4b9d req-e5ca9dfa-9230-458c-9c75-cec56de6aa0f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0781038 Dec 06 15:03:24.069730 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f894-54c7-41f6-8efc-037904286cd8 req-4fc94e7a-9527-4daf-a07a-431e15552bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:24.071286 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8994f894-54c7-41f6-8efc-037904286cd8 req-4fc94e7a-9527-4daf-a07a-431e15552bd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0 HTTP/1.1" status: 200 len: 835 time: 0.0906398 Dec 06 15:03:24.129746 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f4bb4ca-bfdf-4f50-a52c-33c3bddc4b9d req-f11d0f63-67fd-4d60-a2da-48c3c03535da tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351898 Dec 06 15:03:24.146482 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f894-54c7-41f6-8efc-037904286cd8 req-60e4cc0c-4fe8-4a94-afda-5574c97630bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:24.160344 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8994f894-54c7-41f6-8efc-037904286cd8 req-60e4cc0c-4fe8-4a94-afda-5574c97630bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea4a6999-aee7-44eb-8d45-372d6bdff2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662425 Dec 06 15:03:24.322766 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8994f894-54c7-41f6-8efc-037904286cd8 req-cfebb1fd-f87f-4ef4-a969-4abfa67c787d service neutron] 10.222.0.37 "GET /v2.0/networks/ea4a6999-aee7-44eb-8d45-372d6bdff2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611078 Dec 06 15:03:24.334432 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f4f59-8e6f-4d86-a8a0-e1b1e1ee859a req-954796de-445a-4df0-a628-5c9f2de19e72 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:24.335431 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f40f4f59-8e6f-4d86-a8a0-e1b1e1ee859a req-954796de-445a-4df0-a628-5c9f2de19e72 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.0826008 Dec 06 15:03:24.344989 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device ed9d5e91-b452-407d-b57f-f4ba1d02b144 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:03:24.347420 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device ed9d5e91-b452-407d-b57f-f4ba1d02b144 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:03:24.467571 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:24.469029 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2b16ce2e-19c3-445e-8a2f-e5a3a51ec15c req-53f0d680-5ea7-4f0a-be10-49929e485135 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0544450 Dec 06 15:03:24.471040 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f40f4f59-8e6f-4d86-a8a0-e1b1e1ee859a req-8fa3aec9-dcd4-4757-af6c-1a97b221d470 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228657 Dec 06 15:03:24.535632 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39966) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:24.563605 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654332d8-66b5-4d51-bc4c-10ab7ff7a593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed9d5e91-b452-407d-b57f-f4ba1d02b144'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:24.563817 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8994f894-54c7-41f6-8efc-037904286cd8 req-3951d453-dd15-4b82-935d-877a71a63bb0 service neutron] 10.222.0.37 "GET /v2.0/networks/ea4a6999-aee7-44eb-8d45-372d6bdff2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252841 Dec 06 15:03:24.566411 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7432234a-84b8-49b7-a4e3-d779df82b4e6" -d '{"events": [{"server_uuid": "654332d8-66b5-4d51-bc4c-10ab7ff7a593", "name": "network-vif-unplugged", "status": "completed", "tag": "ed9d5e91-b452-407d-b57f-f4ba1d02b144"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:24.577266 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:03:24.613445 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port ed9d5e91-b452-407d-b57f-f4ba1d02b144, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ed9d5e91-b452-407d-b57f-f4ba1d02b144,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:24.645066 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:03:24.645491 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device b7ebb4c2-f69e-47ce-ac4e-9c08911bdb01 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:03:24.648712 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:24.690263 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec2bc0a-be8a-4877-a1ab-ecd990df6ea5 x-openstack-request-id: req-eec2bc0a-be8a-4877-a1ab-ecd990df6ea5 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:24.690746 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654332d8-66b5-4d51-bc4c-10ab7ff7a593", "name": "network-vif-unplugged", "status": "completed", "tag": "ed9d5e91-b452-407d-b57f-f4ba1d02b144", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:24.691214 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eec2bc0a-be8a-4877-a1ab-ecd990df6ea5 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:24.691817 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654332d8-66b5-4d51-bc4c-10ab7ff7a593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed9d5e91-b452-407d-b57f-f4ba1d02b144', 'code': 200} Dec 06 15:03:24.706987 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port ed9d5e91-b452-407d-b57f-f4ba1d02b144, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ed9d5e91-b452-407d-b57f-f4ba1d02b144,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:24.730516 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'ed9d5e91-b452-407d-b57f-f4ba1d02b144', 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265', 'port_id': 'ed9d5e91-b452-407d-b57f-f4ba1d02b144', 'mac_address': 'fa:16:3e:5a:6e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e082be8-e2dd-479d-b167-082b011e6271', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:03:24.738242 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9210b651-f21c-440b-b7b8-dac54acc93d8 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:24.765515 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9210b651-f21c-440b-b7b8-dac54acc93d8 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:24.773121 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=ed9d5e91-b452-407d-b57f-f4ba1d02b144,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:24.783107 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:24.799253 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9d5e91-b452-407d-b57f-f4ba1d02b144 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:03:24.836620 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port ed9d5e91-b452-407d-b57f-f4ba1d02b144, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ed9d5e91-b452-407d-b57f-f4ba1d02b144,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:24.841320 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-9f8f3dcd-075e-43cd-840f-acd2ed7e6c09 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:24.843240 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-9f8f3dcd-075e-43cd-840f-acd2ed7e6c09 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 812 time: 0.1926584 Dec 06 15:03:24.844877 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9210b651-f21c-440b-b7b8-dac54acc93d8 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:24.848391 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9210b651-f21c-440b-b7b8-dac54acc93d8 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:24.849309 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:24.849528 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9210b651-f21c-440b-b7b8-dac54acc93d8 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "DELETE /v2.0/security-groups/df48794d-943b-444d-bbd6-366a8d385e09 HTTP/1.1" status: 204 len: 168 time: 0.3128448 Dec 06 15:03:24.868916 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210b651-f21c-440b-b7b8-dac54acc93d8 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df48794d-943b-444d-bbd6-366a8d385e09,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:24.889757 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-e01843f8-82b6-41ac-a66f-7bc96263ff4c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/quotas/253456d49f28490981f9e8f2633a478e HTTP/1.1" status: 200 len: 375 time: 0.0292976 Dec 06 15:03:24.897759 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39992) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:24.961518 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-a5444771-2d67-4f1b-bf76-158e9684ca5e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579839 Dec 06 15:03:24.980222 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=ed9d5e91-b452-407d-b57f-f4ba1d02b144,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:25.018982 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea6219c-6096-448e-adf9-5092670b9bb7 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Deleting subnet c3cce271-b6cf-4c4c-8311-1520aef85935 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:03:25.023141 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ea6219c-6096-448e-adf9-5092670b9bb7 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:25.077884 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['ed9d5e91-b452-407d-b57f-f4ba1d02b144'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:03:25.106124 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-21b57f93-889a-4e60-940c-32fbc7570803 service neutron] 10.222.0.20 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441715 Dec 06 15:03:25.122567 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ea6219c-6096-448e-adf9-5092670b9bb7 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:25.176570 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa4427-f8e0-4737-8c64-1df4afe95692 req-e19b7b72-0ed0-413a-94a9-f692fe432778 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:25.188348 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-74aa4427-f8e0-4737-8c64-1df4afe95692 req-e19b7b72-0ed0-413a-94a9-f692fe432778 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1238708 Dec 06 15:03:25.295490 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-74aa4427-f8e0-4737-8c64-1df4afe95692 req-7f7a372c-d87f-4223-979a-78600b19a471 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063163 Dec 06 15:03:25.296910 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ea6219c-6096-448e-adf9-5092670b9bb7 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:25.345889 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-bb5ed65a-2eda-4666-8986-624e0b89d5aa service neutron] 10.222.0.20 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388899 Dec 06 15:03:25.542582 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ea6219c-6096-448e-adf9-5092670b9bb7 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:25.598840 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74b0a4-6b3e-4f14-be21-bf3821d7a7d3 req-678527f8-e399-4147-ac6b-d22212bbcddc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:25.607787 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b74b0a4-6b3e-4f14-be21-bf3821d7a7d3 req-678527f8-e399-4147-ac6b-d22212bbcddc tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 945 time: 0.1920044 Dec 06 15:03:25.613884 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6219c-6096-448e-adf9-5092670b9bb7 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'Subnet': ['ID=c3cce271-b6cf-4c4c-8311-1520aef85935,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:25.658728 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ea6219c-6096-448e-adf9-5092670b9bb7 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:25.663512 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9091e9-3264-45f6-aa57-58de0bcbf2e5 None None] Network f45957e2-dff8-4c18-b28a-ce954e7f13be requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:03:25.670682 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4ea6219c-6096-448e-adf9-5092670b9bb7 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "DELETE /v2.0/subnets/c3cce271-b6cf-4c4c-8311-1520aef85935 HTTP/1.1" status: 204 len: 168 time: 0.7717035 Dec 06 15:03:25.673425 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40030) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:25.777833 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b74b0a4-6b3e-4f14-be21-bf3821d7a7d3 req-5ef86387-affe-400b-b106-bae3730738e1 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657820 Dec 06 15:03:25.791281 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40036) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:25.866208 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:25.882740 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354e8c9-96aa-4100-a674-e59e9f610479 req-c4e2424e-52b0-48fc-9cf8-131d0e9d1bce tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:25.885769 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6354e8c9-96aa-4100-a674-e59e9f610479 req-c4e2424e-52b0-48fc-9cf8-131d0e9d1bce tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.1675687 Dec 06 15:03:25.923945 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba44d8f4-b421-47fe-bd27-cf9fbd8cd824 req-eb42fb97-e61a-400d-a447-97abb57735cf tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0553069 Dec 06 15:03:25.984137 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6490ce-84d1-4ef6-88bd-f95b632cee32 None None] DHCP port deletion for f45957e2-dff8-4c18-b28a-ce954e7f13be request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:03:26.007635 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1699271d-874c-4884-9b5b-29e9f66607b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.014571 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6354e8c9-96aa-4100-a674-e59e9f610479 req-025e1193-d5a6-4267-b163-b1c8a1cf5a8b tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201608 Dec 06 15:03:26.059693 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Deleting port cbcaac90-49bf-47d6-bea8-90a2f2b7b11f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:03:26.060046 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.073719 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0b6490ce-84d1-4ef6-88bd-f95b632cee32 None None] Deleting port cbcaac90-49bf-47d6-bea8-90a2f2b7b11f {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:03:26.074355 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b6490ce-84d1-4ef6-88bd-f95b632cee32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.134097 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f70b1116-eea1-4c69-a5c0-539bcee931ea req-f12765b5-c979-439f-b053-6a4390b9a283 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 210 time: 0.0911760 Dec 06 15:03:26.159941 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] For port cbcaac90-49bf-47d6-bea8-90a2f2b7b11f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cbcaac90-49bf-47d6-bea8-90a2f2b7b11f,segment=NetworkSegment(93541097-f8e2-4da8-bb84-6f446a9cb0e5),segment_id=93541097-f8e2-4da8-bb84-6f446a9cb0e5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:26.159941 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.167736 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Calling delete_port for cbcaac90-49bf-47d6-bea8-90a2f2b7b11f owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:03:26.174736 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0b6490ce-84d1-4ef6-88bd-f95b632cee32 None None] For port cbcaac90-49bf-47d6-bea8-90a2f2b7b11f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cbcaac90-49bf-47d6-bea8-90a2f2b7b11f,segment=NetworkSegment(93541097-f8e2-4da8-bb84-6f446a9cb0e5),segment_id=93541097-f8e2-4da8-bb84-6f446a9cb0e5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:26.175140 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b6490ce-84d1-4ef6-88bd-f95b632cee32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.217797 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cbcaac90-49bf-47d6-bea8-90a2f2b7b11f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:03:26.223722 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0b6490ce-84d1-4ef6-88bd-f95b632cee32 None None] Calling delete_port for cbcaac90-49bf-47d6-bea8-90a2f2b7b11f owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:03:26.225843 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1699271d-874c-4884-9b5b-29e9f66607b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.235173 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1699271d-874c-4884-9b5b-29e9f66607b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.289381 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.307720 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1699271d-874c-4884-9b5b-29e9f66607b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68eb53ed6680441dae802e6f3b430581&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5128341 Dec 06 15:03:26.308919 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699271d-874c-4884-9b5b-29e9f66607b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1587612f-4368-4355-ada5-5db5c1f17a36,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:26.312959 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40052) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:26.346522 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'Port': ['ID=cbcaac90-49bf-47d6-bea8-90a2f2b7b11f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:26.352951 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device ed9d5e91-b452-407d-b57f-f4ba1d02b144 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:03:26.353638 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] No DVR routers for this DVR port cbcaac90-49bf-47d6-bea8-90a2f2b7b11f on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:03:26.393277 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d331a57-bfe0-4c3a-af1d-2b86436acbec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.407547 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No active binding found for port cbcaac90-49bf-47d6-bea8-90a2f2b7b11f {{(pid=103290) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 15:03:26.408185 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cbcaac90-49bf-47d6-bea8-90a2f2b7b11f not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:03:26.434274 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d331a57-bfe0-4c3a-af1d-2b86436acbec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.496400 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port ed9d5e91-b452-407d-b57f-f4ba1d02b144 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:26.498778 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.509200 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.509677 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d331a57-bfe0-4c3a-af1d-2b86436acbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.514378 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d331a57-bfe0-4c3a-af1d-2b86436acbec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.518651 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7d331a57-bfe0-4c3a-af1d-2b86436acbec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1587612f-4368-4355-ada5-5db5c1f17a36 HTTP/1.1" status: 204 len: 168 time: 0.2035000 Dec 06 15:03:26.530515 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d331a57-bfe0-4c3a-af1d-2b86436acbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1587612f-4368-4355-ada5-5db5c1f17a36,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:26.552898 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b6490ce-84d1-4ef6-88bd-f95b632cee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.581959 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45957e2-dff8-4c18-b28a-ce954e7f13be']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:26.596239 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93541097-f8e2-4da8-bb84-6f446a9cb0e5') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:26.596527 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93541097-f8e2-4da8-bb84-6f446a9cb0e5') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:26.615742 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6490ce-84d1-4ef6-88bd-f95b632cee32 None None] Pushing event deleted for resources: {'Port': ['ID=cbcaac90-49bf-47d6-bea8-90a2f2b7b11f,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:26.618578 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6490ce-84d1-4ef6-88bd-f95b632cee32 None None] No DVR routers for this DVR port cbcaac90-49bf-47d6-bea8-90a2f2b7b11f on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:03:26.634878 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.646417 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ae704-d5bb-4460-9639-cc3ab4a3d265 req-753908a6-5dc3-4fad-8e00-844f84dbf1e8 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:26.648027 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8e4ae704-d5bb-4460-9639-cc3ab4a3d265 req-753908a6-5dc3-4fad-8e00-844f84dbf1e8 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1813984 Dec 06 15:03:26.687758 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.708624 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.725321 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8e4ae704-d5bb-4460-9639-cc3ab4a3d265 req-2fd94e2b-c449-4e6d-9f5b-1352c6d9dc1d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694764 Dec 06 15:03:26.726530 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:03:26.727083 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:03:26.731585 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:03:26.762975 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654332d8-66b5-4d51-bc4c-10ab7ff7a593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9d5e91-b452-407d-b57f-f4ba1d02b144'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:26.783331 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c13e44b-7edc-4d57-b902-0796111e28ee" -d '{"events": [{"server_uuid": "654332d8-66b5-4d51-bc4c-10ab7ff7a593", "name": "network-vif-plugged", "status": "completed", "tag": "ed9d5e91-b452-407d-b57f-f4ba1d02b144"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:26.809984 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port ed9d5e91-b452-407d-b57f-f4ba1d02b144, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ed9d5e91-b452-407d-b57f-f4ba1d02b144,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:26.818245 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.818245 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device b657b1f5-b59b-4bd5-b6d7-48174ac6546f no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:03:26.828110 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.842145 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:26.849469 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40084) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:26.849852 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "DELETE /v2.0/networks/f45957e2-dff8-4c18-b28a-ce954e7f13be HTTP/1.1" status: 204 len: 168 time: 1.1748044 Dec 06 15:03:26.868481 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013348a9-fedb-4a33-8b26-39e3c3e324ac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'Network': ['ID=f45957e2-dff8-4c18-b28a-ce954e7f13be,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:26.874522 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: b657b1f5-b59b-4bd5-b6d7-48174ac6546f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:03:26.874871 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device b657b1f5-b59b-4bd5-b6d7-48174ac6546f not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:03:26.930977 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98e3b59-f7c6-443c-9639-b9d81e581122 x-openstack-request-id: req-a98e3b59-f7c6-443c-9639-b9d81e581122 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:26.931219 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654332d8-66b5-4d51-bc4c-10ab7ff7a593", "name": "network-vif-plugged", "status": "completed", "tag": "ed9d5e91-b452-407d-b57f-f4ba1d02b144", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:26.931514 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a98e3b59-f7c6-443c-9639-b9d81e581122 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:26.932809 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654332d8-66b5-4d51-bc4c-10ab7ff7a593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9d5e91-b452-407d-b57f-f4ba1d02b144', 'code': 200} Dec 06 15:03:27.010706 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=ed9d5e91-b452-407d-b57f-f4ba1d02b144,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:27.056847 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4fde32fa-e5b8-4567-85af-8cdb597947f5 req-e029c5b9-2605-46ba-bf8a-e7c6cef5d2ee tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0329480 Dec 06 15:03:27.074292 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53c332-104b-49a7-8b7b-f94f97da9ba4 req-26ec0ef3-38f4-4ec3-bca2-d830b0bf889f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:27.081735 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc53c332-104b-49a7-8b7b-f94f97da9ba4 req-26ec0ef3-38f4-4ec3-bca2-d830b0bf889f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.1470678 Dec 06 15:03:27.121782 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40090) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:27.140326 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dbf8f823-71c9-42d8-b905-2115fd3dcf23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.194988 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e0852-4fc3-4be8-aabc-b2a4d5385a32 req-2f4f3515-af5e-4e41-b138-9b7ac0d0036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:27.197676 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-123e0852-4fc3-4be8-aabc-b2a4d5385a32 req-2f4f3515-af5e-4e41-b138-9b7ac0d0036f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 1097 time: 0.1487069 Dec 06 15:03:27.247949 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc53c332-104b-49a7-8b7b-f94f97da9ba4 req-5fedb134-79f5-4468-b051-2a4ea0469411 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651256 Dec 06 15:03:27.284660 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a68150-c014-4ffd-b107-a0e9d685c334 req-b4a87b4b-029b-41ee-9022-4a1b2961a767 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:27.297198 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b1a68150-c014-4ffd-b107-a0e9d685c334 req-b4a87b4b-029b-41ee-9022-4a1b2961a767 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.1407619 Dec 06 15:03:27.313408 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40096) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:27.313600 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e6524f37-8ee9-4a29-855a-01ec690d6687 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Deleting port 2ce70b18-ea57-4bd4-9e24-e504339059ab {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:03:27.313949 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6524f37-8ee9-4a29-855a-01ec690d6687 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.352502 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-123e0852-4fc3-4be8-aabc-b2a4d5385a32 req-6fd50f53-fa67-4c0f-9549-c5c8ebbab447 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434882 Dec 06 15:03:27.389493 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dbf8f823-71c9-42d8-b905-2115fd3dcf23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.394671 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b1a68150-c014-4ffd-b107-a0e9d685c334 req-e580d55a-1efb-475f-8a7f-00ba9ea27ca2 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947962 Dec 06 15:03:27.399486 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dbf8f823-71c9-42d8-b905-2115fd3dcf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.403368 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-8bd91491-0653-4e72-b8c4-38762c60c2fc tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:27.405070 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-8bd91491-0653-4e72-b8c4-38762c60c2fc tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.23 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 812 time: 0.2586284 Dec 06 15:03:27.421752 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-28f4a010-0bd0-4885-a3c5-4034d6725d48 req-5af69937-79ae-4d7c-a3d5-2b02740dea14 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 210 time: 0.0684004 Dec 06 15:03:27.450269 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8f823-71c9-42d8-b905-2115fd3dcf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b27f0e-a295-4621-b232-7c4df49dc174,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:27.457974 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dbf8f823-71c9-42d8-b905-2115fd3dcf23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=caaaf9ed2e054d909bf9c859142b3135&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3347061 Dec 06 15:03:27.458961 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40100) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:27.462583 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6524f37-8ee9-4a29-855a-01ec690d6687 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.462946 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6524f37-8ee9-4a29-855a-01ec690d6687 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.475421 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e6524f37-8ee9-4a29-855a-01ec690d6687 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Calling delete_port for 2ce70b18-ea57-4bd4-9e24-e504339059ab owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:03:27.486993 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ccaf66b-173f-4afb-b5af-3981fb22bd77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.546294 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59de8d28-f444-416e-bede-7ebbd3bf12f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.552714 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-5df2b153-6f25-4906-b5be-8f3f89a99513 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Request body: {'port': {'device_id': '777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6', 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0', 'admin_state_up': True, 'tenant_id': '253456d49f28490981f9e8f2633a478e'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:27.580452 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59de8d28-f444-416e-bede-7ebbd3bf12f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.637447 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ccaf66b-173f-4afb-b5af-3981fb22bd77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.640660 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ccaf66b-173f-4afb-b5af-3981fb22bd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.676754 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59de8d28-f444-416e-bede-7ebbd3bf12f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.679287 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59de8d28-f444-416e-bede-7ebbd3bf12f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.680567 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-59de8d28-f444-416e-bede-7ebbd3bf12f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09b27f0e-a295-4621-b232-7c4df49dc174 HTTP/1.1" status: 204 len: 168 time: 0.2189732 Dec 06 15:03:27.690288 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4ccaf66b-173f-4afb-b5af-3981fb22bd77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13cb64cc96bf45cabf6b66ff089ede2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3662415 Dec 06 15:03:27.690288 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccaf66b-173f-4afb-b5af-3981fb22bd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b412876b-8fcf-4160-8274-e9c484340558,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:27.690981 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40104) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:27.710234 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de8d28-f444-416e-bede-7ebbd3bf12f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b27f0e-a295-4621-b232-7c4df49dc174,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:27.741133 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255a350-5979-4b0d-bd58-aa0282124548 req-3b8aaf21-a945-4d8d-915a-6b2549a2c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:27.742694 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b255a350-5979-4b0d-bd58-aa0282124548 req-3b8aaf21-a945-4d8d-915a-6b2549a2c235 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6bea34f57f3438382c2fe5b205b1663&device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 1097 time: 0.1100760 Dec 06 15:03:27.781411 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b29b388a-8c8d-47ef-a035-2cc2a18b9769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.810014 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b29b388a-8c8d-47ef-a035-2cc2a18b9769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.827929 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-5df2b153-6f25-4906-b5be-8f3f89a99513 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Made reservation on behalf of 253456d49f28490981f9e8f2633a478e for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:03:27.830399 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-5df2b153-6f25-4906-b5be-8f3f89a99513 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.897004 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0feb8-c997-4a87-ac40-74972e7b2c04 req-0223ae83-1262-42ac-b05a-ba01c63f7d6e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:27.901149 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6524f37-8ee9-4a29-855a-01ec690d6687 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.904192 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ad0feb8-c997-4a87-ac40-74972e7b2c04 req-0223ae83-1262-42ac-b05a-ba01c63f7d6e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0692973 Dec 06 15:03:27.926765 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b29b388a-8c8d-47ef-a035-2cc2a18b9769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.930081 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b29b388a-8c8d-47ef-a035-2cc2a18b9769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.931963 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b29b388a-8c8d-47ef-a035-2cc2a18b9769 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b412876b-8fcf-4160-8274-e9c484340558 HTTP/1.1" status: 204 len: 168 time: 0.2403243 Dec 06 15:03:27.949056 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:27.951330 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b388a-8c8d-47ef-a035-2cc2a18b9769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b412876b-8fcf-4160-8274-e9c484340558,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:27.998950 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ad0feb8-c997-4a87-ac40-74972e7b2c04 req-c3566632-2e91-4391-84cb-31fc3631d727 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889521 Dec 06 15:03:28.017148 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255a350-5979-4b0d-bd58-aa0282124548 req-8c8ca94d-2612-45a2-92f2-a321e4d15c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:28.018900 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b255a350-5979-4b0d-bd58-aa0282124548 req-8c8ca94d-2612-45a2-92f2-a321e4d15c45 service neutron] 10.222.0.23 "GET /v2.0/networks?id=14e24fbd-751b-4795-86b8-cd9eca2691c6 HTTP/1.1" status: 200 len: 915 time: 0.2346585 Dec 06 15:03:28.028129 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6524f37-8ee9-4a29-855a-01ec690d6687 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'Port': ['ID=2ce70b18-ea57-4bd4-9e24-e504339059ab,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:28.409364 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40130) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:28.434276 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d3bd7-73e3-48b3-99ed-e1940c2d432c req-40c5b321-59c3-4874-9e3a-3e79b14a2da7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:28.439837 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b255a350-5979-4b0d-bd58-aa0282124548 req-81f55214-e338-4849-bae6-cda93cb6b3d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04 HTTP/1.1" status: 200 len: 217 time: 0.4057431 Dec 06 15:03:28.443068 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cb8d3bd7-73e3-48b3-99ed-e1940c2d432c req-40c5b321-59c3-4874-9e3a-3e79b14a2da7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.0830615 Dec 06 15:03:28.446288 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1c8fc25-5fb7-4c10-826d-680837163473 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:28.513292 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cb8d3bd7-73e3-48b3-99ed-e1940c2d432c req-362bc12c-1d82-4923-97b0-652634c2c229 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693362 Dec 06 15:03:28.567103 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-764e0e10-fe08-47a3-ac1e-6838a24de69b req-77576b93-be75-4ef1-ae19-e968ce17b37b tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1360936 Dec 06 15:03:28.591712 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1c8fc25-5fb7-4c10-826d-680837163473 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:28.601015 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1c8fc25-5fb7-4c10-826d-680837163473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:28.614137 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255a350-5979-4b0d-bd58-aa0282124548 req-ee5fabe7-7a16-4b89-a612-3d0db141a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:28.616467 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b255a350-5979-4b0d-bd58-aa0282124548 req-ee5fabe7-7a16-4b89-a612-3d0db141a5e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42a5af40-5e41-44c6-af09-1021d37830cd HTTP/1.1" status: 200 len: 854 time: 0.1503568 Dec 06 15:03:28.624156 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6524f37-8ee9-4a29-855a-01ec690d6687 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:28.624900 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-e6524f37-8ee9-4a29-855a-01ec690d6687 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Floating IP 9fd4e4fb-1fae-4a98-a0fc-539e40132369 disassociated (deleted). External IP: 172.35.7.13, port: 6614d5e4-ed54-4461-ac3e-6b4a117f23c5. Dec 06 15:03:28.676221 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b1c8fc25-5fb7-4c10-826d-680837163473 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c73630acaaf437aa8642968d7a340c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2655919 Dec 06 15:03:28.680410 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40138) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:28.687984 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-5df2b153-6f25-4906-b5be-8f3f89a99513 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Allocated IP 172.20.0.9 (4bfa7943-bf52-4cef-97dd-43ac4f7a06e0/d8f704f4-e319-4867-8b21-d731d4293c49/5be29419-0442-491a-9762-4f5c825fe758) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:03:28.688097 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8fc25-5fb7-4c10-826d-680837163473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb76721-8347-4e73-a5c0-3cfb084cf984,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:28.712002 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778d439-3d4d-44e5-906d-cb1c92ce75ae req-c91b1435-8981-486c-8240-548be2a3d253 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:28.713580 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7778d439-3d4d-44e5-906d-cb1c92ce75ae req-c91b1435-8981-486c-8240-548be2a3d253 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.1150668 Dec 06 15:03:28.734098 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b255a350-5979-4b0d-bd58-aa0282124548 req-7783f275-1da9-45f5-b46c-ba4ee3126697 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=14e24fbd-751b-4795-86b8-cd9eca2691c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060965 Dec 06 15:03:28.738935 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3fa4f280-155c-40cc-9c1f-1834545a26da req-56084885-cd9b-45af-a637-dc2292c73a1c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 210 time: 0.0680728 Dec 06 15:03:28.792208 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebf2dbdb-a486-4d71-8622-c6280df1220c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:28.797825 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7778d439-3d4d-44e5-906d-cb1c92ce75ae req-647b7b7f-3ab6-4505-9d9c-346bdae1d951 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760853 Dec 06 15:03:28.827447 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebf2dbdb-a486-4d71-8622-c6280df1220c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:28.884157 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebf2dbdb-a486-4d71-8622-c6280df1220c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:28.887186 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebf2dbdb-a486-4d71-8622-c6280df1220c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:28.889013 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ebf2dbdb-a486-4d71-8622-c6280df1220c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8bb76721-8347-4e73-a5c0-3cfb084cf984 HTTP/1.1" status: 204 len: 168 time: 0.2074935 Dec 06 15:03:28.897276 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2dbdb-a486-4d71-8622-c6280df1220c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb76721-8347-4e73-a5c0-3cfb084cf984,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:29.015468 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b255a350-5979-4b0d-bd58-aa0282124548 req-cf9274f8-4342-43e4-a3af-6e3375eb261a service neutron] 10.222.0.23 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673047 Dec 06 15:03:29.193751 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-5df2b153-6f25-4906-b5be-8f3f89a99513 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:29.246534 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52b91d-412f-497f-86bd-0d58e5f467d6 req-5e42c5c5-a793-485c-9682-51351ba9ba67 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:29.248074 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c52b91d-412f-497f-86bd-0d58e5f467d6 req-5e42c5c5-a793-485c-9682-51351ba9ba67 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1468456 Dec 06 15:03:29.249963 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6524f37-8ee9-4a29-855a-01ec690d6687 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:03:29.254069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b255a350-5979-4b0d-bd58-aa0282124548 req-54e7da29-f2d4-4807-8ba7-3db4b5a35422 service neutron] 10.222.0.23 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290337 Dec 06 15:03:29.335873 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-5df2b153-6f25-4906-b5be-8f3f89a99513 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:29.414063 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-5df2b153-6f25-4906-b5be-8f3f89a99513 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:03:29.447922 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c52b91d-412f-497f-86bd-0d58e5f467d6 req-b9455723-f3ac-4b7d-b9a4-c35221f056ff tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830578 Dec 06 15:03:29.456250 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-5df2b153-6f25-4906-b5be-8f3f89a99513 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:03:29.466335 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-5df2b153-6f25-4906-b5be-8f3f89a99513 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:03:29.470532 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2b153-6f25-4906-b5be-8f3f89a99513 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Pushing event updated for resources: {'Port': ['ID=5be29419-0442-491a-9762-4f5c825fe758,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:29.511523 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6524f37-8ee9-4a29-855a-01ec690d6687 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:03:29.517538 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6524f37-8ee9-4a29-855a-01ec690d6687 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:29.522781 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de5abb-870b-49f3-a5bc-cb2be46c887b None None] Sync routers for ids ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:03:29.539110 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de5abb-870b-49f3-a5bc-cb2be46c887b None None] Routers {'d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:03:29.539819 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-15de5abb-870b-49f3-a5bc-cb2be46c887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:03:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:29.552342 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-5df2b153-6f25-4906-b5be-8f3f89a99513 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:29.553001 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-5df2b153-6f25-4906-b5be-8f3f89a99513 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:29.559776 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e6524f37-8ee9-4a29-855a-01ec690d6687 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "DELETE /v2.0/floatingips/9fd4e4fb-1fae-4a98-a0fc-539e40132369 HTTP/1.1" status: 204 len: 168 time: 2.7092597 Dec 06 15:03:29.562913 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'tag': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:29.565233 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2920e42e-cf65-4688-bd5a-8e143ffad444" -d '{"events": [{"name": "network-changed", "server_uuid": "babfcb0c-c378-4ce0-9224-a79bd653ef14", "tag": "6614d5e4-ed54-4461-ac3e-6b4a117f23c5"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:29.582836 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-5df2b153-6f25-4906-b5be-8f3f89a99513 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0337484 Dec 06 15:03:29.594836 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Request body: {'port': {'device_id': '777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:29.685323 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:29.757809 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a369af7-5f60-4d82-a090-08b4c6f69cdd req-e257f4c2-9bdf-4176-b08c-8c54fd8bbecd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:29.768563 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a369af7-5f60-4d82-a090-08b4c6f69cdd req-e257f4c2-9bdf-4176-b08c-8c54fd8bbecd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.1119409 Dec 06 15:03:29.806200 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-15de5abb-870b-49f3-a5bc-cb2be46c887b None None] Set router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:03:29.831820 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:29.885814 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a369af7-5f60-4d82-a090-08b4c6f69cdd req-68ce644f-52d4-41b5-99b3-a62ee0b6da23 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159675 Dec 06 15:03:29.940671 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55964b53-fbd4-4dbb-9f89-b91802b3a6e6 x-openstack-request-id: req-55964b53-fbd4-4dbb-9f89-b91802b3a6e6 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:29.940972 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babfcb0c-c378-4ce0-9224-a79bd653ef14", "tag": "6614d5e4-ed54-4461-ac3e-6b4a117f23c5", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:29.941233 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55964b53-fbd4-4dbb-9f89-b91802b3a6e6 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:29.941645 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'tag': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5', 'status': 'completed', 'code': 200} Dec 06 15:03:30.024132 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1df184d5-bd33-45b9-ada9-02673732555f req-ceb24c39-5c93-43b3-a8f7-cf74ff405311 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0683882 Dec 06 15:03:30.059215 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920e42e-cf65-4688-bd5a-8e143ffad444 req-466b0d41-21a5-4515-9e41-f35f82665323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:30.060656 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2920e42e-cf65-4688-bd5a-8e143ffad444 req-466b0d41-21a5-4515-9e41-f35f82665323 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6328bee89d2341bdb282688164425785&device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 1096 time: 0.1076636 Dec 06 15:03:30.093479 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-15de5abb-870b-49f3-a5bc-cb2be46c887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:03:18Z', 'revision_number': 6, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd346008b-5387-43bb-81e0-f0489630d70d', 'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:72:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:26Z', 'updated_at': '2021-12-06T15:01:30Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:30.158016 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de5abb-870b-49f3-a5bc-cb2be46c887b None None] Checking router: d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:03:30.170368 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de5abb-870b-49f3-a5bc-cb2be46c887b None None] Routers {'d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:03:30.171444 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-15de5abb-870b-49f3-a5bc-cb2be46c887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:03:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:30.199049 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733c220-5ada-4143-bbf7-3203f61dc8dc req-4fbf4751-a8f7-46df-9f2a-4122b52d5c5b tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:30.207592 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1733c220-5ada-4143-bbf7-3203f61dc8dc req-4fbf4751-a8f7-46df-9f2a-4122b52d5c5b tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.1026378 Dec 06 15:03:30.213814 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925f47a-b2e2-424e-bc50-9cdfd756f89f req-0b9d7b92-de39-4f7b-a96c-d5d9dc12fce7 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:30.221929 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6925f47a-b2e2-424e-bc50-9cdfd756f89f req-0b9d7b92-de39-4f7b-a96c-d5d9dc12fce7 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 931 time: 0.1760488 Dec 06 15:03:30.288455 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1733c220-5ada-4143-bbf7-3203f61dc8dc req-26be7956-d860-4202-8525-8fc3d05696db tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730677 Dec 06 15:03:30.319467 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-15de5abb-870b-49f3-a5bc-cb2be46c887b None None] Set router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:03:30.333992 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920e42e-cf65-4688-bd5a-8e143ffad444 req-68a05f0e-e76d-4d9d-b5a9-bc9f5fef0e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:30.335551 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2920e42e-cf65-4688-bd5a-8e143ffad444 req-68a05f0e-e76d-4d9d-b5a9-bc9f5fef0e47 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea4a6999-aee7-44eb-8d45-372d6bdff2a4 HTTP/1.1" status: 200 len: 898 time: 0.2540004 Dec 06 15:03:30.451871 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a95a39-f7aa-4419-9f3a-1b485ea86971 req-788431cf-086d-41f8-9085-3f448fc05b84 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:30.454196 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-61a95a39-f7aa-4419-9f3a-1b485ea86971 req-788431cf-086d-41f8-9085-3f448fc05b84 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 945 time: 0.0801983 Dec 06 15:03:30.460249 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6925f47a-b2e2-424e-bc50-9cdfd756f89f req-c53c6841-639c-4a24-974e-e1e8a8d1584f tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374535 Dec 06 15:03:30.463725 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2920e42e-cf65-4688-bd5a-8e143ffad444 req-53d07e75-e5c0-4521-9943-b86abd746238 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6614d5e4-ed54-4461-ac3e-6b4a117f23c5 HTTP/1.1" status: 200 len: 217 time: 0.0926569 Dec 06 15:03:30.498827 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be29419-0442-491a-9762-4f5c825fe758 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:03:30.528486 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:30.571153 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Transition to ACTIVE for port object 5be29419-0442-491a-9762-4f5c825fe758 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:03:30.580917 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920e42e-cf65-4688-bd5a-8e143ffad444 req-8171163f-0c90-4f6b-876f-f63b754e78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:30.582645 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-61a95a39-f7aa-4419-9f3a-1b485ea86971 req-21239a05-5401-457a-a72a-a64669f87a9a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f84be0-9c0d-48ec-8253-78255a8c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206934 Dec 06 15:03:30.585590 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2920e42e-cf65-4688-bd5a-8e143ffad444 req-8171163f-0c90-4f6b-876f-f63b754e78dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0 HTTP/1.1" status: 200 len: 835 time: 0.1055520 Dec 06 15:03:30.588989 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:30.706041 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-15de5abb-870b-49f3-a5bc-cb2be46c887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:03:18Z', 'revision_number': 6, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd346008b-5387-43bb-81e0-f0489630d70d', 'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:72:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:26Z', 'updated_at': '2021-12-06T15:01:30Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:30.732810 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636b648-ad45-45f6-8117-daf0c3318ee8 req-c7ef39a1-2968-4d94-b311-e99c5ac5c21d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:30.743061 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3636b648-ad45-45f6-8117-daf0c3318ee8 req-c7ef39a1-2968-4d94-b311-e99c5ac5c21d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1041925 Dec 06 15:03:30.744416 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Pushing event updated for resources: {'Port': ['ID=5be29419-0442-491a-9762-4f5c825fe758,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:30.746292 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b59699d9-3805-47bb-a390-d427e79b72e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:30.767261 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a3b3a-149f-4701-a6ac-b0bd2458b6ce req-23388a36-aea9-4e72-8640-a8eca1910473 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:30.776474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d00a3b3a-149f-4701-a6ac-b0bd2458b6ce req-23388a36-aea9-4e72-8640-a8eca1910473 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.1897302 Dec 06 15:03:30.788548 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de5abb-870b-49f3-a5bc-cb2be46c887b None None] The sync data for ids ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'] in n-d-master-1 is: [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:03:18Z', 'revision_number': 6, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd346008b-5387-43bb-81e0-f0489630d70d', 'name': '', 'network_id': 'ea4a6999-aee7-44eb-8d45-372d6bdff2a4', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:72:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:26Z', 'updated_at': '2021-12-06T15:01:30Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:03:30.801986 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920e42e-cf65-4688-bd5a-8e143ffad444 req-6a2843d3-d7bd-4ed7-8b8f-38338a1a339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:30.804112 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2920e42e-cf65-4688-bd5a-8e143ffad444 req-6a2843d3-d7bd-4ed7-8b8f-38338a1a339d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea4a6999-aee7-44eb-8d45-372d6bdff2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656528 Dec 06 15:03:30.815590 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3636b648-ad45-45f6-8117-daf0c3318ee8 req-2a316017-b3c9-4944-a3af-ba058bf25047 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709291 Dec 06 15:03:30.946006 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d00a3b3a-149f-4701-a6ac-b0bd2458b6ce req-9c931edc-2b0a-4b03-9f97-7a9153498c93 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683259 Dec 06 15:03:30.985453 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Attempting to bind port 5be29419-0442-491a-9762-4f5c825fe758 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:03:30.985726 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Attempting to bind port 5be29419-0442-491a-9762-4f5c825fe758 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:03:30.986061 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Attempting to bind port 5be29419-0442-491a-9762-4f5c825fe758 on network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:03:30.997336 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Port 5be29419-0442-491a-9762-4f5c825fe758 on network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:03:30.997671 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Attempting to bind port 5be29419-0442-491a-9762-4f5c825fe758 on network 4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:03:31.005968 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:03:31.006279 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Checking segment: {'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:03:31.007135 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Bound using segment: {'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:03:31.007135 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Bound port: 5be29419-0442-491a-9762-4f5c825fe758, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54926bb1-3b96-4075-9735-62ce3e161938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:03:31.007443 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:31.015016 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40292) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:31.034822 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2920e42e-cf65-4688-bd5a-8e143ffad444 req-7be632e4-0230-4005-9c14-00446664d146 service neutron] 10.222.0.37 "GET /v2.0/networks/ea4a6999-aee7-44eb-8d45-372d6bdff2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166028 Dec 06 15:03:31.264528 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09aa3071-55a7-4fe9-b4b8-2866427921d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:31.286295 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cc6f26-ca6f-49e5-ab84-5d314de57344 None None] New status for floating IP 9fd4e4fb-1fae-4a98-a0fc-539e40132369: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:03:31.288907 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-28f2fb50-4bd4-4ee3-adf7-ecfc87d040b2 req-ae943184-7b3a-4022-b236-cb714307d445 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1811218 Dec 06 15:03:31.290726 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] For port 5be29419-0442-491a-9762-4f5c825fe758, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:03:31.309493 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2920e42e-cf65-4688-bd5a-8e143ffad444 req-5d0db645-dec1-4735-bb90-2ea14f4b6658 service neutron] 10.222.0.37 "GET /v2.0/networks/ea4a6999-aee7-44eb-8d45-372d6bdff2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405727 Dec 06 15:03:31.311287 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] For port 5be29419-0442-491a-9762-4f5c825fe758, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5be29419-0442-491a-9762-4f5c825fe758,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:03:31.326842 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:31.417252 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:31.418288 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:31.419769 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] 10.222.0.23 "PUT /v2.0/ports/5be29419-0442-491a-9762-4f5c825fe758 HTTP/1.1" status: 200 len: 1091 time: 1.8295524 Dec 06 15:03:31.455596 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aea20b-f8ab-408a-93e5-d257b33ebf28 service neutron] Pushing event updated for resources: {'Port': ['ID=5be29419-0442-491a-9762-4f5c825fe758,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:31.527028 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b530f-abbb-4048-8689-06e953d1c5a2 req-c91088c2-97d0-47fe-812d-b55c00e54098 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:31.528607 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e44b530f-abbb-4048-8689-06e953d1c5a2 req-c91088c2-97d0-47fe-812d-b55c00e54098 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.37 "GET /v2.0/ports?device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 945 time: 0.2223074 Dec 06 15:03:31.601941 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136dd8f-7e5a-4cc3-8a35-951a77b81636 req-6c3ce48e-602b-439c-b44e-49493614c0b9 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:31.603803 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5136dd8f-7e5a-4cc3-8a35-951a77b81636 req-6c3ce48e-602b-439c-b44e-49493614c0b9 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.1827173 Dec 06 15:03:31.606190 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-a7b0387d-cf30-4b44-8a96-176e8198da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:31.607719 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-a7b0387d-cf30-4b44-8a96-176e8198da53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 1094 time: 0.1306100 Dec 06 15:03:31.654122 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09aa3071-55a7-4fe9-b4b8-2866427921d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:31.674046 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-aeb1879d-c6da-4fd9-8aa2-faf8d7834ec8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5be29419-0442-491a-9762-4f5c825fe758 HTTP/1.1" status: 200 len: 217 time: 0.0508568 Dec 06 15:03:31.679770 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09aa3071-55a7-4fe9-b4b8-2866427921d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:31.681184 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-415eb015-831f-434f-b974-cca5c575cbd9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:31.683873 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-415eb015-831f-434f-b974-cca5c575cbd9 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/networks?id=f0fbdc94-7de5-4a38-961d-5f7176775265 HTTP/1.1" status: 200 len: 815 time: 0.1622128 Dec 06 15:03:31.729159 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-5e5e7276-bcf6-4e47-a04e-866259170419 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/quotas/f55adfe3135c416686e74552cfdb9700 HTTP/1.1" status: 200 len: 375 time: 0.0350921 Dec 06 15:03:31.742333 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-9548c6bf-50f9-4900-9743-2aca6671af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:31.746317 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-9548c6bf-50f9-4900-9743-2aca6671af1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8f704f4-e319-4867-8b21-d731d4293c49 HTTP/1.1" status: 200 len: 852 time: 0.0575290 Dec 06 15:03:31.749097 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa3071-55a7-4fe9-b4b8-2866427921d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d918fd-c3e7-4cca-87ad-36a685f698f6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:31.760263 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-09aa3071-55a7-4fe9-b4b8-2866427921d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3341cbaed16044eda03115abb026f17b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7447329 Dec 06 15:03:31.764480 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40346) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:31.772699 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5136dd8f-7e5a-4cc3-8a35-951a77b81636 req-46b929d5-b645-49d8-85fd-eb5e75420789 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469064 Dec 06 15:03:31.776051 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa3071-55a7-4fe9-b4b8-2866427921d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:31.776462 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa3071-55a7-4fe9-b4b8-2866427921d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:31.776872 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa3071-55a7-4fe9-b4b8-2866427921d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:31.777624 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa3071-55a7-4fe9-b4b8-2866427921d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:31.778008 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa3071-55a7-4fe9-b4b8-2866427921d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:31.778339 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa3071-55a7-4fe9-b4b8-2866427921d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:31.778925 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa3071-55a7-4fe9-b4b8-2866427921d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:31.779267 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa3071-55a7-4fe9-b4b8-2866427921d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:31.779592 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa3071-55a7-4fe9-b4b8-2866427921d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:31.779946 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa3071-55a7-4fe9-b4b8-2866427921d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:31.780270 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa3071-55a7-4fe9-b4b8-2866427921d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:31.781235 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa3071-55a7-4fe9-b4b8-2866427921d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:31.781572 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa3071-55a7-4fe9-b4b8-2866427921d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:31.797763 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-e44b530f-abbb-4048-8689-06e953d1c5a2 req-ca34239e-4d95-420f-86e2-b33877dbbdff tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Deleting port 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:03:31.798302 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e44b530f-abbb-4048-8689-06e953d1c5a2 req-ca34239e-4d95-420f-86e2-b33877dbbdff tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:31.804898 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-312f34ee-f847-4950-aa2d-c6a14741100c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520484 Dec 06 15:03:31.908197 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-21e2a7f2-45e0-4117-875d-885f741ae7bb tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f55adfe3135c416686e74552cfdb9700&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1686375 Dec 06 15:03:31.929962 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e44b530f-abbb-4048-8689-06e953d1c5a2 req-ca34239e-4d95-420f-86e2-b33877dbbdff tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] For port 6614d5e4-ed54-4461-ac3e-6b4a117f23c5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6614d5e4-ed54-4461-ac3e-6b4a117f23c5,segment=NetworkSegment(54d4b231-b1b4-4643-beca-eed98acec25b),segment_id=54d4b231-b1b4-4643-beca-eed98acec25b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:31.930555 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e44b530f-abbb-4048-8689-06e953d1c5a2 req-ca34239e-4d95-420f-86e2-b33877dbbdff tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:31.946754 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6', 'tag': '5be29419-0442-491a-9762-4f5c825fe758'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:31.952707 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad49fe3-1878-4c57-b54b-5d07c0c3d18a req-082f0a23-46be-4abd-ab15-e1e753e66398 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:31.954242 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dad49fe3-1878-4c57-b54b-5d07c0c3d18a req-082f0a23-46be-4abd-ab15-e1e753e66398 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 943 time: 0.0903141 Dec 06 15:03:31.955645 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e624efc7-a7a7-4752-ad69-fbd0453b2004" -d '{"events": [{"name": "network-changed", "server_uuid": "777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6", "tag": "5be29419-0442-491a-9762-4f5c825fe758"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:31.958830 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-e44b530f-abbb-4048-8689-06e953d1c5a2 req-ca34239e-4d95-420f-86e2-b33877dbbdff tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Calling delete_port for 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:03:31.991377 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0e41b9e-b3d1-499d-a8aa-1c600f3426d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:32.033505 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0e41b9e-b3d1-499d-a8aa-1c600f3426d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:32.045973 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-c534f720-1562-4d67-8905-2061ee109841 service neutron] 10.222.0.23 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323520 Dec 06 15:03:32.048311 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dad49fe3-1878-4c57-b54b-5d07c0c3d18a req-a0ec824f-5814-408e-88d4-d0e0b813b862 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850978 Dec 06 15:03:32.204869 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec405c9-371f-48a0-8f0d-9af93f4f5da4 req-baa45588-f2dc-4c9d-a683-517b0545e9bc tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:32.207039 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bec405c9-371f-48a0-8f0d-9af93f4f5da4 req-baa45588-f2dc-4c9d-a683-517b0545e9bc tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=babfcb0c-c378-4ce0-9224-a79bd653ef14 HTTP/1.1" status: 200 len: 945 time: 0.0741189 Dec 06 15:03:32.214255 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e44b530f-abbb-4048-8689-06e953d1c5a2 req-ca34239e-4d95-420f-86e2-b33877dbbdff tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:32.215475 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-67a592ae-af84-4334-b4e7-ef9432b1ba7e service neutron] 10.222.0.20 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962537 Dec 06 15:03:32.219948 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0e41b9e-b3d1-499d-a8aa-1c600f3426d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:32.222496 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0e41b9e-b3d1-499d-a8aa-1c600f3426d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:32.225954 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f0e41b9e-b3d1-499d-a8aa-1c600f3426d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08d918fd-c3e7-4cca-87ad-36a685f698f6 HTTP/1.1" status: 204 len: 168 time: 0.4456570 Dec 06 15:03:32.237360 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e41b9e-b3d1-499d-a8aa-1c600f3426d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d918fd-c3e7-4cca-87ad-36a685f698f6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:32.240592 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd16045-31d1-443b-8fb4-c266a00a277a req-0e55009d-f226-4452-a906-d7c0b91d77d7 service neutron] 10.222.0.23 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790531 Dec 06 15:03:32.277796 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34239e-4d95-420f-86e2-b33877dbbdff tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'Port': ['ID=6614d5e4-ed54-4461-ac3e-6b4a117f23c5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:32.331444 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44b530f-abbb-4048-8689-06e953d1c5a2 req-ca34239e-4d95-420f-86e2-b33877dbbdff tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] No DVR routers for this DVR port 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:03:32.338096 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e44b530f-abbb-4048-8689-06e953d1c5a2 req-ca34239e-4d95-420f-86e2-b33877dbbdff tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:32.341424 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e44b530f-abbb-4048-8689-06e953d1c5a2 req-ca34239e-4d95-420f-86e2-b33877dbbdff tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.37 "DELETE /v2.0/ports/6614d5e4-ed54-4461-ac3e-6b4a117f23c5 HTTP/1.1" status: 204 len: 173 time: 0.8013513 Dec 06 15:03:32.343143 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'name': 'network-vif-deleted', 'tag': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:32.351685 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adafeb3-1da4-48dd-9d35-47c57aa5a48b" -d '{"events": [{"server_uuid": "babfcb0c-c378-4ce0-9224-a79bd653ef14", "name": "network-vif-deleted", "tag": "6614d5e4-ed54-4461-ac3e-6b4a117f23c5"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:32.379722 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-445a05d0-2f7b-4dff-a5ec-cb119c81e8d2 service neutron] 10.222.0.20 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388004 Dec 06 15:03:32.389860 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bec405c9-371f-48a0-8f0d-9af93f4f5da4 req-48c31128-8f09-4a93-a06c-167b161bdccb tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f84be0-9c0d-48ec-8253-78255a8c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734707 Dec 06 15:03:32.408571 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c5cb0f98-1a86-44ee-850e-6aa161e50b04 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:03:32.619054 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de05570-fb8f-40df-b9d1-6396227b115f x-openstack-request-id: req-8de05570-fb8f-40df-b9d1-6396227b115f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:32.619561 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6", "tag": "5be29419-0442-491a-9762-4f5c825fe758", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:32.619645 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8de05570-fb8f-40df-b9d1-6396227b115f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:32.620153 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6', 'tag': '5be29419-0442-491a-9762-4f5c825fe758', 'status': 'completed', 'code': 200} Dec 06 15:03:32.627167 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d92b9f-776e-446c-ae01-03a782ca0301 req-814fa483-2454-49ad-8b15-d032615373ab tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:32.637413 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62d92b9f-776e-446c-ae01-03a782ca0301 req-814fa483-2454-49ad-8b15-d032615373ab tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1205246 Dec 06 15:03:32.680606 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c5cb0f98-1a86-44ee-850e-6aa161e50b04, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04,segment=NetworkSegment(68df21cc-c880-4f67-b4be-3f1a8c6d4c4e),segment_id=68df21cc-c880-4f67-b4be-3f1a8c6d4c4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:32.714076 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'c5cb0f98-1a86-44ee-850e-6aa161e50b04', 'network_id': '14e24fbd-751b-4795-86b8-cd9eca2691c6', 'port_id': 'c5cb0f98-1a86-44ee-850e-6aa161e50b04', 'mac_address': 'fa:16:3e:fe:80:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5af40-5e41-44c6-af09-1021d37830cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:03:32.740374 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40368) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:32.800275 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a357e280-0394-4474-a747-b1ffb4f7a485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:32.831775 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:32.839102 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62d92b9f-776e-446c-ae01-03a782ca0301 req-da83c5b3-1e8a-46c6-b080-3aa25d19d43a tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003043 Dec 06 15:03:32.864789 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5cb0f98-1a86-44ee-850e-6aa161e50b04 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:03:32.924162 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c5cb0f98-1a86-44ee-850e-6aa161e50b04, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04,segment=NetworkSegment(68df21cc-c880-4f67-b4be-3f1a8c6d4c4e),segment_id=68df21cc-c880-4f67-b4be-3f1a8c6d4c4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:32.934075 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:33.015166 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=c5cb0f98-1a86-44ee-850e-6aa161e50b04,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:33.030635 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a02c7b2-7331-43f4-9618-c722475c74f7 x-openstack-request-id: req-6a02c7b2-7331-43f4-9618-c722475c74f7 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:33.032019 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['c5cb0f98-1a86-44ee-850e-6aa161e50b04'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:03:33.032760 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babfcb0c-c378-4ce0-9224-a79bd653ef14", "name": "network-vif-deleted", "tag": "6614d5e4-ed54-4461-ac3e-6b4a117f23c5", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:33.033056 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a02c7b2-7331-43f4-9618-c722475c74f7 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:33.033491 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babfcb0c-c378-4ce0-9224-a79bd653ef14', 'name': 'network-vif-deleted', 'tag': '6614d5e4-ed54-4461-ac3e-6b4a117f23c5', 'status': 'completed', 'code': 200} Dec 06 15:03:33.122635 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a357e280-0394-4474-a747-b1ffb4f7a485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:33.164279 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a357e280-0394-4474-a747-b1ffb4f7a485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:33.194632 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f589b39c-834f-471c-8fcb-ac2d3b361ca7 req-48b1b476-b797-4ff7-b83a-9f6badcdadaf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 210 time: 0.0705602 Dec 06 15:03:33.229171 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a357e280-0394-4474-a747-b1ffb4f7a485 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce22dfb3cb92439e8d4215a73d6c1005&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4849770 Dec 06 15:03:33.231714 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40382) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:33.248830 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357e280-0394-4474-a747-b1ffb4f7a485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05744c5-e60a-4bbb-8a1b-88b82336f9b4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:33.275428 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bb9-e44e-4869-a2ee-cb0aeb8d497f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:33.307016 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0da7396-047b-41ed-916a-9a2ecf322413 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:33.344779 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0da7396-047b-41ed-916a-9a2ecf322413 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:33.352149 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba04e901-e037-4811-b7bc-f6cc5735006e req-27c0675f-d23f-442e-81b2-5717faae3483 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0966356 Dec 06 15:03:33.413496 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624efc7-a7a7-4752-ad69-fbd0453b2004 req-22ced3bb-449a-44c5-81a2-c55ec9d3e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:33.419328 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e624efc7-a7a7-4752-ad69-fbd0453b2004 req-22ced3bb-449a-44c5-81a2-c55ec9d3e1b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=253456d49f28490981f9e8f2633a478e&device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 1094 time: 0.7759504 Dec 06 15:03:33.455028 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0640ec-9b58-4f9a-b8a8-b8a4da71adbb req-2a195ae5-17f8-40fd-b3cc-bb94eda2cf20 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:33.457265 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b0640ec-9b58-4f9a-b8a8-b8a4da71adbb req-2a195ae5-17f8-40fd-b3cc-bb94eda2cf20 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.23 "GET /v2.0/ports?device_id=654332d8-66b5-4d51-bc4c-10ab7ff7a593 HTTP/1.1" status: 200 len: 946 time: 0.2643542 Dec 06 15:03:33.470944 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761d54d-5bfc-4591-95f9-2ec56a916825 req-00199bc6-374a-4518-b4d4-6cc7f62a3b68 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:33.476641 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3761d54d-5bfc-4591-95f9-2ec56a916825 req-00199bc6-374a-4518-b4d4-6cc7f62a3b68 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.0843086 Dec 06 15:03:33.485586 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0da7396-047b-41ed-916a-9a2ecf322413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:33.488809 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0da7396-047b-41ed-916a-9a2ecf322413 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:33.492354 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a0da7396-047b-41ed-916a-9a2ecf322413 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c05744c5-e60a-4bbb-8a1b-88b82336f9b4 HTTP/1.1" status: 204 len: 168 time: 0.2575467 Dec 06 15:03:33.536987 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da7396-047b-41ed-916a-9a2ecf322413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05744c5-e60a-4bbb-8a1b-88b82336f9b4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:33.621420 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3761d54d-5bfc-4591-95f9-2ec56a916825 req-5bfe3a32-5e0d-4d24-b72c-23b8e0d621be tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378887 Dec 06 15:03:33.675783 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfb36c-ca65-4353-bd63-5d2959c4ca32 req-fb39125e-bb10-4304-ae29-5a7277aff7d8 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:33.678016 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f2bfb36c-ca65-4353-bd63-5d2959c4ca32 req-fb39125e-bb10-4304-ae29-5a7277aff7d8 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 943 time: 0.2189145 Dec 06 15:03:33.715499 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40400) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:33.831418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f2bfb36c-ca65-4353-bd63-5d2959c4ca32 req-96c539af-1bdb-4f81-b6d7-b74df442eef1 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217706 Dec 06 15:03:33.886806 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624efc7-a7a7-4752-ad69-fbd0453b2004 req-7e0d3579-24fc-453e-b497-3721367e4586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:33.891483 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e624efc7-a7a7-4752-ad69-fbd0453b2004 req-7e0d3579-24fc-453e-b497-3721367e4586 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 200 len: 913 time: 0.4309633 Dec 06 15:03:33.903127 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf5cb45-c5d8-4f2b-89a2-110fd6f87536 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:33.966351 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:33.973682 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf5cb45-c5d8-4f2b-89a2-110fd6f87536 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:34.023895 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e624efc7-a7a7-4752-ad69-fbd0453b2004 req-7f849aa6-6be4-46d4-838f-51efe5bbeab8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5be29419-0442-491a-9762-4f5c825fe758 HTTP/1.1" status: 200 len: 217 time: 0.1239088 Dec 06 15:03:34.038400 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-2b0640ec-9b58-4f9a-b8a8-b8a4da71adbb req-a1947e4c-ad6f-4b9e-bd23-b9d90888b9e8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Deleting port ed9d5e91-b452-407d-b57f-f4ba1d02b144 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:03:34.038655 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2b0640ec-9b58-4f9a-b8a8-b8a4da71adbb req-a1947e4c-ad6f-4b9e-bd23-b9d90888b9e8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:34.069030 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:03:34.169970 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2612aa-b32d-4e4b-8d9e-983308c2f20c req-e6097330-bdd5-4e61-bf6d-1fb7d0d93358 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:34.184223 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2612aa-b32d-4e4b-8d9e-983308c2f20c req-e6097330-bdd5-4e61-bf6d-1fb7d0d93358 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 945 time: 0.1918633 Dec 06 15:03:34.186162 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf5cb45-c5d8-4f2b-89a2-110fd6f87536 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:34.190447 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf5cb45-c5d8-4f2b-89a2-110fd6f87536 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:34.191582 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ecf5cb45-c5d8-4f2b-89a2-110fd6f87536 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "DELETE /v2.0/security-groups/18f84be0-9c0d-48ec-8253-78255a8c2ce1 HTTP/1.1" status: 204 len: 168 time: 0.4748373 Dec 06 15:03:34.203389 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624efc7-a7a7-4752-ad69-fbd0453b2004 req-66b4739f-2c45-4f95-99b0-bf7031fd046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:34.214038 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e624efc7-a7a7-4752-ad69-fbd0453b2004 req-66b4739f-2c45-4f95-99b0-bf7031fd046a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8f704f4-e319-4867-8b21-d731d4293c49 HTTP/1.1" status: 200 len: 852 time: 0.1783655 Dec 06 15:03:34.250291 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5cb45-c5d8-4f2b-89a2-110fd6f87536 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f84be0-9c0d-48ec-8253-78255a8c2ce1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:34.263357 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40430) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:34.285981 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e624efc7-a7a7-4752-ad69-fbd0453b2004 req-60a3f749-8723-423b-a379-4042c49fda62 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644350 Dec 06 15:03:34.379382 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2b0640ec-9b58-4f9a-b8a8-b8a4da71adbb req-a1947e4c-ad6f-4b9e-bd23-b9d90888b9e8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] For port ed9d5e91-b452-407d-b57f-f4ba1d02b144, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ed9d5e91-b452-407d-b57f-f4ba1d02b144,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:34.380135 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2b0640ec-9b58-4f9a-b8a8-b8a4da71adbb req-a1947e4c-ad6f-4b9e-bd23-b9d90888b9e8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:34.418309 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 5be29419-0442-491a-9762-4f5c825fe758 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:03:34.448207 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-2b0640ec-9b58-4f9a-b8a8-b8a4da71adbb req-a1947e4c-ad6f-4b9e-bd23-b9d90888b9e8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Calling delete_port for ed9d5e91-b452-407d-b57f-f4ba1d02b144 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:03:34.517829 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c5cb0f98-1a86-44ee-850e-6aa161e50b04 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:03:34.653859 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:03:34.712180 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:03:34.713358 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6614d5e4-ed54-4461-ac3e-6b4a117f23c5 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:03:34.740237 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f2612aa-b32d-4e4b-8d9e-983308c2f20c req-e268f163-0524-49b3-9f3d-7970bb10cf91 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550249 Dec 06 15:03:34.836089 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e624efc7-a7a7-4752-ad69-fbd0453b2004 req-dd05a6ad-607e-4ad6-8141-0f29639b7905 service neutron] 10.222.0.23 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343330 Dec 06 15:03:34.849675 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 5be29419-0442-491a-9762-4f5c825fe758, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5be29419-0442-491a-9762-4f5c825fe758,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:34.849950 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ffc7d8b-2bad-4465-a5e6-964b5aa5c3d8 req-3a8ce87d-05f8-4643-a5f8-52fe5e4fdbdb tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 210 time: 0.4184501 Dec 06 15:03:34.881845 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port c5cb0f98-1a86-44ee-850e-6aa161e50b04 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:34.884555 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:34.901468 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '5be29419-0442-491a-9762-4f5c825fe758', 'network_id': '4bfa7943-bf52-4cef-97dd-43ac4f7a06e0', 'port_id': '5be29419-0442-491a-9762-4f5c825fe758', 'mac_address': 'fa:16:3e:55:34:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f704f4-e319-4867-8b21-d731d4293c49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:03:34.995904 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e624efc7-a7a7-4752-ad69-fbd0453b2004 req-a4450af6-39bd-46a7-a6c0-30f2eeb61f76 service neutron] 10.222.0.23 "GET /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448340 Dec 06 15:03:35.047498 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:35.088530 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be29419-0442-491a-9762-4f5c825fe758 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:03:35.116542 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f43e2830-c7f7-4b84-9e8b-be1423a5072a req-7333e5e0-e9ce-4fad-9161-4be0069b1ef6 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.2897961 Dec 06 15:03:35.149445 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 5be29419-0442-491a-9762-4f5c825fe758, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5be29419-0442-491a-9762-4f5c825fe758,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:35.157738 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855004df-bb90-42c3-88dd-e095c5da7c12 req-7e094011-b556-4594-8274-fc9acf56f9a5 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:35.159372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-855004df-bb90-42c3-88dd-e095c5da7c12 req-7e094011-b556-4594-8274-fc9acf56f9a5 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.1049826 Dec 06 15:03:35.160429 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2b0640ec-9b58-4f9a-b8a8-b8a4da71adbb req-a1947e4c-ad6f-4b9e-bd23-b9d90888b9e8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:35.165411 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:35.174750 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['ed9d5e91-b452-407d-b57f-f4ba1d02b144'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:03:35.265347 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1947e4c-ad6f-4b9e-bd23-b9d90888b9e8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Pushing event deleted for resources: {'Port': ['ID=ed9d5e91-b452-407d-b57f-f4ba1d02b144,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:35.307330 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-1ddbb0ea-10e1-43ac-866a-ea910fc4b344 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:35.310860 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-1ddbb0ea-10e1-43ac-866a-ea910fc4b344 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.37 "GET /v2.0/networks?id=f0fbdc94-7de5-4a38-961d-5f7176775265 HTTP/1.1" status: 200 len: 815 time: 0.7113109 Dec 06 15:03:35.363210 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:35.374976 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-e02a0512-740e-4efc-b3ae-cef836504aad tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Request body: {'port': {'device_id': 'f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0', 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265', 'admin_state_up': True, 'tenant_id': 'f55adfe3135c416686e74552cfdb9700'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:35.379873 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=5be29419-0442-491a-9762-4f5c825fe758,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:35.399770 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bffdc82-e7a5-4aa1-98b3-3d819132974f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cb0f98-1a86-44ee-850e-6aa161e50b04'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:35.403086 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a226735f-2e6a-4c4e-9586-dde01ed69105" -d '{"events": [{"server_uuid": "2bffdc82-e7a5-4aa1-98b3-3d819132974f", "name": "network-vif-plugged", "status": "completed", "tag": "c5cb0f98-1a86-44ee-850e-6aa161e50b04"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:35.419408 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['5be29419-0442-491a-9762-4f5c825fe758'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:03:35.423063 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c5cb0f98-1a86-44ee-850e-6aa161e50b04, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04,segment=NetworkSegment(68df21cc-c880-4f67-b4be-3f1a8c6d4c4e),segment_id=68df21cc-c880-4f67-b4be-3f1a8c6d4c4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:35.442442 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0640ec-9b58-4f9a-b8a8-b8a4da71adbb req-a1947e4c-ad6f-4b9e-bd23-b9d90888b9e8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] No DVR routers for this DVR port ed9d5e91-b452-407d-b57f-f4ba1d02b144 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:03:35.452499 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2b0640ec-9b58-4f9a-b8a8-b8a4da71adbb req-a1947e4c-ad6f-4b9e-bd23-b9d90888b9e8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:35.461341 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:35.464884 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b0640ec-9b58-4f9a-b8a8-b8a4da71adbb req-a1947e4c-ad6f-4b9e-bd23-b9d90888b9e8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.23 "DELETE /v2.0/ports/ed9d5e91-b452-407d-b57f-f4ba1d02b144 HTTP/1.1" status: 204 len: 173 time: 1.9931171 Dec 06 15:03:35.482419 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654332d8-66b5-4d51-bc4c-10ab7ff7a593', 'name': 'network-vif-deleted', 'tag': 'ed9d5e91-b452-407d-b57f-f4ba1d02b144'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:35.486066 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a0dc18-ba1b-48ca-bc41-294599a1c797" -d '{"events": [{"server_uuid": "654332d8-66b5-4d51-bc4c-10ab7ff7a593", "name": "network-vif-deleted", "tag": "ed9d5e91-b452-407d-b57f-f4ba1d02b144"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:35.501132 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-855004df-bb90-42c3-88dd-e095c5da7c12 req-c26d35eb-14b4-4787-95b2-ad57ad5cd8a4 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286984 Dec 06 15:03:35.607976 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=c5cb0f98-1a86-44ee-850e-6aa161e50b04,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:35.620771 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12bb45c-38a6-4fba-ad64-31a9686303ef x-openstack-request-id: req-a12bb45c-38a6-4fba-ad64-31a9686303ef {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:35.620987 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bffdc82-e7a5-4aa1-98b3-3d819132974f", "name": "network-vif-plugged", "status": "completed", "tag": "c5cb0f98-1a86-44ee-850e-6aa161e50b04", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:35.621236 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a12bb45c-38a6-4fba-ad64-31a9686303ef {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:35.621630 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bffdc82-e7a5-4aa1-98b3-3d819132974f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cb0f98-1a86-44ee-850e-6aa161e50b04', 'code': 200} Dec 06 15:03:35.667553 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccedd6ab-8651-4315-84b4-1ad198e81fdd x-openstack-request-id: req-ccedd6ab-8651-4315-84b4-1ad198e81fdd {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:35.667893 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654332d8-66b5-4d51-bc4c-10ab7ff7a593", "name": "network-vif-deleted", "tag": "ed9d5e91-b452-407d-b57f-f4ba1d02b144", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:35.668153 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccedd6ab-8651-4315-84b4-1ad198e81fdd {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:35.668563 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654332d8-66b5-4d51-bc4c-10ab7ff7a593', 'name': 'network-vif-deleted', 'tag': 'ed9d5e91-b452-407d-b57f-f4ba1d02b144', 'status': 'completed', 'code': 200} Dec 06 15:03:35.710280 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:35.894798 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a947a11-73e4-47d0-bf38-9ce81478d212 req-7c34ee18-a6dd-4a95-b0fb-5a6977d9925e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:35.919702 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a947a11-73e4-47d0-bf38-9ce81478d212 req-7c34ee18-a6dd-4a95-b0fb-5a6977d9925e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0919142 Dec 06 15:03:36.032974 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a947a11-73e4-47d0-bf38-9ce81478d212 req-588b27cd-ffae-461b-ab49-7dad9a07b8cb tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103280 Dec 06 15:03:36.054174 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f7889-e0c4-46a1-8829-87793c7a2029 req-10ab97a4-c171-4b14-8193-445b02ba5682 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:36.055980 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-811f7889-e0c4-46a1-8829-87793c7a2029 req-10ab97a4-c171-4b14-8193-445b02ba5682 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 944 time: 0.7954578 Dec 06 15:03:36.193678 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-811f7889-e0c4-46a1-8829-87793c7a2029 req-7fab1e55-2cca-40d8-b677-84f3ea376c85 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133263 Dec 06 15:03:36.196615 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-e02a0512-740e-4efc-b3ae-cef836504aad tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Made reservation on behalf of f55adfe3135c416686e74552cfdb9700 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:03:36.200592 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-e02a0512-740e-4efc-b3ae-cef836504aad tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:36.239199 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d79a7c8-42e1-400d-9eef-4c8ac24d4bdd req-aa51ba3b-952d-4b4a-8f36-4909a50a860a tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 210 time: 0.0938318 Dec 06 15:03:36.342895 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bdca3214-54b1-4d4d-beaf-1d5893ead9ec req-5bdccf1c-b16f-4696-9a64-7635e8dc15f0 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0382066 Dec 06 15:03:36.418670 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 5be29419-0442-491a-9762-4f5c825fe758 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:03:36.423913 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-682d25c1-ca98-43c6-9e76-c78bb49526b4 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:36.473811 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-e02a0512-740e-4efc-b3ae-cef836504aad tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Allocated IP 172.20.0.13 (f0fbdc94-7de5-4a38-961d-5f7176775265/7e082be8-e2dd-479d-b167-082b011e6271/051159f9-54ef-48d8-84b2-f9852c4c9760) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:03:36.528806 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 5be29419-0442-491a-9762-4f5c825fe758 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:03:36.603276 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 5be29419-0442-491a-9762-4f5c825fe758 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:36.603642 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:36.613269 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:36.674895 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325bfb6-ef1d-4ded-a7a5-7a9997c6d687 req-417f5af0-09c8-41a4-a213-bd0ce728e9eb tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:36.684605 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5325bfb6-ef1d-4ded-a7a5-7a9997c6d687 req-417f5af0-09c8-41a4-a213-bd0ce728e9eb tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.0779793 Dec 06 15:03:36.764605 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5325bfb6-ef1d-4ded-a7a5-7a9997c6d687 req-8f2dfb0f-761e-457b-b41a-4a934d178635 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742111 Dec 06 15:03:36.770365 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-e02a0512-740e-4efc-b3ae-cef836504aad tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:36.790673 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:36.835429 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 5be29419-0442-491a-9762-4f5c825fe758, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5be29419-0442-491a-9762-4f5c825fe758,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:36.842894 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:36.843728 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device ed9d5e91-b452-407d-b57f-f4ba1d02b144 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:03:36.870025 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-e02a0512-740e-4efc-b3ae-cef836504aad tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:36.877637 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: ed9d5e91-b452-407d-b57f-f4ba1d02b144 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:03:36.877992 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device ed9d5e91-b452-407d-b57f-f4ba1d02b144 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:03:36.929695 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-e02a0512-740e-4efc-b3ae-cef836504aad tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Network f0fbdc94-7de5-4a38-961d-5f7176775265 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:03:36.933630 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=5be29419-0442-491a-9762-4f5c825fe758,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:36.939622 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-e02a0512-740e-4efc-b3ae-cef836504aad tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:03:36.942150 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-e02a0512-740e-4efc-b3ae-cef836504aad tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:03:36.973466 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a0512-740e-4efc-b3ae-cef836504aad tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Pushing event updated for resources: {'Port': ['ID=051159f9-54ef-48d8-84b2-f9852c4c9760,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:37.007482 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-682d25c1-ca98-43c6-9e76-c78bb49526b4 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Deleting port d346008b-5387-43bb-81e0-f0489630d70d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:03:37.007828 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-682d25c1-ca98-43c6-9e76-c78bb49526b4 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:37.016495 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-e02a0512-740e-4efc-b3ae-cef836504aad tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:37.017415 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-e02a0512-740e-4efc-b3ae-cef836504aad tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:37.060778 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-e02a0512-740e-4efc-b3ae-cef836504aad tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6968992 Dec 06 15:03:37.073568 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Request body: {'port': {'device_id': 'f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:37.232570 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-682d25c1-ca98-43c6-9e76-c78bb49526b4 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] For port d346008b-5387-43bb-81e0-f0489630d70d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d346008b-5387-43bb-81e0-f0489630d70d,segment=NetworkSegment(54d4b231-b1b4-4643-beca-eed98acec25b),segment_id=54d4b231-b1b4-4643-beca-eed98acec25b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:37.232929 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-682d25c1-ca98-43c6-9e76-c78bb49526b4 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:37.236106 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:37.260451 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-682d25c1-ca98-43c6-9e76-c78bb49526b4 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Calling delete_port for d346008b-5387-43bb-81e0-f0489630d70d owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:03:37.311476 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfca51-ca5a-4361-abb2-f628bba91cf1 req-46318f90-5123-4e26-9902-34ba96fa0e1c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:37.313067 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-01dfca51-ca5a-4361-abb2-f628bba91cf1 req-46318f90-5123-4e26-9902-34ba96fa0e1c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1620753 Dec 06 15:03:37.413539 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d2196-f3a2-4ac3-bfc7-74f3296cc780 req-cb7d429f-7316-4db4-a55e-957b5b159b5c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:37.420145 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad7d2196-f3a2-4ac3-bfc7-74f3296cc780 req-cb7d429f-7316-4db4-a55e-957b5b159b5c tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 945 time: 0.0879238 Dec 06 15:03:37.519156 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad7d2196-f3a2-4ac3-bfc7-74f3296cc780 req-b3fd372d-2f07-4aae-9310-007d6feafaac tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822463 Dec 06 15:03:37.548173 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-01dfca51-ca5a-4361-abb2-f628bba91cf1 req-a4c548d8-6652-40e1-8706-ca9a5f8943bd tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010150 Dec 06 15:03:37.624418 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be29419-0442-491a-9762-4f5c825fe758'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:37.626719 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4b0071-b74d-406a-b820-c545190db1f7" -d '{"events": [{"server_uuid": "777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6", "name": "network-vif-plugged", "status": "completed", "tag": "5be29419-0442-491a-9762-4f5c825fe758"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:37.661817 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80df49-7112-4a0d-8908-5b93afd23fcc req-6da09984-e930-42c9-8d65-af35dcffbcc6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:37.664210 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc80df49-7112-4a0d-8908-5b93afd23fcc req-6da09984-e930-42c9-8d65-af35dcffbcc6 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 932 time: 0.0739622 Dec 06 15:03:37.746981 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc80df49-7112-4a0d-8908-5b93afd23fcc req-446b46c8-5b8d-4ad6-990c-b58b87587a05 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684991 Dec 06 15:03:37.790149 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99230d0-a1af-4c00-b59e-3e85894f37a5 x-openstack-request-id: req-e99230d0-a1af-4c00-b59e-3e85894f37a5 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:37.790479 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6", "name": "network-vif-plugged", "status": "completed", "tag": "5be29419-0442-491a-9762-4f5c825fe758", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:37.790769 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e99230d0-a1af-4c00-b59e-3e85894f37a5 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:37.791275 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be29419-0442-491a-9762-4f5c825fe758', 'code': 200} Dec 06 15:03:37.857838 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9bd4c4df-f014-436b-91d9-a1f000b4757c req-3e086bce-777f-40ec-8b1c-a120dce2ffe1 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0782719 Dec 06 15:03:37.952279 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f76bd-83cb-45f5-8fe4-7a11bdc4da07 req-5cb88a8d-f23c-4d24-ad2a-cf6ea712bead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:37.953785 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b30f76bd-83cb-45f5-8fe4-7a11bdc4da07 req-5cb88a8d-f23c-4d24-ad2a-cf6ea712bead service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 1096 time: 0.0874970 Dec 06 15:03:37.969723 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ccf35-f5c8-48fb-b159-3dab8ca0b711 req-20ed0ce2-b19b-442e-bf43-7f573d6f6e6a tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:37.971271 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-512ccf35-f5c8-48fb-b159-3dab8ca0b711 req-20ed0ce2-b19b-442e-bf43-7f573d6f6e6a tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.0974944 Dec 06 15:03:38.046039 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051159f9-54ef-48d8-84b2-f9852c4c9760 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:03:38.060410 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:38.077685 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-682d25c1-ca98-43c6-9e76-c78bb49526b4 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:38.096451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-512ccf35-f5c8-48fb-b159-3dab8ca0b711 req-f6fcd442-6ff4-4cd0-b951-6bf3642fc04c tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026254 Dec 06 15:03:38.098634 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b30f76bd-83cb-45f5-8fe4-7a11bdc4da07 req-065044da-3827-4317-b742-e4a57b85f1ee service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243429 Dec 06 15:03:38.138680 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Transition to ACTIVE for port object 051159f9-54ef-48d8-84b2-f9852c4c9760 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:03:38.143601 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d25c1-ca98-43c6-9e76-c78bb49526b4 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'Port': ['ID=d346008b-5387-43bb-81e0-f0489630d70d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:38.155112 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:38.267484 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Pushing event updated for resources: {'Port': ['ID=051159f9-54ef-48d8-84b2-f9852c4c9760,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:38.654972 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-682d25c1-ca98-43c6-9e76-c78bb49526b4 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:38.681253 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Attempting to bind port 051159f9-54ef-48d8-84b2-f9852c4c9760 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:03:38.681596 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Attempting to bind port 051159f9-54ef-48d8-84b2-f9852c4c9760 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'd585a0a4-a8c6-4a61-a104-c9b528666c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:03:38.681922 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Attempting to bind port 051159f9-54ef-48d8-84b2-f9852c4c9760 on network f0fbdc94-7de5-4a38-961d-5f7176775265 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:03:38.712057 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982feb97-1992-469b-b08a-9f582881ae61 req-8921c7ec-aeb5-48cc-9dbf-494c407586b1 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:38.720206 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-982feb97-1992-469b-b08a-9f582881ae61 req-8921c7ec-aeb5-48cc-9dbf-494c407586b1 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0738144 Dec 06 15:03:38.725635 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Port 051159f9-54ef-48d8-84b2-f9852c4c9760 on network f0fbdc94-7de5-4a38-961d-5f7176775265 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:03:38.725959 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Attempting to bind port 051159f9-54ef-48d8-84b2-f9852c4c9760 on network f0fbdc94-7de5-4a38-961d-5f7176775265 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:03:38.737254 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc41a8-03bd-498c-bcea-b744c695d257 req-027fa52e-808a-4939-82de-93ef5690a693 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:38.738789 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-28fc41a8-03bd-498c-bcea-b744c695d257 req-027fa52e-808a-4939-82de-93ef5690a693 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 945 time: 0.1453981 Dec 06 15:03:38.750012 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:03:38.750335 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Checking segment: {'id': 'd585a0a4-a8c6-4a61-a104-c9b528666c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:03:38.750718 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Bound using segment: {'id': 'd585a0a4-a8c6-4a61-a104-c9b528666c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:03:38.751176 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Bound port: 051159f9-54ef-48d8-84b2-f9852c4c9760, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd585a0a4-a8c6-4a61-a104-c9b528666c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:03:38.751536 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:38.785137 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-982feb97-1992-469b-b08a-9f582881ae61 req-ba7cab53-4ce8-4f83-938c-9dc0600bcfd3 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631983 Dec 06 15:03:38.912078 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-28fc41a8-03bd-498c-bcea-b744c695d257 req-5b3af37c-017f-435f-970e-d0beac1413a7 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631064 Dec 06 15:03:38.945491 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf394136-92d8-46dd-8194-eab09d95c58f req-2e430e3d-ef8f-47f8-a474-6c1df989c528 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:38.949610 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf394136-92d8-46dd-8194-eab09d95c58f req-2e430e3d-ef8f-47f8-a474-6c1df989c528 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 944 time: 0.0929997 Dec 06 15:03:38.968038 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] For port 051159f9-54ef-48d8-84b2-f9852c4c9760, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:03:38.988504 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] For port 051159f9-54ef-48d8-84b2-f9852c4c9760, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=051159f9-54ef-48d8-84b2-f9852c4c9760,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:03:39.006053 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:39.049908 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-12353e95-c394-4f08-9af3-c54f1025a668 req-fd7f329d-7686-4b03-b62f-44f1eacba9f8 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0636675 Dec 06 15:03:39.054073 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf394136-92d8-46dd-8194-eab09d95c58f req-3c47b49d-93eb-43b2-98f7-2fefe8c4bb9b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945334 Dec 06 15:03:39.166263 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:39.167162 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:39.168842 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] 10.222.0.37 "PUT /v2.0/ports/051159f9-54ef-48d8-84b2-f9852c4c9760 HTTP/1.1" status: 200 len: 1092 time: 2.0999255 Dec 06 15:03:39.172116 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0', 'tag': '051159f9-54ef-48d8-84b2-f9852c4c9760'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:39.176989 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f3d55e-76a2-45e8-8085-1926d2770394" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0", "tag": "051159f9-54ef-48d8-84b2-f9852c4c9760"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:39.195910 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03e050-3001-4565-a66d-256753a221a0 service neutron] Pushing event updated for resources: {'Port': ['ID=051159f9-54ef-48d8-84b2-f9852c4c9760,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:39.276965 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682d25c1-ca98-43c6-9e76-c78bb49526b4 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:03:39.295971 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e5fbce-e11f-4821-8bde-f87e3248f233 x-openstack-request-id: req-00e5fbce-e11f-4821-8bde-f87e3248f233 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:39.295971 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0", "tag": "051159f9-54ef-48d8-84b2-f9852c4c9760", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:39.295971 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00e5fbce-e11f-4821-8bde-f87e3248f233 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:39.295971 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0', 'tag': '051159f9-54ef-48d8-84b2-f9852c4c9760', 'status': 'completed', 'code': 200} Dec 06 15:03:39.424640 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ba424-4b67-4c83-ad46-7cdc178a61ea req-6694a2e8-06db-49bf-9371-7714a0051068 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:39.430756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd7ba424-4b67-4c83-ad46-7cdc178a61ea req-6694a2e8-06db-49bf-9371-7714a0051068 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.0853047 Dec 06 15:03:39.451520 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3d55e-76a2-45e8-8085-1926d2770394 req-2b5a9b0c-487e-409c-85d2-3fd8cbaee1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:39.453067 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-56f3d55e-76a2-45e8-8085-1926d2770394 req-2b5a9b0c-487e-409c-85d2-3fd8cbaee1ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55adfe3135c416686e74552cfdb9700&device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 1095 time: 0.1388359 Dec 06 15:03:39.558096 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682d25c1-ca98-43c6-9e76-c78bb49526b4 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:03:39.558326 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd7ba424-4b67-4c83-ad46-7cdc178a61ea req-5bf3f585-246a-41e2-b1c5-471a46181ac1 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193340 Dec 06 15:03:39.571356 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe16057-d341-419b-9f07-78ffaf31c3e0 None None] Sync routers for ids ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:03:39.591472 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-682d25c1-ca98-43c6-9e76-c78bb49526b4 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "PUT /v2.0/routers/d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3260934 Dec 06 15:03:39.593424 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40502) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:39.595158 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe16057-d341-419b-9f07-78ffaf31c3e0 None None] Routers {'d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:03:39.595919 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-cbe16057-d341-419b-9f07-78ffaf31c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:03:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:39.664509 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3d55e-76a2-45e8-8085-1926d2770394 req-5b00ac92-2b0f-4909-8f8e-49ebe052421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:39.666096 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-56f3d55e-76a2-45e8-8085-1926d2770394 req-5b00ac92-2b0f-4909-8f8e-49ebe052421f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55adfe3135c416686e74552cfdb9700&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1682315 Dec 06 15:03:39.723860 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-674fd8e3-6bde-4710-ab1c-214126a37803 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Deleting subnet a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:03:39.732522 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-674fd8e3-6bde-4710-ab1c-214126a37803 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:39.773884 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-cbe16057-d341-419b-9f07-78ffaf31c3e0 None None] Set router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:03:39.802099 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-674fd8e3-6bde-4710-ab1c-214126a37803 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:40.007708 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3d55e-76a2-45e8-8085-1926d2770394 req-3efea082-f320-4139-9783-a4dea797550a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:40.013999 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-56f3d55e-76a2-45e8-8085-1926d2770394 req-3efea082-f320-4139-9783-a4dea797550a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3389471 Dec 06 15:03:40.056719 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-674fd8e3-6bde-4710-ab1c-214126a37803 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:40.110596 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03901a-7f16-4cb6-88af-688f6a167fa1 req-bf6cccce-fd4e-4431-9250-19659ee96bdf tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:40.116994 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9e03901a-7f16-4cb6-88af-688f6a167fa1 req-bf6cccce-fd4e-4431-9250-19659ee96bdf tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1618097 Dec 06 15:03:40.204666 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-cbe16057-d341-419b-9f07-78ffaf31c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:03:37Z', 'revision_number': 7, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:40.210641 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-a6931252-00a7-4da8-bc66-05e094d8b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:40.212194 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-a6931252-00a7-4da8-bc66-05e094d8b4b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55adfe3135c416686e74552cfdb9700&device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 1095 time: 0.1483588 Dec 06 15:03:40.215800 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9e03901a-7f16-4cb6-88af-688f6a167fa1 req-ba42a3cf-9e0c-4420-a00f-a354e3e68d02 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612328 Dec 06 15:03:40.254252 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372648bd-4dee-4d65-b828-be906d2cb9d7 req-33f1fc87-5a66-45f0-8634-bf79de2ecaf3 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:40.262811 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-372648bd-4dee-4d65-b828-be906d2cb9d7 req-33f1fc87-5a66-45f0-8634-bf79de2ecaf3 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 945 time: 0.1359351 Dec 06 15:03:40.295938 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe16057-d341-419b-9f07-78ffaf31c3e0 None None] Checking router: d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:03:40.304025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-a64595a3-d44c-4060-8601-01a18177dfb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=051159f9-54ef-48d8-84b2-f9852c4c9760 HTTP/1.1" status: 200 len: 217 time: 0.0814748 Dec 06 15:03:40.317394 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe16057-d341-419b-9f07-78ffaf31c3e0 None None] Routers {'d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:03:40.318802 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-cbe16057-d341-419b-9f07-78ffaf31c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:03:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:40.368648 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-674fd8e3-6bde-4710-ab1c-214126a37803 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:40.402401 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-372648bd-4dee-4d65-b828-be906d2cb9d7 req-2f6681f7-1695-44fa-a169-74feaa976385 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348581 Dec 06 15:03:40.402401 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-674fd8e3-6bde-4710-ab1c-214126a37803 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:40.406205 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-674fd8e3-6bde-4710-ab1c-214126a37803 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "DELETE /v2.0/subnets/a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0 HTTP/1.1" status: 204 len: 168 time: 0.8091865 Dec 06 15:03:40.419856 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdd5804-6f84-4840-8e10-9a3cfd757965 None None] Network ea4a6999-aee7-44eb-8d45-372d6bdff2a4 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:03:40.421911 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40516) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:40.426222 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fd8e3-6bde-4710-ab1c-214126a37803 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'Subnet': ['ID=a1dbab8b-bf55-4f42-aaaa-ed20dc9caaf0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:40.552051 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-26665d89-c129-4518-9f49-3c24a047e971 req-f4102b31-72e5-47a2-bf69-3820d3324b6b tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0750198 Dec 06 15:03:40.558940 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-cbe16057-d341-419b-9f07-78ffaf31c3e0 None None] Set router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:03:40.632421 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-369dd821-38c3-4f3a-ad64-65c5b08b67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:40.636049 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-369dd821-38c3-4f3a-ad64-65c5b08b67c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e082be8-e2dd-479d-b167-082b011e6271 HTTP/1.1" status: 200 len: 855 time: 0.3230190 Dec 06 15:03:40.729220 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-91c35d48-2504-4e36-a39e-ef6168c8e19c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0fbdc94-7de5-4a38-961d-5f7176775265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799599 Dec 06 15:03:40.742259 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fb51c-0f37-48aa-833a-935747a86c3b req-e33f5459-932d-4c6b-9da0-42f7569b04f7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:40.750241 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a86fb51c-0f37-48aa-833a-935747a86c3b req-e33f5459-932d-4c6b-9da0-42f7569b04f7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 944 time: 0.3594456 Dec 06 15:03:41.060838 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] DHCP port deletion for ea4a6999-aee7-44eb-8d45-372d6bdff2a4 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:03:41.096315 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636e748-ead7-4bd2-b17d-22673a07d637 req-33eb6c5d-a4e1-43c3-b374-817c2d29e4dc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:41.104072 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1636e748-ead7-4bd2-b17d-22673a07d637 req-33eb6c5d-a4e1-43c3-b374-817c2d29e4dc tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.1442592 Dec 06 15:03:41.150210 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-cbe16057-d341-419b-9f07-78ffaf31c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:03:37Z', 'revision_number': 7, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:41.208892 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Deleting port 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:03:41.209450 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:41.238292 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe16057-d341-419b-9f07-78ffaf31c3e0 None None] The sync data for ids ['d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd'] in n-d-master-1 is: [{'id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'name': 'tempest-TestNetworkBasicOps-router-1299506831', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231'}], 'enable_snat': True}, 'gw_port_id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:03:37Z', 'revision_number': 7, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '64d6cd09-5527-4a4c-abed-72a20717d5ec', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:22Z', 'updated_at': '2021-12-06T15:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:03:41.246940 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1636e748-ead7-4bd2-b17d-22673a07d637 req-1e71b2fb-6e6e-4c08-80e6-9877070a161c tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366425 Dec 06 15:03:41.392165 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] For port 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63c8bd16-d19c-4e0c-9eb1-7371c097c6c6,segment=NetworkSegment(54d4b231-b1b4-4643-beca-eed98acec25b),segment_id=54d4b231-b1b4-4643-beca-eed98acec25b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:41.392681 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:41.417762 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Calling delete_port for 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:03:41.462460 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65b2f55a-8818-4c99-b3ff-76d11ba49211 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:41.482291 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdb8ce-9ce9-4d24-8b27-0bc4736e6e87 req-f066225c-62cd-4bd1-8fe3-37fdce50b2e6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:41.484081 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e9bdb8ce-9ce9-4d24-8b27-0bc4736e6e87 req-f066225c-62cd-4bd1-8fe3-37fdce50b2e6 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 945 time: 0.1142230 Dec 06 15:03:41.590438 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:41.602349 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a86fb51c-0f37-48aa-833a-935747a86c3b req-8435d7ce-cf65-4f3d-9b3c-95353ced2ca2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8456750 Dec 06 15:03:41.606262 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] No DVR routers for this DVR port 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:03:41.621865 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-44e0861f-fc53-42dd-96fa-487858684459 service neutron] 10.222.0.37 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8634479 Dec 06 15:03:41.622493 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e9bdb8ce-9ce9-4d24-8b27-0bc4736e6e87 req-c5c59578-3826-4958-b24f-31ebcd40736b tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285722 Dec 06 15:03:41.642940 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Pushing event deleted for resources: {'Port': ['ID=63c8bd16-d19c-4e0c-9eb1-7371c097c6c6,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:41.656258 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:41.656853 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:41.657386 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:41.658434 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:41.658946 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:41.659466 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:41.660016 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:41.660538 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:41.661062 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:41.661577 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:41.662091 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:41.662707 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:41.663225 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17be21-9e79-4103-9b2b-b091a469fb31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:41.798960 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdbdd4b6-61b7-48a2-a1ba-3d3d00e2181b req-64d140b9-8005-489c-ada2-be5870cb1890 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0462523 Dec 06 15:03:41.869526 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65b2f55a-8818-4c99-b3ff-76d11ba49211 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:41.939625 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532a41-189a-4468-ad4c-29271161cc17 req-c5fd4757-fdb7-4a16-8831-b44b8c43743f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:41.941436 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2e532a41-189a-4468-ad4c-29271161cc17 req-c5fd4757-fdb7-4a16-8831-b44b8c43743f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.2030025 Dec 06 15:03:41.947095 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3cc85cd2-e12b-4c8c-a5cd-cf3a01b18841 req-c20cec2e-f0ba-4433-9e28-4f51026d2f36 service neutron] 10.222.0.37 "GET /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075469 Dec 06 15:03:42.016046 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2e532a41-189a-4468-ad4c-29271161cc17 req-9eafb0e4-a61c-4b9e-8969-3826c054e1b6 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657597 Dec 06 15:03:42.022408 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-65b2f55a-8818-4c99-b3ff-76d11ba49211 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Deleting port 64d6cd09-5527-4a4c-abed-72a20717d5ec {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:03:42.022835 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65b2f55a-8818-4c99-b3ff-76d11ba49211 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:42.138584 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-65b2f55a-8818-4c99-b3ff-76d11ba49211 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] For port 64d6cd09-5527-4a4c-abed-72a20717d5ec, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=64d6cd09-5527-4a4c-abed-72a20717d5ec,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:42.138955 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65b2f55a-8818-4c99-b3ff-76d11ba49211 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:42.154305 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-65b2f55a-8818-4c99-b3ff-76d11ba49211 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Calling delete_port for 64d6cd09-5527-4a4c-abed-72a20717d5ec owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:03:42.220447 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:03:42.256483 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:03:42.260243 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 63c8bd16-d19c-4e0c-9eb1-7371c097c6c6 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:03:42.261796 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d346008b-5387-43bb-81e0-f0489630d70d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:03:42.313215 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: d346008b-5387-43bb-81e0-f0489630d70d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:03:42.313575 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d346008b-5387-43bb-81e0-f0489630d70d not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:03:42.422592 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499123ab-9175-407e-8340-503add858f0a req-6085b231-fffb-42d7-b2f6-ff214d541601 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:42.424125 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65b2f55a-8818-4c99-b3ff-76d11ba49211 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:42.434333 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-499123ab-9175-407e-8340-503add858f0a req-6085b231-fffb-42d7-b2f6-ff214d541601 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.0835154 Dec 06 15:03:42.467115 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2f55a-8818-4c99-b3ff-76d11ba49211 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'Port': ['ID=64d6cd09-5527-4a4c-abed-72a20717d5ec,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:42.498809 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a02053-edfc-4968-af23-2da88a8f1902 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:03:42.504271 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-499123ab-9175-407e-8340-503add858f0a req-cae571c5-ed48-4916-8024-fb87596b2ae4 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686994 Dec 06 15:03:42.591922 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65b2f55a-8818-4c99-b3ff-76d11ba49211 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:42.706348 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65b2f55a-8818-4c99-b3ff-76d11ba49211 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:42.709599 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65b2f55a-8818-4c99-b3ff-76d11ba49211 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:42.804684 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65b2f55a-8818-4c99-b3ff-76d11ba49211 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:42.806061 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b2f55a-8818-4c99-b3ff-76d11ba49211 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Fanout notify agent at l3_agent the message router_deleted on router d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:03:42.823078 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65b2f55a-8818-4c99-b3ff-76d11ba49211 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:42.828439 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-65b2f55a-8818-4c99-b3ff-76d11ba49211 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "DELETE /v2.0/routers/d15f1e36-1f36-4ad8-ae5c-cc0fa98d54bd HTTP/1.1" status: 204 len: 168 time: 2.3753827 Dec 06 15:03:42.828678 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40540) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:42.882466 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a962c5-760c-44d0-aac4-f31380bf57fa req-d7c23853-b29c-425a-98b5-1ab9d8e8bb97 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:42.885181 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fdcc6-d706-4c82-91bc-37f7f20c27a7 req-6ebee065-0236-4092-ae44-0ed01044bf3b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:42.890716 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a5a962c5-760c-44d0-aac4-f31380bf57fa req-d7c23853-b29c-425a-98b5-1ab9d8e8bb97 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 945 time: 0.1456325 Dec 06 15:03:42.898746 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-925fdcc6-d706-4c82-91bc-37f7f20c27a7 req-6ebee065-0236-4092-ae44-0ed01044bf3b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 944 time: 0.1451938 Dec 06 15:03:43.016447 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-925fdcc6-d706-4c82-91bc-37f7f20c27a7 req-212f86f1-1105-4573-9aec-b662283fec24 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138172 Dec 06 15:03:43.041496 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a5a962c5-760c-44d0-aac4-f31380bf57fa req-799aa526-2815-4ec0-a939-0da379b23668 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474817 Dec 06 15:03:43.047588 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-952f8830-5872-4e40-b325-0b25a5d8a81b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.155409 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20ff774e-0423-43ef-ac7c-dc2505927f52 req-417cf794-8f6a-42a4-b18d-15983156a8eb tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0528450 Dec 06 15:03:43.203623 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-952f8830-5872-4e40-b325-0b25a5d8a81b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.242219 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-952f8830-5872-4e40-b325-0b25a5d8a81b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4a6999-aee7-44eb-8d45-372d6bdff2a4']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:43.260368 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-952f8830-5872-4e40-b325-0b25a5d8a81b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d4b231-b1b4-4643-beca-eed98acec25b') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:43.260913 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-952f8830-5872-4e40-b325-0b25a5d8a81b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d4b231-b1b4-4643-beca-eed98acec25b') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:43.331017 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9871b-5fa8-492d-8de0-0c844429ab96 req-4004a81a-2f70-43da-9e39-c96d523a2b30 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:43.331017 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d8e9871b-5fa8-492d-8de0-0c844429ab96 req-4004a81a-2f70-43da-9e39-c96d523a2b30 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1720359 Dec 06 15:03:43.331017 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-952f8830-5872-4e40-b325-0b25a5d8a81b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.379481 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-952f8830-5872-4e40-b325-0b25a5d8a81b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.394999 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952f8830-5872-4e40-b325-0b25a5d8a81b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:03:43.395405 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-952f8830-5872-4e40-b325-0b25a5d8a81b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:03:43.398803 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:03:43.487630 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d8e9871b-5fa8-492d-8de0-0c844429ab96 req-c3c63c21-0a21-4601-8f2e-970d017ede1f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490774 Dec 06 15:03:43.496905 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-952f8830-5872-4e40-b325-0b25a5d8a81b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.510388 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-952f8830-5872-4e40-b325-0b25a5d8a81b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.514441 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-952f8830-5872-4e40-b325-0b25a5d8a81b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "DELETE /v2.0/networks/ea4a6999-aee7-44eb-8d45-372d6bdff2a4 HTTP/1.1" status: 204 len: 168 time: 0.6800439 Dec 06 15:03:43.529310 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f8830-5872-4e40-b325-0b25a5d8a81b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'Network': ['ID=ea4a6999-aee7-44eb-8d45-372d6bdff2a4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:43.538950 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40550) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:43.544178 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-60fe9c8c-f906-4c29-a002-5067655be92f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'network': {'name': 'tempest-network-smoke--554520754', 'project_id': '6328bee89d2341bdb282688164425785', 'port_security_enabled': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:43.575637 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fe9c8c-f906-4c29-a002-5067655be92f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Made reservation on behalf of 6328bee89d2341bdb282688164425785 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:03:43.581070 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60fe9c8c-f906-4c29-a002-5067655be92f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.622911 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fe9c8c-f906-4c29-a002-5067655be92f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:03:43.665455 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60fe9c8c-f906-4c29-a002-5067655be92f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.665913 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-60fe9c8c-f906-4c29-a002-5067655be92f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Added segment 4e063630-10fa-4d27-8093-cb1b7f82a14a of type vlan for network d515d8db-b4b8-4017-8b0f-ed6427fdd5ba Dec 06 15:03:43.731492 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dbff6-dbc8-4c97-b572-eadf55698e94 req-283316aa-8edd-4a85-8fd9-d9905ff15fac tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:43.731889 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dcde8-218d-4d16-b14c-468b5f3e6661 req-c9964802-5fdb-41be-a4d8-93234bdbc168 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:43.733236 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6f2dcde8-218d-4d16-b14c-468b5f3e6661 req-c9964802-5fdb-41be-a4d8-93234bdbc168 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 945 time: 0.1068094 Dec 06 15:03:43.735709 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-df9dbff6-dbc8-4c97-b572-eadf55698e94 req-283316aa-8edd-4a85-8fd9-d9905ff15fac tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.0987451 Dec 06 15:03:43.753930 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60fe9c8c-f906-4c29-a002-5067655be92f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.794605 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60fe9c8c-f906-4c29-a002-5067655be92f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.803616 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fe9c8c-f906-4c29-a002-5067655be92f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:43.804270 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60fe9c8c-f906-4c29-a002-5067655be92f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.830897 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-df9dbff6-dbc8-4c97-b572-eadf55698e94 req-c6c30f54-85f6-44a1-8aa2-2dfec1161b26 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844030 Dec 06 15:03:43.875153 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-60fe9c8c-f906-4c29-a002-5067655be92f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3350198 Dec 06 15:03:43.877998 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40554) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:43.884880 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1032164201', 'admin_state_up': True, 'project_id': '6328bee89d2341bdb282688164425785', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:43.915800 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.917158 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.938289 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe9c8c-f906-4c29-a002-5067655be92f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Network': ['ID=d515d8db-b4b8-4017-8b0f-ed6427fdd5ba,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:43.944857 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6f2dcde8-218d-4d16-b14c-468b5f3e6661 req-79206e36-7988-45ee-a50a-6fc85b13f8bd tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598148 Dec 06 15:03:43.949200 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network d515d8db-b4b8-4017-8b0f-ed6427fdd5ba details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:03:44.074185 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:44.199155 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 64d6cd09-5527-4a4c-abed-72a20717d5ec no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:03:44.249309 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 64d6cd09-5527-4a4c-abed-72a20717d5ec {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:03:44.249903 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 64d6cd09-5527-4a4c-abed-72a20717d5ec not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:03:44.272110 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-96c00abf-33c2-4c31-b870-30d65d11d85c req-f00b53ed-5cc0-49b5-a4b8-253992432a06 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0496414 Dec 06 15:03:44.306586 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ec11d-536e-45dd-8d8e-0f074128b103 req-75aead85-e2a7-42a3-9b45-7f8020fbbd9b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:44.316864 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8b8ec11d-536e-45dd-8d8e-0f074128b103 req-75aead85-e2a7-42a3-9b45-7f8020fbbd9b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 944 time: 0.1679919 Dec 06 15:03:44.327635 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:44.437861 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8b8ec11d-536e-45dd-8d8e-0f074128b103 req-67d60f61-27a7-4cad-add7-6b42c022359c tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181149 Dec 06 15:03:44.648846 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 051159f9-54ef-48d8-84b2-f9852c4c9760 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:03:44.674291 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:44.698318 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:44.711046 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39feba2e-7f76-4082-bfc5-3323c5ae96de req-22008171-769a-40ab-a7ad-3e40f2ff0b50 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:44.722110 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39feba2e-7f76-4082-bfc5-3323c5ae96de req-22008171-769a-40ab-a7ad-3e40f2ff0b50 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0787222 Dec 06 15:03:44.797442 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39feba2e-7f76-4082-bfc5-3323c5ae96de req-2589cdd0-856b-4b87-99c4-ab4e31251c03 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653689 Dec 06 15:03:44.827775 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-959dc44f-8392-4a4c-9e5c-ce119309e2ab req-09f9fc67-722d-4fe5-af58-414ca740bb47 service neutron] (103288) timed out ('10.222.0.20', 36530) {{(pid=103288) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 15:03:44.840462 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 051159f9-54ef-48d8-84b2-f9852c4c9760, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=051159f9-54ef-48d8-84b2-f9852c4c9760,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:44.875192 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '051159f9-54ef-48d8-84b2-f9852c4c9760', 'network_id': 'f0fbdc94-7de5-4a38-961d-5f7176775265', 'port_id': '051159f9-54ef-48d8-84b2-f9852c4c9760', 'mac_address': 'fa:16:3e:0e:ae:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e082be8-e2dd-479d-b167-082b011e6271', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:03:44.887520 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Allocated IP 172.35.7.165 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/768e1b3f-a209-46cb-bc32-8f4abc5974b8) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:03:44.926241 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:44.940510 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051159f9-54ef-48d8-84b2-f9852c4c9760 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:03:44.970060 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 051159f9-54ef-48d8-84b2-f9852c4c9760, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=051159f9-54ef-48d8-84b2-f9852c4c9760,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:44.975741 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.027557 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=051159f9-54ef-48d8-84b2-f9852c4c9760,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:45.097169 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ee1c4-1040-4399-93f9-728cee174b17 req-79bcf562-47ca-4176-8559-c4f6449d2cf6 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:45.099213 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c66ee1c4-1040-4399-93f9-728cee174b17 req-79bcf562-47ca-4176-8559-c4f6449d2cf6 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.1560643 Dec 06 15:03:45.110422 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbaf16-3934-4178-85ab-92710c32e5cf req-8c82ead7-e8e1-43ac-9f2f-575e6a90e83e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:45.111944 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7cdbaf16-3934-4178-85ab-92710c32e5cf req-8c82ead7-e8e1-43ac-9f2f-575e6a90e83e tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.23 "GET /v2.0/ports?device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 945 time: 0.1791806 Dec 06 15:03:45.156341 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238060e-7d3f-4490-a62f-abcf310cd13b req-f0c7f57c-2a39-45ea-9220-bb7f3d99f238 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:45.163682 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c238060e-7d3f-4490-a62f-abcf310cd13b req-f0c7f57c-2a39-45ea-9220-bb7f3d99f238 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 945 time: 0.1067576 Dec 06 15:03:45.224076 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c238060e-7d3f-4490-a62f-abcf310cd13b req-0e2a98f9-7c42-4226-9144-541bcc202507 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cb812d1-8a72-4659-a340-fc306b380102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590086 Dec 06 15:03:45.250828 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['051159f9-54ef-48d8-84b2-f9852c4c9760'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:03:45.268408 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.304682 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c66ee1c4-1040-4399-93f9-728cee174b17 req-9e8bc2d7-8ef9-4237-99dd-c36b7b515d56 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914918 Dec 06 15:03:45.313796 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-7cdbaf16-3934-4178-85ab-92710c32e5cf req-c3d4658a-a476-4624-955f-b86f29346938 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Deleting port 5be29419-0442-491a-9762-4f5c825fe758 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:03:45.314247 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7cdbaf16-3934-4178-85ab-92710c32e5cf req-c3d4658a-a476-4624-955f-b86f29346938 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.356012 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-619c2f6b-a698-4c26-94f9-2fb620106697 req-69bfff3d-c661-46b3-a9fc-9caa88669c01 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0323586 Dec 06 15:03:45.448228 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7cdbaf16-3934-4178-85ab-92710c32e5cf req-c3d4658a-a476-4624-955f-b86f29346938 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] For port 5be29419-0442-491a-9762-4f5c825fe758, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5be29419-0442-491a-9762-4f5c825fe758,segment=NetworkSegment(54926bb1-3b96-4075-9735-62ce3e161938),segment_id=54926bb1-3b96-4075-9735-62ce3e161938)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:45.448697 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7cdbaf16-3934-4178-85ab-92710c32e5cf req-c3d4658a-a476-4624-955f-b86f29346938 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.466194 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-7cdbaf16-3934-4178-85ab-92710c32e5cf req-c3d4658a-a476-4624-955f-b86f29346938 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Calling delete_port for 5be29419-0442-491a-9762-4f5c825fe758 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:03:45.477514 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.584450 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:03:45.607607 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:03:45.612777 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Port': ['ID=768e1b3f-a209-46cb-bc32-8f4abc5974b8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:45.615640 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:03:45.624087 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77452a4-5fca-4346-bbfe-2f20806c594c None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:03:45.699978 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e173cf28-ef7c-4d59-89a3-1aa9d09c0db4 None None] Provisioning complete for port 768e1b3f-a209-46cb-bc32-8f4abc5974b8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:45.700764 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e173cf28-ef7c-4d59-89a3-1aa9d09c0db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.741307 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd914d-1710-4aa1-b21a-0f1ba507c0d3 req-07df8cec-8f7a-4669-8406-7b7664aa2ae8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:45.742879 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1efd914d-1710-4aa1-b21a-0f1ba507c0d3 req-07df8cec-8f7a-4669-8406-7b7664aa2ae8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 945 time: 0.1829154 Dec 06 15:03:45.745662 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e173cf28-ef7c-4d59-89a3-1aa9d09c0db4 None None] Port 768e1b3f-a209-46cb-bc32-8f4abc5974b8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:03:45.897609 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1efd914d-1710-4aa1-b21a-0f1ba507c0d3 req-8a5d2f36-c936-4685-940a-b559f7cb54fd tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174676 Dec 06 15:03:45.900847 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7cdbaf16-3934-4178-85ab-92710c32e5cf req-c3d4658a-a476-4624-955f-b86f29346938 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.916851 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['5be29419-0442-491a-9762-4f5c825fe758'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:03:45.968942 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4658a-a476-4624-955f-b86f29346938 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Pushing event deleted for resources: {'Port': ['ID=5be29419-0442-491a-9762-4f5c825fe758,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:46.016611 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84137941-7fc8-490a-9206-22451c30012b req-80b1110c-645b-4e1f-ae36-8c7fb44ee1ba tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:46.024308 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-84137941-7fc8-490a-9206-22451c30012b req-80b1110c-645b-4e1f-ae36-8c7fb44ee1ba tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.0959883 Dec 06 15:03:46.102205 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-84137941-7fc8-490a-9206-22451c30012b req-24ca5f9d-145a-496f-b4d4-51507bce37cc tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766511 Dec 06 15:03:46.391762 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdbaf16-3934-4178-85ab-92710c32e5cf req-c3d4658a-a476-4624-955f-b86f29346938 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] No DVR routers for this DVR port 5be29419-0442-491a-9762-4f5c825fe758 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:03:46.396472 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7cdbaf16-3934-4178-85ab-92710c32e5cf req-c3d4658a-a476-4624-955f-b86f29346938 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:46.403241 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7cdbaf16-3934-4178-85ab-92710c32e5cf req-c3d4658a-a476-4624-955f-b86f29346938 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.23 "DELETE /v2.0/ports/5be29419-0442-491a-9762-4f5c825fe758 HTTP/1.1" status: 204 len: 173 time: 1.2827377 Dec 06 15:03:46.418604 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6', 'name': 'network-vif-deleted', 'tag': '5be29419-0442-491a-9762-4f5c825fe758'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:46.421483 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7866577-781f-476e-bc95-65043fe3858c" -d '{"events": [{"server_uuid": "777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6", "name": "network-vif-deleted", "tag": "5be29419-0442-491a-9762-4f5c825fe758"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:46.450251 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7dc90c26-d437-497b-9de7-8975c9a379f6 req-a2b2fb45-4d87-4e66-b521-7f8a6ea25456 tempest-DeleteServersTestJSON-1415298524 tempest-DeleteServersTestJSON-1415298524-project] 10.222.0.20 "GET /v2.0/ports?device_id=777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6 HTTP/1.1" status: 200 len: 210 time: 0.0641916 Dec 06 15:03:46.463454 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:46.544611 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce75c04-ed40-455c-aa05-b27e924e243c req-8d4007d8-18e0-4a16-941e-764b80ed2366 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:46.553627 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ce75c04-ed40-455c-aa05-b27e924e243c req-8d4007d8-18e0-4a16-941e-764b80ed2366 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.1368372 Dec 06 15:03:46.602488 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf27c93f-85ba-4c4c-8598-d80b0d9f8b97 req-c0979550-ee9a-4a03-9886-3ee2526dc345 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0775826 Dec 06 15:03:46.636311 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ce75c04-ed40-455c-aa05-b27e924e243c req-cde860d5-cd9b-4475-850d-46cb31bf0aea tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801771 Dec 06 15:03:46.657587 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 051159f9-54ef-48d8-84b2-f9852c4c9760 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:03:46.703358 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0bd8b3-7684-490f-9650-cd72ee596176 x-openstack-request-id: req-6f0bd8b3-7684-490f-9650-cd72ee596176 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:46.703677 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6", "name": "network-vif-deleted", "tag": "5be29419-0442-491a-9762-4f5c825fe758", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:46.704134 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f0bd8b3-7684-490f-9650-cd72ee596176 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:46.704594 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777f0bb6-e87a-4d37-b8a7-c1585e1ca2a6', 'name': 'network-vif-deleted', 'tag': '5be29419-0442-491a-9762-4f5c825fe758', 'status': 'completed', 'code': 200} Dec 06 15:03:46.742590 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 051159f9-54ef-48d8-84b2-f9852c4c9760 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:03:46.751685 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 051159f9-54ef-48d8-84b2-f9852c4c9760 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:46.752571 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:46.863971 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:46.902353 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:46.933219 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 051159f9-54ef-48d8-84b2-f9852c4c9760, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=051159f9-54ef-48d8-84b2-f9852c4c9760,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:46.935087 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051159f9-54ef-48d8-84b2-f9852c4c9760'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:46.937989 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04ac9d4-7bd1-4b30-95f8-1684bfdc727e" -d '{"events": [{"server_uuid": "f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0", "name": "network-vif-plugged", "status": "completed", "tag": "051159f9-54ef-48d8-84b2-f9852c4c9760"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:46.956381 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:47.136510 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c00481-ccee-400d-a8e8-8d480192a24d x-openstack-request-id: req-16c00481-ccee-400d-a8e8-8d480192a24d {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:47.137652 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0", "name": "network-vif-plugged", "status": "completed", "tag": "051159f9-54ef-48d8-84b2-f9852c4c9760", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:47.138157 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16c00481-ccee-400d-a8e8-8d480192a24d {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:47.138519 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051159f9-54ef-48d8-84b2-f9852c4c9760', 'code': 200} Dec 06 15:03:47.153091 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=051159f9-54ef-48d8-84b2-f9852c4c9760,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:47.155208 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Router 6ed3919d-187c-495c-a171-dce431bc833a is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:03:47.237014 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd29695-793a-490b-920d-6ff349899259 req-f63ce633-f305-4728-baf0-6e17f7235d61 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:47.246501 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4fd29695-793a-490b-920d-6ff349899259 req-f63ce633-f305-4728-baf0-6e17f7235d61 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 946 time: 0.1613798 Dec 06 15:03:47.284131 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af785c8a-4b29-433d-951e-f14959f9797f req-2595749f-c674-478f-97b3-19cc68117c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:47.286090 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af785c8a-4b29-433d-951e-f14959f9797f req-2595749f-c674-478f-97b3-19cc68117c36 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 1097 time: 0.1362641 Dec 06 15:03:47.373497 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff2b72-f03c-4efa-8054-71cef4530b4c req-69126ebf-bed5-41e8-8043-4fd2d5e51e2e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:47.380999 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-37ff2b72-f03c-4efa-8054-71cef4530b4c req-69126ebf-bed5-41e8-8043-4fd2d5e51e2e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1173961 Dec 06 15:03:47.388747 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:03:47.393790 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4fd29695-793a-490b-920d-6ff349899259 req-952bf3f1-6d4b-4709-b7aa-3c376614e4db tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461041 Dec 06 15:03:47.401000 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Sync routers for ids ['6ed3919d-187c-495c-a171-dce431bc833a'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:03:47.424089 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Routers {'6ed3919d-187c-495c-a171-dce431bc833a'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:03:47.424722 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:03:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6ed3919d-187c-495c-a171-dce431bc833a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:47.430558 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af785c8a-4b29-433d-951e-f14959f9797f req-5bb4d0b1-bddb-49a5-a0c0-c5101d0e8893 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367476 Dec 06 15:03:47.433597 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:47.434829 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4532547d-91a8-4378-aefb-bf1782c983b6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5555916 Dec 06 15:03:47.437930 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40598) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:47.479100 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b5a9d86b-2aed-45bc-9c42-c3a1930112b9 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6328bee89d2341bdb282688164425785&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396600 Dec 06 15:03:47.488756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-37ff2b72-f03c-4efa-8054-71cef4530b4c req-bfc0514c-bd7f-4f7e-8c14-5e56a0242ca1 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067457 Dec 06 15:03:47.489272 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40600) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:47.601518 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Set router 6ed3919d-187c-495c-a171-dce431bc833a gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:03:47.662268 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb3886d-f399-4e59-ac13-ef92ab7984ac tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:47.664292 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4eb3886d-f399-4e59-ac13-ef92ab7984ac tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1736448 Dec 06 15:03:47.667490 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40612) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:47.731219 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7a215786-80c5-4c85-a306-74bbc6af1d36 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0608518 Dec 06 15:03:47.732875 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40616) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:47.747503 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0fea7cc7-8b27-4307-9f68-2992c72d64cc tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-36606277', 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba', 'project_id': '6328bee89d2341bdb282688164425785', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:47.755400 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fce8f10-cff7-4457-b4b4-7e2f7c2c3490 req-e46016bc-6e37-4d0d-8ae5-2981d6517ef5 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0595081 Dec 06 15:03:47.937232 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdd791-d76d-44bb-ae9b-80379008a1ff req-24acca06-b28f-4e5e-80d7-d328fbd7d104 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:47.951032 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9bdd791-d76d-44bb-ae9b-80379008a1ff req-24acca06-b28f-4e5e-80d7-d328fbd7d104 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.1689441 Dec 06 15:03:48.009962 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3919d-187c-495c-a171-dce431bc833a', 'name': 'tempest-TestNetworkBasicOps-router-1032164201', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165'}], 'enable_snat': True}, 'gw_port_id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:03:43Z', 'updated_at': '2021-12-06T15:03:45Z', 'revision_number': 3, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:44Z', 'updated_at': '2021-12-06T15:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:48.044654 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9bdd791-d76d-44bb-ae9b-80379008a1ff req-c5f91636-7593-4289-b3a3-836a1cbe7b04 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871222 Dec 06 15:03:48.046064 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fea7cc7-8b27-4307-9f68-2992c72d64cc tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Made reservation on behalf of 6328bee89d2341bdb282688164425785 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:03:48.050986 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0fea7cc7-8b27-4307-9f68-2992c72d64cc tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:48.072947 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Checking router: 6ed3919d-187c-495c-a171-dce431bc833a for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:03:48.073313 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Updating router 6ed3919d-187c-495c-a171-dce431bc833a port 768e1b3f-a209-46cb-bc32-8f4abc5974b8 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:03:48.130771 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:48.365380 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0fea7cc7-8b27-4307-9f68-2992c72d64cc tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:48.595593 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:48.600719 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 5be29419-0442-491a-9762-4f5c825fe758 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:03:48.628231 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 5be29419-0442-491a-9762-4f5c825fe758 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:03:48.628584 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 5be29419-0442-491a-9762-4f5c825fe758 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:03:48.630108 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:48.660631 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea7cc7-8b27-4307-9f68-2992c72d64cc tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Checking segment: {'id': '4e063630-10fa-4d27-8093-cb1b7f82a14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:03:48.661048 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fea7cc7-8b27-4307-9f68-2992c72d64cc tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network hostable DHCP agents. Network: d515d8db-b4b8-4017-8b0f-ed6427fdd5ba, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:03:48.663581 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea7cc7-8b27-4307-9f68-2992c72d64cc tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Subnet': ['ID=f9c443cf-1573-4785-8f42-d41de1f27068,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:48.694080 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2ab80-e684-4bc5-9d70-b820419ea9da None None] Pushing event updated for resources: {'Port': ['ID=768e1b3f-a209-46cb-bc32-8f4abc5974b8,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:48.701741 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fea7cc7-8b27-4307-9f68-2992c72d64cc tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network d515d8db-b4b8-4017-8b0f-ed6427fdd5ba is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:03:48.711455 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Attempting to bind port 768e1b3f-a209-46cb-bc32-8f4abc5974b8 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:03:48.711798 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Attempting to bind port 768e1b3f-a209-46cb-bc32-8f4abc5974b8 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:03:48.712696 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Attempting to bind port 768e1b3f-a209-46cb-bc32-8f4abc5974b8 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:03:48.719740 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddac31a-63b1-44b8-92ca-fc24678aa20b req-ec2a4aa6-5c11-4fa9-a60d-5167f80d82b2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:48.721454 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ddac31a-63b1-44b8-92ca-fc24678aa20b req-ec2a4aa6-5c11-4fa9-a60d-5167f80d82b2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 946 time: 0.1501946 Dec 06 15:03:48.729393 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb492c57-6ccc-47b0-82f4-ff7ea55277f2 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:03:48.732024 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0fea7cc7-8b27-4307-9f68-2992c72d64cc tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d515d8db-b4b8-4017-8b0f-ed6427fdd5ba) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:03:48.735522 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:03:48.735930 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:03:48.736342 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:48.736738 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:03:48.737227 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Bound port: 768e1b3f-a209-46cb-bc32-8f4abc5974b8, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:03:48.737606 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:48.740377 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fea7cc7-8b27-4307-9f68-2992c72d64cc tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:48.741589 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0fea7cc7-8b27-4307-9f68-2992c72d64cc tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:48.828807 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] For port 768e1b3f-a209-46cb-bc32-8f4abc5974b8, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:03:48.832870 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0fea7cc7-8b27-4307-9f68-2992c72d64cc tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0946450 Dec 06 15:03:48.833055 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] For port 768e1b3f-a209-46cb-bc32-8f4abc5974b8, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=768e1b3f-a209-46cb-bc32-8f4abc5974b8,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:03:48.834746 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40644) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:48.834894 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab2c32f-beb2-422a-8510-a122c1732cfb None None] Network d515d8db-b4b8-4017-8b0f-ed6427fdd5ba requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:03:48.845840 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:48.899175 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ddac31a-63b1-44b8-92ca-fc24678aa20b req-2c91192a-3282-45f9-92c4-158d9cb1e577 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700680 Dec 06 15:03:48.923855 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbf520-7197-4468-aaa6-547f3f00b127 req-7280b4cd-6105-4833-ae8c-320bd9f233c0 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:48.934797 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35cbf520-7197-4468-aaa6-547f3f00b127 req-7280b4cd-6105-4833-ae8c-320bd9f233c0 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1499882 Dec 06 15:03:49.001986 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2ab80-e684-4bc5-9d70-b820419ea9da None None] Pushing event updated for resources: {'Port': ['ID=768e1b3f-a209-46cb-bc32-8f4abc5974b8,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:49.038440 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7b2b09ad-282d-4660-b451-fce7e2c69062 req-0b849bc9-ae2a-4acb-b89b-af1b0ffea75a tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0466008 Dec 06 15:03:49.072252 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26148b67-6d0d-41a7-a872-d962e7edb119 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:03:49.103781 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35cbf520-7197-4468-aaa6-547f3f00b127 req-a084479e-81bb-449b-8b36-d6d191af03d1 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594267 Dec 06 15:03:49.159482 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-13ca7fc9-d0c3-417a-91e6-105fa497e314 None None] Provisioning complete for port 768e1b3f-a209-46cb-bc32-8f4abc5974b8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:49.164089 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13ca7fc9-d0c3-417a-91e6-105fa497e314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:49.266788 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9f4cf-1de4-4872-87c0-5fdbc1d4b8e0 req-b56557d9-8707-4c14-9183-ba421ccf5e14 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:49.268380 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dbe9f4cf-1de4-4872-87c0-5fdbc1d4b8e0 req-b56557d9-8707-4c14-9183-ba421ccf5e14 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.1074734 Dec 06 15:03:49.344251 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Routers {'6ed3919d-187c-495c-a171-dce431bc833a'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:03:49.345416 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:03:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6ed3919d-187c-495c-a171-dce431bc833a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:49.479874 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dbe9f4cf-1de4-4872-87c0-5fdbc1d4b8e0 req-f27be2e4-96c1-4d35-9525-30b512124bb3 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920288 Dec 06 15:03:49.565378 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d515d8db-b4b8-4017-8b0f-ed6427fdd5ba', 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba', 'tenant_id': '6328bee89d2341bdb282688164425785', 'fixed_ips': [{'subnet_id': 'f9c443cf-1573-4785-8f42-d41de1f27068'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:03:49.566247 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:49.813363 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Allocated IP 172.20.0.2 (d515d8db-b4b8-4017-8b0f-ed6427fdd5ba/f9c443cf-1573-4785-8f42-d41de1f27068/d9bff447-94ab-41fa-b428-31dc5447c55c) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:03:49.835958 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:50.040317 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] Set router 6ed3919d-187c-495c-a171-dce431bc833a gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:03:50.144366 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13ca7fc9-d0c3-417a-91e6-105fa497e314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:50.157841 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96affc-0d3a-448d-95c7-01ef070b9657 req-89dbbf40-f1b2-414b-b5d5-e2edda0e36b8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:50.168039 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc96affc-0d3a-448d-95c7-01ef070b9657 req-89dbbf40-f1b2-414b-b5d5-e2edda0e36b8 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 946 time: 0.1193805 Dec 06 15:03:50.233540 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-13ca7fc9-d0c3-417a-91e6-105fa497e314 None None] For port 768e1b3f-a209-46cb-bc32-8f4abc5974b8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=768e1b3f-a209-46cb-bc32-8f4abc5974b8,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:50.246565 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc96affc-0d3a-448d-95c7-01ef070b9657 req-06331b37-7209-4be6-8eea-2021ff6d9883 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772679 Dec 06 15:03:50.309589 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-370688e8-c70e-4e5c-af59-6c60841ea1ec req-2063d57e-cfe1-48ac-b709-ed2b8afca27a tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0681257 Dec 06 15:03:50.419986 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948e3b0-a6d9-4935-8d56-23deaee05905 req-878facb0-2f4d-45fc-aaaa-31e0f481b538 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:50.429802 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a948e3b0-a6d9-4935-8d56-23deaee05905 req-878facb0-2f4d-45fc-aaaa-31e0f481b538 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1217890 Dec 06 15:03:50.550260 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4821b-033d-4949-94ef-d5e385b1fbee req-f8876619-60f4-44bd-8b9d-8ab89d2137ab tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:50.564265 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-50c4821b-033d-4949-94ef-d5e385b1fbee req-f8876619-60f4-44bd-8b9d-8ab89d2137ab tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 946 time: 0.1293850 Dec 06 15:03:50.586454 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a948e3b0-a6d9-4935-8d56-23deaee05905 req-7f532fe8-0d29-4b0a-a9fa-7e5e35ff81ce tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347213 Dec 06 15:03:50.678703 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-50c4821b-033d-4949-94ef-d5e385b1fbee req-1d7b07bd-df06-46df-aab6-3a9f7f8f992b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087186 Dec 06 15:03:50.742033 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:50.807541 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601387b-454a-4af7-a1a3-7722edc93266 req-a81b247a-3837-4c84-a554-c8f5fbeecc04 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:50.811865 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1601387b-454a-4af7-a1a3-7722edc93266 req-a81b247a-3837-4c84-a554-c8f5fbeecc04 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.1244700 Dec 06 15:03:50.837564 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13ca7fc9-d0c3-417a-91e6-105fa497e314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:50.856885 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:50.929682 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1601387b-454a-4af7-a1a3-7722edc93266 req-a6daa106-c331-47b0-8b88-b69154ad0170 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086166 Dec 06 15:03:50.960018 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Allocated IP 172.20.0.1 (d515d8db-b4b8-4017-8b0f-ed6427fdd5ba/f9c443cf-1573-4785-8f42-d41de1f27068/796e9d6d-8507-42b7-bc3a-697dfe99675f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:03:50.960493 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Network d515d8db-b4b8-4017-8b0f-ed6427fdd5ba is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:03:50.999459 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:03:51.011397 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:03:51.036380 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-821815b9-6431-479d-a09d-d2e65ea398c8 None None] Provisioning complete for port 768e1b3f-a209-46cb-bc32-8f4abc5974b8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:51.036768 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-821815b9-6431-479d-a09d-d2e65ea398c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:51.156717 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca7fc9-d0c3-417a-91e6-105fa497e314 None None] Pushing event updated for resources: {'Port': ['ID=768e1b3f-a209-46cb-bc32-8f4abc5974b8,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:51.216103 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Pushing event updated for resources: {'Port': ['ID=d9bff447-94ab-41fa-b428-31dc5447c55c,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:51.228328 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Attempting to bind port d9bff447-94ab-41fa-b428-31dc5447c55c on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:03:51.228818 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Attempting to bind port d9bff447-94ab-41fa-b428-31dc5447c55c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4e063630-10fa-4d27-8093-cb1b7f82a14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:03:51.229195 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Attempting to bind port d9bff447-94ab-41fa-b428-31dc5447c55c on network d515d8db-b4b8-4017-8b0f-ed6427fdd5ba {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:03:51.237825 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:03:51.245209 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Checking segment: {'id': '4e063630-10fa-4d27-8093-cb1b7f82a14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:03:51.246436 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:51.246679 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Bound using segment: {'id': '4e063630-10fa-4d27-8093-cb1b7f82a14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:03:51.247205 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Bound port: d9bff447-94ab-41fa-b428-31dc5447c55c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e063630-10fa-4d27-8093-cb1b7f82a14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:03:51.247601 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:51.286375 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:51.329948 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3919d-187c-495c-a171-dce431bc833a', 'name': 'tempest-TestNetworkBasicOps-router-1032164201', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165'}], 'enable_snat': True}, 'gw_port_id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:03:43Z', 'updated_at': '2021-12-06T15:03:45Z', 'revision_number': 3, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:44Z', 'updated_at': '2021-12-06T15:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:51.464848 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:51.504831 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17919de6-ed1f-4cf7-abd7-0f668cb50748 req-d4c689ec-8dbc-47d0-8c6d-94af70bb0967 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0697119 Dec 06 15:03:51.507754 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] For port d9bff447-94ab-41fa-b428-31dc5447c55c, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:03:51.516645 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] For port d9bff447-94ab-41fa-b428-31dc5447c55c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d9bff447-94ab-41fa-b428-31dc5447c55c,segment=NetworkSegment(4e063630-10fa-4d27-8093-cb1b7f82a14a),segment_id=4e063630-10fa-4d27-8093-cb1b7f82a14a)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:03:51.637204 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09d7f34-a39e-4f54-a292-f8d5bcb4fa1a None None] The sync data for ids ['6ed3919d-187c-495c-a171-dce431bc833a'] in n-d-master-1 is: [{'id': '6ed3919d-187c-495c-a171-dce431bc833a', 'name': 'tempest-TestNetworkBasicOps-router-1032164201', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165'}], 'enable_snat': True}, 'gw_port_id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:03:43Z', 'updated_at': '2021-12-06T15:03:45Z', 'revision_number': 3, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:44Z', 'updated_at': '2021-12-06T15:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:03:51.638517 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Port': ['ID=796e9d6d-8507-42b7-bc3a-697dfe99675f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:51.644738 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:51.664583 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network d515d8db-b4b8-4017-8b0f-ed6427fdd5ba is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:03:51.670711 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:03:51.678908 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:03:51.751109 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:51.812818 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4cdbf-7f4d-4623-a442-b940682b4c74 None None] Pushing event updated for resources: {'Port': ['ID=d9bff447-94ab-41fa-b428-31dc5447c55c,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:51.922770 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2f68a-9f6f-4211-9825-6aa1f092e3aa req-1d066de9-5e63-4949-8917-0f0c4a036bfd tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:51.924763 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01a2f68a-9f6f-4211-9825-6aa1f092e3aa req-1d066de9-5e63-4949-8917-0f0c4a036bfd tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1771617 Dec 06 15:03:52.026030 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2867249-0ea5-4753-bf6d-bc8ff9b4fb4f req-773858ab-9b14-4f6d-96af-2c44f3da362f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:52.028201 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2867249-0ea5-4753-bf6d-bc8ff9b4fb4f req-773858ab-9b14-4f6d-96af-2c44f3da362f tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 946 time: 0.9891267 Dec 06 15:03:52.052289 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01a2f68a-9f6f-4211-9825-6aa1f092e3aa req-c976e9db-0b51-4fe1-8136-b277d2dcb4fa tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076446 Dec 06 15:03:52.156773 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:52.328504 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2867249-0ea5-4753-bf6d-bc8ff9b4fb4f req-3e17aa12-f24c-49ad-ac53-87f18f493a37 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932434 Dec 06 15:03:52.360604 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 768e1b3f-a209-46cb-bc32-8f4abc5974b8 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:03:52.388001 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bff5c-516e-4500-9284-de3424714b56 req-6482b356-72af-4b08-af19-c7686bedf1f5 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:52.406364 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-015bff5c-516e-4500-9284-de3424714b56 req-6482b356-72af-4b08-af19-c7686bedf1f5 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.1356170 Dec 06 15:03:52.536820 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-015bff5c-516e-4500-9284-de3424714b56 req-a261fbb6-f027-4939-9e17-b2af90ee54b1 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293213 Dec 06 15:03:52.606112 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 768e1b3f-a209-46cb-bc32-8f4abc5974b8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:52.606521 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:52.674487 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-182274ae-7739-4033-9b01-c0c6c23cef62 req-e2452669-2389-4d19-ad6d-e5df22d52d8d tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0584252 Dec 06 15:03:52.924980 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:52.946748 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:52.957534 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b51668-13cf-47c6-b029-2468b9cdfba7 req-c5eb3542-b0d5-4580-b01d-a52475f07bde tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:52.965476 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-14b51668-13cf-47c6-b029-2468b9cdfba7 req-c5eb3542-b0d5-4580-b01d-a52475f07bde tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 946 time: 0.1737683 Dec 06 15:03:53.207698 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Port': ['ID=796e9d6d-8507-42b7-bc3a-697dfe99675f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:53.261148 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:53.291028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-14b51668-13cf-47c6-b029-2468b9cdfba7 req-2d440e7c-773b-418d-8657-da663fb78050 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245447 Dec 06 15:03:53.418344 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cf41f-84f4-4c85-beff-8c41a8c70010 req-8954b779-70e2-4877-ac9a-d4e7ff238dfc tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:53.426036 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c4cf41f-84f4-4c85-beff-8c41a8c70010 req-8954b779-70e2-4877-ac9a-d4e7ff238dfc tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1896303 Dec 06 15:03:53.568065 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c4cf41f-84f4-4c85-beff-8c41a8c70010 req-93b0bfc0-22f8-4f6c-998f-fc1d7d9c0bb7 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293287 Dec 06 15:03:53.641984 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network d515d8db-b4b8-4017-8b0f-ed6427fdd5ba is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:03:53.651748 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:03:53.969767 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92335407-fad0-4502-afd2-aee0424c863f req-76ec8b11-3808-4d12-a217-2f9186e9693f tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:53.971359 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92335407-fad0-4502-afd2-aee0424c863f req-76ec8b11-3808-4d12-a217-2f9186e9693f tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.2128029 Dec 06 15:03:53.978304 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cf0171-4f43-4bd3-a449-a3984da0e943 None None] Network d515d8db-b4b8-4017-8b0f-ed6427fdd5ba requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:03:54.088264 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92335407-fad0-4502-afd2-aee0424c863f req-851f6bf8-0bb9-4115-a11e-28c00caac7c2 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069131 Dec 06 15:03:54.268055 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c2051eab-aea9-4493-8f45-91bfff6032cc None None] Provisioning complete for port d9bff447-94ab-41fa-b428-31dc5447c55c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:54.282751 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c2051eab-aea9-4493-8f45-91bfff6032cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:54.318031 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e010c19e-eca4-4ed4-91ca-24d9c47c515e req-cfb75e01-4632-42a4-89d8-7d0c0c123673 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1105793 Dec 06 15:03:54.428785 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d9bff447-94ab-41fa-b428-31dc5447c55c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:03:54.622700 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Router 6ed3919d-187c-495c-a171-dce431bc833a has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:03:54.827493 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c2051eab-aea9-4493-8f45-91bfff6032cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:54.882455 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d9bff447-94ab-41fa-b428-31dc5447c55c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:54.882830 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:54.890590 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7c22e-2868-459c-b1c9-78183c8391b7 req-0f37cee7-e1df-43fa-98c8-c53b85d9105a tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:54.892939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5bc7c22e-2868-459c-b1c9-78183c8391b7 req-0f37cee7-e1df-43fa-98c8-c53b85d9105a tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1243348 Dec 06 15:03:55.026756 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:03:55.037035 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e662c715-8347-4044-b5f3-499f410e9822 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "PUT /v2.0/routers/6ed3919d-187c-495c-a171-dce431bc833a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2011716 Dec 06 15:03:55.043096 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40902) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:55.060851 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5bc7c22e-2868-459c-b1c9-78183c8391b7 req-0312030d-a91c-4b8d-911e-9d20e7a1894f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590550 Dec 06 15:03:55.061931 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221027a4-73e1-4780-b057-fd6e285bf325 req-e322341c-5dff-4533-a30b-b27b2dbe20da tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:55.070500 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-221027a4-73e1-4780-b057-fd6e285bf325 req-e322341c-5dff-4533-a30b-b27b2dbe20da tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 946 time: 0.5145490 Dec 06 15:03:55.113118 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c2051eab-aea9-4493-8f45-91bfff6032cc None None] For port d9bff447-94ab-41fa-b428-31dc5447c55c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d9bff447-94ab-41fa-b428-31dc5447c55c,segment=NetworkSegment(4e063630-10fa-4d27-8093-cb1b7f82a14a),segment_id=4e063630-10fa-4d27-8093-cb1b7f82a14a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:55.121541 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c2051eab-aea9-4493-8f45-91bfff6032cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:55.184513 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02d71d-df94-4209-827d-f2b3cc122aec req-ced0c387-8b37-4c3b-a3f0-4b1f220e801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:55.186115 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c02d71d-df94-4209-827d-f2b3cc122aec req-ced0c387-8b37-4c3b-a3f0-4b1f220e801e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 1096 time: 0.6314642 Dec 06 15:03:55.285314 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2051eab-aea9-4493-8f45-91bfff6032cc None None] Pushing event updated for resources: {'Port': ['ID=d9bff447-94ab-41fa-b428-31dc5447c55c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:55.330773 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Sync routers for ids ['6ed3919d-187c-495c-a171-dce431bc833a'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:03:55.340619 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5768873-506e-4e85-ad72-61648c75bb50 req-92d24eef-09d9-4727-8d32-fd7d9dfd2c14 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:55.358042 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5768873-506e-4e85-ad72-61648c75bb50 req-92d24eef-09d9-4727-8d32-fd7d9dfd2c14 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.0727830 Dec 06 15:03:55.361132 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Routers {'6ed3919d-187c-495c-a171-dce431bc833a'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:03:55.361779 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:03:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6ed3919d-187c-495c-a171-dce431bc833a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:55.387910 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-221027a4-73e1-4780-b057-fd6e285bf325 req-bc07c43e-1f61-426a-a87d-7326887bc712 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159914 Dec 06 15:03:55.474175 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f11e0d98-7b27-4540-b2f5-7e8439dd5140 None None] Provisioning complete for port d9bff447-94ab-41fa-b428-31dc5447c55c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:55.474867 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f11e0d98-7b27-4540-b2f5-7e8439dd5140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:55.540765 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e5768873-506e-4e85-ad72-61648c75bb50 req-58bf1cde-b94e-408e-a261-6e4812debe93 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807966 Dec 06 15:03:55.652388 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-71ec2f35-bb5d-413a-996a-eca262fc97e3 req-13aa9398-1725-4e36-b33b-ea082265a3ad tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1015563 Dec 06 15:03:55.745638 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40916) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:55.771021 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f11e0d98-7b27-4540-b2f5-7e8439dd5140 None None] Provisioning complete for port 796e9d6d-8507-42b7-bc3a-697dfe99675f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:55.771391 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f11e0d98-7b27-4540-b2f5-7e8439dd5140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:55.772547 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c02d71d-df94-4209-827d-f2b3cc122aec req-51012bdc-d09f-417c-9581-2f3251549b93 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665789 Dec 06 15:03:55.835434 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f11e0d98-7b27-4540-b2f5-7e8439dd5140 None None] Port 796e9d6d-8507-42b7-bc3a-697dfe99675f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:03:55.843367 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1658df-94c4-4c7f-9e5a-1588c829c867 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:55.843871 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1658df-94c4-4c7f-9e5a-1588c829c867 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:55.844329 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1658df-94c4-4c7f-9e5a-1588c829c867 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:55.844782 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1658df-94c4-4c7f-9e5a-1588c829c867 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:55.845234 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1658df-94c4-4c7f-9e5a-1588c829c867 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:55.845688 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1658df-94c4-4c7f-9e5a-1588c829c867 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:55.846138 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1658df-94c4-4c7f-9e5a-1588c829c867 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:55.846589 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1658df-94c4-4c7f-9e5a-1588c829c867 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:55.847178 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1658df-94c4-4c7f-9e5a-1588c829c867 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:55.857085 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bc1658df-94c4-4c7f-9e5a-1588c829c867 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6397 time: 0.8103144 Dec 06 15:03:55.857391 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40920) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:55.900375 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496da76-8d86-4cff-b1e4-ad76b528d092 req-2284babc-fcc3-42d6-8975-28b6b3e9339b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:55.915860 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9496da76-8d86-4cff-b1e4-ad76b528d092 req-2284babc-fcc3-42d6-8975-28b6b3e9339b tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 946 time: 0.1224551 Dec 06 15:03:56.018109 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ec4a4-bedb-4431-ade7-501065b67d87 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:56.018654 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ec4a4-bedb-4431-ade7-501065b67d87 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:56.019219 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ec4a4-bedb-4431-ade7-501065b67d87 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:56.019582 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ec4a4-bedb-4431-ade7-501065b67d87 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:56.020749 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ec4a4-bedb-4431-ade7-501065b67d87 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:56.023944 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ec4a4-bedb-4431-ade7-501065b67d87 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:56.025161 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ec4a4-bedb-4431-ade7-501065b67d87 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:56.026661 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ec4a4-bedb-4431-ade7-501065b67d87 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:56.027147 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ec4a4-bedb-4431-ade7-501065b67d87 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:56.029251 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-348ec4a4-bedb-4431-ade7-501065b67d87 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5938 time: 0.1709859 Dec 06 15:03:56.033247 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40922) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:56.068366 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e7903848-7074-4c78-a4fd-680d42caa57e None None] Provisioning complete for port 796e9d6d-8507-42b7-bc3a-697dfe99675f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:56.073032 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7903848-7074-4c78-a4fd-680d42caa57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:56.076599 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Set router 6ed3919d-187c-495c-a171-dce431bc833a gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:03:56.089569 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c913c9a6-5661-4e6d-9f45-bcc7ba1a59cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:56.185504 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9496da76-8d86-4cff-b1e4-ad76b528d092 req-d2d3fd52-3c67-478a-b010-2dba4f448259 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684174 Dec 06 15:03:56.270807 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e7903848-7074-4c78-a4fd-680d42caa57e None None] Port 796e9d6d-8507-42b7-bc3a-697dfe99675f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:03:56.336655 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500dfe2-4056-44ab-830e-9658d8cc10ac req-6971964d-be8d-4407-b4bf-24b9fbfe2a24 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:56.341015 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d9bff447-94ab-41fa-b428-31dc5447c55c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:03:56.346186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5500dfe2-4056-44ab-830e-9658d8cc10ac req-6971964d-be8d-4407-b4bf-24b9fbfe2a24 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1048737 Dec 06 15:03:56.459869 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c913c9a6-5661-4e6d-9f45-bcc7ba1a59cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:56.472962 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c913c9a6-5661-4e6d-9f45-bcc7ba1a59cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:56.505441 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d9bff447-94ab-41fa-b428-31dc5447c55c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:56.505760 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:56.544818 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5500dfe2-4056-44ab-830e-9658d8cc10ac req-29e7c8dd-2045-4278-bedf-abcb381feffd tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976359 Dec 06 15:03:56.681978 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b29af8b2-d7a2-4c9f-a638-c603850a87c1 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2324 time: 0.6476009 Dec 06 15:03:56.691687 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40952) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:56.692924 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c913c9a6-5661-4e6d-9f45-bcc7ba1a59cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc73538a9bfc4b0f873e6a77bd3f17ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9458671 Dec 06 15:03:56.698027 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3919d-187c-495c-a171-dce431bc833a', 'name': 'tempest-TestNetworkBasicOps-router-1032164201', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165'}], 'enable_snat': True}, 'gw_port_id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:03:43Z', 'updated_at': '2021-12-06T15:03:51Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:44Z', 'updated_at': '2021-12-06T15:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '796e9d6d-8507-42b7-bc3a-697dfe99675f', 'name': '', 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:11:01:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:50Z', 'updated_at': '2021-12-06T15:03:52Z', 'revision_number': 2, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:56.713885 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913c9a6-5661-4e6d-9f45-bcc7ba1a59cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c4d885-cf33-462d-a60e-052140fc0647,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:56.733508 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c913c9a6-5661-4e6d-9f45-bcc7ba1a59cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:56.734220 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c913c9a6-5661-4e6d-9f45-bcc7ba1a59cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:56.735389 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c913c9a6-5661-4e6d-9f45-bcc7ba1a59cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:56.737344 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-585075ae-6a1c-4676-849b-10f7fbcd4063 None None] Provisioning complete for port 796e9d6d-8507-42b7-bc3a-697dfe99675f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:56.737689 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c913c9a6-5661-4e6d-9f45-bcc7ba1a59cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:56.737819 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-585075ae-6a1c-4676-849b-10f7fbcd4063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:56.738554 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c913c9a6-5661-4e6d-9f45-bcc7ba1a59cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:56.739106 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c913c9a6-5661-4e6d-9f45-bcc7ba1a59cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:56.740333 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c913c9a6-5661-4e6d-9f45-bcc7ba1a59cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:56.747745 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c913c9a6-5661-4e6d-9f45-bcc7ba1a59cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:56.748565 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c913c9a6-5661-4e6d-9f45-bcc7ba1a59cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:56.749131 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c913c9a6-5661-4e6d-9f45-bcc7ba1a59cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:56.749683 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c913c9a6-5661-4e6d-9f45-bcc7ba1a59cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:56.750369 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c913c9a6-5661-4e6d-9f45-bcc7ba1a59cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:56.750934 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c913c9a6-5661-4e6d-9f45-bcc7ba1a59cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:56.780946 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Checking router: 6ed3919d-187c-495c-a171-dce431bc833a for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:03:56.781641 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Updating router 6ed3919d-187c-495c-a171-dce431bc833a port 796e9d6d-8507-42b7-bc3a-697dfe99675f binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:03:56.812429 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:56.857936 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8379f73-ab15-4e7d-866e-b674db343554 req-ece9fa98-fd4c-4670-98f8-7920505ab75e tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:56.859044 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-585075ae-6a1c-4676-849b-10f7fbcd4063 None None] Port 796e9d6d-8507-42b7-bc3a-697dfe99675f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:03:56.866546 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8379f73-ab15-4e7d-866e-b674db343554 req-ece9fa98-fd4c-4670-98f8-7920505ab75e tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.1447566 Dec 06 15:03:56.905290 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eacc4bfa-f2a6-45ec-ac49-ad0c7255d18b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:57.030880 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8f5205ec-1d77-44b1-8765-2ac45eb462fb req-de595169-df0c-464d-a1ee-84449bb4d15f tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0778620 Dec 06 15:03:57.036354 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eacc4bfa-f2a6-45ec-ac49-ad0c7255d18b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:57.044347 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8379f73-ab15-4e7d-866e-b674db343554 req-332eece4-9b5f-4898-8b23-9a3b79fe468d tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768689 Dec 06 15:03:57.108834 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40958) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:57.146572 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eacc4bfa-f2a6-45ec-ac49-ad0c7255d18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:57.150834 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eacc4bfa-f2a6-45ec-ac49-ad0c7255d18b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:57.152296 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-eacc4bfa-f2a6-45ec-ac49-ad0c7255d18b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8c4d885-cf33-462d-a60e-052140fc0647 HTTP/1.1" status: 204 len: 168 time: 0.4595225 Dec 06 15:03:57.192709 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc4bfa-f2a6-45ec-ac49-ad0c7255d18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c4d885-cf33-462d-a60e-052140fc0647,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:57.276820 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a6e5-ee99-414c-9ae3-1bb36b9fb96e req-8df48b79-7d71-43fc-9fbd-848f0de64b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:57.283854 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:57.284770 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7bc2a6e5-ee99-414c-9ae3-1bb36b9fb96e req-8df48b79-7d71-43fc-9fbd-848f0de64b4c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6bea34f57f3438382c2fe5b205b1663&device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 1097 time: 0.1478138 Dec 06 15:03:57.299587 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:57.368515 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9760ed5-bb80-4006-a3af-be20578128de None None] Pushing event updated for resources: {'Port': ['ID=796e9d6d-8507-42b7-bc3a-697dfe99675f,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:57.380153 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9760ed5-bb80-4006-a3af-be20578128de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:57.380607 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9760ed5-bb80-4006-a3af-be20578128de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:57.381047 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9760ed5-bb80-4006-a3af-be20578128de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:57.381487 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9760ed5-bb80-4006-a3af-be20578128de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:57.382319 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9760ed5-bb80-4006-a3af-be20578128de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:57.382488 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9760ed5-bb80-4006-a3af-be20578128de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:57.383021 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9760ed5-bb80-4006-a3af-be20578128de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:57.384122 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9760ed5-bb80-4006-a3af-be20578128de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:57.384628 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9760ed5-bb80-4006-a3af-be20578128de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:57.385807 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9760ed5-bb80-4006-a3af-be20578128de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:57.386234 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9760ed5-bb80-4006-a3af-be20578128de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:57.387631 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9760ed5-bb80-4006-a3af-be20578128de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:57.388223 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9760ed5-bb80-4006-a3af-be20578128de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:57.437793 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40974) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:57.454264 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-79d6ce1f-b5a1-4774-93de-01c19b00a5a6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1645363431', 'description': 'tempest-secgroup-smoke-1645363431 description', 'project_id': '6328bee89d2341bdb282688164425785'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:57.528411 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Attempting to bind port 796e9d6d-8507-42b7-bc3a-697dfe99675f on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:03:57.530371 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Attempting to bind port 796e9d6d-8507-42b7-bc3a-697dfe99675f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4e063630-10fa-4d27-8093-cb1b7f82a14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:03:57.531436 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a6e5-ee99-414c-9ae3-1bb36b9fb96e req-a9e0b425-a7a5-41dc-b207-88ae35862987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:57.532027 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Attempting to bind port 796e9d6d-8507-42b7-bc3a-697dfe99675f on network d515d8db-b4b8-4017-8b0f-ed6427fdd5ba {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:03:57.536806 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7bc2a6e5-ee99-414c-9ae3-1bb36b9fb96e req-a9e0b425-a7a5-41dc-b207-88ae35862987 service neutron] 10.222.0.23 "GET /v2.0/networks?id=14e24fbd-751b-4795-86b8-cd9eca2691c6 HTTP/1.1" status: 200 len: 915 time: 0.2440054 Dec 06 15:03:57.547139 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:03:57.548054 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Checking segment: {'id': '4e063630-10fa-4d27-8093-cb1b7f82a14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:03:57.548907 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:57.551437 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Bound using segment: {'id': '4e063630-10fa-4d27-8093-cb1b7f82a14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:03:57.552198 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Bound port: 796e9d6d-8507-42b7-bc3a-697dfe99675f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e063630-10fa-4d27-8093-cb1b7f82a14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:03:57.553499 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:57.579775 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef3456-d3a5-4c1a-a624-434ce3e3ea3f req-a335e555-415c-47bc-9491-0f1999987807 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:57.590254 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6ef3456-d3a5-4c1a-a624-434ce3e3ea3f req-a335e555-415c-47bc-9491-0f1999987807 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 946 time: 0.3456185 Dec 06 15:03:57.644988 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7bc2a6e5-ee99-414c-9ae3-1bb36b9fb96e req-d9d1e9d3-1e65-4b7d-9e71-edd465d0d502 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04 HTTP/1.1" status: 200 len: 217 time: 0.1023622 Dec 06 15:03:57.648180 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-3580aa68-1f9c-49b6-8ccf-019aad6abf4f admin admin] Deleting subnet d8f704f4-e319-4867-8b21-d731d4293c49 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:03:57.675790 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3580aa68-1f9c-49b6-8ccf-019aad6abf4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:57.680111 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79d6ce1f-b5a1-4774-93de-01c19b00a5a6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:57.706281 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] For port 796e9d6d-8507-42b7-bc3a-697dfe99675f, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:03:57.710924 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] For port 796e9d6d-8507-42b7-bc3a-697dfe99675f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=796e9d6d-8507-42b7-bc3a-697dfe99675f,segment=NetworkSegment(4e063630-10fa-4d27-8093-cb1b7f82a14a),segment_id=4e063630-10fa-4d27-8093-cb1b7f82a14a)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:03:57.727328 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:57.773906 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a6e5-ee99-414c-9ae3-1bb36b9fb96e req-86246cbe-5e55-44b3-8295-223ed48bf30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:57.777606 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7bc2a6e5-ee99-414c-9ae3-1bb36b9fb96e req-86246cbe-5e55-44b3-8295-223ed48bf30e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42a5af40-5e41-44c6-af09-1021d37830cd HTTP/1.1" status: 200 len: 854 time: 0.1258759 Dec 06 15:03:57.780648 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3580aa68-1f9c-49b6-8ccf-019aad6abf4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:57.796989 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8d7bafb7-2ec8-4121-89a5-4097f06cf45e None None] Provisioning complete for port 796e9d6d-8507-42b7-bc3a-697dfe99675f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:57.797987 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8d7bafb7-2ec8-4121-89a5-4097f06cf45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:57.815732 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6ef3456-d3a5-4c1a-a624-434ce3e3ea3f req-d2e44a02-1285-4a4e-8997-5e1834d741d2 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073884 Dec 06 15:03:57.885248 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7bc2a6e5-ee99-414c-9ae3-1bb36b9fb96e req-42e3e5f3-d524-4cb9-b501-40f54a0bcb98 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=14e24fbd-751b-4795-86b8-cd9eca2691c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781956 Dec 06 15:03:57.890853 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9760ed5-bb80-4006-a3af-be20578128de None None] Pushing event updated for resources: {'Port': ['ID=796e9d6d-8507-42b7-bc3a-697dfe99675f,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:57.902014 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3580aa68-1f9c-49b6-8ccf-019aad6abf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:57.911361 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Routers {'6ed3919d-187c-495c-a171-dce431bc833a'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:03:57.912080 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:03:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6ed3919d-187c-495c-a171-dce431bc833a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:57.997696 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd502ad-6016-45d3-a78c-cfe25332ab2d req-872ee862-d628-495d-876b-d1b0a0fdb1c5 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:58.012737 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6fd502ad-6016-45d3-a78c-cfe25332ab2d req-872ee862-d628-495d-876b-d1b0a0fdb1c5 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.2322793 Dec 06 15:03:58.025130 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79d6ce1f-b5a1-4774-93de-01c19b00a5a6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:58.068887 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79d6ce1f-b5a1-4774-93de-01c19b00a5a6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:58.073467 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:58.113926 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8d7bafb7-2ec8-4121-89a5-4097f06cf45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:58.203055 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8d7bafb7-2ec8-4121-89a5-4097f06cf45e None None] For port 796e9d6d-8507-42b7-bc3a-697dfe99675f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=796e9d6d-8507-42b7-bc3a-697dfe99675f,segment=NetworkSegment(4e063630-10fa-4d27-8093-cb1b7f82a14a),segment_id=4e063630-10fa-4d27-8093-cb1b7f82a14a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:58.204741 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] Set router 6ed3919d-187c-495c-a171-dce431bc833a gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:03:58.219056 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8d7bafb7-2ec8-4121-89a5-4097f06cf45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:58.285720 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6fd502ad-6016-45d3-a78c-cfe25332ab2d req-5a5204b3-910f-49ed-876b-18982037301c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717197 Dec 06 15:03:58.328938 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ef1e3ac-9963-4970-b8d9-ab66cf25c688 req-ba79d860-e87b-4e69-88b0-dfb88f0c642c tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1764657 Dec 06 15:03:58.339431 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79d6ce1f-b5a1-4774-93de-01c19b00a5a6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:58.343406 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-79d6ce1f-b5a1-4774-93de-01c19b00a5a6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8994884 Dec 06 15:03:58.347896 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40996) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:58.349417 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6ce1f-b5a1-4774-93de-01c19b00a5a6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1042d947-6fa9-4633-9da5-cd5fe6c7422a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:58.366262 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7bc2a6e5-ee99-414c-9ae3-1bb36b9fb96e req-d15577e4-ad00-4ede-9917-cc8acd458ff9 service neutron] 10.222.0.23 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553010 Dec 06 15:03:58.383388 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-655658c6-d49c-4edc-a808-c8914bf962f6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group_rule': {'security_group_id': '1042d947-6fa9-4633-9da5-cd5fe6c7422a', 'project_id': '6328bee89d2341bdb282688164425785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:58.432558 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3580aa68-1f9c-49b6-8ccf-019aad6abf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:58.471005 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f3b97c17-2dcf-4113-b3e8-30c02ba8aed6 None None] Provisioning complete for port 796e9d6d-8507-42b7-bc3a-697dfe99675f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:58.471733 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3b97c17-2dcf-4113-b3e8-30c02ba8aed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:58.481936 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3580aa68-1f9c-49b6-8ccf-019aad6abf4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:58.490388 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3580aa68-1f9c-49b6-8ccf-019aad6abf4f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d8f704f4-e319-4867-8b21-d731d4293c49 HTTP/1.1" status: 204 len: 168 time: 1.3805170 Dec 06 15:03:58.495355 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41002) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:58.535543 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f0547-c910-40a9-881b-d5dbd40e5823 req-510829dd-ebdd-4016-9e69-3e8259566ead tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:58.537119 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc8f0547-c910-40a9-881b-d5dbd40e5823 req-510829dd-ebdd-4016-9e69-3e8259566ead tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 946 time: 0.4581509 Dec 06 15:03:58.547007 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bafb7-2ec8-4121-89a5-4097f06cf45e None None] Pushing event updated for resources: {'Port': ['ID=796e9d6d-8507-42b7-bc3a-697dfe99675f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:58.645517 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580aa68-1f9c-49b6-8ccf-019aad6abf4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f704f4-e319-4867-8b21-d731d4293c49,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:58.683556 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553e7b7-cbd2-4f2d-aff4-fbbecef6cfba req-0279510b-72f3-45b3-9972-6b295e60a847 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:58.689454 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3919d-187c-495c-a171-dce431bc833a', 'name': 'tempest-TestNetworkBasicOps-router-1032164201', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165'}], 'enable_snat': True}, 'gw_port_id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:03:43Z', 'updated_at': '2021-12-06T15:03:51Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:44Z', 'updated_at': '2021-12-06T15:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '796e9d6d-8507-42b7-bc3a-697dfe99675f', 'name': '', 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:11:01:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:50Z', 'updated_at': '2021-12-06T15:03:57Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:58.694374 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2553e7b7-cbd2-4f2d-aff4-fbbecef6cfba req-0279510b-72f3-45b3-9972-6b295e60a847 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.2290161 Dec 06 15:03:58.732022 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cdb278-15b7-4d33-af82-00c05146ba27 None None] The sync data for ids ['6ed3919d-187c-495c-a171-dce431bc833a'] in n-d-master-1 is: [{'id': '6ed3919d-187c-495c-a171-dce431bc833a', 'name': 'tempest-TestNetworkBasicOps-router-1032164201', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165'}], 'enable_snat': True}, 'gw_port_id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:03:43Z', 'updated_at': '2021-12-06T15:03:51Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:44Z', 'updated_at': '2021-12-06T15:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '796e9d6d-8507-42b7-bc3a-697dfe99675f', 'name': '', 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:11:01:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:50Z', 'updated_at': '2021-12-06T15:03:57Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:03:58.761989 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-655658c6-d49c-4edc-a808-c8914bf962f6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:58.778402 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2553e7b7-cbd2-4f2d-aff4-fbbecef6cfba req-2f8d18ff-dc72-47a6-9309-ff49482e8c3a tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826950 Dec 06 15:03:58.786131 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7bc2a6e5-ee99-414c-9ae3-1bb36b9fb96e req-99599445-df9a-456d-bc8b-917c6ab2a532 service neutron] 10.222.0.23 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120421 Dec 06 15:03:58.934337 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55fa821c-4e95-47f0-aec2-31e26ac9191e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:59.049044 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-dc8f0547-c910-40a9-881b-d5dbd40e5823 req-32d6b5c2-eb17-4177-b02a-00a4c1186ecf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Deleting port 051159f9-54ef-48d8-84b2-f9852c4c9760 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:03:59.050133 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dc8f0547-c910-40a9-881b-d5dbd40e5823 req-32d6b5c2-eb17-4177-b02a-00a4c1186ecf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:59.114157 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa143087-92e9-4c50-b200-735101f576e4 req-ad279f4e-1ca1-476c-92c7-7e13b58a8b47 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:59.124908 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa143087-92e9-4c50-b200-735101f576e4 req-ad279f4e-1ca1-476c-92c7-7e13b58a8b47 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 946 time: 0.1607685 Dec 06 15:03:59.215267 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa143087-92e9-4c50-b200-735101f576e4 req-f8a5176f-7baf-4bf8-96dc-33587fb325a7 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/security-groups?id=98315fce-7e29-471e-b018-dfbcc5416f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892012 Dec 06 15:03:59.224548 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51feecca-4d33-4941-ae18-f4bed6c80fbe req-4c209c44-366d-41d7-b825-7998e86f024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:59.224868 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55fa821c-4e95-47f0-aec2-31e26ac9191e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:59.236246 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51feecca-4d33-4941-ae18-f4bed6c80fbe req-4c209c44-366d-41d7-b825-7998e86f024a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=360c1d4dec644284a4e61c9254a97ca2&device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 1096 time: 0.1759486 Dec 06 15:03:59.309719 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-655658c6-d49c-4edc-a808-c8914bf962f6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:59.319785 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-55fa821c-4e95-47f0-aec2-31e26ac9191e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfa7943-bf52-4cef-97dd-43ac4f7a06e0']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:59.335536 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-655658c6-d49c-4edc-a808-c8914bf962f6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:59.366710 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-55fa821c-4e95-47f0-aec2-31e26ac9191e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54926bb1-3b96-4075-9735-62ce3e161938') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:59.366892 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-55fa821c-4e95-47f0-aec2-31e26ac9191e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54926bb1-3b96-4075-9735-62ce3e161938') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:59.372087 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51feecca-4d33-4941-ae18-f4bed6c80fbe req-004a1568-7a41-421e-8431-ab65400c3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:59.378572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51feecca-4d33-4941-ae18-f4bed6c80fbe req-004a1568-7a41-421e-8431-ab65400c3167 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 HTTP/1.1" status: 200 len: 911 time: 0.1440196 Dec 06 15:03:59.400160 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55fa821c-4e95-47f0-aec2-31e26ac9191e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:59.405137 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-dc8f0547-c910-40a9-881b-d5dbd40e5823 req-32d6b5c2-eb17-4177-b02a-00a4c1186ecf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] For port 051159f9-54ef-48d8-84b2-f9852c4c9760, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=051159f9-54ef-48d8-84b2-f9852c4c9760,segment=NetworkSegment(d585a0a4-a8c6-4a61-a104-c9b528666c3e),segment_id=d585a0a4-a8c6-4a61-a104-c9b528666c3e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:59.405685 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dc8f0547-c910-40a9-881b-d5dbd40e5823 req-32d6b5c2-eb17-4177-b02a-00a4c1186ecf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:59.439210 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-dc8f0547-c910-40a9-881b-d5dbd40e5823 req-32d6b5c2-eb17-4177-b02a-00a4c1186ecf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Calling delete_port for 051159f9-54ef-48d8-84b2-f9852c4c9760 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:03:59.475868 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51feecca-4d33-4941-ae18-f4bed6c80fbe req-83577296-04cb-42fc-8dda-2271e8e9b48a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb HTTP/1.1" status: 200 len: 217 time: 0.0884750 Dec 06 15:03:59.526653 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655658c6-d49c-4edc-a808-c8914bf962f6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e796ed-7ad0-482d-b6cc-04e8a35c90f2,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:59.568622 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7025da4-f3ac-426d-9de7-715bbec9f628 req-37b0a201-829b-49e2-93ff-84617ea42cfe tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:59.570491 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7025da4-f3ac-426d-9de7-715bbec9f628 req-37b0a201-829b-49e2-93ff-84617ea42cfe tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.3836584 Dec 06 15:03:59.573962 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-655658c6-d49c-4edc-a808-c8914bf962f6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:59.575261 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-655658c6-d49c-4edc-a808-c8914bf962f6 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2004056 Dec 06 15:03:59.597786 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55fa821c-4e95-47f0-aec2-31e26ac9191e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:59.599940 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41076) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:59.611543 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e602a0d3-e0df-4912-a88b-47fbc9847241 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group_rule': {'security_group_id': '1042d947-6fa9-4633-9da5-cd5fe6c7422a', 'project_id': '6328bee89d2341bdb282688164425785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:59.624771 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8065122-b5bd-44a4-b4c3-4c8e6aec8519 req-c7bf377d-45bf-497a-b2ed-6f49f75be91c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:59.634760 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d8065122-b5bd-44a4-b4c3-4c8e6aec8519 req-c7bf377d-45bf-497a-b2ed-6f49f75be91c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.1704445 Dec 06 15:03:59.645629 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fa821c-4e95-47f0-aec2-31e26ac9191e admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:03:59.646732 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55fa821c-4e95-47f0-aec2-31e26ac9191e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:03:59.660751 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:03:59.685235 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51feecca-4d33-4941-ae18-f4bed6c80fbe req-b5c3ed50-3b98-46a1-aeab-893cb4192084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:59.686736 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51feecca-4d33-4941-ae18-f4bed6c80fbe req-b5c3ed50-3b98-46a1-aeab-893cb4192084 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=36e31e95-5c98-4922-9d80-978cf8f08c26 HTTP/1.1" status: 200 len: 850 time: 0.1679106 Dec 06 15:03:59.749986 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51feecca-4d33-4941-ae18-f4bed6c80fbe req-2f9f919f-aedd-49ef-a9dc-aaeb9a77cad2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4732a51-9ddd-44a8-8a76-cbb304a2ecb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548897 Dec 06 15:03:59.759688 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d8065122-b5bd-44a4-b4c3-4c8e6aec8519 req-19827da0-d4d0-46ec-b303-f1c00523461f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239009 Dec 06 15:03:59.807260 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55fa821c-4e95-47f0-aec2-31e26ac9191e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:59.811056 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e602a0d3-e0df-4912-a88b-47fbc9847241 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:59.830824 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55fa821c-4e95-47f0-aec2-31e26ac9191e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:59.834209 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-55fa821c-4e95-47f0-aec2-31e26ac9191e admin admin] 10.222.0.20 "DELETE /v2.0/networks/4bfa7943-bf52-4cef-97dd-43ac4f7a06e0 HTTP/1.1" status: 204 len: 168 time: 1.3335826 Dec 06 15:03:59.845316 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:59.847410 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7025da4-f3ac-426d-9de7-715bbec9f628 req-6f4b93d9-0d8b-48b2-8c1f-c2bd2c150078 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415264 Dec 06 15:03:59.895376 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa821c-4e95-47f0-aec2-31e26ac9191e admin admin] Pushing event deleted for resources: {'Network': ['ID=4bfa7943-bf52-4cef-97dd-43ac4f7a06e0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:59.952443 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dc8f0547-c910-40a9-881b-d5dbd40e5823 req-32d6b5c2-eb17-4177-b02a-00a4c1186ecf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:00.008000 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51feecca-4d33-4941-ae18-f4bed6c80fbe req-acfda486-b915-4dd7-9ae2-e0d4f00298c3 service neutron] 10.222.0.37 "GET /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471030 Dec 06 15:04:00.054675 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6b5c2-eb17-4177-b02a-00a4c1186ecf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Pushing event deleted for resources: {'Port': ['ID=051159f9-54ef-48d8-84b2-f9852c4c9760,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:00.076861 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e602a0d3-e0df-4912-a88b-47fbc9847241 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:00.085228 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e602a0d3-e0df-4912-a88b-47fbc9847241 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:00.085449 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e33aa10d-51d8-4596-9ee6-94423643130a req-e0d4a4d6-c6c9-41ef-93a1-f1035c758adb tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0723855 Dec 06 15:04:00.219513 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51feecca-4d33-4941-ae18-f4bed6c80fbe req-fab705b0-29c9-4864-ab7c-1240acde32ad service neutron] 10.222.0.37 "GET /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330681 Dec 06 15:04:00.237758 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8f0547-c910-40a9-881b-d5dbd40e5823 req-32d6b5c2-eb17-4177-b02a-00a4c1186ecf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] No DVR routers for this DVR port 051159f9-54ef-48d8-84b2-f9852c4c9760 on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:04:00.247354 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41112) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:00.256472 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602a0d3-e0df-4912-a88b-47fbc9847241 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85aae42-0b1e-4a11-8968-34691baa5796,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:00.267264 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-dc8f0547-c910-40a9-881b-d5dbd40e5823 req-32d6b5c2-eb17-4177-b02a-00a4c1186ecf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:00.280547 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc8f0547-c910-40a9-881b-d5dbd40e5823 req-32d6b5c2-eb17-4177-b02a-00a4c1186ecf tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.37 "DELETE /v2.0/ports/051159f9-54ef-48d8-84b2-f9852c4c9760 HTTP/1.1" status: 204 len: 173 time: 1.6794605 Dec 06 15:04:00.281930 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0', 'name': 'network-vif-deleted', 'tag': '051159f9-54ef-48d8-84b2-f9852c4c9760'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:00.284118 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83008e96-cac5-499c-ba46-51475355bdcc" -d '{"events": [{"server_uuid": "f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0", "name": "network-vif-deleted", "tag": "051159f9-54ef-48d8-84b2-f9852c4c9760"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:00.306162 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e602a0d3-e0df-4912-a88b-47fbc9847241 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:00.320268 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e602a0d3-e0df-4912-a88b-47fbc9847241 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7120397 Dec 06 15:04:00.320940 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41116) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:00.351183 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0668bf32-03e6-4b7e-ad71-22229ac57d44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=253456d49f28490981f9e8f2633a478e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1023486 Dec 06 15:04:00.356114 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41120) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:00.359034 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 796e9d6d-8507-42b7-bc3a-697dfe99675f up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:04:00.370843 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-800c2ba3-a11c-4550-8543-433dbf77f76a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group_rule': {'security_group_id': '1042d947-6fa9-4633-9da5-cd5fe6c7422a', 'project_id': '6328bee89d2341bdb282688164425785', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:00.375997 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65723642-eeaa-46e4-9b2b-700b0694c6c4 x-openstack-request-id: req-65723642-eeaa-46e4-9b2b-700b0694c6c4 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:00.376291 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0", "name": "network-vif-deleted", "tag": "051159f9-54ef-48d8-84b2-f9852c4c9760", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:00.376548 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65723642-eeaa-46e4-9b2b-700b0694c6c4 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:00.380071 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0', 'name': 'network-vif-deleted', 'tag': '051159f9-54ef-48d8-84b2-f9852c4c9760', 'status': 'completed', 'code': 200} Dec 06 15:04:00.466110 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-00609c03-4aea-41b9-bfb8-9e0b04670ef3 req-d4d99948-46c2-4f60-bfcf-7b486271d296 tempest-ServerDiskConfigTestJSON-1635629266 tempest-ServerDiskConfigTestJSON-1635629266-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6b971d3-7b2d-45b4-8b9c-95a4ae8048a0 HTTP/1.1" status: 200 len: 210 time: 0.0824723 Dec 06 15:04:00.518401 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 796e9d6d-8507-42b7-bc3a-697dfe99675f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:00.520667 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:00.530771 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-800c2ba3-a11c-4550-8543-433dbf77f76a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:00.538316 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c5cb0f98-1a86-44ee-850e-6aa161e50b04 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:04:00.543323 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41122) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:00.550858 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08286a8e-21f7-4ccf-a690-21a839514991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:00.599393 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08286a8e-21f7-4ccf-a690-21a839514991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:00.677987 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08286a8e-21f7-4ccf-a690-21a839514991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:00.683927 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08286a8e-21f7-4ccf-a690-21a839514991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:00.688388 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-08286a8e-21f7-4ccf-a690-21a839514991 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0cb812d1-8a72-4659-a340-fc306b380102 HTTP/1.1" status: 204 len: 168 time: 0.3217592 Dec 06 15:04:00.708321 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08286a8e-21f7-4ccf-a690-21a839514991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb812d1-8a72-4659-a340-fc306b380102,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:00.748670 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-800c2ba3-a11c-4550-8543-433dbf77f76a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:00.759029 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-800c2ba3-a11c-4550-8543-433dbf77f76a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:00.795631 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2ba3-a11c-4550-8543-433dbf77f76a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0ace3e-8b8b-40b1-9f18-d1df07d430c5,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:00.797596 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 051159f9-54ef-48d8-84b2-f9852c4c9760 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:04:00.808388 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-800c2ba3-a11c-4550-8543-433dbf77f76a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:00.809620 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-800c2ba3-a11c-4550-8543-433dbf77f76a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4876645 Dec 06 15:04:00.812814 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41132) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:00.819040 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b4702f79-bfe9-48c2-a0df-3131cc8c4f89 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group_rule': {'security_group_id': '1042d947-6fa9-4633-9da5-cd5fe6c7422a', 'project_id': '6328bee89d2341bdb282688164425785', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:00.889055 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4702f79-bfe9-48c2-a0df-3131cc8c4f89 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:00.916884 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2e58963-750b-46a7-bd75-5661540bef8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:00.957914 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 051159f9-54ef-48d8-84b2-f9852c4c9760 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:04:00.959590 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 051159f9-54ef-48d8-84b2-f9852c4c9760 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:04:00.974853 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8c6f-c4d6-45e3-937f-f3ec90b12acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:01.132709 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4702f79-bfe9-48c2-a0df-3131cc8c4f89 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:01.150814 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4702f79-bfe9-48c2-a0df-3131cc8c4f89 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:01.189755 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:01.264478 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c072028-c54c-4fe2-8878-7790fb639668 req-79becf87-abbd-4576-b31f-61dbd18e9e0d tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:01.265361 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c5cb0f98-1a86-44ee-850e-6aa161e50b04, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04,segment=NetworkSegment(68df21cc-c880-4f67-b4be-3f1a8c6d4c4e),segment_id=68df21cc-c880-4f67-b4be-3f1a8c6d4c4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:01.267751 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bffdc82-e7a5-4aa1-98b3-3d819132974f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5cb0f98-1a86-44ee-850e-6aa161e50b04'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:01.272877 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6198de4d-82a9-4544-8e3a-86c7d78ad239" -d '{"events": [{"server_uuid": "2bffdc82-e7a5-4aa1-98b3-3d819132974f", "name": "network-vif-unplugged", "status": "completed", "tag": "c5cb0f98-1a86-44ee-850e-6aa161e50b04"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:01.275629 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c072028-c54c-4fe2-8878-7790fb639668 req-79becf87-abbd-4576-b31f-61dbd18e9e0d tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.2261012 Dec 06 15:04:01.279840 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:01.304134 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619fe4e-756a-4ca8-ad0c-cd99c17ad93e req-2d11060c-4536-442c-b955-25c99f18c178 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:01.305877 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7619fe4e-756a-4ca8-ad0c-cd99c17ad93e req-2d11060c-4536-442c-b955-25c99f18c178 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 946 time: 0.2915134 Dec 06 15:04:01.307492 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4702f79-bfe9-48c2-a0df-3131cc8c4f89 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860b4164-b3ec-4e93-a39e-15167cf5dc51,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:01.327141 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4702f79-bfe9-48c2-a0df-3131cc8c4f89 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:01.339533 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b4702f79-bfe9-48c2-a0df-3131cc8c4f89 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5225759 Dec 06 15:04:01.345587 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41148) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:01.355133 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-086483e9-2f01-4038-82d6-33335f1d9fac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group_rule': {'security_group_id': '1042d947-6fa9-4633-9da5-cd5fe6c7422a', 'project_id': '6328bee89d2341bdb282688164425785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:01.385908 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c072028-c54c-4fe2-8878-7790fb639668 req-5a9aeb93-3df2-4e4f-aee0-266659eb86b6 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019976 Dec 06 15:04:01.390691 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=c5cb0f98-1a86-44ee-850e-6aa161e50b04,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:01.423723 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2e58963-750b-46a7-bd75-5661540bef8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:01.432819 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2e58963-750b-46a7-bd75-5661540bef8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:01.440725 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-086483e9-2f01-4038-82d6-33335f1d9fac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Project 6328bee89d2341bdb282688164425785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:04:01.451418 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-086483e9-2f01-4038-82d6-33335f1d9fac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:01.494022 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e58963-750b-46a7-bd75-5661540bef8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea5fa46-0c5c-4f7e-9b00-e2b7e25aab58,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:01.496927 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7619fe4e-756a-4ca8-ad0c-cd99c17ad93e req-6a999fb7-8fb1-4949-ac62-14246a127a0e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580238 Dec 06 15:04:01.554874 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2e950c-f5eb-4faf-a9c6-d0654c1f43c4 x-openstack-request-id: req-9b2e950c-f5eb-4faf-a9c6-d0654c1f43c4 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:01.555965 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bffdc82-e7a5-4aa1-98b3-3d819132974f", "name": "network-vif-unplugged", "status": "failed", "tag": "c5cb0f98-1a86-44ee-850e-6aa161e50b04", "code": 422}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:01.556823 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b2e950c-f5eb-4faf-a9c6-d0654c1f43c4 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:01.557711 n-d-master-1 neutron-server[103290]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2bffdc82-e7a5-4aa1-98b3-3d819132974f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c5cb0f98-1a86-44ee-850e-6aa161e50b04', 'code': 422} returned with failed status Dec 06 15:04:01.565386 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f4f20ad2-d6d6-4a71-a923-0edd456bc7cd req-a20c7241-2151-41fb-ab84-d19ef7b7fa80 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0506623 Dec 06 15:04:01.576825 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41156) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:01.580650 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b2e58963-750b-46a7-bd75-5661540bef8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d33bc9ed2a54631bd3707ce57582336&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0357680 Dec 06 15:04:01.583769 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-086483e9-2f01-4038-82d6-33335f1d9fac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:01.600308 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-086483e9-2f01-4038-82d6-33335f1d9fac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:01.637511 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-086483e9-2f01-4038-82d6-33335f1d9fac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:01.638909 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-086483e9-2f01-4038-82d6-33335f1d9fac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2921965 Dec 06 15:04:01.641673 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41160) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:01.646161 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ee8ca8a9-a55b-44fc-969a-31b5ac80a035 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'security_group_rule': {'security_group_id': '1042d947-6fa9-4633-9da5-cd5fe6c7422a', 'project_id': '6328bee89d2341bdb282688164425785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:01.703815 n-d-master-1 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-ee8ca8a9-a55b-44fc-969a-31b5ac80a035 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Project 6328bee89d2341bdb282688164425785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:04:01.713623 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca8a9-a55b-44fc-969a-31b5ac80a035 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:01.810704 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086483e9-2f01-4038-82d6-33335f1d9fac tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f081187-0fa0-4865-b3c6-ce6e70226001,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:01.864620 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2d0cf-8fd3-4aca-8364-bb4d6814d105 req-324fa242-e903-469c-b1f6-af30bf4a7dde tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:01.866752 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4cd2d0cf-8fd3-4aca-8364-bb4d6814d105 req-324fa242-e903-469c-b1f6-af30bf4a7dde tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 944 time: 0.2264364 Dec 06 15:04:01.884378 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca8a9-a55b-44fc-969a-31b5ac80a035 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:01.891290 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca8a9-a55b-44fc-969a-31b5ac80a035 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:01.905290 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2edaf26a-d522-4afe-b786-6ab9425e3180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:01.930050 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ca8a9-a55b-44fc-969a-31b5ac80a035 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a39c5b6-ade7-4d00-9d7b-27a8d1b94f1a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:01.941254 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca8a9-a55b-44fc-969a-31b5ac80a035 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:01.945066 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ee8ca8a9-a55b-44fc-969a-31b5ac80a035 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3012240 Dec 06 15:04:01.945661 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41178) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:01.951140 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4cd2d0cf-8fd3-4aca-8364-bb4d6814d105 req-bdfbfd1a-b7a4-4395-a088-9b49f177b719 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724335 Dec 06 15:04:01.976283 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2edaf26a-d522-4afe-b786-6ab9425e3180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:02.063442 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2edaf26a-d522-4afe-b786-6ab9425e3180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:02.066580 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2edaf26a-d522-4afe-b786-6ab9425e3180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:02.070254 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2edaf26a-d522-4afe-b786-6ab9425e3180 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cea5fa46-0c5c-4f7e-9b00-e2b7e25aab58 HTTP/1.1" status: 204 len: 168 time: 0.4891942 Dec 06 15:04:02.086206 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaf26a-d522-4afe-b786-6ab9425e3180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea5fa46-0c5c-4f7e-9b00-e2b7e25aab58,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:02.089674 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41192) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:02.360404 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-abb0619e-0aec-4cbb-86a4-de6c9795daf7 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645363431&fields=id&tenant_id=6328bee89d2341bdb282688164425785 HTTP/1.1" status: 200 len: 267 time: 0.1329219 Dec 06 15:04:02.498085 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cea05fb-41ef-4dec-95a0-bad4147d0805 admin admin] Deleting subnet 7e082be8-e2dd-479d-b167-082b011e6271 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:04:02.507834 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-c846af28-f3e1-4fd4-9e4f-13f69bd4aaff tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:02.516861 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-c846af28-f3e1-4fd4-9e4f-13f69bd4aaff tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/networks?id=d515d8db-b4b8-4017-8b0f-ed6427fdd5ba HTTP/1.1" status: 200 len: 796 time: 0.1554687 Dec 06 15:04:02.520551 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3cea05fb-41ef-4dec-95a0-bad4147d0805 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:02.547106 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-60b486b8-9813-4149-a3e2-54824f5ea5c0 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/quotas/6328bee89d2341bdb282688164425785 HTTP/1.1" status: 200 len: 375 time: 0.0290608 Dec 06 15:04:02.606509 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3cea05fb-41ef-4dec-95a0-bad4147d0805 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:02.623804 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-61fd809c-4826-47bb-90ff-97a8f1d7eef4 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6328bee89d2341bdb282688164425785&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750246 Dec 06 15:04:02.657046 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe65a2d-4d57-4d65-9d53-61c43139f536 req-e2527228-929c-4ca7-a406-84595943e939 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:02.670856 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6fe65a2d-4d57-4d65-9d53-61c43139f536 req-e2527228-929c-4ca7-a406-84595943e939 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 944 time: 0.3233624 Dec 06 15:04:02.711104 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-20f9d7cc-f4ff-459c-819e-4758842f08e8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1413889285-network', 'tenant_id': '6ca1e5e7277d4a58a05fcca79167e18a'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:02.790364 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f9d7cc-f4ff-459c-819e-4758842f08e8 admin admin] Made reservation on behalf of 6ca1e5e7277d4a58a05fcca79167e18a for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:02.795579 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20f9d7cc-f4ff-459c-819e-4758842f08e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:02.801690 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-13f98d85-151d-41b7-ae65-501db06ebe7a service neutron] 10.222.0.20 "GET /v2.0/networks/d515d8db-b4b8-4017-8b0f-ed6427fdd5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577976 Dec 06 15:04:02.859925 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20f9d7cc-f4ff-459c-819e-4758842f08e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:02.867015 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3cea05fb-41ef-4dec-95a0-bad4147d0805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:02.964231 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6fe65a2d-4d57-4d65-9d53-61c43139f536 req-b8183e8c-de91-42b6-a570-b67335b185cb tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921526 Dec 06 15:04:02.968328 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3cea05fb-41ef-4dec-95a0-bad4147d0805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:02.976230 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-7d394819-9962-4b50-ad9a-c5f883a81266 service neutron] 10.222.0.20 "GET /v2.0/networks/d515d8db-b4b8-4017-8b0f-ed6427fdd5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650505 Dec 06 15:04:03.019040 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3cea05fb-41ef-4dec-95a0-bad4147d0805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:03.023487 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3cea05fb-41ef-4dec-95a0-bad4147d0805 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7e082be8-e2dd-479d-b167-082b011e6271 HTTP/1.1" status: 204 len: 168 time: 1.0755630 Dec 06 15:04:03.026695 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41232) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:03.028166 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea05fb-41ef-4dec-95a0-bad4147d0805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e082be8-e2dd-479d-b167-082b011e6271,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:03.168226 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b2decab-f925-492f-8824-099f4a8d358a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:03.179281 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20f9d7cc-f4ff-459c-819e-4758842f08e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:03.203598 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20f9d7cc-f4ff-459c-819e-4758842f08e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:03.227204 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ebd2cc45-b23c-4e4a-ad1f-6e2c9a7f4cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:03.288077 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f9d7cc-f4ff-459c-819e-4758842f08e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:04:03.316642 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9d7cc-f4ff-459c-819e-4758842f08e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e47b2ca-ad55-4da9-b5db-b48203af0a86,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:03.327983 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20f9d7cc-f4ff-459c-819e-4758842f08e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:03.328336 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-20f9d7cc-f4ff-459c-819e-4758842f08e8 admin admin] Added segment 6a307165-df7f-4a8a-8073-35ff51765bef of type vlan for network ebc7c903-3a5a-437c-b231-c553ee87337b Dec 06 15:04:03.369870 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f675f-3212-45e1-940c-1bec6025f60f req-cabb99a1-3c47-4e89-9058-990771063b3f tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:03.377592 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fd9f675f-3212-45e1-940c-1bec6025f60f req-cabb99a1-3c47-4e89-9058-990771063b3f tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.2006819 Dec 06 15:04:03.400472 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b2decab-f925-492f-8824-099f4a8d358a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:03.430688 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20f9d7cc-f4ff-459c-819e-4758842f08e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:03.470458 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-4b2decab-f925-492f-8824-099f4a8d358a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fbdc94-7de5-4a38-961d-5f7176775265']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:03.473744 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f68fbb45-a9d4-437f-80da-e827fa2dc7c8 req-07977240-97b6-4da3-a674-ca57332fe06c tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0704212 Dec 06 15:04:03.501097 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-4b2decab-f925-492f-8824-099f4a8d358a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd585a0a4-a8c6-4a61-a104-c9b528666c3e') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:03.501508 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-4b2decab-f925-492f-8824-099f4a8d358a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd585a0a4-a8c6-4a61-a104-c9b528666c3e') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:03.504565 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fd9f675f-3212-45e1-940c-1bec6025f60f req-b8192f8b-1887-4e46-b527-2cd8a1230b54 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255600 Dec 06 15:04:03.520732 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b2decab-f925-492f-8824-099f4a8d358a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:03.533835 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5615ffb5-b4e9-4c29-a90c-8bcea9f0c6ca req-ccda6cad-b0c9-4147-86ee-36228d635b3c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3267546 Dec 06 15:04:03.545366 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20f9d7cc-f4ff-459c-819e-4758842f08e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:03.546503 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f9d7cc-f4ff-459c-819e-4758842f08e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:03.546952 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20f9d7cc-f4ff-459c-819e-4758842f08e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:03.549316 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b2decab-f925-492f-8824-099f4a8d358a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:03.569519 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2decab-f925-492f-8824-099f4a8d358a admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:04:03.570466 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b2decab-f925-492f-8824-099f4a8d358a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:04:03.576671 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:04:03.607089 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-20f9d7cc-f4ff-459c-819e-4758842f08e8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5136914 Dec 06 15:04:03.607859 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41256) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:03.627763 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-69eefc3f-70c0-482e-8d88-3ed42f08b196 admin admin] Request body: {'subnet': {'network_id': 'ebc7c903-3a5a-437c-b231-c553ee87337b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1413889285-subnet', 'tenant_id': '6ca1e5e7277d4a58a05fcca79167e18a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:03.714103 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9d7cc-f4ff-459c-819e-4758842f08e8 admin admin] Pushing event updated for resources: {'Network': ['ID=ebc7c903-3a5a-437c-b231-c553ee87337b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:03.735756 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network ebc7c903-3a5a-437c-b231-c553ee87337b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:04:03.739978 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-77bc5f77-1062-4d7d-bf6f-9d828bb04bec req-4047e9fb-f823-4246-b229-61d351ca336c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 210 time: 0.1312752 Dec 06 15:04:03.772483 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41262) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:03.873138 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b2decab-f925-492f-8824-099f4a8d358a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:03.880596 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b2decab-f925-492f-8824-099f4a8d358a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:03.887956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4b2decab-f925-492f-8824-099f4a8d358a admin admin] 10.222.0.20 "DELETE /v2.0/networks/f0fbdc94-7de5-4a38-961d-5f7176775265 HTTP/1.1" status: 204 len: 168 time: 0.8564711 Dec 06 15:04:03.898962 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eefc3f-70c0-482e-8d88-3ed42f08b196 admin admin] Made reservation on behalf of 6ca1e5e7277d4a58a05fcca79167e18a for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:03.906159 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69eefc3f-70c0-482e-8d88-3ed42f08b196 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:03.994733 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2decab-f925-492f-8824-099f4a8d358a admin admin] Pushing event deleted for resources: {'Network': ['ID=f0fbdc94-7de5-4a38-961d-5f7176775265,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:04.054492 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:04.091496 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ba3f0376-8004-4462-80c1-81c3eebb0672 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-24211891'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:04.114180 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899e1ed-69a7-4ae0-b5ca-0992d4a89bd7 req-e09b3123-1642-4f37-bfef-90ca8b8e7a2e tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:04.115881 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2899e1ed-69a7-4ae0-b5ca-0992d4a89bd7 req-e09b3123-1642-4f37-bfef-90ca8b8e7a2e tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.1275713 Dec 06 15:04:04.216489 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2899e1ed-69a7-4ae0-b5ca-0992d4a89bd7 req-57b7bfea-bc3b-46ee-aab9-1c2fbada9dff tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890145 Dec 06 15:04:04.262837 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3f0376-8004-4462-80c1-81c3eebb0672 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Made reservation on behalf of 54b4c67b90f94793af8081b4e2207b94 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:04.269183 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0376-8004-4462-80c1-81c3eebb0672 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:04.277321 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41280) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:04.286406 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69eefc3f-70c0-482e-8d88-3ed42f08b196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:04.287388 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0376-8004-4462-80c1-81c3eebb0672 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:04.387112 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eefc3f-70c0-482e-8d88-3ed42f08b196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d8d5d2-2456-4e27-b55a-739e49e7ff90,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:04.404818 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ccf524a4-36a5-4ff8-a777-43cebef7ec39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f55adfe3135c416686e74552cfdb9700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264188 Dec 06 15:04:04.405822 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eefc3f-70c0-482e-8d88-3ed42f08b196 admin admin] Checking segment: {'id': '6a307165-df7f-4a8a-8073-35ff51765bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ebc7c903-3a5a-437c-b231-c553ee87337b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:04.406176 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eefc3f-70c0-482e-8d88-3ed42f08b196 admin admin] Network hostable DHCP agents. Network: ebc7c903-3a5a-437c-b231-c553ee87337b, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:04:04.408214 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41282) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:04.408326 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d8d8f-eab7-4a74-9043-fe987cd255de req-5e17cced-7516-4c2d-95f3-d3a473a71f92 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:04.416204 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a0d8d8f-eab7-4a74-9043-fe987cd255de req-5e17cced-7516-4c2d-95f3-d3a473a71f92 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 944 time: 0.2890325 Dec 06 15:04:04.455563 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eefc3f-70c0-482e-8d88-3ed42f08b196 admin admin] Network ebc7c903-3a5a-437c-b231-c553ee87337b is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:04:04.477977 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0376-8004-4462-80c1-81c3eebb0672 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:04.485122 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-69eefc3f-70c0-482e-8d88-3ed42f08b196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ebc7c903-3a5a-437c-b231-c553ee87337b) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:04.487988 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0376-8004-4462-80c1-81c3eebb0672 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:04.494531 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968dac48-67b2-4f13-8d57-23823788b2f3 None None] Network ebc7c903-3a5a-437c-b231-c553ee87337b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:04:04.506513 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eefc3f-70c0-482e-8d88-3ed42f08b196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:04.507131 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69eefc3f-70c0-482e-8d88-3ed42f08b196 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:04.511799 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d7d6bf3b-e356-4ff7-9b75-12667f0b352b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:04.512666 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a0d8d8f-eab7-4a74-9043-fe987cd255de req-fb986f99-1d1b-4d06-bdfc-54685b13dc3a tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938203 Dec 06 15:04:04.534440 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3f0376-8004-4462-80c1-81c3eebb0672 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:04:04.550715 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-69eefc3f-70c0-482e-8d88-3ed42f08b196 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9391153 Dec 06 15:04:04.557506 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d7d6bf3b-e356-4ff7-9b75-12667f0b352b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:04.581527 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0376-8004-4462-80c1-81c3eebb0672 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:04.581867 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-ba3f0376-8004-4462-80c1-81c3eebb0672 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Added segment da7dedec-666b-4ace-b507-f52066c2ec01 of type vlan for network f247570a-4e9a-4646-be83-ce2c179b839e Dec 06 15:04:04.588705 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f0376-8004-4462-80c1-81c3eebb0672 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42d730b-e37e-4583-bc90-17c75e6cca9d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:04.618884 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bcca8369-7ee6-4572-8f9a-07bfdfed3238 req-065c3232-1bf7-4001-b1aa-19a7c9370fa0 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0436418 Dec 06 15:04:04.651683 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d7d6bf3b-e356-4ff7-9b75-12667f0b352b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:04.654463 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d7d6bf3b-e356-4ff7-9b75-12667f0b352b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:04.655609 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d7d6bf3b-e356-4ff7-9b75-12667f0b352b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98315fce-7e29-471e-b018-dfbcc5416f47 HTTP/1.1" status: 204 len: 168 time: 0.2465012 Dec 06 15:04:04.672621 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0376-8004-4462-80c1-81c3eebb0672 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:04.686326 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6bf3b-e356-4ff7-9b75-12667f0b352b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98315fce-7e29-471e-b018-dfbcc5416f47,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:04.718452 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0376-8004-4462-80c1-81c3eebb0672 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:04.728574 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f0376-8004-4462-80c1-81c3eebb0672 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:04.729960 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0376-8004-4462-80c1-81c3eebb0672 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:04.809992 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41294) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:04.819599 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ba3f0376-8004-4462-80c1-81c3eebb0672 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0438645 Dec 06 15:04:04.880737 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41296) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:04.886788 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ee1dd617-bb11-4c30-90b0-505bee4224e4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Request body: {'subnet': {'network_id': 'f247570a-4e9a-4646-be83-ce2c179b839e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:04.894455 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f0376-8004-4462-80c1-81c3eebb0672 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Pushing event updated for resources: {'Network': ['ID=f247570a-4e9a-4646-be83-ce2c179b839e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:04.940385 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network f247570a-4e9a-4646-be83-ce2c179b839e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:04:04.961480 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-603a813b-07ae-46af-93e3-0a770263123e req-69bbbc36-8217-45a5-bf0f-710833582384 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 210 time: 0.0809786 Dec 06 15:04:05.019486 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12d0bf3-35ba-4dee-9715-14195cc865f4 None None] Network ebc7c903-3a5a-437c-b231-c553ee87337b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:04:05.030293 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54897a8-b885-40c3-9d7b-5f2e439f8d92 admin admin] Deleting subnet 42d8d5d2-2456-4e27-b55a-739e49e7ff90 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:04:05.047060 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e54897a8-b885-40c3-9d7b-5f2e439f8d92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:05.095157 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e54897a8-b885-40c3-9d7b-5f2e439f8d92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:05.146172 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1dd617-bb11-4c30-90b0-505bee4224e4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Made reservation on behalf of 54b4c67b90f94793af8081b4e2207b94 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:05.152491 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd617-bb11-4c30-90b0-505bee4224e4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:05.180833 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615ffb5-b4e9-4c29-a90c-8bcea9f0c6ca req-7d30fb2c-fda4-48d0-982b-e0c805608854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:05.182494 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5615ffb5-b4e9-4c29-a90c-8bcea9f0c6ca req-7d30fb2c-fda4-48d0-982b-e0c805608854 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f&tenant_id=e6bea34f57f3438382c2fe5b205b1663 HTTP/1.1" status: 200 len: 1095 time: 0.3643568 Dec 06 15:04:05.190833 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e54897a8-b885-40c3-9d7b-5f2e439f8d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:05.285748 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615ffb5-b4e9-4c29-a90c-8bcea9f0c6ca req-26cfc992-6bd0-40bb-8027-a5c17bdd392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:05.286990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5615ffb5-b4e9-4c29-a90c-8bcea9f0c6ca req-26cfc992-6bd0-40bb-8027-a5c17bdd392a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6bea34f57f3438382c2fe5b205b1663&device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 1095 time: 0.0746157 Dec 06 15:04:05.637325 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:05.690225 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc6525-e281-443d-ad76-d6c7668b6d56 req-7da58010-d20d-4e02-b5b0-ae57195e3687 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:05.692028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eebc6525-e281-443d-ad76-d6c7668b6d56 req-7da58010-d20d-4e02-b5b0-ae57195e3687 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 944 time: 0.0766451 Dec 06 15:04:05.760202 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eebc6525-e281-443d-ad76-d6c7668b6d56 req-7336b515-f086-4715-8f4b-b67f64de99e1 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612981 Dec 06 15:04:05.817512 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e54897a8-b885-40c3-9d7b-5f2e439f8d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:05.880541 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54897a8-b885-40c3-9d7b-5f2e439f8d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d8d5d2-2456-4e27-b55a-739e49e7ff90,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:05.901228 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ecfe2d3-7748-4aab-8519-827afb26d6b2 req-34dee844-f569-434e-9057-5ab62d425214 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0427339 Dec 06 15:04:05.916833 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e54897a8-b885-40c3-9d7b-5f2e439f8d92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:05.922596 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e54897a8-b885-40c3-9d7b-5f2e439f8d92 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/42d8d5d2-2456-4e27-b55a-739e49e7ff90 HTTP/1.1" status: 204 len: 168 time: 1.1115739 Dec 06 15:04:05.927782 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41336) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:05.939145 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249488e-c71f-4311-b2fc-829091d09a55 req-0d97a90b-82eb-4509-abcb-f184e04250a1 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:05.940677 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8249488e-c71f-4311-b2fc-829091d09a55 req-0d97a90b-82eb-4509-abcb-f184e04250a1 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.1884000 Dec 06 15:04:05.951319 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615ffb5-b4e9-4c29-a90c-8bcea9f0c6ca req-11e37254-bcce-4b79-bda6-b2e18e63dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:05.953234 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5615ffb5-b4e9-4c29-a90c-8bcea9f0c6ca req-11e37254-bcce-4b79-bda6-b2e18e63dde3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=14e24fbd-751b-4795-86b8-cd9eca2691c6 HTTP/1.1" status: 200 len: 915 time: 0.6522698 Dec 06 15:04:06.005394 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd617-bb11-4c30-90b0-505bee4224e4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:06.019150 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41340) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:06.028278 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5615ffb5-b4e9-4c29-a90c-8bcea9f0c6ca req-68873df9-00f2-4c60-9559-9a16df0f5370 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04 HTTP/1.1" status: 200 len: 217 time: 0.0632257 Dec 06 15:04:06.043077 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-9f9af17e-3304-4e69-8348-4b54b7620f9b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:06.044674 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-9f9af17e-3304-4e69-8348-4b54b7620f9b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.23 "GET /v2.0/networks?id=d515d8db-b4b8-4017-8b0f-ed6427fdd5ba HTTP/1.1" status: 200 len: 796 time: 0.2913132 Dec 06 15:04:06.127313 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8249488e-c71f-4311-b2fc-829091d09a55 req-09fd9c0a-0c3c-4c47-a7f9-018431b2a446 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775348 Dec 06 15:04:06.144269 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615ffb5-b4e9-4c29-a90c-8bcea9f0c6ca req-e1ba6efe-9a94-4046-a22d-09a5d746d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:06.146507 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5615ffb5-b4e9-4c29-a90c-8bcea9f0c6ca req-e1ba6efe-9a94-4046-a22d-09a5d746d23f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42a5af40-5e41-44c6-af09-1021d37830cd HTTP/1.1" status: 200 len: 854 time: 0.1007481 Dec 06 15:04:06.193585 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5615ffb5-b4e9-4c29-a90c-8bcea9f0c6ca req-b3eae034-1dcc-45b0-a7c1-788178e0bd68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=14e24fbd-751b-4795-86b8-cd9eca2691c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382318 Dec 06 15:04:06.220936 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-0802e4db-d78a-4bb5-bb6e-1074b823b286 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6328bee89d2341bdb282688164425785 HTTP/1.1" status: 200 len: 380 time: 0.1664608 Dec 06 15:04:06.237202 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-62aeec33-95dc-46e3-bfdb-7bddcc1d7d7c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'port': {'device_id': '154e4c45-6633-4040-91bb-7d0ac93c4f81', 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba', 'admin_state_up': True, 'tenant_id': '6328bee89d2341bdb282688164425785', 'security_groups': ['1042d947-6fa9-4633-9da5-cd5fe6c7422a']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:06.397567 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5615ffb5-b4e9-4c29-a90c-8bcea9f0c6ca req-1d144c54-4b04-46ea-89e2-6fe6ebcb41ce service neutron] 10.222.0.23 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930718 Dec 06 15:04:06.448877 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-62aeec33-95dc-46e3-bfdb-7bddcc1d7d7c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Made reservation on behalf of 6328bee89d2341bdb282688164425785 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:06.452747 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-62aeec33-95dc-46e3-bfdb-7bddcc1d7d7c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:06.497903 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3991b406-54ec-4996-beca-1f7e5ec624c2 req-b1610512-cb62-4c00-9b4e-0a9d6c53490c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 210 time: 0.4251854 Dec 06 15:04:06.499190 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1dd617-bb11-4c30-90b0-505bee4224e4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Pushing event updated for resources: {'Subnet': ['ID=6442aafd-b326-446a-b7d1-3d7dd6e8169b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:06.510948 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-75dcebb6-e0ec-4f80-98f6-8b92c7729610 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1028179016-network', 'tenant_id': 'bf58db96e056499682ffdb438a3ac633'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:06.517548 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5e3cb95-6092-4234-b76e-e21f11f624d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:06.550247 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:06.556278 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5615ffb5-b4e9-4c29-a90c-8bcea9f0c6ca req-3fcd5760-8c27-412b-adb4-face9e8f78d4 service neutron] 10.222.0.23 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510525 Dec 06 15:04:06.565782 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dcebb6-e0ec-4f80-98f6-8b92c7729610 admin admin] Made reservation on behalf of bf58db96e056499682ffdb438a3ac633 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:06.570089 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75dcebb6-e0ec-4f80-98f6-8b92c7729610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:06.582218 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75dcebb6-e0ec-4f80-98f6-8b92c7729610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:06.641117 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-62aeec33-95dc-46e3-bfdb-7bddcc1d7d7c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Allocated IP 172.20.0.13 (d515d8db-b4b8-4017-8b0f-ed6427fdd5ba/f9c443cf-1573-4785-8f42-d41de1f27068/60e3f125-c196-42ff-948f-a1b0c1da75bb) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:04:06.685250 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75dcebb6-e0ec-4f80-98f6-8b92c7729610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:06.710127 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1dd617-bb11-4c30-90b0-505bee4224e4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Checking segment: {'id': 'da7dedec-666b-4ace-b507-f52066c2ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f247570a-4e9a-4646-be83-ce2c179b839e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:06.710720 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1dd617-bb11-4c30-90b0-505bee4224e4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Network hostable DHCP agents. Network: f247570a-4e9a-4646-be83-ce2c179b839e, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:04:06.775327 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5e3cb95-6092-4234-b76e-e21f11f624d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:06.782695 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75dcebb6-e0ec-4f80-98f6-8b92c7729610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:06.813341 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-62aeec33-95dc-46e3-bfdb-7bddcc1d7d7c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:06.832013 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcebb6-e0ec-4f80-98f6-8b92c7729610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c9f86c-b20d-48b5-95ce-f06f62035940,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:06.837245 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c5e3cb95-6092-4234-b76e-e21f11f624d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc7c903-3a5a-437c-b231-c553ee87337b']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:06.851896 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75dcebb6-e0ec-4f80-98f6-8b92c7729610 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:04:06.864411 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-62aeec33-95dc-46e3-bfdb-7bddcc1d7d7c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:06.869124 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1dd617-bb11-4c30-90b0-505bee4224e4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Network f247570a-4e9a-4646-be83-ce2c179b839e is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:04:06.881328 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c5e3cb95-6092-4234-b76e-e21f11f624d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a307165-df7f-4a8a-8073-35ff51765bef') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:06.881631 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c5e3cb95-6092-4234-b76e-e21f11f624d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a307165-df7f-4a8a-8073-35ff51765bef') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:06.895793 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ee1dd617-bb11-4c30-90b0-505bee4224e4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f247570a-4e9a-4646-be83-ce2c179b839e) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:06.900921 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1dd617-bb11-4c30-90b0-505bee4224e4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:06.901678 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd617-bb11-4c30-90b0-505bee4224e4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:06.906548 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ed5354-d140-4c2f-bc96-1ba832f42b5c None None] Network f247570a-4e9a-4646-be83-ce2c179b839e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:04:06.916153 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5e3cb95-6092-4234-b76e-e21f11f624d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:06.919676 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75dcebb6-e0ec-4f80-98f6-8b92c7729610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:06.920559 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-75dcebb6-e0ec-4f80-98f6-8b92c7729610 admin admin] Added segment f42411fc-90c9-47f9-978d-6419263109d4 of type vlan for network 8ccabdf0-779c-48b5-b9de-d1978514c614 Dec 06 15:04:06.981179 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-62aeec33-95dc-46e3-bfdb-7bddcc1d7d7c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network d515d8db-b4b8-4017-8b0f-ed6427fdd5ba is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:06.987544 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-62aeec33-95dc-46e3-bfdb-7bddcc1d7d7c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:07.019511 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-62aeec33-95dc-46e3-bfdb-7bddcc1d7d7c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:07.067857 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-76ac55ff-0ed4-4573-ba60-8d805b419426 req-e839cf29-5b62-4224-8df0-a8b09f2ddb4d tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0808001 Dec 06 15:04:07.073436 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5e3cb95-6092-4234-b76e-e21f11f624d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:07.084327 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aeec33-95dc-46e3-bfdb-7bddcc1d7d7c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Port': ['ID=60e3f125-c196-42ff-948f-a1b0c1da75bb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:07.087344 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ee1dd617-bb11-4c30-90b0-505bee4224e4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2044289 Dec 06 15:04:07.088092 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41366) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:07.110201 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f8922d8a-3a9c-4dd8-9221-bacb7cf876d5 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1959884254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:07.146653 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb2708-b3b9-4be9-ba75-3806247ca889 req-c6e6e3b7-46e2-4191-80d1-4d17335849c8 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:07.148264 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5eb2708-b3b9-4be9-ba75-3806247ca889 req-c6e6e3b7-46e2-4191-80d1-4d17335849c8 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 944 time: 0.2815936 Dec 06 15:04:07.159204 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e3cb95-6092-4234-b76e-e21f11f624d1 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:04:07.159618 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5e3cb95-6092-4234-b76e-e21f11f624d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:04:07.169519 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:04:07.269326 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-62aeec33-95dc-46e3-bfdb-7bddcc1d7d7c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:07.270047 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-62aeec33-95dc-46e3-bfdb-7bddcc1d7d7c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:07.279700 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f247570a-4e9a-4646-be83-ce2c179b839e', 'network_id': 'f247570a-4e9a-4646-be83-ce2c179b839e', 'tenant_id': '54b4c67b90f94793af8081b4e2207b94', 'fixed_ips': [{'subnet_id': '6442aafd-b326-446a-b7d1-3d7dd6e8169b'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:04:07.280676 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:07.291817 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75dcebb6-e0ec-4f80-98f6-8b92c7729610 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:07.371416 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8922d8a-3a9c-4dd8-9221-bacb7cf876d5 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:07.375236 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8922d8a-3a9c-4dd8-9221-bacb7cf876d5 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:07.403288 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-62aeec33-95dc-46e3-bfdb-7bddcc1d7d7c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1716664 Dec 06 15:04:07.416448 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5eb2708-b3b9-4be9-ba75-3806247ca889 req-e24a72bc-4233-4f94-ad3a-a15c3aad345e tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557805 Dec 06 15:04:07.518002 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5e3cb95-6092-4234-b76e-e21f11f624d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:07.528745 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5e3cb95-6092-4234-b76e-e21f11f624d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:07.533079 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c5e3cb95-6092-4234-b76e-e21f11f624d1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ebc7c903-3a5a-437c-b231-c553ee87337b HTTP/1.1" status: 204 len: 168 time: 1.6040766 Dec 06 15:04:07.539480 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Request body: {'port': {'device_id': '154e4c45-6633-4040-91bb-7d0ac93c4f81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:07.544583 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75dcebb6-e0ec-4f80-98f6-8b92c7729610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:07.545533 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dcebb6-e0ec-4f80-98f6-8b92c7729610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:07.546215 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75dcebb6-e0ec-4f80-98f6-8b92c7729610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:07.564170 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5667b9d-bfb5-4fbc-8642-c148d8029622 req-b76b920a-c87a-439f-b16b-3cbaa915407c tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:07.567946 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e5667b9d-bfb5-4fbc-8642-c148d8029622 req-b76b920a-c87a-439f-b16b-3cbaa915407c tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.4360414 Dec 06 15:04:07.615633 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8922d8a-3a9c-4dd8-9221-bacb7cf876d5 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:07.628214 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8922d8a-3a9c-4dd8-9221-bacb7cf876d5 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:07.677695 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:07.698926 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8922d8a-3a9c-4dd8-9221-bacb7cf876d5 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:07.702307 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f8922d8a-3a9c-4dd8-9221-bacb7cf876d5 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6026692 Dec 06 15:04:07.705800 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41376) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:07.752232 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0225285a-f0fe-43d0-90c1-c2891e5a42af None None] Provisioning complete for port 60e3f125-c196-42ff-948f-a1b0c1da75bb triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:07.752822 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0225285a-f0fe-43d0-90c1-c2891e5a42af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:07.762579 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3cb95-6092-4234-b76e-e21f11f624d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc7c903-3a5a-437c-b231-c553ee87337b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:07.798506 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41378) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:07.823674 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Allocated IP 172.20.0.2 (f247570a-4e9a-4646-be83-ce2c179b839e/6442aafd-b326-446a-b7d1-3d7dd6e8169b/5eeb374d-ef0c-459c-b8ce-023b1be87b36) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:04:07.860311 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436b4a5-2f14-40fc-a6d3-32fc0bbf6159 req-f96a7fdb-303a-4ee9-ad28-471652875c54 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:07.876443 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1436b4a5-2f14-40fc-a6d3-32fc0bbf6159 req-f96a7fdb-303a-4ee9-ad28-471652875c54 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 945 time: 0.5611410 Dec 06 15:04:07.929299 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0225285a-f0fe-43d0-90c1-c2891e5a42af None None] Port 60e3f125-c196-42ff-948f-a1b0c1da75bb cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:04:07.962425 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad95920-2996-4bb2-ad4e-52731d6adf42 req-ba5631cc-9ae2-4d3c-8d80-1e5627aae6d1 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:07.964415 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ad95920-2996-4bb2-ad4e-52731d6adf42 req-ba5631cc-9ae2-4d3c-8d80-1e5627aae6d1 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 932 time: 0.2451792 Dec 06 15:04:07.964992 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-75dcebb6-e0ec-4f80-98f6-8b92c7729610 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9027627 Dec 06 15:04:07.968593 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41380) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:08.109714 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcebb6-e0ec-4f80-98f6-8b92c7729610 admin admin] Pushing event updated for resources: {'Network': ['ID=8ccabdf0-779c-48b5-b9de-d1978514c614,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:08.184475 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a66a6d7c-aee2-4577-a20e-7fe95f75839b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ca1e5e7277d4a58a05fcca79167e18a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2855699 Dec 06 15:04:08.198263 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 8ccabdf0-779c-48b5-b9de-d1978514c614 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:04:08.201342 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1436b4a5-2f14-40fc-a6d3-32fc0bbf6159 req-c64b8487-c0ee-41b8-a494-5d7fd6f11ea1 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177705 Dec 06 15:04:08.202011 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41384) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:08.216497 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4f11183d-542d-4960-b88d-5b10247d66b6 admin admin] Request body: {'subnet': {'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1028179016-subnet', 'tenant_id': 'bf58db96e056499682ffdb438a3ac633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:08.282659 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:08.301515 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:08.379103 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Network f247570a-4e9a-4646-be83-ce2c179b839e is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:08.381367 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Pushing event updated for resources: {'Port': ['ID=5eeb374d-ef0c-459c-b8ce-023b1be87b36,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:08.384216 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:08.387163 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:08.475619 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-e5667b9d-bfb5-4fbc-8642-c148d8029622 req-9fb1e268-1698-4d9a-9b2d-2d26e2fbddf8 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Deleting port e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:04:08.476833 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e5667b9d-bfb5-4fbc-8642-c148d8029622 req-9fb1e268-1698-4d9a-9b2d-2d26e2fbddf8 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:08.493668 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ebe8d4bd-51e8-4521-aeb5-462ffb6c28ed req-bbe761ef-be1f-4e02-a5ad-31f17a150867 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1580672 Dec 06 15:04:08.499035 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Attempting to bind port 5eeb374d-ef0c-459c-b8ce-023b1be87b36 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:04:08.499667 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Attempting to bind port 5eeb374d-ef0c-459c-b8ce-023b1be87b36 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'da7dedec-666b-4ace-b507-f52066c2ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f247570a-4e9a-4646-be83-ce2c179b839e'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:04:08.500443 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Attempting to bind port 5eeb374d-ef0c-459c-b8ce-023b1be87b36 on network f247570a-4e9a-4646-be83-ce2c179b839e {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:04:08.526404 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:04:08.530692 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Checking segment: {'id': 'da7dedec-666b-4ace-b507-f52066c2ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f247570a-4e9a-4646-be83-ce2c179b839e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:08.532067 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:08.532695 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Bound using segment: {'id': 'da7dedec-666b-4ace-b507-f52066c2ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f247570a-4e9a-4646-be83-ce2c179b839e'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:04:08.533351 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Bound port: 5eeb374d-ef0c-459c-b8ce-023b1be87b36, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7dedec-666b-4ace-b507-f52066c2ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f247570a-4e9a-4646-be83-ce2c179b839e'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:04:08.533809 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:08.602215 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f11183d-542d-4960-b88d-5b10247d66b6 admin admin] Made reservation on behalf of bf58db96e056499682ffdb438a3ac633 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:08.604741 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f11183d-542d-4960-b88d-5b10247d66b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:08.612896 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2386fb17-f060-4145-a11d-e51fcef60414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:08.680876 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ad95920-2996-4bb2-ad4e-52731d6adf42 req-01a25c96-568a-4c4f-b77f-f5048cffdcde tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=1042d947-6fa9-4633-9da5-cd5fe6c7422a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4428885 Dec 06 15:04:08.693021 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] For port 5eeb374d-ef0c-459c-b8ce-023b1be87b36, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:04:08.709687 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] For port 5eeb374d-ef0c-459c-b8ce-023b1be87b36, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5eeb374d-ef0c-459c-b8ce-023b1be87b36,segment=NetworkSegment(da7dedec-666b-4ace-b507-f52066c2ec01),segment_id=da7dedec-666b-4ace-b507-f52066c2ec01)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:04:08.717184 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:08.837022 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835177ab-6535-40d9-8532-d0a7af39eb18 None None] Pushing event updated for resources: {'Port': ['ID=5eeb374d-ef0c-459c-b8ce-023b1be87b36,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:08.850013 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e5667b9d-bfb5-4fbc-8642-c148d8029622 req-9fb1e268-1698-4d9a-9b2d-2d26e2fbddf8 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] For port e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb,segment=NetworkSegment(3de383c1-5981-42d0-a2c8-804097371e4f),segment_id=3de383c1-5981-42d0-a2c8-804097371e4f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:08.850538 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e5667b9d-bfb5-4fbc-8642-c148d8029622 req-9fb1e268-1698-4d9a-9b2d-2d26e2fbddf8 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:08.904368 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e3f125-c196-42ff-948f-a1b0c1da75bb {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:04:08.904614 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-e5667b9d-bfb5-4fbc-8642-c148d8029622 req-9fb1e268-1698-4d9a-9b2d-2d26e2fbddf8 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Calling delete_port for e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:04:08.935212 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:08.979151 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Transition to ACTIVE for port object 60e3f125-c196-42ff-948f-a1b0c1da75bb will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:04:08.990563 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:09.136887 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2386fb17-f060-4145-a11d-e51fcef60414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:09.161149 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e5667b9d-bfb5-4fbc-8642-c148d8029622 req-9fb1e268-1698-4d9a-9b2d-2d26e2fbddf8 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:09.177859 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['dc3bf718-619b-4d36-9818-9c6483c80df7'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:04:09.479928 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1e268-1698-4d9a-9b2d-2d26e2fbddf8 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Pushing event deleted for resources: {'Port': ['ID=e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:09.554583 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Pushing event updated for resources: {'Port': ['ID=60e3f125-c196-42ff-948f-a1b0c1da75bb,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:09.609296 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b15ea0a4-81aa-4174-862e-e67d857cc5fe req-35bd5927-53a1-4542-822b-e1a8991845e1 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ce70bb-df18-4765-8e05-fa3e838df99b HTTP/1.1" status: 200 len: 210 time: 0.2119317 Dec 06 15:04:09.615384 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5667b9d-bfb5-4fbc-8642-c148d8029622 req-9fb1e268-1698-4d9a-9b2d-2d26e2fbddf8 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] No DVR routers for this DVR port e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:04:09.632625 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e5667b9d-bfb5-4fbc-8642-c148d8029622 req-9fb1e268-1698-4d9a-9b2d-2d26e2fbddf8 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:09.632625 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e5667b9d-bfb5-4fbc-8642-c148d8029622 req-9fb1e268-1698-4d9a-9b2d-2d26e2fbddf8 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.37 "DELETE /v2.0/ports/e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb HTTP/1.1" status: 204 len: 173 time: 2.0188937 Dec 06 15:04:09.632625 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2386fb17-f060-4145-a11d-e51fcef60414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:09.639062 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2386fb17-f060-4145-a11d-e51fcef60414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:09.642433 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2386fb17-f060-4145-a11d-e51fcef60414 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e47b2ca-ad55-4da9-b5db-b48203af0a86 HTTP/1.1" status: 204 len: 168 time: 1.4302130 Dec 06 15:04:09.642433 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ce70bb-df18-4765-8e05-fa3e838df99b', 'name': 'network-vif-deleted', 'tag': 'e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:09.667368 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45925834-e019-45c8-bc1e-c3371ee2a26b" -d '{"events": [{"server_uuid": "d5ce70bb-df18-4765-8e05-fa3e838df99b", "name": "network-vif-deleted", "tag": "e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:09.725699 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf2cd2-6b8f-4e2f-9ae5-eb8d45e4a700 req-d1c181b9-d648-4461-b9d6-fc6d8ada1442 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:09.731642 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-65bf2cd2-6b8f-4e2f-9ae5-eb8d45e4a700 req-d1c181b9-d648-4461-b9d6-fc6d8ada1442 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 944 time: 1.1123831 Dec 06 15:04:09.769207 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386fb17-f060-4145-a11d-e51fcef60414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e47b2ca-ad55-4da9-b5db-b48203af0a86,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:09.925642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faf7e24b-75b9-48b4-86b8-28242503d5db req-16aa44e3-9434-4357-91a1-05008026a547 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1274207 Dec 06 15:04:09.932984 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-65bf2cd2-6b8f-4e2f-9ae5-eb8d45e4a700 req-b0efd225-20a6-4b71-a9e5-4cc6a575769c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808760 Dec 06 15:04:09.939264 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:09.962500 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Attempting to bind port 60e3f125-c196-42ff-948f-a1b0c1da75bb on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:04:09.962973 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Attempting to bind port 60e3f125-c196-42ff-948f-a1b0c1da75bb by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4e063630-10fa-4d27-8093-cb1b7f82a14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:04:09.963408 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Attempting to bind port 60e3f125-c196-42ff-948f-a1b0c1da75bb on network d515d8db-b4b8-4017-8b0f-ed6427fdd5ba {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:04:10.125082 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df53ae0f-2f5d-41f3-ac94-098db9951538 x-openstack-request-id: req-df53ae0f-2f5d-41f3-ac94-098db9951538 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:10.125410 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ce70bb-df18-4765-8e05-fa3e838df99b", "name": "network-vif-deleted", "tag": "e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:10.125797 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df53ae0f-2f5d-41f3-ac94-098db9951538 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:10.126328 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ce70bb-df18-4765-8e05-fa3e838df99b', 'name': 'network-vif-deleted', 'tag': 'e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb', 'status': 'completed', 'code': 200} Dec 06 15:04:10.152411 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Port 60e3f125-c196-42ff-948f-a1b0c1da75bb on network d515d8db-b4b8-4017-8b0f-ed6427fdd5ba not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:04:10.152960 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Attempting to bind port 60e3f125-c196-42ff-948f-a1b0c1da75bb on network d515d8db-b4b8-4017-8b0f-ed6427fdd5ba {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:04:10.324461 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:04:10.325195 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Checking segment: {'id': '4e063630-10fa-4d27-8093-cb1b7f82a14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:10.325816 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Bound using segment: {'id': '4e063630-10fa-4d27-8093-cb1b7f82a14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:04:10.326471 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Bound port: 60e3f125-c196-42ff-948f-a1b0c1da75bb, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e063630-10fa-4d27-8093-cb1b7f82a14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:04:10.327035 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:10.388136 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5eeb374d-ef0c-459c-b8ce-023b1be87b36 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:04:10.532031 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41408) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:10.621219 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 5eeb374d-ef0c-459c-b8ce-023b1be87b36 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:10.621698 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:10.719780 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0e7ac40-ace0-4640-855c-7bce02d78bc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:10.767462 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f11183d-542d-4960-b88d-5b10247d66b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:10.807758 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9bf1e-2765-4d4e-80cf-447dbb032bae req-5bf27a3c-608f-41d2-be81-b9548e7c1a14 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:10.809546 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15a9bf1e-2765-4d4e-80cf-447dbb032bae req-5bf27a3c-608f-41d2-be81-b9548e7c1a14 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 944 time: 0.6702812 Dec 06 15:04:10.827170 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:04:10.898326 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:04:10.898670 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e4d1dba7-3da4-42d4-a4bc-58eb7bcb1deb not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:04:10.923905 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0e7ac40-ace0-4640-855c-7bce02d78bc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:10.935810 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0e7ac40-ace0-4640-855c-7bce02d78bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:10.952586 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:11.047062 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7ac40-ace0-4640-855c-7bce02d78bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5d1e86-da8f-4752-b11a-147d7294840a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:11.072333 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e0e7ac40-ace0-4640-855c-7bce02d78bc0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33c34d62e2034e5798f8dec3a6ed9e24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5364912 Dec 06 15:04:11.072602 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:04:11.075011 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41432) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:11.076549 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 5eeb374d-ef0c-459c-b8ce-023b1be87b36, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5eeb374d-ef0c-459c-b8ce-023b1be87b36,segment=NetworkSegment(da7dedec-666b-4ace-b507-f52066c2ec01),segment_id=da7dedec-666b-4ace-b507-f52066c2ec01)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:11.096088 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:11.193495 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Allocated IP 172.20.0.1 (f247570a-4e9a-4646-be83-ce2c179b839e/6442aafd-b326-446a-b7d1-3d7dd6e8169b/eac55c7a-7862-40e0-975e-c0dabaa69c96) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:04:11.206576 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961bb0d1-28c0-4c77-b277-1a260cfe72fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:11.251304 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4334142-55c1-4d25-9f8a-0d05c2985d7f None None] Network f247570a-4e9a-4646-be83-ce2c179b839e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:04:11.258352 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=5eeb374d-ef0c-459c-b8ce-023b1be87b36,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:11.330775 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f511898f-3028-40ab-9fe9-7763d94854d3 req-5af92532-afa4-4efb-be3c-7c0045e9069e tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1252513 Dec 06 15:04:11.347908 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961bb0d1-28c0-4c77-b277-1a260cfe72fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:11.360555 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-083a4444-8b8e-489c-ab84-f20ce568f24b None None] Provisioning complete for port 5eeb374d-ef0c-459c-b8ce-023b1be87b36 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:11.362789 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-083a4444-8b8e-489c-ab84-f20ce568f24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:11.521452 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961bb0d1-28c0-4c77-b277-1a260cfe72fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:11.524507 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961bb0d1-28c0-4c77-b277-1a260cfe72fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:11.530529 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-961bb0d1-28c0-4c77-b277-1a260cfe72fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e5d1e86-da8f-4752-b11a-147d7294840a HTTP/1.1" status: 204 len: 168 time: 0.4514539 Dec 06 15:04:11.667181 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bb0d1-28c0-4c77-b277-1a260cfe72fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5d1e86-da8f-4752-b11a-147d7294840a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:11.765694 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba39926-d0ae-4009-bb18-c33e5832411d req-0aa13ec8-fe0c-453e-9a9b-7708ecea49f5 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:11.779157 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cba39926-d0ae-4009-bb18-c33e5832411d req-0aa13ec8-fe0c-453e-9a9b-7708ecea49f5 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 944 time: 0.2453017 Dec 06 15:04:11.782567 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41444) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:11.943594 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cba39926-d0ae-4009-bb18-c33e5832411d req-dcea1a64-a10e-4ebb-96bc-4cf855f79920 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617801 Dec 06 15:04:11.947667 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:12.016302 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] For port 60e3f125-c196-42ff-948f-a1b0c1da75bb, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:04:12.036132 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] For port 60e3f125-c196-42ff-948f-a1b0c1da75bb, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=60e3f125-c196-42ff-948f-a1b0c1da75bb,segment=NetworkSegment(4e063630-10fa-4d27-8093-cb1b7f82a14a),segment_id=4e063630-10fa-4d27-8093-cb1b7f82a14a)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:04:12.069159 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:12.081257 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:12.231342 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-62c3e4c1-3f06-4a36-912a-c793adaf3d58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-41140224-network', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:12.260825 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d0f3c-eab0-4f79-a349-35e8f36a5661 req-6cf87578-d0f2-4249-8acb-584a9a526eac tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:12.275613 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed5d0f3c-eab0-4f79-a349-35e8f36a5661 req-6cf87578-d0f2-4249-8acb-584a9a526eac tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.1567917 Dec 06 15:04:12.312511 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:12.322108 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:12.332169 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] 10.222.0.23 "PUT /v2.0/ports/60e3f125-c196-42ff-948f-a1b0c1da75bb HTTP/1.1" status: 200 len: 1092 time: 4.8165433 Dec 06 15:04:12.334422 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5eeb374d-ef0c-459c-b8ce-023b1be87b36 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:04:12.349078 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Network f247570a-4e9a-4646-be83-ce2c179b839e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:12.395411 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154e4c45-6633-4040-91bb-7d0ac93c4f81', 'tag': '60e3f125-c196-42ff-948f-a1b0c1da75bb'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:12.408809 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3aa729-f789-46cd-bbf6-cf6e22955be2" -d '{"events": [{"name": "network-changed", "server_uuid": "154e4c45-6633-4040-91bb-7d0ac93c4f81", "tag": "60e3f125-c196-42ff-948f-a1b0c1da75bb"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:12.421455 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c3e4c1-3f06-4a36-912a-c793adaf3d58 admin admin] Made reservation on behalf of a45a9617d21f43eb8a512b181ef6b340 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:12.424009 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62c3e4c1-3f06-4a36-912a-c793adaf3d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:12.464954 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f11183d-542d-4960-b88d-5b10247d66b6 admin admin] Checking segment: {'id': 'f42411fc-90c9-47f9-978d-6419263109d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:12.465371 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f11183d-542d-4960-b88d-5b10247d66b6 admin admin] Network hostable DHCP agents. Network: 8ccabdf0-779c-48b5-b9de-d1978514c614, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:04:12.478104 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:12.500774 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:12.521719 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62c3e4c1-3f06-4a36-912a-c793adaf3d58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:12.561322 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11183d-542d-4960-b88d-5b10247d66b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eccbb96-5243-4854-aeef-df8903ea868d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:12.584909 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 5eeb374d-ef0c-459c-b8ce-023b1be87b36 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:12.591975 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:12.595108 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed5d0f3c-eab0-4f79-a349-35e8f36a5661 req-9bb536e4-0a96-4a00-a572-295f6cc46416 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062437 Dec 06 15:04:12.664621 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3feccda3-6052-499e-aba9-6136b43fc949 None None] Provisioning complete for port 5eeb374d-ef0c-459c-b8ce-023b1be87b36 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:12.665000 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3feccda3-6052-499e-aba9-6136b43fc949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:12.684833 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Pushing event updated for resources: {'Port': ['ID=eac55c7a-7862-40e0-975e-c0dabaa69c96,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:12.749391 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15a9bf1e-2765-4d4e-80cf-447dbb032bae req-32b06a14-a624-4da0-803e-79bf22b0082b tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=1042d947-6fa9-4633-9da5-cd5fe6c7422a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8567162 Dec 06 15:04:12.851645 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa61aca1-2909-41e0-b47c-b4d33dbb2a8d req-49711901-57d5-4f29-8f53-5461ab71cde8 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1477602 Dec 06 15:04:12.852200 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f11183d-542d-4960-b88d-5b10247d66b6 admin admin] Network 8ccabdf0-779c-48b5-b9de-d1978514c614 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:04:12.910976 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cc4efd-f8b4-4006-8c01-664336529d56 x-openstack-request-id: req-10cc4efd-f8b4-4006-8c01-664336529d56 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:12.911323 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "154e4c45-6633-4040-91bb-7d0ac93c4f81", "tag": "60e3f125-c196-42ff-948f-a1b0c1da75bb", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:12.911582 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10cc4efd-f8b4-4006-8c01-664336529d56 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:12.914980 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154e4c45-6633-4040-91bb-7d0ac93c4f81', 'tag': '60e3f125-c196-42ff-948f-a1b0c1da75bb', 'status': 'completed', 'code': 200} Dec 06 15:04:12.933624 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:12.942333 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62c3e4c1-3f06-4a36-912a-c793adaf3d58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:12.950721 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62c3e4c1-3f06-4a36-912a-c793adaf3d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:12.979860 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4f11183d-542d-4960-b88d-5b10247d66b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 8ccabdf0-779c-48b5-b9de-d1978514c614) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:13.000556 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fd84d8-bc28-4a8c-94f2-f9766b52364f None None] Network 8ccabdf0-779c-48b5-b9de-d1978514c614 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:04:13.010556 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c3e4c1-3f06-4a36-912a-c793adaf3d58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:04:13.036349 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3e4c1-3f06-4a36-912a-c793adaf3d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e135def0-0a75-4143-a6b6-ef7354a99aa1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:13.052664 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-9cf3cf59-bd78-4f3c-a7e7-8197b4f4363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:13.054039 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-9cf3cf59-bd78-4f3c-a7e7-8197b4f4363a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6328bee89d2341bdb282688164425785&device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 1095 time: 0.5669272 Dec 06 15:04:13.055953 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f11183d-542d-4960-b88d-5b10247d66b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:13.056529 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f11183d-542d-4960-b88d-5b10247d66b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:13.058044 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62c3e4c1-3f06-4a36-912a-c793adaf3d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:13.058280 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-62c3e4c1-3f06-4a36-912a-c793adaf3d58 admin admin] Added segment 01c1d4de-7367-4370-91b8-845ea5e2c9df of type vlan for network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 Dec 06 15:04:13.070072 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e91ef-1195-4bba-8265-e98cd458081a service neutron] Pushing event updated for resources: {'Port': ['ID=60e3f125-c196-42ff-948f-a1b0c1da75bb,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:13.199597 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62c3e4c1-3f06-4a36-912a-c793adaf3d58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:13.200925 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-32d791d4-1b7f-4863-b673-ff93bd9abe9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60e3f125-c196-42ff-948f-a1b0c1da75bb HTTP/1.1" status: 200 len: 217 time: 0.1257954 Dec 06 15:04:13.209253 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4f11183d-542d-4960-b88d-5b10247d66b6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.0035639 Dec 06 15:04:13.283347 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdebb4b-7e85-4486-b07f-01345c58496c req-99be0dff-b8fe-41d5-b454-33015c524f50 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:13.284902 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6fdebb4b-7e85-4486-b07f-01345c58496c req-99be0dff-b8fe-41d5-b454-33015c524f50 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 944 time: 0.1617846 Dec 06 15:04:13.300012 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62c3e4c1-3f06-4a36-912a-c793adaf3d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:13.300936 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c3e4c1-3f06-4a36-912a-c793adaf3d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:13.301557 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62c3e4c1-3f06-4a36-912a-c793adaf3d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:13.313560 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71efab3-42b5-4965-b3c3-4d74d30dd52d None None] Network 8ccabdf0-779c-48b5-b9de-d1978514c614 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:04:13.415131 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-e6231cb2-c39a-4f49-8de0-dccf6d6a9c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:13.416639 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-e6231cb2-c39a-4f49-8de0-dccf6d6a9c6b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f9c443cf-1573-4785-8f42-d41de1f27068 HTTP/1.1" status: 200 len: 833 time: 0.2032511 Dec 06 15:04:13.498207 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7fe127f8-10c6-46cd-81b1-bbbe869bc41f None None] Provisioning complete for port eac55c7a-7862-40e0-975e-c0dabaa69c96 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:13.498681 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7fe127f8-10c6-46cd-81b1-bbbe869bc41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:13.510598 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6fdebb4b-7e85-4486-b07f-01345c58496c req-286520cc-039e-41d3-a30e-7b4e9ecb18e6 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165701 Dec 06 15:04:13.526121 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:13.580450 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-62c3e4c1-3f06-4a36-912a-c793adaf3d58 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7928989 Dec 06 15:04:13.592359 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41484) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:13.594720 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3e4c1-3f06-4a36-912a-c793adaf3d58 admin admin] Pushing event updated for resources: {'Network': ['ID=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:13.599987 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5aa21a4e-bb95-4990-a303-670a85c30c13 admin admin] Request body: {'subnet': {'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-41140224-subnet', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:13.639852 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:04:13.757078 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7fe127f8-10c6-46cd-81b1-bbbe869bc41f None None] Port eac55c7a-7862-40e0-975e-c0dabaa69c96 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:04:13.795220 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa21a4e-bb95-4990-a303-670a85c30c13 admin admin] Made reservation on behalf of a45a9617d21f43eb8a512b181ef6b340 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:13.797764 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5aa21a4e-bb95-4990-a303-670a85c30c13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:13.882035 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24154563-9d75-40c8-89b7-e0d05ecf7795 req-363d89f1-3d48-4501-86f4-d04a3b69c23a tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:13.886290 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24154563-9d75-40c8-89b7-e0d05ecf7795 req-363d89f1-3d48-4501-86f4-d04a3b69c23a tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.2567990 Dec 06 15:04:14.007906 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bc792-f09c-428b-b84e-a12d3df5f725 req-743fd367-2c79-4530-b1ef-c33862c64256 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:14.016732 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f26bc792-f09c-428b-b84e-a12d3df5f725 req-743fd367-2c79-4530-b1ef-c33862c64256 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 946 time: 0.2645922 Dec 06 15:04:14.073124 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-48d6c82d-fbb1-4d3c-88de-575ec647a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:14.082256 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-48d6c82d-fbb1-4d3c-88de-575ec647a8c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d515d8db-b4b8-4017-8b0f-ed6427fdd5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5266259 Dec 06 15:04:14.176663 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f26bc792-f09c-428b-b84e-a12d3df5f725 req-09eee0f6-7566-49dc-90df-a0ae905ec732 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/security-groups?id=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566215 Dec 06 15:04:14.300479 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-24154563-9d75-40c8-89b7-e0d05ecf7795 req-3e13b86c-a195-419c-9eeb-2cfe947bed1d tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Deleting port dc3bf718-619b-4d36-9818-9c6483c80df7 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:04:14.300921 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-24154563-9d75-40c8-89b7-e0d05ecf7795 req-3e13b86c-a195-419c-9eeb-2cfe947bed1d tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:14.355061 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5aa21a4e-bb95-4990-a303-670a85c30c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:14.385512 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-6417c8d2-ffa1-4fe5-a5f2-d66783d2af8b service neutron] 10.222.0.23 "GET /v2.0/networks/d515d8db-b4b8-4017-8b0f-ed6427fdd5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727748 Dec 06 15:04:14.462235 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:14.478889 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b492c-fe46-456a-863d-6bc8690b1abd req-aa1ce3d5-7650-4435-9d25-cfa526184624 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:14.485465 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-933207b2-06b8-4f16-8127-aa308f2ad422 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:14.486740 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a0b492c-fe46-456a-863d-6bc8690b1abd req-aa1ce3d5-7650-4435-9d25-cfa526184624 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 944 time: 0.2034924 Dec 06 15:04:14.491618 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa21a4e-bb95-4990-a303-670a85c30c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=910def33-1b6e-420b-bf18-ba2208cd2881,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:14.497102 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-933207b2-06b8-4f16-8127-aa308f2ad422 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/networks?id=8ccabdf0-779c-48b5-b9de-d1978514c614 HTTP/1.1" status: 200 len: 813 time: 0.5397706 Dec 06 15:04:14.499611 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:14.540702 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-24154563-9d75-40c8-89b7-e0d05ecf7795 req-3e13b86c-a195-419c-9eeb-2cfe947bed1d tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] For port dc3bf718-619b-4d36-9818-9c6483c80df7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=dc3bf718-619b-4d36-9818-9c6483c80df7,segment=NetworkSegment(3de383c1-5981-42d0-a2c8-804097371e4f),segment_id=3de383c1-5981-42d0-a2c8-804097371e4f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:14.540702 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-24154563-9d75-40c8-89b7-e0d05ecf7795 req-3e13b86c-a195-419c-9eeb-2cfe947bed1d tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:14.560311 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa21a4e-bb95-4990-a303-670a85c30c13 admin admin] Checking segment: {'id': '01c1d4de-7367-4370-91b8-845ea5e2c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:14.560755 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa21a4e-bb95-4990-a303-670a85c30c13 admin admin] Network hostable DHCP agents. Network: 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:04:14.563807 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Pushing event updated for resources: {'Port': ['ID=eac55c7a-7862-40e0-975e-c0dabaa69c96,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:14.574566 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-ef4497ef-6a8d-4668-95ee-306401759871 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/quotas/bf58db96e056499682ffdb438a3ac633 HTTP/1.1" status: 200 len: 375 time: 0.0754843 Dec 06 15:04:14.580151 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-24154563-9d75-40c8-89b7-e0d05ecf7795 req-3e13b86c-a195-419c-9eeb-2cfe947bed1d tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Calling delete_port for dc3bf718-619b-4d36-9818-9c6483c80df7 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:04:14.608546 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a0b492c-fe46-456a-863d-6bc8690b1abd req-7eb58af5-7a5e-483f-a005-dd282c9b913f tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=1042d947-6fa9-4633-9da5-cd5fe6c7422a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195788 Dec 06 15:04:14.651510 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-dec4920a-d9ce-4c48-8c6e-e5cb608f9720 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf58db96e056499682ffdb438a3ac633&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756395 Dec 06 15:04:14.692342 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa21a4e-bb95-4990-a303-670a85c30c13 admin admin] Network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:04:14.735670 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7297e3ab-19f5-4dda-be89-7bc483dccd34 req-e45a36bf-45ba-49ba-9263-6a7cca71681a tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0441375 Dec 06 15:04:14.740441 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5aa21a4e-bb95-4990-a303-670a85c30c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:14.756741 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa21a4e-bb95-4990-a303-670a85c30c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:14.764604 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75252aa-0f61-4b5f-8d52-7290b89957d0 None None] Network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:04:14.766964 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5aa21a4e-bb95-4990-a303-670a85c30c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:14.775593 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-7c5c95bb-56eb-4621-8b0e-4facb6ceedd8 service neutron] 10.222.0.20 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225679 Dec 06 15:04:14.838783 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5aa21a4e-bb95-4990-a303-670a85c30c13 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2449372 Dec 06 15:04:14.841981 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41508) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:14.849192 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:15.016050 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:15.034311 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:15.037153 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:15.089876 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'fixed_ips': [{'subnet_id': '910def33-1b6e-420b-bf18-ba2208cd2881'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:04:15.092419 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:15.101343 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191940b-7c19-4567-81b8-99c6cb6d9e80 req-3b7f5268-cc05-4886-9fae-52df79e20414 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:15.120264 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4191940b-7c19-4567-81b8-99c6cb6d9e80 req-3b7f5268-cc05-4886-9fae-52df79e20414 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 944 time: 0.2528970 Dec 06 15:04:15.156960 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-24154563-9d75-40c8-89b7-e0d05ecf7795 req-3e13b86c-a195-419c-9eeb-2cfe947bed1d tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:15.268870 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:15.387105 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13b86c-a195-419c-9eeb-2cfe947bed1d tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Pushing event deleted for resources: {'Port': ['ID=dc3bf718-619b-4d36-9818-9c6483c80df7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:15.388376 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Allocated IP 172.20.0.2 (4f9d67db-f0f5-4553-b41f-fc932d5b7ff7/910def33-1b6e-420b-bf18-ba2208cd2881/dcaf8d7b-d282-4a17-bdeb-b51a72ef3953) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:04:15.440072 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-5b73f419-d130-4527-9a93-7f3c2aa51c91 service neutron] 10.222.0.20 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6635697 Dec 06 15:04:15.457318 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7ab7abb-bb56-4703-a309-4deefe34e469 req-af9ca841-77a1-4fb0-89e9-35e4bb1dbba6 service neutron] 10.222.0.23 "GET /v2.0/networks/d515d8db-b4b8-4017-8b0f-ed6427fdd5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8956339 Dec 06 15:04:15.526259 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Network f247570a-4e9a-4646-be83-ce2c179b839e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:15.527808 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:15.617972 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4191940b-7c19-4567-81b8-99c6cb6d9e80 req-1022afa7-ba08-470c-81d8-f4449686ec00 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866865 Dec 06 15:04:15.618903 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-24154563-9d75-40c8-89b7-e0d05ecf7795 req-3e13b86c-a195-419c-9eeb-2cfe947bed1d tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] No DVR routers for this DVR port dc3bf718-619b-4d36-9818-9c6483c80df7 on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:04:15.766123 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:15.776648 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:15.812451 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-24154563-9d75-40c8-89b7-e0d05ecf7795 req-3e13b86c-a195-419c-9eeb-2cfe947bed1d tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:15.817175 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24154563-9d75-40c8-89b7-e0d05ecf7795 req-3e13b86c-a195-419c-9eeb-2cfe947bed1d tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.37 "DELETE /v2.0/ports/dc3bf718-619b-4d36-9818-9c6483c80df7 HTTP/1.1" status: 204 len: 173 time: 1.8760643 Dec 06 15:04:15.817673 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7aa743f-c0f5-4bbd-b6f1-95e79203dff4', 'name': 'network-vif-deleted', 'tag': 'dc3bf718-619b-4d36-9818-9c6483c80df7'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:15.833024 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2727f24e-20d6-41b7-a0a4-8c452b399f16" -d '{"events": [{"server_uuid": "e7aa743f-c0f5-4bbd-b6f1-95e79203dff4", "name": "network-vif-deleted", "tag": "dc3bf718-619b-4d36-9818-9c6483c80df7"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:15.836582 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3aa729-f789-46cd-bbf6-cf6e22955be2 req-b88dc2c5-ab4f-405c-b55a-1c67475d4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:15.838418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c3aa729-f789-46cd-bbf6-cf6e22955be2 req-b88dc2c5-ab4f-405c-b55a-1c67475d4662 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6328bee89d2341bdb282688164425785&device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 1095 time: 0.1311884 Dec 06 15:04:15.884978 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Pushing event updated for resources: {'Port': ['ID=dcaf8d7b-d282-4a17-bdeb-b51a72ef3953,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:15.906255 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:15.916385 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:15.919632 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:16.057622 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Attempting to bind port dcaf8d7b-d282-4a17-bdeb-b51a72ef3953 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:04:16.058197 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Attempting to bind port dcaf8d7b-d282-4a17-bdeb-b51a72ef3953 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '01c1d4de-7367-4370-91b8-845ea5e2c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:04:16.058598 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Attempting to bind port dcaf8d7b-d282-4a17-bdeb-b51a72ef3953 on network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:04:16.065483 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:04:16.066127 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Checking segment: {'id': '01c1d4de-7367-4370-91b8-845ea5e2c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:16.066977 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:16.067570 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Bound using segment: {'id': '01c1d4de-7367-4370-91b8-845ea5e2c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:04:16.068576 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Bound port: dcaf8d7b-d282-4a17-bdeb-b51a72ef3953, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c1d4de-7367-4370-91b8-845ea5e2c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:04:16.069317 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:16.100327 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6ae34c55-5d35-4f45-8625-f9ca7e947aa1 req-0c5509da-e7ae-4b1d-9b3f-259ad7384ba2 tempest-ServerRescueTestJSON-188632317 tempest-ServerRescueTestJSON-188632317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7aa743f-c0f5-4bbd-b6f1-95e79203dff4 HTTP/1.1" status: 200 len: 210 time: 0.2981293 Dec 06 15:04:16.109536 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0040136e-37f5-434e-83ea-45270086515d None None] Provisioning complete for port eac55c7a-7862-40e0-975e-c0dabaa69c96 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:16.109916 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0040136e-37f5-434e-83ea-45270086515d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:16.161451 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0040136e-37f5-434e-83ea-45270086515d None None] Port eac55c7a-7862-40e0-975e-c0dabaa69c96 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:04:16.215948 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Router 27a8a507-0834-4bf4-9eea-5931c4aca146 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:04:16.260899 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:16.284606 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] For port dcaf8d7b-d282-4a17-bdeb-b51a72ef3953, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:04:16.295094 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] For port dcaf8d7b-d282-4a17-bdeb-b51a72ef3953, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dcaf8d7b-d282-4a17-bdeb-b51a72ef3953,segment=NetworkSegment(01c1d4de-7367-4370-91b8-845ea5e2c9df),segment_id=01c1d4de-7367-4370-91b8-845ea5e2c9df)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:04:16.305660 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:16.330561 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5201fb27-7605-44eb-88b9-242ca0b64e35 req-99a1e25a-e176-4611-a1c0-a5ab1e177c63 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1039455 Dec 06 15:04:16.393462 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3aa729-f789-46cd-bbf6-cf6e22955be2 req-c9d741e6-d973-4716-99b0-f811e6190fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:16.395186 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c3aa729-f789-46cd-bbf6-cf6e22955be2 req-c9d741e6-d973-4716-99b0-f811e6190fe2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d515d8db-b4b8-4017-8b0f-ed6427fdd5ba HTTP/1.1" status: 200 len: 897 time: 0.5371702 Dec 06 15:04:16.514543 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cf5702-7cd9-4722-86d8-5dab320dc16a x-openstack-request-id: req-c7cf5702-7cd9-4722-86d8-5dab320dc16a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:16.515556 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7aa743f-c0f5-4bbd-b6f1-95e79203dff4", "name": "network-vif-deleted", "tag": "dc3bf718-619b-4d36-9818-9c6483c80df7", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:16.517650 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7cf5702-7cd9-4722-86d8-5dab320dc16a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:16.517650 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7aa743f-c0f5-4bbd-b6f1-95e79203dff4', 'name': 'network-vif-deleted', 'tag': 'dc3bf718-619b-4d36-9818-9c6483c80df7', 'status': 'completed', 'code': 200} Dec 06 15:04:16.600998 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59eeeed-9473-45b7-baca-2ae8707dd07b None None] Pushing event updated for resources: {'Port': ['ID=dcaf8d7b-d282-4a17-bdeb-b51a72ef3953,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:16.873116 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device dc3bf718-619b-4d36-9818-9c6483c80df7 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:04:16.887885 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c3aa729-f789-46cd-bbf6-cf6e22955be2 req-3696f0f0-6fd2-43cd-b526-8f562f8bc73c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60e3f125-c196-42ff-948f-a1b0c1da75bb HTTP/1.1" status: 200 len: 217 time: 0.2422857 Dec 06 15:04:16.891024 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:04:16.896906 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f1fe3e4f-6518-495a-a0d9-2c787bcec869 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] 10.222.0.20 "PUT /v2.0/routers/27a8a507-0834-4bf4-9eea-5931c4aca146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1887298 Dec 06 15:04:16.899743 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41550) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:16.924217 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f4b9d9e3-0fce-46c4-b154-6aeb3df7ee0d tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Request body: {'port': {'network_id': 'f247570a-4e9a-4646-be83-ce2c179b839e', 'name': 'tempest-FloatingIPNegativeTestJSON-647453640'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:16.939094 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a6a77-0820-4c3c-80f6-5059cb40d738 None None] Sync routers for ids ['27a8a507-0834-4bf4-9eea-5931c4aca146'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:04:16.995275 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: dc3bf718-619b-4d36-9818-9c6483c80df7 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:04:16.995626 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device dc3bf718-619b-4d36-9818-9c6483c80df7 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:04:17.038844 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a6a77-0820-4c3c-80f6-5059cb40d738 None None] Routers {'27a8a507-0834-4bf4-9eea-5931c4aca146'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:04:17.040114 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-532a6a77-0820-4c3c-80f6-5059cb40d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:04:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['27a8a507-0834-4bf4-9eea-5931c4aca146'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:17.093018 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3df6f-7b9a-47fe-a743-08ad5521f192 req-ed341ad4-a5d7-46a1-9f4b-072b587d5d05 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:17.101451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29b3df6f-7b9a-47fe-a743-08ad5521f192 req-ed341ad4-a5d7-46a1-9f4b-072b587d5d05 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 944 time: 0.9434631 Dec 06 15:04:17.171838 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-532a6a77-0820-4c3c-80f6-5059cb40d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:17.207624 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a6a77-0820-4c3c-80f6-5059cb40d738 None None] Routers {'27a8a507-0834-4bf4-9eea-5931c4aca146'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:04:17.208405 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-532a6a77-0820-4c3c-80f6-5059cb40d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:04:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['27a8a507-0834-4bf4-9eea-5931c4aca146'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:17.219889 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3aa729-f789-46cd-bbf6-cf6e22955be2 req-02fb7be5-6947-4fc4-bf2d-b9214ae67a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:17.222164 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c3aa729-f789-46cd-bbf6-cf6e22955be2 req-02fb7be5-6947-4fc4-bf2d-b9214ae67a16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f9c443cf-1573-4785-8f42-d41de1f27068 HTTP/1.1" status: 200 len: 833 time: 0.2296848 Dec 06 15:04:17.309148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29b3df6f-7b9a-47fe-a743-08ad5521f192 req-352bbc9a-4416-4dec-9d77-5d53b9dc9478 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=1042d947-6fa9-4633-9da5-cd5fe6c7422a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058909 Dec 06 15:04:17.342078 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:17.386076 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3aa729-f789-46cd-bbf6-cf6e22955be2 req-9f47a620-0721-4df6-92f6-2feca40d3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:17.392873 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c3aa729-f789-46cd-bbf6-cf6e22955be2 req-9f47a620-0721-4df6-92f6-2feca40d3946 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d515d8db-b4b8-4017-8b0f-ed6427fdd5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427903 Dec 06 15:04:17.443309 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:17.492121 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93456b99-a056-46db-adef-08ac74cc3c4c req-5e635ec4-f647-4f97-9548-27543e72a939 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7a203e0-9938-4d08-b2c1-e62c2f6923c4 HTTP/1.1" status: 200 len: 210 time: 0.0752859 Dec 06 15:04:17.506663 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b9d9e3-0fce-46c4-b154-6aeb3df7ee0d tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Made reservation on behalf of 54b4c67b90f94793af8081b4e2207b94 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:17.525020 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d9e3-0fce-46c4-b154-6aeb3df7ee0d tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:17.608716 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-532a6a77-0820-4c3c-80f6-5059cb40d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:17.609804 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a6a77-0820-4c3c-80f6-5059cb40d738 None None] The sync data for ids ['27a8a507-0834-4bf4-9eea-5931c4aca146'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:04:17.624010 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41564) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:17.655781 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0789243-6df1-40f3-9cd2-48269af893b2 req-ccb78bd9-967c-4004-8c08-53701fb82095 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:17.658860 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-f4b9d9e3-0fce-46c4-b154-6aeb3df7ee0d tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] device_id is not set on port cf78f10b-e039-4cd9-a49e-88773e4a7b43 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:04:17.666328 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f0789243-6df1-40f3-9cd2-48269af893b2 req-ccb78bd9-967c-4004-8c08-53701fb82095 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 944 time: 0.7405775 Dec 06 15:04:17.938570 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Allocated IP 172.35.7.176 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/f5f13725-7cd0-4506-9be9-2ed8ab7f4710) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:04:17.969396 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8f390fe8-2788-4118-a970-f7f91f543133 req-84e08e4d-06fb-48c0-9da5-6c4ebc43a8c3 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.2307608 Dec 06 15:04:18.053233 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c3aa729-f789-46cd-bbf6-cf6e22955be2 req-6534e150-e91d-47ac-959a-6524aa1efee5 service neutron] 10.222.0.23 "GET /v2.0/networks/d515d8db-b4b8-4017-8b0f-ed6427fdd5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6394596 Dec 06 15:04:18.206715 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:18.377466 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device dcaf8d7b-d282-4a17-bdeb-b51a72ef3953 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:04:18.389143 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-f4b9d9e3-0fce-46c4-b154-6aeb3df7ee0d tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Allocated IP 172.20.0.9 (f247570a-4e9a-4646-be83-ce2c179b839e/6442aafd-b326-446a-b7d1-3d7dd6e8169b/cf78f10b-e039-4cd9-a49e-88773e4a7b43) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:04:18.506804 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:18.664698 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7036741f-b4ca-46bf-8313-9a75cc509067 None None] Network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:04:18.668454 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f13725-7cd0-4506-9be9-2ed8ab7f4710,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:18.688287 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 60e3f125-c196-42ff-948f-a1b0c1da75bb details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:04:18.704970 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port dcaf8d7b-d282-4a17-bdeb-b51a72ef3953 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:18.706064 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:18.736130 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:18.764202 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:18.772964 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:18.977779 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 60e3f125-c196-42ff-948f-a1b0c1da75bb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=60e3f125-c196-42ff-948f-a1b0c1da75bb,segment=NetworkSegment(4e063630-10fa-4d27-8093-cb1b7f82a14a),segment_id=4e063630-10fa-4d27-8093-cb1b7f82a14a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:19.199244 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '60e3f125-c196-42ff-948f-a1b0c1da75bb', 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba', 'port_id': '60e3f125-c196-42ff-948f-a1b0c1da75bb', 'mac_address': 'fa:16:3e:60:a4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:04:19.272638 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e221c4cb-8fd7-4e9b-b0a1-fea8739ed59f None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:04:19.337921 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-468c7be3-39b4-4961-b7c0-81c5ddee400a None None] Provisioning complete for port dcaf8d7b-d282-4a17-bdeb-b51a72ef3953 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:19.337921 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-468c7be3-39b4-4961-b7c0-81c5ddee400a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:19.345343 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c3aa729-f789-46cd-bbf6-cf6e22955be2 req-04c478a6-a9f2-4a12-b5bc-7023399bfcfc service neutron] 10.222.0.23 "GET /v2.0/networks/d515d8db-b4b8-4017-8b0f-ed6427fdd5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2163939 Dec 06 15:04:19.366016 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c88223-a272-4786-88ff-75a6c98becaf req-0f06bef5-1d11-413f-82da-23c509ebb3a2 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:19.384758 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93c88223-a272-4786-88ff-75a6c98becaf req-0f06bef5-1d11-413f-82da-23c509ebb3a2 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 944 time: 0.8411317 Dec 06 15:04:19.572093 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d9e3-0fce-46c4-b154-6aeb3df7ee0d tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:19.578886 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-b349304d-8a34-44fd-92a7-f6744640617c req-c54b0521-0a16-409d-b35e-e6e73e371565 service neutron] (103289) timed out ('10.222.0.37', 60441) {{(pid=103289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 15:04:19.641735 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:19.742448 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93c88223-a272-4786-88ff-75a6c98becaf req-87f7880f-221b-4f3b-9841-7a96a510c6f8 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=1042d947-6fa9-4633-9da5-cd5fe6c7422a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457556 Dec 06 15:04:19.827976 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e3f125-c196-42ff-948f-a1b0c1da75bb {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:04:19.933817 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-4c112ba9-691e-49ff-b105-e51c34a2abdb tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:19.935320 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-4c112ba9-691e-49ff-b105-e51c34a2abdb tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.37 "GET /v2.0/networks?id=8ccabdf0-779c-48b5-b9de-d1978514c614 HTTP/1.1" status: 200 len: 813 time: 0.4837034 Dec 06 15:04:19.956805 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-5aaf3834-31c5-4b1c-a4a5-ebf0967e1943 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:19.958377 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-5aaf3834-31c5-4b1c-a4a5-ebf0967e1943 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.37 "GET /v2.0/networks?id=8ccabdf0-779c-48b5-b9de-d1978514c614 HTTP/1.1" status: 200 len: 813 time: 1.0758653 Dec 06 15:04:19.974207 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-6a44aa0b-df1d-42c9-bb3c-ad761ff2c237 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Request body: {'port': {'device_id': 'e7a203e0-9938-4d08-b2c1-e62c2f6923c4', 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614', 'admin_state_up': True, 'tenant_id': 'bf58db96e056499682ffdb438a3ac633'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:19.974683 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f0789243-6df1-40f3-9cd2-48269af893b2 req-6f349292-ab11-4f74-ab2e-a4ee9390c377 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7353675 Dec 06 15:04:20.013706 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 60e3f125-c196-42ff-948f-a1b0c1da75bb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=60e3f125-c196-42ff-948f-a1b0c1da75bb,segment=NetworkSegment(4e063630-10fa-4d27-8093-cb1b7f82a14a),segment_id=4e063630-10fa-4d27-8093-cb1b7f82a14a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:20.051015 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d9e3-0fce-46c4-b154-6aeb3df7ee0d tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:20.060580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9da7b4f-ccc0-446b-9911-161c261c84d2 req-b26198dd-f0ef-45f4-841c-c27b59b31b2d tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7a203e0-9938-4d08-b2c1-e62c2f6923c4 HTTP/1.1" status: 200 len: 210 time: 0.1123881 Dec 06 15:04:20.076141 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-8438bb39-288b-4ec4-94cf-ab2d54c38b7e tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Request body: {'port': {'device_id': '207f2792-db1d-4fe9-b749-146161ef63c1', 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614', 'admin_state_up': True, 'tenant_id': 'bf58db96e056499682ffdb438a3ac633'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:20.094657 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:20.100960 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-468c7be3-39b4-4961-b7c0-81c5ddee400a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:20.123952 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9d9e3-0fce-46c4-b154-6aeb3df7ee0d tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Network f247570a-4e9a-4646-be83-ce2c179b839e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:20.142399 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f4b9d9e3-0fce-46c4-b154-6aeb3df7ee0d tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:20.151738 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b9d9e3-0fce-46c4-b154-6aeb3df7ee0d tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:20.302006 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9d9e3-0fce-46c4-b154-6aeb3df7ee0d tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Pushing event updated for resources: {'Port': ['ID=cf78f10b-e039-4cd9-a49e-88773e4a7b43,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:20.328447 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-468c7be3-39b4-4961-b7c0-81c5ddee400a None None] For port dcaf8d7b-d282-4a17-bdeb-b51a72ef3953, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dcaf8d7b-d282-4a17-bdeb-b51a72ef3953,segment=NetworkSegment(01c1d4de-7367-4370-91b8-845ea5e2c9df),segment_id=01c1d4de-7367-4370-91b8-845ea5e2c9df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:20.337645 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:20.461476 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-468c7be3-39b4-4961-b7c0-81c5ddee400a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:20.467343 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:04:20.467725 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:04:20.468657 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['60e3f125-c196-42ff-948f-a1b0c1da75bb'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:04:20.500241 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b9d9e3-0fce-46c4-b154-6aeb3df7ee0d tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:20.501356 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d9e3-0fce-46c4-b154-6aeb3df7ee0d tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:20.526699 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-6a44aa0b-df1d-42c9-bb3c-ad761ff2c237 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Made reservation on behalf of bf58db96e056499682ffdb438a3ac633 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:20.538984 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-6a44aa0b-df1d-42c9-bb3c-ad761ff2c237 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:20.547062 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a15b7e00-e870-416d-9a6c-559cc15340c0 req-ae65232c-ae48-4cd7-ab5e-d68f59d356aa tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.2768283 Dec 06 15:04:20.562829 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=60e3f125-c196-42ff-948f-a1b0c1da75bb,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:20.577196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f4b9d9e3-0fce-46c4-b154-6aeb3df7ee0d tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6701002 Dec 06 15:04:20.588826 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41588) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:20.604075 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9f8bd045-4f66-4925-b81b-cfacaecaedf4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:20.690754 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-070d9325-32fe-4f86-a2fe-84c0e562a4c0 None None] Provisioning complete for port f5f13725-7cd0-4506-9be9-2ed8ab7f4710 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:20.691553 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-070d9325-32fe-4f86-a2fe-84c0e562a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:20.807401 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c7be3-39b4-4961-b7c0-81c5ddee400a None None] Pushing event updated for resources: {'Port': ['ID=dcaf8d7b-d282-4a17-bdeb-b51a72ef3953,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:20.825305 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-070d9325-32fe-4f86-a2fe-84c0e562a4c0 None None] Port f5f13725-7cd0-4506-9be9-2ed8ab7f4710 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:04:20.844379 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-6a44aa0b-df1d-42c9-bb3c-ad761ff2c237 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Allocated IP 172.20.0.10 (8ccabdf0-779c-48b5-b9de-d1978514c614/6eccbb96-5243-4854-aeef-df8903ea868d/86127bc3-37e3-42e8-a993-c7abdec1a4db) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:04:20.858886 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-070d9325-32fe-4f86-a2fe-84c0e562a4c0 None None] Provisioning complete for port cf78f10b-e039-4cd9-a49e-88773e4a7b43 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:20.859268 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-070d9325-32fe-4f86-a2fe-84c0e562a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:20.864461 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd045-4f66-4925-b81b-cfacaecaedf4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:20.867333 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-8438bb39-288b-4ec4-94cf-ab2d54c38b7e tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Made reservation on behalf of bf58db96e056499682ffdb438a3ac633 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:20.871028 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-8438bb39-288b-4ec4-94cf-ab2d54c38b7e tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:20.946494 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-070d9325-32fe-4f86-a2fe-84c0e562a4c0 None None] Port cf78f10b-e039-4cd9-a49e-88773e4a7b43 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:04:20.972243 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b2abe-8f1e-4b46-835d-83cb3c0a829b req-327ded0e-4531-418c-adbf-e676144f56aa tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:20.975502 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a6b2abe-8f1e-4b46-835d-83cb3c0a829b req-327ded0e-4531-418c-adbf-e676144f56aa tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 945 time: 0.0998669 Dec 06 15:04:21.081071 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:21.088068 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a6b2abe-8f1e-4b46-835d-83cb3c0a829b req-94f42e0e-e195-4382-8760-ba22b029fc86 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=1042d947-6fa9-4633-9da5-cd5fe6c7422a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981722 Dec 06 15:04:21.138527 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b2a39a18-c644-4bff-babe-e4b6ad5a872d None None] Provisioning complete for port dcaf8d7b-d282-4a17-bdeb-b51a72ef3953 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:21.138958 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b2a39a18-c644-4bff-babe-e4b6ad5a872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:21.191324 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-6a44aa0b-df1d-42c9-bb3c-ad761ff2c237 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:21.230369 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device dcaf8d7b-d282-4a17-bdeb-b51a72ef3953 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:04:21.236431 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-05a27c72-11a4-43c7-92eb-9600105ba348 req-6538540f-6342-46c2-8a60-7d3a9aefc577 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7a203e0-9938-4d08-b2c1-e62c2f6923c4 HTTP/1.1" status: 200 len: 210 time: 0.0386810 Dec 06 15:04:21.280446 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-6a44aa0b-df1d-42c9-bb3c-ad761ff2c237 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:21.307899 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port dcaf8d7b-d282-4a17-bdeb-b51a72ef3953 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:21.308339 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:21.365373 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44aa0b-df1d-42c9-bb3c-ad761ff2c237 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Pushing event updated for resources: {'Port': ['ID=86127bc3-37e3-42e8-a993-c7abdec1a4db,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:21.385494 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-6a44aa0b-df1d-42c9-bb3c-ad761ff2c237 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Network 8ccabdf0-779c-48b5-b9de-d1978514c614 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:21.387913 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-6a44aa0b-df1d-42c9-bb3c-ad761ff2c237 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:21.397480 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-6a44aa0b-df1d-42c9-bb3c-ad761ff2c237 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:21.461626 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-6a44aa0b-df1d-42c9-bb3c-ad761ff2c237 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:21.462380 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-6a44aa0b-df1d-42c9-bb3c-ad761ff2c237 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:21.463259 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794e7e5-3298-4b8e-a049-23c0250734f8 req-cdac7491-0724-4cae-96a6-13c0c4591ae2 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:21.464790 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c794e7e5-3298-4b8e-a049-23c0250734f8 req-cdac7491-0724-4cae-96a6-13c0c4591ae2 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 944 time: 0.3525937 Dec 06 15:04:21.481763 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-8438bb39-288b-4ec4-94cf-ab2d54c38b7e tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Allocated IP 172.20.0.9 (8ccabdf0-779c-48b5-b9de-d1978514c614/6eccbb96-5243-4854-aeef-df8903ea868d/6c969c2c-782c-4d58-96b1-aacebc3b5cda) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:04:21.493164 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-6a44aa0b-df1d-42c9-bb3c-ad761ff2c237 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5408447 Dec 06 15:04:21.511881 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Request body: {'port': {'device_id': 'e7a203e0-9938-4d08-b2c1-e62c2f6923c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:21.567235 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:21.676423 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c794e7e5-3298-4b8e-a049-23c0250734f8 req-a7898ce4-89f7-4f59-abba-bbc8667efe39 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984770 Dec 06 15:04:21.698899 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2fd215f6-989f-4b35-b6a1-a7a0dd1dfa36 req-8e7c37d2-0a32-4304-86c0-902de21e5f0b tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0721698 Dec 06 15:04:21.763075 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:21.765774 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd045-4f66-4925-b81b-cfacaecaedf4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:21.943574 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf272-2f82-4a03-bcae-518805962e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:22.044474 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-8438bb39-288b-4ec4-94cf-ab2d54c38b7e tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:22.139322 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-9f8bd045-4f66-4925-b81b-cfacaecaedf4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Allocated IP 172.35.7.170 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/5da94388-c99f-4ff7-9982-4f256fe91355) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:04:22.228081 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-8438bb39-288b-4ec4-94cf-ab2d54c38b7e tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:22.328777 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-8438bb39-288b-4ec4-94cf-ab2d54c38b7e tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Network 8ccabdf0-779c-48b5-b9de-d1978514c614 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:22.349963 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-8438bb39-288b-4ec4-94cf-ab2d54c38b7e tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:22.358093 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-8438bb39-288b-4ec4-94cf-ab2d54c38b7e tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:22.395824 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86127bc3-37e3-42e8-a993-c7abdec1a4db {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:04:22.406693 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:22.428492 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Router 6e4195f0-7dac-450d-b641-b17ac3aeacbe is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:04:22.432587 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbbd2e-ebd1-4401-b393-f70dfe263a10 req-072f2db2-b2b5-45cf-9f43-c1b86d8947fa tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:22.440176 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-14cbbd2e-ebd1-4401-b393-f70dfe263a10 req-072f2db2-b2b5-45cf-9f43-c1b86d8947fa tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7a203e0-9938-4d08-b2c1-e62c2f6923c4 HTTP/1.1" status: 200 len: 932 time: 0.0869677 Dec 06 15:04:22.448672 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Transition to ACTIVE for port object 86127bc3-37e3-42e8-a993-c7abdec1a4db will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:04:22.459401 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:22.471386 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112553f6-1eef-49c6-8b07-7418a01fc3ea req-a542b4a9-e12f-4246-ab42-d81c57888651 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:22.473115 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-112553f6-1eef-49c6-8b07-7418a01fc3ea req-a542b4a9-e12f-4246-ab42-d81c57888651 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 945 time: 0.3058608 Dec 06 15:04:22.485905 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438bb39-288b-4ec4-94cf-ab2d54c38b7e tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Pushing event updated for resources: {'Port': ['ID=6c969c2c-782c-4d58-96b1-aacebc3b5cda,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:22.511130 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-8438bb39-288b-4ec4-94cf-ab2d54c38b7e tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:22.512015 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-8438bb39-288b-4ec4-94cf-ab2d54c38b7e tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:22.537019 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-14cbbd2e-ebd1-4401-b393-f70dfe263a10 req-35f74f3a-c043-4e93-9723-ec61cab43940 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959742 Dec 06 15:04:22.542004 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Pushing event updated for resources: {'Port': ['ID=86127bc3-37e3-42e8-a993-c7abdec1a4db,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:22.599631 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd045-4f66-4925-b81b-cfacaecaedf4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:22.611788 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-8438bb39-288b-4ec4-94cf-ab2d54c38b7e tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5645235 Dec 06 15:04:22.617943 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Attempting to bind port 86127bc3-37e3-42e8-a993-c7abdec1a4db on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:04:22.618286 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Attempting to bind port 86127bc3-37e3-42e8-a993-c7abdec1a4db by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f42411fc-90c9-47f9-978d-6419263109d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:04:22.618615 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Attempting to bind port 86127bc3-37e3-42e8-a993-c7abdec1a4db on network 8ccabdf0-779c-48b5-b9de-d1978514c614 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:04:22.623437 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Port 86127bc3-37e3-42e8-a993-c7abdec1a4db on network 8ccabdf0-779c-48b5-b9de-d1978514c614 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:04:22.624203 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Attempting to bind port 86127bc3-37e3-42e8-a993-c7abdec1a4db on network 8ccabdf0-779c-48b5-b9de-d1978514c614 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:04:22.629367 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:04:22.629707 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Checking segment: {'id': 'f42411fc-90c9-47f9-978d-6419263109d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:22.630099 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Bound using segment: {'id': 'f42411fc-90c9-47f9-978d-6419263109d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:04:22.630534 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Bound port: 86127bc3-37e3-42e8-a993-c7abdec1a4db, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42411fc-90c9-47f9-978d-6419263109d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:04:22.632082 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:22.646317 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Request body: {'port': {'device_id': '207f2792-db1d-4fe9-b749-146161ef63c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:22.664979 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c5cb0f98-1a86-44ee-850e-6aa161e50b04 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:04:22.669749 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 60e3f125-c196-42ff-948f-a1b0c1da75bb up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:04:22.756040 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] For port 86127bc3-37e3-42e8-a993-c7abdec1a4db, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:04:22.765520 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] For port 86127bc3-37e3-42e8-a993-c7abdec1a4db, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=86127bc3-37e3-42e8-a993-c7abdec1a4db,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:04:22.777892 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:22.809915 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 60e3f125-c196-42ff-948f-a1b0c1da75bb completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:04:22.816122 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 60e3f125-c196-42ff-948f-a1b0c1da75bb triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:22.816559 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:22.853166 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c5cb0f98-1a86-44ee-850e-6aa161e50b04, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04,segment=NetworkSegment(68df21cc-c880-4f67-b4be-3f1a8c6d4c4e),segment_id=68df21cc-c880-4f67-b4be-3f1a8c6d4c4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:22.886519 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'c5cb0f98-1a86-44ee-850e-6aa161e50b04', 'network_id': '14e24fbd-751b-4795-86b8-cd9eca2691c6', 'port_id': 'c5cb0f98-1a86-44ee-850e-6aa161e50b04', 'mac_address': 'fa:16:3e:fe:80:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5af40-5e41-44c6-af09-1021d37830cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:04:22.892861 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:22.893688 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:22.895220 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] 10.222.0.37 "PUT /v2.0/ports/86127bc3-37e3-42e8-a993-c7abdec1a4db HTTP/1.1" status: 200 len: 1092 time: 1.3897572 Dec 06 15:04:22.896373 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a203e0-9938-4d08-b2c1-e62c2f6923c4', 'tag': '86127bc3-37e3-42e8-a993-c7abdec1a4db'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:22.899435 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f9c76f-c48f-4221-94da-d0021366320b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a203e0-9938-4d08-b2c1-e62c2f6923c4", "tag": "86127bc3-37e3-42e8-a993-c7abdec1a4db"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:22.934215 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef210c-d95b-4055-b825-3c55023d3c4c service neutron] Pushing event updated for resources: {'Port': ['ID=86127bc3-37e3-42e8-a993-c7abdec1a4db,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:22.955425 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3979a-5c62-44c0-8238-52ec46109c65 req-50e47c4f-ad44-49ce-81e4-757695e4e088 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:22.963697 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61c3979a-5c62-44c0-8238-52ec46109c65 req-50e47c4f-ad44-49ce-81e4-757695e4e088 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 944 time: 0.1146355 Dec 06 15:04:22.983160 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:23.031639 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-87cc5015-aa34-428e-9228-0ea98cbb1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:23.033095 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-87cc5015-aa34-428e-9228-0ea98cbb1abd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf58db96e056499682ffdb438a3ac633&device_id=e7a203e0-9938-4d08-b2c1-e62c2f6923c4 HTTP/1.1" status: 200 len: 1095 time: 0.0861430 Dec 06 15:04:23.035308 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5cb0f98-1a86-44ee-850e-6aa161e50b04 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:04:23.056501 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61c3979a-5c62-44c0-8238-52ec46109c65 req-5c8c28ee-9020-4543-b73c-b495d735ace2 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918243 Dec 06 15:04:23.096202 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:23.099908 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c5cb0f98-1a86-44ee-850e-6aa161e50b04, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04,segment=NetworkSegment(68df21cc-c880-4f67-b4be-3f1a8c6d4c4e),segment_id=68df21cc-c880-4f67-b4be-3f1a8c6d4c4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:23.114289 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:23.133367 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-80e7717a-7196-49b5-af87-cd7ffb77aedd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86127bc3-37e3-42e8-a993-c7abdec1a4db HTTP/1.1" status: 200 len: 217 time: 0.0750329 Dec 06 15:04:23.152387 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-112553f6-1eef-49c6-8b07-7418a01fc3ea req-d606bfb4-c428-4479-ab93-f090d0a0fee3 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=1042d947-6fa9-4633-9da5-cd5fe6c7422a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6376748 Dec 06 15:04:23.182605 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1845e0e9-e8ad-46f1-acd4-de027fa5d4a9 req-16a9eddd-1c1b-47ad-babb-79943b6d635c tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0515368 Dec 06 15:04:23.199596 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=c5cb0f98-1a86-44ee-850e-6aa161e50b04,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:23.218362 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154e4c45-6633-4040-91bb-7d0ac93c4f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e3f125-c196-42ff-948f-a1b0c1da75bb'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:23.220934 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067f8ad7-c505-4ebc-bd01-7504b7d9c185" -d '{"events": [{"server_uuid": "154e4c45-6633-4040-91bb-7d0ac93c4f81", "name": "network-vif-plugged", "status": "completed", "tag": "60e3f125-c196-42ff-948f-a1b0c1da75bb"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:23.237134 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 60e3f125-c196-42ff-948f-a1b0c1da75bb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=60e3f125-c196-42ff-948f-a1b0c1da75bb,segment=NetworkSegment(4e063630-10fa-4d27-8093-cb1b7f82a14a),segment_id=4e063630-10fa-4d27-8093-cb1b7f82a14a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:23.246053 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d340ed-0f4c-4dae-843b-5f3359255964 x-openstack-request-id: req-66d340ed-0f4c-4dae-843b-5f3359255964 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:23.246427 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a203e0-9938-4d08-b2c1-e62c2f6923c4", "tag": "86127bc3-37e3-42e8-a993-c7abdec1a4db", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:23.246727 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66d340ed-0f4c-4dae-843b-5f3359255964 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:23.247245 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a203e0-9938-4d08-b2c1-e62c2f6923c4', 'tag': '86127bc3-37e3-42e8-a993-c7abdec1a4db', 'status': 'completed', 'code': 200} Dec 06 15:04:23.249873 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:23.260540 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-07b38cfc-d9fd-4839-b8e5-41e0abd75b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:23.262006 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-07b38cfc-d9fd-4839-b8e5-41e0abd75b1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6eccbb96-5243-4854-aeef-df8903ea868d HTTP/1.1" status: 200 len: 853 time: 0.1180241 Dec 06 15:04:23.283942 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e077fe-ffdd-4a41-ba45-78e08c29eaf7 x-openstack-request-id: req-f1e077fe-ffdd-4a41-ba45-78e08c29eaf7 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:23.284218 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154e4c45-6633-4040-91bb-7d0ac93c4f81", "name": "network-vif-plugged", "status": "completed", "tag": "60e3f125-c196-42ff-948f-a1b0c1da75bb", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:23.284574 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1e077fe-ffdd-4a41-ba45-78e08c29eaf7 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:23.285057 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154e4c45-6633-4040-91bb-7d0ac93c4f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e3f125-c196-42ff-948f-a1b0c1da75bb', 'code': 200} Dec 06 15:04:23.286656 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd045-4f66-4925-b81b-cfacaecaedf4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:23.297278 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:23.313161 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-f8e80fa2-fd46-4309-92b5-56d9254ca4c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ccabdf0-779c-48b5-b9de-d1978514c614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399647 Dec 06 15:04:23.318249 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:04:23.325894 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['c5cb0f98-1a86-44ee-850e-6aa161e50b04'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:04:23.335505 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Sync routers for ids ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:04:23.356607 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=60e3f125-c196-42ff-948f-a1b0c1da75bb,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:23.358208 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Routers {'6e4195f0-7dac-450d-b641-b17ac3aeacbe'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:04:23.359791 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:04:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:23.370329 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8bd045-4f66-4925-b81b-cfacaecaedf4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:23.399954 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9f8bd045-4f66-4925-b81b-cfacaecaedf4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:23.463078 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8bd045-4f66-4925-b81b-cfacaecaedf4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:23.495185 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babde17-8519-47a9-a8bc-48fc614e77a8 req-dd429386-1df4-412e-8fe7-668247e93959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:23.496956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0babde17-8519-47a9-a8bc-48fc614e77a8 req-dd429386-1df4-412e-8fe7-668247e93959 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 1097 time: 0.1202633 Dec 06 15:04:23.502393 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:23.507863 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1b9f1a44-c59f-4c69-99c2-fb6b6be05974 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.6627598 Dec 06 15:04:23.509748 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bd045-4f66-4925-b81b-cfacaecaedf4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Pushing event updated for resources: {'Port': ['ID=5da94388-c99f-4ff7-9982-4f256fe91355,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:23.519400 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41618) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:23.588234 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0babde17-8519-47a9-a8bc-48fc614e77a8 req-c4d72aec-88e8-4482-8bc6-4130e61f6936 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1042d947-6fa9-4633-9da5-cd5fe6c7422a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823991 Dec 06 15:04:23.618354 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-dd7ae5af-155b-42f8-9651-06af6255dbd6 service neutron] 10.222.0.37 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916770 Dec 06 15:04:23.620972 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Set router 6e4195f0-7dac-450d-b641-b17ac3aeacbe gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:04:23.831557 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-ced18ccb-21c8-44d1-8f46-238640d02182 service neutron] 10.222.0.37 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050521 Dec 06 15:04:23.839925 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2e5cf272-2f82-4a03-bcae-518805962e1d admin admin] Deleting port f5f7eb9f-d968-4030-866a-010a081dde5b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:04:23.840266 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf272-2f82-4a03-bcae-518805962e1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:23.976619 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9c76f-c48f-4221-94da-d0021366320b req-70d20410-3a9c-45c8-a1f9-c107a7b1844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:23.979753 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d9f9c76f-c48f-4221-94da-d0021366320b req-70d20410-3a9c-45c8-a1f9-c107a7b1844e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf58db96e056499682ffdb438a3ac633&device_id=e7a203e0-9938-4d08-b2c1-e62c2f6923c4 HTTP/1.1" status: 200 len: 1095 time: 0.0674934 Dec 06 15:04:24.036023 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd045-4f66-4925-b81b-cfacaecaedf4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:24.083133 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:04:20Z', 'revision_number': 3, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:24.115775 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a0d91-359e-4239-bc51-a9be2ff07721 req-3d9bb701-aac1-417c-91db-11a87616346d tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:24.127006 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-550a0d91-359e-4239-bc51-a9be2ff07721 req-3d9bb701-aac1-417c-91db-11a87616346d tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7a203e0-9938-4d08-b2c1-e62c2f6923c4 HTTP/1.1" status: 200 len: 944 time: 0.3755918 Dec 06 15:04:24.134526 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Checking router: 6e4195f0-7dac-450d-b641-b17ac3aeacbe for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:04:24.135788 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Updating router 6e4195f0-7dac-450d-b641-b17ac3aeacbe port f5f13725-7cd0-4506-9be9-2ed8ab7f4710 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:04:24.173158 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:24.189541 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd045-4f66-4925-b81b-cfacaecaedf4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:24.202813 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9c76f-c48f-4221-94da-d0021366320b req-5807aeaf-24ee-41dc-8e33-5c15a6fafdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:24.204580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d9f9c76f-c48f-4221-94da-d0021366320b req-5807aeaf-24ee-41dc-8e33-5c15a6fafdce service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ccabdf0-779c-48b5-b9de-d1978514c614 HTTP/1.1" status: 200 len: 914 time: 0.2171593 Dec 06 15:04:24.269058 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d9f9c76f-c48f-4221-94da-d0021366320b req-06503344-928a-48b5-88bb-1e206c76f3f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86127bc3-37e3-42e8-a993-c7abdec1a4db HTTP/1.1" status: 200 len: 217 time: 0.0528057 Dec 06 15:04:24.323176 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317146a-29fe-4383-a773-244978999519 req-7ad5c7ef-4651-4ea5-b5c9-8118e082fa04 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:24.325201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a317146a-29fe-4383-a773-244978999519 req-7ad5c7ef-4651-4ea5-b5c9-8118e082fa04 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 945 time: 0.1195505 Dec 06 15:04:24.363082 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-550a0d91-359e-4239-bc51-a9be2ff07721 req-f5f88ae7-b104-409b-90bc-406dc1d1fdf6 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351315 Dec 06 15:04:24.365540 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9c76f-c48f-4221-94da-d0021366320b req-29edb1a9-af15-400d-8b1c-3753d495ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:24.366913 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d9f9c76f-c48f-4221-94da-d0021366320b req-29edb1a9-af15-400d-8b1c-3753d495ba46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6eccbb96-5243-4854-aeef-df8903ea868d HTTP/1.1" status: 200 len: 853 time: 0.0893173 Dec 06 15:04:24.383777 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2e5cf272-2f82-4a03-bcae-518805962e1d admin admin] For port f5f7eb9f-d968-4030-866a-010a081dde5b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f5f7eb9f-d968-4030-866a-010a081dde5b,segment=NetworkSegment(3de383c1-5981-42d0-a2c8-804097371e4f),segment_id=3de383c1-5981-42d0-a2c8-804097371e4f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:24.388163 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf272-2f82-4a03-bcae-518805962e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:24.418256 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d9f9c76f-c48f-4221-94da-d0021366320b req-0080aaca-62bd-4650-a29d-1aa528403b5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ccabdf0-779c-48b5-b9de-d1978514c614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330641 Dec 06 15:04:24.423870 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a317146a-29fe-4383-a773-244978999519 req-38be5b00-1380-4969-9045-398526497627 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914462 Dec 06 15:04:24.479255 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2e5cf272-2f82-4a03-bcae-518805962e1d admin admin] Calling delete_port for f5f7eb9f-d968-4030-866a-010a081dde5b owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:04:24.554804 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1213c744-edc4-47a4-a75b-159da8f32c05 req-bffb0650-ec6e-46ca-b279-de687291ae64 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0381761 Dec 06 15:04:24.585661 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d9f9c76f-c48f-4221-94da-d0021366320b req-3b8dff60-fc46-432b-b5df-14ac34e4292f service neutron] 10.222.0.37 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575778 Dec 06 15:04:24.589638 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:24.599748 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:24.669705 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c5cb0f98-1a86-44ee-850e-6aa161e50b04 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:04:24.714515 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Attempting to bind port f5f13725-7cd0-4506-9be9-2ed8ab7f4710 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:04:24.722693 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Attempting to bind port f5f13725-7cd0-4506-9be9-2ed8ab7f4710 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:04:24.723157 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Attempting to bind port f5f13725-7cd0-4506-9be9-2ed8ab7f4710 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:04:24.739419 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:04:24.739831 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:24.740263 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:24.741105 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a603177c-06bf-4b6a-8e90-1e9faa514ee3 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:04:24.741229 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:04:24.741684 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Bound port: f5f13725-7cd0-4506-9be9-2ed8ab7f4710, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:04:24.742063 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:24.778642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d9f9c76f-c48f-4221-94da-d0021366320b req-370d72cf-7fa0-41ea-8207-0c931f02bd14 service neutron] 10.222.0.37 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849229 Dec 06 15:04:24.815431 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] For port f5f13725-7cd0-4506-9be9-2ed8ab7f4710, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:04:24.818196 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port c5cb0f98-1a86-44ee-850e-6aa161e50b04 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:24.818974 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] For port f5f13725-7cd0-4506-9be9-2ed8ab7f4710, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f5f13725-7cd0-4506-9be9-2ed8ab7f4710,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:04:24.828045 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:24.828272 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:24.831610 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9aec53-20e0-48a7-a15c-b6cac10fa3c0 None None] Pushing event updated for resources: {'Port': ['ID=f5f13725-7cd0-4506-9be9-2ed8ab7f4710,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:24.886009 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9aec53-20e0-48a7-a15c-b6cac10fa3c0 None None] Pushing event updated for resources: {'Port': ['ID=f5f13725-7cd0-4506-9be9-2ed8ab7f4710,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:24.914369 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Routers {'6e4195f0-7dac-450d-b641-b17ac3aeacbe'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:04:24.915053 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:04:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:24.915234 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b6b0e243-e8bd-4660-bd16-54b8454afb88 None None] Provisioning complete for port f5f13725-7cd0-4506-9be9-2ed8ab7f4710 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:24.915830 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e243-e8bd-4660-bd16-54b8454afb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:24.920034 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56baf018-4d44-4e79-82e7-fc7724764977 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:04:25.007994 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c969c2c-782c-4d58-96b1-aacebc3b5cda {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:04:25.052696 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] Set router 6e4195f0-7dac-450d-b641-b17ac3aeacbe gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:04:25.067252 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:25.118437 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e243-e8bd-4660-bd16-54b8454afb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:25.153872 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd045-4f66-4925-b81b-cfacaecaedf4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:25.155888 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c5cb0f98-1a86-44ee-850e-6aa161e50b04, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04,segment=NetworkSegment(68df21cc-c880-4f67-b4be-3f1a8c6d4c4e),segment_id=68df21cc-c880-4f67-b4be-3f1a8c6d4c4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:25.162160 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:25.167177 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b6b0e243-e8bd-4660-bd16-54b8454afb88 None None] For port f5f13725-7cd0-4506-9be9-2ed8ab7f4710, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f5f13725-7cd0-4506-9be9-2ed8ab7f4710,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:25.169141 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:25.176036 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6b0e243-e8bd-4660-bd16-54b8454afb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:25.191408 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b72f3-414d-45d6-b63e-b10ef0d33603 req-fecf2c63-7dba-4f9f-81bf-7f2ed244d297 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:25.193547 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af4b72f3-414d-45d6-b63e-b10ef0d33603 req-fecf2c63-7dba-4f9f-81bf-7f2ed244d297 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 946 time: 0.6788335 Dec 06 15:04:25.194226 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd045-4f66-4925-b81b-cfacaecaedf4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:25.236890 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=c5cb0f98-1a86-44ee-850e-6aa161e50b04,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:25.288594 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bffdc82-e7a5-4aa1-98b3-3d819132974f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cb0f98-1a86-44ee-850e-6aa161e50b04'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:25.291771 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3664cb0-247c-4fde-acb5-9bacefc14c3f" -d '{"events": [{"server_uuid": "2bffdc82-e7a5-4aa1-98b3-3d819132974f", "name": "network-vif-plugged", "status": "completed", "tag": "c5cb0f98-1a86-44ee-850e-6aa161e50b04"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:25.310229 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Transition to ACTIVE for port object 6c969c2c-782c-4d58-96b1-aacebc3b5cda will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:04:25.328384 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cc74bf07-5556-4a78-95b0-28c1f814b9dd None None] Provisioning complete for port f5f13725-7cd0-4506-9be9-2ed8ab7f4710 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:25.329028 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc74bf07-5556-4a78-95b0-28c1f814b9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:25.344123 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:25.362271 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:04:20Z', 'revision_number': 3, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:25.383689 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8b2aa0-81a6-42df-a7ed-13ae534240c6 x-openstack-request-id: req-0c8b2aa0-81a6-42df-a7ed-13ae534240c6 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:25.383689 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bffdc82-e7a5-4aa1-98b3-3d819132974f", "name": "network-vif-plugged", "status": "completed", "tag": "c5cb0f98-1a86-44ee-850e-6aa161e50b04", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:25.383689 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c8b2aa0-81a6-42df-a7ed-13ae534240c6 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:25.384077 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bffdc82-e7a5-4aa1-98b3-3d819132974f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cb0f98-1a86-44ee-850e-6aa161e50b04', 'code': 200} Dec 06 15:04:25.386241 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0e243-e8bd-4660-bd16-54b8454afb88 None None] Pushing event updated for resources: {'Port': ['ID=f5f13725-7cd0-4506-9be9-2ed8ab7f4710,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:25.389638 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bd045-4f66-4925-b81b-cfacaecaedf4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Pushing event updated for resources: {'Port': ['ID=5da94388-c99f-4ff7-9982-4f256fe91355,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:25.422076 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266813e-c2e8-4091-96cb-3eb154d711ff None None] The sync data for ids ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'] in n-d-master-1 is: [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:04:20Z', 'revision_number': 3, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:04:25.474958 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd045-4f66-4925-b81b-cfacaecaedf4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:25.567571 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af4b72f3-414d-45d6-b63e-b10ef0d33603 req-fbd12675-f552-44a1-a0b8-ae092aecbd77 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=1042d947-6fa9-4633-9da5-cd5fe6c7422a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3618987 Dec 06 15:04:25.573883 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43084e45-e938-4c11-a19e-e8fb26bb5dc4 req-200d1648-86f3-46d0-bb85-127067ac40db tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:25.576406 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-43084e45-e938-4c11-a19e-e8fb26bb5dc4 req-200d1648-86f3-46d0-bb85-127067ac40db tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7a203e0-9938-4d08-b2c1-e62c2f6923c4 HTTP/1.1" status: 200 len: 944 time: 0.1075606 Dec 06 15:04:25.590976 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf272-2f82-4a03-bcae-518805962e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:25.643755 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd045-4f66-4925-b81b-cfacaecaedf4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:25.644921 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9f8bd045-4f66-4925-b81b-cfacaecaedf4 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0549457 Dec 06 15:04:25.657776 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41640) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:25.663391 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ef94e66d-6d5b-4e05-9b00-ed26d41cd629 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Request body: {'floatingip': {'port_id': 'cf78f10b-e039-4cd9-a49e-88773e4a7b43', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:25.722558 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef94e66d-6d5b-4e05-9b00-ed26d41cd629 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for floatingip, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:25.728420 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-43084e45-e938-4c11-a19e-e8fb26bb5dc4 req-6ab99427-edb5-437f-a259-51ae040a3805 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459382 Dec 06 15:04:25.750332 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Pushing event updated for resources: {'Port': ['ID=6c969c2c-782c-4d58-96b1-aacebc3b5cda,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:25.848405 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63c918-fde6-4b75-88a4-a100d0fd0c40 req-93a2602f-a24f-4530-93ec-c080de16d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:25.850122 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1e63c918-fde6-4b75-88a4-a100d0fd0c40 req-93a2602f-a24f-4530-93ec-c080de16d9f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 1098 time: 0.2602415 Dec 06 15:04:25.907992 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b55896a8-6dc7-4cfe-8694-013588910bfd req-e3055bbb-86f2-4f51-a9bb-38b8e0945465 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0709059 Dec 06 15:04:25.944755 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5cf272-2f82-4a03-bcae-518805962e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f7eb9f-d968-4030-866a-010a081dde5b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:25.952776 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-ef94e66d-6d5b-4e05-9b00-ed26d41cd629 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] update failed (client error): The resource could not be found. Dec 06 15:04:25.955102 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ef94e66d-6d5b-4e05-9b00-ed26d41cd629 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] 10.222.0.20 "PUT /v2.0/floatingips/5dfe8c82-2491-44bb-9c28-4a9bbe65257e HTTP/1.1" status: 404 len: 507 time: 0.2958989 Dec 06 15:04:25.959081 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41644) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:25.991626 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Attempting to bind port 6c969c2c-782c-4d58-96b1-aacebc3b5cda on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:04:25.992387 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Attempting to bind port 6c969c2c-782c-4d58-96b1-aacebc3b5cda by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f42411fc-90c9-47f9-978d-6419263109d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:04:25.992819 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Attempting to bind port 6c969c2c-782c-4d58-96b1-aacebc3b5cda on network 8ccabdf0-779c-48b5-b9de-d1978514c614 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:04:25.998936 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:26.015527 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Port 6c969c2c-782c-4d58-96b1-aacebc3b5cda on network 8ccabdf0-779c-48b5-b9de-d1978514c614 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:04:26.016017 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Attempting to bind port 6c969c2c-782c-4d58-96b1-aacebc3b5cda on network 8ccabdf0-779c-48b5-b9de-d1978514c614 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:04:26.031371 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1e63c918-fde6-4b75-88a4-a100d0fd0c40 req-ec48d92e-a22a-4c7c-a5ef-d17517d50a90 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580536 Dec 06 15:04:26.042672 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:04:26.043182 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Checking segment: {'id': 'f42411fc-90c9-47f9-978d-6419263109d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:26.043692 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Bound using segment: {'id': 'f42411fc-90c9-47f9-978d-6419263109d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:04:26.044248 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Bound port: 6c969c2c-782c-4d58-96b1-aacebc3b5cda, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42411fc-90c9-47f9-978d-6419263109d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:04:26.044712 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:26.063302 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e84696-79a9-477f-886b-f289791c0344 req-27eeed32-7b60-4664-8fec-61db2531d25c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:26.065274 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-80e84696-79a9-477f-886b-f289791c0344 req-27eeed32-7b60-4664-8fec-61db2531d25c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.3892512 Dec 06 15:04:26.163054 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-30190dee-5415-4db6-b5ce-161877c06b83 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Deleting port 5da94388-c99f-4ff7-9982-4f256fe91355 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:04:26.163307 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30190dee-5415-4db6-b5ce-161877c06b83 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:26.259019 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30190dee-5415-4db6-b5ce-161877c06b83 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:26.259258 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30190dee-5415-4db6-b5ce-161877c06b83 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:26.275700 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-30190dee-5415-4db6-b5ce-161877c06b83 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Calling delete_port for 5da94388-c99f-4ff7-9982-4f256fe91355 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:04:26.447100 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30190dee-5415-4db6-b5ce-161877c06b83 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:26.475069 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30190dee-5415-4db6-b5ce-161877c06b83 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Pushing event deleted for resources: {'Port': ['ID=5da94388-c99f-4ff7-9982-4f256fe91355,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:26.562336 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30190dee-5415-4db6-b5ce-161877c06b83 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:26.565566 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30190dee-5415-4db6-b5ce-161877c06b83 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:26.567268 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-30190dee-5415-4db6-b5ce-161877c06b83 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] 10.222.0.20 "DELETE /v2.0/floatingips/5dfe8c82-2491-44bb-9c28-4a9bbe65257e HTTP/1.1" status: 204 len: 168 time: 0.6069980 Dec 06 15:04:26.575457 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41646) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:26.581163 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7c6aa33a-c41f-44c1-8cf5-b76ad604c802 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Request body: {'floatingip': {'floating_network_id': 'f247570a-4e9a-4646-be83-ce2c179b839e', 'port_id': 'cf78f10b-e039-4cd9-a49e-88773e4a7b43', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:26.603136 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-80e84696-79a9-477f-886b-f289791c0344 req-8d5db02c-7f0d-4d32-aaf5-ec53dd9bc380 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239544 Dec 06 15:04:26.613232 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa33a-c41f-44c1-8cf5-b76ad604c802 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:26.685422 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e5cf272-2f82-4a03-bcae-518805962e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:26.766050 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] For port 6c969c2c-782c-4d58-96b1-aacebc3b5cda, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:04:26.786175 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed50ca-7cc4-4acd-9c3f-bc8f3d86a85d req-8d4e53b3-4cc4-497e-93b2-ca37f7993609 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:26.794758 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31ed50ca-7cc4-4acd-9c3f-bc8f3d86a85d req-8d4e53b3-4cc4-497e-93b2-ca37f7993609 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 946 time: 0.1090908 Dec 06 15:04:26.815163 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] For port 6c969c2c-782c-4d58-96b1-aacebc3b5cda, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6c969c2c-782c-4d58-96b1-aacebc3b5cda,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:04:26.827414 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:26.866695 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31ed50ca-7cc4-4acd-9c3f-bc8f3d86a85d req-4bad7418-823f-4225-ad84-4831ffec2499 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=1042d947-6fa9-4633-9da5-cd5fe6c7422a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709631 Dec 06 15:04:26.878645 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-7c6aa33a-c41f-44c1-8cf5-b76ad604c802 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:04:26.884352 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7c6aa33a-c41f-44c1-8cf5-b76ad604c802 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3076403 Dec 06 15:04:26.885501 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41656) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:26.891892 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': 'cf78f10b-e039-4cd9-a49e-88773e4a7b43', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:26.902980 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 86127bc3-37e3-42e8-a993-c7abdec1a4db details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:04:26.925775 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:26.988057 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] Allocated IP 172.20.0.1 (4f9d67db-f0f5-4553-b41f-fc932d5b7ff7/910def33-1b6e-420b-bf18-ba2208cd2881/0459c218-5051-4a8f-9e96-37f1d2f3503a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:04:27.025722 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:27.026343 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:27.027746 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] 10.222.0.37 "PUT /v2.0/ports/6c969c2c-782c-4d58-96b1-aacebc3b5cda HTTP/1.1" status: 200 len: 1091 time: 4.3880131 Dec 06 15:04:27.045587 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207f2792-db1d-4fe9-b749-146161ef63c1', 'tag': '6c969c2c-782c-4d58-96b1-aacebc3b5cda'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:27.051278 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46eee07a-403d-4204-803b-061562266fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "207f2792-db1d-4fe9-b749-146161ef63c1", "tag": "6c969c2c-782c-4d58-96b1-aacebc3b5cda"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:27.068984 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6bf93-6519-42a8-a455-f7078fb0cd76 req-0d2e113c-df96-49da-884c-1b569b8edfd4 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:27.075362 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79a6bf93-6519-42a8-a455-f7078fb0cd76 req-0d2e113c-df96-49da-884c-1b569b8edfd4 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 946 time: 0.1267600 Dec 06 15:04:27.117366 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc68fe-5b54-49cb-99ee-fa8e7b9eb253 service neutron] Pushing event updated for resources: {'Port': ['ID=6c969c2c-782c-4d58-96b1-aacebc3b5cda,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:27.218817 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 86127bc3-37e3-42e8-a993-c7abdec1a4db, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=86127bc3-37e3-42e8-a993-c7abdec1a4db,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:27.367681 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f7b74-2277-4856-b493-91a03f0e3b9d req-749daa9c-df42-4625-b729-8cc77750c919 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:27.367902 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79a6bf93-6519-42a8-a455-f7078fb0cd76 req-05ed9385-a1e9-47f3-8ffa-9d25bf3668da tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=1042d947-6fa9-4633-9da5-cd5fe6c7422a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602115 Dec 06 15:04:27.384605 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0e2f7b74-2277-4856-b493-91a03f0e3b9d req-749daa9c-df42-4625-b729-8cc77750c919 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7a203e0-9938-4d08-b2c1-e62c2f6923c4 HTTP/1.1" status: 200 len: 944 time: 0.5091929 Dec 06 15:04:27.432403 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41674) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:27.447387 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:27.659791 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:27.689119 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-76e0cad4-d66a-4649-a79f-09f24e1704eb req-e1158dbc-e5da-4c37-8207-422f5caf743c tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1082580 Dec 06 15:04:27.710931 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789c0f87-7093-4be7-b013-13ec541bd864 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:27.716095 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '86127bc3-37e3-42e8-a993-c7abdec1a4db', 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614', 'port_id': '86127bc3-37e3-42e8-a993-c7abdec1a4db', 'mac_address': 'fa:16:3e:f0:58:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eccbb96-5243-4854-aeef-df8903ea868d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:04:27.718979 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f5f13725-7cd0-4506-9be9-2ed8ab7f4710 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:04:27.728707 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-789c0f87-7093-4be7-b013-13ec541bd864 tempest-TestNetworkBasicOps-616510295 tempest-TestNetworkBasicOps-616510295-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 1092 time: 0.2763407 Dec 06 15:04:27.730512 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41694) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:27.734373 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': '60e3f125-c196-42ff-948f-a1b0c1da75bb', 'tenant_id': '6328bee89d2341bdb282688164425785', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:27.789988 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:27.794566 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0e2f7b74-2277-4856-b493-91a03f0e3b9d req-f9447e04-d348-42c4-918a-b8f41a52fd6e tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087038 Dec 06 15:04:27.823586 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5cf272-2f82-4a03-bcae-518805962e1d admin admin] Router aaae1684-3288-49f0-841a-604431e799cc has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:04:27.848677 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4fa836-bf59-49e6-b1e5-5fefceaf34c8 x-openstack-request-id: req-5f4fa836-bf59-49e6-b1e5-5fefceaf34c8 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:27.848974 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207f2792-db1d-4fe9-b749-146161ef63c1", "tag": "6c969c2c-782c-4d58-96b1-aacebc3b5cda", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:27.849234 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f4fa836-bf59-49e6-b1e5-5fefceaf34c8 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:27.849644 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207f2792-db1d-4fe9-b749-146161ef63c1', 'tag': '6c969c2c-782c-4d58-96b1-aacebc3b5cda', 'status': 'completed', 'code': 200} Dec 06 15:04:27.889854 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-a6bd1079-ab32-4baf-9561-db8f7f13db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:27.892504 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-a6bd1079-ab32-4baf-9561-db8f7f13db34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf58db96e056499682ffdb438a3ac633&device_id=207f2792-db1d-4fe9-b749-146161ef63c1 HTTP/1.1" status: 200 len: 1094 time: 0.7838206 Dec 06 15:04:27.911975 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:27.939686 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f5f13725-7cd0-4506-9be9-2ed8ab7f4710 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:27.940102 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:27.962543 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Allocated IP 172.35.7.156 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/b5d76ea7-dfc0-4849-b073-806f0a696cfe) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:04:27.971132 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86127bc3-37e3-42e8-a993-c7abdec1a4db {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:04:28.023008 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:28.068115 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 86127bc3-37e3-42e8-a993-c7abdec1a4db, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=86127bc3-37e3-42e8-a993-c7abdec1a4db,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:28.079498 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:28.132805 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:28.135490 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5cf272-2f82-4a03-bcae-518805962e1d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:04:28.146198 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-80d7a84e-e493-4e75-86b8-4157c939cc76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c969c2c-782c-4d58-96b1-aacebc3b5cda HTTP/1.1" status: 200 len: 217 time: 0.2368565 Dec 06 15:04:28.153798 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2e5cf272-2f82-4a03-bcae-518805962e1d admin admin] 10.222.0.20 "PUT /v2.0/routers/aaae1684-3288-49f0-841a-604431e799cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5284674 Dec 06 15:04:28.194539 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41710) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:28.219998 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547d956-3980-46c3-ab5f-f19fc5e5fedf None None] Sync routers for ids ['aaae1684-3288-49f0-841a-604431e799cc'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:04:28.258917 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-43e6d96c-7346-4ee9-8b6e-2054dd676a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:28.260577 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=86127bc3-37e3-42e8-a993-c7abdec1a4db,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:28.261475 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-43e6d96c-7346-4ee9-8b6e-2054dd676a87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6eccbb96-5243-4854-aeef-df8903ea868d HTTP/1.1" status: 200 len: 853 time: 0.1060629 Dec 06 15:04:28.294292 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] Network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:28.307457 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11349f9f-9143-47b0-ae80-695c80fa922a req-8e4a3155-e599-4a7f-a23b-0f612c026035 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:28.310136 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11349f9f-9143-47b0-ae80-695c80fa922a req-8e4a3155-e599-4a7f-a23b-0f612c026035 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.3996899 Dec 06 15:04:28.328745 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:28.332798 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547d956-3980-46c3-ab5f-f19fc5e5fedf None None] Routers {'aaae1684-3288-49f0-841a-604431e799cc'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:04:28.333462 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f547d956-3980-46c3-ab5f-f19fc5e5fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:04:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['aaae1684-3288-49f0-841a-604431e799cc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:28.352932 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-38616376-6091-4fbb-b056-f1ad765221f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ccabdf0-779c-48b5-b9de-d1978514c614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777209 Dec 06 15:04:28.354140 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:28.371876 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] Pushing event updated for resources: {'Port': ['ID=0459c218-5051-4a8f-9e96-37f1d2f3503a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:28.413122 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:28.442669 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-189b6397-1492-405c-88cc-ae947ed2f03a admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:28.616103 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-81b3bb65-bb2c-427e-8fc3-53dab35cc054 service neutron] 10.222.0.37 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451029 Dec 06 15:04:28.647314 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['86127bc3-37e3-42e8-a993-c7abdec1a4db'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:04:28.696259 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-11349f9f-9143-47b0-ae80-695c80fa922a req-1bc02b27-fc5e-4515-bf84-315fcecd3d8b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502159 Dec 06 15:04:28.725799 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f547d956-3980-46c3-ab5f-f19fc5e5fedf None None] Set router aaae1684-3288-49f0-841a-604431e799cc gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:04:28.726914 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:29.035924 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8349a6e-ecc6-4591-b6d7-f8cb517e2550 None None] Provisioning complete for port 0459c218-5051-4a8f-9e96-37f1d2f3503a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:29.036503 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8349a6e-ecc6-4591-b6d7-f8cb517e2550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:29.086944 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc3c1189-0be0-41a2-98e1-6e8575844640 req-4b81adbe-ab4c-4420-9c47-24ba25f09000 service neutron] 10.222.0.37 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520633 Dec 06 15:04:29.092582 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:29.124826 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8349a6e-ecc6-4591-b6d7-f8cb517e2550 None None] Port 0459c218-5051-4a8f-9e96-37f1d2f3503a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:04:29.128115 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3739a-0760-42bb-81c3-c6ce26b37da3 req-825d68f3-0574-4b94-9b7e-b70e1fa1a282 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:29.133193 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:29.136212 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-89e3739a-0760-42bb-81c3-c6ce26b37da3 req-825d68f3-0574-4b94-9b7e-b70e1fa1a282 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7a203e0-9938-4d08-b2c1-e62c2f6923c4 HTTP/1.1" status: 200 len: 945 time: 0.1637759 Dec 06 15:04:29.163036 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f96ed64c-3a8c-42bb-a749-8b09602e8075 req-11abc487-89bc-4941-bd48-0f91f70ffbdb tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0804482 Dec 06 15:04:29.192052 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f547d956-3980-46c3-ab5f-f19fc5e5fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae1684-3288-49f0-841a-604431e799cc', 'name': 'tempest-ServerRescueTestJSON-149218554-router', 'tenant_id': '360c1d4dec644284a4e61c9254a97ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.52'}], 'enable_snat': True}, 'gw_port_id': '660b829d-4900-45d5-bcc7-dad73f6f19a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:19Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 5, 'project_id': '360c1d4dec644284a4e61c9254a97ca2', 'gw_port': {'id': '660b829d-4900-45d5-bcc7-dad73f6f19a5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae1684-3288-49f0-841a-604431e799cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:20Z', 'updated_at': '2021-12-06T15:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:29.249481 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:29.252985 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:29.258198 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547d956-3980-46c3-ab5f-f19fc5e5fedf None None] Checking router: aaae1684-3288-49f0-841a-604431e799cc for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:04:29.263946 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-89e3739a-0760-42bb-81c3-c6ce26b37da3 req-402090d2-ec8c-4b9b-a2d6-a398c94cef4f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247649 Dec 06 15:04:29.265483 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:29.282898 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:29.290272 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Pushing event updated for resources: {'Port': ['ID=b5d76ea7-dfc0-4849-b073-806f0a696cfe,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:29.291598 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547d956-3980-46c3-ab5f-f19fc5e5fedf None None] Routers {'aaae1684-3288-49f0-841a-604431e799cc'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:04:29.296112 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eee07a-403d-4204-803b-061562266fa8 req-f3773aba-fe19-4ebd-b163-392c38e0b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:29.296525 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f547d956-3980-46c3-ab5f-f19fc5e5fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:04:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['aaae1684-3288-49f0-841a-604431e799cc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:29.297997 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-46eee07a-403d-4204-803b-061562266fa8 req-f3773aba-fe19-4ebd-b163-392c38e0b61f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf58db96e056499682ffdb438a3ac633&device_id=207f2792-db1d-4fe9-b749-146161ef63c1 HTTP/1.1" status: 200 len: 1094 time: 0.1306014 Dec 06 15:04:29.375519 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-189b6397-1492-405c-88cc-ae947ed2f03a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:29.431556 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f547d956-3980-46c3-ab5f-f19fc5e5fedf None None] Set router aaae1684-3288-49f0-841a-604431e799cc gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:04:29.492270 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:29.496037 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eee07a-403d-4204-803b-061562266fa8 req-41547980-9703-4a62-8464-73eeecad1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:29.498629 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-46eee07a-403d-4204-803b-061562266fa8 req-41547980-9703-4a62-8464-73eeecad1a1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ccabdf0-779c-48b5-b9de-d1978514c614 HTTP/1.1" status: 200 len: 914 time: 0.1916509 Dec 06 15:04:29.501221 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:29.534265 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Allocated IP 172.35.7.37 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/5750dd42-c8d7-47d9-9c39-4c68a2fce2d2) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:04:29.597727 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-189b6397-1492-405c-88cc-ae947ed2f03a admin admin] Deleting port 660b829d-4900-45d5-bcc7-dad73f6f19a5 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:04:29.598066 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-189b6397-1492-405c-88cc-ae947ed2f03a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:29.611139 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-46eee07a-403d-4204-803b-061562266fa8 req-41598836-7025-4291-8f3b-576536d355d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c969c2c-782c-4d58-96b1-aacebc3b5cda HTTP/1.1" status: 200 len: 217 time: 0.0699317 Dec 06 15:04:29.649281 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f547d956-3980-46c3-ab5f-f19fc5e5fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaae1684-3288-49f0-841a-604431e799cc', 'name': 'tempest-ServerRescueTestJSON-149218554-router', 'tenant_id': '360c1d4dec644284a4e61c9254a97ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.52'}], 'enable_snat': True}, 'gw_port_id': '660b829d-4900-45d5-bcc7-dad73f6f19a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:19Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 5, 'project_id': '360c1d4dec644284a4e61c9254a97ca2', 'gw_port': {'id': '660b829d-4900-45d5-bcc7-dad73f6f19a5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae1684-3288-49f0-841a-604431e799cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:20Z', 'updated_at': '2021-12-06T15:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:29.660544 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:29.670180 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] Pushing event updated for resources: {'Port': ['ID=0459c218-5051-4a8f-9e96-37f1d2f3503a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:29.686839 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547d956-3980-46c3-ab5f-f19fc5e5fedf None None] The sync data for ids ['aaae1684-3288-49f0-841a-604431e799cc'] in n-d-master-1 is: [{'id': 'aaae1684-3288-49f0-841a-604431e799cc', 'name': 'tempest-ServerRescueTestJSON-149218554-router', 'tenant_id': '360c1d4dec644284a4e61c9254a97ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.52'}], 'enable_snat': True}, 'gw_port_id': '660b829d-4900-45d5-bcc7-dad73f6f19a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:19Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 5, 'project_id': '360c1d4dec644284a4e61c9254a97ca2', 'gw_port': {'id': '660b829d-4900-45d5-bcc7-dad73f6f19a5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaae1684-3288-49f0-841a-604431e799cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:20Z', 'updated_at': '2021-12-06T15:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:04:29.761456 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eee07a-403d-4204-803b-061562266fa8 req-9c329868-bf46-4656-898f-3507ddca0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:29.763586 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-46eee07a-403d-4204-803b-061562266fa8 req-9c329868-bf46-4656-898f-3507ddca0383 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6eccbb96-5243-4854-aeef-df8903ea868d HTTP/1.1" status: 200 len: 853 time: 0.1429210 Dec 06 15:04:29.790303 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-189b6397-1492-405c-88cc-ae947ed2f03a admin admin] For port 660b829d-4900-45d5-bcc7-dad73f6f19a5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=660b829d-4900-45d5-bcc7-dad73f6f19a5,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:29.791095 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-189b6397-1492-405c-88cc-ae947ed2f03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:29.803931 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-189b6397-1492-405c-88cc-ae947ed2f03a admin admin] Calling delete_port for 660b829d-4900-45d5-bcc7-dad73f6f19a5 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:04:29.806901 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-46eee07a-403d-4204-803b-061562266fa8 req-96dc21f3-dbc1-49e4-b163-f6461cdc7801 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ccabdf0-779c-48b5-b9de-d1978514c614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322423 Dec 06 15:04:29.808740 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] Network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:29.810242 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:29.824192 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Deleting port b5d76ea7-dfc0-4849-b073-806f0a696cfe {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:04:29.824540 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:29.843407 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:29.853651 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:30.026603 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ffd5a-6d57-43e7-9098-62201c343988 req-8f8c3c29-18fd-4c82-bc69-94f07c967510 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:30.027389 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-46eee07a-403d-4204-803b-061562266fa8 req-76cefa75-382a-486a-b503-733cf13fec06 service neutron] 10.222.0.37 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115762 Dec 06 15:04:30.028417 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa6ffd5a-6d57-43e7-9098-62201c343988 req-8f8c3c29-18fd-4c82-bc69-94f07c967510 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.2139478 Dec 06 15:04:30.068041 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] Router 6e4195f0-7dac-450d-b641-b17ac3aeacbe has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:04:30.085830 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:30.086153 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:30.105466 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Calling delete_port for b5d76ea7-dfc0-4849-b073-806f0a696cfe owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:04:30.181021 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2abff324-65ad-4a0f-99b8-ce5c809897e4 None None] Provisioning complete for port 0459c218-5051-4a8f-9e96-37f1d2f3503a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:30.181520 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2abff324-65ad-4a0f-99b8-ce5c809897e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:30.228926 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2abff324-65ad-4a0f-99b8-ce5c809897e4 None None] Port 0459c218-5051-4a8f-9e96-37f1d2f3503a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:04:30.245053 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:30.323885 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:30.339679 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:30.369465 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:30.421475 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa6ffd5a-6d57-43e7-9098-62201c343988 req-09dc09cf-29b5-49e3-adc7-abbc1cd1f89a tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591123 Dec 06 15:04:30.436252 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Port': ['ID=5750dd42-c8d7-47d9-9c39-4c68a2fce2d2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:30.506219 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:30.598936 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Pushing event deleted for resources: {'Port': ['ID=b5d76ea7-dfc0-4849-b073-806f0a696cfe,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:30.650352 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-189b6397-1492-405c-88cc-ae947ed2f03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:30.695066 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cc631a8a-5d6c-4ac5-a172-aaacc176bc79 req-4874213c-b0d4-43f7-a71c-27ab98755305 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0692191 Dec 06 15:04:30.709314 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:04:30.724748 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-210e77c5-b118-47b7-846b-08046ad804cd admin admin] 10.222.0.20 "PUT /v2.0/routers/6e4195f0-7dac-450d-b641-b17ac3aeacbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1962295 Dec 06 15:04:30.727035 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Sync routers for ids ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:04:30.750748 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-46eee07a-403d-4204-803b-061562266fa8 req-4b5c7d06-b6ae-4980-a034-106c3c29c40d service neutron] 10.222.0.37 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7153711 Dec 06 15:04:30.761489 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Routers {'6e4195f0-7dac-450d-b641-b17ac3aeacbe'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:04:30.764121 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:04:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:30.768028 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f930259-d92f-41ca-ac1c-e745a9ec20a4 req-bc31fc71-fd4b-4263-88ff-8a5d8c998e51 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:30.776846 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f930259-d92f-41ca-ac1c-e745a9ec20a4 req-bc31fc71-fd4b-4263-88ff-8a5d8c998e51 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7a203e0-9938-4d08-b2c1-e62c2f6923c4 HTTP/1.1" status: 200 len: 945 time: 0.2452886 Dec 06 15:04:30.788168 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4ef99251-a224-4f9d-a296-157c38947100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:30.807573 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b6397-1492-405c-88cc-ae947ed2f03a admin admin] Pushing event deleted for resources: {'Port': ['ID=660b829d-4900-45d5-bcc7-dad73f6f19a5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:30.823857 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcde680-ce0b-4cb9-819e-9fe65f184583 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:04:30.950713 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f930259-d92f-41ca-ac1c-e745a9ec20a4 req-9d59dac6-9432-49b7-ba17-1513faf24901 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729176 Dec 06 15:04:30.952578 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306f575-d69c-4609-bfc7-d2db4d6f1e38 req-7ac392a6-8de4-42fe-b46c-5a1200c2f801 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:30.962825 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9306f575-d69c-4609-bfc7-d2db4d6f1e38 req-7ac392a6-8de4-42fe-b46c-5a1200c2f801 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.0821750 Dec 06 15:04:30.966579 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6c969c2c-782c-4d58-96b1-aacebc3b5cda details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:04:31.009694 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 86127bc3-37e3-42e8-a993-c7abdec1a4db up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:04:31.033397 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Set router 6e4195f0-7dac-450d-b641-b17ac3aeacbe gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:04:31.042857 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9306f575-d69c-4609-bfc7-d2db4d6f1e38 req-8f75ab71-5aec-4d03-9c5c-a7a60c81a4a4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790281 Dec 06 15:04:31.043468 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] create failed (client error): The resource could not be found. Dec 06 15:04:31.047771 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-27d7569e-caf4-4307-88c7-8c1bce035a91 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.1564558 Dec 06 15:04:31.048820 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41742) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:31.058914 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-189b6397-1492-405c-88cc-ae947ed2f03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.239968 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-189b6397-1492-405c-88cc-ae947ed2f03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.247789 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-189b6397-1492-405c-88cc-ae947ed2f03a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.282695 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f5f7eb9f-d968-4030-866a-010a081dde5b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:04:31.299874 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 86127bc3-37e3-42e8-a993-c7abdec1a4db completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:04:31.327556 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6dbc2-b0c0-4b05-9ee0-c90a18b71774 req-9554d213-10d7-4e1f-a742-febbc93aeeb8 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:31.331542 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-75e6dbc2-b0c0-4b05-9ee0-c90a18b71774 req-9554d213-10d7-4e1f-a742-febbc93aeeb8 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.1291640 Dec 06 15:04:31.337827 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-189b6397-1492-405c-88cc-ae947ed2f03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.338412 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189b6397-1492-405c-88cc-ae947ed2f03a admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaae1684-3288-49f0-841a-604431e799cc {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:04:31.343140 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-189b6397-1492-405c-88cc-ae947ed2f03a admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.347168 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-189b6397-1492-405c-88cc-ae947ed2f03a admin admin] 10.222.0.20 "DELETE /v2.0/routers/aaae1684-3288-49f0-841a-604431e799cc HTTP/1.1" status: 204 len: 168 time: 3.1498373 Dec 06 15:04:31.349532 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41748) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:31.353851 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Deleting port cf78f10b-e039-4cd9-a49e-88773e4a7b43 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:04:31.354435 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.365265 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 86127bc3-37e3-42e8-a993-c7abdec1a4db triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:31.366230 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.373116 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: f5f7eb9f-d968-4030-866a-010a081dde5b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:04:31.379356 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f5f7eb9f-d968-4030-866a-010a081dde5b not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:04:31.473924 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41750) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:31.492754 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7d6fdb9a-2028-490d-bfd1-9f1d32379918 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1021650084', 'description': 'tempest-description--1642246521'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:31.508688 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f7319f-faeb-4b45-a274-065694aa18a8 admin admin] Deleting subnet 36e31e95-5c98-4922-9d80-978cf8f08c26 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:04:31.519404 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99f7319f-faeb-4b45-a274-065694aa18a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.525245 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6c969c2c-782c-4d58-96b1-aacebc3b5cda, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6c969c2c-782c-4d58-96b1-aacebc3b5cda,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:31.544625 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '6c969c2c-782c-4d58-96b1-aacebc3b5cda', 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614', 'port_id': '6c969c2c-782c-4d58-96b1-aacebc3b5cda', 'mac_address': 'fa:16:3e:19:a9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eccbb96-5243-4854-aeef-df8903ea868d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:04:31.547221 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:04:28Z', 'revision_number': 4, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0459c218-5051-4a8f-9e96-37f1d2f3503a', 'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'mac_address': 'fa:16:3e:23:95:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:26Z', 'updated_at': '2021-12-06T15:04:29Z', 'revision_number': 2, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'subnets': [{'id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:31.603032 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Checking router: 6e4195f0-7dac-450d-b641-b17ac3aeacbe for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:04:31.603512 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Updating router 6e4195f0-7dac-450d-b641-b17ac3aeacbe port 0459c218-5051-4a8f-9e96-37f1d2f3503a binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:04:31.612729 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-75e6dbc2-b0c0-4b05-9ee0-c90a18b71774 req-46877311-14fe-482a-be0e-44de47873409 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725418 Dec 06 15:04:31.631566 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.632440 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.666958 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99f7319f-faeb-4b45-a274-065694aa18a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.669514 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c969c2c-782c-4d58-96b1-aacebc3b5cda {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:04:31.673281 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Calling delete_port for cf78f10b-e039-4cd9-a49e-88773e4a7b43 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:04:31.686474 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.688396 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.703405 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6c969c2c-782c-4d58-96b1-aacebc3b5cda, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6c969c2c-782c-4d58-96b1-aacebc3b5cda,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:31.737580 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.738586 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 86127bc3-37e3-42e8-a993-c7abdec1a4db, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=86127bc3-37e3-42e8-a993-c7abdec1a4db,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:31.740075 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a203e0-9938-4d08-b2c1-e62c2f6923c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86127bc3-37e3-42e8-a993-c7abdec1a4db'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:31.743054 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cbe5fc-9d95-4210-99e0-fbbe8f375d06" -d '{"events": [{"server_uuid": "e7a203e0-9938-4d08-b2c1-e62c2f6923c4", "name": "network-vif-plugged", "status": "completed", "tag": "86127bc3-37e3-42e8-a993-c7abdec1a4db"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:31.748487 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.752999 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.790723 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d6fdb9a-2028-490d-bfd1-9f1d32379918 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.827948 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff6a8c2-2d89-41d7-8ae1-ca51459c23be x-openstack-request-id: req-8ff6a8c2-2d89-41d7-8ae1-ca51459c23be {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:31.828253 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a203e0-9938-4d08-b2c1-e62c2f6923c4", "name": "network-vif-plugged", "status": "completed", "tag": "86127bc3-37e3-42e8-a993-c7abdec1a4db", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:31.832000 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ff6a8c2-2d89-41d7-8ae1-ca51459c23be {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:31.832452 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a203e0-9938-4d08-b2c1-e62c2f6923c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86127bc3-37e3-42e8-a993-c7abdec1a4db', 'code': 200} Dec 06 15:04:31.847048 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=6c969c2c-782c-4d58-96b1-aacebc3b5cda,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:31.881204 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.905621 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5637ef-2767-4f73-a40b-6e95413837cb req-6160ea1f-d69b-4f82-9805-f0b2c1173987 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:31.916607 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0b5637ef-2767-4f73-a40b-6e95413837cb req-6160ea1f-d69b-4f82-9805-f0b2c1173987 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.1707923 Dec 06 15:04:31.958510 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99f7319f-faeb-4b45-a274-065694aa18a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.975274 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-685fd2ea-7588-46f9-a698-0ea17fa736ce req-f8c6f88d-7da2-4d2b-8c0b-4d318df05df4 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0825441 Dec 06 15:04:31.979804 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=86127bc3-37e3-42e8-a993-c7abdec1a4db,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:32.013440 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6c969c2c-782c-4d58-96b1-aacebc3b5cda'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:04:32.131718 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e2ee0-be50-45ce-9a57-d55431828148 req-c11bc7e4-15b8-482f-9b58-21efe6de8779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:32.133273 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c2e2ee0-be50-45ce-9a57-d55431828148 req-c11bc7e4-15b8-482f-9b58-21efe6de8779 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7a203e0-9938-4d08-b2c1-e62c2f6923c4 HTTP/1.1" status: 200 len: 1097 time: 0.2086427 Dec 06 15:04:32.151296 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0b5637ef-2767-4f73-a40b-6e95413837cb req-3b3e59e3-5e5e-45a5-90f8-c4172a6bcb43 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342970 Dec 06 15:04:32.230266 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c2e2ee0-be50-45ce-9a57-d55431828148 req-3995c524-138b-4d39-a3a9-00bd9f91618f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758562 Dec 06 15:04:32.233786 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:32.275795 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:32.298344 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:32.356499 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52dcc3-5ff9-44ee-8b69-758cd0d9500d req-25042587-6309-402d-9def-d39cb8d9e3a2 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:32.369507 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf52dcc3-5ff9-44ee-8b69-758cd0d9500d req-25042587-6309-402d-9def-d39cb8d9e3a2 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7a203e0-9938-4d08-b2c1-e62c2f6923c4 HTTP/1.1" status: 200 len: 946 time: 0.2660646 Dec 06 15:04:32.370507 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Pushing event deleted for resources: {'Port': ['ID=cf78f10b-e039-4cd9-a49e-88773e4a7b43,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:32.386774 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:32.387685 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:32.387685 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:32.387966 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:32.388343 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:32.388770 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:32.389147 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:32.389482 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:32.389916 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:32.390353 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:32.390686 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:32.391083 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:32.391624 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:32.401233 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99f7319f-faeb-4b45-a274-065694aa18a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:32.454323 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf514138-18c0-4fdb-a5a2-29a8c6168d22 req-6ce2fe0e-cce4-49ad-83b7-862a49c1a0bd tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:32.486333 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bf514138-18c0-4fdb-a5a2-29a8c6168d22 req-6ce2fe0e-cce4-49ad-83b7-862a49c1a0bd tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.2056813 Dec 06 15:04:32.517866 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:32.520971 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-111409d7-c8fd-4dd8-9256-fe286a598185 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] 10.222.0.20 "DELETE /v2.0/ports/cf78f10b-e039-4cd9-a49e-88773e4a7b43 HTTP/1.1" status: 204 len: 168 time: 1.4710219 Dec 06 15:04:32.529835 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d6fdb9a-2028-490d-bfd1-9f1d32379918 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:32.530755 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41766) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:32.609844 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bf514138-18c0-4fdb-a5a2-29a8c6168d22 req-15a78960-d01f-4301-9fcd-7a74391ec8d2 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199739 Dec 06 15:04:32.613286 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7319f-faeb-4b45-a274-065694aa18a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e31e95-5c98-4922-9d80-978cf8f08c26,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:32.628679 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf52dcc3-5ff9-44ee-8b69-758cd0d9500d req-65dace2d-7785-4aa8-a6df-9217cc5f8f81 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580087 Dec 06 15:04:32.629361 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d6fdb9a-2028-490d-bfd1-9f1d32379918 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:32.661633 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99f7319f-faeb-4b45-a274-065694aa18a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:32.667727 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-99f7319f-faeb-4b45-a274-065694aa18a8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/36e31e95-5c98-4922-9d80-978cf8f08c26 HTTP/1.1" status: 204 len: 168 time: 1.3148162 Dec 06 15:04:32.673094 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d7d1d6-7c50-4438-9287-6b43519852c2 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:32.673909 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41770) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:32.682185 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-78d7d1d6-7c50-4438-9287-6b43519852c2 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a8a507-0834-4bf4-9eea-5931c4aca146 HTTP/1.1" status: 200 len: 913 time: 0.1452136 Dec 06 15:04:32.687558 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41772) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:32.702376 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d6fdb9a-2028-490d-bfd1-9f1d32379918 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:32.703887 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7d6fdb9a-2028-490d-bfd1-9f1d32379918 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2289686 Dec 06 15:04:32.715020 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41776) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:32.722294 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad767f-3e07-462b-b6e4-eb293b448e4b None None] Pushing event updated for resources: {'Port': ['ID=0459c218-5051-4a8f-9e96-37f1d2f3503a,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:32.763153 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c1c8d13c-9f73-47bb-827b-1127e2291b65 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Request body: {'security_group_rule': {'security_group_id': '9c33869b-a750-4387-8808-393cd874aac1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:32.814762 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1c8d13c-9f73-47bb-827b-1127e2291b65 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:32.821993 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fdb9a-2028-490d-bfd1-9f1d32379918 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c33869b-a750-4387-8808-393cd874aac1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:32.880505 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Attempting to bind port 0459c218-5051-4a8f-9e96-37f1d2f3503a on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:04:32.881099 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Attempting to bind port 0459c218-5051-4a8f-9e96-37f1d2f3503a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '01c1d4de-7367-4370-91b8-845ea5e2c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:04:32.882210 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Attempting to bind port 0459c218-5051-4a8f-9e96-37f1d2f3503a on network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:04:32.888800 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:04:32.889175 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Checking segment: {'id': '01c1d4de-7367-4370-91b8-845ea5e2c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:32.889625 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:32.890017 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Bound using segment: {'id': '01c1d4de-7367-4370-91b8-845ea5e2c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:04:32.890483 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Bound port: 0459c218-5051-4a8f-9e96-37f1d2f3503a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c1d4de-7367-4370-91b8-845ea5e2c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:04:32.890886 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:32.948002 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:32.954473 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6c969c2c-782c-4d58-96b1-aacebc3b5cda up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:04:32.999996 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] For port 0459c218-5051-4a8f-9e96-37f1d2f3503a, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:04:33.004257 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] For port 0459c218-5051-4a8f-9e96-37f1d2f3503a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0459c218-5051-4a8f-9e96-37f1d2f3503a,segment=NetworkSegment(01c1d4de-7367-4370-91b8-845ea5e2c9df),segment_id=01c1d4de-7367-4370-91b8-845ea5e2c9df)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:04:33.011695 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c86692da-3b41-4460-bc2c-fba28f30df8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:33.011907 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:33.013445 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:33.086183 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 6c969c2c-782c-4d58-96b1-aacebc3b5cda completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:04:33.099817 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 6c969c2c-782c-4d58-96b1-aacebc3b5cda triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:33.100202 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:33.110167 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-80452540-1379-4ca8-ae2b-8ce3ae1037cf req-05dad941-ae78-4315-917c-fd6459945969 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0619047 Dec 06 15:04:33.145746 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Routers {'6e4195f0-7dac-450d-b641-b17ac3aeacbe'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:04:33.146389 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:04:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:33.150648 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad767f-3e07-462b-b6e4-eb293b448e4b None None] Pushing event updated for resources: {'Port': ['ID=0459c218-5051-4a8f-9e96-37f1d2f3503a,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:33.153845 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5c043e92-dfda-4c4a-9d6e-daec7209a163 None None] Provisioning complete for port 0459c218-5051-4a8f-9e96-37f1d2f3503a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:33.154499 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c043e92-dfda-4c4a-9d6e-daec7209a163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:33.229661 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 660b829d-4900-45d5-bcc7-dad73f6f19a5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:04:33.266583 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 660b829d-4900-45d5-bcc7-dad73f6f19a5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:04:33.267640 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 660b829d-4900-45d5-bcc7-dad73f6f19a5 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:04:33.293712 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb14254f-70ac-43d5-bff0-f758466a3c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:33.363087 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-910bd1c4-1f45-43e3-8378-5c881496079f tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:33.377254 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] Set router 6e4195f0-7dac-450d-b641-b17ac3aeacbe gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:04:33.530989 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:33.603565 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c043e92-dfda-4c4a-9d6e-daec7209a163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:33.608744 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6c969c2c-782c-4d58-96b1-aacebc3b5cda, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6c969c2c-782c-4d58-96b1-aacebc3b5cda,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:33.624084 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:33.635219 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event updated for resources: {'Port': ['ID=5750dd42-c8d7-47d9-9c39-4c68a2fce2d2,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:33.702528 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1c8d13c-9f73-47bb-827b-1127e2291b65 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:33.735884 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39512296-5c18-499c-9f40-29d77a5d7faa req-24cca84b-ed3a-405d-a53d-af2e22115b23 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:33.739116 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5c043e92-dfda-4c4a-9d6e-daec7209a163 None None] For port 0459c218-5051-4a8f-9e96-37f1d2f3503a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0459c218-5051-4a8f-9e96-37f1d2f3503a,segment=NetworkSegment(01c1d4de-7367-4370-91b8-845ea5e2c9df),segment_id=01c1d4de-7367-4370-91b8-845ea5e2c9df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:33.745381 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39512296-5c18-499c-9f40-29d77a5d7faa req-24cca84b-ed3a-405d-a53d-af2e22115b23 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.8896654 Dec 06 15:04:33.755193 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c043e92-dfda-4c4a-9d6e-daec7209a163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:33.755804 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:04:28Z', 'revision_number': 4, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0459c218-5051-4a8f-9e96-37f1d2f3503a', 'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'mac_address': 'fa:16:3e:23:95:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:26Z', 'updated_at': '2021-12-06T15:04:32Z', 'revision_number': 4, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'subnets': [{'id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:33.773034 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=6c969c2c-782c-4d58-96b1-aacebc3b5cda,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:33.797339 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a5bcc-28e1-4359-8c56-a8e5ed9e8f0a None None] The sync data for ids ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'] in n-d-master-1 is: [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:04:28Z', 'revision_number': 4, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0459c218-5051-4a8f-9e96-37f1d2f3503a', 'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'mac_address': 'fa:16:3e:23:95:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:26Z', 'updated_at': '2021-12-06T15:04:32Z', 'revision_number': 4, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'subnets': [{'id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:04:33.819403 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1c8d13c-9f73-47bb-827b-1127e2291b65 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:33.833162 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207f2792-db1d-4fe9-b749-146161ef63c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c969c2c-782c-4d58-96b1-aacebc3b5cda'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:33.836037 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8a24d1-18b7-480a-a627-6ad971be9ea3" -d '{"events": [{"server_uuid": "207f2792-db1d-4fe9-b749-146161ef63c1", "name": "network-vif-plugged", "status": "completed", "tag": "6c969c2c-782c-4d58-96b1-aacebc3b5cda"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:33.836561 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39512296-5c18-499c-9f40-29d77a5d7faa req-d41a05c1-3bf6-49e4-a598-479d2316f600 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859456 Dec 06 15:04:33.859005 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c043e92-dfda-4c4a-9d6e-daec7209a163 None None] Pushing event updated for resources: {'Port': ['ID=0459c218-5051-4a8f-9e96-37f1d2f3503a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:33.908204 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7d19f825-9dad-4877-bd2c-9c3321ab1852 None None] Provisioning complete for port 0459c218-5051-4a8f-9e96-37f1d2f3503a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:33.908663 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7d19f825-9dad-4877-bd2c-9c3321ab1852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:33.912070 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1a83a3-8145-480d-b613-788c7a25cecd x-openstack-request-id: req-2a1a83a3-8145-480d-b613-788c7a25cecd {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:33.912359 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207f2792-db1d-4fe9-b749-146161ef63c1", "name": "network-vif-plugged", "status": "completed", "tag": "6c969c2c-782c-4d58-96b1-aacebc3b5cda", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:33.912549 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a1a83a3-8145-480d-b613-788c7a25cecd {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:33.912937 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207f2792-db1d-4fe9-b749-146161ef63c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c969c2c-782c-4d58-96b1-aacebc3b5cda', 'code': 200} Dec 06 15:04:33.972751 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:34.025633 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152f6e5-1a05-4ef2-8480-4d82569f175b req-16af4ce6-6c1f-40e6-8b20-4d6be87c706f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:34.027192 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:34.032273 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6152f6e5-1a05-4ef2-8480-4d82569f175b req-16af4ce6-6c1f-40e6-8b20-4d6be87c706f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7a203e0-9938-4d08-b2c1-e62c2f6923c4 HTTP/1.1" status: 200 len: 946 time: 0.2577441 Dec 06 15:04:34.055413 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8d13c-9f73-47bb-827b-1127e2291b65 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c15257e-0a82-4e45-b0f6-6d32508e4023,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:34.120048 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-910bd1c4-1f45-43e3-8378-5c881496079f tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Deleting port eac55c7a-7862-40e0-975e-c0dabaa69c96 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:04:34.120314 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-910bd1c4-1f45-43e3-8378-5c881496079f tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:34.134358 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1c8d13c-9f73-47bb-827b-1127e2291b65 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:34.138756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c1c8d13c-9f73-47bb-827b-1127e2291b65 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4084392 Dec 06 15:04:34.139936 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41788) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:34.143493 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5b0219ef-bd6a-4ffa-9a0f-be197e7a1fd3 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Request body: {'security_group_rule': {'security_group_id': '9c33869b-a750-4387-8808-393cd874aac1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:34.167209 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c86692da-3b41-4460-bc2c-fba28f30df8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:34.218366 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-c86692da-3b41-4460-bc2c-fba28f30df8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4732a51-9ddd-44a8-8a76-cbb304a2ecb5']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:34.265130 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-c86692da-3b41-4460-bc2c-fba28f30df8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de383c1-5981-42d0-a2c8-804097371e4f') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:34.265575 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-c86692da-3b41-4460-bc2c-fba28f30df8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de383c1-5981-42d0-a2c8-804097371e4f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:34.275191 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6152f6e5-1a05-4ef2-8480-4d82569f175b req-b559fb72-910e-4ab4-91e2-fe9ee2e95e00 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828010 Dec 06 15:04:34.279944 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c86692da-3b41-4460-bc2c-fba28f30df8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:34.299318 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-910bd1c4-1f45-43e3-8378-5c881496079f tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:34.302924 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b0219ef-bd6a-4ffa-9a0f-be197e7a1fd3 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:34.305066 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec57ef-7eda-4ebe-867f-df4b02f3f4ec req-b04fedaa-73a7-40c4-801f-24a4e8822c79 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:34.313779 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39ec57ef-7eda-4ebe-867f-df4b02f3f4ec req-b04fedaa-73a7-40c4-801f-24a4e8822c79 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.3017023 Dec 06 15:04:34.318442 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085f688-afac-4a93-aa68-8ca3c8dcb166 req-823105f5-246a-4995-bac8-8cfd373be5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:34.320341 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8085f688-afac-4a93-aa68-8ca3c8dcb166 req-823105f5-246a-4995-bac8-8cfd373be5b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=207f2792-db1d-4fe9-b749-146161ef63c1 HTTP/1.1" status: 200 len: 1096 time: 0.2875371 Dec 06 15:04:34.342747 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-910bd1c4-1f45-43e3-8378-5c881496079f tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Calling delete_port for eac55c7a-7862-40e0-975e-c0dabaa69c96 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:04:34.350583 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Floating IP 04ed9e10-742d-4476-ba3e-c79f68cdacd3 associated. External IP: 172.35.7.37, port: 60e3f125-c196-42ff-948f-a1b0c1da75bb. Dec 06 15:04:34.353993 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c86692da-3b41-4460-bc2c-fba28f30df8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:34.404754 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86692da-3b41-4460-bc2c-fba28f30df8e admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:04:34.405148 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c86692da-3b41-4460-bc2c-fba28f30df8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:04:34.408334 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:04:34.423821 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8217a42f-79ac-432e-8368-b02d2da00089 req-30679830-97f6-45ac-98dc-c02182a6ebdd tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0511653 Dec 06 15:04:34.550983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39ec57ef-7eda-4ebe-867f-df4b02f3f4ec req-a566331b-3a9d-44d0-9210-eba8e26e4ed2 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363155 Dec 06 15:04:34.579802 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8085f688-afac-4a93-aa68-8ca3c8dcb166 req-daddaa83-cf43-4b98-b0b7-c2319c4a372e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452691 Dec 06 15:04:34.663555 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b0219ef-bd6a-4ffa-9a0f-be197e7a1fd3 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:34.682422 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b0219ef-bd6a-4ffa-9a0f-be197e7a1fd3 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:34.694812 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb44d9-4089-4f2e-bb4a-b2f988a0bf4d req-e305b224-ab25-4734-8485-f5eb05f50ec1 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:34.697037 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-46fb44d9-4089-4f2e-bb4a-b2f988a0bf4d req-e305b224-ab25-4734-8485-f5eb05f50ec1 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=207f2792-db1d-4fe9-b749-146161ef63c1 HTTP/1.1" status: 200 len: 945 time: 0.1748986 Dec 06 15:04:34.734457 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b0219ef-bd6a-4ffa-9a0f-be197e7a1fd3 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:34.738771 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5b0219ef-bd6a-4ffa-9a0f-be197e7a1fd3 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5957377 Dec 06 15:04:34.744748 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41798) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:34.762335 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bb61eae6-d155-4ccf-85ad-9765ea1534e6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:34.791042 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0219ef-bd6a-4ffa-9a0f-be197e7a1fd3 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b53b28f-e9d9-4419-a9c2-2d09602587e9,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:34.814331 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Router 6ed3919d-187c-495c-a171-dce431bc833a has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:04:34.818692 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c86692da-3b41-4460-bc2c-fba28f30df8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:34.825884 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c86692da-3b41-4460-bc2c-fba28f30df8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:34.831135 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c86692da-3b41-4460-bc2c-fba28f30df8e admin admin] 10.222.0.20 "DELETE /v2.0/networks/a4732a51-9ddd-44a8-8a76-cbb304a2ecb5 HTTP/1.1" status: 204 len: 168 time: 2.1535389 Dec 06 15:04:34.840474 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb61eae6-d155-4ccf-85ad-9765ea1534e6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:34.858712 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86692da-3b41-4460-bc2c-fba28f30df8e admin admin] Pushing event deleted for resources: {'Network': ['ID=a4732a51-9ddd-44a8-8a76-cbb304a2ecb5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:34.903779 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-46fb44d9-4089-4f2e-bb4a-b2f988a0bf4d req-8a011d49-33ac-4a19-a57b-aaab13792e72 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881163 Dec 06 15:04:34.931999 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-910bd1c4-1f45-43e3-8378-5c881496079f tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:34.995034 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:04:35.008313 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5b9d7-d9fc-4623-a334-41c8e54326cb None None] Sync routers for ids ['6ed3919d-187c-495c-a171-dce431bc833a'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:04:35.023209 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a5b9d7-d9fc-4623-a334-41c8e54326cb None None] Routers {'6ed3919d-187c-495c-a171-dce431bc833a'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:04:35.024743 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-14a5b9d7-d9fc-4623-a334-41c8e54326cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:04:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6ed3919d-187c-495c-a171-dce431bc833a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:35.033131 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bd1c4-1f45-43e3-8378-5c881496079f tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Pushing event deleted for resources: {'Port': ['ID=eac55c7a-7862-40e0-975e-c0dabaa69c96,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:35.087460 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafddd31-887b-419a-8d76-6dd8fb828326 req-9fffbab0-ea12-4af5-b122-d6813964d8ae tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:35.096349 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aafddd31-887b-419a-8d76-6dd8fb828326 req-9fffbab0-ea12-4af5-b122-d6813964d8ae tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.1117861 Dec 06 15:04:35.122343 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:35.157448 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-da2e7374-bfc9-4f19-b0ba-d4a785369942 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.4268496 Dec 06 15:04:35.163401 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154e4c45-6633-4040-91bb-7d0ac93c4f81', 'tag': '60e3f125-c196-42ff-948f-a1b0c1da75bb'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:35.166326 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b982f2be-3dfa-44d9-a5a1-b8d6b53791db" -d '{"events": [{"name": "network-changed", "server_uuid": "154e4c45-6633-4040-91bb-7d0ac93c4f81", "tag": "60e3f125-c196-42ff-948f-a1b0c1da75bb"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:35.171758 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41804) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:35.253936 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e0137735-9a86-4f33-a3dd-e8ca12eb4d6a tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/floatingips/04ed9e10-742d-4476-ba3e-c79f68cdacd3 HTTP/1.1" status: 200 len: 991 time: 0.0804048 Dec 06 15:04:35.304442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aafddd31-887b-419a-8d76-6dd8fb828326 req-1d257028-3d65-422f-b8c4-65a3871d5551 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068031 Dec 06 15:04:35.306478 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41808) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:35.316445 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ecdb2e-dbd6-43df-8f37-13d7cf10b513 x-openstack-request-id: req-37ecdb2e-dbd6-43df-8f37-13d7cf10b513 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:35.316745 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "154e4c45-6633-4040-91bb-7d0ac93c4f81", "tag": "60e3f125-c196-42ff-948f-a1b0c1da75bb", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:35.317007 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37ecdb2e-dbd6-43df-8f37-13d7cf10b513 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:35.317589 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154e4c45-6633-4040-91bb-7d0ac93c4f81', 'tag': '60e3f125-c196-42ff-948f-a1b0c1da75bb', 'status': 'completed', 'code': 200} Dec 06 15:04:35.514067 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e38cfbc2-8438-40b5-9a5f-856d201e7718 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=360c1d4dec644284a4e61c9254a97ca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1953328 Dec 06 15:04:35.514720 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41812) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:35.532685 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982f2be-3dfa-44d9-a5a1-b8d6b53791db req-96720329-5379-44e7-b4f3-552d7b2ad902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:35.534139 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b982f2be-3dfa-44d9-a5a1-b8d6b53791db req-96720329-5379-44e7-b4f3-552d7b2ad902 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6328bee89d2341bdb282688164425785&device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 1097 time: 0.2023709 Dec 06 15:04:35.549100 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb61eae6-d155-4ccf-85ad-9765ea1534e6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:35.575923 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6c74eb1e-74f9-49e1-a5a9-0331cb8dc31e req-7e6307d6-2ba8-4aa9-a989-7fed8c01b83c tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0474496 Dec 06 15:04:35.580535 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-910bd1c4-1f45-43e3-8378-5c881496079f tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:35.678626 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0459c218-5051-4a8f-9e96-37f1d2f3503a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:04:35.765871 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:35.800129 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-14a5b9d7-d9fc-4623-a334-41c8e54326cb None None] Set router 6ed3919d-187c-495c-a171-dce431bc833a gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:04:35.804157 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03160393-2bc5-4d8b-a680-ed0e0121de43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:35.844952 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03160393-2bc5-4d8b-a680-ed0e0121de43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:35.853104 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982f2be-3dfa-44d9-a5a1-b8d6b53791db req-92bc40d2-3d73-4f41-95fe-2f321256b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:35.856619 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b982f2be-3dfa-44d9-a5a1-b8d6b53791db req-92bc40d2-3d73-4f41-95fe-2f321256b71f service neutron] 10.222.0.23 "GET /v2.0/networks?id=d515d8db-b4b8-4017-8b0f-ed6427fdd5ba HTTP/1.1" status: 200 len: 897 time: 0.3004026 Dec 06 15:04:35.874759 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0459c218-5051-4a8f-9e96-37f1d2f3503a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:35.875223 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:35.957149 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910bd1c4-1f45-43e3-8378-5c881496079f tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Router 27a8a507-0834-4bf4-9eea-5931c4aca146 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:04:35.973446 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b982f2be-3dfa-44d9-a5a1-b8d6b53791db req-2e849cb8-03bb-486b-8bd2-bda5662978a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60e3f125-c196-42ff-948f-a1b0c1da75bb HTTP/1.1" status: 200 len: 999 time: 0.1036448 Dec 06 15:04:36.021388 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-bb61eae6-d155-4ccf-85ad-9765ea1534e6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Allocated IP 172.35.7.75 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/bc44777a-4a0e-483f-b32f-c90229e8df2c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:04:36.096019 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03160393-2bc5-4d8b-a680-ed0e0121de43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:36.098542 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03160393-2bc5-4d8b-a680-ed0e0121de43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:36.103000 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-03160393-2bc5-4d8b-a680-ed0e0121de43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eff8c4c9-d474-4d3f-ae66-dc0bb58229dd HTTP/1.1" status: 204 len: 168 time: 0.5863099 Dec 06 15:04:36.104660 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982f2be-3dfa-44d9-a5a1-b8d6b53791db req-ef2db2f0-5878-40c8-9271-6ee4f62600ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:36.106207 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b982f2be-3dfa-44d9-a5a1-b8d6b53791db req-ef2db2f0-5878-40c8-9271-6ee4f62600ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f9c443cf-1573-4785-8f42-d41de1f27068 HTTP/1.1" status: 200 len: 833 time: 0.1254582 Dec 06 15:04:36.130633 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03160393-2bc5-4d8b-a680-ed0e0121de43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff8c4c9-d474-4d3f-ae66-dc0bb58229dd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:36.158370 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997512f0-82e7-4c09-b934-675f1b60f450 req-7a91a0c0-a393-4c44-a4ff-776f25ad0bf8 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:36.160011 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-997512f0-82e7-4c09-b934-675f1b60f450 req-7a91a0c0-a393-4c44-a4ff-776f25ad0bf8 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=207f2792-db1d-4fe9-b749-146161ef63c1 HTTP/1.1" status: 200 len: 945 time: 0.1114731 Dec 06 15:04:36.163107 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910bd1c4-1f45-43e3-8378-5c881496079f tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:04:36.175172 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d779b-1818-4313-b5c4-dae3b7e40fa5 None None] Sync routers for ids ['27a8a507-0834-4bf4-9eea-5931c4aca146'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:04:36.193496 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-910bd1c4-1f45-43e3-8378-5c881496079f tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] 10.222.0.20 "PUT /v2.0/routers/27a8a507-0834-4bf4-9eea-5931c4aca146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5047612 Dec 06 15:04:36.197630 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41820) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:36.206633 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d779b-1818-4313-b5c4-dae3b7e40fa5 None None] Routers {'27a8a507-0834-4bf4-9eea-5931c4aca146'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:04:36.207348 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-875d779b-1818-4313-b5c4-dae3b7e40fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:04:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['27a8a507-0834-4bf4-9eea-5931c4aca146'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:36.253253 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-875d779b-1818-4313-b5c4-dae3b7e40fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:36.266324 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d779b-1818-4313-b5c4-dae3b7e40fa5 None None] Routers {'27a8a507-0834-4bf4-9eea-5931c4aca146'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:04:36.267167 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-875d779b-1818-4313-b5c4-dae3b7e40fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:04:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['27a8a507-0834-4bf4-9eea-5931c4aca146'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:36.271827 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41822) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:36.284464 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-997512f0-82e7-4c09-b934-675f1b60f450 req-5538917f-8776-4147-a71b-1cd84f817dcd tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087866 Dec 06 15:04:36.351987 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-14a5b9d7-d9fc-4623-a334-41c8e54326cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3919d-187c-495c-a171-dce431bc833a', 'name': 'tempest-TestNetworkBasicOps-router-1032164201', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165'}], 'enable_snat': True}, 'gw_port_id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:03:43Z', 'updated_at': '2021-12-06T15:03:51Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:44Z', 'updated_at': '2021-12-06T15:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '04ed9e10-742d-4476-ba3e-c79f68cdacd3', 'tenant_id': '6328bee89d2341bdb282688164425785', 'floating_ip_address': '172.35.7.37', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'port_id': '60e3f125-c196-42ff-948f-a1b0c1da75bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba', 'mac_address': 'fa:16:3e:60:a4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154e4c45-6633-4040-91bb-7d0ac93c4f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:04:31Z', 'updated_at': '2021-12-06T15:04:31Z', 'revision_number': 0, 'project_id': '6328bee89d2341bdb282688164425785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796e9d6d-8507-42b7-bc3a-697dfe99675f', 'name': '', 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:11:01:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:50Z', 'updated_at': '2021-12-06T15:03:58Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:36.361138 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-875d779b-1818-4313-b5c4-dae3b7e40fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:36.363598 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d779b-1818-4313-b5c4-dae3b7e40fa5 None None] The sync data for ids ['27a8a507-0834-4bf4-9eea-5931c4aca146'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:04:36.416478 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93253831-70c3-42cb-a2f5-40c3a3b4aad8 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:36.424388 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982f2be-3dfa-44d9-a5a1-b8d6b53791db req-94a3c475-d55a-4540-9139-77d182abb915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:36.425955 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b982f2be-3dfa-44d9-a5a1-b8d6b53791db req-94a3c475-d55a-4540-9139-77d182abb915 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d515d8db-b4b8-4017-8b0f-ed6427fdd5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3074274 Dec 06 15:04:36.453114 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5b9d7-d9fc-4623-a334-41c8e54326cb None None] Checking router: 6ed3919d-187c-495c-a171-dce431bc833a for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:04:36.469603 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a5b9d7-d9fc-4623-a334-41c8e54326cb None None] Routers {'6ed3919d-187c-495c-a171-dce431bc833a'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:04:36.474338 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-14a5b9d7-d9fc-4623-a334-41c8e54326cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:04:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6ed3919d-187c-495c-a171-dce431bc833a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:36.574226 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b982f2be-3dfa-44d9-a5a1-b8d6b53791db req-9757f708-e501-4c44-bc24-ae3de6794cf7 service neutron] 10.222.0.23 "GET /v2.0/networks/d515d8db-b4b8-4017-8b0f-ed6427fdd5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334138 Dec 06 15:04:36.604260 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:36.648398 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ea482486-ee97-4f41-b055-e42514214e25 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/floatingips/04ed9e10-742d-4476-ba3e-c79f68cdacd3 HTTP/1.1" status: 200 len: 991 time: 0.3624511 Dec 06 15:04:36.760868 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-14a5b9d7-d9fc-4623-a334-41c8e54326cb None None] Set router 6ed3919d-187c-495c-a171-dce431bc833a gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:04:36.812826 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53aef23-f231-447c-8a54-407cb49ebc50 req-7f17ee5c-a8e9-48a3-9fe1-1b464c8147a2 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:36.822339 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb61eae6-d155-4ccf-85ad-9765ea1534e6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:36.823997 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c53aef23-f231-447c-8a54-407cb49ebc50 req-7f17ee5c-a8e9-48a3-9fe1-1b464c8147a2 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.2417471 Dec 06 15:04:36.897715 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93253831-70c3-42cb-a2f5-40c3a3b4aad8 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:36.904998 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93253831-70c3-42cb-a2f5-40c3a3b4aad8 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:36.912090 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c53aef23-f231-447c-8a54-407cb49ebc50 req-e70d1296-510f-4f65-a514-5a727e01f480 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869207 Dec 06 15:04:36.918866 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b982f2be-3dfa-44d9-a5a1-b8d6b53791db req-6668965c-4c79-44b8-9c9e-99388c036247 service neutron] 10.222.0.23 "GET /v2.0/networks/d515d8db-b4b8-4017-8b0f-ed6427fdd5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305933 Dec 06 15:04:36.987483 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93253831-70c3-42cb-a2f5-40c3a3b4aad8 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:36.988195 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93253831-70c3-42cb-a2f5-40c3a3b4aad8 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Fanout notify agent at l3_agent the message router_deleted on router 27a8a507-0834-4bf4-9eea-5931c4aca146 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:04:36.998208 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93253831-70c3-42cb-a2f5-40c3a3b4aad8 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:36.999550 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-93253831-70c3-42cb-a2f5-40c3a3b4aad8 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] 10.222.0.20 "DELETE /v2.0/routers/27a8a507-0834-4bf4-9eea-5931c4aca146 HTTP/1.1" status: 204 len: 168 time: 0.7954600 Dec 06 15:04:37.002105 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41848) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:37.035576 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb61eae6-d155-4ccf-85ad-9765ea1534e6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:37.130718 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf2c7ca-d95f-4f6d-98fe-e6d0a907cbc2 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Deleting subnet 6442aafd-b326-446a-b7d1-3d7dd6e8169b {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:04:37.138971 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c7ca-d95f-4f6d-98fe-e6d0a907cbc2 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:37.143369 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61eae6-d155-4ccf-85ad-9765ea1534e6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Pushing event updated for resources: {'Port': ['ID=bc44777a-4a0e-483f-b32f-c90229e8df2c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:37.170161 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb61eae6-d155-4ccf-85ad-9765ea1534e6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:37.175721 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-bb61eae6-d155-4ccf-85ad-9765ea1534e6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:37.180323 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb61eae6-d155-4ccf-85ad-9765ea1534e6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:37.239191 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c7ca-d95f-4f6d-98fe-e6d0a907cbc2 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:37.296034 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-14a5b9d7-d9fc-4623-a334-41c8e54326cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3919d-187c-495c-a171-dce431bc833a', 'name': 'tempest-TestNetworkBasicOps-router-1032164201', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165'}], 'enable_snat': True}, 'gw_port_id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:03:43Z', 'updated_at': '2021-12-06T15:03:51Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:44Z', 'updated_at': '2021-12-06T15:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '04ed9e10-742d-4476-ba3e-c79f68cdacd3', 'tenant_id': '6328bee89d2341bdb282688164425785', 'floating_ip_address': '172.35.7.37', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'port_id': '60e3f125-c196-42ff-948f-a1b0c1da75bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba', 'mac_address': 'fa:16:3e:60:a4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154e4c45-6633-4040-91bb-7d0ac93c4f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:04:31Z', 'updated_at': '2021-12-06T15:04:31Z', 'revision_number': 0, 'project_id': '6328bee89d2341bdb282688164425785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796e9d6d-8507-42b7-bc3a-697dfe99675f', 'name': '', 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:11:01:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:50Z', 'updated_at': '2021-12-06T15:03:58Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:37.337887 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-68987ed7-daec-4e98-8d34-ac4c95425fff req-915d799c-2b3b-40d8-bd29-2742e99ef419 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1011043 Dec 06 15:04:37.357235 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5b9d7-d9fc-4623-a334-41c8e54326cb None None] The sync data for ids ['6ed3919d-187c-495c-a171-dce431bc833a'] in n-d-master-1 is: [{'id': '6ed3919d-187c-495c-a171-dce431bc833a', 'name': 'tempest-TestNetworkBasicOps-router-1032164201', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165'}], 'enable_snat': True}, 'gw_port_id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:03:43Z', 'updated_at': '2021-12-06T15:03:51Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:44Z', 'updated_at': '2021-12-06T15:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '04ed9e10-742d-4476-ba3e-c79f68cdacd3', 'tenant_id': '6328bee89d2341bdb282688164425785', 'floating_ip_address': '172.35.7.37', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'port_id': '60e3f125-c196-42ff-948f-a1b0c1da75bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba', 'mac_address': 'fa:16:3e:60:a4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154e4c45-6633-4040-91bb-7d0ac93c4f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:04:31Z', 'updated_at': '2021-12-06T15:04:31Z', 'revision_number': 0, 'project_id': '6328bee89d2341bdb282688164425785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796e9d6d-8507-42b7-bc3a-697dfe99675f', 'name': '', 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:11:01:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:50Z', 'updated_at': '2021-12-06T15:03:58Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:04:37.416049 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c7ca-d95f-4f6d-98fe-e6d0a907cbc2 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:37.552764 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb61eae6-d155-4ccf-85ad-9765ea1534e6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:37.578956 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c7ca-d95f-4f6d-98fe-e6d0a907cbc2 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:37.678952 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41876) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:37.684646 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2c7ca-d95f-4f6d-98fe-e6d0a907cbc2 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Pushing event deleted for resources: {'Subnet': ['ID=6442aafd-b326-446a-b7d1-3d7dd6e8169b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:37.691211 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c7ca-d95f-4f6d-98fe-e6d0a907cbc2 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:37.696231 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2bf2c7ca-d95f-4f6d-98fe-e6d0a907cbc2 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] 10.222.0.20 "DELETE /v2.0/subnets/6442aafd-b326-446a-b7d1-3d7dd6e8169b HTTP/1.1" status: 204 len: 168 time: 0.6919494 Dec 06 15:04:37.700999 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd4990b-ca94-4df8-9fb6-0086fee2503b None None] Network f247570a-4e9a-4646-be83-ce2c179b839e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:04:37.717436 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41878) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:37.763498 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b96e9c7-438a-424b-a99c-99d46f4cad8d None None] New status for floating IP 04ed9e10-742d-4476-ba3e-c79f68cdacd3: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:04:37.778338 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb61eae6-d155-4ccf-85ad-9765ea1534e6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:37.796515 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e4349afd-3446-4f6e-9e7d-6924945fe231 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/floatingips/04ed9e10-742d-4476-ba3e-c79f68cdacd3 HTTP/1.1" status: 200 len: 991 time: 0.1147432 Dec 06 15:04:37.836278 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd00b2-73f1-4a1a-93f5-eabf804a9e3a req-73ba19c2-e868-41e3-aabe-cf15f2bfe17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:37.837946 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64cd00b2-73f1-4a1a-93f5-eabf804a9e3a req-73ba19c2-e868-41e3-aabe-cf15f2bfe17f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6bea34f57f3438382c2fe5b205b1663&device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 1098 time: 0.1981552 Dec 06 15:04:37.858210 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-8f18e10a-3e76-4189-a8ac-463765868b5e tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:37.858778 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52438-2b13-4014-9450-17811730d5ce req-082404e2-20c8-4b64-ae5f-e9f8b9bb6e38 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:37.859873 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-8f18e10a-3e76-4189-a8ac-463765868b5e tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/networks?id=8ccabdf0-779c-48b5-b9de-d1978514c614 HTTP/1.1" status: 200 len: 813 time: 0.2839766 Dec 06 15:04:37.874805 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f2d52438-2b13-4014-9450-17811730d5ce req-082404e2-20c8-4b64-ae5f-e9f8b9bb6e38 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.1941915 Dec 06 15:04:37.875680 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:37.906553 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-81a9f373-362a-4ffe-b12f-63a014e8babb tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/quotas/bf58db96e056499682ffdb438a3ac633 HTTP/1.1" status: 200 len: 375 time: 0.0380361 Dec 06 15:04:38.072594 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f2d52438-2b13-4014-9450-17811730d5ce req-7e558304-f4e5-4116-b6c2-a462e4bf8951 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941836 Dec 06 15:04:38.155813 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd00b2-73f1-4a1a-93f5-eabf804a9e3a req-432aa422-56a0-49d7-8b8b-4eb034e4e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:38.157374 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64cd00b2-73f1-4a1a-93f5-eabf804a9e3a req-432aa422-56a0-49d7-8b8b-4eb034e4e3b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=14e24fbd-751b-4795-86b8-cd9eca2691c6 HTTP/1.1" status: 200 len: 915 time: 0.3070257 Dec 06 15:04:38.250592 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8624a4a8-8a86-4217-a34b-5aee74686dfe None None] DHCP port deletion for f247570a-4e9a-4646-be83-ce2c179b839e request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:04:38.272938 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64cd00b2-73f1-4a1a-93f5-eabf804a9e3a req-0644be52-9435-4c0a-b987-54e83c6ce9d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04 HTTP/1.1" status: 200 len: 217 time: 0.1050429 Dec 06 15:04:38.335249 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd00b2-73f1-4a1a-93f5-eabf804a9e3a req-94f23afc-6086-4b80-ac06-fe3e90a5d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:38.337102 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64cd00b2-73f1-4a1a-93f5-eabf804a9e3a req-94f23afc-6086-4b80-ac06-fe3e90a5d573 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42a5af40-5e41-44c6-af09-1021d37830cd HTTP/1.1" status: 200 len: 854 time: 0.0567527 Dec 06 15:04:38.415932 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64cd00b2-73f1-4a1a-93f5-eabf804a9e3a req-a455d9cc-e0f8-4eed-8a7b-6f8dfb4a5628 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=14e24fbd-751b-4795-86b8-cd9eca2691c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673132 Dec 06 15:04:38.416944 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8624a4a8-8a86-4217-a34b-5aee74686dfe None None] Deleting port 5eeb374d-ef0c-459c-b8ce-023b1be87b36 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:04:38.417325 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8624a4a8-8a86-4217-a34b-5aee74686dfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:38.458732 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-41b6d0e2-09d1-4bf1-a953-d4b2394e0375 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf58db96e056499682ffdb438a3ac633&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5445764 Dec 06 15:04:38.540708 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Deleting port 5eeb374d-ef0c-459c-b8ce-023b1be87b36 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:04:38.541028 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:38.573591 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64cd00b2-73f1-4a1a-93f5-eabf804a9e3a req-5e509efd-0eee-40be-ac30-35f84f41f174 service neutron] 10.222.0.23 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527069 Dec 06 15:04:38.582004 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac70a02-2972-4dc7-92fa-3204fb5f9444 req-09a51a82-74c6-49c8-be52-f15ef9774d3c tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:38.583371 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fac70a02-2972-4dc7-92fa-3204fb5f9444 req-09a51a82-74c6-49c8-be52-f15ef9774d3c tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.37 "GET /v2.0/ports?device_id=207f2792-db1d-4fe9-b749-146161ef63c1 HTTP/1.1" status: 200 len: 945 time: 0.1852765 Dec 06 15:04:38.611164 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-85642222-420b-4236-b89b-ce87bec94c8d req-4077ac13-8786-4289-94b7-2647f91f8334 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1880097 Dec 06 15:04:38.654298 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb61eae6-d155-4ccf-85ad-9765ea1534e6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:38.672041 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb61eae6-d155-4ccf-85ad-9765ea1534e6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:38.678061 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8624a4a8-8a86-4217-a34b-5aee74686dfe None None] For port 5eeb374d-ef0c-459c-b8ce-023b1be87b36, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5eeb374d-ef0c-459c-b8ce-023b1be87b36,segment=NetworkSegment(da7dedec-666b-4ace-b507-f52066c2ec01),segment_id=da7dedec-666b-4ace-b507-f52066c2ec01)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:38.680316 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8624a4a8-8a86-4217-a34b-5aee74686dfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:38.700839 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41888) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:38.724712 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8624a4a8-8a86-4217-a34b-5aee74686dfe None None] Calling delete_port for 5eeb374d-ef0c-459c-b8ce-023b1be87b36 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:04:38.739217 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64cd00b2-73f1-4a1a-93f5-eabf804a9e3a req-ab3691fe-8121-4f24-b2f7-eae759671a11 service neutron] 10.222.0.23 "GET /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443951 Dec 06 15:04:38.801295 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570ee2e-b584-483c-b15a-e3d2e313b888 req-ac8ba506-2006-4d60-b931-3b07f81c5013 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:38.803829 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8570ee2e-b584-483c-b15a-e3d2e313b888 req-ac8ba506-2006-4d60-b931-3b07f81c5013 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7a203e0-9938-4d08-b2c1-e62c2f6923c4 HTTP/1.1" status: 200 len: 946 time: 0.0634954 Dec 06 15:04:38.805366 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41892) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:38.835937 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] For port 5eeb374d-ef0c-459c-b8ce-023b1be87b36, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5eeb374d-ef0c-459c-b8ce-023b1be87b36,segment=NetworkSegment(da7dedec-666b-4ace-b507-f52066c2ec01),segment_id=da7dedec-666b-4ace-b507-f52066c2ec01)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:38.836343 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:38.846306 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-03dfb557-59da-4aca-89e4-a9ecee13b988 service neutron] 10.222.0.20 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867278 Dec 06 15:04:38.877654 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8624a4a8-8a86-4217-a34b-5aee74686dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:38.905883 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Calling delete_port for 5eeb374d-ef0c-459c-b8ce-023b1be87b36 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:04:38.907942 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61eae6-d155-4ccf-85ad-9765ea1534e6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Pushing event updated for resources: {'Port': ['ID=bc44777a-4a0e-483f-b32f-c90229e8df2c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:38.935522 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8624a4a8-8a86-4217-a34b-5aee74686dfe None None] No DVR routers for this DVR port 5eeb374d-ef0c-459c-b8ce-023b1be87b36 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:04:38.939324 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624a4a8-8a86-4217-a34b-5aee74686dfe None None] Pushing event deleted for resources: {'Port': ['ID=5eeb374d-ef0c-459c-b8ce-023b1be87b36,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:38.979706 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cd36b7b0-049a-4505-8345-7bf8462a64bc tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/floatingips/04ed9e10-742d-4476-ba3e-c79f68cdacd3 HTTP/1.1" status: 200 len: 993 time: 0.1700153 Dec 06 15:04:38.992870 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8570ee2e-b584-483c-b15a-e3d2e313b888 req-057c8881-d83e-4a28-8017-b1063c904393 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Deleting port 86127bc3-37e3-42e8-a993-c7abdec1a4db {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:04:38.993437 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8570ee2e-b584-483c-b15a-e3d2e313b888 req-057c8881-d83e-4a28-8017-b1063c904393 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:39.027696 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb61eae6-d155-4ccf-85ad-9765ea1534e6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:39.102181 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-730ca132-729e-4d62-b132-237b14bfb88d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:39.119214 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb61eae6-d155-4ccf-85ad-9765ea1534e6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:39.128331 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bb61eae6-d155-4ccf-85ad-9765ea1534e6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3728375 Dec 06 15:04:39.133306 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-fac70a02-2972-4dc7-92fa-3204fb5f9444 req-15cc3d68-3598-4013-b837-062cab51422f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Deleting port 6c969c2c-782c-4d58-96b1-aacebc3b5cda {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:04:39.133691 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fac70a02-2972-4dc7-92fa-3204fb5f9444 req-15cc3d68-3598-4013-b837-062cab51422f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:39.144621 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8570ee2e-b584-483c-b15a-e3d2e313b888 req-057c8881-d83e-4a28-8017-b1063c904393 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] For port 86127bc3-37e3-42e8-a993-c7abdec1a4db, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=86127bc3-37e3-42e8-a993-c7abdec1a4db,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:39.145667 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8570ee2e-b584-483c-b15a-e3d2e313b888 req-057c8881-d83e-4a28-8017-b1063c904393 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:39.201190 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8570ee2e-b584-483c-b15a-e3d2e313b888 req-057c8881-d83e-4a28-8017-b1063c904393 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Calling delete_port for 86127bc3-37e3-42e8-a993-c7abdec1a4db owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:04:39.247830 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5eeb374d-ef0c-459c-b8ce-023b1be87b36 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:04:39.268829 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-be57bd51-ab3d-4780-a4a5-657a9ce5a42a service neutron] 10.222.0.20 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200368 Dec 06 15:04:39.313639 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 5eeb374d-ef0c-459c-b8ce-023b1be87b36 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:04:39.314586 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5eeb374d-ef0c-459c-b8ce-023b1be87b36 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:04:39.320911 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e016b2-7073-4b9f-8613-90f009c3d4dd req-dce4622a-f7e0-405d-98f0-c4e31061b357 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:39.322567 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69e016b2-7073-4b9f-8613-90f009c3d4dd req-dce4622a-f7e0-405d-98f0-c4e31061b357 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.1668839 Dec 06 15:04:39.372802 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:39.429084 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69e016b2-7073-4b9f-8613-90f009c3d4dd req-2fa2083d-2968-4ecd-948f-5374fb7e9aa7 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003151 Dec 06 15:04:39.467234 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] No DVR routers for this DVR port 5eeb374d-ef0c-459c-b8ce-023b1be87b36 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:04:39.508055 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Pushing event deleted for resources: {'Port': ['ID=5eeb374d-ef0c-459c-b8ce-023b1be87b36,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:39.573813 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-fac70a02-2972-4dc7-92fa-3204fb5f9444 req-15cc3d68-3598-4013-b837-062cab51422f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] For port 6c969c2c-782c-4d58-96b1-aacebc3b5cda, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6c969c2c-782c-4d58-96b1-aacebc3b5cda,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:39.574170 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fac70a02-2972-4dc7-92fa-3204fb5f9444 req-15cc3d68-3598-4013-b837-062cab51422f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:39.615474 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-fac70a02-2972-4dc7-92fa-3204fb5f9444 req-15cc3d68-3598-4013-b837-062cab51422f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Calling delete_port for 6c969c2c-782c-4d58-96b1-aacebc3b5cda owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:04:39.633626 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-80873d56-6f02-4526-afe3-5e5c17b79dfe tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1021650084&fields=id&tenant_id=a45a9617d21f43eb8a512b181ef6b340 HTTP/1.1" status: 200 len: 267 time: 0.0688515 Dec 06 15:04:39.646609 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8570ee2e-b584-483c-b15a-e3d2e313b888 req-057c8881-d83e-4a28-8017-b1063c904393 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:39.661739 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['86127bc3-37e3-42e8-a993-c7abdec1a4db'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:04:39.684918 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:39.687900 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c8881-d83e-4a28-8017-b1063c904393 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Pushing event deleted for resources: {'Port': ['ID=86127bc3-37e3-42e8-a993-c7abdec1a4db,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:39.758831 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-730ca132-729e-4d62-b132-237b14bfb88d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:39.781318 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-730ca132-729e-4d62-b132-237b14bfb88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:39.783335 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8570ee2e-b584-483c-b15a-e3d2e313b888 req-057c8881-d83e-4a28-8017-b1063c904393 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] No DVR routers for this DVR port 86127bc3-37e3-42e8-a993-c7abdec1a4db on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:04:39.788313 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8570ee2e-b584-483c-b15a-e3d2e313b888 req-057c8881-d83e-4a28-8017-b1063c904393 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:39.791743 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8570ee2e-b584-483c-b15a-e3d2e313b888 req-057c8881-d83e-4a28-8017-b1063c904393 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.37 "DELETE /v2.0/ports/86127bc3-37e3-42e8-a993-c7abdec1a4db HTTP/1.1" status: 204 len: 173 time: 0.9753473 Dec 06 15:04:39.792153 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a203e0-9938-4d08-b2c1-e62c2f6923c4', 'name': 'network-vif-deleted', 'tag': '86127bc3-37e3-42e8-a993-c7abdec1a4db'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:39.794587 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6df0a9a-4f60-47d3-8e79-6d36982c794f" -d '{"events": [{"server_uuid": "e7a203e0-9938-4d08-b2c1-e62c2f6923c4", "name": "network-vif-deleted", "tag": "86127bc3-37e3-42e8-a993-c7abdec1a4db"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:39.795066 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f247570a-4e9a-4646-be83-ce2c179b839e']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:39.854115 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-528242ac-79e3-4b70-95b7-e0a0f4434d07 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:39.861142 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-528242ac-79e3-4b70-95b7-e0a0f4434d07 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/networks?id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 HTTP/1.1" status: 200 len: 809 time: 0.2266579 Dec 06 15:04:39.887178 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-235f701a-7692-4811-af82-385f17afd98f tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/quotas/a45a9617d21f43eb8a512b181ef6b340 HTTP/1.1" status: 200 len: 375 time: 0.0251269 Dec 06 15:04:39.903029 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7dedec-666b-4ace-b507-f52066c2ec01') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:39.903029 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7dedec-666b-4ace-b507-f52066c2ec01') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:39.918561 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-89063a4e-81ff-48f8-b34e-f3f7c25b91d3 req-98747542-7eed-46f9-8480-af2db8d19156 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0951786 Dec 06 15:04:39.992990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-024e5a8d-b11e-49f0-937e-9fb2435d0a34 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a45a9617d21f43eb8a512b181ef6b340&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1048746 Dec 06 15:04:40.014954 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:40.032967 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ca132-729e-4d62-b132-237b14bfb88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288a44a7-4527-4cd7-96e4-07215f7a5fd0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:40.040916 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-730ca132-729e-4d62-b132-237b14bfb88d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ae6e0eec4574e70b1187ab86632052c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3223152 Dec 06 15:04:40.041716 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41922) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:40.059088 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:40.086829 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:04:40.087224 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:04:40.090246 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:04:40.223448 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3175a00c-a2a4-4ce7-9dfc-71cb8ad9c9df x-openstack-request-id: req-3175a00c-a2a4-4ce7-9dfc-71cb8ad9c9df {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:40.227737 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a203e0-9938-4d08-b2c1-e62c2f6923c4", "name": "network-vif-deleted", "tag": "86127bc3-37e3-42e8-a993-c7abdec1a4db", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:40.227737 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3175a00c-a2a4-4ce7-9dfc-71cb8ad9c9df {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:40.227737 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a203e0-9938-4d08-b2c1-e62c2f6923c4', 'name': 'network-vif-deleted', 'tag': '86127bc3-37e3-42e8-a993-c7abdec1a4db', 'status': 'completed', 'code': 200} Dec 06 15:04:40.246200 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c05ab1ee-9db1-4f5c-a788-add86fb727fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:40.249843 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:40.273447 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:40.279678 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] 10.222.0.20 "DELETE /v2.0/networks/f247570a-4e9a-4646-be83-ce2c179b839e HTTP/1.1" status: 204 len: 168 time: 2.5590348 Dec 06 15:04:40.291064 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-d2596323-290c-49dc-81c5-f426975aa5d5 service neutron] 10.222.0.20 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754796 Dec 06 15:04:40.407068 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a4d3d-d98c-4919-8efc-6f69659a9f09 tempest-FloatingIPNegativeTestJSON-1699400613 tempest-FloatingIPNegativeTestJSON-1699400613-project] Pushing event deleted for resources: {'Network': ['ID=f247570a-4e9a-4646-be83-ce2c179b839e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:40.441265 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-86a8d447-ed00-408b-aa1a-8c820ca6b15b service neutron] 10.222.0.20 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493065 Dec 06 15:04:40.468929 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c05ab1ee-9db1-4f5c-a788-add86fb727fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:40.493477 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6e6528f4-5ff6-432f-aefb-cb4f7cbcd351 req-f797d15d-d417-4dfe-976a-2469dcf17574 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c54e8ff-1571-42ee-9313-8cd94732e779 HTTP/1.1" status: 200 len: 210 time: 0.1825516 Dec 06 15:04:40.512520 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fac70a02-2972-4dc7-92fa-3204fb5f9444 req-15cc3d68-3598-4013-b837-062cab51422f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:40.533581 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['86127bc3-37e3-42e8-a993-c7abdec1a4db'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:04:40.618816 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc3d68-3598-4013-b837-062cab51422f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Pushing event deleted for resources: {'Port': ['ID=6c969c2c-782c-4d58-96b1-aacebc3b5cda,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:40.711585 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac70a02-2972-4dc7-92fa-3204fb5f9444 req-15cc3d68-3598-4013-b837-062cab51422f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] No DVR routers for this DVR port 6c969c2c-782c-4d58-96b1-aacebc3b5cda on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:04:40.715115 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fac70a02-2972-4dc7-92fa-3204fb5f9444 req-15cc3d68-3598-4013-b837-062cab51422f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:40.718939 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fac70a02-2972-4dc7-92fa-3204fb5f9444 req-15cc3d68-3598-4013-b837-062cab51422f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.37 "DELETE /v2.0/ports/6c969c2c-782c-4d58-96b1-aacebc3b5cda HTTP/1.1" status: 204 len: 173 time: 2.1219850 Dec 06 15:04:40.720870 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207f2792-db1d-4fe9-b749-146161ef63c1', 'name': 'network-vif-deleted', 'tag': '6c969c2c-782c-4d58-96b1-aacebc3b5cda'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:40.725334 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ed3fee-402a-4a9a-b813-deabc6fb5c56" -d '{"events": [{"server_uuid": "207f2792-db1d-4fe9-b749-146161ef63c1", "name": "network-vif-deleted", "tag": "6c969c2c-782c-4d58-96b1-aacebc3b5cda"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:40.740603 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0296285-925f-4b64-b077-cff7b9bcad7e req-3b044ebb-107e-4a07-86d2-9858afc162f9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:40.752446 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a0296285-925f-4b64-b077-cff7b9bcad7e req-3b044ebb-107e-4a07-86d2-9858afc162f9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.1498232 Dec 06 15:04:40.809309 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3943f35-e099-41f1-ac0d-d91b705edc27 req-d2bbcbef-907c-4d2e-a52c-a878fc955237 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 210 time: 0.0372236 Dec 06 15:04:40.847587 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41946) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:40.879545 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c05ab1ee-9db1-4f5c-a788-add86fb727fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:40.884339 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c05ab1ee-9db1-4f5c-a788-add86fb727fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:40.885581 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c05ab1ee-9db1-4f5c-a788-add86fb727fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/288a44a7-4527-4cd7-96e4-07215f7a5fd0 HTTP/1.1" status: 204 len: 168 time: 0.8396664 Dec 06 15:04:40.914035 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ab1ee-9db1-4f5c-a788-add86fb727fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288a44a7-4527-4cd7-96e4-07215f7a5fd0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:40.950971 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a0296285-925f-4b64-b077-cff7b9bcad7e req-68e720ab-3061-474a-a05b-5590c550a25c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972821 Dec 06 15:04:40.957604 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc241a77-3caa-425e-ad5f-001c1e102404 x-openstack-request-id: req-dc241a77-3caa-425e-ad5f-001c1e102404 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:40.958124 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207f2792-db1d-4fe9-b749-146161ef63c1", "name": "network-vif-deleted", "tag": "6c969c2c-782c-4d58-96b1-aacebc3b5cda", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:40.958757 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc241a77-3caa-425e-ad5f-001c1e102404 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:40.960312 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207f2792-db1d-4fe9-b749-146161ef63c1', 'name': 'network-vif-deleted', 'tag': '6c969c2c-782c-4d58-96b1-aacebc3b5cda', 'status': 'completed', 'code': 200} Dec 06 15:04:41.006065 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 86127bc3-37e3-42e8-a993-c7abdec1a4db no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:04:41.098988 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 86127bc3-37e3-42e8-a993-c7abdec1a4db {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:04:41.101436 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 86127bc3-37e3-42e8-a993-c7abdec1a4db not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:04:41.102386 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6c969c2c-782c-4d58-96b1-aacebc3b5cda no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:04:41.176556 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 6c969c2c-782c-4d58-96b1-aacebc3b5cda {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:04:41.176914 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6c969c2c-782c-4d58-96b1-aacebc3b5cda not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:04:41.274792 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-06295339-6fbf-44d1-8c6f-550fb50781b2 req-4fea7189-093b-4ced-adb5-7308d2f35f03 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1394129 Dec 06 15:04:41.409809 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6e8eb1d2-a71f-43df-8988-4fa2a916f511 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54b4c67b90f94793af8081b4e2207b94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5578389 Dec 06 15:04:41.412444 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 41964) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:41.497969 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d58ff4-a6f9-40cb-b47e-0ca26b39cb96 req-af250606-7aa6-41ef-9124-c4efd2b2feb6 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:41.522330 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-13d58ff4-a6f9-40cb-b47e-0ca26b39cb96 req-af250606-7aa6-41ef-9124-c4efd2b2feb6 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.3851879 Dec 06 15:04:41.583791 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c0fed17-cdca-46cf-bc80-c2d71537bfaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:41.674086 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-13d58ff4-a6f9-40cb-b47e-0ca26b39cb96 req-6d9b902c-8143-4190-a6b1-5157a7dc3f50 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489151 Dec 06 15:04:41.720266 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a6860a3-9952-4e25-8c84-79c75051bd39 req-bfefd830-3488-48f8-90e8-dfcfe68ea552 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c54e8ff-1571-42ee-9313-8cd94732e779 HTTP/1.1" status: 200 len: 210 time: 0.0939438 Dec 06 15:04:41.728379 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c0fed17-cdca-46cf-bc80-c2d71537bfaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:41.823252 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c0fed17-cdca-46cf-bc80-c2d71537bfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:41.826766 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c0fed17-cdca-46cf-bc80-c2d71537bfaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:41.831454 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3c0fed17-cdca-46cf-bc80-c2d71537bfaf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d42d730b-e37e-4583-bc90-17c75e6cca9d HTTP/1.1" status: 204 len: 168 time: 0.4176996 Dec 06 15:04:41.863987 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fed17-cdca-46cf-bc80-c2d71537bfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42d730b-e37e-4583-bc90-17c75e6cca9d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:41.985831 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd12bd-f335-469e-85f4-664b58d61c03 req-34c9b554-02f0-430e-8816-10ce417540b9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:41.993587 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-29bd12bd-f335-469e-85f4-664b58d61c03 req-34c9b554-02f0-430e-8816-10ce417540b9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.1671984 Dec 06 15:04:42.025223 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-71d58f2a-8c69-43dc-91b0-02c6eb992d54 req-02d759a0-4630-4dcd-8ee1-eb80d32baaa7 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 210 time: 0.0735297 Dec 06 15:04:42.096700 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-29bd12bd-f335-469e-85f4-664b58d61c03 req-eae75bc1-715b-47bf-a0ae-8315689e4850 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019444 Dec 06 15:04:42.502472 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4c4bae6b-03fd-421f-80e9-5bb1b7bd1aad req-5896e0ce-00d2-4f04-8383-7ad975c743a6 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1242595 Dec 06 15:04:42.592711 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da240cb-8da1-4275-a9e6-e002720d9484 req-0fceb0a4-5ad9-4967-a242-cf75ce6f7ed5 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:42.607270 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5da240cb-8da1-4275-a9e6-e002720d9484 req-0fceb0a4-5ad9-4967-a242-cf75ce6f7ed5 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.3697195 Dec 06 15:04:42.646416 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-02bf12cc-0b15-42ff-ab5c-a8063c88feea tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:42.650228 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-02bf12cc-0b15-42ff-ab5c-a8063c88feea tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.37 "GET /v2.0/networks?id=8ccabdf0-779c-48b5-b9de-d1978514c614 HTTP/1.1" status: 200 len: 813 time: 0.3491838 Dec 06 15:04:42.668019 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f27b5255-cdaf-43dd-94ca-d72832393e85 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Request body: {'port': {'device_id': '6c54e8ff-1571-42ee-9313-8cd94732e779', 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614', 'admin_state_up': True, 'tenant_id': 'bf58db96e056499682ffdb438a3ac633'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:42.684091 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-744bd805-ecf0-49f3-ab58-737f77cf1250 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:42.690287 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-744bd805-ecf0-49f3-ab58-737f77cf1250 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.23 "GET /v2.0/networks?id=8ccabdf0-779c-48b5-b9de-d1978514c614 HTTP/1.1" status: 200 len: 813 time: 0.3839569 Dec 06 15:04:42.720436 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5da240cb-8da1-4275-a9e6-e002720d9484 req-086eb329-9ac6-49f3-9849-7e2a3247b62b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113091 Dec 06 15:04:42.727786 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-a6b7f366-5391-4ff2-ac1d-1cea1f2498c8 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Request body: {'port': {'device_id': 'e7747a9b-f92e-4f28-8c00-0cd701c6a70e', 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614', 'admin_state_up': True, 'tenant_id': 'bf58db96e056499682ffdb438a3ac633'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:42.931964 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-a6b7f366-5391-4ff2-ac1d-1cea1f2498c8 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Made reservation on behalf of bf58db96e056499682ffdb438a3ac633 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:42.939514 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-a6b7f366-5391-4ff2-ac1d-1cea1f2498c8 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:42.996395 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f27b5255-cdaf-43dd-94ca-d72832393e85 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Made reservation on behalf of bf58db96e056499682ffdb438a3ac633 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:43.019165 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f27b5255-cdaf-43dd-94ca-d72832393e85 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:43.198113 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a2dd60d-8fd8-4f39-a70f-c954f2fa5977 req-fd089d78-dc0c-4d46-99f2-a66640e0111b tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c54e8ff-1571-42ee-9313-8cd94732e779 HTTP/1.1" status: 200 len: 210 time: 0.0738292 Dec 06 15:04:43.207471 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-a6b7f366-5391-4ff2-ac1d-1cea1f2498c8 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Allocated IP 172.20.0.6 (8ccabdf0-779c-48b5-b9de-d1978514c614/6eccbb96-5243-4854-aeef-df8903ea868d/42846e70-3469-4b76-ac53-f4cd1859adbd) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:04:43.327094 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1949bb0-803f-4ded-be08-2ff866b3b159 req-6b9f5d3d-cf1a-48dd-ae19-4ee03a6c5df0 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:43.339312 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c1949bb0-803f-4ded-be08-2ff866b3b159 req-6b9f5d3d-cf1a-48dd-ae19-4ee03a6c5df0 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.2711284 Dec 06 15:04:43.348407 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-c56dc3f4-0601-4003-8075-62288ec737d3 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:43.350130 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-c56dc3f4-0601-4003-8075-62288ec737d3 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.37 "GET /v2.0/networks?id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 HTTP/1.1" status: 200 len: 809 time: 0.2240198 Dec 06 15:04:43.450176 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c1949bb0-803f-4ded-be08-2ff866b3b159 req-89cdc605-eaa9-4a20-bd18-c1236062799a tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095545 Dec 06 15:04:43.473634 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00602fe0-7754-40eb-b720-c0b5d2069346 req-6b268b0f-fde5-48e3-adf5-ecf0073374a4 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 210 time: 0.1432900 Dec 06 15:04:43.506289 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42038) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:43.671032 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214e3cd-49a6-4d26-9f14-487670babbb9 req-42fff6f9-0a5d-4967-b0db-414955d709d4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:43.679675 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9214e3cd-49a6-4d26-9f14-487670babbb9 req-42fff6f9-0a5d-4967-b0db-414955d709d4 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.0931721 Dec 06 15:04:43.747009 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9214e3cd-49a6-4d26-9f14-487670babbb9 req-391c4e3f-8cc8-4d3b-886a-cd5be54c0d27 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663106 Dec 06 15:04:43.770495 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Request body: {'networks': [{'name': 'tempest-network--940244876'}, {'name': 'tempest-network--1773352034'}]} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:43.770871 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Request body: {'network': {'name': 'tempest-network--940244876'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:43.771428 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Request body: {'network': {'name': 'tempest-network--1773352034'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:43.831610 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Made reservation on behalf of f4a1716297d94181add876e34d1ed63a for: {'network': 2} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:43.860859 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:43.924113 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:43.932929 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42050) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:44.009976 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-81711cfe-971b-40d2-b271-d2710ce5dc83 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a45a9617d21f43eb8a512b181ef6b340 HTTP/1.1" status: 200 len: 380 time: 0.6219966 Dec 06 15:04:44.017185 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df8d51-8918-48dc-9368-b7b87b895a27 req-c34bbc71-731c-4b35-bca0-494016c8648b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:44.019792 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-01df8d51-8918-48dc-9368-b7b87b895a27 req-c34bbc71-731c-4b35-bca0-494016c8648b tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.1225734 Dec 06 15:04:44.023442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad40af88-cfde-4620-89b9-5e47760d3673 req-78dc1902-683b-4f88-8529-9dfb77894698 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0525820 Dec 06 15:04:44.034515 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-0c62fff3-3aba-496b-aed9-13b7912b75e1 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Request body: {'port': {'device_id': '91379162-d615-4f6d-b97b-78a42b89ee77', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'admin_state_up': True, 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'security_groups': ['9c33869b-a750-4387-8808-393cd874aac1']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:44.132133 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-a6b7f366-5391-4ff2-ac1d-1cea1f2498c8 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.140910 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-01df8d51-8918-48dc-9368-b7b87b895a27 req-063ac274-610d-4849-b29a-c4c3a9e4bda3 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103983 Dec 06 15:04:44.142070 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cea7d4b4-42cd-4c8a-9678-67216672fd14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.168506 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.218598 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-a6b7f366-5391-4ff2-ac1d-1cea1f2498c8 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.222111 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-0c62fff3-3aba-496b-aed9-13b7912b75e1 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Made reservation on behalf of a45a9617d21f43eb8a512b181ef6b340 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:44.226020 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-0c62fff3-3aba-496b-aed9-13b7912b75e1 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.231884 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.232527 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.298518 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df4594f8-dac3-423a-b11a-bd3601a9f2c1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:44.334672 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:04:44.362726 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-a6b7f366-5391-4ff2-ac1d-1cea1f2498c8 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Network 8ccabdf0-779c-48b5-b9de-d1978514c614 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:44.363737 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cea7d4b4-42cd-4c8a-9678-67216672fd14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.372488 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.374206 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Added segment 9073f107-549a-466a-8e42-fff43461e37a of type vlan for network d5e4dcc4-5a48-42ad-8d8d-7df792a81914 Dec 06 15:04:44.383832 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-a6b7f366-5391-4ff2-ac1d-1cea1f2498c8 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:44.386839 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7f366-5391-4ff2-ac1d-1cea1f2498c8 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Pushing event updated for resources: {'Port': ['ID=42846e70-3469-4b76-ac53-f4cd1859adbd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:44.389172 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-a6b7f366-5391-4ff2-ac1d-1cea1f2498c8 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:44.391269 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cea7d4b4-42cd-4c8a-9678-67216672fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.447035 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de99d7-ebe2-41af-953d-e58e3d7bd14c req-9ef0947f-307a-45ee-9116-a61dc2e2c5bb tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:44.448393 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc9ab880-035b-4fb0-82e8-fa95218ebc3b req-0bf8f264-26a1-4507-82fe-0cd25902fd7a tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c54e8ff-1571-42ee-9313-8cd94732e779 HTTP/1.1" status: 200 len: 210 time: 0.0806000 Dec 06 15:04:44.448623 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a0de99d7-ebe2-41af-953d-e58e3d7bd14c req-9ef0947f-307a-45ee-9116-a61dc2e2c5bb tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.2280021 Dec 06 15:04:44.476694 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f27b5255-cdaf-43dd-94ca-d72832393e85 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Allocated IP 172.20.0.12 (8ccabdf0-779c-48b5-b9de-d1978514c614/6eccbb96-5243-4854-aeef-df8903ea868d/60c139af-cc38-4018-b0b1-c4ce4f0f445f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:04:44.524270 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-a6b7f366-5391-4ff2-ac1d-1cea1f2498c8 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:44.524906 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-a6b7f366-5391-4ff2-ac1d-1cea1f2498c8 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.561219 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cea7d4b4-42cd-4c8a-9678-67216672fd14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a96683ded644dbebd26344f46a289f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5927613 Dec 06 15:04:44.562001 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42062) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:44.566858 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-0c62fff3-3aba-496b-aed9-13b7912b75e1 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Allocated IP 172.20.0.3 (4f9d67db-f0f5-4553-b41f-fc932d5b7ff7/910def33-1b6e-420b-bf18-ba2208cd2881/de19c76a-d25a-4425-8d66-eb411eb4173a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:04:44.580263 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.589293 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-a6b7f366-5391-4ff2-ac1d-1cea1f2498c8 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8674920 Dec 06 15:04:44.605913 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Request body: {'port': {'device_id': 'e7747a9b-f92e-4f28-8c00-0cd701c6a70e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:44.612224 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7d4b4-42cd-4c8a-9678-67216672fd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b18388-b03d-4952-9ced-76bce687236a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:44.631539 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a0de99d7-ebe2-41af-953d-e58e3d7bd14c req-8419b4c3-4f03-4c11-9e55-b603a8eaacf2 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681085 Dec 06 15:04:44.698689 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:04:44.750954 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fb9c6bcc-7dc8-4e63-9d35-3f580fd345f2 req-eb8e1e45-8e27-4317-923e-9afba029f508 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 210 time: 0.0841992 Dec 06 15:04:44.783555 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.783555 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Added segment 90334598-37da-47d2-9aad-2c30afd28ec3 of type vlan for network 324f2b53-d92d-4a9d-9fbf-6549895ea975 Dec 06 15:04:44.849320 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.866587 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-663c017d-563d-43d0-ba1f-47f5757119fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.877305 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f27b5255-cdaf-43dd-94ca-d72832393e85 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.908701 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.909537 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.919529 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:44.926630 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.935700 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:44.936451 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.966981 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-0c62fff3-3aba-496b-aed9-13b7912b75e1 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.978487 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-663c017d-563d-43d0-ba1f-47f5757119fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:44.988909 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4812374 Dec 06 15:04:44.997192 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42068) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:45.037571 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event updated for resources: {'Network': ['ID=d5e4dcc4-5a48-42ad-8d8d-7df792a81914,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:45.062674 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network d5e4dcc4-5a48-42ad-8d8d-7df792a81914 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:04:45.064636 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f27b5255-cdaf-43dd-94ca-d72832393e85 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:45.144092 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f27b5255-cdaf-43dd-94ca-d72832393e85 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Network 8ccabdf0-779c-48b5-b9de-d1978514c614 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:45.186362 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e876f-bbac-48b7-a3fe-07f09a881f64 req-29140745-14bb-4f30-9b7d-61695fe8aed9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:45.186843 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8cad5df7-9d76-479e-afaa-3883163b2470 req-08873cec-bf04-4d94-8a13-1d1da96f87c5 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0772126 Dec 06 15:04:45.190355 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f27b5255-cdaf-43dd-94ca-d72832393e85 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:45.191731 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d20e1-74b7-4eb2-b7ca-c8392441f5b8 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event updated for resources: {'Network': ['ID=324f2b53-d92d-4a9d-9fbf-6549895ea975,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:45.195098 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb7e876f-bbac-48b7-a3fe-07f09a881f64 req-29140745-14bb-4f30-9b7d-61695fe8aed9 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.3476362 Dec 06 15:04:45.197248 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f27b5255-cdaf-43dd-94ca-d72832393e85 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:45.201916 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b5255-cdaf-43dd-94ca-d72832393e85 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Pushing event updated for resources: {'Port': ['ID=60c139af-cc38-4018-b0b1-c4ce4f0f445f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:45.222080 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 324f2b53-d92d-4a9d-9fbf-6549895ea975 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:04:45.254354 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f27b5255-cdaf-43dd-94ca-d72832393e85 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:45.255325 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f27b5255-cdaf-43dd-94ca-d72832393e85 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:45.277373 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f27b5255-cdaf-43dd-94ca-d72832393e85 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6129715 Dec 06 15:04:45.295884 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Request body: {'port': {'device_id': '6c54e8ff-1571-42ee-9313-8cd94732e779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:45.301050 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-0c62fff3-3aba-496b-aed9-13b7912b75e1 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:45.365361 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:45.501944 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-0c62fff3-3aba-496b-aed9-13b7912b75e1 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:45.505717 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-663c017d-563d-43d0-ba1f-47f5757119fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:45.508906 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-663c017d-563d-43d0-ba1f-47f5757119fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:45.510521 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-663c017d-563d-43d0-ba1f-47f5757119fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49b18388-b03d-4952-9ced-76bce687236a HTTP/1.1" status: 204 len: 168 time: 0.9477701 Dec 06 15:04:45.539009 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-0c62fff3-3aba-496b-aed9-13b7912b75e1 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:45.548748 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-0c62fff3-3aba-496b-aed9-13b7912b75e1 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:45.565369 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c82b78-ecd8-425b-9d72-20f02e65a23b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:45.577407 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c82b78-ecd8-425b-9d72-20f02e65a23b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:45.583685 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c82b78-ecd8-425b-9d72-20f02e65a23b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:45.606183 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c82b78-ecd8-425b-9d72-20f02e65a23b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:45.608447 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b0c82b78-ecd8-425b-9d72-20f02e65a23b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6087246 Dec 06 15:04:45.608851 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62fff3-3aba-496b-aed9-13b7912b75e1 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Pushing event updated for resources: {'Port': ['ID=de19c76a-d25a-4425-8d66-eb411eb4173a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:45.624460 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42078) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:45.661631 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb7e876f-bbac-48b7-a3fe-07f09a881f64 req-d7511d85-0117-45da-a2ca-472a58a1d714 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703866 Dec 06 15:04:45.662398 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c017d-563d-43d0-ba1f-47f5757119fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b18388-b03d-4952-9ced-76bce687236a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:45.683442 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db4c3f-95fc-4089-80c8-24969fadb09d req-30b786fc-0f00-4607-8b87-a1b854d9da09 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:45.689991 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66db4c3f-95fc-4089-80c8-24969fadb09d req-30b786fc-0f00-4607-8b87-a1b854d9da09 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c54e8ff-1571-42ee-9313-8cd94732e779 HTTP/1.1" status: 200 len: 932 time: 0.1194510 Dec 06 15:04:45.816288 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-0c62fff3-3aba-496b-aed9-13b7912b75e1 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:45.816759 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-0c62fff3-3aba-496b-aed9-13b7912b75e1 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:45.857661 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-66db4c3f-95fc-4089-80c8-24969fadb09d req-90da8a3a-0e2e-4132-80e1-163965491b18 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578414 Dec 06 15:04:45.864410 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c139af-cc38-4018-b0b1-c4ce4f0f445f {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:04:45.887342 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:45.891341 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e598eade-8d2e-4ccb-ad13-a487be8861af tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:45.909008 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-0c62fff3-3aba-496b-aed9-13b7912b75e1 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8805623 Dec 06 15:04:45.934421 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Transition to ACTIVE for port object 60c139af-cc38-4018-b0b1-c4ce4f0f445f will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:04:45.934907 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10095e0-dc99-418a-b0df-62e50afa6a16 req-03bc7c33-e6f7-4304-ad25-2f28cc1a0f2f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:45.936508 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d10095e0-dc99-418a-b0df-62e50afa6a16 req-03bc7c33-e6f7-4304-ad25-2f28cc1a0f2f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.1087954 Dec 06 15:04:45.940793 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Request body: {'port': {'device_id': '91379162-d615-4f6d-b97b-78a42b89ee77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:45.943321 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:45.948405 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-722e057b-2250-4458-a019-607c7672f96d None None] Provisioning complete for port de19c76a-d25a-4425-8d66-eb411eb4173a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:45.953973 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-722e057b-2250-4458-a019-607c7672f96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:46.013488 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-722e057b-2250-4458-a019-607c7672f96d None None] Port de19c76a-d25a-4425-8d66-eb411eb4173a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:04:46.052284 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Pushing event updated for resources: {'Port': ['ID=60c139af-cc38-4018-b0b1-c4ce4f0f445f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:46.128111 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8e95c-b717-41cc-85e2-b3f104353d1d req-4ef1722c-063f-4dbf-b484-1e13fab13681 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:46.130201 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4be8e95c-b717-41cc-85e2-b3f104353d1d req-4ef1722c-063f-4dbf-b484-1e13fab13681 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 931 time: 0.1311815 Dec 06 15:04:46.179853 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e598eade-8d2e-4ccb-ad13-a487be8861af tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:46.182566 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Attempting to bind port 60c139af-cc38-4018-b0b1-c4ce4f0f445f on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:04:46.182905 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Attempting to bind port 60c139af-cc38-4018-b0b1-c4ce4f0f445f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'f42411fc-90c9-47f9-978d-6419263109d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:04:46.183235 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Attempting to bind port 60c139af-cc38-4018-b0b1-c4ce4f0f445f on network 8ccabdf0-779c-48b5-b9de-d1978514c614 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:04:46.199290 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Port 60c139af-cc38-4018-b0b1-c4ce4f0f445f on network 8ccabdf0-779c-48b5-b9de-d1978514c614 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:04:46.199618 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Attempting to bind port 60c139af-cc38-4018-b0b1-c4ce4f0f445f on network 8ccabdf0-779c-48b5-b9de-d1978514c614 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:04:46.209971 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4be8e95c-b717-41cc-85e2-b3f104353d1d req-151f2049-bf30-4e47-9e27-c67ddf181105 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701241 Dec 06 15:04:46.211560 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:04:46.211924 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Checking segment: {'id': 'f42411fc-90c9-47f9-978d-6419263109d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:46.212309 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Bound using segment: {'id': 'f42411fc-90c9-47f9-978d-6419263109d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:04:46.212753 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Bound port: 60c139af-cc38-4018-b0b1-c4ce4f0f445f, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42411fc-90c9-47f9-978d-6419263109d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:04:46.213105 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:46.222631 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:46.225506 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e598eade-8d2e-4ccb-ad13-a487be8861af tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e4dcc4-5a48-42ad-8d8d-7df792a81914']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:46.281159 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d10095e0-dc99-418a-b0df-62e50afa6a16 req-1ae6b41f-5905-4873-afa2-c5660717be4c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054886 Dec 06 15:04:46.286897 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e598eade-8d2e-4ccb-ad13-a487be8861af tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9073f107-549a-466a-8e42-fff43461e37a') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:46.287284 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e598eade-8d2e-4ccb-ad13-a487be8861af tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9073f107-549a-466a-8e42-fff43461e37a') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:46.296115 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] For port 60c139af-cc38-4018-b0b1-c4ce4f0f445f, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:04:46.301051 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] For port 60c139af-cc38-4018-b0b1-c4ce4f0f445f, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=60c139af-cc38-4018-b0b1-c4ce4f0f445f,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:04:46.308554 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e598eade-8d2e-4ccb-ad13-a487be8861af tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:46.308742 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:46.362919 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:46.363701 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:46.364047 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e598eade-8d2e-4ccb-ad13-a487be8861af tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:46.367318 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] 10.222.0.37 "PUT /v2.0/ports/60c139af-cc38-4018-b0b1-c4ce4f0f445f HTTP/1.1" status: 200 len: 1092 time: 1.0753932 Dec 06 15:04:46.367873 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c54e8ff-1571-42ee-9313-8cd94732e779', 'tag': '60c139af-cc38-4018-b0b1-c4ce4f0f445f'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:46.370772 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ba40ca-6aaa-4983-9c00-ba67a2b6a47f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c54e8ff-1571-42ee-9313-8cd94732e779", "tag": "60c139af-cc38-4018-b0b1-c4ce4f0f445f"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:46.394692 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e598eade-8d2e-4ccb-ad13-a487be8861af tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:04:46.395314 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e598eade-8d2e-4ccb-ad13-a487be8861af tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:04:46.399346 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:04:46.407761 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-883c8b23-ab72-440c-b0c0-e40d528544bd req-3b9db4a3-7025-4b60-9a1d-c4a3613d2eb4 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0633168 Dec 06 15:04:46.462415 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcf751-956a-411b-931e-cb9dae1a62e1 service neutron] Pushing event updated for resources: {'Port': ['ID=60c139af-cc38-4018-b0b1-c4ce4f0f445f,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:46.501634 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-7c204427-16d1-411a-8e49-cdb6b80e061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:46.503508 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-7c204427-16d1-411a-8e49-cdb6b80e061f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf58db96e056499682ffdb438a3ac633&device_id=6c54e8ff-1571-42ee-9313-8cd94732e779 HTTP/1.1" status: 200 len: 1095 time: 0.0776179 Dec 06 15:04:46.561036 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713f4f9f-a6ab-496a-b6af-b80e7ae81909 x-openstack-request-id: req-713f4f9f-a6ab-496a-b6af-b80e7ae81909 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:46.561333 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c54e8ff-1571-42ee-9313-8cd94732e779", "tag": "60c139af-cc38-4018-b0b1-c4ce4f0f445f", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:46.562424 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-713f4f9f-a6ab-496a-b6af-b80e7ae81909 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:46.562424 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c54e8ff-1571-42ee-9313-8cd94732e779', 'tag': '60c139af-cc38-4018-b0b1-c4ce4f0f445f', 'status': 'completed', 'code': 200} Dec 06 15:04:46.563951 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-b3f3f743-849b-436b-9841-e0dcb3067fb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60c139af-cc38-4018-b0b1-c4ce4f0f445f HTTP/1.1" status: 200 len: 217 time: 0.0445564 Dec 06 15:04:46.635678 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-16bc4b9a-da14-4c02-b8ed-e94e5920754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:46.641424 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-16bc4b9a-da14-4c02-b8ed-e94e5920754a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6eccbb96-5243-4854-aeef-df8903ea868d HTTP/1.1" status: 200 len: 853 time: 0.0697997 Dec 06 15:04:46.665466 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42846e70-3469-4b76-ac53-f4cd1859adbd {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:04:46.678544 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:46.690837 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-5162e672-ccb4-4750-94f1-7f494f639fdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ccabdf0-779c-48b5-b9de-d1978514c614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270696 Dec 06 15:04:46.691308 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e598eade-8d2e-4ccb-ad13-a487be8861af tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:46.732537 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e598eade-8d2e-4ccb-ad13-a487be8861af tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:46.739532 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42114) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:46.742642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e598eade-8d2e-4ccb-ad13-a487be8861af tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "DELETE /v2.0/networks/d5e4dcc4-5a48-42ad-8d8d-7df792a81914 HTTP/1.1" status: 204 len: 168 time: 1.1150105 Dec 06 15:04:46.754230 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598eade-8d2e-4ccb-ad13-a487be8861af tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event deleted for resources: {'Network': ['ID=d5e4dcc4-5a48-42ad-8d8d-7df792a81914,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:46.774303 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Transition to ACTIVE for port object 42846e70-3469-4b76-ac53-f4cd1859adbd will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:04:46.785130 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb23aac-4c92-40e8-8417-16b504670f53 req-0562db44-1570-41f9-9866-2fb75a31f1c6 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:46.796144 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9bb23aac-4c92-40e8-8417-16b504670f53 req-0562db44-1570-41f9-9866-2fb75a31f1c6 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.3394983 Dec 06 15:04:46.803402 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:46.882125 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-9db9d57f-85a3-49b8-9ffe-fe5c164b7583 service neutron] 10.222.0.37 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834121 Dec 06 15:04:46.886640 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f635d86-129d-4d6f-ad49-9d825c108cf5 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:46.967056 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Pushing event updated for resources: {'Port': ['ID=42846e70-3469-4b76-ac53-f4cd1859adbd,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:47.031603 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9bb23aac-4c92-40e8-8417-16b504670f53 req-07dc97b7-fad2-4d5b-b13f-cd508de9accd tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344437 Dec 06 15:04:47.159200 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Attempting to bind port 42846e70-3469-4b76-ac53-f4cd1859adbd on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:04:47.159538 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Attempting to bind port 42846e70-3469-4b76-ac53-f4cd1859adbd by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'f42411fc-90c9-47f9-978d-6419263109d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:04:47.159915 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Attempting to bind port 42846e70-3469-4b76-ac53-f4cd1859adbd on network 8ccabdf0-779c-48b5-b9de-d1978514c614 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:04:47.165674 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de19c76a-d25a-4425-8d66-eb411eb4173a {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:04:47.176684 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f635d86-129d-4d6f-ad49-9d825c108cf5 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:47.192735 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:47.194954 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Port 42846e70-3469-4b76-ac53-f4cd1859adbd on network 8ccabdf0-779c-48b5-b9de-d1978514c614 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:04:47.195352 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Attempting to bind port 42846e70-3469-4b76-ac53-f4cd1859adbd on network 8ccabdf0-779c-48b5-b9de-d1978514c614 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:04:47.211192 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:04:47.211534 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Checking segment: {'id': 'f42411fc-90c9-47f9-978d-6419263109d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:47.212186 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Bound using segment: {'id': 'f42411fc-90c9-47f9-978d-6419263109d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:04:47.212421 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Bound port: 42846e70-3469-4b76-ac53-f4cd1859adbd, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42411fc-90c9-47f9-978d-6419263109d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:04:47.212748 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:47.213222 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1f635d86-129d-4d6f-ad49-9d825c108cf5 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324f2b53-d92d-4a9d-9fbf-6549895ea975']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:47.217697 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Transition to ACTIVE for port object de19c76a-d25a-4425-8d66-eb411eb4173a will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:04:47.230374 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1f635d86-129d-4d6f-ad49-9d825c108cf5 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90334598-37da-47d2-9aad-2c30afd28ec3') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:47.230727 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1f635d86-129d-4d6f-ad49-9d825c108cf5 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90334598-37da-47d2-9aad-2c30afd28ec3') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:47.231985 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:47.233966 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-1b0efa96-767a-4699-ab34-646b6d031066 service neutron] 10.222.0.37 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357718 Dec 06 15:04:47.241811 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bce29-7c88-4d94-8d25-2a24eebb56a6 req-1097d653-58ab-4f7a-8753-28f461a0e1d1 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:47.249305 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e76bce29-7c88-4d94-8d25-2a24eebb56a6 req-1097d653-58ab-4f7a-8753-28f461a0e1d1 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c54e8ff-1571-42ee-9313-8cd94732e779 HTTP/1.1" status: 200 len: 944 time: 0.2491207 Dec 06 15:04:47.270442 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f635d86-129d-4d6f-ad49-9d825c108cf5 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:47.277964 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97a4e8-f893-4314-a7cd-8c9426ad6ec8 req-80d82dea-ded8-4cfb-b052-686242c3531f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:47.279480 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb97a4e8-f893-4314-a7cd-8c9426ad6ec8 req-80d82dea-ded8-4cfb-b052-686242c3531f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.1376796 Dec 06 15:04:47.299565 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f635d86-129d-4d6f-ad49-9d825c108cf5 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:47.325820 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f635d86-129d-4d6f-ad49-9d825c108cf5 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:04:47.326281 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f635d86-129d-4d6f-ad49-9d825c108cf5 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:04:47.347907 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:04:47.370376 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e76bce29-7c88-4d94-8d25-2a24eebb56a6 req-15e82b5e-fcc7-4d27-b30f-54a71d21d786 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201236 Dec 06 15:04:47.372045 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Pushing event updated for resources: {'Port': ['ID=de19c76a-d25a-4425-8d66-eb411eb4173a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:47.446277 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb97a4e8-f893-4314-a7cd-8c9426ad6ec8 req-e2cf8c6d-1370-445b-b967-a1512a8dde5f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381283 Dec 06 15:04:47.451470 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] For port 42846e70-3469-4b76-ac53-f4cd1859adbd, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:04:47.491405 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] For port 42846e70-3469-4b76-ac53-f4cd1859adbd, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=42846e70-3469-4b76-ac53-f4cd1859adbd,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:04:47.508338 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:47.524301 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Attempting to bind port de19c76a-d25a-4425-8d66-eb411eb4173a on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:04:47.524667 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Attempting to bind port de19c76a-d25a-4425-8d66-eb411eb4173a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '01c1d4de-7367-4370-91b8-845ea5e2c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:04:47.525004 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Attempting to bind port de19c76a-d25a-4425-8d66-eb411eb4173a on network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:04:47.567733 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:47.568630 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:47.570575 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] 10.222.0.23 "PUT /v2.0/ports/42846e70-3469-4b76-ac53-f4cd1859adbd HTTP/1.1" status: 200 len: 1091 time: 2.9725192 Dec 06 15:04:47.577110 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7747a9b-f92e-4f28-8c00-0cd701c6a70e', 'tag': '42846e70-3469-4b76-ac53-f4cd1859adbd'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:47.578171 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58209e75-9969-45bd-95f5-5c124e5864eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e7747a9b-f92e-4f28-8c00-0cd701c6a70e", "tag": "42846e70-3469-4b76-ac53-f4cd1859adbd"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:47.610583 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Port de19c76a-d25a-4425-8d66-eb411eb4173a on network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:04:47.610980 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Attempting to bind port de19c76a-d25a-4425-8d66-eb411eb4173a on network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:04:47.619928 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45e40dec-a060-4a89-816b-5040ed6e3814 req-102db34b-980c-4718-a9bd-ccd19b7d1775 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0997894 Dec 06 15:04:47.631458 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:04:47.631882 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Checking segment: {'id': '01c1d4de-7367-4370-91b8-845ea5e2c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:47.632750 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Bound using segment: {'id': '01c1d4de-7367-4370-91b8-845ea5e2c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:04:47.633190 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Bound port: de19c76a-d25a-4425-8d66-eb411eb4173a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c1d4de-7367-4370-91b8-845ea5e2c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:04:47.633555 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:47.691641 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143e988-8384-4931-bbea-0ca5e2ffbf79 service neutron] Pushing event updated for resources: {'Port': ['ID=42846e70-3469-4b76-ac53-f4cd1859adbd,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:47.777177 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] For port de19c76a-d25a-4425-8d66-eb411eb4173a, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:04:47.780318 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] For port de19c76a-d25a-4425-8d66-eb411eb4173a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=de19c76a-d25a-4425-8d66-eb411eb4173a,segment=NetworkSegment(01c1d4de-7367-4370-91b8-845ea5e2c9df),segment_id=01c1d4de-7367-4370-91b8-845ea5e2c9df)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:04:47.787859 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c34dc05-5999-4898-80eb-66e9bbadb0d4 x-openstack-request-id: req-6c34dc05-5999-4898-80eb-66e9bbadb0d4 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:47.788151 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7747a9b-f92e-4f28-8c00-0cd701c6a70e", "tag": "42846e70-3469-4b76-ac53-f4cd1859adbd", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:47.788440 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c34dc05-5999-4898-80eb-66e9bbadb0d4 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:47.788935 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7747a9b-f92e-4f28-8c00-0cd701c6a70e', 'tag': '42846e70-3469-4b76-ac53-f4cd1859adbd', 'status': 'completed', 'code': 200} Dec 06 15:04:47.799347 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:47.811942 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-511d085b-ecae-4098-ae8e-c7c2489bd85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:47.815040 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-511d085b-ecae-4098-ae8e-c7c2489bd85a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bf58db96e056499682ffdb438a3ac633&device_id=e7747a9b-f92e-4f28-8c00-0cd701c6a70e HTTP/1.1" status: 200 len: 1094 time: 0.1882248 Dec 06 15:04:47.888233 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f635d86-129d-4d6f-ad49-9d825c108cf5 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:47.906205 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:47.911532 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:47.911810 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba40ca-6aaa-4983-9c00-ba67a2b6a47f req-a373071b-aec2-42b3-85aa-09696c5aab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:47.913110 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] 10.222.0.37 "PUT /v2.0/ports/de19c76a-d25a-4425-8d66-eb411eb4173a HTTP/1.1" status: 200 len: 1091 time: 1.9881039 Dec 06 15:04:47.913405 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-07ba40ca-6aaa-4983-9c00-ba67a2b6a47f req-a373071b-aec2-42b3-85aa-09696c5aab32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf58db96e056499682ffdb438a3ac633&device_id=6c54e8ff-1571-42ee-9313-8cd94732e779 HTTP/1.1" status: 200 len: 1095 time: 0.6087260 Dec 06 15:04:47.917012 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f635d86-129d-4d6f-ad49-9d825c108cf5 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:47.920346 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1f635d86-129d-4d6f-ad49-9d825c108cf5 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "DELETE /v2.0/networks/324f2b53-d92d-4a9d-9fbf-6549895ea975 HTTP/1.1" status: 204 len: 168 time: 1.1798155 Dec 06 15:04:47.961000 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42154) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:47.964373 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f635d86-129d-4d6f-ad49-9d825c108cf5 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event deleted for resources: {'Network': ['ID=324f2b53-d92d-4a9d-9fbf-6549895ea975,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:48.073783 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:04:48.114512 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25710a2a-ba24-4afe-943f-9081e06212a5 req-4af322cf-b474-4ff5-bfbf-d7b94ed4aa21 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:48.124091 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-25710a2a-ba24-4afe-943f-9081e06212a5 req-4af322cf-b474-4ff5-bfbf-d7b94ed4aa21 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 943 time: 0.2518761 Dec 06 15:04:48.361402 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-d2e8d02d-84ca-4802-9273-e3bac45bb01e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42846e70-3469-4b76-ac53-f4cd1859adbd HTTP/1.1" status: 200 len: 217 time: 0.4987168 Dec 06 15:04:48.432528 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-25710a2a-ba24-4afe-943f-9081e06212a5 req-17956ebd-5737-4813-826c-5ee17a3a7c26 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075123 Dec 06 15:04:48.443865 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05689b-6095-4989-bd7d-f379c6717f4d service neutron] Pushing event updated for resources: {'Port': ['ID=de19c76a-d25a-4425-8d66-eb411eb4173a,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:48.496295 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f664f1e6-0508-4735-a18a-7a5e03766f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:48.498059 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-f664f1e6-0508-4735-a18a-7a5e03766f38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6eccbb96-5243-4854-aeef-df8903ea868d HTTP/1.1" status: 200 len: 853 time: 0.1068778 Dec 06 15:04:48.506572 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a440f-153d-467d-b8d0-560003a29b4b req-227cb105-46ee-4f0b-b707-ad4d1fbbcb4f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:48.508370 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a7a440f-153d-467d-b8d0-560003a29b4b req-227cb105-46ee-4f0b-b707-ad4d1fbbcb4f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.1590331 Dec 06 15:04:48.510694 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-c5f6b422-bd3c-4b3e-8714-a742df765f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:48.512832 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-c5f6b422-bd3c-4b3e-8714-a742df765f0c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a45a9617d21f43eb8a512b181ef6b340&device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 1094 time: 0.1643200 Dec 06 15:04:48.520969 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3201ae16-cced-46ae-88ed-0e02fb80a29b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:48.527801 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3201ae16-cced-46ae-88ed-0e02fb80a29b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:48.533797 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3201ae16-cced-46ae-88ed-0e02fb80a29b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5710456 Dec 06 15:04:48.534593 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42178) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:48.535987 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba40ca-6aaa-4983-9c00-ba67a2b6a47f req-ff9ec865-9f5a-4955-8f94-1f0c298f0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:48.537657 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-07ba40ca-6aaa-4983-9c00-ba67a2b6a47f req-ff9ec865-9f5a-4955-8f94-1f0c298f0e37 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ccabdf0-779c-48b5-b9de-d1978514c614 HTTP/1.1" status: 200 len: 914 time: 0.5909772 Dec 06 15:04:48.543239 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-aaf6a21d-8b37-4b1c-b51d-a6a700fd56e7 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2033089251'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:48.560604 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-7bf22f45-3fb0-4e30-8b72-e37b60b1707e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ccabdf0-779c-48b5-b9de-d1978514c614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458558 Dec 06 15:04:48.597722 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-9c0d3174-2b17-4fde-aa48-065f6733bba1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de19c76a-d25a-4425-8d66-eb411eb4173a HTTP/1.1" status: 200 len: 217 time: 0.0718088 Dec 06 15:04:48.639901 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-07ba40ca-6aaa-4983-9c00-ba67a2b6a47f req-6bf9d741-2e65-40f8-aae2-2be4c7114af1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60c139af-cc38-4018-b0b1-c4ce4f0f445f HTTP/1.1" status: 200 len: 217 time: 0.0917838 Dec 06 15:04:48.667454 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf6a21d-8b37-4b1c-b51d-a6a700fd56e7 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Made reservation on behalf of f4a1716297d94181add876e34d1ed63a for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:48.672613 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a21d-8b37-4b1c-b51d-a6a700fd56e7 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:48.686476 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-8cb4052c-0994-412e-93b3-8423c69d1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:48.688100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-8cb4052c-0994-412e-93b3-8423c69d1d76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=910def33-1b6e-420b-bf18-ba2208cd2881 HTTP/1.1" status: 200 len: 848 time: 0.0716956 Dec 06 15:04:48.740993 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a7a440f-153d-467d-b8d0-560003a29b4b req-40296453-7554-4751-b972-d45cc3fc5d80 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181153 Dec 06 15:04:48.743613 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c5b0e-5746-49db-a9ee-00d81958dbc9 req-af7cf772-4c6b-41c8-92aa-16050b1714a5 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:48.745455 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d57c5b0e-5746-49db-a9ee-00d81958dbc9 req-af7cf772-4c6b-41c8-92aa-16050b1714a5 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c54e8ff-1571-42ee-9313-8cd94732e779 HTTP/1.1" status: 200 len: 944 time: 0.1879177 Dec 06 15:04:48.751187 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf6a21d-8b37-4b1c-b51d-a6a700fd56e7 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:04:48.784879 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba40ca-6aaa-4983-9c00-ba67a2b6a47f req-840db9ce-071c-429c-9e3f-f0c761eef415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:48.786364 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-07ba40ca-6aaa-4983-9c00-ba67a2b6a47f req-840db9ce-071c-429c-9e3f-f0c761eef415 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6eccbb96-5243-4854-aeef-df8903ea868d HTTP/1.1" status: 200 len: 853 time: 0.1331198 Dec 06 15:04:48.798928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a21d-8b37-4b1c-b51d-a6a700fd56e7 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:48.799286 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-aaf6a21d-8b37-4b1c-b51d-a6a700fd56e7 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Added segment 394661fe-45b0-40ef-962f-4ef5e6dbbf23 of type vlan for network cd5eb1f0-f239-4311-acee-01852b7651b7 Dec 06 15:04:48.813101 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-4fbdc0f2-8bab-43ca-a061-003fbb78688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:48.815334 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-4fbdc0f2-8bab-43ca-a061-003fbb78688f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170750 Dec 06 15:04:48.817657 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-46c97a49-add2-4be8-89bb-d89959edbcfe service neutron] 10.222.0.23 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283986 Dec 06 15:04:48.846108 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-07ba40ca-6aaa-4983-9c00-ba67a2b6a47f req-094ad21c-d387-4c1d-b098-71917a3fdbfd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ccabdf0-779c-48b5-b9de-d1978514c614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451205 Dec 06 15:04:48.906534 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ef6a4c66-5599-493e-beba-f2f8b9033798 req-91cf8d9e-f05b-41be-bf03-c34d566fdca4 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0824211 Dec 06 15:04:48.934783 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a21d-8b37-4b1c-b51d-a6a700fd56e7 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:48.946704 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d57c5b0e-5746-49db-a9ee-00d81958dbc9 req-da35d508-8114-4f77-be84-a9f58798a11f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909115 Dec 06 15:04:49.029916 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 60c139af-cc38-4018-b0b1-c4ce4f0f445f details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:04:49.031962 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a21d-8b37-4b1c-b51d-a6a700fd56e7 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:49.033914 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-ea2a8465-3716-42e2-abe0-cf5226aaf3a5 service neutron] 10.222.0.37 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898026 Dec 06 15:04:49.038897 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf6a21d-8b37-4b1c-b51d-a6a700fd56e7 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:49.040141 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a21d-8b37-4b1c-b51d-a6a700fd56e7 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:49.095213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-07ba40ca-6aaa-4983-9c00-ba67a2b6a47f req-d3addf27-85a2-4f45-960f-e50a1af141f3 service neutron] 10.222.0.37 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137699 Dec 06 15:04:49.104738 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-aaf6a21d-8b37-4b1c-b51d-a6a700fd56e7 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5629749 Dec 06 15:04:49.105926 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42192) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:49.119264 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4a8b379b-af87-4303-be80-786633555dff tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-275277929'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:49.161624 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 60c139af-cc38-4018-b0b1-c4ce4f0f445f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=60c139af-cc38-4018-b0b1-c4ce4f0f445f,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:49.186584 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '60c139af-cc38-4018-b0b1-c4ce4f0f445f', 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614', 'port_id': '60c139af-cc38-4018-b0b1-c4ce4f0f445f', 'mac_address': 'fa:16:3e:2e:88:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eccbb96-5243-4854-aeef-df8903ea868d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:04:49.201034 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8b379b-af87-4303-be80-786633555dff tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Made reservation on behalf of f4a1716297d94181add876e34d1ed63a for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:49.205074 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a8b379b-af87-4303-be80-786633555dff tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:49.216543 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6a21d-8b37-4b1c-b51d-a6a700fd56e7 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event updated for resources: {'Network': ['ID=cd5eb1f0-f239-4311-acee-01852b7651b7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:49.246807 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network cd5eb1f0-f239-4311-acee-01852b7651b7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:04:49.279530 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:49.286144 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a9ea2e7-163f-444a-a6aa-009e17856240 req-c78ce7d8-bfe6-426c-b05a-0602c949f18f service neutron] 10.222.0.37 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324958 Dec 06 15:04:49.328748 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-07ba40ca-6aaa-4983-9c00-ba67a2b6a47f req-637042eb-000c-4bbd-853e-808add008866 service neutron] 10.222.0.37 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201893 Dec 06 15:04:49.338840 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8b379b-af87-4303-be80-786633555dff tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:04:49.361424 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a8b379b-af87-4303-be80-786633555dff tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:49.362083 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-4a8b379b-af87-4303-be80-786633555dff tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Added segment f8e8b2a4-a7f4-4c3b-9875-60de73dd0c67 of type vlan for network 0faa4317-5f74-4899-afab-465254e2b8b6 Dec 06 15:04:49.363992 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c139af-cc38-4018-b0b1-c4ce4f0f445f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:04:49.364906 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee384df-e16b-4cea-8c35-e739e88a1478 req-e17050bd-a762-4aef-a962-c43d31ff6783 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:49.375534 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9ee384df-e16b-4cea-8c35-e739e88a1478 req-e17050bd-a762-4aef-a962-c43d31ff6783 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.3381171 Dec 06 15:04:49.404228 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 60c139af-cc38-4018-b0b1-c4ce4f0f445f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=60c139af-cc38-4018-b0b1-c4ce4f0f445f,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:49.409103 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:49.410083 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8af4bd36-a43a-45e9-bdf9-cb110b6ae4bd req-bfc0fcce-ad18-4c36-a4bd-7804443cc855 service neutron] 10.222.0.23 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757396 Dec 06 15:04:49.434184 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42196) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:49.446665 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a8b379b-af87-4303-be80-786633555dff tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:49.510236 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9ee384df-e16b-4cea-8c35-e739e88a1478 req-c500b74c-4d9a-4c3c-88b1-612ce403d083 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338310 Dec 06 15:04:49.513163 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a8b379b-af87-4303-be80-786633555dff tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:49.534679 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8b379b-af87-4303-be80-786633555dff tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:49.537424 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a8b379b-af87-4303-be80-786633555dff tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:49.564725 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=60c139af-cc38-4018-b0b1-c4ce4f0f445f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:49.604272 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:49.606085 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:49.606908 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:49.608486 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:49.610136 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58209e75-9969-45bd-95f5-5c124e5864eb req-1d4759a9-b150-4d3d-bbfc-b776f6594703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:49.611220 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:49.611806 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:49.611921 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58209e75-9969-45bd-95f5-5c124e5864eb req-1d4759a9-b150-4d3d-bbfc-b776f6594703 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bf58db96e056499682ffdb438a3ac633&device_id=e7747a9b-f92e-4f28-8c00-0cd701c6a70e HTTP/1.1" status: 200 len: 1094 time: 0.1004865 Dec 06 15:04:49.612513 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:49.617224 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:49.617832 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:49.618345 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:49.619430 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:49.620019 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:49.621343 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:49.647505 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b379b-af87-4303-be80-786633555dff tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event updated for resources: {'Network': ['ID=0faa4317-5f74-4899-afab-465254e2b8b6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:49.659991 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 0faa4317-5f74-4899-afab-465254e2b8b6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:04:49.685013 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4a8b379b-af87-4303-be80-786633555dff tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5778778 Dec 06 15:04:49.685650 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42208) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:49.710053 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f935463-c558-498b-b93a-0e0017d7414f req-b42a66b8-c160-4c5a-84e6-b5f57eaa3f9f tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:49.711923 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1f935463-c558-498b-b93a-0e0017d7414f req-b42a66b8-c160-4c5a-84e6-b5f57eaa3f9f tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 943 time: 0.0690525 Dec 06 15:04:49.722607 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Request body: {'ports': [{'network_id': 'cd5eb1f0-f239-4311-acee-01852b7651b7', 'name': 'tempest-port--572383939', 'admin_state_up': True}, {'network_id': '0faa4317-5f74-4899-afab-465254e2b8b6', 'admin_state_up': False}]} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:49.722923 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Request body: {'port': {'network_id': 'cd5eb1f0-f239-4311-acee-01852b7651b7', 'name': 'tempest-port--572383939', 'admin_state_up': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:49.723415 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Request body: {'port': {'network_id': '0faa4317-5f74-4899-afab-465254e2b8b6', 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:49.738215 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-943cbdb5-aa3f-4d60-a7c2-883c88c5d980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:49.743457 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['60c139af-cc38-4018-b0b1-c4ce4f0f445f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:04:49.771507 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1f935463-c558-498b-b93a-0e0017d7414f req-6a015c54-f4a2-4337-8a73-99f45ebbce5b tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516043 Dec 06 15:04:49.803931 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91379162-d615-4f6d-b97b-78a42b89ee77', 'tag': 'de19c76a-d25a-4425-8d66-eb411eb4173a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:49.806559 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e249ab-d13a-4488-ae58-324036912619" -d '{"events": [{"name": "network-changed", "server_uuid": "91379162-d615-4f6d-b97b-78a42b89ee77", "tag": "de19c76a-d25a-4425-8d66-eb411eb4173a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:49.849716 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee3e85a-e9ff-4cbc-87f7-2fe9db98db27 x-openstack-request-id: req-0ee3e85a-e9ff-4cbc-87f7-2fe9db98db27 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:49.850014 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91379162-d615-4f6d-b97b-78a42b89ee77", "tag": "de19c76a-d25a-4425-8d66-eb411eb4173a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:49.850268 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ee3e85a-e9ff-4cbc-87f7-2fe9db98db27 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:49.850659 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91379162-d615-4f6d-b97b-78a42b89ee77', 'tag': 'de19c76a-d25a-4425-8d66-eb411eb4173a', 'status': 'completed', 'code': 200} Dec 06 15:04:49.895175 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef887558-311e-4add-b0ad-7175ab3e1cb4 req-70e9d015-802e-46ab-9acd-b899ebd842a7 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:49.896681 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ef887558-311e-4add-b0ad-7175ab3e1cb4 req-70e9d015-802e-46ab-9acd-b899ebd842a7 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.2191675 Dec 06 15:04:49.915322 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e249ab-d13a-4488-ae58-324036912619 req-a3b840dd-695f-4139-86be-5de65f4df8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:49.917020 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95e249ab-d13a-4488-ae58-324036912619 req-a3b840dd-695f-4139-86be-5de65f4df8db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a45a9617d21f43eb8a512b181ef6b340&device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 1094 time: 0.0444667 Dec 06 15:04:49.955503 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58209e75-9969-45bd-95f5-5c124e5864eb req-c6373b59-e6c3-4abc-9b1d-0f0cff044b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:49.957033 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58209e75-9969-45bd-95f5-5c124e5864eb req-c6373b59-e6c3-4abc-9b1d-0f0cff044b7b service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ccabdf0-779c-48b5-b9de-d1978514c614 HTTP/1.1" status: 200 len: 914 time: 0.3366346 Dec 06 15:04:50.015532 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-55e9d124-2a86-4344-9294-03f3a132ec66 req-ee74eb6a-46e7-4a65-8d2b-ce65b5874991 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0602748 Dec 06 15:04:50.054911 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58209e75-9969-45bd-95f5-5c124e5864eb req-8909520b-6d68-4e44-b757-d950f6957f1d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42846e70-3469-4b76-ac53-f4cd1859adbd HTTP/1.1" status: 200 len: 217 time: 0.0619133 Dec 06 15:04:50.061666 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e249ab-d13a-4488-ae58-324036912619 req-e6815431-953c-42ff-98cf-4b805c3c4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:50.063274 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95e249ab-d13a-4488-ae58-324036912619 req-e6815431-953c-42ff-98cf-4b805c3c4c06 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 HTTP/1.1" status: 200 len: 910 time: 0.1385462 Dec 06 15:04:50.117363 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ef887558-311e-4add-b0ad-7175ab3e1cb4 req-2c405e24-a5ee-4ecf-ad0a-99a77adfc17c tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006261 Dec 06 15:04:50.117614 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95e249ab-d13a-4488-ae58-324036912619 req-a5c2bb90-f1f9-451d-a197-f208f0890974 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de19c76a-d25a-4425-8d66-eb411eb4173a HTTP/1.1" status: 200 len: 217 time: 0.0455797 Dec 06 15:04:50.159011 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Made reservation on behalf of f4a1716297d94181add876e34d1ed63a for: {'port': 2} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:50.163859 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:50.179719 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-943cbdb5-aa3f-4d60-a7c2-883c88c5d980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:50.181996 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58209e75-9969-45bd-95f5-5c124e5864eb req-f82f1bdc-8726-41b1-8dbe-877951633f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:50.183719 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58209e75-9969-45bd-95f5-5c124e5864eb req-f82f1bdc-8726-41b1-8dbe-877951633f67 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6eccbb96-5243-4854-aeef-df8903ea868d HTTP/1.1" status: 200 len: 853 time: 0.1168511 Dec 06 15:04:50.189702 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-943cbdb5-aa3f-4d60-a7c2-883c88c5d980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:50.193592 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e249ab-d13a-4488-ae58-324036912619 req-502f2f30-f5f1-4b68-8690-322e392c198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:50.195859 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95e249ab-d13a-4488-ae58-324036912619 req-502f2f30-f5f1-4b68-8690-322e392c198b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=910def33-1b6e-420b-bf18-ba2208cd2881 HTTP/1.1" status: 200 len: 848 time: 0.0625288 Dec 06 15:04:50.204679 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52674f-4ea2-4554-a45b-40076d303f76 req-c90fdf24-cb39-4c79-914d-2be63582695e tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:50.206170 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b52674f-4ea2-4554-a45b-40076d303f76 req-c90fdf24-cb39-4c79-914d-2be63582695e tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c54e8ff-1571-42ee-9313-8cd94732e779 HTTP/1.1" status: 200 len: 945 time: 0.1266465 Dec 06 15:04:50.214833 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:50.256738 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58209e75-9969-45bd-95f5-5c124e5864eb req-7b666f75-8b5a-4a5d-871f-17c1522a3e1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ccabdf0-779c-48b5-b9de-d1978514c614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622241 Dec 06 15:04:50.300463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-943cbdb5-aa3f-4d60-a7c2-883c88c5d980 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0290367bd7514d06add37234dc2d4ab9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8649435 Dec 06 15:04:50.305688 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42220) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:50.311758 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e249ab-d13a-4488-ae58-324036912619 req-3d204010-f83d-4c75-a1c0-d6337d4095c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:50.314105 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95e249ab-d13a-4488-ae58-324036912619 req-3d204010-f83d-4c75-a1c0-d6337d4095c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070576 Dec 06 15:04:50.318633 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cbdb5-aa3f-4d60-a7c2-883c88c5d980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a8645b-fd51-40a4-8caf-f121cb94e86b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:50.337476 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b52674f-4ea2-4554-a45b-40076d303f76 req-d837989a-844a-46a7-8f36-eed251fc0cf1 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876398 Dec 06 15:04:50.407066 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] device_id is not set on port d649e8d2-d8fd-4f73-9965-4ab294ac6ad8 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:04:50.446902 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58209e75-9969-45bd-95f5-5c124e5864eb req-2128abd3-e38d-4781-afc1-8d9fc99fd8a8 service neutron] 10.222.0.23 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785774 Dec 06 15:04:50.452324 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65f58927-c3e5-437c-a36c-0d0bc65b57e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:50.497336 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65f58927-c3e5-437c-a36c-0d0bc65b57e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:50.525736 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95e249ab-d13a-4488-ae58-324036912619 req-54c2bec0-c527-4463-8c7f-96f86a0a36dc service neutron] 10.222.0.37 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730285 Dec 06 15:04:50.625958 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58209e75-9969-45bd-95f5-5c124e5864eb req-e04be8f1-9567-4ebd-9e22-86c6d85536a6 service neutron] 10.222.0.23 "GET /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702247 Dec 06 15:04:50.637017 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65f58927-c3e5-437c-a36c-0d0bc65b57e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:50.637650 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:50.640121 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65f58927-c3e5-437c-a36c-0d0bc65b57e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:50.644000 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-65f58927-c3e5-437c-a36c-0d0bc65b57e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42a8645b-fd51-40a4-8caf-f121cb94e86b HTTP/1.1" status: 204 len: 168 time: 0.3345337 Dec 06 15:04:50.651125 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95e249ab-d13a-4488-ae58-324036912619 req-a94cb3ff-06fb-4b1d-bd6e-5d9a62fe66b3 service neutron] 10.222.0.37 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128848 Dec 06 15:04:50.656526 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f58927-c3e5-437c-a36c-0d0bc65b57e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a8645b-fd51-40a4-8caf-f121cb94e86b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:50.747838 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] device_id is not set on port efca1c17-6510-4f64-92e4-54d2e3884b40 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:04:50.761262 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 42846e70-3469-4b76-ac53-f4cd1859adbd details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:04:50.956465 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 42846e70-3469-4b76-ac53-f4cd1859adbd, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=42846e70-3469-4b76-ac53-f4cd1859adbd,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:50.974743 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '42846e70-3469-4b76-ac53-f4cd1859adbd', 'network_id': '8ccabdf0-779c-48b5-b9de-d1978514c614', 'port_id': '42846e70-3469-4b76-ac53-f4cd1859adbd', 'mac_address': 'fa:16:3e:26:c7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eccbb96-5243-4854-aeef-df8903ea868d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:04:50.989330 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:51.021256 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6f64b-632e-4f96-a3e3-2a9f91f903c0 req-73d4c0b1-5ca7-4e91-9718-796f6927bf4c tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:51.022847 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bff6f64b-632e-4f96-a3e3-2a9f91f903c0 req-73d4c0b1-5ca7-4e91-9718-796f6927bf4c tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 943 time: 0.1393480 Dec 06 15:04:51.030181 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:51.054875 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device de19c76a-d25a-4425-8d66-eb411eb4173a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:04:51.057059 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 60c139af-cc38-4018-b0b1-c4ce4f0f445f up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:04:51.103747 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42240) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:51.124483 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42846e70-3469-4b76-ac53-f4cd1859adbd {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:04:51.127700 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b3e66e83-a53c-4481-b932-c0598a749676 req-e4f7109d-56a1-486c-843d-dba10e547e40 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0503092 Dec 06 15:04:51.140539 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9a1927a-ea1e-4245-9cae-af78a766d5f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:51.158708 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bff6f64b-632e-4f96-a3e3-2a9f91f903c0 req-e5b876f4-d528-4ffd-8020-40edd6243630 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130157 Dec 06 15:04:51.159824 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:51.174423 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 42846e70-3469-4b76-ac53-f4cd1859adbd, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=42846e70-3469-4b76-ac53-f4cd1859adbd,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:51.197367 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:51.248540 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event updated for resources: {'Port': ['ID=d649e8d2-d8fd-4f73-9965-4ab294ac6ad8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:51.295079 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Checking segment: {'id': '394661fe-45b0-40ef-962f-4ef5e6dbbf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cd5eb1f0-f239-4311-acee-01852b7651b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:51.295562 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Network hostable DHCP agents. Network: cd5eb1f0-f239-4311-acee-01852b7651b7, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:04:51.346952 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Network cd5eb1f0-f239-4311-acee-01852b7651b7 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:04:51.357603 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9a1927a-ea1e-4245-9cae-af78a766d5f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:51.369513 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, cd5eb1f0-f239-4311-acee-01852b7651b7) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:51.374133 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:51.376116 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:51.389314 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9a1927a-ea1e-4245-9cae-af78a766d5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:51.447220 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138ba382-475c-4224-b371-2838c227a75e None None] Network cd5eb1f0-f239-4311-acee-01852b7651b7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:04:51.452344 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 15:04:51.542635 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['42846e70-3469-4b76-ac53-f4cd1859adbd'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:04:51.549293 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Checking segment: {'id': 'f8e8b2a4-a7f4-4c3b-9875-60de73dd0c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0faa4317-5f74-4899-afab-465254e2b8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:51.549812 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Network hostable DHCP agents. Network: 0faa4317-5f74-4899-afab-465254e2b8b6, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:04:51.572135 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c9a1927a-ea1e-4245-9cae-af78a766d5f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c15b8b714e44a9f82c91f7a993f946e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4604373 Dec 06 15:04:51.573189 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42248) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:51.580928 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event updated for resources: {'Port': ['ID=efca1c17-6510-4f64-92e4-54d2e3884b40,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:51.583292 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1927a-ea1e-4245-9cae-af78a766d5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54436ed-d762-4733-b28d-8c3512c4445f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:51.602191 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108de5d9-001c-4162-9dca-c5cf008b00d0 req-935c9cdc-11d9-4f2e-a07f-ce23eed74293 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:51.610368 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-108de5d9-001c-4162-9dca-c5cf008b00d0 req-935c9cdc-11d9-4f2e-a07f-ce23eed74293 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c54e8ff-1571-42ee-9313-8cd94732e779 HTTP/1.1" status: 200 len: 945 time: 0.1636240 Dec 06 15:04:51.612148 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Network 0faa4317-5f74-4899-afab-465254e2b8b6 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:04:51.650044 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0faa4317-5f74-4899-afab-465254e2b8b6) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:51.669686 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:51.676397 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:51.682480 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca47b73f-76a0-4647-a948-081e7b111e77 None None] Network 0faa4317-5f74-4899-afab-465254e2b8b6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:04:51.682652 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:51.683194 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:51.687304 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11c3c9a0-c5b6-435d-9895-3889bc738e7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:51.693028 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=42846e70-3469-4b76-ac53-f4cd1859adbd,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:51.719313 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-108de5d9-001c-4162-9dca-c5cf008b00d0 req-113394a6-961d-4aff-bedf-2fc717627c4f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079710 Dec 06 15:04:51.733039 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11c3c9a0-c5b6-435d-9895-3889bc738e7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:51.739616 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a8017fa1-10a5-4f61-986a-2fdf22fd0855 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0253341 Dec 06 15:04:51.739879 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42250) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:51.739981 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 60c139af-cc38-4018-b0b1-c4ce4f0f445f completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:04:51.813067 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11c3c9a0-c5b6-435d-9895-3889bc738e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:51.815958 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11c3c9a0-c5b6-435d-9895-3889bc738e7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:51.817264 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-11c3c9a0-c5b6-435d-9895-3889bc738e7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d54436ed-d762-4733-b28d-8c3512c4445f HTTP/1.1" status: 204 len: 168 time: 0.2425172 Dec 06 15:04:51.827582 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3c9a0-c5b6-435d-9895-3889bc738e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54436ed-d762-4733-b28d-8c3512c4445f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:51.833817 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25ade0e-4c89-4c85-935d-13ab47d431f1 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:51.836776 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 60c139af-cc38-4018-b0b1-c4ce4f0f445f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:51.837750 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:51.840786 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25ade0e-4c89-4c85-935d-13ab47d431f1 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:51.844408 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f25ade0e-4c89-4c85-935d-13ab47d431f1 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1015890 Dec 06 15:04:51.845728 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42254) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:51.965118 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-807c39e6-f22e-4907-9813-2f8da2790a83 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Deleting port d649e8d2-d8fd-4f73-9965-4ab294ac6ad8 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:04:51.965464 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-807c39e6-f22e-4907-9813-2f8da2790a83 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:52.034084 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port de19c76a-d25a-4425-8d66-eb411eb4173a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=de19c76a-d25a-4425-8d66-eb411eb4173a,segment=NetworkSegment(01c1d4de-7367-4370-91b8-845ea5e2c9df),segment_id=01c1d4de-7367-4370-91b8-845ea5e2c9df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:52.095982 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-807c39e6-f22e-4907-9813-2f8da2790a83 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:52.108895 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-807c39e6-f22e-4907-9813-2f8da2790a83 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Calling delete_port for d649e8d2-d8fd-4f73-9965-4ab294ac6ad8 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:04:52.133352 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'de19c76a-d25a-4425-8d66-eb411eb4173a', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'port_id': 'de19c76a-d25a-4425-8d66-eb411eb4173a', 'mac_address': 'fa:16:3e:06:0d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:04:52.264722 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:52.301385 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6aefafff-b739-4733-b0a3-2d7dfe0cd182 req-586078e2-e5fb-4805-9743-10e4ab35bb12 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0828991 Dec 06 15:04:52.329423 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-807c39e6-f22e-4907-9813-2f8da2790a83 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:52.394187 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd85da-91ea-4ccd-8ec3-56aa5de2901e req-e6525181-18e2-4466-af6f-e82d647bb431 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:52.395823 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-abfd85da-91ea-4ccd-8ec3-56aa5de2901e req-e6525181-18e2-4466-af6f-e82d647bb431 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 943 time: 0.0990369 Dec 06 15:04:52.405063 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 60c139af-cc38-4018-b0b1-c4ce4f0f445f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=60c139af-cc38-4018-b0b1-c4ce4f0f445f,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:52.406272 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-807c39e6-f22e-4907-9813-2f8da2790a83 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:52.416404 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-807c39e6-f22e-4907-9813-2f8da2790a83 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "DELETE /v2.0/ports/d649e8d2-d8fd-4f73-9965-4ab294ac6ad8 HTTP/1.1" status: 204 len: 168 time: 0.5685399 Dec 06 15:04:52.417488 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c39e6-f22e-4907-9813-2f8da2790a83 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event deleted for resources: {'Port': ['ID=d649e8d2-d8fd-4f73-9965-4ab294ac6ad8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:52.419231 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c54e8ff-1571-42ee-9313-8cd94732e779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c139af-cc38-4018-b0b1-c4ce4f0f445f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:52.424229 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42270) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:52.431049 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee3f596-ffd8-4a60-a368-52ada2da96e6" -d '{"events": [{"server_uuid": "6c54e8ff-1571-42ee-9313-8cd94732e779", "name": "network-vif-plugged", "status": "completed", "tag": "60c139af-cc38-4018-b0b1-c4ce4f0f445f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:52.440928 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:52.498263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-abfd85da-91ea-4ccd-8ec3-56aa5de2901e req-4502bd99-709e-4c2d-b2df-ed916452f1de tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955708 Dec 06 15:04:52.557192 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60c4d69-ef5e-4d95-bf2e-7fbb17251ecb x-openstack-request-id: req-f60c4d69-ef5e-4d95-bf2e-7fbb17251ecb {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:52.557579 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c54e8ff-1571-42ee-9313-8cd94732e779", "name": "network-vif-plugged", "status": "completed", "tag": "60c139af-cc38-4018-b0b1-c4ce4f0f445f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:52.560177 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f60c4d69-ef5e-4d95-bf2e-7fbb17251ecb {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:52.566782 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c54e8ff-1571-42ee-9313-8cd94732e779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c139af-cc38-4018-b0b1-c4ce4f0f445f', 'code': 200} Dec 06 15:04:52.580374 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:52.596611 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de19c76a-d25a-4425-8d66-eb411eb4173a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:04:52.616911 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port de19c76a-d25a-4425-8d66-eb411eb4173a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=de19c76a-d25a-4425-8d66-eb411eb4173a,segment=NetworkSegment(01c1d4de-7367-4370-91b8-845ea5e2c9df),segment_id=01c1d4de-7367-4370-91b8-845ea5e2c9df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:52.622557 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=60c139af-cc38-4018-b0b1-c4ce4f0f445f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:52.634560 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:52.701488 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=de19c76a-d25a-4425-8d66-eb411eb4173a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:52.739678 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74811-b2bf-425e-a77c-2ec8162411ed req-53dc052a-9d1f-48bf-be2b-ae2442b4554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:52.741293 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ebd74811-b2bf-425e-a77c-2ec8162411ed req-53dc052a-9d1f-48bf-be2b-ae2442b4554f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c54e8ff-1571-42ee-9313-8cd94732e779 HTTP/1.1" status: 200 len: 1097 time: 0.1194389 Dec 06 15:04:52.759983 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f3afee8f-759e-43f8-b9f8-8f98b2dbaffd tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Deleting port efca1c17-6510-4f64-92e4-54d2e3884b40 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:04:52.760408 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3afee8f-759e-43f8-b9f8-8f98b2dbaffd tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:52.899542 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['de19c76a-d25a-4425-8d66-eb411eb4173a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:04:52.943251 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3afee8f-759e-43f8-b9f8-8f98b2dbaffd tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:52.963130 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f3afee8f-759e-43f8-b9f8-8f98b2dbaffd tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Calling delete_port for efca1c17-6510-4f64-92e4-54d2e3884b40 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:04:52.971393 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ebd74811-b2bf-425e-a77c-2ec8162411ed req-09073121-e545-4dee-abab-174ca257012f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219439 Dec 06 15:04:53.065804 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f56b8c-53f4-473f-8437-8aff5c71b407 req-75bd0daf-e90e-4adb-85c6-ff6296c0f513 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:53.067318 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24f56b8c-53f4-473f-8437-8aff5c71b407 req-75bd0daf-e90e-4adb-85c6-ff6296c0f513 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c54e8ff-1571-42ee-9313-8cd94732e779 HTTP/1.1" status: 200 len: 946 time: 0.2707999 Dec 06 15:04:53.146283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24f56b8c-53f4-473f-8437-8aff5c71b407 req-f51297dc-0ac9-489f-b23d-d7d5baf856ce tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716624 Dec 06 15:04:53.178123 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3afee8f-759e-43f8-b9f8-8f98b2dbaffd tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:53.248445 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f3afee8f-759e-43f8-b9f8-8f98b2dbaffd tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:53.252899 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f3afee8f-759e-43f8-b9f8-8f98b2dbaffd tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "DELETE /v2.0/ports/efca1c17-6510-4f64-92e4-54d2e3884b40 HTTP/1.1" status: 204 len: 168 time: 0.8268816 Dec 06 15:04:53.254086 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afee8f-759e-43f8-b9f8-8f98b2dbaffd tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event deleted for resources: {'Port': ['ID=efca1c17-6510-4f64-92e4-54d2e3884b40,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:53.255364 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42294) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:53.286309 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-041c84ea-a177-4879-82e6-608428d6bbff tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0291126 Dec 06 15:04:53.290611 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42296) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:53.295506 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cd661815-dbf5-4eb5-9189-8fd2b5aeb96a tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-420097897'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:53.319096 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd661815-dbf5-4eb5-9189-8fd2b5aeb96a tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Made reservation on behalf of f4a1716297d94181add876e34d1ed63a for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:53.325828 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd661815-dbf5-4eb5-9189-8fd2b5aeb96a tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:53.376185 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd661815-dbf5-4eb5-9189-8fd2b5aeb96a tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:04:53.397312 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd661815-dbf5-4eb5-9189-8fd2b5aeb96a tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:53.398200 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-cd661815-dbf5-4eb5-9189-8fd2b5aeb96a tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Added segment 443ae01f-0ff6-4659-a1d2-1a52fa9e83b5 of type vlan for network 59dff39f-2f9c-43a1-a799-a80c56631f2d Dec 06 15:04:53.453124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa786f10-6e0b-430c-9917-73e794404c44 req-7de97f38-1445-40d9-9123-69c2b53d4665 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0531878 Dec 06 15:04:53.501664 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd661815-dbf5-4eb5-9189-8fd2b5aeb96a tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:53.537869 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd661815-dbf5-4eb5-9189-8fd2b5aeb96a tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:53.549773 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd661815-dbf5-4eb5-9189-8fd2b5aeb96a tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:53.550627 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd661815-dbf5-4eb5-9189-8fd2b5aeb96a tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:53.607755 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cd661815-dbf5-4eb5-9189-8fd2b5aeb96a tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3159008 Dec 06 15:04:53.610630 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42310) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:53.644641 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13626e7b-3e96-4b88-a62c-28d5511a8362 req-771b2794-c9ca-4060-ba98-9d610f2241a3 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:53.648645 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e2188f9b-3b43-4331-ba68-871754936161 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-12047405'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:53.654776 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-13626e7b-3e96-4b88-a62c-28d5511a8362 req-771b2794-c9ca-4060-ba98-9d610f2241a3 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 944 time: 0.0698168 Dec 06 15:04:53.666732 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd661815-dbf5-4eb5-9189-8fd2b5aeb96a tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event updated for resources: {'Network': ['ID=59dff39f-2f9c-43a1-a799-a80c56631f2d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:53.676214 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42312) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:53.689249 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 59dff39f-2f9c-43a1-a799-a80c56631f2d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:04:53.701819 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2188f9b-3b43-4331-ba68-871754936161 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Made reservation on behalf of f4a1716297d94181add876e34d1ed63a for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:53.705674 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2188f9b-3b43-4331-ba68-871754936161 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:53.753250 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2188f9b-3b43-4331-ba68-871754936161 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:04:53.779315 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2188f9b-3b43-4331-ba68-871754936161 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:53.779774 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-e2188f9b-3b43-4331-ba68-871754936161 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Added segment 51952df1-7549-4ce8-9a39-ef767839ca1c of type vlan for network 73d96032-10b4-4337-8f91-35488f83f192 Dec 06 15:04:53.810064 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-13626e7b-3e96-4b88-a62c-28d5511a8362 req-ed14df7f-c315-44c3-bd79-a35a7fc233a8 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485238 Dec 06 15:04:53.889475 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2188f9b-3b43-4331-ba68-871754936161 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:53.929692 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2188f9b-3b43-4331-ba68-871754936161 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:53.930107 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f9b899b-b8a1-4df2-822e-6897cef36116 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:53.939496 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2188f9b-3b43-4331-ba68-871754936161 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:53.940340 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2188f9b-3b43-4331-ba68-871754936161 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:54.019205 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e2188f9b-3b43-4331-ba68-871754936161 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4071662 Dec 06 15:04:54.019949 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2188f9b-3b43-4331-ba68-871754936161 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event updated for resources: {'Network': ['ID=73d96032-10b4-4337-8f91-35488f83f192,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:54.073089 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f9b899b-b8a1-4df2-822e-6897cef36116 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:54.080801 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f9b899b-b8a1-4df2-822e-6897cef36116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:54.087343 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 73d96032-10b4-4337-8f91-35488f83f192 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:04:54.178626 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42322) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:54.187475 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Request body: {'subnets': [{'network_id': '59dff39f-2f9c-43a1-a799-a80c56631f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1824489727', 'ip_version': 4}, {'network_id': '73d96032-10b4-4337-8f91-35488f83f192', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:54.187893 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Request body: {'subnet': {'network_id': '59dff39f-2f9c-43a1-a799-a80c56631f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1824489727', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:54.188790 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Request body: {'subnet': {'network_id': '73d96032-10b4-4337-8f91-35488f83f192', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:04:54.261061 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b899b-b8a1-4df2-822e-6897cef36116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b7d207-2e31-4321-b1c1-4ee9621aa35b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:54.277800 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9f9b899b-b8a1-4df2-822e-6897cef36116 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35443a07b9e446fb88189e315efb23c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5948682 Dec 06 15:04:54.278459 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42326) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:54.408710 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e30e90a5-550c-4e55-b92c-a40401174295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:54.474767 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e30e90a5-550c-4e55-b92c-a40401174295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:54.617140 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e30e90a5-550c-4e55-b92c-a40401174295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:54.620174 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e30e90a5-550c-4e55-b92c-a40401174295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:54.636064 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e30e90a5-550c-4e55-b92c-a40401174295 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75b7d207-2e31-4321-b1c1-4ee9621aa35b HTTP/1.1" status: 204 len: 168 time: 0.3424134 Dec 06 15:04:54.640281 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfc3c8-7a9d-480e-9477-7569d6518acc req-a69ad7d8-df0c-48ff-99d8-60e8ae29eb30 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:54.641657 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2adfc3c8-7a9d-480e-9477-7569d6518acc req-a69ad7d8-df0c-48ff-99d8-60e8ae29eb30 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c54e8ff-1571-42ee-9313-8cd94732e779 HTTP/1.1" status: 200 len: 946 time: 0.3557434 Dec 06 15:04:54.658058 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-64c1722a-b7e1-4463-a3d6-97ae4e86a152 req-7dd28e46-e487-48a6-babc-f714b372704c tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1358593 Dec 06 15:04:54.677364 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e90a5-550c-4e55-b92c-a40401174295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b7d207-2e31-4321-b1c1-4ee9621aa35b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:54.763055 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 42846e70-3469-4b76-ac53-f4cd1859adbd up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:04:54.780397 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Made reservation on behalf of f4a1716297d94181add876e34d1ed63a for: {'subnet': 2} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:04:54.792959 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:54.793315 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:54.827530 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2adfc3c8-7a9d-480e-9477-7569d6518acc req-2c6b784a-86c5-4196-b4fb-89c76497802b tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746430 Dec 06 15:04:54.915468 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 42846e70-3469-4b76-ac53-f4cd1859adbd completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:04:54.928554 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 42846e70-3469-4b76-ac53-f4cd1859adbd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:54.929001 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:55.043876 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device de19c76a-d25a-4425-8d66-eb411eb4173a up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:04:55.084235 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d630880-6db4-4d09-9423-828fac0c9689 req-d83ac461-d62a-43c1-9ea2-15fb08b2144f tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:55.094740 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d630880-6db4-4d09-9423-828fac0c9689 req-d83ac461-d62a-43c1-9ea2-15fb08b2144f tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 944 time: 0.1600749 Dec 06 15:04:55.193816 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d630880-6db4-4d09-9423-828fac0c9689 req-4fca4858-6c33-4ee2-a50c-1ed3a29ee47f tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900805 Dec 06 15:04:55.369612 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:55.391354 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port de19c76a-d25a-4425-8d66-eb411eb4173a completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:04:55.403220 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port de19c76a-d25a-4425-8d66-eb411eb4173a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:55.403690 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:55.410744 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:55.434887 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7747a9b-f92e-4f28-8c00-0cd701c6a70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42846e70-3469-4b76-ac53-f4cd1859adbd'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:55.437855 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfac70a-3072-4569-9470-dbc8241256bd" -d '{"events": [{"server_uuid": "e7747a9b-f92e-4f28-8c00-0cd701c6a70e", "name": "network-vif-plugged", "status": "completed", "tag": "42846e70-3469-4b76-ac53-f4cd1859adbd"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:55.517496 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 42846e70-3469-4b76-ac53-f4cd1859adbd, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=42846e70-3469-4b76-ac53-f4cd1859adbd,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:55.532663 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:55.548967 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event updated for resources: {'Subnet': ['ID=5aca0bc7-b8c9-49b1-bb62-7b29fa6d1eaf,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:55.559385 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c13353c-d77d-486c-af6c-bfa1c218e4bb x-openstack-request-id: req-5c13353c-d77d-486c-af6c-bfa1c218e4bb {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:55.559385 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7747a9b-f92e-4f28-8c00-0cd701c6a70e", "name": "network-vif-plugged", "status": "completed", "tag": "42846e70-3469-4b76-ac53-f4cd1859adbd", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:55.559385 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c13353c-d77d-486c-af6c-bfa1c218e4bb {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:55.559385 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7747a9b-f92e-4f28-8c00-0cd701c6a70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42846e70-3469-4b76-ac53-f4cd1859adbd', 'code': 200} Dec 06 15:04:55.573879 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Checking segment: {'id': '443ae01f-0ff6-4659-a1d2-1a52fa9e83b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59dff39f-2f9c-43a1-a799-a80c56631f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:55.574485 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Network hostable DHCP agents. Network: 59dff39f-2f9c-43a1-a799-a80c56631f2d, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:04:55.600029 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Network 59dff39f-2f9c-43a1-a799-a80c56631f2d is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:04:55.619287 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 59dff39f-2f9c-43a1-a799-a80c56631f2d) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:55.630149 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6400b4-05fc-49c7-8124-8712c491b602 None None] Network 59dff39f-2f9c-43a1-a799-a80c56631f2d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:04:55.642497 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:55.799065 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event updated for resources: {'Subnet': ['ID=be91dfd8-a711-4960-b7d9-07e2deb890ff,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:55.818339 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-311c1834-1167-4403-886f-f572ad8444d7 req-afee57f0-aed1-4b58-857c-da87c32a128e tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0673962 Dec 06 15:04:55.846882 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b702084-a34f-49cf-842a-b265fb64c708 req-de03082e-c7c0-43c1-bc08-61bb805c3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:55.848372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8b702084-a34f-49cf-842a-b265fb64c708 req-de03082e-c7c0-43c1-bc08-61bb805c3bac service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e7747a9b-f92e-4f28-8c00-0cd701c6a70e HTTP/1.1" status: 200 len: 1096 time: 0.2255969 Dec 06 15:04:55.870686 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=42846e70-3469-4b76-ac53-f4cd1859adbd,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:55.912346 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Checking segment: {'id': '51952df1-7549-4ce8-9a39-ef767839ca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73d96032-10b4-4337-8f91-35488f83f192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:55.912708 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Network hostable DHCP agents. Network: 73d96032-10b4-4337-8f91-35488f83f192, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:04:55.970567 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:55.996574 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-59dff39f-2f9c-43a1-a799-a80c56631f2d', 'network_id': '59dff39f-2f9c-43a1-a799-a80c56631f2d', 'tenant_id': 'f4a1716297d94181add876e34d1ed63a', 'fixed_ips': [{'subnet_id': '5aca0bc7-b8c9-49b1-bb62-7b29fa6d1eaf'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:04:55.997435 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:56.071720 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8b702084-a34f-49cf-842a-b265fb64c708 req-8cf238c6-87a8-4b61-92b2-112936dde67d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063115 Dec 06 15:04:56.096836 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Network 73d96032-10b4-4337-8f91-35488f83f192 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:04:56.114873 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port de19c76a-d25a-4425-8d66-eb411eb4173a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=de19c76a-d25a-4425-8d66-eb411eb4173a,segment=NetworkSegment(01c1d4de-7367-4370-91b8-845ea5e2c9df),segment_id=01c1d4de-7367-4370-91b8-845ea5e2c9df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:56.135085 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8d5c5-3487-4fae-b032-4db559fe3d7d req-4fc39cfe-b3a8-47ea-a21e-f6634c37dda2 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:56.137856 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6f8d5c5-3487-4fae-b032-4db559fe3d7d req-4fc39cfe-b3a8-47ea-a21e-f6634c37dda2 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c54e8ff-1571-42ee-9313-8cd94732e779 HTTP/1.1" status: 200 len: 946 time: 0.1884172 Dec 06 15:04:56.139338 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 73d96032-10b4-4337-8f91-35488f83f192) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:56.183093 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a419d7-1456-4be4-893e-618db4ecb178 None None] Network 73d96032-10b4-4337-8f91-35488f83f192 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:04:56.189682 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:56.192159 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:56.193252 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:56.195880 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:56.273281 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0b1081cb-84bc-40fc-9159-5cb1cf4dcc96 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.0918388 Dec 06 15:04:56.278041 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42370) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:56.300500 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6f8d5c5-3487-4fae-b032-4db559fe3d7d req-6d79e9e0-6cb8-4110-b975-956965257ee1 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466103 Dec 06 15:04:56.381865 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=de19c76a-d25a-4425-8d66-eb411eb4173a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:56.464748 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ec4ce-4771-4c6f-968f-4c68a0d79b54 req-cad7dd9b-8631-4973-976d-725b9b144a2c tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:56.466769 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cc6ec4ce-4771-4c6f-968f-4c68a0d79b54 req-cad7dd9b-8631-4973-976d-725b9b144a2c tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7747a9b-f92e-4f28-8c00-0cd701c6a70e HTTP/1.1" status: 200 len: 945 time: 0.0734217 Dec 06 15:04:56.474293 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Allocated IP 172.20.0.2 (59dff39f-2f9c-43a1-a799-a80c56631f2d/5aca0bc7-b8c9-49b1-bb62-7b29fa6d1eaf/d2de4bc9-d722-4248-a7c2-ee26bca3ba1f) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:04:56.534649 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-73d96032-10b4-4337-8f91-35488f83f192', 'network_id': '73d96032-10b4-4337-8f91-35488f83f192', 'tenant_id': 'f4a1716297d94181add876e34d1ed63a', 'fixed_ips': [{'subnet_id': 'be91dfd8-a711-4960-b7d9-07e2deb890ff'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:04:56.535585 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:56.545796 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d471bf-fd08-46cc-8c94-f9090445475d tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:56.547345 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d471bf-fd08-46cc-8c94-f9090445475d tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:56.559801 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d471bf-fd08-46cc-8c94-f9090445475d tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:56.561841 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-22d471bf-fd08-46cc-8c94-f9090445475d tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2828016 Dec 06 15:04:56.565865 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42380) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:56.617294 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cc6ec4ce-4771-4c6f-968f-4c68a0d79b54 req-60ee784e-b45c-478e-9288-da3214901e18 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425848 Dec 06 15:04:56.663903 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa19b7-b4d9-4abb-9951-71f030ed3afc req-ce041dcd-605d-476c-9439-e54e92d15f39 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:56.672430 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0faa19b7-b4d9-4abb-9951-71f030ed3afc req-ce041dcd-605d-476c-9439-e54e92d15f39 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.1091073 Dec 06 15:04:56.747874 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Deleting subnet 5aca0bc7-b8c9-49b1-bb62-7b29fa6d1eaf {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:04:56.788311 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0faa19b7-b4d9-4abb-9951-71f030ed3afc req-e7c0b08b-4ea8-4aa5-b1ca-61403abe94a4 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146448 Dec 06 15:04:56.892172 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:56.904440 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:56.954074 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:57.019806 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd22028e-9a8a-4a85-ad71-6d1956e2e5db req-3f5feaef-bc4b-46b5-895a-fb4989b7acf3 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1119347 Dec 06 15:04:57.038692 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:57.071188 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Network 59dff39f-2f9c-43a1-a799-a80c56631f2d is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:57.079741 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:57.082540 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Allocated IP 172.20.0.18 (73d96032-10b4-4337-8f91-35488f83f192/be91dfd8-a711-4960-b7d9-07e2deb890ff/2e3444b7-5924-425f-8f3c-9db99219a0e6) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:04:57.087195 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:57.095006 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Pushing event updated for resources: {'Port': ['ID=d2de4bc9-d722-4248-a7c2-ee26bca3ba1f,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:57.163697 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:57.289153 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:57.347399 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event deleted for resources: {'Subnet': ['ID=5aca0bc7-b8c9-49b1-bb62-7b29fa6d1eaf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:57.356269 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:57.359892 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "DELETE /v2.0/subnets/5aca0bc7-b8c9-49b1-bb62-7b29fa6d1eaf HTTP/1.1" status: 204 len: 168 time: 0.7919505 Dec 06 15:04:57.361090 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:57.361445 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:57.361790 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:57.362133 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:57.362472 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:57.362808 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:57.362939 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42400) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:57.363546 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:57.363907 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:57.364246 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:57.364578 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:57.364908 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:57.365240 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:57.365565 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7130c94d-821d-4454-9ee3-1bb17ae6393b tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:04:57.377024 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Attempting to bind port d2de4bc9-d722-4248-a7c2-ee26bca3ba1f on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:04:57.377402 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Attempting to bind port d2de4bc9-d722-4248-a7c2-ee26bca3ba1f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '443ae01f-0ff6-4659-a1d2-1a52fa9e83b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59dff39f-2f9c-43a1-a799-a80c56631f2d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:04:57.377766 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Attempting to bind port d2de4bc9-d722-4248-a7c2-ee26bca3ba1f on network 59dff39f-2f9c-43a1-a799-a80c56631f2d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:04:57.390914 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:04:57.391613 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Checking segment: {'id': '443ae01f-0ff6-4659-a1d2-1a52fa9e83b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59dff39f-2f9c-43a1-a799-a80c56631f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:57.392012 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:57.392330 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Bound using segment: {'id': '443ae01f-0ff6-4659-a1d2-1a52fa9e83b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59dff39f-2f9c-43a1-a799-a80c56631f2d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:04:57.393334 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Bound port: d2de4bc9-d722-4248-a7c2-ee26bca3ba1f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443ae01f-0ff6-4659-a1d2-1a52fa9e83b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59dff39f-2f9c-43a1-a799-a80c56631f2d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:04:57.393814 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:57.452504 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9aa9f3-183b-4468-a15c-d57923f16156 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Deleting subnet be91dfd8-a711-4960-b7d9-07e2deb890ff {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:04:57.502697 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] For port d2de4bc9-d722-4248-a7c2-ee26bca3ba1f, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:04:57.506177 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] For port d2de4bc9-d722-4248-a7c2-ee26bca3ba1f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d2de4bc9-d722-4248-a7c2-ee26bca3ba1f,segment=NetworkSegment(443ae01f-0ff6-4659-a1d2-1a52fa9e83b5),segment_id=443ae01f-0ff6-4659-a1d2-1a52fa9e83b5)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:04:57.518646 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:57.563338 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91379162-d615-4f6d-b97b-78a42b89ee77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de19c76a-d25a-4425-8d66-eb411eb4173a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:04:57.566197 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5c76dc-1b80-4176-9319-5e8bc723b0ba" -d '{"events": [{"server_uuid": "91379162-d615-4f6d-b97b-78a42b89ee77", "name": "network-vif-plugged", "status": "completed", "tag": "de19c76a-d25a-4425-8d66-eb411eb4173a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:04:57.651070 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98123f85-1f4c-4498-a7c5-00886c7bd34a x-openstack-request-id: req-98123f85-1f4c-4498-a7c5-00886c7bd34a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:04:57.651396 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91379162-d615-4f6d-b97b-78a42b89ee77", "name": "network-vif-plugged", "status": "completed", "tag": "de19c76a-d25a-4425-8d66-eb411eb4173a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:04:57.651712 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98123f85-1f4c-4498-a7c5-00886c7bd34a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:04:57.652187 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91379162-d615-4f6d-b97b-78a42b89ee77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de19c76a-d25a-4425-8d66-eb411eb4173a', 'code': 200} Dec 06 15:04:57.732513 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b3298-9383-4b73-8f58-6d8a862dada4 None None] Pushing event updated for resources: {'Port': ['ID=d2de4bc9-d722-4248-a7c2-ee26bca3ba1f,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:57.737803 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:57.748055 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a9aa9f3-183b-4468-a15c-d57923f16156 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:57.765273 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db9cafb-d67d-4e7e-bdec-a0e30d66091d None None] Network 59dff39f-2f9c-43a1-a799-a80c56631f2d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:04:57.768117 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:57.796676 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70555162-1f8c-498e-9d2e-8fff65f0850a req-e7afb91b-54bb-4b0a-a591-3eafe06962c0 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:57.807084 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70555162-1f8c-498e-9d2e-8fff65f0850a req-e7afb91b-54bb-4b0a-a591-3eafe06962c0 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7747a9b-f92e-4f28-8c00-0cd701c6a70e HTTP/1.1" status: 200 len: 945 time: 0.0711620 Dec 06 15:04:57.831606 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a9aa9f3-183b-4468-a15c-d57923f16156 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:57.869171 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70555162-1f8c-498e-9d2e-8fff65f0850a req-8714cd72-0245-43c6-b91c-0b962bb264ba tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608354 Dec 06 15:04:57.933216 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Network 73d96032-10b4-4337-8f91-35488f83f192 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:04:57.968622 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42420) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:57.980299 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:04:57.989430 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:04:58.104889 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a9aa9f3-183b-4468-a15c-d57923f16156 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:58.111027 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Pushing event updated for resources: {'Port': ['ID=2e3444b7-5924-425f-8f3c-9db99219a0e6,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:58.175420 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:58.194105 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b138c589-88a6-4a01-ada0-088e6f319960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:58.221518 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a9aa9f3-183b-4468-a15c-d57923f16156 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:58.242016 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Attempting to bind port 2e3444b7-5924-425f-8f3c-9db99219a0e6 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:04:58.242502 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Attempting to bind port 2e3444b7-5924-425f-8f3c-9db99219a0e6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '51952df1-7549-4ce8-9a39-ef767839ca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73d96032-10b4-4337-8f91-35488f83f192'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:04:58.242969 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Attempting to bind port 2e3444b7-5924-425f-8f3c-9db99219a0e6 on network 73d96032-10b4-4337-8f91-35488f83f192 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:04:58.256402 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a9aa9f3-183b-4468-a15c-d57923f16156 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:58.260409 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9a9aa9f3-183b-4468-a15c-d57923f16156 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "DELETE /v2.0/subnets/be91dfd8-a711-4960-b7d9-07e2deb890ff HTTP/1.1" status: 204 len: 168 time: 0.8965330 Dec 06 15:04:58.265143 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42432) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:58.291648 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:04:58.292209 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Checking segment: {'id': '51952df1-7549-4ce8-9a39-ef767839ca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73d96032-10b4-4337-8f91-35488f83f192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:04:58.292738 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:58.293230 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Bound using segment: {'id': '51952df1-7549-4ce8-9a39-ef767839ca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73d96032-10b4-4337-8f91-35488f83f192'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:04:58.293848 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Bound port: 2e3444b7-5924-425f-8f3c-9db99219a0e6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51952df1-7549-4ce8-9a39-ef767839ca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73d96032-10b4-4337-8f91-35488f83f192'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:04:58.294385 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:58.304448 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9aa9f3-183b-4468-a15c-d57923f16156 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event deleted for resources: {'Subnet': ['ID=be91dfd8-a711-4960-b7d9-07e2deb890ff,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:58.332965 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28a626-a47b-488d-a190-211d6e1a8cc0 req-59014748-0994-482b-b11a-d8daeeda454a tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:58.334566 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d28a626-a47b-488d-a190-211d6e1a8cc0 req-59014748-0994-482b-b11a-d8daeeda454a tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.1350627 Dec 06 15:04:58.341083 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59075a8-e7eb-4d52-8a26-006b69129834 req-316286c4-d557-4615-b2ea-26439067577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:58.342534 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d59075a8-e7eb-4d52-8a26-006b69129834 req-316286c4-d557-4615-b2ea-26439067577d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 1096 time: 0.6478667 Dec 06 15:04:58.394962 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] For port 2e3444b7-5924-425f-8f3c-9db99219a0e6, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:04:58.398866 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5984c522-c873-4b93-b30a-d7ff0b023829 req-fdf80a6a-c221-40df-9f5a-74f9d5612b77 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0835218 Dec 06 15:04:58.399481 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] For port 2e3444b7-5924-425f-8f3c-9db99219a0e6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2e3444b7-5924-425f-8f3c-9db99219a0e6,segment=NetworkSegment(51952df1-7549-4ce8-9a39-ef767839ca1c),segment_id=51952df1-7549-4ce8-9a39-ef767839ca1c)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:04:58.414388 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:58.421628 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d28a626-a47b-488d-a190-211d6e1a8cc0 req-c29c9954-8b88-46e5-9f90-94cac22f28c0 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780833 Dec 06 15:04:58.485807 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d59075a8-e7eb-4d52-8a26-006b69129834 req-ecd328a1-cffb-49af-8b9e-8045f89894a3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261129 Dec 06 15:04:58.509232 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f92558-c1f6-4223-b19e-d64f35b05e88 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:58.514545 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42434) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:58.517297 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e26de-a3f4-45b7-ae49-253f2c72dbc8 None None] Pushing event updated for resources: {'Port': ['ID=2e3444b7-5924-425f-8f3c-9db99219a0e6,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:58.524105 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-97f92558-c1f6-4223-b19e-d64f35b05e88 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2576602 Dec 06 15:04:58.577874 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b138c589-88a6-4a01-ada0-088e6f319960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:58.599227 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b138c589-88a6-4a01-ada0-088e6f319960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:58.645984 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062492c6-ed9e-49c6-a176-c8322cd657fd None None] Network 73d96032-10b4-4337-8f91-35488f83f192 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:04:58.655251 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b138c589-88a6-4a01-ada0-088e6f319960 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c75416e35d24c3bade8d5d46ffd149d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6832161 Dec 06 15:04:58.659901 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42440) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:58.707637 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138c589-88a6-4a01-ada0-088e6f319960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c928d49-804e-4226-af48-50a374035752,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:58.725921 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:58.830766 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7124fb33-2596-462c-9885-aea393b64638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:58.882261 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7124fb33-2596-462c-9885-aea393b64638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:58.894387 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62060ac-f7fb-4d9f-816a-24f8731e7d3f None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:04:58.932912 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e573b0-7f5e-4380-99ba-195078a1c14b req-894023c6-66d8-4554-a01a-fbe8f5171207 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:58.942004 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3e573b0-7f5e-4380-99ba-195078a1c14b req-894023c6-66d8-4554-a01a-fbe8f5171207 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7747a9b-f92e-4f28-8c00-0cd701c6a70e HTTP/1.1" status: 200 len: 945 time: 0.1276932 Dec 06 15:04:58.977835 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Deleting port 2e3444b7-5924-425f-8f3c-9db99219a0e6 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:04:58.978518 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:59.021079 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3e573b0-7f5e-4380-99ba-195078a1c14b req-2e42c28a-42e1-45a5-b381-f0752f55f0af tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780544 Dec 06 15:04:59.028640 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67062a5-e056-41e4-879e-018ed2c48f27 req-0a838793-6292-4088-a0f2-bfd6adc0f343 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:59.036541 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e67062a5-e056-41e4-879e-018ed2c48f27 req-0a838793-6292-4088-a0f2-bfd6adc0f343 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.1248045 Dec 06 15:04:59.067808 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62060ac-f7fb-4d9f-816a-24f8731e7d3f None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:04:59.095464 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7124fb33-2596-462c-9885-aea393b64638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:59.098751 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7124fb33-2596-462c-9885-aea393b64638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:59.100179 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7124fb33-2596-462c-9885-aea393b64638 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c928d49-804e-4226-af48-50a374035752 HTTP/1.1" status: 204 len: 168 time: 0.4393482 Dec 06 15:04:59.117262 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124fb33-2596-462c-9885-aea393b64638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c928d49-804e-4226-af48-50a374035752,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:59.120532 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] For port 2e3444b7-5924-425f-8f3c-9db99219a0e6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2e3444b7-5924-425f-8f3c-9db99219a0e6,segment=NetworkSegment(51952df1-7549-4ce8-9a39-ef767839ca1c),segment_id=51952df1-7549-4ce8-9a39-ef767839ca1c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:04:59.121146 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:59.148244 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Calling delete_port for 2e3444b7-5924-425f-8f3c-9db99219a0e6 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:04:59.185984 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e67062a5-e056-41e4-879e-018ed2c48f27 req-4175e726-8cf9-414b-8950-07f72f15c50d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481693 Dec 06 15:04:59.286244 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:59.321501 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event deleted for resources: {'Port': ['ID=2e3444b7-5924-425f-8f3c-9db99219a0e6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:59.337807 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] No DVR routers for this DVR port 2e3444b7-5924-425f-8f3c-9db99219a0e6 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:04:59.483602 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:59.528898 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d96032-10b4-4337-8f91-35488f83f192']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:59.548194 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51952df1-7549-4ce8-9a39-ef767839ca1c') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:59.548506 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51952df1-7549-4ce8-9a39-ef767839ca1c') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:04:59.577229 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:59.593034 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:59.602159 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7933f9-b907-4df7-bb9a-248f20dbb809 None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:04:59.602635 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:04:59.602920 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:04:59.608392 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:04:59.643071 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27a09f00-270f-4a25-8f2d-813d45e8623a req-fea0c2e3-9722-4943-9823-48249b1942b8 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0967925 Dec 06 15:04:59.644793 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42454) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:59.665383 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f8dfe76-24e3-42f8-b5c2-18d807d864c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:59.711821 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-db01c1c4-ecee-430c-bed2-0b56d4fd9c4c None None] Provisioning complete for port 42846e70-3469-4b76-ac53-f4cd1859adbd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:04:59.712292 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db01c1c4-ecee-430c-bed2-0b56d4fd9c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:59.736726 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:59.742826 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:59.748120 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "DELETE /v2.0/networks/73d96032-10b4-4337-8f91-35488f83f192 HTTP/1.1" status: 204 len: 168 time: 1.2314174 Dec 06 15:04:59.753596 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42456) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:04:59.761533 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7933f9-b907-4df7-bb9a-248f20dbb809 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:04:59.869866 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f8dfe76-24e3-42f8-b5c2-18d807d864c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:59.878562 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f869c-c18e-4c6e-92f9-ba6d6dc659be tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event deleted for resources: {'Network': ['ID=73d96032-10b4-4337-8f91-35488f83f192,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:04:59.904332 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf1425-8628-4138-8578-5ec0cc671f69 req-e453b4e8-3b89-4352-9058-f3c0260550b0 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:59.912657 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e1cf1425-8628-4138-8578-5ec0cc671f69 req-e453b4e8-3b89-4352-9058-f3c0260550b0 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.2592461 Dec 06 15:04:59.929922 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0f8dfe76-24e3-42f8-b5c2-18d807d864c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:59.938657 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:00.035856 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:00.055515 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8dfe76-24e3-42f8-b5c2-18d807d864c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae02ea6-7de7-4e78-83a5-786de870ac2f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:00.090455 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0f8dfe76-24e3-42f8-b5c2-18d807d864c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a64550b2d8a9402aa1ef889c9ac87216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4445887 Dec 06 15:05:00.093048 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42492) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:00.106338 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e1cf1425-8628-4138-8578-5ec0cc671f69 req-37e669e6-92ee-442a-9f03-9058eeaba64a tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919777 Dec 06 15:05:00.165336 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Deleting port d2de4bc9-d722-4248-a7c2-ee26bca3ba1f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:00.165685 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:00.167497 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801bb13-845b-4254-bf4a-184c95f4123e req-1e401ed4-da32-4298-8bb4-d92131734806 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:00.169048 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0801bb13-845b-4254-bf4a-184c95f4123e req-1e401ed4-da32-4298-8bb4-d92131734806 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7747a9b-f92e-4f28-8c00-0cd701c6a70e HTTP/1.1" status: 200 len: 945 time: 0.4413989 Dec 06 15:05:00.173243 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-db01c1c4-ecee-430c-bed2-0b56d4fd9c4c None None] Provisioning complete for port 60c139af-cc38-4018-b0b1-c4ce4f0f445f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:00.173878 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db01c1c4-ecee-430c-bed2-0b56d4fd9c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:00.373933 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-db01c1c4-ecee-430c-bed2-0b56d4fd9c4c None None] Provisioning complete for port c5cb0f98-1a86-44ee-850e-6aa161e50b04 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:00.376168 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db01c1c4-ecee-430c-bed2-0b56d4fd9c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:00.748916 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3e0f119-90e7-48a7-b813-68e5fc685fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:00.920419 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] For port d2de4bc9-d722-4248-a7c2-ee26bca3ba1f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d2de4bc9-d722-4248-a7c2-ee26bca3ba1f,segment=NetworkSegment(443ae01f-0ff6-4659-a1d2-1a52fa9e83b5),segment_id=443ae01f-0ff6-4659-a1d2-1a52fa9e83b5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:00.920889 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:00.942286 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Calling delete_port for d2de4bc9-d722-4248-a7c2-ee26bca3ba1f owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:00.942889 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39437490-f060-432f-a11d-b63a27af960d req-e4233b1b-605c-4a66-801c-c14d53cea34c tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:00.951420 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39437490-f060-432f-a11d-b63a27af960d req-e4233b1b-605c-4a66-801c-c14d53cea34c tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7747a9b-f92e-4f28-8c00-0cd701c6a70e HTTP/1.1" status: 200 len: 945 time: 0.7935417 Dec 06 15:05:00.971933 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba71ef6-642e-48e1-8525-3260481ea733 req-fd6d2ffb-db72-4eb1-989a-71bbadcfa836 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:00.972745 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cba71ef6-642e-48e1-8525-3260481ea733 req-fd6d2ffb-db72-4eb1-989a-71bbadcfa836 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c54e8ff-1571-42ee-9313-8cd94732e779 HTTP/1.1" status: 200 len: 946 time: 0.7460918 Dec 06 15:05:00.983629 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bfb7c-ffe9-4bcf-b971-29bde9ad19e5 req-0b9a6c3f-4d28-489a-9d17-5d797485b4e2 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:00.985218 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-664bfb7c-ffe9-4bcf-b971-29bde9ad19e5 req-0b9a6c3f-4d28-489a-9d17-5d797485b4e2 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.6721771 Dec 06 15:05:00.985532 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43468fff-a42a-491d-99a3-b5430110b2fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:00.998996 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96bc98-c09f-4709-9dd1-9e0eb12749d1 req-0fa8329c-546d-4a9e-875b-b88eab31ea3d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:01.000765 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ea96bc98-c09f-4709-9dd1-9e0eb12749d1 req-0fa8329c-546d-4a9e-875b-b88eab31ea3d tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 947 time: 0.2211082 Dec 06 15:05:01.064130 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43468fff-a42a-491d-99a3-b5430110b2fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:01.138523 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39437490-f060-432f-a11d-b63a27af960d req-9f5562b4-ed79-4c1d-b35b-a683ec3e80ec tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c9f86c-b20d-48b5-95ce-f06f62035940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816471 Dec 06 15:05:01.175743 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-0801bb13-845b-4254-bf4a-184c95f4123e req-001e3cbd-5472-408f-b4a9-a4e5909e995f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Deleting port 42846e70-3469-4b76-ac53-f4cd1859adbd {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:01.175971 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0801bb13-845b-4254-bf4a-184c95f4123e req-001e3cbd-5472-408f-b4a9-a4e5909e995f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:01.294492 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4305667c-f148-418c-9bb1-274f0be9bafa req-d77fa761-70ee-40ed-b65c-6c5a3679124d tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0708609 Dec 06 15:05:01.306661 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43468fff-a42a-491d-99a3-b5430110b2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:01.309329 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43468fff-a42a-491d-99a3-b5430110b2fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:01.312022 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:01.317389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-43468fff-a42a-491d-99a3-b5430110b2fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ae02ea6-7de7-4e78-83a5-786de870ac2f HTTP/1.1" status: 204 len: 168 time: 1.1824043 Dec 06 15:05:01.330266 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-664bfb7c-ffe9-4bcf-b971-29bde9ad19e5 req-d6625c47-785e-4d82-96f3-4276783e0951 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/security-groups?id=d59729a8-fee0-448b-9378-e63ddee76a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570493 Dec 06 15:05:01.374247 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43468fff-a42a-491d-99a3-b5430110b2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae02ea6-7de7-4e78-83a5-786de870ac2f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:01.401366 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0801bb13-845b-4254-bf4a-184c95f4123e req-001e3cbd-5472-408f-b4a9-a4e5909e995f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] For port 42846e70-3469-4b76-ac53-f4cd1859adbd, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=42846e70-3469-4b76-ac53-f4cd1859adbd,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:01.402022 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0801bb13-845b-4254-bf4a-184c95f4123e req-001e3cbd-5472-408f-b4a9-a4e5909e995f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:01.406451 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event deleted for resources: {'Port': ['ID=d2de4bc9-d722-4248-a7c2-ee26bca3ba1f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:01.415392 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-cba71ef6-642e-48e1-8525-3260481ea733 req-f976043b-2171-4945-8f36-82abb187d691 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Deleting port 60c139af-cc38-4018-b0b1-c4ce4f0f445f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:01.416023 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cba71ef6-642e-48e1-8525-3260481ea733 req-f976043b-2171-4945-8f36-82abb187d691 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:01.419750 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-0801bb13-845b-4254-bf4a-184c95f4123e req-001e3cbd-5472-408f-b4a9-a4e5909e995f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Calling delete_port for 42846e70-3469-4b76-ac53-f4cd1859adbd owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:01.423632 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] No DVR routers for this DVR port d2de4bc9-d722-4248-a7c2-ee26bca3ba1f on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:05:01.608464 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:01.662687 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0801bb13-845b-4254-bf4a-184c95f4123e req-001e3cbd-5472-408f-b4a9-a4e5909e995f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:01.674475 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['42846e70-3469-4b76-ac53-f4cd1859adbd'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:05:01.679292 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-cba71ef6-642e-48e1-8525-3260481ea733 req-f976043b-2171-4945-8f36-82abb187d691 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] For port 60c139af-cc38-4018-b0b1-c4ce4f0f445f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=60c139af-cc38-4018-b0b1-c4ce4f0f445f,segment=NetworkSegment(f42411fc-90c9-47f9-978d-6419263109d4),segment_id=f42411fc-90c9-47f9-978d-6419263109d4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:01.679691 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cba71ef6-642e-48e1-8525-3260481ea733 req-f976043b-2171-4945-8f36-82abb187d691 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:01.682914 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59dff39f-2f9c-43a1-a799-a80c56631f2d']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:01.697846 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-ea96bc98-c09f-4709-9dd1-9e0eb12749d1 req-dc030b5f-2bce-470b-8586-76d03ff80c6f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Deleting port c5cb0f98-1a86-44ee-850e-6aa161e50b04 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:01.697846 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ea96bc98-c09f-4709-9dd1-9e0eb12749d1 req-dc030b5f-2bce-470b-8586-76d03ff80c6f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:01.701975 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443ae01f-0ff6-4659-a1d2-1a52fa9e83b5') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:01.702291 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443ae01f-0ff6-4659-a1d2-1a52fa9e83b5') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:01.704174 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-cba71ef6-642e-48e1-8525-3260481ea733 req-f976043b-2171-4945-8f36-82abb187d691 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Calling delete_port for 60c139af-cc38-4018-b0b1-c4ce4f0f445f owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:01.716071 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:01.762084 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e3cbd-5472-408f-b4a9-a4e5909e995f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Pushing event deleted for resources: {'Port': ['ID=42846e70-3469-4b76-ac53-f4cd1859adbd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:01.762442 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:01.772090 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:01.772555 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:01.775824 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:01.817548 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf4a783-7224-46ec-8dd5-de293b9d5a6f None None] DHCP port deletion for 8ccabdf0-779c-48b5-b9de-d1978514c614 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:01.870239 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:01.909952 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:01.915979 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "DELETE /v2.0/networks/59dff39f-2f9c-43a1-a799-a80c56631f2d HTTP/1.1" status: 204 len: 168 time: 2.1562371 Dec 06 15:05:01.916157 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42552) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:01.927469 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330684fa-666c-4873-b624-b0ed24ffb7db tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event deleted for resources: {'Network': ['ID=59dff39f-2f9c-43a1-a799-a80c56631f2d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:01.934141 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0801bb13-845b-4254-bf4a-184c95f4123e req-001e3cbd-5472-408f-b4a9-a4e5909e995f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] No DVR routers for this DVR port 42846e70-3469-4b76-ac53-f4cd1859adbd on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:05:01.940076 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0801bb13-845b-4254-bf4a-184c95f4123e req-001e3cbd-5472-408f-b4a9-a4e5909e995f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:01.944184 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0801bb13-845b-4254-bf4a-184c95f4123e req-001e3cbd-5472-408f-b4a9-a4e5909e995f tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.23 "DELETE /v2.0/ports/42846e70-3469-4b76-ac53-f4cd1859adbd HTTP/1.1" status: 204 len: 173 time: 1.7598197 Dec 06 15:05:01.945520 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7747a9b-f92e-4f28-8c00-0cd701c6a70e', 'name': 'network-vif-deleted', 'tag': '42846e70-3469-4b76-ac53-f4cd1859adbd'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:05:01.960794 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eeae375-0357-47c2-a6ac-abe4353c046e" -d '{"events": [{"server_uuid": "e7747a9b-f92e-4f28-8c00-0cd701c6a70e", "name": "network-vif-deleted", "tag": "42846e70-3469-4b76-ac53-f4cd1859adbd"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:05:01.993691 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29066c72-5770-40d2-ab23-19ec13516035 req-4b976a7e-ed7c-4cbf-8534-6324d10ae4cd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:01.995306 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29066c72-5770-40d2-ab23-19ec13516035 req-4b976a7e-ed7c-4cbf-8534-6324d10ae4cd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.3544877 Dec 06 15:05:02.061070 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08810e68-b81f-49cd-9f7d-ef5b0feae852 x-openstack-request-id: req-08810e68-b81f-49cd-9f7d-ef5b0feae852 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:05:02.061443 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7747a9b-f92e-4f28-8c00-0cd701c6a70e", "name": "network-vif-deleted", "tag": "42846e70-3469-4b76-ac53-f4cd1859adbd", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:05:02.061650 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08810e68-b81f-49cd-9f7d-ef5b0feae852 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:05:02.062063 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7747a9b-f92e-4f28-8c00-0cd701c6a70e', 'name': 'network-vif-deleted', 'tag': '42846e70-3469-4b76-ac53-f4cd1859adbd', 'status': 'completed', 'code': 200} Dec 06 15:05:02.065742 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ea96bc98-c09f-4709-9dd1-9e0eb12749d1 req-dc030b5f-2bce-470b-8586-76d03ff80c6f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] For port c5cb0f98-1a86-44ee-850e-6aa161e50b04, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c5cb0f98-1a86-44ee-850e-6aa161e50b04,segment=NetworkSegment(68df21cc-c880-4f67-b4be-3f1a8c6d4c4e),segment_id=68df21cc-c880-4f67-b4be-3f1a8c6d4c4e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:02.066326 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ea96bc98-c09f-4709-9dd1-9e0eb12749d1 req-dc030b5f-2bce-470b-8586-76d03ff80c6f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:02.106976 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-ea96bc98-c09f-4709-9dd1-9e0eb12749d1 req-dc030b5f-2bce-470b-8586-76d03ff80c6f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Calling delete_port for c5cb0f98-1a86-44ee-850e-6aa161e50b04 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:02.111048 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e863b5b-64f3-4161-8906-58d385b9c174 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:02.145699 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cba71ef6-642e-48e1-8525-3260481ea733 req-f976043b-2171-4945-8f36-82abb187d691 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:02.160118 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['42846e70-3469-4b76-ac53-f4cd1859adbd'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:05:02.248965 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976043b-2171-4945-8f36-82abb187d691 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Pushing event deleted for resources: {'Port': ['ID=60c139af-cc38-4018-b0b1-c4ce4f0f445f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:02.280708 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e29e46-474a-47d0-a19e-12bd89d53b34 None None] DHCP port deletion for 8ccabdf0-779c-48b5-b9de-d1978514c614 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:02.285263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29066c72-5770-40d2-ab23-19ec13516035 req-6f31c4c2-7151-4d85-988a-14a08e5e2ad4 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726676 Dec 06 15:05:02.322929 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ea96bc98-c09f-4709-9dd1-9e0eb12749d1 req-dc030b5f-2bce-470b-8586-76d03ff80c6f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:02.336970 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['c5cb0f98-1a86-44ee-850e-6aa161e50b04'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:05:02.355474 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42570) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:02.357655 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc030b5f-2bce-470b-8586-76d03ff80c6f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Pushing event deleted for resources: {'Port': ['ID=c5cb0f98-1a86-44ee-850e-6aa161e50b04,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:02.399218 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e863b5b-64f3-4161-8906-58d385b9c174 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:02.454025 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229ae5c3-67b9-40e2-8958-7fff6ab2251c None None] DHCP port deletion for 14e24fbd-751b-4795-86b8-cd9eca2691c6 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:02.491737 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-567437d7-4345-4541-9716-d4ae74905a95 req-064e0d82-5824-41d3-9bf2-1ea0e3b0ed41 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7747a9b-f92e-4f28-8c00-0cd701c6a70e HTTP/1.1" status: 200 len: 210 time: 0.0796988 Dec 06 15:05:02.510117 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba71ef6-642e-48e1-8525-3260481ea733 req-f976043b-2171-4945-8f36-82abb187d691 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] No DVR routers for this DVR port 60c139af-cc38-4018-b0b1-c4ce4f0f445f on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:05:02.518269 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea96bc98-c09f-4709-9dd1-9e0eb12749d1 req-dc030b5f-2bce-470b-8586-76d03ff80c6f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] No DVR routers for this DVR port c5cb0f98-1a86-44ee-850e-6aa161e50b04 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:05:02.524731 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-cba71ef6-642e-48e1-8525-3260481ea733 req-f976043b-2171-4945-8f36-82abb187d691 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:02.530666 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da73aa-b8b6-4d74-b926-953cda13a234 req-c933cfc6-633b-49d6-b3a6-8d1e92a25010 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:02.536220 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cba71ef6-642e-48e1-8525-3260481ea733 req-f976043b-2171-4945-8f36-82abb187d691 tempest-MultipleCreateTestJSON-203099427 tempest-MultipleCreateTestJSON-203099427-project] 10.222.0.37 "DELETE /v2.0/ports/60c139af-cc38-4018-b0b1-c4ce4f0f445f HTTP/1.1" status: 204 len: 173 time: 1.5473704 Dec 06 15:05:02.543762 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c54e8ff-1571-42ee-9313-8cd94732e779', 'name': 'network-vif-deleted', 'tag': '60c139af-cc38-4018-b0b1-c4ce4f0f445f'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:05:02.544546 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40da73aa-b8b6-4d74-b926-953cda13a234 req-c933cfc6-633b-49d6-b3a6-8d1e92a25010 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.1708958 Dec 06 15:05:02.548460 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ea96bc98-c09f-4709-9dd1-9e0eb12749d1 req-dc030b5f-2bce-470b-8586-76d03ff80c6f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:02.556807 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9347c6-6ad1-4dd4-ab1c-53f8d337b228" -d '{"events": [{"server_uuid": "6c54e8ff-1571-42ee-9313-8cd94732e779", "name": "network-vif-deleted", "tag": "60c139af-cc38-4018-b0b1-c4ce4f0f445f"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:05:02.557341 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ea96bc98-c09f-4709-9dd1-9e0eb12749d1 req-dc030b5f-2bce-470b-8586-76d03ff80c6f tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.23 "DELETE /v2.0/ports/c5cb0f98-1a86-44ee-850e-6aa161e50b04 HTTP/1.1" status: 204 len: 173 time: 1.5448105 Dec 06 15:05:02.564648 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42578) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:02.567457 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4e863b5b-64f3-4161-8906-58d385b9c174 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0faa4317-5f74-4899-afab-465254e2b8b6']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:02.574994 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e88bcb3a-7891-4255-8005-b32f4e72422e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Request body: {'floatingip': {'port_id': 'de19c76a-d25a-4425-8d66-eb411eb4173a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:02.611884 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1535aeb0-7995-4f2d-99f7-5db225b9a0c7 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/floatingips/04ed9e10-742d-4476-ba3e-c79f68cdacd3 HTTP/1.1" status: 200 len: 993 time: 0.2510264 Dec 06 15:05:02.629253 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4e863b5b-64f3-4161-8906-58d385b9c174 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e8b2a4-a7f4-4c3b-9875-60de73dd0c67') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:02.629253 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4e863b5b-64f3-4161-8906-58d385b9c174 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e8b2a4-a7f4-4c3b-9875-60de73dd0c67') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:02.689358 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ffe0904-5adb-4653-b829-da1aff181041 req-2395653a-683c-4441-a718-676b3cff9769 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1166012 Dec 06 15:05:02.701274 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e863b5b-64f3-4161-8906-58d385b9c174 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:02.734943 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88bcb3a-7891-4255-8005-b32f4e72422e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for floatingip, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:02.759971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-68054c95-e95d-4558-9299-d54365e6ce9f req-8582eccf-44ba-4ed9-967c-3967ba0b7c80 tempest-ServersNegativeTestJSON-824043749 tempest-ServersNegativeTestJSON-824043749-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bffdc82-e7a5-4aa1-98b3-3d819132974f HTTP/1.1" status: 200 len: 210 time: 0.0472057 Dec 06 15:05:02.762070 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e863b5b-64f3-4161-8906-58d385b9c174 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:02.775897 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e863b5b-64f3-4161-8906-58d385b9c174 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:02.776187 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e863b5b-64f3-4161-8906-58d385b9c174 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:02.784561 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:02.930942 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e863b5b-64f3-4161-8906-58d385b9c174 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:02.976169 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e863b5b-64f3-4161-8906-58d385b9c174 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:02.981944 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42596) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:02.989383 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4e863b5b-64f3-4161-8906-58d385b9c174 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "DELETE /v2.0/networks/0faa4317-5f74-4899-afab-465254e2b8b6 HTTP/1.1" status: 204 len: 168 time: 1.0721624 Dec 06 15:05:02.996685 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e863b5b-64f3-4161-8906-58d385b9c174 tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event deleted for resources: {'Network': ['ID=0faa4317-5f74-4899-afab-465254e2b8b6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:03.058828 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 60c139af-cc38-4018-b0b1-c4ce4f0f445f no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:05:03.109169 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b867fc21-3411-4075-9db9-815189ed4627 x-openstack-request-id: req-b867fc21-3411-4075-9db9-815189ed4627 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:05:03.109444 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c54e8ff-1571-42ee-9313-8cd94732e779", "name": "network-vif-deleted", "tag": "60c139af-cc38-4018-b0b1-c4ce4f0f445f", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:05:03.109843 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b867fc21-3411-4075-9db9-815189ed4627 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:05:03.110200 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c54e8ff-1571-42ee-9313-8cd94732e779', 'name': 'network-vif-deleted', 'tag': '60c139af-cc38-4018-b0b1-c4ce4f0f445f', 'status': 'completed', 'code': 200} Dec 06 15:05:03.123909 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 60c139af-cc38-4018-b0b1-c4ce4f0f445f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:05:03.124362 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 60c139af-cc38-4018-b0b1-c4ce4f0f445f not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:05:03.147944 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42600) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:03.160991 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9e9de93-3994-4f63-98f4-562c58d526ba tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:03.227989 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fbbb3af5-c0f2-4847-be5a-8955db96ceba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:03.346917 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9e9de93-3994-4f63-98f4-562c58d526ba tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:03.411748 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d9e9de93-3994-4f63-98f4-562c58d526ba tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5eb1f0-f239-4311-acee-01852b7651b7']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:03.426165 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d9e9de93-3994-4f63-98f4-562c58d526ba tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394661fe-45b0-40ef-962f-4ef5e6dbbf23') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:03.426165 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d9e9de93-3994-4f63-98f4-562c58d526ba tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394661fe-45b0-40ef-962f-4ef5e6dbbf23') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:03.464161 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9e9de93-3994-4f63-98f4-562c58d526ba tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:03.488560 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9e9de93-3994-4f63-98f4-562c58d526ba tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:03.492079 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a415ea3a-ad5d-439d-832c-78724bfaa8ba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Deleting port 5750dd42-c8d7-47d9-9c39-4c68a2fce2d2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:03.492674 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a415ea3a-ad5d-439d-832c-78724bfaa8ba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:03.501708 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e9de93-3994-4f63-98f4-562c58d526ba tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:03.502119 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9e9de93-3994-4f63-98f4-562c58d526ba tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:03.505262 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:03.612867 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42618) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:03.629591 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9e9de93-3994-4f63-98f4-562c58d526ba tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:03.640608 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9e9de93-3994-4f63-98f4-562c58d526ba tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:03.643941 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d9e9de93-3994-4f63-98f4-562c58d526ba tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] 10.222.0.20 "DELETE /v2.0/networks/cd5eb1f0-f239-4311-acee-01852b7651b7 HTTP/1.1" status: 204 len: 168 time: 0.6607594 Dec 06 15:05:03.662054 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9de93-3994-4f63-98f4-562c58d526ba tempest-BulkNetworkOpsTest-1901169927 tempest-BulkNetworkOpsTest-1901169927-project] Pushing event deleted for resources: {'Network': ['ID=cd5eb1f0-f239-4311-acee-01852b7651b7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:03.676870 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88bcb3a-7891-4255-8005-b32f4e72422e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:03.685611 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88bcb3a-7891-4255-8005-b32f4e72422e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:03.714721 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a415ea3a-ad5d-439d-832c-78724bfaa8ba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:03.715098 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a415ea3a-ad5d-439d-832c-78724bfaa8ba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:03.740774 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de93c53-6e8a-4ace-b4e4-21b3db7e16d7 admin admin] Deleting subnet 6eccbb96-5243-4854-aeef-df8903ea868d {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:05:03.758084 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5de93c53-6e8a-4ace-b4e4-21b3db7e16d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:03.793915 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a415ea3a-ad5d-439d-832c-78724bfaa8ba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Calling delete_port for 5750dd42-c8d7-47d9-9c39-4c68a2fce2d2 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:03.875481 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42638) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:03.920654 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5de93c53-6e8a-4ace-b4e4-21b3db7e16d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:03.939312 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39a47641-18ab-44c6-8fa7-5e27de4f5a92 req-dd3f6ed2-9d1b-431a-b819-00d0289f1999 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0672140 Dec 06 15:05:03.968411 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb8d86b-01cc-48a3-bccb-42773caf99ea admin admin] Deleting subnet 42a5af40-5e41-44c6-af09-1021d37830cd {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:05:03.970968 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-e88bcb3a-7891-4255-8005-b32f4e72422e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Floating IP c70e2e5f-f3e9-4b29-8c25-73d4484a40b7 associated. External IP: 172.35.7.75, port: de19c76a-d25a-4425-8d66-eb411eb4173a. Dec 06 15:05:03.974795 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d86b-01cc-48a3-bccb-42773caf99ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:04.002314 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:04.019833 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5de93c53-6e8a-4ace-b4e4-21b3db7e16d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:04.070842 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bffdc82-e7a5-4aa1-98b3-3d819132974f', 'name': 'network-vif-deleted', 'tag': 'c5cb0f98-1a86-44ee-850e-6aa161e50b04'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:05:04.076189 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8498464d-07e2-47ef-a5aa-4352e7db0d2e" -d '{"events": [{"server_uuid": "2bffdc82-e7a5-4aa1-98b3-3d819132974f", "name": "network-vif-deleted", "tag": "c5cb0f98-1a86-44ee-850e-6aa161e50b04"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:05:04.126203 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d86b-01cc-48a3-bccb-42773caf99ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:04.158729 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf98da2-3248-4c3a-8646-8f967b45d690 x-openstack-request-id: req-5cf98da2-3248-4c3a-8646-8f967b45d690 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:05:04.159036 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bffdc82-e7a5-4aa1-98b3-3d819132974f", "name": "network-vif-deleted", "tag": "c5cb0f98-1a86-44ee-850e-6aa161e50b04", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:05:04.159293 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cf98da2-3248-4c3a-8646-8f967b45d690 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:05:04.159713 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bffdc82-e7a5-4aa1-98b3-3d819132974f', 'name': 'network-vif-deleted', 'tag': 'c5cb0f98-1a86-44ee-850e-6aa161e50b04', 'status': 'completed', 'code': 200} Dec 06 15:05:04.189168 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5de93c53-6e8a-4ace-b4e4-21b3db7e16d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:04.208529 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42654) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:04.234578 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d86b-01cc-48a3-bccb-42773caf99ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:04.238324 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de93c53-6e8a-4ace-b4e4-21b3db7e16d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eccbb96-5243-4854-aeef-df8903ea868d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:04.248813 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5de93c53-6e8a-4ace-b4e4-21b3db7e16d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:04.253750 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f4a107-8716-450d-bf2e-c59876f262eb None None] Network 8ccabdf0-779c-48b5-b9de-d1978514c614 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:04.266512 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5de93c53-6e8a-4ace-b4e4-21b3db7e16d7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6eccbb96-5243-4854-aeef-df8903ea868d HTTP/1.1" status: 204 len: 168 time: 0.6505263 Dec 06 15:05:04.273104 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42658) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:04.396946 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-795100f7-05d1-4e62-b28e-54f101f823b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:04.401678 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d86b-01cc-48a3-bccb-42773caf99ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:04.412584 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a415ea3a-ad5d-439d-832c-78724bfaa8ba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:04.485124 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8063802-b600-4fbe-968e-e8ccfb65e0da None None] Network 14e24fbd-751b-4795-86b8-cd9eca2691c6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:04.513713 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415ea3a-ad5d-439d-832c-78724bfaa8ba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'Port': ['ID=5750dd42-c8d7-47d9-9c39-4c68a2fce2d2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:04.516113 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174648d4-6436-40aa-a935-ac0d3b1bb429 None None] DHCP port deletion for 8ccabdf0-779c-48b5-b9de-d1978514c614 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:04.542904 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d86b-01cc-48a3-bccb-42773caf99ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:04.546566 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0fb8d86b-01cc-48a3-bccb-42773caf99ea admin admin] 10.222.0.20 "DELETE /v2.0/subnets/42a5af40-5e41-44c6-af09-1021d37830cd HTTP/1.1" status: 204 len: 168 time: 0.6691811 Dec 06 15:05:04.552426 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8d86b-01cc-48a3-bccb-42773caf99ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42a5af40-5e41-44c6-af09-1021d37830cd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:04.552559 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42666) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:04.562427 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88bcb3a-7891-4255-8005-b32f4e72422e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Router 6e4195f0-7dac-450d-b641-b17ac3aeacbe has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:05:04.649892 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fda69ecc-834b-4068-9c1c-6ba9c2744358 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4a1716297d94181add876e34d1ed63a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4348359 Dec 06 15:05:04.657806 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabb9749-87a4-48b6-bac6-ba022b89cb47 None None] DHCP port deletion for 14e24fbd-751b-4795-86b8-cd9eca2691c6 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:04.682022 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-795100f7-05d1-4e62-b28e-54f101f823b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:04.684815 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42674) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:04.758327 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 42846e70-3469-4b76-ac53-f4cd1859adbd no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:05:04.774127 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-795100f7-05d1-4e62-b28e-54f101f823b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccabdf0-779c-48b5-b9de-d1978514c614']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:04.793536 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 42846e70-3469-4b76-ac53-f4cd1859adbd {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:05:04.795064 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 42846e70-3469-4b76-ac53-f4cd1859adbd not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:05:04.796405 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c5cb0f98-1a86-44ee-850e-6aa161e50b04 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:05:04.798137 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88bcb3a-7891-4255-8005-b32f4e72422e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:05:04.805210 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88bcb3a-7891-4255-8005-b32f4e72422e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:04.805441 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a415ea3a-ad5d-439d-832c-78724bfaa8ba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:04.806140 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-a415ea3a-ad5d-439d-832c-78724bfaa8ba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Floating IP 04ed9e10-742d-4476-ba3e-c79f68cdacd3 disassociated (deleted). External IP: 172.35.7.37, port: 60e3f125-c196-42ff-948f-a1b0c1da75bb. Dec 06 15:05:04.808387 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796b71bd-597f-49bc-aaee-3789a9cd9de6 None None] Sync routers for ids ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:05:04.828824 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b71bd-597f-49bc-aaee-3789a9cd9de6 None None] Routers {'6e4195f0-7dac-450d-b641-b17ac3aeacbe'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:05:04.829461 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-796b71bd-597f-49bc-aaee-3789a9cd9de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:05:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:04.847996 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e88bcb3a-7891-4255-8005-b32f4e72422e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "PUT /v2.0/floatingips/c70e2e5f-f3e9-4b29-8c25-73d4484a40b7 HTTP/1.1" status: 200 len: 990 time: 2.2799988 Dec 06 15:05:04.867439 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: c5cb0f98-1a86-44ee-850e-6aa161e50b04 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:05:04.868058 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c5cb0f98-1a86-44ee-850e-6aa161e50b04 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:05:04.877156 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-795100f7-05d1-4e62-b28e-54f101f823b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42411fc-90c9-47f9-978d-6419263109d4') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:04.891197 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-795100f7-05d1-4e62-b28e-54f101f823b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42411fc-90c9-47f9-978d-6419263109d4') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:04.908893 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b46676fa-d76d-4991-a6bc-861d1434b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:04.938987 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-795100f7-05d1-4e62-b28e-54f101f823b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:05.014574 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-796b71bd-597f-49bc-aaee-3789a9cd9de6 None None] Set router 6e4195f0-7dac-450d-b641-b17ac3aeacbe gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:05:05.278496 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-795100f7-05d1-4e62-b28e-54f101f823b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:05.284372 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02847e17-de68-4f5b-8007-6615340ca148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:05.317822 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795100f7-05d1-4e62-b28e-54f101f823b8 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:05.318240 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-795100f7-05d1-4e62-b28e-54f101f823b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:05.324255 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-796b71bd-597f-49bc-aaee-3789a9cd9de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:04:28Z', 'revision_number': 4, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'c70e2e5f-f3e9-4b29-8c25-73d4484a40b7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'floating_ip_address': '172.35.7.75', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'port_id': 'de19c76a-d25a-4425-8d66-eb411eb4173a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'mac_address': 'fa:16:3e:06:0d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91379162-d615-4f6d-b97b-78a42b89ee77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:04:37Z', 'updated_at': '2021-12-06T15:05:03Z', 'revision_number': 1, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0459c218-5051-4a8f-9e96-37f1d2f3503a', 'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'mac_address': 'fa:16:3e:23:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:26Z', 'updated_at': '2021-12-06T15:04:33Z', 'revision_number': 5, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'subnets': [{'id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:05.325408 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:05.376880 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796b71bd-597f-49bc-aaee-3789a9cd9de6 None None] Checking router: 6e4195f0-7dac-450d-b641-b17ac3aeacbe for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:05:05.378454 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4d134b38-2098-41d6-b160-ae3ecd759d5b req-78f59b41-0133-4669-aae2-6db683191928 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1012325 Dec 06 15:05:05.389366 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b71bd-597f-49bc-aaee-3789a9cd9de6 None None] Routers {'6e4195f0-7dac-450d-b641-b17ac3aeacbe'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:05:05.389993 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-796b71bd-597f-49bc-aaee-3789a9cd9de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:05:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:05.394090 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02847e17-de68-4f5b-8007-6615340ca148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:05.498585 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b46676fa-d76d-4991-a6bc-861d1434b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:05.519646 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-796b71bd-597f-49bc-aaee-3789a9cd9de6 None None] Set router 6e4195f0-7dac-450d-b641-b17ac3aeacbe gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:05:05.546095 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-795100f7-05d1-4e62-b28e-54f101f823b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:05.551988 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-795100f7-05d1-4e62-b28e-54f101f823b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:05.556734 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-795100f7-05d1-4e62-b28e-54f101f823b8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8ccabdf0-779c-48b5-b9de-d1978514c614 HTTP/1.1" status: 204 len: 168 time: 1.2821846 Dec 06 15:05:05.603569 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b46676fa-d76d-4991-a6bc-861d1434b8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e24fbd-751b-4795-86b8-cd9eca2691c6']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:05.627324 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795100f7-05d1-4e62-b28e-54f101f823b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ccabdf0-779c-48b5-b9de-d1978514c614,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:05.641323 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b46676fa-d76d-4991-a6bc-861d1434b8c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68df21cc-c880-4f67-b4be-3f1a8c6d4c4e') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:05.641916 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b46676fa-d76d-4991-a6bc-861d1434b8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68df21cc-c880-4f67-b4be-3f1a8c6d4c4e') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:05.644026 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:05.661598 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b46676fa-d76d-4991-a6bc-861d1434b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:05.664770 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02847e17-de68-4f5b-8007-6615340ca148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:05.667523 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02847e17-de68-4f5b-8007-6615340ca148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:05.671625 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-02847e17-de68-4f5b-8007-6615340ca148 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df4594f8-dac3-423a-b11a-bd3601a9f2c1 HTTP/1.1" status: 204 len: 168 time: 0.9814117 Dec 06 15:05:05.736311 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02847e17-de68-4f5b-8007-6615340ca148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4594f8-dac3-423a-b11a-bd3601a9f2c1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:05.745337 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b46676fa-d76d-4991-a6bc-861d1434b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:05.758318 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46676fa-d76d-4991-a6bc-861d1434b8c6 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:05.758758 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b46676fa-d76d-4991-a6bc-861d1434b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:05.763452 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:05.835699 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42736) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:05.837851 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a415ea3a-ad5d-439d-832c-78724bfaa8ba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Router 6ed3919d-187c-495c-a171-dce431bc833a has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:05:05.854639 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b46676fa-d76d-4991-a6bc-861d1434b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:05.860634 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b46676fa-d76d-4991-a6bc-861d1434b8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:05.866541 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b46676fa-d76d-4991-a6bc-861d1434b8c6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/14e24fbd-751b-4795-86b8-cd9eca2691c6 HTTP/1.1" status: 204 len: 168 time: 1.2820797 Dec 06 15:05:05.909600 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46676fa-d76d-4991-a6bc-861d1434b8c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=14e24fbd-751b-4795-86b8-cd9eca2691c6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:05.932322 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-df878ef3-a738-4277-8aa9-a3683b84a094 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf58db96e056499682ffdb438a3ac633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0944691 Dec 06 15:05:05.934579 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42740) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:05.970997 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-796b71bd-597f-49bc-aaee-3789a9cd9de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:04:28Z', 'revision_number': 4, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'c70e2e5f-f3e9-4b29-8c25-73d4484a40b7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'floating_ip_address': '172.35.7.75', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'port_id': 'de19c76a-d25a-4425-8d66-eb411eb4173a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'mac_address': 'fa:16:3e:06:0d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91379162-d615-4f6d-b97b-78a42b89ee77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:04:37Z', 'updated_at': '2021-12-06T15:05:03Z', 'revision_number': 1, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0459c218-5051-4a8f-9e96-37f1d2f3503a', 'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'mac_address': 'fa:16:3e:23:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:26Z', 'updated_at': '2021-12-06T15:04:33Z', 'revision_number': 5, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'subnets': [{'id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:06.024900 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca3d13a5-42ca-423e-8be0-5f602af3da03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:06.082466 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a415ea3a-ad5d-439d-832c-78724bfaa8ba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:05:06.088459 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a415ea3a-ad5d-439d-832c-78724bfaa8ba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:06.094787 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5ec76e-743b-4048-a9c8-f10382bf15f7 None None] Sync routers for ids ['6ed3919d-187c-495c-a171-dce431bc833a'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:05:06.108461 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca3d13a5-42ca-423e-8be0-5f602af3da03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:06.113008 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ec76e-743b-4048-a9c8-f10382bf15f7 None None] Routers {'6ed3919d-187c-495c-a171-dce431bc833a'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:05:06.116437 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1c5ec76e-743b-4048-a9c8-f10382bf15f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:05:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6ed3919d-187c-495c-a171-dce431bc833a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:06.162785 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a415ea3a-ad5d-439d-832c-78724bfaa8ba tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "DELETE /v2.0/floatingips/04ed9e10-742d-4476-ba3e-c79f68cdacd3 HTTP/1.1" status: 204 len: 168 time: 3.0123386 Dec 06 15:05:06.166569 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154e4c45-6633-4040-91bb-7d0ac93c4f81', 'tag': '60e3f125-c196-42ff-948f-a1b0c1da75bb'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:05:06.170085 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91379162-d615-4f6d-b97b-78a42b89ee77', 'tag': 'de19c76a-d25a-4425-8d66-eb411eb4173a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:05:06.175985 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59006a6c-bb56-4bcb-9ce0-44cbd34f222f" -d '{"events": [{"name": "network-changed", "server_uuid": "154e4c45-6633-4040-91bb-7d0ac93c4f81", "tag": "60e3f125-c196-42ff-948f-a1b0c1da75bb"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:05:06.179332 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1539a4-40e9-4eb2-8e15-1ba4f7e1bd0e" -d '{"events": [{"name": "network-changed", "server_uuid": "91379162-d615-4f6d-b97b-78a42b89ee77", "tag": "de19c76a-d25a-4425-8d66-eb411eb4173a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:05:06.186932 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796b71bd-597f-49bc-aaee-3789a9cd9de6 None None] The sync data for ids ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'] in n-d-master-1 is: [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:04:28Z', 'revision_number': 4, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'c70e2e5f-f3e9-4b29-8c25-73d4484a40b7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'floating_ip_address': '172.35.7.75', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'port_id': 'de19c76a-d25a-4425-8d66-eb411eb4173a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'mac_address': 'fa:16:3e:06:0d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91379162-d615-4f6d-b97b-78a42b89ee77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:04:37Z', 'updated_at': '2021-12-06T15:05:03Z', 'revision_number': 1, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0459c218-5051-4a8f-9e96-37f1d2f3503a', 'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'mac_address': 'fa:16:3e:23:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:26Z', 'updated_at': '2021-12-06T15:04:33Z', 'revision_number': 5, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'subnets': [{'id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:05:06.261699 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca3d13a5-42ca-423e-8be0-5f602af3da03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:06.265496 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42754) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:06.267995 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca3d13a5-42ca-423e-8be0-5f602af3da03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:06.271624 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ca3d13a5-42ca-423e-8be0-5f602af3da03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58c9f86c-b20d-48b5-95ce-f06f62035940 HTTP/1.1" status: 204 len: 168 time: 0.3358841 Dec 06 15:05:06.295903 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d13a5-42ca-423e-8be0-5f602af3da03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c9f86c-b20d-48b5-95ce-f06f62035940,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:06.321015 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e4c3fb-bbf4-40c3-84cd-8d4a75354831 x-openstack-request-id: req-02e4c3fb-bbf4-40c3-84cd-8d4a75354831 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:05:06.322773 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "154e4c45-6633-4040-91bb-7d0ac93c4f81", "tag": "60e3f125-c196-42ff-948f-a1b0c1da75bb", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:05:06.323756 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02e4c3fb-bbf4-40c3-84cd-8d4a75354831 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:05:06.325863 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154e4c45-6633-4040-91bb-7d0ac93c4f81', 'tag': '60e3f125-c196-42ff-948f-a1b0c1da75bb', 'status': 'completed', 'code': 200} Dec 06 15:05:06.388515 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1c2075b2-5c4d-4f68-9a79-5ad1ef3d8f64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6bea34f57f3438382c2fe5b205b1663&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1013491 Dec 06 15:05:06.391604 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42758) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:06.501124 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1c5ec76e-743b-4048-a9c8-f10382bf15f7 None None] Set router 6ed3919d-187c-495c-a171-dce431bc833a gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:05:06.713805 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6b2cd6-47f1-41dc-b2c3-54da8e0e1389 None None] New status for floating IP c70e2e5f-f3e9-4b29-8c25-73d4484a40b7: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:05:06.729627 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-391f96cb-b0b6-4467-bf59-6e8025fd1ce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:06.761120 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1539a4-40e9-4eb2-8e15-1ba4f7e1bd0e req-1eb878f3-dcdf-4455-9222-4b012c18f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:06.768770 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d1539a4-40e9-4eb2-8e15-1ba4f7e1bd0e req-1eb878f3-dcdf-4455-9222-4b012c18f89c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a45a9617d21f43eb8a512b181ef6b340&device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 1096 time: 0.2853329 Dec 06 15:05:06.923149 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:07.038425 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1539a4-40e9-4eb2-8e15-1ba4f7e1bd0e req-6f286544-c3e0-49b4-817a-992b9ed4cee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:07.056999 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d1539a4-40e9-4eb2-8e15-1ba4f7e1bd0e req-6f286544-c3e0-49b4-817a-992b9ed4cee7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 HTTP/1.1" status: 200 len: 910 time: 0.2112935 Dec 06 15:05:07.162890 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b38852-4e40-4a73-95b4-d6e17ca87121 x-openstack-request-id: req-52b38852-4e40-4a73-95b4-d6e17ca87121 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:05:07.163438 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91379162-d615-4f6d-b97b-78a42b89ee77", "tag": "de19c76a-d25a-4425-8d66-eb411eb4173a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:05:07.167220 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52b38852-4e40-4a73-95b4-d6e17ca87121 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:05:07.167838 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91379162-d615-4f6d-b97b-78a42b89ee77', 'tag': 'de19c76a-d25a-4425-8d66-eb411eb4173a', 'status': 'completed', 'code': 200} Dec 06 15:05:07.234122 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a7f7ace-6e2c-40f7-b3df-f24ab32e0484 req-d05e2ccf-9ba8-42b8-aeaf-c73316f64999 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0651999 Dec 06 15:05:07.248745 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-391f96cb-b0b6-4467-bf59-6e8025fd1ce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:07.258168 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59006a6c-bb56-4bcb-9ce0-44cbd34f222f req-60d5d01d-81ea-41a4-b162-fa70b849c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:07.262867 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59006a6c-bb56-4bcb-9ce0-44cbd34f222f req-60d5d01d-81ea-41a4-b162-fa70b849c13b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6328bee89d2341bdb282688164425785&device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 1097 time: 0.9294090 Dec 06 15:05:07.308125 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1c5ec76e-743b-4048-a9c8-f10382bf15f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3919d-187c-495c-a171-dce431bc833a', 'name': 'tempest-TestNetworkBasicOps-router-1032164201', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165'}], 'enable_snat': True}, 'gw_port_id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:03:43Z', 'updated_at': '2021-12-06T15:03:51Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:44Z', 'updated_at': '2021-12-06T15:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '796e9d6d-8507-42b7-bc3a-697dfe99675f', 'name': '', 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:11:01:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:50Z', 'updated_at': '2021-12-06T15:03:58Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:07.364007 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5ec76e-743b-4048-a9c8-f10382bf15f7 None None] Checking router: 6ed3919d-187c-495c-a171-dce431bc833a for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:05:07.375107 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ec76e-743b-4048-a9c8-f10382bf15f7 None None] Routers {'6ed3919d-187c-495c-a171-dce431bc833a'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:05:07.375578 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1c5ec76e-743b-4048-a9c8-f10382bf15f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:05:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6ed3919d-187c-495c-a171-dce431bc833a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:07.403635 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0d31e-5cfa-4680-9f32-427c7ae0f293 req-848ea4f3-bac3-46b5-bbcf-a4b055a2184d tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:07.407628 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4f0d31e-5cfa-4680-9f32-427c7ae0f293 req-848ea4f3-bac3-46b5-bbcf-a4b055a2184d tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 946 time: 0.7310014 Dec 06 15:05:07.423221 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59006a6c-bb56-4bcb-9ce0-44cbd34f222f req-038f0b02-c025-4841-b7ab-ec3e0a874be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:07.425133 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59006a6c-bb56-4bcb-9ce0-44cbd34f222f req-038f0b02-c025-4841-b7ab-ec3e0a874be5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d515d8db-b4b8-4017-8b0f-ed6427fdd5ba HTTP/1.1" status: 200 len: 897 time: 0.1536670 Dec 06 15:05:07.466940 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d1539a4-40e9-4eb2-8e15-1ba4f7e1bd0e req-fb2c574e-9a5e-4e28-ad8a-59ca57dff9e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de19c76a-d25a-4425-8d66-eb411eb4173a HTTP/1.1" status: 200 len: 1000 time: 0.4085627 Dec 06 15:05:07.501405 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59006a6c-bb56-4bcb-9ce0-44cbd34f222f req-6a962ef8-abfc-4527-9bc2-da6baa091ee4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60e3f125-c196-42ff-948f-a1b0c1da75bb HTTP/1.1" status: 200 len: 217 time: 0.0654044 Dec 06 15:05:07.600372 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59006a6c-bb56-4bcb-9ce0-44cbd34f222f req-a4a7a50f-5337-408e-abf5-6c65ebe67779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:07.602148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59006a6c-bb56-4bcb-9ce0-44cbd34f222f req-a4a7a50f-5337-408e-abf5-6c65ebe67779 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f9c443cf-1573-4785-8f42-d41de1f27068 HTTP/1.1" status: 200 len: 833 time: 0.0928469 Dec 06 15:05:07.620843 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1c5ec76e-743b-4048-a9c8-f10382bf15f7 None None] Set router 6ed3919d-187c-495c-a171-dce431bc833a gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:05:07.639404 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-391f96cb-b0b6-4467-bf59-6e8025fd1ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:07.642104 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-391f96cb-b0b6-4467-bf59-6e8025fd1ce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:07.643868 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-391f96cb-b0b6-4467-bf59-6e8025fd1ce6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d59729a8-fee0-448b-9378-e63ddee76a14 HTTP/1.1" status: 204 len: 168 time: 1.2513735 Dec 06 15:05:07.661365 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4f0d31e-5cfa-4680-9f32-427c7ae0f293 req-7e320f5a-086c-4e98-9535-c4074a449ce4 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=1042d947-6fa9-4633-9da5-cd5fe6c7422a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331221 Dec 06 15:05:07.701979 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1539a4-40e9-4eb2-8e15-1ba4f7e1bd0e req-4b2d6032-3bfe-40c3-8b2a-e43e85a66a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:07.708872 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d1539a4-40e9-4eb2-8e15-1ba4f7e1bd0e req-4b2d6032-3bfe-40c3-8b2a-e43e85a66a9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=910def33-1b6e-420b-bf18-ba2208cd2881 HTTP/1.1" status: 200 len: 848 time: 0.2303021 Dec 06 15:05:07.708872 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f96cb-b0b6-4467-bf59-6e8025fd1ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59729a8-fee0-448b-9378-e63ddee76a14,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:07.731083 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59006a6c-bb56-4bcb-9ce0-44cbd34f222f req-80965ca3-2e95-4cb7-b99b-693fe4b8132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:07.732631 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59006a6c-bb56-4bcb-9ce0-44cbd34f222f req-80965ca3-2e95-4cb7-b99b-693fe4b8132f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d515d8db-b4b8-4017-8b0f-ed6427fdd5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205182 Dec 06 15:05:07.827811 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1539a4-40e9-4eb2-8e15-1ba4f7e1bd0e req-4e4794d6-f228-4c33-b307-9cb225333212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:07.829791 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d1539a4-40e9-4eb2-8e15-1ba4f7e1bd0e req-4e4794d6-f228-4c33-b307-9cb225333212 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062491 Dec 06 15:05:07.929892 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42838) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:08.015517 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59006a6c-bb56-4bcb-9ce0-44cbd34f222f req-b296b7d0-5629-4e6d-97d4-0d30d5c97971 service neutron] 10.222.0.23 "GET /v2.0/networks/d515d8db-b4b8-4017-8b0f-ed6427fdd5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709529 Dec 06 15:05:08.081895 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d1539a4-40e9-4eb2-8e15-1ba4f7e1bd0e req-0f30cd33-1d2f-45b7-ae00-24e5bd2aa1cb service neutron] 10.222.0.37 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426002 Dec 06 15:05:08.096414 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc1b31-7e17-4599-aebd-1ffbe1703205 req-2603456b-7432-4448-aa84-219059d9ae7d tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:08.098349 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fedc1b31-7e17-4599-aebd-1ffbe1703205 req-2603456b-7432-4448-aa84-219059d9ae7d tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.23 "GET /v2.0/ports?device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 946 time: 0.2015145 Dec 06 15:05:08.268426 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d1539a4-40e9-4eb2-8e15-1ba4f7e1bd0e req-2fd64fe9-af56-477e-a26a-974ef0fbc40f service neutron] 10.222.0.37 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782720 Dec 06 15:05:08.428220 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c60296a8-b67b-4192-bef3-d25190f7ed12 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2036502755'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:08.466969 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-824b5471-1b7c-4954-8b0b-c95d52efac83 req-1bfc9163-54a4-4268-8fec-bdb1e3ad44de tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1292655 Dec 06 15:05:08.503555 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60296a8-b67b-4192-bef3-d25190f7ed12 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:08.510940 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c60296a8-b67b-4192-bef3-d25190f7ed12 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:08.519062 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-fedc1b31-7e17-4599-aebd-1ffbe1703205 req-849e871f-b4c1-4cb4-be4b-cb5921da1d6d tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Deleting port 60e3f125-c196-42ff-948f-a1b0c1da75bb {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:08.526622 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fedc1b31-7e17-4599-aebd-1ffbe1703205 req-849e871f-b4c1-4cb4-be4b-cb5921da1d6d tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:08.530427 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c60296a8-b67b-4192-bef3-d25190f7ed12 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:08.532825 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59006a6c-bb56-4bcb-9ce0-44cbd34f222f req-a64a4ce4-f012-4e81-b368-cb8a09931924 service neutron] 10.222.0.23 "GET /v2.0/networks/d515d8db-b4b8-4017-8b0f-ed6427fdd5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088530 Dec 06 15:05:08.589554 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1c5ec76e-743b-4048-a9c8-f10382bf15f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3919d-187c-495c-a171-dce431bc833a', 'name': 'tempest-TestNetworkBasicOps-router-1032164201', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165'}], 'enable_snat': True}, 'gw_port_id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:03:43Z', 'updated_at': '2021-12-06T15:03:51Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:44Z', 'updated_at': '2021-12-06T15:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '796e9d6d-8507-42b7-bc3a-697dfe99675f', 'name': '', 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:11:01:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:50Z', 'updated_at': '2021-12-06T15:03:58Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:08.628027 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5ec76e-743b-4048-a9c8-f10382bf15f7 None None] The sync data for ids ['6ed3919d-187c-495c-a171-dce431bc833a'] in n-d-master-1 is: [{'id': '6ed3919d-187c-495c-a171-dce431bc833a', 'name': 'tempest-TestNetworkBasicOps-router-1032164201', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165'}], 'enable_snat': True}, 'gw_port_id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:03:43Z', 'updated_at': '2021-12-06T15:03:51Z', 'revision_number': 4, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:44Z', 'updated_at': '2021-12-06T15:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '796e9d6d-8507-42b7-bc3a-697dfe99675f', 'name': '', 'network_id': 'd515d8db-b4b8-4017-8b0f-ed6427fdd5ba', 'tenant_id': '6328bee89d2341bdb282688164425785', 'mac_address': 'fa:16:3e:11:01:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:50Z', 'updated_at': '2021-12-06T15:03:58Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'subnets': [{'id': 'f9c443cf-1573-4785-8f42-d41de1f27068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:05:08.720726 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c60296a8-b67b-4192-bef3-d25190f7ed12 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:08.732138 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c60296a8-b67b-4192-bef3-d25190f7ed12 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:08.782326 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fedc1b31-7e17-4599-aebd-1ffbe1703205 req-849e871f-b4c1-4cb4-be4b-cb5921da1d6d tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] For port 60e3f125-c196-42ff-948f-a1b0c1da75bb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=60e3f125-c196-42ff-948f-a1b0c1da75bb,segment=NetworkSegment(4e063630-10fa-4d27-8093-cb1b7f82a14a),segment_id=4e063630-10fa-4d27-8093-cb1b7f82a14a)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:08.782885 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fedc1b31-7e17-4599-aebd-1ffbe1703205 req-849e871f-b4c1-4cb4-be4b-cb5921da1d6d tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:08.797452 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60296a8-b67b-4192-bef3-d25190f7ed12 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:08.820401 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60296a8-b67b-4192-bef3-d25190f7ed12 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2710de1e-2290-4d40-8eff-3849c0d847d8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:08.827975 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-fedc1b31-7e17-4599-aebd-1ffbe1703205 req-849e871f-b4c1-4cb4-be4b-cb5921da1d6d tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Calling delete_port for 60e3f125-c196-42ff-948f-a1b0c1da75bb owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:08.860224 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c60296a8-b67b-4192-bef3-d25190f7ed12 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:08.860899 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-c60296a8-b67b-4192-bef3-d25190f7ed12 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Added segment a5a8a6c3-4305-470f-acb1-60a633f64675 of type vlan for network 27839b23-ce5c-453d-a5e7-1c83fb27014d Dec 06 15:05:08.894973 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42908) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:08.977882 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c60296a8-b67b-4192-bef3-d25190f7ed12 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:09.078783 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c60296a8-b67b-4192-bef3-d25190f7ed12 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:09.091461 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fedc1b31-7e17-4599-aebd-1ffbe1703205 req-849e871f-b4c1-4cb4-be4b-cb5921da1d6d tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:09.097818 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60296a8-b67b-4192-bef3-d25190f7ed12 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:09.099382 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c60296a8-b67b-4192-bef3-d25190f7ed12 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:09.143330 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e871f-b4c1-4cb4-be4b-cb5921da1d6d tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'Port': ['ID=60e3f125-c196-42ff-948f-a1b0c1da75bb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:09.166606 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb708a0-3439-49e8-97df-5f9b1346df74 None None] New status for floating IP 04ed9e10-742d-4476-ba3e-c79f68cdacd3: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:05:09.210686 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedc1b31-7e17-4599-aebd-1ffbe1703205 req-849e871f-b4c1-4cb4-be4b-cb5921da1d6d tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] No DVR routers for this DVR port 60e3f125-c196-42ff-948f-a1b0c1da75bb on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:05:09.216251 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fedc1b31-7e17-4599-aebd-1ffbe1703205 req-849e871f-b4c1-4cb4-be4b-cb5921da1d6d tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:09.219837 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fedc1b31-7e17-4599-aebd-1ffbe1703205 req-849e871f-b4c1-4cb4-be4b-cb5921da1d6d tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.23 "DELETE /v2.0/ports/60e3f125-c196-42ff-948f-a1b0c1da75bb HTTP/1.1" status: 204 len: 173 time: 1.1125450 Dec 06 15:05:09.220299 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154e4c45-6633-4040-91bb-7d0ac93c4f81', 'name': 'network-vif-deleted', 'tag': '60e3f125-c196-42ff-948f-a1b0c1da75bb'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:05:09.228238 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3782d5e-17ac-4ea2-9ee8-4f8e6519aaba" -d '{"events": [{"server_uuid": "154e4c45-6633-4040-91bb-7d0ac93c4f81", "name": "network-vif-deleted", "tag": "60e3f125-c196-42ff-948f-a1b0c1da75bb"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:05:09.283579 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-409609ba-1236-4547-a59e-42bb995eefc8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-864952695-network', 'tenant_id': '0c82c7ae53c9423d93fa6bc53b9f57b3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:09.317295 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ab699e-c1ad-4b53-989d-7d9c116857da x-openstack-request-id: req-85ab699e-c1ad-4b53-989d-7d9c116857da {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:05:09.318342 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154e4c45-6633-4040-91bb-7d0ac93c4f81", "name": "network-vif-deleted", "tag": "60e3f125-c196-42ff-948f-a1b0c1da75bb", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:05:09.321642 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85ab699e-c1ad-4b53-989d-7d9c116857da {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:05:09.322177 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154e4c45-6633-4040-91bb-7d0ac93c4f81', 'name': 'network-vif-deleted', 'tag': '60e3f125-c196-42ff-948f-a1b0c1da75bb', 'status': 'completed', 'code': 200} Dec 06 15:05:09.329093 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c77f76-1a8b-48c7-afef-23a6d485ac4a req-a048e990-4a41-466f-9569-ceb9d2cbf78e tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:09.341596 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b5c77f76-1a8b-48c7-afef-23a6d485ac4a req-a048e990-4a41-466f-9569-ceb9d2cbf78e tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/ports?device_id=154e4c45-6633-4040-91bb-7d0ac93c4f81 HTTP/1.1" status: 200 len: 946 time: 0.4946480 Dec 06 15:05:09.405417 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c60296a8-b67b-4192-bef3-d25190f7ed12 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4730079 Dec 06 15:05:09.472439 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60296a8-b67b-4192-bef3-d25190f7ed12 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Network': ['ID=27839b23-ce5c-453d-a5e7-1c83fb27014d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:09.486800 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409609ba-1236-4547-a59e-42bb995eefc8 admin admin] Made reservation on behalf of 0c82c7ae53c9423d93fa6bc53b9f57b3 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:09.490091 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-409609ba-1236-4547-a59e-42bb995eefc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:09.495415 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 27839b23-ce5c-453d-a5e7-1c83fb27014d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:09.557065 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42948) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:09.563952 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0e570824-ecda-4f22-9548-d07e592e311e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'subnet': {'network_id': '27839b23-ce5c-453d-a5e7-1c83fb27014d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:09.576859 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-409609ba-1236-4547-a59e-42bb995eefc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:09.591463 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b5c77f76-1a8b-48c7-afef-23a6d485ac4a req-bf982b36-64d6-46d0-bf2f-6bb3702e4d27 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "GET /v2.0/security-groups?id=1042d947-6fa9-4633-9da5-cd5fe6c7422a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348685 Dec 06 15:05:09.659178 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42954) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:09.796895 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-409609ba-1236-4547-a59e-42bb995eefc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:09.804769 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-409609ba-1236-4547-a59e-42bb995eefc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:09.840172 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409609ba-1236-4547-a59e-42bb995eefc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:09.855974 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a750ffb-64bc-4fce-90d6-89c939f8eb93 req-3a1595d4-ed45-48a3-a275-356d0cc9813f tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1994984 Dec 06 15:05:09.862848 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409609ba-1236-4547-a59e-42bb995eefc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7398846-e64c-4afa-a8bc-f400a2d44813,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:09.869476 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-409609ba-1236-4547-a59e-42bb995eefc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:09.870047 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-409609ba-1236-4547-a59e-42bb995eefc8 admin admin] Added segment cb4861d5-c43e-46c8-a896-8b6ce0797fe1 of type vlan for network 19de193b-3fa0-436a-8f4e-df3c9ae614c5 Dec 06 15:05:09.930498 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e570824-ecda-4f22-9548-d07e592e311e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:09.936747 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e570824-ecda-4f22-9548-d07e592e311e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:09.947878 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-409609ba-1236-4547-a59e-42bb995eefc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.004791 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-409609ba-1236-4547-a59e-42bb995eefc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.007004 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409609ba-1236-4547-a59e-42bb995eefc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:10.012642 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-409609ba-1236-4547-a59e-42bb995eefc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.064820 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fa144f6e-ae38-42e5-a154-c02f17f66d2d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-127643307-network', 'tenant_id': '0f4c2882d78d4ff081710be7197a6956'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:10.093716 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-409609ba-1236-4547-a59e-42bb995eefc8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1955011 Dec 06 15:05:10.094449 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42974) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:10.130205 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b6fea02a-5aeb-4690-aeee-87215ccc08e0 admin admin] Request body: {'subnet': {'network_id': '19de193b-3fa0-436a-8f4e-df3c9ae614c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-864952695-subnet', 'tenant_id': '0c82c7ae53c9423d93fa6bc53b9f57b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:10.138195 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409609ba-1236-4547-a59e-42bb995eefc8 admin admin] Pushing event updated for resources: {'Network': ['ID=19de193b-3fa0-436a-8f4e-df3c9ae614c5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:10.154373 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 19de193b-3fa0-436a-8f4e-df3c9ae614c5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:10.169669 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa144f6e-ae38-42e5-a154-c02f17f66d2d admin admin] Made reservation on behalf of 0f4c2882d78d4ff081710be7197a6956 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:10.172055 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa144f6e-ae38-42e5-a154-c02f17f66d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.189822 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e570824-ecda-4f22-9548-d07e592e311e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.199283 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa144f6e-ae38-42e5-a154-c02f17f66d2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.258180 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fea02a-5aeb-4690-aeee-87215ccc08e0 admin admin] Made reservation on behalf of 0c82c7ae53c9423d93fa6bc53b9f57b3 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:10.261067 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e570824-ecda-4f22-9548-d07e592e311e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Subnet': ['ID=197fe586-46e7-4bc2-8d4a-28fce1eae014,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:10.261696 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6fea02a-5aeb-4690-aeee-87215ccc08e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.272566 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e570824-ecda-4f22-9548-d07e592e311e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Checking segment: {'id': 'a5a8a6c3-4305-470f-acb1-60a633f64675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27839b23-ce5c-453d-a5e7-1c83fb27014d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:10.272820 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e570824-ecda-4f22-9548-d07e592e311e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network hostable DHCP agents. Network: 27839b23-ce5c-453d-a5e7-1c83fb27014d, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:10.294718 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e570824-ecda-4f22-9548-d07e592e311e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network 27839b23-ce5c-453d-a5e7-1c83fb27014d is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:10.313566 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-0e570824-ecda-4f22-9548-d07e592e311e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 27839b23-ce5c-453d-a5e7-1c83fb27014d) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:10.322131 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e570824-ecda-4f22-9548-d07e592e311e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:10.322894 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e570824-ecda-4f22-9548-d07e592e311e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.334173 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd50e521-f84a-4e0e-a168-388cae9a0f11 None None] Network 27839b23-ce5c-453d-a5e7-1c83fb27014d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:10.359124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0e570824-ecda-4f22-9548-d07e592e311e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7997577 Dec 06 15:05:10.364042 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42996) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:10.370704 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3de58544-51a8-4b14-9dcc-03f0cbec88df tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1355978326'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:10.408345 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de58544-51a8-4b14-9dcc-03f0cbec88df tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:10.413992 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3de58544-51a8-4b14-9dcc-03f0cbec88df tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.464871 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de58544-51a8-4b14-9dcc-03f0cbec88df tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:10.499928 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3de58544-51a8-4b14-9dcc-03f0cbec88df tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.502976 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-3de58544-51a8-4b14-9dcc-03f0cbec88df tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Added segment de1da214-0e7f-4dac-9292-e3eb627d16dd of type vlan for network 471dbbc6-f38a-425d-a745-9ed777071a95 Dec 06 15:05:10.523761 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa144f6e-ae38-42e5-a154-c02f17f66d2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.542148 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa144f6e-ae38-42e5-a154-c02f17f66d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.564638 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-27839b23-ce5c-453d-a5e7-1c83fb27014d', 'network_id': '27839b23-ce5c-453d-a5e7-1c83fb27014d', 'tenant_id': '4031790a8d3c400d9ce91725d99f38b9', 'fixed_ips': [{'subnet_id': '197fe586-46e7-4bc2-8d4a-28fce1eae014'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:05:10.565439 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.572656 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3de58544-51a8-4b14-9dcc-03f0cbec88df tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.586812 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa144f6e-ae38-42e5-a154-c02f17f66d2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:10.642100 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa144f6e-ae38-42e5-a154-c02f17f66d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.642484 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-fa144f6e-ae38-42e5-a154-c02f17f66d2d admin admin] Added segment e8edb803-39cb-4a9d-a5d4-6ab9d0da4238 of type vlan for network 751366f2-b893-40e6-84d1-5f591db598ea Dec 06 15:05:10.644252 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa144f6e-ae38-42e5-a154-c02f17f66d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb83079-596a-461a-a227-5a111f2c8133,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:10.645841 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3de58544-51a8-4b14-9dcc-03f0cbec88df tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.653030 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de58544-51a8-4b14-9dcc-03f0cbec88df tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:10.653625 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3de58544-51a8-4b14-9dcc-03f0cbec88df tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.690990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3de58544-51a8-4b14-9dcc-03f0cbec88df tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3258333 Dec 06 15:05:10.698645 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43012) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:10.705032 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6fea02a-5aeb-4690-aeee-87215ccc08e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.711532 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43014) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:10.740147 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3101b565-b39f-4a6f-87c1-5420d35e4370 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'subnet': {'network_id': '471dbbc6-f38a-425d-a745-9ed777071a95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:10.769939 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa144f6e-ae38-42e5-a154-c02f17f66d2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.854890 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fea02a-5aeb-4690-aeee-87215ccc08e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d584ba01-22c7-4af8-b7b5-711aaf1a8e91,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:10.888133 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Allocated IP 172.20.255.242 (27839b23-ce5c-453d-a5e7-1c83fb27014d/197fe586-46e7-4bc2-8d4a-28fce1eae014/d24b8ecb-5689-47b4-9547-fc17def1a0ff) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:05:10.890822 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa144f6e-ae38-42e5-a154-c02f17f66d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.892284 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa144f6e-ae38-42e5-a154-c02f17f66d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:10.893025 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa144f6e-ae38-42e5-a154-c02f17f66d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:10.948813 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de58544-51a8-4b14-9dcc-03f0cbec88df tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Network': ['ID=471dbbc6-f38a-425d-a745-9ed777071a95,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:10.966252 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3101b565-b39f-4a6f-87c1-5420d35e4370 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:10.972747 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3101b565-b39f-4a6f-87c1-5420d35e4370 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:11.004339 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa144f6e-ae38-42e5-a154-c02f17f66d2d admin admin] Pushing event updated for resources: {'Network': ['ID=751366f2-b893-40e6-84d1-5f591db598ea,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:11.041357 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 471dbbc6-f38a-425d-a745-9ed777071a95 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:11.053435 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62e521c7-d7f9-472d-ab5e-44cb6fdc3e35 req-a5ed5743-bbe4-4352-ad7e-e3753789ec89 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0500863 Dec 06 15:05:11.076712 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fa144f6e-ae38-42e5-a154-c02f17f66d2d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4164379 Dec 06 15:05:11.082174 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43040) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:11.085822 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fea02a-5aeb-4690-aeee-87215ccc08e0 admin admin] Checking segment: {'id': 'cb4861d5-c43e-46c8-a896-8b6ce0797fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '19de193b-3fa0-436a-8f4e-df3c9ae614c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:11.086120 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fea02a-5aeb-4690-aeee-87215ccc08e0 admin admin] Network hostable DHCP agents. Network: 19de193b-3fa0-436a-8f4e-df3c9ae614c5, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:11.092476 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e0104826-388d-4074-ad23-f04697e5c092 admin admin] Request body: {'subnet': {'network_id': '751366f2-b893-40e6-84d1-5f591db598ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-127643307-subnet', 'tenant_id': '0f4c2882d78d4ff081710be7197a6956', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:11.099408 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df34ec09-0468-42ad-a0e0-25d05a7a779c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:11.105121 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 751366f2-b893-40e6-84d1-5f591db598ea details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:11.137305 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df34ec09-0468-42ad-a0e0-25d05a7a779c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:11.203371 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fea02a-5aeb-4690-aeee-87215ccc08e0 admin admin] Network 19de193b-3fa0-436a-8f4e-df3c9ae614c5 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:11.211453 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0104826-388d-4074-ad23-f04697e5c092 admin admin] Made reservation on behalf of 0f4c2882d78d4ff081710be7197a6956 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:11.213939 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0104826-388d-4074-ad23-f04697e5c092 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:11.228426 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b6fea02a-5aeb-4690-aeee-87215ccc08e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 19de193b-3fa0-436a-8f4e-df3c9ae614c5) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:11.242760 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fea02a-5aeb-4690-aeee-87215ccc08e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:11.242969 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6fea02a-5aeb-4690-aeee-87215ccc08e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:11.304622 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3101b565-b39f-4a6f-87c1-5420d35e4370 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:11.309212 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b6fea02a-5aeb-4690-aeee-87215ccc08e0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2090354 Dec 06 15:05:11.322026 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df34ec09-0468-42ad-a0e0-25d05a7a779c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:11.324951 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df34ec09-0468-42ad-a0e0-25d05a7a779c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:11.331052 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-df34ec09-0468-42ad-a0e0-25d05a7a779c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "DELETE /v2.0/security-groups/1042d947-6fa9-4633-9da5-cd5fe6c7422a HTTP/1.1" status: 204 len: 168 time: 0.6165712 Dec 06 15:05:11.347273 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34ec09-0468-42ad-a0e0-25d05a7a779c tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1042d947-6fa9-4633-9da5-cd5fe6c7422a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:11.400574 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101b565-b39f-4a6f-87c1-5420d35e4370 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Subnet': ['ID=ec08e1cb-b0e3-4528-9594-542ddf8fa2f5,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:11.403222 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43064) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:11.415028 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101b565-b39f-4a6f-87c1-5420d35e4370 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Checking segment: {'id': 'de1da214-0e7f-4dac-9292-e3eb627d16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '471dbbc6-f38a-425d-a745-9ed777071a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:11.415515 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3101b565-b39f-4a6f-87c1-5420d35e4370 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network hostable DHCP agents. Network: 471dbbc6-f38a-425d-a745-9ed777071a95, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:11.452456 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3101b565-b39f-4a6f-87c1-5420d35e4370 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network 471dbbc6-f38a-425d-a745-9ed777071a95 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:11.485934 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3101b565-b39f-4a6f-87c1-5420d35e4370 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 471dbbc6-f38a-425d-a745-9ed777071a95) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:11.496385 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3101b565-b39f-4a6f-87c1-5420d35e4370 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:11.497390 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3101b565-b39f-4a6f-87c1-5420d35e4370 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:11.522055 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f22d6a9-54d2-4484-8d49-53dfbbc7699d None None] Network 19de193b-3fa0-436a-8f4e-df3c9ae614c5 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:11.545467 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3101b565-b39f-4a6f-87c1-5420d35e4370 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8165481 Dec 06 15:05:11.547328 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43070) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:11.640355 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c013edf6-d1db-46f2-9611-1aeeb014daf9 None None] Network 471dbbc6-f38a-425d-a745-9ed777071a95 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:11.825621 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccf8d94-890f-433c-a4d2-39e17c1c7ea5 None None] Network 19de193b-3fa0-436a-8f4e-df3c9ae614c5 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:11.854027 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c480ad1-1a48-47aa-8576-4aa09395082e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:11.942115 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.016729 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c480ad1-1a48-47aa-8576-4aa09395082e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.025540 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba966438-ccba-4110-9913-e7da3421fad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-471dbbc6-f38a-425d-a745-9ed777071a95', 'network_id': '471dbbc6-f38a-425d-a745-9ed777071a95', 'tenant_id': '4031790a8d3c400d9ce91725d99f38b9', 'fixed_ips': [{'subnet_id': 'ec08e1cb-b0e3-4528-9594-542ddf8fa2f5'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:05:12.027075 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba966438-ccba-4110-9913-e7da3421fad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.030851 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.031995 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0104826-388d-4074-ad23-f04697e5c092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.124963 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Network 27839b23-ce5c-453d-a5e7-1c83fb27014d is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:05:12.130612 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:12.136060 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:05:12.142133 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Pushing event updated for resources: {'Port': ['ID=d24b8ecb-5689-47b4-9547-fc17def1a0ff,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:12.224800 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0104826-388d-4074-ad23-f04697e5c092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=763cb8f1-4476-44a1-9ddf-855eda6c155e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:12.238138 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0104826-388d-4074-ad23-f04697e5c092 admin admin] Checking segment: {'id': 'e8edb803-39cb-4a9d-a5d4-6ab9d0da4238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '751366f2-b893-40e6-84d1-5f591db598ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:12.238500 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0104826-388d-4074-ad23-f04697e5c092 admin admin] Network hostable DHCP agents. Network: 751366f2-b893-40e6-84d1-5f591db598ea, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:12.246380 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c480ad1-1a48-47aa-8576-4aa09395082e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.286522 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c480ad1-1a48-47aa-8576-4aa09395082e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Subnet': ['ID=ec08e1cb-b0e3-4528-9594-542ddf8fa2f5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:12.289864 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-54f5219f-05ec-4c44-8fd5-83a71552148d req-c9122309-ae9b-42d9-87cf-56d4ffc997dd tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0713475 Dec 06 15:05:12.396501 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c480ad1-1a48-47aa-8576-4aa09395082e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.420158 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Attempting to bind port d24b8ecb-5689-47b4-9547-fc17def1a0ff on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:05:12.420530 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Attempting to bind port d24b8ecb-5689-47b4-9547-fc17def1a0ff by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a5a8a6c3-4305-470f-acb1-60a633f64675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27839b23-ce5c-453d-a5e7-1c83fb27014d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:05:12.420890 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Attempting to bind port d24b8ecb-5689-47b4-9547-fc17def1a0ff on network 27839b23-ce5c-453d-a5e7-1c83fb27014d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:05:12.423719 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6c480ad1-1a48-47aa-8576-4aa09395082e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471dbbc6-f38a-425d-a745-9ed777071a95']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:12.438572 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6c480ad1-1a48-47aa-8576-4aa09395082e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1da214-0e7f-4dac-9292-e3eb627d16dd') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:12.439118 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6c480ad1-1a48-47aa-8576-4aa09395082e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1da214-0e7f-4dac-9292-e3eb627d16dd') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:12.461417 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c480ad1-1a48-47aa-8576-4aa09395082e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.490080 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c480ad1-1a48-47aa-8576-4aa09395082e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server [None req-ba966438-ccba-4110-9913-e7da3421fad5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec08e1cb-b0e3-4528-9594-542ddf8fa2f5: This subnet is being modified by another concurrent operation. Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise exception Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec08e1cb-b0e3-4528-9594-542ddf8fa2f5: This subnet is being modified by another concurrent operation. Dec 06 15:05:12.502092 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Dec 06 15:05:12.508969 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c480ad1-1a48-47aa-8576-4aa09395082e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:12.508969 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c480ad1-1a48-47aa-8576-4aa09395082e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:12.512989 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:12.519819 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:05:12.520296 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Checking segment: {'id': 'a5a8a6c3-4305-470f-acb1-60a633f64675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27839b23-ce5c-453d-a5e7-1c83fb27014d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:12.520716 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.524097 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Bound using segment: {'id': 'a5a8a6c3-4305-470f-acb1-60a633f64675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27839b23-ce5c-453d-a5e7-1c83fb27014d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:05:12.526536 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Bound port: d24b8ecb-5689-47b4-9547-fc17def1a0ff, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a8a6c3-4305-470f-acb1-60a633f64675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27839b23-ce5c-453d-a5e7-1c83fb27014d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:05:12.526954 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.591872 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c480ad1-1a48-47aa-8576-4aa09395082e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.612664 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c480ad1-1a48-47aa-8576-4aa09395082e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.616578 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6c480ad1-1a48-47aa-8576-4aa09395082e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/471dbbc6-f38a-425d-a745-9ed777071a95 HTTP/1.1" status: 204 len: 168 time: 1.0682650 Dec 06 15:05:12.617571 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c480ad1-1a48-47aa-8576-4aa09395082e tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Network': ['ID=471dbbc6-f38a-425d-a745-9ed777071a95,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:12.619976 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43120) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:12.633404 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36bbb2d-f017-4e13-b61d-e74a87b5ea51 None None] Network 471dbbc6-f38a-425d-a745-9ed777071a95 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:12.633620 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-89ba389c-d6ea-425a-b56f-a4d37810a533 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-474800000'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:12.662284 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ba389c-d6ea-425a-b56f-a4d37810a533 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:12.663795 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0104826-388d-4074-ad23-f04697e5c092 admin admin] Network 751366f2-b893-40e6-84d1-5f591db598ea is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:12.665357 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89ba389c-d6ea-425a-b56f-a4d37810a533 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.670248 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43122) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:12.670447 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36bbb2d-f017-4e13-b61d-e74a87b5ea51 None None] Network 471dbbc6-f38a-425d-a745-9ed777071a95 could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 15:05:12.691559 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-aa69aabc-f7a0-45c7-aac1-ef825b48be85 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:12.693174 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-aa69aabc-f7a0-45c7-aac1-ef825b48be85 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/networks?id=19de193b-3fa0-436a-8f4e-df3c9ae614c5 HTTP/1.1" status: 200 len: 813 time: 0.4222870 Dec 06 15:05:12.720452 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] For port d24b8ecb-5689-47b4-9547-fc17def1a0ff, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:05:12.724846 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] For port d24b8ecb-5689-47b4-9547-fc17def1a0ff, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d24b8ecb-5689-47b4-9547-fc17def1a0ff,segment=NetworkSegment(a5a8a6c3-4305-470f-acb1-60a633f64675),segment_id=a5a8a6c3-4305-470f-acb1-60a633f64675)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:05:12.730585 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e0104826-388d-4074-ad23-f04697e5c092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 751366f2-b893-40e6-84d1-5f591db598ea) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:12.730804 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.731092 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ba389c-d6ea-425a-b56f-a4d37810a533 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:12.744201 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0104826-388d-4074-ad23-f04697e5c092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:12.745046 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0104826-388d-4074-ad23-f04697e5c092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.746454 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89ba389c-d6ea-425a-b56f-a4d37810a533 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.746944 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-89ba389c-d6ea-425a-b56f-a4d37810a533 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Added segment aa7c47e3-8f6b-4dc3-819e-f2b81dee8868 of type vlan for network 27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e Dec 06 15:05:12.751848 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-b3cf4615-7b5d-4b83-b027-62cd3107519f tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/quotas/0c82c7ae53c9423d93fa6bc53b9f57b3 HTTP/1.1" status: 200 len: 375 time: 0.0252616 Dec 06 15:05:12.796243 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-ae86f493-625a-4050-8065-8d84d0fbf9bb req-7656819d-9377-4d18-b4ed-8cc38599860d service neutron] (103288) timed out ('10.222.0.20', 51130) {{(pid=103288) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 15:05:12.798874 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-5b4ca091-d5f6-4d4e-a4be-b60d01d68904 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c82c7ae53c9423d93fa6bc53b9f57b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326166 Dec 06 15:05:12.803943 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89ba389c-d6ea-425a-b56f-a4d37810a533 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.804861 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e0104826-388d-4074-ad23-f04697e5c092 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7217033 Dec 06 15:05:12.818672 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223e8d8-538e-4a02-baec-626e88ce0534 None None] Pushing event updated for resources: {'Port': ['ID=d24b8ecb-5689-47b4-9547-fc17def1a0ff,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:12.830508 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af6860a-24cd-4faa-804f-68d64f344021 None None] Network 751366f2-b893-40e6-84d1-5f591db598ea requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:12.864080 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 60e3f125-c196-42ff-948f-a1b0c1da75bb no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:05:12.867810 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89ba389c-d6ea-425a-b56f-a4d37810a533 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.876309 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ba389c-d6ea-425a-b56f-a4d37810a533 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:12.877250 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89ba389c-d6ea-425a-b56f-a4d37810a533 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:12.999579 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba389c-d6ea-425a-b56f-a4d37810a533 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Network': ['ID=27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:13.019984 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c654a459-1b40-4a1e-bb2c-749774b0c629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:13.045819 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-89ba389c-d6ea-425a-b56f-a4d37810a533 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4167185 Dec 06 15:05:13.046741 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43132) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:13.052405 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ceeadb3e-5439-4fd8-9cac-8b53d3e82a1c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'subnet': {'network_id': '27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:13.117871 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-d15889b3-7906-4524-9539-24aea05ec7b4 service neutron] 10.222.0.20 "GET /v2.0/networks/19de193b-3fa0-436a-8f4e-df3c9ae614c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085072 Dec 06 15:05:13.172342 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 60e3f125-c196-42ff-948f-a1b0c1da75bb {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:05:13.172719 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 60e3f125-c196-42ff-948f-a1b0c1da75bb not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:05:13.177037 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:13.232703 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceeadb3e-5439-4fd8-9cac-8b53d3e82a1c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:13.242511 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ceeadb3e-5439-4fd8-9cac-8b53d3e82a1c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:13.312059 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-afa6434f-ad4d-43ff-9bab-a66a587a3f4a service neutron] 10.222.0.20 "GET /v2.0/networks/19de193b-3fa0-436a-8f4e-df3c9ae614c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932175 Dec 06 15:05:13.314499 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-ceeadb3e-5439-4fd8-9cac-8b53d3e82a1c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Performing IP validity checks on allocation pools {{(pid=103289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 15:05:13.315019 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-ceeadb3e-5439-4fd8-9cac-8b53d3e82a1c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 15:05:13.329160 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51f4f43f-264f-4548-a82c-083a53e7cfc0 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:13.370799 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74b980c-0182-46ee-89f0-aac849aeb022 None None] Network 751366f2-b893-40e6-84d1-5f591db598ea requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:13.406759 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c654a459-1b40-4a1e-bb2c-749774b0c629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:13.432896 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c654a459-1b40-4a1e-bb2c-749774b0c629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:13.536674 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c654a459-1b40-4a1e-bb2c-749774b0c629 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7c204ee8d6e42b4b71eedf6fee1fc96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8653376 Dec 06 15:05:13.571518 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43142) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:13.682099 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9d9fd2c1-e6b0-4dad-9603-ae9bfd6c06b2 req-69484e04-47e0-4290-9bed-a05050a9b287 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1979043 Dec 06 15:05:13.685740 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654a459-1b40-4a1e-bb2c-749774b0c629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5ca96d-8232-4e66-bb69-accc2bf6c96c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:13.740599 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ceeadb3e-5439-4fd8-9cac-8b53d3e82a1c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:13.744378 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43154) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:13.754998 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b8299331-0d28-40f8-92ca-50cc78442856 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-607562477-network', 'tenant_id': '360c9650c9c1478bac56df540775e168'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:13.826672 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f10c0b17-9588-4ea4-b888-50f2a89cbd10 req-8b78f921-98a7-4076-a9c9-c6ee27aaf1a8 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 210 time: 0.1019201 Dec 06 15:05:13.911249 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df4de16c-57b7-443c-aaaa-214360dafa0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:13.913320 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeadb3e-5439-4fd8-9cac-8b53d3e82a1c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Subnet': ['ID=9f35bc8b-d590-451b-881e-014ae7940879,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:13.918342 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8299331-0d28-40f8-92ca-50cc78442856 admin admin] Made reservation on behalf of 360c9650c9c1478bac56df540775e168 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:13.921402 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8299331-0d28-40f8-92ca-50cc78442856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:13.924671 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeadb3e-5439-4fd8-9cac-8b53d3e82a1c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Checking segment: {'id': 'aa7c47e3-8f6b-4dc3-819e-f2b81dee8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:13.925034 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceeadb3e-5439-4fd8-9cac-8b53d3e82a1c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network hostable DHCP agents. Network: 27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:13.935140 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8299331-0d28-40f8-92ca-50cc78442856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:13.956195 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df4de16c-57b7-443c-aaaa-214360dafa0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:13.977984 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceeadb3e-5439-4fd8-9cac-8b53d3e82a1c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network 27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:14.009234 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ceeadb3e-5439-4fd8-9cac-8b53d3e82a1c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:14.016594 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeadb3e-5439-4fd8-9cac-8b53d3e82a1c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:14.017183 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ceeadb3e-5439-4fd8-9cac-8b53d3e82a1c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:14.027512 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af7884d-c778-4335-8b0c-3f635523f510 None None] Network 27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:14.057069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ceeadb3e-5439-4fd8-9cac-8b53d3e82a1c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0092034 Dec 06 15:05:14.059569 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43156) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:14.178715 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8299331-0d28-40f8-92ca-50cc78442856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:14.185339 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df4de16c-57b7-443c-aaaa-214360dafa0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:14.188495 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df4de16c-57b7-443c-aaaa-214360dafa0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:14.193194 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8299331-0d28-40f8-92ca-50cc78442856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:14.208640 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-df4de16c-57b7-443c-aaaa-214360dafa0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa5ca96d-8232-4e66-bb69-accc2bf6c96c HTTP/1.1" status: 204 len: 168 time: 0.6345003 Dec 06 15:05:14.240032 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-51f4f43f-264f-4548-a82c-083a53e7cfc0 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Deleting port 796e9d6d-8507-42b7-bc3a-697dfe99675f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:14.257375 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51f4f43f-264f-4548-a82c-083a53e7cfc0 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:14.268839 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4de16c-57b7-443c-aaaa-214360dafa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5ca96d-8232-4e66-bb69-accc2bf6c96c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:14.275249 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8299331-0d28-40f8-92ca-50cc78442856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69a56d5-59e4-4749-91fc-dbb8950e037e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:14.300509 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8299331-0d28-40f8-92ca-50cc78442856 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:14.320518 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e', 'network_id': '27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e', 'tenant_id': '4031790a8d3c400d9ce91725d99f38b9', 'fixed_ips': [{'subnet_id': '9f35bc8b-d590-451b-881e-014ae7940879'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:05:14.321515 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:14.350881 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8299331-0d28-40f8-92ca-50cc78442856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:14.351169 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-b8299331-0d28-40f8-92ca-50cc78442856 admin admin] Added segment 7c3eaa19-0629-434f-9eaf-1dc96ef88cea of type vlan for network 03d6dc3f-302f-40a9-9beb-1fa9d4948bfc Dec 06 15:05:14.380094 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:14.427605 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8299331-0d28-40f8-92ca-50cc78442856 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:14.532443 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:14.551616 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-51f4f43f-264f-4548-a82c-083a53e7cfc0 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] For port 796e9d6d-8507-42b7-bc3a-697dfe99675f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=796e9d6d-8507-42b7-bc3a-697dfe99675f,segment=NetworkSegment(4e063630-10fa-4d27-8093-cb1b7f82a14a),segment_id=4e063630-10fa-4d27-8093-cb1b7f82a14a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:14.557100 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51f4f43f-264f-4548-a82c-083a53e7cfc0 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:14.582497 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8299331-0d28-40f8-92ca-50cc78442856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:14.583603 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8299331-0d28-40f8-92ca-50cc78442856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:14.584528 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8299331-0d28-40f8-92ca-50cc78442856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:14.588373 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-51f4f43f-264f-4548-a82c-083a53e7cfc0 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Calling delete_port for 796e9d6d-8507-42b7-bc3a-697dfe99675f owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:14.660673 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b8299331-0d28-40f8-92ca-50cc78442856 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9122159 Dec 06 15:05:14.670914 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43168) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:14.682782 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b8ffa00c-a903-4c12-a057-b384eb64e95a admin admin] Request body: {'subnet': {'network_id': '03d6dc3f-302f-40a9-9beb-1fa9d4948bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-607562477-subnet', 'tenant_id': '360c9650c9c1478bac56df540775e168', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:14.690237 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Allocated IP 172.20.0.3 (27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e/9f35bc8b-d590-451b-881e-014ae7940879/2d2c60b6-38a8-40be-97c0-5f3c3c3c6519) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:05:14.793671 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8299331-0d28-40f8-92ca-50cc78442856 admin admin] Pushing event updated for resources: {'Network': ['ID=03d6dc3f-302f-40a9-9beb-1fa9d4948bfc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:14.807495 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ffa00c-a903-4c12-a057-b384eb64e95a admin admin] Made reservation on behalf of 360c9650c9c1478bac56df540775e168 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:14.816507 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa00c-a903-4c12-a057-b384eb64e95a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:14.909291 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 03d6dc3f-302f-40a9-9beb-1fa9d4948bfc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:14.990618 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a7d0e0b7-47b3-4e79-ae3f-5bc27e4f8465 req-bb2b76c5-2e1e-4325-b701-abdc9dde6a4a tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.2192218 Dec 06 15:05:15.051253 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d8103753-7e56-456d-bb8a-e8745fc9255d req-d9e75122-c9bf-4360-aef9-09818132d756 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 210 time: 0.0614130 Dec 06 15:05:15.155396 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51f4f43f-264f-4548-a82c-083a53e7cfc0 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:15.205878 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:15.223897 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fb7b92-5002-4f2e-8df4-cf34cfad2f49 None None] Network 27839b23-ce5c-453d-a5e7-1c83fb27014d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:15.225498 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa00c-a903-4c12-a057-b384eb64e95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:15.227793 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4f43f-264f-4548-a82c-083a53e7cfc0 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'Port': ['ID=796e9d6d-8507-42b7-bc3a-697dfe99675f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:15.230402 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:15.308944 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Network 27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:05:15.342356 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:15.352253 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:05:15.399919 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:15.435990 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-64220574-4a1d-4b3a-979b-a190599edd3c None None] Provisioning complete for port d24b8ecb-5689-47b4-9547-fc17def1a0ff triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:15.436635 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64220574-4a1d-4b3a-979b-a190599edd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:15.490085 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d24b8ecb-5689-47b4-9547-fc17def1a0ff up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:05:15.500250 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffa00c-a903-4c12-a057-b384eb64e95a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f565d505-5430-4a5f-bf13-a204ec5b00ba,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:15.530957 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Subnet': ['ID=9f35bc8b-d590-451b-881e-014ae7940879,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:15.533477 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ffa00c-a903-4c12-a057-b384eb64e95a admin admin] Checking segment: {'id': '7c3eaa19-0629-434f-9eaf-1dc96ef88cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '03d6dc3f-302f-40a9-9beb-1fa9d4948bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:15.533849 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ffa00c-a903-4c12-a057-b384eb64e95a admin admin] Network hostable DHCP agents. Network: 03d6dc3f-302f-40a9-9beb-1fa9d4948bfc, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:15.579193 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Pushing event updated for resources: {'Port': ['ID=2d2c60b6-38a8-40be-97c0-5f3c3c3c6519,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:15.614374 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:15.664610 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:15.733876 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51f4f43f-264f-4548-a82c-083a53e7cfc0 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:15.734537 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Attempting to bind port 2d2c60b6-38a8-40be-97c0-5f3c3c3c6519 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:05:15.734913 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Attempting to bind port 2d2c60b6-38a8-40be-97c0-5f3c3c3c6519 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'aa7c47e3-8f6b-4dc3-819e-f2b81dee8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:05:15.744428 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Attempting to bind port 2d2c60b6-38a8-40be-97c0-5f3c3c3c6519 on network 27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:05:15.768356 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7c47e3-8f6b-4dc3-819e-f2b81dee8868') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:15.768652 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7c47e3-8f6b-4dc3-819e-f2b81dee8868') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:15.791998 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ffa00c-a903-4c12-a057-b384eb64e95a admin admin] Network 03d6dc3f-302f-40a9-9beb-1fa9d4948bfc is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:15.817765 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:15.820371 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:05:15.820757 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Checking segment: {'id': 'aa7c47e3-8f6b-4dc3-819e-f2b81dee8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:15.821178 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:15.822138 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Bound using segment: {'id': 'aa7c47e3-8f6b-4dc3-819e-f2b81dee8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:05:15.822651 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Bound port: 2d2c60b6-38a8-40be-97c0-5f3c3c3c6519, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7c47e3-8f6b-4dc3-819e-f2b81dee8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:05:15.823091 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:15.875501 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d24b8ecb-5689-47b4-9547-fc17def1a0ff triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:15.875916 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:15.901347 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b8ffa00c-a903-4c12-a057-b384eb64e95a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 03d6dc3f-302f-40a9-9beb-1fa9d4948bfc) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:15.917122 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:15.921357 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ffa00c-a903-4c12-a057-b384eb64e95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:15.921357 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa00c-a903-4c12-a057-b384eb64e95a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:15.939308 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:15.939860 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:15.943228 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:15.985578 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b8ffa00c-a903-4c12-a057-b384eb64e95a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3131900 Dec 06 15:05:16.036728 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-deee93c6-971c-4a15-a6e9-6f301de7db98 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:16.038841 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-deee93c6-971c-4a15-a6e9-6f301de7db98 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.23 "GET /v2.0/networks?id=19de193b-3fa0-436a-8f4e-df3c9ae614c5 HTTP/1.1" status: 200 len: 813 time: 0.3712184 Dec 06 15:05:16.041882 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbdadd4-1107-4d38-8702-d60fa9874802 None None] Network 03d6dc3f-302f-40a9-9beb-1fa9d4948bfc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:16.045267 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.db.api [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 15:05:16.045267 n-d-master-1 neutron-server[103289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 15:05:16.045267 n-d-master-1 neutron-server[103289]: [parameters: {'id': '27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e'}] Dec 06 15:05:16.045267 n-d-master-1 neutron-server[103289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:05:16.045690 n-d-master-1 neutron-server[103289]: DEBUG oslo_db.api [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:05:16.057308 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-6cd009af-557e-41a0-ad7c-30a87a8939fc tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Request body: {'port': {'device_id': '8fd813de-cf1b-476b-9456-117852f06689', 'network_id': '19de193b-3fa0-436a-8f4e-df3c9ae614c5', 'admin_state_up': True, 'tenant_id': '0c82c7ae53c9423d93fa6bc53b9f57b3'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:16.121600 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f4f43f-264f-4548-a82c-083a53e7cfc0 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Router 6ed3919d-187c-495c-a171-dce431bc833a has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:05:16.136288 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-94d20e3c-d642-498e-ae7f-6cf9d537c961 req-1174198b-00c6-468e-ac99-e10857c4296f tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0414140 Dec 06 15:05:16.230611 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bbc55219-340b-4db2-9e50-c4c526078f41 req-68f28206-d64b-47b5-a9ac-f5921fc696ba tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 210 time: 0.0405943 Dec 06 15:05:16.309776 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64220574-4a1d-4b3a-979b-a190599edd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:16.358253 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-6cd009af-557e-41a0-ad7c-30a87a8939fc tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Made reservation on behalf of 0c82c7ae53c9423d93fa6bc53b9f57b3 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:16.361928 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-6cd009af-557e-41a0-ad7c-30a87a8939fc tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:16.443444 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] For port 2d2c60b6-38a8-40be-97c0-5f3c3c3c6519, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:05:16.477639 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] For port 2d2c60b6-38a8-40be-97c0-5f3c3c3c6519, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2d2c60b6-38a8-40be-97c0-5f3c3c3c6519,segment=NetworkSegment(aa7c47e3-8f6b-4dc3-819e-f2b81dee8868),segment_id=aa7c47e3-8f6b-4dc3-819e-f2b81dee8868)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:05:16.519955 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:16.526006 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-64220574-4a1d-4b3a-979b-a190599edd3c None None] For port d24b8ecb-5689-47b4-9547-fc17def1a0ff, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d24b8ecb-5689-47b4-9547-fc17def1a0ff,segment=NetworkSegment(a5a8a6c3-4305-470f-acb1-60a633f64675),segment_id=a5a8a6c3-4305-470f-acb1-60a633f64675)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:16.530196 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:16.547036 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:16.629549 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64220574-4a1d-4b3a-979b-a190599edd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:16.650231 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-6cd009af-557e-41a0-ad7c-30a87a8939fc tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Allocated IP 172.20.0.13 (19de193b-3fa0-436a-8f4e-df3c9ae614c5/d584ba01-22c7-4af8-b7b5-711aaf1a8e91/f475a80b-e0bf-4acf-b3ff-3e0ac5499e64) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:05:16.709929 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Deleting port 2d2c60b6-38a8-40be-97c0-5f3c3c3c6519 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:16.710271 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:16.839546 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e2630b-b31b-4c4c-a52c-551688feb376 None None] Network 03d6dc3f-302f-40a9-9beb-1fa9d4948bfc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:16.872632 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f4f43f-264f-4548-a82c-083a53e7cfc0 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:05:16.877849 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-51f4f43f-264f-4548-a82c-083a53e7cfc0 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "PUT /v2.0/routers/6ed3919d-187c-495c-a171-dce431bc833a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4731123 Dec 06 15:05:16.882771 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca9a0bc-9da0-4eb2-94f7-a3b9b9a9a402 None None] Sync routers for ids ['6ed3919d-187c-495c-a171-dce431bc833a'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:05:16.890164 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43222) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:16.908832 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca9a0bc-9da0-4eb2-94f7-a3b9b9a9a402 None None] Routers {'6ed3919d-187c-495c-a171-dce431bc833a'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:05:16.909415 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1ca9a0bc-9da0-4eb2-94f7-a3b9b9a9a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:05:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6ed3919d-187c-495c-a171-dce431bc833a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:16.919456 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] For port 2d2c60b6-38a8-40be-97c0-5f3c3c3c6519, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2d2c60b6-38a8-40be-97c0-5f3c3c3c6519,segment=NetworkSegment(aa7c47e3-8f6b-4dc3-819e-f2b81dee8868),segment_id=aa7c47e3-8f6b-4dc3-819e-f2b81dee8868)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:16.919572 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:16.961851 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Calling delete_port for 2d2c60b6-38a8-40be-97c0-5f3c3c3c6519 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:17.019365 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd29aa-2156-42e0-ae4b-f06b0ea96294 None None] Pushing event updated for resources: {'Port': ['ID=2d2c60b6-38a8-40be-97c0-5f3c3c3c6519,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:17.038140 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d28d3b4-155c-4b63-a868-81a4e7683de1 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Deleting subnet f9c443cf-1573-4785-8f42-d41de1f27068 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:05:17.054692 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d28d3b4-155c-4b63-a868-81a4e7683de1 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:17.145853 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d28d3b4-155c-4b63-a868-81a4e7683de1 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:17.180897 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-6cd009af-557e-41a0-ad7c-30a87a8939fc tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:17.197485 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1ca9a0bc-9da0-4eb2-94f7-a3b9b9a9a402 None None] Set router 6ed3919d-187c-495c-a171-dce431bc833a gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:05:17.259108 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c5ac93-f107-41b8-8483-f5f3f954c85b None None] Network 27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:17.317594 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d28d3b4-155c-4b63-a868-81a4e7683de1 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:17.377112 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d30e1210-17d9-4d49-b7e6-85d9a1bc8143 req-5398f59c-dba7-41cb-af16-6ae608ac27a8 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0749164 Dec 06 15:05:17.384822 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:17.385026 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64220574-4a1d-4b3a-979b-a190599edd3c None None] Pushing event updated for resources: {'Port': ['ID=d24b8ecb-5689-47b4-9547-fc17def1a0ff,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:17.411692 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-6cd009af-557e-41a0-ad7c-30a87a8939fc tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:17.439703 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Port': ['ID=2d2c60b6-38a8-40be-97c0-5f3c3c3c6519,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:17.460037 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No DVR routers for this DVR port 2d2c60b6-38a8-40be-97c0-5f3c3c3c6519 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:05:17.461693 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d28d3b4-155c-4b63-a868-81a4e7683de1 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:17.474737 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:05:17.475260 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:05:17.539899 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-6cd009af-557e-41a0-ad7c-30a87a8939fc tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Network 19de193b-3fa0-436a-8f4e-df3c9ae614c5 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:05:17.544789 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-6cd009af-557e-41a0-ad7c-30a87a8939fc tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:17.586488 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d28d3b4-155c-4b63-a868-81a4e7683de1 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:17.589507 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-6cd009af-557e-41a0-ad7c-30a87a8939fc tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:05:17.590228 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6d28d3b4-155c-4b63-a868-81a4e7683de1 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "DELETE /v2.0/subnets/f9c443cf-1573-4785-8f42-d41de1f27068 HTTP/1.1" status: 204 len: 168 time: 0.6990154 Dec 06 15:05:17.591360 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28d3b4-155c-4b63-a868-81a4e7683de1 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c443cf-1573-4785-8f42-d41de1f27068,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:17.593004 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43244) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:17.724309 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1ca9a0bc-9da0-4eb2-94f7-a3b9b9a9a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3919d-187c-495c-a171-dce431bc833a', 'name': 'tempest-TestNetworkBasicOps-router-1032164201', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165'}], 'enable_snat': True}, 'gw_port_id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:03:43Z', 'updated_at': '2021-12-06T15:05:15Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:44Z', 'updated_at': '2021-12-06T15:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:17.727372 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd009af-557e-41a0-ad7c-30a87a8939fc tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Pushing event updated for resources: {'Port': ['ID=f475a80b-e0bf-4acf-b3ff-3e0ac5499e64,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:17.754769 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6cf15d5-801d-4638-aa79-cb427ff6e937 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:17.779224 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca9a0bc-9da0-4eb2-94f7-a3b9b9a9a402 None None] Checking router: 6ed3919d-187c-495c-a171-dce431bc833a for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:05:17.797540 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-6cd009af-557e-41a0-ad7c-30a87a8939fc tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:17.798130 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-6cd009af-557e-41a0-ad7c-30a87a8939fc tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:17.802630 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca9a0bc-9da0-4eb2-94f7-a3b9b9a9a402 None None] Routers {'6ed3919d-187c-495c-a171-dce431bc833a'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:05:17.803319 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1ca9a0bc-9da0-4eb2-94f7-a3b9b9a9a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:05:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6ed3919d-187c-495c-a171-dce431bc833a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:17.844265 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a44d17-0b31-4fb6-8b18-0c6aa0854383 None None] Network d515d8db-b4b8-4017-8b0f-ed6427fdd5ba requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:17.870389 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:17.890716 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2dc2a-3470-467a-b4e0-822239a62630 req-6ec16f60-1330-4db0-a7e6-455d15480349 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:17.892151 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-584a45da-0cac-4afe-a296-f50c74efc3ca None None] Provisioning complete for port d24b8ecb-5689-47b4-9547-fc17def1a0ff triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:17.892747 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-584a45da-0cac-4afe-a296-f50c74efc3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:17.897983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d9e2dc2a-3470-467a-b4e0-822239a62630 req-6ec16f60-1330-4db0-a7e6-455d15480349 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 932 time: 0.3001976 Dec 06 15:05:17.929827 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-6cd009af-557e-41a0-ad7c-30a87a8939fc tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8815279 Dec 06 15:05:17.931393 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:17.946492 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Request body: {'port': {'device_id': '8fd813de-cf1b-476b-9456-117852f06689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:17.981672 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7c47e3-8f6b-4dc3-819e-f2b81dee8868') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:17.981977 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7c47e3-8f6b-4dc3-819e-f2b81dee8868') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:18.020059 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:18.107082 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1ca9a0bc-9da0-4eb2-94f7-a3b9b9a9a402 None None] Set router 6ed3919d-187c-495c-a171-dce431bc833a gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:05:18.314911 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6cf15d5-801d-4638-aa79-cb427ff6e937 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:18.389798 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0473eda6-4d2b-450f-8ca2-350fb40c84e6 None None] DHCP port deletion for d515d8db-b4b8-4017-8b0f-ed6427fdd5ba request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:18.410044 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-b9274cf1-7fe3-4898-acbb-33aa1547bbcf tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:18.415922 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-b9274cf1-7fe3-4898-acbb-33aa1547bbcf tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/networks?id=751366f2-b893-40e6-84d1-5f591db598ea HTTP/1.1" status: 200 len: 824 time: 0.4402211 Dec 06 15:05:18.440657 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d24b8ecb-5689-47b4-9547-fc17def1a0ff up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:05:18.493503 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-6620eceb-aa20-4e38-b541-96f44ff89ec0 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/quotas/0f4c2882d78d4ff081710be7197a6956 HTTP/1.1" status: 200 len: 375 time: 0.0671537 Dec 06 15:05:18.531356 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d24b8ecb-5689-47b4-9547-fc17def1a0ff triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:18.531778 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:18.558388 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-41ae11f9-5520-4a63-ac54-6e8dbb0e32b0 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f4c2882d78d4ff081710be7197a6956&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410876 Dec 06 15:05:18.561557 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf15d5-801d-4638-aa79-cb427ff6e937 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Deleting port 768e1b3f-a209-46cb-bc32-8f4abc5974b8 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:18.562904 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6cf15d5-801d-4638-aa79-cb427ff6e937 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:18.572000 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1ca9a0bc-9da0-4eb2-94f7-a3b9b9a9a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3919d-187c-495c-a171-dce431bc833a', 'name': 'tempest-TestNetworkBasicOps-router-1032164201', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165'}], 'enable_snat': True}, 'gw_port_id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:03:43Z', 'updated_at': '2021-12-06T15:05:15Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:44Z', 'updated_at': '2021-12-06T15:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:18.611361 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca9a0bc-9da0-4eb2-94f7-a3b9b9a9a402 None None] The sync data for ids ['6ed3919d-187c-495c-a171-dce431bc833a'] in n-d-master-1 is: [{'id': '6ed3919d-187c-495c-a171-dce431bc833a', 'name': 'tempest-TestNetworkBasicOps-router-1032164201', 'tenant_id': '6328bee89d2341bdb282688164425785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165'}], 'enable_snat': True}, 'gw_port_id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:03:43Z', 'updated_at': '2021-12-06T15:05:15Z', 'revision_number': 5, 'project_id': '6328bee89d2341bdb282688164425785', 'gw_port': {'id': '768e1b3f-a209-46cb-bc32-8f4abc5974b8', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3919d-187c-495c-a171-dce431bc833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:03:44Z', 'updated_at': '2021-12-06T15:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:05:18.647185 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0473eda6-4d2b-450f-8ca2-350fb40c84e6 None None] Deleting port d9bff447-94ab-41fa-b428-31dc5447c55c {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:18.647571 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0473eda6-4d2b-450f-8ca2-350fb40c84e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:18.715096 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:18.738795 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:18.755215 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d9e2dc2a-3470-467a-b4e0-822239a62630 req-ed83013d-f8c7-4764-aba0-487ed8911a9a tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7398846-e64c-4afa-a8bc-f400a2d44813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8563707 Dec 06 15:05:18.767031 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:18.767471 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:18.793036 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-2f973d4b-d45e-47d1-8b87-7a00b5f69c77 service neutron] 10.222.0.20 "GET /v2.0/networks/751366f2-b893-40e6-84d1-5f591db598ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237468 Dec 06 15:05:18.805501 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0473eda6-4d2b-450f-8ca2-350fb40c84e6 None None] For port d9bff447-94ab-41fa-b428-31dc5447c55c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d9bff447-94ab-41fa-b428-31dc5447c55c,segment=NetworkSegment(4e063630-10fa-4d27-8093-cb1b7f82a14a),segment_id=4e063630-10fa-4d27-8093-cb1b7f82a14a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:18.805990 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0473eda6-4d2b-450f-8ca2-350fb40c84e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:18.817913 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:18.841184 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0473eda6-4d2b-450f-8ca2-350fb40c84e6 None None] Calling delete_port for d9bff447-94ab-41fa-b428-31dc5447c55c owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:18.878487 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f6cf15d5-801d-4638-aa79-cb427ff6e937 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] For port 768e1b3f-a209-46cb-bc32-8f4abc5974b8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=768e1b3f-a209-46cb-bc32-8f4abc5974b8,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:18.878853 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6cf15d5-801d-4638-aa79-cb427ff6e937 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:18.928797 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf15d5-801d-4638-aa79-cb427ff6e937 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Calling delete_port for 768e1b3f-a209-46cb-bc32-8f4abc5974b8 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:18.986715 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-646c1753-f455-480d-81a8-70c622a43b94 req-1e8bebc8-b2aa-4456-a344-7c4916e27b82 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0425975 Dec 06 15:05:19.004284 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-6bd4f30d-a02a-4e2e-97aa-8f7cda9a4564 service neutron] 10.222.0.20 "GET /v2.0/networks/751366f2-b893-40e6-84d1-5f591db598ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009745 Dec 06 15:05:19.067387 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0473eda6-4d2b-450f-8ca2-350fb40c84e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:19.119360 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473eda6-4d2b-450f-8ca2-350fb40c84e6 None None] Pushing event deleted for resources: {'Port': ['ID=d9bff447-94ab-41fa-b428-31dc5447c55c,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:19.125352 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0473eda6-4d2b-450f-8ca2-350fb40c84e6 None None] No DVR routers for this DVR port d9bff447-94ab-41fa-b428-31dc5447c55c on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:05:19.150152 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7043728b-22c5-468a-adb9-752ec0828c79 None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:05:19.196082 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:19.203204 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:19.220803 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e HTTP/1.1" status: 204 len: 168 time: 5.1601472 Dec 06 15:05:19.221437 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43332) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:19.270552 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cbc25964-b0b9-4466-9da8-73681108c539 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1512434925'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:19.272051 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6cf15d5-801d-4638-aa79-cb427ff6e937 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:19.348004 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf15d5-801d-4638-aa79-cb427ff6e937 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'Port': ['ID=768e1b3f-a209-46cb-bc32-8f4abc5974b8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:19.417834 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7043728b-22c5-468a-adb9-752ec0828c79 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:05:19.451893 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb27ee-9b25-40ff-ba54-1c93711f2c63 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Network': ['ID=27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:19.519967 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6cf15d5-801d-4638-aa79-cb427ff6e937 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:19.658869 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:05:19.665879 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6cf15d5-801d-4638-aa79-cb427ff6e937 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:19.668190 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:19.668924 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6cf15d5-801d-4638-aa79-cb427ff6e937 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:19.685730 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Transition to ACTIVE for port object f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:05:19.722239 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6cf15d5-801d-4638-aa79-cb427ff6e937 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:19.723490 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cf15d5-801d-4638-aa79-cb427ff6e937 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Fanout notify agent at l3_agent the message router_deleted on router 6ed3919d-187c-495c-a171-dce431bc833a {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:05:19.733473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-afcf42b1-f5da-48d1-a9cd-9557ca24ed6e req-bf9cb959-475f-4223-8478-82ee65d6ff04 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/ports?device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 210 time: 0.2829447 Dec 06 15:05:19.741885 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:19.745644 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6cf15d5-801d-4638-aa79-cb427ff6e937 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:19.747314 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f6cf15d5-801d-4638-aa79-cb427ff6e937 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "DELETE /v2.0/routers/6ed3919d-187c-495c-a171-dce431bc833a HTTP/1.1" status: 204 len: 168 time: 2.1491706 Dec 06 15:05:19.750008 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43370) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:19.945486 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73303f4f-49d1-4dd4-b994-6dd1523dd809 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:19.963281 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc25964-b0b9-4466-9da8-73681108c539 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:19.973266 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbc25964-b0b9-4466-9da8-73681108c539 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:19.998171 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Attempting to bind port f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:05:19.998555 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Attempting to bind port f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'cb4861d5-c43e-46c8-a896-8b6ce0797fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '19de193b-3fa0-436a-8f4e-df3c9ae614c5'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:05:19.999212 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Attempting to bind port f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 on network 19de193b-3fa0-436a-8f4e-df3c9ae614c5 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:05:20.015967 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc25964-b0b9-4466-9da8-73681108c539 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:20.032682 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbc25964-b0b9-4466-9da8-73681108c539 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:20.033036 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-cbc25964-b0b9-4466-9da8-73681108c539 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Added segment 6aad71d8-73ed-4dfa-b8a1-7c8df015af8a of type vlan for network 976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1 Dec 06 15:05:20.125265 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94044447-2c84-49b9-ab10-4d8557d446d5 req-898568fc-cb02-4f20-a17c-4442b95bab01 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:20.127046 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94044447-2c84-49b9-ab10-4d8557d446d5 req-898568fc-cb02-4f20-a17c-4442b95bab01 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 944 time: 0.1765931 Dec 06 15:05:20.135100 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbc25964-b0b9-4466-9da8-73681108c539 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:20.197584 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73303f4f-49d1-4dd4-b994-6dd1523dd809 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:20.219067 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-319b3c82-a350-4cb4-b4e7-21628b7a1e83 req-99598543-4bb6-48c8-b1ca-a45fdf4e882f tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0739980 Dec 06 15:05:20.227367 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Port f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 on network 19de193b-3fa0-436a-8f4e-df3c9ae614c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:05:20.227884 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Attempting to bind port f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 on network 19de193b-3fa0-436a-8f4e-df3c9ae614c5 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:05:20.231342 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Pushing event updated for resources: {'Port': ['ID=f475a80b-e0bf-4acf-b3ff-3e0ac5499e64,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:20.243734 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07dae5b-8f42-47c4-b33e-15b49fd37756 None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:05:20.250357 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:05:20.254703 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Checking segment: {'id': 'cb4861d5-c43e-46c8-a896-8b6ce0797fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '19de193b-3fa0-436a-8f4e-df3c9ae614c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:20.255880 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Bound using segment: {'id': 'cb4861d5-c43e-46c8-a896-8b6ce0797fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '19de193b-3fa0-436a-8f4e-df3c9ae614c5'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:05:20.256923 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Bound port: f475a80b-e0bf-4acf-b3ff-3e0ac5499e64, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb4861d5-c43e-46c8-a896-8b6ce0797fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '19de193b-3fa0-436a-8f4e-df3c9ae614c5'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:05:20.257269 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:20.261385 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbc25964-b0b9-4466-9da8-73681108c539 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:20.267797 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-73303f4f-49d1-4dd4-b994-6dd1523dd809 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d515d8db-b4b8-4017-8b0f-ed6427fdd5ba']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:20.288813 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94044447-2c84-49b9-ab10-4d8557d446d5 req-dc287e27-0595-43b7-81ec-1d58e6359b3e tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7398846-e64c-4afa-a8bc-f400a2d44813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482530 Dec 06 15:05:20.293570 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc25964-b0b9-4466-9da8-73681108c539 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:20.297391 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-73303f4f-49d1-4dd4-b994-6dd1523dd809 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e063630-10fa-4d27-8093-cb1b7f82a14a') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:20.297391 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-73303f4f-49d1-4dd4-b994-6dd1523dd809 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e063630-10fa-4d27-8093-cb1b7f82a14a') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:20.306988 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbc25964-b0b9-4466-9da8-73681108c539 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:20.324878 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73303f4f-49d1-4dd4-b994-6dd1523dd809 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:20.342465 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73303f4f-49d1-4dd4-b994-6dd1523dd809 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:20.367379 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73303f4f-49d1-4dd4-b994-6dd1523dd809 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:20.367518 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73303f4f-49d1-4dd4-b994-6dd1523dd809 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:20.377922 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:20.496928 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cbc25964-b0b9-4466-9da8-73681108c539 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2587721 Dec 06 15:05:20.510269 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07dae5b-8f42-47c4-b33e-15b49fd37756 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:05:20.542662 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43410) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:20.570275 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6f2aeb1d-7a1f-4c01-a80a-c2f2a5d19ec7 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'subnet': {'network_id': '976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:20.586737 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73303f4f-49d1-4dd4-b994-6dd1523dd809 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:20.622161 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73303f4f-49d1-4dd4-b994-6dd1523dd809 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:20.632707 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d9bff447-94ab-41fa-b428-31dc5447c55c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:05:20.632898 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-73303f4f-49d1-4dd4-b994-6dd1523dd809 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] 10.222.0.20 "DELETE /v2.0/networks/d515d8db-b4b8-4017-8b0f-ed6427fdd5ba HTTP/1.1" status: 204 len: 168 time: 0.8780584 Dec 06 15:05:20.641777 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73303f4f-49d1-4dd4-b994-6dd1523dd809 tempest-TestNetworkBasicOps-954532718 tempest-TestNetworkBasicOps-954532718-project] Pushing event deleted for resources: {'Network': ['ID=d515d8db-b4b8-4017-8b0f-ed6427fdd5ba,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:20.708119 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc25964-b0b9-4466-9da8-73681108c539 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Network': ['ID=976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:20.710965 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: d9bff447-94ab-41fa-b428-31dc5447c55c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:05:20.710965 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d9bff447-94ab-41fa-b428-31dc5447c55c not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:05:20.710965 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 796e9d6d-8507-42b7-bc3a-697dfe99675f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:05:20.766057 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:20.777568 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 796e9d6d-8507-42b7-bc3a-697dfe99675f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:05:20.777989 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 796e9d6d-8507-42b7-bc3a-697dfe99675f not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:05:20.812086 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] For port f475a80b-e0bf-4acf-b3ff-3e0ac5499e64, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:05:20.834058 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] For port f475a80b-e0bf-4acf-b3ff-3e0ac5499e64, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f475a80b-e0bf-4acf-b3ff-3e0ac5499e64,segment=NetworkSegment(cb4861d5-c43e-46c8-a896-8b6ce0797fe1),segment_id=cb4861d5-c43e-46c8-a896-8b6ce0797fe1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:05:20.847783 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:20.912912 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2aeb1d-7a1f-4c01-a80a-c2f2a5d19ec7 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:20.924185 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f2aeb1d-7a1f-4c01-a80a-c2f2a5d19ec7 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:21.028643 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43426) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:21.042875 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f475c32b-cca9-4185-8e78-29381ad71190 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:21.064607 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:21.065247 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971c419b-30f1-40c1-8216-9dd8d804aa23 None None] DHCP port deletion for 19de193b-3fa0-436a-8f4e-df3c9ae614c5 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:21.065852 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:21.069508 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] 10.222.0.23 "PUT /v2.0/ports/f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 HTTP/1.1" status: 200 len: 1092 time: 3.1296592 Dec 06 15:05:21.070284 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd813de-cf1b-476b-9456-117852f06689', 'tag': 'f475a80b-e0bf-4acf-b3ff-3e0ac5499e64'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:05:21.078321 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f005111-29f4-4423-8681-056ba4bea513" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd813de-cf1b-476b-9456-117852f06689", "tag": "f475a80b-e0bf-4acf-b3ff-3e0ac5499e64"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:05:21.101487 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44e39317-a5df-4e57-8950-ed4847b832bd req-b3a088ae-74ee-4e59-a927-fe3de4c0a21f tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/ports?device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 210 time: 0.2000616 Dec 06 15:05:21.121111 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef979b1-2490-4e7c-b96c-31776aea8ead None None] DHCP port deletion for 19de193b-3fa0-436a-8f4e-df3c9ae614c5 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:21.128572 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43432) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:21.185530 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba35e4ed-dab7-4c15-bd75-9f4ec270d596 x-openstack-request-id: req-ba35e4ed-dab7-4c15-bd75-9f4ec270d596 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:05:21.187862 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd813de-cf1b-476b-9456-117852f06689", "tag": "f475a80b-e0bf-4acf-b3ff-3e0ac5499e64", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:05:21.188595 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba35e4ed-dab7-4c15-bd75-9f4ec270d596 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:05:21.189321 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd813de-cf1b-476b-9456-117852f06689', 'tag': 'f475a80b-e0bf-4acf-b3ff-3e0ac5499e64', 'status': 'completed', 'code': 200} Dec 06 15:05:21.190483 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62743adc-d5d9-4d18-bd1c-8df95c8b006a service neutron] Pushing event updated for resources: {'Port': ['ID=f475a80b-e0bf-4acf-b3ff-3e0ac5499e64,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:21.321584 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-67caad83-c5a5-4094-87cf-25b10d5b6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:21.323390 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-67caad83-c5a5-4094-87cf-25b10d5b6772 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c82c7ae53c9423d93fa6bc53b9f57b3&device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 1095 time: 0.1459587 Dec 06 15:05:21.361042 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-22e2de1e-ed0e-4617-9dba-4cac62a1bb03 req-e5c75e0b-8691-42da-81fb-8ca764d7507f tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0568733 Dec 06 15:05:21.406156 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-ab5230d2-ee8d-4d5e-8839-421cf75cbc13 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 HTTP/1.1" status: 200 len: 217 time: 0.0479770 Dec 06 15:05:21.414022 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5842312-77ef-43b8-9830-92aa9c665761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:21.444390 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-408b7b20-05a0-4299-aa88-dcb8d69561c0 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:21.446344 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-408b7b20-05a0-4299-aa88-dcb8d69561c0 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.37 "GET /v2.0/networks?id=751366f2-b893-40e6-84d1-5f591db598ea HTTP/1.1" status: 200 len: 824 time: 0.2539465 Dec 06 15:05:21.451207 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9939e5a3-b0fd-430e-9370-7d663fd31d3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6328bee89d2341bdb282688164425785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3217704 Dec 06 15:05:21.459849 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43440) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:21.462108 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-54bc4be5-aa46-43da-9f1b-d767a2740008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:21.463775 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-54bc4be5-aa46-43da-9f1b-d767a2740008 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d584ba01-22c7-4af8-b7b5-711aaf1a8e91 HTTP/1.1" status: 200 len: 853 time: 0.0507612 Dec 06 15:05:21.478712 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-15330511-05b1-4256-8390-2151bd90ea0a tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Request body: {'port': {'device_id': '301dfb0d-d89e-4e79-aba4-b4f83680234a', 'network_id': '751366f2-b893-40e6-84d1-5f591db598ea', 'admin_state_up': True, 'tenant_id': '0f4c2882d78d4ff081710be7197a6956'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:21.588106 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-04f787c4-fd62-4b28-b75e-94bc3ef433c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=19de193b-3fa0-436a-8f4e-df3c9ae614c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343184 Dec 06 15:05:21.622369 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f2aeb1d-7a1f-4c01-a80a-c2f2a5d19ec7 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:21.667385 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f4913-8809-45c4-8d09-587d0096e5dc req-f66b9f42-fff7-4197-9d49-24c7664d9c7a tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:21.668939 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bf8f4913-8809-45c4-8d09-587d0096e5dc req-f66b9f42-fff7-4197-9d49-24c7664d9c7a tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 944 time: 0.2204919 Dec 06 15:05:21.700013 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b00a0ae0-6de9-4150-86e6-fb0cce5cbb58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:21.742204 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2aeb1d-7a1f-4c01-a80a-c2f2a5d19ec7 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Subnet': ['ID=3fb1ff3d-623a-4f40-a538-a65b4888c5df,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:21.749221 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-15330511-05b1-4256-8390-2151bd90ea0a tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Made reservation on behalf of 0f4c2882d78d4ff081710be7197a6956 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:21.752171 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-15330511-05b1-4256-8390-2151bd90ea0a tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:21.757860 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2aeb1d-7a1f-4c01-a80a-c2f2a5d19ec7 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Checking segment: {'id': '6aad71d8-73ed-4dfa-b8a1-7c8df015af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:21.758226 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2aeb1d-7a1f-4c01-a80a-c2f2a5d19ec7 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network hostable DHCP agents. Network: 976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:21.761845 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b00a0ae0-6de9-4150-86e6-fb0cce5cbb58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:21.766248 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-b1232b23-04df-4f24-940f-8ab106cfd12e service neutron] 10.222.0.23 "GET /v2.0/networks/19de193b-3fa0-436a-8f4e-df3c9ae614c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698792 Dec 06 15:05:21.798988 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2aeb1d-7a1f-4c01-a80a-c2f2a5d19ec7 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network 976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:21.832943 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bf8f4913-8809-45c4-8d09-587d0096e5dc req-9bd16252-bf35-4ecc-a94c-82496e6670a1 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7398846-e64c-4afa-a8bc-f400a2d44813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468630 Dec 06 15:05:21.834833 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5842312-77ef-43b8-9830-92aa9c665761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:21.842261 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-6f2aeb1d-7a1f-4c01-a80a-c2f2a5d19ec7 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:21.846643 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2aeb1d-7a1f-4c01-a80a-c2f2a5d19ec7 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:21.847372 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f2aeb1d-7a1f-4c01-a80a-c2f2a5d19ec7 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:21.849768 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5842312-77ef-43b8-9830-92aa9c665761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:21.862336 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc996d1-6659-4f89-a90b-9c56afed6430 None None] Network 976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:21.922220 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6f2aeb1d-7a1f-4c01-a80a-c2f2a5d19ec7 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3573422 Dec 06 15:05:21.933811 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43452) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:21.940811 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e5842312-77ef-43b8-9830-92aa9c665761 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29fb5eec26eb4aa3bbc6a5ab3847d5c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9109752 Dec 06 15:05:21.944886 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43454) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:21.954119 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5842312-77ef-43b8-9830-92aa9c665761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3348cf4c-4f2f-4856-886a-1449654e114a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:21.960394 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b00a0ae0-6de9-4150-86e6-fb0cce5cbb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:21.963631 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b00a0ae0-6de9-4150-86e6-fb0cce5cbb58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:21.965320 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b00a0ae0-6de9-4150-86e6-fb0cce5cbb58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05790268-b22c-4182-ba42-45feffdbb262 HTTP/1.1" status: 204 len: 168 time: 0.4957275 Dec 06 15:05:22.002175 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95530485-9ad0-42d5-8ead-46341c9ecc73 req-fbcf6f79-5b09-4bf3-b6db-fa85215fa0b6 service neutron] 10.222.0.23 "GET /v2.0/networks/19de193b-3fa0-436a-8f4e-df3c9ae614c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270949 Dec 06 15:05:22.016716 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a0ae0-6de9-4150-86e6-fb0cce5cbb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05790268-b22c-4182-ba42-45feffdbb262,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:22.020293 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1', 'network_id': '976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1', 'tenant_id': '4031790a8d3c400d9ce91725d99f38b9', 'fixed_ips': [{'subnet_id': '3fb1ff3d-623a-4f40-a538-a65b4888c5df'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:05:22.021162 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:22.074232 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-15330511-05b1-4256-8390-2151bd90ea0a tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Allocated IP 172.20.0.6 (751366f2-b893-40e6-84d1-5f591db598ea/763cb8f1-4476-44a1-9ddf-855eda6c155e/e1e4e1ca-ec47-4b29-8b1f-7a39594b558b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:05:22.092803 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6dce85b9-263b-46f0-bb2c-60f71dbe096c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:22.129361 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 768e1b3f-a209-46cb-bc32-8f4abc5974b8 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:05:22.146037 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6dce85b9-263b-46f0-bb2c-60f71dbe096c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:22.161127 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 768e1b3f-a209-46cb-bc32-8f4abc5974b8 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:05:22.161515 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 768e1b3f-a209-46cb-bc32-8f4abc5974b8 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:05:22.260300 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Allocated IP 172.20.0.1 (976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1/3fb1ff3d-623a-4f40-a538-a65b4888c5df/f6371c6d-f3b0-4579-bba8-678bf1f9e492) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:05:22.313256 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f005111-29f4-4423-8681-056ba4bea513 req-cad790c3-c2e4-4818-b0da-21107b5470ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:22.314781 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8f005111-29f4-4423-8681-056ba4bea513 req-cad790c3-c2e4-4818-b0da-21107b5470ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c82c7ae53c9423d93fa6bc53b9f57b3&device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 1095 time: 0.2247028 Dec 06 15:05:22.319399 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:22.320735 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-23e07029-a0e4-49e1-bd28-6c3f74b52197 req-d74bd05c-ea90-4c4d-9f0f-e344a56c77a9 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/ports?device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 210 time: 0.0741313 Dec 06 15:05:22.336532 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6dce85b9-263b-46f0-bb2c-60f71dbe096c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:22.339844 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6dce85b9-263b-46f0-bb2c-60f71dbe096c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:22.341044 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6dce85b9-263b-46f0-bb2c-60f71dbe096c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3348cf4c-4f2f-4856-886a-1449654e114a HTTP/1.1" status: 204 len: 168 time: 0.3947423 Dec 06 15:05:22.376700 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce85b9-263b-46f0-bb2c-60f71dbe096c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3348cf4c-4f2f-4856-886a-1449654e114a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:22.529650 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f005111-29f4-4423-8681-056ba4bea513 req-819300e7-2ebc-44ad-ac75-b2be661b8cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:22.532192 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8f005111-29f4-4423-8681-056ba4bea513 req-819300e7-2ebc-44ad-ac75-b2be661b8cd9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=19de193b-3fa0-436a-8f4e-df3c9ae614c5 HTTP/1.1" status: 200 len: 914 time: 0.2071917 Dec 06 15:05:22.583600 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-15330511-05b1-4256-8390-2151bd90ea0a tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:22.593479 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e636f75-ee56-45bb-aec8-e27dc407dbe8 req-b4997a2f-9af7-47a1-929b-cd916b0d2cb6 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0575893 Dec 06 15:05:22.605624 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:22.613201 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:22.618696 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43470) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:22.661455 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2c13-5c42-4150-8d25-0a39e5d68249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:22.683001 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Pushing event updated for resources: {'Port': ['ID=f6371c6d-f3b0-4579-bba8-678bf1f9e492,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:22.687733 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-15330511-05b1-4256-8390-2151bd90ea0a tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:22.700640 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8f005111-29f4-4423-8681-056ba4bea513 req-05a26a5d-5bde-45b4-8297-72e105f4b741 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 HTTP/1.1" status: 200 len: 217 time: 0.1043949 Dec 06 15:05:22.715025 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Network 976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:05:22.718463 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:22.722374 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:05:22.745133 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-15330511-05b1-4256-8390-2151bd90ea0a tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Network 751366f2-b893-40e6-84d1-5f591db598ea is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:05:22.755310 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-15330511-05b1-4256-8390-2151bd90ea0a tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:22.772008 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-15330511-05b1-4256-8390-2151bd90ea0a tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:05:22.794617 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ce4c49-922f-4f1a-9b7a-d8d616e1f6e6 None None] DHCP port deletion for 751366f2-b893-40e6-84d1-5f591db598ea request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:22.810941 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Attempting to bind port f6371c6d-f3b0-4579-bba8-678bf1f9e492 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:05:22.811361 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Attempting to bind port f6371c6d-f3b0-4579-bba8-678bf1f9e492 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6aad71d8-73ed-4dfa-b8a1-7c8df015af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:05:22.811755 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Attempting to bind port f6371c6d-f3b0-4579-bba8-678bf1f9e492 on network 976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:05:22.830786 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:05:22.831188 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Checking segment: {'id': '6aad71d8-73ed-4dfa-b8a1-7c8df015af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:22.831488 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:22.831978 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Bound using segment: {'id': '6aad71d8-73ed-4dfa-b8a1-7c8df015af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:05:22.832465 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Bound port: f6371c6d-f3b0-4579-bba8-678bf1f9e492, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aad71d8-73ed-4dfa-b8a1-7c8df015af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:05:22.833270 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:22.840115 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15330511-05b1-4256-8390-2151bd90ea0a tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Pushing event updated for resources: {'Port': ['ID=e1e4e1ca-ec47-4b29-8b1f-7a39594b558b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:22.853697 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f005111-29f4-4423-8681-056ba4bea513 req-4ad96f76-69ad-4e16-8965-5fffeefa4add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:22.860269 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8f005111-29f4-4423-8681-056ba4bea513 req-4ad96f76-69ad-4e16-8965-5fffeefa4add service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d584ba01-22c7-4af8-b7b5-711aaf1a8e91 HTTP/1.1" status: 200 len: 853 time: 0.1363480 Dec 06 15:05:22.861607 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:22.862412 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-15330511-05b1-4256-8390-2151bd90ea0a tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:22.863055 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-15330511-05b1-4256-8390-2151bd90ea0a tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:22.907955 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-15330511-05b1-4256-8390-2151bd90ea0a tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4493015 Dec 06 15:05:22.929096 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] For port f6371c6d-f3b0-4579-bba8-678bf1f9e492, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:05:22.931016 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Request body: {'port': {'device_id': '301dfb0d-d89e-4e79-aba4-b4f83680234a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:22.939358 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] For port f6371c6d-f3b0-4579-bba8-678bf1f9e492, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f6371c6d-f3b0-4579-bba8-678bf1f9e492,segment=NetworkSegment(6aad71d8-73ed-4dfa-b8a1-7c8df015af8a),segment_id=6aad71d8-73ed-4dfa-b8a1-7c8df015af8a)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:05:22.940012 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8f005111-29f4-4423-8681-056ba4bea513 req-96e946db-9ed3-470f-906a-b46bba5c9913 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=19de193b-3fa0-436a-8f4e-df3c9ae614c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696819 Dec 06 15:05:22.956647 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:22.994871 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2c13-5c42-4150-8d25-0a39e5d68249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:23.031353 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e785d9bc-f015-41ca-8980-1995c8c57100 None None] Provisioning complete for port e1e4e1ca-ec47-4b29-8b1f-7a39594b558b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:23.032073 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e785d9bc-f015-41ca-8980-1995c8c57100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:23.093961 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54054f-0697-4778-ad8f-1548cec888b9 None None] Pushing event updated for resources: {'Port': ['ID=f6371c6d-f3b0-4579-bba8-678bf1f9e492,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:23.097644 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e785d9bc-f015-41ca-8980-1995c8c57100 None None] Port e1e4e1ca-ec47-4b29-8b1f-7a39594b558b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:05:23.098649 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2c13-5c42-4150-8d25-0a39e5d68249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:23.155087 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:23.182381 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:23.211977 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb1ff3d-623a-4f40-a538-a65b4888c5df,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:23.241439 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8f005111-29f4-4423-8681-056ba4bea513 req-58e35e22-9a89-4f2d-aaad-8e701ee8b5d2 service neutron] 10.222.0.23 "GET /v2.0/networks/19de193b-3fa0-436a-8f4e-df3c9ae614c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892358 Dec 06 15:05:23.281760 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43478) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:23.286599 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8b1b2c13-5c42-4150-8d25-0a39e5d68249 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=386249d97d94472e8aa55d0c51b7606a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6650109 Dec 06 15:05:23.295529 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43480) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:23.298551 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b2c13-5c42-4150-8d25-0a39e5d68249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a6549b-dfd0-4859-809b-c1501295e5d0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:23.307562 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:23.308688 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b347cdc-8ecf-4134-ac95-1deb15e62f9e req-60b34842-f55c-433c-a113-1b7aa12ddc70 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:23.310247 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2b347cdc-8ecf-4134-ac95-1deb15e62f9e req-60b34842-f55c-433c-a113-1b7aa12ddc70 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 944 time: 0.3126991 Dec 06 15:05:23.332842 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8bd8-e9a8-43b0-ba80-63905d2b8802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:23.380126 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:23.392070 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aad71d8-73ed-4dfa-b8a1-7c8df015af8a') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:23.393147 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aad71d8-73ed-4dfa-b8a1-7c8df015af8a') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:23.411094 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:23.511002 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:23.539477 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:23.539932 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:23.544603 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:23.564186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2b347cdc-8ecf-4134-ac95-1deb15e62f9e req-0ae58f38-cd11-48db-aac2-2248ee15029e tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7398846-e64c-4afa-a8bc-f400a2d44813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357183 Dec 06 15:05:23.651501 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7fe218b-92f2-4eb9-80a5-d8e6fcf7acc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:23.713670 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8f005111-29f4-4423-8681-056ba4bea513 req-c1e2e643-b55f-441c-8b5b-e9b0cdef3d3f service neutron] 10.222.0.23 "GET /v2.0/networks/19de193b-3fa0-436a-8f4e-df3c9ae614c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988477 Dec 06 15:05:23.717425 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.db.api [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 15:05:23.717425 n-d-master-1 neutron-server[103289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 15:05:23.717425 n-d-master-1 neutron-server[103289]: [parameters: {'id': '976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1'}] Dec 06 15:05:23.717425 n-d-master-1 neutron-server[103289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:05:23.717934 n-d-master-1 neutron-server[103289]: DEBUG oslo_db.api [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:05:23.744659 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8af284-aa03-4198-b861-458a0eac23f8 req-02018404-1997-4b86-996a-70b29b7f8a6b tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:23.746862 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa8af284-aa03-4198-b861-458a0eac23f8 req-02018404-1997-4b86-996a-70b29b7f8a6b tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/ports?device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 931 time: 0.3001406 Dec 06 15:05:23.760839 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0bb2e2f9-d890-4217-84e1-18eb263910ca req-68c971f1-c62d-4afb-a735-a88ed12d9a7c tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1058960 Dec 06 15:05:23.802302 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7fe218b-92f2-4eb9-80a5-d8e6fcf7acc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:23.815440 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa8af284-aa03-4198-b861-458a0eac23f8 req-50942708-c4e7-4f82-929c-cb935dfdbab0 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cb83079-596a-461a-a227-5a111f2c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617719 Dec 06 15:05:23.894353 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8bd8-e9a8-43b0-ba80-63905d2b8802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:23.902500 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8bd8-e9a8-43b0-ba80-63905d2b8802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:23.971723 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e4e1ca-ec47-4b29-8b1f-7a39594b558b {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:05:23.986921 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43496) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:23.987562 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8e1c8bd8-e9a8-43b0-ba80-63905d2b8802 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f5f91dc853845f5975d2f7a4767bc8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7031717 Dec 06 15:05:23.989447 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:23.994805 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7fe218b-92f2-4eb9-80a5-d8e6fcf7acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:23.997372 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7fe218b-92f2-4eb9-80a5-d8e6fcf7acc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:23.998552 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a7fe218b-92f2-4eb9-80a5-d8e6fcf7acc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7a6549b-dfd0-4859-809b-c1501295e5d0 HTTP/1.1" status: 204 len: 168 time: 0.7009335 Dec 06 15:05:24.009743 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c8bd8-e9a8-43b0-ba80-63905d2b8802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db040a10-6fba-4d0b-b651-3fdfd9ffba51,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:24.034441 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Transition to ACTIVE for port object e1e4e1ca-ec47-4b29-8b1f-7a39594b558b will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:05:24.042447 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe218b-92f2-4eb9-80a5-d8e6fcf7acc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a6549b-dfd0-4859-809b-c1501295e5d0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:24.051745 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:24.070730 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d112ca5-8987-45a2-9fb0-0a787433c032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:24.100426 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d112ca5-8987-45a2-9fb0-0a787433c032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:24.130049 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef1560f-c3e8-4a46-9026-b6081fb2a2a1 None None] DHCP port deletion for 751366f2-b893-40e6-84d1-5f591db598ea request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:24.170577 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e4e1ca-ec47-4b29-8b1f-7a39594b558b,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:24.229584 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:24.238740 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d112ca5-8987-45a2-9fb0-0a787433c032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:24.248818 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d112ca5-8987-45a2-9fb0-0a787433c032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:24.252229 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2d112ca5-8987-45a2-9fb0-0a787433c032 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db040a10-6fba-4d0b-b651-3fdfd9ffba51 HTTP/1.1" status: 204 len: 168 time: 0.2616158 Dec 06 15:05:24.298295 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Attempting to bind port e1e4e1ca-ec47-4b29-8b1f-7a39594b558b on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:05:24.298295 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Attempting to bind port e1e4e1ca-ec47-4b29-8b1f-7a39594b558b by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e8edb803-39cb-4a9d-a5d4-6ab9d0da4238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '751366f2-b893-40e6-84d1-5f591db598ea'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:05:24.298661 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Attempting to bind port e1e4e1ca-ec47-4b29-8b1f-7a39594b558b on network 751366f2-b893-40e6-84d1-5f591db598ea {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:05:24.309530 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f6371c6d-f3b0-4579-bba8-678bf1f9e492 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:05:24.314906 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Port e1e4e1ca-ec47-4b29-8b1f-7a39594b558b on network 751366f2-b893-40e6-84d1-5f591db598ea not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:05:24.315243 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Attempting to bind port e1e4e1ca-ec47-4b29-8b1f-7a39594b558b on network 751366f2-b893-40e6-84d1-5f591db598ea {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:05:24.320776 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d112ca5-8987-45a2-9fb0-0a787433c032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db040a10-6fba-4d0b-b651-3fdfd9ffba51,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:24.324431 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:05:24.324778 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Checking segment: {'id': 'e8edb803-39cb-4a9d-a5d4-6ab9d0da4238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '751366f2-b893-40e6-84d1-5f591db598ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:24.325171 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Bound using segment: {'id': 'e8edb803-39cb-4a9d-a5d4-6ab9d0da4238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '751366f2-b893-40e6-84d1-5f591db598ea'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:05:24.325619 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Bound port: e1e4e1ca-ec47-4b29-8b1f-7a39594b558b, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8edb803-39cb-4a9d-a5d4-6ab9d0da4238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '751366f2-b893-40e6-84d1-5f591db598ea'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:05:24.325977 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:24.449938 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] For port e1e4e1ca-ec47-4b29-8b1f-7a39594b558b, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:05:24.457633 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] For port e1e4e1ca-ec47-4b29-8b1f-7a39594b558b, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e1e4e1ca-ec47-4b29-8b1f-7a39594b558b,segment=NetworkSegment(e8edb803-39cb-4a9d-a5d4-6ab9d0da4238),segment_id=e8edb803-39cb-4a9d-a5d4-6ab9d0da4238)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:05:24.467305 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:24.547999 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85a72c6-06eb-4497-a359-d499720980cb None None] DHCP port deletion for 751366f2-b893-40e6-84d1-5f591db598ea request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:24.558940 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Deleting port f6371c6d-f3b0-4579-bba8-678bf1f9e492 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:24.559190 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:24.601292 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e4e1ca-ec47-4b29-8b1f-7a39594b558b,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:24.621262 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:24.622176 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:24.624623 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d2e901b6-e7bb-40d4-a50b-417e2623e610 service neutron] 10.222.0.37 "PUT /v2.0/ports/e1e4e1ca-ec47-4b29-8b1f-7a39594b558b HTTP/1.1" status: 200 len: 1091 time: 1.7046144 Dec 06 15:05:24.625929 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301dfb0d-d89e-4e79-aba4-b4f83680234a', 'tag': 'e1e4e1ca-ec47-4b29-8b1f-7a39594b558b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:05:24.627157 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e2a728-2ec1-4510-aa12-b3409408d8c7 None None] Network 976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:24.631050 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89137a66-6358-459e-81de-fa3259b7314b" -d '{"events": [{"name": "network-changed", "server_uuid": "301dfb0d-d89e-4e79-aba4-b4f83680234a", "tag": "e1e4e1ca-ec47-4b29-8b1f-7a39594b558b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:05:24.783340 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba78ccf0-34fd-4852-a8ec-7243a3b8d6f7 x-openstack-request-id: req-ba78ccf0-34fd-4852-a8ec-7243a3b8d6f7 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:05:24.784322 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301dfb0d-d89e-4e79-aba4-b4f83680234a", "tag": "e1e4e1ca-ec47-4b29-8b1f-7a39594b558b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:05:24.784742 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba78ccf0-34fd-4852-a8ec-7243a3b8d6f7 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:05:24.785572 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301dfb0d-d89e-4e79-aba4-b4f83680234a', 'tag': 'e1e4e1ca-ec47-4b29-8b1f-7a39594b558b', 'status': 'completed', 'code': 200} Dec 06 15:05:24.789730 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-0e963c1d-6bab-4689-8d3e-ab6c208e5f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:24.791809 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-0e963c1d-6bab-4689-8d3e-ab6c208e5f25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f4c2882d78d4ff081710be7197a6956&device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 1094 time: 0.1119483 Dec 06 15:05:24.878828 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] For port f6371c6d-f3b0-4579-bba8-678bf1f9e492, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f6371c6d-f3b0-4579-bba8-678bf1f9e492,segment=NetworkSegment(6aad71d8-73ed-4dfa-b8a1-7c8df015af8a),segment_id=6aad71d8-73ed-4dfa-b8a1-7c8df015af8a)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:24.879452 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:24.883609 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:05:24.888922 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-29792054-fa78-4d7f-903d-4a7b7a78daef None None] Provisioning complete for port f6371c6d-f3b0-4579-bba8-678bf1f9e492 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:24.889742 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-29792054-fa78-4d7f-903d-4a7b7a78daef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:24.894769 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Calling delete_port for f6371c6d-f3b0-4579-bba8-678bf1f9e492 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:24.910916 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-d9ab4ab4-3e25-403b-b08a-d5a35f9b4133 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1e4e1ca-ec47-4b29-8b1f-7a39594b558b HTTP/1.1" status: 200 len: 217 time: 0.1018555 Dec 06 15:05:24.935113 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-43c56456-457f-4cd0-bb49-fd0392fa843a req-e3151cc4-95eb-4eb5-8c38-6c6d1efa65eb tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0345376 Dec 06 15:05:24.989609 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-865a3dfa-e8f2-4243-8a40-120385fb7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:24.991165 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-865a3dfa-e8f2-4243-8a40-120385fb7b98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=763cb8f1-4476-44a1-9ddf-855eda6c155e HTTP/1.1" status: 200 len: 864 time: 0.0585623 Dec 06 15:05:25.006867 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f6371c6d-f3b0-4579-bba8-678bf1f9e492 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:25.007241 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:25.048191 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-46c15d58-f0f4-4b89-8c25-de7382dd81fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=751366f2-b893-40e6-84d1-5f591db598ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484440 Dec 06 15:05:25.090206 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:05:25.101285 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:25.130189 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-29792054-fa78-4d7f-903d-4a7b7a78daef None None] Could not find standard attr ID for object f6371c6d-f3b0-4579-bba8-678bf1f9e492. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:05:25.141447 n-d-master-1 neutron-server[103290]: INFO neutron.plugins.ml2.db [None req-29792054-fa78-4d7f-903d-4a7b7a78daef None None] No ports have port_id starting with f6371c6d-f3b0-4579-bba8-678bf1f9e492 Dec 06 15:05:25.152359 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bcdc0-4901-47e8-b4fb-42e3816d2fd0 req-73efb23f-7c85-44d4-a315-f3815eb808fc tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:25.155280 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Could not find standard attr ID for object f6371c6d-f3b0-4579-bba8-678bf1f9e492. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:05:25.161424 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a1bcdc0-4901-47e8-b4fb-42e3816d2fd0 req-73efb23f-7c85-44d4-a315-f3815eb808fc tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 944 time: 0.3258808 Dec 06 15:05:25.164018 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port f475a80b-e0bf-4acf-b3ff-3e0ac5499e64, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f475a80b-e0bf-4acf-b3ff-3e0ac5499e64,segment=NetworkSegment(cb4861d5-c43e-46c8-a896-8b6ce0797fe1),segment_id=cb4861d5-c43e-46c8-a896-8b6ce0797fe1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:25.165421 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Port': ['ID=f6371c6d-f3b0-4579-bba8-678bf1f9e492,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:25.174211 n-d-master-1 neutron-server[103290]: INFO neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No ports have port_id starting with f6371c6d-f3b0-4579-bba8-678bf1f9e492 Dec 06 15:05:25.191599 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'f475a80b-e0bf-4acf-b3ff-3e0ac5499e64', 'network_id': '19de193b-3fa0-436a-8f4e-df3c9ae614c5', 'port_id': 'f475a80b-e0bf-4acf-b3ff-3e0ac5499e64', 'mac_address': 'fa:16:3e:df:6d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd584ba01-22c7-4af8-b7b5-711aaf1a8e91', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:05:25.199190 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No DVR routers for this DVR port f6371c6d-f3b0-4579-bba8-678bf1f9e492 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:05:25.268663 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b00ad49-f744-4683-ae2f-0efb1a57e489 None None] DHCP port deletion for 976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:25.306241 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:25.440868 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:25.475344 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a1bcdc0-4901-47e8-b4fb-42e3816d2fd0 req-79669c46-a756-4c34-a45d-e45d9d219de0 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7398846-e64c-4afa-a8bc-f400a2d44813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123810 Dec 06 15:05:25.516371 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:25.531919 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:05:25.534764 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aad71d8-73ed-4dfa-b8a1-7c8df015af8a') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:25.535309 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aad71d8-73ed-4dfa-b8a1-7c8df015af8a') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:25.552568 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:25.554540 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port f475a80b-e0bf-4acf-b3ff-3e0ac5499e64, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f475a80b-e0bf-4acf-b3ff-3e0ac5499e64,segment=NetworkSegment(cb4861d5-c43e-46c8-a896-8b6ce0797fe1),segment_id=cb4861d5-c43e-46c8-a896-8b6ce0797fe1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:25.564847 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:25.575963 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:25.587689 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:25.588117 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:25.605255 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:25.635766 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=f475a80b-e0bf-4acf-b3ff-3e0ac5499e64,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:25.748201 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:25.772889 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['f475a80b-e0bf-4acf-b3ff-3e0ac5499e64'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:05:25.774747 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecd7cf-2ede-4498-b6dd-72b77828e4c0 req-6d6aa9ad-910e-4ec7-b6ad-0a31603a8a76 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:25.782128 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-34ecd7cf-2ede-4498-b6dd-72b77828e4c0 req-6d6aa9ad-910e-4ec7-b6ad-0a31603a8a76 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/ports?device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 943 time: 0.7260151 Dec 06 15:05:25.783170 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:25.792850 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1 HTTP/1.1" status: 204 len: 168 time: 3.8566658 Dec 06 15:05:25.794023 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9603c2-cc35-4eb4-a65f-49408675d036 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Network': ['ID=976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:25.800572 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43532) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:25.811477 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ab18222e-d0fa-42ea-b2df-153390933a24 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1695773445'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:25.859308 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-01222643-e205-4df9-a6e7-8b355578b40d service neutron] 10.222.0.37 "GET /v2.0/networks/751366f2-b893-40e6-84d1-5f591db598ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7932177 Dec 06 15:05:25.861240 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab18222e-d0fa-42ea-b2df-153390933a24 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:25.868596 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab18222e-d0fa-42ea-b2df-153390933a24 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:25.910479 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab18222e-d0fa-42ea-b2df-153390933a24 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:25.922313 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab18222e-d0fa-42ea-b2df-153390933a24 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:25.923390 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-ab18222e-d0fa-42ea-b2df-153390933a24 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Added segment 7ae8e57a-57b8-4fc5-8bc0-2f1679d128b4 of type vlan for network 95d3a462-be48-4e83-bae4-8322d1743689 Dec 06 15:05:25.973811 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab18222e-d0fa-42ea-b2df-153390933a24 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:26.000733 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-34ecd7cf-2ede-4498-b6dd-72b77828e4c0 req-9ccab961-eed2-4682-b6b8-cb1d417adb57 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cb83079-596a-461a-a227-5a111f2c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176638 Dec 06 15:05:26.044649 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab18222e-d0fa-42ea-b2df-153390933a24 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:26.051424 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab18222e-d0fa-42ea-b2df-153390933a24 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:26.052000 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab18222e-d0fa-42ea-b2df-153390933a24 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:26.100662 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bbb7297-2225-4e74-8b66-870034c5a0ea req-8944c382-68ae-43f7-a7db-3e93fbac0083 service neutron] 10.222.0.37 "GET /v2.0/networks/751366f2-b893-40e6-84d1-5f591db598ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259502 Dec 06 15:05:26.105800 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ac5675d7-e61a-43e2-a668-84091d0dd759 req-e418cbca-6417-4f48-9535-90360a35e4b0 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0679886 Dec 06 15:05:26.173998 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18222e-d0fa-42ea-b2df-153390933a24 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Network': ['ID=95d3a462-be48-4e83-bae4-8322d1743689,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:26.185432 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ab18222e-d0fa-42ea-b2df-153390933a24 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3784735 Dec 06 15:05:26.185616 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 95d3a462-be48-4e83-bae4-8322d1743689 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:26.186019 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43542) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:26.192970 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a3235711-9ee4-4139-9518-b0a5aa1f5898 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'subnet': {'network_id': '95d3a462-be48-4e83-bae4-8322d1743689', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:26.207882 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89137a66-6358-459e-81de-fa3259b7314b req-dcddf6d6-0e18-41bd-a182-6cc0f4ff8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:26.210517 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-89137a66-6358-459e-81de-fa3259b7314b req-dcddf6d6-0e18-41bd-a182-6cc0f4ff8ba8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f4c2882d78d4ff081710be7197a6956&device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 1094 time: 0.0534809 Dec 06 15:05:26.234276 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f6371c6d-f3b0-4579-bba8-678bf1f9e492 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:05:26.305469 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3235711-9ee4-4139-9518-b0a5aa1f5898 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:26.309711 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3235711-9ee4-4139-9518-b0a5aa1f5898 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:26.320055 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: f6371c6d-f3b0-4579-bba8-678bf1f9e492 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:05:26.320687 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f6371c6d-f3b0-4579-bba8-678bf1f9e492 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:05:26.374932 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89137a66-6358-459e-81de-fa3259b7314b req-2a2c7cff-21dc-43fe-9a39-2ecb4ea8bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:26.376465 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-89137a66-6358-459e-81de-fa3259b7314b req-2a2c7cff-21dc-43fe-9a39-2ecb4ea8bde4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=751366f2-b893-40e6-84d1-5f591db598ea HTTP/1.1" status: 200 len: 925 time: 0.1582556 Dec 06 15:05:26.425233 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-89137a66-6358-459e-81de-fa3259b7314b req-3113f7b4-6944-4afd-abd4-7f6857b40851 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1e4e1ca-ec47-4b29-8b1f-7a39594b558b HTTP/1.1" status: 200 len: 217 time: 0.0372348 Dec 06 15:05:26.492970 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89137a66-6358-459e-81de-fa3259b7314b req-c913a36c-02b2-46ac-99a9-e505b6c9aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:26.494565 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-89137a66-6358-459e-81de-fa3259b7314b req-c913a36c-02b2-46ac-99a9-e505b6c9aea7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=763cb8f1-4476-44a1-9ddf-855eda6c155e HTTP/1.1" status: 200 len: 864 time: 0.0575249 Dec 06 15:05:26.565366 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-89137a66-6358-459e-81de-fa3259b7314b req-70598138-90ce-4978-a501-43d2758c934d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=751366f2-b893-40e6-84d1-5f591db598ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604470 Dec 06 15:05:26.595966 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3235711-9ee4-4139-9518-b0a5aa1f5898 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:26.676912 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124d2c0-196a-431e-8948-d349a5c6abda req-b2a1faa7-4af4-4a81-bf89-7b6e102777ea tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:26.678847 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3235711-9ee4-4139-9518-b0a5aa1f5898 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Subnet': ['ID=1976d007-98ba-4648-8f49-4935e232caa2,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:26.685129 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c124d2c0-196a-431e-8948-d349a5c6abda req-b2a1faa7-4af4-4a81-bf89-7b6e102777ea tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 945 time: 0.1222897 Dec 06 15:05:26.688767 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3235711-9ee4-4139-9518-b0a5aa1f5898 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Checking segment: {'id': '7ae8e57a-57b8-4fc5-8bc0-2f1679d128b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '95d3a462-be48-4e83-bae4-8322d1743689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:26.689194 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3235711-9ee4-4139-9518-b0a5aa1f5898 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network hostable DHCP agents. Network: 95d3a462-be48-4e83-bae4-8322d1743689, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:26.712179 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3235711-9ee4-4139-9518-b0a5aa1f5898 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network 95d3a462-be48-4e83-bae4-8322d1743689 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:26.729251 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-a3235711-9ee4-4139-9518-b0a5aa1f5898 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 95d3a462-be48-4e83-bae4-8322d1743689) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:26.746849 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaba0b9-4380-4ba8-8843-8dcc3195d6fe None None] Network 95d3a462-be48-4e83-bae4-8322d1743689 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:26.747352 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3235711-9ee4-4139-9518-b0a5aa1f5898 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:26.748585 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3235711-9ee4-4139-9518-b0a5aa1f5898 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:26.780548 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-89137a66-6358-459e-81de-fa3259b7314b req-e8d47029-069e-4161-a2ff-f46ff35b3423 service neutron] 10.222.0.37 "GET /v2.0/networks/751366f2-b893-40e6-84d1-5f591db598ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991615 Dec 06 15:05:26.783180 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a3235711-9ee4-4139-9518-b0a5aa1f5898 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5946846 Dec 06 15:05:26.784001 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43564) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:26.803997 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c124d2c0-196a-431e-8948-d349a5c6abda req-c9155b83-ba73-4ded-96be-4882da4b804b tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7398846-e64c-4afa-a8bc-f400a2d44813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096029 Dec 06 15:05:26.861591 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:05:26.985315 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-89137a66-6358-459e-81de-fa3259b7314b req-195a586a-d142-48ea-ab35-8ea0f6132c21 service neutron] 10.222.0.37 "GET /v2.0/networks/751366f2-b893-40e6-84d1-5f591db598ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798432 Dec 06 15:05:26.992756 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-343ebe88-dbda-401b-b432-0e8f6e722edc tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.041883 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:05:27.048581 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8d722a-93b9-4dec-9eb3-3cded36f9d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-95d3a462-be48-4e83-bae4-8322d1743689', 'network_id': '95d3a462-be48-4e83-bae4-8322d1743689', 'tenant_id': '4031790a8d3c400d9ce91725d99f38b9', 'fixed_ips': [{'subnet_id': '1976d007-98ba-4648-8f49-4935e232caa2'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:05:27.055381 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-343ebe88-dbda-401b-b432-0e8f6e722edc tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.056631 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6c8d722a-93b9-4dec-9eb3-3cded36f9d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.083177 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:27.083547 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.148089 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e1e4e1ca-ec47-4b29-8b1f-7a39594b558b details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:05:27.194670 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae4a99-eac9-48ad-a74e-a7bc4dfbdabe req-326b430e-90e2-4f99-8c17-a49a5136ce1b tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:27.203031 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3fae4a99-eac9-48ad-a74e-a7bc4dfbdabe req-326b430e-90e2-4f99-8c17-a49a5136ce1b tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/ports?device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 943 time: 0.1040647 Dec 06 15:05:27.234094 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1113b3d3-5ef5-4719-8ef0-efaaa250ea78 req-e7094bf6-d9d9-4a4c-9cce-3a9fcde8597f tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0632739 Dec 06 15:05:27.239475 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-343ebe88-dbda-401b-b432-0e8f6e722edc tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.280346 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ebe88-dbda-401b-b432-0e8f6e722edc tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Subnet': ['ID=1976d007-98ba-4648-8f49-4935e232caa2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:27.293099 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3fae4a99-eac9-48ad-a74e-a7bc4dfbdabe req-4096e42f-c0fc-452e-b2aa-9b3a01a565a7 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cb83079-596a-461a-a227-5a111f2c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835378 Dec 06 15:05:27.313894 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3c6380-15eb-40fe-a984-67358fbca5e2 None None] Network 95d3a462-be48-4e83-bae4-8322d1743689 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:27.365458 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-343ebe88-dbda-401b-b432-0e8f6e722edc tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.392439 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-343ebe88-dbda-401b-b432-0e8f6e722edc tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d3a462-be48-4e83-bae4-8322d1743689']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:27.405328 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-343ebe88-dbda-401b-b432-0e8f6e722edc tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae8e57a-57b8-4fc5-8bc0-2f1679d128b4') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:27.405726 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-343ebe88-dbda-401b-b432-0e8f6e722edc tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae8e57a-57b8-4fc5-8bc0-2f1679d128b4') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:27.418467 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-343ebe88-dbda-401b-b432-0e8f6e722edc tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.434558 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-343ebe88-dbda-401b-b432-0e8f6e722edc tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.444254 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343ebe88-dbda-401b-b432-0e8f6e722edc tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:27.444750 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-343ebe88-dbda-401b-b432-0e8f6e722edc tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:27.449080 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:27.531883 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.542916 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-343ebe88-dbda-401b-b432-0e8f6e722edc tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.549339 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-343ebe88-dbda-401b-b432-0e8f6e722edc tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.553337 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-343ebe88-dbda-401b-b432-0e8f6e722edc tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/95d3a462-be48-4e83-bae4-8322d1743689 HTTP/1.1" status: 204 len: 168 time: 0.7653797 Dec 06 15:05:27.556612 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43590) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:27.562331 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8cdaebcf-d8ab-4b35-92c6-b0228cd6832b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1634385928'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:27.576564 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ebe88-dbda-401b-b432-0e8f6e722edc tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Network': ['ID=95d3a462-be48-4e83-bae4-8322d1743689,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:27.617571 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port e1e4e1ca-ec47-4b29-8b1f-7a39594b558b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e1e4e1ca-ec47-4b29-8b1f-7a39594b558b,segment=NetworkSegment(e8edb803-39cb-4a9d-a5d4-6ab9d0da4238),segment_id=e8edb803-39cb-4a9d-a5d4-6ab9d0da4238)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:27.624599 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd813de-cf1b-476b-9456-117852f06689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f475a80b-e0bf-4acf-b3ff-3e0ac5499e64'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:05:27.627369 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064be01b-f131-4c23-bd88-1b9a1ad31952" -d '{"events": [{"server_uuid": "8fd813de-cf1b-476b-9456-117852f06689", "name": "network-vif-plugged", "status": "completed", "tag": "f475a80b-e0bf-4acf-b3ff-3e0ac5499e64"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:05:27.632413 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdaebcf-d8ab-4b35-92c6-b0228cd6832b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:27.641563 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8cdaebcf-d8ab-4b35-92c6-b0228cd6832b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.649201 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'e1e4e1ca-ec47-4b29-8b1f-7a39594b558b', 'network_id': '751366f2-b893-40e6-84d1-5f591db598ea', 'port_id': 'e1e4e1ca-ec47-4b29-8b1f-7a39594b558b', 'mac_address': 'fa:16:3e:d7:98:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763cb8f1-4476-44a1-9ddf-855eda6c155e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:05:27.659360 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port f475a80b-e0bf-4acf-b3ff-3e0ac5499e64, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f475a80b-e0bf-4acf-b3ff-3e0ac5499e64,segment=NetworkSegment(cb4861d5-c43e-46c8-a896-8b6ce0797fe1),segment_id=cb4861d5-c43e-46c8-a896-8b6ce0797fe1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:27.685615 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.692566 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cdaebcf-d8ab-4b35-92c6-b0228cd6832b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:27.713292 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8cdaebcf-d8ab-4b35-92c6-b0228cd6832b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.713647 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-8cdaebcf-d8ab-4b35-92c6-b0228cd6832b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Added segment 0e5cc264-9bfc-4df0-93f9-198f810a119c of type vlan for network 686e70ab-2bb1-4ef8-832f-bb383df80320 Dec 06 15:05:27.751478 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.786247 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e4e1ca-ec47-4b29-8b1f-7a39594b558b {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:05:27.789544 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8cdaebcf-d8ab-4b35-92c6-b0228cd6832b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.800554 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=f475a80b-e0bf-4acf-b3ff-3e0ac5499e64,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:27.817170 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port e1e4e1ca-ec47-4b29-8b1f-7a39594b558b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e1e4e1ca-ec47-4b29-8b1f-7a39594b558b,segment=NetworkSegment(e8edb803-39cb-4a9d-a5d4-6ab9d0da4238),segment_id=e8edb803-39cb-4a9d-a5d4-6ab9d0da4238)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:27.825857 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.862138 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8cdaebcf-d8ab-4b35-92c6-b0228cd6832b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.890364 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdaebcf-d8ab-4b35-92c6-b0228cd6832b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:27.891910 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8cdaebcf-d8ab-4b35-92c6-b0228cd6832b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:27.904008 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=e1e4e1ca-ec47-4b29-8b1f-7a39594b558b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:27.982992 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c728ac-07aa-4edd-8d15-a928305d550b x-openstack-request-id: req-f6c728ac-07aa-4edd-8d15-a928305d550b {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:05:27.983232 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd813de-cf1b-476b-9456-117852f06689", "name": "network-vif-plugged", "status": "completed", "tag": "f475a80b-e0bf-4acf-b3ff-3e0ac5499e64", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:05:27.983448 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6c728ac-07aa-4edd-8d15-a928305d550b {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:05:27.983883 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd813de-cf1b-476b-9456-117852f06689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f475a80b-e0bf-4acf-b3ff-3e0ac5499e64', 'code': 200} Dec 06 15:05:28.014545 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:28.020843 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8cdaebcf-d8ab-4b35-92c6-b0228cd6832b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4625614 Dec 06 15:05:28.023600 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43624) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:28.030974 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-24ee0e97-77cd-4371-b93e-5f95e86a6281 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'subnet': {'network_id': '686e70ab-2bb1-4ef8-832f-bb383df80320', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:28.085131 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['e1e4e1ca-ec47-4b29-8b1f-7a39594b558b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:05:28.124821 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdaebcf-d8ab-4b35-92c6-b0228cd6832b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Network': ['ID=686e70ab-2bb1-4ef8-832f-bb383df80320,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:28.143242 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 686e70ab-2bb1-4ef8-832f-bb383df80320 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:28.213602 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca00934-4ca1-4cc5-8d0a-31fc2496692c req-20c6835e-3faf-44cd-909e-fce75d62bd8c tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:28.219789 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ca00934-4ca1-4cc5-8d0a-31fc2496692c req-20c6835e-3faf-44cd-909e-fce75d62bd8c tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 946 time: 0.2621691 Dec 06 15:05:28.319861 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ee0e97-77cd-4371-b93e-5f95e86a6281 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:28.329009 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24ee0e97-77cd-4371-b93e-5f95e86a6281 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:28.415687 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ca00934-4ca1-4cc5-8d0a-31fc2496692c req-91b609ee-7042-436b-b4de-0aff8b74e4f3 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7398846-e64c-4afa-a8bc-f400a2d44813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323161 Dec 06 15:05:28.424433 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49543c54-a747-4626-9b0b-972e930e7c5f req-420f0d9a-fc7d-4f0d-8110-4af7df2395ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2714117 Dec 06 15:05:28.502938 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3b0607d7-45db-4d5e-b914-b4e5ae513a5d req-1299b225-3311-4109-bd6d-eafe0359af07 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.1615813 Dec 06 15:05:28.535392 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-24ee0e97-77cd-4371-b93e-5f95e86a6281 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Performing IP validity checks on allocation pools {{(pid=103289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 15:05:28.535946 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-24ee0e97-77cd-4371-b93e-5f95e86a6281 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 15:05:28.552253 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd78e0-8cae-4be8-b0c3-7918e70e7ce8 req-0bd56f63-9f2a-4d67-9544-ff56b7c8b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:28.554030 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7cd78e0-8cae-4be8-b0c3-7918e70e7ce8 req-0bd56f63-9f2a-4d67-9544-ff56b7c8b266 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 1097 time: 0.4778469 Dec 06 15:05:28.568807 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43634) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:28.621337 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49543c54-a747-4626-9b0b-972e930e7c5f req-3733ff0a-5313-4046-ac6a-eecf76f76369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:28.623079 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49543c54-a747-4626-9b0b-972e930e7c5f req-3733ff0a-5313-4046-ac6a-eecf76f76369 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a45a9617d21f43eb8a512b181ef6b340&device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 1096 time: 0.0966873 Dec 06 15:05:28.654484 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7cd78e0-8cae-4be8-b0c3-7918e70e7ce8 req-fc98ecfc-e9df-426d-be12-09e05fe7a223 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b7398846-e64c-4afa-a8bc-f400a2d44813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917172 Dec 06 15:05:28.700958 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673d393-15e1-4e94-9a34-ed48cbae9456 req-052a35c8-52a6-41ef-8081-f3d931a7a45e tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:28.702503 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0673d393-15e1-4e94-9a34-ed48cbae9456 req-052a35c8-52a6-41ef-8081-f3d931a7a45e tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/ports?device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 944 time: 0.1327908 Dec 06 15:05:28.732056 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24ee0e97-77cd-4371-b93e-5f95e86a6281 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:28.770142 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8cdb0927-cbc0-4845-8428-2292891d8f0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:28.800828 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee0e97-77cd-4371-b93e-5f95e86a6281 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Subnet': ['ID=bcce5daa-05d9-4410-a140-38a11c4a9764,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:28.808960 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ee0e97-77cd-4371-b93e-5f95e86a6281 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Checking segment: {'id': '0e5cc264-9bfc-4df0-93f9-198f810a119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '686e70ab-2bb1-4ef8-832f-bb383df80320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:28.809178 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ee0e97-77cd-4371-b93e-5f95e86a6281 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network hostable DHCP agents. Network: 686e70ab-2bb1-4ef8-832f-bb383df80320, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:28.829040 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ee0e97-77cd-4371-b93e-5f95e86a6281 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network 686e70ab-2bb1-4ef8-832f-bb383df80320 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:28.840257 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-24ee0e97-77cd-4371-b93e-5f95e86a6281 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 686e70ab-2bb1-4ef8-832f-bb383df80320) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:28.844900 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ee0e97-77cd-4371-b93e-5f95e86a6281 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:28.845620 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24ee0e97-77cd-4371-b93e-5f95e86a6281 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:28.846949 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49543c54-a747-4626-9b0b-972e930e7c5f req-2c05af76-df66-4f28-a992-7bbae439deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:28.848733 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49543c54-a747-4626-9b0b-972e930e7c5f req-2c05af76-df66-4f28-a992-7bbae439deb2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 HTTP/1.1" status: 200 len: 910 time: 0.1993802 Dec 06 15:05:28.856748 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a983fe-67b9-4e03-87fe-4eff6910ce9c None None] Network 686e70ab-2bb1-4ef8-832f-bb383df80320 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:28.860239 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0673d393-15e1-4e94-9a34-ed48cbae9456 req-0b6aeb25-6532-4bc2-b81a-ce996aa4277c tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cb83079-596a-461a-a227-5a111f2c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251683 Dec 06 15:05:28.884415 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-24ee0e97-77cd-4371-b93e-5f95e86a6281 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8591905 Dec 06 15:05:28.886968 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43638) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:28.953346 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49543c54-a747-4626-9b0b-972e930e7c5f req-2deef890-6dc4-4349-a80c-b5330b8db4b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de19c76a-d25a-4425-8d66-eb411eb4173a HTTP/1.1" status: 200 len: 1000 time: 0.0883858 Dec 06 15:05:29.009492 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.027228 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8cdb0927-cbc0-4845-8428-2292891d8f0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.040292 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8cdb0927-cbc0-4845-8428-2292891d8f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.060383 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49543c54-a747-4626-9b0b-972e930e7c5f req-632655ee-1910-48c8-b401-db530757f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:29.062203 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49543c54-a747-4626-9b0b-972e930e7c5f req-632655ee-1910-48c8-b401-db530757f1e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=910def33-1b6e-420b-bf18-ba2208cd2881 HTTP/1.1" status: 200 len: 848 time: 0.0962434 Dec 06 15:05:29.068954 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-686e70ab-2bb1-4ef8-832f-bb383df80320', 'network_id': '686e70ab-2bb1-4ef8-832f-bb383df80320', 'tenant_id': '4031790a8d3c400d9ce91725d99f38b9', 'fixed_ips': [{'subnet_id': 'bcce5daa-05d9-4410-a140-38a11c4a9764'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:05:29.070091 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.071879 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.136327 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8cdb0927-cbc0-4845-8428-2292891d8f0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98e509544e71492d9a2cfdcc3287fee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5648830 Dec 06 15:05:29.138638 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb0927-cbc0-4845-8428-2292891d8f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c015889-e538-4b1b-9170-65218bd7be8c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:29.145246 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43644) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:29.205349 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e1e4e1ca-ec47-4b29-8b1f-7a39594b558b up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:05:29.211517 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49543c54-a747-4626-9b0b-972e930e7c5f req-c670eda9-a9b2-48c7-a267-933bbddac1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:29.213377 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49543c54-a747-4626-9b0b-972e930e7c5f req-c670eda9-a9b2-48c7-a267-933bbddac1ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394315 Dec 06 15:05:29.214659 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baac3ff3-2353-4b05-9263-de620c06bf48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.258334 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baac3ff3-2353-4b05-9263-de620c06bf48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.267505 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Allocated IP 172.20.0.3 (686e70ab-2bb1-4ef8-832f-bb383df80320/bcce5daa-05d9-4410-a140-38a11c4a9764/489eb64e-0ad5-4e42-ae58-03252e667479) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:05:29.303734 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port e1e4e1ca-ec47-4b29-8b1f-7a39594b558b completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:05:29.315941 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port e1e4e1ca-ec47-4b29-8b1f-7a39594b558b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:29.316319 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.361569 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49543c54-a747-4626-9b0b-972e930e7c5f req-6425d7e7-6a00-4ff3-a160-08e9569ee1f2 service neutron] 10.222.0.37 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364799 Dec 06 15:05:29.380260 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baac3ff3-2353-4b05-9263-de620c06bf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.383381 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baac3ff3-2353-4b05-9263-de620c06bf48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.384777 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-baac3ff3-2353-4b05-9263-de620c06bf48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c015889-e538-4b1b-9170-65218bd7be8c HTTP/1.1" status: 204 len: 168 time: 0.2385056 Dec 06 15:05:29.403812 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac3ff3-2353-4b05-9263-de620c06bf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c015889-e538-4b1b-9170-65218bd7be8c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:29.471392 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.522767 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49543c54-a747-4626-9b0b-972e930e7c5f req-cf423c43-d082-4eb5-8bb4-f327cb86e435 service neutron] 10.222.0.37 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516109 Dec 06 15:05:29.568881 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port e1e4e1ca-ec47-4b29-8b1f-7a39594b558b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e1e4e1ca-ec47-4b29-8b1f-7a39594b558b,segment=NetworkSegment(e8edb803-39cb-4a9d-a5d4-6ab9d0da4238),segment_id=e8edb803-39cb-4a9d-a5d4-6ab9d0da4238)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:29.570152 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.581065 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.634452 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bd97af7-6560-4151-b9fe-f3741808ac26 req-05e359ef-899c-423b-ac60-1c7987b23d58 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0545797 Dec 06 15:05:29.652992 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.660157 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.679377 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=e1e4e1ca-ec47-4b29-8b1f-7a39594b558b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:29.679862 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcce63-9022-4e37-9ab9-b0477f26db12 req-e89c5eaa-353b-4646-94c8-f050c125e4e7 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:29.681715 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cadcce63-9022-4e37-9ab9-b0477f26db12 req-e89c5eaa-353b-4646-94c8-f050c125e4e7 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 946 time: 0.0820792 Dec 06 15:05:29.725719 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Subnet': ['ID=bcce5daa-05d9-4410-a140-38a11c4a9764,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:29.754485 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Network 686e70ab-2bb1-4ef8-832f-bb383df80320 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:05:29.764758 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:29.769312 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:05:29.777676 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cadcce63-9022-4e37-9ab9-b0477f26db12 req-71db7a5d-a692-4baf-9a22-feb41b1618b0 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7398846-e64c-4afa-a8bc-f400a2d44813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778787 Dec 06 15:05:29.779163 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Pushing event updated for resources: {'Port': ['ID=489eb64e-0ad5-4e42-ae58-03252e667479,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:29.820510 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.841609 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43654) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:29.843541 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686e70ab-2bb1-4ef8-832f-bb383df80320']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:29.844862 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Attempting to bind port 489eb64e-0ad5-4e42-ae58-03252e667479 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:05:29.845240 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Attempting to bind port 489eb64e-0ad5-4e42-ae58-03252e667479 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0e5cc264-9bfc-4df0-93f9-198f810a119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '686e70ab-2bb1-4ef8-832f-bb383df80320'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:05:29.845606 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Attempting to bind port 489eb64e-0ad5-4e42-ae58-03252e667479 on network 686e70ab-2bb1-4ef8-832f-bb383df80320 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:05:29.853044 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:05:29.853398 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Checking segment: {'id': '0e5cc264-9bfc-4df0-93f9-198f810a119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '686e70ab-2bb1-4ef8-832f-bb383df80320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:29.853804 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.854199 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Bound using segment: {'id': '0e5cc264-9bfc-4df0-93f9-198f810a119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '686e70ab-2bb1-4ef8-832f-bb383df80320'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:05:29.854679 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Bound port: 489eb64e-0ad5-4e42-ae58-03252e667479, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e5cc264-9bfc-4df0-93f9-198f810a119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '686e70ab-2bb1-4ef8-832f-bb383df80320'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:05:29.855060 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.855966 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5cc264-9bfc-4df0-93f9-198f810a119c') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:29.856445 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5cc264-9bfc-4df0-93f9-198f810a119c') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:29.859120 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd98af73-4082-4cd5-89a8-df3f3dce12a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.866704 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.883645 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.891846 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:29.892117 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:29.896023 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:29.905033 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.937333 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] For port 489eb64e-0ad5-4e42-ae58-03252e667479, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:05:29.964519 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] For port 489eb64e-0ad5-4e42-ae58-03252e667479, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=489eb64e-0ad5-4e42-ae58-03252e667479,segment=NetworkSegment(0e5cc264-9bfc-4df0-93f9-198f810a119c),segment_id=0e5cc264-9bfc-4df0-93f9-198f810a119c)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:05:29.965222 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.db.api [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 15:05:29.965222 n-d-master-1 neutron-server[103289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 15:05:29.965222 n-d-master-1 neutron-server[103289]: [parameters: {'id': '686e70ab-2bb1-4ef8-832f-bb383df80320'}] Dec 06 15:05:29.965222 n-d-master-1 neutron-server[103289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:05:29.965613 n-d-master-1 neutron-server[103289]: DEBUG oslo_db.api [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:05:29.970070 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:29.995348 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301dfb0d-d89e-4e79-aba4-b4f83680234a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e4e1ca-ec47-4b29-8b1f-7a39594b558b'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:05:29.998062 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5aa6ae7-493f-41cb-b1ba-c3716f80f150" -d '{"events": [{"server_uuid": "301dfb0d-d89e-4e79-aba4-b4f83680234a", "name": "network-vif-plugged", "status": "completed", "tag": "e1e4e1ca-ec47-4b29-8b1f-7a39594b558b"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:05:30.004422 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e343e8-d5cd-4a1d-945b-c762af5d3054 req-e36f074e-d425-4a70-9f60-4a0ebab62eb4 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:30.006003 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0e343e8-d5cd-4a1d-945b-c762af5d3054 req-e36f074e-d425-4a70-9f60-4a0ebab62eb4 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/ports?device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 945 time: 0.0530846 Dec 06 15:05:30.019632 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd98af73-4082-4cd5-89a8-df3f3dce12a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:30.029169 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd98af73-4082-4cd5-89a8-df3f3dce12a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:30.062332 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623de3b6-e12c-4b8d-8af3-90471e330151 x-openstack-request-id: req-623de3b6-e12c-4b8d-8af3-90471e330151 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:05:30.062332 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301dfb0d-d89e-4e79-aba4-b4f83680234a", "name": "network-vif-plugged", "status": "completed", "tag": "e1e4e1ca-ec47-4b29-8b1f-7a39594b558b", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:05:30.062332 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-623de3b6-e12c-4b8d-8af3-90471e330151 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:05:30.062638 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301dfb0d-d89e-4e79-aba4-b4f83680234a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e4e1ca-ec47-4b29-8b1f-7a39594b558b', 'code': 200} Dec 06 15:05:30.067457 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd331f4-9b0d-4870-9b7a-79a7af8da0e4 None None] Pushing event updated for resources: {'Port': ['ID=489eb64e-0ad5-4e42-ae58-03252e667479,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:30.070077 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0e343e8-d5cd-4a1d-945b-c762af5d3054 req-cbe77911-dee5-4ac9-8d0e-88f1c11d48c5 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cb83079-596a-461a-a227-5a111f2c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535710 Dec 06 15:05:30.081408 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b0759b-0c26-4146-bfdc-0aa5ba050761 None None] Network 686e70ab-2bb1-4ef8-832f-bb383df80320 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:30.092686 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98af73-4082-4cd5-89a8-df3f3dce12a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a1016b-6d93-48c9-8574-c67c922f3eca,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:30.105569 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bd98af73-4082-4cd5-89a8-df3f3dce12a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60ab6462d7b6458e9cf7c7a59cdcd373&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2562277 Dec 06 15:05:30.105772 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43660) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:30.169749 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c9fac1e-b92b-44cf-911e-32b2d6fffc7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:30.205288 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c9fac1e-b92b-44cf-911e-32b2d6fffc7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:30.208134 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834a139-602a-4cfe-8836-e0b6584a2a74 req-122e1bb9-81e3-441c-8673-ebcea44ed90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:30.217407 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8834a139-602a-4cfe-8836-e0b6584a2a74 req-122e1bb9-81e3-441c-8673-ebcea44ed90f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 1096 time: 0.0811694 Dec 06 15:05:30.230829 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc9b7c-a16f-4822-a31d-807f26492e9d None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:05:30.276275 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c9fac1e-b92b-44cf-911e-32b2d6fffc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:30.282707 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c9fac1e-b92b-44cf-911e-32b2d6fffc7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:30.285010 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5c9fac1e-b92b-44cf-911e-32b2d6fffc7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05a1016b-6d93-48c9-8574-c67c922f3eca HTTP/1.1" status: 204 len: 168 time: 0.1788859 Dec 06 15:05:30.295193 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8834a139-602a-4cfe-8836-e0b6584a2a74 req-dafd522f-6333-47fb-aaca-d8a194cbb8c1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9cb83079-596a-461a-a227-5a111f2c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706053 Dec 06 15:05:30.297109 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fac1e-b92b-44cf-911e-32b2d6fffc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a1016b-6d93-48c9-8574-c67c922f3eca,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:30.354792 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc9b7c-a16f-4822-a31d-807f26492e9d None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:05:30.467966 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:30.547452 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Deleting port 489eb64e-0ad5-4e42-ae58-03252e667479 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:30.547827 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:30.625033 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] For port 489eb64e-0ad5-4e42-ae58-03252e667479, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=489eb64e-0ad5-4e42-ae58-03252e667479,segment=NetworkSegment(0e5cc264-9bfc-4df0-93f9-198f810a119c),segment_id=0e5cc264-9bfc-4df0-93f9-198f810a119c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:30.625338 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:30.640203 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Calling delete_port for 489eb64e-0ad5-4e42-ae58-03252e667479 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:30.726173 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f3e481d1-f577-4198-9660-e972929ff51a req-097211a9-c526-4054-9510-f748576c36ff tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0340395 Dec 06 15:05:30.740690 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f65c3b2f-6bc9-4615-9fc2-90cd11232a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:30.769584 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:30.795878 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Port': ['ID=489eb64e-0ad5-4e42-ae58-03252e667479,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:30.799607 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No DVR routers for this DVR port 489eb64e-0ad5-4e42-ae58-03252e667479 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:05:30.917648 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:30.934116 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef22634-7b41-43ba-8f08-5f164a9a69b0 req-58ab380d-0cff-4732-987b-28bf9f4c184c tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:30.941758 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aef22634-7b41-43ba-8f08-5f164a9a69b0 req-58ab380d-0cff-4732-987b-28bf9f4c184c tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 946 time: 0.0618002 Dec 06 15:05:30.944648 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686e70ab-2bb1-4ef8-832f-bb383df80320']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:30.963873 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5cc264-9bfc-4df0-93f9-198f810a119c') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:30.964581 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5cc264-9bfc-4df0-93f9-198f810a119c') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:30.975290 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:30.990806 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:31.000691 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:31.001140 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:31.007695 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:31.009899 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aef22634-7b41-43ba-8f08-5f164a9a69b0 req-a711e428-42dd-4453-9e97-aca464a186ab tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7398846-e64c-4afa-a8bc-f400a2d44813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661855 Dec 06 15:05:31.553726 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:31.575008 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:31.578489 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/686e70ab-2bb1-4ef8-832f-bb383df80320 HTTP/1.1" status: 204 len: 168 time: 2.6898127 Dec 06 15:05:31.579325 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b9ddf-c54e-4b16-bb3e-630d28e41acb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Network': ['ID=686e70ab-2bb1-4ef8-832f-bb383df80320,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:31.581893 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43758) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:31.587471 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c07913ae-54e0-4faa-8c1e-42cae8cc87fb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2073773474'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:31.616860 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07913ae-54e0-4faa-8c1e-42cae8cc87fb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:31.620709 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c07913ae-54e0-4faa-8c1e-42cae8cc87fb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:31.658125 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d0334-3b87-494a-81db-95745c58b70e req-0b35adbc-7b3c-4463-9365-85b32da29a5a tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:31.658125 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-599d0334-3b87-494a-81db-95745c58b70e req-0b35adbc-7b3c-4463-9365-85b32da29a5a tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/ports?device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 945 time: 0.1438692 Dec 06 15:05:31.669314 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07913ae-54e0-4faa-8c1e-42cae8cc87fb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:31.703799 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c07913ae-54e0-4faa-8c1e-42cae8cc87fb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:31.704133 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-c07913ae-54e0-4faa-8c1e-42cae8cc87fb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Added segment 0693ac43-b524-45e7-89e9-e98a2e1af34b of type vlan for network c7079a44-e2d1-4802-806e-2256a213fc43 Dec 06 15:05:31.713407 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2ac96-b473-477c-a21d-4120f568e262 req-efb973bd-ab02-4aa1-a391-81dfae23fa19 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:31.716697 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1fa2ac96-b473-477c-a21d-4120f568e262 req-efb973bd-ab02-4aa1-a391-81dfae23fa19 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 946 time: 0.0704415 Dec 06 15:05:31.767142 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-599d0334-3b87-494a-81db-95745c58b70e req-b26b166e-029e-465a-a720-444fe5cb5175 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cb83079-596a-461a-a227-5a111f2c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918121 Dec 06 15:05:31.786916 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c07913ae-54e0-4faa-8c1e-42cae8cc87fb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:31.823829 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1fa2ac96-b473-477c-a21d-4120f568e262 req-e3d5ac39-64f7-4e06-a25a-f45329924134 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7398846-e64c-4afa-a8bc-f400a2d44813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000490 Dec 06 15:05:31.850163 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c07913ae-54e0-4faa-8c1e-42cae8cc87fb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:31.856634 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07913ae-54e0-4faa-8c1e-42cae8cc87fb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:31.857518 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c07913ae-54e0-4faa-8c1e-42cae8cc87fb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:31.887812 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8975bc0-6df2-4250-a4ad-2695a37c12cf req-51a0ca61-1fbd-4338-b686-f044481bf6e1 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0518200 Dec 06 15:05:31.920231 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c07913ae-54e0-4faa-8c1e-42cae8cc87fb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3373234 Dec 06 15:05:31.923022 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43772) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:31.929020 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-adbf9cb1-371c-47d5-b94d-afbf09aca77b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'subnet': {'network_id': 'c7079a44-e2d1-4802-806e-2256a213fc43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:31.952208 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07913ae-54e0-4faa-8c1e-42cae8cc87fb tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Network': ['ID=c7079a44-e2d1-4802-806e-2256a213fc43,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:31.964768 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network c7079a44-e2d1-4802-806e-2256a213fc43 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:31.986901 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43774) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:32.020592 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbf9cb1-371c-47d5-b94d-afbf09aca77b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:32.024725 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-adbf9cb1-371c-47d5-b94d-afbf09aca77b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:32.102096 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-144d3ea4-576d-4613-b691-d279466f0561 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:32.181634 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-144d3ea4-576d-4613-b691-d279466f0561 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:32.185560 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-144d3ea4-576d-4613-b691-d279466f0561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:32.217194 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-adbf9cb1-371c-47d5-b94d-afbf09aca77b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:32.229808 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-144d3ea4-576d-4613-b691-d279466f0561 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4eb815294e3a4d9bae922502840e7643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2394793 Dec 06 15:05:32.229808 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d3ea4-576d-4613-b691-d279466f0561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df727b2-3b32-4009-a833-42f980be2cc2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:32.232550 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43778) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:32.276194 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf9cb1-371c-47d5-b94d-afbf09aca77b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Subnet': ['ID=4070d2fe-0422-4ed4-96f2-8e2edf2706c1,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:32.283811 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd7cdc71-d454-4c87-8068-99d01a2b7ee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:32.287597 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf9cb1-371c-47d5-b94d-afbf09aca77b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Checking segment: {'id': '0693ac43-b524-45e7-89e9-e98a2e1af34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7079a44-e2d1-4802-806e-2256a213fc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:32.287988 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbf9cb1-371c-47d5-b94d-afbf09aca77b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network hostable DHCP agents. Network: c7079a44-e2d1-4802-806e-2256a213fc43, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:32.305690 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd7cdc71-d454-4c87-8068-99d01a2b7ee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:32.305873 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbf9cb1-371c-47d5-b94d-afbf09aca77b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network c7079a44-e2d1-4802-806e-2256a213fc43 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:32.315941 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-adbf9cb1-371c-47d5-b94d-afbf09aca77b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c7079a44-e2d1-4802-806e-2256a213fc43) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:32.320613 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf9cb1-371c-47d5-b94d-afbf09aca77b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:32.321213 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-adbf9cb1-371c-47d5-b94d-afbf09aca77b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:32.326588 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803914fa-e06e-42f6-8f8d-254f8ff22738 None None] Network c7079a44-e2d1-4802-806e-2256a213fc43 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:32.340491 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-adbf9cb1-371c-47d5-b94d-afbf09aca77b tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4156790 Dec 06 15:05:32.342981 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43780) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:32.365542 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd7cdc71-d454-4c87-8068-99d01a2b7ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:32.369118 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd7cdc71-d454-4c87-8068-99d01a2b7ee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:32.372602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cd7cdc71-d454-4c87-8068-99d01a2b7ee1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9df727b2-3b32-4009-a833-42f980be2cc2 HTTP/1.1" status: 204 len: 168 time: 0.1364644 Dec 06 15:05:32.379687 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7cdc71-d454-4c87-8068-99d01a2b7ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df727b2-3b32-4009-a833-42f980be2cc2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:32.458829 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:32.521084 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d933f6e0-aeb3-4d46-bd3f-92e8a1ec7d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c7079a44-e2d1-4802-806e-2256a213fc43', 'network_id': 'c7079a44-e2d1-4802-806e-2256a213fc43', 'tenant_id': '4031790a8d3c400d9ce91725d99f38b9', 'fixed_ips': [{'subnet_id': '4070d2fe-0422-4ed4-96f2-8e2edf2706c1'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:05:32.522059 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d933f6e0-aeb3-4d46-bd3f-92e8a1ec7d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:32.547317 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:32.632037 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server [None req-d933f6e0-aeb3-4d46-bd3f-92e8a1ec7d75 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4070d2fe-0422-4ed4-96f2-8e2edf2706c1: This subnet is being modified by another concurrent operation. Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise exception Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4070d2fe-0422-4ed4-96f2-8e2edf2706c1: This subnet is being modified by another concurrent operation. Dec 06 15:05:32.635952 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Dec 06 15:05:32.655144 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08380cda-2983-4707-b065-8c6e4bf80424 None None] Network c7079a44-e2d1-4802-806e-2256a213fc43 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:32.671482 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Subnet': ['ID=4070d2fe-0422-4ed4-96f2-8e2edf2706c1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:32.683763 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:32.683763 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:32.683763 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:32.683763 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:32.683763 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:32.683763 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:32.683763 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:32.683763 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:32.683763 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:32.683763 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:32.683763 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:32.683763 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:32.683763 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:32.747048 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:32.779441 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760f7ffb-2170-4a50-acd5-1ebe6b3b4c1e None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:05:32.780189 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d60fa7-3bc0-41a9-8e7b-2d29638cc2a6 req-6ceca0f1-e995-48aa-bdc2-840f8239014d tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:32.781473 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7079a44-e2d1-4802-806e-2256a213fc43']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:32.781873 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04d60fa7-3bc0-41a9-8e7b-2d29638cc2a6 req-6ceca0f1-e995-48aa-bdc2-840f8239014d tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 946 time: 0.0578270 Dec 06 15:05:32.792893 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0693ac43-b524-45e7-89e9-e98a2e1af34b') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:32.793264 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0693ac43-b524-45e7-89e9-e98a2e1af34b') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:32.806014 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:32.823920 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:32.855593 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:32.856790 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:32.876373 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:32.880667 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760f7ffb-2170-4a50-acd5-1ebe6b3b4c1e None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:05:32.970177 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:33.012349 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:33.016004 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/c7079a44-e2d1-4802-806e-2256a213fc43 HTTP/1.1" status: 204 len: 168 time: 0.6720736 Dec 06 15:05:33.020682 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a13ece-7135-4b99-b6b0-97284104a606 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Network': ['ID=c7079a44-e2d1-4802-806e-2256a213fc43,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:33.023051 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43810) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:33.035320 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c003be-45cc-401b-b5c2-6a061862da21 req-825cdb68-a247-48dc-b489-1b6f22c21cd0 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:33.037580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-86c003be-45cc-401b-b5c2-6a061862da21 req-825cdb68-a247-48dc-b489-1b6f22c21cd0 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/ports?device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 945 time: 0.1484711 Dec 06 15:05:33.052672 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a5709a84-4e51-4a5a-ad1c-a5d590445db3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-617629773'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:33.077407 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-04d60fa7-3bc0-41a9-8e7b-2d29638cc2a6 req-1da90669-1fd7-4473-a7ae-247568a99e62 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Deleting port f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:33.081806 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-04d60fa7-3bc0-41a9-8e7b-2d29638cc2a6 req-1da90669-1fd7-4473-a7ae-247568a99e62 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:33.091802 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8336e03-39d9-44fc-a95b-cfe8098bbc67 req-cc7ca282-14b4-42e2-b78f-85561ab3fc0f tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:33.102548 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8336e03-39d9-44fc-a95b-cfe8098bbc67 req-cc7ca282-14b4-42e2-b78f-85561ab3fc0f tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 946 time: 0.0845265 Dec 06 15:05:33.199721 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8336e03-39d9-44fc-a95b-cfe8098bbc67 req-00e8f28e-c314-43e3-9107-398b4c77c60d tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7398846-e64c-4afa-a8bc-f400a2d44813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954051 Dec 06 15:05:33.227016 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5709a84-4e51-4a5a-ad1c-a5d590445db3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:33.230546 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5709a84-4e51-4a5a-ad1c-a5d590445db3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:33.277672 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-86c003be-45cc-401b-b5c2-6a061862da21 req-4a22ea93-eec2-4285-b304-70ed19c22d46 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cb83079-596a-461a-a227-5a111f2c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294011 Dec 06 15:05:33.281891 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-88f58a16-a689-4a80-9e71-a6321bd54fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:33.320629 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5709a84-4e51-4a5a-ad1c-a5d590445db3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:33.344527 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-04d60fa7-3bc0-41a9-8e7b-2d29638cc2a6 req-1da90669-1fd7-4473-a7ae-247568a99e62 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] For port f475a80b-e0bf-4acf-b3ff-3e0ac5499e64, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f475a80b-e0bf-4acf-b3ff-3e0ac5499e64,segment=NetworkSegment(cb4861d5-c43e-46c8-a896-8b6ce0797fe1),segment_id=cb4861d5-c43e-46c8-a896-8b6ce0797fe1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:33.345778 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-04d60fa7-3bc0-41a9-8e7b-2d29638cc2a6 req-1da90669-1fd7-4473-a7ae-247568a99e62 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:33.348571 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1eda23ec-44e9-48f2-a47b-212cb432181f req-72cd11fc-25ef-468b-986a-38222d7ad2a6 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0545330 Dec 06 15:05:33.372182 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5709a84-4e51-4a5a-ad1c-a5d590445db3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:33.372846 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-a5709a84-4e51-4a5a-ad1c-a5d590445db3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Added segment 2776d978-6fc9-4828-b3ac-db5a336d29df of type vlan for network 25a23b7c-ce5e-4229-85a8-0958a330b3c7 Dec 06 15:05:33.433982 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-04d60fa7-3bc0-41a9-8e7b-2d29638cc2a6 req-1da90669-1fd7-4473-a7ae-247568a99e62 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Calling delete_port for f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:33.444144 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5709a84-4e51-4a5a-ad1c-a5d590445db3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:33.579992 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b3217-1302-4a77-8bba-b181591f99a5 req-5ac371e2-7cb4-4761-9ec7-f95ac3b4b27d tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:33.584731 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee9b3217-1302-4a77-8bba-b181591f99a5 req-5ac371e2-7cb4-4761-9ec7-f95ac3b4b27d tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/ports?device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 945 time: 0.1660697 Dec 06 15:05:33.585680 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5709a84-4e51-4a5a-ad1c-a5d590445db3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:33.592097 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5709a84-4e51-4a5a-ad1c-a5d590445db3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:33.593188 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a5709a84-4e51-4a5a-ad1c-a5d590445db3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:33.717579 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5709a84-4e51-4a5a-ad1c-a5d590445db3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Network': ['ID=25a23b7c-ce5e-4229-85a8-0958a330b3c7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:33.738528 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 25a23b7c-ce5e-4229-85a8-0958a330b3c7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:33.749969 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee9b3217-1302-4a77-8bba-b181591f99a5 req-562c7c04-77d6-496f-8887-e6e8178dba55 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cb83079-596a-461a-a227-5a111f2c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524236 Dec 06 15:05:33.754900 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a5709a84-4e51-4a5a-ad1c-a5d590445db3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7084284 Dec 06 15:05:33.757880 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43832) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:33.766115 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6c208e34-24be-4279-846d-91daeab4287d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'subnet': {'network_id': '25a23b7c-ce5e-4229-85a8-0958a330b3c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:33.851583 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-04d60fa7-3bc0-41a9-8e7b-2d29638cc2a6 req-1da90669-1fd7-4473-a7ae-247568a99e62 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:33.866954 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['f475a80b-e0bf-4acf-b3ff-3e0ac5499e64'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:05:33.910057 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da90669-1fd7-4473-a7ae-247568a99e62 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Pushing event deleted for resources: {'Port': ['ID=f475a80b-e0bf-4acf-b3ff-3e0ac5499e64,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:33.938528 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6797dab2-dbbc-4866-a09d-83f295494ca1 None None] DHCP port deletion for 19de193b-3fa0-436a-8f4e-df3c9ae614c5 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:33.945249 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c208e34-24be-4279-846d-91daeab4287d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:33.951730 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c208e34-24be-4279-846d-91daeab4287d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:33.988901 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:34.008463 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d60fa7-3bc0-41a9-8e7b-2d29638cc2a6 req-1da90669-1fd7-4473-a7ae-247568a99e62 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] No DVR routers for this DVR port f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:05:34.012653 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-04d60fa7-3bc0-41a9-8e7b-2d29638cc2a6 req-1da90669-1fd7-4473-a7ae-247568a99e62 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:34.016037 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04d60fa7-3bc0-41a9-8e7b-2d29638cc2a6 req-1da90669-1fd7-4473-a7ae-247568a99e62 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.23 "DELETE /v2.0/ports/f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 HTTP/1.1" status: 204 len: 173 time: 1.2275825 Dec 06 15:05:34.029813 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd813de-cf1b-476b-9456-117852f06689', 'name': 'network-vif-deleted', 'tag': 'f475a80b-e0bf-4acf-b3ff-3e0ac5499e64'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:05:34.032214 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbc71e2-2494-4338-8ebf-ce2bd46a7786" -d '{"events": [{"server_uuid": "8fd813de-cf1b-476b-9456-117852f06689", "name": "network-vif-deleted", "tag": "f475a80b-e0bf-4acf-b3ff-3e0ac5499e64"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:05:34.102063 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a32bb7-0b08-42f7-b6ed-b1ab7ef50869 x-openstack-request-id: req-71a32bb7-0b08-42f7-b6ed-b1ab7ef50869 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:05:34.102360 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd813de-cf1b-476b-9456-117852f06689", "name": "network-vif-deleted", "tag": "f475a80b-e0bf-4acf-b3ff-3e0ac5499e64", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:05:34.103027 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71a32bb7-0b08-42f7-b6ed-b1ab7ef50869 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:05:34.103329 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd813de-cf1b-476b-9456-117852f06689', 'name': 'network-vif-deleted', 'tag': 'f475a80b-e0bf-4acf-b3ff-3e0ac5499e64', 'status': 'completed', 'code': 200} Dec 06 15:05:34.284926 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43850) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:34.356882 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2740909e-9d5c-4f65-a044-b8e00c5a67a7 req-1c5dff09-d61f-4bc6-8d81-1826370520a3 tempest-ServerAddressesTestJSON-105404057 tempest-ServerAddressesTestJSON-105404057-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fd813de-cf1b-476b-9456-117852f06689 HTTP/1.1" status: 200 len: 210 time: 0.0395310 Dec 06 15:05:34.365711 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c208e34-24be-4279-846d-91daeab4287d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:34.444504 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-655b0fba-ce6d-4047-b41c-ed6228488a7f req-336881e9-f97e-47c6-bcd5-f20c61174270 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0430367 Dec 06 15:05:34.513407 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c208e34-24be-4279-846d-91daeab4287d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Subnet': ['ID=e78c5703-8cb2-46b0-aef4-c6e9df3c49e1,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:34.553018 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c0461-9d9d-4b4c-9062-6d65de854dad req-b42de27d-50e9-4ac4-9739-c4d065abff97 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:34.554526 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-655c0461-9d9d-4b4c-9062-6d65de854dad req-b42de27d-50e9-4ac4-9739-c4d065abff97 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/ports?device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 945 time: 0.1851487 Dec 06 15:05:34.560961 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c208e34-24be-4279-846d-91daeab4287d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Checking segment: {'id': '2776d978-6fc9-4828-b3ac-db5a336d29df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '25a23b7c-ce5e-4229-85a8-0958a330b3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:34.562918 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c208e34-24be-4279-846d-91daeab4287d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network hostable DHCP agents. Network: 25a23b7c-ce5e-4229-85a8-0958a330b3c7, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:34.577809 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-020e274b-4b54-4905-86cc-3900bfd989ec tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1950789803'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:34.601270 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c208e34-24be-4279-846d-91daeab4287d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network 25a23b7c-ce5e-4229-85a8-0958a330b3c7 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:34.603979 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020e274b-4b54-4905-86cc-3900bfd989ec tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Made reservation on behalf of 7b33b101f30e4abb87ed79635ce126c5 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:34.607800 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-020e274b-4b54-4905-86cc-3900bfd989ec tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:34.618426 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-020e274b-4b54-4905-86cc-3900bfd989ec tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:34.625915 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6c208e34-24be-4279-846d-91daeab4287d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 25a23b7c-ce5e-4229-85a8-0958a330b3c7) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:34.640429 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-655c0461-9d9d-4b4c-9062-6d65de854dad req-09d17927-6345-42bb-8521-b5d210ed5448 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cb83079-596a-461a-a227-5a111f2c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722139 Dec 06 15:05:34.642147 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c208e34-24be-4279-846d-91daeab4287d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:34.642759 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5e7d4a-44d8-41a1-8c66-d8f6f6a1ff58 None None] Network 25a23b7c-ce5e-4229-85a8-0958a330b3c7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:34.643237 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c208e34-24be-4279-846d-91daeab4287d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:34.671028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6c208e34-24be-4279-846d-91daeab4287d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9107299 Dec 06 15:05:34.674035 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43860) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:34.756750 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-020e274b-4b54-4905-86cc-3900bfd989ec tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:34.765293 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-020e274b-4b54-4905-86cc-3900bfd989ec tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:34.812442 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020e274b-4b54-4905-86cc-3900bfd989ec tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:34.851125 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e274b-4b54-4905-86cc-3900bfd989ec tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f2df9f-65f2-4c0a-81a3-4bd805f58261,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:34.854307 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-020e274b-4b54-4905-86cc-3900bfd989ec tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:34.854898 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-020e274b-4b54-4905-86cc-3900bfd989ec tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Added segment 08632562-f7a7-4080-9682-e2015e0389ae of type vlan for network 9d37cc3f-b6a7-4f81-b769-683fb3208eaa Dec 06 15:05:34.864044 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08ccfc8a-a079-498e-b7ae-9c704ff30549 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:34.893280 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c06c4c-4c31-46e0-96e6-11da22a93f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-25a23b7c-ce5e-4229-85a8-0958a330b3c7', 'network_id': '25a23b7c-ce5e-4229-85a8-0958a330b3c7', 'tenant_id': '4031790a8d3c400d9ce91725d99f38b9', 'fixed_ips': [{'subnet_id': 'e78c5703-8cb2-46b0-aef4-c6e9df3c49e1'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:05:34.894156 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24c06c4c-4c31-46e0-96e6-11da22a93f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:34.903836 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-020e274b-4b54-4905-86cc-3900bfd989ec tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:34.950536 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08ccfc8a-a079-498e-b7ae-9c704ff30549 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:34.958158 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-020e274b-4b54-4905-86cc-3900bfd989ec tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:34.965935 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020e274b-4b54-4905-86cc-3900bfd989ec tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:34.970623 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-020e274b-4b54-4905-86cc-3900bfd989ec tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.016212 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-020e274b-4b54-4905-86cc-3900bfd989ec tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7298913 Dec 06 15:05:35.019280 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43868) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:35.030171 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-aee5218b-985e-40f1-85b4-a647ea296de2 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Request body: {'subnet': {'network_id': '9d37cc3f-b6a7-4f81-b769-683fb3208eaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server [None req-24c06c4c-4c31-46e0-96e6-11da22a93f23 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e78c5703-8cb2-46b0-aef4-c6e9df3c49e1: This subnet is being modified by another concurrent operation. Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise exception Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e78c5703-8cb2-46b0-aef4-c6e9df3c49e1: This subnet is being modified by another concurrent operation. Dec 06 15:05:35.046762 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Dec 06 15:05:35.066146 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08ccfc8a-a079-498e-b7ae-9c704ff30549 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.070839 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e18800-3b57-4ecc-941e-ae113a2221f6 None None] Network 25a23b7c-ce5e-4229-85a8-0958a330b3c7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:35.071847 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e274b-4b54-4905-86cc-3900bfd989ec tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Pushing event updated for resources: {'Network': ['ID=9d37cc3f-b6a7-4f81-b769-683fb3208eaa,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:35.104113 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 9d37cc3f-b6a7-4f81-b769-683fb3208eaa details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:35.112542 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccfc8a-a079-498e-b7ae-9c704ff30549 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Subnet': ['ID=e78c5703-8cb2-46b0-aef4-c6e9df3c49e1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:35.159844 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6d2cf-0a7e-4a65-9e97-e4f55a04ca30 req-c16715a6-f62f-4408-91bc-5645a2973a31 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:35.169106 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0fc6d2cf-0a7e-4a65-9e97-e4f55a04ca30 req-c16715a6-f62f-4408-91bc-5645a2973a31 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/ports?device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 945 time: 0.1322706 Dec 06 15:05:35.191154 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee5218b-985e-40f1-85b4-a647ea296de2 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Made reservation on behalf of 7b33b101f30e4abb87ed79635ce126c5 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:35.198141 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aee5218b-985e-40f1-85b4-a647ea296de2 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.245060 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08ccfc8a-a079-498e-b7ae-9c704ff30549 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.277524 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3d0822-2941-4575-92e3-b9bb081d8d19 None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:05:35.313291 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-08ccfc8a-a079-498e-b7ae-9c704ff30549 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a23b7c-ce5e-4229-85a8-0958a330b3c7']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:35.347668 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0fc6d2cf-0a7e-4a65-9e97-e4f55a04ca30 req-f08ec87f-bce9-44d7-b2bc-8bae59218082 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cb83079-596a-461a-a227-5a111f2c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776533 Dec 06 15:05:35.351479 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-08ccfc8a-a079-498e-b7ae-9c704ff30549 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2776d978-6fc9-4828-b3ac-db5a336d29df') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:35.351814 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-08ccfc8a-a079-498e-b7ae-9c704ff30549 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2776d978-6fc9-4828-b3ac-db5a336d29df') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:35.362013 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08ccfc8a-a079-498e-b7ae-9c704ff30549 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.373949 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3d0822-2941-4575-92e3-b9bb081d8d19 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:05:35.394357 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08ccfc8a-a079-498e-b7ae-9c704ff30549 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.410616 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ccfc8a-a079-498e-b7ae-9c704ff30549 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:35.411034 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08ccfc8a-a079-498e-b7ae-9c704ff30549 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:35.418311 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:35.420568 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43874) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:35.465688 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aee5218b-985e-40f1-85b4-a647ea296de2 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.564615 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee5218b-985e-40f1-85b4-a647ea296de2 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Checking segment: {'id': '08632562-f7a7-4080-9682-e2015e0389ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9d37cc3f-b6a7-4f81-b769-683fb3208eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:35.565426 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee5218b-985e-40f1-85b4-a647ea296de2 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Network hostable DHCP agents. Network: 9d37cc3f-b6a7-4f81-b769-683fb3208eaa, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:35.571494 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5218b-985e-40f1-85b4-a647ea296de2 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Pushing event updated for resources: {'Subnet': ['ID=9d448d44-efaa-4fa9-ae20-4d8c2c0066b1,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:35.591792 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee5218b-985e-40f1-85b4-a647ea296de2 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Network 9d37cc3f-b6a7-4f81-b769-683fb3208eaa is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:35.593736 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-643580c3-bdb2-43b4-8caa-c3ffee876eb2 req-7016cbdb-7a26-4753-9144-babda417bee8 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0536184 Dec 06 15:05:35.596800 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08ccfc8a-a079-498e-b7ae-9c704ff30549 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.601789 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f46604a-6d8b-4f67-8dcf-cf2fa1924368 admin admin] Deleting subnet d584ba01-22c7-4af8-b7b5-711aaf1a8e91 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:05:35.605992 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-aee5218b-985e-40f1-85b4-a647ea296de2 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9d37cc3f-b6a7-4f81-b769-683fb3208eaa) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:35.629150 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08ccfc8a-a079-498e-b7ae-9c704ff30549 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.629875 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee5218b-985e-40f1-85b4-a647ea296de2 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:35.631161 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aee5218b-985e-40f1-85b4-a647ea296de2 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.633163 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-08ccfc8a-a079-498e-b7ae-9c704ff30549 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/25a23b7c-ce5e-4229-85a8-0958a330b3c7 HTTP/1.1" status: 204 len: 168 time: 0.9581938 Dec 06 15:05:35.635640 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccfc8a-a079-498e-b7ae-9c704ff30549 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Network': ['ID=25a23b7c-ce5e-4229-85a8-0958a330b3c7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:35.637768 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f46604a-6d8b-4f67-8dcf-cf2fa1924368 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.639637 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43878) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:35.646445 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c2e7f1ab-2c01-4b28-97ba-7d0178710f02 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-387277934'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:35.679692 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.705126 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f46604a-6d8b-4f67-8dcf-cf2fa1924368 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.707305 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e7f1ab-2c01-4b28-97ba-7d0178710f02 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:35.711919 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2e7f1ab-2c01-4b28-97ba-7d0178710f02 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.714822 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c3d808-6a89-4b0b-8d74-c51cebbc38c2 None None] Network 9d37cc3f-b6a7-4f81-b769-683fb3208eaa requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:35.726293 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-aee5218b-985e-40f1-85b4-a647ea296de2 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7057283 Dec 06 15:05:35.726784 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43880) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:35.733651 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b1782079-53de-4e7e-9400-7d0a89eab25c tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Request body: {'port': {'network_id': '9d37cc3f-b6a7-4f81-b769-683fb3208eaa', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1803964799'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:35.773315 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e7f1ab-2c01-4b28-97ba-7d0178710f02 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:35.779529 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f46604a-6d8b-4f67-8dcf-cf2fa1924368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.807845 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2e7f1ab-2c01-4b28-97ba-7d0178710f02 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.808195 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-c2e7f1ab-2c01-4b28-97ba-7d0178710f02 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Added segment ebd7bbe9-eea1-43ad-93ed-535735bd3dcf of type vlan for network af618ad3-df12-47d4-9503-3d18355ad5fa Dec 06 15:05:35.866402 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2e7f1ab-2c01-4b28-97ba-7d0178710f02 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.894221 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f46604a-6d8b-4f67-8dcf-cf2fa1924368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.901791 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1782079-53de-4e7e-9400-7d0a89eab25c tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Made reservation on behalf of 7b33b101f30e4abb87ed79635ce126c5 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:35.905239 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9d37cc3f-b6a7-4f81-b769-683fb3208eaa', 'network_id': '9d37cc3f-b6a7-4f81-b769-683fb3208eaa', 'tenant_id': '7b33b101f30e4abb87ed79635ce126c5', 'fixed_ips': [{'subnet_id': '9d448d44-efaa-4fa9-ae20-4d8c2c0066b1'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:05:35.906092 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.907413 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1782079-53de-4e7e-9400-7d0a89eab25c tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.938946 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46604a-6d8b-4f67-8dcf-cf2fa1924368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d584ba01-22c7-4af8-b7b5-711aaf1a8e91,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:35.941226 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f46604a-6d8b-4f67-8dcf-cf2fa1924368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:35.946437 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-b1782079-53de-4e7e-9400-7d0a89eab25c tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] device_id is not set on port e67b7d68-23fd-4e69-b823-2d8a87c69196 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:05:35.947254 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7f46604a-6d8b-4f67-8dcf-cf2fa1924368 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d584ba01-22c7-4af8-b7b5-711aaf1a8e91 HTTP/1.1" status: 204 len: 168 time: 0.5091667 Dec 06 15:05:35.949678 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43884) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:36.007383 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37e1e49-6800-4cb7-9902-e96266c11e60 None None] Network 19de193b-3fa0-436a-8f4e-df3c9ae614c5 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:36.020190 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2e7f1ab-2c01-4b28-97ba-7d0178710f02 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:36.026351 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e7f1ab-2c01-4b28-97ba-7d0178710f02 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:36.026952 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2e7f1ab-2c01-4b28-97ba-7d0178710f02 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:36.035596 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-749f8a36-e579-4031-ad41-d6a79cb794aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:36.074760 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c2e7f1ab-2c01-4b28-97ba-7d0178710f02 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4314659 Dec 06 15:05:36.076018 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43886) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:36.085115 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7bce6460-5321-4baf-9e23-38e505f11fa8 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:36.122840 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b1782079-53de-4e7e-9400-7d0a89eab25c tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Allocated IP 172.20.0.6 (9d37cc3f-b6a7-4f81-b769-683fb3208eaa/9d448d44-efaa-4fa9-ae20-4d8c2c0066b1/e67b7d68-23fd-4e69-b823-2d8a87c69196) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:05:36.175446 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c0639e-e6ba-47c9-a39a-ff332464936a None None] DHCP port deletion for 19de193b-3fa0-436a-8f4e-df3c9ae614c5 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:36.310672 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1782079-53de-4e7e-9400-7d0a89eab25c tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:36.354042 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1782079-53de-4e7e-9400-7d0a89eab25c tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:36.412924 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Allocated IP 172.20.0.2 (9d37cc3f-b6a7-4f81-b769-683fb3208eaa/9d448d44-efaa-4fa9-ae20-4d8c2c0066b1/f85cff79-b9dd-41e2-93a7-ac64fbb868a5) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:05:36.454058 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1782079-53de-4e7e-9400-7d0a89eab25c tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Network 9d37cc3f-b6a7-4f81-b769-683fb3208eaa is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:05:36.457717 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b1782079-53de-4e7e-9400-7d0a89eab25c tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:36.461341 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1782079-53de-4e7e-9400-7d0a89eab25c tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:05:36.474964 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7f1ab-2c01-4b28-97ba-7d0178710f02 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Network': ['ID=af618ad3-df12-47d4-9503-3d18355ad5fa,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:36.492295 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network af618ad3-df12-47d4-9503-3d18355ad5fa details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:36.544492 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1782079-53de-4e7e-9400-7d0a89eab25c tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Pushing event updated for resources: {'Port': ['ID=e67b7d68-23fd-4e69-b823-2d8a87c69196,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:36.607116 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1782079-53de-4e7e-9400-7d0a89eab25c tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:36.607821 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1782079-53de-4e7e-9400-7d0a89eab25c tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:36.657154 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b1782079-53de-4e7e-9400-7d0a89eab25c tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9291062 Dec 06 15:05:36.661381 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43898) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:36.665177 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-749f8a36-e579-4031-ad41-d6a79cb794aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:36.666105 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:36.710584 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb8b47-abee-4548-b3fc-b5b6bf690c63 req-9e96b8ed-b411-4958-97ee-2aaf6570165b tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:36.712192 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0cfb8b47-abee-4548-b3fc-b5b6bf690c63 req-9e96b8ed-b411-4958-97ee-2aaf6570165b tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/ports?device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 945 time: 0.2325675 Dec 06 15:05:36.745759 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609f649-6288-485c-8e5e-237042fe0459 req-bdbfe3f7-e38a-4ccc-8a63-ec2ab9baa61b tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:36.747316 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6609f649-6288-485c-8e5e-237042fe0459 req-bdbfe3f7-e38a-4ccc-8a63-ec2ab9baa61b tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.37 "GET /v2.0/ports?device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 945 time: 0.3114645 Dec 06 15:05:36.756315 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:36.757500 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cbe9c7ae-bb96-4450-924b-58c1fea4216a req-c1b49fad-9c42-441a-a6fe-01e207683d6e tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0526905 Dec 06 15:05:36.776667 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:36.788542 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-749f8a36-e579-4031-ad41-d6a79cb794aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19de193b-3fa0-436a-8f4e-df3c9ae614c5']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:36.825286 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Network 9d37cc3f-b6a7-4f81-b769-683fb3208eaa is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:05:36.832681 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:36.840273 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:05:36.875996 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-749f8a36-e579-4031-ad41-d6a79cb794aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4861d5-c43e-46c8-a896-8b6ce0797fe1') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:36.876578 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Pushing event updated for resources: {'Port': ['ID=f85cff79-b9dd-41e2-93a7-ac64fbb868a5,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:36.876711 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-749f8a36-e579-4031-ad41-d6a79cb794aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4861d5-c43e-46c8-a896-8b6ce0797fe1') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:36.890701 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:05:36.902283 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f28fa-69ea-4333-ac16-5a96b4a49b84 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Deleting port e67b7d68-23fd-4e69-b823-2d8a87c69196 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:36.902818 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d6f28fa-69ea-4333-ac16-5a96b4a49b84 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:36.912651 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-749f8a36-e579-4031-ad41-d6a79cb794aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:36.950710 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:05:36.951284 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device f475a80b-e0bf-4acf-b3ff-3e0ac5499e64 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:05:36.956783 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Attempting to bind port f85cff79-b9dd-41e2-93a7-ac64fbb868a5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:05:36.957396 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Attempting to bind port f85cff79-b9dd-41e2-93a7-ac64fbb868a5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '08632562-f7a7-4080-9682-e2015e0389ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9d37cc3f-b6a7-4f81-b769-683fb3208eaa'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:05:36.957917 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Attempting to bind port f85cff79-b9dd-41e2-93a7-ac64fbb868a5 on network 9d37cc3f-b6a7-4f81-b769-683fb3208eaa {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:05:36.964844 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:05:36.965635 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Checking segment: {'id': '08632562-f7a7-4080-9682-e2015e0389ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9d37cc3f-b6a7-4f81-b769-683fb3208eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:36.966210 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:36.966777 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Bound using segment: {'id': '08632562-f7a7-4080-9682-e2015e0389ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9d37cc3f-b6a7-4f81-b769-683fb3208eaa'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:05:36.967391 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Bound port: f85cff79-b9dd-41e2-93a7-ac64fbb868a5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08632562-f7a7-4080-9682-e2015e0389ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9d37cc3f-b6a7-4f81-b769-683fb3208eaa'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:05:36.967968 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:37.023674 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7bce6460-5321-4baf-9e23-38e505f11fa8 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:37.030359 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d6f28fa-69ea-4333-ac16-5a96b4a49b84 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:37.043814 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f28fa-69ea-4333-ac16-5a96b4a49b84 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Calling delete_port for e67b7d68-23fd-4e69-b823-2d8a87c69196 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:37.048322 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-749f8a36-e579-4031-ad41-d6a79cb794aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:37.062132 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] For port f85cff79-b9dd-41e2-93a7-ac64fbb868a5, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:05:37.065708 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] For port f85cff79-b9dd-41e2-93a7-ac64fbb868a5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f85cff79-b9dd-41e2-93a7-ac64fbb868a5,segment=NetworkSegment(08632562-f7a7-4080-9682-e2015e0389ae),segment_id=08632562-f7a7-4080-9682-e2015e0389ae)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:05:37.070826 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:37.071498 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0cfb8b47-abee-4548-b3fc-b5b6bf690c63 req-d31e9a5d-a583-40b3-afe8-5d3e194c41f9 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cb83079-596a-461a-a227-5a111f2c8133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447893 Dec 06 15:05:37.091675 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749f8a36-e579-4031-ad41-d6a79cb794aa admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:37.108498 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-749f8a36-e579-4031-ad41-d6a79cb794aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:37.112863 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7bce6460-5321-4baf-9e23-38e505f11fa8 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:37.120994 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:37.161238 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4218fc-79e3-48f0-a2fb-17c634060afc None None] Pushing event updated for resources: {'Port': ['ID=f85cff79-b9dd-41e2-93a7-ac64fbb868a5,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:37.242547 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce6460-5321-4baf-9e23-38e505f11fa8 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Network': ['ID=af618ad3-df12-47d4-9503-3d18355ad5fa,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:37.249308 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d6f28fa-69ea-4333-ac16-5a96b4a49b84 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:37.259585 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network af618ad3-df12-47d4-9503-3d18355ad5fa details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:37.265455 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7bce6460-5321-4baf-9e23-38e505f11fa8 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network af618ad3-df12-47d4-9503-3d18355ad5fa is not hosted by any dhcp agent {{(pid=103288) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 15:05:37.272205 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bce6460-5321-4baf-9e23-38e505f11fa8 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:37.272940 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7bce6460-5321-4baf-9e23-38e505f11fa8 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:37.274354 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7bce6460-5321-4baf-9e23-38e505f11fa8 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "PUT /v2.0/networks/af618ad3-df12-47d4-9503-3d18355ad5fa HTTP/1.1" status: 200 len: 723 time: 1.1940186 Dec 06 15:05:37.293870 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43902) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:37.301370 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-30a4e17f-1a0e-460e-8df1-2986d2c4deb3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'subnet': {'network_id': 'af618ad3-df12-47d4-9503-3d18355ad5fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:37.309604 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f28fa-69ea-4333-ac16-5a96b4a49b84 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Pushing event deleted for resources: {'Port': ['ID=e67b7d68-23fd-4e69-b823-2d8a87c69196,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:37.325637 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6609f649-6288-485c-8e5e-237042fe0459 req-14605bec-e054-40b2-9dcd-a713de3fe0ca tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Deleting port e1e4e1ca-ec47-4b29-8b1f-7a39594b558b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:37.326197 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6609f649-6288-485c-8e5e-237042fe0459 req-14605bec-e054-40b2-9dcd-a713de3fe0ca tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:37.338027 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-749f8a36-e579-4031-ad41-d6a79cb794aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:37.342963 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-749f8a36-e579-4031-ad41-d6a79cb794aa admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:37.347037 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-749f8a36-e579-4031-ad41-d6a79cb794aa admin admin] 10.222.0.20 "DELETE /v2.0/networks/19de193b-3fa0-436a-8f4e-df3c9ae614c5 HTTP/1.1" status: 204 len: 168 time: 1.3964086 Dec 06 15:05:37.383834 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f8a36-e579-4031-ad41-d6a79cb794aa admin admin] Pushing event deleted for resources: {'Network': ['ID=19de193b-3fa0-436a-8f4e-df3c9ae614c5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:37.518338 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6609f649-6288-485c-8e5e-237042fe0459 req-14605bec-e054-40b2-9dcd-a713de3fe0ca tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] For port e1e4e1ca-ec47-4b29-8b1f-7a39594b558b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e1e4e1ca-ec47-4b29-8b1f-7a39594b558b,segment=NetworkSegment(e8edb803-39cb-4a9d-a5d4-6ab9d0da4238),segment_id=e8edb803-39cb-4a9d-a5d4-6ab9d0da4238)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:37.519305 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6609f649-6288-485c-8e5e-237042fe0459 req-14605bec-e054-40b2-9dcd-a713de3fe0ca tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:37.544513 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6609f649-6288-485c-8e5e-237042fe0459 req-14605bec-e054-40b2-9dcd-a713de3fe0ca tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Calling delete_port for e1e4e1ca-ec47-4b29-8b1f-7a39594b558b owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:37.649432 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d6f28fa-69ea-4333-ac16-5a96b4a49b84 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:37.654480 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4d6f28fa-69ea-4333-ac16-5a96b4a49b84 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] 10.222.0.20 "DELETE /v2.0/ports/e67b7d68-23fd-4e69-b823-2d8a87c69196 HTTP/1.1" status: 204 len: 168 time: 0.9919732 Dec 06 15:05:37.657220 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43908) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:37.706999 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a4e17f-1a0e-460e-8df1-2986d2c4deb3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:37.710834 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30a4e17f-1a0e-460e-8df1-2986d2c4deb3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:37.723512 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43912) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:37.758380 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6609f649-6288-485c-8e5e-237042fe0459 req-14605bec-e054-40b2-9dcd-a713de3fe0ca tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:37.797795 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d9f53065-6b6b-4b91-9d89-cee34797dd17 tempest-DHCPAgentSchedulersTestJSON-813256313 tempest-DHCPAgentSchedulersTestJSON-813256313-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1395802 Dec 06 15:05:37.800918 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43916) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:37.813899 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14605bec-e054-40b2-9dcd-a713de3fe0ca tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Pushing event deleted for resources: {'Port': ['ID=e1e4e1ca-ec47-4b29-8b1f-7a39594b558b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:37.836021 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8f659666-ba17-4e94-9652-68c55d381830 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1713538341'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:37.838373 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728a0a1d-c51e-4f22-8aac-9511a89b8481 None None] DHCP port deletion for 751366f2-b893-40e6-84d1-5f591db598ea request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:37.885326 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6609f649-6288-485c-8e5e-237042fe0459 req-14605bec-e054-40b2-9dcd-a713de3fe0ca tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] No DVR routers for this DVR port e1e4e1ca-ec47-4b29-8b1f-7a39594b558b on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:05:37.888338 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6609f649-6288-485c-8e5e-237042fe0459 req-14605bec-e054-40b2-9dcd-a713de3fe0ca tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:37.892537 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6609f649-6288-485c-8e5e-237042fe0459 req-14605bec-e054-40b2-9dcd-a713de3fe0ca tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.37 "DELETE /v2.0/ports/e1e4e1ca-ec47-4b29-8b1f-7a39594b558b HTTP/1.1" status: 204 len: 173 time: 1.1278436 Dec 06 15:05:37.893040 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301dfb0d-d89e-4e79-aba4-b4f83680234a', 'name': 'network-vif-deleted', 'tag': 'e1e4e1ca-ec47-4b29-8b1f-7a39594b558b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:05:37.895914 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134da85b-11fe-48ba-b4d5-f3c05aec7254" -d '{"events": [{"server_uuid": "301dfb0d-d89e-4e79-aba4-b4f83680234a", "name": "network-vif-deleted", "tag": "e1e4e1ca-ec47-4b29-8b1f-7a39594b558b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:05:37.896490 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-89336f8f-e36d-49ce-bc77-689f426b3889 req-5013b802-8b6e-41a5-92b4-7aea68ba02f7 tempest-InstanceActionsNegativeTestJSON-1887544514 tempest-InstanceActionsNegativeTestJSON-1887544514-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f62aead-6ba2-4c19-9f43-eaa4e69b9da1 HTTP/1.1" status: 200 len: 210 time: 0.0567474 Dec 06 15:05:37.933391 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d22b3430-ed89-45f1-b976-a41855a8c04c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c82c7ae53c9423d93fa6bc53b9f57b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2063215 Dec 06 15:05:37.934001 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43922) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:37.941667 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f659666-ba17-4e94-9652-68c55d381830 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Made reservation on behalf of 7b33b101f30e4abb87ed79635ce126c5 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:37.945472 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f659666-ba17-4e94-9652-68c55d381830 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:38.013265 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f659666-ba17-4e94-9652-68c55d381830 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:38.030873 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f659666-ba17-4e94-9652-68c55d381830 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:38.031202 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-8f659666-ba17-4e94-9652-68c55d381830 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Added segment d83c35ba-5c87-4461-9a36-8451753e62c5 of type vlan for network 3b65af1f-b16c-49f1-8124-2b065f5b951e Dec 06 15:05:38.053568 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399a17a5-ecd6-42f6-bc4b-e50bebe8be93 x-openstack-request-id: req-399a17a5-ecd6-42f6-bc4b-e50bebe8be93 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:05:38.054325 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301dfb0d-d89e-4e79-aba4-b4f83680234a", "name": "network-vif-deleted", "tag": "e1e4e1ca-ec47-4b29-8b1f-7a39594b558b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:05:38.054597 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-399a17a5-ecd6-42f6-bc4b-e50bebe8be93 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:05:38.055050 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301dfb0d-d89e-4e79-aba4-b4f83680234a', 'name': 'network-vif-deleted', 'tag': 'e1e4e1ca-ec47-4b29-8b1f-7a39594b558b', 'status': 'completed', 'code': 200} Dec 06 15:05:38.112243 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30a4e17f-1a0e-460e-8df1-2986d2c4deb3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:38.144476 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01d6b9f4-1cc6-4fc1-9775-f0c5cc0445a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:38.204356 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f659666-ba17-4e94-9652-68c55d381830 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:38.206566 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4e17f-1a0e-460e-8df1-2986d2c4deb3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Subnet': ['ID=f8f17f65-f969-425a-bb96-303d777213c9,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:38.249257 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01d6b9f4-1cc6-4fc1-9775-f0c5cc0445a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:38.283718 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43934) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:38.297555 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f85cff79-b9dd-41e2-93a7-ac64fbb868a5 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:05:38.331224 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a4e17f-1a0e-460e-8df1-2986d2c4deb3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Checking segment: {'id': 'ebd7bbe9-eea1-43ad-93ed-535735bd3dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'af618ad3-df12-47d4-9503-3d18355ad5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:38.331622 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a4e17f-1a0e-460e-8df1-2986d2c4deb3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network hostable DHCP agents. Network: af618ad3-df12-47d4-9503-3d18355ad5fa, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:38.342632 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f659666-ba17-4e94-9652-68c55d381830 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:38.348911 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f659666-ba17-4e94-9652-68c55d381830 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:38.350152 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f659666-ba17-4e94-9652-68c55d381830 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:38.392381 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f85cff79-b9dd-41e2-93a7-ac64fbb868a5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:38.392756 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:38.410407 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-904c93e9-af93-4316-893f-338d02965f59 req-bdb9e11f-c80c-4de3-8d05-7488db963935 tempest-ServersNegativeTestMultiTenantJSON-1257394120 tempest-ServersNegativeTestMultiTenantJSON-1257394120-project] 10.222.0.20 "GET /v2.0/ports?device_id=301dfb0d-d89e-4e79-aba4-b4f83680234a HTTP/1.1" status: 200 len: 210 time: 0.0769734 Dec 06 15:05:38.422221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8f659666-ba17-4e94-9652-68c55d381830 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6178939 Dec 06 15:05:38.422655 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43938) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:38.425966 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a4e17f-1a0e-460e-8df1-2986d2c4deb3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network af618ad3-df12-47d4-9503-3d18355ad5fa is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:38.445839 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01d6b9f4-1cc6-4fc1-9775-f0c5cc0445a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:38.450971 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01d6b9f4-1cc6-4fc1-9775-f0c5cc0445a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:38.453648 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-01d6b9f4-1cc6-4fc1-9775-f0c5cc0445a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7398846-e64c-4afa-a8bc-f400a2d44813 HTTP/1.1" status: 204 len: 168 time: 0.5182567 Dec 06 15:05:38.455533 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-30a4e17f-1a0e-460e-8df1-2986d2c4deb3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, af618ad3-df12-47d4-9503-3d18355ad5fa) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:38.465051 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a4e17f-1a0e-460e-8df1-2986d2c4deb3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:38.468105 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30a4e17f-1a0e-460e-8df1-2986d2c4deb3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:38.473494 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6b9f4-1cc6-4fc1-9775-f0c5cc0445a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7398846-e64c-4afa-a8bc-f400a2d44813,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:38.499617 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467f0830-cf73-4a73-8487-74095a822cfb None None] Network af618ad3-df12-47d4-9503-3d18355ad5fa requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:38.582131 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-30a4e17f-1a0e-460e-8df1-2986d2c4deb3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2854481 Dec 06 15:05:38.584830 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43942) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:38.585512 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f659666-ba17-4e94-9652-68c55d381830 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Pushing event updated for resources: {'Network': ['ID=3b65af1f-b16c-49f1-8124-2b065f5b951e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:38.604854 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b4d1b8ab-382d-40fa-ad84-a153e83dfa58 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:38.750303 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-856de941-f8c9-460d-b7f7-756778c93115 tempest-DHCPAgentSchedulersTestJSON-813256313 tempest-DHCPAgentSchedulersTestJSON-813256313-project-admin] 10.222.0.20 "GET /v2.0/agents/d0c00aef-6981-4401-b28e-b78f075f5864/dhcp-networks HTTP/1.1" status: 200 len: 8076 time: 0.3261402 Dec 06 15:05:38.753702 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43946) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:38.780138 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 3b65af1f-b16c-49f1-8124-2b065f5b951e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:38.822236 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-0033751b-9bd4-4007-b82b-c7f349b9ea57 admin admin] Deleting subnet 8a3ab749-f5de-4649-b56a-754a8c8505d6 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:05:38.827094 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0033751b-9bd4-4007-b82b-c7f349b9ea57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:38.846621 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4d1b8ab-382d-40fa-ad84-a153e83dfa58 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63768083'] for subnet, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:38.908813 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0033751b-9bd4-4007-b82b-c7f349b9ea57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.015538 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.029899 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ee4e21-f02f-4ad4-abc5-fb6763806f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-af618ad3-df12-47d4-9503-3d18355ad5fa', 'network_id': 'af618ad3-df12-47d4-9503-3d18355ad5fa', 'tenant_id': '4031790a8d3c400d9ce91725d99f38b9', 'fixed_ips': [{'subnet_id': 'f8f17f65-f969-425a-bb96-303d777213c9'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:05:39.030759 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-87ee4e21-f02f-4ad4-abc5-fb6763806f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.032789 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda08706-7a1b-4c02-a542-d40fc8a0fb4d None None] Network 9d37cc3f-b6a7-4f81-b769-683fb3208eaa requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:39.045231 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0033751b-9bd4-4007-b82b-c7f349b9ea57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.053035 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4d1b8ab-382d-40fa-ad84-a153e83dfa58 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762842046383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63733859'] for subnet, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.097238 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d1b8ab-382d-40fa-ad84-a153e83dfa58 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:39.098706 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4d1b8ab-382d-40fa-ad84-a153e83dfa58 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.100239 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b4d1b8ab-382d-40fa-ad84-a153e83dfa58 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "PUT /v2.0/subnets/f8f17f65-f969-425a-bb96-303d777213c9 HTTP/1.1" status: 200 len: 806 time: 0.5066354 Dec 06 15:05:39.103329 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43950) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:39.104688 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eecee9c-7373-4d18-89ef-cccaf180177a tempest-DHCPAgentSchedulersTestJSON-813256313 tempest-DHCPAgentSchedulersTestJSON-813256313-project-admin] Network 3b65af1f-b16c-49f1-8124-2b065f5b951e is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:39.111667 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port f85cff79-b9dd-41e2-93a7-ac64fbb868a5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f85cff79-b9dd-41e2-93a7-ac64fbb868a5,segment=NetworkSegment(08632562-f7a7-4080-9682-e2015e0389ae),segment_id=08632562-f7a7-4080-9682-e2015e0389ae)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:39.156346 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1b8ab-382d-40fa-ad84-a153e83dfa58 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Subnet': ['ID=f8f17f65-f969-425a-bb96-303d777213c9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:39.181433 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3eecee9c-7373-4d18-89ef-cccaf180177a tempest-DHCPAgentSchedulersTestJSON-813256313 tempest-DHCPAgentSchedulersTestJSON-813256313-project-admin] 10.222.0.20 "POST /v2.0/agents/d0c00aef-6981-4401-b28e-b78f075f5864/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4232228 Dec 06 15:05:39.185301 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43956) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:39.253525 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0033751b-9bd4-4007-b82b-c7f349b9ea57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.272132 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0033751b-9bd4-4007-b82b-c7f349b9ea57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.278346 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0033751b-9bd4-4007-b82b-c7f349b9ea57 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8a3ab749-f5de-4649-b56a-754a8c8505d6 HTTP/1.1" status: 204 len: 168 time: 0.9906440 Dec 06 15:05:39.280350 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43960) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:39.311470 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033751b-9bd4-4007-b82b-c7f349b9ea57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a3ab749-f5de-4649-b56a-754a8c8505d6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:39.347729 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b072e87-42d4-409f-a181-e65f39f830f2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.373345 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e1e4e1ca-ec47-4b29-8b1f-7a39594b558b no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:05:39.375431 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9271ae-00ff-48d2-91b9-800afc26b6f2 None None] Network 3b65af1f-b16c-49f1-8124-2b065f5b951e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:39.455268 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7072c629-3f32-4344-8dc5-9c0ed4a00927 tempest-DHCPAgentSchedulersTestJSON-813256313 tempest-DHCPAgentSchedulersTestJSON-813256313-project-admin] 10.222.0.20 "GET /v2.0/agents/d0c00aef-6981-4401-b28e-b78f075f5864/dhcp-networks HTTP/1.1" status: 200 len: 8847 time: 0.2668452 Dec 06 15:05:39.455818 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b1e9a2-4dda-4c9c-ae62-c07f0492bda6 None None] Network b3dfdcc1-3f30-4bad-a5b1-4a6923db437c requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:39.455951 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43968) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:39.524553 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43970) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:39.530710 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b072e87-42d4-409f-a181-e65f39f830f2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.551693 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.609706 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4770c806-d7d9-401e-a9e5-9b405d90a236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.613613 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f6b18061-3824-4214-aeba-03310870f599 tempest-DHCPAgentSchedulersTestJSON-813256313 tempest-DHCPAgentSchedulersTestJSON-813256313-project-admin] 10.222.0.20 "DELETE /v2.0/agents/d0c00aef-6981-4401-b28e-b78f075f5864/dhcp-networks/3b65af1f-b16c-49f1-8124-2b065f5b951e HTTP/1.1" status: 204 len: 168 time: 0.1566021 Dec 06 15:05:39.615947 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b072e87-42d4-409f-a181-e65f39f830f2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.617232 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-4417c965-4ee0-4d3c-89e6-67d2d721e7bb admin admin] Deleting subnet 763cb8f1-4476-44a1-9ddf-855eda6c155e {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:05:39.619117 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43974) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:39.620741 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4417c965-4ee0-4d3c-89e6-67d2d721e7bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.680540 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4417c965-4ee0-4d3c-89e6-67d2d721e7bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.751222 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4417c965-4ee0-4d3c-89e6-67d2d721e7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.757452 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: e1e4e1ca-ec47-4b29-8b1f-7a39594b558b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:05:39.757817 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e1e4e1ca-ec47-4b29-8b1f-7a39594b558b not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server [None req-87ee4e21-f02f-4ad4-abc5-fb6763806f6e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8f17f65-f969-425a-bb96-303d777213c9: This subnet is being modified by another concurrent operation. Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise exception Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8f17f65-f969-425a-bb96-303d777213c9: This subnet is being modified by another concurrent operation. Dec 06 15:05:39.761332 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Dec 06 15:05:39.775380 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2c8a2af2-2d3e-4dd6-8110-c481e1275f55 None None] Provisioning complete for port f85cff79-b9dd-41e2-93a7-ac64fbb868a5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:39.775798 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c8a2af2-2d3e-4dd6-8110-c481e1275f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.830063 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b072e87-42d4-409f-a181-e65f39f830f2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f17f65-f969-425a-bb96-303d777213c9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:39.859989 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e195bda9-cda0-47e3-a38f-24b0fda53bf4 None None] Network af618ad3-df12-47d4-9503-3d18355ad5fa requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:39.869502 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4417c965-4ee0-4d3c-89e6-67d2d721e7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.885511 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4417c965-4ee0-4d3c-89e6-67d2d721e7bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:39.890025 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4417c965-4ee0-4d3c-89e6-67d2d721e7bb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/763cb8f1-4476-44a1-9ddf-855eda6c155e HTTP/1.1" status: 204 len: 168 time: 0.3644869 Dec 06 15:05:39.904412 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43984) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:39.913268 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417c965-4ee0-4d3c-89e6-67d2d721e7bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=763cb8f1-4476-44a1-9ddf-855eda6c155e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:39.923592 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=f85cff79-b9dd-41e2-93a7-ac64fbb868a5,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:39.946232 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff6e662-4bb2-4ee2-8697-4a37068e0306 None None] DHCP port deletion for b3dfdcc1-3f30-4bad-a5b1-4a6923db437c request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:39.950629 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f337ef97-6f83-4931-8942-5ae5b046c0d2 None None] Network 751366f2-b893-40e6-84d1-5f591db598ea requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:39.970930 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43986) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:39.982006 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a61b1956-d297-4761-ab28-c5f0c6e85599 tempest-DHCPAgentSchedulersTestJSON-813256313 tempest-DHCPAgentSchedulersTestJSON-813256313-project-admin] 10.222.0.20 "GET /v2.0/agents/d0c00aef-6981-4401-b28e-b78f075f5864/dhcp-networks HTTP/1.1" status: 200 len: 8000 time: 0.3559484 Dec 06 15:05:40.013485 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-46ddb125-9290-4b77-a15d-f03d59514a0e tempest-DHCPAgentSchedulersTestJSON-813256313 tempest-DHCPAgentSchedulersTestJSON-813256313-project-admin] 10.222.0.20 "GET /v2.0/networks/9d37cc3f-b6a7-4f81-b769-683fb3208eaa/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0417316 Dec 06 15:05:40.016737 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43988) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:40.047921 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9cbe8db3-9aa4-43e4-b2a0-82576a61121e tempest-DHCPAgentSchedulersTestJSON-813256313 tempest-DHCPAgentSchedulersTestJSON-813256313-project-admin] 10.222.0.20 "GET /v2.0/networks/9d37cc3f-b6a7-4f81-b769-683fb3208eaa/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0292826 Dec 06 15:05:40.048513 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43992) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:40.165282 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b072e87-42d4-409f-a181-e65f39f830f2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.214433 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5deb26b5-aa49-4aab-83b0-56a5c64c5703 tempest-DHCPAgentSchedulersTestJSON-813256313 tempest-DHCPAgentSchedulersTestJSON-813256313-project-admin] 10.222.0.20 "GET /v2.0/agents/d0c00aef-6981-4401-b28e-b78f075f5864/dhcp-networks HTTP/1.1" status: 200 len: 7962 time: 0.1626091 Dec 06 15:05:40.216568 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43998) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:40.254804 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f85cff79-b9dd-41e2-93a7-ac64fbb868a5 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:05:40.347359 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4770c806-d7d9-401e-a9e5-9b405d90a236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.386217 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1b072e87-42d4-409f-a181-e65f39f830f2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af618ad3-df12-47d4-9503-3d18355ad5fa']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:40.406981 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec54e7e3-382f-4c58-b4d5-d9b493aeb1cc tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.424972 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4770c806-d7d9-401e-a9e5-9b405d90a236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3dfdcc1-3f30-4bad-a5b1-4a6923db437c']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:40.451763 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6803df2e-c9cb-4b18-8b15-29ff63fdd147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.457517 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3432df6-377a-4558-acbd-985803c29b9e None None] Network af618ad3-df12-47d4-9503-3d18355ad5fa requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:40.459502 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4770c806-d7d9-401e-a9e5-9b405d90a236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9942c673-dec3-4f43-ade8-d2bae1850e57') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:40.459984 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4770c806-d7d9-401e-a9e5-9b405d90a236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9942c673-dec3-4f43-ade8-d2bae1850e57') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:40.463634 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1b072e87-42d4-409f-a181-e65f39f830f2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd7bbe9-eea1-43ad-93ed-535735bd3dcf') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:40.465355 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1b072e87-42d4-409f-a181-e65f39f830f2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd7bbe9-eea1-43ad-93ed-535735bd3dcf') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:40.466335 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ebf50d-2795-4cd9-bf33-8294463f2673 None None] DHCP port deletion for 751366f2-b893-40e6-84d1-5f591db598ea request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:40.489847 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4770c806-d7d9-401e-a9e5-9b405d90a236 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.505863 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b072e87-42d4-409f-a181-e65f39f830f2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.527261 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4770c806-d7d9-401e-a9e5-9b405d90a236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.554549 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b072e87-42d4-409f-a181-e65f39f830f2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.567571 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4770c806-d7d9-401e-a9e5-9b405d90a236 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:40.568130 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4770c806-d7d9-401e-a9e5-9b405d90a236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.570206 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b072e87-42d4-409f-a181-e65f39f830f2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:40.570586 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b072e87-42d4-409f-a181-e65f39f830f2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:40.573757 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:40.605534 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec54e7e3-382f-4c58-b4d5-d9b493aeb1cc tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.654395 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ec54e7e3-382f-4c58-b4d5-d9b493aeb1cc tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b65af1f-b16c-49f1-8124-2b065f5b951e']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:40.656954 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f85cff79-b9dd-41e2-93a7-ac64fbb868a5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:40.657525 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.684975 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ec54e7e3-382f-4c58-b4d5-d9b493aeb1cc tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83c35ba-5c87-4461-9a36-8451753e62c5') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:40.685159 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ec54e7e3-382f-4c58-b4d5-d9b493aeb1cc tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83c35ba-5c87-4461-9a36-8451753e62c5') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:40.710702 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec54e7e3-382f-4c58-b4d5-d9b493aeb1cc tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.745819 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec54e7e3-382f-4c58-b4d5-d9b493aeb1cc tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.760277 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec54e7e3-382f-4c58-b4d5-d9b493aeb1cc tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:40.760693 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec54e7e3-382f-4c58-b4d5-d9b493aeb1cc tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:40.764599 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:40.843893 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-26740823-e819-4941-84eb-180462c91d35 req-9547c71e-0db6-4ed4-872e-c63f240a2fbf tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ca2ea0c-9474-4bf5-b6e9-eb3f407fbddd HTTP/1.1" status: 200 len: 210 time: 0.1836016 Dec 06 15:05:40.858730 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec54e7e3-382f-4c58-b4d5-d9b493aeb1cc tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.903531 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6803df2e-c9cb-4b18-8b15-29ff63fdd147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.907448 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b072e87-42d4-409f-a181-e65f39f830f2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.913083 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4770c806-d7d9-401e-a9e5-9b405d90a236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.926228 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec54e7e3-382f-4c58-b4d5-d9b493aeb1cc tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.933103 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ec54e7e3-382f-4c58-b4d5-d9b493aeb1cc tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] 10.222.0.20 "DELETE /v2.0/networks/3b65af1f-b16c-49f1-8124-2b065f5b951e HTTP/1.1" status: 204 len: 168 time: 0.7149098 Dec 06 15:05:40.936969 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54e7e3-382f-4c58-b4d5-d9b493aeb1cc tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Pushing event deleted for resources: {'Network': ['ID=3b65af1f-b16c-49f1-8124-2b065f5b951e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:40.941178 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44024) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:40.943387 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4770c806-d7d9-401e-a9e5-9b405d90a236 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.960209 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4770c806-d7d9-401e-a9e5-9b405d90a236 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b3dfdcc1-3f30-4bad-a5b1-4a6923db437c HTTP/1.1" status: 204 len: 168 time: 1.6603632 Dec 06 15:05:40.968742 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b072e87-42d4-409f-a181-e65f39f830f2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:40.979920 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1b072e87-42d4-409f-a181-e65f39f830f2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/af618ad3-df12-47d4-9503-3d18355ad5fa HTTP/1.1" status: 204 len: 168 time: 1.8710809 Dec 06 15:05:41.004246 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44028) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:41.053473 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23d965a-547a-4d84-92ce-4c44ba561c9d tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:41.055801 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23d965a-547a-4d84-92ce-4c44ba561c9d tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:41.063390 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770c806-d7d9-401e-a9e5-9b405d90a236 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3dfdcc1-3f30-4bad-a5b1-4a6923db437c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:41.066961 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b23d965a-547a-4d84-92ce-4c44ba561c9d tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] 10.222.0.20 "DELETE /v2.0/ports/e67b7d68-23fd-4e69-b823-2d8a87c69196 HTTP/1.1" status: 404 len: 333 time: 0.1214824 Dec 06 15:05:41.070269 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44034) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:41.098635 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-89fa02a5-04b3-49ac-aa42-a7c0a62cefe4 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:41.099208 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89fa02a5-04b3-49ac-aa42-a7c0a62cefe4 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:41.103892 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-89fa02a5-04b3-49ac-aa42-a7c0a62cefe4 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/af618ad3-df12-47d4-9503-3d18355ad5fa HTTP/1.1" status: 404 len: 339 time: 0.0972605 Dec 06 15:05:41.120785 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44040) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:41.170157 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-696f68c7-5b3e-4773-9bf2-5bac178a9f7b None None] Provisioning complete for port f85cff79-b9dd-41e2-93a7-ac64fbb868a5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:41.171673 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-696f68c7-5b3e-4773-9bf2-5bac178a9f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:41.173256 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-71da4c04-3c1d-4288-a5ab-a8a83c9f9879 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-896119584', 'description': 'd1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:41.194639 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-6803df2e-c9cb-4b18-8b15-29ff63fdd147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751366f2-b893-40e6-84d1-5f591db598ea']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:41.203734 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b072e87-42d4-409f-a181-e65f39f830f2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Network': ['ID=af618ad3-df12-47d4-9503-3d18355ad5fa,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:41.228024 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-6803df2e-c9cb-4b18-8b15-29ff63fdd147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8edb803-39cb-4a9d-a5d4-6ab9d0da4238') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:41.228655 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-6803df2e-c9cb-4b18-8b15-29ff63fdd147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8edb803-39cb-4a9d-a5d4-6ab9d0da4238') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:41.245548 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6803df2e-c9cb-4b18-8b15-29ff63fdd147 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:41.247817 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71da4c04-3c1d-4288-a5ab-a8a83c9f9879 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:41.251921 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71da4c04-3c1d-4288-a5ab-a8a83c9f9879 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:41.270302 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-861a2694-8324-437f-93e2-43636d7cb34e tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Deleting subnet 9d448d44-efaa-4fa9-ae20-4d8c2c0066b1 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:05:41.287532 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-861a2694-8324-437f-93e2-43636d7cb34e tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:41.297138 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6803df2e-c9cb-4b18-8b15-29ff63fdd147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:41.307397 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6803df2e-c9cb-4b18-8b15-29ff63fdd147 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:41.308206 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6803df2e-c9cb-4b18-8b15-29ff63fdd147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:41.310485 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:41.336468 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71da4c04-3c1d-4288-a5ab-a8a83c9f9879 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:41.445807 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71da4c04-3c1d-4288-a5ab-a8a83c9f9879 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:41.446316 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-71da4c04-3c1d-4288-a5ab-a8a83c9f9879 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Added segment e9307587-2908-4758-8332-e41bc3fae471 of type vlan for network ceb82a23-93f9-4362-ba28-710498e9b669 Dec 06 15:05:41.495889 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-861a2694-8324-437f-93e2-43636d7cb34e tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:41.523299 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44052) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:41.532199 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6803df2e-c9cb-4b18-8b15-29ff63fdd147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:41.615648 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6803df2e-c9cb-4b18-8b15-29ff63fdd147 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:41.632187 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6803df2e-c9cb-4b18-8b15-29ff63fdd147 admin admin] 10.222.0.20 "DELETE /v2.0/networks/751366f2-b893-40e6-84d1-5f591db598ea HTTP/1.1" status: 204 len: 168 time: 1.6974580 Dec 06 15:05:41.662141 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71da4c04-3c1d-4288-a5ab-a8a83c9f9879 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:41.671132 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e16fc1ec-ad8d-4ce3-bdb1-fecda2a541b5 None None] Could not find standard attr ID for object e67b7d68-23fd-4e69-b823-2d8a87c69196. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:05:41.675616 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44058) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:41.734374 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803df2e-c9cb-4b18-8b15-29ff63fdd147 admin admin] Pushing event deleted for resources: {'Network': ['ID=751366f2-b893-40e6-84d1-5f591db598ea,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:41.738384 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-3835f782-1b44-4a1c-9626-dd6b3d547a6d admin admin] Deleting subnet f565d505-5430-4a5f-bf13-a204ec5b00ba {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:05:41.748580 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3835f782-1b44-4a1c-9626-dd6b3d547a6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:41.820710 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-861a2694-8324-437f-93e2-43636d7cb34e tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:41.936256 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c53a9b6a-8a23-49e5-a8d9-cda72a8a0460 req-cf86ff76-3745-411f-9312-65ef6f1f5c02 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.1078920 Dec 06 15:05:41.942382 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3835f782-1b44-4a1c-9626-dd6b3d547a6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:41.946251 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71da4c04-3c1d-4288-a5ab-a8a83c9f9879 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:41.963461 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71da4c04-3c1d-4288-a5ab-a8a83c9f9879 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:41.964413 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71da4c04-3c1d-4288-a5ab-a8a83c9f9879 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:41.976219 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-afed91e0-2d1c-49b0-93d9-6626974e6936 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b54fdfca00848b4b3706d5107ef8385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4417155 Dec 06 15:05:41.986072 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44064) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:42.113647 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a314ab1-4bb9-4a3e-a4f9-3ea826432342 None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:05:42.130010 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-861a2694-8324-437f-93e2-43636d7cb34e tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:42.145713 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70c1bedd-258d-4cea-a43f-5af3b7bee8ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:42.155004 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-71da4c04-3c1d-4288-a5ab-a8a83c9f9879 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0032938 Dec 06 15:05:42.159636 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44066) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:42.197601 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a2694-8324-437f-93e2-43636d7cb34e tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Pushing event deleted for resources: {'Subnet': ['ID=9d448d44-efaa-4fa9-ae20-4d8c2c0066b1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:42.209865 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-861a2694-8324-437f-93e2-43636d7cb34e tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:42.213348 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-861a2694-8324-437f-93e2-43636d7cb34e tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] 10.222.0.20 "DELETE /v2.0/subnets/9d448d44-efaa-4fa9-ae20-4d8c2c0066b1 HTTP/1.1" status: 204 len: 168 time: 1.1412582 Dec 06 15:05:42.216897 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44070) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:42.240677 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70c1bedd-258d-4cea-a43f-5af3b7bee8ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:42.308276 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a314ab1-4bb9-4a3e-a4f9-3ea826432342 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:05:42.538004 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70c1bedd-258d-4cea-a43f-5af3b7bee8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:42.541945 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70c1bedd-258d-4cea-a43f-5af3b7bee8ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:42.547503 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-70c1bedd-258d-4cea-a43f-5af3b7bee8ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7a4c357-3440-4267-b2fd-cb47c8fa7bda HTTP/1.1" status: 204 len: 168 time: 0.5549669 Dec 06 15:05:42.565138 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:42.570237 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1bedd-258d-4cea-a43f-5af3b7bee8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a4c357-3440-4267-b2fd-cb47c8fa7bda,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:42.663767 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Deleting port f85cff79-b9dd-41e2-93a7-ac64fbb868a5 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:42.664106 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:42.859521 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f176b40e-22c6-4e66-be53-44ccc8132d3e None None] Network 9d37cc3f-b6a7-4f81-b769-683fb3208eaa requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:42.881944 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3835f782-1b44-4a1c-9626-dd6b3d547a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:42.890857 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c495d08a-47dc-493d-bdbc-5bde6de9f6c4 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:42.901521 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c495d08a-47dc-493d-bdbc-5bde6de9f6c4 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "GET /v2.0/networks?id=ceb82a23-93f9-4362-ba28-710498e9b669 HTTP/1.1" status: 200 len: 760 time: 0.7105763 Dec 06 15:05:42.903163 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44080) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:42.908488 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da4c04-3c1d-4288-a5ab-a8a83c9f9879 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Network': ['ID=ceb82a23-93f9-4362-ba28-710498e9b669,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:42.933960 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-19b76616-ec94-4343-99b9-f933444fc513 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'network': {'description': 'd2'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:42.972761 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] For port f85cff79-b9dd-41e2-93a7-ac64fbb868a5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f85cff79-b9dd-41e2-93a7-ac64fbb868a5,segment=NetworkSegment(08632562-f7a7-4080-9682-e2015e0389ae),segment_id=08632562-f7a7-4080-9682-e2015e0389ae)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:42.978241 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.029985 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Calling delete_port for f85cff79-b9dd-41e2-93a7-ac64fbb868a5 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:43.152703 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b83f2c75-38ea-4fde-aa1e-df65c021ec8f req-9b91fd52-b1d6-4092-b371-016042598a16 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0952656 Dec 06 15:05:43.153873 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3835f782-1b44-4a1c-9626-dd6b3d547a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.206170 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3835f782-1b44-4a1c-9626-dd6b3d547a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.218662 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3835f782-1b44-4a1c-9626-dd6b3d547a6d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f565d505-5430-4a5f-bf13-a204ec5b00ba HTTP/1.1" status: 204 len: 168 time: 1.5416641 Dec 06 15:05:43.222466 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44090) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:43.268625 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835f782-1b44-4a1c-9626-dd6b3d547a6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f565d505-5430-4a5f-bf13-a204ec5b00ba,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:43.361862 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee7b4fc5-07f5-4ce8-9793-5a5500ce482e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.413590 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network ceb82a23-93f9-4362-ba28-710498e9b669 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:43.416157 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c923bc5-5bd6-4b68-9fad-8c80d766de04 None None] Network 03d6dc3f-302f-40a9-9beb-1fa9d4948bfc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:43.427466 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19b76616-ec94-4343-99b9-f933444fc513 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.466490 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19b76616-ec94-4343-99b9-f933444fc513 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.508369 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19b76616-ec94-4343-99b9-f933444fc513 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network ceb82a23-93f9-4362-ba28-710498e9b669 is not hosted by any dhcp agent {{(pid=103289) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 15:05:43.514042 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b76616-ec94-4343-99b9-f933444fc513 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:43.514633 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19b76616-ec94-4343-99b9-f933444fc513 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.516534 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-19b76616-ec94-4343-99b9-f933444fc513 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "PUT /v2.0/networks/ceb82a23-93f9-4362-ba28-710498e9b669 HTTP/1.1" status: 200 len: 757 time: 0.5869894 Dec 06 15:05:43.520734 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44098) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:43.524917 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee7b4fc5-07f5-4ce8-9793-5a5500ce482e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.574875 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b76616-ec94-4343-99b9-f933444fc513 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Network': ['ID=ceb82a23-93f9-4362-ba28-710498e9b669,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:43.588293 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ee7b4fc5-07f5-4ce8-9793-5a5500ce482e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d6dc3f-302f-40a9-9beb-1fa9d4948bfc']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:43.614176 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ee7b4fc5-07f5-4ce8-9793-5a5500ce482e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3eaa19-0629-434f-9eaf-1dc96ef88cea') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:43.614620 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ee7b4fc5-07f5-4ce8-9793-5a5500ce482e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3eaa19-0629-434f-9eaf-1dc96ef88cea') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:43.616973 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.625591 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network ceb82a23-93f9-4362-ba28-710498e9b669 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:43.629833 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee7b4fc5-07f5-4ce8-9793-5a5500ce482e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.650119 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee7b4fc5-07f5-4ce8-9793-5a5500ce482e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.664757 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7b4fc5-07f5-4ce8-9793-5a5500ce482e admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:43.665671 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee7b4fc5-07f5-4ce8-9793-5a5500ce482e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.700452 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] No DVR routers for this DVR port f85cff79-b9dd-41e2-93a7-ac64fbb868a5 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:05:43.702093 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Pushing event deleted for resources: {'Port': ['ID=f85cff79-b9dd-41e2-93a7-ac64fbb868a5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:43.720204 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689caa34-c099-4e6a-9f06-7778a9aa3bf6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:43.721709 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-689caa34-c099-4e6a-9f06-7778a9aa3bf6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "GET /v2.0/networks?id=ceb82a23-93f9-4362-ba28-710498e9b669 HTTP/1.1" status: 200 len: 760 time: 0.1974330 Dec 06 15:05:43.739949 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44108) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:43.746307 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-baa279a5-5a18-425c-aba0-4e139961d939 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1079690012'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:43.774848 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:43.787799 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee7b4fc5-07f5-4ce8-9793-5a5500ce482e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.815113 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee7b4fc5-07f5-4ce8-9793-5a5500ce482e admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.820471 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ee7b4fc5-07f5-4ce8-9793-5a5500ce482e admin admin] 10.222.0.20 "DELETE /v2.0/networks/03d6dc3f-302f-40a9-9beb-1fa9d4948bfc HTTP/1.1" status: 204 len: 168 time: 0.5584157 Dec 06 15:05:43.827226 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.830251 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa279a5-5a18-425c-aba0-4e139961d939 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:43.834358 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baa279a5-5a18-425c-aba0-4e139961d939 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.836158 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b4fc5-07f5-4ce8-9793-5a5500ce482e admin admin] Pushing event deleted for resources: {'Network': ['ID=03d6dc3f-302f-40a9-9beb-1fa9d4948bfc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:43.873206 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d37cc3f-b6a7-4f81-b769-683fb3208eaa']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:43.875401 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa279a5-5a18-425c-aba0-4e139961d939 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:43.889657 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08632562-f7a7-4080-9682-e2015e0389ae') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:43.889989 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08632562-f7a7-4080-9682-e2015e0389ae') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:43.907718 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baa279a5-5a18-425c-aba0-4e139961d939 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.908087 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-baa279a5-5a18-425c-aba0-4e139961d939 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Added segment fe0089f1-256a-4948-b4ec-230456945b67 of type vlan for network 74d87d1f-4339-479d-9421-65c265746a7d Dec 06 15:05:43.919038 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.938303 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44112) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:43.940696 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-131de76d-0c85-48c2-aec2-80c9d2241f0a req-9527c598-570d-4e92-be23-bb59d13f0826 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ca2ea0c-9474-4bf5-b6e9-eb3f407fbddd HTTP/1.1" status: 200 len: 210 time: 0.0476587 Dec 06 15:05:43.971426 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.977693 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baa279a5-5a18-425c-aba0-4e139961d939 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.982647 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:43.983037 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:43.986031 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0a56c6-611a-426b-95d2-f2ed9e5255d4 None None] DHCP port deletion for 03d6dc3f-302f-40a9-9beb-1fa9d4948bfc request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:43.986503 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:44.065878 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baa279a5-5a18-425c-aba0-4e139961d939 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:44.073902 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa279a5-5a18-425c-aba0-4e139961d939 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:44.074492 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baa279a5-5a18-425c-aba0-4e139961d939 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:44.082642 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926dd61e-cac0-4b52-9f89-d6be9f04a926 None None] DHCP port deletion for 9d37cc3f-b6a7-4f81-b769-683fb3208eaa request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:44.088000 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:44.092824 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2f8c3fb0-51b3-4f13-b937-4a0cbd1b9011 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1380314070-network', 'tenant_id': '1f81ae5ccd404ed6b55a3b4eb77577ff'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:44.107034 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:44.110361 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] 10.222.0.20 "DELETE /v2.0/networks/9d37cc3f-b6a7-4f81-b769-683fb3208eaa HTTP/1.1" status: 204 len: 168 time: 1.8923047 Dec 06 15:05:44.110924 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44116) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:44.131725 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-baa279a5-5a18-425c-aba0-4e139961d939 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3906953 Dec 06 15:05:44.141480 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44120) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:44.150620 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-35718fac-2804-41b6-b710-e2af3ab9430a tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'subnet': {'network_id': '74d87d1f-4339-479d-9421-65c265746a7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:44.159014 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8c3fb0-51b3-4f13-b937-4a0cbd1b9011 admin admin] Made reservation on behalf of 1f81ae5ccd404ed6b55a3b4eb77577ff for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:44.162522 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3fb0-51b3-4f13-b937-4a0cbd1b9011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:44.173881 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3fb0-51b3-4f13-b937-4a0cbd1b9011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:44.236910 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f85cff79-b9dd-41e2-93a7-ac64fbb868a5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:05:44.294574 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: f85cff79-b9dd-41e2-93a7-ac64fbb868a5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:05:44.295171 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f85cff79-b9dd-41e2-93a7-ac64fbb868a5 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:05:44.350624 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3fb0-51b3-4f13-b937-4a0cbd1b9011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:44.353997 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3377769a-9cda-47a7-9e31-9a595aad8ea2 req-2c5ad8c0-1d02-448a-9b62-212dc5e649f5 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0405529 Dec 06 15:05:44.358821 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3fb0-51b3-4f13-b937-4a0cbd1b9011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:44.380957 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8c3fb0-51b3-4f13-b937-4a0cbd1b9011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:44.394898 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3fb0-51b3-4f13-b937-4a0cbd1b9011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:44.395276 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-2f8c3fb0-51b3-4f13-b937-4a0cbd1b9011 admin admin] Added segment 7f20c488-d0b3-4540-b3ec-c268f1e6a6a3 of type vlan for network 90c4e728-c4e8-4517-a9c4-f324b8a7be2b Dec 06 15:05:44.461539 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3fb0-51b3-4f13-b937-4a0cbd1b9011 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:44.506729 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3fb0-51b3-4f13-b937-4a0cbd1b9011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:44.507789 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8c3fb0-51b3-4f13-b937-4a0cbd1b9011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:44.508416 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3fb0-51b3-4f13-b937-4a0cbd1b9011 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:44.580869 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44128) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:44.601363 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c3fb0-51b3-4f13-b937-4a0cbd1b9011 admin admin] Pushing event updated for resources: {'Network': ['ID=90c4e728-c4e8-4517-a9c4-f324b8a7be2b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:44.615910 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 90c4e728-c4e8-4517-a9c4-f324b8a7be2b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:44.630449 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c3fb0-51b3-4f13-b937-4a0cbd1b9011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fbcddd-7a70-459d-aa1c-28163bb8e2d9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:44.641551 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa279a5-5a18-425c-aba0-4e139961d939 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Network': ['ID=74d87d1f-4339-479d-9421-65c265746a7d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:44.681953 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2f8c3fb0-51b3-4f13-b937-4a0cbd1b9011 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7414832 Dec 06 15:05:44.682438 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44132) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:44.683417 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600f718-7526-4b50-b2be-4334424ab763 tempest-DHCPAgentSchedulersTestJSON-67490041 tempest-DHCPAgentSchedulersTestJSON-67490041-project] Pushing event deleted for resources: {'Network': ['ID=9d37cc3f-b6a7-4f81-b769-683fb3208eaa,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:44.689588 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-aba9c954-049a-4b34-b99c-9b4ab7f32c12 admin admin] Request body: {'subnet': {'network_id': '90c4e728-c4e8-4517-a9c4-f324b8a7be2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1380314070-subnet', 'tenant_id': '1f81ae5ccd404ed6b55a3b4eb77577ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:44.694495 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 74d87d1f-4339-479d-9421-65c265746a7d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:44.700138 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2e1b37d2-37dd-409f-9cc7-3844124977dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f4c2882d78d4ff081710be7197a6956&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5880129 Dec 06 15:05:44.703059 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44134) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:44.703988 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35718fac-2804-41b6-b710-e2af3ab9430a tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:44.708759 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35718fac-2804-41b6-b710-e2af3ab9430a tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:44.777704 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f712ba52-5889-42a4-98b0-5d97c477563f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:44.834337 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8c75fa44-5c1d-48d5-a676-7fdee3bfec7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b33b101f30e4abb87ed79635ce126c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2424004 Dec 06 15:05:44.837860 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44138) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:44.844407 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d9d25d5-09b7-466a-be91-530e71536fd7 req-b9988cab-d7a4-48ac-b0eb-d568cd16f4d7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0644026 Dec 06 15:05:44.845410 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f712ba52-5889-42a4-98b0-5d97c477563f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:44.869006 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba9c954-049a-4b34-b99c-9b4ab7f32c12 admin admin] Made reservation on behalf of 1f81ae5ccd404ed6b55a3b4eb77577ff for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:44.871211 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aba9c954-049a-4b34-b99c-9b4ab7f32c12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:44.908143 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f712ba52-5889-42a4-98b0-5d97c477563f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:44.911135 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f712ba52-5889-42a4-98b0-5d97c477563f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:44.915255 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f712ba52-5889-42a4-98b0-5d97c477563f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9cb83079-596a-461a-a227-5a111f2c8133 HTTP/1.1" status: 204 len: 168 time: 0.2086082 Dec 06 15:05:44.922989 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712ba52-5889-42a4-98b0-5d97c477563f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb83079-596a-461a-a227-5a111f2c8133,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:45.019748 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-042aa073-d3fc-4ed4-bf7f-39f0e0f55473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:45.098813 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-042aa073-d3fc-4ed4-bf7f-39f0e0f55473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:45.179843 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35718fac-2804-41b6-b710-e2af3ab9430a tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:45.273841 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44144) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:45.319564 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35718fac-2804-41b6-b710-e2af3ab9430a tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Subnet': ['ID=a8a6c831-8d9a-4fd5-910e-1f27fba1fa16,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:45.323202 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aba9c954-049a-4b34-b99c-9b4ab7f32c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:45.339196 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-48913718-1729-4368-9818-801e1482c646 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=360c9650c9c1478bac56df540775e168&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0625629 Dec 06 15:05:45.339952 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44146) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:45.376911 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-042aa073-d3fc-4ed4-bf7f-39f0e0f55473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:45.379633 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-042aa073-d3fc-4ed4-bf7f-39f0e0f55473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:45.381359 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-042aa073-d3fc-4ed4-bf7f-39f0e0f55473 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90f2df9f-65f2-4c0a-81a3-4bd805f58261 HTTP/1.1" status: 204 len: 168 time: 0.5394826 Dec 06 15:05:45.395932 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d983e04-3068-4af9-ae6c-73ec895e61c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:45.398543 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35718fac-2804-41b6-b710-e2af3ab9430a tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Checking segment: {'id': 'fe0089f1-256a-4948-b4ec-230456945b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74d87d1f-4339-479d-9421-65c265746a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:45.399094 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35718fac-2804-41b6-b710-e2af3ab9430a tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network hostable DHCP agents. Network: 74d87d1f-4339-479d-9421-65c265746a7d, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:45.423869 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d983e04-3068-4af9-ae6c-73ec895e61c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:45.427619 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042aa073-d3fc-4ed4-bf7f-39f0e0f55473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f2df9f-65f2-4c0a-81a3-4bd805f58261,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:45.489336 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9c954-049a-4b34-b99c-9b4ab7f32c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd8d9bbc-b594-4a2f-85b7-dfc18953087b,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:45.516710 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba9c954-049a-4b34-b99c-9b4ab7f32c12 admin admin] Checking segment: {'id': '7f20c488-d0b3-4540-b3ec-c268f1e6a6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '90c4e728-c4e8-4517-a9c4-f324b8a7be2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:45.517464 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba9c954-049a-4b34-b99c-9b4ab7f32c12 admin admin] Network hostable DHCP agents. Network: 90c4e728-c4e8-4517-a9c4-f324b8a7be2b, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:45.530765 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35718fac-2804-41b6-b710-e2af3ab9430a tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network 74d87d1f-4339-479d-9421-65c265746a7d is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:45.577237 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-35718fac-2804-41b6-b710-e2af3ab9430a tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 74d87d1f-4339-479d-9421-65c265746a7d) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:45.590292 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcce284f-d69d-4394-bc23-b2deea9b400b None None] Network 74d87d1f-4339-479d-9421-65c265746a7d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:45.594870 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35718fac-2804-41b6-b710-e2af3ab9430a tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:45.596298 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35718fac-2804-41b6-b710-e2af3ab9430a tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:45.614431 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc6550ea-10b6-409a-8b61-1d8d04a7f03a req-8662c02d-e6a3-402d-8b75-649b45c89e7c tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0643022 Dec 06 15:05:45.615870 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba9c954-049a-4b34-b99c-9b4ab7f32c12 admin admin] Network 90c4e728-c4e8-4517-a9c4-f324b8a7be2b is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:45.617068 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d983e04-3068-4af9-ae6c-73ec895e61c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:45.624536 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-aba9c954-049a-4b34-b99c-9b4ab7f32c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 90c4e728-c4e8-4517-a9c4-f324b8a7be2b) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:45.625897 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d983e04-3068-4af9-ae6c-73ec895e61c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:45.627461 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9d983e04-3068-4af9-ae6c-73ec895e61c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f69a56d5-59e4-4749-91fc-dbb8950e037e HTTP/1.1" status: 204 len: 168 time: 0.2864547 Dec 06 15:05:45.643407 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-35718fac-2804-41b6-b710-e2af3ab9430a tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4968619 Dec 06 15:05:45.643407 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba9c954-049a-4b34-b99c-9b4ab7f32c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:45.643407 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aba9c954-049a-4b34-b99c-9b4ab7f32c12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:45.645162 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44158) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:45.651511 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d983e04-3068-4af9-ae6c-73ec895e61c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69a56d5-59e4-4749-91fc-dbb8950e037e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:45.654811 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d55f5ee-5644-4625-a234-b6846df5bc07 None None] Network 90c4e728-c4e8-4517-a9c4-f324b8a7be2b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:45.709833 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-aba9c954-049a-4b34-b99c-9b4ab7f32c12 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0238578 Dec 06 15:05:45.901023 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-74d87d1f-4339-479d-9421-65c265746a7d', 'network_id': '74d87d1f-4339-479d-9421-65c265746a7d', 'tenant_id': '4031790a8d3c400d9ce91725d99f38b9', 'fixed_ips': [{'subnet_id': 'a8a6c831-8d9a-4fd5-910e-1f27fba1fa16'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:05:45.901949 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:45.940535 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.017085 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44168) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:46.042800 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08fc13e1-ba1b-4690-bd00-831b1c999e86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.110484 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.197038 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08fc13e1-ba1b-4690-bd00-831b1c999e86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.205348 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08fc13e1-ba1b-4690-bd00-831b1c999e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.209090 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44176) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:46.219264 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Allocated IP 172.20.0.2 (74d87d1f-4339-479d-9421-65c265746a7d/a8a6c831-8d9a-4fd5-910e-1f27fba1fa16/4be533bb-566a-41c3-ae46-0b7f2e2e0dcf) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:05:46.234423 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1239a331-535a-4581-96d3-331558f577a4 None None] Network 90c4e728-c4e8-4517-a9c4-f324b8a7be2b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:46.303853 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-08fc13e1-ba1b-4690-bd00-831b1c999e86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a77d8bf4941c40ca95afe43efcb2a135&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2838163 Dec 06 15:05:46.305427 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44182) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:46.306194 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc13e1-ba1b-4690-bd00-831b1c999e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d092684c-18d6-481b-92ce-3983b0d1f3bb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:46.438527 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fc34190d-7f2a-4f16-b042-950123acb2e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.442851 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cea98c1a-3bd0-4054-b9a0-bb33a6061575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.469756 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cea98c1a-3bd0-4054-b9a0-bb33a6061575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.548584 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.557539 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.557747 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cea98c1a-3bd0-4054-b9a0-bb33a6061575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.560882 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cea98c1a-3bd0-4054-b9a0-bb33a6061575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.567526 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cea98c1a-3bd0-4054-b9a0-bb33a6061575 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d092684c-18d6-481b-92ce-3983b0d1f3bb HTTP/1.1" status: 204 len: 168 time: 0.2555463 Dec 06 15:05:46.586754 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea98c1a-3bd0-4054-b9a0-bb33a6061575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d092684c-18d6-481b-92ce-3983b0d1f3bb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:46.602640 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.641848 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Network 74d87d1f-4339-479d-9421-65c265746a7d is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:05:46.649669 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a6c831-8d9a-4fd5-910e-1f27fba1fa16,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:46.650782 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Pushing event updated for resources: {'Port': ['ID=4be533bb-566a-41c3-ae46-0b7f2e2e0dcf,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:46.659539 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:46.663135 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:05:46.720594 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fc34190d-7f2a-4f16-b042-950123acb2e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.744226 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fc34190d-7f2a-4f16-b042-950123acb2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.764997 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Attempting to bind port 4be533bb-566a-41c3-ae46-0b7f2e2e0dcf on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:05:46.765435 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Attempting to bind port 4be533bb-566a-41c3-ae46-0b7f2e2e0dcf by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fe0089f1-256a-4948-b4ec-230456945b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74d87d1f-4339-479d-9421-65c265746a7d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:05:46.765806 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Attempting to bind port 4be533bb-566a-41c3-ae46-0b7f2e2e0dcf on network 74d87d1f-4339-479d-9421-65c265746a7d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:05:46.778837 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:05:46.779203 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Checking segment: {'id': 'fe0089f1-256a-4948-b4ec-230456945b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74d87d1f-4339-479d-9421-65c265746a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:46.782412 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.782984 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Bound using segment: {'id': 'fe0089f1-256a-4948-b4ec-230456945b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74d87d1f-4339-479d-9421-65c265746a7d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:05:46.785201 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Bound port: 4be533bb-566a-41c3-ae46-0b7f2e2e0dcf, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0089f1-256a-4948-b4ec-230456945b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '74d87d1f-4339-479d-9421-65c265746a7d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:05:46.785616 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.795989 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fc34190d-7f2a-4f16-b042-950123acb2e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=754134a77ff149499dd33e68726e9603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5852811 Dec 06 15:05:46.798588 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44194) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:46.896738 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.898897 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e757eb1d-0c31-40ba-a8f3-3db1dc92c826 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.903682 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] For port 4be533bb-566a-41c3-ae46-0b7f2e2e0dcf, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:05:46.908754 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] For port 4be533bb-566a-41c3-ae46-0b7f2e2e0dcf, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4be533bb-566a-41c3-ae46-0b7f2e2e0dcf,segment=NetworkSegment(fe0089f1-256a-4948-b4ec-230456945b67),segment_id=fe0089f1-256a-4948-b4ec-230456945b67)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:05:46.915685 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:46.946451 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e757eb1d-0c31-40ba-a8f3-3db1dc92c826 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:47.023261 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f3d4ffc4-bc36-48d8-bf48-acfc324f468a req-eaeb08fb-3d29-45af-8dd0-8fe4515764b9 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.1880026 Dec 06 15:05:47.025409 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d87d1f-4339-479d-9421-65c265746a7d']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:47.028294 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34190d-7f2a-4f16-b042-950123acb2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ba7a79-1ca8-47ba-95ea-a9a2d4926339,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:47.041104 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e757eb1d-0c31-40ba-a8f3-3db1dc92c826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:47.044344 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e757eb1d-0c31-40ba-a8f3-3db1dc92c826 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:47.045631 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e757eb1d-0c31-40ba-a8f3-3db1dc92c826 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6ba7a79-1ca8-47ba-95ea-a9a2d4926339 HTTP/1.1" status: 204 len: 168 time: 0.2453182 Dec 06 15:05:47.052708 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0089f1-256a-4948-b4ec-230456945b67') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:47.053018 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0089f1-256a-4948-b4ec-230456945b67') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:47.057696 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757eb1d-0c31-40ba-a8f3-3db1dc92c826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ba7a79-1ca8-47ba-95ea-a9a2d4926339,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:47.070020 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:47.106005 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:47.118838 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:47.119151 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:47.126573 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d393648-e402-430f-bcab-3d425b1fd1f9 None None] Network 74d87d1f-4339-479d-9421-65c265746a7d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:47.127282 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:47.253453 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.db.api [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 15:05:47.253453 n-d-master-1 neutron-server[103289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 15:05:47.253453 n-d-master-1 neutron-server[103289]: [parameters: {'id': '74d87d1f-4339-479d-9421-65c265746a7d'}] Dec 06 15:05:47.253453 n-d-master-1 neutron-server[103289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:05:47.253870 n-d-master-1 neutron-server[103289]: DEBUG oslo_db.api [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:05:47.265803 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7cc63-cbf7-4217-af40-b480083f3e9b None None] Pushing event updated for resources: {'Port': ['ID=4be533bb-566a-41c3-ae46-0b7f2e2e0dcf,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:47.293864 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd6e03e-7efe-4b54-b517-eb21694c8ef4 None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:05:47.390733 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd6e03e-7efe-4b54-b517-eb21694c8ef4 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:05:47.576820 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca8b0686-8509-4ef5-b4c1-3e9546b08ca2 req-be99020a-f462-4c63-9eed-d39dcaae3ab1 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0457749 Dec 06 15:05:47.635688 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44242) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:47.755694 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:47.773385 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3fa45363-6115-4122-b8ff-03dd9e4f21d2 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1769585169-network', 'tenant_id': '31850af54be6456085aaa6285770a3f0'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:47.823388 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Deleting port 4be533bb-566a-41c3-ae46-0b7f2e2e0dcf {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:47.824027 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:47.831219 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa45363-6115-4122-b8ff-03dd9e4f21d2 admin admin] Made reservation on behalf of 31850af54be6456085aaa6285770a3f0 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:47.834275 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fa45363-6115-4122-b8ff-03dd9e4f21d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:47.845550 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fa45363-6115-4122-b8ff-03dd9e4f21d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:47.907093 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] For port 4be533bb-566a-41c3-ae46-0b7f2e2e0dcf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4be533bb-566a-41c3-ae46-0b7f2e2e0dcf,segment=NetworkSegment(fe0089f1-256a-4948-b4ec-230456945b67),segment_id=fe0089f1-256a-4948-b4ec-230456945b67)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:47.907477 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:47.931518 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Calling delete_port for 4be533bb-566a-41c3-ae46-0b7f2e2e0dcf owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:47.999003 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fa45363-6115-4122-b8ff-03dd9e4f21d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:48.009826 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fa45363-6115-4122-b8ff-03dd9e4f21d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:48.057376 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa45363-6115-4122-b8ff-03dd9e4f21d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:48.073760 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa45363-6115-4122-b8ff-03dd9e4f21d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6690ad7-f635-4e48-9833-fdc6af4d39c5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:48.081702 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fa45363-6115-4122-b8ff-03dd9e4f21d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:48.083131 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-3fa45363-6115-4122-b8ff-03dd9e4f21d2 admin admin] Added segment 472839f3-4fa9-45dd-87d1-b2d9bcb528e9 of type vlan for network 88efc302-2a30-4046-a760-5237262b19c3 Dec 06 15:05:48.089124 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:48.129811 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No DVR routers for this DVR port 4be533bb-566a-41c3-ae46-0b7f2e2e0dcf on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:05:48.133040 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Port': ['ID=4be533bb-566a-41c3-ae46-0b7f2e2e0dcf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:48.167344 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fa45363-6115-4122-b8ff-03dd9e4f21d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:48.205948 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fa45363-6115-4122-b8ff-03dd9e4f21d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:48.207418 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa45363-6115-4122-b8ff-03dd9e4f21d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:48.209248 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fa45363-6115-4122-b8ff-03dd9e4f21d2 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:48.251987 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:48.267792 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3fa45363-6115-4122-b8ff-03dd9e4f21d2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6308672 Dec 06 15:05:48.303804 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa45363-6115-4122-b8ff-03dd9e4f21d2 admin admin] Pushing event updated for resources: {'Network': ['ID=88efc302-2a30-4046-a760-5237262b19c3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:48.316783 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d87d1f-4339-479d-9421-65c265746a7d']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:48.319588 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 88efc302-2a30-4046-a760-5237262b19c3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:48.330902 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0089f1-256a-4948-b4ec-230456945b67') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:48.331769 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0089f1-256a-4948-b4ec-230456945b67') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:48.345905 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:48.364266 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:48.377961 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:48.378610 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:48.388056 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:48.466082 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44296) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:48.496671 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:48.514186 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:48.519346 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/74d87d1f-4339-479d-9421-65c265746a7d HTTP/1.1" status: 204 len: 168 time: 2.8722510 Dec 06 15:05:48.522636 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44308) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:48.558231 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5120b9e-b05f-4c1e-9c73-d15b9fc1dd5f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Network': ['ID=74d87d1f-4339-479d-9421-65c265746a7d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:48.578074 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-33603875-6b04-4285-ab4f-928006367308 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] GET failed (client error): The resource could not be found. Dec 06 15:05:48.581169 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-33603875-6b04-4285-ab4f-928006367308 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "GET /v2.0/subnets/a8a6c831-8d9a-4fd5-910e-1f27fba1fa16 HTTP/1.1" status: 404 len: 337 time: 0.0554399 Dec 06 15:05:48.582998 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44312) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:48.610128 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aaf2e8a-9062-4538-892e-40ea1e8100cf tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:48.610694 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aaf2e8a-9062-4538-892e-40ea1e8100cf tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:48.617779 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0aaf2e8a-9062-4538-892e-40ea1e8100cf tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/74d87d1f-4339-479d-9421-65c265746a7d HTTP/1.1" status: 404 len: 339 time: 0.0328705 Dec 06 15:05:48.620844 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44322) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:48.763208 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2a8aec45-22d6-433b-855f-c40929a2f954 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1817258430-network', 'tenant_id': '2a2aac743260403bb350e6365eee4c89'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:48.765099 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-86783a81-0816-41fd-a396-c1895aebeb7f req-c2ddf477-e43d-47c8-a20f-e5ad76ff4d96 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0551338 Dec 06 15:05:48.851099 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195bafef-33fd-4f4d-a5ac-ef99a181357a tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:48.852728 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-195bafef-33fd-4f4d-a5ac-ef99a181357a tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2308848 Dec 06 15:05:48.853917 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8aec45-22d6-433b-855f-c40929a2f954 admin admin] Made reservation on behalf of 2a2aac743260403bb350e6365eee4c89 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:48.855611 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44328) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:48.856212 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a8aec45-22d6-433b-855f-c40929a2f954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:48.870567 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a8aec45-22d6-433b-855f-c40929a2f954 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:48.918855 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-61e80b06-67df-4ead-90f6-8b1f9cd9ba4c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 207 time: 0.0614433 Dec 06 15:05:48.924151 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44336) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:48.958991 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a8aec45-22d6-433b-855f-c40929a2f954 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:48.972663 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a8aec45-22d6-433b-855f-c40929a2f954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:48.993223 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8aec45-22d6-433b-855f-c40929a2f954 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:49.006137 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a8aec45-22d6-433b-855f-c40929a2f954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:49.006863 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-2a8aec45-22d6-433b-855f-c40929a2f954 admin admin] Added segment cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4 of type vlan for network 78cfa806-705b-461f-90b8-3deff86f3c75 Dec 06 15:05:49.079418 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a8aec45-22d6-433b-855f-c40929a2f954 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:49.129219 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8aec45-22d6-433b-855f-c40929a2f954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dbc113-26c3-4cb8-913d-4b455c2b608b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:49.144770 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdacb3d1-3e35-4e9e-bda8-a04d28746bce tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:49.150757 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdacb3d1-3e35-4e9e-bda8-a04d28746bce tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:49.156929 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdacb3d1-3e35-4e9e-bda8-a04d28746bce tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:49.163370 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdacb3d1-3e35-4e9e-bda8-a04d28746bce tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:49.165096 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bdacb3d1-3e35-4e9e-bda8-a04d28746bce tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2393501 Dec 06 15:05:49.167613 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44344) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:49.169309 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44346) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:49.191192 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a8aec45-22d6-433b-855f-c40929a2f954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:49.191588 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-a761545e-6b39-47dc-8bc4-04ad65eb6bff tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:49.192264 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8aec45-22d6-433b-855f-c40929a2f954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:49.192874 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a8aec45-22d6-433b-855f-c40929a2f954 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:49.199695 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-a761545e-6b39-47dc-8bc4-04ad65eb6bff tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/networks?id=90c4e728-c4e8-4517-a9c4-f324b8a7be2b HTTP/1.1" status: 200 len: 810 time: 0.2281005 Dec 06 15:05:49.240271 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-f4528765-090e-48bf-8d3a-bebeb903fd5b tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/quotas/1f81ae5ccd404ed6b55a3b4eb77577ff HTTP/1.1" status: 200 len: 375 time: 0.0390270 Dec 06 15:05:49.244149 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2a8aec45-22d6-433b-855f-c40929a2f954 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7767646 Dec 06 15:05:49.251606 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8fa81-36db-48ec-8866-60d174b40f75 req-b621c045-97c6-4964-afe9-4e8d0b6e0c81 tempest-ComputeTenantNetworksTest-1919936990 tempest-ComputeTenantNetworksTest-1919936990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:49.254956 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44350) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:49.257862 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8fa81-36db-48ec-8866-60d174b40f75 req-b621c045-97c6-4964-afe9-4e8d0b6e0c81 tempest-ComputeTenantNetworksTest-1919936990 tempest-ComputeTenantNetworksTest-1919936990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:49.264099 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8fa81-36db-48ec-8866-60d174b40f75 req-b621c045-97c6-4964-afe9-4e8d0b6e0c81 tempest-ComputeTenantNetworksTest-1919936990 tempest-ComputeTenantNetworksTest-1919936990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:49.265725 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3ff8fa81-36db-48ec-8866-60d174b40f75 req-b621c045-97c6-4964-afe9-4e8d0b6e0c81 tempest-ComputeTenantNetworksTest-1919936990 tempest-ComputeTenantNetworksTest-1919936990-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2142153 Dec 06 15:05:49.282157 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4896e749-24a0-474c-ac3f-2030bc31274d admin admin] Request body: {'subnet': {'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1817258430-subnet', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:49.302978 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8aec45-22d6-433b-855f-c40929a2f954 admin admin] Pushing event updated for resources: {'Network': ['ID=78cfa806-705b-461f-90b8-3deff86f3c75,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:49.317544 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 78cfa806-705b-461f-90b8-3deff86f3c75 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:49.319885 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-83032f8f-3b7f-42e3-bba3-80b27ad80b16 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f81ae5ccd404ed6b55a3b4eb77577ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784135 Dec 06 15:05:49.369276 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d65cb426-eefa-480a-9158-8a771e4c5f24 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-31808445'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:49.389413 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780d2a6-f1c0-4c9d-8424-4cf5bb35b508 req-ce7cb5bf-ba08-43d8-978e-8b7588d75dfe tempest-ComputeTenantNetworksTest-1919936990 tempest-ComputeTenantNetworksTest-1919936990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:49.390807 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9780d2a6-f1c0-4c9d-8424-4cf5bb35b508 req-ce7cb5bf-ba08-43d8-978e-8b7588d75dfe tempest-ComputeTenantNetworksTest-1919936990 tempest-ComputeTenantNetworksTest-1919936990-project] 10.222.0.20 "GET /v2.0/networks/88efc302-2a30-4046-a760-5237262b19c3 HTTP/1.1" status: 200 len: 769 time: 0.0905683 Dec 06 15:05:49.400936 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44354) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:49.434051 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.db.api [None req-d65cb426-eefa-480a-9158-8a771e4c5f24 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 15:05:49.434051 n-d-master-1 neutron-server[103289]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 15:05:49.434051 n-d-master-1 neutron-server[103289]: [parameters: {'project_id_1': '556adcc6b5f34801b0277da5321c54b3', 'expiration_1': datetime.datetime(2021, 12, 6, 15, 5, 29, 381786)}] Dec 06 15:05:49.434051 n-d-master-1 neutron-server[103289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:05:49.434543 n-d-master-1 neutron-server[103289]: DEBUG oslo_db.api [None req-d65cb426-eefa-480a-9158-8a771e4c5f24 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:05:49.449361 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4896e749-24a0-474c-ac3f-2030bc31274d admin admin] Made reservation on behalf of 2a2aac743260403bb350e6365eee4c89 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:49.451794 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4896e749-24a0-474c-ac3f-2030bc31274d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:49.465648 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e8660619-ccd6-42a7-9501-d0941b5aeb8c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2904847 Dec 06 15:05:49.469193 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44356) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:49.476904 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9f1dd53-e826-4b85-8097-2b5370844d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:49.543176 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-6dbe02ea-6a99-4c2c-a351-ac1133344764 service neutron] 10.222.0.20 "GET /v2.0/networks/90c4e728-c4e8-4517-a9c4-f324b8a7be2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222357 Dec 06 15:05:49.557351 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9f1dd53-e826-4b85-8097-2b5370844d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:49.577621 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d9f1dd53-e826-4b85-8097-2b5370844d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88efc302-2a30-4046-a760-5237262b19c3']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:49.587764 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d9f1dd53-e826-4b85-8097-2b5370844d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472839f3-4fa9-45dd-87d1-b2d9bcb528e9') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:49.588190 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d9f1dd53-e826-4b85-8097-2b5370844d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472839f3-4fa9-45dd-87d1-b2d9bcb528e9') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:49.593218 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb92fd-bd56-446b-abcc-1340b3008317 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:49.594905 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb92fd-bd56-446b-abcc-1340b3008317 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:49.596442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cfeb92fd-bd56-446b-abcc-1340b3008317 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1263244 Dec 06 15:05:49.597778 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9f1dd53-e826-4b85-8097-2b5370844d9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:49.602434 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44358) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:49.647908 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9f1dd53-e826-4b85-8097-2b5370844d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:49.660526 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f1dd53-e826-4b85-8097-2b5370844d9f admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:49.660922 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9f1dd53-e826-4b85-8097-2b5370844d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:49.663263 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:49.688479 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94d1ef6-ef0e-4e27-be56-2274bde38e64 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:49.689454 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94d1ef6-ef0e-4e27-be56-2274bde38e64 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:49.690986 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e94d1ef6-ef0e-4e27-be56-2274bde38e64 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0875974 Dec 06 15:05:49.695225 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44362) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:49.720887 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-46fe6bbd-3565-4093-b1e2-288c1458fd37 service neutron] 10.222.0.20 "GET /v2.0/networks/90c4e728-c4e8-4517-a9c4-f324b8a7be2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426210 Dec 06 15:05:49.754906 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9f1dd53-e826-4b85-8097-2b5370844d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:49.765708 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9f1dd53-e826-4b85-8097-2b5370844d9f admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:49.771426 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d9f1dd53-e826-4b85-8097-2b5370844d9f admin admin] 10.222.0.20 "DELETE /v2.0/networks/88efc302-2a30-4046-a760-5237262b19c3 HTTP/1.1" status: 204 len: 168 time: 0.3665469 Dec 06 15:05:49.807162 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4896e749-24a0-474c-ac3f-2030bc31274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:49.809669 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1dd53-e826-4b85-8097-2b5370844d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=88efc302-2a30-4046-a760-5237262b19c3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:49.893749 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896e749-24a0-474c-ac3f-2030bc31274d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf66fc85-22e7-489d-a136-b60a02604889,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:49.902621 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4896e749-24a0-474c-ac3f-2030bc31274d admin admin] Checking segment: {'id': 'cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:49.902993 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4896e749-24a0-474c-ac3f-2030bc31274d admin admin] Network hostable DHCP agents. Network: 78cfa806-705b-461f-90b8-3deff86f3c75, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:49.905753 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7056817-baa0-43c7-8cbb-8105f7e6e15a tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:49.907741 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b7056817-baa0-43c7-8cbb-8105f7e6e15a tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "GET /v2.0/networks/27839b23-ce5c-453d-a5e7-1c83fb27014d HTTP/1.1" status: 200 len: 800 time: 0.2115381 Dec 06 15:05:49.911596 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44368) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:49.962227 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e772574b-e004-499e-be80-0f8bf33c3d20 req-c3652a8c-b255-48f2-9179-64fd9e19c27f tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0319440 Dec 06 15:05:49.968322 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4896e749-24a0-474c-ac3f-2030bc31274d admin admin] Network 78cfa806-705b-461f-90b8-3deff86f3c75 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:50.015331 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44370) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:50.030373 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4896e749-24a0-474c-ac3f-2030bc31274d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 78cfa806-705b-461f-90b8-3deff86f3c75) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:50.042138 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4896e749-24a0-474c-ac3f-2030bc31274d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:50.045059 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6fc4bb-3437-46a2-94c6-fb8f31e7f4e1 None None] Network 78cfa806-705b-461f-90b8-3deff86f3c75 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:50.048200 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4896e749-24a0-474c-ac3f-2030bc31274d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.056926 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65cb426-eefa-480a-9158-8a771e4c5f24 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Made reservation on behalf of 556adcc6b5f34801b0277da5321c54b3 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:50.062047 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d65cb426-eefa-480a-9158-8a771e4c5f24 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.095241 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d65cb426-eefa-480a-9158-8a771e4c5f24 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.116467 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4896e749-24a0-474c-ac3f-2030bc31274d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8592176 Dec 06 15:05:50.121912 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44376) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:50.130895 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1817258430-router', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:50.144257 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-db22a3fe-eebc-4026-87e2-4c5d071b6b35 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "GET /v2.0/networks/27839b23-ce5c-453d-a5e7-1c83fb27014d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2314267 Dec 06 15:05:50.154884 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44378) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:50.164840 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dcc85ccc-afd7-4f1e-89ea-66bea0998997 req-e666cb86-c878-47b4-8b72-fb1c390b1356 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48d85d5-dabe-4ed1-a176-311cb2600295 HTTP/1.1" status: 200 len: 210 time: 0.0574706 Dec 06 15:05:50.171379 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1e395187-4a6d-46d9-b15d-b513b13fc745 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31850af54be6456085aaa6285770a3f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1548860 Dec 06 15:05:50.172263 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44380) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:50.244935 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-78cfa806-705b-461f-90b8-3deff86f3c75', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'fixed_ips': [{'subnet_id': 'cf66fc85-22e7-489d-a136-b60a02604889'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:05:50.249740 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.257246 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.258260 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.264891 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76aba7fe-541a-4796-91bc-e837d51f3c55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.272697 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029490c4-29b1-4865-b123-4444f74ca619 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:50.274293 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-029490c4-29b1-4865-b123-4444f74ca619 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "GET /v2.0/subnets/197fe586-46e7-4bc2-8d4a-28fce1eae014 HTTP/1.1" status: 200 len: 811 time: 0.1134143 Dec 06 15:05:50.278320 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44386) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:50.293386 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76aba7fe-541a-4796-91bc-e837d51f3c55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.358741 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76aba7fe-541a-4796-91bc-e837d51f3c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.363240 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76aba7fe-541a-4796-91bc-e837d51f3c55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.365468 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-76aba7fe-541a-4796-91bc-e837d51f3c55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6690ad7-f635-4e48-9833-fdc6af4d39c5 HTTP/1.1" status: 204 len: 168 time: 0.1921122 Dec 06 15:05:50.377525 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aba7fe-541a-4796-91bc-e837d51f3c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6690ad7-f635-4e48-9833-fdc6af4d39c5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:50.395993 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.414412 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37022303-85d4-4c40-a243-63c697906671 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:50.419186 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-37022303-85d4-4c40-a243-63c697906671 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "GET /v2.0/subnets/197fe586-46e7-4bc2-8d4a-28fce1eae014?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1359403 Dec 06 15:05:50.420448 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44390) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:50.426089 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-09dcd9ac-6f5f-4460-81d7-81a538b239b2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-370681425'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:50.463260 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d65cb426-eefa-480a-9158-8a771e4c5f24 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.483865 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dcd9ac-6f5f-4460-81d7-81a538b239b2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:50.489569 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09dcd9ac-6f5f-4460-81d7-81a538b239b2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.504809 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d65cb426-eefa-480a-9158-8a771e4c5f24 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.506995 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Allocated IP 172.20.0.2 (78cfa806-705b-461f-90b8-3deff86f3c75/cf66fc85-22e7-489d-a136-b60a02604889/5fd1f1ce-9fa1-44d0-947d-14dc179ceafa) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:05:50.531908 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09dcd9ac-6f5f-4460-81d7-81a538b239b2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:50.544189 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09dcd9ac-6f5f-4460-81d7-81a538b239b2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.544924 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-09dcd9ac-6f5f-4460-81d7-81a538b239b2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Added segment d28ef40a-82b8-4a01-b43e-91a9e6b94401 of type vlan for network 74da5d8f-618b-45e0-a781-dcaf8d1fc7d3 Dec 06 15:05:50.566841 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65cb426-eefa-480a-9158-8a771e4c5f24 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:50.595888 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09dcd9ac-6f5f-4460-81d7-81a538b239b2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.611134 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.614305 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cb426-eefa-480a-9158-8a771e4c5f24 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3e733c-9db8-4e4b-b28d-c134a9093d09,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:50.621338 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d65cb426-eefa-480a-9158-8a771e4c5f24 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.621685 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-d65cb426-eefa-480a-9158-8a771e4c5f24 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Added segment 0eb36668-7cae-4a43-bcf8-fe474ddce9ed of type vlan for network 5beb59eb-369f-4f6f-8f64-da3f73b1dccb Dec 06 15:05:50.657713 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09dcd9ac-6f5f-4460-81d7-81a538b239b2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.664530 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dcd9ac-6f5f-4460-81d7-81a538b239b2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:50.665608 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09dcd9ac-6f5f-4460-81d7-81a538b239b2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.676192 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d65cb426-eefa-480a-9158-8a771e4c5f24 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.744162 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcd9ac-6f5f-4460-81d7-81a538b239b2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Network': ['ID=74da5d8f-618b-45e0-a781-dcaf8d1fc7d3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:50.760025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-09dcd9ac-6f5f-4460-81d7-81a538b239b2 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3391027 Dec 06 15:05:50.762892 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44398) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:50.764784 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d65cb426-eefa-480a-9158-8a771e4c5f24 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.769891 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c4822f23-a5a6-4a04-936d-31eb8c386cef tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'subnet': {'network_id': '74da5d8f-618b-45e0-a781-dcaf8d1fc7d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:50.771216 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65cb426-eefa-480a-9158-8a771e4c5f24 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:50.772008 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d65cb426-eefa-480a-9158-8a771e4c5f24 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:50.830945 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d65cb426-eefa-480a-9158-8a771e4c5f24 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6622643 Dec 06 15:05:50.832928 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44400) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:50.870280 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cb426-eefa-480a-9158-8a771e4c5f24 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Pushing event updated for resources: {'Network': ['ID=5beb59eb-369f-4f6f-8f64-da3f73b1dccb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:50.906556 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 74da5d8f-618b-45e0-a781-dcaf8d1fc7d3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:50.909450 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 5beb59eb-369f-4f6f-8f64-da3f73b1dccb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:50.929108 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4822f23-a5a6-4a04-936d-31eb8c386cef tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Made reservation on behalf of 4031790a8d3c400d9ce91725d99f38b9 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:50.934509 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4822f23-a5a6-4a04-936d-31eb8c386cef tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:51.078991 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:51.105750 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:51.109932 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-c4822f23-a5a6-4a04-936d-31eb8c386cef tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Performing IP validity checks on allocation pools {{(pid=103288) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 15:05:51.110708 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-c4822f23-a5a6-4a04-936d-31eb8c386cef tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103288) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 15:05:51.169566 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3cac1ea5-9813-4066-b1e0-839e6b2d1452 req-105a6fab-fd30-4acd-92b2-10879a8295bd tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0524337 Dec 06 15:05:51.171409 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:51.182508 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:51.256111 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Network 78cfa806-705b-461f-90b8-3deff86f3c75 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:05:51.259822 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:51.266193 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:05:51.295196 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Allocated IP 172.35.7.33 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/de994c88-44a2-48ae-87a8-6c76421aa404) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:05:51.299521 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Pushing event updated for resources: {'Port': ['ID=5fd1f1ce-9fa1-44d0-947d-14dc179ceafa,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:51.334109 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:51.334675 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:51.335205 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:51.335751 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:51.336257 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:51.337054 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:51.337935 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:51.338451 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:51.339319 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:51.339878 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:51.340392 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:51.340887 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:51.341701 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:51.365276 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Attempting to bind port 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:05:51.365656 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Attempting to bind port 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:05:51.366204 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Attempting to bind port 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa on network 78cfa806-705b-461f-90b8-3deff86f3c75 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:05:51.371967 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:05:51.372792 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Checking segment: {'id': 'cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:51.373205 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:51.373822 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Bound using segment: {'id': 'cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:05:51.374276 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Bound port: 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:05:51.374660 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:51.377923 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4822f23-a5a6-4a04-936d-31eb8c386cef tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:51.383215 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-39c569c8-b611-4ac3-a50b-2d794136bb85 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Request body: {'network': {'name': 'tempest-network--1187184647', 'router:external': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:51.439796 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bdea6e7c-3ba4-4708-ab17-9dd08b9cd1fc req-4af30bd6-e949-42f1-87fe-211f37cdcb5a tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48d85d5-dabe-4ed1-a176-311cb2600295 HTTP/1.1" status: 200 len: 210 time: 0.0546539 Dec 06 15:05:51.460640 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4822f23-a5a6-4a04-936d-31eb8c386cef tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Subnet': ['ID=3be6719f-6fdb-452c-ab3c-c071b56fd609,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:51.471514 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4822f23-a5a6-4a04-936d-31eb8c386cef tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Checking segment: {'id': 'd28ef40a-82b8-4a01-b43e-91a9e6b94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '74da5d8f-618b-45e0-a781-dcaf8d1fc7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:51.472009 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4822f23-a5a6-4a04-936d-31eb8c386cef tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network hostable DHCP agents. Network: 74da5d8f-618b-45e0-a781-dcaf8d1fc7d3, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:51.485133 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c569c8-b611-4ac3-a50b-2d794136bb85 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Made reservation on behalf of 21034f841fe6410dbc309d7575a042f7 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:51.488598 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39c569c8-b611-4ac3-a50b-2d794136bb85 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:51.498269 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] For port 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:05:51.501754 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] For port 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5fd1f1ce-9fa1-44d0-947d-14dc179ceafa,segment=NetworkSegment(cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4),segment_id=cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:05:51.508096 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:51.518408 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4822f23-a5a6-4a04-936d-31eb8c386cef tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Network 74da5d8f-618b-45e0-a781-dcaf8d1fc7d3 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:51.525084 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39c569c8-b611-4ac3-a50b-2d794136bb85 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:51.537547 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c4822f23-a5a6-4a04-936d-31eb8c386cef tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 74da5d8f-618b-45e0-a781-dcaf8d1fc7d3) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:51.546250 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4822f23-a5a6-4a04-936d-31eb8c386cef tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:51.547592 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4822f23-a5a6-4a04-936d-31eb8c386cef tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:51.561168 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:51.563248 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76ee736-847c-49f6-b805-c4756782bc04 None None] Network 74da5d8f-618b-45e0-a781-dcaf8d1fc7d3 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:51.581190 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44422) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:51.582228 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c4822f23-a5a6-4a04-936d-31eb8c386cef tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8177676 Dec 06 15:05:51.599835 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-be7b5d87-d9bd-4e80-9d75-53d97c6d050d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:51.628288 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18343f-8c5c-4d79-a701-0d423bb2d74d None None] Pushing event updated for resources: {'Port': ['ID=5fd1f1ce-9fa1-44d0-947d-14dc179ceafa,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:51.737250 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-28376047-4db6-4c4a-a526-77a8b63e7296 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:51.738799 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-28376047-4db6-4c4a-a526-77a8b63e7296 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.37 "GET /v2.0/networks?id=90c4e728-c4e8-4517-a9c4-f324b8a7be2b HTTP/1.1" status: 200 len: 810 time: 0.1275876 Dec 06 15:05:51.757986 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-140386c3-c47b-480e-b78d-2b835b882141 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Request body: {'port': {'device_id': 'd48d85d5-dabe-4ed1-a176-311cb2600295', 'network_id': '90c4e728-c4e8-4517-a9c4-f324b8a7be2b', 'admin_state_up': True, 'tenant_id': '1f81ae5ccd404ed6b55a3b4eb77577ff'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:51.767202 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44426) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:51.814918 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-74da5d8f-618b-45e0-a781-dcaf8d1fc7d3', 'network_id': '74da5d8f-618b-45e0-a781-dcaf8d1fc7d3', 'tenant_id': '4031790a8d3c400d9ce91725d99f38b9', 'fixed_ips': [{'subnet_id': '3be6719f-6fdb-452c-ab3c-c071b56fd609'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:05:51.816146 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:51.880391 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:51.980128 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be7b5d87-d9bd-4e80-9d75-53d97c6d050d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63768083'] for subnet, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:51.986685 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:05:51.998882 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-140386c3-c47b-480e-b78d-2b835b882141 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Made reservation on behalf of 1f81ae5ccd404ed6b55a3b4eb77577ff for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:52.003530 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-140386c3-c47b-480e-b78d-2b835b882141 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.014625 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:52.024943 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ddf90112-ee5f-4c00-9b73-19e3505fb0b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-573464607-network', 'tenant_id': '1d68cc263107495b94e8b89e7ce49c8a'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:52.035304 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:05:52.043813 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cecdca-90e0-4534-b37d-e7a325529463 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:52.047149 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39c569c8-b611-4ac3-a50b-2d794136bb85 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.070657 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Allocated IP 172.20.0.3 (74da5d8f-618b-45e0-a781-dcaf8d1fc7d3/3be6719f-6fdb-452c-ab3c-c071b56fd609/e2502a87-8a67-4795-b903-e4dedc3ce299) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:05:52.073281 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Pushing event updated for resources: {'Port': ['ID=de994c88-44a2-48ae-87a8-6c76421aa404,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:52.089238 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39c569c8-b611-4ac3-a50b-2d794136bb85 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.125276 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c569c8-b611-4ac3-a50b-2d794136bb85 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:52.126237 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf90112-ee5f-4c00-9b73-19e3505fb0b2 admin admin] Made reservation on behalf of 1d68cc263107495b94e8b89e7ce49c8a for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:52.128888 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddf90112-ee5f-4c00-9b73-19e3505fb0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.145706 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c569c8-b611-4ac3-a50b-2d794136bb85 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282ca1bc-d45c-4aa3-abd2-9d22bcf78a31,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:52.149499 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39c569c8-b611-4ac3-a50b-2d794136bb85 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.149805 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-39c569c8-b611-4ac3-a50b-2d794136bb85 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Added segment c7d5a957-f43e-460b-8229-0e1d8c3ee292 of type vlan for network 958b6733-d6d5-45a4-8a60-136de6c78362 Dec 06 15:05:52.167816 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddf90112-ee5f-4c00-9b73-19e3505fb0b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.214160 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-140386c3-c47b-480e-b78d-2b835b882141 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Allocated IP 172.20.0.7 (90c4e728-c4e8-4517-a9c4-f324b8a7be2b/dd8d9bbc-b594-4a2f-85b7-dfc18953087b/09826342-77cd-4c17-b6d7-d998f4e63cdd) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:05:52.271576 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-63dfea84-50f1-4560-9db8-024e36f15455 None None] Provisioning complete for port de994c88-44a2-48ae-87a8-6c76421aa404 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:52.272584 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-63dfea84-50f1-4560-9db8-024e36f15455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.330855 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:05:52.342911 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddf90112-ee5f-4c00-9b73-19e3505fb0b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.349940 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddf90112-ee5f-4c00-9b73-19e3505fb0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.370127 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b0e0f30f-40c3-4bc6-ba77-c21c1e651917 req-f84eeb73-a93c-4768-b6ee-648cc5fe8b67 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0701098 Dec 06 15:05:52.372599 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39c569c8-b611-4ac3-a50b-2d794136bb85 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.413145 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf90112-ee5f-4c00-9b73-19e3505fb0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2118aef-d798-4282-b033-5e9d7c83c3b1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:52.425557 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-63dfea84-50f1-4560-9db8-024e36f15455 None None] Port de994c88-44a2-48ae-87a8-6c76421aa404 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:05:52.432131 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf90112-ee5f-4c00-9b73-19e3505fb0b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:52.432316 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.444880 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.452707 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddf90112-ee5f-4c00-9b73-19e3505fb0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.453101 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-ddf90112-ee5f-4c00-9b73-19e3505fb0b2 admin admin] Added segment e4a737f4-caf1-4c65-bdf2-2fda2ca58261 of type vlan for network f5f251ea-82ed-4a0b-8c44-8681824b45f4 Dec 06 15:05:52.460857 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39c569c8-b611-4ac3-a50b-2d794136bb85 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.461948 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c569c8-b611-4ac3-a50b-2d794136bb85 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:52.462496 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-39c569c8-b611-4ac3-a50b-2d794136bb85 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.514073 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-140386c3-c47b-480e-b78d-2b835b882141 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.526659 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddf90112-ee5f-4c00-9b73-19e3505fb0b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.533101 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Network 74da5d8f-618b-45e0-a781-dcaf8d1fc7d3 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:05:52.558131 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:52.558590 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.565123 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:52.570291 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:05:52.583709 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddf90112-ee5f-4c00-9b73-19e3505fb0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.584776 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf90112-ee5f-4c00-9b73-19e3505fb0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:52.585353 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddf90112-ee5f-4c00-9b73-19e3505fb0b2 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.606747 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Pushing event updated for resources: {'Port': ['ID=e2502a87-8a67-4795-b903-e4dedc3ce299,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:52.620775 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0e970cf3-d008-4c18-bb5c-e126273c8000 req-34ca217d-e968-4056-a8dd-27990cdc2d1d tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48d85d5-dabe-4ed1-a176-311cb2600295 HTTP/1.1" status: 200 len: 210 time: 0.0549006 Dec 06 15:05:52.624319 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ddf90112-ee5f-4c00-9b73-19e3505fb0b2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8564200 Dec 06 15:05:52.637280 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44436) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:52.645119 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d65959e7-87fa-4c61-b6b7-24c68525219c admin admin] Request body: {'subnet': {'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-573464607-subnet', 'tenant_id': '1d68cc263107495b94e8b89e7ce49c8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:52.662140 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-140386c3-c47b-480e-b78d-2b835b882141 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.680227 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Attempting to bind port e2502a87-8a67-4795-b903-e4dedc3ce299 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:05:52.680860 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Attempting to bind port e2502a87-8a67-4795-b903-e4dedc3ce299 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd28ef40a-82b8-4a01-b43e-91a9e6b94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '74da5d8f-618b-45e0-a781-dcaf8d1fc7d3'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:05:52.681413 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Attempting to bind port e2502a87-8a67-4795-b903-e4dedc3ce299 on network 74da5d8f-618b-45e0-a781-dcaf8d1fc7d3 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:05:52.688658 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:05:52.689357 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Checking segment: {'id': 'd28ef40a-82b8-4a01-b43e-91a9e6b94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '74da5d8f-618b-45e0-a781-dcaf8d1fc7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:52.689919 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.690486 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Bound using segment: {'id': 'd28ef40a-82b8-4a01-b43e-91a9e6b94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '74da5d8f-618b-45e0-a781-dcaf8d1fc7d3'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:05:52.691137 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Bound port: e2502a87-8a67-4795-b903-e4dedc3ce299, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28ef40a-82b8-4a01-b43e-91a9e6b94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '74da5d8f-618b-45e0-a781-dcaf8d1fc7d3'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:05:52.691720 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.756679 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-140386c3-c47b-480e-b78d-2b835b882141 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Network 90c4e728-c4e8-4517-a9c4-f324b8a7be2b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:05:52.767202 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf90112-ee5f-4c00-9b73-19e3505fb0b2 admin admin] Pushing event updated for resources: {'Network': ['ID=f5f251ea-82ed-4a0b-8c44-8681824b45f4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:52.770813 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-140386c3-c47b-480e-b78d-2b835b882141 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:52.773700 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-140386c3-c47b-480e-b78d-2b835b882141 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:05:52.790608 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network f5f251ea-82ed-4a0b-8c44-8681824b45f4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:52.813950 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140386c3-c47b-480e-b78d-2b835b882141 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Pushing event updated for resources: {'Port': ['ID=09826342-77cd-4c17-b6d7-d998f4e63cdd,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:52.823414 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65959e7-87fa-4c61-b6b7-24c68525219c admin admin] Made reservation on behalf of 1d68cc263107495b94e8b89e7ce49c8a for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:52.825780 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d65959e7-87fa-4c61-b6b7-24c68525219c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.859437 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1457dc-5137-4650-a18b-27a08f4c70e9 None None] DHCP port deletion for 90c4e728-c4e8-4517-a9c4-f324b8a7be2b request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:52.866614 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.886699 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] For port e2502a87-8a67-4795-b903-e4dedc3ce299, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:05:52.916486 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] For port e2502a87-8a67-4795-b903-e4dedc3ce299, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e2502a87-8a67-4795-b903-e4dedc3ce299,segment=NetworkSegment(d28ef40a-82b8-4a01-b43e-91a9e6b94401),segment_id=d28ef40a-82b8-4a01-b43e-91a9e6b94401)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:05:52.931276 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.943936 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-140386c3-c47b-480e-b78d-2b835b882141 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:52.944611 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-140386c3-c47b-480e-b78d-2b835b882141 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:52.955078 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5fd1f1ce-9fa1-44d0-947d-14dc179ceafa,segment=NetworkSegment(cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4),segment_id=cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:52.992345 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-140386c3-c47b-480e-b78d-2b835b882141 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2386899 Dec 06 15:05:52.992760 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:53.012480 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6fd08a62-882e-40ae-8d88-1e4709ab98c4 None None] Provisioning complete for port 09826342-77cd-4c17-b6d7-d998f4e63cdd triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:53.012986 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6fd08a62-882e-40ae-8d88-1e4709ab98c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:53.057572 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Request body: {'port': {'device_id': 'd48d85d5-dabe-4ed1-a176-311cb2600295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:53.076035 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4c424-a038-445b-914c-27d52d4db852 None None] Pushing event updated for resources: {'Port': ['ID=e2502a87-8a67-4795-b903-e4dedc3ce299,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:53.088651 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6fd08a62-882e-40ae-8d88-1e4709ab98c4 None None] Port 09826342-77cd-4c17-b6d7-d998f4e63cdd cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:05:53.133269 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caee609-a90c-45b5-a46d-8727f542ed6b None None] Network 78cfa806-705b-461f-90b8-3deff86f3c75 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:53.139424 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c569c8-b611-4ac3-a50b-2d794136bb85 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Pushing event updated for resources: {'Network': ['ID=958b6733-d6d5-45a4-8a60-136de6c78362,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:53.141936 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d65959e7-87fa-4c61-b6b7-24c68525219c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:53.155666 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-39c569c8-b611-4ac3-a50b-2d794136bb85 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.3189504 Dec 06 15:05:53.156977 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:53.160616 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44440) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:53.162703 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 958b6733-d6d5-45a4-8a60-136de6c78362 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:53.273388 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=5fd1f1ce-9fa1-44d0-947d-14dc179ceafa,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:53.326096 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:53.330682 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65959e7-87fa-4c61-b6b7-24c68525219c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b72e794-ba19-4721-af9a-670583f58b7e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:53.341732 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1cb27fa8-4e1c-457b-82ee-17f471adc9ea None None] Provisioning complete for port 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:53.342095 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1cb27fa8-4e1c-457b-82ee-17f471adc9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:53.389217 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65959e7-87fa-4c61-b6b7-24c68525219c admin admin] Checking segment: {'id': 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:53.389570 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65959e7-87fa-4c61-b6b7-24c68525219c admin admin] Network hostable DHCP agents. Network: f5f251ea-82ed-4a0b-8c44-8681824b45f4, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:53.401653 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b717-7692-4c27-b582-a531ca18dd2c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:53.537675 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be7b5d87-d9bd-4e80-9d75-53d97c6d050d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762842046383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63733859'] for subnet, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:53.583852 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65959e7-87fa-4c61-b6b7-24c68525219c admin admin] Network f5f251ea-82ed-4a0b-8c44-8681824b45f4 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:53.591161 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8a02c10c-d616-498f-8e29-69a286ea969c req-f05f08fb-38b7-45d4-8d5d-e76d0cc024b5 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0545096 Dec 06 15:05:53.632243 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7b5d87-d9bd-4e80-9d75-53d97c6d050d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:53.632845 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be7b5d87-d9bd-4e80-9d75-53d97c6d050d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:53.637045 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-be7b5d87-d9bd-4e80-9d75-53d97c6d050d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "PUT /v2.0/subnets/3be6719f-6fdb-452c-ab3c-c071b56fd609 HTTP/1.1" status: 200 len: 877 time: 2.0440853 Dec 06 15:05:53.642304 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44444) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:53.730481 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b5d87-d9bd-4e80-9d75-53d97c6d050d tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event updated for resources: {'Subnet': ['ID=3be6719f-6fdb-452c-ab3c-c071b56fd609,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:53.843893 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-87b3adba-7d17-4fb7-9a69-2cda37c08147 None None] Provisioning complete for port 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:53.844628 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-87b3adba-7d17-4fb7-9a69-2cda37c08147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:53.854777 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:53.859876 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:53.885524 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be398e-89a6-4b39-af3a-13d76cdfafb9 req-0f14dbce-0f36-4fc8-bda8-6b910d3be94d tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:53.888189 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35be398e-89a6-4b39-af3a-13d76cdfafb9 req-0f14dbce-0f36-4fc8-bda8-6b910d3be94d tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48d85d5-dabe-4ed1-a176-311cb2600295 HTTP/1.1" status: 200 len: 931 time: 0.1606369 Dec 06 15:05:53.919381 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d65959e7-87fa-4c61-b6b7-24c68525219c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f5f251ea-82ed-4a0b-8c44-8681824b45f4) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:53.923909 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65959e7-87fa-4c61-b6b7-24c68525219c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:53.924527 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d65959e7-87fa-4c61-b6b7-24c68525219c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:53.956884 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9763e579-2dbd-461b-b3d4-b8403329129e None None] Network f5f251ea-82ed-4a0b-8c44-8681824b45f4 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:54.020180 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d65959e7-87fa-4c61-b6b7-24c68525219c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3724713 Dec 06 15:05:54.038487 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b717-7692-4c27-b582-a531ca18dd2c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.067090 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35be398e-89a6-4b39-af3a-13d76cdfafb9 req-65ebd68c-eab9-49a0-97d3-aec0d88537a3 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8fbcddd-7a70-459d-aa1c-28163bb8e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378446 Dec 06 15:05:54.080480 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4fa2b717-7692-4c27-b582-a531ca18dd2c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958b6733-d6d5-45a4-8a60-136de6c78362']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:54.099877 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Deleting port e2502a87-8a67-4795-b903-e4dedc3ce299 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:54.100104 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.102580 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4fa2b717-7692-4c27-b582-a531ca18dd2c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d5a957-f43e-460b-8229-0e1d8c3ee292') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:54.103089 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4fa2b717-7692-4c27-b582-a531ca18dd2c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d5a957-f43e-460b-8229-0e1d8c3ee292') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:54.127276 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b717-7692-4c27-b582-a531ca18dd2c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.154773 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b717-7692-4c27-b582-a531ca18dd2c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.169654 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa2b717-7692-4c27-b582-a531ca18dd2c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:54.170036 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b717-7692-4c27-b582-a531ca18dd2c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:54.172364 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:54.216431 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:05:54.242906 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15bb83c-e8de-4680-af7c-006011febcc9 None None] Network f5f251ea-82ed-4a0b-8c44-8681824b45f4 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:54.255603 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] For port e2502a87-8a67-4795-b903-e4dedc3ce299, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e2502a87-8a67-4795-b903-e4dedc3ce299,segment=NetworkSegment(d28ef40a-82b8-4a01-b43e-91a9e6b94401),segment_id=d28ef40a-82b8-4a01-b43e-91a9e6b94401)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:54.258415 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.321843 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Calling delete_port for e2502a87-8a67-4795-b903-e4dedc3ce299 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:54.373944 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09826342-77cd-4c17-b6d7-d998f4e63cdd {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:05:54.382831 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.392941 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b717-7692-4c27-b582-a531ca18dd2c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.410599 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa2b717-7692-4c27-b582-a531ca18dd2c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 958b6733-d6d5-45a4-8a60-136de6c78362 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 15:05:54.415568 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Transition to ACTIVE for port object 09826342-77cd-4c17-b6d7-d998f4e63cdd will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:05:54.434343 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b717-7692-4c27-b582-a531ca18dd2c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.437605 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4fa2b717-7692-4c27-b582-a531ca18dd2c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] 10.222.0.20 "DELETE /v2.0/networks/958b6733-d6d5-45a4-8a60-136de6c78362 HTTP/1.1" status: 204 len: 168 time: 1.2525730 Dec 06 15:05:54.438772 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.442663 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2b717-7692-4c27-b582-a531ca18dd2c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Pushing event deleted for resources: {'Network': ['ID=958b6733-d6d5-45a4-8a60-136de6c78362,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:54.444828 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44458) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:54.463018 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-82ebdd35-90e5-4fa4-b0b0-40173d486a96 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:54.483714 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:05:54.546658 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Pushing event updated for resources: {'Port': ['ID=09826342-77cd-4c17-b6d7-d998f4e63cdd,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:54.651188 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:05:54.670845 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ebdd35-90e5-4fa4-b0b0-40173d486a96 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Made reservation on behalf of 21034f841fe6410dbc309d7575a042f7 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:54.673497 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82ebdd35-90e5-4fa4-b0b0-40173d486a96 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.709677 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.713038 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-046ca01b-cfe4-4756-9597-2311b95f1c3e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5886898 Dec 06 15:05:54.721386 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44470) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:54.740543 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ebdd35-90e5-4fa4-b0b0-40173d486a96 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:05:54.752463 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82ebdd35-90e5-4fa4-b0b0-40173d486a96 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.752956 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-82ebdd35-90e5-4fa4-b0b0-40173d486a96 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Added segment 0a5a2432-ef5c-461d-a962-012b1036b0b5 of type vlan for network ff22840f-f461-45f8-af30-2a63a821552c Dec 06 15:05:54.768530 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930139c0-c5ff-42f4-951c-ca31a5f2243c None None] DHCP port deletion for 90c4e728-c4e8-4517-a9c4-f324b8a7be2b request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:54.771237 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089227c5-df61-4848-a507-a6ab2ace37de None None] Network 74da5d8f-618b-45e0-a781-dcaf8d1fc7d3 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:54.806470 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82ebdd35-90e5-4fa4-b0b0-40173d486a96 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.836399 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Attempting to bind port 09826342-77cd-4c17-b6d7-d998f4e63cdd on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:05:54.836792 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Attempting to bind port 09826342-77cd-4c17-b6d7-d998f4e63cdd by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '7f20c488-d0b3-4540-b3ec-c268f1e6a6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '90c4e728-c4e8-4517-a9c4-f324b8a7be2b'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:05:54.837127 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Attempting to bind port 09826342-77cd-4c17-b6d7-d998f4e63cdd on network 90c4e728-c4e8-4517-a9c4-f324b8a7be2b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:05:54.855085 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82ebdd35-90e5-4fa4-b0b0-40173d486a96 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.856411 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ebdd35-90e5-4fa4-b0b0-40173d486a96 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:54.857104 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82ebdd35-90e5-4fa4-b0b0-40173d486a96 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.869753 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.906280 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3c851527-4861-471e-87fc-30ee0590e123 None None] Provisioning complete for port e2502a87-8a67-4795-b903-e4dedc3ce299 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:54.907046 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3c851527-4861-471e-87fc-30ee0590e123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.934872 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Port 09826342-77cd-4c17-b6d7-d998f4e63cdd on network 90c4e728-c4e8-4517-a9c4-f324b8a7be2b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:05:54.935308 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Attempting to bind port 09826342-77cd-4c17-b6d7-d998f4e63cdd on network 90c4e728-c4e8-4517-a9c4-f324b8a7be2b {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:05:54.940863 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3c851527-4861-471e-87fc-30ee0590e123 None None] Port e2502a87-8a67-4795-b903-e4dedc3ce299 was deleted so its status cannot be updated. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 06 15:05:54.952095 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebdd35-90e5-4fa4-b0b0-40173d486a96 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Pushing event updated for resources: {'Network': ['ID=ff22840f-f461-45f8-af30-2a63a821552c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:54.962252 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-82ebdd35-90e5-4fa4-b0b0-40173d486a96 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5103626 Dec 06 15:05:54.975222 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3749c1e5-1a67-433c-a50d-2e20c46d8189 req-b7aedf80-4f13-46f6-a588-39b5657792b4 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.1275210 Dec 06 15:05:54.975587 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44472) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:54.976362 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Port': ['ID=e2502a87-8a67-4795-b903-e4dedc3ce299,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:54.978976 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network ff22840f-f461-45f8-af30-2a63a821552c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:05:54.979345 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:05:54.979718 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Checking segment: {'id': '7f20c488-d0b3-4540-b3ec-c268f1e6a6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '90c4e728-c4e8-4517-a9c4-f324b8a7be2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:54.980122 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Bound using segment: {'id': '7f20c488-d0b3-4540-b3ec-c268f1e6a6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '90c4e728-c4e8-4517-a9c4-f324b8a7be2b'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:05:54.980581 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Bound port: 09826342-77cd-4c17-b6d7-d998f4e63cdd, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f20c488-d0b3-4540-b3ec-c268f1e6a6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '90c4e728-c4e8-4517-a9c4-f324b8a7be2b'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:05:54.980945 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:54.998213 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ef98431d-ed85-421e-8a26-77f52a472dfc tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Request body: {'subnet': {'network_id': 'ff22840f-f461-45f8-af30-2a63a821552c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:55.002488 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:55.004245 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:55.059332 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] For port 09826342-77cd-4c17-b6d7-d998f4e63cdd, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:05:55.062769 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] For port 09826342-77cd-4c17-b6d7-d998f4e63cdd, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=09826342-77cd-4c17-b6d7-d998f4e63cdd,segment=NetworkSegment(7f20c488-d0b3-4540-b3ec-c268f1e6a6a3),segment_id=7f20c488-d0b3-4540-b3ec-c268f1e6a6a3)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:05:55.069808 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:55.074100 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No DVR routers for this DVR port e2502a87-8a67-4795-b903-e4dedc3ce299 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:05:55.096755 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-a71f99bd-d948-4be6-a7bd-08a89586e6ab tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:55.098323 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-a71f99bd-d948-4be6-a7bd-08a89586e6ab tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/networks?id=f5f251ea-82ed-4a0b-8c44-8681824b45f4 HTTP/1.1" status: 200 len: 814 time: 0.3498940 Dec 06 15:05:55.129655 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef98431d-ed85-421e-8a26-77f52a472dfc tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Made reservation on behalf of 21034f841fe6410dbc309d7575a042f7 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:55.132635 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef98431d-ed85-421e-8a26-77f52a472dfc tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:55.143060 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf388f04-187c-402b-9b71-25e6081b3501 None None] DHCP port deletion for 90c4e728-c4e8-4517-a9c4-f324b8a7be2b request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:55.160304 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:55.164034 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:55.166696 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] 10.222.0.37 "PUT /v2.0/ports/09826342-77cd-4c17-b6d7-d998f4e63cdd HTTP/1.1" status: 200 len: 1091 time: 2.1265078 Dec 06 15:05:55.169317 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48d85d5-dabe-4ed1-a176-311cb2600295', 'tag': '09826342-77cd-4c17-b6d7-d998f4e63cdd'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:05:55.174144 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ec6b8a-2c01-46a4-a492-683aae9cad70" -d '{"events": [{"name": "network-changed", "server_uuid": "d48d85d5-dabe-4ed1-a176-311cb2600295", "tag": "09826342-77cd-4c17-b6d7-d998f4e63cdd"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:05:55.214111 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5e6fc-e795-471b-a96a-5f53bd7b1934 service neutron] Pushing event updated for resources: {'Port': ['ID=09826342-77cd-4c17-b6d7-d998f4e63cdd,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:55.306303 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e2502a87-8a67-4795-b903-e4dedc3ce299 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:05:55.309616 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-ce36513f-9316-4c1d-828e-9ae4986e9a3a tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/quotas/1d68cc263107495b94e8b89e7ce49c8a HTTP/1.1" status: 200 len: 375 time: 0.1844349 Dec 06 15:05:55.322046 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f62ff9-5a79-4a21-8efd-e7f2b59c022d req-643be1d3-41c8-4999-9733-ef13e9390720 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:55.323598 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-64f62ff9-5a79-4a21-8efd-e7f2b59c022d req-643be1d3-41c8-4999-9733-ef13e9390720 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48d85d5-dabe-4ed1-a176-311cb2600295 HTTP/1.1" status: 200 len: 943 time: 0.1053393 Dec 06 15:05:55.325873 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-c0d22968-aa75-42a1-ae20-b5aeb2036c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:55.327276 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-c0d22968-aa75-42a1-ae20-b5aeb2036c51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f81ae5ccd404ed6b55a3b4eb77577ff&device_id=d48d85d5-dabe-4ed1-a176-311cb2600295 HTTP/1.1" status: 200 len: 1094 time: 0.0982909 Dec 06 15:05:55.341414 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: e2502a87-8a67-4795-b903-e4dedc3ce299 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:05:55.342136 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e2502a87-8a67-4795-b903-e4dedc3ce299 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 06 15:05:55.365241 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Sync routers for ids ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:05:55.376048 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Port e2502a87-8a67-4795-b903-e4dedc3ce299 not found, will not notify nova. {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 06 15:05:55.387415 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-64f62ff9-5a79-4a21-8efd-e7f2b59c022d req-ce3650af-92bf-4098-9a62-5d233113571b tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8fbcddd-7a70-459d-aa1c-28163bb8e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528152 Dec 06 15:05:55.400573 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Routers {'9e719e8b-b1e8-4901-8560-0aa24b7bb752'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:05:55.401229 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:05:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:55.404881 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-94d3489c-7c53-4168-9ca6-707cc9409781 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d68cc263107495b94e8b89e7ce49c8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929995 Dec 06 15:05:55.474125 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d8bd3a-ad8f-4737-930e-57e46d06c90d x-openstack-request-id: req-b4d8bd3a-ad8f-4737-930e-57e46d06c90d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:05:55.474443 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48d85d5-dabe-4ed1-a176-311cb2600295", "tag": "09826342-77cd-4c17-b6d7-d998f4e63cdd", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:05:55.475213 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4d8bd3a-ad8f-4737-930e-57e46d06c90d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:05:55.475543 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48d85d5-dabe-4ed1-a176-311cb2600295', 'tag': '09826342-77cd-4c17-b6d7-d998f4e63cdd', 'status': 'completed', 'code': 200} Dec 06 15:05:55.481256 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-5cba1d5e-c7fb-4220-ae43-793e64cae9c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09826342-77cd-4c17-b6d7-d998f4e63cdd HTTP/1.1" status: 200 len: 217 time: 0.1050537 Dec 06 15:05:55.513868 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:55.524710 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a2372b-6ae6-4aea-82e9-5aa4c7e7a8dd None None] Network 74da5d8f-618b-45e0-a781-dcaf8d1fc7d3 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:55.546124 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-5eb563ef-068d-4991-9a35-61c1ba64a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:55.547617 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-5eb563ef-068d-4991-9a35-61c1ba64a972 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd8d9bbc-b594-4a2f-85b7-dfc18953087b HTTP/1.1" status: 200 len: 850 time: 0.0535209 Dec 06 15:05:55.588596 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-aafee14a-8e9c-48fc-bd0b-826763bafdfc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90c4e728-c4e8-4517-a9c4-f324b8a7be2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273328 Dec 06 15:05:55.612885 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Set router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:05:55.691288 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-b16595ea-558f-4257-b978-5cca5546b662 service neutron] 10.222.0.37 "GET /v2.0/networks/90c4e728-c4e8-4517-a9c4-f324b8a7be2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940926 Dec 06 15:05:55.731789 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-59953e96-03ec-4701-92c8-1279b04260f6 service neutron] 10.222.0.20 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259306 Dec 06 15:05:55.789044 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:55.820678 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9255a0a-a81f-4c25-938e-e5fe406cc01e req-86fb1cfd-2ad9-458e-9a37-9d7330342eb2 service neutron] 10.222.0.37 "GET /v2.0/networks/90c4e728-c4e8-4517-a9c4-f324b8a7be2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181457 Dec 06 15:05:55.863622 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Subnet': ['ID=3be6719f-6fdb-452c-ab3c-c071b56fd609,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:55.875745 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'name': 'tempest-TestVolumeBackupRestore-1817258430-router', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:05:50Z', 'updated_at': '2021-12-06T15:05:52Z', 'revision_number': 3, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'gw_port': {'id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:51Z', 'updated_at': '2021-12-06T15:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:55.913742 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Checking router: 9e719e8b-b1e8-4901-8560-0aa24b7bb752 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:05:55.914551 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Updating router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 port de994c88-44a2-48ae-87a8-6c76421aa404 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:05:55.942296 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:55.959865 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec6b8a-2c01-46a4-a492-683aae9cad70 req-604fb511-c3ab-476d-90cd-b307c1db095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:55.961928 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0ec6b8a-2c01-46a4-a492-683aae9cad70 req-604fb511-c3ab-476d-90cd-b307c1db095e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f81ae5ccd404ed6b55a3b4eb77577ff&device_id=d48d85d5-dabe-4ed1-a176-311cb2600295 HTTP/1.1" status: 200 len: 1094 time: 0.0624588 Dec 06 15:05:56.047233 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:56.068190 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30880dc9-37b2-487c-9002-39cadfde5d95 None None] Network 74da5d8f-618b-45e0-a781-dcaf8d1fc7d3 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:56.077007 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74da5d8f-618b-45e0-a781-dcaf8d1fc7d3']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:56.089063 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28ef40a-82b8-4a01-b43e-91a9e6b94401') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:56.089395 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28ef40a-82b8-4a01-b43e-91a9e6b94401') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:56.104081 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:56.115246 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8aa1e75-95fc-471d-89dc-094f83007507 req-538bfc07-4b30-43b8-a21b-dacfd73f8b66 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0349693 Dec 06 15:05:56.118373 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:56.120124 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec6b8a-2c01-46a4-a492-683aae9cad70 req-0d386938-0628-472d-b244-8c37ee50734e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:56.121679 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0ec6b8a-2c01-46a4-a492-683aae9cad70 req-0d386938-0628-472d-b244-8c37ee50734e service neutron] 10.222.0.37 "GET /v2.0/networks?id=90c4e728-c4e8-4517-a9c4-f324b8a7be2b HTTP/1.1" status: 200 len: 911 time: 0.1484480 Dec 06 15:05:56.128606 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-e9b90519-a386-4874-8c29-cb6e92445b41 service neutron] 10.222.0.20 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808997 Dec 06 15:05:56.196578 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0ec6b8a-2c01-46a4-a492-683aae9cad70 req-d072417f-132b-42b4-810d-1bbebc603e76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09826342-77cd-4c17-b6d7-d998f4e63cdd HTTP/1.1" status: 200 len: 217 time: 0.0586903 Dec 06 15:05:56.207537 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:56.209482 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:56.312757 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec6b8a-2c01-46a4-a492-683aae9cad70 req-8b1d2b37-d26e-4eb7-b147-4b9065b742ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:56.315623 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0ec6b8a-2c01-46a4-a492-683aae9cad70 req-8b1d2b37-d26e-4eb7-b147-4b9065b742ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd8d9bbc-b594-4a2f-85b7-dfc18953087b HTTP/1.1" status: 200 len: 850 time: 0.1123688 Dec 06 15:05:56.358132 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeacef2-5a25-4732-a376-811cdaf0df17 None None] DHCP port deletion for 74da5d8f-618b-45e0-a781-dcaf8d1fc7d3 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:56.365402 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0ec6b8a-2c01-46a4-a492-683aae9cad70 req-1a54caa9-8ec5-4ed2-83db-f74985a28ee9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90c4e728-c4e8-4517-a9c4-f324b8a7be2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346558 Dec 06 15:05:56.378950 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:56.388112 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:56.501200 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9082b722-c9a7-46fa-8ec6-cd3e075cdc47 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:56.517211 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Attempting to bind port de994c88-44a2-48ae-87a8-6c76421aa404 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:05:56.517749 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Attempting to bind port de994c88-44a2-48ae-87a8-6c76421aa404 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:05:56.518226 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Attempting to bind port de994c88-44a2-48ae-87a8-6c76421aa404 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:05:56.521318 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2e80b-a4b3-4b58-b86f-2bf7028fa40c None None] Pushing event updated for resources: {'Port': ['ID=de994c88-44a2-48ae-87a8-6c76421aa404,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:56.521699 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0ec6b8a-2c01-46a4-a492-683aae9cad70 req-4a2220f2-cc99-4959-98fe-7d213127c8fd service neutron] 10.222.0.37 "GET /v2.0/networks/90c4e728-c4e8-4517-a9c4-f324b8a7be2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384578 Dec 06 15:05:56.531397 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:05:56.532060 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:56.532576 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:56.533163 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:05:56.533839 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Bound port: de994c88-44a2-48ae-87a8-6c76421aa404, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:05:56.534419 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:56.600203 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-135dc1f9-64ad-408a-a97b-f285f83bb9f1 req-3fb0e7da-aa86-42c2-a42f-c9b8aca04daa tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 210 time: 0.0857246 Dec 06 15:05:56.623470 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] For port de994c88-44a2-48ae-87a8-6c76421aa404, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:05:56.632400 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] For port de994c88-44a2-48ae-87a8-6c76421aa404, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=de994c88-44a2-48ae-87a8-6c76421aa404,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:05:56.654791 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:56.713769 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:56.721156 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0ec6b8a-2c01-46a4-a492-683aae9cad70 req-72f24274-8b33-452b-a42a-85642c4d83d0 service neutron] 10.222.0.37 "GET /v2.0/networks/90c4e728-c4e8-4517-a9c4-f324b8a7be2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618640 Dec 06 15:05:56.737774 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:56.757193 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e86c25a0-62e7-40ca-bea2-b1703ab47784 None None] Provisioning complete for port de994c88-44a2-48ae-87a8-6c76421aa404 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:56.757568 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e86c25a0-62e7-40ca-bea2-b1703ab47784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:56.760410 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f642312-6ec0-4702-a4c5-7d166a875d82 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:56.761964 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:56.765493 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/74da5d8f-618b-45e0-a781-dcaf8d1fc7d3 HTTP/1.1" status: 204 len: 168 time: 3.1222146 Dec 06 15:05:56.768622 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:56.771321 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44494) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:56.791798 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1f53f-5774-4eec-9db0-21b918979ae6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Network': ['ID=74da5d8f-618b-45e0-a781-dcaf8d1fc7d3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:56.803571 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-413e1dc1-5d72-4ff6-a2b0-19888aa730d3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:56.804089 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413e1dc1-5d72-4ff6-a2b0-19888aa730d3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:56.807550 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-413e1dc1-5d72-4ff6-a2b0-19888aa730d3 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/subnets/3be6719f-6fdb-452c-ab3c-c071b56fd609 HTTP/1.1" status: 404 len: 337 time: 0.0367897 Dec 06 15:05:56.810114 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44498) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:56.835264 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Routers {'9e719e8b-b1e8-4901-8560-0aa24b7bb752'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:05:56.835916 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-717f47ca-fd09-427b-97ee-dd27d7f298a1 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:56.836149 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:05:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:56.836446 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-717f47ca-fd09-427b-97ee-dd27d7f298a1 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:56.839695 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-717f47ca-fd09-427b-97ee-dd27d7f298a1 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/74da5d8f-618b-45e0-a781-dcaf8d1fc7d3 HTTP/1.1" status: 404 len: 339 time: 0.0280626 Dec 06 15:05:56.842154 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44500) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:56.881825 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d330b5-f8dc-4996-982a-500a36208c13 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:56.882301 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d330b5-f8dc-4996-982a-500a36208c13 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:56.887930 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-31d330b5-f8dc-4996-982a-500a36208c13 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/subnets/a8a6c831-8d9a-4fd5-910e-1f27fba1fa16 HTTP/1.1" status: 404 len: 337 time: 0.0439110 Dec 06 15:05:56.890600 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44502) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:56.897742 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad39c7-e3e1-4ab6-89e2-05b5d1e3421a req-e7303257-9c5d-4ae0-aceb-bda1fe9cbbdb tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:56.899170 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aaad39c7-e3e1-4ab6-89e2-05b5d1e3421a req-e7303257-9c5d-4ae0-aceb-bda1fe9cbbdb tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48d85d5-dabe-4ed1-a176-311cb2600295 HTTP/1.1" status: 200 len: 943 time: 0.1823606 Dec 06 15:05:56.913483 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-0555e8fa-444c-443b-a4b9-c7e910855016 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:56.914024 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0555e8fa-444c-443b-a4b9-c7e910855016 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:56.917948 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0555e8fa-444c-443b-a4b9-c7e910855016 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/74d87d1f-4339-479d-9421-65c265746a7d HTTP/1.1" status: 404 len: 339 time: 0.0263536 Dec 06 15:05:56.921047 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44504) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:56.948838 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2e80b-a4b3-4b58-b86f-2bf7028fa40c None None] Pushing event updated for resources: {'Port': ['ID=de994c88-44a2-48ae-87a8-6c76421aa404,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:56.987967 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] Set router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:05:57.015773 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aaad39c7-e3e1-4ab6-89e2-05b5d1e3421a req-ecceb9cc-65d9-4b2e-a33f-790aeec4af11 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8fbcddd-7a70-459d-aa1c-28163bb8e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065292 Dec 06 15:05:57.035356 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961d3188-3dd1-42ff-b5be-6b13287b2ad5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.092988 n-d-master-1 neutron-server[103289]: DEBUG neutron.objects.ports [None req-ef98431d-ed85-421e-8a26-77f52a472dfc tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 15:05:57.093835 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef98431d-ed85-421e-8a26-77f52a472dfc tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.127382 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Allocated IP 172.20.0.1 (78cfa806-705b-461f-90b8-3deff86f3c75/cf66fc85-22e7-489d-a136-b60a02604889/2fa4fcc9-22ba-452a-ad1b-9744f045b540) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:05:57.152240 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961d3188-3dd1-42ff-b5be-6b13287b2ad5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.177668 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e86c25a0-62e7-40ca-bea2-b1703ab47784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.180856 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-961d3188-3dd1-42ff-b5be-6b13287b2ad5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb82a23-93f9-4362-ba28-710498e9b669']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:57.186349 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98431d-ed85-421e-8a26-77f52a472dfc tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Pushing event updated for resources: {'Subnet': ['ID=deaad074-4625-47fa-9c01-d13cba4df98c,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:57.223391 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-961d3188-3dd1-42ff-b5be-6b13287b2ad5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9307587-2908-4758-8332-e41bc3fae471') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:57.224452 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-961d3188-3dd1-42ff-b5be-6b13287b2ad5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9307587-2908-4758-8332-e41bc3fae471') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:57.225809 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e86c25a0-62e7-40ca-bea2-b1703ab47784 None None] For port de994c88-44a2-48ae-87a8-6c76421aa404, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=de994c88-44a2-48ae-87a8-6c76421aa404,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:57.231355 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 09826342-77cd-4c17-b6d7-d998f4e63cdd details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:05:57.247416 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef98431d-ed85-421e-8a26-77f52a472dfc tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Checking segment: {'id': '0a5a2432-ef5c-461d-a962-012b1036b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ff22840f-f461-45f8-af30-2a63a821552c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:05:57.247801 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef98431d-ed85-421e-8a26-77f52a472dfc tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Network hostable DHCP agents. Network: ff22840f-f461-45f8-af30-2a63a821552c, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:05:57.252122 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961d3188-3dd1-42ff-b5be-6b13287b2ad5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.277222 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961d3188-3dd1-42ff-b5be-6b13287b2ad5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.289528 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef98431d-ed85-421e-8a26-77f52a472dfc tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Network ff22840f-f461-45f8-af30-2a63a821552c is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:05:57.290815 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961d3188-3dd1-42ff-b5be-6b13287b2ad5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:05:57.291359 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961d3188-3dd1-42ff-b5be-6b13287b2ad5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.298931 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:05:57.308945 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:05:57.315380 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ef98431d-ed85-421e-8a26-77f52a472dfc tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ff22840f-f461-45f8-af30-2a63a821552c) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:57.323745 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef98431d-ed85-421e-8a26-77f52a472dfc tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:57.324457 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef98431d-ed85-421e-8a26-77f52a472dfc tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.360231 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ef98431d-ed85-421e-8a26-77f52a472dfc tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3813629 Dec 06 15:05:57.362959 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44508) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:57.371351 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9df93b67-5f04-4922-bcd9-237a04849e4b tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Request body: {'floatingip': {'floating_network_id': 'ff22840f-f461-45f8-af30-2a63a821552c'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:57.376677 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e88afaf-4bc2-4d3c-82f3-5b9906d5b578 req-179ebe23-aea8-40f0-8680-046a5b54ffce tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0492394 Dec 06 15:05:57.377749 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.429739 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961d3188-3dd1-42ff-b5be-6b13287b2ad5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.440888 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Network 78cfa806-705b-461f-90b8-3deff86f3c75 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:05:57.441596 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-961d3188-3dd1-42ff-b5be-6b13287b2ad5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.445761 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-961d3188-3dd1-42ff-b5be-6b13287b2ad5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/ceb82a23-93f9-4362-ba28-710498e9b669 HTTP/1.1" status: 204 len: 168 time: 0.5234716 Dec 06 15:05:57.450270 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:57.455873 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44510) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:57.459246 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d3188-3dd1-42ff-b5be-6b13287b2ad5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Network': ['ID=ceb82a23-93f9-4362-ba28-710498e9b669,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:57.464649 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:05:57.469465 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa4fcc9-22ba-452a-ad1b-9744f045b540,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:57.491685 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97c2b0e-8631-403c-aa45-dbe673df0e3e None None] Network ff22840f-f461-45f8-af30-2a63a821552c requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:57.498925 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e86c25a0-62e7-40ca-bea2-b1703ab47784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.522898 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9df93b67-5f04-4922-bcd9-237a04849e4b tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.546010 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59274a3-5d68-4ecc-b199-88a98be0c9e4 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:57.546525 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59274a3-5d68-4ecc-b199-88a98be0c9e4 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:57.552665 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b59274a3-5d68-4ecc-b199-88a98be0c9e4 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/subnets/f8f17f65-f969-425a-bb96-303d777213c9 HTTP/1.1" status: 404 len: 337 time: 0.0928755 Dec 06 15:05:57.554133 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44512) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:57.554799 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:57.555153 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:57.555496 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:57.555859 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:57.556197 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:57.556532 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:57.556861 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:57.557191 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:57.557516 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:57.557843 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:57.558523 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:57.558523 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:57.558788 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:05:57.581339 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.596210 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2fcc28-4180-4642-87f1-32e7ede89e96 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:57.596723 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f2fcc28-4180-4642-87f1-32e7ede89e96 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:57.602778 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8f2fcc28-4180-4642-87f1-32e7ede89e96 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/af618ad3-df12-47d4-9503-3d18355ad5fa HTTP/1.1" status: 404 len: 339 time: 0.0459275 Dec 06 15:05:57.614187 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44514) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:57.649295 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed73f52-cb36-4d69-a135-60318a0390a6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:57.649751 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed73f52-cb36-4d69-a135-60318a0390a6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:57.656021 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-aed73f52-cb36-4d69-a135-60318a0390a6 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/subnets/e78c5703-8cb2-46b0-aef4-c6e9df3c49e1 HTTP/1.1" status: 404 len: 337 time: 0.0377798 Dec 06 15:05:57.656021 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44518) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:57.693825 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 09826342-77cd-4c17-b6d7-d998f4e63cdd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=09826342-77cd-4c17-b6d7-d998f4e63cdd,segment=NetworkSegment(7f20c488-d0b3-4540-b3ec-c268f1e6a6a3),segment_id=7f20c488-d0b3-4540-b3ec-c268f1e6a6a3)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:57.698629 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-8005adb0-808d-4f90-9f1b-fd0422abee35 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:57.699157 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8005adb0-808d-4f90-9f1b-fd0422abee35 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:57.705751 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8005adb0-808d-4f90-9f1b-fd0422abee35 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/25a23b7c-ce5e-4229-85a8-0958a330b3c7 HTTP/1.1" status: 404 len: 339 time: 0.0442331 Dec 06 15:05:57.706056 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44520) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:57.745809 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c25a0-62e7-40ca-bea2-b1703ab47784 None None] Pushing event updated for resources: {'Port': ['ID=de994c88-44a2-48ae-87a8-6c76421aa404,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:57.765378 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ada7d8d4-b06d-4ceb-b07c-f60dbcf2427b None None] Provisioning complete for port de994c88-44a2-48ae-87a8-6c76421aa404 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:57.765760 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ada7d8d4-b06d-4ceb-b07c-f60dbcf2427b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.767392 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '09826342-77cd-4c17-b6d7-d998f4e63cdd', 'network_id': '90c4e728-c4e8-4517-a9c4-f324b8a7be2b', 'port_id': '09826342-77cd-4c17-b6d7-d998f4e63cdd', 'mac_address': 'fa:16:3e:19:76:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8d9bbc-b594-4a2f-85b7-dfc18953087b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:05:57.783241 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b6114f-03f4-4dbc-b8f3-9ebe6bd3e5c5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:57.783851 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b6114f-03f4-4dbc-b8f3-9ebe6bd3e5c5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:57.789065 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-95b6114f-03f4-4dbc-b8f3-9ebe6bd3e5c5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/subnets/4070d2fe-0422-4ed4-96f2-8e2edf2706c1 HTTP/1.1" status: 404 len: 337 time: 0.0802267 Dec 06 15:05:57.800485 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44524) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:57.830822 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-feb0a24c-cb88-40f2-8ee7-5d020c2fefe6 req-76e7482c-96c3-4160-aa69-57c2d9739f6d tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 210 time: 0.0855627 Dec 06 15:05:57.852352 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-470cb031-3766-410f-bc91-c016094b0a77 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:57.852863 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470cb031-3766-410f-bc91-c016094b0a77 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:57.855962 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-470cb031-3766-410f-bc91-c016094b0a77 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/c7079a44-e2d1-4802-806e-2256a213fc43 HTTP/1.1" status: 404 len: 339 time: 0.0541210 Dec 06 15:05:57.859453 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44526) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:57.896872 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33671c1-e548-40b8-8e96-1dce1ad4ac6c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:57.897317 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e33671c1-e548-40b8-8e96-1dce1ad4ac6c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:57.904892 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e33671c1-e548-40b8-8e96-1dce1ad4ac6c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/subnets/bcce5daa-05d9-4410-a140-38a11c4a9764 HTTP/1.1" status: 404 len: 337 time: 0.0434422 Dec 06 15:05:57.905559 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44528) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:57.930485 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.939029 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec44248-7647-42a2-83b9-16c9ae1fa127 None None] Network ff22840f-f461-45f8-af30-2a63a821552c requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:57.940331 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9df93b67-5f04-4922-bcd9-237a04849e4b tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.956407 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'name': 'tempest-TestVolumeBackupRestore-1817258430-router', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:05:50Z', 'updated_at': '2021-12-06T15:05:52Z', 'revision_number': 3, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'gw_port': {'id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:51Z', 'updated_at': '2021-12-06T15:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:05:57.961655 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-ab045225-dab9-43f0-ac06-893e0f207fbc tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:57.963356 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-ab045225-dab9-43f0-ac06-893e0f207fbc tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.37 "GET /v2.0/networks?id=f5f251ea-82ed-4a0b-8c44-8681824b45f4 HTTP/1.1" status: 200 len: 814 time: 0.1898749 Dec 06 15:05:57.974129 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f27a3e92-0e9d-4604-9788-081c09bbae5c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:57.974570 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f27a3e92-0e9d-4604-9788-081c09bbae5c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:57.980300 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f27a3e92-0e9d-4604-9788-081c09bbae5c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/686e70ab-2bb1-4ef8-832f-bb383df80320 HTTP/1.1" status: 404 len: 339 time: 0.0469553 Dec 06 15:05:57.980300 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:57.980692 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-b3d2578b-8d0e-42ed-a0a5-bbc3954d08db tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Request body: {'port': {'device_id': 'a101f9f3-58f9-4dad-acec-33bb6d39adb7', 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4', 'admin_state_up': True, 'tenant_id': '1d68cc263107495b94e8b89e7ce49c8a'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:57.985267 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44530) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:58.011759 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09826342-77cd-4c17-b6d7-d998f4e63cdd {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:05:58.021690 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca81a98-753e-42db-9d7f-bb929034ae7d None None] The sync data for ids ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'] in n-d-master-1 is: [{'id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'name': 'tempest-TestVolumeBackupRestore-1817258430-router', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:05:50Z', 'updated_at': '2021-12-06T15:05:52Z', 'revision_number': 3, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'gw_port': {'id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:51Z', 'updated_at': '2021-12-06T15:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:05:58.027932 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a6989e-0d7f-4268-9834-3047074268c0 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:58.028390 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a6989e-0d7f-4268-9834-3047074268c0 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:58.033948 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-94a6989e-0d7f-4268-9834-3047074268c0 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/subnets/1976d007-98ba-4648-8f49-4935e232caa2 HTTP/1.1" status: 404 len: 337 time: 0.0457501 Dec 06 15:05:58.034210 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44532) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:58.091121 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-285687bd-9e61-4a7d-b549-78d020b41fd4 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:58.091695 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285687bd-9e61-4a7d-b549-78d020b41fd4 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:58.098001 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-285687bd-9e61-4a7d-b549-78d020b41fd4 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/95d3a462-be48-4e83-bae4-8322d1743689 HTTP/1.1" status: 404 len: 339 time: 0.0596902 Dec 06 15:05:58.098001 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44536) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:58.107771 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:58.109672 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 09826342-77cd-4c17-b6d7-d998f4e63cdd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=09826342-77cd-4c17-b6d7-d998f4e63cdd,segment=NetworkSegment(7f20c488-d0b3-4540-b3ec-c268f1e6a6a3),segment_id=7f20c488-d0b3-4540-b3ec-c268f1e6a6a3)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:58.126202 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:58.132870 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c78d4e-b4d0-4c1a-9c31-7b7c5ee99f34 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:58.133311 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c78d4e-b4d0-4c1a-9c31-7b7c5ee99f34 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:58.136701 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d7c78d4e-b4d0-4c1a-9c31-7b7c5ee99f34 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/subnets/3fb1ff3d-623a-4f40-a538-a65b4888c5df HTTP/1.1" status: 404 len: 337 time: 0.0383563 Dec 06 15:05:58.139360 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44538) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:58.159121 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac9c49f-9e66-430a-83f5-b695536eb6b5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:58.159640 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac9c49f-9e66-430a-83f5-b695536eb6b5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:58.167439 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4ac9c49f-9e66-430a-83f5-b695536eb6b5 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/976a3cf9-3cb8-41bf-bad4-33bb6b36ddd1 HTTP/1.1" status: 404 len: 339 time: 0.0234952 Dec 06 15:05:58.167439 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44540) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:58.195797 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-9df93b67-5f04-4922-bcd9-237a04849e4b tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Allocated IP 172.20.0.8 (ff22840f-f461-45f8-af30-2a63a821552c/deaad074-4625-47fa-9c01-d13cba4df98c/af210b7d-220c-41b5-a2a5-c904f0163617) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:05:58.196271 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-6519bffc-cdbd-431e-af04-b139c87fd17c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:58.196737 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6519bffc-cdbd-431e-af04-b139c87fd17c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:58.202413 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6519bffc-cdbd-431e-af04-b139c87fd17c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/subnets/9f35bc8b-d590-451b-881e-014ae7940879 HTTP/1.1" status: 404 len: 337 time: 0.0323079 Dec 06 15:05:58.203217 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44542) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:58.229337 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b474d84-ab4a-4f01-b688-0e12d4eeaf30 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:58.229763 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b474d84-ab4a-4f01-b688-0e12d4eeaf30 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:58.235513 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6b474d84-ab4a-4f01-b688-0e12d4eeaf30 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/27e8c9e4-d2f5-45b8-ac35-d6e6bde10c4e HTTP/1.1" status: 404 len: 339 time: 0.0289168 Dec 06 15:05:58.238366 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44544) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:58.246805 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e2502a87-8a67-4795-b903-e4dedc3ce299 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:05:58.254487 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=09826342-77cd-4c17-b6d7-d998f4e63cdd,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:58.276938 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: e2502a87-8a67-4795-b903-e4dedc3ce299 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:05:58.277553 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e2502a87-8a67-4795-b903-e4dedc3ce299 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:05:58.294701 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f7db2e0f-ef92-4cdb-a03d-ce2458bfaf3b None None] Provisioning complete for port 2fa4fcc9-22ba-452a-ad1b-9744f045b540 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:58.295098 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7db2e0f-ef92-4cdb-a03d-ce2458bfaf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:58.320940 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a14300c-401b-4146-bd67-e6f8e9fe1de9 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:58.321573 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a14300c-401b-4146-bd67-e6f8e9fe1de9 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:58.328123 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4a14300c-401b-4146-bd67-e6f8e9fe1de9 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/subnets/ec08e1cb-b0e3-4528-9594-542ddf8fa2f5 HTTP/1.1" status: 404 len: 337 time: 0.0714514 Dec 06 15:05:58.329471 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44546) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:58.338711 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f7db2e0f-ef92-4cdb-a03d-ce2458bfaf3b None None] Port 2fa4fcc9-22ba-452a-ad1b-9744f045b540 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:05:58.356069 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:58.366280 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:58.379606 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-b3d2578b-8d0e-42ed-a0a5-bbc3954d08db tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Made reservation on behalf of 1d68cc263107495b94e8b89e7ce49c8a for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:05:58.383154 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-b3d2578b-8d0e-42ed-a0a5-bbc3954d08db tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:58.395210 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-c628e662-def7-4870-8b86-4ea1027b758f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] DELETE failed (client error): The resource could not be found. Dec 06 15:05:58.396284 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c628e662-def7-4870-8b86-4ea1027b758f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:05:58.399355 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c628e662-def7-4870-8b86-4ea1027b758f tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/471dbbc6-f38a-425d-a745-9ed777071a95 HTTP/1.1" status: 404 len: 339 time: 0.0531108 Dec 06 15:05:58.405596 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44550) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:58.427243 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['09826342-77cd-4c17-b6d7-d998f4e63cdd'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:05:58.448912 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9df93b67-5f04-4922-bcd9-237a04849e4b tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:58.462028 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa4fcc9-22ba-452a-ad1b-9744f045b540,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:58.466849 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:58.526960 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02530033-a396-48b6-942a-2bae0467f18e req-ab78695d-1b76-4c08-b35f-178794ff851e tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:58.534358 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02530033-a396-48b6-942a-2bae0467f18e req-ab78695d-1b76-4c08-b35f-178794ff851e tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48d85d5-dabe-4ed1-a176-311cb2600295 HTTP/1.1" status: 200 len: 944 time: 0.2164154 Dec 06 15:05:58.588363 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-09082022-d73a-4903-b09b-3cac9e77db5c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Deleting subnet 197fe586-46e7-4bc2-8d4a-28fce1eae014 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:05:58.594009 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09082022-d73a-4903-b09b-3cac9e77db5c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:58.597408 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4e92beb-470b-4f62-923d-4093d91ca656 req-c26fab1b-4a4f-45e8-a840-cba6357c95ee tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0423315 Dec 06 15:05:58.670247 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9df93b67-5f04-4922-bcd9-237a04849e4b tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:58.675056 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02530033-a396-48b6-942a-2bae0467f18e req-cef15bdd-f60b-4998-a3d3-194f616b0b23 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8fbcddd-7a70-459d-aa1c-28163bb8e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353922 Dec 06 15:05:58.682979 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Network 78cfa806-705b-461f-90b8-3deff86f3c75 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:05:58.696185 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:58.736052 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09082022-d73a-4903-b09b-3cac9e77db5c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:58.797474 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df93b67-5f04-4922-bcd9-237a04849e4b tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Network ff22840f-f461-45f8-af30-2a63a821552c is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:05:58.800580 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-b3d2578b-8d0e-42ed-a0a5-bbc3954d08db tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Allocated IP 172.20.0.8 (f5f251ea-82ed-4a0b-8c44-8681824b45f4/0b72e794-ba19-4721-af9a-670583f58b7e/858abab7-64bc-43df-8b3d-85168cdb41d2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:05:58.841319 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9df93b67-5f04-4922-bcd9-237a04849e4b tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:58.852005 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df93b67-5f04-4922-bcd9-237a04849e4b tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:05:58.909563 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df93b67-5f04-4922-bcd9-237a04849e4b tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Pushing event updated for resources: {'Port': ['ID=af210b7d-220c-41b5-a2a5-c904f0163617,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:58.961460 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09082022-d73a-4903-b09b-3cac9e77db5c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:58.974137 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:05:59.057658 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9df93b67-5f04-4922-bcd9-237a04849e4b tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.064906 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4356a2c0-41ad-48d2-84f3-e4f3ab97bf1d req-32f5faa7-f3b2-4762-ae65-1e049d85fe18 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 210 time: 0.0766785 Dec 06 15:05:59.074526 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f29cc6d3-3260-404b-a565-2a4136c61334 None None] Provisioning complete for port 2fa4fcc9-22ba-452a-ad1b-9744f045b540 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:59.075949 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f29cc6d3-3260-404b-a565-2a4136c61334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.113875 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-b3d2578b-8d0e-42ed-a0a5-bbc3954d08db tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.128558 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09082022-d73a-4903-b09b-3cac9e77db5c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.129108 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f29cc6d3-3260-404b-a565-2a4136c61334 None None] Port 2fa4fcc9-22ba-452a-ad1b-9744f045b540 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:05:59.164710 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9df93b67-5f04-4922-bcd9-237a04849e4b tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.166409 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09082022-d73a-4903-b09b-3cac9e77db5c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Subnet': ['ID=197fe586-46e7-4bc2-8d4a-28fce1eae014,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:59.180853 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09082022-d73a-4903-b09b-3cac9e77db5c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.184152 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-09082022-d73a-4903-b09b-3cac9e77db5c tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/subnets/197fe586-46e7-4bc2-8d4a-28fce1eae014 HTTP/1.1" status: 204 len: 168 time: 0.7768073 Dec 06 15:05:59.186946 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44556) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:59.187765 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d58a9b9-595b-42cb-a27d-c1760f2b62cd None None] Network 27839b23-ce5c-453d-a5e7-1c83fb27014d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:05:59.228635 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-b3d2578b-8d0e-42ed-a0a5-bbc3954d08db tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.243612 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:05:59.259647 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ea7a31b7-0603-4ac0-88df-dea1919d9752 admin admin] 10.222.0.20 "PUT /v2.0/routers/9e719e8b-b1e8-4901-8560-0aa24b7bb752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5256360 Dec 06 15:05:59.279263 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 09826342-77cd-4c17-b6d7-d998f4e63cdd up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:05:59.328437 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2578b-8d0e-42ed-a0a5-bbc3954d08db tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Pushing event updated for resources: {'Port': ['ID=858abab7-64bc-43df-8b3d-85168cdb41d2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:59.337307 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-b3d2578b-8d0e-42ed-a0a5-bbc3954d08db tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Network f5f251ea-82ed-4a0b-8c44-8681824b45f4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:05:59.344356 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.346370 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-b3d2578b-8d0e-42ed-a0a5-bbc3954d08db tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:05:59.349403 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-b3d2578b-8d0e-42ed-a0a5-bbc3954d08db tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:05:59.424442 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 09826342-77cd-4c17-b6d7-d998f4e63cdd completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:05:59.436381 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 09826342-77cd-4c17-b6d7-d998f4e63cdd triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:05:59.436760 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.449057 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9df93b67-5f04-4922-bcd9-237a04849e4b tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.457598 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-b3d2578b-8d0e-42ed-a0a5-bbc3954d08db tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:59.460532 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-b3d2578b-8d0e-42ed-a0a5-bbc3954d08db tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.463405 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9df93b67-5f04-4922-bcd9-237a04849e4b tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.507149 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555ef2ea-5404-4c76-90da-d379f1cbad9d None None] DHCP port deletion for 27839b23-ce5c-453d-a5e7-1c83fb27014d request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:05:59.507401 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-b3d2578b-8d0e-42ed-a0a5-bbc3954d08db tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5311570 Dec 06 15:05:59.528689 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Request body: {'port': {'device_id': 'a101f9f3-58f9-4dad-acec-33bb6d39adb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:05:59.564441 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df93b67-5f04-4922-bcd9-237a04849e4b tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Pushing event updated for resources: {'Port': ['ID=af210b7d-220c-41b5-a2a5-c904f0163617,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:05:59.576048 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9df93b67-5f04-4922-bcd9-237a04849e4b tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.595363 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Deleting port d24b8ecb-5689-47b4-9547-fc17def1a0ff {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:59.595921 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.596453 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9df93b67-5f04-4922-bcd9-237a04849e4b tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.600725 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9df93b67-5f04-4922-bcd9-237a04849e4b tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2365746 Dec 06 15:05:59.601419 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44564) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:59.614256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.630554 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-555ef2ea-5404-4c76-90da-d379f1cbad9d None None] Deleting port d24b8ecb-5689-47b4-9547-fc17def1a0ff {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:05:59.631080 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-555ef2ea-5404-4c76-90da-d379f1cbad9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.695113 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-86120f98-5536-4f1b-bb2c-422e190e1909 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=ff22840f-f461-45f8-af30-2a63a821552c HTTP/1.1" status: 200 len: 689 time: 0.0921021 Dec 06 15:05:59.696293 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.700581 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44568) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:05:59.713469 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] For port d24b8ecb-5689-47b4-9547-fc17def1a0ff, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d24b8ecb-5689-47b4-9547-fc17def1a0ff,segment=NetworkSegment(a5a8a6c3-4305-470f-acb1-60a633f64675),segment_id=a5a8a6c3-4305-470f-acb1-60a633f64675)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:59.713908 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.730463 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Calling delete_port for d24b8ecb-5689-47b4-9547-fc17def1a0ff owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:05:59.752185 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48d85d5-dabe-4ed1-a176-311cb2600295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09826342-77cd-4c17-b6d7-d998f4e63cdd'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:05:59.756613 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d134171-f574-4276-96ac-e851b9a30ded" -d '{"events": [{"server_uuid": "d48d85d5-dabe-4ed1-a176-311cb2600295", "name": "network-vif-plugged", "status": "completed", "tag": "09826342-77cd-4c17-b6d7-d998f4e63cdd"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:05:59.810084 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 09826342-77cd-4c17-b6d7-d998f4e63cdd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=09826342-77cd-4c17-b6d7-d998f4e63cdd,segment=NetworkSegment(7f20c488-d0b3-4540-b3ec-c268f1e6a6a3),segment_id=7f20c488-d0b3-4540-b3ec-c268f1e6a6a3)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:59.812530 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-555ef2ea-5404-4c76-90da-d379f1cbad9d None None] For port d24b8ecb-5689-47b4-9547-fc17def1a0ff, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d24b8ecb-5689-47b4-9547-fc17def1a0ff,segment=NetworkSegment(a5a8a6c3-4305-470f-acb1-60a633f64675),segment_id=a5a8a6c3-4305-470f-acb1-60a633f64675)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:05:59.812926 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-555ef2ea-5404-4c76-90da-d379f1cbad9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.821056 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.854505 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f046e495-4014-4ac2-9263-ba6c796c7856 req-14914237-b274-4b64-92e0-60e641239cae tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.1033642 Dec 06 15:05:59.907698 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:59.927487 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-555ef2ea-5404-4c76-90da-d379f1cbad9d None None] Calling delete_port for d24b8ecb-5689-47b4-9547-fc17def1a0ff owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:00.016616 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8ecec-0f9f-406a-b59a-9ef7d263c81d req-d1bf5440-8c70-42c6-85e3-f0fc626114d9 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:00.018175 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5aa8ecec-0f9f-406a-b59a-9ef7d263c81d req-d1bf5440-8c70-42c6-85e3-f0fc626114d9 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48d85d5-dabe-4ed1-a176-311cb2600295 HTTP/1.1" status: 200 len: 945 time: 0.2066746 Dec 06 15:06:00.043050 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=09826342-77cd-4c17-b6d7-d998f4e63cdd,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:00.059482 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec7417d-5e9a-48f1-98fc-472c7ac324d9 x-openstack-request-id: req-fec7417d-5e9a-48f1-98fc-472c7ac324d9 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:00.059789 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48d85d5-dabe-4ed1-a176-311cb2600295", "name": "network-vif-plugged", "status": "completed", "tag": "09826342-77cd-4c17-b6d7-d998f4e63cdd", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:00.060057 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fec7417d-5e9a-48f1-98fc-472c7ac324d9 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:00.060550 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48d85d5-dabe-4ed1-a176-311cb2600295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09826342-77cd-4c17-b6d7-d998f4e63cdd', 'code': 200} Dec 06 15:06:00.120048 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.148183 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44586) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:00.155202 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-555ef2ea-5404-4c76-90da-d379f1cbad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.167499 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ef2ea-5404-4c76-90da-d379f1cbad9d None None] No DVR routers for this DVR port d24b8ecb-5689-47b4-9547-fc17def1a0ff on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:06:00.178425 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5f11f6a0-1e2e-45ea-80b4-b11f531a313f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1525808879-network', 'tenant_id': '83eae5b5a6104dc297aa572794c1845b'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:00.213903 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ef2ea-5404-4c76-90da-d379f1cbad9d None None] Pushing event deleted for resources: {'Port': ['ID=d24b8ecb-5689-47b4-9547-fc17def1a0ff,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:00.255688 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.306100 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5aa8ecec-0f9f-406a-b59a-9ef7d263c81d req-ca3cd204-3b09-44dc-97bf-b9d8f3ac873b tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8fbcddd-7a70-459d-aa1c-28163bb8e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748742 Dec 06 15:06:00.308404 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device de994c88-44a2-48ae-87a8-6c76421aa404 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:06:00.331715 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Port': ['ID=d24b8ecb-5689-47b4-9547-fc17def1a0ff,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:00.333849 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] No DVR routers for this DVR port d24b8ecb-5689-47b4-9547-fc17def1a0ff on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:06:00.383915 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d05dce-c6b4-449e-b64a-30c3abe118d6 req-27488416-7731-4996-8f2a-357b47f83967 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:00.386610 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-43d05dce-c6b4-449e-b64a-30c3abe118d6 req-27488416-7731-4996-8f2a-357b47f83967 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 931 time: 0.1951139 Dec 06 15:06:00.392305 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f11f6a0-1e2e-45ea-80b4-b11f531a313f admin admin] Made reservation on behalf of 83eae5b5a6104dc297aa572794c1845b for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:00.396024 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f11f6a0-1e2e-45ea-80b4-b11f531a313f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.403739 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port de994c88-44a2-48ae-87a8-6c76421aa404 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:00.404187 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.408521 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f11f6a0-1e2e-45ea-80b4-b11f531a313f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.414893 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055d53f-6f87-4894-af8a-c83846092050 req-dd77e29d-957b-4fba-bb8d-ede272a3bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:00.419513 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3055d53f-6f87-4894-af8a-c83846092050 req-dd77e29d-957b-4fba-bb8d-ede272a3bc0a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d48d85d5-dabe-4ed1-a176-311cb2600295 HTTP/1.1" status: 200 len: 1096 time: 0.2701008 Dec 06 15:06:00.435229 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Deleting port af210b7d-220c-41b5-a2a5-c904f0163617 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:00.439120 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.475760 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Sync routers for ids ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:06:00.498191 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Routers {'9e719e8b-b1e8-4901-8560-0aa24b7bb752'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:00.498930 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:05:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:00.606563 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.606905 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.626572 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Calling delete_port for af210b7d-220c-41b5-a2a5-c904f0163617 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:00.697426 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d24b8ecb-5689-47b4-9547-fc17def1a0ff no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:06:00.710466 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Set router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:06:00.720570 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: d24b8ecb-5689-47b4-9547-fc17def1a0ff {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:06:00.720852 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d24b8ecb-5689-47b4-9547-fc17def1a0ff not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:06:00.743642 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6d337e90-9642-4377-a526-8bb110a415c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.778533 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.808199 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27839b23-ce5c-453d-a5e7-1c83fb27014d']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:00.823332 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a8a6c3-4305-470f-acb1-60a633f64675') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:00.824081 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a8a6c3-4305-470f-acb1-60a633f64675') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:00.842373 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.871797 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.880771 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:06:00.881376 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.883879 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-43d05dce-c6b4-449e-b64a-30c3abe118d6 req-64bca9f0-45eb-4cdd-9ce0-30e5ae62d7fd tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766665 Dec 06 15:06:00.896953 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3055d53f-6f87-4894-af8a-c83846092050 req-b7337e52-88d1-439f-9ad4-bd61744eb1c4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f8fbcddd-7a70-459d-aa1c-28163bb8e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634991 Dec 06 15:06:00.902037 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f11f6a0-1e2e-45ea-80b4-b11f531a313f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.916380 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f11f6a0-1e2e-45ea-80b4-b11f531a313f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.927456 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:06:00.971750 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:06:00.975623 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f11f6a0-1e2e-45ea-80b4-b11f531a313f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:06:00.982531 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Pushing event deleted for resources: {'Port': ['ID=af210b7d-220c-41b5-a2a5-c904f0163617,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:00.993259 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11f6a0-1e2e-45ea-80b4-b11f531a313f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2cdf8b-89c9-44b1-af72-5132b5eb5a23,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:01.003347 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f11f6a0-1e2e-45ea-80b4-b11f531a313f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.003839 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-5f11f6a0-1e2e-45ea-80b4-b11f531a313f admin admin] Added segment 34d4c1bc-5928-4c56-9734-14131205e84e of type vlan for network fbfac85b-c1b4-4e33-bcb1-27e2cf61434b Dec 06 15:06:01.011251 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'name': 'tempest-TestVolumeBackupRestore-1817258430-router', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:05:50Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'gw_port': {'id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:51Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2fa4fcc9-22ba-452a-ad1b-9744f045b540', 'name': '', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'mac_address': 'fa:16:3e:e3:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:56Z', 'updated_at': '2021-12-06T15:05:58Z', 'revision_number': 2, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'subnets': [{'id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:01.044921 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Checking router: 9e719e8b-b1e8-4901-8560-0aa24b7bb752 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:06:01.045606 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Updating router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 port 2fa4fcc9-22ba-452a-ad1b-9744f045b540 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:06:01.073432 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.079126 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e9cbc57d-0970-48eb-b4f7-89aa71c5acdb req-721ea550-98e9-4871-9023-876ff1c6a1cd tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.1062655 Dec 06 15:06:01.083925 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.087203 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.104222 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.110455 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] 10.222.0.20 "DELETE /v2.0/networks/27839b23-ce5c-453d-a5e7-1c83fb27014d HTTP/1.1" status: 204 len: 168 time: 1.9168959 Dec 06 15:06:01.122502 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858abab7-64bc-43df-8b3d-85168cdb41d2 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:06:01.134814 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.158135 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Transition to ACTIVE for port object 858abab7-64bc-43df-8b3d-85168cdb41d2 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:06:01.182005 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.188927 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1a90b-3946-42c8-b695-97b6972efe15 tempest-NetworksTest-1856858520 tempest-NetworksTest-1856858520-project] Pushing event deleted for resources: {'Network': ['ID=27839b23-ce5c-453d-a5e7-1c83fb27014d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:01.206015 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f11f6a0-1e2e-45ea-80b4-b11f531a313f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.282738 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.354535 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f11f6a0-1e2e-45ea-80b4-b11f531a313f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.356707 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f11f6a0-1e2e-45ea-80b4-b11f531a313f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:01.357526 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f11f6a0-1e2e-45ea-80b4-b11f531a313f admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.373338 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.385589 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Attempting to bind port 858abab7-64bc-43df-8b3d-85168cdb41d2 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:01.386117 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Attempting to bind port 858abab7-64bc-43df-8b3d-85168cdb41d2 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:01.386314 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Attempting to bind port 858abab7-64bc-43df-8b3d-85168cdb41d2 on network f5f251ea-82ed-4a0b-8c44-8681824b45f4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:01.388507 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Pushing event updated for resources: {'Port': ['ID=858abab7-64bc-43df-8b3d-85168cdb41d2,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:01.399889 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44596) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:01.401965 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5f11f6a0-1e2e-45ea-80b4-b11f531a313f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2491410 Dec 06 15:06:01.409330 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bef07ce2-2816-4de6-abad-707fad198661 admin admin] Request body: {'subnet': {'network_id': 'fbfac85b-c1b4-4e33-bcb1-27e2cf61434b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1525808879-subnet', 'tenant_id': '83eae5b5a6104dc297aa572794c1845b', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:01.420737 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Port 858abab7-64bc-43df-8b3d-85168cdb41d2 on network f5f251ea-82ed-4a0b-8c44-8681824b45f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:06:01.421297 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Attempting to bind port 858abab7-64bc-43df-8b3d-85168cdb41d2 on network f5f251ea-82ed-4a0b-8c44-8681824b45f4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:01.435005 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:06:01.435736 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Checking segment: {'id': 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:01.436534 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Bound using segment: {'id': 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:06:01.437402 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Bound port: 858abab7-64bc-43df-8b3d-85168cdb41d2, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:06:01.438024 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.445303 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=deaad074-4625-47fa-9c01-d13cba4df98c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:01.518476 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11f6a0-1e2e-45ea-80b4-b11f531a313f admin admin] Pushing event updated for resources: {'Network': ['ID=fbfac85b-c1b4-4e33-bcb1-27e2cf61434b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:01.531685 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network fbfac85b-c1b4-4e33-bcb1-27e2cf61434b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:06:01.560225 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] For port 858abab7-64bc-43df-8b3d-85168cdb41d2, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:06:01.564897 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] For port 858abab7-64bc-43df-8b3d-85168cdb41d2, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=858abab7-64bc-43df-8b3d-85168cdb41d2,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:06:01.579114 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.582140 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44600) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:01.607300 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef07ce2-2816-4de6-abad-707fad198661 admin admin] Made reservation on behalf of 83eae5b5a6104dc297aa572794c1845b for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:01.609653 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bef07ce2-2816-4de6-abad-707fad198661 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.615867 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.637066 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff22840f-f461-45f8-af30-2a63a821552c']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:01.650398 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.658274 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.658881 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5a2432-ef5c-461d-a962-012b1036b0b5') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:01.659181 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5a2432-ef5c-461d-a962-012b1036b0b5') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:01.682667 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.702294 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Pushing event updated for resources: {'Port': ['ID=858abab7-64bc-43df-8b3d-85168cdb41d2,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:01.706929 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.729674 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc2c92-7679-4195-b50c-86d9a6d0d462 None None] Pushing event updated for resources: {'Port': ['ID=2fa4fcc9-22ba-452a-ad1b-9744f045b540,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:01.733870 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:06:01.736076 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:06:01.743559 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:06:01.749484 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc2c92-7679-4195-b50c-86d9a6d0d462 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.749836 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc2c92-7679-4195-b50c-86d9a6d0d462 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.750179 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc2c92-7679-4195-b50c-86d9a6d0d462 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.750516 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc2c92-7679-4195-b50c-86d9a6d0d462 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.750849 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc2c92-7679-4195-b50c-86d9a6d0d462 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.751184 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc2c92-7679-4195-b50c-86d9a6d0d462 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.751518 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc2c92-7679-4195-b50c-86d9a6d0d462 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.752002 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc2c92-7679-4195-b50c-86d9a6d0d462 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.752183 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc2c92-7679-4195-b50c-86d9a6d0d462 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.752507 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc2c92-7679-4195-b50c-86d9a6d0d462 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.752831 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc2c92-7679-4195-b50c-86d9a6d0d462 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.753152 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc2c92-7679-4195-b50c-86d9a6d0d462 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.753481 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc2c92-7679-4195-b50c-86d9a6d0d462 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.754783 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f71c2a-fa36-4afd-9877-1b3fa58c8027 req-f0e31a54-93ee-4d4b-b791-1e906ef7c4a4 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:01.760860 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-65f71c2a-fa36-4afd-9877-1b3fa58c8027 req-f0e31a54-93ee-4d4b-b791-1e906ef7c4a4 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48d85d5-dabe-4ed1-a176-311cb2600295 HTTP/1.1" status: 200 len: 945 time: 0.1940851 Dec 06 15:06:01.777070 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:01.777694 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.779229 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-f786537c-a8ec-4651-8fc3-2b462ca4567a service neutron] 10.222.0.37 "PUT /v2.0/ports/858abab7-64bc-43df-8b3d-85168cdb41d2 HTTP/1.1" status: 200 len: 1091 time: 2.2553728 Dec 06 15:06:01.779867 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a101f9f3-58f9-4dad-acec-33bb6d39adb7', 'tag': '858abab7-64bc-43df-8b3d-85168cdb41d2'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:06:01.782021 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fbb10c-db83-4996-ac11-721d21f2c10a" -d '{"events": [{"name": "network-changed", "server_uuid": "a101f9f3-58f9-4dad-acec-33bb6d39adb7", "tag": "858abab7-64bc-43df-8b3d-85168cdb41d2"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:06:01.799639 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Attempting to bind port 2fa4fcc9-22ba-452a-ad1b-9744f045b540 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:01.800237 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Attempting to bind port 2fa4fcc9-22ba-452a-ad1b-9744f045b540 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:01.800817 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Attempting to bind port 2fa4fcc9-22ba-452a-ad1b-9744f045b540 on network 78cfa806-705b-461f-90b8-3deff86f3c75 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:01.809690 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:06:01.810367 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Checking segment: {'id': 'cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:01.810986 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.811525 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Bound using segment: {'id': 'cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:06:01.813903 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Bound port: 2fa4fcc9-22ba-452a-ad1b-9744f045b540, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:06:01.814669 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.901073 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b71b75a-cd74-47a0-8251-d7467ef08163 x-openstack-request-id: req-1b71b75a-cd74-47a0-8251-d7467ef08163 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:01.901820 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a101f9f3-58f9-4dad-acec-33bb6d39adb7", "tag": "858abab7-64bc-43df-8b3d-85168cdb41d2", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:01.902173 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b71b75a-cd74-47a0-8251-d7467ef08163 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:01.902678 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a101f9f3-58f9-4dad-acec-33bb6d39adb7', 'tag': '858abab7-64bc-43df-8b3d-85168cdb41d2', 'status': 'completed', 'code': 200} Dec 06 15:06:01.959523 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f0675d66-d2aa-4804-bb09-a53701e93975 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4031790a8d3c400d9ce91725d99f38b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3758769 Dec 06 15:06:01.961166 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44608) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:01.973200 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] For port 2fa4fcc9-22ba-452a-ad1b-9744f045b540, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:06:01.977703 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] For port 2fa4fcc9-22ba-452a-ad1b-9744f045b540, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2fa4fcc9-22ba-452a-ad1b-9744f045b540,segment=NetworkSegment(cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4),segment_id=cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:06:01.987332 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.990434 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:02.001212 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff22840f-f461-45f8-af30-2a63a821552c {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 15:06:02.006963 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-65f71c2a-fa36-4afd-9877-1b3fa58c8027 req-7eb56c10-b76e-40c3-8221-aea1fb83e91d tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8fbcddd-7a70-459d-aa1c-28163bb8e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398498 Dec 06 15:06:02.016753 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-72a1f3cf-9f55-4ca1-b42b-d3e8891c63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:02.018254 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-72a1f3cf-9f55-4ca1-b42b-d3e8891c63c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d68cc263107495b94e8b89e7ce49c8a&device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 1094 time: 0.1625538 Dec 06 15:06:02.021048 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:02.027797 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ff22840f-f461-45f8-af30-2a63a821552c HTTP/1.1" status: 204 len: 168 time: 2.3233428 Dec 06 15:06:02.028718 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44610) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:02.061787 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab129751-5638-44c4-90ff-84d73eb1db45 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff22840f-f461-45f8-af30-2a63a821552c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:02.088752 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc2c92-7679-4195-b50c-86d9a6d0d462 None None] Pushing event updated for resources: {'Port': ['ID=2fa4fcc9-22ba-452a-ad1b-9744f045b540,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:02.091593 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Routers {'9e719e8b-b1e8-4901-8560-0aa24b7bb752'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:02.092255 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:05:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:02.095122 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:06:02.126049 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d712d0d9-7685-4af7-b1aa-1eb89c0e1da4 None None] Provisioning complete for port 2fa4fcc9-22ba-452a-ad1b-9744f045b540 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:02.126459 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d712d0d9-7685-4af7-b1aa-1eb89c0e1da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:02.159815 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf347e7c-538e-42ae-94b4-206740188b5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:02.203180 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24c15f-e61b-47ed-a783-703b412893f0 req-0cb9d657-7760-431d-801c-bcaac0318364 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:02.205253 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-de24c15f-e61b-47ed-a783-703b412893f0 req-0cb9d657-7760-431d-801c-bcaac0318364 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 943 time: 0.1762929 Dec 06 15:06:02.242055 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf347e7c-538e-42ae-94b4-206740188b5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:02.316024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-de24c15f-e61b-47ed-a783-703b412893f0 req-efdf055b-19ea-4723-b68b-92a922856990 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030796 Dec 06 15:06:02.350640 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf347e7c-538e-42ae-94b4-206740188b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:02.355254 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf347e7c-538e-42ae-94b4-206740188b5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:02.355726 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d712d0d9-7685-4af7-b1aa-1eb89c0e1da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:02.357518 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cf347e7c-538e-42ae-94b4-206740188b5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2710de1e-2290-4d40-8eff-3849c0d847d8 HTTP/1.1" status: 204 len: 168 time: 0.3952839 Dec 06 15:06:02.370035 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] Set router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:06:02.396183 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf347e7c-538e-42ae-94b4-206740188b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2710de1e-2290-4d40-8eff-3849c0d847d8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:02.404773 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d712d0d9-7685-4af7-b1aa-1eb89c0e1da4 None None] For port 2fa4fcc9-22ba-452a-ad1b-9744f045b540, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2fa4fcc9-22ba-452a-ad1b-9744f045b540,segment=NetworkSegment(cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4),segment_id=cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:02.422628 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d712d0d9-7685-4af7-b1aa-1eb89c0e1da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:02.436484 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bef07ce2-2816-4de6-abad-707fad198661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:02.511740 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712d0d9-7685-4af7-b1aa-1eb89c0e1da4 None None] Pushing event updated for resources: {'Port': ['ID=2fa4fcc9-22ba-452a-ad1b-9744f045b540,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:02.519478 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ae8070df-4821-447a-9bb1-b0c87af941c7 req-e0748768-5ca8-4dee-8eca-98f11d0765cd tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.1135588 Dec 06 15:06:02.547098 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-6bcaacbe-6d71-4ce0-a8e1-e9b49abe4b07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=858abab7-64bc-43df-8b3d-85168cdb41d2 HTTP/1.1" status: 200 len: 217 time: 0.5193458 Dec 06 15:06:02.572611 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c608ffb1-5b8b-4d8d-8741-04eb0134aee7 None None] Provisioning complete for port 2fa4fcc9-22ba-452a-ad1b-9744f045b540 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:02.573112 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c608ffb1-5b8b-4d8d-8741-04eb0134aee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:02.643590 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-da25830a-7e2a-48a1-87a1-d40b0b830255 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.6137488 Dec 06 15:06:02.646695 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44620) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:02.656335 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef07ce2-2816-4de6-abad-707fad198661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=149d5ef3-2622-49f3-8ab9-cd032a634fdb,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:02.671091 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-bc888935-c742-479b-a210-c358b38d8bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:02.672600 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-bc888935-c742-479b-a210-c358b38d8bea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b72e794-ba19-4721-af9a-670583f58b7e HTTP/1.1" status: 200 len: 854 time: 0.1141944 Dec 06 15:06:02.673474 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef07ce2-2816-4de6-abad-707fad198661 admin admin] Checking segment: {'id': '34d4c1bc-5928-4c56-9734-14131205e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fbfac85b-c1b4-4e33-bcb1-27e2cf61434b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:02.673840 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef07ce2-2816-4de6-abad-707fad198661 admin admin] Network hostable DHCP agents. Network: fbfac85b-c1b4-4e33-bcb1-27e2cf61434b, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:06:02.703539 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'name': 'tempest-TestVolumeBackupRestore-1817258430-router', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:05:50Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'gw_port': {'id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:51Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2fa4fcc9-22ba-452a-ad1b-9744f045b540', 'name': '', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'mac_address': 'fa:16:3e:e3:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:56Z', 'updated_at': '2021-12-06T15:06:01Z', 'revision_number': 4, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'subnets': [{'id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:02.714965 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-72e262c9-044a-47ab-823e-261e775e6580 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5f251ea-82ed-4a0b-8c44-8681824b45f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340290 Dec 06 15:06:02.722160 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef07ce2-2816-4de6-abad-707fad198661 admin admin] Network fbfac85b-c1b4-4e33-bcb1-27e2cf61434b is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:06:02.733030 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6a9bf-dd77-4493-abcc-2072029e1a43 None None] The sync data for ids ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'] in n-d-master-1 is: [{'id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'name': 'tempest-TestVolumeBackupRestore-1817258430-router', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:05:50Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'gw_port': {'id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:51Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2fa4fcc9-22ba-452a-ad1b-9744f045b540', 'name': '', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'mac_address': 'fa:16:3e:e3:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:56Z', 'updated_at': '2021-12-06T15:06:01Z', 'revision_number': 4, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'subnets': [{'id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:06:02.752411 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-bef07ce2-2816-4de6-abad-707fad198661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, fbfac85b-c1b4-4e33-bcb1-27e2cf61434b) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:02.762034 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0486a262-f33a-45f2-aae7-e357a3d385b5 None None] Network fbfac85b-c1b4-4e33-bcb1-27e2cf61434b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:06:02.764709 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef07ce2-2816-4de6-abad-707fad198661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:02.765329 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bef07ce2-2816-4de6-abad-707fad198661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:02.817698 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f3b727-7ad8-4106-a54d-3fc58b86dc95 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:02.818285 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f3b727-7ad8-4106-a54d-3fc58b86dc95 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:02.819190 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f3b727-7ad8-4106-a54d-3fc58b86dc95 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:02.819399 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f3b727-7ad8-4106-a54d-3fc58b86dc95 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:02.819969 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f3b727-7ad8-4106-a54d-3fc58b86dc95 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:02.820920 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f3b727-7ad8-4106-a54d-3fc58b86dc95 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:02.821739 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f3b727-7ad8-4106-a54d-3fc58b86dc95 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:02.821866 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f3b727-7ad8-4106-a54d-3fc58b86dc95 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:02.823758 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c7f3b727-7ad8-4106-a54d-3fc58b86dc95 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5303 time: 0.1759984 Dec 06 15:06:02.827075 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44624) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:02.835199 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bef07ce2-2816-4de6-abad-707fad198661 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4317384 Dec 06 15:06:02.835403 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44626) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:02.842957 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1525808879-router', 'tenant_id': '83eae5b5a6104dc297aa572794c1845b', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:02.861601 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-cb7e8d71-6b02-486c-adab-6b599795e29b service neutron] 10.222.0.37 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355422 Dec 06 15:06:02.900509 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:02.901134 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:02.906088 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-960194aa-5727-4284-80d8-5b8a767a54ba tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] delete failed (client error): The resource could not be found. Dec 06 15:06:02.907414 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-960194aa-5727-4284-80d8-5b8a767a54ba tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/554663df-8c94-4c45-a688-c35327d321b6 HTTP/1.1" status: 404 len: 345 time: 0.0792480 Dec 06 15:06:02.910621 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44630) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:02.956376 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db2a943-72c7-441c-8004-de0d5de92e2f tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] DELETE failed (client error): The resource could not be found. Dec 06 15:06:02.957179 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db2a943-72c7-441c-8004-de0d5de92e2f tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:06:02.968239 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8db2a943-72c7-441c-8004-de0d5de92e2f tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ff22840f-f461-45f8-af30-2a63a821552c HTTP/1.1" status: 404 len: 339 time: 0.0563693 Dec 06 15:06:02.985523 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44634) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:03.007577 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-52b9ce4a-2e8e-46c7-8152-0bdcc87f91b9 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Request body: {'network': {'name': 'tempest-network--884620636', 'router:external': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:03.062362 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-deae3a6f-2d77-46f4-aaf5-42d105c26703 req-e8a028f3-7cbb-4e82-820b-8bea98f5cb9c service neutron] 10.222.0.37 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931148 Dec 06 15:06:03.087108 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:03.199558 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbb10c-db83-4996-ac11-721d21f2c10a req-710f4360-5e69-421d-8c9b-faa3bda85b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:03.201271 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20fbb10c-db83-4996-ac11-721d21f2c10a req-710f4360-5e69-421d-8c9b-faa3bda85b43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d68cc263107495b94e8b89e7ce49c8a&device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 1094 time: 0.0775843 Dec 06 15:06:03.245506 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c7c8d97f-6c11-48ef-b352-c640915d3052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:03.253712 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-fbfac85b-c1b4-4e33-bcb1-27e2cf61434b', 'network_id': 'fbfac85b-c1b4-4e33-bcb1-27e2cf61434b', 'tenant_id': '83eae5b5a6104dc297aa572794c1845b', 'fixed_ips': [{'subnet_id': '149d5ef3-2622-49f3-8ab9-cd032a634fdb'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:06:03.255783 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:03.364942 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbb10c-db83-4996-ac11-721d21f2c10a req-e7e75e81-8386-4a82-8e66-1a9a3747035b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:03.366407 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20fbb10c-db83-4996-ac11-721d21f2c10a req-e7e75e81-8386-4a82-8e66-1a9a3747035b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5f251ea-82ed-4a0b-8c44-8681824b45f4 HTTP/1.1" status: 200 len: 915 time: 0.1563115 Dec 06 15:06:03.459250 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20fbb10c-db83-4996-ac11-721d21f2c10a req-5483f33c-6390-4ad0-b1f2-76199cf5f0a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=858abab7-64bc-43df-8b3d-85168cdb41d2 HTTP/1.1" status: 200 len: 217 time: 0.0833154 Dec 06 15:06:03.472607 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Allocated IP 172.20.0.2 (fbfac85b-c1b4-4e33-bcb1-27e2cf61434b/149d5ef3-2622-49f3-8ab9-cd032a634fdb/eb5fc81c-a954-44b5-ac39-d5b96837c8c5) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:03.526383 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbb10c-db83-4996-ac11-721d21f2c10a req-8b172610-37ad-4c28-a4b1-a3d49c7edc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:03.529121 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20fbb10c-db83-4996-ac11-721d21f2c10a req-8b172610-37ad-4c28-a4b1-a3d49c7edc7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b72e794-ba19-4721-af9a-670583f58b7e HTTP/1.1" status: 200 len: 854 time: 0.0493264 Dec 06 15:06:03.571466 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20fbb10c-db83-4996-ac11-721d21f2c10a req-4522b461-b148-46d9-b476-32374f79b5a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5f251ea-82ed-4a0b-8c44-8681824b45f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340674 Dec 06 15:06:03.581580 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b2d8c-375d-47eb-9f12-600f9872375f req-2d2d5db6-ac12-44c2-a4f8-2f5bc913a0a8 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:03.591108 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a2b2d8c-375d-47eb-9f12-600f9872375f req-2d2d5db6-ac12-44c2-a4f8-2f5bc913a0a8 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 943 time: 0.1438904 Dec 06 15:06:03.696580 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a2b2d8c-375d-47eb-9f12-600f9872375f req-2fabe94f-5a5c-4bd9-b9a0-fb4bc7da140c tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043987 Dec 06 15:06:03.742044 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44654) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:03.742754 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b9ce4a-2e8e-46c7-8152-0bdcc87f91b9 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Made reservation on behalf of 21034f841fe6410dbc309d7575a042f7 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:03.745425 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52b9ce4a-2e8e-46c7-8152-0bdcc87f91b9 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:03.784593 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:03.793874 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:03.841857 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20fbb10c-db83-4996-ac11-721d21f2c10a req-ab0e124f-e5dd-4e6d-8f98-ee05fd8c44e5 service neutron] 10.222.0.37 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423086 Dec 06 15:06:03.878053 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:03.882251 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Network fbfac85b-c1b4-4e33-bcb1-27e2cf61434b is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:03.886205 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:03.891810 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:03.901588 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Pushing event updated for resources: {'Port': ['ID=eb5fc81c-a954-44b5-ac39-d5b96837c8c5,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:03.931135 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1322a3-1153-4ca5-8e5b-c2fa63dda1b5 req-bc507c97-c8c6-4c19-8790-8d1e3800d911 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:03.932862 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad1322a3-1153-4ca5-8e5b-c2fa63dda1b5 req-bc507c97-c8c6-4c19-8790-8d1e3800d911 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48d85d5-dabe-4ed1-a176-311cb2600295 HTTP/1.1" status: 200 len: 945 time: 0.1921024 Dec 06 15:06:03.935972 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6a677c4-f4f9-4a01-a0c9-79adaa81301c req-7f3f324f-e2ca-48c3-8cb6-025df95e1cf5 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0638852 Dec 06 15:06:03.938571 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b9ce4a-2e8e-46c7-8152-0bdcc87f91b9 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:06:03.987079 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52b9ce4a-2e8e-46c7-8152-0bdcc87f91b9 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:03.987747 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-52b9ce4a-2e8e-46c7-8152-0bdcc87f91b9 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Added segment 7cb3645e-434f-419e-b5c0-32ccc28ff5de of type vlan for network c024c733-07c3-48e0-8007-ef8969dd5468 Dec 06 15:06:04.037031 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Attempting to bind port eb5fc81c-a954-44b5-ac39-d5b96837c8c5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:04.037495 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Attempting to bind port eb5fc81c-a954-44b5-ac39-d5b96837c8c5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '34d4c1bc-5928-4c56-9734-14131205e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fbfac85b-c1b4-4e33-bcb1-27e2cf61434b'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:04.037899 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Attempting to bind port eb5fc81c-a954-44b5-ac39-d5b96837c8c5 on network fbfac85b-c1b4-4e33-bcb1-27e2cf61434b {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:04.041593 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:04.045361 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:06:04.045743 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Checking segment: {'id': '34d4c1bc-5928-4c56-9734-14131205e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fbfac85b-c1b4-4e33-bcb1-27e2cf61434b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:04.046201 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:04.046600 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Bound using segment: {'id': '34d4c1bc-5928-4c56-9734-14131205e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fbfac85b-c1b4-4e33-bcb1-27e2cf61434b'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:06:04.047079 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Bound port: eb5fc81c-a954-44b5-ac39-d5b96837c8c5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d4c1bc-5928-4c56-9734-14131205e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fbfac85b-c1b4-4e33-bcb1-27e2cf61434b'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:06:04.047521 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:04.052764 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20fbb10c-db83-4996-ac11-721d21f2c10a req-b2a782c7-c9ba-4001-9d35-dc9a9bde7b26 service neutron] 10.222.0.37 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023215 Dec 06 15:06:04.064420 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad1322a3-1153-4ca5-8e5b-c2fa63dda1b5 req-30a94e87-bc34-49aa-bb1c-a35b0961534e tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8fbcddd-7a70-459d-aa1c-28163bb8e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226914 Dec 06 15:06:04.072632 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9ce1e805-a82f-4997-94f5-05c1fbe61839 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021248514'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:04.104918 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52b9ce4a-2e8e-46c7-8152-0bdcc87f91b9 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:04.122329 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] For port eb5fc81c-a954-44b5-ac39-d5b96837c8c5, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:06:04.126704 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] For port eb5fc81c-a954-44b5-ac39-d5b96837c8c5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=eb5fc81c-a954-44b5-ac39-d5b96837c8c5,segment=NetworkSegment(34d4c1bc-5928-4c56-9734-14131205e84e),segment_id=34d4c1bc-5928-4c56-9734-14131205e84e)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:06:04.132829 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:04.212206 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52b9ce4a-2e8e-46c7-8152-0bdcc87f91b9 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:04.213348 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b9ce4a-2e8e-46c7-8152-0bdcc87f91b9 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:04.216154 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52b9ce4a-2e8e-46c7-8152-0bdcc87f91b9 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:04.220065 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af65774-7bdf-4e7c-a5b4-19cc32e4102e None None] Pushing event updated for resources: {'Port': ['ID=eb5fc81c-a954-44b5-ac39-d5b96837c8c5,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:04.224286 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ce1e805-a82f-4997-94f5-05c1fbe61839 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:04.260950 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ce1e805-a82f-4997-94f5-05c1fbe61839 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:04.282228 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-52b9ce4a-2e8e-46c7-8152-0bdcc87f91b9 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2933061 Dec 06 15:06:04.284867 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44662) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:04.311180 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2fa4fcc9-22ba-452a-ad1b-9744f045b540 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:06:04.339734 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9ce4a-2e8e-46c7-8152-0bdcc87f91b9 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Pushing event updated for resources: {'Network': ['ID=c024c733-07c3-48e0-8007-ef8969dd5468,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:04.370741 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network c024c733-07c3-48e0-8007-ef8969dd5468 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:06:04.541304 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:04.552994 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2fa4fcc9-22ba-452a-ad1b-9744f045b540 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:04.553549 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:04.560617 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a4889-42e2-45e0-ac21-daada9548361 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:04.566944 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a4889-42e2-45e0-ac21-daada9548361 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:04.574135 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a4889-42e2-45e0-ac21-daada9548361 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:04.580683 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a4889-42e2-45e0-ac21-daada9548361 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:04.581038 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:04.585273 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-257a4889-42e2-45e0-ac21-daada9548361 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.2966821 Dec 06 15:06:04.590684 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44666) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:04.639189 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ce1e805-a82f-4997-94f5-05c1fbe61839 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:04.644772 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba1cbb-e527-41ca-a20e-347e7f38b86f req-5d1d64d8-0da4-4972-a2e5-14a6cd810a43 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:04.649152 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7dba1cbb-e527-41ca-a20e-347e7f38b86f req-5d1d64d8-0da4-4972-a2e5-14a6cd810a43 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48d85d5-dabe-4ed1-a176-311cb2600295 HTTP/1.1" status: 200 len: 945 time: 0.1116662 Dec 06 15:06:04.703514 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ce1e805-a82f-4997-94f5-05c1fbe61839 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:04.736986 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7dba1cbb-e527-41ca-a20e-347e7f38b86f req-a9a08976-ba05-42bb-944c-bfb98ad51973 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8fbcddd-7a70-459d-aa1c-28163bb8e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797691 Dec 06 15:06:04.881997 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6b196cd-c1df-4ea5-9a4b-ae390dc2b773 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:04.883851 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1e805-a82f-4997-94f5-05c1fbe61839 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7317424-bf20-48e2-b473-d8ffc920ff06,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:04.951402 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Allocated IP 172.35.7.48 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/b3c3015d-7836-4f21-a955-c460c5855a4d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:04.959373 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ce1e805-a82f-4997-94f5-05c1fbe61839 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:04.993740 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50463b0-1e00-417f-99a1-b20aab5e3c93 req-02ad7c60-2e23-4a27-9586-bd6c60b940a9 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:04.995442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e50463b0-1e00-417f-99a1-b20aab5e3c93 req-02ad7c60-2e23-4a27-9586-bd6c60b940a9 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 943 time: 0.1846182 Dec 06 15:06:04.996075 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ce1e805-a82f-4997-94f5-05c1fbe61839 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.056333 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a7f2922-e160-41e8-9bb1-dc08f315b49b req-deaedff2-f971-40be-9165-520568157296 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0272751 Dec 06 15:06:05.083692 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ce1e805-a82f-4997-94f5-05c1fbe61839 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.083692 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9ce1e805-a82f-4997-94f5-05c1fbe61839 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3320396 Dec 06 15:06:05.084019 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44674) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:05.103049 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1e805-a82f-4997-94f5-05c1fbe61839 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9f4077-31c1-428c-8a6c-9df5ddc49169,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:05.133097 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6b196cd-c1df-4ea5-9a4b-ae390dc2b773 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.156535 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-612ec696-5a09-45d3-b1be-0e5481ff37e7 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0755069 Dec 06 15:06:05.159052 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44676) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:05.164348 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a141470f-e419-4a5b-9f5e-83c84680c103 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group': {'name': 'tempest-security--1587176352', 'description': 'tempest-security-description-491821170'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:05.201736 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a141470f-e419-4a5b-9f5e-83c84680c103 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.202809 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f6b196cd-c1df-4ea5-9a4b-ae390dc2b773 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c024c733-07c3-48e0-8007-ef8969dd5468']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:05.225482 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f6b196cd-c1df-4ea5-9a4b-ae390dc2b773 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb3645e-434f-419e-b5c0-32ccc28ff5de') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:05.225482 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f6b196cd-c1df-4ea5-9a4b-ae390dc2b773 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb3645e-434f-419e-b5c0-32ccc28ff5de') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:05.230087 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e50463b0-1e00-417f-99a1-b20aab5e3c93 req-66ab2017-f25c-45be-95c5-02c2e57108a6 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156801 Dec 06 15:06:05.247224 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6b196cd-c1df-4ea5-9a4b-ae390dc2b773 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.279564 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a141470f-e419-4a5b-9f5e-83c84680c103 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.283503 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6b196cd-c1df-4ea5-9a4b-ae390dc2b773 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.284824 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a141470f-e419-4a5b-9f5e-83c84680c103 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.288580 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.288735 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a141470f-e419-4a5b-9f5e-83c84680c103 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.290039 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a141470f-e419-4a5b-9f5e-83c84680c103 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "PUT /v2.0/security-groups/fe9f4077-31c1-428c-8a6c-9df5ddc49169 HTTP/1.1" status: 200 len: 1796 time: 0.1299875 Dec 06 15:06:05.293623 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44678) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:05.299132 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b196cd-c1df-4ea5-9a4b-ae390dc2b773 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:06:05.299578 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6b196cd-c1df-4ea5-9a4b-ae390dc2b773 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:06:05.301625 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:06:05.335814 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141470f-e419-4a5b-9f5e-83c84680c103 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9f4077-31c1-428c-8a6c-9df5ddc49169,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:05.351971 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-399df7fe-01cd-4f65-8b73-5f32608887db tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-groups/fe9f4077-31c1-428c-8a6c-9df5ddc49169 HTTP/1.1" status: 200 len: 1796 time: 0.0561082 Dec 06 15:06:05.355395 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44680) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:05.384723 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6b196cd-c1df-4ea5-9a4b-ae390dc2b773 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.390806 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b196cd-c1df-4ea5-9a4b-ae390dc2b773 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c024c733-07c3-48e0-8007-ef8969dd5468 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 15:06:05.405184 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6b196cd-c1df-4ea5-9a4b-ae390dc2b773 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.413135 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f6b196cd-c1df-4ea5-9a4b-ae390dc2b773 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] 10.222.0.20 "DELETE /v2.0/networks/c024c733-07c3-48e0-8007-ef8969dd5468 HTTP/1.1" status: 204 len: 168 time: 0.8176327 Dec 06 15:06:05.413434 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44682) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:05.415449 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b196cd-c1df-4ea5-9a4b-ae390dc2b773 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Pushing event deleted for resources: {'Network': ['ID=c024c733-07c3-48e0-8007-ef8969dd5468,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:05.419771 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-de2834b7-68ac-485e-9fef-b3ab2239f994 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Request body: {'network': {'name': 'tempest-network--2104641789', 'router:external': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:05.424639 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.440640 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-216a16d9-c10d-4336-9cea-725b910406aa tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.471328 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-216a16d9-c10d-4336-9cea-725b910406aa tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.494488 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2834b7-68ac-485e-9fef-b3ab2239f994 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Made reservation on behalf of 21034f841fe6410dbc309d7575a042f7 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:05.497373 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de2834b7-68ac-485e-9fef-b3ab2239f994 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.504276 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Pushing event updated for resources: {'Port': ['ID=b3c3015d-7836-4f21-a955-c460c5855a4d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:05.514965 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:05.516851 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:05.521548 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:05.545662 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6957b183-5cd5-46e2-8afc-ccdc031cd5db None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:06:05.553998 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-216a16d9-c10d-4336-9cea-725b910406aa tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.556842 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-216a16d9-c10d-4336-9cea-725b910406aa tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.558052 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-216a16d9-c10d-4336-9cea-725b910406aa tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-groups/fe9f4077-31c1-428c-8a6c-9df5ddc49169 HTTP/1.1" status: 204 len: 168 time: 0.2016883 Dec 06 15:06:05.559005 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2834b7-68ac-485e-9fef-b3ab2239f994 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:06:05.561138 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f449eaed-c827-484f-b400-216a442304df None None] Network fbfac85b-c1b4-4e33-bcb1-27e2cf61434b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:06:05.564972 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44684) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:05.598025 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a16d9-c10d-4336-9cea-725b910406aa tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9f4077-31c1-428c-8a6c-9df5ddc49169,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:05.607605 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de2834b7-68ac-485e-9fef-b3ab2239f994 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.608025 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-de2834b7-68ac-485e-9fef-b3ab2239f994 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Added segment d096b220-0cfb-418b-8a4a-95e79c9d6737 of type vlan for network 286db1e6-24dc-4dc1-832e-c667de1df881 Dec 06 15:06:05.667386 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de2834b7-68ac-485e-9fef-b3ab2239f994 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.710371 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de2834b7-68ac-485e-9fef-b3ab2239f994 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.711580 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.711831 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2834b7-68ac-485e-9fef-b3ab2239f994 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:05.712362 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-de2834b7-68ac-485e-9fef-b3ab2239f994 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.726740 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-64d621db-a646-49fc-adb3-29d112336130 None None] Provisioning complete for port b3c3015d-7836-4f21-a955-c460c5855a4d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:05.727253 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64d621db-a646-49fc-adb3-29d112336130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.732527 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-02bba63e-8903-4159-889c-a7958f1da3c4 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1655993 Dec 06 15:06:05.735058 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44686) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:05.772370 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-64d621db-a646-49fc-adb3-29d112336130 None None] Port b3c3015d-7836-4f21-a955-c460c5855a4d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:06:05.788886 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2834b7-68ac-485e-9fef-b3ab2239f994 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Pushing event updated for resources: {'Network': ['ID=286db1e6-24dc-4dc1-832e-c667de1df881,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:05.796693 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-de2834b7-68ac-485e-9fef-b3ab2239f994 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3791306 Dec 06 15:06:05.807372 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 286db1e6-24dc-4dc1-832e-c667de1df881 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:06:05.815439 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-64d621db-a646-49fc-adb3-29d112336130 None None] Provisioning complete for port eb5fc81c-a954-44b5-ac39-d5b96837c8c5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:05.815957 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64d621db-a646-49fc-adb3-29d112336130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:05.816514 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-fcd1b79f-6536-476e-a3d9-f744ead98b9c tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] delete failed (client error): The resource could not be found. Dec 06 15:06:05.824793 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fcd1b79f-6536-476e-a3d9-f744ead98b9c tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-groups/fe9f4077-31c1-428c-8a6c-9df5ddc49169 HTTP/1.1" status: 404 len: 347 time: 0.0885687 Dec 06 15:06:05.853247 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44690) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:05.853876 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44692) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:05.915996 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0de1bd51-c058-4bdb-8955-b0c341c3a521 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1091636568'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:06.001404 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.031582 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64d621db-a646-49fc-adb3-29d112336130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.078002 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-64d621db-a646-49fc-adb3-29d112336130 None None] For port eb5fc81c-a954-44b5-ac39-d5b96837c8c5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=eb5fc81c-a954-44b5-ac39-d5b96837c8c5,segment=NetworkSegment(34d4c1bc-5928-4c56-9734-14131205e84e),segment_id=34d4c1bc-5928-4c56-9734-14131205e84e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:06.082495 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64d621db-a646-49fc-adb3-29d112336130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.086957 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74521e82-809e-4758-a0a9-7ea18dc71421 req-15150886-00fe-46f1-9182-735103f21cfd tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:06.088958 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-74521e82-809e-4758-a0a9-7ea18dc71421 req-15150886-00fe-46f1-9182-735103f21cfd tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.37 "GET /v2.0/ports?device_id=d48d85d5-dabe-4ed1-a176-311cb2600295 HTTP/1.1" status: 200 len: 945 time: 0.2929831 Dec 06 15:06:06.164912 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8ced35-63df-41d5-a6fb-7678aee9532c tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:06.170349 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d621db-a646-49fc-adb3-29d112336130 None None] Pushing event updated for resources: {'Port': ['ID=eb5fc81c-a954-44b5-ac39-d5b96837c8c5,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:06.172045 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9a8ced35-63df-41d5-a6fb-7678aee9532c tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] 10.222.0.20 "GET /v2.0/networks/286db1e6-24dc-4dc1-832e-c667de1df881 HTTP/1.1" status: 200 len: 757 time: 0.3086808 Dec 06 15:06:06.174029 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44700) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:06.178546 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0de1bd51-c058-4bdb-8955-b0c341c3a521 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.244767 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1b1484c1-8ed4-4982-85c9-68d1b85e38c9 req-8010ec46-c8ee-4ddb-bd92-c573994e1e51 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0373898 Dec 06 15:06:06.265240 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9421c-6b76-4526-aba4-2e583372257d req-635a0159-fc9f-4f8c-96a4-3c4771b0ab7f tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:06.266763 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-80f9421c-6b76-4526-aba4-2e583372257d req-635a0159-fc9f-4f8c-96a4-3c4771b0ab7f tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48d85d5-dabe-4ed1-a176-311cb2600295 HTTP/1.1" status: 200 len: 945 time: 0.4112751 Dec 06 15:06:06.302498 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device eb5fc81c-a954-44b5-ac39-d5b96837c8c5 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:06:06.331868 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.369948 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port eb5fc81c-a954-44b5-ac39-d5b96837c8c5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:06.370318 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.417768 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5b9ddd58-804b-49d9-a97d-f7d12771e084 None None] Provisioning complete for port eb5fc81c-a954-44b5-ac39-d5b96837c8c5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:06.418140 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5b9ddd58-804b-49d9-a97d-f7d12771e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.438450 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65611a7a-bf0b-45ca-a5a7-0d85b513bde7 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:06.442446 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-65611a7a-bf0b-45ca-a5a7-0d85b513bde7 tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] 10.222.0.20 "GET /v2.0/networks/5beb59eb-369f-4f6f-8f64-da3f73b1dccb HTTP/1.1" status: 200 len: 766 time: 0.2587860 Dec 06 15:06:06.451097 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44704) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:06.482499 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-80f9421c-6b76-4526-aba4-2e583372257d req-17fb1c07-f78b-4094-9b54-3a62424ca347 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8fbcddd-7a70-459d-aa1c-28163bb8e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687903 Dec 06 15:06:06.492162 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840884d-8785-4acc-abb9-8d78fc09881b req-1379dc6a-257c-4008-8b9b-3deef357b4ac tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:06.493793 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9840884d-8785-4acc-abb9-8d78fc09881b req-1379dc6a-257c-4008-8b9b-3deef357b4ac tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 943 time: 0.1547511 Dec 06 15:06:06.522189 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-74521e82-809e-4758-a0a9-7ea18dc71421 req-8a1fc7c5-a254-4e15-b8b7-326bbf749a14 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Deleting port 09826342-77cd-4c17-b6d7-d998f4e63cdd {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:06.522796 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-74521e82-809e-4758-a0a9-7ea18dc71421 req-8a1fc7c5-a254-4e15-b8b7-326bbf749a14 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.548723 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0de1bd51-c058-4bdb-8955-b0c341c3a521 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.560869 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0de1bd51-c058-4bdb-8955-b0c341c3a521 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.569729 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.580715 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1547ad7b-8eb4-4e37-af0e-e0d8f14b8e28 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.629666 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0de1bd51-c058-4bdb-8955-b0c341c3a521 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.630881 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0de1bd51-c058-4bdb-8955-b0c341c3a521 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7720778 Dec 06 15:06:06.635556 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44706) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:06.640552 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-98337f59-3cfa-4a1c-85d2-48797f60dac7 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group_rule': {'security_group_id': 'd5f22727-bae6-417a-a5e8-42a452664252', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:06.650259 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1bd51-c058-4bdb-8955-b0c341c3a521 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f22727-bae6-417a-a5e8-42a452664252,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:06.659522 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9840884d-8785-4acc-abb9-8d78fc09881b req-c0860b52-bf95-4436-b64b-bcf1a3476da9 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039162 Dec 06 15:06:06.670292 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Router ebdc7fa1-cf2a-4ad2-b116-da2db6806269 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:06:06.687465 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-74521e82-809e-4758-a0a9-7ea18dc71421 req-8a1fc7c5-a254-4e15-b8b7-326bbf749a14 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] For port 09826342-77cd-4c17-b6d7-d998f4e63cdd, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=09826342-77cd-4c17-b6d7-d998f4e63cdd,segment=NetworkSegment(7f20c488-d0b3-4540-b3ec-c268f1e6a6a3),segment_id=7f20c488-d0b3-4540-b3ec-c268f1e6a6a3)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:06.688299 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-74521e82-809e-4758-a0a9-7ea18dc71421 req-8a1fc7c5-a254-4e15-b8b7-326bbf749a14 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.700816 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98337f59-3cfa-4a1c-85d2-48797f60dac7 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.713227 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-74521e82-809e-4758-a0a9-7ea18dc71421 req-8a1fc7c5-a254-4e15-b8b7-326bbf749a14 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Calling delete_port for 09826342-77cd-4c17-b6d7-d998f4e63cdd owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:06.722532 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1547ad7b-8eb4-4e37-af0e-e0d8f14b8e28 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.782726 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1547ad7b-8eb4-4e37-af0e-e0d8f14b8e28 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286db1e6-24dc-4dc1-832e-c667de1df881']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:06.796710 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1547ad7b-8eb4-4e37-af0e-e0d8f14b8e28 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd096b220-0cfb-418b-8a4a-95e79c9d6737') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:06.796941 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1547ad7b-8eb4-4e37-af0e-e0d8f14b8e28 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd096b220-0cfb-418b-8a4a-95e79c9d6737') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:06.799331 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98337f59-3cfa-4a1c-85d2-48797f60dac7 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.804767 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98337f59-3cfa-4a1c-85d2-48797f60dac7 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.832438 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98337f59-3cfa-4a1c-85d2-48797f60dac7 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b90a73a-0ab5-4ea7-9915-e85fbb5c4eaf,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:06.833750 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1547ad7b-8eb4-4e37-af0e-e0d8f14b8e28 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.843740 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98337f59-3cfa-4a1c-85d2-48797f60dac7 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.844929 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-98337f59-3cfa-4a1c-85d2-48797f60dac7 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2077320 Dec 06 15:06:06.849192 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44708) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:06.861346 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1547ad7b-8eb4-4e37-af0e-e0d8f14b8e28 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.881850 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1547ad7b-8eb4-4e37-af0e-e0d8f14b8e28 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:06:06.882257 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1547ad7b-8eb4-4e37-af0e-e0d8f14b8e28 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:06:06.884499 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:06:06.900471 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-74521e82-809e-4758-a0a9-7ea18dc71421 req-8a1fc7c5-a254-4e15-b8b7-326bbf749a14 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.905677 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:06:06.918577 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['09826342-77cd-4c17-b6d7-d998f4e63cdd'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:06:06.921456 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Sync routers for ids ['ebdc7fa1-cf2a-4ad2-b116-da2db6806269'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:06:06.923383 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff08f-f54d-41a9-bbeb-f34e9f8cef08 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.931347 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fc7c5-a254-4e15-b8b7-326bbf749a14 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Pushing event deleted for resources: {'Port': ['ID=09826342-77cd-4c17-b6d7-d998f4e63cdd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:06.956834 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979f9258-f3ec-44b1-9691-16f221fe3e05 None None] DHCP port deletion for 90c4e728-c4e8-4517-a9c4-f324b8a7be2b request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:06:06.961771 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Routers {'ebdc7fa1-cf2a-4ad2-b116-da2db6806269'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:06.962426 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ebdc7fa1-cf2a-4ad2-b116-da2db6806269'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:06.977470 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-74521e82-809e-4758-a0a9-7ea18dc71421 req-8a1fc7c5-a254-4e15-b8b7-326bbf749a14 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] No DVR routers for this DVR port 09826342-77cd-4c17-b6d7-d998f4e63cdd on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:06:06.980043 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-74521e82-809e-4758-a0a9-7ea18dc71421 req-8a1fc7c5-a254-4e15-b8b7-326bbf749a14 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.983756 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-74521e82-809e-4758-a0a9-7ea18dc71421 req-8a1fc7c5-a254-4e15-b8b7-326bbf749a14 tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.37 "DELETE /v2.0/ports/09826342-77cd-4c17-b6d7-d998f4e63cdd HTTP/1.1" status: 204 len: 173 time: 0.8800783 Dec 06 15:06:06.984493 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48d85d5-dabe-4ed1-a176-311cb2600295', 'name': 'network-vif-deleted', 'tag': '09826342-77cd-4c17-b6d7-d998f4e63cdd'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:06:06.986794 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456a3e1d-8250-42db-b97b-87311b586d3e" -d '{"events": [{"server_uuid": "d48d85d5-dabe-4ed1-a176-311cb2600295", "name": "network-vif-deleted", "tag": "09826342-77cd-4c17-b6d7-d998f4e63cdd"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:06:07.061929 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b115386-6c69-4e03-b014-c352c40e2d42 x-openstack-request-id: req-7b115386-6c69-4e03-b014-c352c40e2d42 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:07.062231 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48d85d5-dabe-4ed1-a176-311cb2600295", "name": "network-vif-deleted", "tag": "09826342-77cd-4c17-b6d7-d998f4e63cdd", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:07.062493 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b115386-6c69-4e03-b014-c352c40e2d42 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:07.062903 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48d85d5-dabe-4ed1-a176-311cb2600295', 'name': 'network-vif-deleted', 'tag': '09826342-77cd-4c17-b6d7-d998f4e63cdd', 'status': 'completed', 'code': 200} Dec 06 15:06:07.099140 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Set router ebdc7fa1-cf2a-4ad2-b116-da2db6806269 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:06:07.228373 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 858abab7-64bc-43df-8b3d-85168cdb41d2 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:06:07.242328 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff08f-f54d-41a9-bbeb-f34e9f8cef08 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.264271 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.265496 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e45729f5-f48e-4b74-863d-98272b78f02e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4282575 Dec 06 15:06:07.268805 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44714) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:07.275271 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1547ad7b-8eb4-4e37-af0e-e0d8f14b8e28 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.282970 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1547ad7b-8eb4-4e37-af0e-e0d8f14b8e28 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 286db1e6-24dc-4dc1-832e-c667de1df881 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 15:06:07.284796 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1547ad7b-8eb4-4e37-af0e-e0d8f14b8e28 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.288238 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1547ad7b-8eb4-4e37-af0e-e0d8f14b8e28 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] 10.222.0.20 "DELETE /v2.0/networks/286db1e6-24dc-4dc1-832e-c667de1df881 HTTP/1.1" status: 204 len: 168 time: 0.8359668 Dec 06 15:06:07.292136 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44718) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:07.305682 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a9ab4bcc-6572-41cf-adbe-16bcc8b66187 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Request body: {'network': {'name': 'tempest-network--1325793217'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:07.311534 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff08f-f54d-41a9-bbeb-f34e9f8cef08 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.313604 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547ad7b-8eb4-4e37-af0e-e0d8f14b8e28 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Pushing event deleted for resources: {'Network': ['ID=286db1e6-24dc-4dc1-832e-c667de1df881,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:07.319921 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff08f-f54d-41a9-bbeb-f34e9f8cef08 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.321236 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9c0ff08f-f54d-41a9-bbeb-f34e9f8cef08 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2b90a73a-0ab5-4ea7-9915-e85fbb5c4eaf HTTP/1.1" status: 204 len: 168 time: 0.4689441 Dec 06 15:06:07.327866 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44720) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:07.331002 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ff08f-f54d-41a9-bbeb-f34e9f8cef08 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b90a73a-0ab5-4ea7-9915-e85fbb5c4eaf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:07.352500 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ab4bcc-6572-41cf-adbe-16bcc8b66187 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Made reservation on behalf of 21034f841fe6410dbc309d7575a042f7 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:07.355268 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9ab4bcc-6572-41cf-adbe-16bcc8b66187 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.409247 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ab4bcc-6572-41cf-adbe-16bcc8b66187 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:06:07.413473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a7b1b907-6ca2-4f54-8422-959847aa1b54 req-652acd7e-409e-47f2-afe7-a5f3c718092a tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0360203 Dec 06 15:06:07.420989 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-21585ff2-f6f5-4d27-a9ba-fa3022101687 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0919738 Dec 06 15:06:07.423850 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44722) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:07.425258 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9ab4bcc-6572-41cf-adbe-16bcc8b66187 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.425773 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-a9ab4bcc-6572-41cf-adbe-16bcc8b66187 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Added segment 439d187f-3321-463d-ae1e-567b205bb55a of type vlan for network ea020b57-814e-40ba-a4a4-5b0b6b51ba44 Dec 06 15:06:07.476757 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9ab4bcc-6572-41cf-adbe-16bcc8b66187 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.481719 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 858abab7-64bc-43df-8b3d-85168cdb41d2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=858abab7-64bc-43df-8b3d-85168cdb41d2,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:07.484143 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'name': 'tempest-TestVolumeBackupRestore-1525808879-router', 'tenant_id': '83eae5b5a6104dc297aa572794c1845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b3c3015d-7836-4f21-a955-c460c5855a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:02Z', 'updated_at': '2021-12-06T15:06:05Z', 'revision_number': 3, 'project_id': '83eae5b5a6104dc297aa572794c1845b', 'gw_port': {'id': 'b3c3015d-7836-4f21-a955-c460c5855a4d', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:04Z', 'updated_at': '2021-12-06T15:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:07.522629 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Checking router: ebdc7fa1-cf2a-4ad2-b116-da2db6806269 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:06:07.523222 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Updating router ebdc7fa1-cf2a-4ad2-b116-da2db6806269 port b3c3015d-7836-4f21-a955-c460c5855a4d binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:06:07.530242 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9ab4bcc-6572-41cf-adbe-16bcc8b66187 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.531560 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ab4bcc-6572-41cf-adbe-16bcc8b66187 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:07.532300 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9ab4bcc-6572-41cf-adbe-16bcc8b66187 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.547467 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '858abab7-64bc-43df-8b3d-85168cdb41d2', 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4', 'port_id': '858abab7-64bc-43df-8b3d-85168cdb41d2', 'mac_address': 'fa:16:3e:0f:14:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b72e794-ba19-4721-af9a-670583f58b7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:06:07.555475 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.556617 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b270970-af50-4338-b90d-b4f5eb57c3eb tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.587316 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a9ab4bcc-6572-41cf-adbe-16bcc8b66187 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2837169 Dec 06 15:06:07.588328 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44726) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:07.599531 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-259d08ad-0424-4d62-94dc-8c04a8fbc31c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:07.601458 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.645390 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858abab7-64bc-43df-8b3d-85168cdb41d2 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:06:07.735533 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f6cec809-b7ae-4301-af87-8ff2b78bd734 req-53a7dedc-e218-47b1-98ed-71f070c762ee tempest-ServerGroupTestJSON-1944272225 tempest-ServerGroupTestJSON-1944272225-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48d85d5-dabe-4ed1-a176-311cb2600295 HTTP/1.1" status: 200 len: 210 time: 0.0304296 Dec 06 15:06:07.743088 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b270970-af50-4338-b90d-b4f5eb57c3eb tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.771915 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 858abab7-64bc-43df-8b3d-85168cdb41d2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=858abab7-64bc-43df-8b3d-85168cdb41d2,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:07.782925 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.806176 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-259d08ad-0424-4d62-94dc-8c04a8fbc31c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.887404 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-259d08ad-0424-4d62-94dc-8c04a8fbc31c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.892921 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab4bcc-6572-41cf-adbe-16bcc8b66187 tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Pushing event updated for resources: {'Network': ['ID=ea020b57-814e-40ba-a4a4-5b0b6b51ba44,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:07.913889 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-259d08ad-0424-4d62-94dc-8c04a8fbc31c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Network ea020b57-814e-40ba-a4a4-5b0b6b51ba44 is not hosted by any dhcp agent {{(pid=103289) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 15:06:07.915180 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259d08ad-0424-4d62-94dc-8c04a8fbc31c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:07.915936 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-259d08ad-0424-4d62-94dc-8c04a8fbc31c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:07.917515 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-259d08ad-0424-4d62-94dc-8c04a8fbc31c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] 10.222.0.20 "PUT /v2.0/networks/ea020b57-814e-40ba-a4a4-5b0b6b51ba44 HTTP/1.1" status: 200 len: 858 time: 0.3236451 Dec 06 15:06:07.934589 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44730) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:07.946987 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189edc94-6ec0-4b0b-a078-681ad57e9b4e req-c6bde2f5-99f8-4876-80d0-ae660c2a59b1 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:07.948943 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-189edc94-6ec0-4b0b-a078-681ad57e9b4e req-c6bde2f5-99f8-4876-80d0-ae660c2a59b1 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 944 time: 0.1240892 Dec 06 15:06:08.013876 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network ea020b57-814e-40ba-a4a4-5b0b6b51ba44 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:06:08.042379 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d08ad-0424-4d62-94dc-8c04a8fbc31c tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Pushing event updated for resources: {'Network': ['ID=ea020b57-814e-40ba-a4a4-5b0b6b51ba44,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:08.079132 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-189edc94-6ec0-4b0b-a078-681ad57e9b4e req-9d06beb0-d106-420d-9eee-07bf18410fc8 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059473 Dec 06 15:06:08.118277 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=858abab7-64bc-43df-8b3d-85168cdb41d2,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:08.128868 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['858abab7-64bc-43df-8b3d-85168cdb41d2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:06:08.141033 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a74aa24c-2b7b-4c1c-9fdf-926c1d34e67f tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.216350 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b270970-af50-4338-b90d-b4f5eb57c3eb tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.222124 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b270970-af50-4338-b90d-b4f5eb57c3eb tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.223573 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7b270970-af50-4338-b90d-b4f5eb57c3eb tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-groups/d5f22727-bae6-417a-a5e8-42a452664252 HTTP/1.1" status: 204 len: 168 time: 0.7988193 Dec 06 15:06:08.226374 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44734) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:08.276223 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a74aa24c-2b7b-4c1c-9fdf-926c1d34e67f tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.296889 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device eb5fc81c-a954-44b5-ac39-d5b96837c8c5 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:06:08.313577 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a74aa24c-2b7b-4c1c-9fdf-926c1d34e67f tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea020b57-814e-40ba-a4a4-5b0b6b51ba44']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:08.331434 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a74aa24c-2b7b-4c1c-9fdf-926c1d34e67f tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439d187f-3321-463d-ae1e-567b205bb55a') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:08.331818 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a74aa24c-2b7b-4c1c-9fdf-926c1d34e67f tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439d187f-3321-463d-ae1e-567b205bb55a') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:08.344870 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b270970-af50-4338-b90d-b4f5eb57c3eb tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f22727-bae6-417a-a5e8-42a452664252,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:08.347703 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-89f2372c-4210-40b4-9d1a-9c20ef8962bf tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1187067 Dec 06 15:06:08.348437 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a74aa24c-2b7b-4c1c-9fdf-926c1d34e67f tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.351900 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44736) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:08.355601 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.362575 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5e62a4e0-9cb3-4b1c-8b91-82ef4ff21263 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634788423'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:08.377459 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.385190 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a74aa24c-2b7b-4c1c-9fdf-926c1d34e67f tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.397741 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74aa24c-2b7b-4c1c-9fdf-926c1d34e67f tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:06:08.398247 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a74aa24c-2b7b-4c1c-9fdf-926c1d34e67f tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:06:08.400484 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:06:08.422128 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e62a4e0-9cb3-4b1c-8b91-82ef4ff21263 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.449246 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.450914 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9053da-af03-4785-b34b-15e17f1f7d04 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:06:08.479335 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c54db9-35b3-458e-a7f0-4f4bab5ccac0 None None] Pushing event updated for resources: {'Port': ['ID=b3c3015d-7836-4f21-a955-c460c5855a4d,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:08.483705 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Attempting to bind port b3c3015d-7836-4f21-a955-c460c5855a4d on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:08.483705 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Attempting to bind port b3c3015d-7836-4f21-a955-c460c5855a4d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:08.483705 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Attempting to bind port b3c3015d-7836-4f21-a955-c460c5855a4d on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:08.490510 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port eb5fc81c-a954-44b5-ac39-d5b96837c8c5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:08.490923 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.496590 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:06:08.497013 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:08.497417 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.497797 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:06:08.498282 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Bound port: b3c3015d-7836-4f21-a955-c460c5855a4d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:06:08.498665 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.525097 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a74aa24c-2b7b-4c1c-9fdf-926c1d34e67f tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.539254 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74aa24c-2b7b-4c1c-9fdf-926c1d34e67f tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea020b57-814e-40ba-a4a4-5b0b6b51ba44 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 15:06:08.542819 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a74aa24c-2b7b-4c1c-9fdf-926c1d34e67f tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.546495 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a74aa24c-2b7b-4c1c-9fdf-926c1d34e67f tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ea020b57-814e-40ba-a4a4-5b0b6b51ba44 HTTP/1.1" status: 204 len: 168 time: 0.5964520 Dec 06 15:06:08.561085 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44740) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:08.574415 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74aa24c-2b7b-4c1c-9fdf-926c1d34e67f tempest-ExternalNetworksTestJSON-474573742 tempest-ExternalNetworksTestJSON-474573742-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea020b57-814e-40ba-a4a4-5b0b6b51ba44,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:08.589359 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] For port b3c3015d-7836-4f21-a955-c460c5855a4d, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:06:08.595744 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] For port b3c3015d-7836-4f21-a955-c460c5855a4d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b3c3015d-7836-4f21-a955-c460c5855a4d,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:06:08.615032 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0ded67-2e5a-4ec2-8393-4564cb13382c tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] DELETE failed (client error): The resource could not be found. Dec 06 15:06:08.615801 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0ded67-2e5a-4ec2-8393-4564cb13382c tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:06:08.619345 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7f0ded67-2e5a-4ec2-8393-4564cb13382c tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] 10.222.0.20 "DELETE /v2.0/subnets/deaad074-4625-47fa-9c01-d13cba4df98c HTTP/1.1" status: 404 len: 337 time: 0.0556223 Dec 06 15:06:08.631322 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.643265 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44742) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:08.646076 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e0b4b1b-3ced-4ff6-9ab2-831c4a209b08 req-b6c6bcd8-bb30-4bd0-a561-6a3974581171 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0836320 Dec 06 15:06:08.688063 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f73ed957-9d00-4f65-a2aa-ffe8a2005bed None None] Provisioning complete for port b3c3015d-7836-4f21-a955-c460c5855a4d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:08.688441 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f73ed957-9d00-4f65-a2aa-ffe8a2005bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.712290 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e62a4e0-9cb3-4b1c-8b91-82ef4ff21263 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.724913 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e62a4e0-9cb3-4b1c-8b91-82ef4ff21263 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.730699 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab815aa-399c-4b79-bd75-fff6db1e393e None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:06:08.767565 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Routers {'ebdc7fa1-cf2a-4ad2-b116-da2db6806269'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:08.768119 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] Allocated IP 172.20.0.1 (fbfac85b-c1b4-4e33-bcb1-27e2cf61434b/149d5ef3-2622-49f3-8ab9-cd032a634fdb/f684f712-f93d-413c-9b89-4b86083f97f7) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:08.768613 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ebdc7fa1-cf2a-4ad2-b116-da2db6806269'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:08.770004 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c54db9-35b3-458e-a7f0-4f4bab5ccac0 None None] Pushing event updated for resources: {'Port': ['ID=b3c3015d-7836-4f21-a955-c460c5855a4d,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:08.866189 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff91f258-eb5a-463a-a225-e75a7e2b4beb tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.869768 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62a4e0-9cb3-4b1c-8b91-82ef4ff21263 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6192c82-f32f-4373-bc52-7f3610b1564c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:08.950518 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f73ed957-9d00-4f65-a2aa-ffe8a2005bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.950751 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:08.983554 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] Set router ebdc7fa1-cf2a-4ad2-b116-da2db6806269 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:06:09.026851 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.036469 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f73ed957-9d00-4f65-a2aa-ffe8a2005bed None None] For port b3c3015d-7836-4f21-a955-c460c5855a4d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b3c3015d-7836-4f21-a955-c460c5855a4d,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:09.048810 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff91f258-eb5a-463a-a225-e75a7e2b4beb tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.072863 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ff91f258-eb5a-463a-a225-e75a7e2b4beb tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5beb59eb-369f-4f6f-8f64-da3f73b1dccb']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:09.084779 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ff91f258-eb5a-463a-a225-e75a7e2b4beb tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb36668-7cae-4a43-bcf8-fe474ddce9ed') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:09.085069 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ff91f258-eb5a-463a-a225-e75a7e2b4beb tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb36668-7cae-4a43-bcf8-fe474ddce9ed') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:09.096083 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff91f258-eb5a-463a-a225-e75a7e2b4beb tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.115030 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff91f258-eb5a-463a-a225-e75a7e2b4beb tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.123915 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff91f258-eb5a-463a-a225-e75a7e2b4beb tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:06:09.124441 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff91f258-eb5a-463a-a225-e75a7e2b4beb tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.152558 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] Network fbfac85b-c1b4-4e33-bcb1-27e2cf61434b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:09.160803 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:09.164890 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f73ed957-9d00-4f65-a2aa-ffe8a2005bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.193334 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:09.223557 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5e62a4e0-9cb3-4b1c-8b91-82ef4ff21263 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.225244 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5e62a4e0-9cb3-4b1c-8b91-82ef4ff21263 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8721189 Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:06:09.227427 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:06:09.231772 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44764) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:09.237095 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e57d8a6b-f6b5-4b16-9d65-e868b8fe0bc5 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group_rule': {'security_group_id': 'c6192c82-f32f-4373-bc52-7f3610b1564c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:09.249222 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff91f258-eb5a-463a-a225-e75a7e2b4beb tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.271791 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 858abab7-64bc-43df-8b3d-85168cdb41d2 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:06:09.275083 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] Pushing event updated for resources: {'Port': ['ID=f684f712-f93d-413c-9b89-4b86083f97f7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:09.285040 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff91f258-eb5a-463a-a225-e75a7e2b4beb tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.292358 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ff91f258-eb5a-463a-a225-e75a7e2b4beb tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] 10.222.0.20 "DELETE /v2.0/networks/5beb59eb-369f-4f6f-8f64-da3f73b1dccb HTTP/1.1" status: 204 len: 168 time: 0.6452332 Dec 06 15:06:09.305515 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44772) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:09.311765 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.312533 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91f258-eb5a-463a-a225-e75a7e2b4beb tempest-ExternalNetworksTestJSON-210273667 tempest-ExternalNetworksTestJSON-210273667-project] Pushing event deleted for resources: {'Network': ['ID=5beb59eb-369f-4f6f-8f64-da3f73b1dccb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:09.362224 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e57d8a6b-f6b5-4b16-9d65-e868b8fe0bc5 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.383885 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379f62-3816-4263-bd25-64d729e2a1e5 req-47719db4-3d98-4712-833f-3bd8c3272389 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:09.392531 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00379f62-3816-4263-bd25-64d729e2a1e5 req-47719db4-3d98-4712-833f-3bd8c3272389 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 944 time: 0.1659715 Dec 06 15:06:09.413909 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 858abab7-64bc-43df-8b3d-85168cdb41d2 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:06:09.426005 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ed957-9d00-4f65-a2aa-ffe8a2005bed None None] Pushing event updated for resources: {'Port': ['ID=b3c3015d-7836-4f21-a955-c460c5855a4d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:09.435318 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 858abab7-64bc-43df-8b3d-85168cdb41d2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:09.435866 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.487283 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9e1f48-1958-4980-8ac2-706eeab75d7c admin admin] Deleting subnet dd8d9bbc-b594-4a2f-85b7-dfc18953087b {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:06:09.492331 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00379f62-3816-4263-bd25-64d729e2a1e5 req-abc1e58f-a8bc-437f-b0ea-cc4f8c8463c0 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982223 Dec 06 15:06:09.511393 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e57d8a6b-f6b5-4b16-9d65-e868b8fe0bc5 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.512615 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'name': 'tempest-TestVolumeBackupRestore-1525808879-router', 'tenant_id': '83eae5b5a6104dc297aa572794c1845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b3c3015d-7836-4f21-a955-c460c5855a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:02Z', 'updated_at': '2021-12-06T15:06:05Z', 'revision_number': 3, 'project_id': '83eae5b5a6104dc297aa572794c1845b', 'gw_port': {'id': 'b3c3015d-7836-4f21-a955-c460c5855a4d', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:04Z', 'updated_at': '2021-12-06T15:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:09.516293 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e57d8a6b-f6b5-4b16-9d65-e868b8fe0bc5 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.530644 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b9e1f48-1958-4980-8ac2-706eeab75d7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.540428 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d8a6b-f6b5-4b16-9d65-e868b8fe0bc5 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6ae5ac-89a1-4b74-ab23-621520c8f40f,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:09.561637 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e57d8a6b-f6b5-4b16-9d65-e868b8fe0bc5 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.567941 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e57d8a6b-f6b5-4b16-9d65-e868b8fe0bc5 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3321865 Dec 06 15:06:09.568334 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44774) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:09.575369 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e6f8426c-686c-4cc7-accb-1c29442a490e None None] Provisioning complete for port b3c3015d-7836-4f21-a955-c460c5855a4d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:09.575975 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e6f8426c-686c-4cc7-accb-1c29442a490e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.577154 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2bdd3348-c0b8-45a1-91d7-987f2caf9c65 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group_rule': {'security_group_id': 'c6192c82-f32f-4373-bc52-7f3610b1564c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:09.580734 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce3087-138e-482c-816a-4e0dd5e54275 None None] The sync data for ids ['ebdc7fa1-cf2a-4ad2-b116-da2db6806269'] in n-d-master-1 is: [{'id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'name': 'tempest-TestVolumeBackupRestore-1525808879-router', 'tenant_id': '83eae5b5a6104dc297aa572794c1845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b3c3015d-7836-4f21-a955-c460c5855a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:02Z', 'updated_at': '2021-12-06T15:06:05Z', 'revision_number': 3, 'project_id': '83eae5b5a6104dc297aa572794c1845b', 'gw_port': {'id': 'b3c3015d-7836-4f21-a955-c460c5855a4d', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:04Z', 'updated_at': '2021-12-06T15:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:06:09.596737 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b9e1f48-1958-4980-8ac2-706eeab75d7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.631590 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bdd3348-c0b8-45a1-91d7-987f2caf9c65 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.668843 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.687794 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.706148 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a101f9f3-58f9-4dad-acec-33bb6d39adb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858abab7-64bc-43df-8b3d-85168cdb41d2'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:06:09.709233 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4add1c69-349e-457b-b68f-551507d3858c" -d '{"events": [{"server_uuid": "a101f9f3-58f9-4dad-acec-33bb6d39adb7", "name": "network-vif-plugged", "status": "completed", "tag": "858abab7-64bc-43df-8b3d-85168cdb41d2"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:06:09.726299 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 858abab7-64bc-43df-8b3d-85168cdb41d2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=858abab7-64bc-43df-8b3d-85168cdb41d2,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:09.759197 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b9e1f48-1958-4980-8ac2-706eeab75d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.761418 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bdd3348-c0b8-45a1-91d7-987f2caf9c65 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.776405 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bdd3348-c0b8-45a1-91d7-987f2caf9c65 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.780689 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.782100 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 09826342-77cd-4c17-b6d7-d998f4e63cdd no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:06:09.807514 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44782) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:09.838784 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bdd3348-c0b8-45a1-91d7-987f2caf9c65 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.843644 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2bdd3348-c0b8-45a1-91d7-987f2caf9c65 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2705665 Dec 06 15:06:09.843644 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd3348-c0b8-45a1-91d7-987f2caf9c65 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d723f7d5-9b2e-4acb-a7df-237bc6ff44b5,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:09.844052 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44786) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:09.847435 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7b3deeec-250a-492d-9e9c-31e2deb3a409 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group_rule': {'security_group_id': 'c6192c82-f32f-4373-bc52-7f3610b1564c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:09.856621 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961ab46b-f869-41b0-ab45-de775426cd63 x-openstack-request-id: req-961ab46b-f869-41b0-ab45-de775426cd63 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:09.857191 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a101f9f3-58f9-4dad-acec-33bb6d39adb7", "name": "network-vif-plugged", "status": "completed", "tag": "858abab7-64bc-43df-8b3d-85168cdb41d2", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:09.858320 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-961ab46b-f869-41b0-ab45-de775426cd63 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:09.858926 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a101f9f3-58f9-4dad-acec-33bb6d39adb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858abab7-64bc-43df-8b3d-85168cdb41d2', 'code': 200} Dec 06 15:06:09.862182 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 09826342-77cd-4c17-b6d7-d998f4e63cdd {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:06:09.862643 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 09826342-77cd-4c17-b6d7-d998f4e63cdd not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:06:09.910607 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff4f2c0d-0fbc-4ba7-a1e6-e564df3097db req-d74bccf1-cd52-4e93-9c98-752af2b05c2c tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0527871 Dec 06 15:06:09.922312 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=858abab7-64bc-43df-8b3d-85168cdb41d2,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:09.927341 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d6d0d1fa-6818-4380-a6d6-b05cda938c44 None None] Provisioning complete for port f684f712-f93d-413c-9b89-4b86083f97f7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:09.928032 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d6d0d1fa-6818-4380-a6d6-b05cda938c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:09.977893 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d6d0d1fa-6818-4380-a6d6-b05cda938c44 None None] Port f684f712-f93d-413c-9b89-4b86083f97f7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:06:09.998157 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b9e1f48-1958-4980-8ac2-706eeab75d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.048041 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b3deeec-250a-492d-9e9c-31e2deb3a409 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.080595 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f4570a8f-33ca-4dab-9dc5-00033fcc0fce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=556adcc6b5f34801b0277da5321c54b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2697837 Dec 06 15:06:10.082826 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44788) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:10.099286 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b9e1f48-1958-4980-8ac2-706eeab75d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.102720 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4b9e1f48-1958-4980-8ac2-706eeab75d7c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dd8d9bbc-b594-4a2f-85b7-dfc18953087b HTTP/1.1" status: 204 len: 168 time: 0.7928007 Dec 06 15:06:10.103728 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e1f48-1958-4980-8ac2-706eeab75d7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd8d9bbc-b594-4a2f-85b7-dfc18953087b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:10.107695 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e33de-134e-4678-90ef-fd10339d2e03 req-fec2873b-0b02-4c39-8b26-c359cd69004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:10.108348 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44790) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:10.109247 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c82e33de-134e-4678-90ef-fd10339d2e03 req-fec2873b-0b02-4c39-8b26-c359cd69004a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 1096 time: 0.2145336 Dec 06 15:06:10.117759 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f60f3c6-e183-4a9e-8e01-6dc3bfa1227a None None] Network 90c4e728-c4e8-4517-a9c4-f324b8a7be2b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:06:10.262358 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.265195 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b3deeec-250a-492d-9e9c-31e2deb3a409 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.272310 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c82e33de-134e-4678-90ef-fd10339d2e03 req-111c315a-e801-45c8-abbc-858c7487c95c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392424 Dec 06 15:06:10.273889 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.274703 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57bc7c1d-9d7b-47ec-a05f-e26f3764f72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.277796 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b3deeec-250a-492d-9e9c-31e2deb3a409 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.293064 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cce213b-8128-4e96-8375-65582b540437 None None] DHCP port deletion for 90c4e728-c4e8-4517-a9c4-f324b8a7be2b request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:06:10.304529 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11407e08-3af5-4478-833c-18caed7df2c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.321899 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b3c3015d-7836-4f21-a955-c460c5855a4d up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:06:10.350442 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3deeec-250a-492d-9e9c-31e2deb3a409 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264aa42e-e74a-4b4d-b694-f4f666de2785,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:10.376252 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11407e08-3af5-4478-833c-18caed7df2c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.386579 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b3deeec-250a-492d-9e9c-31e2deb3a409 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.390603 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7b3deeec-250a-492d-9e9c-31e2deb3a409 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5467446 Dec 06 15:06:10.392010 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44794) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:10.392477 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] Pushing event updated for resources: {'Port': ['ID=f684f712-f93d-413c-9b89-4b86083f97f7,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:10.400235 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b3423dac-73ef-40d2-9d3d-a08db91fb93b tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group_rule': {'security_group_id': 'c6192c82-f32f-4373-bc52-7f3610b1564c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:10.405980 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.425484 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57bc7c1d-9d7b-47ec-a05f-e26f3764f72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.434512 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port b3c3015d-7836-4f21-a955-c460c5855a4d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:10.435440 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.455218 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3423dac-73ef-40d2-9d3d-a08db91fb93b tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.489346 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-57bc7c1d-9d7b-47ec-a05f-e26f3764f72a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c4e728-c4e8-4517-a9c4-f324b8a7be2b']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:10.501697 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11407e08-3af5-4478-833c-18caed7df2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.504338 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11407e08-3af5-4478-833c-18caed7df2c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.518989 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-11407e08-3af5-4478-833c-18caed7df2c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a3e733c-9db8-4e4b-b28d-c134a9093d09 HTTP/1.1" status: 204 len: 168 time: 0.4241569 Dec 06 15:06:10.533821 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-57bc7c1d-9d7b-47ec-a05f-e26f3764f72a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f20c488-d0b3-4540-b3ec-c268f1e6a6a3') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:10.534160 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-57bc7c1d-9d7b-47ec-a05f-e26f3764f72a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f20c488-d0b3-4540-b3ec-c268f1e6a6a3') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:10.551125 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57bc7c1d-9d7b-47ec-a05f-e26f3764f72a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.553136 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11407e08-3af5-4478-833c-18caed7df2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3e733c-9db8-4e4b-b28d-c134a9093d09,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:10.590836 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57bc7c1d-9d7b-47ec-a05f-e26f3764f72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.603497 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57bc7c1d-9d7b-47ec-a05f-e26f3764f72a admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:06:10.603934 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57bc7c1d-9d7b-47ec-a05f-e26f3764f72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:06:10.605741 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:06:10.663983 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] Network fbfac85b-c1b4-4e33-bcb1-27e2cf61434b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:10.669955 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:10.692439 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3423dac-73ef-40d2-9d3d-a08db91fb93b tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.695890 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57bc7c1d-9d7b-47ec-a05f-e26f3764f72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.702202 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57bc7c1d-9d7b-47ec-a05f-e26f3764f72a admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.708305 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-57bc7c1d-9d7b-47ec-a05f-e26f3764f72a admin admin] 10.222.0.20 "DELETE /v2.0/networks/90c4e728-c4e8-4517-a9c4-f324b8a7be2b HTTP/1.1" status: 204 len: 168 time: 0.5931921 Dec 06 15:06:10.716690 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112be6d7-3256-44f8-8be6-f7b1399dcd1e req-544376c1-8542-4c48-b61b-02d8eb1b30b4 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:10.728631 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-112be6d7-3256-44f8-8be6-f7b1399dcd1e req-544376c1-8542-4c48-b61b-02d8eb1b30b4 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 945 time: 0.1324282 Dec 06 15:06:10.742917 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc7c1d-9d7b-47ec-a05f-e26f3764f72a admin admin] Pushing event deleted for resources: {'Network': ['ID=90c4e728-c4e8-4517-a9c4-f324b8a7be2b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:10.785061 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3423dac-73ef-40d2-9d3d-a08db91fb93b tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.835139 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3423dac-73ef-40d2-9d3d-a08db91fb93b tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ab99d2-bf89-4418-a57d-75b1b93fb263,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:10.905250 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3423dac-73ef-40d2-9d3d-a08db91fb93b tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.909314 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44804) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:10.910777 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b3423dac-73ef-40d2-9d3d-a08db91fb93b tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5145750 Dec 06 15:06:10.915361 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-79492d4a-bff5-457d-af51-3809a88f2859 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group_rule': {'security_group_id': 'c6192c82-f32f-4373-bc52-7f3610b1564c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:10.938649 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-112be6d7-3256-44f8-8be6-f7b1399dcd1e req-0a238027-726d-4f9f-9a5e-2bbde1ea5c46 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090447 Dec 06 15:06:10.966319 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79492d4a-bff5-457d-af51-3809a88f2859 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:10.993827 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] Router ebdc7fa1-cf2a-4ad2-b116-da2db6806269 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:06:11.014348 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44808) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:11.063106 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79492d4a-bff5-457d-af51-3809a88f2859 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.064867 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44810) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:11.076462 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79492d4a-bff5-457d-af51-3809a88f2859 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.108511 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b12712e-e922-4a2b-af54-ae65458fbfe9 req-3688b7b5-19c5-4e45-87bb-f902a9bfe1f3 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0436666 Dec 06 15:06:11.115514 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fac357a1-ca19-4e05-aaea-96354c4290b2 None None] Provisioning complete for port f684f712-f93d-413c-9b89-4b86083f97f7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:11.116643 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fac357a1-ca19-4e05-aaea-96354c4290b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.138413 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79492d4a-bff5-457d-af51-3809a88f2859 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.142504 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-79492d4a-bff5-457d-af51-3809a88f2859 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2290535 Dec 06 15:06:11.142504 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44812) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:11.149317 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79492d4a-bff5-457d-af51-3809a88f2859 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fc1f2f-8c49-43e1-a88a-a0ff847463f4,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:11.174595 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-347ada1e-9f0b-4477-9b9d-e8b86f897ef9 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.176950 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44814) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:11.177092 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4f424ad6-8e57-4928-bea5-bfde30bc5448 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f81ae5ccd404ed6b55a3b4eb77577ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607606 Dec 06 15:06:11.179761 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fac357a1-ca19-4e05-aaea-96354c4290b2 None None] Port f684f712-f93d-413c-9b89-4b86083f97f7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:06:11.187058 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-501eba79-feb8-4a88-97ca-7b37ed4989a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21034f841fe6410dbc309d7575a042f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1208301 Dec 06 15:06:11.189490 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44816) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:11.194577 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-347ada1e-9f0b-4477-9b9d-e8b86f897ef9 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.212610 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:06:11.221212 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-baa0494d-651b-4dcb-a604-8046d0ae2290 admin admin] 10.222.0.20 "PUT /v2.0/routers/ebdc7fa1-cf2a-4ad2-b116-da2db6806269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9498286 Dec 06 15:06:11.248606 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aff5e5b7-c3a4-4539-80ba-3b3ab06424a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.251086 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-347ada1e-9f0b-4477-9b9d-e8b86f897ef9 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.259678 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3fb25a1-7024-4a7c-aea8-68a4a518b306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.262211 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-347ada1e-9f0b-4477-9b9d-e8b86f897ef9 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.266699 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-347ada1e-9f0b-4477-9b9d-e8b86f897ef9 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/13fc1f2f-8c49-43e1-a88a-a0ff847463f4 HTTP/1.1" status: 204 len: 168 time: 0.1209328 Dec 06 15:06:11.268687 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44820) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:11.281594 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ada1e-9f0b-4477-9b9d-e8b86f897ef9 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13fc1f2f-8c49-43e1-a88a-a0ff847463f4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:11.292644 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aff5e5b7-c3a4-4539-80ba-3b3ab06424a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.296056 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3fb25a1-7024-4a7c-aea8-68a4a518b306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.348089 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e1f8bef3-0df6-4c70-8441-90206e867c5a tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0782528 Dec 06 15:06:11.351689 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44822) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:11.371893 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aff5e5b7-c3a4-4539-80ba-3b3ab06424a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.374517 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aff5e5b7-c3a4-4539-80ba-3b3ab06424a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.375684 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-aff5e5b7-c3a4-4539-80ba-3b3ab06424a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8fbcddd-7a70-459d-aa1c-28163bb8e2d9 HTTP/1.1" status: 204 len: 168 time: 0.1977890 Dec 06 15:06:11.393175 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3fb25a1-7024-4a7c-aea8-68a4a518b306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.396252 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3fb25a1-7024-4a7c-aea8-68a4a518b306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.397870 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b3fb25a1-7024-4a7c-aea8-68a4a518b306 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/282ca1bc-d45c-4aa3-abd2-9d22bcf78a31 HTTP/1.1" status: 204 len: 168 time: 0.2074432 Dec 06 15:06:11.406998 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb25a1-7024-4a7c-aea8-68a4a518b306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282ca1bc-d45c-4aa3-abd2-9d22bcf78a31,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:11.410005 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5e5b7-c3a4-4539-80ba-3b3ab06424a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fbcddd-7a70-459d-aa1c-28163bb8e2d9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:11.423014 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5dca49ca-1b65-4e95-b1b6-7d9dee76b00e tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.432551 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5dca49ca-1b65-4e95-b1b6-7d9dee76b00e tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.465493 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5dca49ca-1b65-4e95-b1b6-7d9dee76b00e tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.475282 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5dca49ca-1b65-4e95-b1b6-7d9dee76b00e tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.476755 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5dca49ca-1b65-4e95-b1b6-7d9dee76b00e tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/15ab99d2-bf89-4418-a57d-75b1b93fb263 HTTP/1.1" status: 204 len: 168 time: 0.1215415 Dec 06 15:06:11.479447 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44834) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:11.491598 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca49ca-1b65-4e95-b1b6-7d9dee76b00e tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15ab99d2-bf89-4418-a57d-75b1b93fb263,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:11.553907 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6323b8ac-db82-4fdd-98df-068c19d0c8f6 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0729783 Dec 06 15:06:11.556642 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44838) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:11.606923 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7029f53c-dd84-4977-8747-69f10eb40178 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.619535 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7029f53c-dd84-4977-8747-69f10eb40178 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.668526 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7029f53c-dd84-4977-8747-69f10eb40178 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.678617 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7029f53c-dd84-4977-8747-69f10eb40178 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.682375 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7029f53c-dd84-4977-8747-69f10eb40178 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/264aa42e-e74a-4b4d-b694-f4f666de2785 HTTP/1.1" status: 204 len: 168 time: 0.1245420 Dec 06 15:06:11.682517 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44842) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:11.686759 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029f53c-dd84-4977-8747-69f10eb40178 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=264aa42e-e74a-4b4d-b694-f4f666de2785,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:11.737341 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:11.751814 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b99c2264-4f09-4dff-be97-2642a0ec14bc tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0671113 Dec 06 15:06:11.768823 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b95f34b7-0bb9-4b2d-a6c1-d79c6edcd63c tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.784356 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b95f34b7-0bb9-4b2d-a6c1-d79c6edcd63c tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.821695 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b95f34b7-0bb9-4b2d-a6c1-d79c6edcd63c tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.831892 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b95f34b7-0bb9-4b2d-a6c1-d79c6edcd63c tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.833606 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b95f34b7-0bb9-4b2d-a6c1-d79c6edcd63c tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d723f7d5-9b2e-4acb-a7df-237bc6ff44b5 HTTP/1.1" status: 204 len: 168 time: 0.0950229 Dec 06 15:06:11.836428 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44876) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:11.838070 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f34b7-0bb9-4b2d-a6c1-d79c6edcd63c tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d723f7d5-9b2e-4acb-a7df-237bc6ff44b5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:11.900385 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c677579a-6385-400d-8cc7-e509d7377b02 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0624597 Dec 06 15:06:11.903391 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44884) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:11.932713 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-145b40f3-fd14-4574-ab02-0122b5d5b720 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.944904 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-145b40f3-fd14-4574-ab02-0122b5d5b720 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.991410 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-145b40f3-fd14-4574-ab02-0122b5d5b720 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:12.003200 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-145b40f3-fd14-4574-ab02-0122b5d5b720 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:12.009122 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-145b40f3-fd14-4574-ab02-0122b5d5b720 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ab6ae5ac-89a1-4b74-ab23-621520c8f40f HTTP/1.1" status: 204 len: 168 time: 0.1026278 Dec 06 15:06:12.009528 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44894) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:12.015173 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b40f3-fd14-4574-ab02-0122b5d5b720 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab6ae5ac-89a1-4b74-ab23-621520c8f40f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:12.065481 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-51a8deee-f0ae-4081-95d1-6ae49c7ae52a tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0542071 Dec 06 15:06:12.070868 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44898) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:12.108738 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Sync routers for ids ['ebdc7fa1-cf2a-4ad2-b116-da2db6806269'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:06:12.119722 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Routers {'ebdc7fa1-cf2a-4ad2-b116-da2db6806269'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:12.120375 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ebdc7fa1-cf2a-4ad2-b116-da2db6806269'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:12.133026 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f5362-d156-4c9c-9624-78703ddf5d3e req-3e4b3c95-9b31-4bd8-81d3-549917995c36 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:12.135986 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c8f5362-d156-4c9c-9624-78703ddf5d3e req-3e4b3c95-9b31-4bd8-81d3-549917995c36 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 945 time: 0.0916905 Dec 06 15:06:12.209323 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c6a3959-0dab-41c0-aeda-1390343abe2f tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:12.275471 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c8f5362-d156-4c9c-9624-78703ddf5d3e req-b5a54f33-9bdf-4862-aee5-4cdbfa63bdb5 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312375 Dec 06 15:06:12.293214 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c6a3959-0dab-41c0-aeda-1390343abe2f tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:12.311692 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a7aeec3-c57c-4bd4-9ecc-a1b0806dddf6 req-e3b7a1d1-94d3-41bd-bf73-0b280cf1efb4 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0531778 Dec 06 15:06:12.384844 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Set router ebdc7fa1-cf2a-4ad2-b116-da2db6806269 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:06:12.415381 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c6a3959-0dab-41c0-aeda-1390343abe2f tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:12.418196 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c6a3959-0dab-41c0-aeda-1390343abe2f tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:12.419437 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0c6a3959-0dab-41c0-aeda-1390343abe2f tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-groups/c6192c82-f32f-4373-bc52-7f3610b1564c HTTP/1.1" status: 204 len: 168 time: 0.3473687 Dec 06 15:06:12.423201 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44918) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:12.431149 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a3959-0dab-41c0-aeda-1390343abe2f tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6192c82-f32f-4373-bc52-7f3610b1564c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:12.558360 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44922) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:12.558871 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2aa7e79e-414a-41e8-82e8-9a3343b6c556 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1337526 Dec 06 15:06:12.564317 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-70429a11-f6c4-45cc-8313-567cd088e5c3 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1138056668'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:12.598396 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'name': 'tempest-TestVolumeBackupRestore-1525808879-router', 'tenant_id': '83eae5b5a6104dc297aa572794c1845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b3c3015d-7836-4f21-a955-c460c5855a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:02Z', 'updated_at': '2021-12-06T15:06:09Z', 'revision_number': 4, 'project_id': '83eae5b5a6104dc297aa572794c1845b', 'gw_port': {'id': 'b3c3015d-7836-4f21-a955-c460c5855a4d', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:04Z', 'updated_at': '2021-12-06T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f684f712-f93d-413c-9b89-4b86083f97f7', 'name': '', 'network_id': 'fbfac85b-c1b4-4e33-bcb1-27e2cf61434b', 'tenant_id': '83eae5b5a6104dc297aa572794c1845b', 'mac_address': 'fa:16:3e:53:55:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '149d5ef3-2622-49f3-8ab9-cd032a634fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:08Z', 'updated_at': '2021-12-06T15:06:09Z', 'revision_number': 2, 'project_id': '83eae5b5a6104dc297aa572794c1845b', 'subnets': [{'id': '149d5ef3-2622-49f3-8ab9-cd032a634fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:12.620711 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70429a11-f6c4-45cc-8313-567cd088e5c3 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:12.632735 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Checking router: ebdc7fa1-cf2a-4ad2-b116-da2db6806269 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:06:12.633764 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Updating router ebdc7fa1-cf2a-4ad2-b116-da2db6806269 port f684f712-f93d-413c-9b89-4b86083f97f7 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:06:12.663414 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:12.796351 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70429a11-f6c4-45cc-8313-567cd088e5c3 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:12.804268 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70429a11-f6c4-45cc-8313-567cd088e5c3 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:12.892841 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70429a11-f6c4-45cc-8313-567cd088e5c3 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:12.898371 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44970) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:12.898747 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-70429a11-f6c4-45cc-8313-567cd088e5c3 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3355050 Dec 06 15:06:12.901262 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70429a11-f6c4-45cc-8313-567cd088e5c3 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf06f44-05c5-4fe1-810c-fd99e2294866,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:12.904319 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f24c8ad2-308f-43a0-ba7c-56375cd9fb3c tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group_rule': {'security_group_id': '4bf06f44-05c5-4fe1-810c-fd99e2294866', 'direction': 'ingress', 'protocol': 17}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:12.939449 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44972) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:12.980852 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f24c8ad2-308f-43a0-ba7c-56375cd9fb3c tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.067609 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f24c8ad2-308f-43a0-ba7c-56375cd9fb3c tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.075254 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f24c8ad2-308f-43a0-ba7c-56375cd9fb3c tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.110551 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.116693 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c8ad2-308f-43a0-ba7c-56375cd9fb3c tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f689d0f-d5a3-4aae-ad22-901de580b56e,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:13.116898 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-deaf3d85-08b1-4d04-b0b1-7bc57a9aad71 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-172043761-network', 'tenant_id': '4c76d46cfef9498999b6a5ef37d9ef0f'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:13.128864 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.131225 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f24c8ad2-308f-43a0-ba7c-56375cd9fb3c tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.135572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f24c8ad2-308f-43a0-ba7c-56375cd9fb3c tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2359564 Dec 06 15:06:13.138331 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44982) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:13.169607 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaf3d85-08b1-4d04-b0b1-7bc57a9aad71 admin admin] Made reservation on behalf of 4c76d46cfef9498999b6a5ef37d9ef0f for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:13.172962 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deaf3d85-08b1-4d04-b0b1-7bc57a9aad71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.202753 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128286c-dfc8-40f3-92ee-980ce62b881a None None] Pushing event updated for resources: {'Port': ['ID=f684f712-f93d-413c-9b89-4b86083f97f7,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:13.229316 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deaf3d85-08b1-4d04-b0b1-7bc57a9aad71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.289892 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-632aac6d-b617-46b4-9328-5395530da311 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.303314 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Attempting to bind port f684f712-f93d-413c-9b89-4b86083f97f7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:13.304130 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Attempting to bind port f684f712-f93d-413c-9b89-4b86083f97f7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '34d4c1bc-5928-4c56-9734-14131205e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fbfac85b-c1b4-4e33-bcb1-27e2cf61434b'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:13.304991 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Attempting to bind port f684f712-f93d-413c-9b89-4b86083f97f7 on network fbfac85b-c1b4-4e33-bcb1-27e2cf61434b {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:13.326477 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-632aac6d-b617-46b4-9328-5395530da311 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.333515 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:06:13.336530 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Checking segment: {'id': '34d4c1bc-5928-4c56-9734-14131205e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fbfac85b-c1b4-4e33-bcb1-27e2cf61434b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:13.339439 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.346773 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Bound using segment: {'id': '34d4c1bc-5928-4c56-9734-14131205e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fbfac85b-c1b4-4e33-bcb1-27e2cf61434b'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:06:13.347506 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Bound port: f684f712-f93d-413c-9b89-4b86083f97f7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d4c1bc-5928-4c56-9734-14131205e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fbfac85b-c1b4-4e33-bcb1-27e2cf61434b'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:06:13.350783 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.424646 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-632aac6d-b617-46b4-9328-5395530da311 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.429706 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-632aac6d-b617-46b4-9328-5395530da311 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.431008 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-632aac6d-b617-46b4-9328-5395530da311 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-groups/4bf06f44-05c5-4fe1-810c-fd99e2294866 HTTP/1.1" status: 204 len: 168 time: 0.2895443 Dec 06 15:06:13.441516 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44990) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:13.459487 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632aac6d-b617-46b4-9328-5395530da311 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf06f44-05c5-4fe1-810c-fd99e2294866,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:13.534704 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deaf3d85-08b1-4d04-b0b1-7bc57a9aad71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.542393 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] For port f684f712-f93d-413c-9b89-4b86083f97f7, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:06:13.547021 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] For port f684f712-f93d-413c-9b89-4b86083f97f7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f684f712-f93d-413c-9b89-4b86083f97f7,segment=NetworkSegment(34d4c1bc-5928-4c56-9734-14131205e84e),segment_id=34d4c1bc-5928-4c56-9734-14131205e84e)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:06:13.553295 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.611545 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-86db7ccb-db21-4a02-9778-54df2294db7f req-aa7618b6-f737-4d4f-9583-27fdd9de8663 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0746367 Dec 06 15:06:13.612272 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deaf3d85-08b1-4d04-b0b1-7bc57a9aad71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.616760 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Routers {'ebdc7fa1-cf2a-4ad2-b116-da2db6806269'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:13.617826 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ebdc7fa1-cf2a-4ad2-b116-da2db6806269'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:13.649643 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cc7c4f34-5e3e-489e-b1af-dfd3eeaff8c2 None None] Provisioning complete for port f684f712-f93d-413c-9b89-4b86083f97f7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:13.650118 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc7c4f34-5e3e-489e-b1af-dfd3eeaff8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.688029 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44994) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:13.688407 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-168090e5-f49d-4a0f-b5e0-3d4802d1d264 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2434661 Dec 06 15:06:13.694361 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3d037ca3-ab78-4584-94f7-c9ff8036cddf tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1605635934'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:13.721301 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deaf3d85-08b1-4d04-b0b1-7bc57a9aad71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:06:13.733606 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf3d85-08b1-4d04-b0b1-7bc57a9aad71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5814d7d5-d0b8-4c0f-b3de-c01e3d75099d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:13.745331 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deaf3d85-08b1-4d04-b0b1-7bc57a9aad71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.745688 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-deaf3d85-08b1-4d04-b0b1-7bc57a9aad71 admin admin] Added segment 38fb6573-bad4-4a67-a4f5-5fec001f801c of type vlan for network 4a41c291-c23c-4132-bd25-a8231c311300 Dec 06 15:06:13.746813 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d037ca3-ab78-4584-94f7-c9ff8036cddf tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.811345 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deaf3d85-08b1-4d04-b0b1-7bc57a9aad71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.881599 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deaf3d85-08b1-4d04-b0b1-7bc57a9aad71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.882829 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaf3d85-08b1-4d04-b0b1-7bc57a9aad71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:13.884201 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deaf3d85-08b1-4d04-b0b1-7bc57a9aad71 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.982761 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45000) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:13.989884 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-deaf3d85-08b1-4d04-b0b1-7bc57a9aad71 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0352921 Dec 06 15:06:14.000260 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc7c4f34-5e3e-489e-b1af-dfd3eeaff8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:14.002805 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-19893e2d-2247-495c-a297-b2fa20ec745c admin admin] Request body: {'subnet': {'network_id': '4a41c291-c23c-4132-bd25-a8231c311300', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-172043761-subnet', 'tenant_id': '4c76d46cfef9498999b6a5ef37d9ef0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:14.039188 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d037ca3-ab78-4584-94f7-c9ff8036cddf tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:14.054114 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d037ca3-ab78-4584-94f7-c9ff8036cddf tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:14.062589 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cc7c4f34-5e3e-489e-b1af-dfd3eeaff8c2 None None] For port f684f712-f93d-413c-9b89-4b86083f97f7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f684f712-f93d-413c-9b89-4b86083f97f7,segment=NetworkSegment(34d4c1bc-5928-4c56-9734-14131205e84e),segment_id=34d4c1bc-5928-4c56-9734-14131205e84e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:14.072558 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc7c4f34-5e3e-489e-b1af-dfd3eeaff8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:14.103961 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf3d85-08b1-4d04-b0b1-7bc57a9aad71 admin admin] Pushing event updated for resources: {'Network': ['ID=4a41c291-c23c-4132-bd25-a8231c311300,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:14.132909 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19893e2d-2247-495c-a297-b2fa20ec745c admin admin] Made reservation on behalf of 4c76d46cfef9498999b6a5ef37d9ef0f for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:14.136774 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19893e2d-2247-495c-a297-b2fa20ec745c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:14.154068 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d037ca3-ab78-4584-94f7-c9ff8036cddf tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:14.155559 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3d037ca3-ab78-4584-94f7-c9ff8036cddf tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4664993 Dec 06 15:06:14.158382 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45006) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:14.159062 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d037ca3-ab78-4584-94f7-c9ff8036cddf tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e0f14e-dd3b-4310-ba27-00d3f8e0871d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:14.165246 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b1f30c2e-7cbe-4b6f-b592-96c11a1d830d tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group': {'name': 'tempest-secgroup--247508884'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:14.192454 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c4f34-5e3e-489e-b1af-dfd3eeaff8c2 None None] Pushing event updated for resources: {'Port': ['ID=f684f712-f93d-413c-9b89-4b86083f97f7,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:14.195745 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] Set router ebdc7fa1-cf2a-4ad2-b116-da2db6806269 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:06:14.196951 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 4a41c291-c23c-4132-bd25-a8231c311300 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:06:14.201864 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128286c-dfc8-40f3-92ee-980ce62b881a None None] Pushing event updated for resources: {'Port': ['ID=f684f712-f93d-413c-9b89-4b86083f97f7,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:14.244438 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f6bdd37c-ba19-4d09-adc0-8a1bc8a30538 None None] Provisioning complete for port f684f712-f93d-413c-9b89-4b86083f97f7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:14.245500 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd37c-ba19-4d09-adc0-8a1bc8a30538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:14.308263 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c2e-7cbe-4b6f-b592-96c11a1d830d tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:14.372256 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19893e2d-2247-495c-a297-b2fa20ec745c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:14.441955 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19893e2d-2247-495c-a297-b2fa20ec745c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ea2ce86-5b60-4b1e-a222-9d51d601f328,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:14.539045 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c2e-7cbe-4b6f-b592-96c11a1d830d tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:14.543443 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19893e2d-2247-495c-a297-b2fa20ec745c admin admin] Checking segment: {'id': '38fb6573-bad4-4a67-a4f5-5fec001f801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4a41c291-c23c-4132-bd25-a8231c311300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:14.547618 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19893e2d-2247-495c-a297-b2fa20ec745c admin admin] Network hostable DHCP agents. Network: 4a41c291-c23c-4132-bd25-a8231c311300, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:06:14.550474 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c2e-7cbe-4b6f-b592-96c11a1d830d tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:14.599875 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19893e2d-2247-495c-a297-b2fa20ec745c admin admin] Network 4a41c291-c23c-4132-bd25-a8231c311300 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:06:14.614984 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-19893e2d-2247-495c-a297-b2fa20ec745c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4a41c291-c23c-4132-bd25-a8231c311300) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:14.617256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1f30c2e-7cbe-4b6f-b592-96c11a1d830d tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:14.625770 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b1f30c2e-7cbe-4b6f-b592-96c11a1d830d tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4662161 Dec 06 15:06:14.626408 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44120f5c-a0cd-40fe-ba46-1f3278da8d08 None None] Network 4a41c291-c23c-4132-bd25-a8231c311300 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:06:14.626530 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45014) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:14.627905 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f30c2e-7cbe-4b6f-b592-96c11a1d830d tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e00ce28-3487-4712-a57f-4c8bccfc7422,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:14.632322 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19893e2d-2247-495c-a297-b2fa20ec745c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:14.632322 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19893e2d-2247-495c-a297-b2fa20ec745c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:14.649185 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'name': 'tempest-TestVolumeBackupRestore-1525808879-router', 'tenant_id': '83eae5b5a6104dc297aa572794c1845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b3c3015d-7836-4f21-a955-c460c5855a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:02Z', 'updated_at': '2021-12-06T15:06:09Z', 'revision_number': 4, 'project_id': '83eae5b5a6104dc297aa572794c1845b', 'gw_port': {'id': 'b3c3015d-7836-4f21-a955-c460c5855a4d', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:04Z', 'updated_at': '2021-12-06T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f684f712-f93d-413c-9b89-4b86083f97f7', 'name': '', 'network_id': 'fbfac85b-c1b4-4e33-bcb1-27e2cf61434b', 'tenant_id': '83eae5b5a6104dc297aa572794c1845b', 'mac_address': 'fa:16:3e:53:55:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '149d5ef3-2622-49f3-8ab9-cd032a634fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:08Z', 'updated_at': '2021-12-06T15:06:13Z', 'revision_number': 4, 'project_id': '83eae5b5a6104dc297aa572794c1845b', 'subnets': [{'id': '149d5ef3-2622-49f3-8ab9-cd032a634fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:14.651600 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8b06dc41-aa2d-4c21-b3e0-b26198b4b1be tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group_rule': {'security_group_id': '37e0f14e-dd3b-4310-ba27-00d3f8e0871d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2e00ce28-3487-4712-a57f-4c8bccfc7422', 'remote_ip_prefix': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:14.696757 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218b110f-deb7-4537-b24b-d1386d317706 None None] The sync data for ids ['ebdc7fa1-cf2a-4ad2-b116-da2db6806269'] in n-d-master-1 is: [{'id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'name': 'tempest-TestVolumeBackupRestore-1525808879-router', 'tenant_id': '83eae5b5a6104dc297aa572794c1845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b3c3015d-7836-4f21-a955-c460c5855a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:02Z', 'updated_at': '2021-12-06T15:06:09Z', 'revision_number': 4, 'project_id': '83eae5b5a6104dc297aa572794c1845b', 'gw_port': {'id': 'b3c3015d-7836-4f21-a955-c460c5855a4d', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:04Z', 'updated_at': '2021-12-06T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f684f712-f93d-413c-9b89-4b86083f97f7', 'name': '', 'network_id': 'fbfac85b-c1b4-4e33-bcb1-27e2cf61434b', 'tenant_id': '83eae5b5a6104dc297aa572794c1845b', 'mac_address': 'fa:16:3e:53:55:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '149d5ef3-2622-49f3-8ab9-cd032a634fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:08Z', 'updated_at': '2021-12-06T15:06:13Z', 'revision_number': 4, 'project_id': '83eae5b5a6104dc297aa572794c1845b', 'subnets': [{'id': '149d5ef3-2622-49f3-8ab9-cd032a634fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:06:14.755728 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-19893e2d-2247-495c-a297-b2fa20ec745c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7641194 Dec 06 15:06:14.765288 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b06dc41-aa2d-4c21-b3e0-b26198b4b1be tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:14.902627 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0af0846f-83e7-4ee4-85a9-58873b3ffa9d req-7d8a9f08-4ed3-40f6-ab68-405158c5f30c tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0887091 Dec 06 15:06:14.930761 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b06dc41-aa2d-4c21-b3e0-b26198b4b1be tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:14.939770 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b06dc41-aa2d-4c21-b3e0-b26198b4b1be tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:14.981716 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef90eda-2213-42b7-9740-9a467cdfbc82 None None] Network 4a41c291-c23c-4132-bd25-a8231c311300 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:06:14.982258 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06dc41-aa2d-4c21-b3e0-b26198b4b1be tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a872d75b-3b92-4a54-890a-be390482eca8,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:14.998238 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b06dc41-aa2d-4c21-b3e0-b26198b4b1be tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:15.000303 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8b06dc41-aa2d-4c21-b3e0-b26198b4b1be tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3623118 Dec 06 15:06:15.003119 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45026) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:15.052366 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8d6d-fd8e-4b79-b9fc-2915d68d67f6 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:15.066968 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8d6d-fd8e-4b79-b9fc-2915d68d67f6 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:15.140360 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8d6d-fd8e-4b79-b9fc-2915d68d67f6 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:15.147833 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8d6d-fd8e-4b79-b9fc-2915d68d67f6 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:15.148698 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c3cd8d6d-fd8e-4b79-b9fc-2915d68d67f6 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a872d75b-3b92-4a54-890a-be390482eca8 HTTP/1.1" status: 204 len: 168 time: 0.1428938 Dec 06 15:06:15.151488 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45034) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:15.167248 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd8d6d-fd8e-4b79-b9fc-2915d68d67f6 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a872d75b-3b92-4a54-890a-be390482eca8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:15.263200 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45042) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:15.263444 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5c02e504-907d-4227-ad4d-437678718f5a tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1074278 Dec 06 15:06:15.345697 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1340-be00-48ae-a49f-1d5d1ef21ba6 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:15.382676 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1340-be00-48ae-a49f-1d5d1ef21ba6 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:15.444112 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1340-be00-48ae-a49f-1d5d1ef21ba6 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:15.449199 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1340-be00-48ae-a49f-1d5d1ef21ba6 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:15.453436 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9e9f1340-be00-48ae-a49f-1d5d1ef21ba6 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-groups/2e00ce28-3487-4712-a57f-4c8bccfc7422 HTTP/1.1" status: 204 len: 168 time: 0.1883662 Dec 06 15:06:15.454071 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45052) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:15.472709 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f1340-be00-48ae-a49f-1d5d1ef21ba6 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e00ce28-3487-4712-a57f-4c8bccfc7422,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:15.576838 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45056) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:15.578093 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b415c319-32c3-4228-b387-cbf68a6d96b6 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1193874 Dec 06 15:06:15.784017 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6312549-e2fc-481a-bea5-5cb42b833967 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:15.837402 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6312549-e2fc-481a-bea5-5cb42b833967 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:15.885673 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45074) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:15.913934 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6312549-e2fc-481a-bea5-5cb42b833967 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:15.918987 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6312549-e2fc-481a-bea5-5cb42b833967 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:15.923065 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45080) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:15.924006 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e6312549-e2fc-481a-bea5-5cb42b833967 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-groups/37e0f14e-dd3b-4310-ba27-00d3f8e0871d HTTP/1.1" status: 204 len: 168 time: 0.3425930 Dec 06 15:06:15.949146 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6312549-e2fc-481a-bea5-5cb42b833967 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e0f14e-dd3b-4310-ba27-00d3f8e0871d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:16.062193 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-97991134-1395-42cc-84ea-eac4a0b8c14b tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1377945 Dec 06 15:06:16.068928 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45084) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:16.082765 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-644d192c-38b2-4442-9c99-0c34092076ba tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758902865'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:16.096270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8961754-b657-4917-bb79-9f2e13f175b5 req-c964afec-4a93-4ef4-b129-a65c7667d70f tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0565631 Dec 06 15:06:16.128237 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-644d192c-38b2-4442-9c99-0c34092076ba tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:16.154916 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948254b9-32e0-460c-af68-1faf703bdecf req-f724ae5b-e030-41b0-9c43-be6461adfdf6 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:16.162661 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-948254b9-32e0-460c-af68-1faf703bdecf req-f724ae5b-e030-41b0-9c43-be6461adfdf6 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/networks?id=4a41c291-c23c-4132-bd25-a8231c311300 HTTP/1.1" status: 200 len: 820 time: 0.2528393 Dec 06 15:06:16.194770 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-948254b9-32e0-460c-af68-1faf703bdecf req-f879341d-586a-4a70-820a-4d8965f7ba38 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/quotas/4c76d46cfef9498999b6a5ef37d9ef0f HTTP/1.1" status: 200 len: 375 time: 0.0311334 Dec 06 15:06:16.217877 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-21335128-281b-497b-9cb4-62eb939beb19 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:16.324359 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f684f712-f93d-413c-9b89-4b86083f97f7 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:06:16.340675 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21335128-281b-497b-9cb4-62eb939beb19 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:16.349298 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-948254b9-32e0-460c-af68-1faf703bdecf req-4607b753-a5fa-440b-b433-cacae8b0eb0f tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c76d46cfef9498999b6a5ef37d9ef0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1525736 Dec 06 15:06:16.437464 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f684f712-f93d-413c-9b89-4b86083f97f7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:16.440215 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:16.459821 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-644d192c-38b2-4442-9c99-0c34092076ba tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:16.488155 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-644d192c-38b2-4442-9c99-0c34092076ba tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:16.559322 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-948254b9-32e0-460c-af68-1faf703bdecf req-87a9803d-acb0-4256-be83-be44e7e225b5 service neutron] 10.222.0.20 "GET /v2.0/networks/4a41c291-c23c-4132-bd25-a8231c311300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820891 Dec 06 15:06:16.649758 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-644d192c-38b2-4442-9c99-0c34092076ba tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:16.651022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-644d192c-38b2-4442-9c99-0c34092076ba tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5808794 Dec 06 15:06:16.653963 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45086) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:16.657409 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d192c-38b2-4442-9c99-0c34092076ba tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c423eb-12a9-40e1-a964-0c0ae7352581,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:16.659189 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ff70f639-de55-4192-8716-40ee3aa06aca tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group_rule': {'security_group_id': 'd4c423eb-12a9-40e1-a964-0c0ae7352581', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:16.711949 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff70f639-de55-4192-8716-40ee3aa06aca tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:16.827053 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff70f639-de55-4192-8716-40ee3aa06aca tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:16.835903 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff70f639-de55-4192-8716-40ee3aa06aca tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:16.844702 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21335128-281b-497b-9cb4-62eb939beb19 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:16.864259 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-948254b9-32e0-460c-af68-1faf703bdecf req-cbc457cf-78a2-43c2-bc56-d3b83764a23d service neutron] 10.222.0.20 "GET /v2.0/networks/4a41c291-c23c-4132-bd25-a8231c311300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033230 Dec 06 15:06:16.891911 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70f639-de55-4192-8716-40ee3aa06aca tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96084ea-4705-4552-876a-94cf2387271f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:16.917574 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff70f639-de55-4192-8716-40ee3aa06aca tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:16.921100 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ff70f639-de55-4192-8716-40ee3aa06aca tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2654958 Dec 06 15:06:16.923992 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45092) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:16.953337 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-b10877c4-f7cb-432c-bf85-10609a6c1866 req-3dce0aea-52f4-4075-9726-bb960bb2f156 service neutron] (103288) timed out ('10.222.0.20', 52730) {{(pid=103288) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 15:06:16.969812 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-914f7e94-f086-4cc1-8460-2f91c7596e69 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:16.982392 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-914f7e94-f086-4cc1-8460-2f91c7596e69 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.018844 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-914f7e94-f086-4cc1-8460-2f91c7596e69 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.027086 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-914f7e94-f086-4cc1-8460-2f91c7596e69 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.028428 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-914f7e94-f086-4cc1-8460-2f91c7596e69 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b96084ea-4705-4552-876a-94cf2387271f HTTP/1.1" status: 204 len: 168 time: 0.1029811 Dec 06 15:06:17.031057 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45094) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:17.042473 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f7e94-f086-4cc1-8460-2f91c7596e69 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b96084ea-4705-4552-876a-94cf2387271f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:17.086363 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4eb170a9-8463-4b8a-94cb-9e6bd546256b tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0533817 Dec 06 15:06:17.089401 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45096) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:17.137987 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-21335128-281b-497b-9cb4-62eb939beb19 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Allocated IP 172.35.7.183 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/f0dfe2bb-fed9-462b-8a75-d8f077b4be7b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:17.250094 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-541c8267-c8f2-4ace-a719-d485b8f04985 req-a3971e93-e267-47ee-b31d-91423c26e199 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c998104-cfe4-491a-b52f-2f2ea52489d5 HTTP/1.1" status: 200 len: 210 time: 0.0894585 Dec 06 15:06:17.292533 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a554c53-c57c-42fd-85d2-fb227bddd375 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.338926 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-88a166aa-6fe0-45f1-9e2c-01f9a0b4419f req-f8b342da-a7cf-482f-bf11-547991d7ac17 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0694511 Dec 06 15:06:17.360965 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a554c53-c57c-42fd-85d2-fb227bddd375 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.392400 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21335128-281b-497b-9cb4-62eb939beb19 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.450234 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21335128-281b-497b-9cb4-62eb939beb19 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.455498 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a554c53-c57c-42fd-85d2-fb227bddd375 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.458096 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a554c53-c57c-42fd-85d2-fb227bddd375 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.459417 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0a554c53-c57c-42fd-85d2-fb227bddd375 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-groups/d4c423eb-12a9-40e1-a964-0c0ae7352581 HTTP/1.1" status: 204 len: 168 time: 0.3631234 Dec 06 15:06:17.464296 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45110) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:17.503839 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21335128-281b-497b-9cb4-62eb939beb19 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:17.510142 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-21335128-281b-497b-9cb4-62eb939beb19 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:17.519743 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21335128-281b-497b-9cb4-62eb939beb19 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:17.526482 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a554c53-c57c-42fd-85d2-fb227bddd375 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c423eb-12a9-40e1-a964-0c0ae7352581,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:17.569174 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21335128-281b-497b-9cb4-62eb939beb19 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Pushing event updated for resources: {'Port': ['ID=f0dfe2bb-fed9-462b-8a75-d8f077b4be7b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:17.583456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d6e5ca47-7a14-4cf8-ba42-94e36a309a3a tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1176925 Dec 06 15:06:17.587061 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45112) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:17.593278 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e6fe7bfe-2b98-4e35-b9f7-8c215aae5427 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1256003214'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:17.625359 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6fe7bfe-2b98-4e35-b9f7-8c215aae5427 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.691192 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21335128-281b-497b-9cb4-62eb939beb19 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.750087 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6fe7bfe-2b98-4e35-b9f7-8c215aae5427 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.755588 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6fe7bfe-2b98-4e35-b9f7-8c215aae5427 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.760981 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21335128-281b-497b-9cb4-62eb939beb19 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.793263 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe7bfe-2b98-4e35-b9f7-8c215aae5427 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059f7b99-0fd0-4078-8379-8f7f3d15b60a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:17.813179 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6fe7bfe-2b98-4e35-b9f7-8c215aae5427 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.817077 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e6fe7bfe-2b98-4e35-b9f7-8c215aae5427 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2262414 Dec 06 15:06:17.817641 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45116) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:17.827727 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-156bb6ef-d064-4967-9d8e-84ca13756a17 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group_rule': {'security_group_id': '059f7b99-0fd0-4078-8379-8f7f3d15b60a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:17.862759 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-156bb6ef-d064-4967-9d8e-84ca13756a17 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.983342 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-156bb6ef-d064-4967-9d8e-84ca13756a17 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.991420 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-156bb6ef-d064-4967-9d8e-84ca13756a17 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.009846 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bb6ef-d064-4967-9d8e-84ca13756a17 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808d1e5e-7dc8-4a40-a717-d34c07a85996,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:18.029597 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-156bb6ef-d064-4967-9d8e-84ca13756a17 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.031709 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-156bb6ef-d064-4967-9d8e-84ca13756a17 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2084095 Dec 06 15:06:18.034015 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45122) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:18.061063 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-38c344a2-d04a-4e8e-9bd8-9df76a74f037 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-group-rules/808d1e5e-7dc8-4a40-a717-d34c07a85996 HTTP/1.1" status: 200 len: 763 time: 0.0234354 Dec 06 15:06:18.061377 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45124) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:18.085542 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21335128-281b-497b-9cb4-62eb939beb19 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.093033 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21335128-281b-497b-9cb4-62eb939beb19 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.131908 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-410527ea-ff1c-4666-9bf2-38dbf3c399fd tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0682116 Dec 06 15:06:18.136734 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45126) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:18.195563 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21335128-281b-497b-9cb4-62eb939beb19 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Pushing event updated for resources: {'Port': ['ID=f0dfe2bb-fed9-462b-8a75-d8f077b4be7b,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:18.211978 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67ae0178-016f-4b3d-9b70-7591d2c87751 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.223020 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21335128-281b-497b-9cb4-62eb939beb19 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.225903 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67ae0178-016f-4b3d-9b70-7591d2c87751 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.255356 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21335128-281b-497b-9cb4-62eb939beb19 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.256795 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-21335128-281b-497b-9cb4-62eb939beb19 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3692579 Dec 06 15:06:18.259622 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45128) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:18.265698 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e17b2095-607d-4343-9699-cf6b66ae3f82 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-142082265'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:18.280297 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67ae0178-016f-4b3d-9b70-7591d2c87751 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.289039 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67ae0178-016f-4b3d-9b70-7591d2c87751 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.290322 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-67ae0178-016f-4b3d-9b70-7591d2c87751 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/808d1e5e-7dc8-4a40-a717-d34c07a85996 HTTP/1.1" status: 204 len: 168 time: 0.1523345 Dec 06 15:06:18.292945 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45132) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:18.298714 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae0178-016f-4b3d-9b70-7591d2c87751 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=808d1e5e-7dc8-4a40-a717-d34c07a85996,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:18.308953 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17b2095-607d-4343-9699-cf6b66ae3f82 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Made reservation on behalf of b47e3e9263224fe69f5e914df00dbbfc for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:18.312687 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e17b2095-607d-4343-9699-cf6b66ae3f82 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.336532 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e17b2095-607d-4343-9699-cf6b66ae3f82 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.343095 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9fff23d9-e6fe-45ef-82d3-9610b1a9e5e6 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0488732 Dec 06 15:06:18.345505 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45134) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:18.351616 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c2f23ccd-87a1-4db3-abdb-2348fd7c8206 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group_rule': {'security_group_id': '059f7b99-0fd0-4078-8379-8f7f3d15b60a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:18.377142 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-72055c88-5ac3-44bb-be3c-85836903f85f req-55099462-efc0-44f6-8f6e-13511f2deaa5 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c998104-cfe4-491a-b52f-2f2ea52489d5 HTTP/1.1" status: 200 len: 210 time: 0.0428040 Dec 06 15:06:18.399898 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2f23ccd-87a1-4db3-abdb-2348fd7c8206 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.523155 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2f23ccd-87a1-4db3-abdb-2348fd7c8206 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.528245 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e17b2095-607d-4343-9699-cf6b66ae3f82 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.530954 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2f23ccd-87a1-4db3-abdb-2348fd7c8206 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.537044 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e17b2095-607d-4343-9699-cf6b66ae3f82 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.570412 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17b2095-607d-4343-9699-cf6b66ae3f82 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:06:18.584530 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b2095-607d-4343-9699-cf6b66ae3f82 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6ed550-1aa9-4ecf-806e-3a98342180b1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:18.592382 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e17b2095-607d-4343-9699-cf6b66ae3f82 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.593726 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-e17b2095-607d-4343-9699-cf6b66ae3f82 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Added segment 05fc1e84-6f57-4706-9403-463ef42dd30b of type vlan for network 81a3f8a4-f678-48c0-9842-7d5d3dfdd109 Dec 06 15:06:18.644131 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e17b2095-607d-4343-9699-cf6b66ae3f82 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.669259 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c4a61ea0-d46e-40c1-9908-c17af2660468 req-43b950d7-d1e7-417c-b030-8e578b4acfc8 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0754313 Dec 06 15:06:18.683485 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e17b2095-607d-4343-9699-cf6b66ae3f82 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.693949 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f23ccd-87a1-4db3-abdb-2348fd7c8206 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b063e3c1-798d-40f9-81c8-40585204e33a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:18.699116 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2f23ccd-87a1-4db3-abdb-2348fd7c8206 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.703171 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c2f23ccd-87a1-4db3-abdb-2348fd7c8206 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3567016 Dec 06 15:06:18.706239 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17b2095-607d-4343-9699-cf6b66ae3f82 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:18.706874 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e17b2095-607d-4343-9699-cf6b66ae3f82 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.716094 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45140) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:18.786463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8d99d1cd-6172-42b9-a397-dd3e2fd43f25 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-group-rules/b063e3c1-798d-40f9-81c8-40585204e33a HTTP/1.1" status: 200 len: 763 time: 0.0368292 Dec 06 15:06:18.788369 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45142) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:18.794420 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e17b2095-607d-4343-9699-cf6b66ae3f82 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5337660 Dec 06 15:06:18.799801 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45144) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:18.817504 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6f8f79be-9d04-43f8-84da-518ca53f37e0 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Request body: {'subnet': {'network_id': '81a3f8a4-f678-48c0-9842-7d5d3dfdd109', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:18.838365 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b2095-607d-4343-9699-cf6b66ae3f82 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Pushing event updated for resources: {'Network': ['ID=81a3f8a4-f678-48c0-9842-7d5d3dfdd109,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:18.854374 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 81a3f8a4-f678-48c0-9842-7d5d3dfdd109 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:06:18.873870 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948254b9-32e0-460c-af68-1faf703bdecf req-6a750cbd-cdb8-49a6-b4ba-a9e59cb4c312 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:18.875583 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-948254b9-32e0-460c-af68-1faf703bdecf req-6a750cbd-cdb8-49a6-b4ba-a9e59cb4c312 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.37 "GET /v2.0/networks?id=4a41c291-c23c-4132-bd25-a8231c311300 HTTP/1.1" status: 200 len: 820 time: 0.2047226 Dec 06 15:06:18.908134 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6dea278e-d2aa-4983-9536-117c5d46c089 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1123962 Dec 06 15:06:18.909365 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45148) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:18.937212 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-948254b9-32e0-460c-af68-1faf703bdecf req-5179ec54-a276-4346-a380-99c416ea1800 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Request body: {'port': {'device_id': '9c998104-cfe4-491a-b52f-2f2ea52489d5', 'network_id': '4a41c291-c23c-4132-bd25-a8231c311300', 'admin_state_up': True, 'tenant_id': '4c76d46cfef9498999b6a5ef37d9ef0f'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:18.951267 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9515c646-9a24-4fb7-b470-920f878fd0ab tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.960239 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9515c646-9a24-4fb7-b470-920f878fd0ab tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.004388 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9515c646-9a24-4fb7-b470-920f878fd0ab tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.011475 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9515c646-9a24-4fb7-b470-920f878fd0ab tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.012601 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9515c646-9a24-4fb7-b470-920f878fd0ab tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b063e3c1-798d-40f9-81c8-40585204e33a HTTP/1.1" status: 204 len: 168 time: 0.1021614 Dec 06 15:06:19.016088 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45152) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:19.027576 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515c646-9a24-4fb7-b470-920f878fd0ab tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b063e3c1-798d-40f9-81c8-40585204e33a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:19.125972 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8f79be-9d04-43f8-84da-518ca53f37e0 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Made reservation on behalf of b47e3e9263224fe69f5e914df00dbbfc for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:19.129513 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f8f79be-9d04-43f8-84da-518ca53f37e0 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.151294 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4f84f9d9-e59f-449c-8982-07bc96225e00 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1322396 Dec 06 15:06:19.153928 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45154) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:19.159091 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a9305633-8308-4502-a375-fb3bc5826307 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group_rule': {'security_group_id': '059f7b99-0fd0-4078-8379-8f7f3d15b60a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:19.193578 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-a9305633-8308-4502-a375-fb3bc5826307 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Project 9051a3ee19564d27acb8c351a6630418 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:06:19.201128 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9305633-8308-4502-a375-fb3bc5826307 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.246533 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948254b9-32e0-460c-af68-1faf703bdecf req-5179ec54-a276-4346-a380-99c416ea1800 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Made reservation on behalf of 4c76d46cfef9498999b6a5ef37d9ef0f for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:19.250811 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-948254b9-32e0-460c-af68-1faf703bdecf req-5179ec54-a276-4346-a380-99c416ea1800 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.282746 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9305633-8308-4502-a375-fb3bc5826307 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.292625 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9305633-8308-4502-a375-fb3bc5826307 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.326536 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9305633-8308-4502-a375-fb3bc5826307 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8244b0-b8b9-4fbb-85b5-2adc07bac462,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:19.351331 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9305633-8308-4502-a375-fb3bc5826307 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.355911 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a9305633-8308-4502-a375-fb3bc5826307 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2002566 Dec 06 15:06:19.356611 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45156) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:19.377965 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3d0d7299-2298-4471-9021-051a708537dd tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-group-rules/7e8244b0-b8b9-4fbb-85b5-2adc07bac462 HTTP/1.1" status: 200 len: 769 time: 0.0199265 Dec 06 15:06:19.378475 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45158) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:19.429594 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-260cb98c-d828-46b2-bb0b-9d2964e4d498 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0499327 Dec 06 15:06:19.430298 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45162) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:19.459190 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19b17ab3-3bc3-4aad-a3c8-28582faddb81 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.467835 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19b17ab3-3bc3-4aad-a3c8-28582faddb81 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.515486 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19b17ab3-3bc3-4aad-a3c8-28582faddb81 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.529323 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19b17ab3-3bc3-4aad-a3c8-28582faddb81 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.536764 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-19b17ab3-3bc3-4aad-a3c8-28582faddb81 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7e8244b0-b8b9-4fbb-85b5-2adc07bac462 HTTP/1.1" status: 204 len: 168 time: 0.1050928 Dec 06 15:06:19.537569 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45166) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:19.551859 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f8f79be-9d04-43f8-84da-518ca53f37e0 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.554625 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b17ab3-3bc3-4aad-a3c8-28582faddb81 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e8244b0-b8b9-4fbb-85b5-2adc07bac462,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:19.578919 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-948254b9-32e0-460c-af68-1faf703bdecf req-5179ec54-a276-4346-a380-99c416ea1800 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Allocated IP 172.20.0.12 (4a41c291-c23c-4132-bd25-a8231c311300/6ea2ce86-5b60-4b1e-a222-9d51d601f328/9e62860c-8890-4fb3-9ee9-ae5281e6a6aa) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:19.859548 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f79be-9d04-43f8-84da-518ca53f37e0 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Pushing event updated for resources: {'Subnet': ['ID=fe63d200-2493-4630-ac65-ed988575bc5f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:19.861625 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8586633a-fd1f-4066-b31c-38f1cf781c9c req-5ecc6de8-08b8-46e1-bd31-42f6583f29af tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c998104-cfe4-491a-b52f-2f2ea52489d5 HTTP/1.1" status: 200 len: 210 time: 0.3180792 Dec 06 15:06:19.914826 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-55b4463f-3ef4-4690-9963-3338c9522e19 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3675330 Dec 06 15:06:19.915718 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45170) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:19.922671 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8f79be-9d04-43f8-84da-518ca53f37e0 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Checking segment: {'id': '05fc1e84-6f57-4706-9403-463ef42dd30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81a3f8a4-f678-48c0-9842-7d5d3dfdd109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:19.923052 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8f79be-9d04-43f8-84da-518ca53f37e0 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Network hostable DHCP agents. Network: 81a3f8a4-f678-48c0-9842-7d5d3dfdd109, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:06:19.953660 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f3be36c1-f105-43c2-9eb1-465724a74dde req-8bf70137-5853-465c-90c3-aa5f58a73a62 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0760922 Dec 06 15:06:20.011074 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f1c6f30-9747-4736-845f-9cd34c9c922f tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.026555 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8f79be-9d04-43f8-84da-518ca53f37e0 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Network 81a3f8a4-f678-48c0-9842-7d5d3dfdd109 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:06:20.040683 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f1c6f30-9747-4736-845f-9cd34c9c922f tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.050460 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6f8f79be-9d04-43f8-84da-518ca53f37e0 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 81a3f8a4-f678-48c0-9842-7d5d3dfdd109) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:20.062800 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8f79be-9d04-43f8-84da-518ca53f37e0 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:20.063376 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f8f79be-9d04-43f8-84da-518ca53f37e0 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.063862 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8058d1e9-cf83-4707-bed5-00c285f577f3 None None] Network 81a3f8a4-f678-48c0-9842-7d5d3dfdd109 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:06:20.081062 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-948254b9-32e0-460c-af68-1faf703bdecf req-5179ec54-a276-4346-a380-99c416ea1800 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.088527 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6f8f79be-9d04-43f8-84da-518ca53f37e0 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2875147 Dec 06 15:06:20.091235 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45176) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:20.097993 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-51236926', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:20.149905 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.151223 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.163724 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-948254b9-32e0-460c-af68-1faf703bdecf req-5179ec54-a276-4346-a380-99c416ea1800 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.195384 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f1c6f30-9747-4736-845f-9cd34c9c922f tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.198066 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f1c6f30-9747-4736-845f-9cd34c9c922f tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.199255 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2f1c6f30-9747-4736-845f-9cd34c9c922f tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-groups/059f7b99-0fd0-4078-8379-8f7f3d15b60a HTTP/1.1" status: 204 len: 168 time: 0.2825184 Dec 06 15:06:20.210533 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45178) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:20.256274 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c6f30-9747-4736-845f-9cd34c9c922f tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059f7b99-0fd0-4078-8379-8f7f3d15b60a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:20.268184 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.289281 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948254b9-32e0-460c-af68-1faf703bdecf req-5179ec54-a276-4346-a380-99c416ea1800 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Network 4a41c291-c23c-4132-bd25-a8231c311300 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:20.293518 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-948254b9-32e0-460c-af68-1faf703bdecf req-5179ec54-a276-4346-a380-99c416ea1800 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:20.305489 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-948254b9-32e0-460c-af68-1faf703bdecf req-5179ec54-a276-4346-a380-99c416ea1800 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:20.351430 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179ec54-a276-4346-a380-99c416ea1800 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Pushing event updated for resources: {'Port': ['ID=9e62860c-8890-4fb3-9ee9-ae5281e6a6aa,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:20.370281 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-eb66d0cc-86a3-4e30-86ba-f343792dc44b tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1558123 Dec 06 15:06:20.370898 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45180) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:20.377841 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-81a3f8a4-f678-48c0-9842-7d5d3dfdd109', 'network_id': '81a3f8a4-f678-48c0-9842-7d5d3dfdd109', 'tenant_id': 'b47e3e9263224fe69f5e914df00dbbfc', 'fixed_ips': [{'subnet_id': 'fe63d200-2493-4630-ac65-ed988575bc5f'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:06:20.380446 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.397832 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948254b9-32e0-460c-af68-1faf703bdecf req-5179ec54-a276-4346-a380-99c416ea1800 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:20.398383 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-948254b9-32e0-460c-af68-1faf703bdecf req-5179ec54-a276-4346-a380-99c416ea1800 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.418342 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d4e122df-a15e-4585-a0eb-fea2075036f4 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group': {'name': 'tempest-secgroup--477367266'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:20.433416 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-948254b9-32e0-460c-af68-1faf703bdecf req-5179ec54-a276-4346-a380-99c416ea1800 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4986079 Dec 06 15:06:20.448876 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Request body: {'port': {'device_id': '9c998104-cfe4-491a-b52f-2f2ea52489d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:20.580423 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.586024 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Allocated IP 172.20.0.2 (81a3f8a4-f678-48c0-9842-7d5d3dfdd109/fe63d200-2493-4630-ac65-ed988575bc5f/1ebd1838-d411-438f-9f67-83ea58f83b5f) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:20.596386 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4e122df-a15e-4585-a0eb-fea2075036f4 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.633864 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.858545 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4e122df-a15e-4585-a0eb-fea2075036f4 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.869432 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4e122df-a15e-4585-a0eb-fea2075036f4 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.886678 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.902201 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.946366 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e122df-a15e-4585-a0eb-fea2075036f4 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b159328d-6521-4330-abc8-dc05dbc48da0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:20.986016 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4e122df-a15e-4585-a0eb-fea2075036f4 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.991796 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d4e122df-a15e-4585-a0eb-fea2075036f4 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5828333 Dec 06 15:06:20.992274 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Network 81a3f8a4-f678-48c0-9842-7d5d3dfdd109 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:20.995396 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45186) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:20.995887 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:20.999874 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9a884f8e-de64-4402-9125-ccca87d26197 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Request body: {'security_group_rule': {'security_group_id': 'b159328d-6521-4330-abc8-dc05dbc48da0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:21.005545 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:21.042100 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Pushing event updated for resources: {'Port': ['ID=1ebd1838-d411-438f-9f67-83ea58f83b5f,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:21.073089 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a884f8e-de64-4402-9125-ccca87d26197 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.139926 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Attempting to bind port 1ebd1838-d411-438f-9f67-83ea58f83b5f on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:21.140492 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Attempting to bind port 1ebd1838-d411-438f-9f67-83ea58f83b5f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '05fc1e84-6f57-4706-9403-463ef42dd30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81a3f8a4-f678-48c0-9842-7d5d3dfdd109'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:21.142372 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Attempting to bind port 1ebd1838-d411-438f-9f67-83ea58f83b5f on network 81a3f8a4-f678-48c0-9842-7d5d3dfdd109 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:21.156338 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:06:21.156722 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Checking segment: {'id': '05fc1e84-6f57-4706-9403-463ef42dd30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81a3f8a4-f678-48c0-9842-7d5d3dfdd109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:21.157116 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.157509 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Bound using segment: {'id': '05fc1e84-6f57-4706-9403-463ef42dd30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81a3f8a4-f678-48c0-9842-7d5d3dfdd109'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:06:21.157986 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Bound port: 1ebd1838-d411-438f-9f67-83ea58f83b5f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fc1e84-6f57-4706-9403-463ef42dd30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81a3f8a4-f678-48c0-9842-7d5d3dfdd109'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:06:21.158363 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.225535 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-26c94580-0be7-43cd-a877-e977e5dddf10 req-5a1727d5-0c42-4855-a293-4bc4a1697097 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0900333 Dec 06 15:06:21.271193 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b14d1-1452-4f87-96a5-576143e4ea46 req-3944da37-7d73-41c3-9d03-c22678751e0d tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:21.273395 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e52b14d1-1452-4f87-96a5-576143e4ea46 req-3944da37-7d73-41c3-9d03-c22678751e0d tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c998104-cfe4-491a-b52f-2f2ea52489d5 HTTP/1.1" status: 200 len: 932 time: 0.1044652 Dec 06 15:06:21.315038 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] For port 1ebd1838-d411-438f-9f67-83ea58f83b5f, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:06:21.322280 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] For port 1ebd1838-d411-438f-9f67-83ea58f83b5f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1ebd1838-d411-438f-9f67-83ea58f83b5f,segment=NetworkSegment(05fc1e84-6f57-4706-9403-463ef42dd30b),segment_id=05fc1e84-6f57-4706-9403-463ef42dd30b)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:06:21.331044 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.333770 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.365886 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.407856 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e52b14d1-1452-4f87-96a5-576143e4ea46 req-91e10bc0-f8c9-4bbc-a6a7-6c3606ef065f tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/security-groups?id=5814d7d5-d0b8-4c0f-b3de-c01e3d75099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264632 Dec 06 15:06:21.433780 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a884f8e-de64-4402-9125-ccca87d26197 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.446638 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5be50-d09f-49fc-a451-f7c2e75cf613 None None] Pushing event updated for resources: {'Port': ['ID=1ebd1838-d411-438f-9f67-83ea58f83b5f,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:21.462147 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d01ba25-046f-4f3e-b1eb-4d34adedf143 req-6d5f2db3-5030-4beb-8402-4f28f25d54b0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0399358 Dec 06 15:06:21.464894 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a884f8e-de64-4402-9125-ccca87d26197 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.507907 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a884f8e-de64-4402-9125-ccca87d26197 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3794fa9-a82d-4fd9-909a-48143321db36,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:21.509189 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:06:21.526252 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.544295 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a884f8e-de64-4402-9125-ccca87d26197 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.545535 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9a884f8e-de64-4402-9125-ccca87d26197 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5501323 Dec 06 15:06:21.548346 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45194) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:21.553115 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Transition to ACTIVE for port object 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:06:21.562901 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.613322 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Allocated IP 172.35.7.135 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/16410419-73a9-44b6-a799-62e1d8e0d546) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:21.632724 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Pushing event updated for resources: {'Port': ['ID=9e62860c-8890-4fb3-9ee9-ae5281e6a6aa,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:21.661573 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c3a6470-0e86-43e4-b3aa-842a113b851d tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.770814 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Attempting to bind port 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:21.771201 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Attempting to bind port 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '38fb6573-bad4-4a67-a4f5-5fec001f801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4a41c291-c23c-4132-bd25-a8231c311300'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:21.771472 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Attempting to bind port 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa on network 4a41c291-c23c-4132-bd25-a8231c311300 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:21.777334 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Port 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa on network 4a41c291-c23c-4132-bd25-a8231c311300 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:06:21.777677 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Attempting to bind port 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa on network 4a41c291-c23c-4132-bd25-a8231c311300 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:21.784432 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:06:21.784774 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Checking segment: {'id': '38fb6573-bad4-4a67-a4f5-5fec001f801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4a41c291-c23c-4132-bd25-a8231c311300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:21.785406 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Bound using segment: {'id': '38fb6573-bad4-4a67-a4f5-5fec001f801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4a41c291-c23c-4132-bd25-a8231c311300'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:06:21.786935 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Bound port: 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38fb6573-bad4-4a67-a4f5-5fec001f801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4a41c291-c23c-4132-bd25-a8231c311300'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:06:21.787369 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.793461 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c3a6470-0e86-43e4-b3aa-842a113b851d tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.852693 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.932630 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c3a6470-0e86-43e4-b3aa-842a113b851d tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.937168 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] For port 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:06:21.937341 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c3a6470-0e86-43e4-b3aa-842a113b851d tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.937341 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2c3a6470-0e86-43e4-b3aa-842a113b851d tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-groups/b159328d-6521-4330-abc8-dc05dbc48da0 HTTP/1.1" status: 204 len: 168 time: 0.3880928 Dec 06 15:06:21.945468 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45198) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:21.947868 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] For port 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9e62860c-8890-4fb3-9ee9-ae5281e6a6aa,segment=NetworkSegment(38fb6573-bad4-4a67-a4f5-5fec001f801c),segment_id=38fb6573-bad4-4a67-a4f5-5fec001f801c)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:06:21.956886 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.960021 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.976322 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a6470-0e86-43e4-b3aa-842a113b851d tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b159328d-6521-4330-abc8-dc05dbc48da0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:22.032008 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:22.045658 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:22.047438 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:22.048225 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.049797 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-948254b9-32e0-460c-af68-1faf703bdecf req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] 10.222.0.37 "PUT /v2.0/ports/9e62860c-8890-4fb3-9ee9-ae5281e6a6aa HTTP/1.1" status: 200 len: 1092 time: 1.6089878 Dec 06 15:06:22.050359 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c998104-cfe4-491a-b52f-2f2ea52489d5', 'tag': '9e62860c-8890-4fb3-9ee9-ae5281e6a6aa'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:06:22.050531 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Pushing event updated for resources: {'Port': ['ID=16410419-73a9-44b6-a799-62e1d8e0d546,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:22.053433 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:22.053584 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcbe673-af4a-4826-ae5d-7ae2d3d04453" -d '{"events": [{"name": "network-changed", "server_uuid": "9c998104-cfe4-491a-b52f-2f2ea52489d5", "tag": "9e62860c-8890-4fb3-9ee9-ae5281e6a6aa"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:06:22.070509 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5f098-952f-4a1a-8834-670580b08619 service neutron] Pushing event updated for resources: {'Port': ['ID=9e62860c-8890-4fb3-9ee9-ae5281e6a6aa,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:22.082306 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-123e0cb5-5c8a-41e7-a20f-834421cd64d8 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1354220 Dec 06 15:06:22.085174 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45202) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:22.090888 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbc14f9-d6c3-4312-bdc2-80221fc11153 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:06:22.117769 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8f01a6-b930-4f84-9b96-ae448e9227f6 x-openstack-request-id: req-1e8f01a6-b930-4f84-9b96-ae448e9227f6 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:22.118182 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c998104-cfe4-491a-b52f-2f2ea52489d5", "tag": "9e62860c-8890-4fb3-9ee9-ae5281e6a6aa", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:22.118555 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e8f01a6-b930-4f84-9b96-ae448e9227f6 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:22.119088 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c998104-cfe4-491a-b52f-2f2ea52489d5', 'tag': '9e62860c-8890-4fb3-9ee9-ae5281e6a6aa', 'status': 'completed', 'code': 200} Dec 06 15:06:22.183237 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fa4cc4e0-8612-4e62-8d03-cf01c0cdec76 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0964739 Dec 06 15:06:22.186235 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45204) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:22.216050 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4df14f00-4362-44ff-a90f-2e2544d75705 None None] Provisioning complete for port 16410419-73a9-44b6-a799-62e1d8e0d546 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:22.216580 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4df14f00-4362-44ff-a90f-2e2544d75705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.237034 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-53534380-a45c-43d5-99f2-67959d3e1ee0 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] delete failed (client error): The resource could not be found. Dec 06 15:06:22.243079 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-53534380-a45c-43d5-99f2-67959d3e1ee0 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "DELETE /v2.0/security-groups/b159328d-6521-4330-abc8-dc05dbc48da0 HTTP/1.1" status: 404 len: 347 time: 0.0546074 Dec 06 15:06:22.245191 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45208) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:22.268012 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948254b9-32e0-460c-af68-1faf703bdecf req-2a58d864-df7b-4766-822b-3401358e3edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:22.269832 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-948254b9-32e0-460c-af68-1faf703bdecf req-2a58d864-df7b-4766-822b-3401358e3edc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c76d46cfef9498999b6a5ef37d9ef0f&device_id=9c998104-cfe4-491a-b52f-2f2ea52489d5 HTTP/1.1" status: 200 len: 1095 time: 0.1496549 Dec 06 15:06:22.310998 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4df14f00-4362-44ff-a90f-2e2544d75705 None None] Port 16410419-73a9-44b6-a799-62e1d8e0d546 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:06:22.365076 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1ebd1838-d411-438f-9f67-83ea58f83b5f up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:06:22.417002 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-948254b9-32e0-460c-af68-1faf703bdecf req-b6e4f1e0-70bc-4b93-9935-981186a493f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e62860c-8890-4fb3-9ee9-ae5281e6a6aa HTTP/1.1" status: 200 len: 217 time: 0.1073813 Dec 06 15:06:22.476676 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 1ebd1838-d411-438f-9f67-83ea58f83b5f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:22.477503 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.497648 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e44b8975-4b60-4f71-8f48-594e321e0421 req-07b53e56-e3e2-418f-9827-e1cb038ae8f2 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0981357 Dec 06 15:06:22.615050 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948254b9-32e0-460c-af68-1faf703bdecf req-733f369c-7d95-4964-b30c-2be5251beb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:22.620860 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-948254b9-32e0-460c-af68-1faf703bdecf req-733f369c-7d95-4964-b30c-2be5251beb57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ea2ce86-5b60-4b1e-a222-9d51d601f328 HTTP/1.1" status: 200 len: 860 time: 0.1790147 Dec 06 15:06:22.669281 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.703273 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.717759 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-03d976ac-db47-4ff4-94a2-28c51b2b80c1 tempest-SecGroupIPv6Test-1674505848 tempest-SecGroupIPv6Test-1674505848-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4684324 Dec 06 15:06:22.731952 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 1ebd1838-d411-438f-9f67-83ea58f83b5f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1ebd1838-d411-438f-9f67-83ea58f83b5f,segment=NetworkSegment(05fc1e84-6f57-4706-9403-463ef42dd30b),segment_id=05fc1e84-6f57-4706-9403-463ef42dd30b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:22.737970 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.846197 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=1ebd1838-d411-438f-9f67-83ea58f83b5f,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:22.856346 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-948254b9-32e0-460c-af68-1faf703bdecf req-3f59776d-d697-4937-ae42-016ffa66d266 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a41c291-c23c-4132-bd25-a8231c311300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2172678 Dec 06 15:06:23.059784 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cea2f-6a1e-48ce-a02e-6b22340bcfae req-c64ed9bb-abf6-4849-84b8-acb5a216df9d tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:23.061594 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-969cea2f-6a1e-48ce-a02e-6b22340bcfae req-c64ed9bb-abf6-4849-84b8-acb5a216df9d tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c998104-cfe4-491a-b52f-2f2ea52489d5 HTTP/1.1" status: 200 len: 944 time: 0.4360950 Dec 06 15:06:23.128332 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:23.146437 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-948254b9-32e0-460c-af68-1faf703bdecf req-40335060-75ba-4206-82d5-6a45522c04dc service neutron] 10.222.0.37 "GET /v2.0/networks/4a41c291-c23c-4132-bd25-a8231c311300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794735 Dec 06 15:06:23.268470 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45222) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:23.274438 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fdf90e-d5f2-49d4-863b-4605e3115cd1 None None] Network 81a3f8a4-f678-48c0-9842-7d5d3dfdd109 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:06:23.285623 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-969cea2f-6a1e-48ce-a02e-6b22340bcfae req-4c822932-670f-4fa7-85fe-30ef1d1fed91 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/security-groups?id=5814d7d5-d0b8-4c0f-b3de-c01e3d75099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148266 Dec 06 15:06:23.292132 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-948254b9-32e0-460c-af68-1faf703bdecf req-9e817964-3571-4a10-80f7-57eec2c9e433 service neutron] 10.222.0.37 "GET /v2.0/networks/4a41c291-c23c-4132-bd25-a8231c311300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320274 Dec 06 15:06:23.508781 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbe673-af4a-4826-ae5d-7ae2d3d04453 req-83f1004c-aaad-402c-b6cf-054898b4268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:23.511702 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5bcbe673-af4a-4826-ae5d-7ae2d3d04453 req-83f1004c-aaad-402c-b6cf-054898b4268b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c76d46cfef9498999b6a5ef37d9ef0f&device_id=9c998104-cfe4-491a-b52f-2f2ea52489d5 HTTP/1.1" status: 200 len: 1095 time: 0.1572442 Dec 06 15:06:23.545379 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6f496984-a198-4e22-9361-1e7d98011f80 None None] Provisioning complete for port 1ebd1838-d411-438f-9f67-83ea58f83b5f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:23.548703 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6f496984-a198-4e22-9361-1e7d98011f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:23.678779 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2147543e-f644-44a1-ab01-ae92e2efe143 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9051a3ee19564d27acb8c351a6630418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4090912 Dec 06 15:06:23.683475 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45232) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:23.693335 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d9043dd7-330d-4153-88c8-152ce41f4aa3 req-a2da8bd3-c9be-4b23-8fc7-8f6933a90892 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0453465 Dec 06 15:06:23.781921 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Router 8e2230a4-8e02-4093-892d-99724ff919b1 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:06:23.790510 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbe673-af4a-4826-ae5d-7ae2d3d04453 req-cb24e373-22a2-404d-899e-442fa58ab2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:23.792502 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5bcbe673-af4a-4826-ae5d-7ae2d3d04453 req-cb24e373-22a2-404d-899e-442fa58ab2f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a41c291-c23c-4132-bd25-a8231c311300 HTTP/1.1" status: 200 len: 921 time: 0.2732427 Dec 06 15:06:23.870622 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-646a55d9-bf5d-425d-8b1d-6b9135fac736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:23.873931 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5bcbe673-af4a-4826-ae5d-7ae2d3d04453 req-296c463c-9223-465f-b7c6-fbd770a08e27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e62860c-8890-4fb3-9ee9-ae5281e6a6aa HTTP/1.1" status: 200 len: 217 time: 0.0712800 Dec 06 15:06:23.951302 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:06:23.965550 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6371b26a-d96d-4a22-87f3-4adfba8a524f None None] Sync routers for ids ['8e2230a4-8e02-4093-892d-99724ff919b1'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:06:23.986715 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6371b26a-d96d-4a22-87f3-4adfba8a524f None None] Routers {'8e2230a4-8e02-4093-892d-99724ff919b1'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:23.990164 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6371b26a-d96d-4a22-87f3-4adfba8a524f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['8e2230a4-8e02-4093-892d-99724ff919b1'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:23.992671 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:23.993452 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbe673-af4a-4826-ae5d-7ae2d3d04453 req-ef5896d8-d4c7-42c3-947f-f10266dcf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:23.993913 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8d6e057c-d247-4a03-8894-4117192e62bf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.9016581 Dec 06 15:06:23.997485 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45236) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:23.998120 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5bcbe673-af4a-4826-ae5d-7ae2d3d04453 req-ef5896d8-d4c7-42c3-947f-f10266dcf5b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ea2ce86-5b60-4b1e-a222-9d51d601f328 HTTP/1.1" status: 200 len: 860 time: 0.1149075 Dec 06 15:06:24.000324 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-646a55d9-bf5d-425d-8b1d-6b9135fac736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:24.070195 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6371b26a-d96d-4a22-87f3-4adfba8a524f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:24.089976 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5bcbe673-af4a-4826-ae5d-7ae2d3d04453 req-a3ba9379-f48a-4ae7-8984-d5a1ae7d0b5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a41c291-c23c-4132-bd25-a8231c311300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753999 Dec 06 15:06:24.095737 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6371b26a-d96d-4a22-87f3-4adfba8a524f None None] Routers {'8e2230a4-8e02-4093-892d-99724ff919b1'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:24.101174 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6371b26a-d96d-4a22-87f3-4adfba8a524f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['8e2230a4-8e02-4093-892d-99724ff919b1'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:24.172944 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6371b26a-d96d-4a22-87f3-4adfba8a524f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:24.173594 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6371b26a-d96d-4a22-87f3-4adfba8a524f None None] The sync data for ids ['8e2230a4-8e02-4093-892d-99724ff919b1'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:06:24.209162 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c72f1913-5ce6-4728-bab3-614a53b652a7 None None] Provisioning complete for port 1ebd1838-d411-438f-9f67-83ea58f83b5f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:24.209541 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c72f1913-5ce6-4728-bab3-614a53b652a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:24.227246 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0bbde724-8fda-4838-807a-a34f7724a3fa req-da2c2dea-dc66-4563-9867-5a91ca5be1ea tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d&device_id=7ca2ea0c-9474-4bf5-b6e9-eb3f407fbddd HTTP/1.1" status: 200 len: 210 time: 0.0760529 Dec 06 15:06:24.310465 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1ebd1838-d411-438f-9f67-83ea58f83b5f up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:06:24.311919 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5bcbe673-af4a-4826-ae5d-7ae2d3d04453 req-f1053779-fa43-40e3-9042-12bf09e5aa99 service neutron] 10.222.0.37 "GET /v2.0/networks/4a41c291-c23c-4132-bd25-a8231c311300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112434 Dec 06 15:06:24.398353 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-646a55d9-bf5d-425d-8b1d-6b9135fac736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:24.402910 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-646a55d9-bf5d-425d-8b1d-6b9135fac736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:24.406114 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-646a55d9-bf5d-425d-8b1d-6b9135fac736 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7317424-bf20-48e2-b473-d8ffc920ff06 HTTP/1.1" status: 204 len: 168 time: 0.7209756 Dec 06 15:06:24.526801 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a55d9-bf5d-425d-8b1d-6b9135fac736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7317424-bf20-48e2-b473-d8ffc920ff06,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:24.575063 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c2ece-1e6a-45d2-996b-11b91f2cb17d req-40d54010-c3aa-4902-b893-9ec54edb3442 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:24.585307 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-478c2ece-1e6a-45d2-996b-11b91f2cb17d req-40d54010-c3aa-4902-b893-9ec54edb3442 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c998104-cfe4-491a-b52f-2f2ea52489d5 HTTP/1.1" status: 200 len: 944 time: 0.1777585 Dec 06 15:06:24.608553 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96a2ae3b-c3f5-4ae8-8ef3-00c6581848d9 req-85c67c12-b379-405e-9dba-9bbbe0c48643 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbb5003ea93f4c06b24c451a349e46b8&device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0645566 Dec 06 15:06:24.633998 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 1ebd1838-d411-438f-9f67-83ea58f83b5f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:24.635450 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:24.657916 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5bcbe673-af4a-4826-ae5d-7ae2d3d04453 req-a9512d01-0689-4f1c-80e0-025c684410df service neutron] 10.222.0.37 "GET /v2.0/networks/4a41c291-c23c-4132-bd25-a8231c311300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357446 Dec 06 15:06:24.692170 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-49362d33-43ea-4849-98ae-98cf6aeb79ed req-923914bf-1131-4a6c-b5d9-e7785b68089e tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.1122370 Dec 06 15:06:24.693773 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-478c2ece-1e6a-45d2-996b-11b91f2cb17d req-a54cae80-4086-4db0-92a0-0a9f23cb32be tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/security-groups?id=5814d7d5-d0b8-4c0f-b3de-c01e3d75099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071596 Dec 06 15:06:24.713903 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96a2ae3b-c3f5-4ae8-8ef3-00c6581848d9 req-cc459b40-ce8a-495a-bb79-e02edeff5fac service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=bbb5003ea93f4c06b24c451a349e46b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905082 Dec 06 15:06:24.889784 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:24.983489 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2ae3b-c3f5-4ae8-8ef3-00c6581848d9 req-6c02be52-840e-4715-ba3d-4410346d2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:24.985708 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96a2ae3b-c3f5-4ae8-8ef3-00c6581848d9 req-6c02be52-840e-4715-ba3d-4410346d2de3 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2627568 Dec 06 15:06:25.297035 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Allocated IP 172.20.0.1 (81a3f8a4-f678-48c0-9842-7d5d3dfdd109/fe63d200-2493-4630-ac65-ed988575bc5f/d4bd0528-9de5-4fc4-8e73-404e49fe87ee) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:25.383104 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45272) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:25.421457 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:25.458437 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:25.495822 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e124e0ad-5b07-4704-b6f9-36f6e409d4f4 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1780283959'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:25.524985 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Network 81a3f8a4-f678-48c0-9842-7d5d3dfdd109 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:25.528106 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e124e0ad-5b07-4704-b6f9-36f6e409d4f4 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:25.528885 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:25.532654 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:25.539940 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e124e0ad-5b07-4704-b6f9-36f6e409d4f4 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:25.596356 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:25.652555 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Pushing event updated for resources: {'Port': ['ID=d4bd0528-9de5-4fc4-8e73-404e49fe87ee,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:25.685573 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e124e0ad-5b07-4704-b6f9-36f6e409d4f4 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:25.693947 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e124e0ad-5b07-4704-b6f9-36f6e409d4f4 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:25.753811 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124e0ad-5b07-4704-b6f9-36f6e409d4f4 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=793ad995-c782-46a7-92c0-04bd8fd33f2d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:25.828195 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2cd5e5e9-8764-4d93-83bc-fff7f2a73fc2 req-10fddfd0-f93c-440c-872d-d19ad272820c tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0465469 Dec 06 15:06:25.842485 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:25.868779 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e124e0ad-5b07-4704-b6f9-36f6e409d4f4 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:25.873460 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e124e0ad-5b07-4704-b6f9-36f6e409d4f4 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:25.914911 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e124e0ad-5b07-4704-b6f9-36f6e409d4f4 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:25.917359 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e124e0ad-5b07-4704-b6f9-36f6e409d4f4 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5325801 Dec 06 15:06:25.918761 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124e0ad-5b07-4704-b6f9-36f6e409d4f4 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b488c12-9575-4855-b8dc-a06898bee150,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:25.920899 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45284) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:25.934353 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85066314-79c1-4e8f-aec1-1fcdae08d2b4 req-14822e65-f850-464c-8d5b-e3ff14aaa035 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:25.936556 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-85066314-79c1-4e8f-aec1-1fcdae08d2b4 req-14822e65-f850-464c-8d5b-e3ff14aaa035 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c998104-cfe4-491a-b52f-2f2ea52489d5 HTTP/1.1" status: 200 len: 944 time: 0.1040273 Dec 06 15:06:25.970862 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-26f6fe9a-044b-4f24-94c8-5e63b6a34e87 None None] Provisioning complete for port d4bd0528-9de5-4fc4-8e73-404e49fe87ee triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:25.974996 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-26f6fe9a-044b-4f24-94c8-5e63b6a34e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:25.999608 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-86b5a1d4-086f-4852-8418-018676db4c33 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0774508 Dec 06 15:06:26.001716 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45286) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:26.010704 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-49c74efb-bf53-40a4-a5fe-4dc6900127c5 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group': {'name': 'tempest-security--1564751432', 'description': 'tempest-security-description-1983873228'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:26.021981 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-26f6fe9a-044b-4f24-94c8-5e63b6a34e87 None None] Port d4bd0528-9de5-4fc4-8e73-404e49fe87ee cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:06:26.048017 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49c74efb-bf53-40a4-a5fe-4dc6900127c5 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:26.084484 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-85066314-79c1-4e8f-aec1-1fcdae08d2b4 req-59bbfb29-3875-40d6-b85e-f3dac4347014 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/security-groups?id=5814d7d5-d0b8-4c0f-b3de-c01e3d75099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378424 Dec 06 15:06:26.110482 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49c74efb-bf53-40a4-a5fe-4dc6900127c5 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:26.113967 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49c74efb-bf53-40a4-a5fe-4dc6900127c5 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:26.116704 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49c74efb-bf53-40a4-a5fe-4dc6900127c5 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:26.117939 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-49c74efb-bf53-40a4-a5fe-4dc6900127c5 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "PUT /v2.0/security-groups/0b488c12-9575-4855-b8dc-a06898bee150 HTTP/1.1" status: 200 len: 1797 time: 0.1152115 Dec 06 15:06:26.120849 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45288) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:26.147636 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c74efb-bf53-40a4-a5fe-4dc6900127c5 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b488c12-9575-4855-b8dc-a06898bee150,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:26.489313 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96a2ae3b-c3f5-4ae8-8ef3-00c6581848d9 req-75e65504-7ad6-448b-9087-a1278d7689d9 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.23 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0408828 Dec 06 15:06:26.494306 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4f2eafcc-a8b3-4197-a6e7-ca0b4c04e9bf tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-groups/0b488c12-9575-4855-b8dc-a06898bee150 HTTP/1.1" status: 200 len: 1797 time: 0.3724160 Dec 06 15:06:26.496822 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45292) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:26.572800 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:26.582596 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:26.632517 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b51fb24-98d4-48d0-8431-1a405666ff8f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:26.677260 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:26.680407 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Pushing event updated for resources: {'Port': ['ID=d4bd0528-9de5-4fc4-8e73-404e49fe87ee,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:26.709797 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b51fb24-98d4-48d0-8431-1a405666ff8f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:26.800637 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b51fb24-98d4-48d0-8431-1a405666ff8f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:26.803740 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b51fb24-98d4-48d0-8431-1a405666ff8f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:26.804880 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2b51fb24-98d4-48d0-8431-1a405666ff8f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-groups/0b488c12-9575-4855-b8dc-a06898bee150 HTTP/1.1" status: 204 len: 168 time: 0.3071649 Dec 06 15:06:26.807487 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45298) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:26.818557 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51fb24-98d4-48d0-8431-1a405666ff8f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b488c12-9575-4855-b8dc-a06898bee150,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:26.824534 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Network 81a3f8a4-f678-48c0-9842-7d5d3dfdd109 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:26.826051 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:26.887969 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c88dc855-91fe-4769-91b9-5d5e1dd42965 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0766187 Dec 06 15:06:26.889149 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45302) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:26.906550 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-65c76fec-5a60-4d54-b732-a6f8189e7141 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] delete failed (client error): The resource could not be found. Dec 06 15:06:26.911697 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-65c76fec-5a60-4d54-b732-a6f8189e7141 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-groups/0b488c12-9575-4855-b8dc-a06898bee150 HTTP/1.1" status: 404 len: 347 time: 0.0174847 Dec 06 15:06:26.914109 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45304) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:26.922023 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-40ec5e87-ed16-4d32-9262-a6ce3accf21c tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139833291'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:26.955397 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40ec5e87-ed16-4d32-9262-a6ce3accf21c tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.048390 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-71148ab4-9f73-4a55-9562-3fb4fb04c34e req-0cb83769-86b0-4ea3-b9b3-462c223a2561 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=494a185c-8fac-4dd4-a54f-8ce5a8cb088d HTTP/1.1" status: 200 len: 210 time: 0.0790956 Dec 06 15:06:27.072553 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40ec5e87-ed16-4d32-9262-a6ce3accf21c tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.081035 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40ec5e87-ed16-4d32-9262-a6ce3accf21c tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.090919 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Router 8e2230a4-8e02-4093-892d-99724ff919b1 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:06:27.114028 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40ec5e87-ed16-4d32-9262-a6ce3accf21c tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.115437 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-40ec5e87-ed16-4d32-9262-a6ce3accf21c tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2002118 Dec 06 15:06:27.117717 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec5e87-ed16-4d32-9262-a6ce3accf21c tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a369d099-1e44-4434-b2e0-268de94e4b55,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:27.120018 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45308) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:27.124822 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-23c27ad1-e2bc-4031-b2da-231f9cfbe504 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group_rule': {'security_group_id': 'a369d099-1e44-4434-b2e0-268de94e4b55', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:27.159779 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23c27ad1-e2bc-4031-b2da-231f9cfbe504 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.235981 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:06:27.250527 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b66918-957e-4ce6-bde5-15e5a916a1f0 None None] Sync routers for ids ['8e2230a4-8e02-4093-892d-99724ff919b1'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:06:27.260938 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-91652278-260a-4897-9ae6-ef4b200d3152 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] 10.222.0.20 "PUT /v2.0/routers/8e2230a4-8e02-4093-892d-99724ff919b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2630062 Dec 06 15:06:27.264288 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45310) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:27.264673 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b66918-957e-4ce6-bde5-15e5a916a1f0 None None] Routers {'8e2230a4-8e02-4093-892d-99724ff919b1'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:27.265068 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23c27ad1-e2bc-4031-b2da-231f9cfbe504 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.265688 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-61b66918-957e-4ce6-bde5-15e5a916a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['8e2230a4-8e02-4093-892d-99724ff919b1'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:27.266681 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a99d7762-cb8d-44a6-b6aa-d11f8b91fbc5 None None] Provisioning complete for port d4bd0528-9de5-4fc4-8e73-404e49fe87ee triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:27.267184 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a99d7762-cb8d-44a6-b6aa-d11f8b91fbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.272444 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f4a0f1b0-b4da-4f40-9a51-94fe97cdd2e5 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Request body: {'port': {'network_id': '81a3f8a4-f678-48c0-9842-7d5d3dfdd109', 'name': 'tempest-FloatingIPAdminTestJSON-255347098'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:27.280182 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf5e4d-3565-4aac-ad2a-204cafba7ab6 req-fa8a5b9c-3dec-4bbe-ad15-f7593b3953e2 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:27.282002 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-12cf5e4d-3565-4aac-ad2a-204cafba7ab6 req-fa8a5b9c-3dec-4bbe-ad15-f7593b3953e2 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c998104-cfe4-491a-b52f-2f2ea52489d5 HTTP/1.1" status: 200 len: 944 time: 0.0737243 Dec 06 15:06:27.283272 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23c27ad1-e2bc-4031-b2da-231f9cfbe504 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.305580 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-61b66918-957e-4ce6-bde5-15e5a916a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:27.318502 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b66918-957e-4ce6-bde5-15e5a916a1f0 None None] Routers {'8e2230a4-8e02-4093-892d-99724ff919b1'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:27.319619 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-61b66918-957e-4ce6-bde5-15e5a916a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['8e2230a4-8e02-4093-892d-99724ff919b1'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:27.328057 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:06:27.366703 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-61b66918-957e-4ce6-bde5-15e5a916a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:27.367559 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c27ad1-e2bc-4031-b2da-231f9cfbe504 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4664a6e-cfa6-4e7b-80fe-149f4660833a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:27.368359 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b66918-957e-4ce6-bde5-15e5a916a1f0 None None] The sync data for ids ['8e2230a4-8e02-4093-892d-99724ff919b1'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:06:27.399083 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23c27ad1-e2bc-4031-b2da-231f9cfbe504 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.402883 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-23c27ad1-e2bc-4031-b2da-231f9cfbe504 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2792702 Dec 06 15:06:27.404034 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45314) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:27.423091 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-12cf5e4d-3565-4aac-ad2a-204cafba7ab6 req-8f231a05-cb52-4eb0-a027-be5ba6a7c0aa tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/security-groups?id=5814d7d5-d0b8-4c0f-b3de-c01e3d75099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225104 Dec 06 15:06:27.427246 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a99d7762-cb8d-44a6-b6aa-d11f8b91fbc5 None None] Port d4bd0528-9de5-4fc4-8e73-404e49fe87ee cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:06:27.436432 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cf59e78-7436-4d3f-85fe-6e5d1de1cc58 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.445821 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cf59e78-7436-4d3f-85fe-6e5d1de1cc58 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.482506 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a0f1b0-b4da-4f40-9a51-94fe97cdd2e5 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Made reservation on behalf of b47e3e9263224fe69f5e914df00dbbfc for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:27.486235 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4a0f1b0-b4da-4f40-9a51-94fe97cdd2e5 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.489947 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cf59e78-7436-4d3f-85fe-6e5d1de1cc58 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.496991 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cf59e78-7436-4d3f-85fe-6e5d1de1cc58 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.500717 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9cf59e78-7436-4d3f-85fe-6e5d1de1cc58 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b4664a6e-cfa6-4e7b-80fe-149f4660833a HTTP/1.1" status: 204 len: 168 time: 0.0928926 Dec 06 15:06:27.503768 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45316) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:27.507363 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-f4a0f1b0-b4da-4f40-9a51-94fe97cdd2e5 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] device_id is not set on port f3004321-151b-416d-b0ce-5bc9944e6686 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:06:27.507515 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf59e78-7436-4d3f-85fe-6e5d1de1cc58 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4664a6e-cfa6-4e7b-80fe-149f4660833a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:27.517109 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9e62860c-8890-4fb3-9ee9-ae5281e6a6aa,segment=NetworkSegment(38fb6573-bad4-4a67-a4f5-5fec001f801c),segment_id=38fb6573-bad4-4a67-a4f5-5fec001f801c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:27.534069 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '9e62860c-8890-4fb3-9ee9-ae5281e6a6aa', 'network_id': '4a41c291-c23c-4132-bd25-a8231c311300', 'port_id': '9e62860c-8890-4fb3-9ee9-ae5281e6a6aa', 'mac_address': 'fa:16:3e:1d:20:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea2ce86-5b60-4b1e-a222-9d51d601f328', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:06:27.579397 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.595008 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:06:27.595350 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-48dff05f-b3a5-4098-9b4a-f4671feefd7c tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0893490 Dec 06 15:06:27.598136 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45318) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:27.622928 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9e62860c-8890-4fb3-9ee9-ae5281e6a6aa,segment=NetworkSegment(38fb6573-bad4-4a67-a4f5-5fec001f801c),segment_id=38fb6573-bad4-4a67-a4f5-5fec001f801c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:27.628552 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.657884 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-f4a0f1b0-b4da-4f40-9a51-94fe97cdd2e5 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Allocated IP 172.20.0.11 (81a3f8a4-f678-48c0-9842-7d5d3dfdd109/fe63d200-2493-4630-ac65-ed988575bc5f/f3004321-151b-416d-b0ce-5bc9944e6686) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:27.674020 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebd1fc1a-a614-401e-b3c0-e4a55dd25d43 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.707279 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebd1fc1a-a614-401e-b3c0-e4a55dd25d43 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.727132 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=9e62860c-8890-4fb3-9ee9-ae5281e6a6aa,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:27.777811 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebd1fc1a-a614-401e-b3c0-e4a55dd25d43 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.780941 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebd1fc1a-a614-401e-b3c0-e4a55dd25d43 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.785041 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ebd1fc1a-a614-401e-b3c0-e4a55dd25d43 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-groups/a369d099-1e44-4434-b2e0-268de94e4b55 HTTP/1.1" status: 204 len: 168 time: 0.1856484 Dec 06 15:06:27.785738 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45324) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:27.810319 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1fc1a-a614-401e-b3c0-e4a55dd25d43 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a369d099-1e44-4434-b2e0-268de94e4b55,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:27.848318 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-326c614e-dd2c-43bf-a32b-ddcef2c0ad73 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0580051 Dec 06 15:06:27.853675 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45326) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:27.862982 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4a0f1b0-b4da-4f40-9a51-94fe97cdd2e5 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.864081 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cce2003b-cb73-4fd4-9c30-55bedea9cc63 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081599438'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:27.881936 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['9e62860c-8890-4fb3-9ee9-ae5281e6a6aa'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:06:27.895776 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cce2003b-cb73-4fd4-9c30-55bedea9cc63 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.912561 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4a0f1b0-b4da-4f40-9a51-94fe97cdd2e5 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.972593 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.974301 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a0f1b0-b4da-4f40-9a51-94fe97cdd2e5 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Network 81a3f8a4-f678-48c0-9842-7d5d3dfdd109 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:27.978305 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f4a0f1b0-b4da-4f40-9a51-94fe97cdd2e5 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:27.982254 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a0f1b0-b4da-4f40-9a51-94fe97cdd2e5 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:27.989094 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cce2003b-cb73-4fd4-9c30-55bedea9cc63 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.992753 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cce2003b-cb73-4fd4-9c30-55bedea9cc63 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.035820 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2003b-cb73-4fd4-9c30-55bedea9cc63 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a7e958-8cc9-44d2-940e-6ecc760bc27e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:28.074266 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cce2003b-cb73-4fd4-9c30-55bedea9cc63 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.077305 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cce2003b-cb73-4fd4-9c30-55bedea9cc63 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2215912 Dec 06 15:06:28.079046 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45330) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:28.082027 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a0f1b0-b4da-4f40-9a51-94fe97cdd2e5 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:28.082669 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4a0f1b0-b4da-4f40-9a51-94fe97cdd2e5 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.086153 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0f1b0-b4da-4f40-9a51-94fe97cdd2e5 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Pushing event updated for resources: {'Port': ['ID=f3004321-151b-416d-b0ce-5bc9944e6686,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:28.089285 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-236b7f30-8284-4bc3-a8a4-3d0e759b1e4b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group_rule': {'security_group_id': '34a7e958-8cc9-44d2-940e-6ecc760bc27e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:28.126443 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-236b7f30-8284-4bc3-a8a4-3d0e759b1e4b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.129294 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f4a0f1b0-b4da-4f40-9a51-94fe97cdd2e5 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8636723 Dec 06 15:06:28.132488 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45332) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:28.249446 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-236b7f30-8284-4bc3-a8a4-3d0e759b1e4b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.255896 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-236b7f30-8284-4bc3-a8a4-3d0e759b1e4b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.292421 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'project_id': 'b47e3e9263224fe69f5e914df00dbbfc', 'port_id': 'f3004321-151b-416d-b0ce-5bc9944e6686'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:28.299506 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b7f30-8284-4bc3-a8a4-3d0e759b1e4b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4806088a-a672-4b22-8cd8-e989daef3edd,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:28.310242 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-236b7f30-8284-4bc3-a8a4-3d0e759b1e4b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.314313 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-236b7f30-8284-4bc3-a8a4-3d0e759b1e4b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2340651 Dec 06 15:06:28.318768 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45338) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:28.326423 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0650b04a-63b5-4834-985a-b4603b283dab tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group_rule': {'security_group_id': '34a7e958-8cc9-44d2-940e-6ecc760bc27e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:28.333847 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.370672 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0650b04a-63b5-4834-985a-b4603b283dab tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.427618 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e017776f-b5ca-4730-aeb5-5f854c4424d8 req-38e5ac6b-3600-42ef-b412-4560388bb6a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbb5003ea93f4c06b24c451a349e46b8&device_id=7ca2ea0c-9474-4bf5-b6e9-eb3f407fbddd HTTP/1.1" status: 200 len: 210 time: 0.0422018 Dec 06 15:06:28.450582 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0650b04a-63b5-4834-985a-b4603b283dab tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.459195 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0650b04a-63b5-4834-985a-b4603b283dab tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.464316 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e7614c2c-3454-45bc-a7d6-2df7483fa857 None None] Provisioning complete for port f3004321-151b-416d-b0ce-5bc9944e6686 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:28.466052 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7614c2c-3454-45bc-a7d6-2df7483fa857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.477739 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-77bfb38f-582e-4a3d-b888-3b208143e2b4 req-c2149a31-5415-4ae8-bdcc-4fcf2f7e39b9 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ca2ea0c-9474-4bf5-b6e9-eb3f407fbddd HTTP/1.1" status: 200 len: 210 time: 0.0760245 Dec 06 15:06:28.491267 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e017776f-b5ca-4730-aeb5-5f854c4424d8 req-443f5a51-12d5-467f-ac87-b896cf1a25ef service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=bbb5003ea93f4c06b24c451a349e46b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502863 Dec 06 15:06:28.520423 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e7614c2c-3454-45bc-a7d6-2df7483fa857 None None] Port f3004321-151b-416d-b0ce-5bc9944e6686 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:06:28.529743 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650b04a-63b5-4834-985a-b4603b283dab tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cab2cf0-834c-4219-b23e-0f0a94cdb760,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:28.545456 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0650b04a-63b5-4834-985a-b4603b283dab tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.545456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0650b04a-63b5-4834-985a-b4603b283dab tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2252464 Dec 06 15:06:28.547840 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45346) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:28.552820 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4cd8cf57-d5f1-4a25-be44-c36b19c7807d tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group_rule': {'security_group_id': '34a7e958-8cc9-44d2-940e-6ecc760bc27e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:28.614396 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cd8cf57-d5f1-4a25-be44-c36b19c7807d tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.652352 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017776f-b5ca-4730-aeb5-5f854c4424d8 req-87ccba99-b923-48c3-a783-bd499d612d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:28.653808 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e017776f-b5ca-4730-aeb5-5f854c4424d8 req-87ccba99-b923-48c3-a783-bd499d612d20 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1511312 Dec 06 15:06:28.656269 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.661635 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151a38f-49bb-4803-b5c4-a9f47989dc5d req-74dbd4b8-f070-48ff-acb4-767aa3c30110 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:28.665533 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e151a38f-49bb-4803-b5c4-a9f47989dc5d req-74dbd4b8-f070-48ff-acb4-767aa3c30110 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c998104-cfe4-491a-b52f-2f2ea52489d5 HTTP/1.1" status: 200 len: 945 time: 0.0878229 Dec 06 15:06:28.715278 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cd8cf57-d5f1-4a25-be44-c36b19c7807d tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.721562 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cd8cf57-d5f1-4a25-be44-c36b19c7807d tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.754518 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8cf57-d5f1-4a25-be44-c36b19c7807d tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6095ba4-d258-47f8-ae25-d61a831a0686,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:28.766861 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e151a38f-49bb-4803-b5c4-a9f47989dc5d req-822e01bc-53bf-4119-9547-a77d656a493b tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/security-groups?id=5814d7d5-d0b8-4c0f-b3de-c01e3d75099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863419 Dec 06 15:06:28.772199 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cd8cf57-d5f1-4a25-be44-c36b19c7807d tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.773893 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4cd8cf57-d5f1-4a25-be44-c36b19c7807d tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2244475 Dec 06 15:06:28.777211 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45350) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:28.782081 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Allocated IP 172.35.7.62 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/7faf285b-b65e-41f0-8075-8d7420595c48) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:28.798485 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c0cf945c-354b-4448-937b-7f0e1167be51 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group_rule': {'security_group_id': '34a7e958-8cc9-44d2-940e-6ecc760bc27e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:28.842858 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0cf945c-354b-4448-937b-7f0e1167be51 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.915571 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.928644 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0cf945c-354b-4448-937b-7f0e1167be51 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.932980 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0cf945c-354b-4448-937b-7f0e1167be51 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.952726 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf945c-354b-4448-937b-7f0e1167be51 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8613410b-0849-4aa6-a646-aab69c686d82,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:28.964478 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0cf945c-354b-4448-937b-7f0e1167be51 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.965249 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.966048 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c0cf945c-354b-4448-937b-7f0e1167be51 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1865628 Dec 06 15:06:28.968595 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45354) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:28.974583 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3af0d44f-7960-417a-bba9-89887ba58200 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group_rule': {'security_group_id': '34a7e958-8cc9-44d2-940e-6ecc760bc27e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:29.003267 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3af0d44f-7960-417a-bba9-89887ba58200 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.014671 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:29.020489 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:29.023337 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:29.047396 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Pushing event updated for resources: {'Port': ['ID=7faf285b-b65e-41f0-8075-8d7420595c48,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:29.077754 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3af0d44f-7960-417a-bba9-89887ba58200 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.085306 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3af0d44f-7960-417a-bba9-89887ba58200 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.123138 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0d44f-7960-417a-bba9-89887ba58200 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d6cfbf-5e93-426f-8179-9fa74236377a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:29.147372 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3af0d44f-7960-417a-bba9-89887ba58200 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.148783 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3af0d44f-7960-417a-bba9-89887ba58200 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1777551 Dec 06 15:06:29.151684 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45356) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:29.168801 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6a197d6-861b-4032-8b9e-a841ac1bd349 req-a9954ba9-5847-4798-839b-20d9efefa3db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582559 Dec 06 15:06:29.226996 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-36364869-23d5-4d87-a103-f41401c1171b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.236862 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-36364869-23d5-4d87-a103-f41401c1171b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.265830 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a197d6-861b-4032-8b9e-a841ac1bd349 req-16dd0f3a-5ad8-43f2-ae9f-14729e7adff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:29.267315 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6a197d6-861b-4032-8b9e-a841ac1bd349 req-16dd0f3a-5ad8-43f2-ae9f-14729e7adff2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a45a9617d21f43eb8a512b181ef6b340&device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 1096 time: 0.0483327 Dec 06 15:06:29.299372 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:06:29.317617 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-36364869-23d5-4d87-a103-f41401c1171b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.326168 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-36364869-23d5-4d87-a103-f41401c1171b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.329755 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-36364869-23d5-4d87-a103-f41401c1171b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/72d6cfbf-5e93-426f-8179-9fa74236377a HTTP/1.1" status: 204 len: 168 time: 0.1754901 Dec 06 15:06:29.331990 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45358) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:29.375813 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36364869-23d5-4d87-a103-f41401c1171b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72d6cfbf-5e93-426f-8179-9fa74236377a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:29.403243 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:06:29.411424 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:29.413896 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.432920 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a197d6-861b-4032-8b9e-a841ac1bd349 req-fc806953-e65d-43c6-a154-56c3cad41b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:29.434776 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6a197d6-861b-4032-8b9e-a841ac1bd349 req-fc806953-e65d-43c6-a154-56c3cad41b2f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 HTTP/1.1" status: 200 len: 910 time: 0.1461375 Dec 06 15:06:29.437883 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4183334b-56e3-40f6-a44d-154f03f36561 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1008959 Dec 06 15:06:29.438396 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45360) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:29.602449 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.604480 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-564c6f14-9ecf-4058-b2ad-19395dfd8cfa tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.620082 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-564c6f14-9ecf-4058-b2ad-19395dfd8cfa tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.634608 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6a197d6-861b-4032-8b9e-a841ac1bd349 req-460e47e7-ce26-4c61-874f-0e9479130197 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de19c76a-d25a-4425-8d66-eb411eb4173a HTTP/1.1" status: 200 len: 1000 time: 0.1866295 Dec 06 15:06:29.658467 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9e62860c-8890-4fb3-9ee9-ae5281e6a6aa,segment=NetworkSegment(38fb6573-bad4-4a67-a4f5-5fec001f801c),segment_id=38fb6573-bad4-4a67-a4f5-5fec001f801c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:29.661618 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c998104-cfe4-491a-b52f-2f2ea52489d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e62860c-8890-4fb3-9ee9-ae5281e6a6aa'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:06:29.664579 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6b0114-c49b-4321-a700-e0bb9d022160" -d '{"events": [{"server_uuid": "9c998104-cfe4-491a-b52f-2f2ea52489d5", "name": "network-vif-plugged", "status": "completed", "tag": "9e62860c-8890-4fb3-9ee9-ae5281e6a6aa"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:06:29.669073 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.683795 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b46a4ae-f865-4a7d-8ba9-536d28669930 req-a6787b53-9c67-40c4-8ec8-108b65d6c17b tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ca2ea0c-9474-4bf5-b6e9-eb3f407fbddd HTTP/1.1" status: 200 len: 210 time: 0.0519869 Dec 06 15:06:29.725124 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.747236 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-564c6f14-9ecf-4058-b2ad-19395dfd8cfa tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.754445 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18db950-abad-46d9-a170-9d9c7344760e x-openstack-request-id: req-e18db950-abad-46d9-a170-9d9c7344760e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:29.755268 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c998104-cfe4-491a-b52f-2f2ea52489d5", "name": "network-vif-plugged", "status": "completed", "tag": "9e62860c-8890-4fb3-9ee9-ae5281e6a6aa", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:29.755735 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e18db950-abad-46d9-a170-9d9c7344760e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:29.756540 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c998104-cfe4-491a-b52f-2f2ea52489d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e62860c-8890-4fb3-9ee9-ae5281e6a6aa', 'code': 200} Dec 06 15:06:29.757000 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-564c6f14-9ecf-4058-b2ad-19395dfd8cfa tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.757978 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-564c6f14-9ecf-4058-b2ad-19395dfd8cfa tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/8613410b-0849-4aa6-a646-aab69c686d82 HTTP/1.1" status: 204 len: 168 time: 0.3184261 Dec 06 15:06:29.763064 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a197d6-861b-4032-8b9e-a841ac1bd349 req-f184235e-da86-49bc-9290-454471af99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:29.764886 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6a197d6-861b-4032-8b9e-a841ac1bd349 req-f184235e-da86-49bc-9290-454471af99c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=910def33-1b6e-420b-bf18-ba2208cd2881 HTTP/1.1" status: 200 len: 848 time: 0.1103125 Dec 06 15:06:29.765668 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45368) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:29.768040 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c6f14-9ecf-4058-b2ad-19395dfd8cfa tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8613410b-0849-4aa6-a646-aab69c686d82,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:29.811538 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=9e62860c-8890-4fb3-9ee9-ae5281e6a6aa,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:29.860060 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e5d46632-1b21-4ecb-b483-6a6a5cd909e8 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0908935 Dec 06 15:06:29.860625 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45372) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:29.882107 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.890073 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a197d6-861b-4032-8b9e-a841ac1bd349 req-48360ad2-15eb-49ac-96f3-2d710902deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:29.898320 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6a197d6-861b-4032-8b9e-a841ac1bd349 req-48360ad2-15eb-49ac-96f3-2d710902deeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213892 Dec 06 15:06:29.942769 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e017776f-b5ca-4730-aeb5-5f854c4424d8 req-8d4cf2d4-98a0-4f6e-b0bd-e8fb573d6ad7 tempest-ServerShowV247Test-1114537075 tempest-ServerShowV247Test-1114537075-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca2ea0c-9474-4bf5-b6e9-eb3f407fbddd HTTP/1.1" status: 200 len: 210 time: 0.0638011 Dec 06 15:06:29.978350 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-097e689d-38e4-4daa-8128-eaeaeb0cc4b8 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.994379 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-097e689d-38e4-4daa-8128-eaeaeb0cc4b8 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.009592 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.057719 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d79d2f-cf5e-48d2-b98f-7084a99c5337 req-cb4411f3-07df-4357-b699-5ceb9fd045ca tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:30.064860 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95d79d2f-cf5e-48d2-b98f-7084a99c5337 req-cb4411f3-07df-4357-b699-5ceb9fd045ca tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c998104-cfe4-491a-b52f-2f2ea52489d5 HTTP/1.1" status: 200 len: 946 time: 0.1777880 Dec 06 15:06:30.078841 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67c621-82a2-492f-905d-1cd7ad103bcc req-e642d240-28fb-4936-8723-fed8615220ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:30.082879 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8a67c621-82a2-492f-905d-1cd7ad103bcc req-e642d240-28fb-4936-8723-fed8615220ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9c998104-cfe4-491a-b52f-2f2ea52489d5 HTTP/1.1" status: 200 len: 1097 time: 0.2400064 Dec 06 15:06:30.104387 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-097e689d-38e4-4daa-8128-eaeaeb0cc4b8 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.115260 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-097e689d-38e4-4daa-8128-eaeaeb0cc4b8 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.125782 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-097e689d-38e4-4daa-8128-eaeaeb0cc4b8 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b6095ba4-d258-47f8-ae25-d61a831a0686 HTTP/1.1" status: 204 len: 168 time: 0.2621884 Dec 06 15:06:30.126593 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45382) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:30.134778 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6a197d6-861b-4032-8b9e-a841ac1bd349 req-2a93d4e5-1b56-4447-9d7a-cbb6c809f380 service neutron] 10.222.0.37 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212083 Dec 06 15:06:30.149928 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e689d-38e4-4daa-8128-eaeaeb0cc4b8 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6095ba4-d258-47f8-ae25-d61a831a0686,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:30.207525 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-95d79d2f-cf5e-48d2-b98f-7084a99c5337 req-6ad6ac94-67c6-449d-9e53-0527e1cd995e tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/security-groups?id=5814d7d5-d0b8-4c0f-b3de-c01e3d75099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420426 Dec 06 15:06:30.266640 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8a67c621-82a2-492f-905d-1cd7ad103bcc req-84ff0af7-76fd-4b59-873d-4eade080617e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5814d7d5-d0b8-4c0f-b3de-c01e3d75099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658390 Dec 06 15:06:30.267890 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e794d89a-fa8a-4692-9d2e-1bb3bb2accb1 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1363184 Dec 06 15:06:30.272242 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45394) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:30.312295 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6a197d6-861b-4032-8b9e-a841ac1bd349 req-9be49258-5206-4db9-a285-6cc658d05794 service neutron] 10.222.0.37 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648545 Dec 06 15:06:30.314974 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-103f650a-745b-44b6-b7c1-c6884cdf1418 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.323105 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-103f650a-745b-44b6-b7c1-c6884cdf1418 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.353685 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-103f650a-745b-44b6-b7c1-c6884cdf1418 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.360014 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-103f650a-745b-44b6-b7c1-c6884cdf1418 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.361484 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-103f650a-745b-44b6-b7c1-c6884cdf1418 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5cab2cf0-834c-4219-b23e-0f0a94cdb760 HTTP/1.1" status: 204 len: 168 time: 0.0863366 Dec 06 15:06:30.364396 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45396) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:30.376181 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f650a-745b-44b6-b7c1-c6884cdf1418 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cab2cf0-834c-4219-b23e-0f0a94cdb760,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:30.413212 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.439239 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0759ab12-2baf-4517-8e9c-b7e5aca40806 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0731258 Dec 06 15:06:30.447129 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-089c2f34-67de-4f04-8b7e-d9627d9c0e04 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:30.447975 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45398) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:30.449103 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-089c2f34-67de-4f04-8b7e-d9627d9c0e04 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/networks?id=f5f251ea-82ed-4a0b-8c44-8681824b45f4 HTTP/1.1" status: 200 len: 814 time: 0.1629848 Dec 06 15:06:30.497628 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.501692 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8c51b660-035a-44ac-b384-67211ee9f92f req-673490c0-4f96-4e84-a125-d1fad0b8ba93 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ca2ea0c-9474-4bf5-b6e9-eb3f407fbddd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0514719 Dec 06 15:06:30.536588 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c28caf71-284e-4f70-9432-c814a6e062af tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.546597 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-f64237d6-b430-482d-b107-3f6914579d59 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/quotas/1d68cc263107495b94e8b89e7ce49c8a HTTP/1.1" status: 200 len: 375 time: 0.0779567 Dec 06 15:06:30.547394 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c28caf71-284e-4f70-9432-c814a6e062af tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.591626 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c28caf71-284e-4f70-9432-c814a6e062af tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.600380 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c28caf71-284e-4f70-9432-c814a6e062af tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.603729 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c28caf71-284e-4f70-9432-c814a6e062af tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4806088a-a672-4b22-8cd8-e989daef3edd HTTP/1.1" status: 204 len: 168 time: 0.1525683 Dec 06 15:06:30.609842 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45408) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:30.617043 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28caf71-284e-4f70-9432-c814a6e062af tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4806088a-a672-4b22-8cd8-e989daef3edd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:30.671020 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2c80436b-032d-4a7a-877e-fcabeea2f9e6 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0595973 Dec 06 15:06:30.674723 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45412) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:30.675848 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8c51b660-035a-44ac-b384-67211ee9f92f req-c756edcf-9e8c-4cf0-bfc1-38ac02b1e49c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbb5003ea93f4c06b24c451a349e46b8&device_id=7ca2ea0c-9474-4bf5-b6e9-eb3f407fbddd HTTP/1.1" status: 200 len: 210 time: 0.0928559 Dec 06 15:06:30.683347 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Pushing event updated for resources: {'Port': ['ID=7faf285b-b65e-41f0-8075-8d7420595c48,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:30.703242 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.747111 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a04fda3c-1362-4327-8c0c-ccac1d7bf2cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.784568 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a88afb1-6d79-4e49-b9f5-821ffc1af3f0 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.814432 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a88afb1-6d79-4e49-b9f5-821ffc1af3f0 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.862774 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a88afb1-6d79-4e49-b9f5-821ffc1af3f0 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.866750 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a88afb1-6d79-4e49-b9f5-821ffc1af3f0 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.870356 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4a88afb1-6d79-4e49-b9f5-821ffc1af3f0 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-groups/34a7e958-8cc9-44d2-940e-6ecc760bc27e HTTP/1.1" status: 204 len: 168 time: 0.1920955 Dec 06 15:06:30.871785 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45418) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:30.940127 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b0d65b77-d15f-497a-a97e-ac10d7b9a102 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0609949 Dec 06 15:06:30.940733 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45422) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:30.946587 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8d2582b3-72b1-44ff-8e3a-1a68d509bc4b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group': {'name': 'tempest-secgroup--754930'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:30.971625 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88afb1-6d79-4e49-b9f5-821ffc1af3f0 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a7e958-8cc9-44d2-940e-6ecc760bc27e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:30.977734 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d2582b3-72b1-44ff-8e3a-1a68d509bc4b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.060971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-990499e5-20e2-47b1-90a0-e5e288be3fb4 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d68cc263107495b94e8b89e7ce49c8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5133393 Dec 06 15:06:31.102017 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d2582b3-72b1-44ff-8e3a-1a68d509bc4b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.107686 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d2582b3-72b1-44ff-8e3a-1a68d509bc4b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.110176 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8c51b660-035a-44ac-b384-67211ee9f92f req-a05595e8-c665-44c6-9708-aad40d455554 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=bbb5003ea93f4c06b24c451a349e46b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4030991 Dec 06 15:06:31.152294 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2582b3-72b1-44ff-8e3a-1a68d509bc4b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21758a78-adec-40dd-a38a-70b4b7faa377,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:31.169348 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d2582b3-72b1-44ff-8e3a-1a68d509bc4b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.172014 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8d2582b3-72b1-44ff-8e3a-1a68d509bc4b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.2303510 Dec 06 15:06:31.175907 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45426) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:31.181111 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6c5e386a-d161-44f2-a7da-3f11a5ce0ef0 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group_rule': {'security_group_id': '21758a78-adec-40dd-a38a-70b4b7faa377', 'direction': 'ingress', 'protocol': 17}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:31.197772 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45428) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:31.223365 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c5e386a-d161-44f2-a7da-3f11a5ce0ef0 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.285514 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Floating IP 60234b48-c7e1-4fd3-a942-cc2ae4dd352a associated. External IP: 172.35.7.62, port: f3004321-151b-416d-b0ce-5bc9944e6686. Dec 06 15:06:31.301539 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c5e386a-d161-44f2-a7da-3f11a5ce0ef0 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.307506 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c5e386a-d161-44f2-a7da-3f11a5ce0ef0 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.353811 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51b660-035a-44ac-b384-67211ee9f92f req-27aa6274-f3fc-401d-aad0-dd62e167b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:31.355407 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8c51b660-035a-44ac-b384-67211ee9f92f req-27aa6274-f3fc-401d-aad0-dd62e167b2fe service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2364011 Dec 06 15:06:31.368278 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-a513203c-5284-46bb-97c0-70d466591a3c service neutron] 10.222.0.20 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064010 Dec 06 15:06:31.400252 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e386a-d161-44f2-a7da-3f11a5ce0ef0 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4953ac90-7cc8-4375-9e5e-873f41081a80,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:31.425275 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c5e386a-d161-44f2-a7da-3f11a5ce0ef0 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.430169 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45434) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:31.434568 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6c5e386a-d161-44f2-a7da-3f11a5ce0ef0 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2502081 Dec 06 15:06:31.465894 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d91accdd-e54d-4c81-9503-3168d049eb2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.497276 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b2830-be04-4973-aeac-73ff081ff8eb req-cdd0ba6b-5a16-47d2-8251-e763bdd39aba tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:31.506733 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b80b2830-be04-4973-aeac-73ff081ff8eb req-cdd0ba6b-5a16-47d2-8251-e763bdd39aba tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c998104-cfe4-491a-b52f-2f2ea52489d5 HTTP/1.1" status: 200 len: 946 time: 0.1828911 Dec 06 15:06:31.585025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b80b2830-be04-4973-aeac-73ff081ff8eb req-39057e5a-ffdf-4f6b-a4f8-2f9dbc1c6bc8 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/security-groups?id=5814d7d5-d0b8-4c0f-b3de-c01e3d75099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740931 Dec 06 15:06:31.620398 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-10dd4508-77bf-42db-ae8a-1388fd807193 service neutron] 10.222.0.20 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512636 Dec 06 15:06:31.623056 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb837e92-01be-48ab-a7f6-255841a6b65e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.630020 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d91accdd-e54d-4c81-9503-3168d049eb2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.634737 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d91accdd-e54d-4c81-9503-3168d049eb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.658533 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb837e92-01be-48ab-a7f6-255841a6b65e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.677510 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d91accdd-e54d-4c81-9503-3168d049eb2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbb5003ea93f4c06b24c451a349e46b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4772778 Dec 06 15:06:31.679691 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91accdd-e54d-4c81-9503-3168d049eb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637bd91f-f2bf-41af-a93f-c76d5804ab36,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:31.682295 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45444) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:31.741037 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-522336fd-6be1-4995-aff7-86881a396f58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.796419 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-522336fd-6be1-4995-aff7-86881a396f58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.816094 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb837e92-01be-48ab-a7f6-255841a6b65e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.819124 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb837e92-01be-48ab-a7f6-255841a6b65e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.822721 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bb837e92-01be-48ab-a7f6-255841a6b65e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-groups/21758a78-adec-40dd-a38a-70b4b7faa377 HTTP/1.1" status: 204 len: 168 time: 0.3913770 Dec 06 15:06:31.823034 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45452) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:31.853815 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb837e92-01be-48ab-a7f6-255841a6b65e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21758a78-adec-40dd-a38a-70b4b7faa377,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:31.887086 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1128c8ee-f7b7-4e8d-a428-761e2c091351 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0626969 Dec 06 15:06:31.891031 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45454) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:31.896793 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c04e4852-5c4e-410d-b048-08bf9c27bb4f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1084909164'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:31.904989 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56feb0c2-e3ef-4b8f-832d-03123531ca33 req-cb4b6e2e-46d1-435d-b642-d6fa9e468901 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027 HTTP/1.1" status: 200 len: 210 time: 0.0795729 Dec 06 15:06:31.916769 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-522336fd-6be1-4995-aff7-86881a396f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.919751 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-522336fd-6be1-4995-aff7-86881a396f58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.920815 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-522336fd-6be1-4995-aff7-86881a396f58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/637bd91f-f2bf-41af-a93f-c76d5804ab36 HTTP/1.1" status: 204 len: 168 time: 0.2375414 Dec 06 15:06:31.936336 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522336fd-6be1-4995-aff7-86881a396f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637bd91f-f2bf-41af-a93f-c76d5804ab36,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:31.946969 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c04e4852-5c4e-410d-b048-08bf9c27bb4f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.959637 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Router 8e2230a4-8e02-4093-892d-99724ff919b1 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:06:32.117561 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c04e4852-5c4e-410d-b048-08bf9c27bb4f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.126635 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c04e4852-5c4e-410d-b048-08bf9c27bb4f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.156033 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:06:32.182499 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273db009-b083-4a13-99d7-f099b4b222f5 None None] Sync routers for ids ['8e2230a4-8e02-4093-892d-99724ff919b1'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:06:32.198907 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.208789 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273db009-b083-4a13-99d7-f099b4b222f5 None None] Routers {'8e2230a4-8e02-4093-892d-99724ff919b1'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:32.215605 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-273db009-b083-4a13-99d7-f099b4b222f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['8e2230a4-8e02-4093-892d-99724ff919b1'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:32.231894 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c04e4852-5c4e-410d-b048-08bf9c27bb4f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.236278 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c04e4852-5c4e-410d-b048-08bf9c27bb4f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3437707 Dec 06 15:06:32.238797 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45466) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:32.243392 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e4852-5c4e-410d-b048-08bf9c27bb4f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d312444-5dfc-4235-97bf-aff76cb8ad90,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:32.266681 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8557012e-eeae-465a-aa34-c806b87b8799 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.1329257 Dec 06 15:06:32.267787 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45468) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:32.273522 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-af533919-dc28-448c-8a93-0cc52753f86f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494755134'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:32.308485 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af533919-dc28-448c-8a93-0cc52753f86f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.314440 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-273db009-b083-4a13-99d7-f099b4b222f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:32.325660 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273db009-b083-4a13-99d7-f099b4b222f5 None None] Routers {'8e2230a4-8e02-4093-892d-99724ff919b1'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:32.326360 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-273db009-b083-4a13-99d7-f099b4b222f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['8e2230a4-8e02-4093-892d-99724ff919b1'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:32.366533 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-273db009-b083-4a13-99d7-f099b4b222f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:32.367867 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273db009-b083-4a13-99d7-f099b4b222f5 None None] The sync data for ids ['8e2230a4-8e02-4093-892d-99724ff919b1'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:06:32.417330 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8f5d2c38-d849-461d-bf08-a7b2087b5cd6 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] 10.222.0.20 "GET /v2.0/floatingips/60234b48-c7e1-4fd3-a942-cc2ae4dd352a HTTP/1.1" status: 200 len: 982 time: 0.1479635 Dec 06 15:06:32.418007 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45476) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:32.433160 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af533919-dc28-448c-8a93-0cc52753f86f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.443007 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af533919-dc28-448c-8a93-0cc52753f86f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.509923 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af533919-dc28-448c-8a93-0cc52753f86f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce5484c-d0d9-4275-8dea-4b86baadf827,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:32.538925 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af533919-dc28-448c-8a93-0cc52753f86f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.541977 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-af533919-dc28-448c-8a93-0cc52753f86f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2986898 Dec 06 15:06:32.543264 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45480) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:32.548680 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group_rule': {'security_group_id': '6d312444-5dfc-4235-97bf-aff76cb8ad90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1ce5484c-d0d9-4275-8dea-4b86baadf827', 'remote_ip_prefix': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:32.567363 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-abc599b2-83b1-45d2-b789-0eb2d1dce898 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.1471157 Dec 06 15:06:32.568213 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45484) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:32.602237 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.731256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.745426 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.780811 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.782448 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2379425 Dec 06 15:06:32.785939 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45490) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:32.810263 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9295557-13fd-4879-a55a-313f223ef275,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:32.841979 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.842330 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.842673 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.843012 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.843344 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.843686 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.844021 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.848047 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.848687 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.849351 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.849858 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.850855 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.851498 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2556ff87-f1ed-4820-9878-a111c464316e tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.866545 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ca1454c-d934-41cb-82c0-bdcf06dd9994 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.893259 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42050dd9-5bc2-4914-b9e8-dd2749c587e4 req-40be44c5-3bb4-4f94-b655-f29224ddd7ce tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:32.897796 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-42050dd9-5bc2-4914-b9e8-dd2749c587e4 req-40be44c5-3bb4-4f94-b655-f29224ddd7ce tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c998104-cfe4-491a-b52f-2f2ea52489d5 HTTP/1.1" status: 200 len: 946 time: 0.1623113 Dec 06 15:06:32.904961 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-84e996a4-916d-4a38-8691-4296a3bbbae9 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Deleting port 7faf285b-b65e-41f0-8075-8d7420595c48 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:32.905588 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84e996a4-916d-4a38-8691-4296a3bbbae9 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.917932 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ca1454c-d934-41cb-82c0-bdcf06dd9994 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.972735 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-42050dd9-5bc2-4914-b9e8-dd2749c587e4 req-0df4cbc7-28af-4b4e-82de-927cd8699083 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/security-groups?id=5814d7d5-d0b8-4c0f-b3de-c01e3d75099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695243 Dec 06 15:06:32.998247 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ca1454c-d934-41cb-82c0-bdcf06dd9994 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.016216 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ca1454c-d934-41cb-82c0-bdcf06dd9994 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.017369 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6ca1454c-d934-41cb-82c0-bdcf06dd9994 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c9295557-13fd-4879-a55a-313f223ef275 HTTP/1.1" status: 204 len: 168 time: 0.2297633 Dec 06 15:06:33.018343 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1454c-d934-41cb-82c0-bdcf06dd9994 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9295557-13fd-4879-a55a-313f223ef275,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:33.020881 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45504) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:33.142490 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04f72c8c-c4c8-4405-a267-fb1a79a640d3 req-c592e23c-186f-4e55-92b6-5045fd254ee3 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027 HTTP/1.1" status: 200 len: 210 time: 0.0570135 Dec 06 15:06:33.150588 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84e996a4-916d-4a38-8691-4296a3bbbae9 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.151283 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84e996a4-916d-4a38-8691-4296a3bbbae9 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.170862 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-84e996a4-916d-4a38-8691-4296a3bbbae9 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Calling delete_port for 7faf285b-b65e-41f0-8075-8d7420595c48 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:33.251140 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c0e60271-797f-4171-bfc2-ca36762c6eba tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2291427 Dec 06 15:06:33.255808 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45522) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:33.256670 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8d0fafe-8132-4c51-b188-c7f7a3c1b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.351587 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a3d43f6-db95-4b3c-a856-b9fea19664a3 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.402580 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a3d43f6-db95-4b3c-a856-b9fea19664a3 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.460389 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a3d43f6-db95-4b3c-a856-b9fea19664a3 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.463081 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a3d43f6-db95-4b3c-a856-b9fea19664a3 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.464284 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6a3d43f6-db95-4b3c-a856-b9fea19664a3 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-groups/1ce5484c-d0d9-4275-8dea-4b86baadf827 HTTP/1.1" status: 204 len: 168 time: 0.2063959 Dec 06 15:06:33.471987 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45536) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:33.496834 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d43f6-db95-4b3c-a856-b9fea19664a3 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce5484c-d0d9-4275-8dea-4b86baadf827,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:33.572820 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-f775c083-f338-404a-9d9e-3436d6a3a45a tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:33.574330 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-f775c083-f338-404a-9d9e-3436d6a3a45a tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.23 "GET /v2.0/networks?id=f5f251ea-82ed-4a0b-8c44-8681824b45f4 HTTP/1.1" status: 200 len: 814 time: 0.3977621 Dec 06 15:06:33.598647 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-21cac58d-522e-4fd5-bf6f-5bfa56d713bf tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Request body: {'port': {'device_id': 'cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027', 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4', 'admin_state_up': True, 'tenant_id': '1d68cc263107495b94e8b89e7ce49c8a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:33.650059 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-87243566-8e92-47fb-ae02-ec8240790db2 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1615574 Dec 06 15:06:33.653016 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45558) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:33.747835 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6d5d275-9aaf-4514-a390-6f12e3138d46 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.785941 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84e996a4-916d-4a38-8691-4296a3bbbae9 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.788114 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6d5d275-9aaf-4514-a390-6f12e3138d46 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.816153 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e996a4-916d-4a38-8691-4296a3bbbae9 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Pushing event deleted for resources: {'Port': ['ID=7faf285b-b65e-41f0-8075-8d7420595c48,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:33.818803 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-21cac58d-522e-4fd5-bf6f-5bfa56d713bf tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Made reservation on behalf of 1d68cc263107495b94e8b89e7ce49c8a for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:33.823535 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-21cac58d-522e-4fd5-bf6f-5bfa56d713bf tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.920789 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6d5d275-9aaf-4514-a390-6f12e3138d46 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.926850 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6d5d275-9aaf-4514-a390-6f12e3138d46 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.933221 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b6d5d275-9aaf-4514-a390-6f12e3138d46 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-groups/6d312444-5dfc-4235-97bf-aff76cb8ad90 HTTP/1.1" status: 204 len: 168 time: 0.2752438 Dec 06 15:06:33.953065 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45576) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:33.954217 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5d275-9aaf-4514-a390-6f12e3138d46 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d312444-5dfc-4235-97bf-aff76cb8ad90,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:33.985438 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.016119 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84e996a4-916d-4a38-8691-4296a3bbbae9 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.016580 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-84e996a4-916d-4a38-8691-4296a3bbbae9 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Floating IP 60234b48-c7e1-4fd3-a942-cc2ae4dd352a disassociated (deleted). External IP: 172.35.7.62, port: f3004321-151b-416d-b0ce-5bc9944e6686. Dec 06 15:06:34.057362 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d8171ef5-5ac8-4534-9274-f5a175acfe47 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0948691 Dec 06 15:06:34.058514 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45580) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:34.065485 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-776ca2a1-4998-4e09-b98f-61a4e6ff7b1a tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group': {'name': 'tempest-secgroup--753558163'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:34.113679 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-776ca2a1-4998-4e09-b98f-61a4e6ff7b1a tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.249254 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-776ca2a1-4998-4e09-b98f-61a4e6ff7b1a tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.257539 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-776ca2a1-4998-4e09-b98f-61a4e6ff7b1a tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.376769 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ca2a1-4998-4e09-b98f-61a4e6ff7b1a tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=355c7c9a-19b7-4134-8e45-e29c9eb0549d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:34.396189 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c67539e2-7d4e-4865-8efc-8362d9c00333 req-24e8a58e-9e6a-4be4-a8e4-51b16ca9f776 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027 HTTP/1.1" status: 200 len: 210 time: 0.0968897 Dec 06 15:06:34.406452 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-776ca2a1-4998-4e09-b98f-61a4e6ff7b1a tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.418530 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-776ca2a1-4998-4e09-b98f-61a4e6ff7b1a tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3498948 Dec 06 15:06:34.419309 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1847b-4b09-43a9-a463-540c47454391 req-0ea0803c-13cb-4aaf-8449-60ec71659c4e tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:34.419844 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45592) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:34.426527 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e0955a07-ca60-48a9-a145-049e54e6ebf6 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group_rule': {'security_group_id': '355c7c9a-19b7-4134-8e45-e29c9eb0549d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:34.427124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c4c1847b-4b09-43a9-a463-540c47454391 req-0ea0803c-13cb-4aaf-8449-60ec71659c4e tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c998104-cfe4-491a-b52f-2f2ea52489d5 HTTP/1.1" status: 200 len: 946 time: 0.4642229 Dec 06 15:06:34.471973 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0955a07-ca60-48a9-a145-049e54e6ebf6 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.530742 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-21cac58d-522e-4fd5-bf6f-5bfa56d713bf tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Allocated IP 172.20.0.9 (f5f251ea-82ed-4a0b-8c44-8681824b45f4/0b72e794-ba19-4721-af9a-670583f58b7e/f19e55b6-ff97-47b7-b590-e99f314dfdde) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:34.569868 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c4c1847b-4b09-43a9-a463-540c47454391 req-7bc13812-0f04-42fd-80fa-9be7addb8fee tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/security-groups?id=5814d7d5-d0b8-4c0f-b3de-c01e3d75099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369324 Dec 06 15:06:34.571782 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0955a07-ca60-48a9-a145-049e54e6ebf6 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.586861 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0955a07-ca60-48a9-a145-049e54e6ebf6 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.615019 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0955a07-ca60-48a9-a145-049e54e6ebf6 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97a2f0b-ce01-4c48-81be-e8c22807da11,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:34.621651 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0955a07-ca60-48a9-a145-049e54e6ebf6 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.623083 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e0955a07-ca60-48a9-a145-049e54e6ebf6 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2018933 Dec 06 15:06:34.625774 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45596) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:34.657448 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45598) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:34.668069 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91407d89-be9e-4da1-b604-c1f4ded897ff tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.678371 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91407d89-be9e-4da1-b604-c1f4ded897ff tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.715294 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91407d89-be9e-4da1-b604-c1f4ded897ff tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.727587 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91407d89-be9e-4da1-b604-c1f4ded897ff tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.732169 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-91407d89-be9e-4da1-b604-c1f4ded897ff tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d97a2f0b-ce01-4c48-81be-e8c22807da11 HTTP/1.1" status: 204 len: 168 time: 0.1053061 Dec 06 15:06:34.733275 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45602) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:34.739801 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91407d89-be9e-4da1-b604-c1f4ded897ff tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d97a2f0b-ce01-4c48-81be-e8c22807da11,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:34.808999 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc15dbe0-1114-4184-b19d-c22dfd79b338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.810594 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e996a4-916d-4a38-8691-4296a3bbbae9 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Router 8e2230a4-8e02-4093-892d-99724ff919b1 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:06:34.864086 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-21cac58d-522e-4fd5-bf6f-5bfa56d713bf tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.875227 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6c916edb-e978-4597-925d-5ea14c7ef5ca tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1403873 Dec 06 15:06:34.879423 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45604) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:34.902111 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc15dbe0-1114-4184-b19d-c22dfd79b338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.906945 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc15dbe0-1114-4184-b19d-c22dfd79b338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.956072 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fc15dbe0-1114-4184-b19d-c22dfd79b338 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dda3b099c3504601b12fb765821ac20d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2950890 Dec 06 15:06:34.956715 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45606) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:34.963266 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15dbe0-1114-4184-b19d-c22dfd79b338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cf13d1-1c9f-4e74-99f9-5f42002d7e41,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:35.014546 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e5f099a-b7ec-4a49-bf91-3427194f8fbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.039566 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e5f099a-b7ec-4a49-bf91-3427194f8fbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.040934 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-21cac58d-522e-4fd5-bf6f-5bfa56d713bf tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.059002 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['858abab7-64bc-43df-8b3d-85168cdb41d2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:06:35.079343 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e996a4-916d-4a38-8691-4296a3bbbae9 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:06:35.084142 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84e996a4-916d-4a38-8691-4296a3bbbae9 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.086385 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef760f2f-541c-4aee-9ff6-9679aa0c584f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.098176 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caed4839-9b1b-4bdc-839a-b2f7d24e761d None None] Sync routers for ids ['8e2230a4-8e02-4093-892d-99724ff919b1'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:06:35.104561 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e5f099a-b7ec-4a49-bf91-3427194f8fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.108635 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e5f099a-b7ec-4a49-bf91-3427194f8fbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.110764 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3e5f099a-b7ec-4a49-bf91-3427194f8fbf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32cf13d1-1c9f-4e74-99f9-5f42002d7e41 HTTP/1.1" status: 204 len: 168 time: 0.1530552 Dec 06 15:06:35.141087 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f099a-b7ec-4a49-bf91-3427194f8fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cf13d1-1c9f-4e74-99f9-5f42002d7e41,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:35.145689 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed4839-9b1b-4bdc-839a-b2f7d24e761d None None] Routers {'8e2230a4-8e02-4093-892d-99724ff919b1'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:35.146318 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-caed4839-9b1b-4bdc-839a-b2f7d24e761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['8e2230a4-8e02-4093-892d-99724ff919b1'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:35.207714 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-caed4839-9b1b-4bdc-839a-b2f7d24e761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:35.220809 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed4839-9b1b-4bdc-839a-b2f7d24e761d None None] Routers {'8e2230a4-8e02-4093-892d-99724ff919b1'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:35.221537 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-caed4839-9b1b-4bdc-839a-b2f7d24e761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['8e2230a4-8e02-4093-892d-99724ff919b1'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:35.230689 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-21cac58d-522e-4fd5-bf6f-5bfa56d713bf tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Network f5f251ea-82ed-4a0b-8c44-8681824b45f4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:35.232621 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef760f2f-541c-4aee-9ff6-9679aa0c584f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.236586 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cac58d-522e-4fd5-bf6f-5bfa56d713bf tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Pushing event updated for resources: {'Port': ['ID=f19e55b6-ff97-47b7-b590-e99f314dfdde,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:35.245700 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-21cac58d-522e-4fd5-bf6f-5bfa56d713bf tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:35.248018 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-21cac58d-522e-4fd5-bf6f-5bfa56d713bf tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:35.254734 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-84e996a4-916d-4a38-8691-4296a3bbbae9 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] 10.222.0.20 "DELETE /v2.0/floatingips/60234b48-c7e1-4fd3-a942-cc2ae4dd352a HTTP/1.1" status: 204 len: 168 time: 2.6821632 Dec 06 15:06:35.255404 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45612) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:35.286742 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4b6e0290-041e-4090-9eb1-9adb383cbe46 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:35.367031 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-caed4839-9b1b-4bdc-839a-b2f7d24e761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:35.368624 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caed4839-9b1b-4bdc-839a-b2f7d24e761d None None] The sync data for ids ['8e2230a4-8e02-4093-892d-99724ff919b1'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:06:35.383608 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-21cac58d-522e-4fd5-bf6f-5bfa56d713bf tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:35.384374 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-21cac58d-522e-4fd5-bf6f-5bfa56d713bf tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.388776 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0290-041e-4090-9eb1-9adb383cbe46 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.411008 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef760f2f-541c-4aee-9ff6-9679aa0c584f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.413660 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef760f2f-541c-4aee-9ff6-9679aa0c584f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.417460 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ef760f2f-541c-4aee-9ff6-9679aa0c584f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-groups/355c7c9a-19b7-4134-8e45-e29c9eb0549d HTTP/1.1" status: 204 len: 168 time: 0.5345428 Dec 06 15:06:35.419680 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45618) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:35.424855 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-21cac58d-522e-4fd5-bf6f-5bfa56d713bf tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8370283 Dec 06 15:06:35.455876 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7675c9-b46c-41c4-b725-9e2abd685b68 req-08afab93-e594-4c69-9361-63e8740c3b35 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:35.459107 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4d7675c9-b46c-41c4-b725-9e2abd685b68 req-08afab93-e594-4c69-9361-63e8740c3b35 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c998104-cfe4-491a-b52f-2f2ea52489d5 HTTP/1.1" status: 200 len: 946 time: 0.1404369 Dec 06 15:06:35.460970 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef760f2f-541c-4aee-9ff6-9679aa0c584f tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=355c7c9a-19b7-4134-8e45-e29c9eb0549d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:35.467482 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Request body: {'port': {'device_id': 'cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:35.605959 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ece6f8c7-c775-4163-99d6-cb236ed9111c tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1847448 Dec 06 15:06:35.614084 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45626) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:35.621673 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fd070fd1-42ba-4f9b-a8b5-add679e7918b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group': {'name': 'tempest-secgroup--776231902'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:35.633367 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.648832 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.693473 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4d7675c9-b46c-41c4-b725-9e2abd685b68 req-bd5b11c5-448a-4fd3-b491-ea664903a6df tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Deleting port 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:35.693844 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d7675c9-b46c-41c4-b725-9e2abd685b68 req-bd5b11c5-448a-4fd3-b491-ea664903a6df tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.704800 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a0c1b-1f62-4dbf-8697-776a259d5370 req-16c8f13d-3dc4-47c3-8c65-646a82f82c8c tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:35.706803 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fe9a0c1b-1f62-4dbf-8697-776a259d5370 req-16c8f13d-3dc4-47c3-8c65-646a82f82c8c tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027 HTTP/1.1" status: 200 len: 931 time: 0.1725755 Dec 06 15:06:35.735128 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd070fd1-42ba-4f9b-a8b5-add679e7918b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.862818 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cef008-10ce-4394-ad8b-6555405e070c req-23d3833d-faf8-4be5-8dce-f77ef02715c7 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:35.873705 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67cef008-10ce-4394-ad8b-6555405e070c req-23d3833d-faf8-4be5-8dce-f77ef02715c7 tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c998104-cfe4-491a-b52f-2f2ea52489d5 HTTP/1.1" status: 200 len: 946 time: 0.1763294 Dec 06 15:06:35.882717 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fe9a0c1b-1f62-4dbf-8697-776a259d5370 req-d0770792-0be4-4da3-87b7-730e0bca1ff8 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490462 Dec 06 15:06:35.896755 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0290-041e-4090-9eb1-9adb383cbe46 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.939062 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4d7675c9-b46c-41c4-b725-9e2abd685b68 req-bd5b11c5-448a-4fd3-b491-ea664903a6df tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] For port 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9e62860c-8890-4fb3-9ee9-ae5281e6a6aa,segment=NetworkSegment(38fb6573-bad4-4a67-a4f5-5fec001f801c),segment_id=38fb6573-bad4-4a67-a4f5-5fec001f801c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:35.940127 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d7675c9-b46c-41c4-b725-9e2abd685b68 req-bd5b11c5-448a-4fd3-b491-ea664903a6df tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.957805 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4d7675c9-b46c-41c4-b725-9e2abd685b68 req-bd5b11c5-448a-4fd3-b491-ea664903a6df tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Calling delete_port for 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:36.026243 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-67cef008-10ce-4394-ad8b-6555405e070c req-d279b1a2-6bf4-49a4-9e9d-649e16d934ac tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.20 "GET /v2.0/security-groups?id=5814d7d5-d0b8-4c0f-b3de-c01e3d75099d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514828 Dec 06 15:06:36.112711 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d7675c9-b46c-41c4-b725-9e2abd685b68 req-bd5b11c5-448a-4fd3-b491-ea664903a6df tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.126957 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['9e62860c-8890-4fb3-9ee9-ae5281e6a6aa'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:06:36.147990 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b11c5-448a-4fd3-b491-ea664903a6df tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Pushing event deleted for resources: {'Port': ['ID=9e62860c-8890-4fb3-9ee9-ae5281e6a6aa,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:36.207679 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19e55b6-ff97-47b7-b590-e99f314dfdde {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:06:36.216874 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.221045 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7675c9-b46c-41c4-b725-9e2abd685b68 req-bd5b11c5-448a-4fd3-b491-ea664903a6df tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] No DVR routers for this DVR port 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:06:36.230934 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4d7675c9-b46c-41c4-b725-9e2abd685b68 req-bd5b11c5-448a-4fd3-b491-ea664903a6df tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.236054 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Transition to ACTIVE for port object f19e55b6-ff97-47b7-b590-e99f314dfdde will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:06:36.249655 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4d7675c9-b46c-41c4-b725-9e2abd685b68 req-bd5b11c5-448a-4fd3-b491-ea664903a6df tempest-ServerMetadataNegativeTestJSON-1797257451 tempest-ServerMetadataNegativeTestJSON-1797257451-project] 10.222.0.37 "DELETE /v2.0/ports/9e62860c-8890-4fb3-9ee9-ae5281e6a6aa HTTP/1.1" status: 204 len: 173 time: 0.7821660 Dec 06 15:06:36.251566 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c998104-cfe4-491a-b52f-2f2ea52489d5', 'name': 'network-vif-deleted', 'tag': '9e62860c-8890-4fb3-9ee9-ae5281e6a6aa'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:06:36.268066 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1c5b06-683f-41da-8487-1855bfcc9878" -d '{"events": [{"server_uuid": "9c998104-cfe4-491a-b52f-2f2ea52489d5", "name": "network-vif-deleted", "tag": "9e62860c-8890-4fb3-9ee9-ae5281e6a6aa"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:06:36.281611 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.304701 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd070fd1-42ba-4f9b-a8b5-add679e7918b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.337612 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd070fd1-42ba-4f9b-a8b5-add679e7918b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.342968 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7598fb5a-440b-41eb-b129-9f3e434802be x-openstack-request-id: req-7598fb5a-440b-41eb-b129-9f3e434802be {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:36.343487 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c998104-cfe4-491a-b52f-2f2ea52489d5", "name": "network-vif-deleted", "tag": "9e62860c-8890-4fb3-9ee9-ae5281e6a6aa", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:36.343907 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7598fb5a-440b-41eb-b129-9f3e434802be {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:36.345826 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c998104-cfe4-491a-b52f-2f2ea52489d5', 'name': 'network-vif-deleted', 'tag': '9e62860c-8890-4fb3-9ee9-ae5281e6a6aa', 'status': 'completed', 'code': 200} Dec 06 15:06:36.371909 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-4b6e0290-041e-4090-9eb1-9adb383cbe46 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Allocated IP 172.35.7.164 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/c3320011-a1e7-4635-84b8-49a1e4cf1e6e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:36.416356 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd070fd1-42ba-4f9b-a8b5-add679e7918b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.418000 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fd070fd1-42ba-4f9b-a8b5-add679e7918b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8023939 Dec 06 15:06:36.421037 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45648) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:36.430815 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cfde169e-de1b-4d2d-8f2c-fffdb622c8ed tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group_rule': {'security_group_id': '95d5a464-4a56-40c0-bc3f-c704bfedf86f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:36.431237 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Pushing event updated for resources: {'Port': ['ID=f19e55b6-ff97-47b7-b590-e99f314dfdde,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:36.451691 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd070fd1-42ba-4f9b-a8b5-add679e7918b tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d5a464-4a56-40c0-bc3f-c704bfedf86f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:36.504528 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cfde169e-de1b-4d2d-8f2c-fffdb622c8ed tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.572989 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.608402 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cfde169e-de1b-4d2d-8f2c-fffdb622c8ed tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.612203 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Attempting to bind port f19e55b6-ff97-47b7-b590-e99f314dfdde on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:36.614385 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Attempting to bind port f19e55b6-ff97-47b7-b590-e99f314dfdde by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:36.614385 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Attempting to bind port f19e55b6-ff97-47b7-b590-e99f314dfdde on network f5f251ea-82ed-4a0b-8c44-8681824b45f4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:36.619482 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cfde169e-de1b-4d2d-8f2c-fffdb622c8ed tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.630272 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Port f19e55b6-ff97-47b7-b590-e99f314dfdde on network f5f251ea-82ed-4a0b-8c44-8681824b45f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:06:36.630609 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Attempting to bind port f19e55b6-ff97-47b7-b590-e99f314dfdde on network f5f251ea-82ed-4a0b-8c44-8681824b45f4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:36.650104 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:06:36.650516 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Checking segment: {'id': 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:36.651210 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Bound using segment: {'id': 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:06:36.651865 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Bound port: f19e55b6-ff97-47b7-b590-e99f314dfdde, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:06:36.652299 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.657184 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde169e-de1b-4d2d-8f2c-fffdb622c8ed tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ac2e5d-7137-4f5c-90f7-793b5d4b8938,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:36.675374 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0290-041e-4090-9eb1-9adb383cbe46 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.677148 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cfde169e-de1b-4d2d-8f2c-fffdb622c8ed tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.681641 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cfde169e-de1b-4d2d-8f2c-fffdb622c8ed tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2588623 Dec 06 15:06:36.682345 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45654) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:36.703896 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-55676408-a404-4929-bce2-16c3acd674c1 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-group-rules/72ac2e5d-7137-4f5c-90f7-793b5d4b8938 HTTP/1.1" status: 200 len: 763 time: 0.0177412 Dec 06 15:06:36.703896 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45656) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:36.764625 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7953f57c-b846-467b-a25a-8244dbd1d0cf tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0592735 Dec 06 15:06:36.767435 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45660) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:36.788121 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0290-041e-4090-9eb1-9adb383cbe46 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.803191 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] For port f19e55b6-ff97-47b7-b590-e99f314dfdde, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:06:36.811210 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec7e5-3c20-4fd2-ac62-60f9e6e6ceb1 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.821730 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec7e5-3c20-4fd2-ac62-60f9e6e6ceb1 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.855452 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6e0290-041e-4090-9eb1-9adb383cbe46 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:36.863723 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4b6e0290-041e-4090-9eb1-9adb383cbe46 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:36.868527 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec7e5-3c20-4fd2-ac62-60f9e6e6ceb1 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.869843 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] For port f19e55b6-ff97-47b7-b590-e99f314dfdde, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f19e55b6-ff97-47b7-b590-e99f314dfdde,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:06:36.873708 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6e0290-041e-4090-9eb1-9adb383cbe46 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:36.884953 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec7e5-3c20-4fd2-ac62-60f9e6e6ceb1 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.888483 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cf5ec7e5-3c20-4fd2-ac62-60f9e6e6ceb1 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/72ac2e5d-7137-4f5c-90f7-793b5d4b8938 HTTP/1.1" status: 204 len: 168 time: 0.1157784 Dec 06 15:06:36.893639 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45664) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:36.903466 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ec7e5-3c20-4fd2-ac62-60f9e6e6ceb1 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72ac2e5d-7137-4f5c-90f7-793b5d4b8938,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:36.928806 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.933924 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e0290-041e-4090-9eb1-9adb383cbe46 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Pushing event updated for resources: {'Port': ['ID=c3320011-a1e7-4635-84b8-49a1e4cf1e6e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:36.998846 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cf070103-4e9a-4d8a-ac39-817de335ac58 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0944371 Dec 06 15:06:36.999453 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45670) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:37.000888 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:37.001874 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.003536 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0b033338-d6e8-4447-beea-860b0611631a service neutron] 10.222.0.23 "PUT /v2.0/ports/f19e55b6-ff97-47b7-b590-e99f314dfdde HTTP/1.1" status: 200 len: 1091 time: 1.5584502 Dec 06 15:06:37.005649 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027', 'tag': 'f19e55b6-ff97-47b7-b590-e99f314dfdde'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:06:37.008452 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc21323-f222-4991-9d56-bd5f806940a0" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027", "tag": "f19e55b6-ff97-47b7-b590-e99f314dfdde"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:06:37.038457 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-872d15d7-e231-435e-9b31-9a6da5c266e5 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group_rule': {'security_group_id': '95d5a464-4a56-40c0-bc3f-c704bfedf86f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:37.057993 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b033338-d6e8-4447-beea-860b0611631a service neutron] Pushing event updated for resources: {'Port': ['ID=f19e55b6-ff97-47b7-b590-e99f314dfdde,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:37.073776 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0290-041e-4090-9eb1-9adb383cbe46 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.101605 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-872d15d7-e231-435e-9b31-9a6da5c266e5 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.156661 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496079e6-cb7b-41f6-8e17-d3eeaaf719c9 x-openstack-request-id: req-496079e6-cb7b-41f6-8e17-d3eeaaf719c9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:37.156975 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027", "tag": "f19e55b6-ff97-47b7-b590-e99f314dfdde", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:37.157212 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-496079e6-cb7b-41f6-8e17-d3eeaaf719c9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:37.158059 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027', 'tag': 'f19e55b6-ff97-47b7-b590-e99f314dfdde', 'status': 'completed', 'code': 200} Dec 06 15:06:37.190949 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-b4df0bf4-8f84-49a1-bda1-d95de480b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:37.192580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-b4df0bf4-8f84-49a1-bda1-d95de480b958 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d68cc263107495b94e8b89e7ce49c8a&device_id=cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027 HTTP/1.1" status: 200 len: 1094 time: 0.1169326 Dec 06 15:06:37.220027 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45680) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:37.242049 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-3c3f6434-6fc6-4e33-b775-765f6a61abfe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f19e55b6-ff97-47b7-b590-e99f314dfdde HTTP/1.1" status: 200 len: 217 time: 0.0412333 Dec 06 15:06:37.251532 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ae52a-56b6-47bd-ae2a-eefeb174d2d8 req-9b7ffbd6-b8dc-46a0-a462-8fa0517b535a tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:37.266519 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-523ae52a-56b6-47bd-ae2a-eefeb174d2d8 req-9b7ffbd6-b8dc-46a0-a462-8fa0517b535a tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027 HTTP/1.1" status: 200 len: 943 time: 0.1518292 Dec 06 15:06:37.268334 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0290-041e-4090-9eb1-9adb383cbe46 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.274535 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1752403-0daa-489c-be7c-7895f0241c98 admin admin] Deleting subnet 6ea2ce86-5b60-4b1e-a222-9d51d601f328 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:06:37.302760 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-872d15d7-e231-435e-9b31-9a6da5c266e5 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.309616 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1752403-0daa-489c-be7c-7895f0241c98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.312949 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-872d15d7-e231-435e-9b31-9a6da5c266e5 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.375294 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d15d7-e231-435e-9b31-9a6da5c266e5 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebc4b12-7f35-496d-b428-d4f2540ba52c,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:37.395929 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1752403-0daa-489c-be7c-7895f0241c98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.400493 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0efa35cb-203f-4678-9b85-c8a050f31c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:37.402213 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-0efa35cb-203f-4678-9b85-c8a050f31c6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b72e794-ba19-4721-af9a-670583f58b7e HTTP/1.1" status: 200 len: 854 time: 0.1316159 Dec 06 15:06:37.421693 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-872d15d7-e231-435e-9b31-9a6da5c266e5 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.423007 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-872d15d7-e231-435e-9b31-9a6da5c266e5 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4226344 Dec 06 15:06:37.425492 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45686) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:37.443777 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4a52f1cf-bd80-4554-bb9a-f570bb868e78 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-group-rules/aebc4b12-7f35-496d-b428-d4f2540ba52c HTTP/1.1" status: 200 len: 763 time: 0.0169899 Dec 06 15:06:37.448160 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45688) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:37.452696 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-ee09bd72-e926-43f6-9dd0-eeb5b01d70aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5f251ea-82ed-4a0b-8c44-8681824b45f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388541 Dec 06 15:06:37.460034 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-523ae52a-56b6-47bd-ae2a-eefeb174d2d8 req-83aebef6-57f0-430a-9d10-d89417e1b5c8 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920514 Dec 06 15:06:37.494547 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1752403-0daa-489c-be7c-7895f0241c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.549756 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-655c99b2-b0e9-43ab-8a17-c65d6b597abe tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1003053 Dec 06 15:06:37.552641 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45694) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:37.592912 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d22a9be-f71c-45b4-b24b-e88dbd5785e1 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.604773 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d22a9be-f71c-45b4-b24b-e88dbd5785e1 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.612320 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1752403-0daa-489c-be7c-7895f0241c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.630666 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1752403-0daa-489c-be7c-7895f0241c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.635675 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a1752403-0daa-489c-be7c-7895f0241c98 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6ea2ce86-5b60-4b1e-a222-9d51d601f328 HTTP/1.1" status: 204 len: 168 time: 0.4122553 Dec 06 15:06:37.637410 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45696) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:37.648721 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0290-041e-4090-9eb1-9adb383cbe46 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.651757 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-398319d8-d4b4-44d3-b197-1cc4cfef4f83 service neutron] 10.222.0.23 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908777 Dec 06 15:06:37.667138 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1752403-0daa-489c-be7c-7895f0241c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ea2ce86-5b60-4b1e-a222-9d51d601f328,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:37.671710 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0290-041e-4090-9eb1-9adb383cbe46 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.690967 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d22a9be-f71c-45b4-b24b-e88dbd5785e1 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.700167 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d22a9be-f71c-45b4-b24b-e88dbd5785e1 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.701307 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2d22a9be-f71c-45b4-b24b-e88dbd5785e1 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/aebc4b12-7f35-496d-b428-d4f2540ba52c HTTP/1.1" status: 204 len: 168 time: 0.1477642 Dec 06 15:06:37.704162 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45700) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:37.721781 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22a9be-f71c-45b4-b24b-e88dbd5785e1 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aebc4b12-7f35-496d-b428-d4f2540ba52c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:37.734349 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e0290-041e-4090-9eb1-9adb383cbe46 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Pushing event updated for resources: {'Port': ['ID=c3320011-a1e7-4635-84b8-49a1e4cf1e6e,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:37.755431 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ecd900a9-13ca-4895-a986-1201edcf72a5 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0501049 Dec 06 15:06:37.757833 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45702) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:37.763182 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-97c17d9b-8a74-4b31-9fd2-4a3afe7e7e40 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group_rule': {'security_group_id': '95d5a464-4a56-40c0-bc3f-c704bfedf86f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:37.801127 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97c17d9b-8a74-4b31-9fd2-4a3afe7e7e40 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.854833 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfbad562-eb3b-4113-96ce-2bf1dd4e2d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.868100 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97c17d9b-8a74-4b31-9fd2-4a3afe7e7e40 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.875682 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97c17d9b-8a74-4b31-9fd2-4a3afe7e7e40 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.900944 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c17d9b-8a74-4b31-9fd2-4a3afe7e7e40 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5968fc-4d1b-4bca-b9d6-8e6e57950b12,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:37.901823 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0290-041e-4090-9eb1-9adb383cbe46 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.912471 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97c17d9b-8a74-4b31-9fd2-4a3afe7e7e40 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.914611 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-97c17d9b-8a74-4b31-9fd2-4a3afe7e7e40 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1551604 Dec 06 15:06:37.916739 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45708) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:37.939020 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a5192e92-57ae-465b-aa72-b93e73959ea3 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-group-rules/2c5968fc-4d1b-4bca-b9d6-8e6e57950b12 HTTP/1.1" status: 200 len: 764 time: 0.0205526 Dec 06 15:06:37.940939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ec9ccdf-c79f-47ec-9690-442a457a51b9 req-ed32cf70-e252-463e-8b64-894ede306ec4 service neutron] 10.222.0.23 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781153 Dec 06 15:06:37.942057 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45710) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:37.987217 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0290-041e-4090-9eb1-9adb383cbe46 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.994086 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4b6e0290-041e-4090-9eb1-9adb383cbe46 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7152309 Dec 06 15:06:37.995867 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45716) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:38.001944 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-62ce33e5-3bb0-42ac-b4cd-1086bd4a92dc tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0586059 Dec 06 15:06:38.005040 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45718) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:38.042832 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69dab7cf-60ad-4fc4-9631-794e7428901d tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.052248 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69dab7cf-60ad-4fc4-9631-794e7428901d tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.052581 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfbad562-eb3b-4113-96ce-2bf1dd4e2d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.094541 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69dab7cf-60ad-4fc4-9631-794e7428901d tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.103213 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-69dab7cf-60ad-4fc4-9631-794e7428901d tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.103845 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cfbad562-eb3b-4113-96ce-2bf1dd4e2d14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a41c291-c23c-4132-bd25-a8231c311300']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:38.109393 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-69dab7cf-60ad-4fc4-9631-794e7428901d tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2c5968fc-4d1b-4bca-b9d6-8e6e57950b12 HTTP/1.1" status: 204 len: 168 time: 0.1021070 Dec 06 15:06:38.110164 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45724) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:38.117245 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cfbad562-eb3b-4113-96ce-2bf1dd4e2d14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fb6573-bad4-4a67-a4f5-5fec001f801c') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:38.117544 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cfbad562-eb3b-4113-96ce-2bf1dd4e2d14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fb6573-bad4-4a67-a4f5-5fec001f801c') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:38.131588 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfbad562-eb3b-4113-96ce-2bf1dd4e2d14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.137988 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dab7cf-60ad-4fc4-9631-794e7428901d tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c5968fc-4d1b-4bca-b9d6-8e6e57950b12,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:38.141404 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc21323-f222-4991-9d56-bd5f806940a0 req-2da6bba4-030f-4c32-9007-068036cf5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:38.142943 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acc21323-f222-4991-9d56-bd5f806940a0 req-2da6bba4-030f-4c32-9007-068036cf5b77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d68cc263107495b94e8b89e7ce49c8a&device_id=cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027 HTTP/1.1" status: 200 len: 1094 time: 0.1370633 Dec 06 15:06:38.163799 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfbad562-eb3b-4113-96ce-2bf1dd4e2d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.168544 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4afaba47-3419-447b-86fd-effeaf916584 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0490746 Dec 06 15:06:38.169030 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45728) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:38.170009 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbad562-eb3b-4113-96ce-2bf1dd4e2d14 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:06:38.170858 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfbad562-eb3b-4113-96ce-2bf1dd4e2d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:06:38.186579 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:06:38.241245 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82b847b4-6f8a-4944-a118-56290cc52fbf tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.252464 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9c8b2cbd-6c4b-4e6e-ae79-9c96c2be7bb8 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:38.270549 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82b847b4-6f8a-4944-a118-56290cc52fbf tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.296722 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfbad562-eb3b-4113-96ce-2bf1dd4e2d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.314196 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfbad562-eb3b-4113-96ce-2bf1dd4e2d14 admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.320563 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cfbad562-eb3b-4113-96ce-2bf1dd4e2d14 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4a41c291-c23c-4132-bd25-a8231c311300 HTTP/1.1" status: 204 len: 168 time: 0.6797922 Dec 06 15:06:38.324547 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82b847b4-6f8a-4944-a118-56290cc52fbf tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.327554 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82b847b4-6f8a-4944-a118-56290cc52fbf tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.331303 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-82b847b4-6f8a-4944-a118-56290cc52fbf tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-groups/95d5a464-4a56-40c0-bc3f-c704bfedf86f HTTP/1.1" status: 204 len: 168 time: 0.1589763 Dec 06 15:06:38.334655 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45736) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:38.349786 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b847b4-6f8a-4944-a118-56290cc52fbf tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d5a464-4a56-40c0-bc3f-c704bfedf86f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:38.404172 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-403a9521-b9e6-4375-a904-37d321841b6c tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0614977 Dec 06 15:06:38.405631 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45740) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:38.411501 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8e1c1204-df37-4446-ba6f-6e555b218bcb tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group': {'name': 'tempest-secgroup--1017039739'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:38.616769 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45748) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:38.685646 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9fb6a6c5-f86e-4755-883a-b03883b97785 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c76d46cfef9498999b6a5ef37d9ef0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0674629 Dec 06 15:06:38.687982 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45754) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:38.710711 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbad562-eb3b-4113-96ce-2bf1dd4e2d14 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a41c291-c23c-4132-bd25-a8231c311300,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:38.737331 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2cbd-6c4b-4e6e-ae79-9c96c2be7bb8 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.771800 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc21323-f222-4991-9d56-bd5f806940a0 req-2e0934a2-d59b-489b-8c09-ddfc93caa76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:38.772304 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24b40fff-a7e1-4382-adf8-1bd0ba285b2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.773256 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acc21323-f222-4991-9d56-bd5f806940a0 req-2e0934a2-d59b-489b-8c09-ddfc93caa76c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5f251ea-82ed-4a0b-8c44-8681824b45f4 HTTP/1.1" status: 200 len: 915 time: 0.6228056 Dec 06 15:06:38.775916 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1204-df37-4446-ba6f-6e555b218bcb tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.821331 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24b40fff-a7e1-4382-adf8-1bd0ba285b2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.834531 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acc21323-f222-4991-9d56-bd5f806940a0 req-0e47bfd3-d63b-43c9-8c70-8ee53ed9c35f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f19e55b6-ff97-47b7-b590-e99f314dfdde HTTP/1.1" status: 200 len: 217 time: 0.0534515 Dec 06 15:06:38.843558 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebed2b-f341-4602-8c99-02d1e141c859 req-d27b9dfd-b98d-4491-982e-b1f3f6aa657f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:38.845100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40ebed2b-f341-4602-8c99-02d1e141c859 req-d27b9dfd-b98d-4491-982e-b1f3f6aa657f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027 HTTP/1.1" status: 200 len: 943 time: 0.1322916 Dec 06 15:06:38.912978 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24b40fff-a7e1-4382-adf8-1bd0ba285b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.916493 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24b40fff-a7e1-4382-adf8-1bd0ba285b2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.918447 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-24b40fff-a7e1-4382-adf8-1bd0ba285b2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5814d7d5-d0b8-4c0f-b3de-c01e3d75099d HTTP/1.1" status: 204 len: 168 time: 0.2291157 Dec 06 15:06:38.940730 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1204-df37-4446-ba6f-6e555b218bcb tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.942166 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b40fff-a7e1-4382-adf8-1bd0ba285b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5814d7d5-d0b8-4c0f-b3de-c01e3d75099d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:38.959825 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc21323-f222-4991-9d56-bd5f806940a0 req-4040609a-0c1a-412e-a698-ad9d72754594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:38.961311 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acc21323-f222-4991-9d56-bd5f806940a0 req-4040609a-0c1a-412e-a698-ad9d72754594 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b72e794-ba19-4721-af9a-670583f58b7e HTTP/1.1" status: 200 len: 854 time: 0.1153307 Dec 06 15:06:38.975925 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1204-df37-4446-ba6f-6e555b218bcb tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.988097 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40ebed2b-f341-4602-8c99-02d1e141c859 req-c990cfcb-a1fe-434f-ade8-f6974ccff267 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322973 Dec 06 15:06:39.010914 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acc21323-f222-4991-9d56-bd5f806940a0 req-48c9a0bf-827b-43b6-b28c-6750a19c80b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5f251ea-82ed-4a0b-8c44-8681824b45f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412474 Dec 06 15:06:39.037777 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1204-df37-4446-ba6f-6e555b218bcb tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:39.040191 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8e1c1204-df37-4446-ba6f-6e555b218bcb tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6335161 Dec 06 15:06:39.047575 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45766) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:39.048153 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c1204-df37-4446-ba6f-6e555b218bcb tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c87946f-c135-4c6c-8db7-fe57902274cf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:39.053736 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cb8db013-6851-443c-9326-b134edb18740 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Request body: {'security_group_rule': {'security_group_id': '8c87946f-c135-4c6c-8db7-fe57902274cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:39.075067 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:06:39.093627 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb8db013-6851-443c-9326-b134edb18740 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:39.137395 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2cbd-6c4b-4e6e-ae79-9c96c2be7bb8 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:39.171013 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb8db013-6851-443c-9326-b134edb18740 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:39.175989 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb8db013-6851-443c-9326-b134edb18740 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:39.192354 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device f19e55b6-ff97-47b7-b590-e99f314dfdde details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:06:39.211051 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acc21323-f222-4991-9d56-bd5f806940a0 req-7e0218ed-aad7-4eed-a23e-f2fc144a2758 service neutron] 10.222.0.23 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928947 Dec 06 15:06:39.212503 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8db013-6851-443c-9326-b134edb18740 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a677975-4e45-48b0-9a4f-a1af486aea55,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:39.224738 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb8db013-6851-443c-9326-b134edb18740 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:39.225973 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cb8db013-6851-443c-9326-b134edb18740 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1813476 Dec 06 15:06:39.232522 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45770) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:39.319245 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd75e097-5ceb-4b52-a222-f36c8193f2db tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:39.351472 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd75e097-5ceb-4b52-a222-f36c8193f2db tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:39.369462 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:06:39.376415 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-9c8b2cbd-6c4b-4e6e-ae79-9c96c2be7bb8 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Allocated IP 172.35.7.197 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/36b68a15-3c30-4cb2-a17b-f40016cfea34) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:39.427531 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acc21323-f222-4991-9d56-bd5f806940a0 req-a0b4630e-e55f-4322-8c97-0223cf93476e service neutron] 10.222.0.23 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079298 Dec 06 15:06:39.430801 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd75e097-5ceb-4b52-a222-f36c8193f2db tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:39.434243 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd75e097-5ceb-4b52-a222-f36c8193f2db tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:39.439231 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fd75e097-5ceb-4b52-a222-f36c8193f2db tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-groups/8c87946f-c135-4c6c-8db7-fe57902274cf HTTP/1.1" status: 204 len: 168 time: 0.2053792 Dec 06 15:06:39.440049 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45776) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:39.648731 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2cbd-6c4b-4e6e-ae79-9c96c2be7bb8 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:39.689232 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45782) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:39.699483 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2cbd-6c4b-4e6e-ae79-9c96c2be7bb8 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:39.719260 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:06:39.719887 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9e62860c-8890-4fb3-9ee9-ae5281e6a6aa not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:06:39.745084 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port f19e55b6-ff97-47b7-b590-e99f314dfdde, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f19e55b6-ff97-47b7-b590-e99f314dfdde,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:39.751172 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8b2cbd-6c4b-4e6e-ae79-9c96c2be7bb8 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:39.762813 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'f19e55b6-ff97-47b7-b590-e99f314dfdde', 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4', 'port_id': 'f19e55b6-ff97-47b7-b590-e99f314dfdde', 'mac_address': 'fa:16:3e:e9:45:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b72e794-ba19-4721-af9a-670583f58b7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:06:39.763238 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9c8b2cbd-6c4b-4e6e-ae79-9c96c2be7bb8 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:39.773157 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b2cbd-6c4b-4e6e-ae79-9c96c2be7bb8 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:39.805571 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b2cbd-6c4b-4e6e-ae79-9c96c2be7bb8 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Pushing event updated for resources: {'Port': ['ID=36b68a15-3c30-4cb2-a17b-f40016cfea34,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:39.808665 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:39.844096 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19e55b6-ff97-47b7-b590-e99f314dfdde {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:06:39.893375 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port f19e55b6-ff97-47b7-b590-e99f314dfdde, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f19e55b6-ff97-47b7-b590-e99f314dfdde,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:39.902448 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:39.909905 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2cbd-6c4b-4e6e-ae79-9c96c2be7bb8 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:39.961456 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2cbd-6c4b-4e6e-ae79-9c96c2be7bb8 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.019913 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=f19e55b6-ff97-47b7-b590-e99f314dfdde,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:40.052331 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75e097-5ceb-4b52-a222-f36c8193f2db tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c87946f-c135-4c6c-8db7-fe57902274cf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:40.111025 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['f19e55b6-ff97-47b7-b590-e99f314dfdde'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:06:40.140960 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b9908df7-0700-408b-ab12-247049a21e66 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6957541 Dec 06 15:06:40.148322 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45798) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:40.162600 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eae3aab7-dfdd-408e-911c-909445dcc86f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.212731 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dad84ff0-6961-4749-aaf8-addc25337590 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0632193 Dec 06 15:06:40.217453 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45804) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:40.280309 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-b1743c7a-5dc7-4441-b0ef-2900c12c050d tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] delete failed (client error): The resource could not be found. Dec 06 15:06:40.281461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b1743c7a-5dc7-4441-b0ef-2900c12c050d tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "DELETE /v2.0/security-groups/8c87946f-c135-4c6c-8db7-fe57902274cf HTTP/1.1" status: 404 len: 347 time: 0.0611145 Dec 06 15:06:40.285896 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45808) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:40.289567 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cc80f-da87-4c62-b784-b8dd6f12bfa1 req-eb328886-4346-419c-9731-93fffbb6752b tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:40.291263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-de0cc80f-da87-4c62-b784-b8dd6f12bfa1 req-eb328886-4346-419c-9731-93fffbb6752b tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027 HTTP/1.1" status: 200 len: 944 time: 0.1758976 Dec 06 15:06:40.343608 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2cbd-6c4b-4e6e-ae79-9c96c2be7bb8 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.357716 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2cbd-6c4b-4e6e-ae79-9c96c2be7bb8 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.368401 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2f4573a4-fde6-4f7c-9a17-de4bd575dbe3 tempest-SecGroupTest-173045147 tempest-SecGroupTest-173045147-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0809584 Dec 06 15:06:40.402233 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45812) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:40.457420 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-de0cc80f-da87-4c62-b784-b8dd6f12bfa1 req-444197d8-116b-4ae5-994d-2d3c891d2586 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552377 Dec 06 15:06:40.460904 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eae3aab7-dfdd-408e-911c-909445dcc86f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.474990 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eae3aab7-dfdd-408e-911c-909445dcc86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.484119 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b2cbd-6c4b-4e6e-ae79-9c96c2be7bb8 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Pushing event updated for resources: {'Port': ['ID=36b68a15-3c30-4cb2-a17b-f40016cfea34,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:40.503163 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2cbd-6c4b-4e6e-ae79-9c96c2be7bb8 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.535293 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-eae3aab7-dfdd-408e-911c-909445dcc86f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8959c7b7757b422db616e14bb6f17f34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8447530 Dec 06 15:06:40.536938 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3aab7-dfdd-408e-911c-909445dcc86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebeaa4a5-d0ed-47e1-891d-9a0f6ace081f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:40.539402 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45816) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:40.544330 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f355391a-0379-462c-bc0d-b2570d9a9d16 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1190574230-network', 'tenant_id': '3b973d8d7ddf43b7ad218b57ead0c2f1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:40.555754 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2cbd-6c4b-4e6e-ae79-9c96c2be7bb8 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.556971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9c8b2cbd-6c4b-4e6e-ae79-9c96c2be7bb8 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5576704 Dec 06 15:06:40.559486 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45818) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:40.571703 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f355391a-0379-462c-bc0d-b2570d9a9d16 admin admin] Made reservation on behalf of 3b973d8d7ddf43b7ad218b57ead0c2f1 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:40.574266 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f355391a-0379-462c-bc0d-b2570d9a9d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.585658 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f355391a-0379-462c-bc0d-b2570d9a9d16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.681386 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-65fd89af-9864-45ca-8f1f-57be0a9a87b5 tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1200275 Dec 06 15:06:40.683774 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45822) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:40.699173 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f355391a-0379-462c-bc0d-b2570d9a9d16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.706302 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f355391a-0379-462c-bc0d-b2570d9a9d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.738835 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f355391a-0379-462c-bc0d-b2570d9a9d16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:06:40.758489 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355391a-0379-462c-bc0d-b2570d9a9d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b56526-1c45-44c4-accc-892ed78aad99,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:40.762013 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f355391a-0379-462c-bc0d-b2570d9a9d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.762471 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-f355391a-0379-462c-bc0d-b2570d9a9d16 admin admin] Added segment ecd4569a-99a0-46c0-a199-b2778bfd9475 of type vlan for network f79365f6-12e5-4dd8-8f76-931003f2f5db Dec 06 15:06:40.773882 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3959ed45-dc74-4907-bfcc-8b2da8430f87 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0888729 Dec 06 15:06:40.775180 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c067952-42e5-404b-8173-f610ea2d2dd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.777124 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45826) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:40.812571 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f355391a-0379-462c-bc0d-b2570d9a9d16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.847821 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f355391a-0379-462c-bc0d-b2570d9a9d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.849755 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f355391a-0379-462c-bc0d-b2570d9a9d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:40.850774 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f355391a-0379-462c-bc0d-b2570d9a9d16 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.874216 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45828) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:40.883321 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f355391a-0379-462c-bc0d-b2570d9a9d16 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4792011 Dec 06 15:06:40.886012 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45830) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:40.888607 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c067952-42e5-404b-8173-f610ea2d2dd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.890881 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-27416d4f-326b-4c8c-b42a-739fca1a5139 admin admin] Request body: {'subnet': {'network_id': 'f79365f6-12e5-4dd8-8f76-931003f2f5db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1190574230-subnet', 'tenant_id': '3b973d8d7ddf43b7ad218b57ead0c2f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:40.944335 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355391a-0379-462c-bc0d-b2570d9a9d16 admin admin] Pushing event updated for resources: {'Network': ['ID=f79365f6-12e5-4dd8-8f76-931003f2f5db,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:40.958108 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network f79365f6-12e5-4dd8-8f76-931003f2f5db details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:06:40.961886 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27416d4f-326b-4c8c-b42a-739fca1a5139 admin admin] Made reservation on behalf of 3b973d8d7ddf43b7ad218b57ead0c2f1 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:40.964669 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27416d4f-326b-4c8c-b42a-739fca1a5139 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:40.973152 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5486baad-daeb-45ba-9776-8fad4d008e28 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Deleting port 36b68a15-3c30-4cb2-a17b-f40016cfea34 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:40.973570 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5486baad-daeb-45ba-9776-8fad4d008e28 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.089607 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c067952-42e5-404b-8173-f610ea2d2dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.092408 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c067952-42e5-404b-8173-f610ea2d2dd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.095721 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2c067952-42e5-404b-8173-f610ea2d2dd8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebeaa4a5-d0ed-47e1-891d-9a0f6ace081f HTTP/1.1" status: 204 len: 168 time: 0.5532370 Dec 06 15:06:41.117435 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c067952-42e5-404b-8173-f610ea2d2dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebeaa4a5-d0ed-47e1-891d-9a0f6ace081f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:41.139494 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5486baad-daeb-45ba-9776-8fad4d008e28 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.139848 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5486baad-daeb-45ba-9776-8fad4d008e28 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.156254 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a048cb46-4ed9-4990-b550-832a3f766159 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4c1eb5b49fc4b75b79d04481084c769&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2771492 Dec 06 15:06:41.160578 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45836) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:41.166871 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5486baad-daeb-45ba-9776-8fad4d008e28 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Calling delete_port for 36b68a15-3c30-4cb2-a17b-f40016cfea34 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:41.199760 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device f19e55b6-ff97-47b7-b590-e99f314dfdde up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:06:41.289519 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27416d4f-326b-4c8c-b42a-739fca1a5139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.309646 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e43192d7-c9ab-41f2-870a-b14b8990e5d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.316677 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port f19e55b6-ff97-47b7-b590-e99f314dfdde completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:06:41.323021 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port f19e55b6-ff97-47b7-b590-e99f314dfdde triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:41.323410 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.345712 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e43192d7-c9ab-41f2-870a-b14b8990e5d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.379714 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27416d4f-326b-4c8c-b42a-739fca1a5139 admin admin] Checking segment: {'id': 'ecd4569a-99a0-46c0-a199-b2778bfd9475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f79365f6-12e5-4dd8-8f76-931003f2f5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:41.380502 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27416d4f-326b-4c8c-b42a-739fca1a5139 admin admin] Network hostable DHCP agents. Network: f79365f6-12e5-4dd8-8f76-931003f2f5db, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:06:41.383314 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27416d4f-326b-4c8c-b42a-739fca1a5139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=273bd44f-0f7c-4b79-ac87-9078e3131209,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:41.404800 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27416d4f-326b-4c8c-b42a-739fca1a5139 admin admin] Network f79365f6-12e5-4dd8-8f76-931003f2f5db is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:06:41.422692 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-27416d4f-326b-4c8c-b42a-739fca1a5139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f79365f6-12e5-4dd8-8f76-931003f2f5db) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:41.427703 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27416d4f-326b-4c8c-b42a-739fca1a5139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:41.428313 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27416d4f-326b-4c8c-b42a-739fca1a5139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.437140 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4526c25a-26a3-4506-b185-c7f86ca12c1d None None] Network f79365f6-12e5-4dd8-8f76-931003f2f5db requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:06:41.443776 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5486baad-daeb-45ba-9776-8fad4d008e28 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.476304 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-27416d4f-326b-4c8c-b42a-739fca1a5139 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5889661 Dec 06 15:06:41.489258 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486baad-daeb-45ba-9776-8fad4d008e28 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Pushing event deleted for resources: {'Port': ['ID=36b68a15-3c30-4cb2-a17b-f40016cfea34,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:41.492955 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e43192d7-c9ab-41f2-870a-b14b8990e5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.496700 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e43192d7-c9ab-41f2-870a-b14b8990e5d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.497532 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e43192d7-c9ab-41f2-870a-b14b8990e5d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/793ad995-c782-46a7-92c0-04bd8fd33f2d HTTP/1.1" status: 204 len: 168 time: 0.3359571 Dec 06 15:06:41.544354 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43192d7-c9ab-41f2-870a-b14b8990e5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793ad995-c782-46a7-92c0-04bd8fd33f2d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:41.596120 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.622941 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45848) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:41.632344 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5486baad-daeb-45ba-9776-8fad4d008e28 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.634798 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5486baad-daeb-45ba-9776-8fad4d008e28 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.638491 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5486baad-daeb-45ba-9776-8fad4d008e28 tempest-FloatingIPAdminTestJSON-823402896 tempest-FloatingIPAdminTestJSON-823402896-project] 10.222.0.20 "DELETE /v2.0/floatingips/fff9e18e-fa8e-4849-a073-a0fd0e4771ec HTTP/1.1" status: 204 len: 168 time: 0.8581848 Dec 06 15:06:41.638986 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45852) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:41.663191 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402858f5-834e-4e5e-bc7c-058524bb9212 req-0f76ccd4-4a9c-4c1e-9efd-92ae0464f341 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:41.664855 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-402858f5-834e-4e5e-bc7c-058524bb9212 req-0f76ccd4-4a9c-4c1e-9efd-92ae0464f341 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027 HTTP/1.1" status: 200 len: 944 time: 0.0937824 Dec 06 15:06:41.666312 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ec09-1411-4584-80bc-965a9bc40588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.678281 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port f19e55b6-ff97-47b7-b590-e99f314dfdde, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f19e55b6-ff97-47b7-b590-e99f314dfdde,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:41.693271 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19e55b6-ff97-47b7-b590-e99f314dfdde'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:06:41.702004 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4373a6e-c001-4e66-910a-49cb8a470ca9" -d '{"events": [{"server_uuid": "cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027", "name": "network-vif-plugged", "status": "completed", "tag": "f19e55b6-ff97-47b7-b590-e99f314dfdde"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:06:41.735928 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.748148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-402858f5-834e-4e5e-bc7c-058524bb9212 req-456fa00b-3d40-4629-85b5-8298bf984264 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732982 Dec 06 15:06:41.818273 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=f19e55b6-ff97-47b7-b590-e99f314dfdde,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:41.834718 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ec09-1411-4584-80bc-965a9bc40588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.842935 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ec09-1411-4584-80bc-965a9bc40588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:41.870210 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba78344-4b25-49ab-8780-16d4a0b91d00 x-openstack-request-id: req-aba78344-4b25-49ab-8780-16d4a0b91d00 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:41.870916 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027", "name": "network-vif-plugged", "status": "completed", "tag": "f19e55b6-ff97-47b7-b590-e99f314dfdde", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:41.871395 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aba78344-4b25-49ab-8780-16d4a0b91d00 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:41.872069 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19e55b6-ff97-47b7-b590-e99f314dfdde', 'code': 200} Dec 06 15:06:41.907474 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14c94a6-6f5f-4559-9b56-4b0f7c8aadfc None None] Network f79365f6-12e5-4dd8-8f76-931003f2f5db requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:06:41.924494 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c2e3ec09-1411-4584-80bc-965a9bc40588 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a7e7fadd242464cb22fb4e7ad0b55d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2981012 Dec 06 15:06:41.926428 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45862) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:42.037622 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3ec09-1411-4584-80bc-965a9bc40588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc64854f-4328-4db1-ab3f-8df1a1c92071,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:42.073118 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e207ee-16c8-4762-b160-800078cedd65 req-9d020243-20ea-46e5-91c4-aee1fd311a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:42.074827 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-84e207ee-16c8-4762-b160-800078cedd65 req-9d020243-20ea-46e5-91c4-aee1fd311a3f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027 HTTP/1.1" status: 200 len: 1096 time: 0.1473620 Dec 06 15:06:42.126310 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e91746bd-4f05-49cd-9ddd-7b94b4e5832c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:42.143044 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ee421406-3a26-439e-ae67-dcade8511ffb tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Deleting port c3320011-a1e7-4635-84b8-49a1e4cf1e6e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:42.143680 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee421406-3a26-439e-ae67-dcade8511ffb tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:42.172515 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e91746bd-4f05-49cd-9ddd-7b94b4e5832c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:42.235249 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-84e207ee-16c8-4762-b160-800078cedd65 req-070e2a91-8b8f-48c1-a23d-329b6a7e6eb2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517329 Dec 06 15:06:42.281650 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e91746bd-4f05-49cd-9ddd-7b94b4e5832c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:42.288769 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e91746bd-4f05-49cd-9ddd-7b94b4e5832c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:42.293264 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e91746bd-4f05-49cd-9ddd-7b94b4e5832c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc64854f-4328-4db1-ab3f-8df1a1c92071 HTTP/1.1" status: 204 len: 168 time: 0.3647194 Dec 06 15:06:42.303614 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91746bd-4f05-49cd-9ddd-7b94b4e5832c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc64854f-4328-4db1-ab3f-8df1a1c92071,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:42.342315 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee421406-3a26-439e-ae67-dcade8511ffb tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:42.343233 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee421406-3a26-439e-ae67-dcade8511ffb tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:42.359185 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ee421406-3a26-439e-ae67-dcade8511ffb tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Calling delete_port for c3320011-a1e7-4635-84b8-49a1e4cf1e6e owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:42.673916 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-2271054e-4f6b-4fd9-a10c-7e4d9389db63 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:42.675457 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-2271054e-4f6b-4fd9-a10c-7e4d9389db63 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/networks?id=f79365f6-12e5-4dd8-8f76-931003f2f5db HTTP/1.1" status: 200 len: 813 time: 0.2078371 Dec 06 15:06:42.697303 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-94dd4341-97fb-4123-8cb9-e8ecd1782131 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/quotas/3b973d8d7ddf43b7ad218b57ead0c2f1 HTTP/1.1" status: 200 len: 375 time: 0.0135705 Dec 06 15:06:42.715064 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee421406-3a26-439e-ae67-dcade8511ffb tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:42.737461 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-7bf6edb0-4097-4b4c-b37a-36dd8c43e000 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b973d8d7ddf43b7ad218b57ead0c2f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330896 Dec 06 15:06:42.771983 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee421406-3a26-439e-ae67-dcade8511ffb tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3320011-a1e7-4635-84b8-49a1e4cf1e6e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:42.861114 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee421406-3a26-439e-ae67-dcade8511ffb tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:42.865429 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee421406-3a26-439e-ae67-dcade8511ffb tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:42.868348 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ee421406-3a26-439e-ae67-dcade8511ffb tempest-FloatingIPAdminTestJSON-1150197765 tempest-FloatingIPAdminTestJSON-1150197765-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/bd832b2b-d3a6-47de-abc7-339405a27a18 HTTP/1.1" status: 204 len: 168 time: 1.2279656 Dec 06 15:06:42.875143 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45910) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:42.988184 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d93c8-9cf2-442a-9d44-bfd4db03e4d2 req-faa60062-3e62-45cf-89ee-241dab9f93a0 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:42.990055 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-233d93c8-9cf2-442a-9d44-bfd4db03e4d2 req-faa60062-3e62-45cf-89ee-241dab9f93a0 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027 HTTP/1.1" status: 200 len: 945 time: 0.1407363 Dec 06 15:06:43.078082 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-233d93c8-9cf2-442a-9d44-bfd4db03e4d2 req-e4fe2e2d-1bc3-4c23-b63c-bfa4329b8392 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811219 Dec 06 15:06:43.127392 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-30042e41-4e08-4ddc-a927-e709760b7bbb service neutron] 10.222.0.20 "GET /v2.0/networks/f79365f6-12e5-4dd8-8f76-931003f2f5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622866 Dec 06 15:06:43.131350 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0883d557-d705-40e7-a266-2c96a43213d8 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Deleting port f3004321-151b-416d-b0ce-5bc9944e6686 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:43.131723 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0883d557-d705-40e7-a266-2c96a43213d8 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:43.163857 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45920) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:43.318457 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0883d557-d705-40e7-a266-2c96a43213d8 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:43.340263 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-0ccf2ed6-26de-4f1c-b228-68d6767d1730 service neutron] 10.222.0.20 "GET /v2.0/networks/f79365f6-12e5-4dd8-8f76-931003f2f5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928523 Dec 06 15:06:43.341288 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0883d557-d705-40e7-a266-2c96a43213d8 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Calling delete_port for f3004321-151b-416d-b0ce-5bc9944e6686 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:43.590755 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5dc7c306-523c-4c93-8e12-3cb40c4e82c7 tempest-ServiceProvidersTest-1084005914 tempest-ServiceProvidersTest-1084005914-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4256551 Dec 06 15:06:43.713719 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2baf573a-af91-467f-bf11-1752667de16d req-de248245-f680-4cdd-a9c8-b53d1e30bc2a tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6 HTTP/1.1" status: 200 len: 210 time: 0.0644016 Dec 06 15:06:43.783410 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0883d557-d705-40e7-a266-2c96a43213d8 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:43.827522 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883d557-d705-40e7-a266-2c96a43213d8 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Pushing event deleted for resources: {'Port': ['ID=f3004321-151b-416d-b0ce-5bc9944e6686,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:44.012401 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0883d557-d705-40e7-a266-2c96a43213d8 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:44.023285 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0883d557-d705-40e7-a266-2c96a43213d8 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] 10.222.0.20 "DELETE /v2.0/ports/f3004321-151b-416d-b0ce-5bc9944e6686 HTTP/1.1" status: 204 len: 168 time: 1.1470225 Dec 06 15:06:44.025816 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45952) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:44.072410 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45956) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:44.109251 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ae7400-8773-499e-a6ad-b88187434273 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:44.111122 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-76ae7400-8773-499e-a6ad-b88187434273 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e2230a4-8e02-4093-892d-99724ff919b1 HTTP/1.1" status: 200 len: 913 time: 0.0834355 Dec 06 15:06:44.113848 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45962) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:44.296942 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860d8ba-a65e-4604-995b-7547ab6294df req-4eddc09a-fe05-494d-8411-d52a4fad7440 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:44.307140 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f860d8ba-a65e-4604-995b-7547ab6294df req-4eddc09a-fe05-494d-8411-d52a4fad7440 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027 HTTP/1.1" status: 200 len: 945 time: 0.1007659 Dec 06 15:06:44.367624 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56b28abb-a047-4953-b2e7-ee9945da3b18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:44.425606 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f860d8ba-a65e-4604-995b-7547ab6294df req-d691bd22-739b-49a4-8cac-d9f9a0a8755b tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163585 Dec 06 15:06:44.608854 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56b28abb-a047-4953-b2e7-ee9945da3b18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:44.619880 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56b28abb-a047-4953-b2e7-ee9945da3b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:44.661534 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-56b28abb-a047-4953-b2e7-ee9945da3b18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1aaab57c2b284eea9d67556bffe3d371&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5877938 Dec 06 15:06:44.662755 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b28abb-a047-4953-b2e7-ee9945da3b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62eae477-0501-451b-8d1c-99428d79e9f3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:44.665566 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45982) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:44.744024 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6b66-bcbf-4726-a3cf-2d6ccff2833f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:44.799866 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6b66-bcbf-4726-a3cf-2d6ccff2833f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:44.873868 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6b66-bcbf-4726-a3cf-2d6ccff2833f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:44.878104 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6b66-bcbf-4726-a3cf-2d6ccff2833f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:44.886628 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c2fa6b66-bcbf-4726-a3cf-2d6ccff2833f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62eae477-0501-451b-8d1c-99428d79e9f3 HTTP/1.1" status: 204 len: 168 time: 0.2184634 Dec 06 15:06:44.980311 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-46ef4418-cabe-40c0-bb28-e58afa35404f req-512fdbe8-1645-4322-b199-2742f4d062bf tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6 HTTP/1.1" status: 200 len: 210 time: 0.0919793 Dec 06 15:06:44.981960 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa6b66-bcbf-4726-a3cf-2d6ccff2833f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eae477-0501-451b-8d1c-99428d79e9f3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:45.062752 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2132f912-1c93-48c2-8df1-4acd994cea02 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:45.408930 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-c4325f81-98db-48ee-9a9a-ac6d9531516b tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:45.411453 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-c4325f81-98db-48ee-9a9a-ac6d9531516b tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.37 "GET /v2.0/networks?id=f79365f6-12e5-4dd8-8f76-931003f2f5db HTTP/1.1" status: 200 len: 813 time: 0.1665573 Dec 06 15:06:45.445767 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-38882157-189d-4b05-87a6-d0ff0c11d078 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Request body: {'port': {'device_id': 'b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6', 'network_id': 'f79365f6-12e5-4dd8-8f76-931003f2f5db', 'admin_state_up': True, 'tenant_id': '3b973d8d7ddf43b7ad218b57ead0c2f1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:45.708952 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-38882157-189d-4b05-87a6-d0ff0c11d078 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Made reservation on behalf of 3b973d8d7ddf43b7ad218b57ead0c2f1 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:45.712655 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-38882157-189d-4b05-87a6-d0ff0c11d078 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:45.768856 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2132f912-1c93-48c2-8df1-4acd994cea02 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Deleting port d4bd0528-9de5-4fc4-8e73-404e49fe87ee {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:45.769858 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2132f912-1c93-48c2-8df1-4acd994cea02 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:45.974541 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2132f912-1c93-48c2-8df1-4acd994cea02 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:46.000896 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2132f912-1c93-48c2-8df1-4acd994cea02 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Calling delete_port for d4bd0528-9de5-4fc4-8e73-404e49fe87ee owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:46.026061 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-38882157-189d-4b05-87a6-d0ff0c11d078 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Allocated IP 172.20.0.7 (f79365f6-12e5-4dd8-8f76-931003f2f5db/273bd44f-0f7c-4b79-ac87-9078e3131209/eb82fd4e-d413-49c4-84d0-64684ea6a9e8) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:46.301712 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d840bef-6574-41c0-9b86-74a59c23d952 req-5a4ce0b8-4d56-4e05-b9e4-9143e7053f22 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6 HTTP/1.1" status: 200 len: 210 time: 0.0573735 Dec 06 15:06:46.336279 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2132f912-1c93-48c2-8df1-4acd994cea02 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:46.392400 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132f912-1c93-48c2-8df1-4acd994cea02 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Pushing event deleted for resources: {'Port': ['ID=d4bd0528-9de5-4fc4-8e73-404e49fe87ee,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:46.442223 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-38882157-189d-4b05-87a6-d0ff0c11d078 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:46.500153 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-38882157-189d-4b05-87a6-d0ff0c11d078 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:46.602881 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-38882157-189d-4b05-87a6-d0ff0c11d078 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Network f79365f6-12e5-4dd8-8f76-931003f2f5db is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:46.607633 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-38882157-189d-4b05-87a6-d0ff0c11d078 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:46.623185 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-38882157-189d-4b05-87a6-d0ff0c11d078 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:46.683128 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-38882157-189d-4b05-87a6-d0ff0c11d078 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:46.683128 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-38882157-189d-4b05-87a6-d0ff0c11d078 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:46.710184 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38882157-189d-4b05-87a6-d0ff0c11d078 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Pushing event updated for resources: {'Port': ['ID=eb82fd4e-d413-49c4-84d0-64684ea6a9e8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:46.717978 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-38882157-189d-4b05-87a6-d0ff0c11d078 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2936325 Dec 06 15:06:46.733208 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Request body: {'port': {'device_id': 'b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:46.867856 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:47.394723 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2132f912-1c93-48c2-8df1-4acd994cea02 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:47.406190 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb82fd4e-d413-49c4-84d0-64684ea6a9e8 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:06:47.419147 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:47.470919 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Transition to ACTIVE for port object eb82fd4e-d413-49c4-84d0-64684ea6a9e8 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:06:47.480888 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:47.550428 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80906b-bdfb-4327-b84d-88410bebddf8 req-5d36fc47-2484-4299-8836-88b9b418b33f tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:47.555097 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a80906b-bdfb-4327-b84d-88410bebddf8 req-5d36fc47-2484-4299-8836-88b9b418b33f tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6 HTTP/1.1" status: 200 len: 931 time: 0.1148612 Dec 06 15:06:47.644568 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Pushing event updated for resources: {'Port': ['ID=eb82fd4e-d413-49c4-84d0-64684ea6a9e8,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:47.739015 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2132f912-1c93-48c2-8df1-4acd994cea02 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Router 8e2230a4-8e02-4093-892d-99724ff919b1 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:06:47.757575 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a80906b-bdfb-4327-b84d-88410bebddf8 req-89b0b49a-106a-43b9-a6a6-1cea870fb92c tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7b56526-1c45-44c4-accc-892ed78aad99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892931 Dec 06 15:06:47.774914 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Attempting to bind port eb82fd4e-d413-49c4-84d0-64684ea6a9e8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:47.775477 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Attempting to bind port eb82fd4e-d413-49c4-84d0-64684ea6a9e8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ecd4569a-99a0-46c0-a199-b2778bfd9475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f79365f6-12e5-4dd8-8f76-931003f2f5db'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:47.776052 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Attempting to bind port eb82fd4e-d413-49c4-84d0-64684ea6a9e8 on network f79365f6-12e5-4dd8-8f76-931003f2f5db {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:47.781712 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Port eb82fd4e-d413-49c4-84d0-64684ea6a9e8 on network f79365f6-12e5-4dd8-8f76-931003f2f5db not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:06:47.782713 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Attempting to bind port eb82fd4e-d413-49c4-84d0-64684ea6a9e8 on network f79365f6-12e5-4dd8-8f76-931003f2f5db {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:47.789882 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:06:47.790679 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Checking segment: {'id': 'ecd4569a-99a0-46c0-a199-b2778bfd9475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f79365f6-12e5-4dd8-8f76-931003f2f5db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:47.791437 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Bound using segment: {'id': 'ecd4569a-99a0-46c0-a199-b2778bfd9475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f79365f6-12e5-4dd8-8f76-931003f2f5db'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:06:47.792132 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Bound port: eb82fd4e-d413-49c4-84d0-64684ea6a9e8, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd4569a-99a0-46c0-a199-b2778bfd9475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f79365f6-12e5-4dd8-8f76-931003f2f5db'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:06:47.792872 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:47.878071 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] For port eb82fd4e-d413-49c4-84d0-64684ea6a9e8, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:06:47.884897 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] For port eb82fd4e-d413-49c4-84d0-64684ea6a9e8, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=eb82fd4e-d413-49c4-84d0-64684ea6a9e8,segment=NetworkSegment(ecd4569a-99a0-46c0-a199-b2778bfd9475),segment_id=ecd4569a-99a0-46c0-a199-b2778bfd9475)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:06:47.891449 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:47.908764 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2132f912-1c93-48c2-8df1-4acd994cea02 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:06:47.920749 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9877d6e8-772c-41e2-9804-f31ab8b50e21 None None] Sync routers for ids ['8e2230a4-8e02-4093-892d-99724ff919b1'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:06:47.937214 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2132f912-1c93-48c2-8df1-4acd994cea02 tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] 10.222.0.20 "PUT /v2.0/routers/8e2230a4-8e02-4093-892d-99724ff919b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8220024 Dec 06 15:06:47.940120 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46082) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:47.942129 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9877d6e8-772c-41e2-9804-f31ab8b50e21 None None] Routers {'8e2230a4-8e02-4093-892d-99724ff919b1'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:47.942746 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9877d6e8-772c-41e2-9804-f31ab8b50e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['8e2230a4-8e02-4093-892d-99724ff919b1'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:47.945906 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:47.947241 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:47.950282 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] 10.222.0.37 "PUT /v2.0/ports/eb82fd4e-d413-49c4-84d0-64684ea6a9e8 HTTP/1.1" status: 200 len: 1091 time: 1.2208636 Dec 06 15:06:47.950887 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6', 'tag': 'eb82fd4e-d413-49c4-84d0-64684ea6a9e8'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:06:47.954169 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df6ecfa-e0d3-4257-9360-aa75078ffa53" -d '{"events": [{"name": "network-changed", "server_uuid": "b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6", "tag": "eb82fd4e-d413-49c4-84d0-64684ea6a9e8"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:06:48.008773 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3690b-825f-4b67-b036-a7416e769428 service neutron] Pushing event updated for resources: {'Port': ['ID=eb82fd4e-d413-49c4-84d0-64684ea6a9e8,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:48.026756 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153356c5-d7cc-4882-ab09-7a8b79ad3ae6 x-openstack-request-id: req-153356c5-d7cc-4882-ab09-7a8b79ad3ae6 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:48.027172 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6", "tag": "eb82fd4e-d413-49c4-84d0-64684ea6a9e8", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:48.027527 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-153356c5-d7cc-4882-ab09-7a8b79ad3ae6 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:48.028040 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6', 'tag': 'eb82fd4e-d413-49c4-84d0-64684ea6a9e8', 'status': 'completed', 'code': 200} Dec 06 15:06:48.067148 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9877d6e8-772c-41e2-9804-f31ab8b50e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:48.072029 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-446f6fa7-d72f-4dc1-9347-4a13c4095775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:48.073714 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-446f6fa7-d72f-4dc1-9347-4a13c4095775 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b973d8d7ddf43b7ad218b57ead0c2f1&device_id=b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6 HTTP/1.1" status: 200 len: 1094 time: 0.0502322 Dec 06 15:06:48.079261 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9877d6e8-772c-41e2-9804-f31ab8b50e21 None None] Routers {'8e2230a4-8e02-4093-892d-99724ff919b1'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:48.079924 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9877d6e8-772c-41e2-9804-f31ab8b50e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['8e2230a4-8e02-4093-892d-99724ff919b1'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:48.147468 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87c971fd-7724-4315-a018-e067487dae5f tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:48.154359 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9877d6e8-772c-41e2-9804-f31ab8b50e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:48.155007 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9877d6e8-772c-41e2-9804-f31ab8b50e21 None None] The sync data for ids ['8e2230a4-8e02-4093-892d-99724ff919b1'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:06:48.164700 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-44202afa-02b6-4cb4-950f-e144e650d86f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb82fd4e-d413-49c4-84d0-64684ea6a9e8 HTTP/1.1" status: 200 len: 217 time: 0.0813997 Dec 06 15:06:48.227992 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-c15d6d70-1988-4722-8bed-d05e84ae983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:48.229563 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-c15d6d70-1988-4722-8bed-d05e84ae983d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=273bd44f-0f7c-4b79-ac87-9078e3131209 HTTP/1.1" status: 200 len: 853 time: 0.0561204 Dec 06 15:06:48.268192 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-43e23cc8-17b6-4c31-9dba-d2ec0a4162af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f79365f6-12e5-4dd8-8f76-931003f2f5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292876 Dec 06 15:06:48.283993 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87c971fd-7724-4315-a018-e067487dae5f tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:48.364642 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-87c971fd-7724-4315-a018-e067487dae5f tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Deleting port 16410419-73a9-44b6-a799-62e1d8e0d546 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:48.364999 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87c971fd-7724-4315-a018-e067487dae5f tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:48.378905 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-4d7690d8-71b8-4a6d-9460-0883b95ab1fb service neutron] 10.222.0.37 "GET /v2.0/networks/f79365f6-12e5-4dd8-8f76-931003f2f5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026235 Dec 06 15:06:48.460425 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87c971fd-7724-4315-a018-e067487dae5f tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:48.474178 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-87c971fd-7724-4315-a018-e067487dae5f tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Calling delete_port for 16410419-73a9-44b6-a799-62e1d8e0d546 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:48.489769 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e88ebe0a-2407-4932-84bf-a648e3aa95f1 req-6b23ceb8-5d9a-454b-8e4a-4fc998073fae service neutron] 10.222.0.37 "GET /v2.0/networks/f79365f6-12e5-4dd8-8f76-931003f2f5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016848 Dec 06 15:06:48.608928 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6ecfa-e0d3-4257-9360-aa75078ffa53 req-965e40fb-fd51-4f04-b69c-5ae65f5a4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:48.610603 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7df6ecfa-e0d3-4257-9360-aa75078ffa53 req-965e40fb-fd51-4f04-b69c-5ae65f5a4381 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b973d8d7ddf43b7ad218b57ead0c2f1&device_id=b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6 HTTP/1.1" status: 200 len: 1094 time: 0.0593343 Dec 06 15:06:48.697198 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87c971fd-7724-4315-a018-e067487dae5f tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:48.731302 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c971fd-7724-4315-a018-e067487dae5f tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Pushing event deleted for resources: {'Port': ['ID=16410419-73a9-44b6-a799-62e1d8e0d546,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:48.741804 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6ecfa-e0d3-4257-9360-aa75078ffa53 req-a02bc931-e982-4bd7-bff3-343038b2559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:48.747248 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7df6ecfa-e0d3-4257-9360-aa75078ffa53 req-a02bc931-e982-4bd7-bff3-343038b2559b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f79365f6-12e5-4dd8-8f76-931003f2f5db HTTP/1.1" status: 200 len: 914 time: 0.1281688 Dec 06 15:06:48.752625 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37564445-b54e-4af5-b33e-dfbb8a87024c None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:06:48.834576 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7df6ecfa-e0d3-4257-9360-aa75078ffa53 req-aca01382-c447-4289-ae31-7d3a64f68a9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb82fd4e-d413-49c4-84d0-64684ea6a9e8 HTTP/1.1" status: 200 len: 217 time: 0.0794399 Dec 06 15:06:48.848632 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87c971fd-7724-4315-a018-e067487dae5f tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:48.899829 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6ecfa-e0d3-4257-9360-aa75078ffa53 req-272a1edd-c697-471d-9d52-fa4260d88528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:48.903647 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7df6ecfa-e0d3-4257-9360-aa75078ffa53 req-272a1edd-c697-471d-9d52-fa4260d88528 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=273bd44f-0f7c-4b79-ac87-9078e3131209 HTTP/1.1" status: 200 len: 853 time: 0.0595222 Dec 06 15:06:48.947403 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7df6ecfa-e0d3-4257-9360-aa75078ffa53 req-03442947-926b-42d4-b521-1a9edad81d10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f79365f6-12e5-4dd8-8f76-931003f2f5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317349 Dec 06 15:06:48.989844 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87c971fd-7724-4315-a018-e067487dae5f tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:48.993642 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87c971fd-7724-4315-a018-e067487dae5f tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:49.067509 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1c00c-9f61-4602-8a6f-83a0cce3a179 req-5604b72f-4c1e-4fbe-bf01-af82f1cc5415 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:49.069225 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50c1c00c-9f61-4602-8a6f-83a0cce3a179 req-5604b72f-4c1e-4fbe-bf01-af82f1cc5415 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6 HTTP/1.1" status: 200 len: 943 time: 0.2039478 Dec 06 15:06:49.074055 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87c971fd-7724-4315-a018-e067487dae5f tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:49.075125 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c971fd-7724-4315-a018-e067487dae5f tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Fanout notify agent at l3_agent the message router_deleted on router 8e2230a4-8e02-4093-892d-99724ff919b1 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:06:49.084290 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87c971fd-7724-4315-a018-e067487dae5f tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:49.087757 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-87c971fd-7724-4315-a018-e067487dae5f tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] 10.222.0.20 "DELETE /v2.0/routers/8e2230a4-8e02-4093-892d-99724ff919b1 HTTP/1.1" status: 204 len: 168 time: 1.1445348 Dec 06 15:06:49.088307 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46108) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:49.099935 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7df6ecfa-e0d3-4257-9360-aa75078ffa53 req-54667f24-75b7-4f16-8799-e745abbdb368 service neutron] 10.222.0.37 "GET /v2.0/networks/f79365f6-12e5-4dd8-8f76-931003f2f5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385038 Dec 06 15:06:49.169049 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b1e953-bfc6-440d-aa9b-c871ce7f41ba tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Deleting subnet fe63d200-2493-4630-ac65-ed988575bc5f {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:06:49.174803 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-06b1e953-bfc6-440d-aa9b-c871ce7f41ba tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:49.200915 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50c1c00c-9f61-4602-8a6f-83a0cce3a179 req-e90be9a2-3647-43ff-8ecf-795efa4fc03d tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7b56526-1c45-44c4-accc-892ed78aad99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140776 Dec 06 15:06:49.229438 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-06b1e953-bfc6-440d-aa9b-c871ce7f41ba tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:49.251855 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7df6ecfa-e0d3-4257-9360-aa75078ffa53 req-ef4d6c19-626b-414a-b3e7-b473102f82da service neutron] 10.222.0.37 "GET /v2.0/networks/f79365f6-12e5-4dd8-8f76-931003f2f5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442280 Dec 06 15:06:49.330802 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-06b1e953-bfc6-440d-aa9b-c871ce7f41ba tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:49.393775 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-06b1e953-bfc6-440d-aa9b-c871ce7f41ba tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:49.427842 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-06b1e953-bfc6-440d-aa9b-c871ce7f41ba tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:49.432114 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-06b1e953-bfc6-440d-aa9b-c871ce7f41ba tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] 10.222.0.20 "DELETE /v2.0/subnets/fe63d200-2493-4630-ac65-ed988575bc5f HTTP/1.1" status: 204 len: 168 time: 0.3380804 Dec 06 15:06:49.435162 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7977c38f-046f-4625-b892-418526fc9776 None None] Network 81a3f8a4-f678-48c0-9842-7d5d3dfdd109 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:06:49.436351 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46112) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:49.445723 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1e953-bfc6-440d-aa9b-c871ce7f41ba tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Pushing event deleted for resources: {'Subnet': ['ID=fe63d200-2493-4630-ac65-ed988575bc5f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:49.561526 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:49.623162 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Deleting port 1ebd1838-d411-438f-9f67-83ea58f83b5f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:49.623505 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:49.678814 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34a0cc3-b0d6-4ede-a9ff-8411da4af8fc None None] DHCP port deletion for 81a3f8a4-f678-48c0-9842-7d5d3dfdd109 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:06:49.695459 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] For port 1ebd1838-d411-438f-9f67-83ea58f83b5f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1ebd1838-d411-438f-9f67-83ea58f83b5f,segment=NetworkSegment(05fc1e84-6f57-4706-9403-463ef42dd30b),segment_id=05fc1e84-6f57-4706-9403-463ef42dd30b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:49.695864 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:49.710041 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Calling delete_port for 1ebd1838-d411-438f-9f67-83ea58f83b5f owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:49.735934 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e34a0cc3-b0d6-4ede-a9ff-8411da4af8fc None None] Deleting port 1ebd1838-d411-438f-9f67-83ea58f83b5f {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:49.736578 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e34a0cc3-b0d6-4ede-a9ff-8411da4af8fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:49.807071 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e34a0cc3-b0d6-4ede-a9ff-8411da4af8fc None None] For port 1ebd1838-d411-438f-9f67-83ea58f83b5f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1ebd1838-d411-438f-9f67-83ea58f83b5f,segment=NetworkSegment(05fc1e84-6f57-4706-9403-463ef42dd30b),segment_id=05fc1e84-6f57-4706-9403-463ef42dd30b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:49.807533 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e34a0cc3-b0d6-4ede-a9ff-8411da4af8fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:49.810905 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:49.843016 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e34a0cc3-b0d6-4ede-a9ff-8411da4af8fc None None] Calling delete_port for 1ebd1838-d411-438f-9f67-83ea58f83b5f owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:49.852410 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Pushing event deleted for resources: {'Port': ['ID=1ebd1838-d411-438f-9f67-83ea58f83b5f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:49.854642 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] No DVR routers for this DVR port 1ebd1838-d411-438f-9f67-83ea58f83b5f on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:06:49.953357 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:49.967450 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e34a0cc3-b0d6-4ede-a9ff-8411da4af8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:49.987889 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a3f8a4-f678-48c0-9842-7d5d3dfdd109']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:49.994490 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a0cc3-b0d6-4ede-a9ff-8411da4af8fc None None] Pushing event deleted for resources: {'Port': ['ID=1ebd1838-d411-438f-9f67-83ea58f83b5f,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:49.998085 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a0cc3-b0d6-4ede-a9ff-8411da4af8fc None None] No DVR routers for this DVR port 1ebd1838-d411-438f-9f67-83ea58f83b5f on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:06:50.011196 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05fc1e84-6f57-4706-9403-463ef42dd30b') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:50.011502 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05fc1e84-6f57-4706-9403-463ef42dd30b') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:50.023055 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:50.037629 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:50.045468 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:06:50.046017 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:06:50.049881 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:06:50.116817 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:50.129105 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:50.132270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] 10.222.0.20 "DELETE /v2.0/networks/81a3f8a4-f678-48c0-9842-7d5d3dfdd109 HTTP/1.1" status: 204 len: 168 time: 0.6946480 Dec 06 15:06:50.135019 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46134) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:50.155613 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb448c30-151d-4819-856c-857dca226fdf tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Pushing event deleted for resources: {'Network': ['ID=81a3f8a4-f678-48c0-9842-7d5d3dfdd109,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:50.297766 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1ebd1838-d411-438f-9f67-83ea58f83b5f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:06:50.322538 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 1ebd1838-d411-438f-9f67-83ea58f83b5f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:06:50.323206 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1ebd1838-d411-438f-9f67-83ea58f83b5f not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:06:50.348507 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c8617-7d20-4158-a57d-643f843020fd tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Deleting port f0dfe2bb-fed9-462b-8a75-d8f077b4be7b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:50.348807 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8617-7d20-4158-a57d-643f843020fd tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:50.369621 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f1eb6-b3d4-484a-b89e-ea74854444fd req-56c77a2a-65ac-4f7f-b1c0-e2dc48a98d7f tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:50.377347 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9b2f1eb6-b3d4-484a-b89e-ea74854444fd req-56c77a2a-65ac-4f7f-b1c0-e2dc48a98d7f tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6 HTTP/1.1" status: 200 len: 943 time: 0.0600772 Dec 06 15:06:50.443174 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9b2f1eb6-b3d4-484a-b89e-ea74854444fd req-53eee942-a8f7-4cb9-9d62-6c058519e87c tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7b56526-1c45-44c4-accc-892ed78aad99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592883 Dec 06 15:06:50.732565 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8617-7d20-4158-a57d-643f843020fd tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:50.733096 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8617-7d20-4158-a57d-643f843020fd tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:50.747074 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c8617-7d20-4158-a57d-643f843020fd tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Calling delete_port for f0dfe2bb-fed9-462b-8a75-d8f077b4be7b owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:50.895576 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8617-7d20-4158-a57d-643f843020fd tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:50.928393 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c8617-7d20-4158-a57d-643f843020fd tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Pushing event deleted for resources: {'Port': ['ID=f0dfe2bb-fed9-462b-8a75-d8f077b4be7b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:50.996714 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8617-7d20-4158-a57d-643f843020fd tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:50.999690 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8617-7d20-4158-a57d-643f843020fd tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:51.000932 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ba7c8617-7d20-4158-a57d-643f843020fd tempest-FloatingIPAdminTestJSON-837057781 tempest-FloatingIPAdminTestJSON-837057781-project] 10.222.0.20 "DELETE /v2.0/floatingips/081bfa5b-f7e3-426d-a87d-c8c0ebb6dfa5 HTTP/1.1" status: 204 len: 168 time: 0.8650014 Dec 06 15:06:51.311057 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46160) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:51.370876 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device eb82fd4e-d413-49c4-84d0-64684ea6a9e8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:06:51.475174 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7a011561-df44-45ee-85dc-ceb72a29bac7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b47e3e9263224fe69f5e914df00dbbfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1628785 Dec 06 15:06:51.484330 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46166) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:51.536298 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port eb82fd4e-d413-49c4-84d0-64684ea6a9e8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=eb82fd4e-d413-49c4-84d0-64684ea6a9e8,segment=NetworkSegment(ecd4569a-99a0-46c0-a199-b2778bfd9475),segment_id=ecd4569a-99a0-46c0-a199-b2778bfd9475)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:51.543300 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc375-6a0b-4445-8d43-37d7017ed08f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:51.550673 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'eb82fd4e-d413-49c4-84d0-64684ea6a9e8', 'network_id': 'f79365f6-12e5-4dd8-8f76-931003f2f5db', 'port_id': 'eb82fd4e-d413-49c4-84d0-64684ea6a9e8', 'mac_address': 'fa:16:3e:63:f8:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '273bd44f-0f7c-4b79-ac87-9078e3131209', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:06:51.571452 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc375-6a0b-4445-8d43-37d7017ed08f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:51.595404 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:51.598607 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46170) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:51.611320 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb82fd4e-d413-49c4-84d0-64684ea6a9e8 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:06:51.632134 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port eb82fd4e-d413-49c4-84d0-64684ea6a9e8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=eb82fd4e-d413-49c4-84d0-64684ea6a9e8,segment=NetworkSegment(ecd4569a-99a0-46c0-a199-b2778bfd9475),segment_id=ecd4569a-99a0-46c0-a199-b2778bfd9475)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:51.638548 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:51.652881 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d202595-092d-47ff-8fb1-97671638ac9e req-f41119bb-cf4e-44bf-ad02-dcf5b2aa479b tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:51.654465 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d202595-092d-47ff-8fb1-97671638ac9e req-f41119bb-cf4e-44bf-ad02-dcf5b2aa479b tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6 HTTP/1.1" status: 200 len: 943 time: 0.0776405 Dec 06 15:06:51.691536 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc375-6a0b-4445-8d43-37d7017ed08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:51.696963 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc375-6a0b-4445-8d43-37d7017ed08f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:51.702058 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8e3bc375-6a0b-4445-8d43-37d7017ed08f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa6ed550-1aa9-4ecf-806e-3a98342180b1 HTTP/1.1" status: 204 len: 168 time: 0.2224693 Dec 06 15:06:51.720083 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bc375-6a0b-4445-8d43-37d7017ed08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6ed550-1aa9-4ecf-806e-3a98342180b1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:51.726593 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=eb82fd4e-d413-49c4-84d0-64684ea6a9e8,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:51.755068 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a745ede9-22c5-4545-af79-76c4d099ec07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:51.757106 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:51.757530 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:51.758190 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:51.758764 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:51.759109 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:51.759439 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:51.760289 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d202595-092d-47ff-8fb1-97671638ac9e req-55c8ca3b-27c4-4d97-b9a4-46a9557b384e tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7b56526-1c45-44c4-accc-892ed78aad99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991790 Dec 06 15:06:51.760384 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:51.760718 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:51.761048 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:51.761375 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:51.761700 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:51.762022 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:51.762609 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:51.860323 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a745ede9-22c5-4545-af79-76c4d099ec07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:51.866108 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a745ede9-22c5-4545-af79-76c4d099ec07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:51.910425 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46178) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:51.910977 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a745ede9-22c5-4545-af79-76c4d099ec07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f0d29252c3b4529bb0f3bf9c01c6acc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3106785 Dec 06 15:06:51.912616 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745ede9-22c5-4545-af79-76c4d099ec07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428d4e94-6c06-49ab-9ae8-56c562245878,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:51.926774 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['eb82fd4e-d413-49c4-84d0-64684ea6a9e8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:06:51.985559 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17644060-95a5-4ac1-b77d-6cdf6726dd62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.033174 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17644060-95a5-4ac1-b77d-6cdf6726dd62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.089488 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17644060-95a5-4ac1-b77d-6cdf6726dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.093363 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17644060-95a5-4ac1-b77d-6cdf6726dd62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.097448 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-17644060-95a5-4ac1-b77d-6cdf6726dd62 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/428d4e94-6c06-49ab-9ae8-56c562245878 HTTP/1.1" status: 204 len: 168 time: 0.1821890 Dec 06 15:06:52.107188 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46184) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:52.121203 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17644060-95a5-4ac1-b77d-6cdf6726dd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428d4e94-6c06-49ab-9ae8-56c562245878,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:52.122750 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1216da7-932e-4250-9dd3-80931ba39459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.209363 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1216da7-932e-4250-9dd3-80931ba39459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.214623 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1216da7-932e-4250-9dd3-80931ba39459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.254584 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c1216da7-932e-4250-9dd3-80931ba39459 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24a0130123804b7fb0fc76ded77aa869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1460271 Dec 06 15:06:52.255553 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1216da7-932e-4250-9dd3-80931ba39459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c50305-dd20-4eb3-ad6c-57bc2310cb50,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:52.257302 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46186) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:52.309084 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4cbc5d48-6798-418c-b549-fe423ffc0801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.330691 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4cbc5d48-6798-418c-b549-fe423ffc0801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.379205 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4cbc5d48-6798-418c-b549-fe423ffc0801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.381963 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4cbc5d48-6798-418c-b549-fe423ffc0801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.385917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4cbc5d48-6798-418c-b549-fe423ffc0801 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02c50305-dd20-4eb3-ad6c-57bc2310cb50 HTTP/1.1" status: 204 len: 168 time: 0.1245818 Dec 06 15:06:52.392740 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc5d48-6798-418c-b549-fe423ffc0801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c50305-dd20-4eb3-ad6c-57bc2310cb50,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:52.506348 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46194) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:52.521906 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80baf8d5-c043-49a4-b59d-20a4007e16e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.608024 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80baf8d5-c043-49a4-b59d-20a4007e16e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.613134 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80baf8d5-c043-49a4-b59d-20a4007e16e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.656456 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-80baf8d5-c043-49a4-b59d-20a4007e16e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e41a275a3d0540e5b551df91da5a5a8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1488934 Dec 06 15:06:52.657368 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80baf8d5-c043-49a4-b59d-20a4007e16e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a65a9e-e3b2-4a1c-abd1-c3e8486217c7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:52.659165 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46196) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:52.731453 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf7af315-edf7-4f59-b146-0f864b9fa631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.771189 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf7af315-edf7-4f59-b146-0f864b9fa631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.814522 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46200) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:52.835369 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9c16fbe-beed-46e2-ae4a-f9544c4a1984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.858020 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf7af315-edf7-4f59-b146-0f864b9fa631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.861368 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf7af315-edf7-4f59-b146-0f864b9fa631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:52.864114 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cf7af315-edf7-4f59-b146-0f864b9fa631 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84a65a9e-e3b2-4a1c-abd1-c3e8486217c7 HTTP/1.1" status: 204 len: 168 time: 0.2029369 Dec 06 15:06:52.880486 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7af315-edf7-4f59-b146-0f864b9fa631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a65a9e-e3b2-4a1c-abd1-c3e8486217c7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:52.999437 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9c16fbe-beed-46e2-ae4a-f9544c4a1984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:53.015624 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d9c16fbe-beed-46e2-ae4a-f9544c4a1984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:53.043081 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c03872-928d-44ca-ac5d-3a11f5acae2a req-ed43df82-84e4-4863-9af2-80fa8fbf552d tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:53.050930 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17c03872-928d-44ca-ac5d-3a11f5acae2a req-ed43df82-84e4-4863-9af2-80fa8fbf552d tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6 HTTP/1.1" status: 200 len: 944 time: 0.1736231 Dec 06 15:06:53.115101 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d9c16fbe-beed-46e2-ae4a-f9544c4a1984 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea2607e8b80841b992907071f6052827&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2991605 Dec 06 15:06:53.116219 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c16fbe-beed-46e2-ae4a-f9544c4a1984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcc60cf-5bd1-43a3-a02b-f6b03af1d014,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:53.117533 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46210) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:53.138566 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17c03872-928d-44ca-ac5d-3a11f5acae2a req-9c3d7a83-f35a-412b-a8a5-3a74ba32566f tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7b56526-1c45-44c4-accc-892ed78aad99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867319 Dec 06 15:06:53.222268 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98891c09-b3d8-4be5-b98a-fd431198aef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:53.246866 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98891c09-b3d8-4be5-b98a-fd431198aef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:53.316383 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98891c09-b3d8-4be5-b98a-fd431198aef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:53.322752 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98891c09-b3d8-4be5-b98a-fd431198aef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:53.326112 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-98891c09-b3d8-4be5-b98a-fd431198aef2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abcc60cf-5bd1-43a3-a02b-f6b03af1d014 HTTP/1.1" status: 204 len: 168 time: 0.2074440 Dec 06 15:06:53.340998 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98891c09-b3d8-4be5-b98a-fd431198aef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcc60cf-5bd1-43a3-a02b-f6b03af1d014,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:53.373454 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device eb82fd4e-d413-49c4-84d0-64684ea6a9e8 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:06:53.472884 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port eb82fd4e-d413-49c4-84d0-64684ea6a9e8 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:06:53.479035 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port eb82fd4e-d413-49c4-84d0-64684ea6a9e8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:53.479531 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:53.658731 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:53.685691 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb82fd4e-d413-49c4-84d0-64684ea6a9e8'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:06:53.688896 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8ca51d-2f61-4b27-81bf-af8490a7bf48" -d '{"events": [{"server_uuid": "b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6", "name": "network-vif-plugged", "status": "completed", "tag": "eb82fd4e-d413-49c4-84d0-64684ea6a9e8"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:06:53.707290 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port eb82fd4e-d413-49c4-84d0-64684ea6a9e8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=eb82fd4e-d413-49c4-84d0-64684ea6a9e8,segment=NetworkSegment(ecd4569a-99a0-46c0-a199-b2778bfd9475),segment_id=ecd4569a-99a0-46c0-a199-b2778bfd9475)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:53.712696 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-5421d68b-a268-467c-aeaa-0f5ca5b467ba tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:53.714534 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-5421d68b-a268-467c-aeaa-0f5ca5b467ba tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/networks?id=f5f251ea-82ed-4a0b-8c44-8681824b45f4 HTTP/1.1" status: 200 len: 814 time: 0.2332752 Dec 06 15:06:53.715815 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:53.732921 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-85f56d63-b7b4-40cb-a714-0c66cb00f406 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/quotas/1d68cc263107495b94e8b89e7ce49c8a HTTP/1.1" status: 200 len: 375 time: 0.0122507 Dec 06 15:06:53.774477 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=eb82fd4e-d413-49c4-84d0-64684ea6a9e8,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:53.782420 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7897faae-b65f-47d0-8f05-32ca06e5b630 x-openstack-request-id: req-7897faae-b65f-47d0-8f05-32ca06e5b630 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:53.782706 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6", "name": "network-vif-plugged", "status": "completed", "tag": "eb82fd4e-d413-49c4-84d0-64684ea6a9e8", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:53.782956 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7897faae-b65f-47d0-8f05-32ca06e5b630 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:53.783357 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb82fd4e-d413-49c4-84d0-64684ea6a9e8', 'code': 200} Dec 06 15:06:53.832271 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-4563b442-55fa-4f17-988b-5107e11b3552 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d68cc263107495b94e8b89e7ce49c8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910907 Dec 06 15:06:53.985667 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2e2f1-8808-4dfb-81e3-bf4f54c9ff0d req-97d1680b-5c4b-4c9b-abba-9b93fbb8ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:53.987989 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4bc2e2f1-8808-4dfb-81e3-bf4f54c9ff0d req-97d1680b-5c4b-4c9b-abba-9b93fbb8ce1a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6 HTTP/1.1" status: 200 len: 1096 time: 0.1020436 Dec 06 15:06:54.049683 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-81d6a07b-1eeb-4877-8b76-aac8a7b2d1b8 service neutron] 10.222.0.20 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068079 Dec 06 15:06:54.071994 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46276) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:54.088950 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4bc2e2f1-8808-4dfb-81e3-bf4f54c9ff0d req-cc23ebf8-b9c0-4506-85eb-f3c7efd6bfe8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a7b56526-1c45-44c4-accc-892ed78aad99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900631 Dec 06 15:06:54.196299 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-2a47025e-24e8-4a72-903a-ce1240244ea2 service neutron] 10.222.0.20 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453421 Dec 06 15:06:54.350016 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-307fe8eb-6555-4bd5-91a0-89a819c7ebfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:54.432376 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86185275-241b-4fae-bed5-134417ae6bf3 req-71bb4771-ec37-4fbc-b990-f4b4ecb4e6db tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:54.434005 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-86185275-241b-4fae-bed5-134417ae6bf3 req-71bb4771-ec37-4fbc-b990-f4b4ecb4e6db tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6 HTTP/1.1" status: 200 len: 945 time: 0.1712816 Dec 06 15:06:54.462628 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d22d38a6-600a-48fb-b43d-aeea3178c3de req-d1c8e0f8-fa8f-41ef-9260-7847a91668fe tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc25eeb4-4820-4491-ad85-973a89abbacb HTTP/1.1" status: 200 len: 210 time: 0.0411887 Dec 06 15:06:54.524124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-86185275-241b-4fae-bed5-134417ae6bf3 req-a0c2955d-429e-4d2e-9e64-44d86969a9c2 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7b56526-1c45-44c4-accc-892ed78aad99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718837 Dec 06 15:06:54.589244 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-307fe8eb-6555-4bd5-91a0-89a819c7ebfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:54.598810 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-307fe8eb-6555-4bd5-91a0-89a819c7ebfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:54.657230 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-307fe8eb-6555-4bd5-91a0-89a819c7ebfa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19fd4b5ff9244bdb874414d0328440e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5811713 Dec 06 15:06:54.658403 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46306) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:54.665477 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fe8eb-6555-4bd5-91a0-89a819c7ebfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc54ab7a-bb66-485f-9d21-0becb156b02d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:54.726382 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b50858c5-80f0-47cd-a69d-259f20726e9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:54.767353 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b50858c5-80f0-47cd-a69d-259f20726e9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:54.862207 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b50858c5-80f0-47cd-a69d-259f20726e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:54.866167 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b50858c5-80f0-47cd-a69d-259f20726e9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:54.867936 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b50858c5-80f0-47cd-a69d-259f20726e9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc54ab7a-bb66-485f-9d21-0becb156b02d HTTP/1.1" status: 204 len: 168 time: 0.2075212 Dec 06 15:06:54.880130 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50858c5-80f0-47cd-a69d-259f20726e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc54ab7a-bb66-485f-9d21-0becb156b02d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:55.378083 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46338) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:55.395747 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29f3e675-31ff-4093-ae5d-176df154ec0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:55.489850 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29f3e675-31ff-4093-ae5d-176df154ec0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:55.507568 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29f3e675-31ff-4093-ae5d-176df154ec0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:55.592465 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-29f3e675-31ff-4093-ae5d-176df154ec0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2355525579d14ebca6ceadae4dfc1ca3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2129118 Dec 06 15:06:55.594284 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3e675-31ff-4093-ae5d-176df154ec0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c290e7cf-93ca-43cf-b47b-50d9d1ec8bc4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:55.598444 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46350) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:55.634129 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9e242379-377b-4e21-ba0f-89f99d90c78d req-0fbfb19e-3a05-4910-9cff-0a6af4687896 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc25eeb4-4820-4491-ad85-973a89abbacb HTTP/1.1" status: 200 len: 210 time: 0.0677707 Dec 06 15:06:55.858812 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-e742823d-c7bb-4590-864d-57643acaf04d tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:55.860658 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-e742823d-c7bb-4590-864d-57643acaf04d tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.23 "GET /v2.0/networks?id=f5f251ea-82ed-4a0b-8c44-8681824b45f4 HTTP/1.1" status: 200 len: 814 time: 0.1398528 Dec 06 15:06:55.865599 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46360) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:55.866073 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57792337-858c-4041-a94a-0ca9c1803632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:55.887028 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c139b92b-8015-4564-a39b-4bfd36b7c146 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Request body: {'port': {'device_id': 'cc25eeb4-4820-4491-ad85-973a89abbacb', 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4', 'admin_state_up': True, 'tenant_id': '1d68cc263107495b94e8b89e7ce49c8a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:55.934455 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6ddc8-7c15-452f-a6fa-cf115a1761e3 req-08175ea4-fec6-434d-8660-095b5b671191 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:55.936073 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ddf6ddc8-7c15-452f-a6fa-cf115a1761e3 req-08175ea4-fec6-434d-8660-095b5b671191 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6 HTTP/1.1" status: 200 len: 945 time: 0.2826226 Dec 06 15:06:55.945247 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57792337-858c-4041-a94a-0ca9c1803632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:56.093015 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ddf6ddc8-7c15-452f-a6fa-cf115a1761e3 req-f74c5a12-2280-4f08-90e7-d3859d0ee645 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7b56526-1c45-44c4-accc-892ed78aad99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435609 Dec 06 15:06:56.125935 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c139b92b-8015-4564-a39b-4bfd36b7c146 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Made reservation on behalf of 1d68cc263107495b94e8b89e7ce49c8a for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:56.131950 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c139b92b-8015-4564-a39b-4bfd36b7c146 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:56.142102 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57792337-858c-4041-a94a-0ca9c1803632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:56.144704 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57792337-858c-4041-a94a-0ca9c1803632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:56.148109 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-57792337-858c-4041-a94a-0ca9c1803632 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c290e7cf-93ca-43cf-b47b-50d9d1ec8bc4 HTTP/1.1" status: 204 len: 168 time: 0.5461857 Dec 06 15:06:56.179082 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-084d2a33-396b-43ce-a7dd-8f9029425f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1248617092'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:56.210889 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57792337-858c-4041-a94a-0ca9c1803632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c290e7cf-93ca-43cf-b47b-50d9d1ec8bc4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:56.233606 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084d2a33-396b-43ce-a7dd-8f9029425f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Made reservation on behalf of 4ec39e3535ab497da2222f1b1a618f0e for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:56.239611 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-084d2a33-396b-43ce-a7dd-8f9029425f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:56.262728 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-084d2a33-396b-43ce-a7dd-8f9029425f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:56.354707 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-084d2a33-396b-43ce-a7dd-8f9029425f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:56.369386 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-084d2a33-396b-43ce-a7dd-8f9029425f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:56.397368 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084d2a33-396b-43ce-a7dd-8f9029425f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:06:56.416957 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d2a33-396b-43ce-a7dd-8f9029425f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841cfe7a-91db-4866-b0c1-2e938a441449,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:56.421191 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-084d2a33-396b-43ce-a7dd-8f9029425f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:56.421811 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-084d2a33-396b-43ce-a7dd-8f9029425f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Added segment 433bbd6c-f224-492c-8bfb-a07b29a8c6c6 of type vlan for network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 Dec 06 15:06:56.450204 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c139b92b-8015-4564-a39b-4bfd36b7c146 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Allocated IP 172.20.0.12 (f5f251ea-82ed-4a0b-8c44-8681824b45f4/0b72e794-ba19-4721-af9a-670583f58b7e/8d81e54c-eaa6-4d92-ad3b-6611d478f91e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:56.483459 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-084d2a33-396b-43ce-a7dd-8f9029425f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:56.521715 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-084d2a33-396b-43ce-a7dd-8f9029425f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:56.535531 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084d2a33-396b-43ce-a7dd-8f9029425f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:56.536333 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-084d2a33-396b-43ce-a7dd-8f9029425f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:56.613353 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-084d2a33-396b-43ce-a7dd-8f9029425f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7438066 Dec 06 15:06:56.679584 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d2a33-396b-43ce-a7dd-8f9029425f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Pushing event updated for resources: {'Network': ['ID=fdfa3302-b0a2-42d0-b2b6-bdde53587cc4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:56.697269 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:06:56.767461 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c139b92b-8015-4564-a39b-4bfd36b7c146 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:56.816581 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c139b92b-8015-4564-a39b-4bfd36b7c146 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:56.834868 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['f19e55b6-ff97-47b7-b590-e99f314dfdde'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:06:56.844848 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['858abab7-64bc-43df-8b3d-85168cdb41d2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:06:56.849469 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1710a86-5e3d-4cc8-8972-aa63e00b1d7a req-ae275369-3b05-47c0-8ea1-6b581dfc8a95 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:56.851106 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a1710a86-5e3d-4cc8-8972-aa63e00b1d7a req-ae275369-3b05-47c0-8ea1-6b581dfc8a95 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6 HTTP/1.1" status: 200 len: 945 time: 0.0961120 Dec 06 15:06:56.895733 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c139b92b-8015-4564-a39b-4bfd36b7c146 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Network f5f251ea-82ed-4a0b-8c44-8681824b45f4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:56.900213 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c139b92b-8015-4564-a39b-4bfd36b7c146 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:56.908771 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c139b92b-8015-4564-a39b-4bfd36b7c146 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:56.957586 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a1710a86-5e3d-4cc8-8972-aa63e00b1d7a req-11f201d3-e431-4e53-9ac2-09606c10fe65 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7b56526-1c45-44c4-accc-892ed78aad99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987659 Dec 06 15:06:56.981855 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139b92b-8015-4564-a39b-4bfd36b7c146 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Pushing event updated for resources: {'Port': ['ID=8d81e54c-eaa6-4d92-ad3b-6611d478f91e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:57.027317 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c139b92b-8015-4564-a39b-4bfd36b7c146 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:57.028020 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c139b92b-8015-4564-a39b-4bfd36b7c146 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:57.068700 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c139b92b-8015-4564-a39b-4bfd36b7c146 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1932459 Dec 06 15:06:57.102088 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Request body: {'port': {'device_id': 'cc25eeb4-4820-4491-ad85-973a89abbacb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:57.110634 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46404) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:57.139864 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Request body: {'port': {'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4', 'binding:host_id': 'n-h1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1488747277'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:57.231000 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f65ec4-dcf0-4746-86ae-9fa382b2e729 req-cc90b5b6-3a18-4585-87eb-d7c4bfa6aec8 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:57.232626 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-03f65ec4-dcf0-4746-86ae-9fa382b2e729 req-cc90b5b6-3a18-4585-87eb-d7c4bfa6aec8 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc25eeb4-4820-4491-ad85-973a89abbacb HTTP/1.1" status: 200 len: 932 time: 0.1908009 Dec 06 15:06:57.266804 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Made reservation on behalf of db0346e7b8c749bd8d717086ac870669 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:57.269802 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:57.299297 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:57.351531 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-03f65ec4-dcf0-4746-86ae-9fa382b2e729 req-f4471a7a-5daf-4ef4-91ed-eab2e033784b tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937424 Dec 06 15:06:57.358396 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:57.528788 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:57.536173 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:57.542875 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] device_id is not set on port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:06:57.683270 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82165ebb-06a9-41a0-a633-7beb666a88ad,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:57.717041 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:57.717396 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:57.717741 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:57.718084 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:57.718420 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:57.718751 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:57.719092 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:57.719410 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:57.719767 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:57.720114 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:57.720425 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:57.720749 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:57.721074 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:57.913537 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d81e54c-eaa6-4d92-ad3b-6611d478f91e {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:06:57.924079 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:57.927930 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] device_id is not set on port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:06:57.942121 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:57.949127 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Transition to ACTIVE for port object 8d81e54c-eaa6-4d92-ad3b-6611d478f91e will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:06:57.952899 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:57.955633 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:57.997894 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:58.164899 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Pushing event updated for resources: {'Port': ['ID=8d81e54c-eaa6-4d92-ad3b-6611d478f91e,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:58.182371 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fb532-1d04-4b13-848c-d66d64dc8f18 req-7ec6ed58-cbb6-4b9b-a4db-29c40331706f tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:58.185030 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3a8fb532-1d04-4b13-848c-d66d64dc8f18 req-7ec6ed58-cbb6-4b9b-a4db-29c40331706f tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6 HTTP/1.1" status: 200 len: 945 time: 0.0891676 Dec 06 15:06:58.274801 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Checking segment: {'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:58.275226 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Network hostable DHCP agents. Network: fdfa3302-b0a2-42d0-b2b6-bdde53587cc4, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:06:58.314945 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Pushing event updated for resources: {'Port': ['ID=75a4982b-c9ad-4571-bbe3-e38ff4cc45b4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:58.335124 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2539c4-cfd7-4cea-845a-d8195990de18 req-819f1ec0-85f3-4e13-9883-f36ce6d90414 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:58.335124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a2539c4-cfd7-4cea-845a-d8195990de18 req-819f1ec0-85f3-4e13-9883-f36ce6d90414 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6 HTTP/1.1" status: 200 len: 945 time: 0.2350636 Dec 06 15:06:58.405257 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:06:58.411379 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Attempting to bind port 8d81e54c-eaa6-4d92-ad3b-6611d478f91e on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:58.411779 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Attempting to bind port 8d81e54c-eaa6-4d92-ad3b-6611d478f91e by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:58.412115 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Attempting to bind port 8d81e54c-eaa6-4d92-ad3b-6611d478f91e on network f5f251ea-82ed-4a0b-8c44-8681824b45f4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:58.419797 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-3a8fb532-1d04-4b13-848c-d66d64dc8f18 req-87d9ee0c-d3f2-4744-8641-bd8090ff9659 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Deleting port eb82fd4e-d413-49c4-84d0-64684ea6a9e8 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:58.433831 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Port 8d81e54c-eaa6-4d92-ad3b-6611d478f91e on network f5f251ea-82ed-4a0b-8c44-8681824b45f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:06:58.434154 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Attempting to bind port 8d81e54c-eaa6-4d92-ad3b-6611d478f91e on network f5f251ea-82ed-4a0b-8c44-8681824b45f4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:58.434643 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3a8fb532-1d04-4b13-848c-d66d64dc8f18 req-87d9ee0c-d3f2-4744-8641-bd8090ff9659 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:58.443184 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a2539c4-cfd7-4cea-845a-d8195990de18 req-b4baa73c-82e3-4391-8683-63ca4c27bb78 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7b56526-1c45-44c4-accc-892ed78aad99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976663 Dec 06 15:06:58.446982 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, fdfa3302-b0a2-42d0-b2b6-bdde53587cc4) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:58.449310 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:06:58.449720 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Checking segment: {'id': 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:58.450104 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Bound using segment: {'id': 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:06:58.450548 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Bound port: 8d81e54c-eaa6-4d92-ad3b-6611d478f91e, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:06:58.450908 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:58.456000 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797c64a0-c229-4e67-8683-81afd317d03f None None] Network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:06:58.493740 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:58.544232 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:58.544814 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:58.545043 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:58.578011 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:06:58.578444 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:06:58.583812 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 2 to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 Dec 06 15:06:58.592675 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08b746-a060-4e9c-a1fc-4c65e28f9c44 req-8c45be38-9749-4ea5-993b-a9f84af95fed tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:58.601048 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e08b746-a060-4e9c-a1fc-4c65e28f9c44 req-8c45be38-9749-4ea5-993b-a9f84af95fed tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc25eeb4-4820-4491-ad85-973a89abbacb HTTP/1.1" status: 200 len: 944 time: 0.1447344 Dec 06 15:06:58.601691 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] For port 8d81e54c-eaa6-4d92-ad3b-6611d478f91e, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:06:58.620221 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:58.620569 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:58.621082 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:58.628647 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] For port 8d81e54c-eaa6-4d92-ad3b-6611d478f91e, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8d81e54c-eaa6-4d92-ad3b-6611d478f91e,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:06:58.633265 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:06:58.633706 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:06:58.634220 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 3 to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 Dec 06 15:06:58.640169 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:58.640595 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3a8fb532-1d04-4b13-848c-d66d64dc8f18 req-87d9ee0c-d3f2-4744-8641-bd8090ff9659 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] For port eb82fd4e-d413-49c4-84d0-64684ea6a9e8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=eb82fd4e-d413-49c4-84d0-64684ea6a9e8,segment=NetworkSegment(ecd4569a-99a0-46c0-a199-b2778bfd9475),segment_id=ecd4569a-99a0-46c0-a199-b2778bfd9475)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:58.641186 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3a8fb532-1d04-4b13-848c-d66d64dc8f18 req-87d9ee0c-d3f2-4744-8641-bd8090ff9659 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:58.683196 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-3a8fb532-1d04-4b13-848c-d66d64dc8f18 req-87d9ee0c-d3f2-4744-8641-bd8090ff9659 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Calling delete_port for eb82fd4e-d413-49c4-84d0-64684ea6a9e8 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:58.698586 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:58.699359 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:58.701309 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] 10.222.0.23 "PUT /v2.0/ports/8d81e54c-eaa6-4d92-ad3b-6611d478f91e HTTP/1.1" status: 200 len: 1092 time: 1.6241386 Dec 06 15:06:58.703145 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc25eeb4-4820-4491-ad85-973a89abbacb', 'tag': '8d81e54c-eaa6-4d92-ad3b-6611d478f91e'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:06:58.713780 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455ca17b-64df-4ef8-a251-df20fdf5a622" -d '{"events": [{"name": "network-changed", "server_uuid": "cc25eeb4-4820-4491-ad85-973a89abbacb", "tag": "8d81e54c-eaa6-4d92-ad3b-6611d478f91e"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:06:58.727079 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e08b746-a060-4e9c-a1fc-4c65e28f9c44 req-9341434d-84af-4fa4-935b-31073aab2960 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244421 Dec 06 15:06:58.728924 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:58.729259 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:58.730366 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:58.754549 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:06:58.754904 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:06:58.768983 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 4 to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 Dec 06 15:06:58.813256 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3375437-347d-420c-9524-8e7dc0519540 service neutron] Pushing event updated for resources: {'Port': ['ID=8d81e54c-eaa6-4d92-ad3b-6611d478f91e,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:58.828044 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:58.828459 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:58.828827 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:58.838355 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:06:58.838686 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:06:58.840543 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 5 to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 Dec 06 15:06:58.857557 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-abbb2630-5975-4fed-b529-5ca530b89769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:58.859077 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-abbb2630-5975-4fed-b529-5ca530b89769 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d68cc263107495b94e8b89e7ce49c8a&device_id=cc25eeb4-4820-4491-ad85-973a89abbacb HTTP/1.1" status: 200 len: 1095 time: 0.1095619 Dec 06 15:06:58.867780 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:58.868123 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:58.868456 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:58.879881 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:06:58.880221 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:06:58.910754 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 6 to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 Dec 06 15:06:58.915573 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-fe7ed739-752a-4f9c-afe9-1e377ce42753 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d81e54c-eaa6-4d92-ad3b-6611d478f91e HTTP/1.1" status: 200 len: 217 time: 0.0439060 Dec 06 15:06:58.934172 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:58.934522 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:58.934864 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:58.961405 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:06:58.961751 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:06:58.966365 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 7 to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 Dec 06 15:06:58.990055 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:58.990407 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:58.990734 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:58.995048 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-6bec864c-4a06-43d9-8366-02f1c49148d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:58.996333 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-6bec864c-4a06-43d9-8366-02f1c49148d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b72e794-ba19-4721-af9a-670583f58b7e HTTP/1.1" status: 200 len: 854 time: 0.0729713 Dec 06 15:06:58.998811 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:06:58.999147 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:06:58.999540 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 8 to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 Dec 06 15:06:59.027498 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3a8fb532-1d04-4b13-848c-d66d64dc8f18 req-87d9ee0c-d3f2-4744-8641-bd8090ff9659 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:59.044190 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['eb82fd4e-d413-49c4-84d0-64684ea6a9e8'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:06:59.044843 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-8c55bc1f-ed51-411b-a30b-0a3d06d9fa44 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5f251ea-82ed-4a0b-8c44-8681824b45f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360405 Dec 06 15:06:59.045515 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:59.046076 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:59.046407 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:59.063246 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:06:59.063246 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:06:59.072594 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 9 to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 Dec 06 15:06:59.086381 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9ee0c-d3f2-4744-8641-bd8090ff9659 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Pushing event deleted for resources: {'Port': ['ID=eb82fd4e-d413-49c4-84d0-64684ea6a9e8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:59.106789 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:59.107211 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:59.107470 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:59.167190 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8fb532-1d04-4b13-848c-d66d64dc8f18 req-87d9ee0c-d3f2-4744-8641-bd8090ff9659 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] No DVR routers for this DVR port eb82fd4e-d413-49c4-84d0-64684ea6a9e8 on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:06:59.185554 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3a8fb532-1d04-4b13-848c-d66d64dc8f18 req-87d9ee0c-d3f2-4744-8641-bd8090ff9659 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:59.196336 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3a8fb532-1d04-4b13-848c-d66d64dc8f18 req-87d9ee0c-d3f2-4744-8641-bd8090ff9659 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.37 "DELETE /v2.0/ports/eb82fd4e-d413-49c4-84d0-64684ea6a9e8 HTTP/1.1" status: 204 len: 173 time: 0.9960897 Dec 06 15:06:59.197110 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6', 'name': 'network-vif-deleted', 'tag': 'eb82fd4e-d413-49c4-84d0-64684ea6a9e8'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:06:59.203384 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5ec089-033d-4283-95ad-43f7ad4a3617" -d '{"events": [{"server_uuid": "b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6", "name": "network-vif-deleted", "tag": "eb82fd4e-d413-49c4-84d0-64684ea6a9e8"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:06:59.275222 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760b0695-21a9-4cb2-ba79-78004514cea8 x-openstack-request-id: req-760b0695-21a9-4cb2-ba79-78004514cea8 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:59.275525 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6", "name": "network-vif-deleted", "tag": "eb82fd4e-d413-49c4-84d0-64684ea6a9e8", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:59.275802 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-760b0695-21a9-4cb2-ba79-78004514cea8 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:59.276453 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6', 'name': 'network-vif-deleted', 'tag': 'eb82fd4e-d413-49c4-84d0-64684ea6a9e8', 'status': 'completed', 'code': 200} Dec 06 15:06:59.557819 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b737130c-7025-4f26-b773-0dce6b849f41 x-openstack-request-id: req-b737130c-7025-4f26-b773-0dce6b849f41 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:59.558833 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc25eeb4-4820-4491-ad85-973a89abbacb", "tag": "8d81e54c-eaa6-4d92-ad3b-6611d478f91e", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:59.559305 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b737130c-7025-4f26-b773-0dce6b849f41 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:59.559936 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc25eeb4-4820-4491-ad85-973a89abbacb', 'tag': '8d81e54c-eaa6-4d92-ad3b-6611d478f91e', 'status': 'completed', 'code': 200} Dec 06 15:06:59.570237 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:06:59.570835 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:06:59.573247 n-d-master-1 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 10 to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 Dec 06 15:06:59.593986 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:59.594579 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:59.595084 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:59.608367 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:06:59.609462 n-d-master-1 neutron-server[103289]: ERROR neutron.plugins.ml2.managers [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:06:59.610062 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:59.627217 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-4d8e557b-6f8e-45b3-bcef-2ef7a00a59ab service neutron] 10.222.0.23 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723903 Dec 06 15:06:59.693002 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4aea73e0-ca3b-42f9-b35b-e9cacb90b6d0 req-c0e0e0b7-2706-4022-a73e-719375ef1f69 tempest-ServerPasswordTestJSON-50096711 tempest-ServerPasswordTestJSON-50096711-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3cfaa16-3f62-4a07-bd3a-74ad836ba4e6 HTTP/1.1" status: 200 len: 210 time: 0.0465136 Dec 06 15:06:59.764125 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] For port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:06:59.764732 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempted to set empty binding levels {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 15:06:59.780002 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:59.869995 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b118c683-cf74-4e10-bfe5-5068ed214ac5 req-b21591ad-be4b-47f6-bb25-c5e185c89efb service neutron] 10.222.0.23 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142491 Dec 06 15:06:59.872348 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:59.889151 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:59.890299 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:59.926347 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Pushing event updated for resources: {'Port': ['ID=75a4982b-c9ad-4571-bbe3-e38ff4cc45b4,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:59.960153 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5b652793-c6ee-470d-82a5-77eab924d0b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.8423669 Dec 06 15:06:59.963053 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46488) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:00.091186 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ca17b-64df-4ef8-a251-df20fdf5a622 req-2202a1ae-f604-4625-a63a-e77e5c6c2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:00.092692 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4fe24725-8987-4f70-96cc-d267d7103c6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Deleting port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:07:00.093042 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fe24725-8987-4f70-96cc-d267d7103c6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:00.093713 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-455ca17b-64df-4ef8-a251-df20fdf5a622 req-2202a1ae-f604-4625-a63a-e77e5c6c2473 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d68cc263107495b94e8b89e7ce49c8a&device_id=cc25eeb4-4820-4491-ad85-973a89abbacb HTTP/1.1" status: 200 len: 1095 time: 0.1589324 Dec 06 15:07:00.227143 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10305482-aca9-4e90-9524-55b42d82b1f9 req-adb70807-0159-4acb-a42f-73037c8a9726 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:00.233474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10305482-aca9-4e90-9524-55b42d82b1f9 req-adb70807-0159-4acb-a42f-73037c8a9726 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc25eeb4-4820-4491-ad85-973a89abbacb HTTP/1.1" status: 200 len: 944 time: 0.2844958 Dec 06 15:07:00.281704 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4fe24725-8987-4f70-96cc-d267d7103c6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] For port 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4, host n-h1-master-1, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:00.281704 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fe24725-8987-4f70-96cc-d267d7103c6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:00.288363 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ca17b-64df-4ef8-a251-df20fdf5a622 req-dd89db0f-3cd8-4bd4-89ac-eb65d29364d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:00.291132 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-455ca17b-64df-4ef8-a251-df20fdf5a622 req-dd89db0f-3cd8-4bd4-89ac-eb65d29364d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5f251ea-82ed-4a0b-8c44-8681824b45f4 HTTP/1.1" status: 200 len: 915 time: 0.1868405 Dec 06 15:07:00.295342 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4fe24725-8987-4f70-96cc-d267d7103c6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Calling delete_port for 75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:07:00.371103 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-455ca17b-64df-4ef8-a251-df20fdf5a622 req-6c793efe-4b91-4370-9a4e-c57c4ea89de9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d81e54c-eaa6-4d92-ad3b-6611d478f91e HTTP/1.1" status: 200 len: 217 time: 0.0565677 Dec 06 15:07:00.437734 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ca17b-64df-4ef8-a251-df20fdf5a622 req-271d5238-90a7-4a8f-98ab-cb6d4f5a1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:00.439529 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-455ca17b-64df-4ef8-a251-df20fdf5a622 req-271d5238-90a7-4a8f-98ab-cb6d4f5a1340 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b72e794-ba19-4721-af9a-670583f58b7e HTTP/1.1" status: 200 len: 854 time: 0.0581083 Dec 06 15:07:00.469853 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fe24725-8987-4f70-96cc-d267d7103c6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:00.488141 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10305482-aca9-4e90-9524-55b42d82b1f9 req-a81a30a8-b711-4f5b-8435-ac8955bdf480 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943185 Dec 06 15:07:00.515393 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-455ca17b-64df-4ef8-a251-df20fdf5a622 req-f7789443-af94-41c2-ad46-4b642b0af587 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5f251ea-82ed-4a0b-8c44-8681824b45f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637214 Dec 06 15:07:00.545266 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe24725-8987-4f70-96cc-d267d7103c6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Pushing event deleted for resources: {'Port': ['ID=75a4982b-c9ad-4571-bbe3-e38ff4cc45b4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:00.566081 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fe24725-8987-4f70-96cc-d267d7103c6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:00.577919 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4fe24725-8987-4f70-96cc-d267d7103c6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] 10.222.0.20 "DELETE /v2.0/ports/75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 HTTP/1.1" status: 204 len: 168 time: 0.6137960 Dec 06 15:07:00.581891 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46506) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:00.635349 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c14c466-5ca3-4437-b34f-44e1d1fdb1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] GET failed (client error): The resource could not be found. Dec 06 15:07:00.639554 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3c14c466-5ca3-4437-b34f-44e1d1fdb1a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] 10.222.0.20 "GET /v2.0/ports/75a4982b-c9ad-4571-bbe3-e38ff4cc45b4 HTTP/1.1" status: 404 len: 333 time: 0.0553002 Dec 06 15:07:00.643957 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46508) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:00.652314 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-89332740-061e-4280-8fae-d499040bf76e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Request body: {'port': {'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1106477381'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:00.697805 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89332740-061e-4280-8fae-d499040bf76e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Made reservation on behalf of db0346e7b8c749bd8d717086ac870669 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:00.700749 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-89332740-061e-4280-8fae-d499040bf76e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:00.740176 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-455ca17b-64df-4ef8-a251-df20fdf5a622 req-3cdbdc2d-2e4f-48d0-80f3-902f9aa9377f service neutron] 10.222.0.23 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164910 Dec 06 15:07:00.755105 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d51680b-3509-4ce4-bec4-843e6df033e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:00.773107 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-89332740-061e-4280-8fae-d499040bf76e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] device_id is not set on port 1320ba2d-2005-434c-830d-4ceb05eb3499 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:07:00.906108 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46514) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:00.998138 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-455ca17b-64df-4ef8-a251-df20fdf5a622 req-63cb36dd-9190-4c67-8a37-394ab9b0e8ab service neutron] 10.222.0.23 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478831 Dec 06 15:07:01.303924 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-89332740-061e-4280-8fae-d499040bf76e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:01.307098 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8d81e54c-eaa6-4d92-ad3b-6611d478f91e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:07:01.362300 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf78b38-bcae-4268-80a4-f156df401d6c admin admin] Deleting subnet 273bd44f-0f7c-4b79-ac87-9078e3131209 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:07:01.366561 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf78b38-bcae-4268-80a4-f156df401d6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:01.417866 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf78b38-bcae-4268-80a4-f156df401d6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:01.520192 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf78b38-bcae-4268-80a4-f156df401d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:01.579118 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8d81e54c-eaa6-4d92-ad3b-6611d478f91e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8d81e54c-eaa6-4d92-ad3b-6611d478f91e,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:01.593830 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '8d81e54c-eaa6-4d92-ad3b-6611d478f91e', 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4', 'port_id': '8d81e54c-eaa6-4d92-ad3b-6611d478f91e', 'mac_address': 'fa:16:3e:3b:ee:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b72e794-ba19-4721-af9a-670583f58b7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:07:01.621387 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-89332740-061e-4280-8fae-d499040bf76e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:01.674486 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:01.705678 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39814b-2656-41ce-8dba-9fbbb2426120 req-353825ff-01f7-4fb1-be2a-b4f96649fa2b tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:01.718447 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9d39814b-2656-41ce-8dba-9fbbb2426120 req-353825ff-01f7-4fb1-be2a-b4f96649fa2b tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc25eeb4-4820-4491-ad85-973a89abbacb HTTP/1.1" status: 200 len: 944 time: 0.1171517 Dec 06 15:07:01.749716 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89332740-061e-4280-8fae-d499040bf76e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:01.754315 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d81e54c-eaa6-4d92-ad3b-6611d478f91e {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:07:01.768312 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-89332740-061e-4280-8fae-d499040bf76e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:01.773471 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89332740-061e-4280-8fae-d499040bf76e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:07:01.784582 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89332740-061e-4280-8fae-d499040bf76e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:01.785393 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-89332740-061e-4280-8fae-d499040bf76e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:01.788399 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf78b38-bcae-4268-80a4-f156df401d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:01.822917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9d39814b-2656-41ce-8dba-9fbbb2426120 req-f5cb7dd3-cc6a-4acc-8a6b-bf3c28a21f85 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982242 Dec 06 15:07:01.855426 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8d81e54c-eaa6-4d92-ad3b-6611d478f91e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8d81e54c-eaa6-4d92-ad3b-6611d478f91e,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:01.871246 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:01.889184 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf78b38-bcae-4268-80a4-f156df401d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:01.897854 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ecf78b38-bcae-4268-80a4-f156df401d6c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/273bd44f-0f7c-4b79-ac87-9078e3131209 HTTP/1.1" status: 204 len: 168 time: 0.9895196 Dec 06 15:07:01.899019 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf78b38-bcae-4268-80a4-f156df401d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=273bd44f-0f7c-4b79-ac87-9078e3131209,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:01.900827 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46564) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:01.902422 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89332740-061e-4280-8fae-d499040bf76e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Pushing event updated for resources: {'Port': ['ID=1320ba2d-2005-434c-830d-4ceb05eb3499,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:01.929582 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-89332740-061e-4280-8fae-d499040bf76e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2842071 Dec 06 15:07:01.932416 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46566) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:01.938440 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:02.043253 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:02.128935 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['8d81e54c-eaa6-4d92-ad3b-6611d478f91e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:07:02.147835 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b988ea2-0c90-4f27-bc36-b7745ba8121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:02.188605 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=8d81e54c-eaa6-4d92-ad3b-6611d478f91e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:02.379598 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b988ea2-0c90-4f27-bc36-b7745ba8121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:02.436905 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7b988ea2-0c90-4f27-bc36-b7745ba8121f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79365f6-12e5-4dd8-8f76-931003f2f5db']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:02.461558 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7b988ea2-0c90-4f27-bc36-b7745ba8121f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd4569a-99a0-46c0-a199-b2778bfd9475') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:02.461872 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7b988ea2-0c90-4f27-bc36-b7745ba8121f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd4569a-99a0-46c0-a199-b2778bfd9475') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:02.494843 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b988ea2-0c90-4f27-bc36-b7745ba8121f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:02.523450 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] device_id is not set on port 1320ba2d-2005-434c-830d-4ceb05eb3499 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:07:02.525126 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b988ea2-0c90-4f27-bc36-b7745ba8121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:02.532947 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:02.536529 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b988ea2-0c90-4f27-bc36-b7745ba8121f admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:07:02.537147 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b988ea2-0c90-4f27-bc36-b7745ba8121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:07:02.539444 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:07:02.543737 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:02.617712 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:02.618150 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:02.618584 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:02.623749 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:02.624195 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:02.624833 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 2 to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 Dec 06 15:07:02.627333 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Pushing event updated for resources: {'Port': ['ID=1320ba2d-2005-434c-830d-4ceb05eb3499,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:02.647233 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:02.647773 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:02.648211 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:02.653057 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:02.653466 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:02.653934 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 3 to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 Dec 06 15:07:02.661951 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b988ea2-0c90-4f27-bc36-b7745ba8121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:02.669455 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:02.670039 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:02.670458 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:02.670880 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b988ea2-0c90-4f27-bc36-b7745ba8121f admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:02.678327 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7b988ea2-0c90-4f27-bc36-b7745ba8121f admin admin] 10.222.0.20 "DELETE /v2.0/networks/f79365f6-12e5-4dd8-8f76-931003f2f5db HTTP/1.1" status: 204 len: 168 time: 0.7734921 Dec 06 15:07:02.678477 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:02.678477 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:02.678637 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 4 to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 Dec 06 15:07:02.692073 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:02.692412 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:02.692746 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:02.694643 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b988ea2-0c90-4f27-bc36-b7745ba8121f admin admin] Pushing event deleted for resources: {'Network': ['ID=f79365f6-12e5-4dd8-8f76-931003f2f5db,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:02.700050 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:02.700390 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:02.701221 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 5 to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 Dec 06 15:07:02.717346 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:02.717679 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:02.718091 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:02.726657 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:02.726940 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:02.727408 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 6 to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 Dec 06 15:07:02.747854 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:02.748526 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:02.749146 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:02.756300 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:02.756841 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:02.758250 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 7 to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 Dec 06 15:07:02.773415 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:02.773833 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:02.774225 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:02.787871 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:02.790453 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:02.790865 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 8 to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 Dec 06 15:07:02.835634 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:02.838670 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:02.839036 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:02.849993 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:02.850325 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:02.850723 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 9 to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 Dec 06 15:07:02.882131 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:02.882467 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:02.883057 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:02.898983 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:02.900009 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:02.900794 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 10 to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 Dec 06 15:07:02.945738 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:02.946072 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:02.953244 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:02.959428 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46610) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:02.966085 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:02.966438 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 1320ba2d-2005-434c-830d-4ceb05eb3499 on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:02.966819 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:03.038063 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6ced2efc-7d49-4c6d-9456-97cd7a44f7b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b973d8d7ddf43b7ad218b57ead0c2f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0773180 Dec 06 15:07:03.040434 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46612) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:03.139813 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94f275d5-a589-40ab-8a07-65192bfefd1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:03.147253 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b22557-8ce3-4bf8-966a-9f755d792d1c req-4ab8f02f-9835-4f9b-87f5-69e65dd8fe13 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.155598 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a4b22557-8ce3-4bf8-966a-9f755d792d1c req-4ab8f02f-9835-4f9b-87f5-69e65dd8fe13 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc25eeb4-4820-4491-ad85-973a89abbacb HTTP/1.1" status: 200 len: 945 time: 0.1653070 Dec 06 15:07:03.193840 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94f275d5-a589-40ab-8a07-65192bfefd1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:03.206541 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] For port 1320ba2d-2005-434c-830d-4ceb05eb3499, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:07:03.207209 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempted to set empty binding levels {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 15:07:03.223359 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:03.240007 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5374de47-fe9b-4253-b4c8-f67bdc94e167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:03.281350 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94f275d5-a589-40ab-8a07-65192bfefd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:03.285507 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-94f275d5-a589-40ab-8a07-65192bfefd1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:03.290239 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-94f275d5-a589-40ab-8a07-65192bfefd1f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7b56526-1c45-44c4-accc-892ed78aad99 HTTP/1.1" status: 204 len: 168 time: 0.2482433 Dec 06 15:07:03.293377 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a4b22557-8ce3-4bf8-966a-9f755d792d1c req-04988d03-2535-4275-8b0e-08271154d6fc tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365473 Dec 06 15:07:03.298544 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] In _notify_port_updated(), no bound segment for port 1320ba2d-2005-434c-830d-4ceb05eb3499 on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 15:07:03.301158 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.302012 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:03.303816 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] 10.222.0.20 "PUT /v2.0/ports/1320ba2d-2005-434c-830d-4ceb05eb3499 HTTP/1.1" status: 200 len: 979 time: 1.3701208 Dec 06 15:07:03.307304 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46624) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:03.326258 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd209686-b82c-4e0a-af22-923b23fc4a1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Pushing event updated for resources: {'Port': ['ID=1320ba2d-2005-434c-830d-4ceb05eb3499,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:03.335503 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8d81e54c-eaa6-4d92-ad3b-6611d478f91e up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:07:03.374605 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f275d5-a589-40ab-8a07-65192bfefd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b56526-1c45-44c4-accc-892ed78aad99,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:03.452074 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device eb82fd4e-d413-49c4-84d0-64684ea6a9e8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:07:03.506947 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: eb82fd4e-d413-49c4-84d0-64684ea6a9e8 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:07:03.507293 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device eb82fd4e-d413-49c4-84d0-64684ea6a9e8 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:07:03.540777 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.542580 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.543119 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.543601 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.544107 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.544583 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.544691 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 8d81e54c-eaa6-4d92-ad3b-6611d478f91e completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:07:03.545054 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.545523 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.545990 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.546457 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.546934 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.547400 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.547886 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.548353 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.548815 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.549276 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.549793 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.553953 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 8d81e54c-eaa6-4d92-ad3b-6611d478f91e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:03.554326 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:03.557006 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.557588 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:03.562985 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-068eb9ea-9dd9-4a66-b353-2bc050a0f7f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17162 time: 0.2546630 Dec 06 15:07:03.567783 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46632) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:03.702801 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:03.757134 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46640) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:03.792585 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-774a73bf-6f17-4439-831d-40347a62f793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Deleting port 1320ba2d-2005-434c-830d-4ceb05eb3499 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:07:03.792929 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-774a73bf-6f17-4439-831d-40347a62f793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:03.795624 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8d81e54c-eaa6-4d92-ad3b-6611d478f91e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8d81e54c-eaa6-4d92-ad3b-6611d478f91e,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:03.796915 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc25eeb4-4820-4491-ad85-973a89abbacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d81e54c-eaa6-4d92-ad3b-6611d478f91e'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:07:03.801547 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d624dfd-cd20-4c18-a452-ef8449899ecc" -d '{"events": [{"server_uuid": "cc25eeb4-4820-4491-ad85-973a89abbacb", "name": "network-vif-plugged", "status": "completed", "tag": "8d81e54c-eaa6-4d92-ad3b-6611d478f91e"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:07:03.806880 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:03.895636 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=8d81e54c-eaa6-4d92-ad3b-6611d478f91e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:03.905191 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5665c9-d1cb-4a33-b831-16cd3b08c69c x-openstack-request-id: req-6b5665c9-d1cb-4a33-b831-16cd3b08c69c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:07:03.905509 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc25eeb4-4820-4491-ad85-973a89abbacb", "name": "network-vif-plugged", "status": "completed", "tag": "8d81e54c-eaa6-4d92-ad3b-6611d478f91e", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:07:03.905884 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b5665c9-d1cb-4a33-b831-16cd3b08c69c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:07:03.906315 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc25eeb4-4820-4491-ad85-973a89abbacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d81e54c-eaa6-4d92-ad3b-6611d478f91e', 'code': 200} Dec 06 15:07:03.976897 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-774a73bf-6f17-4439-831d-40347a62f793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] For port 1320ba2d-2005-434c-830d-4ceb05eb3499, host n-h1-master-1, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:03.982726 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-774a73bf-6f17-4439-831d-40347a62f793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:03.992414 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:04.012132 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-774a73bf-6f17-4439-831d-40347a62f793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Calling delete_port for 1320ba2d-2005-434c-830d-4ceb05eb3499 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:07:04.015617 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5030e2-25c1-4850-9361-1a30588a4ec1 req-8ac425d3-ca88-4e06-95e3-afed5d52ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:04.017681 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e5030e2-25c1-4850-9361-1a30588a4ec1 req-8ac425d3-ca88-4e06-95e3-afed5d52ca52 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cc25eeb4-4820-4491-ad85-973a89abbacb HTTP/1.1" status: 200 len: 1097 time: 0.0628242 Dec 06 15:07:04.103714 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e5030e2-25c1-4850-9361-1a30588a4ec1 req-a4b37659-8dd9-4a9d-aacc-0a4ff88df198 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772181 Dec 06 15:07:04.117551 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7b85-f161-4243-a69d-b0bcb8d63224 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:04.130439 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-774a73bf-6f17-4439-831d-40347a62f793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:04.173196 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a73bf-6f17-4439-831d-40347a62f793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Pushing event deleted for resources: {'Port': ['ID=1320ba2d-2005-434c-830d-4ceb05eb3499,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:04.181082 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-774a73bf-6f17-4439-831d-40347a62f793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:04.184945 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-774a73bf-6f17-4439-831d-40347a62f793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] 10.222.0.20 "DELETE /v2.0/ports/1320ba2d-2005-434c-830d-4ceb05eb3499 HTTP/1.1" status: 204 len: 168 time: 0.6157155 Dec 06 15:07:04.187840 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46654) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:04.219594 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-64484c9a-5da8-43e8-8099-cab014a55c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] GET failed (client error): The resource could not be found. Dec 06 15:07:04.221694 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-64484c9a-5da8-43e8-8099-cab014a55c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] 10.222.0.20 "GET /v2.0/ports/1320ba2d-2005-434c-830d-4ceb05eb3499 HTTP/1.1" status: 404 len: 333 time: 0.0329428 Dec 06 15:07:04.226346 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46656) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:04.231624 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6676ad17-d76a-4fdc-896c-eeeba768134a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252809836', 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:04.271564 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6676ad17-d76a-4fdc-896c-eeeba768134a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Made reservation on behalf of db0346e7b8c749bd8d717086ac870669 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:04.278053 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6676ad17-d76a-4fdc-896c-eeeba768134a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:04.286171 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7b85-f161-4243-a69d-b0bcb8d63224 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:04.294273 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7b85-f161-4243-a69d-b0bcb8d63224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:04.330118 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-6676ad17-d76a-4fdc-896c-eeeba768134a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] device_id is not set on port 4f29c507-a7d8-45bb-b9de-34aef2dcb28e yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:07:04.359556 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9e7e7b85-f161-4243-a69d-b0bcb8d63224 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b16b47e00c54ceab117a4c02955fcdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5986631 Dec 06 15:07:04.366330 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46666) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:04.482428 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e7b85-f161-4243-a69d-b0bcb8d63224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b662b6e3-2bbf-488e-a897-a43e6ea676d6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:04.520599 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-686957ca-00f2-422f-8697-8feec6c0b822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:04.553210 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-686957ca-00f2-422f-8697-8feec6c0b822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:04.601685 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b321b-f4a6-401f-8324-697736b3efb3 req-0da14e6a-0d64-4b3f-9276-6bd326623c96 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:04.603203 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f55b321b-f4a6-401f-8324-697736b3efb3 req-0da14e6a-0d64-4b3f-9276-6bd326623c96 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc25eeb4-4820-4491-ad85-973a89abbacb HTTP/1.1" status: 200 len: 946 time: 0.1653399 Dec 06 15:07:04.630671 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-686957ca-00f2-422f-8697-8feec6c0b822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:04.634368 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-686957ca-00f2-422f-8697-8feec6c0b822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:04.639034 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-686957ca-00f2-422f-8697-8feec6c0b822 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b662b6e3-2bbf-488e-a897-a43e6ea676d6 HTTP/1.1" status: 204 len: 168 time: 0.2715638 Dec 06 15:07:04.649623 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686957ca-00f2-422f-8697-8feec6c0b822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b662b6e3-2bbf-488e-a897-a43e6ea676d6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:04.673745 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6676ad17-d76a-4fdc-896c-eeeba768134a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:04.703670 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f55b321b-f4a6-401f-8324-697736b3efb3 req-09a256fd-0cbf-456b-8cb8-a5f03d6152f8 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918756 Dec 06 15:07:04.749817 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6676ad17-d76a-4fdc-896c-eeeba768134a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:04.804919 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676ad17-d76a-4fdc-896c-eeeba768134a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Pushing event updated for resources: {'Port': ['ID=4f29c507-a7d8-45bb-b9de-34aef2dcb28e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:04.820508 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6676ad17-d76a-4fdc-896c-eeeba768134a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:04.822757 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6676ad17-d76a-4fdc-896c-eeeba768134a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:04.825235 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6676ad17-d76a-4fdc-896c-eeeba768134a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:07:04.826842 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6676ad17-d76a-4fdc-896c-eeeba768134a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:04.827560 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6676ad17-d76a-4fdc-896c-eeeba768134a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:04.845995 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6676ad17-d76a-4fdc-896c-eeeba768134a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6182325 Dec 06 15:07:04.849470 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46686) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:04.854546 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46688) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:04.889971 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc42fec-3e57-497e-bbd6-18f39687dd1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:04.891798 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7bc42fec-3e57-497e-bbd6-18f39687dd1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] 10.222.0.20 "GET /v2.0/ports/4f29c507-a7d8-45bb-b9de-34aef2dcb28e HTTP/1.1" status: 200 len: 959 time: 0.0408845 Dec 06 15:07:04.895051 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46692) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:05.008016 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fd7d1-6931-43c8-bf8b-a25505f3b655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Deleting port 4f29c507-a7d8-45bb-b9de-34aef2dcb28e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:07:05.009681 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd7d1-6931-43c8-bf8b-a25505f3b655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.044511 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-79c9b7c9-43e5-4f41-bd5c-d86ddfd39496 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1416311482-network', 'tenant_id': 'e98772d35f004ef9b9b31e90472aefa4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:05.100605 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd7d1-6931-43c8-bf8b-a25505f3b655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.125405 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fd7d1-6931-43c8-bf8b-a25505f3b655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Calling delete_port for 4f29c507-a7d8-45bb-b9de-34aef2dcb28e owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:07:05.137942 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c9b7c9-43e5-4f41-bd5c-d86ddfd39496 admin admin] Made reservation on behalf of e98772d35f004ef9b9b31e90472aefa4 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:05.139329 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79c9b7c9-43e5-4f41-bd5c-d86ddfd39496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.151919 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79c9b7c9-43e5-4f41-bd5c-d86ddfd39496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.195037 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46698) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:05.294134 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46702) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:05.304871 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd7d1-6931-43c8-bf8b-a25505f3b655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.314533 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e82e2316-0f81-418b-9c10-eaa32a8139d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.336791 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fd7d1-6931-43c8-bf8b-a25505f3b655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f29c507-a7d8-45bb-b9de-34aef2dcb28e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:05.363782 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd7d1-6931-43c8-bf8b-a25505f3b655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.369909 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46706) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:05.370203 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6c4fd7d1-6931-43c8-bf8b-a25505f3b655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] 10.222.0.20 "DELETE /v2.0/ports/4f29c507-a7d8-45bb-b9de-34aef2dcb28e HTTP/1.1" status: 204 len: 168 time: 0.4739735 Dec 06 15:07:05.376238 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79c9b7c9-43e5-4f41-bd5c-d86ddfd39496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.385771 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79c9b7c9-43e5-4f41-bd5c-d86ddfd39496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.400709 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab85ae0f-9ed9-4a32-8a16-4f9e9617f943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] GET failed (client error): The resource could not be found. Dec 06 15:07:05.402145 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ab85ae0f-9ed9-4a32-8a16-4f9e9617f943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] 10.222.0.20 "GET /v2.0/ports/4f29c507-a7d8-45bb-b9de-34aef2dcb28e HTTP/1.1" status: 404 len: 333 time: 0.0310113 Dec 06 15:07:05.408105 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46708) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:05.414995 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-abb000b2-da34-4ff4-a4eb-3939fdb92d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Request body: {'port': {'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-230041872'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:05.444889 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9b7c9-43e5-4f41-bd5c-d86ddfd39496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f32af3e-997f-4481-90f0-7d57e680ac8c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:05.458408 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c9b7c9-43e5-4f41-bd5c-d86ddfd39496 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:07:05.461432 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb000b2-da34-4ff4-a4eb-3939fdb92d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Made reservation on behalf of db0346e7b8c749bd8d717086ac870669 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:05.470999 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79c9b7c9-43e5-4f41-bd5c-d86ddfd39496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.471410 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-79c9b7c9-43e5-4f41-bd5c-d86ddfd39496 admin admin] Added segment 7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e of type vlan for network 47288c44-0415-406f-a9a9-d0bd8bc69873 Dec 06 15:07:05.472114 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abb000b2-da34-4ff4-a4eb-3939fdb92d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.528836 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-abb000b2-da34-4ff4-a4eb-3939fdb92d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] device_id is not set on port 03c486be-cac9-4d8c-8081-9b80a7355f6d yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:07:05.544410 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79c9b7c9-43e5-4f41-bd5c-d86ddfd39496 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.572046 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79c9b7c9-43e5-4f41-bd5c-d86ddfd39496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.573368 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c9b7c9-43e5-4f41-bd5c-d86ddfd39496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:05.574304 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79c9b7c9-43e5-4f41-bd5c-d86ddfd39496 admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.595482 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-176430c2-594f-4009-8072-04454397ed97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.616797 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e82e2316-0f81-418b-9c10-eaa32a8139d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.624873 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-79c9b7c9-43e5-4f41-bd5c-d86ddfd39496 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7690377 Dec 06 15:07:05.628782 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46712) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:05.634380 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e82e2316-0f81-418b-9c10-eaa32a8139d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.637147 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e7c6a99c-3c61-4b0d-b76d-b1b6cf54937a admin admin] Request body: {'subnet': {'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1416311482-subnet', 'tenant_id': 'e98772d35f004ef9b9b31e90472aefa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:05.649107 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.673409 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9b7c9-43e5-4f41-bd5c-d86ddfd39496 admin admin] Pushing event updated for resources: {'Network': ['ID=47288c44-0415-406f-a9a9-d0bd8bc69873,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:05.689002 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 47288c44-0415-406f-a9a9-d0bd8bc69873 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:07:05.702920 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e82e2316-0f81-418b-9c10-eaa32a8139d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32855a69c49f4a9bb86d58120e88b9c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4074380 Dec 06 15:07:05.711727 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46714) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:05.719033 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c6a99c-3c61-4b0d-b76d-b1b6cf54937a admin admin] Made reservation on behalf of e98772d35f004ef9b9b31e90472aefa4 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:05.722681 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a99c-3c61-4b0d-b76d-b1b6cf54937a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.779277 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e2316-0f81-418b-9c10-eaa32a8139d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da006176-9e4b-4c92-8538-95a5086b0d19,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:05.932329 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abb000b2-da34-4ff4-a4eb-3939fdb92d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.932563 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f7853-945a-4171-8d9d-fb2b19602b73 req-24b78f7e-a307-4307-a36b-1d2004338176 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:05.934653 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d80f7853-945a-4171-8d9d-fb2b19602b73 req-24b78f7e-a307-4307-a36b-1d2004338176 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc25eeb4-4820-4491-ad85-973a89abbacb HTTP/1.1" status: 200 len: 946 time: 0.0922198 Dec 06 15:07:05.951886 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8072e6b6-e317-4b74-91ee-b02fb748a87f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.957631 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-176430c2-594f-4009-8072-04454397ed97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.995428 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8072e6b6-e317-4b74-91ee-b02fb748a87f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.998647 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-176430c2-594f-4009-8072-04454397ed97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:06.069327 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-176430c2-594f-4009-8072-04454397ed97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59f6ef30c55143b8af85a19e605a374b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8730416 Dec 06 15:07:06.073852 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46722) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:06.075590 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abb000b2-da34-4ff4-a4eb-3939fdb92d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:06.083827 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176430c2-594f-4009-8072-04454397ed97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c80b087-605c-4b52-a5a7-0bdd9f0ff25a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:06.086280 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d80f7853-945a-4171-8d9d-fb2b19602b73 req-439d92a9-e731-49f7-abb3-357460ebaa4e tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440752 Dec 06 15:07:06.152445 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb000b2-da34-4ff4-a4eb-3939fdb92d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:06.158447 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-abb000b2-da34-4ff4-a4eb-3939fdb92d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:06.164712 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb000b2-da34-4ff4-a4eb-3939fdb92d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:07:06.166008 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb000b2-da34-4ff4-a4eb-3939fdb92d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:06.166644 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abb000b2-da34-4ff4-a4eb-3939fdb92d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:06.172639 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb000b2-da34-4ff4-a4eb-3939fdb92d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Pushing event updated for resources: {'Port': ['ID=03c486be-cac9-4d8c-8081-9b80a7355f6d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:06.182572 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8072e6b6-e317-4b74-91ee-b02fb748a87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:06.185902 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8072e6b6-e317-4b74-91ee-b02fb748a87f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:06.187683 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8072e6b6-e317-4b74-91ee-b02fb748a87f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da006176-9e4b-4c92-8538-95a5086b0d19 HTTP/1.1" status: 204 len: 168 time: 0.4717736 Dec 06 15:07:06.226749 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-abb000b2-da34-4ff4-a4eb-3939fdb92d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8152351 Dec 06 15:07:06.228378 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46728) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:06.229745 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072e6b6-e317-4b74-91ee-b02fb748a87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da006176-9e4b-4c92-8538-95a5086b0d19,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:06.245370 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:06.260542 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a99c-3c61-4b0d-b76d-b1b6cf54937a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:06.330822 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:06.387508 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29e60ced-f857-4597-a8f6-c8af3be7be61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:06.431644 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6a99c-3c61-4b0d-b76d-b1b6cf54937a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd9744b0-5db8-4d6f-a5a9-70588c431a8f,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:06.444783 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29e60ced-f857-4597-a8f6-c8af3be7be61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:06.448749 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6a99c-3c61-4b0d-b76d-b1b6cf54937a admin admin] Checking segment: {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:07:06.449342 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c6a99c-3c61-4b0d-b76d-b1b6cf54937a admin admin] Network hostable DHCP agents. Network: 47288c44-0415-406f-a9a9-d0bd8bc69873, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:07:06.520772 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c6a99c-3c61-4b0d-b76d-b1b6cf54937a admin admin] Network 47288c44-0415-406f-a9a9-d0bd8bc69873 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:07:06.537671 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e7c6a99c-3c61-4b0d-b76d-b1b6cf54937a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 47288c44-0415-406f-a9a9-d0bd8bc69873) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:06.555127 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6a99c-3c61-4b0d-b76d-b1b6cf54937a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:06.555127 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a99c-3c61-4b0d-b76d-b1b6cf54937a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:06.560615 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29e60ced-f857-4597-a8f6-c8af3be7be61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:06.568727 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-29e60ced-f857-4597-a8f6-c8af3be7be61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:06.570285 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-29e60ced-f857-4597-a8f6-c8af3be7be61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c80b087-605c-4b52-a5a7-0bdd9f0ff25a HTTP/1.1" status: 204 len: 168 time: 0.4951169 Dec 06 15:07:06.584375 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fae6fc4-1a6e-469e-9aa3-2b33f365b4b2 None None] Network 47288c44-0415-406f-a9a9-d0bd8bc69873 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:07:06.605049 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e60ced-f857-4597-a8f6-c8af3be7be61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c80b087-605c-4b52-a5a7-0bdd9f0ff25a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:06.617973 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] device_id is not set on port 03c486be-cac9-4d8c-8081-9b80a7355f6d yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:07:06.629084 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e7c6a99c-3c61-4b0d-b76d-b1b6cf54937a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9987748 Dec 06 15:07:06.650928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:06.663568 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:06.720367 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Pushing event updated for resources: {'Port': ['ID=03c486be-cac9-4d8c-8081-9b80a7355f6d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:06.760552 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:06.791300 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:06.791644 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:06.792001 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:06.797401 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:06.797735 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:06.798671 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 2 to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d Dec 06 15:07:06.817596 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:06.817990 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:06.818338 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:06.824492 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:06.824814 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:06.825307 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 3 to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d Dec 06 15:07:06.838971 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:06.839316 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:06.839669 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:06.844624 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:06.844956 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:06.845415 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 4 to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d Dec 06 15:07:06.864873 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:06.865332 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:06.865681 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:06.870669 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:06.871008 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:06.872005 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 5 to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d Dec 06 15:07:06.886914 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:06.887252 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:06.887597 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:06.892237 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:06.892569 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:06.892973 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 6 to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d Dec 06 15:07:06.909613 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:06.909969 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:06.910109 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01bfb3d-e05d-46e9-9405-82c376c9b1d1 None None] Network 47288c44-0415-406f-a9a9-d0bd8bc69873 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:07:06.910352 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:06.916725 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:06.917039 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:06.917412 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 7 to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d Dec 06 15:07:06.930179 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:06.930518 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:06.930861 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:06.942975 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:06.943317 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:06.943753 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 8 to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d Dec 06 15:07:06.978594 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:06.981213 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:06.981938 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:06.991370 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:06.992773 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:06.994993 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 9 to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d Dec 06 15:07:07.029379 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:07.030098 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:07.032011 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:07.043133 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:07.052713 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:07.053161 n-d-master-1 neutron-server[103288]: INFO neutron.plugins.ml2.plugin [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempt 10 to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d Dec 06 15:07:07.087066 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:07.087408 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:07.087780 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempting to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:07.095138 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:07.095472 n-d-master-1 neutron-server[103288]: ERROR neutron.plugins.ml2.managers [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Failed to bind port 03c486be-cac9-4d8c-8081-9b80a7355f6d on host n-h1-master-1 for vnic_type normal using segments [{'id': '433bbd6c-f224-492c-8bfb-a07b29a8c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fdfa3302-b0a2-42d0-b2b6-bdde53587cc4'}] Dec 06 15:07:07.095880 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:07.190976 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] For port 03c486be-cac9-4d8c-8081-9b80a7355f6d, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:07:07.191547 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attempted to set empty binding levels {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 15:07:07.198066 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:07.247428 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] In _notify_port_updated(), no bound segment for port 03c486be-cac9-4d8c-8081-9b80a7355f6d on network fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 15:07:07.248475 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:07.249091 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:07.254012 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46760) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:07.263489 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] 10.222.0.20 "PUT /v2.0/ports/03c486be-cac9-4d8c-8081-9b80a7355f6d HTTP/1.1" status: 200 len: 978 time: 1.0291688 Dec 06 15:07:07.287344 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8dfed-5149-4f5c-ab85-8492e8915513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Pushing event updated for resources: {'Port': ['ID=03c486be-cac9-4d8c-8081-9b80a7355f6d,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:07.293824 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46762) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:07.313261 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcd33da0-ace7-449e-ab52-f12d96713c0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:07.434076 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c11b4-02bc-49fc-befb-d2f390903c3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Deleting port 03c486be-cac9-4d8c-8081-9b80a7355f6d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:07:07.434522 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd8c11b4-02bc-49fc-befb-d2f390903c3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:07.546588 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcd33da0-ace7-449e-ab52-f12d96713c0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:07.576143 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cd8c11b4-02bc-49fc-befb-d2f390903c3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] For port 03c486be-cac9-4d8c-8081-9b80a7355f6d, host n-h1-master-1, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:07.576609 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd8c11b4-02bc-49fc-befb-d2f390903c3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:07.589142 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcd33da0-ace7-449e-ab52-f12d96713c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:07.698378 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46780) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:07.700272 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fcd33da0-ace7-449e-ab52-f12d96713c0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5af07d8effa464fbf410ccd7e00aee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4048665 Dec 06 15:07:07.722048 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c11b4-02bc-49fc-befb-d2f390903c3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Calling delete_port for 03c486be-cac9-4d8c-8081-9b80a7355f6d owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:07:07.744096 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd33da0-ace7-449e-ab52-f12d96713c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5828f71-c04e-4c95-bd5e-1025914ec039,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:07.875992 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd8c11b4-02bc-49fc-befb-d2f390903c3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:07.880886 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a23-7c72-4c7b-bd28-2d8a0dd9da7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:07.924532 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a23-7c72-4c7b-bd28-2d8a0dd9da7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:07.924893 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd8c11b4-02bc-49fc-befb-d2f390903c3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:07.930835 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cd8c11b4-02bc-49fc-befb-d2f390903c3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] 10.222.0.20 "DELETE /v2.0/ports/03c486be-cac9-4d8c-8081-9b80a7355f6d HTTP/1.1" status: 204 len: 168 time: 0.6757553 Dec 06 15:07:07.932218 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c11b4-02bc-49fc-befb-d2f390903c3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] Pushing event deleted for resources: {'Port': ['ID=03c486be-cac9-4d8c-8081-9b80a7355f6d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:07.936414 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46792) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:07.955260 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541322b-c585-4790-bb2c-bc3e088999ab req-5fa0278f-1299-498b-a611-5890ec5b084e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:07.964157 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c541322b-c585-4790-bb2c-bc3e088999ab req-5fa0278f-1299-498b-a611-5890ec5b084e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 806 time: 0.1864662 Dec 06 15:07:07.965680 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd03638-1d90-49de-a65b-5a5cbef3a409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] GET failed (client error): The resource could not be found. Dec 06 15:07:07.967468 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fbd03638-1d90-49de-a65b-5a5cbef3a409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373339775-project-admin] 10.222.0.20 "GET /v2.0/ports/03c486be-cac9-4d8c-8081-9b80a7355f6d HTTP/1.1" status: 404 len: 333 time: 0.0296381 Dec 06 15:07:07.971599 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46796) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:07.994251 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c541322b-c585-4790-bb2c-bc3e088999ab req-ff991f5b-6f8b-4287-aab7-262346129c9c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/quotas/e98772d35f004ef9b9b31e90472aefa4 HTTP/1.1" status: 200 len: 375 time: 0.0291514 Dec 06 15:07:08.043790 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c541322b-c585-4790-bb2c-bc3e088999ab req-7f0e76e6-86da-4ff5-941d-ba20dd8b92a3 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485651 Dec 06 15:07:08.126021 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a23-7c72-4c7b-bd28-2d8a0dd9da7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:08.128966 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a23-7c72-4c7b-bd28-2d8a0dd9da7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:08.130143 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1b9d2a23-7c72-4c7b-bd28-2d8a0dd9da7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5828f71-c04e-4c95-bd5e-1025914ec039 HTTP/1.1" status: 204 len: 168 time: 0.4308107 Dec 06 15:07:08.146836 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9ea61bb-3efc-4b22-915c-dcc537c03de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:08.149030 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d2a23-7c72-4c7b-bd28-2d8a0dd9da7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5828f71-c04e-4c95-bd5e-1025914ec039,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:08.195342 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c541322b-c585-4790-bb2c-bc3e088999ab req-0aa156b2-0445-4edf-ae9a-aae7f45506c9 service neutron] 10.222.0.20 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505992 Dec 06 15:07:08.297751 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9ea61bb-3efc-4b22-915c-dcc537c03de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:08.311923 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c541322b-c585-4790-bb2c-bc3e088999ab req-6edd3892-7c83-4770-b638-2f18f6ebe460 service neutron] 10.222.0.20 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101401 Dec 06 15:07:08.326058 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b9ea61bb-3efc-4b22-915c-dcc537c03de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfa3302-b0a2-42d0-b2b6-bdde53587cc4']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:08.341437 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b9ea61bb-3efc-4b22-915c-dcc537c03de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433bbd6c-f224-492c-8bfb-a07b29a8c6c6') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:08.342060 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-b9ea61bb-3efc-4b22-915c-dcc537c03de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433bbd6c-f224-492c-8bfb-a07b29a8c6c6') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:08.357502 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9ea61bb-3efc-4b22-915c-dcc537c03de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:08.372548 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9ea61bb-3efc-4b22-915c-dcc537c03de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:08.379555 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ea61bb-3efc-4b22-915c-dcc537c03de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:07:08.380315 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9ea61bb-3efc-4b22-915c-dcc537c03de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:07:08.383462 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:07:08.458105 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9ea61bb-3efc-4b22-915c-dcc537c03de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:08.469695 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9ea61bb-3efc-4b22-915c-dcc537c03de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:08.479272 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b9ea61bb-3efc-4b22-915c-dcc537c03de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] 10.222.0.20 "DELETE /v2.0/networks/fdfa3302-b0a2-42d0-b2b6-bdde53587cc4 HTTP/1.1" status: 204 len: 168 time: 0.5041399 Dec 06 15:07:08.514862 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea61bb-3efc-4b22-915c-dcc537c03de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130057012-project] Pushing event deleted for resources: {'Network': ['ID=fdfa3302-b0a2-42d0-b2b6-bdde53587cc4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:08.559706 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-094b194d-7d03-4336-a841-e7172449f264 req-d4500f9e-36d1-476e-93e4-6487e027a261 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 210 time: 0.0467987 Dec 06 15:07:08.892047 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46848) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:09.209207 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f45dab-f831-44af-b15d-214b6cebb8fa req-ef9bcace-56dc-40ed-833e-8e223b0d8508 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:09.221833 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49f45dab-f831-44af-b15d-214b6cebb8fa req-ef9bcace-56dc-40ed-833e-8e223b0d8508 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.1281462 Dec 06 15:07:09.315539 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49f45dab-f831-44af-b15d-214b6cebb8fa req-5a4164a6-5147-43c1-857d-79d6ab1a24ff tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867062 Dec 06 15:07:09.366996 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5f8e66a8-1110-4aca-8e80-40231820f58a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ec39e3535ab497da2222f1b1a618f0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4715233 Dec 06 15:07:09.367549 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46874) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:09.441800 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e01dc2f0-3bb1-403d-ac38-9c19f22db96d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:09.492113 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e01dc2f0-3bb1-403d-ac38-9c19f22db96d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:09.579002 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e01dc2f0-3bb1-403d-ac38-9c19f22db96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:09.582953 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e01dc2f0-3bb1-403d-ac38-9c19f22db96d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:09.584354 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e01dc2f0-3bb1-403d-ac38-9c19f22db96d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/841cfe7a-91db-4866-b0c1-2e938a441449 HTTP/1.1" status: 204 len: 168 time: 0.2127247 Dec 06 15:07:09.596063 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dc2f0-3bb1-403d-ac38-9c19f22db96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841cfe7a-91db-4866-b0c1-2e938a441449,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:09.703225 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9ef66cb6-dddd-4da9-ac7a-4b58fd03dd79 req-cb692668-e2ec-4782-81c8-3a8bf059bef2 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 210 time: 0.0598371 Dec 06 15:07:10.026041 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46896) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:10.070278 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-354195fb-0609-4263-ae0c-c1f0b88052fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db0346e7b8c749bd8d717086ac870669&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430079 Dec 06 15:07:10.072903 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46898) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:10.164851 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-826709ca-de48-415d-9073-fee627d376d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:10.217132 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-826709ca-de48-415d-9073-fee627d376d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:10.307459 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541322b-c585-4790-bb2c-bc3e088999ab req-a62751d9-0402-4bed-8f80-7d069b68616a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:10.309047 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c541322b-c585-4790-bb2c-bc3e088999ab req-a62751d9-0402-4bed-8f80-7d069b68616a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.37 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 806 time: 0.2068172 Dec 06 15:07:10.325898 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-c541322b-c585-4790-bb2c-bc3e088999ab req-52c7fd77-2ca8-43eb-9253-023061d53913 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Request body: {'port': {'device_id': 'e239da4b-9733-410e-9a31-a9391d6c8550', 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873', 'admin_state_up': True, 'tenant_id': 'e98772d35f004ef9b9b31e90472aefa4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:10.355588 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-826709ca-de48-415d-9073-fee627d376d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:10.358349 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-826709ca-de48-415d-9073-fee627d376d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:10.360642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-826709ca-de48-415d-9073-fee627d376d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82165ebb-06a9-41a0-a633-7beb666a88ad HTTP/1.1" status: 204 len: 168 time: 0.2867196 Dec 06 15:07:10.388302 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826709ca-de48-415d-9073-fee627d376d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82165ebb-06a9-41a0-a633-7beb666a88ad,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:10.620301 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c541322b-c585-4790-bb2c-bc3e088999ab req-52c7fd77-2ca8-43eb-9253-023061d53913 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Made reservation on behalf of e98772d35f004ef9b9b31e90472aefa4 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:10.624647 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c541322b-c585-4790-bb2c-bc3e088999ab req-52c7fd77-2ca8-43eb-9253-023061d53913 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:10.751775 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42fe01-ce71-4185-b0ef-484ef48d9041 req-86a3a4f8-b828-4fe1-a960-4f27764f9e3f tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:10.757289 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e42fe01-ce71-4185-b0ef-484ef48d9041 req-86a3a4f8-b828-4fe1-a960-4f27764f9e3f tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.1881242 Dec 06 15:07:10.911931 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb8d9c2e-14e6-48d2-8598-32f97c03cdc1 req-12bb3710-0abd-4e3a-adf5-8c9e63a21d45 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 210 time: 0.0467522 Dec 06 15:07:11.000742 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e42fe01-ce71-4185-b0ef-484ef48d9041 req-a710bbcb-d61f-4aa4-a4fd-42f7a0162e24 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277920 Dec 06 15:07:11.030854 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-c541322b-c585-4790-bb2c-bc3e088999ab req-52c7fd77-2ca8-43eb-9253-023061d53913 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Allocated IP 172.20.0.8 (47288c44-0415-406f-a9a9-d0bd8bc69873/fd9744b0-5db8-4d6f-a5a9-70588c431a8f/cf411024-9a4e-4fcd-9337-dcd3d6eb31fa) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:07:11.361822 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c541322b-c585-4790-bb2c-bc3e088999ab req-52c7fd77-2ca8-43eb-9253-023061d53913 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:11.454129 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c541322b-c585-4790-bb2c-bc3e088999ab req-52c7fd77-2ca8-43eb-9253-023061d53913 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:11.524593 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c541322b-c585-4790-bb2c-bc3e088999ab req-52c7fd77-2ca8-43eb-9253-023061d53913 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Network 47288c44-0415-406f-a9a9-d0bd8bc69873 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:11.609810 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-c541322b-c585-4790-bb2c-bc3e088999ab req-52c7fd77-2ca8-43eb-9253-023061d53913 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:11.613357 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-c541322b-c585-4790-bb2c-bc3e088999ab req-52c7fd77-2ca8-43eb-9253-023061d53913 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:07:11.699229 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7fd77-2ca8-43eb-9253-023061d53913 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Pushing event updated for resources: {'Port': ['ID=cf411024-9a4e-4fcd-9337-dcd3d6eb31fa,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:11.730537 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541322b-c585-4790-bb2c-bc3e088999ab req-52c7fd77-2ca8-43eb-9253-023061d53913 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:11.737702 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c541322b-c585-4790-bb2c-bc3e088999ab req-52c7fd77-2ca8-43eb-9253-023061d53913 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:11.795638 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c541322b-c585-4790-bb2c-bc3e088999ab req-52c7fd77-2ca8-43eb-9253-023061d53913 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4654288 Dec 06 15:07:11.812686 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Request body: {'port': {'device_id': 'e239da4b-9733-410e-9a31-a9391d6c8550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:11.894097 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:11.957228 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46974) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:12.144182 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca14dd8-c900-4e2f-9954-8e504223daf8 req-3005feb3-92eb-498e-969c-9ab49e861413 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:12.144182 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aca14dd8-c900-4e2f-9954-8e504223daf8 req-3005feb3-92eb-498e-969c-9ab49e861413 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 931 time: 0.1207569 Dec 06 15:07:12.206961 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ef9b21aa-66fc-4d2a-b6a8-73046314534a tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-880641416'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:12.244094 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c438e95-d6ee-41d7-81aa-89f973e639aa req-77dff47d-1e7a-45f6-8325-332447972549 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:12.245935 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c438e95-d6ee-41d7-81aa-89f973e639aa req-77dff47d-1e7a-45f6-8325-332447972549 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.1388896 Dec 06 15:07:12.267703 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9b21aa-66fc-4d2a-b6a8-73046314534a tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Made reservation on behalf of 4b844f51943c41378b095bd371f243a6 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:12.272251 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef9b21aa-66fc-4d2a-b6a8-73046314534a tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:12.300236 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef9b21aa-66fc-4d2a-b6a8-73046314534a tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:12.314356 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aca14dd8-c900-4e2f-9954-8e504223daf8 req-c082119b-87ef-4dbc-9d3f-79e8fc2c9acc tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637104 Dec 06 15:07:12.468380 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef9b21aa-66fc-4d2a-b6a8-73046314534a tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:12.477467 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef9b21aa-66fc-4d2a-b6a8-73046314534a tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:12.571691 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9b21aa-66fc-4d2a-b6a8-73046314534a tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:07:12.588495 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b21aa-66fc-4d2a-b6a8-73046314534a tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dd2e0e-3563-4e2e-8803-a314f99b165b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:12.638966 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef9b21aa-66fc-4d2a-b6a8-73046314534a tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:12.639829 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-ef9b21aa-66fc-4d2a-b6a8-73046314534a tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Added segment 6e05ced3-2b64-4471-804c-d0393c33a7d0 of type vlan for network e3c451d8-7e33-4801-8957-66b36f6fc19b Dec 06 15:07:12.757172 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef9b21aa-66fc-4d2a-b6a8-73046314534a tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:12.798327 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef9b21aa-66fc-4d2a-b6a8-73046314534a tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:12.808552 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9b21aa-66fc-4d2a-b6a8-73046314534a tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:12.809471 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef9b21aa-66fc-4d2a-b6a8-73046314534a tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:12.915828 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b21aa-66fc-4d2a-b6a8-73046314534a tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event updated for resources: {'Network': ['ID=e3c451d8-7e33-4801-8957-66b36f6fc19b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:12.930660 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network e3c451d8-7e33-4801-8957-66b36f6fc19b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:07:12.945943 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ef9b21aa-66fc-4d2a-b6a8-73046314534a tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9873707 Dec 06 15:07:12.946776 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47016) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:12.959155 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5d4b8cf2-ee55-49db-a08a-594b4a804024 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Request body: {'subnet': {'network_id': 'e3c451d8-7e33-4801-8957-66b36f6fc19b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:13.019382 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c438e95-d6ee-41d7-81aa-89f973e639aa req-cd13edba-53a0-4e54-a2c8-4ce83dfd551e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7647994 Dec 06 15:07:13.030382 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf411024-9a4e-4fcd-9337-dcd3d6eb31fa {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:07:13.055942 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:13.099900 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4b8cf2-ee55-49db-a08a-594b4a804024 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Made reservation on behalf of 4b844f51943c41378b095bd371f243a6 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:13.104517 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d4b8cf2-ee55-49db-a08a-594b4a804024 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:13.106826 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Transition to ACTIVE for port object cf411024-9a4e-4fcd-9337-dcd3d6eb31fa will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:07:13.113944 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:13.343257 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf411024-9a4e-4fcd-9337-dcd3d6eb31fa,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:13.384074 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Attempting to bind port cf411024-9a4e-4fcd-9337-dcd3d6eb31fa on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:13.384369 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Attempting to bind port cf411024-9a4e-4fcd-9337-dcd3d6eb31fa by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:13.384659 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Attempting to bind port cf411024-9a4e-4fcd-9337-dcd3d6eb31fa on network 47288c44-0415-406f-a9a9-d0bd8bc69873 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:13.398952 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Port cf411024-9a4e-4fcd-9337-dcd3d6eb31fa on network 47288c44-0415-406f-a9a9-d0bd8bc69873 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:13.399303 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Attempting to bind port cf411024-9a4e-4fcd-9337-dcd3d6eb31fa on network 47288c44-0415-406f-a9a9-d0bd8bc69873 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:13.409735 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:07:13.412777 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Checking segment: {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:07:13.413200 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Bound using segment: {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:07:13.413788 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Bound port: cf411024-9a4e-4fcd-9337-dcd3d6eb31fa, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:07:13.414364 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:13.546140 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d4b8cf2-ee55-49db-a08a-594b4a804024 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:13.606643 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] For port cf411024-9a4e-4fcd-9337-dcd3d6eb31fa, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:07:13.616000 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] For port cf411024-9a4e-4fcd-9337-dcd3d6eb31fa, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cf411024-9a4e-4fcd-9337-dcd3d6eb31fa,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:07:13.629891 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:13.720965 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73bdf5-a3b9-4f59-88db-d8b1e1c5d8c7 req-b8350319-f6c9-4b26-9f52-700f6e0a2ec7 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:13.729762 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a73bdf5-a3b9-4f59-88db-d8b1e1c5d8c7 req-b8350319-f6c9-4b26-9f52-700f6e0a2ec7 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 943 time: 0.2603228 Dec 06 15:07:13.743626 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf411024-9a4e-4fcd-9337-dcd3d6eb31fa,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:13.776634 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:13.778724 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:13.781870 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c541322b-c585-4790-bb2c-bc3e088999ab req-2add01e1-ee27-4c17-b4f6-723562f91ea3 service neutron] 10.222.0.37 "PUT /v2.0/ports/cf411024-9a4e-4fcd-9337-dcd3d6eb31fa HTTP/1.1" status: 200 len: 1091 time: 1.9799886 Dec 06 15:07:13.784344 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e239da4b-9733-410e-9a31-a9391d6c8550', 'tag': 'cf411024-9a4e-4fcd-9337-dcd3d6eb31fa'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:07:13.786166 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e553acd-0f0e-4155-bac2-5b3de87d9e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "e239da4b-9733-410e-9a31-a9391d6c8550", "tag": "cf411024-9a4e-4fcd-9337-dcd3d6eb31fa"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:07:13.796522 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47032) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:13.871315 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b8cf2-ee55-49db-a08a-594b4a804024 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event updated for resources: {'Subnet': ['ID=1a7736bd-dbc8-45c7-810e-eb365a61842b,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:13.903913 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf34e5e-5dfa-411a-a4f8-288546d08088 x-openstack-request-id: req-fcf34e5e-5dfa-411a-a4f8-288546d08088 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:07:13.904216 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e239da4b-9733-410e-9a31-a9391d6c8550", "tag": "cf411024-9a4e-4fcd-9337-dcd3d6eb31fa", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:07:13.904485 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcf34e5e-5dfa-411a-a4f8-288546d08088 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:07:13.904893 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e239da4b-9733-410e-9a31-a9391d6c8550', 'tag': 'cf411024-9a4e-4fcd-9337-dcd3d6eb31fa', 'status': 'completed', 'code': 200} Dec 06 15:07:13.945036 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4b8cf2-ee55-49db-a08a-594b4a804024 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Checking segment: {'id': '6e05ced3-2b64-4471-804c-d0393c33a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e3c451d8-7e33-4801-8957-66b36f6fc19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:07:13.947107 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4b8cf2-ee55-49db-a08a-594b4a804024 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Network hostable DHCP agents. Network: e3c451d8-7e33-4801-8957-66b36f6fc19b, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:07:13.954642 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541322b-c585-4790-bb2c-bc3e088999ab req-1b4928ca-3fc7-4ede-aaa1-084b50f71a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:13.959253 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c541322b-c585-4790-bb2c-bc3e088999ab req-1b4928ca-3fc7-4ede-aaa1-084b50f71a6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 1094 time: 0.1125488 Dec 06 15:07:13.985106 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a73bdf5-a3b9-4f59-88db-d8b1e1c5d8c7 req-26bf0aa8-0f10-4423-b83f-e77824230fa7 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514036 Dec 06 15:07:14.031168 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4b8cf2-ee55-49db-a08a-594b4a804024 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Network e3c451d8-7e33-4801-8957-66b36f6fc19b is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:07:14.047459 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c541322b-c585-4790-bb2c-bc3e088999ab req-e50dd1db-c8de-4db5-8e52-c01430196d7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf411024-9a4e-4fcd-9337-dcd3d6eb31fa HTTP/1.1" status: 200 len: 217 time: 0.0751181 Dec 06 15:07:14.050300 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5d4b8cf2-ee55-49db-a08a-594b4a804024 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e3c451d8-7e33-4801-8957-66b36f6fc19b) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:14.055938 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94d528e4-645e-4d9a-a0b2-1370ff8aea9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:14.056483 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4b8cf2-ee55-49db-a08a-594b4a804024 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:14.057210 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5d4b8cf2-ee55-49db-a08a-594b4a804024 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:14.068126 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d401bf8-7ae8-48f3-bdd9-2fd560effa57 None None] Network e3c451d8-7e33-4801-8957-66b36f6fc19b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:07:14.103235 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5d4b8cf2-ee55-49db-a08a-594b4a804024 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1529763 Dec 06 15:07:14.103535 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47042) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:14.108532 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d2cf58cb-1521-46d6-a30c-b8ba1fddf211 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Request body: {'port': {'network_id': 'e3c451d8-7e33-4801-8957-66b36f6fc19b', 'name': 'tempest-AllowedAddressPairTestJSON-1026599754'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:14.166040 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541322b-c585-4790-bb2c-bc3e088999ab req-41fb5d37-a118-424b-8b35-d87390bb4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:14.167311 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c541322b-c585-4790-bb2c-bc3e088999ab req-41fb5d37-a118-424b-8b35-d87390bb4ddc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd9744b0-5db8-4d6f-a5a9-70588c431a8f HTTP/1.1" status: 200 len: 846 time: 0.1076796 Dec 06 15:07:14.305883 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e3c451d8-7e33-4801-8957-66b36f6fc19b', 'network_id': 'e3c451d8-7e33-4801-8957-66b36f6fc19b', 'tenant_id': '4b844f51943c41378b095bd371f243a6', 'fixed_ips': [{'subnet_id': '1a7736bd-dbc8-45c7-810e-eb365a61842b'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:07:14.307140 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:14.330145 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c541322b-c585-4790-bb2c-bc3e088999ab req-9b09d765-1996-4b82-81a0-75cde0311df0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47288c44-0415-406f-a9a9-d0bd8bc69873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492205 Dec 06 15:07:14.345221 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cf58cb-1521-46d6-a30c-b8ba1fddf211 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Made reservation on behalf of 4b844f51943c41378b095bd371f243a6 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:14.349627 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2cf58cb-1521-46d6-a30c-b8ba1fddf211 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:14.364398 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefd85a-dfc8-4d0a-b853-215c686685ff req-0ab6442d-bf0a-437b-8f2e-c4a326f5645d tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:14.365949 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3eefd85a-dfc8-4d0a-b853-215c686685ff req-0ab6442d-bf0a-437b-8f2e-c4a326f5645d tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.2488322 Dec 06 15:07:14.384850 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-d2cf58cb-1521-46d6-a30c-b8ba1fddf211 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] device_id is not set on port 72f2a239-0d09-4248-94a5-52d57219883b yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:07:14.506753 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Allocated IP 172.20.0.2 (e3c451d8-7e33-4801-8957-66b36f6fc19b/1a7736bd-dbc8-45c7-810e-eb365a61842b/a7a448e3-90db-432d-b170-3d1fc5e7fecf) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:07:14.606649 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94d528e4-645e-4d9a-a0b2-1370ff8aea9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:14.632734 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94d528e4-645e-4d9a-a0b2-1370ff8aea9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:14.680874 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:14.689749 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:14.735955 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Network e3c451d8-7e33-4801-8957-66b36f6fc19b is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:14.740610 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:14.744036 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:07:14.744798 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3eefd85a-dfc8-4d0a-b853-215c686685ff req-ec33a5ab-9ec2-4c38-acb5-27be1a4595fb tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3533587 Dec 06 15:07:14.753837 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Pushing event updated for resources: {'Port': ['ID=a7a448e3-90db-432d-b170-3d1fc5e7fecf,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:14.803682 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-94d528e4-645e-4d9a-a0b2-1370ff8aea9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea091dd4d600418bad87efbe3fb76a9d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0046690 Dec 06 15:07:14.811894 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47054) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:14.822729 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c541322b-c585-4790-bb2c-bc3e088999ab req-a1cd74b7-ba4a-4a6f-bb72-f9b310515538 service neutron] 10.222.0.37 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785357 Dec 06 15:07:14.823639 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d528e4-645e-4d9a-a0b2-1370ff8aea9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e25d10-2d20-4119-bb13-8f68287a3ed9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:14.881618 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-d2cf58cb-1521-46d6-a30c-b8ba1fddf211 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Allocated IP 172.20.0.6 (e3c451d8-7e33-4801-8957-66b36f6fc19b/1a7736bd-dbc8-45c7-810e-eb365a61842b/72f2a239-0d09-4248-94a5-52d57219883b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:07:14.897078 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Attempting to bind port a7a448e3-90db-432d-b170-3d1fc5e7fecf on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:14.897458 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Attempting to bind port a7a448e3-90db-432d-b170-3d1fc5e7fecf by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6e05ced3-2b64-4471-804c-d0393c33a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e3c451d8-7e33-4801-8957-66b36f6fc19b'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:14.897827 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Attempting to bind port a7a448e3-90db-432d-b170-3d1fc5e7fecf on network e3c451d8-7e33-4801-8957-66b36f6fc19b {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:14.912268 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:07:14.912654 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Checking segment: {'id': '6e05ced3-2b64-4471-804c-d0393c33a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e3c451d8-7e33-4801-8957-66b36f6fc19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:07:14.913068 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:14.913477 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Bound using segment: {'id': '6e05ced3-2b64-4471-804c-d0393c33a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e3c451d8-7e33-4801-8957-66b36f6fc19b'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:07:14.913954 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Bound port: a7a448e3-90db-432d-b170-3d1fc5e7fecf, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e05ced3-2b64-4471-804c-d0393c33a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e3c451d8-7e33-4801-8957-66b36f6fc19b'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:07:14.914336 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:14.943049 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4790214a-03c3-4795-bccd-be577571193d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:15.007790 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4790214a-03c3-4795-bccd-be577571193d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:15.012100 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c541322b-c585-4790-bb2c-bc3e088999ab req-d12bcf8d-c55e-4fe7-962c-a287f5976b16 service neutron] 10.222.0.37 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794615 Dec 06 15:07:15.048379 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] For port a7a448e3-90db-432d-b170-3d1fc5e7fecf, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:07:15.052960 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] For port a7a448e3-90db-432d-b170-3d1fc5e7fecf, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a7a448e3-90db-432d-b170-3d1fc5e7fecf,segment=NetworkSegment(6e05ced3-2b64-4471-804c-d0393c33a7d0),segment_id=6e05ced3-2b64-4471-804c-d0393c33a7d0)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:07:15.061495 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:15.173408 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e553acd-0f0e-4155-bac2-5b3de87d9e2f req-bea3a365-4ade-46fe-b129-586faac73498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:15.178825 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e553acd-0f0e-4155-bac2-5b3de87d9e2f req-bea3a365-4ade-46fe-b129-586faac73498 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 1094 time: 0.1092188 Dec 06 15:07:15.340160 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a0fbe-9f18-4b9c-888d-b3667ee8cbbe None None] Pushing event updated for resources: {'Port': ['ID=a7a448e3-90db-432d-b170-3d1fc5e7fecf,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:15.481380 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03455ec-469a-431e-bda0-4e543a6ced3d req-8fa4b3b3-9682-432d-9908-fbd46eeb41d9 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:15.485782 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f03455ec-469a-431e-bda0-4e543a6ced3d req-8fa4b3b3-9682-432d-9908-fbd46eeb41d9 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 943 time: 0.3115153 Dec 06 15:07:15.491209 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e553acd-0f0e-4155-bac2-5b3de87d9e2f req-59c68cf5-2f2b-45df-82b7-f87571e71934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:15.496593 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e553acd-0f0e-4155-bac2-5b3de87d9e2f req-59c68cf5-2f2b-45df-82b7-f87571e71934 service neutron] 10.222.0.37 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 907 time: 0.3072610 Dec 06 15:07:15.497924 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4790214a-03c3-4795-bccd-be577571193d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:15.501368 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4790214a-03c3-4795-bccd-be577571193d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:15.511548 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4790214a-03c3-4795-bccd-be577571193d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65e25d10-2d20-4119-bb13-8f68287a3ed9 HTTP/1.1" status: 204 len: 168 time: 0.6954255 Dec 06 15:07:15.606399 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790214a-03c3-4795-bccd-be577571193d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e25d10-2d20-4119-bb13-8f68287a3ed9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:15.680974 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2cf58cb-1521-46d6-a30c-b8ba1fddf211 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:15.694212 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e553acd-0f0e-4155-bac2-5b3de87d9e2f req-177c2a75-ad01-4500-8f46-57492baaed6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf411024-9a4e-4fcd-9337-dcd3d6eb31fa HTTP/1.1" status: 200 len: 217 time: 0.1920881 Dec 06 15:07:15.708024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f03455ec-469a-431e-bda0-4e543a6ced3d req-98530649-066a-4742-bc6a-a23397872a65 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951752 Dec 06 15:07:15.759547 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2cf58cb-1521-46d6-a30c-b8ba1fddf211 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:15.860682 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cf58cb-1521-46d6-a30c-b8ba1fddf211 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Network e3c451d8-7e33-4801-8957-66b36f6fc19b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:15.878886 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-d2cf58cb-1521-46d6-a30c-b8ba1fddf211 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:15.881080 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e553acd-0f0e-4155-bac2-5b3de87d9e2f req-7c93b54a-fb74-4846-a967-f0e5ca6308e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:15.885074 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e553acd-0f0e-4155-bac2-5b3de87d9e2f req-7c93b54a-fb74-4846-a967-f0e5ca6308e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd9744b0-5db8-4d6f-a5a9-70588c431a8f HTTP/1.1" status: 200 len: 846 time: 0.1819246 Dec 06 15:07:15.886026 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf58cb-1521-46d6-a30c-b8ba1fddf211 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:07:15.939461 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e553acd-0f0e-4155-bac2-5b3de87d9e2f req-0c7930bc-ba81-40af-aea7-940da8783e80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47288c44-0415-406f-a9a9-d0bd8bc69873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465939 Dec 06 15:07:15.952295 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf58cb-1521-46d6-a30c-b8ba1fddf211 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event updated for resources: {'Port': ['ID=72f2a239-0d09-4248-94a5-52d57219883b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:16.017161 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cf58cb-1521-46d6-a30c-b8ba1fddf211 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:16.018502 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2cf58cb-1521-46d6-a30c-b8ba1fddf211 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:16.053972 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d2cf58cb-1521-46d6-a30c-b8ba1fddf211 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9492841 Dec 06 15:07:16.057717 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47074) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:16.066166 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4e873b3b-874c-4925-a0f1-abcaa2c27ee7 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Request body: {'port': {'network_id': 'e3c451d8-7e33-4801-8957-66b36f6fc19b', 'name': 'tempest-AllowedAddressPairTestJSON-649377442', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:3a:7b:b6'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:16.075490 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:07:16.167590 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9f918-fc0f-4830-8517-91cbd6be1e7d req-84e90ff4-ad2c-49ff-8f09-c0c3f778f61c tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:16.180225 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ade9f918-fc0f-4830-8517-91cbd6be1e7d req-84e90ff4-ad2c-49ff-8f09-c0c3f778f61c tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.2698164 Dec 06 15:07:16.204852 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e553acd-0f0e-4155-bac2-5b3de87d9e2f req-e46b50f1-eaae-4243-a577-fa8592b0825c service neutron] 10.222.0.37 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136717 Dec 06 15:07:16.250225 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47078) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:16.311160 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cfc6bde8-73bc-409f-b167-aa78a0c70f8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:16.400358 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e873b3b-874c-4925-a0f1-abcaa2c27ee7 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Made reservation on behalf of 4b844f51943c41378b095bd371f243a6 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:16.416607 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ade9f918-fc0f-4830-8517-91cbd6be1e7d req-c346e67a-159a-40eb-9e9a-69e8c3fba198 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346389 Dec 06 15:07:16.435081 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a7a448e3-90db-432d-b170-3d1fc5e7fecf up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:07:16.529636 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4e553acd-0f0e-4155-bac2-5b3de87d9e2f req-b98f100a-e982-4de7-b717-0155e9f96e11 service neutron] 10.222.0.37 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107421 Dec 06 15:07:16.636881 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cfc6bde8-73bc-409f-b167-aa78a0c70f8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:16.646870 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cfc6bde8-73bc-409f-b167-aa78a0c70f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:16.648774 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a7a448e3-90db-432d-b170-3d1fc5e7fecf triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:16.649196 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:16.677711 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e873b3b-874c-4925-a0f1-abcaa2c27ee7 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:16.719646 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-4e873b3b-874c-4925-a0f1-abcaa2c27ee7 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] device_id is not set on port 7fdc8f82-6d57-427e-8a68-b9f43f700a9e yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:07:16.740554 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cfc6bde8-73bc-409f-b167-aa78a0c70f8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0c7e58ecc484e758a70aac02e954cbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4865193 Dec 06 15:07:16.741913 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47086) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:16.742532 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6bde8-73bc-409f-b167-aa78a0c70f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f069666a-1a23-42f9-bc71-8332f5732e8b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:16.834742 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:16.860636 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ffc53d1f-1b74-487a-a249-935afe5eccc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:16.904854 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port a7a448e3-90db-432d-b170-3d1fc5e7fecf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a7a448e3-90db-432d-b170-3d1fc5e7fecf,segment=NetworkSegment(6e05ced3-2b64-4471-804c-d0393c33a7d0),segment_id=6e05ced3-2b64-4471-804c-d0393c33a7d0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:16.909767 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ffc53d1f-1b74-487a-a249-935afe5eccc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:16.916219 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:16.983932 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ffc53d1f-1b74-487a-a249-935afe5eccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:16.992489 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ffc53d1f-1b74-487a-a249-935afe5eccc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:16.998317 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ffc53d1f-1b74-487a-a249-935afe5eccc0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f069666a-1a23-42f9-bc71-8332f5732e8b HTTP/1.1" status: 204 len: 168 time: 0.2465544 Dec 06 15:07:17.017041 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d5129a-f55d-4194-bd47-7c014b7e4b9e None None] Network e3c451d8-7e33-4801-8957-66b36f6fc19b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:07:17.022974 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=a7a448e3-90db-432d-b170-3d1fc5e7fecf,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:17.041345 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc53d1f-1b74-487a-a249-935afe5eccc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f069666a-1a23-42f9-bc71-8332f5732e8b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:17.078426 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6149c-da0d-4447-bdf6-88faeec1e98d req-5cf48426-0d76-4d76-8ab0-b4ba2e46dbce tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:17.080443 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09a6149c-da0d-4447-bdf6-88faeec1e98d req-5cf48426-0d76-4d76-8ab0-b4ba2e46dbce tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 943 time: 0.1785190 Dec 06 15:07:17.193073 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09a6149c-da0d-4447-bdf6-88faeec1e98d req-b6f59206-04b6-4836-accf-336a538dfdb9 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890181 Dec 06 15:07:17.205357 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-73c1100e-535d-44f7-b4b1-b47665df40dd None None] Provisioning complete for port a7a448e3-90db-432d-b170-3d1fc5e7fecf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:17.208110 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-73c1100e-535d-44f7-b4b1-b47665df40dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:17.234043 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-4e873b3b-874c-4925-a0f1-abcaa2c27ee7 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Allocated IP 172.20.0.10 (e3c451d8-7e33-4801-8957-66b36f6fc19b/1a7736bd-dbc8-45c7-810e-eb365a61842b/7fdc8f82-6d57-427e-8a68-b9f43f700a9e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:07:17.454692 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e873b3b-874c-4925-a0f1-abcaa2c27ee7 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:17.536106 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e873b3b-874c-4925-a0f1-abcaa2c27ee7 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:17.641441 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e873b3b-874c-4925-a0f1-abcaa2c27ee7 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event updated for resources: {'Port': ['ID=7fdc8f82-6d57-427e-8a68-b9f43f700a9e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:17.670488 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e873b3b-874c-4925-a0f1-abcaa2c27ee7 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Network e3c451d8-7e33-4801-8957-66b36f6fc19b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:17.673703 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4e873b3b-874c-4925-a0f1-abcaa2c27ee7 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:17.679747 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e873b3b-874c-4925-a0f1-abcaa2c27ee7 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:07:17.747305 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7d843-0cd8-493a-b500-077dc5688a2a req-212242f9-c55c-4ccd-b821-1d53b49d54e9 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:17.759740 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e873b3b-874c-4925-a0f1-abcaa2c27ee7 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:17.760430 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e873b3b-874c-4925-a0f1-abcaa2c27ee7 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:17.778552 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bde7d843-0cd8-493a-b500-077dc5688a2a req-212242f9-c55c-4ccd-b821-1d53b49d54e9 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.1717901 Dec 06 15:07:17.800068 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4e873b3b-874c-4925-a0f1-abcaa2c27ee7 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.7383637 Dec 06 15:07:17.800286 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47112) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:17.910223 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bde7d843-0cd8-493a-b500-077dc5688a2a req-aeffa5fe-a55c-42f7-a188-f03cf589cd9f tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305609 Dec 06 15:07:17.982177 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4abc2fc-9027-4dd3-a5cc-c3752ad4fcd8 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:17.988725 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4abc2fc-9027-4dd3-a5cc-c3752ad4fcd8 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:17.999151 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4abc2fc-9027-4dd3-a5cc-c3752ad4fcd8 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:18.000889 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c4abc2fc-9027-4dd3-a5cc-c3752ad4fcd8 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1997106 Dec 06 15:07:18.003967 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47118) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:18.034791 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-08d7b1b7-936e-497e-bf08-449de50cda8d None None] Provisioning complete for port 72f2a239-0d09-4248-94a5-52d57219883b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:18.040958 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08d7b1b7-936e-497e-bf08-449de50cda8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:18.093537 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-08d7b1b7-936e-497e-bf08-449de50cda8d None None] Port 72f2a239-0d09-4248-94a5-52d57219883b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:07:18.114061 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-08d7b1b7-936e-497e-bf08-449de50cda8d None None] Provisioning complete for port a7a448e3-90db-432d-b170-3d1fc5e7fecf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:18.114919 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08d7b1b7-936e-497e-bf08-449de50cda8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:18.148338 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b23b98d1-a858-45d8-83f4-092375bc9ca1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Deleting port 7fdc8f82-6d57-427e-8a68-b9f43f700a9e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:07:18.150794 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b23b98d1-a858-45d8-83f4-092375bc9ca1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:18.331732 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b23b98d1-a858-45d8-83f4-092375bc9ca1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:18.347598 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b23b98d1-a858-45d8-83f4-092375bc9ca1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Calling delete_port for 7fdc8f82-6d57-427e-8a68-b9f43f700a9e owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:07:18.397717 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a7a448e3-90db-432d-b170-3d1fc5e7fecf up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:07:18.435548 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573085e-4869-4b1e-a845-8cf5b921c968 req-44d56ab8-8b9f-46d3-9f34-5543d35f493b tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:18.438844 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1573085e-4869-4b1e-a845-8cf5b921c968 req-44d56ab8-8b9f-46d3-9f34-5543d35f493b tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 943 time: 0.1220355 Dec 06 15:07:18.538028 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4f596812-d661-4233-b2a4-d77b1533bc43 None None] Provisioning complete for port 72f2a239-0d09-4248-94a5-52d57219883b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:18.538626 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4f596812-d661-4233-b2a4-d77b1533bc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:18.558363 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1573085e-4869-4b1e-a845-8cf5b921c968 req-f1e2aba5-5aab-4db2-8233-bf69bcdecd33 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095569 Dec 06 15:07:18.647420 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4f596812-d661-4233-b2a4-d77b1533bc43 None None] Port 72f2a239-0d09-4248-94a5-52d57219883b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:07:18.690493 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a7a448e3-90db-432d-b170-3d1fc5e7fecf triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:18.692361 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:18.729937 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b23b98d1-a858-45d8-83f4-092375bc9ca1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:18.800823 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b98d1-a858-45d8-83f4-092375bc9ca1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event deleted for resources: {'Port': ['ID=7fdc8f82-6d57-427e-8a68-b9f43f700a9e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:18.964769 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3667a728-b416-4fe9-aa59-f609eac3cc46 None None] Could not find standard attr ID for object 7fdc8f82-6d57-427e-8a68-b9f43f700a9e. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:07:19.148093 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b23b98d1-a858-45d8-83f4-092375bc9ca1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:19.152186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b23b98d1-a858-45d8-83f4-092375bc9ca1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "DELETE /v2.0/ports/7fdc8f82-6d57-427e-8a68-b9f43f700a9e HTTP/1.1" status: 204 len: 168 time: 1.1468978 Dec 06 15:07:19.155008 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47144) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:19.188117 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd00ed6-4a5d-4d59-8056-6bea381dba5b req-e5fe33a4-3340-484d-a62e-988572d459ad tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:19.196405 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9cd00ed6-4a5d-4d59-8056-6bea381dba5b req-e5fe33a4-3340-484d-a62e-988572d459ad tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.1267650 Dec 06 15:07:19.203932 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fe65b9-abeb-42ff-983c-7af2697c9788 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] GET failed (client error): The resource could not be found. Dec 06 15:07:19.205508 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c5fe65b9-abeb-42ff-983c-7af2697c9788 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "GET /v2.0/ports/7fdc8f82-6d57-427e-8a68-b9f43f700a9e HTTP/1.1" status: 404 len: 333 time: 0.0494184 Dec 06 15:07:19.212351 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47146) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:19.223804 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-74ff7a0e-b7ab-4302-b4ef-f868517a91e4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Request body: {'port': {'network_id': 'e3c451d8-7e33-4801-8957-66b36f6fc19b', 'name': 'tempest-AllowedAddressPairTestJSON-118586591'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:19.262482 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9cd00ed6-4a5d-4d59-8056-6bea381dba5b req-cbe86374-3bac-43f4-a6f2-47545237411b tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645971 Dec 06 15:07:19.436538 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device cf411024-9a4e-4fcd-9337-dcd3d6eb31fa details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:07:19.514789 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ff7a0e-b7ab-4302-b4ef-f868517a91e4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Made reservation on behalf of 4b844f51943c41378b095bd371f243a6 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:19.521642 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74ff7a0e-b7ab-4302-b4ef-f868517a91e4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:19.566302 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-74ff7a0e-b7ab-4302-b4ef-f868517a91e4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] device_id is not set on port 5445bd48-14a4-421c-9977-26428ee8e370 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:07:19.698359 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port cf411024-9a4e-4fcd-9337-dcd3d6eb31fa, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cf411024-9a4e-4fcd-9337-dcd3d6eb31fa,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:19.729419 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'cf411024-9a4e-4fcd-9337-dcd3d6eb31fa', 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873', 'port_id': 'cf411024-9a4e-4fcd-9337-dcd3d6eb31fa', 'mac_address': 'fa:16:3e:4a:ce:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9744b0-5db8-4d6f-a5a9-70588c431a8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:07:19.781289 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:19.796115 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf411024-9a4e-4fcd-9337-dcd3d6eb31fa {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:07:19.796332 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f62148-5dc3-46ae-8621-856dc1559d0e req-0d3d6bdf-9480-4937-976f-fe26d8c10a30 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:19.804307 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79f62148-5dc3-46ae-8621-856dc1559d0e req-0d3d6bdf-9480-4937-976f-fe26d8c10a30 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 943 time: 0.0975180 Dec 06 15:07:19.819991 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port cf411024-9a4e-4fcd-9337-dcd3d6eb31fa, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cf411024-9a4e-4fcd-9337-dcd3d6eb31fa,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:19.826563 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:19.859031 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-74ff7a0e-b7ab-4302-b4ef-f868517a91e4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Allocated IP 172.20.0.3 (e3c451d8-7e33-4801-8957-66b36f6fc19b/1a7736bd-dbc8-45c7-810e-eb365a61842b/5445bd48-14a4-421c-9977-26428ee8e370) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:07:19.897294 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79f62148-5dc3-46ae-8621-856dc1559d0e req-8b0f3158-e701-4db8-ad59-e613aca5acc7 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793407 Dec 06 15:07:19.916599 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=cf411024-9a4e-4fcd-9337-dcd3d6eb31fa,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:20.102085 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74ff7a0e-b7ab-4302-b4ef-f868517a91e4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:20.122075 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['cf411024-9a4e-4fcd-9337-dcd3d6eb31fa'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:07:20.157054 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74ff7a0e-b7ab-4302-b4ef-f868517a91e4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:20.258533 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ff7a0e-b7ab-4302-b4ef-f868517a91e4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Network e3c451d8-7e33-4801-8957-66b36f6fc19b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:20.260129 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff7a0e-b7ab-4302-b4ef-f868517a91e4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event updated for resources: {'Port': ['ID=5445bd48-14a4-421c-9977-26428ee8e370,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:20.270282 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-74ff7a0e-b7ab-4302-b4ef-f868517a91e4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:20.273001 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ff7a0e-b7ab-4302-b4ef-f868517a91e4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:07:20.340961 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ff7a0e-b7ab-4302-b4ef-f868517a91e4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:20.341618 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74ff7a0e-b7ab-4302-b4ef-f868517a91e4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:20.366671 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-74ff7a0e-b7ab-4302-b4ef-f868517a91e4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1525426 Dec 06 15:07:20.369388 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47182) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:20.376341 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e9c0e4e8-edb0-4590-8c2c-3922119c8e45 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:3a:7b:b6'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:20.517765 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08645458-b450-46ec-b53b-5b47f19e6409 req-32086148-309c-4865-b0cf-e0535323b6eb tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:20.526180 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08645458-b450-46ec-b53b-5b47f19e6409 req-32086148-309c-4865-b0cf-e0535323b6eb tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.1066785 Dec 06 15:07:20.620428 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08645458-b450-46ec-b53b-5b47f19e6409 req-6c4b32a7-70c1-4520-b882-888abb8bbb70 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928969 Dec 06 15:07:20.717480 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0218dda5-5ddd-4cc0-9185-1e0a2e0b4aca None None] Provisioning complete for port 5445bd48-14a4-421c-9977-26428ee8e370 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:20.718391 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0218dda5-5ddd-4cc0-9185-1e0a2e0b4aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:20.763693 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e4e8-edb0-4590-8c2c-3922119c8e45 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:20.783417 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0218dda5-5ddd-4cc0-9185-1e0a2e0b4aca None None] Port 5445bd48-14a4-421c-9977-26428ee8e370 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:07:21.071879 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96261845-9fc0-4af2-a05d-352b009c5fbe req-871bbfc8-3fe0-4b15-a692-79a6fd569d1d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:21.073460 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96261845-9fc0-4af2-a05d-352b009c5fbe req-871bbfc8-3fe0-4b15-a692-79a6fd569d1d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 944 time: 0.0619524 Dec 06 15:07:21.124187 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375d25f-40f7-48b6-92e6-a49d8d0d7432 req-e8e34aa8-3771-4f7a-bf58-2ddd15cf6c49 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:21.126014 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d375d25f-40f7-48b6-92e6-a49d8d0d7432 req-e8e34aa8-3771-4f7a-bf58-2ddd15cf6c49 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.2224262 Dec 06 15:07:21.152488 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c68a74-f0b9-4008-a6c9-6ab1752eef80 req-06bf8128-2b52-4f79-baef-7972c59e13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:21.154268 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35c68a74-f0b9-4008-a6c9-6ab1752eef80 req-06bf8128-2b52-4f79-baef-7972c59e13ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a45a9617d21f43eb8a512b181ef6b340&device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 1096 time: 0.1868184 Dec 06 15:07:21.203231 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96261845-9fc0-4af2-a05d-352b009c5fbe req-06979198-2b63-4434-9a33-6fb185ec9438 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230040 Dec 06 15:07:21.226139 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e4e8-edb0-4590-8c2c-3922119c8e45 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:21.243384 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e4e8-edb0-4590-8c2c-3922119c8e45 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:21.351859 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d375d25f-40f7-48b6-92e6-a49d8d0d7432 req-c0396434-d874-4d72-bcf0-59aea9ed6139 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107885 Dec 06 15:07:21.352915 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0e4e8-edb0-4590-8c2c-3922119c8e45 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event updated for resources: {'Port': ['ID=5445bd48-14a4-421c-9977-26428ee8e370,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:21.445624 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0e4e8-edb0-4590-8c2c-3922119c8e45 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] In _notify_port_updated(), no bound segment for port 5445bd48-14a4-421c-9977-26428ee8e370 on network e3c451d8-7e33-4801-8957-66b36f6fc19b {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 15:07:21.451380 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0e4e8-edb0-4590-8c2c-3922119c8e45 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:21.452044 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e4e8-edb0-4590-8c2c-3922119c8e45 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:21.453470 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e9c0e4e8-edb0-4590-8c2c-3922119c8e45 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "PUT /v2.0/ports/5445bd48-14a4-421c-9977-26428ee8e370 HTTP/1.1" status: 200 len: 992 time: 1.0829878 Dec 06 15:07:21.454804 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c68a74-f0b9-4008-a6c9-6ab1752eef80 req-21429177-ccdd-4b0e-bd29-10a484036bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:21.457683 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47216) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:21.461237 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device cf411024-9a4e-4fcd-9337-dcd3d6eb31fa up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:07:21.472804 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35c68a74-f0b9-4008-a6c9-6ab1752eef80 req-21429177-ccdd-4b0e-bd29-10a484036bc5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 HTTP/1.1" status: 200 len: 910 time: 0.3058486 Dec 06 15:07:21.546411 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port cf411024-9a4e-4fcd-9337-dcd3d6eb31fa completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:07:21.553440 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port cf411024-9a4e-4fcd-9337-dcd3d6eb31fa triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:21.553831 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:21.692193 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35c68a74-f0b9-4008-a6c9-6ab1752eef80 req-449b499c-85b4-4410-a6d4-18bc625bfae8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de19c76a-d25a-4425-8d66-eb411eb4173a HTTP/1.1" status: 200 len: 1000 time: 0.1837757 Dec 06 15:07:21.692874 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a1c80edb-026e-4322-82c2-cba8e115694d tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Deleting port 5445bd48-14a4-421c-9977-26428ee8e370 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:07:21.693208 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1c80edb-026e-4322-82c2-cba8e115694d tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:21.778877 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:21.814358 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e239da4b-9733-410e-9a31-a9391d6c8550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf411024-9a4e-4fcd-9337-dcd3d6eb31fa'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:07:21.817765 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1c80edb-026e-4322-82c2-cba8e115694d tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:21.818880 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbe21d3-8242-416a-bd46-bc615a54e49e" -d '{"events": [{"server_uuid": "e239da4b-9733-410e-9a31-a9391d6c8550", "name": "network-vif-plugged", "status": "completed", "tag": "cf411024-9a4e-4fcd-9337-dcd3d6eb31fa"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:07:21.830208 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c68a74-f0b9-4008-a6c9-6ab1752eef80 req-396c4826-d01f-4b99-938f-7d434b8ba4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:21.833996 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35c68a74-f0b9-4008-a6c9-6ab1752eef80 req-396c4826-d01f-4b99-938f-7d434b8ba4cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=910def33-1b6e-420b-bf18-ba2208cd2881 HTTP/1.1" status: 200 len: 848 time: 0.1399722 Dec 06 15:07:21.839056 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a1c80edb-026e-4322-82c2-cba8e115694d tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Calling delete_port for 5445bd48-14a4-421c-9977-26428ee8e370 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:07:21.853448 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0bb3dcf3-e04a-487f-839f-df84d7b0ab5f None None] Provisioning complete for port 5445bd48-14a4-421c-9977-26428ee8e370 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:21.854406 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0bb3dcf3-e04a-487f-839f-df84d7b0ab5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:21.858524 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port cf411024-9a4e-4fcd-9337-dcd3d6eb31fa, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cf411024-9a4e-4fcd-9337-dcd3d6eb31fa,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:21.882150 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:21.939449 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=cf411024-9a4e-4fcd-9337-dcd3d6eb31fa,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:21.951293 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28001d92-3281-4b6d-a3c8-601f4e46788e x-openstack-request-id: req-28001d92-3281-4b6d-a3c8-601f4e46788e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:07:21.951968 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e239da4b-9733-410e-9a31-a9391d6c8550", "name": "network-vif-plugged", "status": "completed", "tag": "cf411024-9a4e-4fcd-9337-dcd3d6eb31fa", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:07:21.952380 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28001d92-3281-4b6d-a3c8-601f4e46788e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:07:21.952960 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e239da4b-9733-410e-9a31-a9391d6c8550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf411024-9a4e-4fcd-9337-dcd3d6eb31fa', 'code': 200} Dec 06 15:07:21.963930 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0bb3dcf3-e04a-487f-839f-df84d7b0ab5f None None] Port 5445bd48-14a4-421c-9977-26428ee8e370 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:07:21.971908 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c68a74-f0b9-4008-a6c9-6ab1752eef80 req-e8a20b54-d7ee-466d-958b-4da26b837eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:21.975710 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35c68a74-f0b9-4008-a6c9-6ab1752eef80 req-e8a20b54-d7ee-466d-958b-4da26b837eac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298831 Dec 06 15:07:22.099210 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35c68a74-f0b9-4008-a6c9-6ab1752eef80 req-9eeab5c5-081c-4466-b347-b865ccb2b55c service neutron] 10.222.0.37 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142769 Dec 06 15:07:22.153156 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b5eb2-f7f1-4dcb-bcec-7361a05ed550 req-464917ef-a6f8-4796-9021-30c4e2d7ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:22.154792 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-646b5eb2-f7f1-4dcb-bcec-7361a05ed550 req-464917ef-a6f8-4796-9021-30c4e2d7ad0a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 1096 time: 0.1228294 Dec 06 15:07:22.158388 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1c80edb-026e-4322-82c2-cba8e115694d tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:22.261028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-35c68a74-f0b9-4008-a6c9-6ab1752eef80 req-8c2979ba-35bf-4666-ba32-07e4b4a16522 service neutron] 10.222.0.37 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478899 Dec 06 15:07:22.390708 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c80edb-026e-4322-82c2-cba8e115694d tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event deleted for resources: {'Port': ['ID=5445bd48-14a4-421c-9977-26428ee8e370,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:22.441965 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549ddbc-a0f6-4df8-829e-60de3dc1fe51 req-ecc09fe7-1194-4dca-83ee-fa10b0b30b99 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:22.443893 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a549ddbc-a0f6-4df8-829e-60de3dc1fe51 req-ecc09fe7-1194-4dca-83ee-fa10b0b30b99 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 945 time: 0.0803480 Dec 06 15:07:22.585532 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a549ddbc-a0f6-4df8-829e-60de3dc1fe51 req-e7afee7d-7f64-4332-80d7-8e3e40a50087 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353869 Dec 06 15:07:22.909636 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-646b5eb2-f7f1-4dcb-bcec-7361a05ed550 req-6ccd7d09-14b3-4403-b577-937ee1d19bac service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7325764 Dec 06 15:07:22.937814 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1c80edb-026e-4322-82c2-cba8e115694d tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:22.942452 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a1c80edb-026e-4322-82c2-cba8e115694d tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "DELETE /v2.0/ports/5445bd48-14a4-421c-9977-26428ee8e370 HTTP/1.1" status: 204 len: 168 time: 1.4834981 Dec 06 15:07:22.945177 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47262) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:22.964256 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d522c3-0709-4f5d-8fc9-d8ac559cda34 req-18354dfa-5d01-4def-882f-02c55dfe9612 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:22.971947 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95d522c3-0709-4f5d-8fc9-d8ac559cda34 req-18354dfa-5d01-4def-882f-02c55dfe9612 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.1248872 Dec 06 15:07:22.994969 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a607b5-57a2-4f74-8a47-63689fa64046 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] GET failed (client error): The resource could not be found. Dec 06 15:07:22.996767 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-36a607b5-57a2-4f74-8a47-63689fa64046 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "GET /v2.0/ports/5445bd48-14a4-421c-9977-26428ee8e370 HTTP/1.1" status: 404 len: 333 time: 0.0503528 Dec 06 15:07:23.000297 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47266) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:23.005758 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-afc5510d-2d5c-49bd-9a55-f22303217269 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Request body: {'port': {'network_id': 'e3c451d8-7e33-4801-8957-66b36f6fc19b', 'name': 'tempest-AllowedAddressPairTestJSON-431195752'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:23.030397 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95d522c3-0709-4f5d-8fc9-d8ac559cda34 req-b727a9f8-88bb-4bbb-9a94-fcd13f0823df tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575008 Dec 06 15:07:23.156404 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc5510d-2d5c-49bd-9a55-f22303217269 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Made reservation on behalf of 4b844f51943c41378b095bd371f243a6 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:23.175081 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afc5510d-2d5c-49bd-9a55-f22303217269 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:23.222456 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-afc5510d-2d5c-49bd-9a55-f22303217269 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] device_id is not set on port 489cb6e2-df4b-40a5-b952-cf7a0033de0e yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:07:23.350516 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-afc5510d-2d5c-49bd-9a55-f22303217269 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Allocated IP 172.20.0.14 (e3c451d8-7e33-4801-8957-66b36f6fc19b/1a7736bd-dbc8-45c7-810e-eb365a61842b/489cb6e2-df4b-40a5-b952-cf7a0033de0e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:07:23.572675 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afc5510d-2d5c-49bd-9a55-f22303217269 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:23.620599 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afc5510d-2d5c-49bd-9a55-f22303217269 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:23.690812 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc5510d-2d5c-49bd-9a55-f22303217269 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Network e3c451d8-7e33-4801-8957-66b36f6fc19b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:23.694817 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-afc5510d-2d5c-49bd-9a55-f22303217269 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:23.700470 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc5510d-2d5c-49bd-9a55-f22303217269 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:07:23.704934 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5510d-2d5c-49bd-9a55-f22303217269 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event updated for resources: {'Port': ['ID=489cb6e2-df4b-40a5-b952-cf7a0033de0e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:23.820986 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc5510d-2d5c-49bd-9a55-f22303217269 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:23.821785 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afc5510d-2d5c-49bd-9a55-f22303217269 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:23.865855 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-afc5510d-2d5c-49bd-9a55-f22303217269 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8642848 Dec 06 15:07:23.868520 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47294) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:23.875039 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9daf6c14-9e1b-4111-9fe2-0a9affb403b4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3a:7b:b6'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:23.909262 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a343c-0f03-4888-9a47-b089e434bc6d req-e1b78cdc-2a0e-40fd-aff5-a0c6d7b206c4 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:23.910874 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fd4a343c-0f03-4888-9a47-b089e434bc6d req-e1b78cdc-2a0e-40fd-aff5-a0c6d7b206c4 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 945 time: 0.1532252 Dec 06 15:07:24.139334 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba6169f7-f7c9-4c78-9e4a-6fff0bf67a58 None None] Provisioning complete for port 489cb6e2-df4b-40a5-b952-cf7a0033de0e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:24.141419 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba6169f7-f7c9-4c78-9e4a-6fff0bf67a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:24.186465 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9daf6c14-9e1b-4111-9fe2-0a9affb403b4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:24.193634 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ec973-3d4c-4bb4-b521-0b625e0bb1ce req-433dba09-f82d-4754-86c8-2b2447b168d4 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:24.202846 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e88ec973-3d4c-4bb4-b521-0b625e0bb1ce req-433dba09-f82d-4754-86c8-2b2447b168d4 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.0661249 Dec 06 15:07:24.233826 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fd4a343c-0f03-4888-9a47-b089e434bc6d req-9a11375c-3c21-496c-82fb-4666abb2f67c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865646 Dec 06 15:07:24.238364 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ba6169f7-f7c9-4c78-9e4a-6fff0bf67a58 None None] Port 489cb6e2-df4b-40a5-b952-cf7a0033de0e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:07:24.307299 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e88ec973-3d4c-4bb4-b521-0b625e0bb1ce req-dd63c33c-5d37-474a-ae9b-3f260928c4ac tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032255 Dec 06 15:07:24.815801 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9daf6c14-9e1b-4111-9fe2-0a9affb403b4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:24.826315 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9daf6c14-9e1b-4111-9fe2-0a9affb403b4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:24.926547 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf6c14-9e1b-4111-9fe2-0a9affb403b4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event updated for resources: {'Port': ['ID=489cb6e2-df4b-40a5-b952-cf7a0033de0e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:24.953346 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9daf6c14-9e1b-4111-9fe2-0a9affb403b4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] In _notify_port_updated(), no bound segment for port 489cb6e2-df4b-40a5-b952-cf7a0033de0e on network e3c451d8-7e33-4801-8957-66b36f6fc19b {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 15:07:24.962168 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daf6c14-9e1b-4111-9fe2-0a9affb403b4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:24.962954 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9daf6c14-9e1b-4111-9fe2-0a9affb403b4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:24.964462 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9daf6c14-9e1b-4111-9fe2-0a9affb403b4 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "PUT /v2.0/ports/489cb6e2-df4b-40a5-b952-cf7a0033de0e HTTP/1.1" status: 200 len: 996 time: 1.0949714 Dec 06 15:07:24.967454 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47332) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:25.120189 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2235849c-d318-4923-a6c3-77a0a6d6e16f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Deleting port 489cb6e2-df4b-40a5-b952-cf7a0033de0e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:07:25.122537 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2235849c-d318-4923-a6c3-77a0a6d6e16f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:25.285204 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-161cd101-734f-437b-a221-8885216eaa37 None None] Provisioning complete for port 489cb6e2-df4b-40a5-b952-cf7a0033de0e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:25.285673 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-161cd101-734f-437b-a221-8885216eaa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:25.300194 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2235849c-d318-4923-a6c3-77a0a6d6e16f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:25.326521 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2235849c-d318-4923-a6c3-77a0a6d6e16f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Calling delete_port for 489cb6e2-df4b-40a5-b952-cf7a0033de0e owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:07:25.354379 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-161cd101-734f-437b-a221-8885216eaa37 None None] Port 489cb6e2-df4b-40a5-b952-cf7a0033de0e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:07:25.489684 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79776bc-749b-4765-a686-758d869ed06e req-d55bbb9e-5d7b-4005-b6fa-ce617647ca23 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:25.510268 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f79776bc-749b-4765-a686-758d869ed06e req-d55bbb9e-5d7b-4005-b6fa-ce617647ca23 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 945 time: 0.1595933 Dec 06 15:07:25.635277 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2235849c-d318-4923-a6c3-77a0a6d6e16f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:25.657068 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f79776bc-749b-4765-a686-758d869ed06e req-d2d9b6c5-0cb6-4187-bdf4-4f439bf46b16 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429014 Dec 06 15:07:25.725655 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235849c-d318-4923-a6c3-77a0a6d6e16f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event deleted for resources: {'Port': ['ID=489cb6e2-df4b-40a5-b952-cf7a0033de0e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:25.901518 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2235849c-d318-4923-a6c3-77a0a6d6e16f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:25.940279 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47378) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:25.956465 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2235849c-d318-4923-a6c3-77a0a6d6e16f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "DELETE /v2.0/ports/489cb6e2-df4b-40a5-b952-cf7a0033de0e HTTP/1.1" status: 204 len: 168 time: 0.9876788 Dec 06 15:07:26.004243 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-178fc860-f68b-4c57-8ba5-7e5634f5c4e5 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] GET failed (client error): The resource could not be found. Dec 06 15:07:26.020963 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-178fc860-f68b-4c57-8ba5-7e5634f5c4e5 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "GET /v2.0/ports/489cb6e2-df4b-40a5-b952-cf7a0033de0e HTTP/1.1" status: 404 len: 333 time: 0.0788617 Dec 06 15:07:26.021729 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47380) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:26.038521 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8405847b-504b-410d-9d7f-cc9116f2b66f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Request body: {'port': {'network_id': 'e3c451d8-7e33-4801-8957-66b36f6fc19b', 'name': 'tempest-AllowedAddressPairTestJSON-1243768268'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:26.136847 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47384) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:26.252483 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d40360-7378-4177-b1fc-f7b9eeaaa11c req-7454f685-4935-40f5-b21d-b131ecd091ea tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:26.254105 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40d40360-7378-4177-b1fc-f7b9eeaaa11c req-7454f685-4935-40f5-b21d-b131ecd091ea tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 806 time: 0.2879562 Dec 06 15:07:26.290854 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40d40360-7378-4177-b1fc-f7b9eeaaa11c req-7840e7cf-27d7-40cb-add0-2ccdf248bcbd tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/quotas/e98772d35f004ef9b9b31e90472aefa4 HTTP/1.1" status: 200 len: 375 time: 0.0269606 Dec 06 15:07:26.348099 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8405847b-504b-410d-9d7f-cc9116f2b66f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Made reservation on behalf of 4b844f51943c41378b095bd371f243a6 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:26.352716 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8405847b-504b-410d-9d7f-cc9116f2b66f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:26.382225 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-8405847b-504b-410d-9d7f-cc9116f2b66f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] device_id is not set on port eef320f3-6596-4a7d-a695-32859b11a20f yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:07:26.402022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40d40360-7378-4177-b1fc-f7b9eeaaa11c req-3029c2c8-b3ea-4a3a-896b-e4d2be24fe06 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1067386 Dec 06 15:07:26.493325 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efc825c5-43e7-4609-93d8-951b7adff89e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:26.659839 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40d40360-7378-4177-b1fc-f7b9eeaaa11c req-226843b2-31e5-4a2f-8390-397a7953fb38 service neutron] 10.222.0.20 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475982 Dec 06 15:07:26.669555 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-8405847b-504b-410d-9d7f-cc9116f2b66f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Allocated IP 172.20.0.14 (e3c451d8-7e33-4801-8957-66b36f6fc19b/1a7736bd-dbc8-45c7-810e-eb365a61842b/eef320f3-6596-4a7d-a695-32859b11a20f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:07:26.794421 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efc825c5-43e7-4609-93d8-951b7adff89e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:26.808436 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efc825c5-43e7-4609-93d8-951b7adff89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:26.809747 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40d40360-7378-4177-b1fc-f7b9eeaaa11c req-aab97674-9fd1-4d35-b517-f082861c60e1 service neutron] 10.222.0.20 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434371 Dec 06 15:07:26.885164 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-efc825c5-43e7-4609-93d8-951b7adff89e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10515a3aa7e149a9aa1f0dcd48a693d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7401443 Dec 06 15:07:26.889750 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47414) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:26.903186 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc825c5-43e7-4609-93d8-951b7adff89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798fbb9d-95b4-4f4d-b69f-0ca2cfeaae76,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:26.996128 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69c1df6a-3045-4a72-be66-5069c2c50387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:27.045244 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69c1df6a-3045-4a72-be66-5069c2c50387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:27.087331 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8405847b-504b-410d-9d7f-cc9116f2b66f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:27.132165 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69c1df6a-3045-4a72-be66-5069c2c50387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:27.135085 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69c1df6a-3045-4a72-be66-5069c2c50387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:27.136285 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-69c1df6a-3045-4a72-be66-5069c2c50387 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/798fbb9d-95b4-4f4d-b69f-0ca2cfeaae76 HTTP/1.1" status: 204 len: 168 time: 0.2453578 Dec 06 15:07:27.174421 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1df6a-3045-4a72-be66-5069c2c50387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798fbb9d-95b4-4f4d-b69f-0ca2cfeaae76,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:27.207834 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8405847b-504b-410d-9d7f-cc9116f2b66f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:27.413585 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8405847b-504b-410d-9d7f-cc9116f2b66f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Network e3c451d8-7e33-4801-8957-66b36f6fc19b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:27.418720 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8405847b-504b-410d-9d7f-cc9116f2b66f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:27.425319 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8405847b-504b-410d-9d7f-cc9116f2b66f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:07:27.482525 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405847b-504b-410d-9d7f-cc9116f2b66f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event updated for resources: {'Port': ['ID=eef320f3-6596-4a7d-a695-32859b11a20f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:27.572755 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8405847b-504b-410d-9d7f-cc9116f2b66f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:27.573820 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8405847b-504b-410d-9d7f-cc9116f2b66f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:27.619930 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8405847b-504b-410d-9d7f-cc9116f2b66f tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5966671 Dec 06 15:07:27.624556 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47438) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:27.631081 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-67b2a60a-9a29-4849-882d-7de2c6c43307 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Request body: {'port': {'network_id': 'e3c451d8-7e33-4801-8957-66b36f6fc19b', 'name': 'tempest-AllowedAddressPairTestJSON-1271955896'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:28.009717 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:28.012036 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b2a60a-9a29-4849-882d-7de2c6c43307 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Made reservation on behalf of 4b844f51943c41378b095bd371f243a6 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:28.019408 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67b2a60a-9a29-4849-882d-7de2c6c43307 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:28.038814 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-85e78c94-7421-4529-b4cf-c9d1ae3c4f49 None None] Provisioning complete for port eef320f3-6596-4a7d-a695-32859b11a20f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:28.039186 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85e78c94-7421-4529-b4cf-c9d1ae3c4f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:28.045919 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-67b2a60a-9a29-4849-882d-7de2c6c43307 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] device_id is not set on port bd970d2b-a85b-4c0a-886d-b5afcd28d504 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:07:28.123161 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-85e78c94-7421-4529-b4cf-c9d1ae3c4f49 None None] Port eef320f3-6596-4a7d-a695-32859b11a20f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:07:28.406034 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-67b2a60a-9a29-4849-882d-7de2c6c43307 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Allocated IP 172.20.0.12 (e3c451d8-7e33-4801-8957-66b36f6fc19b/1a7736bd-dbc8-45c7-810e-eb365a61842b/bd970d2b-a85b-4c0a-886d-b5afcd28d504) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:07:28.604365 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47476) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:28.640330 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04fc4764-6dce-479f-9f52-446c55e2f781 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:28.780597 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67b2a60a-9a29-4849-882d-7de2c6c43307 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:28.879299 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-e0e6a633-ec95-4aaa-bf12-66a8be048d23 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:28.879602 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04fc4764-6dce-479f-9f52-446c55e2f781 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:28.882013 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-e0e6a633-ec95-4aaa-bf12-66a8be048d23 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 806 time: 0.4715114 Dec 06 15:07:28.892304 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-04fc4764-6dce-479f-9f52-446c55e2f781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:28.936932 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-352884b8-4c74-4831-99a5-f7f7c38c7aab req-1d70e59a-7baa-451d-b260-409a9d2391c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1853375 Dec 06 15:07:28.944753 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-a4398581-c2be-449a-8f82-d419d9b139e2 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/quotas/e98772d35f004ef9b9b31e90472aefa4 HTTP/1.1" status: 200 len: 375 time: 0.0546689 Dec 06 15:07:28.972415 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc4764-6dce-479f-9f52-446c55e2f781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14236e0-0f52-4890-a6c5-d801e2b38f14,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:28.976868 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67b2a60a-9a29-4849-882d-7de2c6c43307 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:28.998947 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-04fc4764-6dce-479f-9f52-446c55e2f781 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f31a9ec6d324933994892d308169f25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3929660 Dec 06 15:07:28.999890 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47480) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:29.050345 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b2a60a-9a29-4849-882d-7de2c6c43307 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Network e3c451d8-7e33-4801-8957-66b36f6fc19b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:29.055026 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-67b2a60a-9a29-4849-882d-7de2c6c43307 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:29.120790 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b2a60a-9a29-4849-882d-7de2c6c43307 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:07:29.133788 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a76150c-beb7-45c8-9a44-ce32d6aa1d6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:29.159469 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a76150c-beb7-45c8-9a44-ce32d6aa1d6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:29.233298 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2a60a-9a29-4849-882d-7de2c6c43307 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event updated for resources: {'Port': ['ID=bd970d2b-a85b-4c0a-886d-b5afcd28d504,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:29.234222 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a76150c-beb7-45c8-9a44-ce32d6aa1d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:29.238627 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a76150c-beb7-45c8-9a44-ce32d6aa1d6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:29.240216 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8a76150c-beb7-45c8-9a44-ce32d6aa1d6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a14236e0-0f52-4890-a6c5-d801e2b38f14 HTTP/1.1" status: 204 len: 168 time: 0.2390537 Dec 06 15:07:29.259041 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76150c-beb7-45c8-9a44-ce32d6aa1d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14236e0-0f52-4890-a6c5-d801e2b38f14,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:29.359988 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b2a60a-9a29-4849-882d-7de2c6c43307 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:29.361100 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67b2a60a-9a29-4849-882d-7de2c6c43307 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:29.380675 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-b07b2d9c-4ede-4085-bc22-be41c43ffc9d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4225204 Dec 06 15:07:29.389035 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352884b8-4c74-4831-99a5-f7f7c38c7aab req-650d6af3-de81-4085-8f1e-d9c287eca95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:29.390955 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-352884b8-4c74-4831-99a5-f7f7c38c7aab req-650d6af3-de81-4085-8f1e-d9c287eca95a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d68cc263107495b94e8b89e7ce49c8a&device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 1096 time: 0.4119577 Dec 06 15:07:29.558979 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4d8971b8-e78b-428e-894e-7730c05b7f3c None None] Provisioning complete for port bd970d2b-a85b-4c0a-886d-b5afcd28d504 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:29.561185 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4d8971b8-e78b-428e-894e-7730c05b7f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:29.615563 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47492) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:29.625375 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7bd0baaa-5928-42b8-a851-3ca7c4661d79 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:3a:7b:b6'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:3c:a4:97'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:29.629130 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-67b2a60a-9a29-4849-882d-7de2c6c43307 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0018544 Dec 06 15:07:29.646088 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4d8971b8-e78b-428e-894e-7730c05b7f3c None None] Port bd970d2b-a85b-4c0a-886d-b5afcd28d504 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:07:29.842273 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352884b8-4c74-4831-99a5-f7f7c38c7aab req-3c61c47e-4f1a-476e-978f-e444a4a5b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:29.846497 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-352884b8-4c74-4831-99a5-f7f7c38c7aab req-3c61c47e-4f1a-476e-978f-e444a4a5b7b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5f251ea-82ed-4a0b-8c44-8681824b45f4 HTTP/1.1" status: 200 len: 915 time: 0.4177489 Dec 06 15:07:29.850604 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-4bcdc900-a810-4c7d-b48f-d085abcdc467 service neutron] 10.222.0.20 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547372 Dec 06 15:07:29.897552 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:29.969264 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7bd0baaa-5928-42b8-a851-3ca7c4661d79 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:30.004393 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-352884b8-4c74-4831-99a5-f7f7c38c7aab req-8079dd95-e0df-4e2c-9eb9-6d0d0dc3d490 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=858abab7-64bc-43df-8b3d-85168cdb41d2 HTTP/1.1" status: 200 len: 217 time: 0.1497114 Dec 06 15:07:30.113879 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352884b8-4c74-4831-99a5-f7f7c38c7aab req-476f5fc2-422d-48c8-8cdb-5db46b027a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:30.115415 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-352884b8-4c74-4831-99a5-f7f7c38c7aab req-476f5fc2-422d-48c8-8cdb-5db46b027a9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b72e794-ba19-4721-af9a-670583f58b7e HTTP/1.1" status: 200 len: 854 time: 0.0964706 Dec 06 15:07:30.194490 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7bd0baaa-5928-42b8-a851-3ca7c4661d79 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:30.199875 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-352884b8-4c74-4831-99a5-f7f7c38c7aab req-b19c09d5-cdc7-493f-acfc-63604293f24a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5f251ea-82ed-4a0b-8c44-8681824b45f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713131 Dec 06 15:07:30.203051 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7bd0baaa-5928-42b8-a851-3ca7c4661d79 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:30.204136 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-07128f87-cfc7-4e4a-8cdc-09f285b5d84a service neutron] 10.222.0.20 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354657 Dec 06 15:07:30.463979 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-352884b8-4c74-4831-99a5-f7f7c38c7aab req-787329dd-2cc7-4dfe-8e06-06776d47cc5b service neutron] 10.222.0.37 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563863 Dec 06 15:07:30.542642 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0baaa-5928-42b8-a851-3ca7c4661d79 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event updated for resources: {'Port': ['ID=bd970d2b-a85b-4c0a-886d-b5afcd28d504,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:30.557847 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7bd0baaa-5928-42b8-a851-3ca7c4661d79 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] In _notify_port_updated(), no bound segment for port bd970d2b-a85b-4c0a-886d-b5afcd28d504 on network e3c451d8-7e33-4801-8957-66b36f6fc19b {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 15:07:30.583480 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd0baaa-5928-42b8-a851-3ca7c4661d79 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:30.584094 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7bd0baaa-5928-42b8-a851-3ca7c4661d79 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:30.591629 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7bd0baaa-5928-42b8-a851-3ca7c4661d79 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "PUT /v2.0/ports/bd970d2b-a85b-4c0a-886d-b5afcd28d504 HTTP/1.1" status: 200 len: 1057 time: 0.9742997 Dec 06 15:07:30.592287 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47512) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:30.779595 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f578853d-e135-4754-bdc5-ed41cd0e1908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:30.797386 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-352884b8-4c74-4831-99a5-f7f7c38c7aab req-db25e1e5-caba-4351-a4f1-ae5316402e22 service neutron] 10.222.0.37 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249464 Dec 06 15:07:30.891051 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9d22d3fc-8193-462d-b425-2baeaa6e6137 None None] Provisioning complete for port bd970d2b-a85b-4c0a-886d-b5afcd28d504 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:30.897435 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9d22d3fc-8193-462d-b425-2baeaa6e6137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:30.909546 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-945f28cd-a8ed-466a-a612-9bea77b92b98 req-cb184c1c-d76e-43c2-a7b8-15b09d222483 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a534557-5cfc-48ee-9ae2-2679d10c63e6 HTTP/1.1" status: 200 len: 210 time: 0.0585706 Dec 06 15:07:30.915306 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-23014003-58a4-4801-ad67-3f09bd3a12f9 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Deleting port bd970d2b-a85b-4c0a-886d-b5afcd28d504 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:07:30.915691 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23014003-58a4-4801-ad67-3f09bd3a12f9 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:31.053978 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9d22d3fc-8193-462d-b425-2baeaa6e6137 None None] Port bd970d2b-a85b-4c0a-886d-b5afcd28d504 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:07:31.105428 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23014003-58a4-4801-ad67-3f09bd3a12f9 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:31.121626 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-23014003-58a4-4801-ad67-3f09bd3a12f9 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Calling delete_port for bd970d2b-a85b-4c0a-886d-b5afcd28d504 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:07:31.406501 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23014003-58a4-4801-ad67-3f09bd3a12f9 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:31.534522 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23014003-58a4-4801-ad67-3f09bd3a12f9 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event deleted for resources: {'Port': ['ID=bd970d2b-a85b-4c0a-886d-b5afcd28d504,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:31.572149 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6bcfc36b-582e-4094-871e-8680f9640529 req-376be22a-4c87-465e-9013-1955e64cd4ab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1266572 Dec 06 15:07:31.814314 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfc36b-582e-4094-871e-8680f9640529 req-242c6e46-fdce-4f79-bb5b-7f44bc0f750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:31.816541 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6bcfc36b-582e-4094-871e-8680f9640529 req-242c6e46-fdce-4f79-bb5b-7f44bc0f750e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d68cc263107495b94e8b89e7ce49c8a&device_id=cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027 HTTP/1.1" status: 200 len: 1096 time: 0.1158943 Dec 06 15:07:32.030996 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23014003-58a4-4801-ad67-3f09bd3a12f9 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:32.038593 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-23014003-58a4-4801-ad67-3f09bd3a12f9 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "DELETE /v2.0/ports/bd970d2b-a85b-4c0a-886d-b5afcd28d504 HTTP/1.1" status: 204 len: 168 time: 1.4431696 Dec 06 15:07:32.041169 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47564) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:32.101350 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b59f139-f9bb-4440-8ce2-169b49c7bfbd tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] GET failed (client error): The resource could not be found. Dec 06 15:07:32.106701 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3b59f139-f9bb-4440-8ce2-169b49c7bfbd tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "GET /v2.0/ports/bd970d2b-a85b-4c0a-886d-b5afcd28d504 HTTP/1.1" status: 404 len: 333 time: 0.0645404 Dec 06 15:07:32.109461 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47566) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:32.113655 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0c29f0a2-6bff-4bde-8c5f-ea84655684e2 req-436d842d-6aa9-4ec1-842b-00f12cd392f0 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a534557-5cfc-48ee-9ae2-2679d10c63e6 HTTP/1.1" status: 200 len: 210 time: 0.0629780 Dec 06 15:07:32.130053 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfc36b-582e-4094-871e-8680f9640529 req-e58bdf89-66ed-44a4-bcc7-742ebec34d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:32.131558 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6bcfc36b-582e-4094-871e-8680f9640529 req-e58bdf89-66ed-44a4-bcc7-742ebec34d76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5f251ea-82ed-4a0b-8c44-8681824b45f4 HTTP/1.1" status: 200 len: 915 time: 0.2616832 Dec 06 15:07:32.190846 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6bcfc36b-582e-4094-871e-8680f9640529 req-307e5884-81cb-4629-9f28-a7ec1bd66f37 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f19e55b6-ff97-47b7-b590-e99f314dfdde HTTP/1.1" status: 200 len: 217 time: 0.0518827 Dec 06 15:07:32.281468 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfc36b-582e-4094-871e-8680f9640529 req-99566983-f2cc-4ac6-a37e-b450d4a04b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:32.282975 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6bcfc36b-582e-4094-871e-8680f9640529 req-99566983-f2cc-4ac6-a37e-b450d4a04b8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b72e794-ba19-4721-af9a-670583f58b7e HTTP/1.1" status: 200 len: 854 time: 0.0848589 Dec 06 15:07:32.295252 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Deleting port eef320f3-6596-4a7d-a695-32859b11a20f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:07:32.295597 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:32.333995 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6bcfc36b-582e-4094-871e-8680f9640529 req-18a6825c-c595-4806-b6cb-3e73b29ee23e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5f251ea-82ed-4a0b-8c44-8681824b45f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349402 Dec 06 15:07:32.495083 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:32.545405 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Calling delete_port for eef320f3-6596-4a7d-a695-32859b11a20f owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:07:32.572843 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6bcfc36b-582e-4094-871e-8680f9640529 req-76bf4cd1-dc8c-4790-96b3-316991ad6df0 service neutron] 10.222.0.23 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309864 Dec 06 15:07:32.818103 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:32.871969 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event deleted for resources: {'Port': ['ID=eef320f3-6596-4a7d-a695-32859b11a20f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:32.897185 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:32.897593 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:32.897950 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:32.898295 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:32.898634 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:32.898960 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:32.899293 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:32.899625 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:32.899995 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:32.900322 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:32.900646 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:32.900971 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:32.903637 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:32.965547 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6bcfc36b-582e-4094-871e-8680f9640529 req-0058fc54-ff07-4302-8f7f-c5a828475bc7 service neutron] 10.222.0.23 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784506 Dec 06 15:07:33.039868 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-c18fc388-87c4-4d0a-8524-4a3245efb7f6 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:33.042092 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:33.042564 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-c18fc388-87c4-4d0a-8524-4a3245efb7f6 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 806 time: 0.4685001 Dec 06 15:07:33.048757 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47596) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:33.050196 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-736a9419-d367-445a-a4cc-49198ccd4dc1 tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "DELETE /v2.0/ports/eef320f3-6596-4a7d-a695-32859b11a20f HTTP/1.1" status: 204 len: 168 time: 0.9355633 Dec 06 15:07:33.119978 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-145850d3-62a0-49ed-8246-f058912989fb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] GET failed (client error): The resource could not be found. Dec 06 15:07:33.125100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-145850d3-62a0-49ed-8246-f058912989fb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "GET /v2.0/ports/eef320f3-6596-4a7d-a695-32859b11a20f HTTP/1.1" status: 404 len: 333 time: 0.0715864 Dec 06 15:07:33.126041 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47600) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:33.130204 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-c4ae6bc8-f584-4623-af11-7c3441f4d95e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Request body: {'port': {'device_id': '8a534557-5cfc-48ee-9ae2-2679d10c63e6', 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873', 'admin_state_up': True, 'tenant_id': 'e98772d35f004ef9b9b31e90472aefa4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:33.230528 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8822b13e-45a9-4c00-a4f0-604ab0600f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:33.373376 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a5a51b4-7c9f-4de1-8cc9-588b75f02c6d req-6ea5397e-7177-4c15-a9dc-36196ddc8d4e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a534557-5cfc-48ee-9ae2-2679d10c63e6 HTTP/1.1" status: 200 len: 210 time: 0.0722525 Dec 06 15:07:33.438997 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-c4ae6bc8-f584-4623-af11-7c3441f4d95e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Made reservation on behalf of e98772d35f004ef9b9b31e90472aefa4 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:33.447889 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a5310-b04c-4d69-af42-3d68b20f38bb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Deleting port 72f2a239-0d09-4248-94a5-52d57219883b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:07:33.449503 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d2a5310-b04c-4d69-af42-3d68b20f38bb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:33.455971 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-c4ae6bc8-f584-4623-af11-7c3441f4d95e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:33.671718 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d2a5310-b04c-4d69-af42-3d68b20f38bb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:33.707851 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a5310-b04c-4d69-af42-3d68b20f38bb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Calling delete_port for 72f2a239-0d09-4248-94a5-52d57219883b owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:07:33.737589 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-c4ae6bc8-f584-4623-af11-7c3441f4d95e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Allocated IP 172.20.0.5 (47288c44-0415-406f-a9a9-d0bd8bc69873/fd9744b0-5db8-4d6f-a5a9-70588c431a8f/277cab4d-0c72-49aa-84e7-4457dba996b2) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:07:33.983954 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:34.014432 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-c4ae6bc8-f584-4623-af11-7c3441f4d95e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:34.050247 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d2a5310-b04c-4d69-af42-3d68b20f38bb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:34.102583 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a5310-b04c-4d69-af42-3d68b20f38bb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event deleted for resources: {'Port': ['ID=72f2a239-0d09-4248-94a5-52d57219883b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:34.110996 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-c4ae6bc8-f584-4623-af11-7c3441f4d95e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:34.128349 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['cf411024-9a4e-4fcd-9337-dcd3d6eb31fa'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:07:34.258627 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae6bc8-f584-4623-af11-7c3441f4d95e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Pushing event updated for resources: {'Port': ['ID=277cab4d-0c72-49aa-84e7-4457dba996b2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:34.281555 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-c4ae6bc8-f584-4623-af11-7c3441f4d95e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Network 47288c44-0415-406f-a9a9-d0bd8bc69873 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:34.285462 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-c4ae6bc8-f584-4623-af11-7c3441f4d95e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:34.290343 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-c4ae6bc8-f584-4623-af11-7c3441f4d95e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:07:34.317813 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d2a5310-b04c-4d69-af42-3d68b20f38bb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:34.322040 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0d2a5310-b04c-4d69-af42-3d68b20f38bb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "DELETE /v2.0/ports/72f2a239-0d09-4248-94a5-52d57219883b HTTP/1.1" status: 204 len: 168 time: 1.1947176 Dec 06 15:07:34.324538 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47638) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:34.400800 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-918af7ec-6a41-441e-a630-77462f03bdde tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Deleting subnet 1a7736bd-dbc8-45c7-810e-eb365a61842b {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:07:34.408723 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-918af7ec-6a41-441e-a630-77462f03bdde tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:34.429679 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-c4ae6bc8-f584-4623-af11-7c3441f4d95e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:34.430678 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-c4ae6bc8-f584-4623-af11-7c3441f4d95e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:34.510337 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-c4ae6bc8-f584-4623-af11-7c3441f4d95e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4539409 Dec 06 15:07:34.526061 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-918af7ec-6a41-441e-a630-77462f03bdde tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:34.526317 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Request body: {'port': {'device_id': '8a534557-5cfc-48ee-9ae2-2679d10c63e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:34.693333 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:34.813504 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17feeb7-641a-4b19-9d1a-7a6786bf6234 req-026a2ef8-26cd-4a1a-8c27-22e6fd913bdd tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:34.826831 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f17feeb7-641a-4b19-9d1a-7a6786bf6234 req-026a2ef8-26cd-4a1a-8c27-22e6fd913bdd tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a534557-5cfc-48ee-9ae2-2679d10c63e6 HTTP/1.1" status: 200 len: 931 time: 0.2438872 Dec 06 15:07:34.961086 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f17feeb7-641a-4b19-9d1a-7a6786bf6234 req-15ea7fa0-5e6e-4bb6-aa60-40ffe4809732 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213045 Dec 06 15:07:34.962338 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-918af7ec-6a41-441e-a630-77462f03bdde tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:35.074329 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-918af7ec-6a41-441e-a630-77462f03bdde tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:35.137753 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-918af7ec-6a41-441e-a630-77462f03bdde tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:35.144371 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f62100c-fda1-4607-8cff-c3941d401221 None None] Network e3c451d8-7e33-4801-8957-66b36f6fc19b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:07:35.146071 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47662) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:35.160105 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-918af7ec-6a41-441e-a630-77462f03bdde tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "DELETE /v2.0/subnets/1a7736bd-dbc8-45c7-810e-eb365a61842b HTTP/1.1" status: 204 len: 168 time: 0.8155227 Dec 06 15:07:35.169945 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918af7ec-6a41-441e-a630-77462f03bdde tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event deleted for resources: {'Subnet': ['ID=1a7736bd-dbc8-45c7-810e-eb365a61842b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:35.188321 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277cab4d-0c72-49aa-84e7-4457dba996b2 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:07:35.208117 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:35.329458 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Transition to ACTIVE for port object 277cab4d-0c72-49aa-84e7-4457dba996b2 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:07:35.343636 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:35.449734 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Pushing event updated for resources: {'Port': ['ID=277cab4d-0c72-49aa-84e7-4457dba996b2,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:35.455903 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:35.558840 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e36403-45fc-4a68-b87d-cdb3d6d23490 None None] DHCP port deletion for e3c451d8-7e33-4801-8957-66b36f6fc19b request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:07:35.645853 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f2e36403-45fc-4a68-b87d-cdb3d6d23490 None None] Deleting port a7a448e3-90db-432d-b170-3d1fc5e7fecf {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:07:35.646681 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f2e36403-45fc-4a68-b87d-cdb3d6d23490 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:35.650232 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:35.716262 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Attempting to bind port 277cab4d-0c72-49aa-84e7-4457dba996b2 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:35.716652 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Attempting to bind port 277cab4d-0c72-49aa-84e7-4457dba996b2 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:35.716986 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Attempting to bind port 277cab4d-0c72-49aa-84e7-4457dba996b2 on network 47288c44-0415-406f-a9a9-d0bd8bc69873 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:35.721619 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Deleting port a7a448e3-90db-432d-b170-3d1fc5e7fecf {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:07:35.721954 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:35.726399 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Port 277cab4d-0c72-49aa-84e7-4457dba996b2 on network 47288c44-0415-406f-a9a9-d0bd8bc69873 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:35.726713 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Attempting to bind port 277cab4d-0c72-49aa-84e7-4457dba996b2 on network 47288c44-0415-406f-a9a9-d0bd8bc69873 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:35.738212 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f2e36403-45fc-4a68-b87d-cdb3d6d23490 None None] For port a7a448e3-90db-432d-b170-3d1fc5e7fecf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a7a448e3-90db-432d-b170-3d1fc5e7fecf,segment=NetworkSegment(6e05ced3-2b64-4471-804c-d0393c33a7d0),segment_id=6e05ced3-2b64-4471-804c-d0393c33a7d0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:35.739777 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f2e36403-45fc-4a68-b87d-cdb3d6d23490 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:35.750292 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:07:35.750638 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Checking segment: {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:07:35.751026 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Bound using segment: {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:07:35.751464 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Bound port: 277cab4d-0c72-49aa-84e7-4457dba996b2, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:07:35.752010 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:35.767788 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f2e36403-45fc-4a68-b87d-cdb3d6d23490 None None] Calling delete_port for a7a448e3-90db-432d-b170-3d1fc5e7fecf owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:07:35.830832 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] For port a7a448e3-90db-432d-b170-3d1fc5e7fecf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a7a448e3-90db-432d-b170-3d1fc5e7fecf,segment=NetworkSegment(6e05ced3-2b64-4471-804c-d0393c33a7d0),segment_id=6e05ced3-2b64-4471-804c-d0393c33a7d0)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:35.831196 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:35.857664 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Calling delete_port for a7a448e3-90db-432d-b170-3d1fc5e7fecf owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:07:35.920888 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f2e36403-45fc-4a68-b87d-cdb3d6d23490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:35.929388 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] For port 277cab4d-0c72-49aa-84e7-4457dba996b2, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:07:35.945805 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] For port 277cab4d-0c72-49aa-84e7-4457dba996b2, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=277cab4d-0c72-49aa-84e7-4457dba996b2,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:07:35.957955 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:35.959775 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e36403-45fc-4a68-b87d-cdb3d6d23490 None None] Pushing event deleted for resources: {'Port': ['ID=a7a448e3-90db-432d-b170-3d1fc5e7fecf,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:35.972160 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e36403-45fc-4a68-b87d-cdb3d6d23490 None None] No DVR routers for this DVR port a7a448e3-90db-432d-b170-3d1fc5e7fecf on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:07:35.998000 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:35.998614 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:36.000069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] 10.222.0.23 "PUT /v2.0/ports/277cab4d-0c72-49aa-84e7-4457dba996b2 HTTP/1.1" status: 200 len: 1091 time: 1.4789581 Dec 06 15:07:36.002023 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a534557-5cfc-48ee-9ae2-2679d10c63e6', 'tag': '277cab4d-0c72-49aa-84e7-4457dba996b2'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:07:36.004791 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3adcba1-2a92-4ccc-9843-db86f9d36181" -d '{"events": [{"name": "network-changed", "server_uuid": "8a534557-5cfc-48ee-9ae2-2679d10c63e6", "tag": "277cab4d-0c72-49aa-84e7-4457dba996b2"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:07:36.146239 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:36.164194 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe4d6c2-9efd-4255-9398-fa72565aef98 x-openstack-request-id: req-9fe4d6c2-9efd-4255-9398-fa72565aef98 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:07:36.164537 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a534557-5cfc-48ee-9ae2-2679d10c63e6", "tag": "277cab4d-0c72-49aa-84e7-4457dba996b2", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:07:36.164747 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fe4d6c2-9efd-4255-9398-fa72565aef98 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:07:36.165135 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a534557-5cfc-48ee-9ae2-2679d10c63e6', 'tag': '277cab4d-0c72-49aa-84e7-4457dba996b2', 'status': 'completed', 'code': 200} Dec 06 15:07:36.177122 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e86659-95f6-4c3a-8bf3-286261bb47ce service neutron] Pushing event updated for resources: {'Port': ['ID=277cab4d-0c72-49aa-84e7-4457dba996b2,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:36.221578 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe41de9-f207-40d1-b0ad-5e6807e759ae req-65650011-ec94-4055-9fdd-96f504607652 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:36.240242 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cbe41de9-f207-40d1-b0ad-5e6807e759ae req-65650011-ec94-4055-9fdd-96f504607652 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a534557-5cfc-48ee-9ae2-2679d10c63e6 HTTP/1.1" status: 200 len: 943 time: 0.1378689 Dec 06 15:07:36.352903 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cbe41de9-f207-40d1-b0ad-5e6807e759ae req-e100cced-8a1f-4692-987d-4485b7c0690e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059444 Dec 06 15:07:36.398873 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a7a448e3-90db-432d-b170-3d1fc5e7fecf no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:07:36.433663 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: a7a448e3-90db-432d-b170-3d1fc5e7fecf {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:07:36.433996 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a7a448e3-90db-432d-b170-3d1fc5e7fecf not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:07:36.566468 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:36.637687 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event deleted for resources: {'Port': ['ID=a7a448e3-90db-432d-b170-3d1fc5e7fecf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:36.644846 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] No DVR routers for this DVR port a7a448e3-90db-432d-b170-3d1fc5e7fecf on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:07:36.674512 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-2e0486b5-9835-460c-9edc-aa4f17672e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:36.676048 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-2e0486b5-9835-460c-9edc-aa4f17672e88 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&device_id=8a534557-5cfc-48ee-9ae2-2679d10c63e6 HTTP/1.1" status: 200 len: 1094 time: 0.5946126 Dec 06 15:07:36.731079 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-840224c4-a95b-4317-87d4-b527ceff8074 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=277cab4d-0c72-49aa-84e7-4457dba996b2 HTTP/1.1" status: 200 len: 217 time: 0.0402927 Dec 06 15:07:36.782771 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-ae90a8f2-b235-4749-94a7-06da8ebacaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:36.784818 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-ae90a8f2-b235-4749-94a7-06da8ebacaab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd9744b0-5db8-4d6f-a5a9-70588c431a8f HTTP/1.1" status: 200 len: 846 time: 0.0471663 Dec 06 15:07:36.823787 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:36.849585 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-4372ba98-9d39-4b62-a867-f67cac1f49b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=47288c44-0415-406f-a9a9-d0bd8bc69873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562980 Dec 06 15:07:36.943029 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c451d8-7e33-4801-8957-66b36f6fc19b']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:37.050085 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-2564569e-384a-45f1-acbe-730220a27d46 service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917238 Dec 06 15:07:37.053632 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e05ced3-2b64-4471-804c-d0393c33a7d0') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:37.053993 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e05ced3-2b64-4471-804c-d0393c33a7d0') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:37.155749 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:37.179871 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:37.207984 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:07:37.208402 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:07:37.218135 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:07:37.248452 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8aa00148-ca79-49c6-883d-0198727b2b01 req-64ec858c-c784-4762-ac78-bd966e30f578 service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874926 Dec 06 15:07:37.356459 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:37.366413 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:37.369437 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] 10.222.0.20 "DELETE /v2.0/networks/e3c451d8-7e33-4801-8957-66b36f6fc19b HTTP/1.1" status: 204 len: 168 time: 2.2216723 Dec 06 15:07:37.391345 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883306ca-ba25-4662-8410-8fc18ba898eb tempest-AllowedAddressPairTestJSON-169188057 tempest-AllowedAddressPairTestJSON-169188057-project] Pushing event deleted for resources: {'Network': ['ID=e3c451d8-7e33-4801-8957-66b36f6fc19b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:37.404916 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcba1-2a92-4ccc-9843-db86f9d36181 req-67531c20-7f6e-49de-896f-9819c0d1036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:37.407395 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3adcba1-2a92-4ccc-9843-db86f9d36181 req-67531c20-7f6e-49de-896f-9819c0d1036e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&device_id=8a534557-5cfc-48ee-9ae2-2679d10c63e6 HTTP/1.1" status: 200 len: 1094 time: 0.0802875 Dec 06 15:07:37.610896 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf84bf-6e9e-498e-beb1-8de70a7a025a req-90ec4aa9-ed43-4fae-9644-a585dd3ee113 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:37.613309 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcba1-2a92-4ccc-9843-db86f9d36181 req-6828d010-a075-4762-834f-e116a8a02650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:37.615042 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3adcba1-2a92-4ccc-9843-db86f9d36181 req-6828d010-a075-4762-834f-e116a8a02650 service neutron] 10.222.0.23 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 907 time: 0.1957412 Dec 06 15:07:37.616226 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6bf84bf-6e9e-498e-beb1-8de70a7a025a req-90ec4aa9-ed43-4fae-9644-a585dd3ee113 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a534557-5cfc-48ee-9ae2-2679d10c63e6 HTTP/1.1" status: 200 len: 943 time: 0.1019056 Dec 06 15:07:37.670409 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6bf84bf-6e9e-498e-beb1-8de70a7a025a req-5a86e5a9-4dbc-42c8-a0e2-aed60eee2bfd tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490801 Dec 06 15:07:37.707901 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3adcba1-2a92-4ccc-9843-db86f9d36181 req-6f823fac-963d-4dd3-80f7-aa09762b53e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=277cab4d-0c72-49aa-84e7-4457dba996b2 HTTP/1.1" status: 200 len: 217 time: 0.0829406 Dec 06 15:07:37.796414 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcba1-2a92-4ccc-9843-db86f9d36181 req-f0daeab3-cb94-46ac-b9e6-34f810ff231a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:37.798259 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3adcba1-2a92-4ccc-9843-db86f9d36181 req-f0daeab3-cb94-46ac-b9e6-34f810ff231a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd9744b0-5db8-4d6f-a5a9-70588c431a8f HTTP/1.1" status: 200 len: 846 time: 0.0808084 Dec 06 15:07:37.855061 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3adcba1-2a92-4ccc-9843-db86f9d36181 req-cf877bf3-7bd8-4bc7-a8de-bcb6cf4eaef7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=47288c44-0415-406f-a9a9-d0bd8bc69873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475526 Dec 06 15:07:37.942770 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47722) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:38.034474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3adcba1-2a92-4ccc-9843-db86f9d36181 req-07bea967-ebb2-490a-a434-5bc76b2aeb95 service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669438 Dec 06 15:07:38.133014 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-82e51ac0-6d1f-4720-bdb7-3a7867389303 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b844f51943c41378b095bd371f243a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1890044 Dec 06 15:07:38.135463 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47728) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:38.165389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3adcba1-2a92-4ccc-9843-db86f9d36181 req-f3151e8b-61ce-471e-b6af-7ad9ee74d5b8 service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158395 Dec 06 15:07:38.192546 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b366c2e9-1fe9-4bd6-a1fc-e348b7927877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:38.218515 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b366c2e9-1fe9-4bd6-a1fc-e348b7927877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:38.233842 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47732) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:38.281913 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b366c2e9-1fe9-4bd6-a1fc-e348b7927877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:38.286102 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b366c2e9-1fe9-4bd6-a1fc-e348b7927877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:38.288478 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b366c2e9-1fe9-4bd6-a1fc-e348b7927877 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4dd2e0e-3563-4e2e-8803-a314f99b165b HTTP/1.1" status: 204 len: 168 time: 0.1517644 Dec 06 15:07:38.300776 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366c2e9-1fe9-4bd6-a1fc-e348b7927877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dd2e0e-3563-4e2e-8803-a314f99b165b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:38.440936 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa018807-3048-4f07-b702-cc3d2d99fb43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:38.632720 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa018807-3048-4f07-b702-cc3d2d99fb43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:38.643418 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa018807-3048-4f07-b702-cc3d2d99fb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:38.740302 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fa018807-3048-4f07-b702-cc3d2d99fb43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1096f266e58c4a2eaa282ce01ea34e67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5051837 Dec 06 15:07:38.752315 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47770) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:38.754580 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa018807-3048-4f07-b702-cc3d2d99fb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba012e1-4566-4262-85a2-56a7ac42e955,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:38.869966 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d1acccd-8762-4941-9a6f-d5ecb1d5ae6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:38.870118 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-ab193567-f6fa-48ba-821c-62c35d0e359e tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:38.872733 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-ab193567-f6fa-48ba-821c-62c35d0e359e tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/networks?id=f5f251ea-82ed-4a0b-8c44-8681824b45f4 HTTP/1.1" status: 200 len: 814 time: 0.2714250 Dec 06 15:07:38.902681 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-164822ac-325e-423a-b733-748f8a7e7e48 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/quotas/1d68cc263107495b94e8b89e7ce49c8a HTTP/1.1" status: 200 len: 375 time: 0.0204866 Dec 06 15:07:38.966309 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d1acccd-8762-4941-9a6f-d5ecb1d5ae6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:39.012159 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-f0504fa4-5d10-4704-8149-4634468b1877 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d68cc263107495b94e8b89e7ce49c8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1029813 Dec 06 15:07:39.059728 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49deacee-d6b6-4d8a-aa2a-0ca0fd36d5ab req-fa416699-3bd4-4ab1-807c-98af717d4c14 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:39.067797 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-49deacee-d6b6-4d8a-aa2a-0ca0fd36d5ab req-fa416699-3bd4-4ab1-807c-98af717d4c14 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a534557-5cfc-48ee-9ae2-2679d10c63e6 HTTP/1.1" status: 200 len: 943 time: 0.2282612 Dec 06 15:07:39.171052 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-49deacee-d6b6-4d8a-aa2a-0ca0fd36d5ab req-923f5517-190c-4a8f-9ff7-86fd7907b472 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986986 Dec 06 15:07:39.187728 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d1acccd-8762-4941-9a6f-d5ecb1d5ae6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:39.200808 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d1acccd-8762-4941-9a6f-d5ecb1d5ae6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:39.201961 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8d1acccd-8762-4941-9a6f-d5ecb1d5ae6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fba012e1-4566-4262-85a2-56a7ac42e955 HTTP/1.1" status: 204 len: 168 time: 0.4484076 Dec 06 15:07:39.225122 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1acccd-8762-4941-9a6f-d5ecb1d5ae6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba012e1-4566-4262-85a2-56a7ac42e955,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:39.230296 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-756b4582-5f6f-4c0d-a282-1baa0a427dd1 service neutron] 10.222.0.20 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028608 Dec 06 15:07:39.395191 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-efd51b74-eded-49fa-b184-92b74df234a0 service neutron] 10.222.0.20 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632686 Dec 06 15:07:39.419286 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 277cab4d-0c72-49aa-84e7-4457dba996b2 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:07:39.673204 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47832) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:39.730059 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47836) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:39.755085 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e691529a-45f7-45e6-a666-6812370b7646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:39.769120 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 277cab4d-0c72-49aa-84e7-4457dba996b2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=277cab4d-0c72-49aa-84e7-4457dba996b2,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:39.769775 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9f59663-b3ea-4119-a231-4f41d2148221 req-a7d50f29-cf58-4f4a-90ab-b7caca3e6f74 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e HTTP/1.1" status: 200 len: 210 time: 0.0719938 Dec 06 15:07:39.823254 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '277cab4d-0c72-49aa-84e7-4457dba996b2', 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873', 'port_id': '277cab4d-0c72-49aa-84e7-4457dba996b2', 'mac_address': 'fa:16:3e:78:9f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9744b0-5db8-4d6f-a5a9-70588c431a8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:07:39.898162 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e691529a-45f7-45e6-a666-6812370b7646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:39.905650 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e691529a-45f7-45e6-a666-6812370b7646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:39.913095 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:39.962418 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277cab4d-0c72-49aa-84e7-4457dba996b2 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:07:39.975970 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691529a-45f7-45e6-a666-6812370b7646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf26c42-1114-4b10-847b-f3f82e090631,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:40.039416 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 277cab4d-0c72-49aa-84e7-4457dba996b2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=277cab4d-0c72-49aa-84e7-4457dba996b2,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:40.047757 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47850) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:40.050983 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e691529a-45f7-45e6-a666-6812370b7646 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1aa46ee4731d4e3e86156445cebf95d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3190992 Dec 06 15:07:40.054035 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:40.156950 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b432dd29-b8ca-4207-9b47-352bed1172c5 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'network': {'name': 'tempest-RoutersTest-1183814106'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:40.198113 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=277cab4d-0c72-49aa-84e7-4457dba996b2,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:40.199008 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056d0f31-0b80-4a5e-8996-acf7a3c47abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:40.256098 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056d0f31-0b80-4a5e-8996-acf7a3c47abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:40.265882 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b432dd29-b8ca-4207-9b47-352bed1172c5 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:40.269723 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b432dd29-b8ca-4207-9b47-352bed1172c5 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:40.286829 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b432dd29-b8ca-4207-9b47-352bed1172c5 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:40.315819 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['277cab4d-0c72-49aa-84e7-4457dba996b2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:07:40.381060 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056d0f31-0b80-4a5e-8996-acf7a3c47abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:40.384061 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056d0f31-0b80-4a5e-8996-acf7a3c47abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:40.387378 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-056d0f31-0b80-4a5e-8996-acf7a3c47abd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbf26c42-1114-4b10-847b-f3f82e090631 HTTP/1.1" status: 204 len: 168 time: 0.3351281 Dec 06 15:07:40.402319 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d0f31-0b80-4a5e-8996-acf7a3c47abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf26c42-1114-4b10-847b-f3f82e090631,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:40.417181 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe3b2b-bff1-4e4e-b625-aad9ed6eb83d req-1edcdd17-fe94-4180-b2f5-7db872b4e99f tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:40.430308 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8dbe3b2b-bff1-4e4e-b625-aad9ed6eb83d req-1edcdd17-fe94-4180-b2f5-7db872b4e99f tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a534557-5cfc-48ee-9ae2-2679d10c63e6 HTTP/1.1" status: 200 len: 944 time: 0.1408343 Dec 06 15:07:40.455965 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b432dd29-b8ca-4207-9b47-352bed1172c5 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:40.470160 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b432dd29-b8ca-4207-9b47-352bed1172c5 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:40.510520 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b432dd29-b8ca-4207-9b47-352bed1172c5 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:07:40.523449 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432dd29-b8ca-4207-9b47-352bed1172c5 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412a810a-8497-4b8e-ab13-109090c386d4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:40.528853 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b432dd29-b8ca-4207-9b47-352bed1172c5 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:40.529426 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-b432dd29-b8ca-4207-9b47-352bed1172c5 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Added segment 1e09e820-01ae-45e2-9ede-44f6853407f0 of type vlan for network 7f190e58-e694-4446-ba40-4e712f47dbea Dec 06 15:07:40.563293 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8dbe3b2b-bff1-4e4e-b625-aad9ed6eb83d req-a8927a97-4700-4a07-b823-4d11f1efda90 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316383 Dec 06 15:07:40.577946 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b432dd29-b8ca-4207-9b47-352bed1172c5 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:40.634041 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b432dd29-b8ca-4207-9b47-352bed1172c5 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:40.640578 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b432dd29-b8ca-4207-9b47-352bed1172c5 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:40.644836 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b432dd29-b8ca-4207-9b47-352bed1172c5 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:40.702438 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b432dd29-b8ca-4207-9b47-352bed1172c5 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0275800 Dec 06 15:07:40.706527 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47858) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:40.714540 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-598f6e0a-162b-4dba-a61c-c594edb5a589 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'network': {'name': 'tempest-RoutersTest-838171581'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:40.741682 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432dd29-b8ca-4207-9b47-352bed1172c5 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Network': ['ID=7f190e58-e694-4446-ba40-4e712f47dbea,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:40.753187 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598f6e0a-162b-4dba-a61c-c594edb5a589 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:40.754694 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 7f190e58-e694-4446-ba40-4e712f47dbea details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:07:40.757522 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-598f6e0a-162b-4dba-a61c-c594edb5a589 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:40.804425 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598f6e0a-162b-4dba-a61c-c594edb5a589 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:07:40.820530 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-598f6e0a-162b-4dba-a61c-c594edb5a589 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:40.820883 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-598f6e0a-162b-4dba-a61c-c594edb5a589 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Added segment 0bb4ced6-06a6-4a21-bc8f-95d2efc17dcf of type vlan for network ea97a0e8-02ab-4b3b-b209-5772a4286e60 Dec 06 15:07:40.873945 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-598f6e0a-162b-4dba-a61c-c594edb5a589 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:40.916012 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2ce0f52-05e1-4b9d-b592-fc0075fc92d1 req-a52d9828-cd1b-4cbc-89a6-01674c5b8e7c tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e HTTP/1.1" status: 200 len: 210 time: 0.0440855 Dec 06 15:07:40.931876 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-598f6e0a-162b-4dba-a61c-c594edb5a589 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:40.937730 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598f6e0a-162b-4dba-a61c-c594edb5a589 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:40.938357 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-598f6e0a-162b-4dba-a61c-c594edb5a589 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:40.980492 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-598f6e0a-162b-4dba-a61c-c594edb5a589 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2723148 Dec 06 15:07:40.983220 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47870) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:40.998718 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6af05cb0-ef91-4478-b519-8770d52f26e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'subnet': {'network_id': '7f190e58-e694-4446-ba40-4e712f47dbea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:41.068461 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f6e0a-162b-4dba-a61c-c594edb5a589 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Network': ['ID=ea97a0e8-02ab-4b3b-b209-5772a4286e60,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:41.081313 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network ea97a0e8-02ab-4b3b-b209-5772a4286e60 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:07:41.241376 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af05cb0-ef91-4478-b519-8770d52f26e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:41.244717 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-8c57fc43-c12b-4f06-b3d4-e3cb1b001ff3 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:41.246351 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-8c57fc43-c12b-4f06-b3d4-e3cb1b001ff3 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.37 "GET /v2.0/networks?id=f5f251ea-82ed-4a0b-8c44-8681824b45f4 HTTP/1.1" status: 200 len: 814 time: 0.1728442 Dec 06 15:07:41.250126 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6af05cb0-ef91-4478-b519-8770d52f26e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:41.262701 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-e31dbb14-2b26-4873-a28e-45e5a86fe147 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Request body: {'port': {'device_id': '2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e', 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4', 'admin_state_up': True, 'tenant_id': '1d68cc263107495b94e8b89e7ce49c8a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:41.397805 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-e31dbb14-2b26-4873-a28e-45e5a86fe147 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Made reservation on behalf of 1d68cc263107495b94e8b89e7ce49c8a for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:41.403447 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-e31dbb14-2b26-4873-a28e-45e5a86fe147 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:41.438002 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 277cab4d-0c72-49aa-84e7-4457dba996b2 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:07:41.566371 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6af05cb0-ef91-4478-b519-8770d52f26e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:41.593353 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 277cab4d-0c72-49aa-84e7-4457dba996b2 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:07:41.607624 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 277cab4d-0c72-49aa-84e7-4457dba996b2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:41.608019 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:41.737719 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af05cb0-ef91-4478-b519-8770d52f26e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Subnet': ['ID=c691c099-3f01-45cf-97ea-c418ef4acb11,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:41.761621 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-e31dbb14-2b26-4873-a28e-45e5a86fe147 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Allocated IP 172.20.0.5 (f5f251ea-82ed-4a0b-8c44-8681824b45f4/0b72e794-ba19-4721-af9a-670583f58b7e/d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:07:41.833505 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af05cb0-ef91-4478-b519-8770d52f26e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Checking segment: {'id': '1e09e820-01ae-45e2-9ede-44f6853407f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7f190e58-e694-4446-ba40-4e712f47dbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:07:41.844091 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af05cb0-ef91-4478-b519-8770d52f26e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network hostable DHCP agents. Network: 7f190e58-e694-4446-ba40-4e712f47dbea, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:07:41.850277 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:41.879117 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a534557-5cfc-48ee-9ae2-2679d10c63e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277cab4d-0c72-49aa-84e7-4457dba996b2'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:07:41.881800 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d935da3-d231-4c1b-83e4-be1e5fa1e23c" -d '{"events": [{"server_uuid": "8a534557-5cfc-48ee-9ae2-2679d10c63e6", "name": "network-vif-plugged", "status": "completed", "tag": "277cab4d-0c72-49aa-84e7-4457dba996b2"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:07:41.900748 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 277cab4d-0c72-49aa-84e7-4457dba996b2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=277cab4d-0c72-49aa-84e7-4457dba996b2,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:41.903442 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f056d-3321-4c4d-b855-72b3699e2ef0 req-a7dcb330-e2d4-49fe-9fe8-bc2369bd7ba2 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:41.906963 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:41.909564 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d3f056d-3321-4c4d-b855-72b3699e2ef0 req-a7dcb330-e2d4-49fe-9fe8-bc2369bd7ba2 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a534557-5cfc-48ee-9ae2-2679d10c63e6 HTTP/1.1" status: 200 len: 944 time: 0.1385276 Dec 06 15:07:41.912900 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af05cb0-ef91-4478-b519-8770d52f26e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network 7f190e58-e694-4446-ba40-4e712f47dbea is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:07:41.986683 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6af05cb0-ef91-4478-b519-8770d52f26e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7f190e58-e694-4446-ba40-4e712f47dbea) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:41.989494 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c154fd-1a09-47e4-9c85-77147b1afa13 x-openstack-request-id: req-69c154fd-1a09-47e4-9c85-77147b1afa13 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:07:41.989868 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a534557-5cfc-48ee-9ae2-2679d10c63e6", "name": "network-vif-plugged", "status": "completed", "tag": "277cab4d-0c72-49aa-84e7-4457dba996b2", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:07:41.990143 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69c154fd-1a09-47e4-9c85-77147b1afa13 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:07:41.990663 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a534557-5cfc-48ee-9ae2-2679d10c63e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277cab4d-0c72-49aa-84e7-4457dba996b2', 'code': 200} Dec 06 15:07:42.001625 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af05cb0-ef91-4478-b519-8770d52f26e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:42.002381 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6af05cb0-ef91-4478-b519-8770d52f26e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:42.008899 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e7dd00-723d-4afe-9071-5b79bcedb5e4 None None] Network 7f190e58-e694-4446-ba40-4e712f47dbea requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:07:42.046269 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2d3f056d-3321-4c4d-b855-72b3699e2ef0 req-245bdd0f-220d-4cd0-989b-9d906222186d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254997 Dec 06 15:07:42.062878 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6af05cb0-ef91-4478-b519-8770d52f26e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0785747 Dec 06 15:07:42.065694 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47896) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:42.070963 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cab6d112-d283-4c64-aebb-3620b79ccc43 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'subnet': {'network_id': 'ea97a0e8-02ab-4b3b-b209-5772a4286e60', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:42.114354 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39ea93b8-9a0f-41ab-bae5-a173c0a35485 req-eccfbaec-2a19-4df5-bdba-31decc4f8125 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e HTTP/1.1" status: 200 len: 210 time: 0.0722227 Dec 06 15:07:42.226418 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-e31dbb14-2b26-4873-a28e-45e5a86fe147 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:42.258584 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d14cb9-f2c4-44cd-bddf-44733f4f0927 req-8948ce46-80a4-4df9-b691-f992b0221dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:42.263869 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66d14cb9-f2c4-44cd-bddf-44733f4f0927 req-8948ce46-80a4-4df9-b691-f992b0221dbb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8a534557-5cfc-48ee-9ae2-2679d10c63e6 HTTP/1.1" status: 200 len: 1096 time: 0.1482785 Dec 06 15:07:42.291949 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=277cab4d-0c72-49aa-84e7-4457dba996b2,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:42.311714 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab6d112-d283-4c64-aebb-3620b79ccc43 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:42.316236 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cab6d112-d283-4c64-aebb-3620b79ccc43 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:42.391620 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-e31dbb14-2b26-4873-a28e-45e5a86fe147 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:42.471955 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['f19e55b6-ff97-47b7-b590-e99f314dfdde', '8d81e54c-eaa6-4d92-ad3b-6611d478f91e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:07:42.474344 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['858abab7-64bc-43df-8b3d-85168cdb41d2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:07:42.493224 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66d14cb9-f2c4-44cd-bddf-44733f4f0927 req-a25f13cb-85b9-48d0-9adb-5b1465d04a97 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199728 Dec 06 15:07:42.543212 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-e31dbb14-2b26-4873-a28e-45e5a86fe147 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Network f5f251ea-82ed-4a0b-8c44-8681824b45f4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:42.555126 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-e31dbb14-2b26-4873-a28e-45e5a86fe147 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:42.558992 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-e31dbb14-2b26-4873-a28e-45e5a86fe147 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:07:42.588404 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7f190e58-e694-4446-ba40-4e712f47dbea', 'network_id': '7f190e58-e694-4446-ba40-4e712f47dbea', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'fixed_ips': [{'subnet_id': 'c691c099-3f01-45cf-97ea-c418ef4acb11'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:07:42.589266 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:42.614982 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31dbb14-2b26-4873-a28e-45e5a86fe147 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Pushing event updated for resources: {'Port': ['ID=d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:42.703747 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-e31dbb14-2b26-4873-a28e-45e5a86fe147 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:42.705770 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-e31dbb14-2b26-4873-a28e-45e5a86fe147 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:42.707520 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cab6d112-d283-4c64-aebb-3620b79ccc43 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:42.732482 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-e31dbb14-2b26-4873-a28e-45e5a86fe147 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4746869 Dec 06 15:07:42.754507 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Request body: {'port': {'device_id': '2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:42.832509 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:42.869447 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6d112-d283-4c64-aebb-3620b79ccc43 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Subnet': ['ID=d9982f28-fd43-4ec9-968d-39846a1225b3,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:42.887041 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab6d112-d283-4c64-aebb-3620b79ccc43 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Checking segment: {'id': '0bb4ced6-06a6-4a21-bc8f-95d2efc17dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ea97a0e8-02ab-4b3b-b209-5772a4286e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:07:42.887402 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab6d112-d283-4c64-aebb-3620b79ccc43 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network hostable DHCP agents. Network: ea97a0e8-02ab-4b3b-b209-5772a4286e60, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:07:42.920580 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab6d112-d283-4c64-aebb-3620b79ccc43 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network ea97a0e8-02ab-4b3b-b209-5772a4286e60 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:07:42.941126 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-cab6d112-d283-4c64-aebb-3620b79ccc43 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ea97a0e8-02ab-4b3b-b209-5772a4286e60) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:42.968310 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab6d112-d283-4c64-aebb-3620b79ccc43 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:42.969269 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cab6d112-d283-4c64-aebb-3620b79ccc43 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:42.975371 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64954daa-9b33-4067-8424-d7d2ba3bd2db None None] Network ea97a0e8-02ab-4b3b-b209-5772a4286e60 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:07:43.009270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cab6d112-d283-4c64-aebb-3620b79ccc43 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9423411 Dec 06 15:07:43.009940 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47920) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:43.025053 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1ffaab12-beef-4d2d-aba9-3b499fc9f6bf tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1904840721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:43.084956 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ffaab12-beef-4d2d-aba9-3b499fc9f6bf tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:43.086294 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ffaab12-beef-4d2d-aba9-3b499fc9f6bf tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:43.249119 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ffaab12-beef-4d2d-aba9-3b499fc9f6bf tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:43.333976 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ffaab12-beef-4d2d-aba9-3b499fc9f6bf tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:43.408022 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ffaab12-beef-4d2d-aba9-3b499fc9f6bf tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:43.415644 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1ffaab12-beef-4d2d-aba9-3b499fc9f6bf tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4032910 Dec 06 15:07:43.438188 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371353ae-0f06-45b2-8d82-2159ac488af7 req-08950027-71a5-46b4-a30f-16b503a358ce tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:43.441065 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-371353ae-0f06-45b2-8d82-2159ac488af7 req-08950027-71a5-46b4-a30f-16b503a358ce tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a534557-5cfc-48ee-9ae2-2679d10c63e6 HTTP/1.1" status: 200 len: 945 time: 0.1855788 Dec 06 15:07:43.441589 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47936) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:43.493834 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Allocated IP 172.20.0.2 (7f190e58-e694-4446-ba40-4e712f47dbea/c691c099-3f01-45cf-97ea-c418ef4acb11/59f75053-5af3-4e43-adfa-b974d5801319) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:07:43.697306 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:07:43.709704 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:43.731942 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Transition to ACTIVE for port object d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:07:43.742923 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832076c-2414-4e50-9a19-20b123ff4f0c req-34629987-05f4-45e9-a70a-a272f9595b09 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:43.744774 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c832076c-2414-4e50-9a19-20b123ff4f0c req-34629987-05f4-45e9-a70a-a272f9595b09 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e HTTP/1.1" status: 200 len: 931 time: 0.1414790 Dec 06 15:07:43.746099 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:43.857242 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Pushing event updated for resources: {'Port': ['ID=d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:43.867569 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:43.920577 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-371353ae-0f06-45b2-8d82-2159ac488af7 req-1e01db52-ae10-48a0-bc1d-c17fa5d06374 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677105 Dec 06 15:07:43.955364 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c832076c-2414-4e50-9a19-20b123ff4f0c req-78deefe1-bd43-431e-9cc0-3c19b0bd9497 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001946 Dec 06 15:07:43.966536 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Attempting to bind port d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:43.967031 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Attempting to bind port d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:43.967494 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Attempting to bind port d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b on network f5f251ea-82ed-4a0b-8c44-8681824b45f4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:43.973093 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Port d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b on network f5f251ea-82ed-4a0b-8c44-8681824b45f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:43.973537 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Attempting to bind port d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b on network f5f251ea-82ed-4a0b-8c44-8681824b45f4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:43.979572 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:07:43.980097 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Checking segment: {'id': 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:07:43.980610 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Bound using segment: {'id': 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:07:43.981284 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Bound port: d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:07:43.981749 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:43.995387 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47944) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:43.999712 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:44.095932 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] For port d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:07:44.099530 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] For port d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:07:44.108154 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:44.132461 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Network 7f190e58-e694-4446-ba40-4e712f47dbea is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:44.138931 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:44.141235 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:07:44.145456 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:44.146207 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:44.147964 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] 10.222.0.37 "PUT /v2.0/ports/d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b HTTP/1.1" status: 200 len: 1091 time: 1.4032099 Dec 06 15:07:44.148291 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ea97a0e8-02ab-4b3b-b209-5772a4286e60', 'network_id': 'ea97a0e8-02ab-4b3b-b209-5772a4286e60', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'fixed_ips': [{'subnet_id': 'd9982f28-fd43-4ec9-968d-39846a1225b3'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:07:44.148640 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e', 'tag': 'd984e1e1-2f49-4a9b-b6ce-0f6da1b5338b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:07:44.149142 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:44.152362 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35215363-0dd4-4de6-a1d6-a075e34efae4" -d '{"events": [{"name": "network-changed", "server_uuid": "2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e", "tag": "d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:07:44.197184 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Pushing event updated for resources: {'Port': ['ID=59f75053-5af3-4e43-adfa-b974d5801319,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:44.215517 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521b1e-6484-49d4-ab02-eb1cf49e295b service neutron] Pushing event updated for resources: {'Port': ['ID=d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:44.249771 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3c817f-7fda-49b2-bea9-c9a0ea1c82c9 x-openstack-request-id: req-3a3c817f-7fda-49b2-bea9-c9a0ea1c82c9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:07:44.251435 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e", "tag": "d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:07:44.251877 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a3c817f-7fda-49b2-bea9-c9a0ea1c82c9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:07:44.252933 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e', 'tag': 'd984e1e1-2f49-4a9b-b6ce-0f6da1b5338b', 'status': 'completed', 'code': 200} Dec 06 15:07:44.359874 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Attempting to bind port 59f75053-5af3-4e43-adfa-b974d5801319 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:44.360383 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Attempting to bind port 59f75053-5af3-4e43-adfa-b974d5801319 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '1e09e820-01ae-45e2-9ede-44f6853407f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7f190e58-e694-4446-ba40-4e712f47dbea'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:44.360890 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Attempting to bind port 59f75053-5af3-4e43-adfa-b974d5801319 on network 7f190e58-e694-4446-ba40-4e712f47dbea {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:44.373845 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ac38-d4b5-468b-bbf2-087a46430682 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:44.376105 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:07:44.376688 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Checking segment: {'id': '1e09e820-01ae-45e2-9ede-44f6853407f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7f190e58-e694-4446-ba40-4e712f47dbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:07:44.377203 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:44.377714 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Bound using segment: {'id': '1e09e820-01ae-45e2-9ede-44f6853407f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7f190e58-e694-4446-ba40-4e712f47dbea'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:07:44.378318 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Bound port: 59f75053-5af3-4e43-adfa-b974d5801319, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e09e820-01ae-45e2-9ede-44f6853407f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7f190e58-e694-4446-ba40-4e712f47dbea'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:07:44.378814 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:44.443799 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-611c6c3b-735b-429b-ab9a-1e2a1230f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:44.443799 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-611c6c3b-735b-429b-ab9a-1e2a1230f177 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d68cc263107495b94e8b89e7ce49c8a&device_id=2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e HTTP/1.1" status: 200 len: 1094 time: 0.2187262 Dec 06 15:07:44.530351 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-cc92128d-b6a7-4389-be61-da1520033fda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b HTTP/1.1" status: 200 len: 217 time: 0.0810759 Dec 06 15:07:44.538750 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] For port 59f75053-5af3-4e43-adfa-b974d5801319, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:07:44.543859 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] For port 59f75053-5af3-4e43-adfa-b974d5801319, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=59f75053-5af3-4e43-adfa-b974d5801319,segment=NetworkSegment(1e09e820-01ae-45e2-9ede-44f6853407f0),segment_id=1e09e820-01ae-45e2-9ede-44f6853407f0)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:07:44.573510 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:44.692038 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-1aedaf14-0eaa-48a3-a3c7-df8b02587e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:44.697585 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Allocated IP 172.21.0.2 (ea97a0e8-02ab-4b3b-b209-5772a4286e60/d9982f28-fd43-4ec9-968d-39846a1225b3/d681b93b-423c-4b60-8fde-7f0a2617d5ba) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:07:44.700194 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-1aedaf14-0eaa-48a3-a3c7-df8b02587e93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b72e794-ba19-4721-af9a-670583f58b7e HTTP/1.1" status: 200 len: 854 time: 0.1456199 Dec 06 15:07:44.760103 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:44.775336 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-b87f83d4-e28c-4686-b09f-e442aba0dded service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5f251ea-82ed-4a0b-8c44-8681824b45f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580387 Dec 06 15:07:44.892277 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:44.916984 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ac38-d4b5-468b-bbf2-087a46430682 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:44.926077 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ac38-d4b5-468b-bbf2-087a46430682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:44.961809 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:44.972829 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-af1b9f84-9635-4b53-a889-db5c25d84c65 service neutron] 10.222.0.37 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824210 Dec 06 15:07:45.019011 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2fe1ac38-d4b5-468b-bbf2-087a46430682 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f77a8c8756a64b77bdb5a3b10a4987dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0221710 Dec 06 15:07:45.054293 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d29cc-6a78-497f-a4f1-8683f6187bb1 None None] Pushing event updated for resources: {'Port': ['ID=59f75053-5af3-4e43-adfa-b974d5801319,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:45.066740 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Network ea97a0e8-02ab-4b3b-b209-5772a4286e60 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:45.075839 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47974) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:45.079154 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:45.085064 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:07:45.085583 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47976) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:45.209947 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Pushing event updated for resources: {'Port': ['ID=d681b93b-423c-4b60-8fde-7f0a2617d5ba,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:45.243482 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Attempting to bind port d681b93b-423c-4b60-8fde-7f0a2617d5ba on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:45.243854 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Attempting to bind port d681b93b-423c-4b60-8fde-7f0a2617d5ba by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0bb4ced6-06a6-4a21-bc8f-95d2efc17dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ea97a0e8-02ab-4b3b-b209-5772a4286e60'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:45.244541 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Attempting to bind port d681b93b-423c-4b60-8fde-7f0a2617d5ba on network ea97a0e8-02ab-4b3b-b209-5772a4286e60 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:45.259200 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1ac38-d4b5-468b-bbf2-087a46430682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b420a4ea-a58c-4e4a-870a-61bedda66ed5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:45.260634 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:07:45.261338 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Checking segment: {'id': '0bb4ced6-06a6-4a21-bc8f-95d2efc17dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ea97a0e8-02ab-4b3b-b209-5772a4286e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:07:45.266415 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:45.266843 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Bound using segment: {'id': '0bb4ced6-06a6-4a21-bc8f-95d2efc17dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ea97a0e8-02ab-4b3b-b209-5772a4286e60'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:07:45.268039 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Bound port: d681b93b-423c-4b60-8fde-7f0a2617d5ba, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb4ced6-06a6-4a21-bc8f-95d2efc17dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ea97a0e8-02ab-4b3b-b209-5772a4286e60'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:07:45.268439 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:45.438492 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9f8f2-a8cd-45ce-83c9-5a577e270aab req-6d0f14b1-2c2a-4f6e-8416-f4563832a5fc tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:45.440543 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11d9f8f2-a8cd-45ce-83c9-5a577e270aab req-6d0f14b1-2c2a-4f6e-8416-f4563832a5fc tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a534557-5cfc-48ee-9ae2-2679d10c63e6 HTTP/1.1" status: 200 len: 945 time: 0.3295174 Dec 06 15:07:45.452124 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] For port d681b93b-423c-4b60-8fde-7f0a2617d5ba, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:07:45.457330 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] For port d681b93b-423c-4b60-8fde-7f0a2617d5ba, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d681b93b-423c-4b60-8fde-7f0a2617d5ba,segment=NetworkSegment(0bb4ced6-06a6-4a21-bc8f-95d2efc17dcf),segment_id=0bb4ced6-06a6-4a21-bc8f-95d2efc17dcf)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:07:45.468051 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:45.517919 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8df63ef5-1103-4062-90e1-07d406331a1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:45.570443 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c1f3176-a008-4b41-a35a-759ffb9dde5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:45.578364 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e5039-8766-4ad7-b4fa-93a10ef829f1 None None] Pushing event updated for resources: {'Port': ['ID=d681b93b-423c-4b60-8fde-7f0a2617d5ba,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:45.600847 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c1f3176-a008-4b41-a35a-759ffb9dde5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:45.601973 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11d9f8f2-a8cd-45ce-83c9-5a577e270aab req-3890a0f0-5710-4d47-a042-2945508e33a0 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461439 Dec 06 15:07:45.603957 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ebf6b48-96f6-43a0-af8e-59ef99eb7172 req-b06f3123-4213-4980-988c-d9166473cf05 service neutron] 10.222.0.37 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045747 Dec 06 15:07:45.637182 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a708f8e-909c-455a-a896-e846de826bd2 req-6482d9df-96e2-474d-9af5-1a14d234500a tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:45.646845 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2a708f8e-909c-455a-a896-e846de826bd2 req-6482d9df-96e2-474d-9af5-1a14d234500a tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e HTTP/1.1" status: 200 len: 943 time: 0.5083842 Dec 06 15:07:45.760828 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35215363-0dd4-4de6-a1d6-a075e34efae4 req-48a8976c-e44a-4c42-9ddb-3413bd6c958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:45.762367 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35215363-0dd4-4de6-a1d6-a075e34efae4 req-48a8976c-e44a-4c42-9ddb-3413bd6c958d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d68cc263107495b94e8b89e7ce49c8a&device_id=2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e HTTP/1.1" status: 200 len: 1094 time: 0.0999548 Dec 06 15:07:45.841337 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368c54d-ed17-4a2e-bc81-bd334399eadc req-d067c7f8-795d-4783-9fa7-563dae3faea4 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:45.850983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b368c54d-ed17-4a2e-bc81-bd334399eadc req-d067c7f8-795d-4783-9fa7-563dae3faea4 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a534557-5cfc-48ee-9ae2-2679d10c63e6 HTTP/1.1" status: 200 len: 945 time: 0.1027422 Dec 06 15:07:45.885652 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2a708f8e-909c-455a-a896-e846de826bd2 req-27be5618-9902-4ad0-8215-3e4eaf41c7f3 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367010 Dec 06 15:07:45.903071 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Allocated IP 172.20.0.1 (7f190e58-e694-4446-ba40-4e712f47dbea/c691c099-3f01-45cf-97ea-c418ef4acb11/071850b6-65c7-4c3a-8896-0a0c1dce9cb0) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:07:45.997326 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c1f3176-a008-4b41-a35a-759ffb9dde5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:46.004634 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c1f3176-a008-4b41-a35a-759ffb9dde5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:46.009758 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1c1f3176-a008-4b41-a35a-759ffb9dde5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b420a4ea-a58c-4e4a-870a-61bedda66ed5 HTTP/1.1" status: 204 len: 168 time: 0.9204645 Dec 06 15:07:46.055165 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35215363-0dd4-4de6-a1d6-a075e34efae4 req-145ce658-ae45-4814-8fe2-c3f4060fa8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:46.058447 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35215363-0dd4-4de6-a1d6-a075e34efae4 req-145ce658-ae45-4814-8fe2-c3f4060fa8ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5f251ea-82ed-4a0b-8c44-8681824b45f4 HTTP/1.1" status: 200 len: 915 time: 0.2757220 Dec 06 15:07:46.070892 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b368c54d-ed17-4a2e-bc81-bd334399eadc req-e393fc87-919a-4839-964b-4c86f5cfa35c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189195 Dec 06 15:07:46.114234 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8df63ef5-1103-4062-90e1-07d406331a1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:46.206474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35215363-0dd4-4de6-a1d6-a075e34efae4 req-ae34e863-af25-49be-a079-9e2496e45695 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b HTTP/1.1" status: 200 len: 217 time: 0.1284709 Dec 06 15:07:46.358691 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:46.402445 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f3176-a008-4b41-a35a-759ffb9dde5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b420a4ea-a58c-4e4a-870a-61bedda66ed5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:46.407297 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8df63ef5-1103-4062-90e1-07d406331a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:46.414042 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:46.426653 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35215363-0dd4-4de6-a1d6-a075e34efae4 req-c639c9ed-1efc-41af-b3ea-a7caa2333fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:46.429488 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35215363-0dd4-4de6-a1d6-a075e34efae4 req-c639c9ed-1efc-41af-b3ea-a7caa2333fd0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b72e794-ba19-4721-af9a-670583f58b7e HTTP/1.1" status: 200 len: 854 time: 0.2157545 Dec 06 15:07:46.509784 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35215363-0dd4-4de6-a1d6-a075e34efae4 req-4acf1bba-7852-453a-9fef-1c6517e0a6b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5f251ea-82ed-4a0b-8c44-8681824b45f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708957 Dec 06 15:07:46.577858 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=071850b6-65c7-4c3a-8896-0a0c1dce9cb0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:46.596478 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df63ef5-1103-4062-90e1-07d406331a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bc961d-8fb9-4280-9764-fb70dcee759b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:46.604246 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8df63ef5-1103-4062-90e1-07d406331a1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f86754682f974dab9f9a1ddfdeaac9ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5054216 Dec 06 15:07:46.607031 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network 7f190e58-e694-4446-ba40-4e712f47dbea is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:46.607977 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48004) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:46.617309 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:46.621991 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:07:46.668863 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 59f75053-5af3-4e43-adfa-b974d5801319 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:07:46.741008 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba8a110-f515-4bd4-ae49-bbe345037d83 None None] Network 7f190e58-e694-4446-ba40-4e712f47dbea requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:07:46.790065 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e0afb35-998c-46ae-bce9-5afc0b53c5e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:46.792117 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:46.792934 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35215363-0dd4-4de6-a1d6-a075e34efae4 req-716ce542-172c-4292-96d2-ffd455995d25 service neutron] 10.222.0.37 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728999 Dec 06 15:07:46.834229 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561430d1-ad41-41d7-8f6c-4c8360963368 req-b8beb91e-cd2e-4856-82de-bb6289dfbdf4 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:46.835798 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-561430d1-ad41-41d7-8f6c-4c8360963368 req-b8beb91e-cd2e-4856-82de-bb6289dfbdf4 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a534557-5cfc-48ee-9ae2-2679d10c63e6 HTTP/1.1" status: 200 len: 945 time: 0.1537547 Dec 06 15:07:46.857273 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e0afb35-998c-46ae-bce9-5afc0b53c5e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:46.975625 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e0afb35-998c-46ae-bce9-5afc0b53c5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:46.979356 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e0afb35-998c-46ae-bce9-5afc0b53c5e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:46.981448 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4e0afb35-998c-46ae-bce9-5afc0b53c5e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33bc961d-8fb9-4280-9764-fb70dcee759b HTTP/1.1" status: 204 len: 168 time: 0.3723383 Dec 06 15:07:46.982568 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:47.005295 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0afb35-998c-46ae-bce9-5afc0b53c5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bc961d-8fb9-4280-9764-fb70dcee759b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:47.063291 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-561430d1-ad41-41d7-8f6c-4c8360963368 req-b1779231-6183-4996-bce3-21e1eee3cf9c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116215 Dec 06 15:07:47.082364 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35215363-0dd4-4de6-a1d6-a075e34efae4 req-09387b21-fc8d-4846-9e49-3316719f91af service neutron] 10.222.0.37 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785697 Dec 06 15:07:47.115485 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-207e9617-782d-4f69-be75-e16e12737bb2 None None] Provisioning complete for port 59f75053-5af3-4e43-adfa-b974d5801319 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:47.115893 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-207e9617-782d-4f69-be75-e16e12737bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:47.125636 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 59f75053-5af3-4e43-adfa-b974d5801319 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:47.126001 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:47.282584 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2404186-e328-4aa1-bba0-500d8ea610af req-e594de0e-31f7-4769-87f7-931065a77a8e tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:47.287886 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2404186-e328-4aa1-bba0-500d8ea610af req-e594de0e-31f7-4769-87f7-931065a77a8e tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e HTTP/1.1" status: 200 len: 943 time: 0.2449050 Dec 06 15:07:47.369523 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:47.450894 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2404186-e328-4aa1-bba0-500d8ea610af req-9f089372-6f55-4ec9-8408-061dccab6be9 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497397 Dec 06 15:07:47.510298 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde8148-c98a-42e5-b0ad-1d423cd1ed8b None None] Network ea97a0e8-02ab-4b3b-b209-5772a4286e60 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:07:47.574765 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48026) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:47.616075 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0b77eb9-4fae-40f3-89bb-bab973d0114d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:47.696602 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:47.707524 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:47.719975 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 59f75053-5af3-4e43-adfa-b974d5801319, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=59f75053-5af3-4e43-adfa-b974d5801319,segment=NetworkSegment(1e09e820-01ae-45e2-9ede-44f6853407f0),segment_id=1e09e820-01ae-45e2-9ede-44f6853407f0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:47.732661 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-207e9617-782d-4f69-be75-e16e12737bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:47.760505 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:47.761216 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d681b93b-423c-4b60-8fde-7f0a2617d5ba up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:07:47.798831 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0b77eb9-4fae-40f3-89bb-bab973d0114d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:47.817893 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=071850b6-65c7-4c3a-8896-0a0c1dce9cb0,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:47.837480 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:47.840752 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0b77eb9-4fae-40f3-89bb-bab973d0114d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:47.948535 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c0b77eb9-4fae-40f3-89bb-bab973d0114d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=681e7d8335444140858b79ae5a489365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3720450 Dec 06 15:07:47.949326 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b77eb9-4fae-40f3-89bb-bab973d0114d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d39fe47-2659-453d-8758-d762ad4775be,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:47.950898 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=59f75053-5af3-4e43-adfa-b974d5801319,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:47.956174 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48036) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:47.964684 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e856c6-46ad-47a3-895a-6ce6fe3784cc req-7a79ebf5-6a0a-4ff3-8bf5-1bf38b0ee65c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:47.966107 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80e856c6-46ad-47a3-895a-6ce6fe3784cc req-7a79ebf5-6a0a-4ff3-8bf5-1bf38b0ee65c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a534557-5cfc-48ee-9ae2-2679d10c63e6 HTTP/1.1" status: 200 len: 945 time: 0.1947515 Dec 06 15:07:48.089630 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d681b93b-423c-4b60-8fde-7f0a2617d5ba triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:48.092457 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:48.094739 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network 7f190e58-e694-4446-ba40-4e712f47dbea is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:48.098860 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:48.142327 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc672654-c39d-4ae9-821f-cfa0111329e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:48.151512 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-207e9617-782d-4f69-be75-e16e12737bb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:07:48.162908 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-207e9617-782d-4f69-be75-e16e12737bb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:07:48.266224 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc672654-c39d-4ae9-821f-cfa0111329e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:48.287776 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:48.306690 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-80e856c6-46ad-47a3-895a-6ce6fe3784cc req-57bbfda1-ec27-429a-8bb0-45c4e5994fcb tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Deleting port 277cab4d-0c72-49aa-84e7-4457dba996b2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:07:48.307063 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-80e856c6-46ad-47a3-895a-6ce6fe3784cc req-57bbfda1-ec27-429a-8bb0-45c4e5994fcb tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:48.365938 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port d681b93b-423c-4b60-8fde-7f0a2617d5ba, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d681b93b-423c-4b60-8fde-7f0a2617d5ba,segment=NetworkSegment(0bb4ced6-06a6-4a21-bc8f-95d2efc17dcf),segment_id=0bb4ced6-06a6-4a21-bc8f-95d2efc17dcf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:48.374916 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:48.427025 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 6f270db0-9ad8-47d8-96a3-03b10a2cb281 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:07:48.528057 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 59f75053-5af3-4e43-adfa-b974d5801319 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:07:48.564516 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd70ba-55d0-4625-bf0b-ced54e2d1370 req-a8070272-1deb-41ef-abf8-13e15929e653 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:48.566096 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bcdd70ba-55d0-4625-bf0b-ced54e2d1370 req-a8070272-1deb-41ef-abf8-13e15929e653 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a534557-5cfc-48ee-9ae2-2679d10c63e6 HTTP/1.1" status: 200 len: 945 time: 0.3877411 Dec 06 15:07:48.635767 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=d681b93b-423c-4b60-8fde-7f0a2617d5ba,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:48.651029 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-80e856c6-46ad-47a3-895a-6ce6fe3784cc req-57bbfda1-ec27-429a-8bb0-45c4e5994fcb tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] For port 277cab4d-0c72-49aa-84e7-4457dba996b2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=277cab4d-0c72-49aa-84e7-4457dba996b2,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:48.651454 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-80e856c6-46ad-47a3-895a-6ce6fe3784cc req-57bbfda1-ec27-429a-8bb0-45c4e5994fcb tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:48.654445 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 59f75053-5af3-4e43-adfa-b974d5801319 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:48.655064 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:48.670369 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:07:48.678053 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fa84acd2-2872-4369-835e-823d28b92b32 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/6f270db0-9ad8-47d8-96a3-03b10a2cb281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2283320 Dec 06 15:07:48.681067 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48052) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:48.684821 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769ddac-8ffd-40fd-87bf-8a5a9fb8c541 None None] Sync routers for ids ['6f270db0-9ad8-47d8-96a3-03b10a2cb281'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:07:48.702364 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769ddac-8ffd-40fd-87bf-8a5a9fb8c541 None None] Routers {'6f270db0-9ad8-47d8-96a3-03b10a2cb281'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:07:48.705659 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3769ddac-8ffd-40fd-87bf-8a5a9fb8c541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:07:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6f270db0-9ad8-47d8-96a3-03b10a2cb281'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:48.730527 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-80e856c6-46ad-47a3-895a-6ce6fe3784cc req-57bbfda1-ec27-429a-8bb0-45c4e5994fcb tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Calling delete_port for 277cab4d-0c72-49aa-84e7-4457dba996b2 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:07:48.731314 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa0b352-d841-4f5b-a85a-1d8884c3a47d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:48.735321 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cfa0b352-d841-4f5b-a85a-1d8884c3a47d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports/071850b6-65c7-4c3a-8896-0a0c1dce9cb0 HTTP/1.1" status: 200 len: 910 time: 0.0506070 Dec 06 15:07:48.736256 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48054) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:48.791837 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d69ab-98b1-4f50-8a49-f36d0bf102c0 req-41e336a9-ae17-467c-bad0-cb5e08659f07 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:48.793347 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-664d69ab-98b1-4f50-8a49-f36d0bf102c0 req-41e336a9-ae17-467c-bad0-cb5e08659f07 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e HTTP/1.1" status: 200 len: 943 time: 0.1791356 Dec 06 15:07:48.833412 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3769ddac-8ffd-40fd-87bf-8a5a9fb8c541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:48.861979 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769ddac-8ffd-40fd-87bf-8a5a9fb8c541 None None] Routers {'6f270db0-9ad8-47d8-96a3-03b10a2cb281'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:07:48.862616 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3769ddac-8ffd-40fd-87bf-8a5a9fb8c541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:07:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6f270db0-9ad8-47d8-96a3-03b10a2cb281'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:48.915708 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-def6f2d8-74c4-4653-b983-bef58b271fc2 None None] Provisioning complete for port d681b93b-423c-4b60-8fde-7f0a2617d5ba triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:48.916302 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-def6f2d8-74c4-4653-b983-bef58b271fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:48.942680 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bcdd70ba-55d0-4625-bf0b-ced54e2d1370 req-83e84709-dff1-4aae-8f45-67be2627f4e2 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534322 Dec 06 15:07:48.946401 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc672654-c39d-4ae9-821f-cfa0111329e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:48.963725 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc672654-c39d-4ae9-821f-cfa0111329e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:48.964075 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3769ddac-8ffd-40fd-87bf-8a5a9fb8c541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:48.964254 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bc672654-c39d-4ae9-821f-cfa0111329e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d39fe47-2659-453d-8758-d762ad4775be HTTP/1.1" status: 204 len: 168 time: 0.9912384 Dec 06 15:07:48.964352 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769ddac-8ffd-40fd-87bf-8a5a9fb8c541 None None] The sync data for ids ['6f270db0-9ad8-47d8-96a3-03b10a2cb281'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:07:48.964434 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-80e856c6-46ad-47a3-895a-6ce6fe3784cc req-57bbfda1-ec27-429a-8bb0-45c4e5994fcb tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:48.984483 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['277cab4d-0c72-49aa-84e7-4457dba996b2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:07:48.986639 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['cf411024-9a4e-4fcd-9337-dcd3d6eb31fa'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:07:49.015360 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbfda1-ec27-429a-8bb0-45c4e5994fcb tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Pushing event deleted for resources: {'Port': ['ID=277cab4d-0c72-49aa-84e7-4457dba996b2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:49.028044 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc672654-c39d-4ae9-821f-cfa0111329e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d39fe47-2659-453d-8758-d762ad4775be,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:49.029175 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-664d69ab-98b1-4f50-8a49-f36d0bf102c0 req-36df0afd-3d5d-4cd5-b481-93e4acf311c9 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035596 Dec 06 15:07:49.076041 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e856c6-46ad-47a3-895a-6ce6fe3784cc req-57bbfda1-ec27-429a-8bb0-45c4e5994fcb tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] No DVR routers for this DVR port 277cab4d-0c72-49aa-84e7-4457dba996b2 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:07:49.079103 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-80e856c6-46ad-47a3-895a-6ce6fe3784cc req-57bbfda1-ec27-429a-8bb0-45c4e5994fcb tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:49.083684 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80e856c6-46ad-47a3-895a-6ce6fe3784cc req-57bbfda1-ec27-429a-8bb0-45c4e5994fcb tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "DELETE /v2.0/ports/277cab4d-0c72-49aa-84e7-4457dba996b2 HTTP/1.1" status: 204 len: 173 time: 1.1094818 Dec 06 15:07:49.083907 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a534557-5cfc-48ee-9ae2-2679d10c63e6', 'name': 'network-vif-deleted', 'tag': '277cab4d-0c72-49aa-84e7-4457dba996b2'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:07:49.087913 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91b96a9-a08d-4c27-a697-798facc911da" -d '{"events": [{"server_uuid": "8a534557-5cfc-48ee-9ae2-2679d10c63e6", "name": "network-vif-deleted", "tag": "277cab4d-0c72-49aa-84e7-4457dba996b2"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:07:49.178056 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9235b787-c29c-4270-9228-aa1083328649 x-openstack-request-id: req-9235b787-c29c-4270-9228-aa1083328649 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:07:49.178520 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a534557-5cfc-48ee-9ae2-2679d10c63e6", "name": "network-vif-deleted", "tag": "277cab4d-0c72-49aa-84e7-4457dba996b2", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:07:49.178781 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9235b787-c29c-4270-9228-aa1083328649 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:07:49.179540 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a534557-5cfc-48ee-9ae2-2679d10c63e6', 'name': 'network-vif-deleted', 'tag': '277cab4d-0c72-49aa-84e7-4457dba996b2', 'status': 'completed', 'code': 200} Dec 06 15:07:49.391637 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:49.556056 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:07:49.586750 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-def6f2d8-74c4-4653-b983-bef58b271fc2 None None] Provisioning complete for port 59f75053-5af3-4e43-adfa-b974d5801319 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:49.587841 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-def6f2d8-74c4-4653-b983-bef58b271fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:49.834575 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:49.851320 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'd984e1e1-2f49-4a9b-b6ce-0f6da1b5338b', 'network_id': 'f5f251ea-82ed-4a0b-8c44-8681824b45f4', 'port_id': 'd984e1e1-2f49-4a9b-b6ce-0f6da1b5338b', 'mac_address': 'fa:16:3e:d8:cf:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b72e794-ba19-4721-af9a-670583f58b7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:07:49.856489 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-def6f2d8-74c4-4653-b983-bef58b271fc2 None None] Provisioning complete for port 071850b6-65c7-4c3a-8896-0a0c1dce9cb0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:49.857078 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-def6f2d8-74c4-4653-b983-bef58b271fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:49.921436 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-def6f2d8-74c4-4653-b983-bef58b271fc2 None None] Port 071850b6-65c7-4c3a-8896-0a0c1dce9cb0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:07:49.927494 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:49.942572 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:07:49.963887 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:49.971424 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:50.015116 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Allocated IP 172.21.0.1 (ea97a0e8-02ab-4b3b-b209-5772a4286e60/d9982f28-fd43-4ec9-968d-39846a1225b3/50c7bdd6-3cb0-4cb2-b3b9-1e412d04be6d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:07:50.118822 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:50.236862 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:07:50.343614 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bb7dd-35a9-4724-86bb-38a0c546529d req-e83f1c03-f674-4747-9b21-ea83f7878ee8 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:50.345954 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e0bb7dd-35a9-4724-86bb-38a0c546529d req-e83f1c03-f674-4747-9b21-ea83f7878ee8 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e HTTP/1.1" status: 200 len: 944 time: 0.1512866 Dec 06 15:07:50.359004 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:50.510213 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:50.524642 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d681b93b-423c-4b60-8fde-7f0a2617d5ba up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:07:50.570220 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e0bb7dd-35a9-4724-86bb-38a0c546529d req-bd805e4c-49cb-4b6b-8237-eefd3f452eaf tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927049 Dec 06 15:07:50.593330 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network ea97a0e8-02ab-4b3b-b209-5772a4286e60 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:50.598003 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:50.604416 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:07:50.656075 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:50.656497 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d681b93b-423c-4b60-8fde-7f0a2617d5ba triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:50.656995 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:50.660826 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=50c7bdd6-3cb0-4cb2-b3b9-1e412d04be6d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:50.836597 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:50.843168 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-89044baf-8018-4db2-9d9b-a2addc9d6360 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:50.853659 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-89044baf-8018-4db2-9d9b-a2addc9d6360 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 806 time: 0.1897378 Dec 06 15:07:50.885203 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-84a1408a-808f-46b3-bac8-4a947eb2b991 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/quotas/e98772d35f004ef9b9b31e90472aefa4 HTTP/1.1" status: 200 len: 375 time: 0.0313027 Dec 06 15:07:51.108193 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7b1b5008-43d8-4c1d-b387-aa8b3cb35795 None None] Provisioning complete for port 50c7bdd6-3cb0-4cb2-b3b9-1e412d04be6d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:51.108779 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5008-43d8-4c1d-b387-aa8b3cb35795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:51.177548 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b5008-43d8-4c1d-b387-aa8b3cb35795 None None] Port 50c7bdd6-3cb0-4cb2-b3b9-1e412d04be6d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:07:51.292405 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:51.300795 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:51.443539 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48156) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:51.469806 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 277cab4d-0c72-49aa-84e7-4457dba996b2 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:07:51.489957 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-59ee52ac-93e1-4431-b6f7-ec30639a32c3 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5837030 Dec 06 15:07:51.535687 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 277cab4d-0c72-49aa-84e7-4457dba996b2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:07:51.536046 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 277cab4d-0c72-49aa-84e7-4457dba996b2 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:07:51.569482 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:07:51.679725 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-1a56f404-c275-4ea8-b9a2-e040553a9a6d service neutron] 10.222.0.20 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833601 Dec 06 15:07:51.680765 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91d2b973-7eee-4367-92bf-9b81e134c9db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:51.683790 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:07:51.690425 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:51.690938 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:51.797202 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:51.827209 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64332a96-86cd-47ca-b63e-54a2916e98f1 service neutron] 10.222.0.20 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354730 Dec 06 15:07:51.828623 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd984e1e1-2f49-4a9b-b6ce-0f6da1b5338b'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:07:51.835131 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8661ad6-6476-4b39-b870-c955214476fc" -d '{"events": [{"server_uuid": "2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e", "name": "network-vif-plugged", "status": "completed", "tag": "d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:07:51.862744 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91d2b973-7eee-4367-92bf-9b81e134c9db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:51.863448 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:51.873688 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:51.879258 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91d2b973-7eee-4367-92bf-9b81e134c9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:51.934445 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=50c7bdd6-3cb0-4cb2-b3b9-1e412d04be6d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:51.951226 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:51.954325 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-91d2b973-7eee-4367-92bf-9b81e134c9db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=332bba3ea7b147419bff2ae9ce093ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5086446 Dec 06 15:07:51.956452 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2b973-7eee-4367-92bf-9b81e134c9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b4dcf7-4f1b-4f33-ae14-0be455089dd7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:51.962329 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:51.963187 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:51.963790 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:51.964710 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:51.965368 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:51.965769 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:51.966166 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:51.966586 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:51.966986 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:51.967787 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:51.968125 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:51.969291 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:51.969291 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:07:51.971305 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48178) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:51.978441 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:52.101270 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089a3f2-57ed-435a-b371-816f1c0a89ab req-95742b62-ddba-45d3-9221-870a4998054c tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:52.102894 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2089a3f2-57ed-435a-b371-816f1c0a89ab req-95742b62-ddba-45d3-9221-870a4998054c tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e HTTP/1.1" status: 200 len: 944 time: 0.2919176 Dec 06 15:07:52.127836 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a26439-bee6-4ea6-8a90-d48f1a5cd272 x-openstack-request-id: req-37a26439-bee6-4ea6-8a90-d48f1a5cd272 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:07:52.128373 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e", "name": "network-vif-plugged", "status": "completed", "tag": "d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:07:52.128465 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37a26439-bee6-4ea6-8a90-d48f1a5cd272 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:07:52.128941 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd984e1e1-2f49-4a9b-b6ce-0f6da1b5338b', 'code': 200} Dec 06 15:07:52.218360 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ab6e7da-a296-4b8d-abc4-55d3393f0a01 req-6c9224ca-a073-476c-8916-28dee2a70aa8 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=58874d49-c16b-4759-a05e-5ca5520912e8 HTTP/1.1" status: 200 len: 210 time: 0.0485461 Dec 06 15:07:52.221325 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2bc0126-2950-4ab3-9bc0-35bc4ec26c25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:52.227678 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2089a3f2-57ed-435a-b371-816f1c0a89ab req-80681081-f965-4cf5-9f35-d6fd33d63e09 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169500 Dec 06 15:07:52.271350 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf94fb-9c87-4c0b-9a86-1e7e835070dc req-4fd8f707-7909-4508-89ef-b762c0cb924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:52.272730 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2bc0126-2950-4ab3-9bc0-35bc4ec26c25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:52.273535 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9ccf94fb-9c87-4c0b-9a86-1e7e835070dc req-4fd8f707-7909-4508-89ef-b762c0cb924c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e HTTP/1.1" status: 200 len: 1096 time: 0.0541711 Dec 06 15:07:52.297662 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network ea97a0e8-02ab-4b3b-b209-5772a4286e60 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:52.303715 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:52.340951 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9ccf94fb-9c87-4c0b-9a86-1e7e835070dc req-e5514b8d-2a3c-49bb-a9b4-d9d339d2407e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587106 Dec 06 15:07:52.451091 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 6f270db0-9ad8-47d8-96a3-03b10a2cb281 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:07:52.453485 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2bc0126-2950-4ab3-9bc0-35bc4ec26c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:52.457003 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2bc0126-2950-4ab3-9bc0-35bc4ec26c25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:52.458193 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b2bc0126-2950-4ab3-9bc0-35bc4ec26c25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74b4dcf7-4f1b-4f33-ae14-0be455089dd7 HTTP/1.1" status: 204 len: 168 time: 0.4849801 Dec 06 15:07:52.492549 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc0126-2950-4ab3-9bc0-35bc4ec26c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b4dcf7-4f1b-4f33-ae14-0be455089dd7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:52.670049 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:07:52.679721 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e4a352-267e-4069-a759-51916a3cbf78 None None] Sync routers for ids ['6f270db0-9ad8-47d8-96a3-03b10a2cb281'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:07:52.682844 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0898eb7b-81eb-4602-bd51-505b6a9dde1b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/6f270db0-9ad8-47d8-96a3-03b10a2cb281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9445083 Dec 06 15:07:52.684514 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48216) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:52.695126 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e4a352-267e-4069-a759-51916a3cbf78 None None] Routers {'6f270db0-9ad8-47d8-96a3-03b10a2cb281'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:07:52.695818 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c2e4a352-267e-4069-a759-51916a3cbf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:07:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6f270db0-9ad8-47d8-96a3-03b10a2cb281'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:52.732032 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c2e4a352-267e-4069-a759-51916a3cbf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:52.751174 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d60bbdda-9283-4b18-b223-9bae6eca8b0f None None] Provisioning complete for port 50c7bdd6-3cb0-4cb2-b3b9-1e412d04be6d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:52.752155 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d60bbdda-9283-4b18-b223-9bae6eca8b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:52.777008 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e4a352-267e-4069-a759-51916a3cbf78 None None] Routers {'6f270db0-9ad8-47d8-96a3-03b10a2cb281'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:07:52.777681 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c2e4a352-267e-4069-a759-51916a3cbf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:07:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6f270db0-9ad8-47d8-96a3-03b10a2cb281'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:52.801933 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fa28c8-75a6-4131-a3bb-38124c0fa1bc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:52.806664 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48220) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:52.808198 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-99fa28c8-75a6-4131-a3bb-38124c0fa1bc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports/50c7bdd6-3cb0-4cb2-b3b9-1e412d04be6d HTTP/1.1" status: 200 len: 910 time: 0.1214361 Dec 06 15:07:52.836353 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c2e4a352-267e-4069-a759-51916a3cbf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:52.837162 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e4a352-267e-4069-a759-51916a3cbf78 None None] The sync data for ids ['6f270db0-9ad8-47d8-96a3-03b10a2cb281'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:07:52.866068 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d60bbdda-9283-4b18-b223-9bae6eca8b0f None None] Port 50c7bdd6-3cb0-4cb2-b3b9-1e412d04be6d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:07:53.077225 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:07:53.108245 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48232) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:53.267536 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d693eae-68ba-4743-9190-6393e76139a6 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:53.380794 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ff768a4-7c58-41d2-8a2f-5e1351e9d982 req-ea94db05-4879-4144-9dd8-83b0c5bfd65d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=58874d49-c16b-4759-a05e-5ca5520912e8 HTTP/1.1" status: 200 len: 210 time: 0.0463107 Dec 06 15:07:53.516772 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b39c-800e-4c51-b538-1bcac2a02b04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:53.635860 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-957b7c55-33e5-4e35-b3e0-0fb049b2522c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:53.639734 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-957b7c55-33e5-4e35-b3e0-0fb049b2522c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 806 time: 0.2047791 Dec 06 15:07:53.655699 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fc7da-01d3-4b54-9229-9eac549504c6 req-ea7ae45e-a5db-42cb-b7c3-1c519604247f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:53.672241 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b24fc7da-01d3-4b54-9229-9eac549504c6 req-ea7ae45e-a5db-42cb-b7c3-1c519604247f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e HTTP/1.1" status: 200 len: 945 time: 0.2931528 Dec 06 15:07:53.682626 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-501cb0b0-ce2e-4f5f-8642-54a3aa717117 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Request body: {'port': {'device_id': '58874d49-c16b-4759-a05e-5ca5520912e8', 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873', 'admin_state_up': True, 'tenant_id': 'e98772d35f004ef9b9b31e90472aefa4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:53.789995 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b39c-800e-4c51-b538-1bcac2a02b04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:53.806379 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b39c-800e-4c51-b538-1bcac2a02b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:53.840482 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-501cb0b0-ce2e-4f5f-8642-54a3aa717117 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Made reservation on behalf of e98772d35f004ef9b9b31e90472aefa4 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:07:53.846438 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-501cb0b0-ce2e-4f5f-8642-54a3aa717117 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:53.900283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f9f6b39c-800e-4c51-b538-1bcac2a02b04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13f4a92a82c040a499abc38552ed04c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7910793 Dec 06 15:07:53.913480 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48258) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:53.926788 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b24fc7da-01d3-4b54-9229-9eac549504c6 req-8c2d9963-a9ec-4973-87e4-f035421ced02 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533302 Dec 06 15:07:53.927524 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6b39c-800e-4c51-b538-1bcac2a02b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a100135c-fa54-4446-bc73-c91d55d5b061,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:54.024460 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-501cb0b0-ce2e-4f5f-8642-54a3aa717117 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Allocated IP 172.20.0.13 (47288c44-0415-406f-a9a9-d0bd8bc69873/fd9744b0-5db8-4d6f-a5a9-70588c431a8f/3ccb0cb3-5bd4-42c5-82ba-4b79c257c696) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:07:54.064315 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48266) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:54.082979 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87312e71-6e68-44e1-94ef-7fa1355a53e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:54.117558 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87312e71-6e68-44e1-94ef-7fa1355a53e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:54.139362 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0d693eae-68ba-4743-9190-6393e76139a6 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting port 50c7bdd6-3cb0-4cb2-b3b9-1e412d04be6d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:07:54.139884 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d693eae-68ba-4743-9190-6393e76139a6 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:54.228500 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-501cb0b0-ce2e-4f5f-8642-54a3aa717117 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:54.261163 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb07831f-2518-4f9a-8832-abe9a3be605a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:54.263420 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87312e71-6e68-44e1-94ef-7fa1355a53e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:54.265471 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-501cb0b0-ce2e-4f5f-8642-54a3aa717117 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:54.266392 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87312e71-6e68-44e1-94ef-7fa1355a53e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:54.270154 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-87312e71-6e68-44e1-94ef-7fa1355a53e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a100135c-fa54-4446-bc73-c91d55d5b061 HTTP/1.1" status: 204 len: 168 time: 0.3523109 Dec 06 15:07:54.278604 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['cf411024-9a4e-4fcd-9337-dcd3d6eb31fa'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:07:54.309491 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d693eae-68ba-4743-9190-6393e76139a6 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:54.321493 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87312e71-6e68-44e1-94ef-7fa1355a53e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a100135c-fa54-4446-bc73-c91d55d5b061,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:54.338683 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cb0b0-ce2e-4f5f-8642-54a3aa717117 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Pushing event updated for resources: {'Port': ['ID=3ccb0cb3-5bd4-42c5-82ba-4b79c257c696,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:54.354101 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-501cb0b0-ce2e-4f5f-8642-54a3aa717117 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Network 47288c44-0415-406f-a9a9-d0bd8bc69873 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:07:54.356031 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-501cb0b0-ce2e-4f5f-8642-54a3aa717117 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:07:54.363598 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-501cb0b0-ce2e-4f5f-8642-54a3aa717117 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:07:54.380207 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0d693eae-68ba-4743-9190-6393e76139a6 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Calling delete_port for 50c7bdd6-3cb0-4cb2-b3b9-1e412d04be6d owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:07:54.469016 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-501cb0b0-ce2e-4f5f-8642-54a3aa717117 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:54.469757 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-501cb0b0-ce2e-4f5f-8642-54a3aa717117 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:54.504163 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-501cb0b0-ce2e-4f5f-8642-54a3aa717117 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8511741 Dec 06 15:07:54.524368 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Request body: {'port': {'device_id': '58874d49-c16b-4759-a05e-5ca5520912e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:07:54.600758 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb07831f-2518-4f9a-8832-abe9a3be605a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:54.607917 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb07831f-2518-4f9a-8832-abe9a3be605a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:54.613035 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:54.687318 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07831f-2518-4f9a-8832-abe9a3be605a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a33ac0-3156-4866-8ea7-4e840c91a48f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:54.698057 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cb07831f-2518-4f9a-8832-abe9a3be605a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be8c82d1f1d143b6a19987c60301960d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6265039 Dec 06 15:07:54.702770 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48278) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:54.725197 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82199731-d641-4670-967c-cefcbc3f4a4f req-2fa27d53-22e2-478a-a20e-8339647bbfbd tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:54.727086 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-82199731-d641-4670-967c-cefcbc3f4a4f req-2fa27d53-22e2-478a-a20e-8339647bbfbd tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=58874d49-c16b-4759-a05e-5ca5520912e8 HTTP/1.1" status: 200 len: 932 time: 0.2210615 Dec 06 15:07:54.752435 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d693eae-68ba-4743-9190-6393e76139a6 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:54.789109 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48280) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:54.792365 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d693eae-68ba-4743-9190-6393e76139a6 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Port': ['ID=50c7bdd6-3cb0-4cb2-b3b9-1e412d04be6d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:54.814290 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ef3319e-cb32-49cf-b0e5-424237ab6e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:54.836942 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4766767-b782-4525-88b6-5098ea920e9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:54.913208 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ef3319e-cb32-49cf-b0e5-424237ab6e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:54.917384 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-82199731-d641-4670-967c-cefcbc3f4a4f req-c7638b47-bf91-490d-9341-531091a370d8 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374679 Dec 06 15:07:55.103878 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ef3319e-cb32-49cf-b0e5-424237ab6e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:55.106720 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ef3319e-cb32-49cf-b0e5-424237ab6e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:55.107890 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6ef3319e-cb32-49cf-b0e5-424237ab6e43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59a33ac0-3156-4866-8ea7-4e840c91a48f HTTP/1.1" status: 204 len: 168 time: 0.4035287 Dec 06 15:07:55.124881 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:07:55.134227 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:55.145941 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3319e-cb32-49cf-b0e5-424237ab6e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a33ac0-3156-4866-8ea7-4e840c91a48f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:55.156866 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d693eae-68ba-4743-9190-6393e76139a6 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:55.165199 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Transition to ACTIVE for port object 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:07:55.167959 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4766767-b782-4525-88b6-5098ea920e9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:55.174342 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:55.182917 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4766767-b782-4525-88b6-5098ea920e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:55.195590 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26ced0-d277-4741-9553-d651f8775400 req-007f3e39-a504-4b91-a7b4-bba857f3ffdf tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:55.199568 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc26ced0-d277-4741-9553-d651f8775400 req-007f3e39-a504-4b91-a7b4-bba857f3ffdf tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e HTTP/1.1" status: 200 len: 945 time: 0.1168466 Dec 06 15:07:55.266528 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4766767-b782-4525-88b6-5098ea920e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb2c663-3f53-4bcc-9bcf-f616fec0a46f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:55.320349 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a4766767-b782-4525-88b6-5098ea920e9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a6fbbf548d046bb81370065f0f08486&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5242932 Dec 06 15:07:55.321163 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Pushing event updated for resources: {'Port': ['ID=3ccb0cb3-5bd4-42c5-82ba-4b79c257c696,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:55.323345 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48290) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:55.365458 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc26ced0-d277-4741-9553-d651f8775400 req-fa8dcd6b-b3f6-4c4a-a2ff-dd42b7b0ff96 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187387 Dec 06 15:07:55.401722 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Attempting to bind port 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:07:55.401722 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Attempting to bind port 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:07:55.401722 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Attempting to bind port 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 on network 47288c44-0415-406f-a9a9-d0bd8bc69873 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:55.401722 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Port 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 on network 47288c44-0415-406f-a9a9-d0bd8bc69873 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:07:55.401722 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Attempting to bind port 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 on network 47288c44-0415-406f-a9a9-d0bd8bc69873 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:07:55.410652 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f0ff-6391-43e8-a0a5-2a4086e91423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:55.433165 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f0ff-6391-43e8-a0a5-2a4086e91423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:55.478266 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:07:55.478930 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Checking segment: {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:07:55.479065 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Bound using segment: {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:07:55.479443 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Bound port: 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:07:55.479852 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:55.501642 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f0ff-6391-43e8-a0a5-2a4086e91423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:55.504962 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f0ff-6391-43e8-a0a5-2a4086e91423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:55.509412 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d2b1f0ff-6391-43e8-a0a5-2a4086e91423 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cb2c663-3f53-4bcc-9bcf-f616fec0a46f HTTP/1.1" status: 204 len: 168 time: 0.1831944 Dec 06 15:07:55.522859 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1f0ff-6391-43e8-a0a5-2a4086e91423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb2c663-3f53-4bcc-9bcf-f616fec0a46f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:55.574620 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d693eae-68ba-4743-9190-6393e76139a6 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 6f270db0-9ad8-47d8-96a3-03b10a2cb281 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:07:55.608277 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] For port 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:07:55.619384 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] For port 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3ccb0cb3-5bd4-42c5-82ba-4b79c257c696,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:07:55.629850 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:55.702480 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:55.703145 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:55.705726 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] 10.222.0.23 "PUT /v2.0/ports/3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 HTTP/1.1" status: 200 len: 1092 time: 1.1859593 Dec 06 15:07:55.706196 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58874d49-c16b-4759-a05e-5ca5520912e8', 'tag': '3ccb0cb3-5bd4-42c5-82ba-4b79c257c696'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:07:55.714312 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d2869d-97bd-4955-88b6-7332e71cecca" -d '{"events": [{"name": "network-changed", "server_uuid": "58874d49-c16b-4759-a05e-5ca5520912e8", "tag": "3ccb0cb3-5bd4-42c5-82ba-4b79c257c696"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:07:55.792931 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4b9b3-54f2-4c84-810e-acf42c898e6a service neutron] Pushing event updated for resources: {'Port': ['ID=3ccb0cb3-5bd4-42c5-82ba-4b79c257c696,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:55.801306 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d693eae-68ba-4743-9190-6393e76139a6 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:07:55.813480 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38837f5d-1e97-4d96-817e-53146086529c None None] Sync routers for ids ['6f270db0-9ad8-47d8-96a3-03b10a2cb281'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:07:55.833038 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38837f5d-1e97-4d96-817e-53146086529c None None] Routers {'6f270db0-9ad8-47d8-96a3-03b10a2cb281'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:07:55.834846 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-38837f5d-1e97-4d96-817e-53146086529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:07:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6f270db0-9ad8-47d8-96a3-03b10a2cb281'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:55.839817 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0d693eae-68ba-4743-9190-6393e76139a6 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/6f270db0-9ad8-47d8-96a3-03b10a2cb281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0308592 Dec 06 15:07:55.843859 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48310) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:55.872677 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed4a8d9-7fc3-4007-9bbd-df80a9f274bd x-openstack-request-id: req-bed4a8d9-7fc3-4007-9bbd-df80a9f274bd {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:07:55.873085 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58874d49-c16b-4759-a05e-5ca5520912e8", "tag": "3ccb0cb3-5bd4-42c5-82ba-4b79c257c696", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:07:55.873273 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bed4a8d9-7fc3-4007-9bbd-df80a9f274bd {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:07:55.875812 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58874d49-c16b-4759-a05e-5ca5520912e8', 'tag': '3ccb0cb3-5bd4-42c5-82ba-4b79c257c696', 'status': 'completed', 'code': 200} Dec 06 15:07:55.923848 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-bd606adb-a85c-4620-b3e6-afd13b0645e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:55.925392 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-bd606adb-a85c-4620-b3e6-afd13b0645e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&device_id=58874d49-c16b-4759-a05e-5ca5520912e8 HTTP/1.1" status: 200 len: 1095 time: 0.1613619 Dec 06 15:07:55.930351 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-38837f5d-1e97-4d96-817e-53146086529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:55.961350 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38837f5d-1e97-4d96-817e-53146086529c None None] Routers {'6f270db0-9ad8-47d8-96a3-03b10a2cb281'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:07:55.962321 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-38837f5d-1e97-4d96-817e-53146086529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:07:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6f270db0-9ad8-47d8-96a3-03b10a2cb281'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:56.054279 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-38837f5d-1e97-4d96-817e-53146086529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:56.054937 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38837f5d-1e97-4d96-817e-53146086529c None None] The sync data for ids ['6f270db0-9ad8-47d8-96a3-03b10a2cb281'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:07:56.056250 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-8779ce05-e5fc-4fe8-8b9f-08abc4c5d562 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 HTTP/1.1" status: 200 len: 217 time: 0.1217251 Dec 06 15:07:56.138146 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-fa29bc41-f03c-44a6-85d3-6956a8688d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:56.139676 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-fa29bc41-f03c-44a6-85d3-6956a8688d8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd9744b0-5db8-4d6f-a5a9-70588c431a8f HTTP/1.1" status: 200 len: 846 time: 0.0760140 Dec 06 15:07:56.210860 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-49933c01-315c-45fa-b98f-47b8f811eab3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=47288c44-0415-406f-a9a9-d0bd8bc69873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561814 Dec 06 15:07:56.349602 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e8466-6a88-4c17-aafd-72a121694d61 req-cd6d8935-3b53-47b5-adf4-36bf94c73dc0 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:56.351100 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-431e8466-6a88-4c17-aafd-72a121694d61 req-cd6d8935-3b53-47b5-adf4-36bf94c73dc0 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=58874d49-c16b-4759-a05e-5ca5520912e8 HTTP/1.1" status: 200 len: 944 time: 0.0984843 Dec 06 15:07:56.410190 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-9e9f055a-1833-4370-b4ef-28c41a0c0d0b service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882353 Dec 06 15:07:56.460787 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-431e8466-6a88-4c17-aafd-72a121694d61 req-07796dd0-e3b0-4268-a2a3-fa5b3163fe4f tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870571 Dec 06 15:07:56.610174 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11f77dc6-4c89-480c-b32f-6e7cab1e7ce7 req-09770647-6689-4801-a136-b20391a25e64 service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921520 Dec 06 15:07:56.620297 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f63b6e7-5547-4dd9-b254-329267db4c59 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:56.787872 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2869d-97bd-4955-88b6-7332e71cecca req-9d561288-2d6e-4082-b21b-d08e8d5794d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:56.789410 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40d2869d-97bd-4955-88b6-7332e71cecca req-9d561288-2d6e-4082-b21b-d08e8d5794d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&device_id=58874d49-c16b-4759-a05e-5ca5520912e8 HTTP/1.1" status: 200 len: 1095 time: 0.1103849 Dec 06 15:07:57.006811 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1f63b6e7-5547-4dd9-b254-329267db4c59 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting port 071850b6-65c7-4c3a-8896-0a0c1dce9cb0 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:07:57.007928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f63b6e7-5547-4dd9-b254-329267db4c59 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:57.031482 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2869d-97bd-4955-88b6-7332e71cecca req-bb3be4fd-e27d-4e5a-b7b3-0aeaf36d9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:57.034158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40d2869d-97bd-4955-88b6-7332e71cecca req-bb3be4fd-e27d-4e5a-b7b3-0aeaf36d9ae1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 907 time: 0.2361124 Dec 06 15:07:57.118022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40d2869d-97bd-4955-88b6-7332e71cecca req-a59eeacd-ddca-411d-b528-18b21f03bdfc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 HTTP/1.1" status: 200 len: 217 time: 0.0755789 Dec 06 15:07:57.120572 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f63b6e7-5547-4dd9-b254-329267db4c59 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:57.135275 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1f63b6e7-5547-4dd9-b254-329267db4c59 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Calling delete_port for 071850b6-65c7-4c3a-8896-0a0c1dce9cb0 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:07:57.237592 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2869d-97bd-4955-88b6-7332e71cecca req-d4d452b1-8ef8-4b90-9175-707f198b1183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:57.239600 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40d2869d-97bd-4955-88b6-7332e71cecca req-d4d452b1-8ef8-4b90-9175-707f198b1183 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd9744b0-5db8-4d6f-a5a9-70588c431a8f HTTP/1.1" status: 200 len: 846 time: 0.1148899 Dec 06 15:07:57.290189 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40d2869d-97bd-4955-88b6-7332e71cecca req-516280c4-815a-470d-be52-59a751aebba6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=47288c44-0415-406f-a9a9-d0bd8bc69873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413671 Dec 06 15:07:57.372256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f63b6e7-5547-4dd9-b254-329267db4c59 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:57.512225 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:07:57.552322 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40d2869d-97bd-4955-88b6-7332e71cecca req-2a41b6b9-e43c-4911-9570-c26a28561144 service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457128 Dec 06 15:07:57.787026 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3ccb0cb3-5bd4-42c5-82ba-4b79c257c696,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:57.826799 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '3ccb0cb3-5bd4-42c5-82ba-4b79c257c696', 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873', 'port_id': '3ccb0cb3-5bd4-42c5-82ba-4b79c257c696', 'mac_address': 'fa:16:3e:c3:ba:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9744b0-5db8-4d6f-a5a9-70588c431a8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:07:57.916358 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:57.936992 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:07:57.977859 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40d2869d-97bd-4955-88b6-7332e71cecca req-f994f10b-0ae6-494b-86d1-8931d62340db service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189904 Dec 06 15:07:58.002456 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3ccb0cb3-5bd4-42c5-82ba-4b79c257c696,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:58.025818 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d3635-6ce1-478a-ac9c-06d09a36f165 req-e2c9a4b5-35cd-4793-972a-4191318e3466 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:58.028437 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-424d3635-6ce1-478a-ac9c-06d09a36f165 req-e2c9a4b5-35cd-4793-972a-4191318e3466 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=58874d49-c16b-4759-a05e-5ca5520912e8 HTTP/1.1" status: 200 len: 944 time: 0.3519578 Dec 06 15:07:58.038826 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:58.113229 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:58.153630 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-424d3635-6ce1-478a-ac9c-06d09a36f165 req-0a070ef6-c38a-4992-8b03-88926d896bde tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182692 Dec 06 15:07:58.193021 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=3ccb0cb3-5bd4-42c5-82ba-4b79c257c696,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:58.266181 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['3ccb0cb3-5bd4-42c5-82ba-4b79c257c696'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:07:58.313429 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63b6e7-5547-4dd9-b254-329267db4c59 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Port': ['ID=071850b6-65c7-4c3a-8896-0a0c1dce9cb0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:07:58.621644 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f63b6e7-5547-4dd9-b254-329267db4c59 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:58.865248 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f63b6e7-5547-4dd9-b254-329267db4c59 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 6f270db0-9ad8-47d8-96a3-03b10a2cb281 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:07:58.964129 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f63b6e7-5547-4dd9-b254-329267db4c59 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:07:58.977114 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f49b101-8d53-45d4-9d3f-deb03279973d None None] Sync routers for ids ['6f270db0-9ad8-47d8-96a3-03b10a2cb281'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:07:58.979126 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1f63b6e7-5547-4dd9-b254-329267db4c59 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/6f270db0-9ad8-47d8-96a3-03b10a2cb281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1313481 Dec 06 15:07:58.981934 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48444) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:58.992282 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f49b101-8d53-45d4-9d3f-deb03279973d None None] Routers {'6f270db0-9ad8-47d8-96a3-03b10a2cb281'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:07:58.993444 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9f49b101-8d53-45d4-9d3f-deb03279973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:07:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6f270db0-9ad8-47d8-96a3-03b10a2cb281'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:59.025066 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-177d99fa-f156-4efb-9cc3-74a07068bae0 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f270db0-9ad8-47d8-96a3-03b10a2cb281 HTTP/1.1" status: 200 len: 205 time: 0.0417233 Dec 06 15:07:59.027614 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48450) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:59.106368 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9f49b101-8d53-45d4-9d3f-deb03279973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:59.145303 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f49b101-8d53-45d4-9d3f-deb03279973d None None] Routers {'6f270db0-9ad8-47d8-96a3-03b10a2cb281'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:07:59.146193 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9f49b101-8d53-45d4-9d3f-deb03279973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:07:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6f270db0-9ad8-47d8-96a3-03b10a2cb281'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:59.167953 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37d56a9b-80ce-4607-b8e9-bec9c5e4b36a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:59.224347 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9f49b101-8d53-45d4-9d3f-deb03279973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:07:59.226664 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f49b101-8d53-45d4-9d3f-deb03279973d None None] The sync data for ids ['6f270db0-9ad8-47d8-96a3-03b10a2cb281'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:07:59.432382 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109898a-7407-46ac-a0b9-e62332311a1d req-476487eb-f841-46cf-9ffc-e1cfa848ea09 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:59.447303 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a109898a-7407-46ac-a0b9-e62332311a1d req-476487eb-f841-46cf-9ffc-e1cfa848ea09 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=58874d49-c16b-4759-a05e-5ca5520912e8 HTTP/1.1" status: 200 len: 945 time: 0.1487422 Dec 06 15:07:59.508172 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:07:59.609442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a109898a-7407-46ac-a0b9-e62332311a1d req-d2270759-e580-4c1b-ada2-443ff4f5cb53 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606975 Dec 06 15:07:59.624103 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37d56a9b-80ce-4607-b8e9-bec9c5e4b36a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:59.630837 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37d56a9b-80ce-4607-b8e9-bec9c5e4b36a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:59.644883 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:07:59.665997 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:07:59.666372 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:59.709927 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37d56a9b-80ce-4607-b8e9-bec9c5e4b36a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:59.710606 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d56a9b-80ce-4607-b8e9-bec9c5e4b36a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Fanout notify agent at l3_agent the message router_deleted on router 6f270db0-9ad8-47d8-96a3-03b10a2cb281 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:07:59.720501 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37d56a9b-80ce-4607-b8e9-bec9c5e4b36a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:59.721746 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-37d56a9b-80ce-4607-b8e9-bec9c5e4b36a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/routers/6f270db0-9ad8-47d8-96a3-03b10a2cb281 HTTP/1.1" status: 204 len: 168 time: 0.6929505 Dec 06 15:07:59.724784 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48498) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:07:59.873085 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:59.880293 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting subnet d9982f28-fd43-4ec9-968d-39846a1225b3 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:07:59.890411 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:59.911922 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:59.943528 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58874d49-c16b-4759-a05e-5ca5520912e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccb0cb3-5bd4-42c5-82ba-4b79c257c696'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:07:59.948463 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afc8da6-c341-4329-a328-7300d301336a" -d '{"events": [{"server_uuid": "58874d49-c16b-4759-a05e-5ca5520912e8", "name": "network-vif-plugged", "status": "completed", "tag": "3ccb0cb3-5bd4-42c5-82ba-4b79c257c696"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:07:59.985034 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3ccb0cb3-5bd4-42c5-82ba-4b79c257c696,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:07:59.995760 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:00.054881 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a262ea1-46c5-4db4-957d-db3489389961 x-openstack-request-id: req-6a262ea1-46c5-4db4-957d-db3489389961 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:08:00.055601 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58874d49-c16b-4759-a05e-5ca5520912e8", "name": "network-vif-plugged", "status": "completed", "tag": "3ccb0cb3-5bd4-42c5-82ba-4b79c257c696", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:08:00.057436 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a262ea1-46c5-4db4-957d-db3489389961 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:08:00.058033 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58874d49-c16b-4759-a05e-5ca5520912e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccb0cb3-5bd4-42c5-82ba-4b79c257c696', 'code': 200} Dec 06 15:08:00.089777 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:00.123882 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=3ccb0cb3-5bd4-42c5-82ba-4b79c257c696,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:00.258806 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:00.402618 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:00.480268 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48526) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:00.507409 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Subnet': ['ID=d9982f28-fd43-4ec9-968d-39846a1225b3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:00.517006 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ef8b3e-2880-4ef8-b935-68faa3cb751a None None] Network ea97a0e8-02ab-4b3b-b209-5772a4286e60 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:08:00.529323 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:00.538480 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48530) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:00.540097 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/subnets/d9982f28-fd43-4ec9-968d-39846a1225b3 HTTP/1.1" status: 204 len: 168 time: 0.8138909 Dec 06 15:08:00.594266 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f23c6-1f5f-4516-a00b-5f110ad715d2 req-93c8850a-0521-4d52-b554-13986035bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:00.599329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0d1f23c6-1f5f-4516-a00b-5f110ad715d2 req-93c8850a-0521-4d52-b554-13986035bd99 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=58874d49-c16b-4759-a05e-5ca5520912e8 HTTP/1.1" status: 200 len: 1097 time: 0.2459233 Dec 06 15:08:00.600997 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:00.607712 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:00.608259 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:00.608610 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:00.608951 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:00.609286 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:00.609704 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:00.610066 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:00.610394 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:00.610720 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:00.611045 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:00.611365 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:00.611702 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7902ab-4a1c-4d4d-abbc-6bfcde2b625b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:00.649804 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce5c382-4e5a-487b-8884-81deeb407cbd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting subnet c691c099-3f01-45cf-97ea-c418ef4acb11 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:08:00.660325 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c382-4e5a-487b-8884-81deeb407cbd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:00.753462 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c382-4e5a-487b-8884-81deeb407cbd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:00.755783 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0d1f23c6-1f5f-4516-a00b-5f110ad715d2 req-3953f8ff-0be1-4312-a8d6-71d0777d0563 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301715 Dec 06 15:08:00.808397 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-118479f0-cfc6-4bb1-9dc8-3c8baf101b1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:00.828317 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05a7264e-9317-4f19-8668-5a6cf5e8bfc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:00.892479 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01980d9e-b82a-4a1f-abaf-83990d8a2ad2 req-bd0617ef-7db6-4f81-88c7-44093a7c62bc tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:00.899765 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01980d9e-b82a-4a1f-abaf-83990d8a2ad2 req-bd0617ef-7db6-4f81-88c7-44093a7c62bc tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=58874d49-c16b-4759-a05e-5ca5520912e8 HTTP/1.1" status: 200 len: 946 time: 0.1470892 Dec 06 15:08:00.933897 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-118479f0-cfc6-4bb1-9dc8-3c8baf101b1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:00.945319 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-118479f0-cfc6-4bb1-9dc8-3c8baf101b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:00.963447 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f0545d-ad04-4b14-b304-c9cd8919dcb9 None None] DHCP port deletion for ea97a0e8-02ab-4b3b-b209-5772a4286e60 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:08:01.046340 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-79f0545d-ad04-4b14-b304-c9cd8919dcb9 None None] Deleting port d681b93b-423c-4b60-8fde-7f0a2617d5ba {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:01.046340 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-79f0545d-ad04-4b14-b304-c9cd8919dcb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.047146 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118479f0-cfc6-4bb1-9dc8-3c8baf101b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53519dd-68d7-4b19-b103-f5ec2b9423ed,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:01.057916 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-118479f0-cfc6-4bb1-9dc8-3c8baf101b1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3676286d1e354d3f8131e7a059a2fe2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5734076 Dec 06 15:08:01.058456 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48538) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:01.097733 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c382-4e5a-487b-8884-81deeb407cbd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.113461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-01980d9e-b82a-4a1f-abaf-83990d8a2ad2 req-b783bf65-da90-4b2c-b499-8621c3c193b7 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073431 Dec 06 15:08:01.145889 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0b2a80d-3a5f-4948-beb4-2ecf95ee1c19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.186221 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0b2a80d-3a5f-4948-beb4-2ecf95ee1c19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.195575 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c382-4e5a-487b-8884-81deeb407cbd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.224179 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-79f0545d-ad04-4b14-b304-c9cd8919dcb9 None None] For port d681b93b-423c-4b60-8fde-7f0a2617d5ba, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d681b93b-423c-4b60-8fde-7f0a2617d5ba,segment=NetworkSegment(0bb4ced6-06a6-4a21-bc8f-95d2efc17dcf),segment_id=0bb4ced6-06a6-4a21-bc8f-95d2efc17dcf)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:01.225096 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-79f0545d-ad04-4b14-b304-c9cd8919dcb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.242099 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-79f0545d-ad04-4b14-b304-c9cd8919dcb9 None None] Calling delete_port for d681b93b-423c-4b60-8fde-7f0a2617d5ba owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:01.250494 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0b2a80d-3a5f-4948-beb4-2ecf95ee1c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.253822 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0b2a80d-3a5f-4948-beb4-2ecf95ee1c19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.257896 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5c382-4e5a-487b-8884-81deeb407cbd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Subnet': ['ID=c691c099-3f01-45cf-97ea-c418ef4acb11,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:01.259121 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a0b2a80d-3a5f-4948-beb4-2ecf95ee1c19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b53519dd-68d7-4b19-b103-f5ec2b9423ed HTTP/1.1" status: 204 len: 168 time: 0.1986263 Dec 06 15:08:01.276163 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c382-4e5a-487b-8884-81deeb407cbd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.276904 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2a80d-3a5f-4948-beb4-2ecf95ee1c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53519dd-68d7-4b19-b103-f5ec2b9423ed,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:01.291056 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2ce5c382-4e5a-487b-8884-81deeb407cbd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/subnets/c691c099-3f01-45cf-97ea-c418ef4acb11 HTTP/1.1" status: 204 len: 168 time: 0.7488399 Dec 06 15:08:01.291537 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48542) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:01.327393 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f801c36-83d3-4d3a-aa95-6f817dc794c8 None None] Network 7f190e58-e694-4446-ba40-4e712f47dbea requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:08:01.518076 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cf962f3-3dd9-4abd-8f32-49e189501d3a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.553835 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-79f0545d-ad04-4b14-b304-c9cd8919dcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.574146 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f0545d-ad04-4b14-b304-c9cd8919dcb9 None None] No DVR routers for this DVR port d681b93b-423c-4b60-8fde-7f0a2617d5ba on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:08:01.641355 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbccb68-4926-48cd-b9e5-ab15d73e624d None None] DHCP port deletion for 7f190e58-e694-4446-ba40-4e712f47dbea request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:08:01.649497 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0545d-ad04-4b14-b304-c9cd8919dcb9 None None] Pushing event deleted for resources: {'Port': ['ID=d681b93b-423c-4b60-8fde-7f0a2617d5ba,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:01.718142 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fbbccb68-4926-48cd-b9e5-ab15d73e624d None None] Deleting port 59f75053-5af3-4e43-adfa-b974d5801319 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:01.720041 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fbbccb68-4926-48cd-b9e5-ab15d73e624d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.782892 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cf962f3-3dd9-4abd-8f32-49e189501d3a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.799288 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fbbccb68-4926-48cd-b9e5-ab15d73e624d None None] For port 59f75053-5af3-4e43-adfa-b974d5801319, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=59f75053-5af3-4e43-adfa-b974d5801319,segment=NetworkSegment(1e09e820-01ae-45e2-9ede-44f6853407f0),segment_id=1e09e820-01ae-45e2-9ede-44f6853407f0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:01.800761 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fbbccb68-4926-48cd-b9e5-ab15d73e624d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.823783 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fbbccb68-4926-48cd-b9e5-ab15d73e624d None None] Calling delete_port for 59f75053-5af3-4e43-adfa-b974d5801319 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:01.831079 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9cf962f3-3dd9-4abd-8f32-49e189501d3a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea97a0e8-02ab-4b3b-b209-5772a4286e60']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:01.859577 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9cf962f3-3dd9-4abd-8f32-49e189501d3a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb4ced6-06a6-4a21-bc8f-95d2efc17dcf') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:01.860047 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-9cf962f3-3dd9-4abd-8f32-49e189501d3a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb4ced6-06a6-4a21-bc8f-95d2efc17dcf') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:01.879957 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cf962f3-3dd9-4abd-8f32-49e189501d3a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.905563 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48546) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:01.906088 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cf962f3-3dd9-4abd-8f32-49e189501d3a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.921358 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf962f3-3dd9-4abd-8f32-49e189501d3a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:08:01.921767 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cf962f3-3dd9-4abd-8f32-49e189501d3a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:08:01.924971 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:08:01.947634 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f71ce76-ba00-40f3-a843-b3c4935b9135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.992823 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fbbccb68-4926-48cd-b9e5-ab15d73e624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:02.022854 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbccb68-4926-48cd-b9e5-ab15d73e624d None None] Pushing event deleted for resources: {'Port': ['ID=59f75053-5af3-4e43-adfa-b974d5801319,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:02.033026 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbccb68-4926-48cd-b9e5-ab15d73e624d None None] No DVR routers for this DVR port 59f75053-5af3-4e43-adfa-b974d5801319 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:08:02.051159 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cf962f3-3dd9-4abd-8f32-49e189501d3a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:02.058452 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cf962f3-3dd9-4abd-8f32-49e189501d3a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:02.064588 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9cf962f3-3dd9-4abd-8f32-49e189501d3a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/networks/ea97a0e8-02ab-4b3b-b209-5772a4286e60 HTTP/1.1" status: 204 len: 168 time: 0.7685406 Dec 06 15:08:02.065108 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48548) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:02.093900 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf962f3-3dd9-4abd-8f32-49e189501d3a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Network': ['ID=ea97a0e8-02ab-4b3b-b209-5772a4286e60,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:02.214709 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f71ce76-ba00-40f3-a843-b3c4935b9135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:02.219334 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e299a95-2821-4d5e-b1f5-732cb13b67fc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:02.227400 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f71ce76-ba00-40f3-a843-b3c4935b9135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:02.353031 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48552) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:02.353261 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8f71ce76-ba00-40f3-a843-b3c4935b9135 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=376232226a544e93a1efe97be9d1d98f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4456661 Dec 06 15:08:02.361939 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71ce76-ba00-40f3-a843-b3c4935b9135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4689e45c-cfe9-4c3d-8f1b-dbf57dd9a8a6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:02.388639 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88eabb-2884-4173-9446-961a44b8f020 req-d646066f-ea64-4822-a2b9-9a7a8186e296 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:02.390160 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d88eabb-2884-4173-9446-961a44b8f020 req-d646066f-ea64-4822-a2b9-9a7a8186e296 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=58874d49-c16b-4759-a05e-5ca5520912e8 HTTP/1.1" status: 200 len: 946 time: 0.1600800 Dec 06 15:08:02.426466 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e299a95-2821-4d5e-b1f5-732cb13b67fc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:02.463392 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4e299a95-2821-4d5e-b1f5-732cb13b67fc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f190e58-e694-4446-ba40-4e712f47dbea']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:02.511916 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4e299a95-2821-4d5e-b1f5-732cb13b67fc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e09e820-01ae-45e2-9ede-44f6853407f0') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:02.512312 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4e299a95-2821-4d5e-b1f5-732cb13b67fc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e09e820-01ae-45e2-9ede-44f6853407f0') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:02.519059 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8687841-f623-42ee-b237-30b7dd57af83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:02.530054 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e299a95-2821-4d5e-b1f5-732cb13b67fc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:02.538993 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 59f75053-5af3-4e43-adfa-b974d5801319 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:08:02.562533 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d88eabb-2884-4173-9446-961a44b8f020 req-b889dce7-713d-4e03-9473-fcfaf5b86522 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556354 Dec 06 15:08:02.577080 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8687841-f623-42ee-b237-30b7dd57af83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:02.587576 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e299a95-2821-4d5e-b1f5-732cb13b67fc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:02.608738 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e299a95-2821-4d5e-b1f5-732cb13b67fc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:08:02.609149 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e299a95-2821-4d5e-b1f5-732cb13b67fc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:08:02.613113 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:08:02.619625 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 59f75053-5af3-4e43-adfa-b974d5801319 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:08:02.624009 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 59f75053-5af3-4e43-adfa-b974d5801319 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:08:02.624631 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d681b93b-423c-4b60-8fde-7f0a2617d5ba no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:08:02.650947 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8687841-f623-42ee-b237-30b7dd57af83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:02.654578 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8687841-f623-42ee-b237-30b7dd57af83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:02.655789 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b8687841-f623-42ee-b237-30b7dd57af83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4689e45c-cfe9-4c3d-8f1b-dbf57dd9a8a6 HTTP/1.1" status: 204 len: 168 time: 0.3017328 Dec 06 15:08:02.669024 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: d681b93b-423c-4b60-8fde-7f0a2617d5ba {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:08:02.669881 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d681b93b-423c-4b60-8fde-7f0a2617d5ba not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:08:02.700175 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8687841-f623-42ee-b237-30b7dd57af83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4689e45c-cfe9-4c3d-8f1b-dbf57dd9a8a6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:02.749637 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e299a95-2821-4d5e-b1f5-732cb13b67fc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:02.760596 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e299a95-2821-4d5e-b1f5-732cb13b67fc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:02.765273 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4e299a95-2821-4d5e-b1f5-732cb13b67fc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/networks/7f190e58-e694-4446-ba40-4e712f47dbea HTTP/1.1" status: 204 len: 168 time: 0.6992121 Dec 06 15:08:02.770782 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48564) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:02.783205 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e299a95-2821-4d5e-b1f5-732cb13b67fc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Network': ['ID=7f190e58-e694-4446-ba40-4e712f47dbea,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:02.786507 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fd5a1394-54fc-48eb-aac7-eccde5f7ab4f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'network': {'name': 'tempest-RoutersTest-130194968'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:02.828642 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58896331-34bc-4821-9c3d-bd6f74517cf3 req-aaadf052-5432-4e53-98e7-5636095fd985 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:02.837151 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58896331-34bc-4821-9c3d-bd6f74517cf3 req-aaadf052-5432-4e53-98e7-5636095fd985 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=58874d49-c16b-4759-a05e-5ca5520912e8 HTTP/1.1" status: 200 len: 946 time: 0.1424389 Dec 06 15:08:02.840624 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5a1394-54fc-48eb-aac7-eccde5f7ab4f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:02.844543 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd5a1394-54fc-48eb-aac7-eccde5f7ab4f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:02.906226 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5a1394-54fc-48eb-aac7-eccde5f7ab4f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:08:02.942553 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58896331-34bc-4821-9c3d-bd6f74517cf3 req-9170393a-aa61-4ffa-927d-377d23248f94 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040287 Dec 06 15:08:02.964898 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd5a1394-54fc-48eb-aac7-eccde5f7ab4f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:02.965558 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-fd5a1394-54fc-48eb-aac7-eccde5f7ab4f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Added segment 67c23aa7-4114-40cc-9c0d-ecdd26e59323 of type vlan for network 3bd01b33-8ed3-47ea-89d4-0acf0713de5b Dec 06 15:08:03.043134 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd5a1394-54fc-48eb-aac7-eccde5f7ab4f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:03.085457 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd5a1394-54fc-48eb-aac7-eccde5f7ab4f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:03.092169 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5a1394-54fc-48eb-aac7-eccde5f7ab4f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:03.092778 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd5a1394-54fc-48eb-aac7-eccde5f7ab4f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:03.172399 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fd5a1394-54fc-48eb-aac7-eccde5f7ab4f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3963764 Dec 06 15:08:03.172678 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48576) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:03.178001 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-771e9de8-e37d-41c8-bc15-3f3681b7213a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'subnet': {'network_id': '3bd01b33-8ed3-47ea-89d4-0acf0713de5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:03.226049 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a1394-54fc-48eb-aac7-eccde5f7ab4f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Network': ['ID=3bd01b33-8ed3-47ea-89d4-0acf0713de5b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:03.232475 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4c18da5b-7de2-4f26-a301-1be2832559c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:03.238688 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 3bd01b33-8ed3-47ea-89d4-0acf0713de5b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:08:03.371155 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771e9de8-e37d-41c8-bc15-3f3681b7213a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:03.375271 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-771e9de8-e37d-41c8-bc15-3f3681b7213a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:03.397605 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5024f92-0ed6-4a69-b346-0be2d9259966 req-af0d31aa-9ebc-48e8-b05e-f55a517c5a77 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:03.401197 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5024f92-0ed6-4a69-b346-0be2d9259966 req-af0d31aa-9ebc-48e8-b05e-f55a517c5a77 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=58874d49-c16b-4759-a05e-5ca5520912e8 HTTP/1.1" status: 200 len: 946 time: 0.1117082 Dec 06 15:08:03.458653 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5024f92-0ed6-4a69-b346-0be2d9259966 req-d6771652-859d-4250-917a-0ff1dcf4d8dc tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506203 Dec 06 15:08:03.614352 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-771e9de8-e37d-41c8-bc15-3f3681b7213a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:03.690595 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e9de8-e37d-41c8-bc15-3f3681b7213a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Subnet': ['ID=76c349e3-4273-4b1f-b76e-62ce33e82037,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:03.700600 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771e9de8-e37d-41c8-bc15-3f3681b7213a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Checking segment: {'id': '67c23aa7-4114-40cc-9c0d-ecdd26e59323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bd01b33-8ed3-47ea-89d4-0acf0713de5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:08:03.700758 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771e9de8-e37d-41c8-bc15-3f3681b7213a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network hostable DHCP agents. Network: 3bd01b33-8ed3-47ea-89d4-0acf0713de5b, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:08:03.718255 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771e9de8-e37d-41c8-bc15-3f3681b7213a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network 3bd01b33-8ed3-47ea-89d4-0acf0713de5b is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:08:03.731574 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-771e9de8-e37d-41c8-bc15-3f3681b7213a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3bd01b33-8ed3-47ea-89d4-0acf0713de5b) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:03.744249 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c74d540-3067-47d7-b591-21dff6eeea4c None None] Network 3bd01b33-8ed3-47ea-89d4-0acf0713de5b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:08:03.744828 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771e9de8-e37d-41c8-bc15-3f3681b7213a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:03.745057 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-771e9de8-e37d-41c8-bc15-3f3681b7213a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:03.784943 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-771e9de8-e37d-41c8-bc15-3f3681b7213a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6115046 Dec 06 15:08:03.787498 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48598) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:03.795544 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8a5815f6-0d38-4a87-949b-af8bf15953d0 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1075589671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:03.859332 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a5815f6-0d38-4a87-949b-af8bf15953d0 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:03.861468 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a5815f6-0d38-4a87-949b-af8bf15953d0 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:03.960409 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a5815f6-0d38-4a87-949b-af8bf15953d0 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:03.965596 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a5815f6-0d38-4a87-949b-af8bf15953d0 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:03.989149 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a5815f6-0d38-4a87-949b-af8bf15953d0 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:03.993662 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48602) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:03.994608 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8a5815f6-0d38-4a87-949b-af8bf15953d0 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2025521 Dec 06 15:08:03.999683 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0c9473f4-57e4-42f5-8d5f-d705a33d21a3 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'port': {'network_id': '3bd01b33-8ed3-47ea-89d4-0acf0713de5b', 'name': 'tempest-RoutersTest-911194623'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:04.034760 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:04.069219 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-3bd01b33-8ed3-47ea-89d4-0acf0713de5b', 'network_id': '3bd01b33-8ed3-47ea-89d4-0acf0713de5b', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'fixed_ips': [{'subnet_id': '76c349e3-4273-4b1f-b76e-62ce33e82037'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:08:04.070284 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:04.188907 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9473f4-57e4-42f5-8d5f-d705a33d21a3 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:04.193638 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c9473f4-57e4-42f5-8d5f-d705a33d21a3 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:04.214040 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-0c9473f4-57e4-42f5-8d5f-d705a33d21a3 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] device_id is not set on port 06166526-ef74-4b64-91ce-10d405588a5e yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:08:04.264799 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Allocated IP 172.20.0.2 (3bd01b33-8ed3-47ea-89d4-0acf0713de5b/76c349e3-4273-4b1f-b76e-62ce33e82037/9ca0e450-0186-488f-854d-888ce5f9f43d) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:04.489776 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ba408-7a3f-45b5-a904-ff5db848d0a1 req-6c949310-9ed5-43bb-921e-013d666402eb tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:04.491433 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c7ba408-7a3f-45b5-a904-ff5db848d0a1 req-6c949310-9ed5-43bb-921e-013d666402eb tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "GET /v2.0/ports?device_id=58874d49-c16b-4759-a05e-5ca5520912e8 HTTP/1.1" status: 200 len: 946 time: 0.0629959 Dec 06 15:08:04.539436 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:04.552785 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:04.635378 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Pushing event updated for resources: {'Port': ['ID=9ca0e450-0186-488f-854d-888ce5f9f43d,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:04.646418 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Network 3bd01b33-8ed3-47ea-89d4-0acf0713de5b is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:04.648618 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:04.654221 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:04.720181 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe665aa-89ce-4eb8-8828-412225abc6b3 req-1c7057d6-751b-4b0d-a02c-4bff71fc5d2f tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:04.722025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3fe665aa-89ce-4eb8-8828-412225abc6b3 req-1c7057d6-751b-4b0d-a02c-4bff71fc5d2f tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=58874d49-c16b-4759-a05e-5ca5520912e8 HTTP/1.1" status: 200 len: 946 time: 0.1290591 Dec 06 15:08:04.731675 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Attempting to bind port 9ca0e450-0186-488f-854d-888ce5f9f43d on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:08:04.732109 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Attempting to bind port 9ca0e450-0186-488f-854d-888ce5f9f43d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '67c23aa7-4114-40cc-9c0d-ecdd26e59323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bd01b33-8ed3-47ea-89d4-0acf0713de5b'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:08:04.732918 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Attempting to bind port 9ca0e450-0186-488f-854d-888ce5f9f43d on network 3bd01b33-8ed3-47ea-89d4-0acf0713de5b {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:08:04.760457 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:08:04.761139 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Checking segment: {'id': '67c23aa7-4114-40cc-9c0d-ecdd26e59323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bd01b33-8ed3-47ea-89d4-0acf0713de5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:08:04.762385 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:04.762797 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Bound using segment: {'id': '67c23aa7-4114-40cc-9c0d-ecdd26e59323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bd01b33-8ed3-47ea-89d4-0acf0713de5b'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:08:04.763297 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Bound port: 9ca0e450-0186-488f-854d-888ce5f9f43d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c23aa7-4114-40cc-9c0d-ecdd26e59323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3bd01b33-8ed3-47ea-89d4-0acf0713de5b'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:08:04.763713 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:04.815078 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-0c9473f4-57e4-42f5-8d5f-d705a33d21a3 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Allocated IP 172.20.0.3 (3bd01b33-8ed3-47ea-89d4-0acf0713de5b/76c349e3-4273-4b1f-b76e-62ce33e82037/06166526-ef74-4b64-91ce-10d405588a5e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:04.834603 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3fe665aa-89ce-4eb8-8828-412225abc6b3 req-e796931c-cecb-4069-8773-67a4fb30fcd2 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058474 Dec 06 15:08:04.887567 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-6c7ba408-7a3f-45b5-a904-ff5db848d0a1 req-aa4a7920-3923-4f8c-b98b-67c0e6d0e9a1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Deleting port 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:04.887931 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6c7ba408-7a3f-45b5-a904-ff5db848d0a1 req-aa4a7920-3923-4f8c-b98b-67c0e6d0e9a1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:05.097055 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6c7ba408-7a3f-45b5-a904-ff5db848d0a1 req-aa4a7920-3923-4f8c-b98b-67c0e6d0e9a1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] For port 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3ccb0cb3-5bd4-42c5-82ba-4b79c257c696,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:05.097752 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6c7ba408-7a3f-45b5-a904-ff5db848d0a1 req-aa4a7920-3923-4f8c-b98b-67c0e6d0e9a1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:05.120394 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-6c7ba408-7a3f-45b5-a904-ff5db848d0a1 req-aa4a7920-3923-4f8c-b98b-67c0e6d0e9a1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Calling delete_port for 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:05.143896 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c9473f4-57e4-42f5-8d5f-d705a33d21a3 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:05.146359 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] For port 9ca0e450-0186-488f-854d-888ce5f9f43d, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:08:05.154679 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] For port 9ca0e450-0186-488f-854d-888ce5f9f43d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9ca0e450-0186-488f-854d-888ce5f9f43d,segment=NetworkSegment(67c23aa7-4114-40cc-9c0d-ecdd26e59323),segment_id=67c23aa7-4114-40cc-9c0d-ecdd26e59323)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:08:05.160270 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:05.250271 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c9473f4-57e4-42f5-8d5f-d705a33d21a3 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:05.273041 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f4682-681b-4309-92b9-40abd2fe8f16 None None] Pushing event updated for resources: {'Port': ['ID=9ca0e450-0186-488f-854d-888ce5f9f43d,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:05.349283 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9473f4-57e4-42f5-8d5f-d705a33d21a3 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=06166526-ef74-4b64-91ce-10d405588a5e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:05.397241 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9473f4-57e4-42f5-8d5f-d705a33d21a3 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network 3bd01b33-8ed3-47ea-89d4-0acf0713de5b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:05.400647 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-0c9473f4-57e4-42f5-8d5f-d705a33d21a3 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:05.405022 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9473f4-57e4-42f5-8d5f-d705a33d21a3 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:05.452571 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6c7ba408-7a3f-45b5-a904-ff5db848d0a1 req-aa4a7920-3923-4f8c-b98b-67c0e6d0e9a1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:05.477427 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['3ccb0cb3-5bd4-42c5-82ba-4b79c257c696'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:08:05.480197 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['cf411024-9a4e-4fcd-9337-dcd3d6eb31fa'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:08:05.503580 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9473f4-57e4-42f5-8d5f-d705a33d21a3 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:05.504542 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c9473f4-57e4-42f5-8d5f-d705a33d21a3 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:05.516121 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a7920-3923-4f8c-b98b-67c0e6d0e9a1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Pushing event deleted for resources: {'Port': ['ID=3ccb0cb3-5bd4-42c5-82ba-4b79c257c696,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:05.577981 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0c9473f4-57e4-42f5-8d5f-d705a33d21a3 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5801995 Dec 06 15:08:05.578306 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48660) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:05.620552 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7ba408-7a3f-45b5-a904-ff5db848d0a1 req-aa4a7920-3923-4f8c-b98b-67c0e6d0e9a1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] No DVR routers for this DVR port 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:08:05.631195 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6c7ba408-7a3f-45b5-a904-ff5db848d0a1 req-aa4a7920-3923-4f8c-b98b-67c0e6d0e9a1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:05.638926 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c7ba408-7a3f-45b5-a904-ff5db848d0a1 req-aa4a7920-3923-4f8c-b98b-67c0e6d0e9a1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "DELETE /v2.0/ports/3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 HTTP/1.1" status: 204 len: 173 time: 1.1406898 Dec 06 15:08:05.639489 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58874d49-c16b-4759-a05e-5ca5520912e8', 'name': 'network-vif-deleted', 'tag': '3ccb0cb3-5bd4-42c5-82ba-4b79c257c696'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:08:05.642012 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6ad736-c1f7-425d-bdc8-b311eb8bcbee" -d '{"events": [{"server_uuid": "58874d49-c16b-4759-a05e-5ca5520912e8", "name": "network-vif-deleted", "tag": "3ccb0cb3-5bd4-42c5-82ba-4b79c257c696"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:08:05.751862 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ba761f-81ab-46e4-b445-8e45c0660956 x-openstack-request-id: req-58ba761f-81ab-46e4-b445-8e45c0660956 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:08:05.752377 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58874d49-c16b-4759-a05e-5ca5520912e8", "name": "network-vif-deleted", "tag": "3ccb0cb3-5bd4-42c5-82ba-4b79c257c696", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:08:05.753059 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58ba761f-81ab-46e4-b445-8e45c0660956 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:08:05.753648 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58874d49-c16b-4759-a05e-5ca5520912e8', 'name': 'network-vif-deleted', 'tag': '3ccb0cb3-5bd4-42c5-82ba-4b79c257c696', 'status': 'completed', 'code': 200} Dec 06 15:08:05.764856 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:06.288580 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0fa3472d-f0cc-449c-9470-76effc76105f req-435dee23-6f1f-49bc-a619-6ef4a32fee79 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=58874d49-c16b-4759-a05e-5ca5520912e8 HTTP/1.1" status: 200 len: 210 time: 0.2233660 Dec 06 15:08:06.570861 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:06.679182 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9ca0e450-0186-488f-854d-888ce5f9f43d up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:08:06.718363 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51a40e98-0d48-49d7-8fee-c392e27ec8dc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:06.750108 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 9ca0e450-0186-488f-854d-888ce5f9f43d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:06.751000 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:06.785353 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb99cd-c881-4640-a00e-60144de4e924 req-653b61fc-35f4-43a3-888f-cc287f28c885 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:06.786826 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1cb99cd-c881-4640-a00e-60144de4e924 req-653b61fc-35f4-43a3-888f-cc287f28c885 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.1396503 Dec 06 15:08:06.892533 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48708) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:06.942749 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:07.012106 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 9ca0e450-0186-488f-854d-888ce5f9f43d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9ca0e450-0186-488f-854d-888ce5f9f43d,segment=NetworkSegment(67c23aa7-4114-40cc-9c0d-ecdd26e59323),segment_id=67c23aa7-4114-40cc-9c0d-ecdd26e59323)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:07.021334 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:07.135421 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=9ca0e450-0186-488f-854d-888ce5f9f43d,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:07.161297 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1cb99cd-c881-4640-a00e-60144de4e924 req-d57ffec2-3b83-4206-a361-271182338f80 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352313 Dec 06 15:08:07.209031 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f61c5b-e9bc-4939-9659-4c84a4e543da None None] Network 3bd01b33-8ed3-47ea-89d4-0acf0713de5b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:08:07.227528 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99251ae8-7fdb-4bf7-9a69-8e8875f8b7f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:07.370232 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3d743ab3-a554-4c41-857d-744bee9c15fd None None] Provisioning complete for port 9ca0e450-0186-488f-854d-888ce5f9f43d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:07.371050 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3d743ab3-a554-4c41-857d-744bee9c15fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:07.463795 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99251ae8-7fdb-4bf7-9a69-8e8875f8b7f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:07.475262 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99251ae8-7fdb-4bf7-9a69-8e8875f8b7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:07.477572 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51a40e98-0d48-49d7-8fee-c392e27ec8dc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:07.496255 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51a40e98-0d48-49d7-8fee-c392e27ec8dc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:07.606787 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99251ae8-7fdb-4bf7-9a69-8e8875f8b7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199454a8-a21a-4fdf-8835-4fb6bdcdd6a9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:07.618498 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-99251ae8-7fdb-4bf7-9a69-8e8875f8b7f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e5d9fc9d1ed4244beb054c299a5aa5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7248952 Dec 06 15:08:07.627723 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48728) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:07.757098 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1eaf5a2-2cd2-4121-b63e-c6c1c35289cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:07.761620 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a40e98-0d48-49d7-8fee-c392e27ec8dc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=06166526-ef74-4b64-91ce-10d405588a5e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:07.843958 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1eaf5a2-2cd2-4121-b63e-c6c1c35289cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:08.028308 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a504aca7-186b-450b-bb29-7cfe4a9e2f8f None None] Provisioning complete for port 9ca0e450-0186-488f-854d-888ce5f9f43d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:08.031445 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a504aca7-186b-450b-bb29-7cfe4a9e2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:08.040637 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1eaf5a2-2cd2-4121-b63e-c6c1c35289cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:08.051802 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1eaf5a2-2cd2-4121-b63e-c6c1c35289cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:08.053341 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e1eaf5a2-2cd2-4121-b63e-c6c1c35289cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/199454a8-a21a-4fdf-8835-4fb6bdcdd6a9 HTTP/1.1" status: 204 len: 168 time: 0.3886924 Dec 06 15:08:08.100017 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eaf5a2-2cd2-4121-b63e-c6c1c35289cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199454a8-a21a-4fdf-8835-4fb6bdcdd6a9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:08.102737 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51a40e98-0d48-49d7-8fee-c392e27ec8dc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:08.169262 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-af315f76-b63f-4981-86d3-6e7c0e116a26 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:08.177472 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-af315f76-b63f-4981-86d3-6e7c0e116a26 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 806 time: 0.3625960 Dec 06 15:08:08.204741 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-16b79542-c5e6-4ec2-97f7-20f0a20fe966 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/quotas/e98772d35f004ef9b9b31e90472aefa4 HTTP/1.1" status: 200 len: 375 time: 0.0220306 Dec 06 15:08:08.303643 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-cf2a6902-6109-4a14-a06f-32c478575d0d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0900307 Dec 06 15:08:08.405345 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a504aca7-186b-450b-bb29-7cfe4a9e2f8f None None] Provisioning complete for port 06166526-ef74-4b64-91ce-10d405588a5e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:08.408398 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a504aca7-186b-450b-bb29-7cfe4a9e2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:08.504516 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51a40e98-0d48-49d7-8fee-c392e27ec8dc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:08.528338 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a504aca7-186b-450b-bb29-7cfe4a9e2f8f None None] Port 06166526-ef74-4b64-91ce-10d405588a5e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:08.562630 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9ca0e450-0186-488f-854d-888ce5f9f43d up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:08:08.658872 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-6e5b32a7-cf18-45d2-ad24-16b3174153c6 service neutron] 10.222.0.20 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462017 Dec 06 15:08:08.696356 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fbe36b25-32c2-451f-b1a5-576ccd465b83 None None] Provisioning complete for port 06166526-ef74-4b64-91ce-10d405588a5e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:08.697535 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fbe36b25-32c2-451f-b1a5-576ccd465b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:08.734477 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f9454-8c84-4cd4-91ce-0af19083adae req-1aa13307-a9d6-4711-b445-dbfeb7d4385b tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:08.738365 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ae2f9454-8c84-4cd4-91ce-0af19083adae req-1aa13307-a9d6-4711-b445-dbfeb7d4385b tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.3742125 Dec 06 15:08:08.826770 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 9ca0e450-0186-488f-854d-888ce5f9f43d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:08.827575 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:08.835782 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-3864329f-9a89-4591-a3a3-c366cc618e7c service neutron] 10.222.0.20 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752837 Dec 06 15:08:08.844324 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fbe36b25-32c2-451f-b1a5-576ccd465b83 None None] Port 06166526-ef74-4b64-91ce-10d405588a5e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:08.859401 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48760) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:08.890591 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c94df17-0397-470c-9526-45c3f70d13b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:09.047055 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c63a3113-0485-40de-ad33-48ac1b82cf52 None None] Provisioning complete for port 06166526-ef74-4b64-91ce-10d405588a5e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:09.047678 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c63a3113-0485-40de-ad33-48ac1b82cf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:09.065844 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c94df17-0397-470c-9526-45c3f70d13b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:09.071068 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c94df17-0397-470c-9526-45c3f70d13b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:09.117780 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ae2f9454-8c84-4cd4-91ce-0af19083adae req-83d16dea-f166-4e81-8920-b54ef66fa12b tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3578115 Dec 06 15:08:09.118725 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94df17-0397-470c-9526-45c3f70d13b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89e631f-7ecc-40f3-a4c1-4780650d6a68,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:09.154334 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c63a3113-0485-40de-ad33-48ac1b82cf52 None None] Port 06166526-ef74-4b64-91ce-10d405588a5e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:09.164894 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48768) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:09.166599 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6c94df17-0397-470c-9526-45c3f70d13b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a6cf505bc7f4568b420a75e425ef277&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2873445 Dec 06 15:08:09.212128 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2f54caa5-7c00-46de-8520-10d4a0ecc270 req-d72a4f10-760a-4415-9958-b3346e97d82f tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fceda54-29d5-45de-a72a-9ef4c631bf26 HTTP/1.1" status: 200 len: 210 time: 0.0440154 Dec 06 15:08:09.355156 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71e1ea9-b355-40dd-8b11-6a55ded84fea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:09.398493 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51a40e98-0d48-49d7-8fee-c392e27ec8dc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:09.402489 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71e1ea9-b355-40dd-8b11-6a55ded84fea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:09.410280 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51a40e98-0d48-49d7-8fee-c392e27ec8dc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:09.533796 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a40e98-0d48-49d7-8fee-c392e27ec8dc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=06166526-ef74-4b64-91ce-10d405588a5e,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:09.545167 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:08:09.557503 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51a40e98-0d48-49d7-8fee-c392e27ec8dc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:09.614664 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71e1ea9-b355-40dd-8b11-6a55ded84fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:09.617435 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:08:09.617886 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 3ccb0cb3-5bd4-42c5-82ba-4b79c257c696 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:08:09.620424 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71e1ea9-b355-40dd-8b11-6a55ded84fea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:09.621931 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b71e1ea9-b355-40dd-8b11-6a55ded84fea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f89e631f-7ecc-40f3-a4c1-4780650d6a68 HTTP/1.1" status: 204 len: 168 time: 0.4559159 Dec 06 15:08:09.667147 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e1ea9-b355-40dd-8b11-6a55ded84fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89e631f-7ecc-40f3-a4c1-4780650d6a68,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:09.731873 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a40e98-0d48-49d7-8fee-c392e27ec8dc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network 3bd01b33-8ed3-47ea-89d4-0acf0713de5b is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:09.733855 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-51a40e98-0d48-49d7-8fee-c392e27ec8dc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:10.198538 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2119024c-998b-41df-87a3-476f160d7b38 None None] Provisioning complete for port 06166526-ef74-4b64-91ce-10d405588a5e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:10.199173 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2119024c-998b-41df-87a3-476f160d7b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:10.286085 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2119024c-998b-41df-87a3-476f160d7b38 None None] Port 06166526-ef74-4b64-91ce-10d405588a5e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:10.446690 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e9a9cbd2-bce2-4103-9940-3b1aade4bad9 req-2b1b2a77-0290-43a2-acc4-399261379849 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fceda54-29d5-45de-a72a-9ef4c631bf26 HTTP/1.1" status: 200 len: 210 time: 0.0512044 Dec 06 15:08:10.619965 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d283dea-6e1b-430b-b493-05f4ca5b6f16 req-0b4a7181-5a96-45ff-aa89-d8384ac4c341 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:10.624620 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d283dea-6e1b-430b-b493-05f4ca5b6f16 req-0b4a7181-5a96-45ff-aa89-d8384ac4c341 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.2236671 Dec 06 15:08:10.723498 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a40e98-0d48-49d7-8fee-c392e27ec8dc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 3556194a-26e8-47e5-8d51-c5c345d3d586 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:08:10.802945 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d283dea-6e1b-430b-b493-05f4ca5b6f16 req-d9a3b66b-93b3-4416-9e7e-2e2085b24bf7 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583900 Dec 06 15:08:11.002045 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-f0963e57-32f6-488f-902a-6256ce28847a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:11.003504 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-f0963e57-32f6-488f-902a-6256ce28847a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 806 time: 0.2013693 Dec 06 15:08:11.019145 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-521e09b9-624b-4a3b-acf7-049e9a899a4c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Request body: {'port': {'device_id': '4fceda54-29d5-45de-a72a-9ef4c631bf26', 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873', 'admin_state_up': True, 'tenant_id': 'e98772d35f004ef9b9b31e90472aefa4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:11.096554 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a40e98-0d48-49d7-8fee-c392e27ec8dc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:08:11.109861 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a5e75d-c248-474a-a050-d065471ad250 None None] Sync routers for ids ['3556194a-26e8-47e5-8d51-c5c345d3d586'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:08:11.124066 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a5e75d-c248-474a-a050-d065471ad250 None None] Routers {'3556194a-26e8-47e5-8d51-c5c345d3d586'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:11.128001 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-51a40e98-0d48-49d7-8fee-c392e27ec8dc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/3556194a-26e8-47e5-8d51-c5c345d3d586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5490572 Dec 06 15:08:11.129555 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f7a5e75d-c248-474a-a050-d065471ad250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['3556194a-26e8-47e5-8d51-c5c345d3d586'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:11.130564 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48822) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:11.258486 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f7a5e75d-c248-474a-a050-d065471ad250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:11.283197 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c933e7-8a87-4019-96a9-2f2df2c5e057 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:11.285712 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-36c933e7-8a87-4019-96a9-2f2df2c5e057 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports/06166526-ef74-4b64-91ce-10d405588a5e HTTP/1.1" status: 200 len: 976 time: 0.1531959 Dec 06 15:08:11.289415 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48832) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:11.299930 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a5e75d-c248-474a-a050-d065471ad250 None None] Routers {'3556194a-26e8-47e5-8d51-c5c345d3d586'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:11.300577 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f7a5e75d-c248-474a-a050-d065471ad250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['3556194a-26e8-47e5-8d51-c5c345d3d586'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:11.394172 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f7a5e75d-c248-474a-a050-d065471ad250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:11.396635 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a5e75d-c248-474a-a050-d065471ad250 None None] The sync data for ids ['3556194a-26e8-47e5-8d51-c5c345d3d586'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:08:11.808834 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-521e09b9-624b-4a3b-acf7-049e9a899a4c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Made reservation on behalf of e98772d35f004ef9b9b31e90472aefa4 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:11.814093 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-521e09b9-624b-4a3b-acf7-049e9a899a4c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:11.842339 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab908ee6-a2b3-48a4-a2f3-bd3226e1ad15 req-742720a0-6a53-4f64-b656-9728f23ff96b tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fceda54-29d5-45de-a72a-9ef4c631bf26 HTTP/1.1" status: 200 len: 210 time: 0.0724745 Dec 06 15:08:12.054844 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-521e09b9-624b-4a3b-acf7-049e9a899a4c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Allocated IP 172.20.0.3 (47288c44-0415-406f-a9a9-d0bd8bc69873/fd9744b0-5db8-4d6f-a5a9-70588c431a8f/014faeaf-0865-42f3-ab1e-3e2cc90b9648) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:12.218982 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf82401-6ee2-4f2a-a16a-e73fc9bbf33e req-5ec72ba5-56cb-405f-be3b-556a51e58076 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:12.224831 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eaf82401-6ee2-4f2a-a16a-e73fc9bbf33e req-5ec72ba5-56cb-405f-be3b-556a51e58076 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.2624891 Dec 06 15:08:12.352682 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eaf82401-6ee2-4f2a-a16a-e73fc9bbf33e req-f8241e97-b60e-4cbf-ba8e-634ecee352dc tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154330 Dec 06 15:08:12.389723 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fc1468d-bafa-4bcf-ade2-44dc71657cf2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:12.397369 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-521e09b9-624b-4a3b-acf7-049e9a899a4c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:12.440575 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48888) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:12.491492 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-521e09b9-624b-4a3b-acf7-049e9a899a4c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:12.510796 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['cf411024-9a4e-4fcd-9337-dcd3d6eb31fa'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:08:12.636632 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-521e09b9-624b-4a3b-acf7-049e9a899a4c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Network 47288c44-0415-406f-a9a9-d0bd8bc69873 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:12.647990 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-521e09b9-624b-4a3b-acf7-049e9a899a4c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:12.658625 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-521e09b9-624b-4a3b-acf7-049e9a899a4c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:12.680825 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48894) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:12.731186 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-521e09b9-624b-4a3b-acf7-049e9a899a4c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:12.732169 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-521e09b9-624b-4a3b-acf7-049e9a899a4c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:12.749022 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4fc1468d-bafa-4bcf-ade2-44dc71657cf2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting port 06166526-ef74-4b64-91ce-10d405588a5e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:12.753643 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fc1468d-bafa-4bcf-ade2-44dc71657cf2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:12.762329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-521e09b9-624b-4a3b-acf7-049e9a899a4c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7473505 Dec 06 15:08:12.763693 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e09b9-624b-4a3b-acf7-049e9a899a4c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Pushing event updated for resources: {'Port': ['ID=014faeaf-0865-42f3-ab1e-3e2cc90b9648,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:12.789487 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Request body: {'port': {'device_id': '4fceda54-29d5-45de-a72a-9ef4c631bf26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:12.836222 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9276ed4-5fed-4963-95d1-f55a723b43eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:12.846641 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a3ad1e2-44a4-4926-89a4-c2129b38b06c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:12.898600 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:12.995178 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fc1468d-bafa-4bcf-ade2-44dc71657cf2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:13.021045 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4fc1468d-bafa-4bcf-ade2-44dc71657cf2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Calling delete_port for 06166526-ef74-4b64-91ce-10d405588a5e owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:13.106655 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a3ad1e2-44a4-4926-89a4-c2129b38b06c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:13.120277 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0a3ad1e2-44a4-4926-89a4-c2129b38b06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:13.122610 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3724213-c625-43a0-bd0a-79756c100745 req-a8c9d1d8-e399-4c34-a8d2-831b00e50b2f tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:13.124507 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3724213-c625-43a0-bd0a-79756c100745 req-a8c9d1d8-e399-4c34-a8d2-831b00e50b2f tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fceda54-29d5-45de-a72a-9ef4c631bf26 HTTP/1.1" status: 200 len: 931 time: 0.1691599 Dec 06 15:08:13.153148 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0a3ad1e2-44a4-4926-89a4-c2129b38b06c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26a3243560394c46aba4c2e67064f816&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4692471 Dec 06 15:08:13.156165 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48904) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:13.296388 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ad1e2-44a4-4926-89a4-c2129b38b06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c34a1b7-5b43-4edb-8682-f2bab8a29472,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:13.304130 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9276ed4-5fed-4963-95d1-f55a723b43eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:13.321907 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9276ed4-5fed-4963-95d1-f55a723b43eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:13.348414 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d56-3406-4f50-a4fe-40a19407ec6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:13.377800 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9276ed4-5fed-4963-95d1-f55a723b43eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe08a24-730a-4880-a7f4-656c6cd226dc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:13.401456 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d56-3406-4f50-a4fe-40a19407ec6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:13.432617 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3724213-c625-43a0-bd0a-79756c100745 req-57ece605-0256-4097-b78a-86ce952f8696 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830305 Dec 06 15:08:13.470129 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fc1468d-bafa-4bcf-ade2-44dc71657cf2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:13.514112 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e9276ed4-5fed-4963-95d1-f55a723b43eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac115233f1304e83876e18d93789a647&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0654199 Dec 06 15:08:13.516779 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48912) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:13.529906 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1468d-bafa-4bcf-ade2-44dc71657cf2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Port': ['ID=06166526-ef74-4b64-91ce-10d405588a5e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:13.668488 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d56-3406-4f50-a4fe-40a19407ec6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:13.677698 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8d56-3406-4f50-a4fe-40a19407ec6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:13.679090 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6fbc8d56-3406-4f50-a4fe-40a19407ec6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c34a1b7-5b43-4edb-8682-f2bab8a29472 HTTP/1.1" status: 204 len: 168 time: 0.5202887 Dec 06 15:08:13.696391 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014faeaf-0865-42f3-ab1e-3e2cc90b9648 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:08:13.729039 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e037206-6ee7-47bd-adeb-6e959b10dde7 req-b6fad782-b3fe-4349-8a6a-557a3067ad57 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:13.729789 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:13.730656 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e037206-6ee7-47bd-adeb-6e959b10dde7 req-b6fad782-b3fe-4349-8a6a-557a3067ad57 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.2089577 Dec 06 15:08:13.799840 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Transition to ACTIVE for port object 014faeaf-0865-42f3-ab1e-3e2cc90b9648 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:08:13.808432 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:13.855072 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10e5ed02-428b-4df7-ab25-45d226a75059 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:13.866721 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8d56-3406-4f50-a4fe-40a19407ec6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c34a1b7-5b43-4edb-8682-f2bab8a29472,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:13.946963 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fc1468d-bafa-4bcf-ade2-44dc71657cf2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:14.019201 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e037206-6ee7-47bd-adeb-6e959b10dde7 req-2be6c110-f23f-43c1-864e-7da8dd0d3772 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894326 Dec 06 15:08:14.081789 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10e5ed02-428b-4df7-ab25-45d226a75059 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:14.151002 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc1468d-bafa-4bcf-ade2-44dc71657cf2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 3556194a-26e8-47e5-8d51-c5c345d3d586 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:08:14.173254 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=014faeaf-0865-42f3-ab1e-3e2cc90b9648,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:14.178532 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48922) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:14.221561 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Attempting to bind port 014faeaf-0865-42f3-ab1e-3e2cc90b9648 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:08:14.221918 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Attempting to bind port 014faeaf-0865-42f3-ab1e-3e2cc90b9648 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:08:14.222171 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Attempting to bind port 014faeaf-0865-42f3-ab1e-3e2cc90b9648 on network 47288c44-0415-406f-a9a9-d0bd8bc69873 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:08:14.225289 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bacefc59-7b2b-472b-a990-24990a792462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:14.226977 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Port 014faeaf-0865-42f3-ab1e-3e2cc90b9648 on network 47288c44-0415-406f-a9a9-d0bd8bc69873 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:08:14.227294 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Attempting to bind port 014faeaf-0865-42f3-ab1e-3e2cc90b9648 on network 47288c44-0415-406f-a9a9-d0bd8bc69873 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:08:14.230318 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10e5ed02-428b-4df7-ab25-45d226a75059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:14.232034 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10e5ed02-428b-4df7-ab25-45d226a75059 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:14.233176 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-10e5ed02-428b-4df7-ab25-45d226a75059 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2fe08a24-730a-4880-a7f4-656c6cd226dc HTTP/1.1" status: 204 len: 168 time: 0.7147939 Dec 06 15:08:14.240565 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:08:14.240908 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Checking segment: {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:08:14.241399 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Bound using segment: {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:08:14.241834 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Bound port: 014faeaf-0865-42f3-ab1e-3e2cc90b9648, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:08:14.242188 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:14.249158 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5ed02-428b-4df7-ab25-45d226a75059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe08a24-730a-4880-a7f4-656c6cd226dc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:14.290737 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc1468d-bafa-4bcf-ade2-44dc71657cf2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:08:14.311247 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2459494-ba83-4753-ba3b-0bb8e94f7967 None None] Sync routers for ids ['3556194a-26e8-47e5-8d51-c5c345d3d586'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:08:14.311776 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4fc1468d-bafa-4bcf-ade2-44dc71657cf2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/3556194a-26e8-47e5-8d51-c5c345d3d586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0187845 Dec 06 15:08:14.312315 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48928) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:14.338259 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] For port 014faeaf-0865-42f3-ab1e-3e2cc90b9648, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:08:14.343146 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2459494-ba83-4753-ba3b-0bb8e94f7967 None None] Routers {'3556194a-26e8-47e5-8d51-c5c345d3d586'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:14.344474 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] For port 014faeaf-0865-42f3-ab1e-3e2cc90b9648, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=014faeaf-0865-42f3-ab1e-3e2cc90b9648,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:08:14.346237 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f2459494-ba83-4753-ba3b-0bb8e94f7967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['3556194a-26e8-47e5-8d51-c5c345d3d586'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:14.351369 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:14.425297 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f2459494-ba83-4753-ba3b-0bb8e94f7967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:14.434522 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2459494-ba83-4753-ba3b-0bb8e94f7967 None None] Routers {'3556194a-26e8-47e5-8d51-c5c345d3d586'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:14.435419 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f2459494-ba83-4753-ba3b-0bb8e94f7967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['3556194a-26e8-47e5-8d51-c5c345d3d586'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:14.448748 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=014faeaf-0865-42f3-ab1e-3e2cc90b9648,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:14.484766 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:14.488458 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:14.491175 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-625f26aa-7c11-495b-a4ba-1160a19e3bc5 service neutron] 10.222.0.23 "PUT /v2.0/ports/014faeaf-0865-42f3-ab1e-3e2cc90b9648 HTTP/1.1" status: 200 len: 1091 time: 1.7168169 Dec 06 15:08:14.492151 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fceda54-29d5-45de-a72a-9ef4c631bf26', 'tag': '014faeaf-0865-42f3-ab1e-3e2cc90b9648'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:08:14.509961 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39623d76-538e-4260-9dfd-613c3a676ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "4fceda54-29d5-45de-a72a-9ef4c631bf26", "tag": "014faeaf-0865-42f3-ab1e-3e2cc90b9648"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:08:14.518458 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f2459494-ba83-4753-ba3b-0bb8e94f7967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:14.522099 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2459494-ba83-4753-ba3b-0bb8e94f7967 None None] The sync data for ids ['3556194a-26e8-47e5-8d51-c5c345d3d586'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:08:14.641189 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c97744b-6ea2-438a-af94-96e6f6c13704 x-openstack-request-id: req-4c97744b-6ea2-438a-af94-96e6f6c13704 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:08:14.641618 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fceda54-29d5-45de-a72a-9ef4c631bf26", "tag": "014faeaf-0865-42f3-ab1e-3e2cc90b9648", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:08:14.641887 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c97744b-6ea2-438a-af94-96e6f6c13704 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:08:14.642308 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fceda54-29d5-45de-a72a-9ef4c631bf26', 'tag': '014faeaf-0865-42f3-ab1e-3e2cc90b9648', 'status': 'completed', 'code': 200} Dec 06 15:08:14.680598 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-31b2fecd-d1b1-4ab7-8e35-68d61d76e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:14.682683 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-31b2fecd-d1b1-4ab7-8e35-68d61d76e76e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&device_id=4fceda54-29d5-45de-a72a-9ef4c631bf26 HTTP/1.1" status: 200 len: 1094 time: 0.1422184 Dec 06 15:08:14.697549 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-f997216c-64d9-46c3-965b-46c624c3eab1 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] remove_router_interface failed (client error): The resource could not be found. Dec 06 15:08:14.698833 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f997216c-64d9-46c3-965b-46c624c3eab1 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/3556194a-26e8-47e5-8d51-c5c345d3d586/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3792522 Dec 06 15:08:14.702942 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48942) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:14.741068 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-df9aec45-b8f1-4ef9-8177-5a2f2383b5ac tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports?device_id=3556194a-26e8-47e5-8d51-c5c345d3d586 HTTP/1.1" status: 200 len: 205 time: 0.0357826 Dec 06 15:08:14.746421 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48944) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:14.792629 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-50a09165-b0e2-48f8-9e1c-0098f42506d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=014faeaf-0865-42f3-ab1e-3e2cc90b9648 HTTP/1.1" status: 200 len: 217 time: 0.0947526 Dec 06 15:08:14.800082 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bacefc59-7b2b-472b-a990-24990a792462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:14.804819 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdae0f2-1be3-414b-a098-ad855d81c28f req-7d6f6036-4bcd-44a5-b3fc-8ca208d98133 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:14.812088 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8bdae0f2-1be3-414b-a098-ad855d81c28f req-7d6f6036-4bcd-44a5-b3fc-8ca208d98133 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fceda54-29d5-45de-a72a-9ef4c631bf26 HTTP/1.1" status: 200 len: 943 time: 0.2252743 Dec 06 15:08:14.841950 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bacefc59-7b2b-472b-a990-24990a792462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:14.867190 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2c59553-23e3-4a25-987d-a09265829e93 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:14.921274 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8bdae0f2-1be3-414b-a098-ad855d81c28f req-1e7813d8-855b-4366-a5f9-661816bdd6f8 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069276 Dec 06 15:08:14.949251 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-c98cba43-e8db-461c-812f-87619118e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:14.950727 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-c98cba43-e8db-461c-812f-87619118e0a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd9744b0-5db8-4d6f-a5a9-70588c431a8f HTTP/1.1" status: 200 len: 846 time: 0.1313510 Dec 06 15:08:14.997236 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-a05b4c80-984f-4a8c-af81-f5a11f6e483a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=47288c44-0415-406f-a9a9-d0bd8bc69873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394361 Dec 06 15:08:15.121998 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-79b514b6-4a55-4552-b82d-56bd637c4ecb service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173255 Dec 06 15:08:15.241939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc8e3c60-0ad4-4c90-9243-0bbaf999e414 req-1657fd12-b900-4569-aff2-85939d394a63 service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118441 Dec 06 15:08:15.332472 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacefc59-7b2b-472b-a990-24990a792462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34619949-2eba-45fb-8f3a-5f084dd8eb29,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:15.337895 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bacefc59-7b2b-472b-a990-24990a792462 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf4bbf8349d7422893a53216cbfdb636&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1583431 Dec 06 15:08:15.343101 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48968) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:15.414368 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2c59553-23e3-4a25-987d-a09265829e93 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:15.423586 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14e997-540c-4031-9e6d-b1a4bec31ce3 req-68a158e6-c89a-4533-b1e1-4de9b5a593f7 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:15.425139 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ba14e997-540c-4031-9e6d-b1a4bec31ce3 req-68a158e6-c89a-4533-b1e1-4de9b5a593f7 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.1631160 Dec 06 15:08:15.425287 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39623d76-538e-4260-9dfd-613c3a676ba6 req-ef05d306-4dd7-47ff-a735-b393108ac244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:15.426460 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2c59553-23e3-4a25-987d-a09265829e93 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:15.426829 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39623d76-538e-4260-9dfd-613c3a676ba6 req-ef05d306-4dd7-47ff-a735-b393108ac244 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&device_id=4fceda54-29d5-45de-a72a-9ef4c631bf26 HTTP/1.1" status: 200 len: 1094 time: 0.1229775 Dec 06 15:08:15.428610 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-334d1396-6d2d-4b6d-8636-c56b731ae753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:15.515483 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-334d1396-6d2d-4b6d-8636-c56b731ae753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:15.578425 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ba14e997-540c-4031-9e6d-b1a4bec31ce3 req-f4b193d1-7670-4e15-8515-04b5f214825e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682178 Dec 06 15:08:15.582538 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2c59553-23e3-4a25-987d-a09265829e93 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:15.585513 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c59553-23e3-4a25-987d-a09265829e93 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Fanout notify agent at l3_agent the message router_deleted on router 3556194a-26e8-47e5-8d51-c5c345d3d586 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:08:15.595999 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2c59553-23e3-4a25-987d-a09265829e93 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:15.597225 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e2c59553-23e3-4a25-987d-a09265829e93 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/routers/3556194a-26e8-47e5-8d51-c5c345d3d586 HTTP/1.1" status: 204 len: 168 time: 0.8496811 Dec 06 15:08:15.601286 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48984) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:15.618846 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-334d1396-6d2d-4b6d-8636-c56b731ae753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:15.624846 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-334d1396-6d2d-4b6d-8636-c56b731ae753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:15.626777 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-334d1396-6d2d-4b6d-8636-c56b731ae753 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34619949-2eba-45fb-8f3a-5f084dd8eb29 HTTP/1.1" status: 204 len: 168 time: 0.2823911 Dec 06 15:08:15.642279 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d1396-6d2d-4b6d-8636-c56b731ae753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34619949-2eba-45fb-8f3a-5f084dd8eb29,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:15.671900 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec58dfe9-6941-4c52-bac2-375921cbd97b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting subnet 76c349e3-4273-4b1f-b76e-62ce33e82037 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:08:15.677032 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec58dfe9-6941-4c52-bac2-375921cbd97b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:15.681050 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39623d76-538e-4260-9dfd-613c3a676ba6 req-602c05f5-4c7b-4929-86b8-29243610de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:15.682966 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39623d76-538e-4260-9dfd-613c3a676ba6 req-602c05f5-4c7b-4929-86b8-29243610de18 service neutron] 10.222.0.23 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 907 time: 0.2388022 Dec 06 15:08:15.725898 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec58dfe9-6941-4c52-bac2-375921cbd97b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:15.746920 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39623d76-538e-4260-9dfd-613c3a676ba6 req-e9bf5d7c-9a34-4888-b2d3-9c260e1094de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=014faeaf-0865-42f3-ab1e-3e2cc90b9648 HTTP/1.1" status: 200 len: 217 time: 0.0551956 Dec 06 15:08:15.833584 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39623d76-538e-4260-9dfd-613c3a676ba6 req-6542fe99-f5c4-402e-92f6-c5883a382957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:15.835427 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39623d76-538e-4260-9dfd-613c3a676ba6 req-6542fe99-f5c4-402e-92f6-c5883a382957 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd9744b0-5db8-4d6f-a5a9-70588c431a8f HTTP/1.1" status: 200 len: 846 time: 0.0796192 Dec 06 15:08:15.853803 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec58dfe9-6941-4c52-bac2-375921cbd97b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:15.908359 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39623d76-538e-4260-9dfd-613c3a676ba6 req-e7765092-a20e-45e3-ac7d-7585c959c475 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=47288c44-0415-406f-a9a9-d0bd8bc69873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607021 Dec 06 15:08:15.957925 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec58dfe9-6941-4c52-bac2-375921cbd97b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:15.979603 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec58dfe9-6941-4c52-bac2-375921cbd97b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:15.986379 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ec58dfe9-6941-4c52-bac2-375921cbd97b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/subnets/76c349e3-4273-4b1f-b76e-62ce33e82037 HTTP/1.1" status: 204 len: 168 time: 0.3809791 Dec 06 15:08:15.990514 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8ef20e-24db-4dd0-a4b8-7eeb7064c363 None None] Network 3bd01b33-8ed3-47ea-89d4-0acf0713de5b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:08:16.006118 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49018) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:16.017569 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58dfe9-6941-4c52-bac2-375921cbd97b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Subnet': ['ID=76c349e3-4273-4b1f-b76e-62ce33e82037,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:16.142016 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39623d76-538e-4260-9dfd-613c3a676ba6 req-b0910d61-d49f-4d35-8a0e-2a511f727923 service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242048 Dec 06 15:08:16.151131 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cef99c-a8b2-4c50-9a96-62cd1019b82b req-63d7497d-7c2d-495d-8a26-2370ccb757e1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:16.152863 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1cef99c-a8b2-4c50-9a96-62cd1019b82b req-63d7497d-7c2d-495d-8a26-2370ccb757e1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fceda54-29d5-45de-a72a-9ef4c631bf26 HTTP/1.1" status: 200 len: 943 time: 0.0735457 Dec 06 15:08:16.193420 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.275915 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting port 9ca0e450-0186-488f-854d-888ce5f9f43d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:16.276193 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.283786 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1cef99c-a8b2-4c50-9a96-62cd1019b82b req-00081757-fdac-4b02-a295-03b6ad6faf14 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211188 Dec 06 15:08:16.317351 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39623d76-538e-4260-9dfd-613c3a676ba6 req-6ca3d544-d0bc-415d-873d-cc9dc5aa464f service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634283 Dec 06 15:08:16.359912 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] For port 9ca0e450-0186-488f-854d-888ce5f9f43d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9ca0e450-0186-488f-854d-888ce5f9f43d,segment=NetworkSegment(67c23aa7-4114-40cc-9c0d-ecdd26e59323),segment_id=67c23aa7-4114-40cc-9c0d-ecdd26e59323)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:16.360478 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.373806 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49028) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:16.380847 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Calling delete_port for 9ca0e450-0186-488f-854d-888ce5f9f43d owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:16.399736 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a6c8d7-b552-49f4-a4db-501aabe0aff7 None None] DHCP port deletion for 3bd01b33-8ed3-47ea-89d4-0acf0713de5b request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:08:16.511316 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c4a6c8d7-b552-49f4-a4db-501aabe0aff7 None None] Deleting port 9ca0e450-0186-488f-854d-888ce5f9f43d {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:16.516055 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c4a6c8d7-b552-49f4-a4db-501aabe0aff7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.544696 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9ca0e450-0186-488f-854d-888ce5f9f43d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:08:16.560904 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.619128 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No active binding found for port 9ca0e450-0186-488f-854d-888ce5f9f43d {{(pid=103290) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 15:08:16.620174 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9ca0e450-0186-488f-854d-888ce5f9f43d not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:08:16.624752 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Port': ['ID=9ca0e450-0186-488f-854d-888ce5f9f43d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:16.641813 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] No DVR routers for this DVR port 9ca0e450-0186-488f-854d-888ce5f9f43d on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:08:16.646806 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2a48dab1-aab5-4ce8-b722-6211e199bfbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.704737 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c4a6c8d7-b552-49f4-a4db-501aabe0aff7 None None] For port 9ca0e450-0186-488f-854d-888ce5f9f43d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9ca0e450-0186-488f-854d-888ce5f9f43d,segment=NetworkSegment(67c23aa7-4114-40cc-9c0d-ecdd26e59323),segment_id=67c23aa7-4114-40cc-9c0d-ecdd26e59323)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:16.705384 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c4a6c8d7-b552-49f4-a4db-501aabe0aff7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.721880 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c4a6c8d7-b552-49f4-a4db-501aabe0aff7 None None] Calling delete_port for 9ca0e450-0186-488f-854d-888ce5f9f43d owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:16.773328 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2a48dab1-aab5-4ce8-b722-6211e199bfbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.781089 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2a48dab1-aab5-4ce8-b722-6211e199bfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.809210 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:16.832845 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:08:16.840972 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c4a6c8d7-b552-49f4-a4db-501aabe0aff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.858579 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032013d-2aa0-4d8b-b00b-d25964380abc req-d4f21519-0cab-4b06-aae4-22c16a899f5b tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:16.860226 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f032013d-2aa0-4d8b-b00b-d25964380abc req-d4f21519-0cab-4b06-aae4-22c16a899f5b tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.1727479 Dec 06 15:08:16.884996 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a6c8d7-b552-49f4-a4db-501aabe0aff7 None None] No DVR routers for this DVR port 9ca0e450-0186-488f-854d-888ce5f9f43d on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:08:16.889983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2a48dab1-aab5-4ce8-b722-6211e199bfbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af210825f51a462ab746ad301d4740a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5134716 Dec 06 15:08:16.891954 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6c8d7-b552-49f4-a4db-501aabe0aff7 None None] Pushing event deleted for resources: {'Port': ['ID=9ca0e450-0186-488f-854d-888ce5f9f43d,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:16.893925 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49048) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:16.905189 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd01b33-8ed3-47ea-89d4-0acf0713de5b']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:16.909179 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48dab1-aab5-4ce8-b722-6211e199bfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266b8d09-f01f-4a8b-9565-ae7f688e71bb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:16.931890 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c23aa7-4114-40cc-9c0d-ecdd26e59323') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:16.932189 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c23aa7-4114-40cc-9c0d-ecdd26e59323') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:16.949861 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.971434 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30b21e60-ec75-4c26-8c00-7a1e04e9af95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.974504 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f032013d-2aa0-4d8b-b00b-d25964380abc req-61c19ddb-6f0d-461a-b214-cfce3d3f2414 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986745 Dec 06 15:08:16.975477 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.982517 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:08:16.983467 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:08:16.987499 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:08:17.003749 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30b21e60-ec75-4c26-8c00-7a1e04e9af95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.073280 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30b21e60-ec75-4c26-8c00-7a1e04e9af95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.076277 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30b21e60-ec75-4c26-8c00-7a1e04e9af95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.080185 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-30b21e60-ec75-4c26-8c00-7a1e04e9af95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/266b8d09-f01f-4a8b-9565-ae7f688e71bb HTTP/1.1" status: 204 len: 168 time: 0.1824806 Dec 06 15:08:17.081277 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.088740 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b21e60-ec75-4c26-8c00-7a1e04e9af95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266b8d09-f01f-4a8b-9565-ae7f688e71bb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:17.090740 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.094987 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/networks/3bd01b33-8ed3-47ea-89d4-0acf0713de5b HTTP/1.1" status: 204 len: 168 time: 1.0875390 Dec 06 15:08:17.098859 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49058) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:17.118417 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6ce66-563f-4fb9-857c-fbc5bb22a704 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Network': ['ID=3bd01b33-8ed3-47ea-89d4-0acf0713de5b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:17.120211 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-66338f30-53b0-4106-ad26-d82f68b356e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'network': {'name': 'tempest-RoutersTest-570803948'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:17.146014 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66338f30-53b0-4106-ad26-d82f68b356e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:17.149658 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-66338f30-53b0-4106-ad26-d82f68b356e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.175074 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66338f30-53b0-4106-ad26-d82f68b356e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:08:17.185659 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-66338f30-53b0-4106-ad26-d82f68b356e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.186006 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-66338f30-53b0-4106-ad26-d82f68b356e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Added segment 6a4515eb-6696-4a0a-a881-d7c93b7ac486 of type vlan for network ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378 Dec 06 15:08:17.249190 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-66338f30-53b0-4106-ad26-d82f68b356e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.279616 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-66338f30-53b0-4106-ad26-d82f68b356e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.285798 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66338f30-53b0-4106-ad26-d82f68b356e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:17.286395 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-66338f30-53b0-4106-ad26-d82f68b356e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.328392 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-66338f30-53b0-4106-ad26-d82f68b356e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2280972 Dec 06 15:08:17.331162 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49064) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:17.336416 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b0b4b995-9c7d-4727-8383-1266e6b25089 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'subnet': {'network_id': 'ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:17.405318 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66338f30-53b0-4106-ad26-d82f68b356e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Network': ['ID=ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:17.429338 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:08:17.549698 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b4b995-9c7d-4727-8383-1266e6b25089 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:17.554629 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0b4b995-9c7d-4727-8383-1266e6b25089 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.606973 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fe03f-5a15-44cc-aa09-617e5e5ffeaf req-599e9059-24da-4471-aaab-a2c93eceaf80 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:17.606973 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e0fe03f-5a15-44cc-aa09-617e5e5ffeaf req-599e9059-24da-4471-aaab-a2c93eceaf80 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fceda54-29d5-45de-a72a-9ef4c631bf26 HTTP/1.1" status: 200 len: 943 time: 0.1450496 Dec 06 15:08:17.626706 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 014faeaf-0865-42f3-ab1e-3e2cc90b9648 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:08:17.740821 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e0fe03f-5a15-44cc-aa09-617e5e5ffeaf req-256204d4-f9c6-423a-9412-2c03e15c462a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274126 Dec 06 15:08:17.868415 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 014faeaf-0865-42f3-ab1e-3e2cc90b9648, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=014faeaf-0865-42f3-ab1e-3e2cc90b9648,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:17.884803 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0b4b995-9c7d-4727-8383-1266e6b25089 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.904098 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '014faeaf-0865-42f3-ab1e-3e2cc90b9648', 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873', 'port_id': '014faeaf-0865-42f3-ab1e-3e2cc90b9648', 'mac_address': 'fa:16:3e:04:9e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9744b0-5db8-4d6f-a5a9-70588c431a8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:08:17.985096 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4b995-9c7d-4727-8383-1266e6b25089 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Subnet': ['ID=3650cd3b-4dfc-4ca2-b869-4572ca9b7cc5,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:17.988355 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.997830 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b4b995-9c7d-4727-8383-1266e6b25089 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Checking segment: {'id': '6a4515eb-6696-4a0a-a881-d7c93b7ac486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:08:17.997994 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b4b995-9c7d-4727-8383-1266e6b25089 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network hostable DHCP agents. Network: ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:08:18.015887 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014faeaf-0865-42f3-ab1e-3e2cc90b9648 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:08:18.021154 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b4b995-9c7d-4727-8383-1266e6b25089 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:08:18.034929 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b0b4b995-9c7d-4727-8383-1266e6b25089 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:18.050417 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c111716-6739-402d-a1d6-29f0564f408a None None] Network ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:08:18.051765 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b4b995-9c7d-4727-8383-1266e6b25089 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:18.052382 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b0b4b995-9c7d-4727-8383-1266e6b25089 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.078386 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49094) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:18.079791 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b0b4b995-9c7d-4727-8383-1266e6b25089 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7464492 Dec 06 15:08:18.083939 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c5c24512-d971-41db-9234-412507d202be tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1989506179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:18.134676 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5c24512-d971-41db-9234-412507d202be tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.135749 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5c24512-d971-41db-9234-412507d202be tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.171125 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 014faeaf-0865-42f3-ab1e-3e2cc90b9648, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=014faeaf-0865-42f3-ab1e-3e2cc90b9648,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:18.171275 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dfd6d-0bd0-4508-9cd1-094469d17ee9 req-1300da93-d2fe-40cf-8a26-a86ce6ca1bae tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:18.173287 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c7dfd6d-0bd0-4508-9cd1-094469d17ee9 req-1300da93-d2fe-40cf-8a26-a86ce6ca1bae tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.0829945 Dec 06 15:08:18.183920 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.252134 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5c24512-d971-41db-9234-412507d202be tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.268508 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5c24512-d971-41db-9234-412507d202be tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.280631 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c7dfd6d-0bd0-4508-9cd1-094469d17ee9 req-aa59930a-91c7-4807-8a8a-e0aa2c1228ed tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988433 Dec 06 15:08:18.305633 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5c24512-d971-41db-9234-412507d202be tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.307230 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c5c24512-d971-41db-9234-412507d202be tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2268355 Dec 06 15:08:18.311961 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49100) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:18.318743 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=014faeaf-0865-42f3-ab1e-3e2cc90b9648,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:18.346375 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378', 'network_id': 'ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'fixed_ips': [{'subnet_id': '3650cd3b-4dfc-4ca2-b869-4572ca9b7cc5'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:08:18.347511 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.561681 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['014faeaf-0865-42f3-ab1e-3e2cc90b9648'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:08:18.697443 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e57756-b657-4ddb-bc8f-61ff5e83484e req-fade20d3-949f-4819-9aef-8aac4701334c tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:18.704680 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-72e57756-b657-4ddb-bc8f-61ff5e83484e req-fade20d3-949f-4819-9aef-8aac4701334c tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.1083331 Dec 06 15:08:18.803532 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b8146-1846-4893-91c5-770af2a4dbb0 req-b971042e-dbca-45ae-95d2-ad2007507c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:18.803774 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4c2b8146-1846-4893-91c5-770af2a4dbb0 req-b971042e-dbca-45ae-95d2-ad2007507c3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a45a9617d21f43eb8a512b181ef6b340&device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 1096 time: 0.1873817 Dec 06 15:08:18.861245 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Allocated IP 172.20.0.2 (ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378/3650cd3b-4dfc-4ca2-b869-4572ca9b7cc5/270c6e1d-ad04-400f-9376-28c8c3878eca) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:18.939857 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-72e57756-b657-4ddb-bc8f-61ff5e83484e req-347897fd-664f-43a8-874e-9df102e5a45d tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302480 Dec 06 15:08:18.977433 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49124) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:19.046804 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.066284 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907c076-8742-4114-b709-a8e838e24171 req-302b8cef-89c4-4fc2-9df9-7eb78796915d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:19.067855 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8907c076-8742-4114-b709-a8e838e24171 req-302b8cef-89c4-4fc2-9df9-7eb78796915d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fceda54-29d5-45de-a72a-9ef4c631bf26 HTTP/1.1" status: 200 len: 944 time: 0.2035081 Dec 06 15:08:19.196993 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b8146-1846-4893-91c5-770af2a4dbb0 req-bcc2d0c5-1b28-4de8-85dc-f934ec206b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:19.198706 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4c2b8146-1846-4893-91c5-770af2a4dbb0 req-bcc2d0c5-1b28-4de8-85dc-f934ec206b68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 HTTP/1.1" status: 200 len: 910 time: 0.3563440 Dec 06 15:08:19.203220 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.206453 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c92bde79-f558-4306-a553-2e194c8ca1c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.220270 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.302669 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Network ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:19.310009 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:19.314807 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c92bde79-f558-4306-a553-2e194c8ca1c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.321896 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c92bde79-f558-4306-a553-2e194c8ca1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.324503 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:19.335348 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Pushing event updated for resources: {'Port': ['ID=270c6e1d-ad04-400f-9376-28c8c3878eca,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:19.388270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c92bde79-f558-4306-a553-2e194c8ca1c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09a6e9b4a32b44c3b46643683e7060f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4094105 Dec 06 15:08:19.390704 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49128) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:19.399712 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bde79-f558-4306-a553-2e194c8ca1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaf06b9-5dd6-4e5c-823e-56e665041b8f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:19.409549 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Attempting to bind port 270c6e1d-ad04-400f-9376-28c8c3878eca on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:08:19.409937 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Attempting to bind port 270c6e1d-ad04-400f-9376-28c8c3878eca by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6a4515eb-6696-4a0a-a881-d7c93b7ac486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:08:19.410306 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Attempting to bind port 270c6e1d-ad04-400f-9376-28c8c3878eca on network ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:08:19.415744 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:08:19.416130 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Checking segment: {'id': '6a4515eb-6696-4a0a-a881-d7c93b7ac486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:08:19.416545 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.416946 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Bound using segment: {'id': '6a4515eb-6696-4a0a-a881-d7c93b7ac486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:08:19.417419 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Bound port: 270c6e1d-ad04-400f-9376-28c8c3878eca, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4515eb-6696-4a0a-a881-d7c93b7ac486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:08:19.417936 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.475450 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca540a0-427a-4a6a-9b1a-8e9159bcdffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.507054 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] For port 270c6e1d-ad04-400f-9376-28c8c3878eca, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:08:19.510989 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] For port 270c6e1d-ad04-400f-9376-28c8c3878eca, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=270c6e1d-ad04-400f-9376-28c8c3878eca,segment=NetworkSegment(6a4515eb-6696-4a0a-a881-d7c93b7ac486),segment_id=6a4515eb-6696-4a0a-a881-d7c93b7ac486)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:08:19.519160 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca540a0-427a-4a6a-9b1a-8e9159bcdffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.536609 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.610476 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 014faeaf-0865-42f3-ab1e-3e2cc90b9648 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:08:19.613019 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca540a0-427a-4a6a-9b1a-8e9159bcdffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.615873 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca540a0-427a-4a6a-9b1a-8e9159bcdffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.624137 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cca540a0-427a-4a6a-9b1a-8e9159bcdffe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdaf06b9-5dd6-4e5c-823e-56e665041b8f HTTP/1.1" status: 204 len: 168 time: 0.2313614 Dec 06 15:08:19.651668 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca540a0-427a-4a6a-9b1a-8e9159bcdffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaf06b9-5dd6-4e5c-823e-56e665041b8f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:19.688675 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed1441-5ae6-404d-b076-2263527d1088 None None] Pushing event updated for resources: {'Port': ['ID=270c6e1d-ad04-400f-9376-28c8c3878eca,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:19.751607 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 014faeaf-0865-42f3-ab1e-3e2cc90b9648 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:08:19.756892 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 014faeaf-0865-42f3-ab1e-3e2cc90b9648 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:19.757182 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.983192 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:20.021749 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fceda54-29d5-45de-a72a-9ef4c631bf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014faeaf-0865-42f3-ab1e-3e2cc90b9648'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:08:20.024726 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4743dd-5071-44d6-98f5-2314a00ed928" -d '{"events": [{"server_uuid": "4fceda54-29d5-45de-a72a-9ef4c631bf26", "name": "network-vif-plugged", "status": "completed", "tag": "014faeaf-0865-42f3-ab1e-3e2cc90b9648"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:08:20.046106 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 014faeaf-0865-42f3-ab1e-3e2cc90b9648, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=014faeaf-0865-42f3-ab1e-3e2cc90b9648,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:20.051458 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4c2b8146-1846-4893-91c5-770af2a4dbb0 req-e5213008-512d-4e80-bce1-1ba705a6aced service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de19c76a-d25a-4425-8d66-eb411eb4173a HTTP/1.1" status: 200 len: 1000 time: 0.8400953 Dec 06 15:08:20.057554 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:20.182819 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=014faeaf-0865-42f3-ab1e-3e2cc90b9648,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:20.198190 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657be8f-2b87-44a4-b2b5-bdf059d77566 req-e52a1a6c-f90b-4963-b522-6b2871a2caee tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:20.199934 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0657be8f-2b87-44a4-b2b5-bdf059d77566 req-e52a1a6c-f90b-4963-b522-6b2871a2caee tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.1013370 Dec 06 15:08:20.228235 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8907c076-8742-4114-b709-a8e838e24171 req-744a9b66-902d-4b61-b697-e59371e68616 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1479709 Dec 06 15:08:20.316283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0657be8f-2b87-44a4-b2b5-bdf059d77566 req-57984408-83cf-40ea-8d2b-40272ae7c918 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089845 Dec 06 15:08:20.329589 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e5c917-77fa-43e5-a153-d1a4213f2fa7 x-openstack-request-id: req-36e5c917-77fa-43e5-a153-d1a4213f2fa7 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:08:20.330230 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fceda54-29d5-45de-a72a-9ef4c631bf26", "name": "network-vif-plugged", "status": "completed", "tag": "014faeaf-0865-42f3-ab1e-3e2cc90b9648", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:08:20.330825 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36e5c917-77fa-43e5-a153-d1a4213f2fa7 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:08:20.331463 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fceda54-29d5-45de-a72a-9ef4c631bf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014faeaf-0865-42f3-ab1e-3e2cc90b9648', 'code': 200} Dec 06 15:08:20.392081 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b8146-1846-4893-91c5-770af2a4dbb0 req-0ce402c1-3a87-4b0d-9498-553abec4c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:20.393591 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4c2b8146-1846-4893-91c5-770af2a4dbb0 req-0ce402c1-3a87-4b0d-9498-553abec4c4b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=910def33-1b6e-420b-bf18-ba2208cd2881 HTTP/1.1" status: 200 len: 848 time: 0.1612203 Dec 06 15:08:20.509070 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Allocated IP 172.20.0.1 (ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378/3650cd3b-4dfc-4ca2-b869-4572ca9b7cc5/3c7ef647-718c-4d18-a5c7-648121c31d36) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:20.523722 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b8146-1846-4893-91c5-770af2a4dbb0 req-4900adf2-5436-4187-86d6-ffcca2084cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:20.525473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4c2b8146-1846-4893-91c5-770af2a4dbb0 req-4900adf2-5436-4187-86d6-ffcca2084cc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143756 Dec 06 15:08:20.597946 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 270c6e1d-ad04-400f-9376-28c8c3878eca up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:08:20.598675 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f62ea6-ed57-4237-8138-6f6e1a106b38 req-d09fa97f-de4b-49c8-8369-6f7384004076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:20.601009 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5f62ea6-ed57-4237-8138-6f6e1a106b38 req-d09fa97f-de4b-49c8-8369-6f7384004076 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4fceda54-29d5-45de-a72a-9ef4c631bf26 HTTP/1.1" status: 200 len: 1096 time: 0.1532140 Dec 06 15:08:20.793977 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 270c6e1d-ad04-400f-9376-28c8c3878eca triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:20.795539 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:20.894273 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5f62ea6-ed57-4237-8138-6f6e1a106b38 req-6f47e8eb-0677-4e14-8f1b-2dd6c57966cd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780895 Dec 06 15:08:20.932270 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:20.956975 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4c2b8146-1846-4893-91c5-770af2a4dbb0 req-641d3ff8-5193-4720-a8ad-dd4997fda4c8 service neutron] 10.222.0.37 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184771 Dec 06 15:08:20.961468 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.042270 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 270c6e1d-ad04-400f-9376-28c8c3878eca, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=270c6e1d-ad04-400f-9376-28c8c3878eca,segment=NetworkSegment(6a4515eb-6696-4a0a-a881-d7c93b7ac486),segment_id=6a4515eb-6696-4a0a-a881-d7c93b7ac486)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:21.049985 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.198577 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.342993 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:21.351454 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:21.357440 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:21.363372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4c2b8146-1846-4893-91c5-770af2a4dbb0 req-9099a23e-83cf-45b9-ab9e-9a32b28456d1 service neutron] 10.222.0.37 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966804 Dec 06 15:08:21.400460 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=3c7ef647-718c-4d18-a5c7-648121c31d36,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:21.462701 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.487510 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=270c6e1d-ad04-400f-9376-28c8c3878eca,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:21.539117 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f630b856-71e3-487a-b8f5-24991ade5c28 None None] Network ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:08:21.648498 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cf1cb-b459-4fa9-b0ce-bba6dd3b8db5 req-e2439229-25ef-4df3-8c9d-8be6eaaec34c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:21.650361 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b91cf1cb-b459-4fa9-b0ce-bba6dd3b8db5 req-e2439229-25ef-4df3-8c9d-8be6eaaec34c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fceda54-29d5-45de-a72a-9ef4c631bf26 HTTP/1.1" status: 200 len: 945 time: 0.2105739 Dec 06 15:08:21.780436 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-de3d4422-0162-4c9a-9938-f6816a9dd1cf None None] Provisioning complete for port 270c6e1d-ad04-400f-9376-28c8c3878eca triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:21.780816 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de3d4422-0162-4c9a-9938-f6816a9dd1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.855814 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.906695 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b91cf1cb-b459-4fa9-b0ce-bba6dd3b8db5 req-87f4d9a4-84dc-4c83-a840-57825007f406 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450404 Dec 06 15:08:21.983530 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62994933-1a19-4049-963a-1fa3a4005fba req-e32a7094-1a3c-43be-a00f-194b8d0470f3 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:21.985130 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62994933-1a19-4049-963a-1fa3a4005fba req-e32a7094-1a3c-43be-a00f-194b8d0470f3 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.1251500 Dec 06 15:08:22.142785 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62994933-1a19-4049-963a-1fa3a4005fba req-3fdcfa4b-fd35-4ca5-b74b-91edda873ea8 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514859 Dec 06 15:08:22.487745 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:22.498731 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:22.571545 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49240) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:22.576449 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 270c6e1d-ad04-400f-9376-28c8c3878eca up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:08:22.630869 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:22.690669 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 270c6e1d-ad04-400f-9376-28c8c3878eca triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:22.692859 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:22.724951 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=3c7ef647-718c-4d18-a5c7-648121c31d36,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:22.810184 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-376502d2-6c42-4096-935b-8e7d29ce9427 None None] Provisioning complete for port 3c7ef647-718c-4d18-a5c7-648121c31d36 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:22.811526 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-376502d2-6c42-4096-935b-8e7d29ce9427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:22.908077 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-696e3ff6-c7c6-4b69-bdb4-d36c7e6e9558 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:22.918933 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-376502d2-6c42-4096-935b-8e7d29ce9427 None None] Port 3c7ef647-718c-4d18-a5c7-648121c31d36 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:23.023404 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-376502d2-6c42-4096-935b-8e7d29ce9427 None None] Provisioning complete for port 270c6e1d-ad04-400f-9376-28c8c3878eca triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:23.027667 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-376502d2-6c42-4096-935b-8e7d29ce9427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:23.033244 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-696e3ff6-c7c6-4b69-bdb4-d36c7e6e9558 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] 10.222.0.20 "PUT /v2.0/quotas/37515b82e3d54bcbb7a7e5d215dbf578 HTTP/1.1" status: 200 len: 368 time: 0.4601777 Dec 06 15:08:23.036887 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49252) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:23.085719 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:23.101660 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4da80fee-5eb7-4ace-8da3-939921e623db tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Request body: {'network': {'project_id': '37515b82e3d54bcbb7a7e5d215dbf578'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:23.114131 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:23.194076 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02379642-85b2-4c25-bf4e-73a4d0e07055 req-f7469aed-e3d8-4c11-ba44-40ba99daa54a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:23.195713 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02379642-85b2-4c25-bf4e-73a4d0e07055 req-f7469aed-e3d8-4c11-ba44-40ba99daa54a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fceda54-29d5-45de-a72a-9ef4c631bf26 HTTP/1.1" status: 200 len: 945 time: 0.1357946 Dec 06 15:08:23.309624 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-02379642-85b2-4c25-bf4e-73a4d0e07055 req-2513654b-c383-432e-905a-04e3619fd6a1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889432 Dec 06 15:08:23.392860 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-58508ecc-f1e2-461f-8f6e-49a2210cbf75 None None] Provisioning complete for port 3c7ef647-718c-4d18-a5c7-648121c31d36 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:23.394181 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-58508ecc-f1e2-461f-8f6e-49a2210cbf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:23.447520 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da80fee-5eb7-4ace-8da3-939921e623db tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Made reservation on behalf of 37515b82e3d54bcbb7a7e5d215dbf578 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:23.457545 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4da80fee-5eb7-4ace-8da3-939921e623db tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:23.489165 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-58508ecc-f1e2-461f-8f6e-49a2210cbf75 None None] Port 3c7ef647-718c-4d18-a5c7-648121c31d36 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:23.510798 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4da80fee-5eb7-4ace-8da3-939921e623db tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:23.581681 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f0b71-11c2-485d-8920-2c4526f513a0 req-fea4cf65-ee27-40c7-a47c-a42bfb180f7a tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:23.590078 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb0f0b71-11c2-485d-8920-2c4526f513a0 req-fea4cf65-ee27-40c7-a47c-a42bfb180f7a tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.1841908 Dec 06 15:08:23.642087 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0609165f-c7d9-4dcf-8cf9-a88c99a51e42 None None] Provisioning complete for port 3c7ef647-718c-4d18-a5c7-648121c31d36 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:23.642683 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0609165f-c7d9-4dcf-8cf9-a88c99a51e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:23.733826 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0609165f-c7d9-4dcf-8cf9-a88c99a51e42 None None] Port 3c7ef647-718c-4d18-a5c7-648121c31d36 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:23.744432 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4da80fee-5eb7-4ace-8da3-939921e623db tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:23.772319 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 4fefd6b9-8227-4f66-8463-9af3fcc93c75 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:08:23.775432 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4da80fee-5eb7-4ace-8da3-939921e623db tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:23.790280 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da80fee-5eb7-4ace-8da3-939921e623db tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:08:23.806961 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4da80fee-5eb7-4ace-8da3-939921e623db tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:23.807541 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-4da80fee-5eb7-4ace-8da3-939921e623db tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Added segment a791d612-9a5e-4ec2-bfc8-ce9249d47ea3 of type vlan for network 4004415c-09ef-496a-bf84-f6631ad7ddb9 Dec 06 15:08:23.851030 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4da80fee-5eb7-4ace-8da3-939921e623db tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:23.890503 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4da80fee-5eb7-4ace-8da3-939921e623db tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:23.891670 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da80fee-5eb7-4ace-8da3-939921e623db tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:23.892854 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4da80fee-5eb7-4ace-8da3-939921e623db tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:23.906035 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-5d362c1d-4a3d-4eec-a8e9-6ed617091842 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:23.914468 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb0f0b71-11c2-485d-8920-2c4526f513a0 req-445e6eba-8369-40a5-82ed-90aba3f8bba7 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234167 Dec 06 15:08:23.920629 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-5d362c1d-4a3d-4eec-a8e9-6ed617091842 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 806 time: 0.1945615 Dec 06 15:08:23.944944 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-4903c81f-5d6b-408a-9b24-e956f8be0eb8 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/quotas/e98772d35f004ef9b9b31e90472aefa4 HTTP/1.1" status: 200 len: 375 time: 0.0226502 Dec 06 15:08:23.983870 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da80fee-5eb7-4ace-8da3-939921e623db tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8666ae3a-1b04-49b1-a5ba-98f1bdb73549,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:24.020976 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-db84769a-23ee-43bf-81c6-52ee47d620c5 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701096 Dec 06 15:08:24.031029 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4da80fee-5eb7-4ace-8da3-939921e623db tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9722991 Dec 06 15:08:24.039085 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49288) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:24.053523 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cf81b7f7-328e-4c1c-80f1-0997a9a24a8b tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Request body: {'network': {'project_id': '37515b82e3d54bcbb7a7e5d215dbf578'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:24.066445 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da80fee-5eb7-4ace-8da3-939921e623db tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Pushing event updated for resources: {'Network': ['ID=4004415c-09ef-496a-bf84-f6631ad7ddb9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:24.081836 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 4004415c-09ef-496a-bf84-f6631ad7ddb9 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:08:24.138448 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:08:24.155741 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-78b3029d-2e78-475d-8dea-b0b19c2ff39b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/4fefd6b9-8227-4f66-8463-9af3fcc93c75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8424973 Dec 06 15:08:24.161438 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09946fda-1428-4009-9975-6b5e83308b8b None None] Sync routers for ids ['4fefd6b9-8227-4f66-8463-9af3fcc93c75'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:08:24.170275 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49294) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:24.180518 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09946fda-1428-4009-9975-6b5e83308b8b None None] Routers {'4fefd6b9-8227-4f66-8463-9af3fcc93c75'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:24.185619 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-09946fda-1428-4009-9975-6b5e83308b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['4fefd6b9-8227-4f66-8463-9af3fcc93c75'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:24.202670 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf81b7f7-328e-4c1c-80f1-0997a9a24a8b tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Made reservation on behalf of 37515b82e3d54bcbb7a7e5d215dbf578 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:24.208292 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf81b7f7-328e-4c1c-80f1-0997a9a24a8b tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:24.270709 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6abf79-9e7a-4ec8-8771-c278a473cee6 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:24.272140 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0a6abf79-9e7a-4ec8-8771-c278a473cee6 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports/3c7ef647-718c-4d18-a5c7-648121c31d36 HTTP/1.1" status: 200 len: 910 time: 0.1005814 Dec 06 15:08:24.273645 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-09946fda-1428-4009-9975-6b5e83308b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:24.284164 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49296) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:24.296195 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09946fda-1428-4009-9975-6b5e83308b8b None None] Routers {'4fefd6b9-8227-4f66-8463-9af3fcc93c75'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:24.299608 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-09946fda-1428-4009-9975-6b5e83308b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['4fefd6b9-8227-4f66-8463-9af3fcc93c75'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:24.366301 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-adfba4f5-a5bb-4d09-9ce7-d4725c5d03b4 service neutron] 10.222.0.20 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373859 Dec 06 15:08:24.459934 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf81b7f7-328e-4c1c-80f1-0997a9a24a8b tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:08:24.500033 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf81b7f7-328e-4c1c-80f1-0997a9a24a8b tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:24.500416 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-cf81b7f7-328e-4c1c-80f1-0997a9a24a8b tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Added segment 5ab3afdc-a091-4b3d-8e31-2f9cdcd95243 of type vlan for network 8f7cfad5-24b7-4fe5-8544-e2cd6ad22e16 Dec 06 15:08:24.529782 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-09946fda-1428-4009-9975-6b5e83308b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:24.530802 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09946fda-1428-4009-9975-6b5e83308b8b None None] The sync data for ids ['4fefd6b9-8227-4f66-8463-9af3fcc93c75'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:08:24.644678 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-5bdde7b6-e21d-400d-aec5-1a071263be5e service neutron] 10.222.0.20 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774246 Dec 06 15:08:24.646552 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf81b7f7-328e-4c1c-80f1-0997a9a24a8b tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:24.721449 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf81b7f7-328e-4c1c-80f1-0997a9a24a8b tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:24.722540 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf81b7f7-328e-4c1c-80f1-0997a9a24a8b tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:24.723153 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf81b7f7-328e-4c1c-80f1-0997a9a24a8b tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:24.787487 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cf81b7f7-328e-4c1c-80f1-0997a9a24a8b tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7424803 Dec 06 15:08:24.794163 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49306) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:24.808224 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2539177a-7867-4e8a-95f3-e99356412f33 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Request body: {'network': {'project_id': '37515b82e3d54bcbb7a7e5d215dbf578'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:24.867002 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-2539177a-7867-4e8a-95f3-e99356412f33 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 06 15:08:24.868035 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2539177a-7867-4e8a-95f3-e99356412f33 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:08:24.873069 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2539177a-7867-4e8a-95f3-e99356412f33 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0777016 Dec 06 15:08:24.873719 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49310) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:24.880519 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81b7f7-328e-4c1c-80f1-0997a9a24a8b tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Pushing event updated for resources: {'Network': ['ID=8f7cfad5-24b7-4fe5-8544-e2cd6ad22e16,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:24.892061 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 8f7cfad5-24b7-4fe5-8544-e2cd6ad22e16 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:08:24.990307 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e9e538c-2d73-45de-ad86-dd420b225903 req-8e924330-76c1-42ab-bd17-40c389156442 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b63871-deb5-4050-9a51-9f3757696457 HTTP/1.1" status: 200 len: 210 time: 0.0672758 Dec 06 15:08:25.010686 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be050806-ac95-4ce5-af5e-4d5686a5a468 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.015391 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bba86e84-e3eb-4626-ab8f-9080ebd3fdae tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37515b82e3d54bcbb7a7e5d215dbf578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403267 Dec 06 15:08:25.018508 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49316) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:25.109452 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22ab21b3-6c48-4590-baa0-b4cc8a461756 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.152692 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22ab21b3-6c48-4590-baa0-b4cc8a461756 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.257316 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22ab21b3-6c48-4590-baa0-b4cc8a461756 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.261167 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-22ab21b3-6c48-4590-baa0-b4cc8a461756 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.265424 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-22ab21b3-6c48-4590-baa0-b4cc8a461756 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/8666ae3a-1b04-49b1-a5ba-98f1bdb73549 HTTP/1.1" status: 204 len: 168 time: 0.2457674 Dec 06 15:08:25.266680 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49326) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:25.315543 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab21b3-6c48-4590-baa0-b4cc8a461756 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8666ae3a-1b04-49b1-a5ba-98f1bdb73549,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:25.434055 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-943a0be2-2810-4aec-b212-39820b521ee2 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.445757 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-be050806-ac95-4ce5-af5e-4d5686a5a468 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting port 3c7ef647-718c-4d18-a5c7-648121c31d36 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:25.446124 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be050806-ac95-4ce5-af5e-4d5686a5a468 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.575111 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be050806-ac95-4ce5-af5e-4d5686a5a468 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.609972 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-943a0be2-2810-4aec-b212-39820b521ee2 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.626856 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-be050806-ac95-4ce5-af5e-4d5686a5a468 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Calling delete_port for 3c7ef647-718c-4d18-a5c7-648121c31d36 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:25.643160 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-943a0be2-2810-4aec-b212-39820b521ee2 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7cfad5-24b7-4fe5-8544-e2cd6ad22e16']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:25.654400 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-943a0be2-2810-4aec-b212-39820b521ee2 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab3afdc-a091-4b3d-8e31-2f9cdcd95243') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:25.654776 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-943a0be2-2810-4aec-b212-39820b521ee2 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab3afdc-a091-4b3d-8e31-2f9cdcd95243') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:25.665275 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-943a0be2-2810-4aec-b212-39820b521ee2 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.679813 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-943a0be2-2810-4aec-b212-39820b521ee2 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.686452 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943a0be2-2810-4aec-b212-39820b521ee2 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:08:25.686860 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-943a0be2-2810-4aec-b212-39820b521ee2 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:08:25.749304 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:08:25.779932 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-943a0be2-2810-4aec-b212-39820b521ee2 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.785490 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-943a0be2-2810-4aec-b212-39820b521ee2 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.790534 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-943a0be2-2810-4aec-b212-39820b521ee2 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] 10.222.0.20 "DELETE /v2.0/networks/8f7cfad5-24b7-4fe5-8544-e2cd6ad22e16 HTTP/1.1" status: 204 len: 168 time: 0.5202971 Dec 06 15:08:25.791182 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49336) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:25.850650 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a0be2-2810-4aec-b212-39820b521ee2 tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Pushing event deleted for resources: {'Network': ['ID=8f7cfad5-24b7-4fe5-8544-e2cd6ad22e16,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:25.969345 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42f69728-6b72-4096-a550-31b873857afb tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.992888 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be050806-ac95-4ce5-af5e-4d5686a5a468 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:26.028651 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be050806-ac95-4ce5-af5e-4d5686a5a468 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Port': ['ID=3c7ef647-718c-4d18-a5c7-648121c31d36,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:26.147728 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42f69728-6b72-4096-a550-31b873857afb tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:26.188570 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-42f69728-6b72-4096-a550-31b873857afb tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4004415c-09ef-496a-bf84-f6631ad7ddb9']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:26.201168 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-42f69728-6b72-4096-a550-31b873857afb tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a791d612-9a5e-4ec2-bfc8-ce9249d47ea3') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:26.201460 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-42f69728-6b72-4096-a550-31b873857afb tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a791d612-9a5e-4ec2-bfc8-ce9249d47ea3') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:26.270362 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42f69728-6b72-4096-a550-31b873857afb tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:26.302928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42f69728-6b72-4096-a550-31b873857afb tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:26.313740 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f69728-6b72-4096-a550-31b873857afb tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:08:26.314143 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42f69728-6b72-4096-a550-31b873857afb tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:26.326201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d2b629b-0451-4352-a4fa-7508a4fffd76 req-3ce9c365-e92b-41d1-9815-e76109560c7a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b63871-deb5-4050-9a51-9f3757696457 HTTP/1.1" status: 200 len: 210 time: 0.1723778 Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:08:26.405444 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:08:26.417817 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42f69728-6b72-4096-a550-31b873857afb tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:26.454665 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42f69728-6b72-4096-a550-31b873857afb tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:26.460516 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-42f69728-6b72-4096-a550-31b873857afb tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] 10.222.0.20 "DELETE /v2.0/networks/4004415c-09ef-496a-bf84-f6631ad7ddb9 HTTP/1.1" status: 204 len: 168 time: 0.6666236 Dec 06 15:08:26.524329 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f69728-6b72-4096-a550-31b873857afb tempest-QuotasNegativeTest-1568815314 tempest-QuotasNegativeTest-1568815314-project-admin] Pushing event deleted for resources: {'Network': ['ID=4004415c-09ef-496a-bf84-f6631ad7ddb9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:26.567808 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be050806-ac95-4ce5-af5e-4d5686a5a468 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:26.894601 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be050806-ac95-4ce5-af5e-4d5686a5a468 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 4fefd6b9-8227-4f66-8463-9af3fcc93c75 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:08:27.051825 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be050806-ac95-4ce5-af5e-4d5686a5a468 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:08:27.061825 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49368) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:27.063909 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-be050806-ac95-4ce5-af5e-4d5686a5a468 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/4fefd6b9-8227-4f66-8463-9af3fcc93c75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7737226 Dec 06 15:08:27.071555 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748deaf4-ed6a-48ca-8572-b2993c25c399 None None] Sync routers for ids ['4fefd6b9-8227-4f66-8463-9af3fcc93c75'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:08:27.098622 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748deaf4-ed6a-48ca-8572-b2993c25c399 None None] Routers {'4fefd6b9-8227-4f66-8463-9af3fcc93c75'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:27.099539 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-748deaf4-ed6a-48ca-8572-b2993c25c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['4fefd6b9-8227-4f66-8463-9af3fcc93c75'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:27.100308 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-ca7b78e0-6eee-4ba0-8234-1969f58a7426 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:27.102418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-ca7b78e0-6eee-4ba0-8234-1969f58a7426 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 806 time: 0.2621274 Dec 06 15:08:27.120733 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-4c3365d1-666d-4362-924c-ac1f0aad929d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Request body: {'port': {'device_id': '69b63871-deb5-4050-9a51-9f3757696457', 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873', 'admin_state_up': True, 'tenant_id': 'e98772d35f004ef9b9b31e90472aefa4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:27.127416 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-553bcd58-1fb8-4aca-8349-4b1143da0155 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fefd6b9-8227-4f66-8463-9af3fcc93c75 HTTP/1.1" status: 200 len: 205 time: 0.0641110 Dec 06 15:08:27.130140 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49372) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:27.169454 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-748deaf4-ed6a-48ca-8572-b2993c25c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:27.185952 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748deaf4-ed6a-48ca-8572-b2993c25c399 None None] Routers {'4fefd6b9-8227-4f66-8463-9af3fcc93c75'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:27.186871 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-748deaf4-ed6a-48ca-8572-b2993c25c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['4fefd6b9-8227-4f66-8463-9af3fcc93c75'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:27.226588 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-748deaf4-ed6a-48ca-8572-b2993c25c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:27.227674 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748deaf4-ed6a-48ca-8572-b2993c25c399 None None] The sync data for ids ['4fefd6b9-8227-4f66-8463-9af3fcc93c75'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:08:27.293592 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-4c3365d1-666d-4362-924c-ac1f0aad929d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Made reservation on behalf of e98772d35f004ef9b9b31e90472aefa4 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:27.298904 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-4c3365d1-666d-4362-924c-ac1f0aad929d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:27.329326 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49376) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:27.337056 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccfcc45a-4779-4a93-ab5b-a8f4c6f2ad2a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:27.599600 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccfcc45a-4779-4a93-ab5b-a8f4c6f2ad2a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:27.602786 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccfcc45a-4779-4a93-ab5b-a8f4c6f2ad2a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:27.608235 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-4c3365d1-666d-4362-924c-ac1f0aad929d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Allocated IP 172.20.0.11 (47288c44-0415-406f-a9a9-d0bd8bc69873/fd9744b0-5db8-4d6f-a5a9-70588c431a8f/be860bcf-2d45-4606-8c79-6d43609af9a2) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:27.660022 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccfcc45a-4779-4a93-ab5b-a8f4c6f2ad2a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:27.660615 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfcc45a-4779-4a93-ab5b-a8f4c6f2ad2a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Fanout notify agent at l3_agent the message router_deleted on router 4fefd6b9-8227-4f66-8463-9af3fcc93c75 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:08:27.669035 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccfcc45a-4779-4a93-ab5b-a8f4c6f2ad2a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:27.673604 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ccfcc45a-4779-4a93-ab5b-a8f4c6f2ad2a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/routers/4fefd6b9-8227-4f66-8463-9af3fcc93c75 HTTP/1.1" status: 204 len: 168 time: 0.5394378 Dec 06 15:08:27.675146 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5efcd04d-27c2-447b-bb31-cc578db98386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:27.678336 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49386) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:27.791292 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c60877-c799-4ece-9b28-0fded713f724 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting subnet 3650cd3b-4dfc-4ca2-b869-4572ca9b7cc5 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:08:27.801313 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7c60877-c799-4ece-9b28-0fded713f724 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:27.856757 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7c60877-c799-4ece-9b28-0fded713f724 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:27.934067 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-71cabb53-1871-481c-a05c-2ad230d9076b req-f78d4702-4d63-4ae0-ac32-389021c416b9 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b63871-deb5-4050-9a51-9f3757696457 HTTP/1.1" status: 200 len: 210 time: 0.1181340 Dec 06 15:08:27.962887 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-4c3365d1-666d-4362-924c-ac1f0aad929d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:27.974682 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5efcd04d-27c2-447b-bb31-cc578db98386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:27.994652 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:28.002937 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5efcd04d-27c2-447b-bb31-cc578db98386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:28.045461 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-4c3365d1-666d-4362-924c-ac1f0aad929d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:28.058082 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['014faeaf-0865-42f3-ab1e-3e2cc90b9648'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:08:28.062960 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['cf411024-9a4e-4fcd-9337-dcd3d6eb31fa'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:08:28.066130 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5efcd04d-27c2-447b-bb31-cc578db98386 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3118b4d04951480a9c4637f93ea67a1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7343354 Dec 06 15:08:28.067854 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7c60877-c799-4ece-9b28-0fded713f724 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:28.070952 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49394) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:28.101814 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcd04d-27c2-447b-bb31-cc578db98386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848f16e6-0ad7-40f2-b4dd-0c5dd5fc3b6a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:28.104022 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-4c3365d1-666d-4362-924c-ac1f0aad929d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Network 47288c44-0415-406f-a9a9-d0bd8bc69873 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:28.130767 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-4c3365d1-666d-4362-924c-ac1f0aad929d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:28.134973 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-4c3365d1-666d-4362-924c-ac1f0aad929d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:28.221569 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1ed42f9-7991-45c5-b6c5-7114c24780c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:28.234097 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7c60877-c799-4ece-9b28-0fded713f724 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:28.274230 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-4c3365d1-666d-4362-924c-ac1f0aad929d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:28.275327 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-4c3365d1-666d-4362-924c-ac1f0aad929d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:28.285031 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1ed42f9-7991-45c5-b6c5-7114c24780c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:28.290337 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3365d1-666d-4362-924c-ac1f0aad929d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Pushing event updated for resources: {'Port': ['ID=be860bcf-2d45-4606-8c79-6d43609af9a2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:28.300601 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7c60877-c799-4ece-9b28-0fded713f724 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:28.307268 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b7c60877-c799-4ece-9b28-0fded713f724 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/subnets/3650cd3b-4dfc-4ca2-b869-4572ca9b7cc5 HTTP/1.1" status: 204 len: 168 time: 0.6278737 Dec 06 15:08:28.309201 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c60877-c799-4ece-9b28-0fded713f724 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Subnet': ['ID=3650cd3b-4dfc-4ca2-b869-4572ca9b7cc5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:28.323673 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49402) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:28.323903 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4768d7-db39-49fb-9e5a-2b61ad7e2bd4 None None] Network ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:08:28.341391 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-4c3365d1-666d-4362-924c-ac1f0aad929d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2281780 Dec 06 15:08:28.358406 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Request body: {'port': {'device_id': '69b63871-deb5-4050-9a51-9f3757696457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:28.432874 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1ed42f9-7991-45c5-b6c5-7114c24780c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:28.435707 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1ed42f9-7991-45c5-b6c5-7114c24780c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:28.439599 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b1ed42f9-7991-45c5-b6c5-7114c24780c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/848f16e6-0ad7-40f2-b4dd-0c5dd5fc3b6a HTTP/1.1" status: 204 len: 168 time: 0.3642910 Dec 06 15:08:28.451671 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed42f9-7991-45c5-b6c5-7114c24780c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848f16e6-0ad7-40f2-b4dd-0c5dd5fc3b6a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:28.488039 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:28.577180 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:28.932762 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e30f9a3-e10a-4860-baa2-8733c8469ada None None] DHCP port deletion for ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:08:29.030223 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49418) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:29.037777 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5e30f9a3-e10a-4860-baa2-8733c8469ada None None] Deleting port 270c6e1d-ad04-400f-9376-28c8c3878eca {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:29.038621 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5e30f9a3-e10a-4860-baa2-8733c8469ada None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.058967 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1744b1a-f365-4233-b262-f45b8ae3f2db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.177838 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5e30f9a3-e10a-4860-baa2-8733c8469ada None None] For port 270c6e1d-ad04-400f-9376-28c8c3878eca, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=270c6e1d-ad04-400f-9376-28c8c3878eca,segment=NetworkSegment(6a4515eb-6696-4a0a-a881-d7c93b7ac486),segment_id=6a4515eb-6696-4a0a-a881-d7c93b7ac486)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:29.178286 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5e30f9a3-e10a-4860-baa2-8733c8469ada None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.216818 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5e30f9a3-e10a-4860-baa2-8733c8469ada None None] Calling delete_port for 270c6e1d-ad04-400f-9376-28c8c3878eca owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:29.223576 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1744b1a-f365-4233-b262-f45b8ae3f2db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.229967 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1744b1a-f365-4233-b262-f45b8ae3f2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.284010 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e1744b1a-f365-4233-b262-f45b8ae3f2db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6ab9dbc27b74d79895438ca30a6ff33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2524066 Dec 06 15:08:29.285080 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49426) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:29.310361 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1744b1a-f365-4233-b262-f45b8ae3f2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c12d9d-fcc3-4cb3-b23a-7e7a62793b19,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:29.358241 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a58594a-a991-4a18-816e-7b2ce0201834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.376296 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5e30f9a3-e10a-4860-baa2-8733c8469ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.389016 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a58594a-a991-4a18-816e-7b2ce0201834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.439943 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30f9a3-e10a-4860-baa2-8733c8469ada None None] Pushing event deleted for resources: {'Port': ['ID=270c6e1d-ad04-400f-9376-28c8c3878eca,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:29.454979 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e30f9a3-e10a-4860-baa2-8733c8469ada None None] No DVR routers for this DVR port 270c6e1d-ad04-400f-9376-28c8c3878eca on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:08:29.558703 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a58594a-a991-4a18-816e-7b2ce0201834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.566176 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a58594a-a991-4a18-816e-7b2ce0201834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.572566 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1a58594a-a991-4a18-816e-7b2ce0201834 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45c12d9d-fcc3-4cb3-b23a-7e7a62793b19 HTTP/1.1" status: 204 len: 168 time: 0.2822151 Dec 06 15:08:29.598146 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58594a-a991-4a18-816e-7b2ce0201834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c12d9d-fcc3-4cb3-b23a-7e7a62793b19,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:29.786663 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be860bcf-2d45-4606-8c79-6d43609af9a2 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:08:29.812988 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.872370 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Transition to ACTIVE for port object be860bcf-2d45-4606-8c79-6d43609af9a2 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:08:29.884653 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.885128 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.968406 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting port 270c6e1d-ad04-400f-9376-28c8c3878eca {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:29.968406 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.978100 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5184a7-9421-4d30-a07d-995e1656ecbe req-f48613d9-f477-4626-934e-21b66d07b4bf tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:29.986279 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e5184a7-9421-4d30-a07d-995e1656ecbe req-f48613d9-f477-4626-934e-21b66d07b4bf tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b63871-deb5-4050-9a51-9f3757696457 HTTP/1.1" status: 200 len: 932 time: 0.1938159 Dec 06 15:08:30.010654 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Pushing event updated for resources: {'Port': ['ID=be860bcf-2d45-4606-8c79-6d43609af9a2,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:30.079755 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:08:30.197352 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e5184a7-9421-4d30-a07d-995e1656ecbe req-89c9c085-4238-4534-a530-e067198b7057 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069526 Dec 06 15:08:30.200535 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] For port 270c6e1d-ad04-400f-9376-28c8c3878eca, host n-d-master-1, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:30.200906 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:30.246475 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Calling delete_port for 270c6e1d-ad04-400f-9376-28c8c3878eca owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:30.251983 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Port 270c6e1d-ad04-400f-9376-28c8c3878eca was not found and therefore no delete operation was performed {{(pid=103289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 15:08:30.254996 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Attempting to bind port be860bcf-2d45-4606-8c79-6d43609af9a2 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:08:30.255518 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Attempting to bind port be860bcf-2d45-4606-8c79-6d43609af9a2 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:08:30.256048 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Attempting to bind port be860bcf-2d45-4606-8c79-6d43609af9a2 on network 47288c44-0415-406f-a9a9-d0bd8bc69873 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:08:30.259399 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:30.293354 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Port': ['ID=270c6e1d-ad04-400f-9376-28c8c3878eca,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:30.298136 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Port be860bcf-2d45-4606-8c79-6d43609af9a2 on network 47288c44-0415-406f-a9a9-d0bd8bc69873 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:08:30.298461 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Attempting to bind port be860bcf-2d45-4606-8c79-6d43609af9a2 on network 47288c44-0415-406f-a9a9-d0bd8bc69873 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:08:30.305108 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:08:30.305505 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Checking segment: {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:08:30.306050 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Bound using segment: {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:08:30.306667 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Bound port: be860bcf-2d45-4606-8c79-6d43609af9a2, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:08:30.307305 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:30.321291 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] No DVR routers for this DVR port 270c6e1d-ad04-400f-9376-28c8c3878eca on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:08:30.510688 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:30.555327 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:30.590899 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4515eb-6696-4a0a-a881-d7c93b7ac486') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:30.591300 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4515eb-6696-4a0a-a881-d7c93b7ac486') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:30.604055 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:30.623028 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 270c6e1d-ad04-400f-9376-28c8c3878eca no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:08:30.630313 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:30.638356 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:08:30.639430 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:08:30.668706 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:08:30.695073 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 270c6e1d-ad04-400f-9376-28c8c3878eca {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:08:30.695965 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 270c6e1d-ad04-400f-9376-28c8c3878eca not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:08:30.754736 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21411757-579b-416d-8add-dd21c1bdea3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:30.771076 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:30.781821 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:30.789171 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/networks/ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378 HTTP/1.1" status: 204 len: 168 time: 2.4608297 Dec 06 15:08:30.789777 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49470) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:30.794906 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-470884156', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:30.824481 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3db965-21f4-4a46-8ac1-40bf5e87e563 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Network': ['ID=ab0d7213-0b2f-4ee5-b36d-f5ccd5ea5378,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:30.834446 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] For port be860bcf-2d45-4606-8c79-6d43609af9a2, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:08:30.842835 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:30.845161 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:30.851631 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] For port be860bcf-2d45-4606-8c79-6d43609af9a2, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=be860bcf-2d45-4606-8c79-6d43609af9a2,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:08:30.862951 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:30.912515 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:30.913644 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:30.915414 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] 10.222.0.23 "PUT /v2.0/ports/be860bcf-2d45-4606-8c79-6d43609af9a2 HTTP/1.1" status: 200 len: 1092 time: 2.5628319 Dec 06 15:08:30.917855 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b63871-deb5-4050-9a51-9f3757696457', 'tag': 'be860bcf-2d45-4606-8c79-6d43609af9a2'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:08:30.928937 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265828dc-aa4f-4f94-b9ef-09baff6dac48" -d '{"events": [{"name": "network-changed", "server_uuid": "69b63871-deb5-4050-9a51-9f3757696457", "tag": "be860bcf-2d45-4606-8c79-6d43609af9a2"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:08:31.004985 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:31.010710 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd79311-8d2b-464c-90ab-d6f80145c875 x-openstack-request-id: req-8dd79311-8d2b-464c-90ab-d6f80145c875 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:08:31.010949 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b63871-deb5-4050-9a51-9f3757696457", "tag": "be860bcf-2d45-4606-8c79-6d43609af9a2", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:08:31.011286 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8dd79311-8d2b-464c-90ab-d6f80145c875 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:08:31.011837 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b63871-deb5-4050-9a51-9f3757696457', 'tag': 'be860bcf-2d45-4606-8c79-6d43609af9a2', 'status': 'completed', 'code': 200} Dec 06 15:08:31.046527 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb4bbc-a38f-439b-9b92-2dfc5bee588e service neutron] Pushing event updated for resources: {'Port': ['ID=be860bcf-2d45-4606-8c79-6d43609af9a2,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:31.068559 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-e2b090aa-ca9e-42a9-a68f-c10668acf351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:31.070418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-e2b090aa-ca9e-42a9-a68f-c10668acf351 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&device_id=69b63871-deb5-4050-9a51-9f3757696457 HTTP/1.1" status: 200 len: 1095 time: 0.1025219 Dec 06 15:08:31.165036 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-ae555958-ab7c-484a-8fe0-7d66309caac0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be860bcf-2d45-4606-8c79-6d43609af9a2 HTTP/1.1" status: 200 len: 217 time: 0.0842578 Dec 06 15:08:31.264472 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8d2e3e0c-6518-4cd5-a7e7-be282e40b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:31.266203 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-8d2e3e0c-6518-4cd5-a7e7-be282e40b814 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd9744b0-5db8-4d6f-a5a9-70588c431a8f HTTP/1.1" status: 200 len: 846 time: 0.0779638 Dec 06 15:08:31.276367 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec9bc6bf-1ad4-4551-ac93-8979ca2d96ec req-8fd70fca-e791-4816-a956-c31c30bf7140 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1067531 Dec 06 15:08:31.330080 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-c400c3d4-73b2-4e08-8d50-f657cc1f7fc7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=47288c44-0415-406f-a9a9-d0bd8bc69873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570843 Dec 06 15:08:31.437803 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:31.583245 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bc6bf-1ad4-4551-ac93-8979ca2d96ec req-c7722057-d14c-4772-b35e-14a03408c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:31.589384 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec9bc6bf-1ad4-4551-ac93-8979ca2d96ec req-c7722057-d14c-4772-b35e-14a03408c06c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a45a9617d21f43eb8a512b181ef6b340&device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 1096 time: 0.2279181 Dec 06 15:08:31.652888 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-7646a820-46b5-47cf-90fa-b5c9a4cc1c59 service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148577 Dec 06 15:08:31.661960 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313a85f-ed45-45df-9be3-2b613db14b70 req-7d586b8c-d26a-4ae2-9dbc-156f9b6cf25c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:31.663940 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8313a85f-ed45-45df-9be3-2b613db14b70 req-7d586b8c-d26a-4ae2-9dbc-156f9b6cf25c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b63871-deb5-4050-9a51-9f3757696457 HTTP/1.1" status: 200 len: 944 time: 0.2192023 Dec 06 15:08:31.793600 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8313a85f-ed45-45df-9be3-2b613db14b70 req-66b6330c-bc34-4d7d-a8a5-1ac60c94881b tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214716 Dec 06 15:08:31.887384 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bc6bf-1ad4-4551-ac93-8979ca2d96ec req-cb57cbba-963c-41ac-98b8-d31d6de73333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:31.889845 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec9bc6bf-1ad4-4551-ac93-8979ca2d96ec req-cb57cbba-963c-41ac-98b8-d31d6de73333 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 HTTP/1.1" status: 200 len: 910 time: 0.2539167 Dec 06 15:08:31.900026 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3afc6f29-4c8b-4513-9c37-98c36cbb4d74 req-73a40eaa-9643-4eaf-a6a5-57386a3a131d service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148404 Dec 06 15:08:32.033174 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec9bc6bf-1ad4-4551-ac93-8979ca2d96ec req-3e666d18-d040-4ea2-854c-c795d5134621 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de19c76a-d25a-4425-8d66-eb411eb4173a HTTP/1.1" status: 200 len: 1000 time: 0.1297736 Dec 06 15:08:32.083198 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265828dc-aa4f-4f94-b9ef-09baff6dac48 req-8140ae2f-9c5c-4e05-b25e-4a35538beaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:32.085452 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-265828dc-aa4f-4f94-b9ef-09baff6dac48 req-8140ae2f-9c5c-4e05-b25e-4a35538beaf2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&device_id=69b63871-deb5-4050-9a51-9f3757696457 HTTP/1.1" status: 200 len: 1095 time: 0.0916882 Dec 06 15:08:32.106296 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bc6bf-1ad4-4551-ac93-8979ca2d96ec req-9f71defa-20f1-46fe-b4c5-6255ebeb81ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:32.108057 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec9bc6bf-1ad4-4551-ac93-8979ca2d96ec req-9f71defa-20f1-46fe-b4c5-6255ebeb81ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=910def33-1b6e-420b-bf18-ba2208cd2881 HTTP/1.1" status: 200 len: 848 time: 0.0667834 Dec 06 15:08:32.169837 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49516) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:32.237184 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bc6bf-1ad4-4551-ac93-8979ca2d96ec req-2bb454e4-d909-4533-b669-ebef67d6a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:32.238764 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec9bc6bf-1ad4-4551-ac93-8979ca2d96ec req-2bb454e4-d909-4533-b669-ebef67d6a6e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204956 Dec 06 15:08:32.318795 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265828dc-aa4f-4f94-b9ef-09baff6dac48 req-cde337e1-0821-4ad4-8b11-7795bf1320b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:32.327702 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-265828dc-aa4f-4f94-b9ef-09baff6dac48 req-cde337e1-0821-4ad4-8b11-7795bf1320b7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 907 time: 0.2145324 Dec 06 15:08:32.540315 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9558aa1d-ecb4-4e3d-8c01-8e06a9a8e51b tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-604766367', 'router:external': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:32.565068 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-265828dc-aa4f-4f94-b9ef-09baff6dac48 req-6fdada4b-3e2b-4495-b5d6-91ac435563c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be860bcf-2d45-4606-8c79-6d43609af9a2 HTTP/1.1" status: 200 len: 217 time: 0.2221956 Dec 06 15:08:32.566434 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec9bc6bf-1ad4-4551-ac93-8979ca2d96ec req-c036bdfb-28ad-4352-b14d-5bc41908b7aa service neutron] 10.222.0.37 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187699 Dec 06 15:08:32.575878 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9558aa1d-ecb4-4e3d-8c01-8e06a9a8e51b tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Made reservation on behalf of 5679a2d5b2a349fc91935ee32bf1ac1d for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:32.579364 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9558aa1d-ecb4-4e3d-8c01-8e06a9a8e51b tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:32.606588 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:32.627285 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:32.676007 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9558aa1d-ecb4-4e3d-8c01-8e06a9a8e51b tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:32.804813 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265828dc-aa4f-4f94-b9ef-09baff6dac48 req-95eed756-9207-41db-b1dc-e17f69be3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:32.806307 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-265828dc-aa4f-4f94-b9ef-09baff6dac48 req-95eed756-9207-41db-b1dc-e17f69be3b6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd9744b0-5db8-4d6f-a5a9-70588c431a8f HTTP/1.1" status: 200 len: 846 time: 0.2130992 Dec 06 15:08:32.848712 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Allocated IP 172.35.7.209 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/862b0ae5-73cf-405a-a84b-fe0bc35817ab) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:32.893952 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c54a1cb-9328-43e9-9302-f087276ca289 req-afd0ba24-21cf-45e5-8ef8-1ecf143cec30 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cc25eeb4-4820-4491-ad85-973a89abbacb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3202453 Dec 06 15:08:32.896243 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-265828dc-aa4f-4f94-b9ef-09baff6dac48 req-96a9d61a-2696-4d0a-b924-94424cdc446b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=47288c44-0415-406f-a9a9-d0bd8bc69873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729663 Dec 06 15:08:32.998269 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec9bc6bf-1ad4-4551-ac93-8979ca2d96ec req-66eb4e78-1ab9-4648-bee6-b804dbdb744b service neutron] 10.222.0.37 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165959 Dec 06 15:08:33.055770 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54a1cb-9328-43e9-9302-f087276ca289 req-a5b717fd-d85e-4824-a380-1eb1b20e7505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:33.057326 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c54a1cb-9328-43e9-9302-f087276ca289 req-a5b717fd-d85e-4824-a380-1eb1b20e7505 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d68cc263107495b94e8b89e7ce49c8a&device_id=cc25eeb4-4820-4491-ad85-973a89abbacb HTTP/1.1" status: 200 len: 1097 time: 0.1364441 Dec 06 15:08:33.058605 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:33.100550 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:33.141875 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c15cc3-063d-4a08-b261-c52a39c334cd req-b6754d07-abab-442e-a194-0966482ac4fa tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:33.143634 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79c15cc3-063d-4a08-b261-c52a39c334cd req-b6754d07-abab-442e-a194-0966482ac4fa tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b63871-deb5-4050-9a51-9f3757696457 HTTP/1.1" status: 200 len: 944 time: 0.2465091 Dec 06 15:08:33.158992 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=862b0ae5-73cf-405a-a84b-fe0bc35817ab,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:33.182574 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:33.184681 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:33.202731 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15625028-a43d-4681-b8f4-b042322d3039 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:08:33.205352 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:33.205718 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:33.206057 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:33.206622 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:33.206973 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:33.207315 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:33.207648 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:33.208007 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:33.208334 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:33.226218 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:33.226748 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:33.227278 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:33.227587 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:33.231095 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:33.262195 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df63dbed-9732-4fa3-8956-a61fc3f43e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:33.281118 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-265828dc-aa4f-4f94-b9ef-09baff6dac48 req-00f3b8fd-7ab2-42f1-b686-9259b8cb5d48 service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295796 Dec 06 15:08:33.330094 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9558aa1d-ecb4-4e3d-8c01-8e06a9a8e51b tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:33.366580 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9f2f6eb4-b9e0-4f36-a30b-5c33846b68b7 None None] Provisioning complete for port 862b0ae5-73cf-405a-a84b-fe0bc35817ab triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:33.366944 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9f2f6eb4-b9e0-4f36-a30b-5c33846b68b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:33.380026 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79c15cc3-063d-4a08-b261-c52a39c334cd req-63a20f76-d2f5-4516-8d29-970b7ea60e2d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235322 Dec 06 15:08:33.386258 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9558aa1d-ecb4-4e3d-8c01-8e06a9a8e51b tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:33.402883 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9558aa1d-ecb4-4e3d-8c01-8e06a9a8e51b tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:08:33.414732 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9558aa1d-ecb4-4e3d-8c01-8e06a9a8e51b tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:33.415805 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-9558aa1d-ecb4-4e3d-8c01-8e06a9a8e51b tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Added segment 07626c9d-5968-4878-b94b-6a0c5776e44d of type vlan for network 1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe Dec 06 15:08:33.499718 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9f2f6eb4-b9e0-4f36-a30b-5c33846b68b7 None None] Port 862b0ae5-73cf-405a-a84b-fe0bc35817ab cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:33.524117 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9558aa1d-ecb4-4e3d-8c01-8e06a9a8e51b tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:33.612196 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:33.638626 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558aa1d-ecb4-4e3d-8c01-8e06a9a8e51b tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0d3c5f-a072-4fa9-b7da-69ddc153efe5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:33.642957 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9558aa1d-ecb4-4e3d-8c01-8e06a9a8e51b tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:33.644119 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9558aa1d-ecb4-4e3d-8c01-8e06a9a8e51b tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:33.644698 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9558aa1d-ecb4-4e3d-8c01-8e06a9a8e51b tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:33.670690 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device be860bcf-2d45-4606-8c79-6d43609af9a2 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:08:33.676618 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54a1cb-9328-43e9-9302-f087276ca289 req-172ac9b7-2744-40f8-bb4c-316f0f06cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:33.678100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c54a1cb-9328-43e9-9302-f087276ca289 req-172ac9b7-2744-40f8-bb4c-316f0f06cfa9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f5f251ea-82ed-4a0b-8c44-8681824b45f4 HTTP/1.1" status: 200 len: 915 time: 0.5799258 Dec 06 15:08:33.885955 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9558aa1d-ecb4-4e3d-8c01-8e06a9a8e51b tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7148244 Dec 06 15:08:33.888858 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49550) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:33.898948 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-499ee6b2-173c-4f13-a9b0-683bd9520a19 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Request body: {'subnet': {'network_id': '1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:33.905005 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c54a1cb-9328-43e9-9302-f087276ca289 req-b52b535c-40c5-4270-8703-7f126700cf7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d81e54c-eaa6-4d92-ad3b-6611d478f91e HTTP/1.1" status: 200 len: 217 time: 0.1659670 Dec 06 15:08:33.913100 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:33.936927 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port be860bcf-2d45-4606-8c79-6d43609af9a2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=be860bcf-2d45-4606-8c79-6d43609af9a2,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:33.961760 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'be860bcf-2d45-4606-8c79-6d43609af9a2', 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873', 'port_id': 'be860bcf-2d45-4606-8c79-6d43609af9a2', 'mac_address': 'fa:16:3e:0b:5a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9744b0-5db8-4d6f-a5a9-70588c431a8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:08:33.991953 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499ee6b2-173c-4f13-a9b0-683bd9520a19 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Made reservation on behalf of 5679a2d5b2a349fc91935ee32bf1ac1d for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:33.994392 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-499ee6b2-173c-4f13-a9b0-683bd9520a19 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:34.034321 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558aa1d-ecb4-4e3d-8c01-8e06a9a8e51b tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Pushing event updated for resources: {'Network': ['ID=1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:34.069573 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:08:34.093505 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:34.124571 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54a1cb-9328-43e9-9302-f087276ca289 req-5b64621a-f801-4699-9ebc-727e5dea59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:34.126877 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c54a1cb-9328-43e9-9302-f087276ca289 req-5b64621a-f801-4699-9ebc-727e5dea59e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b72e794-ba19-4721-af9a-670583f58b7e HTTP/1.1" status: 200 len: 854 time: 0.1239772 Dec 06 15:08:34.144774 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-265828dc-aa4f-4f94-b9ef-09baff6dac48 req-c79aee22-a66c-4655-b9f0-d761062d53f6 service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8315685 Dec 06 15:08:34.145009 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:34.201685 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be860bcf-2d45-4606-8c79-6d43609af9a2 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:08:34.223951 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c54a1cb-9328-43e9-9302-f087276ca289 req-8b6ea348-c688-46a6-a135-8f96d3126406 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f5f251ea-82ed-4a0b-8c44-8681824b45f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718868 Dec 06 15:08:34.265065 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port be860bcf-2d45-4606-8c79-6d43609af9a2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=be860bcf-2d45-4606-8c79-6d43609af9a2,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:34.276081 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:34.297923 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router f2292c44-0e26-4019-997f-11a6d6c8b9a1 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:08:34.424010 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=be860bcf-2d45-4606-8c79-6d43609af9a2,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:34.464996 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c54a1cb-9328-43e9-9302-f087276ca289 req-80883df8-f2af-4cb5-b133-cdd73a0b3f50 service neutron] 10.222.0.23 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350941 Dec 06 15:08:34.525454 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['be860bcf-2d45-4606-8c79-6d43609af9a2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:08:34.528422 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:08:34.548194 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d286febb-a69a-4343-aea2-cdcf017a0bff None None] Sync routers for ids ['f2292c44-0e26-4019-997f-11a6d6c8b9a1'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:08:34.575167 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d286febb-a69a-4343-aea2-cdcf017a0bff None None] Routers {'f2292c44-0e26-4019-997f-11a6d6c8b9a1'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:34.576277 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d286febb-a69a-4343-aea2-cdcf017a0bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f2292c44-0e26-4019-997f-11a6d6c8b9a1'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:34.646249 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:34.647838 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f726e3d7-1c88-40bb-bacb-0101d0c77b71 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.8569155 Dec 06 15:08:34.650719 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49564) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:34.708571 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d286febb-a69a-4343-aea2-cdcf017a0bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:34.730414 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d286febb-a69a-4343-aea2-cdcf017a0bff None None] Routers {'f2292c44-0e26-4019-997f-11a6d6c8b9a1'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:34.733627 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d286febb-a69a-4343-aea2-cdcf017a0bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f2292c44-0e26-4019-997f-11a6d6c8b9a1'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:34.763910 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c54a1cb-9328-43e9-9302-f087276ca289 req-1e62b95f-85c5-455a-9a25-1717a5e172fa service neutron] 10.222.0.23 "GET /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912674 Dec 06 15:08:34.792945 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd987622-d710-4f4c-84a8-4458a683302b req-ddad0f78-757f-4170-94d3-85ca0b444088 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:34.801240 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd987622-d710-4f4c-84a8-4458a683302b req-ddad0f78-757f-4170-94d3-85ca0b444088 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b63871-deb5-4050-9a51-9f3757696457 HTTP/1.1" status: 200 len: 945 time: 0.2258167 Dec 06 15:08:34.868121 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d286febb-a69a-4343-aea2-cdcf017a0bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:34.871088 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d286febb-a69a-4343-aea2-cdcf017a0bff None None] The sync data for ids ['f2292c44-0e26-4019-997f-11a6d6c8b9a1'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:08:34.974161 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd987622-d710-4f4c-84a8-4458a683302b req-a81ccb1f-9f42-45d7-bbb9-6ecffff13e73 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717548 Dec 06 15:08:35.002473 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-35b7b51e-dc94-4ba1-b203-ba5d447aaa55 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/routers/f2292c44-0e26-4019-997f-11a6d6c8b9a1 HTTP/1.1" status: 200 len: 880 time: 0.3498189 Dec 06 15:08:35.004936 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49578) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:35.066037 n-d-master-1 neutron-server[103288]: DEBUG neutron.objects.ports [None req-499ee6b2-173c-4f13-a9b0-683bd9520a19 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103288) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 15:08:35.066619 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-499ee6b2-173c-4f13-a9b0-683bd9520a19 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:35.126068 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ee6b2-173c-4f13-a9b0-683bd9520a19 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f3dad2fa-15fe-4327-b7b1-63750ef28d61,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:35.156051 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ee6b2-173c-4f13-a9b0-683bd9520a19 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Checking segment: {'id': '07626c9d-5968-4878-b94b-6a0c5776e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:08:35.157294 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499ee6b2-173c-4f13-a9b0-683bd9520a19 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Network hostable DHCP agents. Network: 1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:08:35.177365 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499ee6b2-173c-4f13-a9b0-683bd9520a19 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Network 1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:08:35.190858 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-499ee6b2-173c-4f13-a9b0-683bd9520a19 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:35.202445 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4212bdf-ab85-4029-9437-4eacb15ce514 None None] Network 1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:08:35.228872 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499ee6b2-173c-4f13-a9b0-683bd9520a19 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:35.231459 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-499ee6b2-173c-4f13-a9b0-683bd9520a19 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:35.277891 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49584) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:35.279640 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-499ee6b2-173c-4f13-a9b0-683bd9520a19 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3895416 Dec 06 15:08:35.283867 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c5f82463-a158-433c-a66d-adb88449d7e4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1971669337', 'network_id': '1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:35.362648 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-952498f0-3e26-4eda-9a0d-0b92820662c7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3554249 Dec 06 15:08:35.365214 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49586) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:35.372517 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f82463-a158-433c-a66d-adb88449d7e4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Made reservation on behalf of 5679a2d5b2a349fc91935ee32bf1ac1d for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:35.375098 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5f82463-a158-433c-a66d-adb88449d7e4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:35.376798 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-987ed1ca-5cf4-43a2-bf49-f93772d88a60 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-470884156'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:35.414444 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-c5f82463-a158-433c-a66d-adb88449d7e4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] device_id is not set on port 22ec8eca-9f35-4867-aac1-c3844075a3d2 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:08:35.449925 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39bdf8d-9a2b-4c93-a547-b9719fb55645 None None] Network 1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:08:35.591621 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c5f82463-a158-433c-a66d-adb88449d7e4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Allocated IP 2001:db8::297 (1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe/f3dad2fa-15fe-4327-b7b1-63750ef28d61/22ec8eca-9f35-4867-aac1-c3844075a3d2) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:35.665891 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:35.700558 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device be860bcf-2d45-4606-8c79-6d43609af9a2 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:08:35.783880 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port be860bcf-2d45-4606-8c79-6d43609af9a2 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:08:35.788491 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port be860bcf-2d45-4606-8c79-6d43609af9a2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:35.789202 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:35.789728 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5f82463-a158-433c-a66d-adb88449d7e4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:35.848627 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-987ed1ca-5cf4-43a2-bf49-f93772d88a60 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:35.863525 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5f82463-a158-433c-a66d-adb88449d7e4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:35.869877 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-987ed1ca-5cf4-43a2-bf49-f93772d88a60 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:35.905315 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:35.913533 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f82463-a158-433c-a66d-adb88449d7e4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Network 1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:35.919773 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c5f82463-a158-433c-a66d-adb88449d7e4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:35.924232 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f82463-a158-433c-a66d-adb88449d7e4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:35.925325 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f82463-a158-433c-a66d-adb88449d7e4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:35.926044 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c5f82463-a158-433c-a66d-adb88449d7e4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:35.947159 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f82463-a158-433c-a66d-adb88449d7e4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Pushing event updated for resources: {'Port': ['ID=22ec8eca-9f35-4867-aac1-c3844075a3d2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:35.967471 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c5f82463-a158-433c-a66d-adb88449d7e4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6860530 Dec 06 15:08:35.967676 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49592) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:36.050344 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port be860bcf-2d45-4606-8c79-6d43609af9a2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=be860bcf-2d45-4606-8c79-6d43609af9a2,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:36.063576 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b63871-deb5-4050-9a51-9f3757696457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be860bcf-2d45-4606-8c79-6d43609af9a2'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:08:36.092890 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5839cc7-38ab-4307-aabc-545add012b1d" -d '{"events": [{"server_uuid": "69b63871-deb5-4050-9a51-9f3757696457", "name": "network-vif-plugged", "status": "completed", "tag": "be860bcf-2d45-4606-8c79-6d43609af9a2"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:08:36.098352 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:36.121569 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-068b8331-717a-428e-a889-3594adb9a684 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Deleting port 22ec8eca-9f35-4867-aac1-c3844075a3d2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:36.122478 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-068b8331-717a-428e-a889-3594adb9a684 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:36.181832 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=be860bcf-2d45-4606-8c79-6d43609af9a2,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:36.207005 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47cd674-2c3e-4cb0-979a-645b0bb6f3a4 x-openstack-request-id: req-e47cd674-2c3e-4cb0-979a-645b0bb6f3a4 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:08:36.207570 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b63871-deb5-4050-9a51-9f3757696457", "name": "network-vif-plugged", "status": "completed", "tag": "be860bcf-2d45-4606-8c79-6d43609af9a2", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:08:36.210061 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e47cd674-2c3e-4cb0-979a-645b0bb6f3a4 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:08:36.210751 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b63871-deb5-4050-9a51-9f3757696457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be860bcf-2d45-4606-8c79-6d43609af9a2', 'code': 200} Dec 06 15:08:36.243957 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987ed1ca-5cf4-43a2-bf49-f93772d88a60 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router f2292c44-0e26-4019-997f-11a6d6c8b9a1 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:08:36.254191 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-068b8331-717a-428e-a889-3594adb9a684 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:36.359074 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-068b8331-717a-428e-a889-3594adb9a684 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Calling delete_port for 22ec8eca-9f35-4867-aac1-c3844075a3d2 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:36.392065 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987ed1ca-5cf4-43a2-bf49-f93772d88a60 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:08:36.400282 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-987ed1ca-5cf4-43a2-bf49-f93772d88a60 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:36.401595 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-987ed1ca-5cf4-43a2-bf49-f93772d88a60 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/f2292c44-0e26-4019-997f-11a6d6c8b9a1 HTTP/1.1" status: 200 len: 887 time: 1.0348532 Dec 06 15:08:36.406983 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49602) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:36.409739 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8d43f-d865-484b-b402-c9bbf5398917 None None] Sync routers for ids ['f2292c44-0e26-4019-997f-11a6d6c8b9a1'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:08:36.451685 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8d43f-d865-484b-b402-c9bbf5398917 None None] Routers {'f2292c44-0e26-4019-997f-11a6d6c8b9a1'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:36.452510 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6bd8d43f-d865-484b-b402-c9bbf5398917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f2292c44-0e26-4019-997f-11a6d6c8b9a1'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:36.504780 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6bd8d43f-d865-484b-b402-c9bbf5398917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:36.526864 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8d43f-d865-484b-b402-c9bbf5398917 None None] Routers {'f2292c44-0e26-4019-997f-11a6d6c8b9a1'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:36.527695 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6bd8d43f-d865-484b-b402-c9bbf5398917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f2292c44-0e26-4019-997f-11a6d6c8b9a1'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:36.588478 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-671cc1f2-6e19-4552-9adb-e097c8d01585 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/routers/f2292c44-0e26-4019-997f-11a6d6c8b9a1 HTTP/1.1" status: 200 len: 887 time: 0.1800888 Dec 06 15:08:36.591278 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49606) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:36.604198 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6bd8d43f-d865-484b-b402-c9bbf5398917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:36.605022 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8d43f-d865-484b-b402-c9bbf5398917 None None] The sync data for ids ['f2292c44-0e26-4019-997f-11a6d6c8b9a1'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:08:36.634276 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2e4b2ae5-f51b-41d6-b05c-cfc5dd877b7d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2292c44-0e26-4019-997f-11a6d6c8b9a1 HTTP/1.1" status: 200 len: 205 time: 0.0413654 Dec 06 15:08:36.637341 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49608) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:36.645925 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:36.789213 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5a63556-65e6-4080-a1c8-a36d75b9be77 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:36.860661 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb97bf6-50fd-4bf9-93cf-dc33e9050678 req-17b42719-dddd-4328-9149-e70524c309dd tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:36.869471 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdb97bf6-50fd-4bf9-93cf-dc33e9050678 req-17b42719-dddd-4328-9149-e70524c309dd tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b63871-deb5-4050-9a51-9f3757696457 HTTP/1.1" status: 200 len: 946 time: 0.6220827 Dec 06 15:08:36.884881 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9da31-41f8-463c-9050-24f754a47488 req-9de40d3e-18ab-4540-9bdd-67f8f2f47eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:36.887010 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-60a9da31-41f8-463c-9050-24f754a47488 req-9de40d3e-18ab-4540-9bdd-67f8f2f47eec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=69b63871-deb5-4050-9a51-9f3757696457 HTTP/1.1" status: 200 len: 1097 time: 0.5792470 Dec 06 15:08:36.908578 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5a63556-65e6-4080-a1c8-a36d75b9be77 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:36.992133 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d5a63556-65e6-4080-a1c8-a36d75b9be77 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting port 862b0ae5-73cf-405a-a84b-fe0bc35817ab {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:36.992710 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5a63556-65e6-4080-a1c8-a36d75b9be77 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:36.997835 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdb97bf6-50fd-4bf9-93cf-dc33e9050678 req-011db39a-ac34-4db6-99c4-0b2effa029cb tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223433 Dec 06 15:08:37.027944 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-60a9da31-41f8-463c-9050-24f754a47488 req-cac2cf0b-4879-47e7-9eac-fbdf0afe41b4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280630 Dec 06 15:08:37.085267 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-068b8331-717a-428e-a889-3594adb9a684 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:37.132647 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b8331-717a-428e-a889-3594adb9a684 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Pushing event deleted for resources: {'Port': ['ID=22ec8eca-9f35-4867-aac1-c3844075a3d2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:37.159934 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5a63556-65e6-4080-a1c8-a36d75b9be77 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:37.173568 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d5a63556-65e6-4080-a1c8-a36d75b9be77 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Calling delete_port for 862b0ae5-73cf-405a-a84b-fe0bc35817ab owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:37.204502 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-068b8331-717a-428e-a889-3594adb9a684 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:37.208208 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-068b8331-717a-428e-a889-3594adb9a684 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "DELETE /v2.0/ports/22ec8eca-9f35-4867-aac1-c3844075a3d2 HTTP/1.1" status: 204 len: 168 time: 1.2396381 Dec 06 15:08:37.210903 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49616) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:37.216044 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe', 'external_fixed_ips': [{'subnet_id': 'f3dad2fa-15fe-4327-b7b1-63750ef28d61', 'ip_address': '2001:db8::297'}]}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:37.252652 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:37.254087 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:37.429110 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:37.470462 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5a63556-65e6-4080-a1c8-a36d75b9be77 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:37.506779 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a63556-65e6-4080-a1c8-a36d75b9be77 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Port': ['ID=862b0ae5-73cf-405a-a84b-fe0bc35817ab,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:37.526367 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fbfa57-5d4d-4648-9f6b-0cbbe911bd58 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:08:37.602318 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5a63556-65e6-4080-a1c8-a36d75b9be77 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:37.733794 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:37.757731 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5a63556-65e6-4080-a1c8-a36d75b9be77 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:37.762096 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5a63556-65e6-4080-a1c8-a36d75b9be77 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:37.794059 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc0fab-b705-475d-9d85-e533b0ac2f49 req-8a91b6af-bc41-4712-9ca1-422c73480698 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:37.796746 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70fc0fab-b705-475d-9d85-e533b0ac2f49 req-8a91b6af-bc41-4712-9ca1-422c73480698 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e HTTP/1.1" status: 200 len: 945 time: 0.3658023 Dec 06 15:08:37.811784 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5a63556-65e6-4080-a1c8-a36d75b9be77 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:37.812917 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a63556-65e6-4080-a1c8-a36d75b9be77 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Fanout notify agent at l3_agent the message router_deleted on router f2292c44-0e26-4019-997f-11a6d6c8b9a1 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:08:37.823892 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d5a63556-65e6-4080-a1c8-a36d75b9be77 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:37.825780 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d5a63556-65e6-4080-a1c8-a36d75b9be77 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/routers/f2292c44-0e26-4019-997f-11a6d6c8b9a1 HTTP/1.1" status: 204 len: 168 time: 1.1868434 Dec 06 15:08:37.829853 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49630) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:37.836211 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6179841f-286b-4fc7-b6cd-1626c4f70fc4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'network': {'name': 'tempest-RoutersTest-898628277'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:37.865604 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6179841f-286b-4fc7-b6cd-1626c4f70fc4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:37.870510 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6179841f-286b-4fc7-b6cd-1626c4f70fc4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:37.908786 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6179841f-286b-4fc7-b6cd-1626c4f70fc4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:08:37.922886 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6179841f-286b-4fc7-b6cd-1626c4f70fc4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:37.923495 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-6179841f-286b-4fc7-b6cd-1626c4f70fc4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Added segment fe953140-b7a6-4fc3-aff9-1099c76df82f of type vlan for network e0c3bc50-c977-42b7-b124-2353f9f7b651 Dec 06 15:08:37.936798 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70fc0fab-b705-475d-9d85-e533b0ac2f49 req-c50efcec-cf14-4ac5-b234-5da42dc5e6cd tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244159 Dec 06 15:08:38.036716 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6179841f-286b-4fc7-b6cd-1626c4f70fc4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:38.118642 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:38.144195 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:38.239021 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6179841f-286b-4fc7-b6cd-1626c4f70fc4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:38.247173 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6179841f-286b-4fc7-b6cd-1626c4f70fc4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:38.248775 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6179841f-286b-4fc7-b6cd-1626c4f70fc4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:38.369251 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Allocated IP 2001:db8::297 (1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe/f3dad2fa-15fe-4327-b7b1-63750ef28d61/80070fef-5c68-4e01-bed2-6bc2cce0378d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:38.378794 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a7031-af8e-47d1-a5e8-3dedc04adfce req-ce934958-88fd-4a7c-b93c-b6af9ec6db42 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:38.384072 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e7a7031-af8e-47d1-a5e8-3dedc04adfce req-ce934958-88fd-4a7c-b93c-b6af9ec6db42 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b63871-deb5-4050-9a51-9f3757696457 HTTP/1.1" status: 200 len: 946 time: 0.2599852 Dec 06 15:08:38.399841 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6179841f-286b-4fc7-b6cd-1626c4f70fc4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5685956 Dec 06 15:08:38.442343 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49638) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:38.466232 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9b584a30-8917-4155-9848-2102ca8826e9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'subnet': {'network_id': 'e0c3bc50-c977-42b7-b124-2353f9f7b651', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:38.509858 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:38.554759 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:38.580340 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Network 1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:38.583340 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:38.603835 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:38.758075 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Pushing event updated for resources: {'Port': ['ID=80070fef-5c68-4e01-bed2-6bc2cce0378d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:38.973051 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:39.061680 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179841f-286b-4fc7-b6cd-1626c4f70fc4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Network': ['ID=e0c3bc50-c977-42b7-b124-2353f9f7b651,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:39.074402 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network e0c3bc50-c977-42b7-b124-2353f9f7b651 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:08:39.089043 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e7a7031-af8e-47d1-a5e8-3dedc04adfce req-3825ef40-1afa-4838-8681-cbbd6979a25a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6940343 Dec 06 15:08:39.095174 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b584a30-8917-4155-9848-2102ca8826e9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:39.098632 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b584a30-8917-4155-9848-2102ca8826e9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:39.218216 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855ed05-8acc-4331-938f-b9c59ba34c59 req-30084d7e-1f18-414c-8501-888f0cc85b84 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:39.219875 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8855ed05-8acc-4331-938f-b9c59ba34c59 req-30084d7e-1f18-414c-8501-888f0cc85b84 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e HTTP/1.1" status: 200 len: 945 time: 0.1764235 Dec 06 15:08:39.232885 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d518aae-cbcb-422a-b107-fe3362c93971 req-16e274c4-946f-47be-8161-1a47cf89e1e4 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:39.234205 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4d518aae-cbcb-422a-b107-fe3362c93971 req-16e274c4-946f-47be-8161-1a47cf89e1e4 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e HTTP/1.1" status: 200 len: 945 time: 0.1802690 Dec 06 15:08:39.388837 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b584a30-8917-4155-9848-2102ca8826e9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:39.396943 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4d518aae-cbcb-422a-b107-fe3362c93971 req-70b42aec-10ec-49c0-97f0-0a70333abe0e tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337042 Dec 06 15:08:39.475778 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b584a30-8917-4155-9848-2102ca8826e9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Subnet': ['ID=effa9a61-767a-452f-b1fd-62bc4627a56e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:39.478925 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b584a30-8917-4155-9848-2102ca8826e9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Checking segment: {'id': 'fe953140-b7a6-4fc3-aff9-1099c76df82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0c3bc50-c977-42b7-b124-2353f9f7b651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:08:39.479416 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b584a30-8917-4155-9848-2102ca8826e9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network hostable DHCP agents. Network: e0c3bc50-c977-42b7-b124-2353f9f7b651, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:08:39.504646 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b584a30-8917-4155-9848-2102ca8826e9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network e0c3bc50-c977-42b7-b124-2353f9f7b651 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:08:39.523476 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9b584a30-8917-4155-9848-2102ca8826e9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e0c3bc50-c977-42b7-b124-2353f9f7b651) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:39.530373 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b584a30-8917-4155-9848-2102ca8826e9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:39.530636 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b584a30-8917-4155-9848-2102ca8826e9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:39.537181 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9757df1-5d2a-45f5-bf1f-68d6b9b62d49 None None] Network e0c3bc50-c977-42b7-b124-2353f9f7b651 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:08:39.537698 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:39.544000 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8855ed05-8acc-4331-938f-b9c59ba34c59 req-33628ef2-081e-464c-9567-79452a820b4f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Deleting port d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:39.544348 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8855ed05-8acc-4331-938f-b9c59ba34c59 req-33628ef2-081e-464c-9567-79452a820b4f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:39.560993 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9b584a30-8917-4155-9848-2102ca8826e9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1151261 Dec 06 15:08:39.562278 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49646) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:39.568060 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-68100c65-817b-41bd-ab8d-4653cd30b608 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-772817068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:39.600892 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68100c65-817b-41bd-ab8d-4653cd30b608 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:39.607241 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68100c65-817b-41bd-ab8d-4653cd30b608 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:39.699899 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68100c65-817b-41bd-ab8d-4653cd30b608 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:39.723029 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e0c3bc50-c977-42b7-b124-2353f9f7b651', 'network_id': 'e0c3bc50-c977-42b7-b124-2353f9f7b651', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'fixed_ips': [{'subnet_id': 'effa9a61-767a-452f-b1fd-62bc4627a56e'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:08:39.724128 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:39.724271 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68100c65-817b-41bd-ab8d-4653cd30b608 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:39.733454 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8855ed05-8acc-4331-938f-b9c59ba34c59 req-33628ef2-081e-464c-9567-79452a820b4f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] For port d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:39.733791 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8855ed05-8acc-4331-938f-b9c59ba34c59 req-33628ef2-081e-464c-9567-79452a820b4f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:39.752009 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8855ed05-8acc-4331-938f-b9c59ba34c59 req-33628ef2-081e-464c-9567-79452a820b4f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Calling delete_port for d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:39.757415 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68100c65-817b-41bd-ab8d-4653cd30b608 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:39.758951 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-68100c65-817b-41bd-ab8d-4653cd30b608 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1966941 Dec 06 15:08:39.761927 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49650) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:39.826430 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Router 6d419cd7-2e98-4896-8491-e59ed31c0a91 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:08:39.923962 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Allocated IP 172.20.0.2 (e0c3bc50-c977-42b7-b124-2353f9f7b651/effa9a61-767a-452f-b1fd-62bc4627a56e/e7d67bc5-1250-47e2-9457-6f1ffc0c898d) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:40.017932 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:08:40.030780 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Sync routers for ids ['6d419cd7-2e98-4896-8491-e59ed31c0a91'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:08:40.045599 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8855ed05-8acc-4331-938f-b9c59ba34c59 req-33628ef2-081e-464c-9567-79452a820b4f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:40.049714 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Routers {'6d419cd7-2e98-4896-8491-e59ed31c0a91'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:40.050458 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d419cd7-2e98-4896-8491-e59ed31c0a91'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:40.104606 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33628ef2-081e-464c-9567-79452a820b4f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Pushing event deleted for resources: {'Port': ['ID=d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:40.141737 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:40.147390 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49658) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:40.148233 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cb3fb39b-ac7d-4ceb-8cbb-a827c132fd6e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.9354289 Dec 06 15:08:40.159168 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:40.175018 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['f19e55b6-ff97-47b7-b590-e99f314dfdde', '8d81e54c-eaa6-4d92-ad3b-6611d478f91e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:08:40.180715 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['858abab7-64bc-43df-8b3d-85168cdb41d2', 'd984e1e1-2f49-4a9b-b6ce-0f6da1b5338b'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:08:40.190236 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:40.209463 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Set router 6d419cd7-2e98-4896-8491-e59ed31c0a91 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:08:40.233028 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8855ed05-8acc-4331-938f-b9c59ba34c59 req-33628ef2-081e-464c-9567-79452a820b4f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] No DVR routers for this DVR port d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:08:40.236047 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8855ed05-8acc-4331-938f-b9c59ba34c59 req-33628ef2-081e-464c-9567-79452a820b4f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:40.241045 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8855ed05-8acc-4331-938f-b9c59ba34c59 req-33628ef2-081e-464c-9567-79452a820b4f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.37 "DELETE /v2.0/ports/d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b HTTP/1.1" status: 204 len: 173 time: 1.0034709 Dec 06 15:08:40.241513 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e', 'name': 'network-vif-deleted', 'tag': 'd984e1e1-2f49-4a9b-b6ce-0f6da1b5338b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:08:40.244246 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45208767-a251-4dd0-9aa2-5d0364648698" -d '{"events": [{"server_uuid": "2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e", "name": "network-vif-deleted", "tag": "d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:08:40.293848 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9f881f-a796-4b4f-a7c7-74ee25338725 x-openstack-request-id: req-ca9f881f-a796-4b4f-a7c7-74ee25338725 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:08:40.294626 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e", "name": "network-vif-deleted", "tag": "d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:08:40.295097 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca9f881f-a796-4b4f-a7c7-74ee25338725 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:08:40.295680 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e', 'name': 'network-vif-deleted', 'tag': 'd984e1e1-2f49-4a9b-b6ce-0f6da1b5338b', 'status': 'completed', 'code': 200} Dec 06 15:08:40.364755 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:40.589067 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4a912-c0f0-4b96-9672-26006d0b3cd0 req-2b2bbc6e-912a-4553-863f-9e7b5814513a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:40.591173 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-80b4a912-c0f0-4b96-9672-26006d0b3cd0 req-2b2bbc6e-912a-4553-863f-9e7b5814513a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b63871-deb5-4050-9a51-9f3757696457 HTTP/1.1" status: 200 len: 946 time: 0.2976959 Dec 06 15:08:40.598213 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a80273-862d-4752-9502-97946f291f4e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:40.600981 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d419cd7-2e98-4896-8491-e59ed31c0a91', 'name': '', 'tenant_id': '5679a2d5b2a349fc91935ee32bf1ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe', 'external_fixed_ips': [{'subnet_id': 'f3dad2fa-15fe-4327-b7b1-63750ef28d61', 'ip_address': '2001:db8::297'}], 'enable_snat': True}, 'gw_port_id': '80070fef-5c68-4e01-bed2-6bc2cce0378d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:37Z', 'updated_at': '2021-12-06T15:08:38Z', 'revision_number': 3, 'project_id': '5679a2d5b2a349fc91935ee32bf1ac1d', 'gw_port': {'id': '80070fef-5c68-4e01-bed2-6bc2cce0378d', 'name': '', 'network_id': '1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d419cd7-2e98-4896-8491-e59ed31c0a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'f3dad2fa-15fe-4327-b7b1-63750ef28d61', 'ip_address': '2001:db8::297', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:38Z', 'updated_at': '2021-12-06T15:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3dad2fa-15fe-4327-b7b1-63750ef28d61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:40.652972 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Checking router: 6d419cd7-2e98-4896-8491-e59ed31c0a91 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:08:40.653514 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Updating router 6d419cd7-2e98-4896-8491-e59ed31c0a91 port 80070fef-5c68-4e01-bed2-6bc2cce0378d binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:08:40.664918 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10eaba82-d5ee-468e-8a96-a13264ce9699 req-754815dc-cf9c-4c18-8aed-2b8392043f0f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e63b01c-02d3-4fa4-a5b8-c8ae0c11012e HTTP/1.1" status: 200 len: 210 time: 0.0645061 Dec 06 15:08:40.697981 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:40.731047 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Network e0c3bc50-c977-42b7-b124-2353f9f7b651 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:40.780491 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:40.788494 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:40.842740 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Pushing event updated for resources: {'Port': ['ID=e7d67bc5-1250-47e2-9457-6f1ffc0c898d,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:40.930351 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Attempting to bind port e7d67bc5-1250-47e2-9457-6f1ffc0c898d on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:08:40.930737 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Attempting to bind port e7d67bc5-1250-47e2-9457-6f1ffc0c898d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fe953140-b7a6-4fc3-aff9-1099c76df82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0c3bc50-c977-42b7-b124-2353f9f7b651'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:08:40.931106 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Attempting to bind port e7d67bc5-1250-47e2-9457-6f1ffc0c898d on network e0c3bc50-c977-42b7-b124-2353f9f7b651 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:08:40.968397 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:08:40.969411 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Checking segment: {'id': 'fe953140-b7a6-4fc3-aff9-1099c76df82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0c3bc50-c977-42b7-b124-2353f9f7b651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:08:40.969893 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:40.970351 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Bound using segment: {'id': 'fe953140-b7a6-4fc3-aff9-1099c76df82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0c3bc50-c977-42b7-b124-2353f9f7b651'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:08:40.970927 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Bound port: e7d67bc5-1250-47e2-9457-6f1ffc0c898d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe953140-b7a6-4fc3-aff9-1099c76df82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0c3bc50-c977-42b7-b124-2353f9f7b651'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:08:40.971489 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:41.109025 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:41.110171 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Allocated IP 172.20.0.1 (e0c3bc50-c977-42b7-b124-2353f9f7b651/effa9a61-767a-452f-b1fd-62bc4627a56e/ea05d9bb-99dd-4b5c-8b6b-2c920fb94fb4) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:41.119150 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a80273-862d-4752-9502-97946f291f4e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:41.120845 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:41.159105 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] For port e7d67bc5-1250-47e2-9457-6f1ffc0c898d, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:08:41.169473 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-80b4a912-c0f0-4b96-9672-26006d0b3cd0 req-fa990971-51d6-4021-afd9-aadeb023d6a0 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542501 Dec 06 15:08:41.182061 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] For port e7d67bc5-1250-47e2-9457-6f1ffc0c898d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e7d67bc5-1250-47e2-9457-6f1ffc0c898d,segment=NetworkSegment(fe953140-b7a6-4fc3-aff9-1099c76df82f),segment_id=fe953140-b7a6-4fc3-aff9-1099c76df82f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:08:41.195577 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:41.217061 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7d9c7-2589-4a94-9699-77b304e01233 None None] Pushing event updated for resources: {'Port': ['ID=80070fef-5c68-4e01-bed2-6bc2cce0378d,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:41.244230 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Attempting to bind port 80070fef-5c68-4e01-bed2-6bc2cce0378d on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:08:41.244610 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Attempting to bind port 80070fef-5c68-4e01-bed2-6bc2cce0378d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '07626c9d-5968-4878-b94b-6a0c5776e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:08:41.245264 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Attempting to bind port 80070fef-5c68-4e01-bed2-6bc2cce0378d on network 1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:08:41.255549 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7d9c7-2589-4a94-9699-77b304e01233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:41.255928 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7d9c7-2589-4a94-9699-77b304e01233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:41.256520 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7d9c7-2589-4a94-9699-77b304e01233 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:41.257083 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7d9c7-2589-4a94-9699-77b304e01233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:41.257427 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7d9c7-2589-4a94-9699-77b304e01233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:41.257764 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7d9c7-2589-4a94-9699-77b304e01233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:41.258099 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7d9c7-2589-4a94-9699-77b304e01233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:41.258589 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7d9c7-2589-4a94-9699-77b304e01233 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:41.258932 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7d9c7-2589-4a94-9699-77b304e01233 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:41.259262 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7d9c7-2589-4a94-9699-77b304e01233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:41.259590 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7d9c7-2589-4a94-9699-77b304e01233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:41.259940 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7d9c7-2589-4a94-9699-77b304e01233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:41.260267 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7d9c7-2589-4a94-9699-77b304e01233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:41.263398 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:08:41.263854 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Checking segment: {'id': '07626c9d-5968-4878-b94b-6a0c5776e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:08:41.264203 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:41.264594 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Bound using segment: {'id': '07626c9d-5968-4878-b94b-6a0c5776e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:08:41.265071 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Bound port: 80070fef-5c68-4e01-bed2-6bc2cce0378d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07626c9d-5968-4878-b94b-6a0c5776e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:08:41.266712 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:41.335382 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c741f-df21-47a7-a5f7-f7e545f123eb None None] Pushing event updated for resources: {'Port': ['ID=e7d67bc5-1250-47e2-9457-6f1ffc0c898d,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:41.391180 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f37cf-a059-4939-951a-9ce15ad22b72 req-0f1bd4f1-492a-4b81-95b5-4eb88eb1d924 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:41.400710 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e9f37cf-a059-4939-951a-9ce15ad22b72 req-0f1bd4f1-492a-4b81-95b5-4eb88eb1d924 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fceda54-29d5-45de-a72a-9ef4c631bf26 HTTP/1.1" status: 200 len: 945 time: 0.0875137 Dec 06 15:08:41.409198 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] For port 80070fef-5c68-4e01-bed2-6bc2cce0378d, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:08:41.416768 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] For port 80070fef-5c68-4e01-bed2-6bc2cce0378d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=80070fef-5c68-4e01-bed2-6bc2cce0378d,segment=NetworkSegment(07626c9d-5968-4878-b94b-6a0c5776e44d),segment_id=07626c9d-5968-4878-b94b-6a0c5776e44d)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:08:41.419239 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d7a80273-862d-4752-9502-97946f291f4e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Deleting port 80070fef-5c68-4e01-bed2-6bc2cce0378d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:41.419575 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a80273-862d-4752-9502-97946f291f4e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:41.430528 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:41.451386 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:41.506080 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e9f37cf-a059-4939-951a-9ce15ad22b72 req-3c41072b-1276-4695-b1f4-0b202927c097 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042070 Dec 06 15:08:41.571853 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d7a80273-862d-4752-9502-97946f291f4e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] For port 80070fef-5c68-4e01-bed2-6bc2cce0378d, host n-d-master-1, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:41.572359 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a80273-862d-4752-9502-97946f291f4e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:41.582403 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:41.609316 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7d9c7-2589-4a94-9699-77b304e01233 None None] Pushing event updated for resources: {'Port': ['ID=80070fef-5c68-4e01-bed2-6bc2cce0378d,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:41.639459 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d7a80273-862d-4752-9502-97946f291f4e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Calling delete_port for 80070fef-5c68-4e01-bed2-6bc2cce0378d owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:41.646823 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Routers {'6d419cd7-2e98-4896-8491-e59ed31c0a91'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:41.650374 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d419cd7-2e98-4896-8491-e59ed31c0a91'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:41.729359 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network e0c3bc50-c977-42b7-b124-2353f9f7b651 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:41.741882 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:41.745138 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:41.789289 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=ea05d9bb-99dd-4b5c-8b6b-2c920fb94fb4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:41.817559 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] Set router 6d419cd7-2e98-4896-8491-e59ed31c0a91 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:08:41.893862 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee6fe4-f831-419b-aa25-474cc86b8c52 req-368a8a9e-6e6a-4285-89a8-ded6f69f4142 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:41.895537 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e5ee6fe4-f831-419b-aa25-474cc86b8c52 req-368a8a9e-6e6a-4285-89a8-ded6f69f4142 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b63871-deb5-4050-9a51-9f3757696457 HTTP/1.1" status: 200 len: 946 time: 0.2208207 Dec 06 15:08:41.919588 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:41.931129 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d419cd7-2e98-4896-8491-e59ed31c0a91', 'name': '', 'tenant_id': '5679a2d5b2a349fc91935ee32bf1ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:37Z', 'updated_at': '2021-12-06T15:08:41Z', 'revision_number': 4, 'project_id': '5679a2d5b2a349fc91935ee32bf1ac1d', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:41.969183 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a6eb51-8bf9-4e84-beaa-9844265f602b None None] The sync data for ids ['6d419cd7-2e98-4896-8491-e59ed31c0a91'] in n-d-master-1 is: [{'id': '6d419cd7-2e98-4896-8491-e59ed31c0a91', 'name': '', 'tenant_id': '5679a2d5b2a349fc91935ee32bf1ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:37Z', 'updated_at': '2021-12-06T15:08:41Z', 'revision_number': 4, 'project_id': '5679a2d5b2a349fc91935ee32bf1ac1d', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:08:42.097738 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e5ee6fe4-f831-419b-aa25-474cc86b8c52 req-7b218e28-2e3a-4431-bb49-6758a24dcd46 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793392 Dec 06 15:08:42.177828 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:42.229276 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a80273-862d-4752-9502-97946f291f4e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:42.270851 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a80273-862d-4752-9502-97946f291f4e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Pushing event deleted for resources: {'Port': ['ID=80070fef-5c68-4e01-bed2-6bc2cce0378d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:42.313904 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a80273-862d-4752-9502-97946f291f4e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:42.599114 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a80273-862d-4752-9502-97946f291f4e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:42.604402 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a80273-862d-4752-9502-97946f291f4e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:42.611264 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e7d67bc5-1250-47e2-9457-6f1ffc0c898d up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:08:42.707453 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e7d67bc5-1250-47e2-9457-6f1ffc0c898d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:42.708085 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:42.714678 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1573d4-50f4-4320-a314-c26640a7b699 req-2abdd733-aa12-4a21-92b3-a0539e54980f tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:42.726446 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a1573d4-50f4-4320-a314-c26640a7b699 req-2abdd733-aa12-4a21-92b3-a0539e54980f tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b63871-deb5-4050-9a51-9f3757696457 HTTP/1.1" status: 200 len: 946 time: 0.2107604 Dec 06 15:08:42.766526 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a80273-862d-4752-9502-97946f291f4e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:42.767176 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a80273-862d-4752-9502-97946f291f4e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d419cd7-2e98-4896-8491-e59ed31c0a91 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:08:42.772735 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7a80273-862d-4752-9502-97946f291f4e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:42.777233 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49688) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:42.785161 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d7a80273-862d-4752-9502-97946f291f4e tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "DELETE /v2.0/routers/6d419cd7-2e98-4896-8491-e59ed31c0a91 HTTP/1.1" status: 204 len: 168 time: 2.6301098 Dec 06 15:08:42.817037 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:42.931351 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb615f62-0c0c-4766-aaee-e3c9217f1fca tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Deleting subnet f3dad2fa-15fe-4327-b7b1-63750ef28d61 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:08:42.952694 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb615f62-0c0c-4766-aaee-e3c9217f1fca tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:42.967056 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port e7d67bc5-1250-47e2-9457-6f1ffc0c898d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e7d67bc5-1250-47e2-9457-6f1ffc0c898d,segment=NetworkSegment(fe953140-b7a6-4fc3-aff9-1099c76df82f),segment_id=fe953140-b7a6-4fc3-aff9-1099c76df82f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:42.976832 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.030856 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a1573d4-50f4-4320-a314-c26640a7b699 req-90c3838c-6740-4503-84f4-586e79c568cf tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033974 Dec 06 15:08:43.059758 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb615f62-0c0c-4766-aaee-e3c9217f1fca tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.116449 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=e7d67bc5-1250-47e2-9457-6f1ffc0c898d,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:43.147401 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.155565 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.157333 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb615f62-0c0c-4766-aaee-e3c9217f1fca tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.212451 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506c0571-d83a-4eaf-9390-a4f44138ab7c None None] Network e0c3bc50-c977-42b7-b124-2353f9f7b651 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:08:43.266449 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb615f62-0c0c-4766-aaee-e3c9217f1fca tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.296707 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb615f62-0c0c-4766-aaee-e3c9217f1fca tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f3dad2fa-15fe-4327-b7b1-63750ef28d61,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:43.303428 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb615f62-0c0c-4766-aaee-e3c9217f1fca tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.308008 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bb615f62-0c0c-4766-aaee-e3c9217f1fca tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/f3dad2fa-15fe-4327-b7b1-63750ef28d61 HTTP/1.1" status: 204 len: 168 time: 0.5289335 Dec 06 15:08:43.310489 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49694) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:43.339697 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=ea05d9bb-99dd-4b5c-8b6b-2c920fb94fb4,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:43.341104 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-018fbb15-1e0f-49d8-8533-b2fd108c58c2 None None] Provisioning complete for port e7d67bc5-1250-47e2-9457-6f1ffc0c898d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:43.341474 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-018fbb15-1e0f-49d8-8533-b2fd108c58c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.349928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.422183 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fec5333-9fda-46c0-b359-19db7a95d927 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.508822 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network e0c3bc50-c977-42b7-b124-2353f9f7b651 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:43.513167 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:43.550671 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fec5333-9fda-46c0-b359-19db7a95d927 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.581278 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3fec5333-9fda-46c0-b359-19db7a95d927 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:43.594891 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3fec5333-9fda-46c0-b359-19db7a95d927 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07626c9d-5968-4878-b94b-6a0c5776e44d') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:43.595181 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3fec5333-9fda-46c0-b359-19db7a95d927 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07626c9d-5968-4878-b94b-6a0c5776e44d') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:43.607409 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fec5333-9fda-46c0-b359-19db7a95d927 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.623108 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fec5333-9fda-46c0-b359-19db7a95d927 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.630280 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fec5333-9fda-46c0-b359-19db7a95d927 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:08:43.630684 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fec5333-9fda-46c0-b359-19db7a95d927 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:08:43.742456 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:08:43.750398 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:08:43.752859 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fec5333-9fda-46c0-b359-19db7a95d927 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.770931 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fec5333-9fda-46c0-b359-19db7a95d927 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 15:08:43.808511 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3fec5333-9fda-46c0-b359-19db7a95d927 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.823230 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3fec5333-9fda-46c0-b359-19db7a95d927 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "DELETE /v2.0/networks/1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe HTTP/1.1" status: 204 len: 168 time: 0.5100319 Dec 06 15:08:43.828891 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:08:43.829689 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d984e1e1-2f49-4a9b-b6ce-0f6da1b5338b not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:08:43.900440 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec5333-9fda-46c0-b359-19db7a95d927 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b647a11-8ba4-4e1f-b5ff-f2fcc8bf89fe,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:43.923195 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 9400997d-3564-4cd7-8b58-dbcfb16bfe37 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:08:43.949323 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbacec-084d-4b7f-9a74-8fb02338cd59 req-d65b2e3e-0533-4178-8dd9-623ed44b1262 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:43.956156 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8acbacec-084d-4b7f-9a74-8fb02338cd59 req-d65b2e3e-0533-4178-8dd9-623ed44b1262 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b63871-deb5-4050-9a51-9f3757696457 HTTP/1.1" status: 200 len: 946 time: 0.1701164 Dec 06 15:08:44.134297 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-14f81f77-1d56-4aaa-99ab-42ff7d89e499 None None] Provisioning complete for port e7d67bc5-1250-47e2-9457-6f1ffc0c898d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:44.134975 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14f81f77-1d56-4aaa-99ab-42ff7d89e499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:44.186859 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8acbacec-084d-4b7f-9a74-8fb02338cd59 req-fcee793c-9646-440b-ae4c-3fd250007738 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Deleting port be860bcf-2d45-4606-8c79-6d43609af9a2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:44.187477 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8acbacec-084d-4b7f-9a74-8fb02338cd59 req-fcee793c-9646-440b-ae4c-3fd250007738 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:44.287518 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49712) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:44.303227 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-da75ee57-ae9f-44fe-81bd-4263d474c6f6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Request body: {'router': {'name': 'tempest-router--961889740', 'project_id': '9e006b1198934823979f1208371c8ca6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:44.433713 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-14f81f77-1d56-4aaa-99ab-42ff7d89e499 None None] Provisioning complete for port ea05d9bb-99dd-4b5c-8b6b-2c920fb94fb4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:44.445017 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14f81f77-1d56-4aaa-99ab-42ff7d89e499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:44.512382 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-14f81f77-1d56-4aaa-99ab-42ff7d89e499 None None] Port ea05d9bb-99dd-4b5c-8b6b-2c920fb94fb4 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:44.541167 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb9bad-23b4-4e37-aafd-bd4f532195f8 req-005a4d5f-f12a-43c8-9dd1-596cd004b3a7 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:44.542968 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1cb9bad-23b4-4e37-aafd-bd4f532195f8 req-005a4d5f-f12a-43c8-9dd1-596cd004b3a7 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b63871-deb5-4050-9a51-9f3757696457 HTTP/1.1" status: 200 len: 946 time: 0.3509264 Dec 06 15:08:44.565005 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da75ee57-ae9f-44fe-81bd-4263d474c6f6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:44.566005 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da75ee57-ae9f-44fe-81bd-4263d474c6f6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:44.589831 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e7d67bc5-1250-47e2-9457-6f1ffc0c898d up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:08:44.656806 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1cb9bad-23b4-4e37-aafd-bd4f532195f8 req-928e05e9-3f2a-4fc4-b298-bf1b0ba6281b tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070836 Dec 06 15:08:44.662714 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8acbacec-084d-4b7f-9a74-8fb02338cd59 req-fcee793c-9646-440b-ae4c-3fd250007738 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] For port be860bcf-2d45-4606-8c79-6d43609af9a2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=be860bcf-2d45-4606-8c79-6d43609af9a2,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:44.663537 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8acbacec-084d-4b7f-9a74-8fb02338cd59 req-fcee793c-9646-440b-ae4c-3fd250007738 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:44.679990 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8acbacec-084d-4b7f-9a74-8fb02338cd59 req-fcee793c-9646-440b-ae4c-3fd250007738 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Calling delete_port for be860bcf-2d45-4606-8c79-6d43609af9a2 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:44.693272 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ffe148eb-c841-4481-b682-b4f22b82d31b None None] Provisioning complete for port ea05d9bb-99dd-4b5c-8b6b-2c920fb94fb4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:44.693761 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ffe148eb-c841-4481-b682-b4f22b82d31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:44.738853 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ffe148eb-c841-4481-b682-b4f22b82d31b None None] Port ea05d9bb-99dd-4b5c-8b6b-2c920fb94fb4 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:44.766457 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e7d67bc5-1250-47e2-9457-6f1ffc0c898d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:44.767766 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:44.809697 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:08:44.832702 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0331a896-399e-4ad3-a670-aa9a6a1b7c8e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/9400997d-3564-4cd7-8b58-dbcfb16bfe37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0694940 Dec 06 15:08:44.835232 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49720) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:44.869621 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8acbacec-084d-4b7f-9a74-8fb02338cd59 req-fcee793c-9646-440b-ae4c-3fd250007738 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:44.890145 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['014faeaf-0865-42f3-ab1e-3e2cc90b9648', 'be860bcf-2d45-4606-8c79-6d43609af9a2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:08:44.914069 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52d8931-3aa0-4d40-8bf1-7b0b2676fed3 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:44.915845 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e52d8931-3aa0-4d40-8bf1-7b0b2676fed3 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports/ea05d9bb-99dd-4b5c-8b6b-2c920fb94fb4 HTTP/1.1" status: 200 len: 910 time: 0.0796032 Dec 06 15:08:44.918499 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49724) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:44.924027 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-756c0f5e-2181-4a1a-92e8-a1d13986b943 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'effa9a61-767a-452f-b1fd-62bc4627a56e'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:44.939006 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['cf411024-9a4e-4fcd-9337-dcd3d6eb31fa'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:08:44.950481 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee793c-9646-440b-ae4c-3fd250007738 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Pushing event deleted for resources: {'Port': ['ID=be860bcf-2d45-4606-8c79-6d43609af9a2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:45.059271 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ce8c97-5bfc-452b-8754-05e5c2adc977 None None] Sync routers for ids ['9400997d-3564-4cd7-8b58-dbcfb16bfe37'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:08:45.061604 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da75ee57-ae9f-44fe-81bd-4263d474c6f6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:45.095388 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-855087ca-c472-4af0-89b9-33fe1d1bcfff None None] Provisioning complete for port ea05d9bb-99dd-4b5c-8b6b-2c920fb94fb4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:45.095881 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-855087ca-c472-4af0-89b9-33fe1d1bcfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:45.108237 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acbacec-084d-4b7f-9a74-8fb02338cd59 req-fcee793c-9646-440b-ae4c-3fd250007738 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] No DVR routers for this DVR port be860bcf-2d45-4606-8c79-6d43609af9a2 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:08:45.116821 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da75ee57-ae9f-44fe-81bd-4263d474c6f6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:45.122137 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8acbacec-084d-4b7f-9a74-8fb02338cd59 req-fcee793c-9646-440b-ae4c-3fd250007738 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:45.126656 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-756c0f5e-2181-4a1a-92e8-a1d13986b943 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:45.127003 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8acbacec-084d-4b7f-9a74-8fb02338cd59 req-fcee793c-9646-440b-ae4c-3fd250007738 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "DELETE /v2.0/ports/be860bcf-2d45-4606-8c79-6d43609af9a2 HTTP/1.1" status: 204 len: 173 time: 1.1621070 Dec 06 15:08:45.128810 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b63871-deb5-4050-9a51-9f3757696457', 'name': 'network-vif-deleted', 'tag': 'be860bcf-2d45-4606-8c79-6d43609af9a2'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:08:45.146463 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-855087ca-c472-4af0-89b9-33fe1d1bcfff None None] Port ea05d9bb-99dd-4b5c-8b6b-2c920fb94fb4 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:45.179281 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ce8c97-5bfc-452b-8754-05e5c2adc977 None None] Routers {'9400997d-3564-4cd7-8b58-dbcfb16bfe37'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:45.180119 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-24ce8c97-5bfc-452b-8754-05e5c2adc977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9400997d-3564-4cd7-8b58-dbcfb16bfe37'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:45.197182 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650fbb9a-f66e-4e5b-b1b1-22d01c786cfe" -d '{"events": [{"server_uuid": "69b63871-deb5-4050-9a51-9f3757696457", "name": "network-vif-deleted", "tag": "be860bcf-2d45-4606-8c79-6d43609af9a2"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:08:45.244480 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da75ee57-ae9f-44fe-81bd-4263d474c6f6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:45.245994 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-da75ee57-ae9f-44fe-81bd-4263d474c6f6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9505532 Dec 06 15:08:45.248700 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49736) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:45.268545 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-24ce8c97-5bfc-452b-8754-05e5c2adc977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:45.307287 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ce8c97-5bfc-452b-8754-05e5c2adc977 None None] Routers {'9400997d-3564-4cd7-8b58-dbcfb16bfe37'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:45.308056 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-24ce8c97-5bfc-452b-8754-05e5c2adc977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9400997d-3564-4cd7-8b58-dbcfb16bfe37'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:45.376919 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-24ce8c97-5bfc-452b-8754-05e5c2adc977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:45.377146 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e51c88-7b30-490f-803c-def46b07c29c x-openstack-request-id: req-d4e51c88-7b30-490f-803c-def46b07c29c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:08:45.377424 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b63871-deb5-4050-9a51-9f3757696457", "name": "network-vif-deleted", "tag": "be860bcf-2d45-4606-8c79-6d43609af9a2", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:08:45.377646 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ce8c97-5bfc-452b-8754-05e5c2adc977 None None] The sync data for ids ['9400997d-3564-4cd7-8b58-dbcfb16bfe37'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:08:45.377764 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4e51c88-7b30-490f-803c-def46b07c29c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:08:45.397194 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b63871-deb5-4050-9a51-9f3757696457', 'name': 'network-vif-deleted', 'tag': 'be860bcf-2d45-4606-8c79-6d43609af9a2', 'status': 'completed', 'code': 200} Dec 06 15:08:45.506545 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5756-be74-4190-bc8c-d52eba1b4e5c tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:45.752300 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5756-be74-4190-bc8c-d52eba1b4e5c tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:45.754800 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5756-be74-4190-bc8c-d52eba1b4e5c tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:45.803457 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-756c0f5e-2181-4a1a-92e8-a1d13986b943 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:45.824298 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-756c0f5e-2181-4a1a-92e8-a1d13986b943 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:45.854054 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5756-be74-4190-bc8c-d52eba1b4e5c tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:45.854698 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ea5756-be74-4190-bc8c-d52eba1b4e5c tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8033f4ea-eb87-443f-9c39-4ee4d0e92bd2 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:08:45.867615 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-040786f7-7998-4edf-8fb6-fc8f8de23a42 req-9f471304-7238-4964-b813-9cdcebdd9361 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b63871-deb5-4050-9a51-9f3757696457 HTTP/1.1" status: 200 len: 210 time: 0.0617330 Dec 06 15:08:45.886661 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5756-be74-4190-bc8c-d52eba1b4e5c tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:45.892820 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f7ea5756-be74-4190-bc8c-d52eba1b4e5c tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "DELETE /v2.0/routers/8033f4ea-eb87-443f-9c39-4ee4d0e92bd2 HTTP/1.1" status: 204 len: 168 time: 0.6414893 Dec 06 15:08:46.008096 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756c0f5e-2181-4a1a-92e8-a1d13986b943 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:46.010353 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-756c0f5e-2181-4a1a-92e8-a1d13986b943 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:46.010936 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-756c0f5e-2181-4a1a-92e8-a1d13986b943 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/ports/ea05d9bb-99dd-4b5c-8b6b-2c920fb94fb4 HTTP/1.1" status: 200 len: 910 time: 1.0910265 Dec 06 15:08:46.014937 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49748) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:46.050791 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c0f5e-2181-4a1a-92e8-a1d13986b943 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=ea05d9bb-99dd-4b5c-8b6b-2c920fb94fb4,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:46.115676 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49750) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:46.425887 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1271089514', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:46.470942 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:46.475056 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:46.601830 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:46.856732 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:47.099379 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0461c7ad-34a1-40ec-bc31-3e3824774783 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:47.237671 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:47.287875 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:47.356187 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c118d2b-e33c-48b2-8c03-d5f394777e69 req-67d536ef-67e4-4f44-99a4-0af7d043594f tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:47.357756 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0c118d2b-e33c-48b2-8c03-d5f394777e69 req-67d536ef-67e4-4f44-99a4-0af7d043594f tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fceda54-29d5-45de-a72a-9ef4c631bf26 HTTP/1.1" status: 200 len: 945 time: 0.1177983 Dec 06 15:08:47.421077 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0461c7ad-34a1-40ec-bc31-3e3824774783 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting port ea05d9bb-99dd-4b5c-8b6b-2c920fb94fb4 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:47.422109 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0461c7ad-34a1-40ec-bc31-3e3824774783 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:47.461769 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0c118d2b-e33c-48b2-8c03-d5f394777e69 req-938872e4-4129-4c9f-b69a-49020b58d433 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918221 Dec 06 15:08:47.462883 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Allocated IP 172.35.7.168 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/a6e9f355-71dc-4d6b-bbbe-267f41e0f57d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:47.558847 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0461c7ad-34a1-40ec-bc31-3e3824774783 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:47.573146 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0461c7ad-34a1-40ec-bc31-3e3824774783 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Calling delete_port for ea05d9bb-99dd-4b5c-8b6b-2c920fb94fb4 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:47.647401 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:47.687758 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:47.732822 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device be860bcf-2d45-4606-8c79-6d43609af9a2 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:08:47.770086 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Pushing event updated for resources: {'Port': ['ID=a6e9f355-71dc-4d6b-bbbe-267f41e0f57d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:47.773238 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: be860bcf-2d45-4606-8c79-6d43609af9a2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:08:47.773786 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device be860bcf-2d45-4606-8c79-6d43609af9a2 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:08:47.777179 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0461c7ad-34a1-40ec-bc31-3e3824774783 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:47.793031 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:47.794755 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:47.799055 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:47.807931 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461c7ad-34a1-40ec-bc31-3e3824774783 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Port': ['ID=ea05d9bb-99dd-4b5c-8b6b-2c920fb94fb4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:47.812332 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbffe3d1-f856-4475-aff9-4b12718b6542 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:08:47.909538 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-79c587cc-028c-4585-a85b-52c38afd7868 None None] Provisioning complete for port a6e9f355-71dc-4d6b-bbbe-267f41e0f57d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:47.911952 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-79c587cc-028c-4585-a85b-52c38afd7868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:47.992726 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-79c587cc-028c-4585-a85b-52c38afd7868 None None] Port a6e9f355-71dc-4d6b-bbbe-267f41e0f57d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:48.115385 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0461c7ad-34a1-40ec-bc31-3e3824774783 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:48.229890 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:48.468762 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0461c7ad-34a1-40ec-bc31-3e3824774783 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 9400997d-3564-4cd7-8b58-dbcfb16bfe37 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:08:48.619106 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:48.773439 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b1cdb-082b-4e7a-95a0-3426e9aa4f16 req-89f0c3a2-dc16-44f5-be0b-1833514386ec tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:48.775186 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c70b1cdb-082b-4e7a-95a0-3426e9aa4f16 req-89f0c3a2-dc16-44f5-be0b-1833514386ec tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fceda54-29d5-45de-a72a-9ef4c631bf26 HTTP/1.1" status: 200 len: 945 time: 0.2960873 Dec 06 15:08:48.819312 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0461c7ad-34a1-40ec-bc31-3e3824774783 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:08:48.826694 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0461c7ad-34a1-40ec-bc31-3e3824774783 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/9400997d-3564-4cd7-8b58-dbcfb16bfe37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8112166 Dec 06 15:08:48.832199 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9d238-049f-4471-ac83-aa18f6e3f99f None None] Sync routers for ids ['9400997d-3564-4cd7-8b58-dbcfb16bfe37'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:08:48.836554 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49776) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:48.842206 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b9d238-049f-4471-ac83-aa18f6e3f99f None None] Routers {'9400997d-3564-4cd7-8b58-dbcfb16bfe37'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:48.842944 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-67b9d238-049f-4471-ac83-aa18f6e3f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9400997d-3564-4cd7-8b58-dbcfb16bfe37'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:48.876961 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-db319b12-073e-4d77-a8ee-6b7ad5d18a8b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports?device_id=9400997d-3564-4cd7-8b58-dbcfb16bfe37 HTTP/1.1" status: 200 len: 205 time: 0.0377707 Dec 06 15:08:48.878975 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49778) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:48.882880 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7dcd73-1866-49b9-a68e-c65d0e2eaa80 req-7e32afcc-c752-43c4-9e0e-4ce6ff390a93 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:48.884448 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce7dcd73-1866-49b9-a68e-c65d0e2eaa80 req-7e32afcc-c752-43c4-9e0e-4ce6ff390a93 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fceda54-29d5-45de-a72a-9ef4c631bf26 HTTP/1.1" status: 200 len: 945 time: 0.1982510 Dec 06 15:08:48.904119 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-67b9d238-049f-4471-ac83-aa18f6e3f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:48.920112 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b9d238-049f-4471-ac83-aa18f6e3f99f None None] Routers {'9400997d-3564-4cd7-8b58-dbcfb16bfe37'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:48.921131 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-67b9d238-049f-4471-ac83-aa18f6e3f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9400997d-3564-4cd7-8b58-dbcfb16bfe37'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:48.976964 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-67b9d238-049f-4471-ac83-aa18f6e3f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:48.977701 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9d238-049f-4471-ac83-aa18f6e3f99f None None] The sync data for ids ['9400997d-3564-4cd7-8b58-dbcfb16bfe37'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:08:49.029622 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce7dcd73-1866-49b9-a68e-c65d0e2eaa80 req-256dff9d-b5be-49c7-ae1a-a1df5920135b tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363349 Dec 06 15:08:49.044380 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-c70b1cdb-082b-4e7a-95a0-3426e9aa4f16 req-c20bc4ef-95fc-4149-858d-ec72f4a6cf86 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Deleting port 014faeaf-0865-42f3-ab1e-3e2cc90b9648 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:49.046192 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c70b1cdb-082b-4e7a-95a0-3426e9aa4f16 req-c20bc4ef-95fc-4149-858d-ec72f4a6cf86 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:49.067351 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0575f8a-6fcd-47f3-8185-602bf5a043f0 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:49.074007 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Router 56a56bc9-57b7-41f4-9dff-ba1f9db43278 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:08:49.167390 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c70b1cdb-082b-4e7a-95a0-3426e9aa4f16 req-c20bc4ef-95fc-4149-858d-ec72f4a6cf86 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] For port 014faeaf-0865-42f3-ab1e-3e2cc90b9648, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=014faeaf-0865-42f3-ab1e-3e2cc90b9648,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:49.167966 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c70b1cdb-082b-4e7a-95a0-3426e9aa4f16 req-c20bc4ef-95fc-4149-858d-ec72f4a6cf86 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:49.184487 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-c70b1cdb-082b-4e7a-95a0-3426e9aa4f16 req-c20bc4ef-95fc-4149-858d-ec72f4a6cf86 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Calling delete_port for 014faeaf-0865-42f3-ab1e-3e2cc90b9648 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:49.305219 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:08:49.314394 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b413124f-056a-4d8e-977a-bc1509093568 None None] Sync routers for ids ['56a56bc9-57b7-41f4-9dff-ba1f9db43278'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:08:49.333076 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b413124f-056a-4d8e-977a-bc1509093568 None None] Routers {'56a56bc9-57b7-41f4-9dff-ba1f9db43278'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:49.334070 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b413124f-056a-4d8e-977a-bc1509093568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['56a56bc9-57b7-41f4-9dff-ba1f9db43278'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:49.354429 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c70b1cdb-082b-4e7a-95a0-3426e9aa4f16 req-c20bc4ef-95fc-4149-858d-ec72f4a6cf86 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:49.392183 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bc4ef-95fc-4149-858d-ec72f4a6cf86 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Pushing event deleted for resources: {'Port': ['ID=014faeaf-0865-42f3-ab1e-3e2cc90b9648,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:49.419423 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b413124f-056a-4d8e-977a-bc1509093568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:49.424228 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['cf411024-9a4e-4fcd-9337-dcd3d6eb31fa'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:08:49.426799 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['014faeaf-0865-42f3-ab1e-3e2cc90b9648'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:08:49.451339 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:49.453392 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d9119037-e423-49b0-9be7-4be11480f595 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3359995 Dec 06 15:08:49.467222 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0575f8a-6fcd-47f3-8185-602bf5a043f0 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:49.484757 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49782) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:49.499884 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0575f8a-6fcd-47f3-8185-602bf5a043f0 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:49.500425 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70b1cdb-082b-4e7a-95a0-3426e9aa4f16 req-c20bc4ef-95fc-4149-858d-ec72f4a6cf86 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] No DVR routers for this DVR port 014faeaf-0865-42f3-ab1e-3e2cc90b9648 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:08:49.533200 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c70b1cdb-082b-4e7a-95a0-3426e9aa4f16 req-c20bc4ef-95fc-4149-858d-ec72f4a6cf86 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:49.544157 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c70b1cdb-082b-4e7a-95a0-3426e9aa4f16 req-c20bc4ef-95fc-4149-858d-ec72f4a6cf86 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "DELETE /v2.0/ports/014faeaf-0865-42f3-ab1e-3e2cc90b9648 HTTP/1.1" status: 204 len: 173 time: 0.7381279 Dec 06 15:08:49.544888 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fceda54-29d5-45de-a72a-9ef4c631bf26', 'name': 'network-vif-deleted', 'tag': '014faeaf-0865-42f3-ab1e-3e2cc90b9648'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:08:49.551851 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eba0f1-94b3-4d1c-ab65-502837b6534e" -d '{"events": [{"server_uuid": "4fceda54-29d5-45de-a72a-9ef4c631bf26", "name": "network-vif-deleted", "tag": "014faeaf-0865-42f3-ab1e-3e2cc90b9648"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:08:49.595586 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b413124f-056a-4d8e-977a-bc1509093568 None None] Routers {'56a56bc9-57b7-41f4-9dff-ba1f9db43278'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:49.601326 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b413124f-056a-4d8e-977a-bc1509093568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['56a56bc9-57b7-41f4-9dff-ba1f9db43278'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:49.637966 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65f98b4-ebcf-4baf-8eff-20975af317a0 x-openstack-request-id: req-b65f98b4-ebcf-4baf-8eff-20975af317a0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:08:49.638483 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fceda54-29d5-45de-a72a-9ef4c631bf26", "name": "network-vif-deleted", "tag": "014faeaf-0865-42f3-ab1e-3e2cc90b9648", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:08:49.638911 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b65f98b4-ebcf-4baf-8eff-20975af317a0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:08:49.639611 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fceda54-29d5-45de-a72a-9ef4c631bf26', 'name': 'network-vif-deleted', 'tag': '014faeaf-0865-42f3-ab1e-3e2cc90b9648', 'status': 'completed', 'code': 200} Dec 06 15:08:49.767209 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b413124f-056a-4d8e-977a-bc1509093568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:49.768141 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b413124f-056a-4d8e-977a-bc1509093568 None None] The sync data for ids ['56a56bc9-57b7-41f4-9dff-ba1f9db43278'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:08:49.976803 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0575f8a-6fcd-47f3-8185-602bf5a043f0 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:49.977370 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0575f8a-6fcd-47f3-8185-602bf5a043f0 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Fanout notify agent at l3_agent the message router_deleted on router 9400997d-3564-4cd7-8b58-dbcfb16bfe37 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:08:49.996973 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0575f8a-6fcd-47f3-8185-602bf5a043f0 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:50.005216 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a0575f8a-6fcd-47f3-8185-602bf5a043f0 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/routers/9400997d-3564-4cd7-8b58-dbcfb16bfe37 HTTP/1.1" status: 204 len: 168 time: 1.1228445 Dec 06 15:08:50.008586 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49796) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:50.018181 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c574a169-6fcb-47bb-b52c-a2083c7ee81a tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "GET /v2.0/routers/56a56bc9-57b7-41f4-9dff-ba1f9db43278 HTTP/1.1" status: 200 len: 925 time: 0.5368814 Dec 06 15:08:50.018730 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49798) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:50.091755 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e83f23dc-fd14-4bea-81e5-cea4ff1094b9 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "GET /v2.0/ports?device_id=56a56bc9-57b7-41f4-9dff-ba1f9db43278 HTTP/1.1" status: 200 len: 205 time: 0.0719066 Dec 06 15:08:50.092515 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49802) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:50.222916 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8760c651-49e8-4e1f-bc96-30cd23e209f4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting subnet effa9a61-767a-452f-b1fd-62bc4627a56e {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:08:50.236452 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8760c651-49e8-4e1f-bc96-30cd23e209f4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:50.335538 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8760c651-49e8-4e1f-bc96-30cd23e209f4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:50.337170 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06d25c-8db7-449b-a4e6-77e64a380d60 req-c16badbc-5290-4039-abbd-b6ba24543a6f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:50.349009 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb06d25c-8db7-449b-a4e6-77e64a380d60 req-c16badbc-5290-4039-abbd-b6ba24543a6f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc25eeb4-4820-4491-ad85-973a89abbacb HTTP/1.1" status: 200 len: 946 time: 0.1658826 Dec 06 15:08:50.388648 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f40b3196-1242-4208-b470-ec38ca6f25ab req-406d70df-50a5-48f7-8003-c4079ddc0fdd tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fceda54-29d5-45de-a72a-9ef4c631bf26 HTTP/1.1" status: 200 len: 210 time: 0.0668473 Dec 06 15:08:50.399018 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c18cab3-7382-4c3d-b919-d1e582361662 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:50.475274 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb06d25c-8db7-449b-a4e6-77e64a380d60 req-572bcecd-b6f6-4f18-8be6-3072fb70fcba tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250389 Dec 06 15:08:50.477521 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8760c651-49e8-4e1f-bc96-30cd23e209f4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:50.605491 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c18cab3-7382-4c3d-b919-d1e582361662 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:50.608437 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8760c651-49e8-4e1f-bc96-30cd23e209f4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:50.629646 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8760c651-49e8-4e1f-bc96-30cd23e209f4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:50.633840 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8760c651-49e8-4e1f-bc96-30cd23e209f4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/subnets/effa9a61-767a-452f-b1fd-62bc4627a56e HTTP/1.1" status: 204 len: 168 time: 0.6236734 Dec 06 15:08:50.639448 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49804) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:50.640896 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d6cd33-23a7-4617-aca8-ceaaa83966f7 None None] Network e0c3bc50-c977-42b7-b124-2353f9f7b651 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:08:50.655215 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760c651-49e8-4e1f-bc96-30cd23e209f4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Subnet': ['ID=effa9a61-767a-452f-b1fd-62bc4627a56e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:50.818484 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:50.842552 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2c18cab3-7382-4c3d-b919-d1e582361662 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Deleting port a6e9f355-71dc-4d6b-bbbe-267f41e0f57d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:50.848000 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c18cab3-7382-4c3d-b919-d1e582361662 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:51.024285 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bce1ce7-5897-48a9-9dfe-a202b00f024a None None] DHCP port deletion for e0c3bc50-c977-42b7-b124-2353f9f7b651 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:08:51.144611 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0bce1ce7-5897-48a9-9dfe-a202b00f024a None None] Deleting port e7d67bc5-1250-47e2-9457-6f1ffc0c898d {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:51.145095 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0bce1ce7-5897-48a9-9dfe-a202b00f024a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:51.242189 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0bce1ce7-5897-48a9-9dfe-a202b00f024a None None] For port e7d67bc5-1250-47e2-9457-6f1ffc0c898d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e7d67bc5-1250-47e2-9457-6f1ffc0c898d,segment=NetworkSegment(fe953140-b7a6-4fc3-aff9-1099c76df82f),segment_id=fe953140-b7a6-4fc3-aff9-1099c76df82f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:51.242588 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0bce1ce7-5897-48a9-9dfe-a202b00f024a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:51.275962 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0bce1ce7-5897-48a9-9dfe-a202b00f024a None None] Calling delete_port for e7d67bc5-1250-47e2-9457-6f1ffc0c898d owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:51.356200 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c18cab3-7382-4c3d-b919-d1e582361662 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:51.387692 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2c18cab3-7382-4c3d-b919-d1e582361662 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Calling delete_port for a6e9f355-71dc-4d6b-bbbe-267f41e0f57d owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:51.496743 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting port e7d67bc5-1250-47e2-9457-6f1ffc0c898d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:51.499900 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:51.540467 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0bce1ce7-5897-48a9-9dfe-a202b00f024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:51.576791 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce1ce7-5897-48a9-9dfe-a202b00f024a None None] Pushing event deleted for resources: {'Port': ['ID=e7d67bc5-1250-47e2-9457-6f1ffc0c898d,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:51.608668 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975436b-8627-4a39-800c-bd483bd37c55 req-3c7bc2ba-b89f-4c2a-8530-c5fa7c9923db tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:51.610083 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e975436b-8627-4a39-800c-bd483bd37c55 req-3c7bc2ba-b89f-4c2a-8530-c5fa7c9923db tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc25eeb4-4820-4491-ad85-973a89abbacb HTTP/1.1" status: 200 len: 946 time: 0.1280937 Dec 06 15:08:51.613241 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce1ce7-5897-48a9-9dfe-a202b00f024a None None] No DVR routers for this DVR port e7d67bc5-1250-47e2-9457-6f1ffc0c898d on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:08:51.628988 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] For port e7d67bc5-1250-47e2-9457-6f1ffc0c898d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e7d67bc5-1250-47e2-9457-6f1ffc0c898d,segment=NetworkSegment(fe953140-b7a6-4fc3-aff9-1099c76df82f),segment_id=fe953140-b7a6-4fc3-aff9-1099c76df82f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:51.631633 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:51.651510 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Calling delete_port for e7d67bc5-1250-47e2-9457-6f1ffc0c898d owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:51.734563 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 014faeaf-0865-42f3-ab1e-3e2cc90b9648 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:08:51.760600 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff44c3-19e6-449d-9fc8-1ec4486c5323 req-6e3fa8e3-0cb0-449e-9e40-f10be3e50fdf tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:51.762113 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2bff44c3-19e6-449d-9fc8-1ec4486c5323 req-6e3fa8e3-0cb0-449e-9e40-f10be3e50fdf tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc25eeb4-4820-4491-ad85-973a89abbacb HTTP/1.1" status: 200 len: 946 time: 0.1031659 Dec 06 15:08:51.777989 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 014faeaf-0865-42f3-ab1e-3e2cc90b9648 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:08:51.778649 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 014faeaf-0865-42f3-ab1e-3e2cc90b9648 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:08:51.841729 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e975436b-8627-4a39-800c-bd483bd37c55 req-ec52ec43-c50a-4eda-b31f-6a3d988c1cae tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Deleting port 8d81e54c-eaa6-4d92-ad3b-6611d478f91e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:51.844179 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e975436b-8627-4a39-800c-bd483bd37c55 req-ec52ec43-c50a-4eda-b31f-6a3d988c1cae tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:51.900213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2bff44c3-19e6-449d-9fc8-1ec4486c5323 req-4f94faa9-72c2-4955-9893-4be998de7a84 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904887 Dec 06 15:08:51.970132 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c18cab3-7382-4c3d-b919-d1e582361662 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:51.996532 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3241ec6b-b56d-446d-99b2-fd19779a857c None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:08:52.034626 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18cab3-7382-4c3d-b919-d1e582361662 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Pushing event deleted for resources: {'Port': ['ID=a6e9f355-71dc-4d6b-bbbe-267f41e0f57d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:52.037273 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:52.109753 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e975436b-8627-4a39-800c-bd483bd37c55 req-ec52ec43-c50a-4eda-b31f-6a3d988c1cae tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] For port 8d81e54c-eaa6-4d92-ad3b-6611d478f91e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8d81e54c-eaa6-4d92-ad3b-6611d478f91e,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:52.110466 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e975436b-8627-4a39-800c-bd483bd37c55 req-ec52ec43-c50a-4eda-b31f-6a3d988c1cae tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:52.124948 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e975436b-8627-4a39-800c-bd483bd37c55 req-ec52ec43-c50a-4eda-b31f-6a3d988c1cae tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Calling delete_port for 8d81e54c-eaa6-4d92-ad3b-6611d478f91e owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:52.135665 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c18cab3-7382-4c3d-b919-d1e582361662 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:52.141181 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Port': ['ID=e7d67bc5-1250-47e2-9457-6f1ffc0c898d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:52.144964 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] No DVR routers for this DVR port e7d67bc5-1250-47e2-9457-6f1ffc0c898d on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:08:52.228806 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-9df9339c-dee5-45bd-bb63-311f31eeeb6a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:52.230403 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-9df9339c-dee5-45bd-bb63-311f31eeeb6a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 806 time: 0.3475633 Dec 06 15:08:52.263046 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-20181cdc-567e-4871-be9c-3a2d6cb36b19 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/quotas/e98772d35f004ef9b9b31e90472aefa4 HTTP/1.1" status: 200 len: 375 time: 0.0266404 Dec 06 15:08:52.315690 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c18cab3-7382-4c3d-b919-d1e582361662 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:52.319563 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c18cab3-7382-4c3d-b919-d1e582361662 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:52.353461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-f2c2ce8b-a063-40f7-8f89-076149e7cab4 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891860 Dec 06 15:08:52.357868 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:52.410454 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e975436b-8627-4a39-800c-bd483bd37c55 req-ec52ec43-c50a-4eda-b31f-6a3d988c1cae tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:52.410746 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c3bc50-c977-42b7-b124-2353f9f7b651']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:52.413018 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c18cab3-7382-4c3d-b919-d1e582361662 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:52.413540 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c18cab3-7382-4c3d-b919-d1e582361662 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Fanout notify agent at l3_agent the message router_deleted on router 56a56bc9-57b7-41f4-9dff-ba1f9db43278 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:08:52.424173 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['f19e55b6-ff97-47b7-b590-e99f314dfdde', '8d81e54c-eaa6-4d92-ad3b-6611d478f91e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:08:52.428057 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['858abab7-64bc-43df-8b3d-85168cdb41d2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:08:52.462369 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c18cab3-7382-4c3d-b919-d1e582361662 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:52.465039 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2c18cab3-7382-4c3d-b919-d1e582361662 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "DELETE /v2.0/routers/56a56bc9-57b7-41f4-9dff-ba1f9db43278 HTTP/1.1" status: 204 len: 168 time: 2.3705015 Dec 06 15:08:52.477262 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe953140-b7a6-4fc3-aff9-1099c76df82f') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:52.477931 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe953140-b7a6-4fc3-aff9-1099c76df82f') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:52.484255 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49834) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:52.491156 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1756529464', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'enable_snat': False}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:52.533096 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:52.576819 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e7d67bc5-1250-47e2-9457-6f1ffc0c898d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:08:52.592492 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:52.607156 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:08:52.607551 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:52.618493 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: e7d67bc5-1250-47e2-9457-6f1ffc0c898d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:08:52.618844 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e7d67bc5-1250-47e2-9457-6f1ffc0c898d not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:08:52.660046 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e975436b-8627-4a39-800c-bd483bd37c55 req-ec52ec43-c50a-4eda-b31f-6a3d988c1cae tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] No DVR routers for this DVR port 8d81e54c-eaa6-4d92-ad3b-6611d478f91e on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:08:52.754885 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e975436b-8627-4a39-800c-bd483bd37c55 req-ec52ec43-c50a-4eda-b31f-6a3d988c1cae tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:52.768281 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e975436b-8627-4a39-800c-bd483bd37c55 req-ec52ec43-c50a-4eda-b31f-6a3d988c1cae tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.23 "DELETE /v2.0/ports/8d81e54c-eaa6-4d92-ad3b-6611d478f91e HTTP/1.1" status: 204 len: 173 time: 1.1419094 Dec 06 15:08:52.769225 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc25eeb4-4820-4491-ad85-973a89abbacb', 'name': 'network-vif-deleted', 'tag': '8d81e54c-eaa6-4d92-ad3b-6611d478f91e'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:08:52.775898 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c497ff07-fb26-4cca-893a-eb54cf11902e" -d '{"events": [{"server_uuid": "cc25eeb4-4820-4491-ad85-973a89abbacb", "name": "network-vif-deleted", "tag": "8d81e54c-eaa6-4d92-ad3b-6611d478f91e"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:08:52.779485 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52ec43-c50a-4eda-b31f-6a3d988c1cae tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Pushing event deleted for resources: {'Port': ['ID=8d81e54c-eaa6-4d92-ad3b-6611d478f91e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:08:52.829146 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:08:52.842573 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:52.842573 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:52.848465 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:52.883228 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:52.888081 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-38501a1e-acec-40ba-8a5b-3103d3ea1690 service neutron] 10.222.0.20 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334437 Dec 06 15:08:52.901051 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/networks/e0c3bc50-c977-42b7-b124-2353f9f7b651 HTTP/1.1" status: 204 len: 168 time: 2.2571523 Dec 06 15:08:52.902973 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49838) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:52.919459 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-728e9b71-1725-47b6-b9a6-d8e74c3ac252 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-504236696', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:52.919749 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb75a56-7bbd-48fb-aeed-ec092bb4dfb2 x-openstack-request-id: req-2bb75a56-7bbd-48fb-aeed-ec092bb4dfb2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:08:52.920588 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc25eeb4-4820-4491-ad85-973a89abbacb", "name": "network-vif-deleted", "tag": "8d81e54c-eaa6-4d92-ad3b-6611d478f91e", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:08:52.921080 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2bb75a56-7bbd-48fb-aeed-ec092bb4dfb2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:08:52.925756 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc25eeb4-4820-4491-ad85-973a89abbacb', 'name': 'network-vif-deleted', 'tag': '8d81e54c-eaa6-4d92-ad3b-6611d478f91e', 'status': 'completed', 'code': 200} Dec 06 15:08:52.977497 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9a31e-dd58-4d33-85f9-dc4017dfa273 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Network': ['ID=e0c3bc50-c977-42b7-b124-2353f9f7b651,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:53.034636 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-ce2ed8f7-521b-4e24-8256-7187cf1d0a73 service neutron] 10.222.0.20 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396923 Dec 06 15:08:53.086612 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-728e9b71-1725-47b6-b9a6-d8e74c3ac252 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:53.088171 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-728e9b71-1725-47b6-b9a6-d8e74c3ac252 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:53.096315 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:53.116067 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2ca0dc16-d281-422c-9e8c-310648a36608 req-f424e07d-1d2e-4129-9402-714230ec44b9 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc25eeb4-4820-4491-ad85-973a89abbacb HTTP/1.1" status: 200 len: 210 time: 0.0382290 Dec 06 15:08:53.438096 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:53.462392 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-783826cf-f322-4c3c-9735-fb0404086073 req-d5c85e01-f7fc-421c-b749-fe3574b53bba tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 210 time: 0.1575716 Dec 06 15:08:53.498890 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-728e9b71-1725-47b6-b9a6-d8e74c3ac252 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:53.511992 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-728e9b71-1725-47b6-b9a6-d8e74c3ac252 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:53.542650 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-728e9b71-1725-47b6-b9a6-d8e74c3ac252 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:53.547462 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-728e9b71-1725-47b6-b9a6-d8e74c3ac252 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6306453 Dec 06 15:08:53.548682 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49854) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:53.555876 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e058d224-eeb2-43c1-acb2-83e9bac3a6d2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'network': {'name': 'tempest-RoutersTest-1584403871'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:53.618181 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e058d224-eeb2-43c1-acb2-83e9bac3a6d2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:53.628842 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e058d224-eeb2-43c1-acb2-83e9bac3a6d2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:53.671111 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e058d224-eeb2-43c1-acb2-83e9bac3a6d2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:08:53.709423 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e058d224-eeb2-43c1-acb2-83e9bac3a6d2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:53.711239 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-e058d224-eeb2-43c1-acb2-83e9bac3a6d2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Added segment 34a83088-328b-4db8-8bff-49619ef09b0c of type vlan for network 6c98e52b-6d26-4640-b9cd-74fc0815b8d7 Dec 06 15:08:53.794606 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e058d224-eeb2-43c1-acb2-83e9bac3a6d2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:53.825582 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e058d224-eeb2-43c1-acb2-83e9bac3a6d2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:53.839154 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e058d224-eeb2-43c1-acb2-83e9bac3a6d2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:53.839889 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e058d224-eeb2-43c1-acb2-83e9bac3a6d2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:53.888491 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:53.915269 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:53.921871 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e058d224-eeb2-43c1-acb2-83e9bac3a6d2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3701837 Dec 06 15:08:53.928423 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:53.942905 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-59bcbf93-050e-4e05-a0bf-f65c09dcbf15 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'subnet': {'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:54.006952 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058d224-eeb2-43c1-acb2-83e9bac3a6d2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Network': ['ID=6c98e52b-6d26-4640-b9cd-74fc0815b8d7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:54.022435 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 6c98e52b-6d26-4640-b9cd-74fc0815b8d7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:08:54.091269 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Allocated IP 172.35.7.2 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/d74b3702-074e-4433-ba87-bb566da1c7fe) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:54.254352 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bcbf93-050e-4e05-a0bf-f65c09dcbf15 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:54.264311 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59bcbf93-050e-4e05-a0bf-f65c09dcbf15 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:54.441579 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:54.545794 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:54.614435 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:54.619639 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:54.636284 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99cc106-6240-4f0d-8dd3-42dc21ed4394 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:08:54.645248 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:54.693414 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59bcbf93-050e-4e05-a0bf-f65c09dcbf15 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:54.713423 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ae078e30-7186-4705-8d42-1ae8df5e5817 None None] Provisioning complete for port d74b3702-074e-4433-ba87-bb566da1c7fe triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:54.713993 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae078e30-7186-4705-8d42-1ae8df5e5817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:54.734181 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5ba72b04-8293-443f-8b50-914fa66260ac req-1764a463-313f-4301-8b2b-1569c56da21d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 210 time: 0.1117010 Dec 06 15:08:54.739786 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Pushing event updated for resources: {'Port': ['ID=d74b3702-074e-4433-ba87-bb566da1c7fe,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:54.821025 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ae078e30-7186-4705-8d42-1ae8df5e5817 None None] Port d74b3702-074e-4433-ba87-bb566da1c7fe cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:54.901492 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcbf93-050e-4e05-a0bf-f65c09dcbf15 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Subnet': ['ID=c87d3b0f-987f-415a-a2a2-076147a67c1a,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:54.916548 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0afe54-4be5-4ee0-945e-d15514ca937a req-3c01608a-9589-4f20-a1dc-499e8e91bbde tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:54.918086 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-db0afe54-4be5-4ee0-945e-d15514ca937a req-3c01608a-9589-4f20-a1dc-499e8e91bbde tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027 HTTP/1.1" status: 200 len: 945 time: 0.2380462 Dec 06 15:08:55.017171 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bcbf93-050e-4e05-a0bf-f65c09dcbf15 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Checking segment: {'id': '34a83088-328b-4db8-8bff-49619ef09b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:08:55.017430 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bcbf93-050e-4e05-a0bf-f65c09dcbf15 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network hostable DHCP agents. Network: 6c98e52b-6d26-4640-b9cd-74fc0815b8d7, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:08:55.120266 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-db0afe54-4be5-4ee0-945e-d15514ca937a req-a532daa0-859f-4db5-b000-d5661769272b tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765542 Dec 06 15:08:55.134080 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-415fc435-7bc9-485b-896f-4efc4b46b368 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:55.135619 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-415fc435-7bc9-485b-896f-4efc4b46b368 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 806 time: 0.2285931 Dec 06 15:08:55.137240 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bcbf93-050e-4e05-a0bf-f65c09dcbf15 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network 6c98e52b-6d26-4640-b9cd-74fc0815b8d7 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:08:55.155898 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-d054a92a-db9b-45c0-8450-bdef9fcca67e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Request body: {'port': {'device_id': 'd282fb2b-f302-457d-a4a0-8b4ee6c91356', 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873', 'admin_state_up': True, 'tenant_id': 'e98772d35f004ef9b9b31e90472aefa4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:55.224946 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:55.236801 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-59bcbf93-050e-4e05-a0bf-f65c09dcbf15 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6c98e52b-6d26-4640-b9cd-74fc0815b8d7) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:55.244530 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bcbf93-050e-4e05-a0bf-f65c09dcbf15 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:55.246219 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59bcbf93-050e-4e05-a0bf-f65c09dcbf15 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:55.272757 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dc5980-6d30-45c2-8836-04cc9177ebce None None] Network 6c98e52b-6d26-4640-b9cd-74fc0815b8d7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:08:55.283529 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-59bcbf93-050e-4e05-a0bf-f65c09dcbf15 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3543968 Dec 06 15:08:55.284173 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49874) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:55.484636 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-d054a92a-db9b-45c0-8450-bdef9fcca67e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Made reservation on behalf of e98772d35f004ef9b9b31e90472aefa4 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:55.487944 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-d054a92a-db9b-45c0-8450-bdef9fcca67e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:55.604383 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:08:55.606957 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:55.659187 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:55.942834 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-d054a92a-db9b-45c0-8450-bdef9fcca67e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Allocated IP 172.20.0.13 (47288c44-0415-406f-a9a9-d0bd8bc69873/fd9744b0-5db8-4d6f-a5a9-70588c431a8f/836f91cd-14b4-4dab-b538-9fae3e16c391) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:55.962678 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e6945-54ac-4ae6-b199-fd3046612027 req-a57c943f-1847-4a9a-8ffa-3c1a198ce15f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:55.964373 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-041e6945-54ac-4ae6-b199-fd3046612027 req-a57c943f-1847-4a9a-8ffa-3c1a198ce15f tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027 HTTP/1.1" status: 200 len: 945 time: 0.1116230 Dec 06 15:08:55.965685 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:56.093796 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8d81e54c-eaa6-4d92-ad3b-6611d478f91e no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:08:56.116871 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 8d81e54c-eaa6-4d92-ad3b-6611d478f91e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:08:56.117282 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8d81e54c-eaa6-4d92-ad3b-6611d478f91e not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:08:56.177080 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Allocated IP 172.20.0.2 (6c98e52b-6d26-4640-b9cd-74fc0815b8d7/c87d3b0f-987f-415a-a2a2-076147a67c1a/c1140c23-a1d7-4b80-8bcd-d0a5d738e142) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:56.260286 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bb0f8d40-e5b7-4cba-a193-a80d5cc8bc81 req-ec8d292a-3f4a-4bfa-bb6c-c6837580ffa9 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 210 time: 0.0414138 Dec 06 15:08:56.459562 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:56.472625 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Router 5f0df6c8-59c0-49d8-84d6-75fc54027cd6 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:08:56.476371 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:56.586348 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Pushing event updated for resources: {'Port': ['ID=c1140c23-a1d7-4b80-8bcd-d0a5d738e142,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:56.597585 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Network 6c98e52b-6d26-4640-b9cd-74fc0815b8d7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:56.631277 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:56.641869 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:56.653035 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:56.653415 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:56.653735 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:56.654077 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:56.654410 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:56.654736 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:56.655071 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:56.655398 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:56.656269 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:56.656596 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:56.656921 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:56.657245 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:56.657567 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:56.711621 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:08:56.721139 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Sync routers for ids ['5f0df6c8-59c0-49d8-84d6-75fc54027cd6'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:08:56.739431 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Routers {'5f0df6c8-59c0-49d8-84d6-75fc54027cd6'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:56.740661 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5f0df6c8-59c0-49d8-84d6-75fc54027cd6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:56.745800 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:56.753895 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1742ec23-43c8-41d1-899d-565b63e274b6 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2681713 Dec 06 15:08:56.754556 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49898) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:56.775750 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Attempting to bind port c1140c23-a1d7-4b80-8bcd-d0a5d738e142 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:08:56.776187 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Attempting to bind port c1140c23-a1d7-4b80-8bcd-d0a5d738e142 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '34a83088-328b-4db8-8bff-49619ef09b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:08:56.778917 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Attempting to bind port c1140c23-a1d7-4b80-8bcd-d0a5d738e142 on network 6c98e52b-6d26-4640-b9cd-74fc0815b8d7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:08:56.790009 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:08:56.790902 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Checking segment: {'id': '34a83088-328b-4db8-8bff-49619ef09b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:08:56.790902 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:56.791210 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Bound using segment: {'id': '34a83088-328b-4db8-8bff-49619ef09b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:08:56.791586 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Bound port: c1140c23-a1d7-4b80-8bcd-d0a5d738e142, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a83088-328b-4db8-8bff-49619ef09b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:08:56.797340 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:56.825439 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-041e6945-54ac-4ae6-b199-fd3046612027 req-5b5fee28-a3b6-4aeb-b799-389baac9774e tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Deleting port f19e55b6-ff97-47b7-b590-e99f314dfdde {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:56.825802 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-041e6945-54ac-4ae6-b199-fd3046612027 req-5b5fee28-a3b6-4aeb-b799-389baac9774e tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:56.915114 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f4dfce8e-291a-47c5-ad85-aa92125bf9a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "GET /v2.0/routers/5f0df6c8-59c0-49d8-84d6-75fc54027cd6 HTTP/1.1" status: 200 len: 907 time: 0.1592441 Dec 06 15:08:56.916016 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49900) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:56.923257 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1756529464', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'enable_snat': True}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:56.931337 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] For port c1140c23-a1d7-4b80-8bcd-d0a5d738e142, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:08:56.936953 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] For port c1140c23-a1d7-4b80-8bcd-d0a5d738e142, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c1140c23-a1d7-4b80-8bcd-d0a5d738e142,segment=NetworkSegment(34a83088-328b-4db8-8bff-49619ef09b0c),segment_id=34a83088-328b-4db8-8bff-49619ef09b0c)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:08:56.948773 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:56.981135 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:56.982505 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:57.041130 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Set router 5f0df6c8-59c0-49d8-84d6-75fc54027cd6 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:08:57.132745 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc4f17-bc14-4601-b310-754816f58fff None None] Pushing event updated for resources: {'Port': ['ID=c1140c23-a1d7-4b80-8bcd-d0a5d738e142,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:57.138809 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:57.414978 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0df6c8-59c0-49d8-84d6-75fc54027cd6', 'name': 'tempest-snat-router-1756529464', 'tenant_id': '5679a2d5b2a349fc91935ee32bf1ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.2'}], 'enable_snat': False}, 'gw_port_id': 'd74b3702-074e-4433-ba87-bb566da1c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:52Z', 'updated_at': '2021-12-06T15:08:55Z', 'revision_number': 3, 'project_id': '5679a2d5b2a349fc91935ee32bf1ac1d', 'gw_port': {'id': 'd74b3702-074e-4433-ba87-bb566da1c7fe', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:54:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0df6c8-59c0-49d8-84d6-75fc54027cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:08:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:57.438780 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Allocated IP 172.20.0.1 (6c98e52b-6d26-4640-b9cd-74fc0815b8d7/c87d3b0f-987f-415a-a2a2-076147a67c1a/620d032d-e3ca-49f0-a2cd-ce375d45b13a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:57.463343 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7e1d6462-9a82-483d-969b-48563a8aeab0 req-ff2ad1e1-25e5-45a4-8213-2aa8b8842697 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 210 time: 0.0716612 Dec 06 15:08:57.469743 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:57.477787 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Checking router: 5f0df6c8-59c0-49d8-84d6-75fc54027cd6 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:08:57.478422 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Updating router 5f0df6c8-59c0-49d8-84d6-75fc54027cd6 port d74b3702-074e-4433-ba87-bb566da1c7fe binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:08:57.528755 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:57.636952 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-041e6945-54ac-4ae6-b199-fd3046612027 req-5b5fee28-a3b6-4aeb-b799-389baac9774e tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] For port f19e55b6-ff97-47b7-b590-e99f314dfdde, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f19e55b6-ff97-47b7-b590-e99f314dfdde,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:57.637615 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-041e6945-54ac-4ae6-b199-fd3046612027 req-5b5fee28-a3b6-4aeb-b799-389baac9774e tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:57.663719 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-041e6945-54ac-4ae6-b199-fd3046612027 req-5b5fee28-a3b6-4aeb-b799-389baac9774e tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Calling delete_port for f19e55b6-ff97-47b7-b590-e99f314dfdde owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:57.837173 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:57.853749 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:57.866550 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:57.897984 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:57.922076 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43586135-0fc3-459c-935b-a6c81185ef4c None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:08:57.926688 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f723e-d2fe-47a6-810b-068bd7e040f5 None None] Pushing event updated for resources: {'Port': ['ID=d74b3702-074e-4433-ba87-bb566da1c7fe,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:57.929491 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Attempting to bind port d74b3702-074e-4433-ba87-bb566da1c7fe on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:08:57.929871 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Attempting to bind port d74b3702-074e-4433-ba87-bb566da1c7fe by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:08:57.930310 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Attempting to bind port d74b3702-074e-4433-ba87-bb566da1c7fe on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:08:57.937813 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:08:57.937813 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:08:57.938067 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:57.939094 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:08:57.939094 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Bound port: d74b3702-074e-4433-ba87-bb566da1c7fe, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:08:57.939379 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:57.997453 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-852ef1b7-bca5-4146-88fe-84b035fb8b71 None None] Provisioning complete for port d74b3702-074e-4433-ba87-bb566da1c7fe triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:58.002078 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] For port d74b3702-074e-4433-ba87-bb566da1c7fe, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:08:58.006817 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] For port d74b3702-074e-4433-ba87-bb566da1c7fe, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d74b3702-074e-4433-ba87-bb566da1c7fe,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:08:58.008240 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-852ef1b7-bca5-4146-88fe-84b035fb8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:58.018734 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:58.044100 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-041e6945-54ac-4ae6-b199-fd3046612027 req-5b5fee28-a3b6-4aeb-b799-389baac9774e tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:58.056648 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd95021-1bee-4d81-90ee-13532b890166 req-bfa2b5ca-8cf8-4f5f-abb2-4d7964fcd595 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:58.064676 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdd95021-1bee-4d81-90ee-13532b890166 req-bfa2b5ca-8cf8-4f5f-abb2-4d7964fcd595 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027 HTTP/1.1" status: 200 len: 945 time: 1.4087956 Dec 06 15:08:58.129748 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-852ef1b7-bca5-4146-88fe-84b035fb8b71 None None] Port d74b3702-074e-4433-ba87-bb566da1c7fe cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:58.131808 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['858abab7-64bc-43df-8b3d-85168cdb41d2'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:08:58.143161 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f723e-d2fe-47a6-810b-068bd7e040f5 None None] Pushing event updated for resources: {'Port': ['ID=d74b3702-074e-4433-ba87-bb566da1c7fe,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:58.188778 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fee28-a3b6-4aeb-b799-389baac9774e tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Pushing event deleted for resources: {'Port': ['ID=f19e55b6-ff97-47b7-b590-e99f314dfdde,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:58.189024 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Routers {'5f0df6c8-59c0-49d8-84d6-75fc54027cd6'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:58.189723 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5f0df6c8-59c0-49d8-84d6-75fc54027cd6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:58.194291 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-d054a92a-db9b-45c0-8450-bdef9fcca67e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:58.257244 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-041e6945-54ac-4ae6-b199-fd3046612027 req-5b5fee28-a3b6-4aeb-b799-389baac9774e tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] No DVR routers for this DVR port f19e55b6-ff97-47b7-b590-e99f314dfdde on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:08:58.264596 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f74f449-4f39-40d0-81f7-60ce24637303 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:08:58.271804 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-041e6945-54ac-4ae6-b199-fd3046612027 req-5b5fee28-a3b6-4aeb-b799-389baac9774e tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:58.276310 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-041e6945-54ac-4ae6-b199-fd3046612027 req-5b5fee28-a3b6-4aeb-b799-389baac9774e tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.23 "DELETE /v2.0/ports/f19e55b6-ff97-47b7-b590-e99f314dfdde HTTP/1.1" status: 204 len: 173 time: 2.3019416 Dec 06 15:08:58.277019 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027', 'name': 'network-vif-deleted', 'tag': 'f19e55b6-ff97-47b7-b590-e99f314dfdde'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:08:58.282056 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Allocated IP 172.35.7.216 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/188ce535-ba2b-4e84-a80a-c6c30702c9b7) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:58.291239 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10386f6b-1e58-4ef9-8199-3f4b98553d17" -d '{"events": [{"server_uuid": "cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027", "name": "network-vif-deleted", "tag": "f19e55b6-ff97-47b7-b590-e99f314dfdde"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:08:58.338660 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:58.356131 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] Set router 5f0df6c8-59c0-49d8-84d6-75fc54027cd6 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:08:58.453845 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdd95021-1bee-4d81-90ee-13532b890166 req-b0dc2422-c18e-42b2-8055-0f6ffc842fd3 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877490 Dec 06 15:08:58.459915 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5825f02c-55b7-4491-8863-0a6e5274d046 None None] Provisioning complete for port d74b3702-074e-4433-ba87-bb566da1c7fe triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:58.460381 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5825f02c-55b7-4491-8863-0a6e5274d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:58.536379 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:58.554961 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:58.613057 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-d054a92a-db9b-45c0-8450-bdef9fcca67e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:58.806132 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc29e6ff-1e1d-4974-8566-04db52ba13fb x-openstack-request-id: req-bc29e6ff-1e1d-4974-8566-04db52ba13fb {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:08:58.806132 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027", "name": "network-vif-deleted", "tag": "f19e55b6-ff97-47b7-b590-e99f314dfdde", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:08:58.806132 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc29e6ff-1e1d-4974-8566-04db52ba13fb {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:08:58.806132 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc6e5ce-0c5a-4f66-874d-e6fbe93cf027', 'name': 'network-vif-deleted', 'tag': 'f19e55b6-ff97-47b7-b590-e99f314dfdde', 'status': 'completed', 'code': 200} Dec 06 15:08:58.809556 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08010f02-a7a3-492c-a640-f7ff18998283 req-efcc9eeb-61f6-4339-8eb1-7a417abb4861 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:58.809556 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08010f02-a7a3-492c-a640-f7ff18998283 req-efcc9eeb-61f6-4339-8eb1-7a417abb4861 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.7736475 Dec 06 15:08:58.862686 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c1140c23-a1d7-4b80-8bcd-d0a5d738e142 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:08:58.924762 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5825f02c-55b7-4491-8863-0a6e5274d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:58.964817 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d47c536-2bb7-44ce-882c-4e37bf3ac56b None None] Network 6c98e52b-6d26-4640-b9cd-74fc0815b8d7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:08:58.971894 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5825f02c-55b7-4491-8863-0a6e5274d046 None None] For port d74b3702-074e-4433-ba87-bb566da1c7fe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d74b3702-074e-4433-ba87-bb566da1c7fe,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:58.989182 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08010f02-a7a3-492c-a640-f7ff18998283 req-cde435ce-6a83-4af5-aa0c-4836d82cb7e1 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183175 Dec 06 15:08:59.000817 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:59.022972 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5825f02c-55b7-4491-8863-0a6e5274d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:59.095394 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port c1140c23-a1d7-4b80-8bcd-d0a5d738e142 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:59.096058 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:59.114591 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Pushing event updated for resources: {'Port': ['ID=188ce535-ba2b-4e84-a80a-c6c30702c9b7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:59.125706 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054a92a-db9b-45c0-8450-bdef9fcca67e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Pushing event updated for resources: {'Port': ['ID=836f91cd-14b4-4dab-b538-9fae3e16c391,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:59.133639 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-d054a92a-db9b-45c0-8450-bdef9fcca67e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Network 47288c44-0415-406f-a9a9-d0bd8bc69873 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:59.140377 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-d054a92a-db9b-45c0-8450-bdef9fcca67e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:59.144906 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:59.148252 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:59.150965 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-d054a92a-db9b-45c0-8450-bdef9fcca67e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:59.154679 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:59.170750 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0df6c8-59c0-49d8-84d6-75fc54027cd6', 'name': 'tempest-snat-router-1756529464', 'tenant_id': '5679a2d5b2a349fc91935ee32bf1ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.2'}], 'enable_snat': False}, 'gw_port_id': 'd74b3702-074e-4433-ba87-bb566da1c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:52Z', 'updated_at': '2021-12-06T15:08:55Z', 'revision_number': 3, 'project_id': '5679a2d5b2a349fc91935ee32bf1ac1d', 'gw_port': {'id': 'd74b3702-074e-4433-ba87-bb566da1c7fe', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:54:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0df6c8-59c0-49d8-84d6-75fc54027cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:59.180220 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['cf411024-9a4e-4fcd-9337-dcd3d6eb31fa'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:08:59.188377 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0e9bf2-3b31-45e3-a6d2-90a6005fce29 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:08:59.211177 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71aa641-bf1d-4ea5-8da7-3745e25339ad None None] The sync data for ids ['5f0df6c8-59c0-49d8-84d6-75fc54027cd6'] in n-d-master-1 is: [{'id': '5f0df6c8-59c0-49d8-84d6-75fc54027cd6', 'name': 'tempest-snat-router-1756529464', 'tenant_id': '5679a2d5b2a349fc91935ee32bf1ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.2'}], 'enable_snat': False}, 'gw_port_id': 'd74b3702-074e-4433-ba87-bb566da1c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:52Z', 'updated_at': '2021-12-06T15:08:55Z', 'revision_number': 3, 'project_id': '5679a2d5b2a349fc91935ee32bf1ac1d', 'gw_port': {'id': 'd74b3702-074e-4433-ba87-bb566da1c7fe', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:54:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0df6c8-59c0-49d8-84d6-75fc54027cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:08:59.224335 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-d054a92a-db9b-45c0-8450-bdef9fcca67e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:59.226398 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-d054a92a-db9b-45c0-8450-bdef9fcca67e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:59.261842 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825f02c-55b7-4491-8863-0a6e5274d046 None None] Pushing event updated for resources: {'Port': ['ID=d74b3702-074e-4433-ba87-bb566da1c7fe,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:59.265753 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:59.303954 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2919917f-d2ed-4f51-a21d-17961232e5ca None None] Provisioning complete for port c1140c23-a1d7-4b80-8bcd-d0a5d738e142 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:59.304611 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2919917f-d2ed-4f51-a21d-17961232e5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:59.339844 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51788168-979d-40ca-aa66-b0a9afbd17de req-3f1ab7de-b83a-466e-9c9f-04908750f4a3 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:59.346525 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51788168-979d-40ca-aa66-b0a9afbd17de req-3f1ab7de-b83a-466e-9c9f-04908750f4a3 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 932 time: 0.4887667 Dec 06 15:08:59.489194 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-d054a92a-db9b-45c0-8450-bdef9fcca67e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3384056 Dec 06 15:08:59.586253 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:59.586418 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Request body: {'port': {'device_id': 'd282fb2b-f302-457d-a4a0-8b4ee6c91356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:59.604679 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network 6c98e52b-6d26-4640-b9cd-74fc0815b8d7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:59.663718 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:59.679393 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:59.695542 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:59.696090 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2919917f-d2ed-4f51-a21d-17961232e5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:59.708239 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port c1140c23-a1d7-4b80-8bcd-d0a5d738e142, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c1140c23-a1d7-4b80-8bcd-d0a5d738e142,segment=NetworkSegment(34a83088-328b-4db8-8bff-49619ef09b0c),segment_id=34a83088-328b-4db8-8bff-49619ef09b0c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:59.736456 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:59.800406 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device f19e55b6-ff97-47b7-b590-e99f314dfdde no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:08:59.900609 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51788168-979d-40ca-aa66-b0a9afbd17de req-2c29d32e-4ee1-44a1-99d5-ce5ff0fc56d1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388727 Dec 06 15:08:59.971506 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:00.041909 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=620d032d-e3ca-49f0-a2cd-ce375d45b13a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:00.054346 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-2919917f-d2ed-4f51-a21d-17961232e5ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:09:00.055416 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-2919917f-d2ed-4f51-a21d-17961232e5ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:09:00.088703 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: f19e55b6-ff97-47b7-b590-e99f314dfdde {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:09:00.089870 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device f19e55b6-ff97-47b7-b590-e99f314dfdde not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:09:00.151557 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:00.159011 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:00.298068 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=c1140c23-a1d7-4b80-8bcd-d0a5d738e142,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:00.335679 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d5def-e72f-4d7f-baaf-a7daeb36877a req-2c57bbed-f94a-43ac-9ff8-882c21de60ff tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:00.337265 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-417d5def-e72f-4d7f-baaf-a7daeb36877a req-2c57bbed-f94a-43ac-9ff8-882c21de60ff tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.37 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.3898170 Dec 06 15:09:00.611322 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:00.749993 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-be81d326-58a4-4342-99a0-d8bb336fcebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:00.816518 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3889d54f-6caa-47a1-b3d4-6bc077139b3f None None] Provisioning complete for port 620d032d-e3ca-49f0-a2cd-ce375d45b13a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:00.816894 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3889d54f-6caa-47a1-b3d4-6bc077139b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:00.839569 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52ea0d-0844-4cd3-8ab8-00f57aa61f16 req-a5d55ce3-e1ba-4a11-bb0b-c501792f1706 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:00.850704 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fd52ea0d-0844-4cd3-8ab8-00f57aa61f16 req-a5d55ce3-e1ba-4a11-bb0b-c501792f1706 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.3104012 Dec 06 15:09:00.873300 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c1140c23-a1d7-4b80-8bcd-d0a5d738e142 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:09:01.058965 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3889d54f-6caa-47a1-b3d4-6bc077139b3f None None] Port 620d032d-e3ca-49f0-a2cd-ce375d45b13a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:01.070707 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fd52ea0d-0844-4cd3-8ab8-00f57aa61f16 req-40411e02-fd73-47a9-85b6-dbc1755bd570 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143564 Dec 06 15:09:01.117181 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836f91cd-14b4-4dab-b538-9fae3e16c391 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:09:01.124008 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3889d54f-6caa-47a1-b3d4-6bc077139b3f None None] Provisioning complete for port c1140c23-a1d7-4b80-8bcd-d0a5d738e142 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:01.127163 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3889d54f-6caa-47a1-b3d4-6bc077139b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:01.132330 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:01.139003 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Router be2809da-5335-4116-b500-043bd29e9cc9 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:09:01.150192 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Transition to ACTIVE for port object 836f91cd-14b4-4dab-b538-9fae3e16c391 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:09:01.183385 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:01.271973 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port c1140c23-a1d7-4b80-8bcd-d0a5d738e142 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:01.276173 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:01.454746 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:01.455207 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:01.472840 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76b75a-abe0-4375-9518-0e19fae08e2a req-59c858ec-b93a-40e7-9e72-1a4d44df455c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:01.474477 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0e76b75a-abe0-4375-9518-0e19fae08e2a req-59c858ec-b93a-40e7-9e72-1a4d44df455c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 944 time: 0.3170345 Dec 06 15:09:01.516536 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:01.518271 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8d6209ac-29df-4279-8a65-2e1d6b50a3a4 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6012969 Dec 06 15:09:01.518736 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b08c44-8298-4334-bb85-774126f835f8 None None] Sync routers for ids ['be2809da-5335-4116-b500-043bd29e9cc9'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:09:01.521588 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49976) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:01.567289 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=836f91cd-14b4-4dab-b538-9fae3e16c391,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:01.609968 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b08c44-8298-4334-bb85-774126f835f8 None None] Routers {'be2809da-5335-4116-b500-043bd29e9cc9'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:01.610663 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b0b08c44-8298-4334-bb85-774126f835f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['be2809da-5335-4116-b500-043bd29e9cc9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:01.676968 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:01.677615 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:01.678189 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:01.678706 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:01.679287 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:01.679895 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:01.680453 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:01.681003 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:01.681583 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:01.682135 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:01.682728 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:01.683277 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:01.683955 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:01.813803 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d74b3702-074e-4433-ba87-bb566da1c7fe up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:09:01.843758 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0e76b75a-abe0-4375-9518-0e19fae08e2a req-472fa572-960e-4242-b957-919ceb190d77 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234491 Dec 06 15:09:01.887902 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3889d54f-6caa-47a1-b3d4-6bc077139b3f None None] Provisioning complete for port 188ce535-ba2b-4e84-a80a-c6c30702c9b7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:01.888276 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3889d54f-6caa-47a1-b3d4-6bc077139b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:01.970627 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-417d5def-e72f-4d7f-baaf-a7daeb36877a req-598eff19-f060-4f7d-bf8f-11da52302e41 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Deleting port de19c76a-d25a-4425-8d66-eb411eb4173a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:01.975562 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-417d5def-e72f-4d7f-baaf-a7daeb36877a req-598eff19-f060-4f7d-bf8f-11da52302e41 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:02.030131 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b0b08c44-8298-4334-bb85-774126f835f8 None None] Set router be2809da-5335-4116-b500-043bd29e9cc9 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:02.153478 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Attempting to bind port 836f91cd-14b4-4dab-b538-9fae3e16c391 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:09:02.153935 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Attempting to bind port 836f91cd-14b4-4dab-b538-9fae3e16c391 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:09:02.154217 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Attempting to bind port 836f91cd-14b4-4dab-b538-9fae3e16c391 on network 47288c44-0415-406f-a9a9-d0bd8bc69873 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:09:02.207802 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Port 836f91cd-14b4-4dab-b538-9fae3e16c391 on network 47288c44-0415-406f-a9a9-d0bd8bc69873 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:09:02.215007 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Attempting to bind port 836f91cd-14b4-4dab-b538-9fae3e16c391 on network 47288c44-0415-406f-a9a9-d0bd8bc69873 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:09:02.253945 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d74b3702-074e-4433-ba87-bb566da1c7fe triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:02.254960 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:02.315336 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3889d54f-6caa-47a1-b3d4-6bc077139b3f None None] Port 188ce535-ba2b-4e84-a80a-c6c30702c9b7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:02.580290 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-91b63bed-57b2-46d5-a024-5382c6b51483 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "GET /v2.0/routers/be2809da-5335-4116-b500-043bd29e9cc9 HTTP/1.1" status: 200 len: 908 time: 1.0566843 Dec 06 15:09:02.581061 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:09:02.581410 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Checking segment: {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:09:02.581798 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Bound using segment: {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:09:02.582246 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Bound port: 836f91cd-14b4-4dab-b538-9fae3e16c391, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:09:02.582605 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:02.591687 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50000) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:02.616422 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa59744-14cb-4b43-a11b-40a937481d19 req-6f76ea2a-b366-4ee6-b5a2-be8f09d78930 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:02.618541 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9aa59744-14cb-4b43-a11b-40a937481d19 req-6f76ea2a-b366-4ee6-b5a2-be8f09d78930 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 945 time: 0.1552763 Dec 06 15:09:02.664973 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b0b08c44-8298-4334-bb85-774126f835f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2809da-5335-4116-b500-043bd29e9cc9', 'name': 'tempest-snat-router-1756529464', 'tenant_id': '5679a2d5b2a349fc91935ee32bf1ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.216'}], 'enable_snat': True}, 'gw_port_id': '188ce535-ba2b-4e84-a80a-c6c30702c9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:08:59Z', 'revision_number': 3, 'project_id': '5679a2d5b2a349fc91935ee32bf1ac1d', 'gw_port': {'id': '188ce535-ba2b-4e84-a80a-c6c30702c9b7', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2809da-5335-4116-b500-043bd29e9cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:57Z', 'updated_at': '2021-12-06T15:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:02.734892 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b08c44-8298-4334-bb85-774126f835f8 None None] Checking router: be2809da-5335-4116-b500-043bd29e9cc9 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:09:02.735256 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b08c44-8298-4334-bb85-774126f835f8 None None] Updating router be2809da-5335-4116-b500-043bd29e9cc9 port 188ce535-ba2b-4e84-a80a-c6c30702c9b7 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:09:02.836408 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-417d5def-e72f-4d7f-baaf-a7daeb36877a req-598eff19-f060-4f7d-bf8f-11da52302e41 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] For port de19c76a-d25a-4425-8d66-eb411eb4173a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=de19c76a-d25a-4425-8d66-eb411eb4173a,segment=NetworkSegment(01c1d4de-7367-4370-91b8-845ea5e2c9df),segment_id=01c1d4de-7367-4370-91b8-845ea5e2c9df)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:02.836781 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-417d5def-e72f-4d7f-baaf-a7daeb36877a req-598eff19-f060-4f7d-bf8f-11da52302e41 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:02.845034 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0b08c44-8298-4334-bb85-774126f835f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:02.900385 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fd59f2e-f748-4a48-85e1-0d4619ad93ce tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:02.989731 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:03.010589 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:03.180106 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fd59f2e-f748-4a48-85e1-0d4619ad93ce tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:03.217107 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9aa59744-14cb-4b43-a11b-40a937481d19 req-a7ce4efe-5028-48be-b83e-c0cc3e7cec6d tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c33869b-a750-4387-8808-393cd874aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5797822 Dec 06 15:09:03.223610 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:03.283420 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] For port 836f91cd-14b4-4dab-b538-9fae3e16c391, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:09:03.344336 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4fd59f2e-f748-4a48-85e1-0d4619ad93ce tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Deleting port 188ce535-ba2b-4e84-a80a-c6c30702c9b7 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:03.344336 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fd59f2e-f748-4a48-85e1-0d4619ad93ce tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:03.484158 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] For port 836f91cd-14b4-4dab-b538-9fae3e16c391, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=836f91cd-14b4-4dab-b538-9fae3e16c391,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:09:03.542601 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fd59f2e-f748-4a48-85e1-0d4619ad93ce tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:03.561427 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4fd59f2e-f748-4a48-85e1-0d4619ad93ce tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Calling delete_port for 188ce535-ba2b-4e84-a80a-c6c30702c9b7 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:03.562610 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network 6c98e52b-6d26-4640-b9cd-74fc0815b8d7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:03.563455 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=620d032d-e3ca-49f0-a2cd-ce375d45b13a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:03.578980 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:03.632169 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:03.677297 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3c9a-e257-45cc-8a9a-27d2e1c1ead8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:03.693955 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:03.696537 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:03.698189 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] 10.222.0.23 "PUT /v2.0/ports/836f91cd-14b4-4dab-b538-9fae3e16c391 HTTP/1.1" status: 200 len: 1092 time: 4.1318104 Dec 06 15:09:03.712556 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd282fb2b-f302-457d-a4a0-8b4ee6c91356', 'tag': '836f91cd-14b4-4dab-b538-9fae3e16c391'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:09:03.726404 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb15f01a-a8d7-499a-892c-a133bf6f7100" -d '{"events": [{"name": "network-changed", "server_uuid": "d282fb2b-f302-457d-a4a0-8b4ee6c91356", "tag": "836f91cd-14b4-4dab-b538-9fae3e16c391"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:09:03.819345 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device de19c76a-d25a-4425-8d66-eb411eb4173a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:09:03.895338 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae9958-4b5e-461a-8745-922564a66ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=836f91cd-14b4-4dab-b538-9fae3e16c391,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:03.928037 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23addf90-42a1-4409-b426-c0c0cd849c55 req-4ed59928-5eac-4823-b1e4-b41ad0ddbca8 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:03.939834 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23addf90-42a1-4409-b426-c0c0cd849c55 req-4ed59928-5eac-4823-b1e4-b41ad0ddbca8 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 944 time: 0.8381903 Dec 06 15:09:03.963288 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d736ab17-4be2-4161-aa10-f583df6376e9 x-openstack-request-id: req-d736ab17-4be2-4161-aa10-f583df6376e9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:09:03.963556 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d282fb2b-f302-457d-a4a0-8b4ee6c91356", "tag": "836f91cd-14b4-4dab-b538-9fae3e16c391", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:09:03.963866 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d736ab17-4be2-4161-aa10-f583df6376e9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:09:03.964273 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd282fb2b-f302-457d-a4a0-8b4ee6c91356', 'tag': '836f91cd-14b4-4dab-b538-9fae3e16c391', 'status': 'completed', 'code': 200} Dec 06 15:09:03.992605 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fd59f2e-f748-4a48-85e1-0d4619ad93ce tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:04.047258 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-b0b08c44-8298-4334-bb85-774126f835f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:09:04.051710 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-b0b08c44-8298-4334-bb85-774126f835f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:09:04.053337 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f73405f-aafc-4c9d-9de4-7c2dbd104b1e None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:09:04.070533 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:04.079336 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd59f2e-f748-4a48-85e1-0d4619ad93ce tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Pushing event deleted for resources: {'Port': ['ID=188ce535-ba2b-4e84-a80a-c6c30702c9b7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:04.084707 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-417d5def-e72f-4d7f-baaf-a7daeb36877a req-598eff19-f060-4f7d-bf8f-11da52302e41 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:04.085089 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-417d5def-e72f-4d7f-baaf-a7daeb36877a req-598eff19-f060-4f7d-bf8f-11da52302e41 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:04.085347 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:04.085476 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [req-417d5def-e72f-4d7f-baaf-a7daeb36877a req-598eff19-f060-4f7d-bf8f-11da52302e41 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Floating IP c70e2e5f-f3e9-4b29-8c25-73d4484a40b7 disassociated. External IP: 172.35.7.75, port: de19c76a-d25a-4425-8d66-eb411eb4173a. Dec 06 15:09:04.085741 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-417d5def-e72f-4d7f-baaf-a7daeb36877a req-598eff19-f060-4f7d-bf8f-11da52302e41 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Calling delete_port for de19c76a-d25a-4425-8d66-eb411eb4173a owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:04.104035 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b7857ddd-0a2f-4f24-897a-37e5f66aac26 None None] Provisioning complete for port 620d032d-e3ca-49f0-a2cd-ce375d45b13a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:04.104468 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b7857ddd-0a2f-4f24-897a-37e5f66aac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:04.144177 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b7857ddd-0a2f-4f24-897a-37e5f66aac26 None None] Port 620d032d-e3ca-49f0-a2cd-ce375d45b13a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:04.164710 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91379162-d615-4f6d-b97b-78a42b89ee77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de19c76a-d25a-4425-8d66-eb411eb4173a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:09:04.167323 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023925c1-9383-4d8a-9906-c525e1fcda70" -d '{"events": [{"server_uuid": "91379162-d615-4f6d-b97b-78a42b89ee77", "name": "network-vif-unplugged", "status": "completed", "tag": "de19c76a-d25a-4425-8d66-eb411eb4173a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:09:04.175853 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port de19c76a-d25a-4425-8d66-eb411eb4173a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=de19c76a-d25a-4425-8d66-eb411eb4173a,segment=NetworkSegment(01c1d4de-7367-4370-91b8-845ea5e2c9df),segment_id=01c1d4de-7367-4370-91b8-845ea5e2c9df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:04.182716 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:04.189696 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fd59f2e-f748-4a48-85e1-0d4619ad93ce tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:04.288999 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-417d5def-e72f-4d7f-baaf-a7daeb36877a req-598eff19-f060-4f7d-bf8f-11da52302e41 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:04.308416 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fd59f2e-f748-4a48-85e1-0d4619ad93ce tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:04.312092 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1f619d-9dd2-4b03-ba8f-6cdcfed2c2ae x-openstack-request-id: req-1e1f619d-9dd2-4b03-ba8f-6cdcfed2c2ae {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:09:04.312560 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91379162-d615-4f6d-b97b-78a42b89ee77", "name": "network-vif-unplugged", "status": "completed", "tag": "de19c76a-d25a-4425-8d66-eb411eb4173a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:09:04.312829 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e1f619d-9dd2-4b03-ba8f-6cdcfed2c2ae {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:09:04.313242 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91379162-d615-4f6d-b97b-78a42b89ee77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de19c76a-d25a-4425-8d66-eb411eb4173a', 'code': 200} Dec 06 15:09:04.313371 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fd59f2e-f748-4a48-85e1-0d4619ad93ce tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:04.315404 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=de19c76a-d25a-4425-8d66-eb411eb4173a,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:04.390766 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fd59f2e-f748-4a48-85e1-0d4619ad93ce tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:04.392033 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd59f2e-f748-4a48-85e1-0d4619ad93ce tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be2809da-5335-4116-b500-043bd29e9cc9 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:09:04.400372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23addf90-42a1-4409-b426-c0c0cd849c55 req-5f7cfd24-ec21-479e-9278-4ec27ec9ad88 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595022 Dec 06 15:09:04.407644 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4fd59f2e-f748-4a48-85e1-0d4619ad93ce tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:04.409650 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598eff19-f060-4f7d-bf8f-11da52302e41 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Pushing event deleted for resources: {'Port': ['ID=de19c76a-d25a-4425-8d66-eb411eb4173a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:04.411332 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4fd59f2e-f748-4a48-85e1-0d4619ad93ce tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "DELETE /v2.0/routers/be2809da-5335-4116-b500-043bd29e9cc9 HTTP/1.1" status: 204 len: 168 time: 1.7907734 Dec 06 15:09:04.413622 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50032) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:04.572840 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b08c44-8298-4334-bb85-774126f835f8 None None] Port 188ce535-ba2b-4e84-a80a-c6c30702c9b7 not found while updating agent binding for router be2809da-5335-4116-b500-043bd29e9cc9. {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 06 15:09:04.624304 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b08c44-8298-4334-bb85-774126f835f8 None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:04.625991 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b08c44-8298-4334-bb85-774126f835f8 None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 15:09:04.628225 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_agentschedulers_db [None req-b0b08c44-8298-4334-bb85-774126f835f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be2809da-5335-4116-b500-043bd29e9cc9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent'). {{(pid=103290) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 15:09:04.629730 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b08c44-8298-4334-bb85-774126f835f8 None None] The sync data for ids ['be2809da-5335-4116-b500-043bd29e9cc9'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:09:04.739852 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-37babf09-ddfe-4e9b-a830-4b789649a7d0 req-640b96f3-f43e-4f27-bc21-8be423ab1e19 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 210 time: 0.2861617 Dec 06 15:09:04.785241 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8514df6a-d5f7-49a2-9847-fc4f7ac08730 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:04.967773 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8514df6a-d5f7-49a2-9847-fc4f7ac08730 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:05.046100 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8514df6a-d5f7-49a2-9847-fc4f7ac08730 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Deleting port d74b3702-074e-4433-ba87-bb566da1c7fe {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:05.046685 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8514df6a-d5f7-49a2-9847-fc4f7ac08730 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:05.103930 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-796f845e-8d66-4893-9cfe-9a0125830afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:05.125547 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-796f845e-8d66-4893-9cfe-9a0125830afb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 1095 time: 1.3243093 Dec 06 15:09:05.151265 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8514df6a-d5f7-49a2-9847-fc4f7ac08730 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] For port d74b3702-074e-4433-ba87-bb566da1c7fe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d74b3702-074e-4433-ba87-bb566da1c7fe,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:05.151801 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8514df6a-d5f7-49a2-9847-fc4f7ac08730 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:05.166060 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8514df6a-d5f7-49a2-9847-fc4f7ac08730 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Calling delete_port for d74b3702-074e-4433-ba87-bb566da1c7fe owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:05.245117 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-c381a52e-f717-4041-b8f1-7dab2ee4fcf5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=836f91cd-14b4-4dab-b538-9fae3e16c391 HTTP/1.1" status: 200 len: 217 time: 0.0943055 Dec 06 15:09:05.396117 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8514df6a-d5f7-49a2-9847-fc4f7ac08730 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:05.413653 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-43a7f879-8c72-4852-adde-1a51fb350b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:05.415117 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-43a7f879-8c72-4852-adde-1a51fb350b99 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd9744b0-5db8-4d6f-a5a9-70588c431a8f HTTP/1.1" status: 200 len: 846 time: 0.1529741 Dec 06 15:09:05.416159 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 451ea134-ac39-4d1f-9409-265096498296 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:09:05.457599 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-417d5def-e72f-4d7f-baaf-a7daeb36877a req-598eff19-f060-4f7d-bf8f-11da52302e41 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Router 6e4195f0-7dac-450d-b641-b17ac3aeacbe has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:09:05.466782 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-24bfaa73-ef55-41de-b26e-81b8fad7a59d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=47288c44-0415-406f-a9a9-d0bd8bc69873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408034 Dec 06 15:09:05.503150 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3edf9a3-804a-4ed8-a608-733457f09b6a None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:09:05.514865 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514df6a-d5f7-49a2-9847-fc4f7ac08730 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Pushing event deleted for resources: {'Port': ['ID=d74b3702-074e-4433-ba87-bb566da1c7fe,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:05.611406 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8514df6a-d5f7-49a2-9847-fc4f7ac08730 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:05.653151 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:05.682968 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:05.693400 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Sync routers for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:09:05.706327 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:05.709971 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:05.760443 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b5842417-e1be-42b5-8203-694d89f71ff4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/451ea134-ac39-4d1f-9409-265096498296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4427798 Dec 06 15:09:05.822284 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50058) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:05.847393 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:05.854224 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f2f904ea-8c1d-46b4-a383-b14fa3e365ed tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'network': {'name': 'tempest-RoutersTest-2111110695'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:05.862217 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8514df6a-d5f7-49a2-9847-fc4f7ac08730 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:05.866168 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8514df6a-d5f7-49a2-9847-fc4f7ac08730 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:05.953556 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2fc21f64-9997-4941-a688-a95c2b0aa316 req-388315cc-6302-4230-8bef-40c504c89e39 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 210 time: 0.0373695 Dec 06 15:09:05.954497 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f904ea-8c1d-46b4-a383-b14fa3e365ed tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:09:05.958965 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2f904ea-8c1d-46b4-a383-b14fa3e365ed tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:05.976260 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8514df6a-d5f7-49a2-9847-fc4f7ac08730 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:05.976987 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8514df6a-d5f7-49a2-9847-fc4f7ac08730 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f0df6c8-59c0-49d8-84d6-75fc54027cd6 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:09:05.990644 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f904ea-8c1d-46b4-a383-b14fa3e365ed tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:09:06.009462 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2f904ea-8c1d-46b4-a383-b14fa3e365ed tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:06.009862 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-f2f904ea-8c1d-46b4-a383-b14fa3e365ed tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Added segment b27152f3-1e4a-4f4b-88c5-878707c11a3b of type vlan for network dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc Dec 06 15:09:06.121589 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2f904ea-8c1d-46b4-a383-b14fa3e365ed tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:06.201988 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8514df6a-d5f7-49a2-9847-fc4f7ac08730 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:06.204227 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8514df6a-d5f7-49a2-9847-fc4f7ac08730 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "DELETE /v2.0/routers/5f0df6c8-59c0-49d8-84d6-75fc54027cd6 HTTP/1.1" status: 204 len: 168 time: 1.7896287 Dec 06 15:09:06.208671 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50072) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:06.222427 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1947281298', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:06.236355 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-417d5def-e72f-4d7f-baaf-a7daeb36877a req-598eff19-f060-4f7d-bf8f-11da52302e41 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:06.240808 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2f904ea-8c1d-46b4-a383-b14fa3e365ed tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:06.246580 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f904ea-8c1d-46b4-a383-b14fa3e365ed tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:06.247209 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2f904ea-8c1d-46b4-a383-b14fa3e365ed tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:06.254753 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fecac04-96e3-4dfc-b466-4c199eeb08fc None None] Sync routers for ids ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:09:06.280958 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fecac04-96e3-4dfc-b466-4c199eeb08fc None None] Routers {'6e4195f0-7dac-450d-b641-b17ac3aeacbe'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:06.281633 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7fecac04-96e3-4dfc-b466-4c199eeb08fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:06.299704 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f2f904ea-8c1d-46b4-a383-b14fa3e365ed tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4469907 Dec 06 15:09:06.325034 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50074) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:06.342433 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1df4e91e-b666-45d5-8117-0dc4efbc468e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'subnet': {'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:06.359976 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:00Z', 'revision_number': 2, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:02Z', 'revision_number': 2, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:06.448772 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Checking router: 451ea134-ac39-4d1f-9409-265096498296 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:09:06.451356 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Updating router 451ea134-ac39-4d1f-9409-265096498296 port 620d032d-e3ca-49f0-a2cd-ce375d45b13a binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:09:06.470142 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc1c14-3205-453d-ade3-4d363b7f33ce req-58e79ada-5c53-4b52-8ec6-4e92a58b2e86 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:06.472380 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07dc1c14-3205-453d-ade3-4d363b7f33ce req-58e79ada-5c53-4b52-8ec6-4e92a58b2e86 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 944 time: 0.7756596 Dec 06 15:09:06.549817 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:06.560855 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:06.561952 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:06.585476 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f904ea-8c1d-46b4-a383-b14fa3e365ed tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Network': ['ID=dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:06.599417 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-417d5def-e72f-4d7f-baaf-a7daeb36877a req-598eff19-f060-4f7d-bf8f-11da52302e41 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] No DVR routers for this DVR port de19c76a-d25a-4425-8d66-eb411eb4173a on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:09:06.602283 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-417d5def-e72f-4d7f-baaf-a7daeb36877a req-598eff19-f060-4f7d-bf8f-11da52302e41 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:06.612604 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-417d5def-e72f-4d7f-baaf-a7daeb36877a req-598eff19-f060-4f7d-bf8f-11da52302e41 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.37 "DELETE /v2.0/ports/de19c76a-d25a-4425-8d66-eb411eb4173a HTTP/1.1" status: 204 len: 173 time: 6.2251782 Dec 06 15:09:06.666406 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91379162-d615-4f6d-b97b-78a42b89ee77', 'name': 'network-vif-deleted', 'tag': 'de19c76a-d25a-4425-8d66-eb411eb4173a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:09:06.669221 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87aa2b7f-47bf-4c58-abe8-5e87643591de" -d '{"events": [{"server_uuid": "91379162-d615-4f6d-b97b-78a42b89ee77", "name": "network-vif-deleted", "tag": "de19c76a-d25a-4425-8d66-eb411eb4173a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:09:06.709468 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-d76eb570-dfc8-4b67-8d7d-190efa456ead service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0226648 Dec 06 15:09:06.711555 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7fecac04-96e3-4dfc-b466-4c199eeb08fc None None] Set router 6e4195f0-7dac-450d-b641-b17ac3aeacbe gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:06.873629 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:09:06.881648 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d74b3702-074e-4433-ba87-bb566da1c7fe no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:09:06.936911 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: d74b3702-074e-4433-ba87-bb566da1c7fe {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:09:06.937701 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d74b3702-074e-4433-ba87-bb566da1c7fe not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:09:06.965862 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:07.022256 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:07.085953 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f3245b5-7b6f-45a3-a538-364744bc8773 req-1f820171-6e92-4b7e-ab98-af3f1ff1dd39 service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615098 Dec 06 15:09:07.088392 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ca9728-b129-41ed-9d84-63c60da56450 x-openstack-request-id: req-07ca9728-b129-41ed-9d84-63c60da56450 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:09:07.088824 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91379162-d615-4f6d-b97b-78a42b89ee77", "name": "network-vif-deleted", "tag": "de19c76a-d25a-4425-8d66-eb411eb4173a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:09:07.089080 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07ca9728-b129-41ed-9d84-63c60da56450 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:09:07.089479 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91379162-d615-4f6d-b97b-78a42b89ee77', 'name': 'network-vif-deleted', 'tag': 'de19c76a-d25a-4425-8d66-eb411eb4173a', 'status': 'completed', 'code': 200} Dec 06 15:09:07.112333 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07dc1c14-3205-453d-ade3-4d363b7f33ce req-b74c0d46-c86c-42b6-93d0-cd7cb3868f50 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952805 Dec 06 15:09:07.192562 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df4e91e-b666-45d5-8117-0dc4efbc468e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:09:07.215853 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1df4e91e-b666-45d5-8117-0dc4efbc468e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:07.354080 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15f01a-a8d7-499a-892c-a133bf6f7100 req-f443dfd1-b20c-4c65-9b29-3373d7c1dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:07.361222 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb15f01a-a8d7-499a-892c-a133bf6f7100 req-f443dfd1-b20c-4c65-9b29-3373d7c1dffc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 1095 time: 0.2021344 Dec 06 15:09:07.517747 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-254f398f-84a8-402e-a621-a8a9db824c35 req-08916ee4-3c8e-4627-9c0f-002be618af61 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=91379162-d615-4f6d-b97b-78a42b89ee77 HTTP/1.1" status: 200 len: 210 time: 0.1760049 Dec 06 15:09:07.602320 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:07.616785 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:07.688421 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e67d-63c3-4769-9fcd-3d945103c09e None None] Pushing event updated for resources: {'Port': ['ID=620d032d-e3ca-49f0-a2cd-ce375d45b13a,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:07.704120 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:09:07.731708 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7fecac04-96e3-4dfc-b466-4c199eeb08fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:04:28Z', 'revision_number': 4, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0459c218-5051-4a8f-9e96-37f1d2f3503a', 'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'mac_address': 'fa:16:3e:23:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:26Z', 'updated_at': '2021-12-06T15:04:33Z', 'revision_number': 5, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'subnets': [{'id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:07.754265 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15f01a-a8d7-499a-892c-a133bf6f7100 req-da9a1465-1f25-4e44-a5f7-c856a07b8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:07.764292 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb15f01a-a8d7-499a-892c-a133bf6f7100 req-da9a1465-1f25-4e44-a5f7-c856a07b8c56 service neutron] 10.222.0.23 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 907 time: 0.2440491 Dec 06 15:09:07.776372 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:07.812266 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fecac04-96e3-4dfc-b466-4c199eeb08fc None None] Checking router: 6e4195f0-7dac-450d-b641-b17ac3aeacbe for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:09:07.814948 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 836f91cd-14b4-4dab-b538-9fae3e16c391 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:09:07.828094 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Attempting to bind port 620d032d-e3ca-49f0-a2cd-ce375d45b13a on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:09:07.828468 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Attempting to bind port 620d032d-e3ca-49f0-a2cd-ce375d45b13a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '34a83088-328b-4db8-8bff-49619ef09b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:09:07.828848 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Attempting to bind port 620d032d-e3ca-49f0-a2cd-ce375d45b13a on network 6c98e52b-6d26-4640-b9cd-74fc0815b8d7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:09:07.850052 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:09:07.850437 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Checking segment: {'id': '34a83088-328b-4db8-8bff-49619ef09b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:09:07.850847 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:07.851324 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Bound using segment: {'id': '34a83088-328b-4db8-8bff-49619ef09b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:09:07.851933 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Bound port: 620d032d-e3ca-49f0-a2cd-ce375d45b13a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a83088-328b-4db8-8bff-49619ef09b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:09:07.852211 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:07.854004 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb15f01a-a8d7-499a-892c-a133bf6f7100 req-c33cc55c-9c81-40c0-a110-0396cd8230e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=836f91cd-14b4-4dab-b538-9fae3e16c391 HTTP/1.1" status: 200 len: 217 time: 0.0881495 Dec 06 15:09:07.972023 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15f01a-a8d7-499a-892c-a133bf6f7100 req-97d480ad-98f0-464a-aae1-de11b3489742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:07.980279 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb15f01a-a8d7-499a-892c-a133bf6f7100 req-97d480ad-98f0-464a-aae1-de11b3489742 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd9744b0-5db8-4d6f-a5a9-70588c431a8f HTTP/1.1" status: 200 len: 846 time: 0.1172519 Dec 06 15:09:08.001380 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b17d3-b1ec-4ef5-b676-e18aeda5b8e8 req-5e7d74bf-c788-481a-8ddd-52cf35979394 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:08.003009 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d99b17d3-b1ec-4ef5-b676-e18aeda5b8e8 req-5e7d74bf-c788-481a-8ddd-52cf35979394 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 945 time: 0.8589714 Dec 06 15:09:08.059333 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb15f01a-a8d7-499a-892c-a133bf6f7100 req-aae942d8-86a9-44dd-8258-5233fc4140c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=47288c44-0415-406f-a9a9-d0bd8bc69873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614145 Dec 06 15:09:08.097323 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] For port 620d032d-e3ca-49f0-a2cd-ce375d45b13a, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:09:08.108783 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] For port 620d032d-e3ca-49f0-a2cd-ce375d45b13a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=620d032d-e3ca-49f0-a2cd-ce375d45b13a,segment=NetworkSegment(34a83088-328b-4db8-8bff-49619ef09b0c),segment_id=34a83088-328b-4db8-8bff-49619ef09b0c)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:09:08.125023 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:08.131124 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fecac04-96e3-4dfc-b466-4c199eeb08fc None None] Routers {'6e4195f0-7dac-450d-b641-b17ac3aeacbe'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:08.136589 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7fecac04-96e3-4dfc-b466-4c199eeb08fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:08.243306 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:08.244272 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:08.360819 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 836f91cd-14b4-4dab-b538-9fae3e16c391, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=836f91cd-14b4-4dab-b538-9fae3e16c391,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:08.373473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb15f01a-a8d7-499a-892c-a133bf6f7100 req-ac52c439-afc7-43e9-9d8f-a03613220742 service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086507 Dec 06 15:09:08.402451 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '836f91cd-14b4-4dab-b538-9fae3e16c391', 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873', 'port_id': '836f91cd-14b4-4dab-b538-9fae3e16c391', 'mac_address': 'fa:16:3e:89:d6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9744b0-5db8-4d6f-a5a9-70588c431a8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:09:08.435042 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2c4058c4-ca86-43e6-84a3-0a60005b97a7 None None] Provisioning complete for port 620d032d-e3ca-49f0-a2cd-ce375d45b13a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:08.435402 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c4058c4-ca86-43e6-84a3-0a60005b97a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:08.486765 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d99b17d3-b1ec-4ef5-b676-e18aeda5b8e8 req-870757f8-4d21-4131-91af-7766342c4261 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570916 Dec 06 15:09:08.496766 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1df4e91e-b666-45d5-8117-0dc4efbc468e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:08.586661 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:08.629640 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb15f01a-a8d7-499a-892c-a133bf6f7100 req-bfc39b83-34dc-4c34-afc0-7e435ee6f179 service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439370 Dec 06 15:09:08.663405 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4e91e-b666-45d5-8117-0dc4efbc468e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Subnet': ['ID=d44205a2-afa9-4a1f-9520-31b302348a6b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:08.749049 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50116) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:08.757343 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c8a7c-72f8-4435-8121-dcfa54bc7eb9 req-cb0426ae-11db-4ed5-8153-0fa49d157ced tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:08.768405 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e67d-63c3-4769-9fcd-3d945103c09e None None] Pushing event updated for resources: {'Port': ['ID=620d032d-e3ca-49f0-a2cd-ce375d45b13a,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:08.770826 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f6c8a7c-72f8-4435-8121-dcfa54bc7eb9 req-cb0426ae-11db-4ed5-8153-0fa49d157ced tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 944 time: 0.3952284 Dec 06 15:09:08.856101 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7fecac04-96e3-4dfc-b466-4c199eeb08fc None None] Set router 6e4195f0-7dac-450d-b641-b17ac3aeacbe gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:08.923704 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:00Z', 'revision_number': 2, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:08Z', 'revision_number': 4, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:08.961269 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f6c8a7c-72f8-4435-8121-dcfa54bc7eb9 req-a4d11a14-4631-4e76-89f2-5a14dd4eafd0 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856282 Dec 06 15:09:09.005319 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f933c2-a28f-4f39-87db-a1fd7cbe5c50 None None] The sync data for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 is: [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:00Z', 'revision_number': 2, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:08Z', 'revision_number': 4, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:09:09.012466 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5b8f9-b34b-4270-8429-6b8b35753d45 req-78ad6924-8f98-4104-a994-4b1f4c1fee5e tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:09.027822 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92f5b8f9-b34b-4270-8429-6b8b35753d45 req-78ad6924-8f98-4104-a994-4b1f4c1fee5e tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.37 "GET /v2.0/ports?device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 945 time: 0.3124487 Dec 06 15:09:09.036042 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df4e91e-b666-45d5-8117-0dc4efbc468e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Checking segment: {'id': 'b27152f3-1e4a-4f4b-88c5-878707c11a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:09:09.036399 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df4e91e-b666-45d5-8117-0dc4efbc468e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network hostable DHCP agents. Network: dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:09:09.161102 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-accb4ad3-6499-4378-b4db-3a9f8c96047f tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:09.196615 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-92f5b8f9-b34b-4270-8429-6b8b35753d45 req-c8bb12be-d4e6-4ec4-9c76-1bde7fe282a0 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Deleting port 858abab7-64bc-43df-8b3d-85168cdb41d2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:09.197128 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-92f5b8f9-b34b-4270-8429-6b8b35753d45 req-c8bb12be-d4e6-4ec4-9c76-1bde7fe282a0 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:09.223795 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:09.225767 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:09.248704 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836f91cd-14b4-4dab-b538-9fae3e16c391 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:09:09.274178 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 836f91cd-14b4-4dab-b538-9fae3e16c391, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=836f91cd-14b4-4dab-b538-9fae3e16c391,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:09.277272 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df4e91e-b666-45d5-8117-0dc4efbc468e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:09:09.279337 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:09.289271 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:09.292482 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-accb4ad3-6499-4378-b4db-3a9f8c96047f tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:09.445166 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-92f5b8f9-b34b-4270-8429-6b8b35753d45 req-c8bb12be-d4e6-4ec4-9c76-1bde7fe282a0 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] For port 858abab7-64bc-43df-8b3d-85168cdb41d2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=858abab7-64bc-43df-8b3d-85168cdb41d2,segment=NetworkSegment(e4a737f4-caf1-4c65-bdf2-2fda2ca58261),segment_id=e4a737f4-caf1-4c65-bdf2-2fda2ca58261)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:09.445801 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-92f5b8f9-b34b-4270-8429-6b8b35753d45 req-c8bb12be-d4e6-4ec4-9c76-1bde7fe282a0 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:09.475768 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-92f5b8f9-b34b-4270-8429-6b8b35753d45 req-c8bb12be-d4e6-4ec4-9c76-1bde7fe282a0 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Calling delete_port for 858abab7-64bc-43df-8b3d-85168cdb41d2 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:09.561826 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['836f91cd-14b4-4dab-b538-9fae3e16c391'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:09:09.603888 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c4058c4-ca86-43e6-84a3-0a60005b97a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:09.604489 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1df4e91e-b666-45d5-8117-0dc4efbc468e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:09.649780 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df4e91e-b666-45d5-8117-0dc4efbc468e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:09.650938 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1df4e91e-b666-45d5-8117-0dc4efbc468e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:09.654505 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93169bb8-5036-4b69-b9d9-ccfe56bf7e11 None None] Network dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:09:09.719983 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=836f91cd-14b4-4dab-b538-9fae3e16c391,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:09.735788 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Allocated IP 172.35.7.2 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/8ae09a9e-351f-469a-ae22-8628fa6d0d8b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:09:09.783986 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1df4e91e-b666-45d5-8117-0dc4efbc468e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4521763 Dec 06 15:09:09.784992 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50130) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:09.806106 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2c4058c4-ca86-43e6-84a3-0a60005b97a7 None None] For port 620d032d-e3ca-49f0-a2cd-ce375d45b13a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=620d032d-e3ca-49f0-a2cd-ce375d45b13a,segment=NetworkSegment(34a83088-328b-4db8-8bff-49619ef09b0c),segment_id=34a83088-328b-4db8-8bff-49619ef09b0c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:09.841143 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c5585-139f-4ebe-8da3-783ee224772d req-9c91262f-5729-48d1-b117-76776575cdaa tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:09.843294 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d38c5585-139f-4ebe-8da3-783ee224772d req-9c91262f-5729-48d1-b117-76776575cdaa tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 867 time: 0.2398393 Dec 06 15:09:09.894241 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-accb4ad3-6499-4378-b4db-3a9f8c96047f tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:09.897445 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-accb4ad3-6499-4378-b4db-3a9f8c96047f tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:09.908524 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-accb4ad3-6499-4378-b4db-3a9f8c96047f tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "DELETE /v2.0/security-groups/9c33869b-a750-4387-8808-393cd874aac1 HTTP/1.1" status: 204 len: 168 time: 1.1558118 Dec 06 15:09:09.910864 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c4058c4-ca86-43e6-84a3-0a60005b97a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:09.917604 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50134) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:09.983848 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-fe4f1ac5-9619-457d-b6c4-fdd96d0cfee1 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] show failed (client error): The resource could not be found. Dec 06 15:09:09.988202 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50138) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:09.991884 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-92f5b8f9-b34b-4270-8429-6b8b35753d45 req-c8bb12be-d4e6-4ec4-9c76-1bde7fe282a0 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:09.993904 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fe4f1ac5-9619-457d-b6c4-fdd96d0cfee1 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups/9c33869b-a750-4387-8808-393cd874aac1 HTTP/1.1" status: 404 len: 347 time: 0.0725570 Dec 06 15:09:10.019494 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb4ad3-6499-4378-b4db-3a9f8c96047f tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c33869b-a750-4387-8808-393cd874aac1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:10.153405 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d38c5585-139f-4ebe-8da3-783ee224772d req-77f2e5c4-756e-4adf-b49b-77c4dc57724b tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2118aef-d798-4282-b033-5e9d7c83c3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961249 Dec 06 15:09:10.219352 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:10.245965 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4058c4-ca86-43e6-84a3-0a60005b97a7 None None] Pushing event updated for resources: {'Port': ['ID=620d032d-e3ca-49f0-a2cd-ce375d45b13a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:10.289569 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-287b5201-ea5f-4e81-8c17-73aea8eb6eaf None None] Provisioning complete for port 620d032d-e3ca-49f0-a2cd-ce375d45b13a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:10.291805 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-287b5201-ea5f-4e81-8c17-73aea8eb6eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:10.296812 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7fecac04-96e3-4dfc-b466-4c199eeb08fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:04:28Z', 'revision_number': 4, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0459c218-5051-4a8f-9e96-37f1d2f3503a', 'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'mac_address': 'fa:16:3e:23:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:26Z', 'updated_at': '2021-12-06T15:04:33Z', 'revision_number': 5, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'subnets': [{'id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:10.302466 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:10.324616 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb12be-d4e6-4ec4-9c76-1bde7fe282a0 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Pushing event deleted for resources: {'Port': ['ID=858abab7-64bc-43df-8b3d-85168cdb41d2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:10.348537 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:10.353770 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:10.374642 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:09:10.383366 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Pushing event updated for resources: {'Port': ['ID=8ae09a9e-351f-469a-ae22-8628fa6d0d8b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:10.439517 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fecac04-96e3-4dfc-b466-4c199eeb08fc None None] The sync data for ids ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'] in n-d-master-1 is: [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:04:28Z', 'revision_number': 4, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0459c218-5051-4a8f-9e96-37f1d2f3503a', 'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'mac_address': 'fa:16:3e:23:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:26Z', 'updated_at': '2021-12-06T15:04:33Z', 'revision_number': 5, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'subnets': [{'id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:09:10.462620 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39947ed6-b4ee-4fcd-914f-97f8d1b01429 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:09:10.651017 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f5b8f9-b34b-4270-8429-6b8b35753d45 req-c8bb12be-d4e6-4ec4-9c76-1bde7fe282a0 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] No DVR routers for this DVR port 858abab7-64bc-43df-8b3d-85168cdb41d2 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:09:10.661519 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-92f5b8f9-b34b-4270-8429-6b8b35753d45 req-c8bb12be-d4e6-4ec4-9c76-1bde7fe282a0 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:10.666379 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92f5b8f9-b34b-4270-8429-6b8b35753d45 req-c8bb12be-d4e6-4ec4-9c76-1bde7fe282a0 tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.37 "DELETE /v2.0/ports/858abab7-64bc-43df-8b3d-85168cdb41d2 HTTP/1.1" status: 204 len: 173 time: 1.6375580 Dec 06 15:09:10.742437 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:09:10.743262 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:10.794632 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a101f9f3-58f9-4dad-acec-33bb6d39adb7', 'name': 'network-vif-deleted', 'tag': '858abab7-64bc-43df-8b3d-85168cdb41d2'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:09:10.798689 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1993ec07-715f-4a34-83b3-17251d14ed8b" -d '{"events": [{"server_uuid": "a101f9f3-58f9-4dad-acec-33bb6d39adb7", "name": "network-vif-deleted", "tag": "858abab7-64bc-43df-8b3d-85168cdb41d2"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:09:10.955393 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a7f360-53dc-426b-81eb-a1bdbf7381d4 x-openstack-request-id: req-86a7f360-53dc-426b-81eb-a1bdbf7381d4 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:09:10.958846 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a101f9f3-58f9-4dad-acec-33bb6d39adb7", "name": "network-vif-deleted", "tag": "858abab7-64bc-43df-8b3d-85168cdb41d2", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:09:10.959646 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86a7f360-53dc-426b-81eb-a1bdbf7381d4 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:09:10.959646 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a101f9f3-58f9-4dad-acec-33bb6d39adb7', 'name': 'network-vif-deleted', 'tag': '858abab7-64bc-43df-8b3d-85168cdb41d2', 'status': 'completed', 'code': 200} Dec 06 15:09:11.017178 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 620d032d-e3ca-49f0-a2cd-ce375d45b13a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:09:11.017804 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4eeb1d-a6ce-4bbb-8389-b30234220511 req-a5cbfeea-f048-415f-90c0-ae4ac9016e52 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:11.019283 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc4eeb1d-a6ce-4bbb-8389-b30234220511 req-a5cbfeea-f048-415f-90c0-ae4ac9016e52 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 945 time: 0.7408800 Dec 06 15:09:11.052432 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:11.132133 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Allocated IP 172.21.0.2 (dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc/d44205a2-afa9-4a1f-9520-31b302348a6b/91f83249-1eaf-4a18-9a18-2bf516888b77) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:09:11.270979 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d72de-06ab-475f-9b71-804b40eb466e None None] New status for floating IP c70e2e5f-f3e9-4b29-8c25-73d4484a40b7: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:09:11.322633 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:11.340494 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc4eeb1d-a6ce-4bbb-8389-b30234220511 req-6f13c9fa-b2bd-414c-8dba-4ade3d3cae23 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014309 Dec 06 15:09:11.358909 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-983b04dc-878e-439e-8d36-769247433e23 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Deleting port bc44777a-4a0e-483f-b32f-c90229e8df2c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:11.359248 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-983b04dc-878e-439e-8d36-769247433e23 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:11.378946 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:11.386518 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6ddc32cb-8438-48fe-bf78-8b92061457fd None None] Provisioning complete for port 8ae09a9e-351f-469a-ae22-8628fa6d0d8b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:11.392482 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ddc32cb-8438-48fe-bf78-8b92061457fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:11.594611 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Network dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:11.608452 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:11.634676 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:09:11.666026 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 620d032d-e3ca-49f0-a2cd-ce375d45b13a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:11.666783 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:11.736418 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-983b04dc-878e-439e-8d36-769247433e23 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:11.736762 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-983b04dc-878e-439e-8d36-769247433e23 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:11.771323 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-983b04dc-878e-439e-8d36-769247433e23 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Calling delete_port for bc44777a-4a0e-483f-b32f-c90229e8df2c owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:11.774318 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Pushing event updated for resources: {'Port': ['ID=91f83249-1eaf-4a18-9a18-2bf516888b77,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:11.776706 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6ddc32cb-8438-48fe-bf78-8b92061457fd None None] Port 8ae09a9e-351f-469a-ae22-8628fa6d0d8b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:11.836227 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-671cd6ab-5b91-43e1-a324-a06e53dc4b41 req-471b50b8-58cd-43b6-b8be-19273570a1fb tempest-AttachVolumeNegativeTest-498338106 tempest-AttachVolumeNegativeTest-498338106-project] 10.222.0.20 "GET /v2.0/ports?device_id=a101f9f3-58f9-4dad-acec-33bb6d39adb7 HTTP/1.1" status: 200 len: 210 time: 0.1022413 Dec 06 15:09:11.845148 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 836f91cd-14b4-4dab-b538-9fae3e16c391 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:09:11.917222 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 858abab7-64bc-43df-8b3d-85168cdb41d2 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:09:11.965865 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:11.977788 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 858abab7-64bc-43df-8b3d-85168cdb41d2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:09:11.978132 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 858abab7-64bc-43df-8b3d-85168cdb41d2 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:09:11.984903 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Attempting to bind port 91f83249-1eaf-4a18-9a18-2bf516888b77 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:09:11.985289 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Attempting to bind port 91f83249-1eaf-4a18-9a18-2bf516888b77 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b27152f3-1e4a-4f4b-88c5-878707c11a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:09:11.985665 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Attempting to bind port 91f83249-1eaf-4a18-9a18-2bf516888b77 on network dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:09:12.003175 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:09:12.003549 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Checking segment: {'id': 'b27152f3-1e4a-4f4b-88c5-878707c11a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:09:12.003993 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:12.004377 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Bound using segment: {'id': 'b27152f3-1e4a-4f4b-88c5-878707c11a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:09:12.004851 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Bound port: 91f83249-1eaf-4a18-9a18-2bf516888b77, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27152f3-1e4a-4f4b-88c5-878707c11a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:09:12.005232 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:12.043532 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:12.084614 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] For port 91f83249-1eaf-4a18-9a18-2bf516888b77, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:09:12.088474 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] For port 91f83249-1eaf-4a18-9a18-2bf516888b77, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=91f83249-1eaf-4a18-9a18-2bf516888b77,segment=NetworkSegment(b27152f3-1e4a-4f4b-88c5-878707c11a3b),segment_id=b27152f3-1e4a-4f4b-88c5-878707c11a3b)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:09:12.131831 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:12.238430 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 836f91cd-14b4-4dab-b538-9fae3e16c391 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:09:12.257225 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 836f91cd-14b4-4dab-b538-9fae3e16c391 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:12.257653 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:12.318515 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Router 07045583-6d66-4d64-b6d2-9af036cfb21d is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:09:12.450053 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:12.475018 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0b6e5-c548-432f-b722-8abc97756dae None None] Pushing event updated for resources: {'Port': ['ID=91f83249-1eaf-4a18-9a18-2bf516888b77,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:12.480256 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:12.484843 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a922e73-be26-4e9d-b4fa-5a7471d75b9f None None] Sync routers for ids ['07045583-6d66-4d64-b6d2-9af036cfb21d'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:09:12.515129 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:12.519642 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ed40e7f6-5c9b-4a99-9a5e-a3461bea4b27 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3094614 Dec 06 15:09:12.520993 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50186) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:12.528207 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4480c002-276f-4258-87ba-2cd7e6eaabac tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'enable_snat': False}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:12.584115 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50188) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:12.585864 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-983b04dc-878e-439e-8d36-769247433e23 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:12.589093 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd282fb2b-f302-457d-a4a0-8b4ee6c91356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836f91cd-14b4-4dab-b538-9fae3e16c391'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:09:12.591489 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34407275-37c8-4707-b74d-8b5b853ac1d7" -d '{"events": [{"server_uuid": "d282fb2b-f302-457d-a4a0-8b4ee6c91356", "name": "network-vif-plugged", "status": "completed", "tag": "836f91cd-14b4-4dab-b538-9fae3e16c391"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:09:12.614930 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a922e73-be26-4e9d-b4fa-5a7471d75b9f None None] Routers {'07045583-6d66-4d64-b6d2-9af036cfb21d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:12.617564 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5a922e73-be26-4e9d-b4fa-5a7471d75b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['07045583-6d66-4d64-b6d2-9af036cfb21d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:12.686774 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b04dc-878e-439e-8d36-769247433e23 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Pushing event deleted for resources: {'Port': ['ID=bc44777a-4a0e-483f-b32f-c90229e8df2c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:12.700459 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fd1443-1e45-481d-be76-447690b20716 x-openstack-request-id: req-25fd1443-1e45-481d-be76-447690b20716 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:09:12.701106 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d282fb2b-f302-457d-a4a0-8b4ee6c91356", "name": "network-vif-plugged", "status": "completed", "tag": "836f91cd-14b4-4dab-b538-9fae3e16c391", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:09:12.701624 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25fd1443-1e45-481d-be76-447690b20716 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:09:12.703269 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd282fb2b-f302-457d-a4a0-8b4ee6c91356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836f91cd-14b4-4dab-b538-9fae3e16c391', 'code': 200} Dec 06 15:09:12.704617 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5a922e73-be26-4e9d-b4fa-5a7471d75b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:12.711807 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 836f91cd-14b4-4dab-b538-9fae3e16c391, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=836f91cd-14b4-4dab-b538-9fae3e16c391,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:12.718357 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a922e73-be26-4e9d-b4fa-5a7471d75b9f None None] Routers {'07045583-6d66-4d64-b6d2-9af036cfb21d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:12.719339 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5a922e73-be26-4e9d-b4fa-5a7471d75b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['07045583-6d66-4d64-b6d2-9af036cfb21d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:12.733151 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Allocated IP 172.21.0.1 (dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc/d44205a2-afa9-4a1f-9520-31b302348a6b/1c40d645-60c6-44e8-9572-9242302187ad) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:09:12.882170 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ceaa4-2914-4487-83e9-15d52e9bb5ae req-a3b68ea9-2132-4f9e-805a-130c4d63bcd5 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:12.883871 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce9ceaa4-2914-4487-83e9-15d52e9bb5ae req-a3b68ea9-2132-4f9e-805a-130c4d63bcd5 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 945 time: 0.3438420 Dec 06 15:09:12.912394 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:12.920774 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5a922e73-be26-4e9d-b4fa-5a7471d75b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:12.921587 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a922e73-be26-4e9d-b4fa-5a7471d75b9f None None] The sync data for ids ['07045583-6d66-4d64-b6d2-9af036cfb21d'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:09:12.940553 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50200) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:12.979838 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 91f83249-1eaf-4a18-9a18-2bf516888b77 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:09:12.980557 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0690-fc44-461e-b1a7-9e724ee955d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:13.069103 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-983b04dc-878e-439e-8d36-769247433e23 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:13.072041 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-983b04dc-878e-439e-8d36-769247433e23 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:13.084303 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-983b04dc-878e-439e-8d36-769247433e23 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "DELETE /v2.0/floatingips/c70e2e5f-f3e9-4b29-8c25-73d4484a40b7 HTTP/1.1" status: 204 len: 168 time: 3.0912852 Dec 06 15:09:13.140221 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=836f91cd-14b4-4dab-b538-9fae3e16c391,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:13.189832 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd3e23-9b49-403a-8c06-b9c79f312dde req-20960a11-6169-4981-8dad-78ad486bdd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:13.191349 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5fdd3e23-9b49-403a-8c06-b9c79f312dde req-20960a11-6169-4981-8dad-78ad486bdd0f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 1097 time: 0.4198883 Dec 06 15:09:13.194198 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 91f83249-1eaf-4a18-9a18-2bf516888b77 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:13.194570 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:13.209973 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbd3aa2-8458-45e3-aabb-53c5ca6875d7 admin admin] Deleting subnet 0b72e794-ba19-4721-af9a-670583f58b7e {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:09:13.227951 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdbd3aa2-8458-45e3-aabb-53c5ca6875d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:13.238124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce9ceaa4-2914-4487-83e9-15d52e9bb5ae req-faf42496-bf1f-4a0b-9de7-95c49da0a4a5 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365986 Dec 06 15:09:13.260390 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:13.365125 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5fdd3e23-9b49-403a-8c06-b9c79f312dde req-23399776-cb81-48c3-b415-17b5287bc509 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647193 Dec 06 15:09:13.383592 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:13.411270 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdbd3aa2-8458-45e3-aabb-53c5ca6875d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:13.431724 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0690-fc44-461e-b1a7-9e724ee955d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:13.441868 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:13.444103 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0ff0690-fc44-461e-b1a7-9e724ee955d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:13.456363 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 91f83249-1eaf-4a18-9a18-2bf516888b77, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=91f83249-1eaf-4a18-9a18-2bf516888b77,segment=NetworkSegment(b27152f3-1e4a-4f4b-88c5-878707c11a3b),segment_id=b27152f3-1e4a-4f4b-88c5-878707c11a3b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:13.466457 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:13.481186 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4480c002-276f-4258-87ba-2cd7e6eaabac tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:13.555775 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdbd3aa2-8458-45e3-aabb-53c5ca6875d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:13.588339 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=91f83249-1eaf-4a18-9a18-2bf516888b77,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:13.612411 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:13.618060 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff0690-fc44-461e-b1a7-9e724ee955d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac162a6-ede8-4f13-b0d5-9ddf2e719131,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:13.624965 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:13.630166 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:09:13.642692 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50212) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:13.643945 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b0ff0690-fc44-461e-b1a7-9e724ee955d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53fbc4c5784b44bc88f5465339e49d93&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0556669 Dec 06 15:09:13.684040 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=1c40d645-60c6-44e8-9572-9242302187ad,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:13.734891 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:13.856411 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-201807bd-7603-40b6-a0fb-f9d668821076 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:13.864559 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdbd3aa2-8458-45e3-aabb-53c5ca6875d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:13.915173 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-201807bd-7603-40b6-a0fb-f9d668821076 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:13.944710 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:14.003212 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdbd3aa2-8458-45e3-aabb-53c5ca6875d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:14.007500 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798e04c-735e-41c6-a0d0-5a68cd1ed52c None None] Network dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:09:14.021059 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fdbd3aa2-8458-45e3-aabb-53c5ca6875d7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0b72e794-ba19-4721-af9a-670583f58b7e HTTP/1.1" status: 204 len: 168 time: 1.0791233 Dec 06 15:09:14.024000 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50220) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:14.035721 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd3aa2-8458-45e3-aabb-53c5ca6875d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b72e794-ba19-4721-af9a-670583f58b7e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:14.072872 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-201807bd-7603-40b6-a0fb-f9d668821076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:14.077765 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-201807bd-7603-40b6-a0fb-f9d668821076 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:14.079282 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-201807bd-7603-40b6-a0fb-f9d668821076 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ac162a6-ede8-4f13-b0d5-9ddf2e719131 HTTP/1.1" status: 204 len: 168 time: 0.4164629 Dec 06 15:09:14.095498 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201807bd-7603-40b6-a0fb-f9d668821076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac162a6-ede8-4f13-b0d5-9ddf2e719131,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:14.193205 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b8d1f09a-626a-492a-9867-1c3aaea456d5 None None] Provisioning complete for port 91f83249-1eaf-4a18-9a18-2bf516888b77 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:14.193698 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b8d1f09a-626a-492a-9867-1c3aaea456d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:14.231731 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50228) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:14.237352 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ec58130b-b65e-4d8c-b4eb-31b34beb7dde tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--514228207', 'description': 'tempest-description--822954970'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:14.349938 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec58130b-b65e-4d8c-b4eb-31b34beb7dde tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:14.538543 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec58130b-b65e-4d8c-b4eb-31b34beb7dde tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:14.548584 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec58130b-b65e-4d8c-b4eb-31b34beb7dde tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:14.633600 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58130b-b65e-4d8c-b4eb-31b34beb7dde tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839f6684-2ae7-44be-93a8-8616699820db,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:14.672274 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec58130b-b65e-4d8c-b4eb-31b34beb7dde tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:14.674233 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ec58130b-b65e-4d8c-b4eb-31b34beb7dde tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4415066 Dec 06 15:09:14.677910 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50240) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:14.699588 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-43c10647-b8a5-46b8-b434-0266f96dd64e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Request body: {'security_group_rule': {'security_group_id': '839f6684-2ae7-44be-93a8-8616699820db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:14.829122 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 91f83249-1eaf-4a18-9a18-2bf516888b77 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:09:14.907333 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43c10647-b8a5-46b8-b434-0266f96dd64e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:14.947869 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-98a4b4b3-0e8b-4a0e-9d12-7af000cba7d9 None None] Provisioning complete for port 1c40d645-60c6-44e8-9572-9242302187ad triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:14.949271 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98a4b4b3-0e8b-4a0e-9d12-7af000cba7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:14.990835 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-98a4b4b3-0e8b-4a0e-9d12-7af000cba7d9 None None] Port 1c40d645-60c6-44e8-9572-9242302187ad cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:15.008792 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 91f83249-1eaf-4a18-9a18-2bf516888b77 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:15.009958 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.015414 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-98a4b4b3-0e8b-4a0e-9d12-7af000cba7d9 None None] Provisioning complete for port 91f83249-1eaf-4a18-9a18-2bf516888b77 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:15.016173 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98a4b4b3-0e8b-4a0e-9d12-7af000cba7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.048269 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4480c002-276f-4258-87ba-2cd7e6eaabac tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.052850 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4480c002-276f-4258-87ba-2cd7e6eaabac tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.062413 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f56533c2-0131-4b29-9c8e-877ed6506eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.087893 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43c10647-b8a5-46b8-b434-0266f96dd64e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.097550 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a46a9-a15b-491b-9c8f-5b6b092f6863 req-04285307-d6c9-4dff-83d7-8af65479b0a1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:15.099253 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-701a46a9-a15b-491b-9c8f-5b6b092f6863 req-04285307-d6c9-4dff-83d7-8af65479b0a1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 946 time: 0.2960382 Dec 06 15:09:15.235679 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43c10647-b8a5-46b8-b434-0266f96dd64e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.298462 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c10647-b8a5-46b8-b434-0266f96dd64e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85b7aab-587d-4ec5-8745-84b2f46938b3,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:15.308587 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4480c002-276f-4258-87ba-2cd7e6eaabac tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Router 07045583-6d66-4d64-b6d2-9af036cfb21d has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:09:15.320238 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43c10647-b8a5-46b8-b434-0266f96dd64e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.325403 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-43c10647-b8a5-46b8-b434-0266f96dd64e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6455634 Dec 06 15:09:15.327128 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50264) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:15.329898 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-aae637c8-88a6-45c6-b379-e3e4542bdd33 None None] Provisioning complete for port 1c40d645-60c6-44e8-9572-9242302187ad triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:15.331165 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aae637c8-88a6-45c6-b379-e3e4542bdd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.356263 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-dec55ec5-06b2-487f-877f-2863f7e3b185 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Request body: {'security_group_rule': {'security_group_id': '839f6684-2ae7-44be-93a8-8616699820db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:15.385892 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-aae637c8-88a6-45c6-b379-e3e4542bdd33 None None] Port 1c40d645-60c6-44e8-9572-9242302187ad cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:15.408087 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.423146 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.543420 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f56533c2-0131-4b29-9c8e-877ed6506eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.582570 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-701a46a9-a15b-491b-9c8f-5b6b092f6863 req-218cc04c-63d2-4357-a290-6b4fe23d5352 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534743 Dec 06 15:09:15.611204 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f56533c2-0131-4b29-9c8e-877ed6506eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f251ea-82ed-4a0b-8c44-8681824b45f4']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:15.616454 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=1c40d645-60c6-44e8-9572-9242302187ad,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:15.626464 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.629620 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f56533c2-0131-4b29-9c8e-877ed6506eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:15.629913 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f56533c2-0131-4b29-9c8e-877ed6506eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a737f4-caf1-4c65-bdf2-2fda2ca58261') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:15.647245 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f56533c2-0131-4b29-9c8e-877ed6506eeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.684191 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f56533c2-0131-4b29-9c8e-877ed6506eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.721392 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56533c2-0131-4b29-9c8e-877ed6506eeb admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:09:15.721812 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f56533c2-0131-4b29-9c8e-877ed6506eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:09:15.723535 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:09:15.831085 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:15.832606 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f56533c2-0131-4b29-9c8e-877ed6506eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.836551 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:15.852925 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dec55ec5-06b2-487f-877f-2863f7e3b185 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.866919 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f56533c2-0131-4b29-9c8e-877ed6506eeb admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.871187 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f56533c2-0131-4b29-9c8e-877ed6506eeb admin admin] 10.222.0.20 "DELETE /v2.0/networks/f5f251ea-82ed-4a0b-8c44-8681824b45f4 HTTP/1.1" status: 204 len: 168 time: 1.8452821 Dec 06 15:09:15.875876 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56533c2-0131-4b29-9c8e-877ed6506eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=f5f251ea-82ed-4a0b-8c44-8681824b45f4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:15.930569 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4480c002-276f-4258-87ba-2cd7e6eaabac tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:15.935571 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4480c002-276f-4258-87ba-2cd7e6eaabac tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:15.940187 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4480c002-276f-4258-87ba-2cd7e6eaabac tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "PUT /v2.0/routers/07045583-6d66-4d64-b6d2-9af036cfb21d HTTP/1.1" status: 200 len: 924 time: 3.4152880 Dec 06 15:09:15.941876 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50282) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:15.949781 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff30cab6-6edf-4352-ae3f-b9e4758abd8c None None] Sync routers for ids ['07045583-6d66-4d64-b6d2-9af036cfb21d'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:09:15.983516 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff30cab6-6edf-4352-ae3f-b9e4758abd8c None None] Routers {'07045583-6d66-4d64-b6d2-9af036cfb21d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:15.985993 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ff30cab6-6edf-4352-ae3f-b9e4758abd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['07045583-6d66-4d64-b6d2-9af036cfb21d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:16.003386 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 451ea134-ac39-4d1f-9409-265096498296 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:09:16.028699 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dec55ec5-06b2-487f-877f-2863f7e3b185 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:16.037293 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dec55ec5-06b2-487f-877f-2863f7e3b185 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:16.115309 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ff30cab6-6edf-4352-ae3f-b9e4758abd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:16.128685 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec55ec5-06b2-487f-877f-2863f7e3b185 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780f8d40-05e6-4e4f-a84a-c7329fc00156,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:16.160273 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dec55ec5-06b2-487f-877f-2863f7e3b185 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:16.165906 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff30cab6-6edf-4352-ae3f-b9e4758abd8c None None] Routers {'07045583-6d66-4d64-b6d2-9af036cfb21d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:16.167413 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ff30cab6-6edf-4352-ae3f-b9e4758abd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['07045583-6d66-4d64-b6d2-9af036cfb21d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:16.172105 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dec55ec5-06b2-487f-877f-2863f7e3b185 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8422537 Dec 06 15:09:16.172248 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50284) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:16.178426 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cec2aec4-b360-4ed5-9d89-bbe0c37dd2dd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:16.213183 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50290) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:16.240306 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ff30cab6-6edf-4352-ae3f-b9e4758abd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:16.241392 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff30cab6-6edf-4352-ae3f-b9e4758abd8c None None] The sync data for ids ['07045583-6d66-4d64-b6d2-9af036cfb21d'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:09:16.258339 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50292) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:16.258761 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b9e834d9-5e5e-49bd-bcc8-f02d358b9420 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "GET /v2.0/routers/07045583-6d66-4d64-b6d2-9af036cfb21d HTTP/1.1" status: 200 len: 924 time: 0.3155863 Dec 06 15:09:16.290551 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cec2aec4-b360-4ed5-9d89-bbe0c37dd2dd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:16.355513 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bbb66648-3960-48ef-ad3f-162f620c0e79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d68cc263107495b94e8b89e7ce49c8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381090 Dec 06 15:09:16.355761 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7a804ae6-da9f-4807-8a6c-e7bf21ab5887 None None] Provisioning complete for port 1c40d645-60c6-44e8-9572-9242302187ad triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:16.355761 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7a804ae6-da9f-4807-8a6c-e7bf21ab5887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:16.356370 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50294) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:16.357671 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:16.365107 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dbab31f4-2057-47a4-951c-74f424dcd5eb tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/451ea134-ac39-4d1f-9409-265096498296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5790780 Dec 06 15:09:16.367727 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50296) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:16.372820 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7e486067-edca-4cf8-99e2-1b0bfabd3e9e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'network': {'name': 'tempest-RoutersTest-2134110434'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:16.395086 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Sync routers for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:09:16.411822 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e4f650-da1a-40b8-931b-2590e6123669 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:16.416282 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e2e4f650-da1a-40b8-931b-2590e6123669 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&device_id=07045583-6d66-4d64-b6d2-9af036cfb21d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1569633 Dec 06 15:09:16.416885 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50298) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:16.451399 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7a804ae6-da9f-4807-8a6c-e7bf21ab5887 None None] Port 1c40d645-60c6-44e8-9572-9242302187ad cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:16.454282 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:16.455131 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:16.462009 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e486067-edca-4cf8-99e2-1b0bfabd3e9e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:09:16.465709 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e486067-edca-4cf8-99e2-1b0bfabd3e9e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:16.547296 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e486067-edca-4cf8-99e2-1b0bfabd3e9e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:09:16.571809 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb77d89d-333c-447c-b7f2-76c36f31c789 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:16.573368 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b01321ed-1334-4250-913d-2a741d62bc4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:16.578133 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bb77d89d-333c-447c-b7f2-76c36f31c789 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 881 time: 0.1588342 Dec 06 15:09:16.578807 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50304) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:16.581768 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e486067-edca-4cf8-99e2-1b0bfabd3e9e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:16.582113 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-7e486067-edca-4cf8-99e2-1b0bfabd3e9e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Added segment 8de63762-b8c7-4529-90d2-4df5e0863d18 of type vlan for network 9850bbe4-ac03-458b-8a56-76352b5dfad5 Dec 06 15:09:16.639575 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7699b5b2-05ac-46d6-8f43-c1a918502260 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "GET /v2.0/ports?device_id=07045583-6d66-4d64-b6d2-9af036cfb21d HTTP/1.1" status: 200 len: 205 time: 0.0592804 Dec 06 15:09:16.642864 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50312) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:16.672979 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:16.676447 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e486067-edca-4cf8-99e2-1b0bfabd3e9e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:16.721161 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e486067-edca-4cf8-99e2-1b0bfabd3e9e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:16.728597 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e486067-edca-4cf8-99e2-1b0bfabd3e9e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:16.729237 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e486067-edca-4cf8-99e2-1b0bfabd3e9e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:16.812123 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b01321ed-1334-4250-913d-2a741d62bc4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:16.823730 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cec2aec4-b360-4ed5-9d89-bbe0c37dd2dd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:16.869064 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e486067-edca-4cf8-99e2-1b0bfabd3e9e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Network': ['ID=9850bbe4-ac03-458b-8a56-76352b5dfad5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:16.879756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7e486067-edca-4cf8-99e2-1b0bfabd3e9e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5092118 Dec 06 15:09:16.886995 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50318) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:16.897855 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5dd17995-d65d-4ec8-a062-578f3c669ef9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'subnet': {'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:16.919527 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 9850bbe4-ac03-458b-8a56-76352b5dfad5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:09:16.928642 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59067786-14ed-4f82-a5eb-24794a8f6b49 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:17.017838 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd17995-d65d-4ec8-a062-578f3c669ef9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:09:17.022919 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5dd17995-d65d-4ec8-a062-578f3c669ef9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:17.206116 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-cec2aec4-b360-4ed5-9d89-bbe0c37dd2dd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Allocated IP 172.35.7.214 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/69e49780-76f3-4109-a298-54b1b66c901b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:09:17.269069 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59067786-14ed-4f82-a5eb-24794a8f6b49 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:17.270690 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5dd17995-d65d-4ec8-a062-578f3c669ef9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:17.304729 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651304a8-d362-4d3d-83f1-13ab56ac43b0 req-2cbf321c-d6ab-4d73-8c45-671afa6f5b6b tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:17.307746 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-651304a8-d362-4d3d-83f1-13ab56ac43b0 req-2cbf321c-d6ab-4d73-8c45-671afa6f5b6b tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 946 time: 0.5285175 Dec 06 15:09:17.311519 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:13Z', 'revision_number': 3, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '1c40d645-60c6-44e8-9572-9242302187ad', 'name': '', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:f2:55:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:12Z', 'updated_at': '2021-12-06T15:09:15Z', 'revision_number': 2, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:17.367588 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd17995-d65d-4ec8-a062-578f3c669ef9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Subnet': ['ID=26e29f4f-ade1-456f-a008-7fcbc471b3e8,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:17.397664 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Checking router: 451ea134-ac39-4d1f-9409-265096498296 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:09:17.400953 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Updating router 451ea134-ac39-4d1f-9409-265096498296 port 1c40d645-60c6-44e8-9572-9242302187ad binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:09:17.404965 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd17995-d65d-4ec8-a062-578f3c669ef9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Checking segment: {'id': '8de63762-b8c7-4529-90d2-4df5e0863d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:09:17.405760 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd17995-d65d-4ec8-a062-578f3c669ef9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network hostable DHCP agents. Network: 9850bbe4-ac03-458b-8a56-76352b5dfad5, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:09:17.427559 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b01321ed-1334-4250-913d-2a741d62bc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:17.437051 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b01321ed-1334-4250-913d-2a741d62bc4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:17.438470 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b01321ed-1334-4250-913d-2a741d62bc4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2118aef-d798-4282-b033-5e9d7c83c3b1 HTTP/1.1" status: 204 len: 168 time: 1.0631123 Dec 06 15:09:17.463385 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd17995-d65d-4ec8-a062-578f3c669ef9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network 9850bbe4-ac03-458b-8a56-76352b5dfad5 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:09:17.475317 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:17.478747 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5dd17995-d65d-4ec8-a062-578f3c669ef9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9850bbe4-ac03-458b-8a56-76352b5dfad5) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:17.485410 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd17995-d65d-4ec8-a062-578f3c669ef9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:17.487108 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5dd17995-d65d-4ec8-a062-578f3c669ef9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:17.523083 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5dd17995-d65d-4ec8-a062-578f3c669ef9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6340983 Dec 06 15:09:17.523643 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01321ed-1334-4250-913d-2a741d62bc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2118aef-d798-4282-b033-5e9d7c83c3b1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:17.525218 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50334) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:17.546233 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90b970b-f1b6-4dac-a113-1c5eeacddf3a None None] Network 9850bbe4-ac03-458b-8a56-76352b5dfad5 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:09:17.590884 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cec2aec4-b360-4ed5-9d89-bbe0c37dd2dd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:17.596087 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-59067786-14ed-4f82-a5eb-24794a8f6b49 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Deleting port 8ae09a9e-351f-469a-ae22-8628fa6d0d8b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:17.596679 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59067786-14ed-4f82-a5eb-24794a8f6b49 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:17.736129 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59067786-14ed-4f82-a5eb-24794a8f6b49 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:17.740194 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cec2aec4-b360-4ed5-9d89-bbe0c37dd2dd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:17.832522 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-59067786-14ed-4f82-a5eb-24794a8f6b49 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Calling delete_port for 8ae09a9e-351f-469a-ae22-8628fa6d0d8b owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:18.010243 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec2aec4-b360-4ed5-9d89-bbe0c37dd2dd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:18.016750 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-cec2aec4-b360-4ed5-9d89-bbe0c37dd2dd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:18.020421 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec2aec4-b360-4ed5-9d89-bbe0c37dd2dd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:09:18.103267 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2aec4-b360-4ed5-9d89-bbe0c37dd2dd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Pushing event updated for resources: {'Port': ['ID=69e49780-76f3-4109-a298-54b1b66c901b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:18.226463 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9850bbe4-ac03-458b-8a56-76352b5dfad5', 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'fixed_ips': [{'subnet_id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:09:18.227327 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:18.265776 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:18.272149 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-651304a8-d362-4d3d-83f1-13ab56ac43b0 req-a245f137-0dda-4633-97ae-c646aa074e6b tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9568329 Dec 06 15:09:18.306416 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:18.325567 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59067786-14ed-4f82-a5eb-24794a8f6b49 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:18.372771 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:18.402443 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59067786-14ed-4f82-a5eb-24794a8f6b49 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Pushing event deleted for resources: {'Port': ['ID=8ae09a9e-351f-469a-ae22-8628fa6d0d8b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:18.471223 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de58abea-ec6e-4a4e-90a4-74fa80f01b08 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:09:18.634616 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cec2aec4-b360-4ed5-9d89-bbe0c37dd2dd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:18.672002 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757cebd-fb27-4dc9-86ac-f57520140a35 None None] Pushing event updated for resources: {'Port': ['ID=1c40d645-60c6-44e8-9572-9242302187ad,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:18.732835 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59067786-14ed-4f82-a5eb-24794a8f6b49 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:18.739947 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Allocated IP 172.22.0.2 (9850bbe4-ac03-458b-8a56-76352b5dfad5/26e29f4f-ade1-456f-a008-7fcbc471b3e8/7f3cb4ad-204c-48f1-984f-70fce578d9e9) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:09:18.747179 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Attempting to bind port 1c40d645-60c6-44e8-9572-9242302187ad on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:09:18.747721 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Attempting to bind port 1c40d645-60c6-44e8-9572-9242302187ad by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b27152f3-1e4a-4f4b-88c5-878707c11a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:09:18.748377 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Attempting to bind port 1c40d645-60c6-44e8-9572-9242302187ad on network dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:09:18.755246 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:09:18.755909 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Checking segment: {'id': 'b27152f3-1e4a-4f4b-88c5-878707c11a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:09:18.756317 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:18.756709 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Bound using segment: {'id': 'b27152f3-1e4a-4f4b-88c5-878707c11a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:09:18.758440 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Bound port: 1c40d645-60c6-44e8-9572-9242302187ad, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27152f3-1e4a-4f4b-88c5-878707c11a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:09:18.759054 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:18.858477 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] For port 1c40d645-60c6-44e8-9572-9242302187ad, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:09:18.861918 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] For port 1c40d645-60c6-44e8-9572-9242302187ad, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1c40d645-60c6-44e8-9572-9242302187ad,segment=NetworkSegment(b27152f3-1e4a-4f4b-88c5-878707c11a3b),segment_id=b27152f3-1e4a-4f4b-88c5-878707c11a3b)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:09:18.872669 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:18.917798 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cec2aec4-b360-4ed5-9d89-bbe0c37dd2dd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.013156 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59067786-14ed-4f82-a5eb-24794a8f6b49 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.030615 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59067786-14ed-4f82-a5eb-24794a8f6b49 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.055395 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-78d9f9e3-bd5a-4467-8e26-260a91e43e5d None None] Provisioning complete for port 1c40d645-60c6-44e8-9572-9242302187ad triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:19.055749 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78d9f9e3-bd5a-4467-8e26-260a91e43e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.062257 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbe1f5-bcfc-4c3f-8081-06d5fdd0073c req-c42f52f1-dc3a-42ce-8141-0553177ed3e8 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:19.072205 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-22bbe1f5-bcfc-4c3f-8081-06d5fdd0073c req-c42f52f1-dc3a-42ce-8141-0553177ed3e8 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 946 time: 0.3472800 Dec 06 15:09:19.167346 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757cebd-fb27-4dc9-86ac-f57520140a35 None None] Pushing event updated for resources: {'Port': ['ID=1c40d645-60c6-44e8-9572-9242302187ad,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:19.175849 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:19.176334 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:19.288260 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78d9f9e3-bd5a-4467-8e26-260a91e43e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.304037 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59067786-14ed-4f82-a5eb-24794a8f6b49 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.304607 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59067786-14ed-4f82-a5eb-24794a8f6b49 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Fanout notify agent at l3_agent the message router_deleted on router 07045583-6d66-4d64-b6d2-9af036cfb21d {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:09:19.330061 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59067786-14ed-4f82-a5eb-24794a8f6b49 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.331118 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-59067786-14ed-4f82-a5eb-24794a8f6b49 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "DELETE /v2.0/routers/07045583-6d66-4d64-b6d2-9af036cfb21d HTTP/1.1" status: 204 len: 168 time: 2.6844401 Dec 06 15:09:19.335175 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50398) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:19.339898 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-268e5964-ddbb-4a9a-9316-44a56eb7fa32 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-583254565', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:19.361586 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-22bbe1f5-bcfc-4c3f-8081-06d5fdd0073c req-dffcf55d-af3d-4360-a27b-af892a1143ac tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883537 Dec 06 15:09:19.403808 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-268e5964-ddbb-4a9a-9316-44a56eb7fa32 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.407682 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-268e5964-ddbb-4a9a-9316-44a56eb7fa32 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.419877 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-78d9f9e3-bd5a-4467-8e26-260a91e43e5d None None] For port 1c40d645-60c6-44e8-9572-9242302187ad, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1c40d645-60c6-44e8-9572-9242302187ad,segment=NetworkSegment(b27152f3-1e4a-4f4b-88c5-878707c11a3b),segment_id=b27152f3-1e4a-4f4b-88c5-878707c11a3b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:19.461758 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cec2aec4-b360-4ed5-9d89-bbe0c37dd2dd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.464932 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78d9f9e3-bd5a-4467-8e26-260a91e43e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.476259 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cec2aec4-b360-4ed5-9d89-bbe0c37dd2dd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.522324 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:19.551274 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-268e5964-ddbb-4a9a-9316-44a56eb7fa32 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.567834 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-268e5964-ddbb-4a9a-9316-44a56eb7fa32 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.597210 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.610201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21f706c5-5edb-403f-b014-96d950659262 req-a2f8955c-2c41-430f-9e5a-45c3f1f61b08 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a127b858ce664168940f437bdf7ee4f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569491 Dec 06 15:09:19.633766 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2aec4-b360-4ed5-9d89-bbe0c37dd2dd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Pushing event updated for resources: {'Port': ['ID=69e49780-76f3-4109-a298-54b1b66c901b,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:19.645177 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9f9e3-bd5a-4467-8e26-260a91e43e5d None None] Pushing event updated for resources: {'Port': ['ID=1c40d645-60c6-44e8-9572-9242302187ad,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:19.655036 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.711037 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cec2aec4-b360-4ed5-9d89-bbe0c37dd2dd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.745003 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20fe28-6457-4c2f-98c4-1f697a0c027e req-a7ddbe48-d404-42a7-a9c0-a48642731d63 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:19.753542 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce20fe28-6457-4c2f-98c4-1f697a0c027e req-a7ddbe48-d404-42a7-a9c0-a48642731d63 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 946 time: 0.1059682 Dec 06 15:09:19.773244 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cec2aec4-b360-4ed5-9d89-bbe0c37dd2dd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.774681 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cec2aec4-b360-4ed5-9d89-bbe0c37dd2dd tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5998027 Dec 06 15:09:19.816220 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-268e5964-ddbb-4a9a-9316-44a56eb7fa32 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.822380 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50418) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:19.828214 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-268e5964-ddbb-4a9a-9316-44a56eb7fa32 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4816110 Dec 06 15:09:19.832028 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3931289c-116b-461e-a43b-1c084b1d82aa tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Request body: {'router': {'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:19.867805 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce20fe28-6457-4c2f-98c4-1f697a0c027e req-e3d66cf9-2842-4e54-abcf-6d01881dd5a2 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131716 Dec 06 15:09:19.893197 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Allocated IP 172.22.0.1 (9850bbe4-ac03-458b-8a56-76352b5dfad5/26e29f4f-ade1-456f-a008-7fcbc471b3e8/ccd4413d-39c9-4504-892a-12c4144d5ce2) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:09:19.917377 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f706c5-5edb-403f-b014-96d950659262 req-82cf061a-abdb-49d9-a07b-4b5b3cbe5999 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:19.919210 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21f706c5-5edb-403f-b014-96d950659262 req-82cf061a-abdb-49d9-a07b-4b5b3cbe5999 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3082337 Dec 06 15:09:19.928437 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Network 9850bbe4-ac03-458b-8a56-76352b5dfad5 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:19.939631 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21f706c5-5edb-403f-b014-96d950659262 req-b6a059f4-8076-4749-a949-131cca07844a tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/quotas/a127b858ce664168940f437bdf7ee4f5 HTTP/1.1" status: 200 len: 375 time: 0.0122697 Dec 06 15:09:19.942465 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:19.950289 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:09:19.995700 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d4fa5603-2182-46e1-bca5-dd506953595d None None] Provisioning complete for port 1c40d645-60c6-44e8-9572-9242302187ad triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:19.996082 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5603-2182-46e1-bca5-dd506953595d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:19.998952 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21f706c5-5edb-403f-b014-96d950659262 req-35682a00-259c-471c-a0e9-35d991d49e0a tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a127b858ce664168940f437bdf7ee4f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418799 Dec 06 15:09:20.109826 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Pushing event updated for resources: {'Port': ['ID=7f3cb4ad-204c-48f1-984f-70fce578d9e9,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:20.141149 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:20.224019 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Attempting to bind port 7f3cb4ad-204c-48f1-984f-70fce578d9e9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:09:20.224417 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Attempting to bind port 7f3cb4ad-204c-48f1-984f-70fce578d9e9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8de63762-b8c7-4529-90d2-4df5e0863d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:09:20.224789 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Attempting to bind port 7f3cb4ad-204c-48f1-984f-70fce578d9e9 on network 9850bbe4-ac03-458b-8a56-76352b5dfad5 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:09:20.225639 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:20.292572 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:09:20.293360 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Checking segment: {'id': '8de63762-b8c7-4529-90d2-4df5e0863d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:09:20.293935 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:20.294489 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Bound using segment: {'id': '8de63762-b8c7-4529-90d2-4df5e0863d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:09:20.295197 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Bound port: 7f3cb4ad-204c-48f1-984f-70fce578d9e9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de63762-b8c7-4529-90d2-4df5e0863d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:09:20.295840 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:20.331481 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network 9850bbe4-ac03-458b-8a56-76352b5dfad5 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:20.347792 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:20.368667 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:09:20.423869 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=ccd4413d-39c9-4504-892a-12c4144d5ce2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:20.523470 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-735e849e-249c-4be1-a664-e07913c809ce None None] For port 7f3cb4ad-204c-48f1-984f-70fce578d9e9, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:09:20.527533 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-735e849e-249c-4be1-a664-e07913c809ce None None] For port 7f3cb4ad-204c-48f1-984f-70fce578d9e9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7f3cb4ad-204c-48f1-984f-70fce578d9e9,segment=NetworkSegment(8de63762-b8c7-4529-90d2-4df5e0863d18),segment_id=8de63762-b8c7-4529-90d2-4df5e0863d18)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:09:20.537112 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:20.555463 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:13Z', 'revision_number': 3, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '1c40d645-60c6-44e8-9572-9242302187ad', 'name': '', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:f2:55:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:12Z', 'updated_at': '2021-12-06T15:09:18Z', 'revision_number': 4, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:20.622421 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde9517-ac8e-41d6-a4c6-e5130484c6d8 None None] The sync data for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 is: [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:13Z', 'revision_number': 3, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '1c40d645-60c6-44e8-9572-9242302187ad', 'name': '', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:f2:55:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:12Z', 'updated_at': '2021-12-06T15:09:18Z', 'revision_number': 4, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:09:20.697724 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e849e-249c-4be1-a664-e07913c809ce None None] Pushing event updated for resources: {'Port': ['ID=7f3cb4ad-204c-48f1-984f-70fce578d9e9,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:21.056086 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3931289c-116b-461e-a43b-1c084b1d82aa tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:21.065549 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd1ce9df-4e10-4178-bacf-1f7d8d5af8dc req-3425b292-f801-40f5-8b4a-5614f42cafdd tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 210 time: 0.1080244 Dec 06 15:09:21.308185 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:21.322891 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48c0b153-39bf-4c0c-94be-0762511187db req-a4dba85b-11b8-43b7-8a43-917acb3b68cf tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--514228207&fields=id&tenant_id=a45a9617d21f43eb8a512b181ef6b340 HTTP/1.1" status: 200 len: 267 time: 0.9607317 Dec 06 15:09:21.361985 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107131e-e06c-444c-beb0-8e2c497f189a req-0dc43000-abab-4573-9ded-669cd31b840e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:21.364333 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a107131e-e06c-444c-beb0-8e2c497f189a req-0dc43000-abab-4573-9ded-669cd31b840e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 946 time: 0.1220872 Dec 06 15:09:21.579227 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3931289c-116b-461e-a43b-1c084b1d82aa tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:21.585685 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a107131e-e06c-444c-beb0-8e2c497f189a req-18f8535e-c26d-44a9-b955-241a3c2df0b5 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145972 Dec 06 15:09:21.617519 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3931289c-116b-461e-a43b-1c084b1d82aa tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:21.716291 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5818f-3f4e-40b1-bbaa-06dbd93b2970 req-5e2eda8e-e5ee-45c6-8d45-e45a2d490494 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:21.719107 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d1e5818f-3f4e-40b1-bbaa-06dbd93b2970 req-5e2eda8e-e5ee-45c6-8d45-e45a2d490494 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 946 time: 0.1445169 Dec 06 15:09:21.746224 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0b153-39bf-4c0c-94be-0762511187db req-5025e26b-5d46-46e3-999f-0d77fe1cd4c6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:21.753571 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-3931289c-116b-461e-a43b-1c084b1d82aa tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Allocated IP 172.35.7.218 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/cad776a0-a770-4c84-b8bf-e757cc6d2302) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:09:21.753991 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48c0b153-39bf-4c0c-94be-0762511187db req-5025e26b-5d46-46e3-999f-0d77fe1cd4c6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/networks?id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 HTTP/1.1" status: 200 len: 809 time: 0.4298913 Dec 06 15:09:21.808959 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:21.947243 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3931289c-116b-461e-a43b-1c084b1d82aa tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:21.975858 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48c0b153-39bf-4c0c-94be-0762511187db req-47bf6da4-0a25-4d68-a999-13ca2746da15 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/quotas/a45a9617d21f43eb8a512b181ef6b340 HTTP/1.1" status: 200 len: 375 time: 0.1378586 Dec 06 15:09:21.991926 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3931289c-116b-461e-a43b-1c084b1d82aa tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:22.058597 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3931289c-116b-461e-a43b-1c084b1d82aa tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:22.062663 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3931289c-116b-461e-a43b-1c084b1d82aa tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:22.072720 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3931289c-116b-461e-a43b-1c084b1d82aa tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:09:22.088498 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21f706c5-5edb-403f-b014-96d950659262 req-51a03ac6-7204-4b20-b057-6aca4c557c85 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a127b858ce664168940f437bdf7ee4f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652399 Dec 06 15:09:22.090086 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fcc5e4-09a6-4892-8e92-ebc17676051f None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:09:22.152879 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-480447c6-79a2-4a9d-9a87-6752b9fa7bee None None] Provisioning complete for port cad776a0-a770-4c84-b8bf-e757cc6d2302 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:22.153622 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-480447c6-79a2-4a9d-9a87-6752b9fa7bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:22.224718 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-480447c6-79a2-4a9d-9a87-6752b9fa7bee None None] Port cad776a0-a770-4c84-b8bf-e757cc6d2302 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:22.285144 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-de325933-352c-4df1-9346-46b0f7dd87fa req-a4a2572c-33bd-47e4-99e2-91c5fb2d1099 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 210 time: 0.0581839 Dec 06 15:09:22.301277 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931289c-116b-461e-a43b-1c084b1d82aa tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Pushing event updated for resources: {'Port': ['ID=cad776a0-a770-4c84-b8bf-e757cc6d2302,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:22.303143 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48c0b153-39bf-4c0c-94be-0762511187db req-689c7214-c207-4f01-aaf8-ead238df200d tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a45a9617d21f43eb8a512b181ef6b340&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3226418 Dec 06 15:09:22.370495 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50502) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:22.424148 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-d1e5818f-3f4e-40b1-bbaa-06dbd93b2970 req-f6ce0952-c815-4a44-9d07-239123e86ac9 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Deleting port 836f91cd-14b4-4dab-b538-9fae3e16c391 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:22.424777 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d1e5818f-3f4e-40b1-bbaa-06dbd93b2970 req-f6ce0952-c815-4a44-9d07-239123e86ac9 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:22.463440 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb283195-6a54-42f6-bab4-3a2ca307a6a1 None None] Network 9850bbe4-ac03-458b-8a56-76352b5dfad5 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:09:22.593025 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a9c5aa2d-9c9f-4117-ab5a-a8aa97b7593d None None] Provisioning complete for port 7f3cb4ad-204c-48f1-984f-70fce578d9e9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:22.593701 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a9c5aa2d-9c9f-4117-ab5a-a8aa97b7593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:22.640596 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:22.679079 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3931289c-116b-461e-a43b-1c084b1d82aa tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:22.724374 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d1e5818f-3f4e-40b1-bbaa-06dbd93b2970 req-f6ce0952-c815-4a44-9d07-239123e86ac9 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] For port 836f91cd-14b4-4dab-b538-9fae3e16c391, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=836f91cd-14b4-4dab-b538-9fae3e16c391,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:22.725440 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d1e5818f-3f4e-40b1-bbaa-06dbd93b2970 req-f6ce0952-c815-4a44-9d07-239123e86ac9 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:22.740506 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-d1e5818f-3f4e-40b1-bbaa-06dbd93b2970 req-f6ce0952-c815-4a44-9d07-239123e86ac9 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Calling delete_port for 836f91cd-14b4-4dab-b538-9fae3e16c391 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:22.787453 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a9c5aa2d-9c9f-4117-ab5a-a8aa97b7593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:22.824404 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:22.843103 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a9c5aa2d-9c9f-4117-ab5a-a8aa97b7593d None None] For port 7f3cb4ad-204c-48f1-984f-70fce578d9e9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7f3cb4ad-204c-48f1-984f-70fce578d9e9,segment=NetworkSegment(8de63762-b8c7-4529-90d2-4df5e0863d18),segment_id=8de63762-b8c7-4529-90d2-4df5e0863d18)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:22.854740 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a9c5aa2d-9c9f-4117-ab5a-a8aa97b7593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:22.894944 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 7f3cb4ad-204c-48f1-984f-70fce578d9e9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:09:22.916383 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b893e3-84b0-4047-b7f2-613ad135f40a req-b2d2fea4-9229-4d33-a0e5-58b21e054e7e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:22.917930 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f0b893e3-84b0-4047-b7f2-613ad135f40a req-b2d2fea4-9229-4d33-a0e5-58b21e054e7e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 946 time: 0.1530406 Dec 06 15:09:22.971518 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f706c5-5edb-403f-b014-96d950659262 req-53a1b2b3-cabc-41a9-a602-4ed2f5f07177 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:22.974166 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21f706c5-5edb-403f-b014-96d950659262 req-53a1b2b3-cabc-41a9-a602-4ed2f5f07177 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8695316 Dec 06 15:09:22.990409 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 7f3cb4ad-204c-48f1-984f-70fce578d9e9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:22.990901 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:23.003461 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb6a2f90-dfbf-42aa-a897-7a7696ea0fa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:23.005379 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d1e5818f-3f4e-40b1-bbaa-06dbd93b2970 req-f6ce0952-c815-4a44-9d07-239123e86ac9 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:23.029559 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5aa2d-9c9f-4117-ab5a-a8aa97b7593d None None] Pushing event updated for resources: {'Port': ['ID=7f3cb4ad-204c-48f1-984f-70fce578d9e9,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:23.038605 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['836f91cd-14b4-4dab-b538-9fae3e16c391'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:09:23.050899 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f0b893e3-84b0-4047-b7f2-613ad135f40a req-5f7c101f-d9ac-4621-9f2d-4ed92b0a00f8 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247880 Dec 06 15:09:23.053250 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-21f706c5-5edb-403f-b014-96d950659262 req-3393dae2-c747-48f3-8a3f-fefc65046944 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Request body: {'port': {'device_id': 'c109e37d-14ef-4557-9fd2-0081302d5cbf', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': 'a127b858ce664168940f437bdf7ee4f5'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:23.074323 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['cf411024-9a4e-4fcd-9337-dcd3d6eb31fa'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:09:23.166677 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=ccd4413d-39c9-4504-892a-12c4144d5ce2,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:23.187248 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3931289c-116b-461e-a43b-1c084b1d82aa tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:23.193970 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3931289c-116b-461e-a43b-1c084b1d82aa tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:23.209437 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1c40d645-60c6-44e8-9572-9242302187ad up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:09:23.367284 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 1c40d645-60c6-44e8-9572-9242302187ad triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:23.367675 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:23.368996 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3931289c-116b-461e-a43b-1c084b1d82aa tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Router 0c44742f-c545-4ab6-9905-664d0c710828 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:09:23.433705 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb6a2f90-dfbf-42aa-a897-7a7696ea0fa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:23.435294 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce0952-c815-4a44-9d07-239123e86ac9 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Pushing event deleted for resources: {'Port': ['ID=836f91cd-14b4-4dab-b538-9fae3e16c391,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:23.492169 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bb6a2f90-dfbf-42aa-a897-7a7696ea0fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:23.492733 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cfd9538a-43f2-4d22-8e40-8b257bcd9f54 req-44137cfd-9fe5-4d77-b8b7-1eb6b5f04b5a tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 210 time: 0.0395894 Dec 06 15:09:23.554150 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a6cef89c-ea31-4910-8d1f-429791b25079 None None] Provisioning complete for port ccd4413d-39c9-4504-892a-12c4144d5ce2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:23.554550 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a6cef89c-ea31-4910-8d1f-429791b25079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:23.558536 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:23.580278 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3931289c-116b-461e-a43b-1c084b1d82aa tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:23.598616 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecba08cc-4aea-4608-8bc7-ff08325a6cb4 None None] Sync routers for ids ['0c44742f-c545-4ab6-9905-664d0c710828'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:09:23.616272 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3931289c-116b-461e-a43b-1c084b1d82aa tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:23.616986 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba08cc-4aea-4608-8bc7-ff08325a6cb4 None None] Routers {'0c44742f-c545-4ab6-9905-664d0c710828'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:23.617624 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ecba08cc-4aea-4608-8bc7-ff08325a6cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0c44742f-c545-4ab6-9905-664d0c710828'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:23.618518 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3931289c-116b-461e-a43b-1c084b1d82aa tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "PUT /v2.0/routers/0c44742f-c545-4ab6-9905-664d0c710828 HTTP/1.1" status: 200 len: 883 time: 3.7949617 Dec 06 15:09:23.621400 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50516) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:23.628433 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a2f90-dfbf-42aa-a897-7a7696ea0fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fe8f25-18b7-49d7-9329-3b6ebff1e0a5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:23.654743 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bb6a2f90-dfbf-42aa-a897-7a7696ea0fa9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3491f4be21544f0c97d6b3733a498e35&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2713680 Dec 06 15:09:23.679910 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f706c5-5edb-403f-b014-96d950659262 req-3393dae2-c747-48f3-8a3f-fefc65046944 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Made reservation on behalf of a127b858ce664168940f437bdf7ee4f5 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:09:23.684590 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-21f706c5-5edb-403f-b014-96d950659262 req-3393dae2-c747-48f3-8a3f-fefc65046944 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:23.695444 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50518) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:23.697271 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-21f706c5-5edb-403f-b014-96d950659262 req-3393dae2-c747-48f3-8a3f-fefc65046944 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:23.707302 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e5818f-3f4e-40b1-bbaa-06dbd93b2970 req-f6ce0952-c815-4a44-9d07-239123e86ac9 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] No DVR routers for this DVR port 836f91cd-14b4-4dab-b538-9fae3e16c391 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:09:23.712122 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a6cef89c-ea31-4910-8d1f-429791b25079 None None] Port ccd4413d-39c9-4504-892a-12c4144d5ce2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:23.713657 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ecba08cc-4aea-4608-8bc7-ff08325a6cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:23.732683 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba08cc-4aea-4608-8bc7-ff08325a6cb4 None None] Routers {'0c44742f-c545-4ab6-9905-664d0c710828'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:23.733412 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ecba08cc-4aea-4608-8bc7-ff08325a6cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0c44742f-c545-4ab6-9905-664d0c710828'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:23.743627 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d1e5818f-3f4e-40b1-bbaa-06dbd93b2970 req-f6ce0952-c815-4a44-9d07-239123e86ac9 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:23.746931 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d1e5818f-3f4e-40b1-bbaa-06dbd93b2970 req-f6ce0952-c815-4a44-9d07-239123e86ac9 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "DELETE /v2.0/ports/836f91cd-14b4-4dab-b538-9fae3e16c391 HTTP/1.1" status: 204 len: 173 time: 1.9916294 Dec 06 15:09:23.747866 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd282fb2b-f302-457d-a4a0-8b4ee6c91356', 'name': 'network-vif-deleted', 'tag': '836f91cd-14b4-4dab-b538-9fae3e16c391'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:09:23.751055 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2615dd47-b669-4dd0-886f-5c7811213146" -d '{"events": [{"server_uuid": "d282fb2b-f302-457d-a4a0-8b4ee6c91356", "name": "network-vif-deleted", "tag": "836f91cd-14b4-4dab-b538-9fae3e16c391"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:09:23.777096 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a6cef89c-ea31-4910-8d1f-429791b25079 None None] Provisioning complete for port 7f3cb4ad-204c-48f1-984f-70fce578d9e9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:23.777466 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a6cef89c-ea31-4910-8d1f-429791b25079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:23.804341 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ecba08cc-4aea-4608-8bc7-ff08325a6cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:23.804992 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecba08cc-4aea-4608-8bc7-ff08325a6cb4 None None] The sync data for ids ['0c44742f-c545-4ab6-9905-664d0c710828'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:09:23.832691 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48c0b153-39bf-4c0c-94be-0762511187db req-18f1dc66-0aad-4f07-8c1c-0cd07f8c62a8 service neutron] 10.222.0.20 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4568338 Dec 06 15:09:23.886440 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f303a5f4-4ef8-40d3-ac2b-620b53e48753 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "GET /v2.0/routers/0c44742f-c545-4ab6-9905-664d0c710828 HTTP/1.1" status: 200 len: 924 time: 0.2632244 Dec 06 15:09:23.887362 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50522) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:23.921992 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e4c4be-d6a0-402b-92e7-2a662b5b9aee x-openstack-request-id: req-09e4c4be-d6a0-402b-92e7-2a662b5b9aee {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:09:23.922294 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d282fb2b-f302-457d-a4a0-8b4ee6c91356", "name": "network-vif-deleted", "tag": "836f91cd-14b4-4dab-b538-9fae3e16c391", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:09:23.922556 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09e4c4be-d6a0-402b-92e7-2a662b5b9aee {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:09:23.922968 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd282fb2b-f302-457d-a4a0-8b4ee6c91356', 'name': 'network-vif-deleted', 'tag': '836f91cd-14b4-4dab-b538-9fae3e16c391', 'status': 'completed', 'code': 200} Dec 06 15:09:23.995176 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3e33d1-f49a-4f2c-b58b-f11e45dcb8dc tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:23.997517 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7a3e33d1-f49a-4f2c-b58b-f11e45dcb8dc tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&device_id=0c44742f-c545-4ab6-9905-664d0c710828&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1090178 Dec 06 15:09:24.000745 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50524) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:24.021487 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network 9850bbe4-ac03-458b-8a56-76352b5dfad5 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:24.026207 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89e6d824-cae6-4f65-ae78-8ec541bf7cca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:24.033499 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:24.091148 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e2a95530-91e0-45b9-bdf2-32b4d87a944e None None] Provisioning complete for port ccd4413d-39c9-4504-892a-12c4144d5ce2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:24.093108 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e2a95530-91e0-45b9-bdf2-32b4d87a944e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:24.099605 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89e6d824-cae6-4f65-ae78-8ec541bf7cca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:24.111612 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e146af8-12d1-43f7-9cbb-b53b14165ee7 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:24.113206 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5e146af8-12d1-43f7-9cbb-b53b14165ee7 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 881 time: 0.1112506 Dec 06 15:09:24.116882 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50528) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:24.167193 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48c0b153-39bf-4c0c-94be-0762511187db req-579880a3-392e-4bcd-9247-e36b988b5cea service neutron] 10.222.0.20 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065183 Dec 06 15:09:24.176914 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e2a95530-91e0-45b9-bdf2-32b4d87a944e None None] Port ccd4413d-39c9-4504-892a-12c4144d5ce2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:24.190975 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1e03a124-8e7e-4bb3-a4ac-8a90869916a5 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c44742f-c545-4ab6-9905-664d0c710828 HTTP/1.1" status: 200 len: 205 time: 0.0684106 Dec 06 15:09:24.192216 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50530) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:24.279546 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-21f706c5-5edb-403f-b014-96d950659262 req-3393dae2-c747-48f3-8a3f-fefc65046944 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:24.284544 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89e6d824-cae6-4f65-ae78-8ec541bf7cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:24.287403 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89e6d824-cae6-4f65-ae78-8ec541bf7cca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:24.291847 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-89e6d824-cae6-4f65-ae78-8ec541bf7cca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89fe8f25-18b7-49d7-9329-3b6ebff1e0a5 HTTP/1.1" status: 204 len: 168 time: 0.5825286 Dec 06 15:09:24.306132 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-21f706c5-5edb-403f-b014-96d950659262 req-3393dae2-c747-48f3-8a3f-fefc65046944 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:24.333786 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6d824-cae6-4f65-ae78-8ec541bf7cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fe8f25-18b7-49d7-9329-3b6ebff1e0a5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:24.359246 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 451ea134-ac39-4d1f-9409-265096498296 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:09:24.436977 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e208b642-df37-4614-ad92-d8d8ef50124f req-22866802-f0d3-4523-bd36-054af7e65f6d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=d282fb2b-f302-457d-a4a0-8b4ee6c91356 HTTP/1.1" status: 200 len: 210 time: 0.1274557 Dec 06 15:09:24.447376 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-106b6f96-e82b-4aea-b23b-ad6f9491068d tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:24.585457 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393dae2-c747-48f3-8a3f-fefc65046944 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b641a9-2a5e-48f9-8685-b8c57ffde160,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:24.611445 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b71c0b5-f87c-4144-96b2-a7a8c127cb3b None None] Provisioning complete for port ccd4413d-39c9-4504-892a-12c4144d5ce2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:24.613058 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b71c0b5-f87c-4144-96b2-a7a8c127cb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:24.662677 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9076b48e-46af-4088-bb96-e79d2ac560e0 req-c3cee6a1-2908-4715-a53f-d4c7f2e67a13 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 210 time: 0.1221399 Dec 06 15:09:24.684849 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-79fcf9f6-bb7a-4edf-814c-b8cf423bff58 req-b6a7656d-9549-40fc-b120-48dafce1dfeb tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 210 time: 0.0637479 Dec 06 15:09:24.690362 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4b71c0b5-f87c-4144-96b2-a7a8c127cb3b None None] Port ccd4413d-39c9-4504-892a-12c4144d5ce2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:24.707482 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-106b6f96-e82b-4aea-b23b-ad6f9491068d tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:24.770008 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-106b6f96-e82b-4aea-b23b-ad6f9491068d tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Deleting port cad776a0-a770-4c84-b8bf-e757cc6d2302 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:24.770943 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-106b6f96-e82b-4aea-b23b-ad6f9491068d tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:24.852877 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 7f3cb4ad-204c-48f1-984f-70fce578d9e9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:09:24.908371 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-106b6f96-e82b-4aea-b23b-ad6f9491068d tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:24.922158 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 7f3cb4ad-204c-48f1-984f-70fce578d9e9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:24.923021 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:24.939078 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-106b6f96-e82b-4aea-b23b-ad6f9491068d tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Calling delete_port for cad776a0-a770-4c84-b8bf-e757cc6d2302 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:24.964121 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-21f706c5-5edb-403f-b014-96d950659262 req-3393dae2-c747-48f3-8a3f-fefc65046944 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Allocated IP 192.168.233.116 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/67ff337b-fe18-406c-9203-f2bae61abfb0) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:09:25.116536 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:25.124745 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-442b3c65-bbee-4c8f-a928-f8b23265b719 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/451ea134-ac39-4d1f-9409-265096498296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5980992 Dec 06 15:09:25.129036 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50558) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:25.130084 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Sync routers for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:09:25.135861 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bc6f1a5a-7341-4ab8-9672-9895c787cdcd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'network': {'name': 'tempest-RoutersTest-1004746358'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:25.145898 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:25.146791 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:25.187105 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6f1a5a-7341-4ab8-9672-9895c787cdcd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:09:25.192856 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1a5a-7341-4ab8-9672-9895c787cdcd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:25.239364 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-106b6f96-e82b-4aea-b23b-ad6f9491068d tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:25.257882 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6f1a5a-7341-4ab8-9672-9895c787cdcd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:09:25.310107 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:25.327313 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b6f96-e82b-4aea-b23b-ad6f9491068d tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Pushing event deleted for resources: {'Port': ['ID=cad776a0-a770-4c84-b8bf-e757cc6d2302,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:25.385779 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382a6ef0-e6d7-4317-a923-84eced99cadc None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:09:25.408672 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1a5a-7341-4ab8-9672-9895c787cdcd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:25.409303 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-bc6f1a5a-7341-4ab8-9672-9895c787cdcd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Added segment 8120dc07-1cd5-4de7-98c0-a5655c9b5fd7 of type vlan for network 1c320a11-5847-4344-9eb4-57d984fa705a Dec 06 15:09:25.452992 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-21f706c5-5edb-403f-b014-96d950659262 req-3393dae2-c747-48f3-8a3f-fefc65046944 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:25.525934 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-21f706c5-5edb-403f-b014-96d950659262 req-3393dae2-c747-48f3-8a3f-fefc65046944 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:25.571523 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1a5a-7341-4ab8-9672-9895c787cdcd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:25.574369 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-106b6f96-e82b-4aea-b23b-ad6f9491068d tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:25.655573 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f706c5-5edb-403f-b014-96d950659262 req-3393dae2-c747-48f3-8a3f-fefc65046944 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:25.690904 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-21f706c5-5edb-403f-b014-96d950659262 req-3393dae2-c747-48f3-8a3f-fefc65046944 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:25.702964 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393dae2-c747-48f3-8a3f-fefc65046944 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Pushing event updated for resources: {'Port': ['ID=67ff337b-fe18-406c-9203-f2bae61abfb0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:25.708503 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f706c5-5edb-403f-b014-96d950659262 req-3393dae2-c747-48f3-8a3f-fefc65046944 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:09:25.729936 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.db.resource_extend [None req-bc6f1a5a-7341-4ab8-9672-9895c787cdcd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 15:09:25.781409 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:21Z', 'revision_number': 4, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '1c40d645-60c6-44e8-9572-9242302187ad', 'name': '', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:f2:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:12Z', 'updated_at': '2021-12-06T15:09:19Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd4413d-39c9-4504-892a-12c4144d5ce2', 'name': '', 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:0f:2a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:18Z', 'updated_at': '2021-12-06T15:09:22Z', 'revision_number': 2, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:25.811774 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f706c5-5edb-403f-b014-96d950659262 req-3393dae2-c747-48f3-8a3f-fefc65046944 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:25.815555 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-21f706c5-5edb-403f-b014-96d950659262 req-3393dae2-c747-48f3-8a3f-fefc65046944 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:25.853854 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 836f91cd-14b4-4dab-b538-9fae3e16c391 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:09:25.866164 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1a5a-7341-4ab8-9672-9895c787cdcd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:25.869447 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21f706c5-5edb-403f-b014-96d950659262 req-3393dae2-c747-48f3-8a3f-fefc65046944 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8377993 Dec 06 15:09:25.872420 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6f1a5a-7341-4ab8-9672-9895c787cdcd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:25.873310 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1a5a-7341-4ab8-9672-9895c787cdcd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:25.875204 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Checking router: 451ea134-ac39-4d1f-9409-265096498296 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:09:25.875705 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Updating router 451ea134-ac39-4d1f-9409-265096498296 port ccd4413d-39c9-4504-892a-12c4144d5ce2 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:09:25.878600 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-106b6f96-e82b-4aea-b23b-ad6f9491068d tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:25.884934 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9dc74d2f-0fdd-4871-9f87-4d9e09a32893 req-1acf3238-ecda-49be-a935-fb51c9badff0 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 210 time: 0.0646210 Dec 06 15:09:25.889633 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-106b6f96-e82b-4aea-b23b-ad6f9491068d tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:25.899010 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Request body: {'port': {'device_id': 'c109e37d-14ef-4557-9fd2-0081302d5cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:26.014132 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bc6f1a5a-7341-4ab8-9672-9895c787cdcd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8838308 Dec 06 15:09:26.017865 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50590) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:26.035027 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-106b6f96-e82b-4aea-b23b-ad6f9491068d tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:26.040681 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106b6f96-e82b-4aea-b23b-ad6f9491068d tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Fanout notify agent at l3_agent the message router_deleted on router 0c44742f-c545-4ab6-9905-664d0c710828 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:09:26.054417 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-09ca6a96-2dc1-4e6c-b795-451cd6e42acc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'subnet': {'network_id': '1c320a11-5847-4344-9eb4-57d984fa705a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:26.058113 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:26.085565 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 836f91cd-14b4-4dab-b538-9fae3e16c391 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:09:26.087053 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 836f91cd-14b4-4dab-b538-9fae3e16c391 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:09:26.108161 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-106b6f96-e82b-4aea-b23b-ad6f9491068d tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:26.114842 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-106b6f96-e82b-4aea-b23b-ad6f9491068d tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "DELETE /v2.0/routers/0c44742f-c545-4ab6-9905-664d0c710828 HTTP/1.1" status: 204 len: 168 time: 1.9200563 Dec 06 15:09:26.117993 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50594) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:26.134743 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3d6f33d0-b087-412a-b2b7-90339a5df689 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-823431747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:26.156936 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f1a5a-7341-4ab8-9672-9895c787cdcd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Network': ['ID=1c320a11-5847-4344-9eb4-57d984fa705a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:26.184025 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 1c320a11-5847-4344-9eb4-57d984fa705a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:09:26.284670 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb815d-88c5-4be3-8033-937ff72aeeb7 req-e65b09c5-fb5b-4096-b90f-2eef690d57a0 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:26.296411 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1bb815d-88c5-4be3-8033-937ff72aeeb7 req-e65b09c5-fb5b-4096-b90f-2eef690d57a0 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 936 time: 0.1771076 Dec 06 15:09:26.297399 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d6f33d0-b087-412a-b2b7-90339a5df689 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:26.299868 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d6f33d0-b087-412a-b2b7-90339a5df689 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:26.382719 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a3222d4d-dfcf-497d-b3b7-9be8cb8931f8 None None] Provisioning complete for port 67ff337b-fe18-406c-9203-f2bae61abfb0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:26.383725 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a3222d4d-dfcf-497d-b3b7-9be8cb8931f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:26.415521 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d6f33d0-b087-412a-b2b7-90339a5df689 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:26.421179 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d1bb815d-88c5-4be3-8033-937ff72aeeb7 req-2343b810-99c1-4c99-b892-cfe5f0b27291 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6b641a9-2a5e-48f9-8685-b8c57ffde160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146307 Dec 06 15:09:26.422266 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ca6a96-2dc1-4e6c-b795-451cd6e42acc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Made reservation on behalf of aeba8040a8c54e758209f281c7fe9ad1 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:09:26.426351 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09ca6a96-2dc1-4e6c-b795-451cd6e42acc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:26.463400 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a3222d4d-dfcf-497d-b3b7-9be8cb8931f8 None None] Port 67ff337b-fe18-406c-9203-f2bae61abfb0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:26.510257 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0b153-39bf-4c0c-94be-0762511187db req-cf212127-90f3-4cc7-81ab-1c65862f7f3a tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:26.513293 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48c0b153-39bf-4c0c-94be-0762511187db req-cf212127-90f3-4cc7-81ab-1c65862f7f3a tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.23 "GET /v2.0/networks?id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 HTTP/1.1" status: 200 len: 809 time: 0.4866343 Dec 06 15:09:26.591895 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:26.649888 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d6f33d0-b087-412a-b2b7-90339a5df689 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:26.650655 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:26.664163 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09ca6a96-2dc1-4e6c-b795-451cd6e42acc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:26.672712 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:26.676653 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d6f33d0-b087-412a-b2b7-90339a5df689 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:26.680924 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3d6f33d0-b087-412a-b2b7-90339a5df689 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5518789 Dec 06 15:09:26.706331 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50606) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:26.712404 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-05860f19-1060-469d-9641-5d5d727f5de5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'enable_snat': True}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:26.753200 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48c0b153-39bf-4c0c-94be-0762511187db req-482cab5e-f86b-4fd1-a112-a091ad11f7b8 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a45a9617d21f43eb8a512b181ef6b340 HTTP/1.1" status: 200 len: 379 time: 0.2272964 Dec 06 15:09:26.788222 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a52b49-f428-4702-8040-b407646c1d23 req-9fc2575f-f275-4e6e-bac6-e4fc64aed55a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:26.797648 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15a52b49-f428-4702-8040-b407646c1d23 req-9fc2575f-f275-4e6e-bac6-e4fc64aed55a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 806 time: 0.9229770 Dec 06 15:09:26.812531 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-48c0b153-39bf-4c0c-94be-0762511187db req-a797b702-6dd0-4303-b455-c43c25e56908 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Request body: {'port': {'device_id': 'bc84b9c6-948c-4181-8102-a10cb6e96930', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'admin_state_up': True, 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'security_groups': ['839f6684-2ae7-44be-93a8-8616699820db']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:26.901170 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15a52b49-f428-4702-8040-b407646c1d23 req-15f7d9ca-8605-45d1-901f-7175b9ae12a6 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/quotas/e98772d35f004ef9b9b31e90472aefa4 HTTP/1.1" status: 200 len: 375 time: 0.1025240 Dec 06 15:09:26.925893 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e50fc-b0d2-445c-a868-2c7855e35022 None None] Pushing event updated for resources: {'Port': ['ID=ccd4413d-39c9-4504-892a-12c4144d5ce2,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:27.003077 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Attempting to bind port ccd4413d-39c9-4504-892a-12c4144d5ce2 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:09:27.003230 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Attempting to bind port ccd4413d-39c9-4504-892a-12c4144d5ce2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8de63762-b8c7-4529-90d2-4df5e0863d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:09:27.003575 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Attempting to bind port ccd4413d-39c9-4504-892a-12c4144d5ce2 on network 9850bbe4-ac03-458b-8a56-76352b5dfad5 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:09:27.012856 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:09:27.013233 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Checking segment: {'id': '8de63762-b8c7-4529-90d2-4df5e0863d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:09:27.013645 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:27.014109 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Bound using segment: {'id': '8de63762-b8c7-4529-90d2-4df5e0863d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:09:27.014584 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Bound port: ccd4413d-39c9-4504-892a-12c4144d5ce2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de63762-b8c7-4529-90d2-4df5e0863d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:09:27.014964 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:27.113078 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] For port ccd4413d-39c9-4504-892a-12c4144d5ce2, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:09:27.116559 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] For port ccd4413d-39c9-4504-892a-12c4144d5ce2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ccd4413d-39c9-4504-892a-12c4144d5ce2,segment=NetworkSegment(8de63762-b8c7-4529-90d2-4df5e0863d18),segment_id=8de63762-b8c7-4529-90d2-4df5e0863d18)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:09:27.122801 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:27.249248 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15a52b49-f428-4702-8040-b407646c1d23 req-90f0076a-74a3-45b8-bede-dbf39b2d2247 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3471622 Dec 06 15:09:27.272127 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49983626-6335-47a0-a32a-6cce3d17cff9 req-3e83af7d-2ca1-41d7-b843-14dd243a1bf8 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 210 time: 0.1132352 Dec 06 15:09:27.314575 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca6a96-2dc1-4e6c-b795-451cd6e42acc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Subnet': ['ID=cd20e16c-7183-4982-b17b-f16eebfd33ab,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:27.471845 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca6a96-2dc1-4e6c-b795-451cd6e42acc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Checking segment: {'id': '8120dc07-1cd5-4de7-98c0-a5655c9b5fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1c320a11-5847-4344-9eb4-57d984fa705a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:09:27.472217 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ca6a96-2dc1-4e6c-b795-451cd6e42acc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network hostable DHCP agents. Network: 1c320a11-5847-4344-9eb4-57d984fa705a, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:09:27.487099 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15a52b49-f428-4702-8040-b407646c1d23 req-619d780f-fe9d-4d50-8f7e-7b1dd6f55017 service neutron] 10.222.0.20 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249823 Dec 06 15:09:27.528448 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c0b153-39bf-4c0c-94be-0762511187db req-a797b702-6dd0-4303-b455-c43c25e56908 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Made reservation on behalf of a45a9617d21f43eb8a512b181ef6b340 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:09:27.533131 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-48c0b153-39bf-4c0c-94be-0762511187db req-a797b702-6dd0-4303-b455-c43c25e56908 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:27.542011 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e50fc-b0d2-445c-a868-2c7855e35022 None None] Pushing event updated for resources: {'Port': ['ID=ccd4413d-39c9-4504-892a-12c4144d5ce2,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:27.548912 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:27.553418 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:27.557049 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cd805d40-5000-4e77-9f65-c778d21a010a None None] Provisioning complete for port ccd4413d-39c9-4504-892a-12c4144d5ce2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:27.563921 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd805d40-5000-4e77-9f65-c778d21a010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:27.574705 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05860f19-1060-469d-9641-5d5d727f5de5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:27.696247 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ca6a96-2dc1-4e6c-b795-451cd6e42acc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network 1c320a11-5847-4344-9eb4-57d984fa705a is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:09:27.724286 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:27.739505 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-09ca6a96-2dc1-4e6c-b795-451cd6e42acc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1c320a11-5847-4344-9eb4-57d984fa705a) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:27.755252 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ca6a96-2dc1-4e6c-b795-451cd6e42acc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:27.756357 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09ca6a96-2dc1-4e6c-b795-451cd6e42acc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:27.777201 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9525249-aa68-49ac-9b0d-28bdfd5ffa02 None None] Network 1c320a11-5847-4344-9eb4-57d984fa705a requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:09:27.795953 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c5909-fcb2-4117-a18f-ea09ccc0dd26 req-c19fb6bb-ea84-4285-9e94-98da05669960 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:27.820124 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f33c5909-fcb2-4117-a18f-ea09ccc0dd26 req-c19fb6bb-ea84-4285-9e94-98da05669960 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 936 time: 0.2324674 Dec 06 15:09:27.851771 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-09ca6a96-2dc1-4e6c-b795-451cd6e42acc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8327863 Dec 06 15:09:27.855389 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50632) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:27.974796 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd805d40-5000-4e77-9f65-c778d21a010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:28.041183 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f33c5909-fcb2-4117-a18f-ea09ccc0dd26 req-ef881b9c-1e72-4ecf-8a6d-2fcb5fe4c4cd tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6b641a9-2a5e-48f9-8685-b8c57ffde160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196424 Dec 06 15:09:28.111789 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:28.134248 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cd805d40-5000-4e77-9f65-c778d21a010a None None] For port ccd4413d-39c9-4504-892a-12c4144d5ce2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ccd4413d-39c9-4504-892a-12c4144d5ce2,segment=NetworkSegment(8de63762-b8c7-4529-90d2-4df5e0863d18),segment_id=8de63762-b8c7-4529-90d2-4df5e0863d18)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:28.163552 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd805d40-5000-4e77-9f65-c778d21a010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:28.364803 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-1c320a11-5847-4344-9eb4-57d984fa705a', 'network_id': '1c320a11-5847-4344-9eb4-57d984fa705a', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'fixed_ips': [{'subnet_id': 'cd20e16c-7183-4982-b17b-f16eebfd33ab'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:09:28.370443 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:28.375643 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15a52b49-f428-4702-8040-b407646c1d23 req-0bc9089d-e95f-4270-b42e-8d08e94b9566 service neutron] 10.222.0.20 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8844147 Dec 06 15:09:28.535996 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Allocated IP 172.23.0.2 (1c320a11-5847-4344-9eb4-57d984fa705a/cd20e16c-7183-4982-b17b-f16eebfd33ab/7897e039-ec9c-4b99-a42f-329421926c36) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:09:28.539095 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d32f6aaf-edcc-4953-91e0-6648b49d6817 req-6adcac83-fc4b-40ae-b848-cd621098ecbf tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 210 time: 0.0947201 Dec 06 15:09:28.554697 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05860f19-1060-469d-9641-5d5d727f5de5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:28.557856 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-48c0b153-39bf-4c0c-94be-0762511187db req-a797b702-6dd0-4303-b455-c43c25e56908 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Allocated IP 172.20.0.8 (4f9d67db-f0f5-4553-b41f-fc932d5b7ff7/910def33-1b6e-420b-bf18-ba2208cd2881/51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:09:28.579502 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05860f19-1060-469d-9641-5d5d727f5de5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:28.770803 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-48c0b153-39bf-4c0c-94be-0762511187db req-a797b702-6dd0-4303-b455-c43c25e56908 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:28.777134 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:28.816311 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ff337b-fe18-406c-9203-f2bae61abfb0 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:09:28.824106 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-48c0b153-39bf-4c0c-94be-0762511187db req-a797b702-6dd0-4303-b455-c43c25e56908 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:28.866551 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-769a55d5-e695-42d3-a183-bfd80770f70b req-b69ab52f-84fb-4f5c-bc87-23805d301090 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 210 time: 0.1300666 Dec 06 15:09:28.882170 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:28.897647 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:28.901370 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd805d40-5000-4e77-9f65-c778d21a010a None None] Pushing event updated for resources: {'Port': ['ID=ccd4413d-39c9-4504-892a-12c4144d5ce2,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:28.928462 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:28.930899 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797b702-6dd0-4303-b455-c43c25e56908 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Pushing event updated for resources: {'Port': ['ID=51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:28.942432 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c0b153-39bf-4c0c-94be-0762511187db req-a797b702-6dd0-4303-b455-c43c25e56908 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:28.948328 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-48c0b153-39bf-4c0c-94be-0762511187db req-a797b702-6dd0-4303-b455-c43c25e56908 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:28.960069 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c7d233d7-0deb-42a2-948f-7ba55211c70a None None] Provisioning complete for port ccd4413d-39c9-4504-892a-12c4144d5ce2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:28.960547 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c7d233d7-0deb-42a2-948f-7ba55211c70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:28.962287 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Pushing event updated for resources: {'Port': ['ID=7897e039-ec9c-4b99-a42f-329421926c36,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:28.977474 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Network 1c320a11-5847-4344-9eb4-57d984fa705a is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:28.978230 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c0b153-39bf-4c0c-94be-0762511187db req-a797b702-6dd0-4303-b455-c43c25e56908 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:09:28.981183 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:21Z', 'revision_number': 4, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '1c40d645-60c6-44e8-9572-9242302187ad', 'name': '', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:f2:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:12Z', 'updated_at': '2021-12-06T15:09:19Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd4413d-39c9-4504-892a-12c4144d5ce2', 'name': '', 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:0f:2a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:18Z', 'updated_at': '2021-12-06T15:09:27Z', 'revision_number': 4, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:29.003357 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:29.046920 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:09:29.048348 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Transition to ACTIVE for port object 67ff337b-fe18-406c-9203-f2bae61abfb0 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:09:29.053161 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a41d39-ecb4-4331-94c9-7e4c144c5bd7 None None] The sync data for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 is: [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:21Z', 'revision_number': 4, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '1c40d645-60c6-44e8-9572-9242302187ad', 'name': '', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:f2:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:12Z', 'updated_at': '2021-12-06T15:09:19Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd4413d-39c9-4504-892a-12c4144d5ce2', 'name': '', 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:0f:2a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:18Z', 'updated_at': '2021-12-06T15:09:27Z', 'revision_number': 4, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:09:29.130952 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0b153-39bf-4c0c-94be-0762511187db req-a797b702-6dd0-4303-b455-c43c25e56908 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:29.131593 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-48c0b153-39bf-4c0c-94be-0762511187db req-a797b702-6dd0-4303-b455-c43c25e56908 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:29.171383 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:29.190023 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Attempting to bind port 7897e039-ec9c-4b99-a42f-329421926c36 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:09:29.190561 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Attempting to bind port 7897e039-ec9c-4b99-a42f-329421926c36 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8120dc07-1cd5-4de7-98c0-a5655c9b5fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1c320a11-5847-4344-9eb4-57d984fa705a'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:09:29.191023 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Attempting to bind port 7897e039-ec9c-4b99-a42f-329421926c36 on network 1c320a11-5847-4344-9eb4-57d984fa705a {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:09:29.197734 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:09:29.198299 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Checking segment: {'id': '8120dc07-1cd5-4de7-98c0-a5655c9b5fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1c320a11-5847-4344-9eb4-57d984fa705a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:09:29.198801 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:29.199310 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Bound using segment: {'id': '8120dc07-1cd5-4de7-98c0-a5655c9b5fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1c320a11-5847-4344-9eb4-57d984fa705a'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:09:29.199953 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Bound port: 7897e039-ec9c-4b99-a42f-329421926c36, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8120dc07-1cd5-4de7-98c0-a5655c9b5fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1c320a11-5847-4344-9eb4-57d984fa705a'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:09:29.200453 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:29.375270 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48c0b153-39bf-4c0c-94be-0762511187db req-a797b702-6dd0-4303-b455-c43c25e56908 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6076636 Dec 06 15:09:29.465945 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Request body: {'port': {'device_id': 'bc84b9c6-948c-4181-8102-a10cb6e96930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:29.554663 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] For port 7897e039-ec9c-4b99-a42f-329421926c36, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:09:29.564569 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] For port 7897e039-ec9c-4b99-a42f-329421926c36, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7897e039-ec9c-4b99-a42f-329421926c36,segment=NetworkSegment(8120dc07-1cd5-4de7-98c0-a5655c9b5fd7),segment_id=8120dc07-1cd5-4de7-98c0-a5655c9b5fd7)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:09:29.588169 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-05860f19-1060-469d-9641-5d5d727f5de5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Allocated IP 172.35.7.226 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/6aaadfd6-2b6c-4ed6-9625-f17452c99252) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:09:29.595116 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:29.773044 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Attempting to bind port 67ff337b-fe18-406c-9203-f2bae61abfb0 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:09:29.773564 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Attempting to bind port 67ff337b-fe18-406c-9203-f2bae61abfb0 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:09:29.773715 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Attempting to bind port 67ff337b-fe18-406c-9203-f2bae61abfb0 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:09:29.819202 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83163e2b-63a9-455b-836f-6577750e1d97 None None] Pushing event updated for resources: {'Port': ['ID=7897e039-ec9c-4b99-a42f-329421926c36,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:29.835273 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8500ab-31b1-4e59-b2d8-642fb4ccd4b6 req-7080397d-85e9-46d3-a359-fab6c3942ef9 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:29.836943 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba8500ab-31b1-4e59-b2d8-642fb4ccd4b6 req-7080397d-85e9-46d3-a359-fab6c3942ef9 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 948 time: 0.6391671 Dec 06 15:09:29.837363 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3214d601-bd51-4724-b1f7-49d060932683 None None] Provisioning complete for port 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:29.837625 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Pushing event updated for resources: {'Port': ['ID=67ff337b-fe18-406c-9203-f2bae61abfb0,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:29.838039 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3214d601-bd51-4724-b1f7-49d060932683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:29.869972 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Port 67ff337b-fe18-406c-9203-f2bae61abfb0 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:09:29.870225 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Attempting to bind port 67ff337b-fe18-406c-9203-f2bae61abfb0 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:09:29.890243 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Allocated IP 172.23.0.1 (1c320a11-5847-4344-9eb4-57d984fa705a/cd20e16c-7183-4982-b17b-f16eebfd33ab/e485abed-9a35-425b-b92a-3d6af91037b5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:09:29.898684 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:09:29.899081 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:09:29.899474 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:09:29.900001 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Bound port: 67ff337b-fe18-406c-9203-f2bae61abfb0, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:09:29.909456 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:29.990967 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3214d601-bd51-4724-b1f7-49d060932683 None None] Port 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:29.997328 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:30.080290 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:30.095339 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba8500ab-31b1-4e59-b2d8-642fb4ccd4b6 req-4014f84b-07b4-4587-9d08-f684a5751491 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6b641a9-2a5e-48f9-8685-b8c57ffde160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265525 Dec 06 15:09:30.249035 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05860f19-1060-469d-9641-5d5d727f5de5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:30.291510 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50670) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:30.372917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a5fec76-80e9-4cec-9310-b445e20b135b req-5fa3e017-cb50-4dab-b8f9-13a8ad95c88c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 210 time: 0.0794797 Dec 06 15:09:30.441929 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] For port 67ff337b-fe18-406c-9203-f2bae61abfb0, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:09:30.451126 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] For port 67ff337b-fe18-406c-9203-f2bae61abfb0, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=67ff337b-fe18-406c-9203-f2bae61abfb0,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:09:30.475715 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6b95f-a60b-47e1-9acb-7a8c3e3d446f req-ebb42517-30be-4f6a-96b2-a0df98c051d5 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:30.477775 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6a6b95f-a60b-47e1-9acb-7a8c3e3d446f req-ebb42517-30be-4f6a-96b2-a0df98c051d5 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 931 time: 0.2912421 Dec 06 15:09:30.547979 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:30.548719 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:30.596403 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:30.599126 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:30.600689 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21f706c5-5edb-403f-b014-96d950659262 req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] 10.222.0.37 "PUT /v2.0/ports/67ff337b-fe18-406c-9203-f2bae61abfb0 HTTP/1.1" status: 200 len: 1096 time: 4.7126720 Dec 06 15:09:30.644476 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c109e37d-14ef-4557-9fd2-0081302d5cbf', 'tag': '67ff337b-fe18-406c-9203-f2bae61abfb0'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:09:30.662864 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05860f19-1060-469d-9641-5d5d727f5de5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:30.664868 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9012e5-267f-4620-a525-2edc33207ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "c109e37d-14ef-4557-9fd2-0081302d5cbf", "tag": "67ff337b-fe18-406c-9203-f2bae61abfb0"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:09:30.692338 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6a6b95f-a60b-47e1-9acb-7a8c3e3d446f req-74552528-d1a6-4380-98a1-06efb61f1e10 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=839f6684-2ae7-44be-93a8-8616699820db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916790 Dec 06 15:09:30.756554 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3b66dc9-162f-455e-8074-172c939f8afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:30.795964 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732697b8-399c-4384-b883-f2a9238d97e8 x-openstack-request-id: req-732697b8-399c-4384-b883-f2a9238d97e8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:09:30.796978 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c109e37d-14ef-4557-9fd2-0081302d5cbf", "tag": "67ff337b-fe18-406c-9203-f2bae61abfb0", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:09:30.797390 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-732697b8-399c-4384-b883-f2a9238d97e8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:09:30.798115 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c109e37d-14ef-4557-9fd2-0081302d5cbf', 'tag': '67ff337b-fe18-406c-9203-f2bae61abfb0', 'status': 'completed', 'code': 200} Dec 06 15:09:30.808455 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d8129b5-6b6f-48f4-be16-01e5a56977a1 req-27199140-6e1d-45c2-9fef-b20fc033ce01 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2567260 Dec 06 15:09:30.833309 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a37f78e-8b32-43ba-abc2-86d7d392fa76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:30.835036 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05860f19-1060-469d-9641-5d5d727f5de5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:30.842611 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-05860f19-1060-469d-9641-5d5d727f5de5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:30.849974 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05860f19-1060-469d-9641-5d5d727f5de5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:09:30.855712 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05860f19-1060-469d-9641-5d5d727f5de5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Pushing event updated for resources: {'Port': ['ID=6aaadfd6-2b6c-4ed6-9625-f17452c99252,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:30.872333 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e610f4-d735-4882-a87c-7cd7a16206ff None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:09:30.955608 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c3bea-584a-41bd-aee2-73c28995ca0c service neutron] Pushing event updated for resources: {'Port': ['ID=67ff337b-fe18-406c-9203-f2bae61abfb0,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:30.955899 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:31.018585 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f706c5-5edb-403f-b014-96d950659262 req-b221303f-ca40-4827-8ab6-9ff22bbf84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:31.020418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21f706c5-5edb-403f-b014-96d950659262 req-b221303f-ca40-4827-8ab6-9ff22bbf84ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a127b858ce664168940f437bdf7ee4f5&device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 1099 time: 0.3183043 Dec 06 15:09:31.044281 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a52b49-f428-4702-8040-b407646c1d23 req-59b5338c-f047-4968-bb3e-3bc87f85c7ee tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:31.047629 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15a52b49-f428-4702-8040-b407646c1d23 req-59b5338c-f047-4968-bb3e-3bc87f85c7ee tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 806 time: 0.5123444 Dec 06 15:09:31.050153 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3758a028-d466-4a32-a718-17e9a6a4bdc8 None None] Provisioning complete for port 6aaadfd6-2b6c-4ed6-9625-f17452c99252 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:31.050663 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3758a028-d466-4a32-a718-17e9a6a4bdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:31.070365 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-15a52b49-f428-4702-8040-b407646c1d23 req-7fca65b2-6e2d-4ad1-9841-5a02931ce13c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Request body: {'port': {'device_id': 'c85a825b-ffc8-46d2-b852-c2c69255a3a6', 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873', 'admin_state_up': True, 'tenant_id': 'e98772d35f004ef9b9b31e90472aefa4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:31.083640 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8129b5-6b6f-48f4-be16-01e5a56977a1 req-7f8e8283-609e-4ea2-a7e9-c65a29a156a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:31.085708 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 7897e039-ec9c-4b99-a42f-329421926c36 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:09:31.086668 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d8129b5-6b6f-48f4-be16-01e5a56977a1 req-7f8e8283-609e-4ea2-a7e9-c65a29a156a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 1096 time: 0.2264998 Dec 06 15:09:31.115567 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network 1c320a11-5847-4344-9eb4-57d984fa705a is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:31.126045 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:31.145438 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21f706c5-5edb-403f-b014-96d950659262 req-761d0d51-1320-40e9-858c-847c7754dfd3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=67ff337b-fe18-406c-9203-f2bae61abfb0 HTTP/1.1" status: 200 len: 217 time: 0.0966551 Dec 06 15:09:31.159077 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3758a028-d466-4a32-a718-17e9a6a4bdc8 None None] Port 6aaadfd6-2b6c-4ed6-9625-f17452c99252 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:31.183297 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=e485abed-9a35-425b-b92a-3d6af91037b5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:31.193853 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 7897e039-ec9c-4b99-a42f-329421926c36 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:31.194013 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:31.209663 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:09:31.237977 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f706c5-5edb-403f-b014-96d950659262 req-17b99cd6-157e-4ced-822f-e9ec534c73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:31.249009 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21f706c5-5edb-403f-b014-96d950659262 req-17b99cd6-157e-4ced-822f-e9ec534c73b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0861294 Dec 06 15:09:31.336678 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:31.394176 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 7897e039-ec9c-4b99-a42f-329421926c36, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7897e039-ec9c-4b99-a42f-329421926c36,segment=NetworkSegment(8120dc07-1cd5-4de7-98c0-a5655c9b5fd7),segment_id=8120dc07-1cd5-4de7-98c0-a5655c9b5fd7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:31.407789 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:31.408893 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ccd4413d-39c9-4504-892a-12c4144d5ce2 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:09:31.468304 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a37f78e-8b32-43ba-abc2-86d7d392fa76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:31.487031 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a37f78e-8b32-43ba-abc2-86d7d392fa76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:31.492059 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:09:31.518381 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f706c5-5edb-403f-b014-96d950659262 req-609982f0-841b-47cc-8587-1d65a83eee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:31.520081 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21f706c5-5edb-403f-b014-96d950659262 req-609982f0-841b-47cc-8587-1d65a83eee27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2185984 Dec 06 15:09:31.532474 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:31.588286 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=7897e039-ec9c-4b99-a42f-329421926c36,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:31.615100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8768c886-b746-4758-9547-60f5eb91ff39 req-66085a1f-4afa-4b0d-ad23-9648ce1ac91a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 210 time: 0.0990851 Dec 06 15:09:31.638219 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ccd4413d-39c9-4504-892a-12c4144d5ce2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:31.639450 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:31.651872 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Transition to ACTIVE for port object 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:09:31.653105 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a52b49-f428-4702-8040-b407646c1d23 req-7fca65b2-6e2d-4ad1-9841-5a02931ce13c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Made reservation on behalf of e98772d35f004ef9b9b31e90472aefa4 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:09:31.658521 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-15a52b49-f428-4702-8040-b407646c1d23 req-7fca65b2-6e2d-4ad1-9841-5a02931ce13c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:31.664638 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37f78e-8b32-43ba-abc2-86d7d392fa76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e79ec78-ab22-4e38-85e5-2fb40053bb47,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:31.669340 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0a37f78e-8b32-43ba-abc2-86d7d392fa76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12c7cb4113464595bfc1f16c85fb14e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3747716 Dec 06 15:09:31.674030 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:31.676851 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50682) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:31.677202 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e2ea8b-aec6-4669-afe8-aaa2bc558148 None None] Network 1c320a11-5847-4344-9eb4-57d984fa705a requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:09:31.893073 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b5517cd2-d42e-42d9-bdf1-858de20f95cb None None] Provisioning complete for port 7897e039-ec9c-4b99-a42f-329421926c36 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:31.893307 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5517cd2-d42e-42d9-bdf1-858de20f95cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:31.905102 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Pushing event updated for resources: {'Port': ['ID=51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:31.931818 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8129b5-6b6f-48f4-be16-01e5a56977a1 req-879e0142-a238-48ee-b1bb-fbacc807f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:31.934068 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d8129b5-6b6f-48f4-be16-01e5a56977a1 req-879e0142-a238-48ee-b1bb-fbacc807f559 service neutron] 10.222.0.37 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 907 time: 0.8097019 Dec 06 15:09:32.007267 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d8129b5-6b6f-48f4-be16-01e5a56977a1 req-5e9a6608-9fa1-46a0-bb6d-9bc1eadfccd1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf411024-9a4e-4fcd-9337-dcd3d6eb31fa HTTP/1.1" status: 200 len: 217 time: 0.0491862 Dec 06 15:09:32.081994 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:32.200596 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfc33b-5e35-4280-8298-382db8b1e8df req-67e5688e-6eb2-49af-a286-57b08148b020 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:32.202620 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ebfc33b-5e35-4280-8298-382db8b1e8df req-67e5688e-6eb2-49af-a286-57b08148b020 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 948 time: 0.9535441 Dec 06 15:09:32.371590 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21f706c5-5edb-403f-b014-96d950659262 req-e26b8e51-5f14-42ac-9b1d-49ba7a394548 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8294973 Dec 06 15:09:32.400895 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:32.424104 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8129b5-6b6f-48f4-be16-01e5a56977a1 req-742e985c-dcf4-469e-b60b-68cccdf44320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:32.425773 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d8129b5-6b6f-48f4-be16-01e5a56977a1 req-742e985c-dcf4-469e-b60b-68cccdf44320 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd9744b0-5db8-4d6f-a5a9-70588c431a8f HTTP/1.1" status: 200 len: 846 time: 0.4019947 Dec 06 15:09:32.462241 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a0745-c130-4ea2-b4b2-1bc20f53e111 req-c233dcd4-f3fc-4e93-a375-a6a3c2b31255 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:32.470522 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-977a0745-c130-4ea2-b4b2-1bc20f53e111 req-c233dcd4-f3fc-4e93-a375-a6a3c2b31255 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 943 time: 0.6821868 Dec 06 15:09:32.473011 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05860f19-1060-469d-9641-5d5d727f5de5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:32.563636 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00d77637-5da4-4752-a943-145932229a1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:32.600838 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d8129b5-6b6f-48f4-be16-01e5a56977a1 req-7988dddc-4b37-4e26-9e05-0a2237cdd60f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47288c44-0415-406f-a9a9-d0bd8bc69873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1599412 Dec 06 15:09:32.605697 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ebfc33b-5e35-4280-8298-382db8b1e8df req-af4b6091-b52e-4a97-bba5-0f2c907a764a tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6b641a9-2a5e-48f9-8685-b8c57ffde160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924080 Dec 06 15:09:32.651230 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9dd42f4c-1570-4216-a80b-2d3e409af26f None None] Provisioning complete for port e485abed-9a35-425b-b92a-3d6af91037b5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:32.651849 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9dd42f4c-1570-4216-a80b-2d3e409af26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:32.656660 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00d77637-5da4-4752-a943-145932229a1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:32.677822 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21f706c5-5edb-403f-b014-96d950659262 req-a1e9cc1c-dc70-4d6c-985b-328c4acf8109 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830379 Dec 06 15:09:32.678993 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-15a52b49-f428-4702-8040-b407646c1d23 req-7fca65b2-6e2d-4ad1-9841-5a02931ce13c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Allocated IP 172.20.0.4 (47288c44-0415-406f-a9a9-d0bd8bc69873/fd9744b0-5db8-4d6f-a5a9-70588c431a8f/dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:09:32.683778 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Attempting to bind port 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:09:32.685443 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Attempting to bind port 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '01c1d4de-7367-4370-91b8-845ea5e2c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:09:32.685443 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Attempting to bind port 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f on network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:09:32.712587 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-977a0745-c130-4ea2-b4b2-1bc20f53e111 req-5bfcdd85-4128-4541-8093-1d8722d2172a tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=839f6684-2ae7-44be-93a8-8616699820db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383564 Dec 06 15:09:32.734147 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Port 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f on network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:09:32.734840 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9dd42f4c-1570-4216-a80b-2d3e409af26f None None] Port e485abed-9a35-425b-b92a-3d6af91037b5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:32.735152 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Attempting to bind port 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f on network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:09:32.754187 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9dd42f4c-1570-4216-a80b-2d3e409af26f None None] Provisioning complete for port 7897e039-ec9c-4b99-a42f-329421926c36 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:32.754762 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9dd42f4c-1570-4216-a80b-2d3e409af26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:32.769467 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:09:32.769467 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Checking segment: {'id': '01c1d4de-7367-4370-91b8-845ea5e2c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:09:32.769467 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Bound using segment: {'id': '01c1d4de-7367-4370-91b8-845ea5e2c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:09:32.769467 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Bound port: 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c1d4de-7367-4370-91b8-845ea5e2c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:09:32.770000 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:32.865506 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d8129b5-6b6f-48f4-be16-01e5a56977a1 req-c30a3f58-9771-4a3e-bbdd-fca0c659519a service neutron] 10.222.0.37 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493536 Dec 06 15:09:32.887969 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00d77637-5da4-4752-a943-145932229a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:32.891023 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00d77637-5da4-4752-a943-145932229a1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:32.894449 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-00d77637-5da4-4752-a943-145932229a1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e79ec78-ab22-4e38-85e5-2fb40053bb47 HTTP/1.1" status: 204 len: 168 time: 1.2043796 Dec 06 15:09:32.902264 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 7897e039-ec9c-4b99-a42f-329421926c36 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:09:32.926211 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d77637-5da4-4752-a943-145932229a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e79ec78-ab22-4e38-85e5-2fb40053bb47,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:32.946533 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9012e5-267f-4620-a525-2edc33207ef5 req-fe264b5d-4a6a-4d7e-929f-49cb8a9fe3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:32.948294 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff9012e5-267f-4620-a525-2edc33207ef5 req-fe264b5d-4a6a-4d7e-929f-49cb8a9fe3be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a127b858ce664168940f437bdf7ee4f5&device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 1099 time: 0.1918070 Dec 06 15:09:33.000415 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] For port 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:09:33.061564 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] For port 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f,segment=NetworkSegment(01c1d4de-7367-4370-91b8-845ea5e2c9df),segment_id=01c1d4de-7367-4370-91b8-845ea5e2c9df)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:09:33.065185 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 7897e039-ec9c-4b99-a42f-329421926c36 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:33.065561 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:33.080294 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d591b695-022a-49d9-a57e-83c9d21e37fb req-9f5e593c-6ad3-42f0-83dc-73465300b575 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 210 time: 0.2017407 Dec 06 15:09:33.114108 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:33.175690 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d836c873-ee34-4919-bed2-5f0f403a09aa None None] Provisioning complete for port e485abed-9a35-425b-b92a-3d6af91037b5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:33.180043 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d836c873-ee34-4919-bed2-5f0f403a09aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:33.191205 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:33.191859 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:33.193855 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48c0b153-39bf-4c0c-94be-0762511187db req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] 10.222.0.23 "PUT /v2.0/ports/51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f HTTP/1.1" status: 200 len: 1091 time: 3.8047929 Dec 06 15:09:33.195616 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc84b9c6-948c-4181-8102-a10cb6e96930', 'tag': '51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:09:33.199434 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a4d089-8e2d-40cc-a912-d7663eda6b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc84b9c6-948c-4181-8102-a10cb6e96930", "tag": "51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:09:33.250781 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05860f19-1060-469d-9641-5d5d727f5de5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:33.261029 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05860f19-1060-469d-9641-5d5d727f5de5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:33.305002 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d8129b5-6b6f-48f4-be16-01e5a56977a1 req-c24926b2-b64d-4e6e-8250-67850210abce service neutron] 10.222.0.37 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191995 Dec 06 15:09:33.313573 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d836c873-ee34-4919-bed2-5f0f403a09aa None None] Port e485abed-9a35-425b-b92a-3d6af91037b5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:33.315833 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c75269-6620-4830-ac8c-57b640f1bf51 x-openstack-request-id: req-c4c75269-6620-4830-ac8c-57b640f1bf51 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:09:33.316135 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc84b9c6-948c-4181-8102-a10cb6e96930", "tag": "51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:09:33.316387 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4c75269-6620-4830-ac8c-57b640f1bf51 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:09:33.316884 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc84b9c6-948c-4181-8102-a10cb6e96930', 'tag': '51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f', 'status': 'completed', 'code': 200} Dec 06 15:09:33.346727 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ec4fe-59e8-4b95-89f4-7604364682a4 service neutron] Pushing event updated for resources: {'Port': ['ID=51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:33.357737 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-15a52b49-f428-4702-8040-b407646c1d23 req-7fca65b2-6e2d-4ad1-9841-5a02931ce13c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:33.426117 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9012e5-267f-4620-a525-2edc33207ef5 req-0cd80dca-6ee0-4cbf-93a9-188c21b4dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:33.427874 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff9012e5-267f-4620-a525-2edc33207ef5 req-0cd80dca-6ee0-4cbf-93a9-188c21b4dd2c service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.4691734 Dec 06 15:09:33.431355 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-15a52b49-f428-4702-8040-b407646c1d23 req-7fca65b2-6e2d-4ad1-9841-5a02931ce13c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:33.458495 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7b3276e3-9942-400c-a7f7-b57882a693ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:33.464141 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['cf411024-9a4e-4fcd-9337-dcd3d6eb31fa'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:09:33.507862 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50700) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:33.539912 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff9012e5-267f-4620-a525-2edc33207ef5 req-30842f8b-9d61-4a4c-ade5-e64e08b0fc1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=67ff337b-fe18-406c-9203-f2bae61abfb0 HTTP/1.1" status: 200 len: 217 time: 0.0928576 Dec 06 15:09:33.543098 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb453c18-d069-43a0-90d9-490e0f262025 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:33.551610 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a52b49-f428-4702-8040-b407646c1d23 req-7fca65b2-6e2d-4ad1-9841-5a02931ce13c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Network 47288c44-0415-406f-a9a9-d0bd8bc69873 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:33.578905 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-15a52b49-f428-4702-8040-b407646c1d23 req-7fca65b2-6e2d-4ad1-9841-5a02931ce13c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:33.591434 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05860f19-1060-469d-9641-5d5d727f5de5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Router 29a77bf1-39be-4c89-85b1-1c2cf486e5e4 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:09:33.601522 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a52b49-f428-4702-8040-b407646c1d23 req-7fca65b2-6e2d-4ad1-9841-5a02931ce13c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:09:33.608121 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca65b2-6e2d-4ad1-9841-5a02931ce13c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Pushing event updated for resources: {'Port': ['ID=dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:33.699174 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0b153-39bf-4c0c-94be-0762511187db req-70027ae7-092a-456a-8766-45034ccba030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:33.701000 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48c0b153-39bf-4c0c-94be-0762511187db req-70027ae7-092a-456a-8766-45034ccba030 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a45a9617d21f43eb8a512b181ef6b340&device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 1094 time: 0.4267199 Dec 06 15:09:33.724035 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9012e5-267f-4620-a525-2edc33207ef5 req-570afa09-17e4-4bf0-9d92-430224ddac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:33.725533 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff9012e5-267f-4620-a525-2edc33207ef5 req-570afa09-17e4-4bf0-9d92-430224ddac90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.1765401 Dec 06 15:09:33.777144 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a52b49-f428-4702-8040-b407646c1d23 req-7fca65b2-6e2d-4ad1-9841-5a02931ce13c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:33.777950 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-15a52b49-f428-4702-8040-b407646c1d23 req-7fca65b2-6e2d-4ad1-9841-5a02931ce13c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:33.781208 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48c0b153-39bf-4c0c-94be-0762511187db req-b1c5888e-1af6-43b2-b8d3-89b0c86343f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f HTTP/1.1" status: 200 len: 217 time: 0.0712872 Dec 06 15:09:33.781596 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:33.827310 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:33.865684 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15a52b49-f428-4702-8040-b407646c1d23 req-7fca65b2-6e2d-4ad1-9841-5a02931ce13c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8050086 Dec 06 15:09:33.870748 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb453c18-d069-43a0-90d9-490e0f262025 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:33.884643 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Request body: {'port': {'device_id': 'c85a825b-ffc8-46d2-b852-c2c69255a3a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:33.902763 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb453c18-d069-43a0-90d9-490e0f262025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:33.924766 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0b153-39bf-4c0c-94be-0762511187db req-f66a0c80-4f63-438e-a110-27ddc0014a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:33.926242 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48c0b153-39bf-4c0c-94be-0762511187db req-f66a0c80-4f63-438e-a110-27ddc0014a7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=910def33-1b6e-420b-bf18-ba2208cd2881 HTTP/1.1" status: 200 len: 848 time: 0.1191750 Dec 06 15:09:33.932678 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9012e5-267f-4620-a525-2edc33207ef5 req-84c826a9-e5b3-4147-b346-985827906344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:33.934120 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff9012e5-267f-4620-a525-2edc33207ef5 req-84c826a9-e5b3-4147-b346-985827906344 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1706238 Dec 06 15:09:33.953101 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dd962-6c3f-4242-b1cf-9d525b40901e req-b01f9dc9-592c-4167-a650-3c0a136af206 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:33.954523 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-724dd962-6c3f-4242-b1cf-9d525b40901e req-b01f9dc9-592c-4167-a650-3c0a136af206 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 943 time: 0.1702158 Dec 06 15:09:33.967441 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05860f19-1060-469d-9641-5d5d727f5de5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:33.973242 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-05860f19-1060-469d-9641-5d5d727f5de5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:33.976845 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-05860f19-1060-469d-9641-5d5d727f5de5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "PUT /v2.0/routers/29a77bf1-39be-4c89-85b1-1c2cf486e5e4 HTTP/1.1" status: 200 len: 918 time: 7.2654321 Dec 06 15:09:33.982245 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50710) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:33.984543 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event updated for resources: {'Port': ['ID=e485abed-9a35-425b-b92a-3d6af91037b5,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:33.992149 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:33.994599 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c185da-d3f0-40af-a49c-60c5bd7da0da None None] Sync routers for ids ['29a77bf1-39be-4c89-85b1-1c2cf486e5e4'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:09:34.010938 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afb73f-aac1-4542-a253-d50d7615fbf4 req-3a886312-83f9-4951-a80a-ced04cc35917 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:34.012530 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-73afb73f-aac1-4542-a253-d50d7615fbf4 req-3a886312-83f9-4951-a80a-ced04cc35917 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 948 time: 0.2897487 Dec 06 15:09:34.013202 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb453c18-d069-43a0-90d9-490e0f262025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f331488-09c0-444e-bc40-65166e0c0770,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:34.022306 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c185da-d3f0-40af-a49c-60c5bd7da0da None None] Routers {'29a77bf1-39be-4c89-85b1-1c2cf486e5e4'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:34.023506 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-54c185da-d3f0-40af-a49c-60c5bd7da0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['29a77bf1-39be-4c89-85b1-1c2cf486e5e4'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:34.046001 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:34.057370 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cb453c18-d069-43a0-90d9-490e0f262025 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7e4332e1cee4f01ac6febf240e528b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5450044 Dec 06 15:09:34.060630 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50714) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:34.070854 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:34.071429 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.071806 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.072153 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.072483 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.072819 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.073149 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.073482 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.073806 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.074132 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.074458 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.074782 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.075106 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.075429 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.085716 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb453c18-d069-43a0-90d9-490e0f262025 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.086276 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb453c18-d069-43a0-90d9-490e0f262025 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.086384 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb453c18-d069-43a0-90d9-490e0f262025 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.086716 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb453c18-d069-43a0-90d9-490e0f262025 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.087381 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb453c18-d069-43a0-90d9-490e0f262025 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.087381 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb453c18-d069-43a0-90d9-490e0f262025 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.087714 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb453c18-d069-43a0-90d9-490e0f262025 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.088042 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb453c18-d069-43a0-90d9-490e0f262025 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.088367 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb453c18-d069-43a0-90d9-490e0f262025 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.088695 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb453c18-d069-43a0-90d9-490e0f262025 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.089313 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb453c18-d069-43a0-90d9-490e0f262025 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.089657 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb453c18-d069-43a0-90d9-490e0f262025 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.089982 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb453c18-d069-43a0-90d9-490e0f262025 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:34.112936 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-54c185da-d3f0-40af-a49c-60c5bd7da0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:34.124220 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c185da-d3f0-40af-a49c-60c5bd7da0da None None] Routers {'29a77bf1-39be-4c89-85b1-1c2cf486e5e4'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:34.124960 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-54c185da-d3f0-40af-a49c-60c5bd7da0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['29a77bf1-39be-4c89-85b1-1c2cf486e5e4'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:34.158376 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0b153-39bf-4c0c-94be-0762511187db req-35b33322-1e0e-4b26-a474-b6a184e6121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:34.159812 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-54c185da-d3f0-40af-a49c-60c5bd7da0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:34.160146 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48c0b153-39bf-4c0c-94be-0762511187db req-35b33322-1e0e-4b26-a474-b6a184e6121c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2221577 Dec 06 15:09:34.160873 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c185da-d3f0-40af-a49c-60c5bd7da0da None None] The sync data for ids ['29a77bf1-39be-4c89-85b1-1c2cf486e5e4'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:09:34.232014 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-73afb73f-aac1-4542-a253-d50d7615fbf4 req-c43df729-aac6-4a98-ba98-dd8177bace6f tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6b641a9-2a5e-48f9-8685-b8c57ffde160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734130 Dec 06 15:09:34.232567 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-724dd962-6c3f-4242-b1cf-9d525b40901e req-491e3cd8-dc57-4b28-b182-f5f15b3b0ec9 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=839f6684-2ae7-44be-93a8-8616699820db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697997 Dec 06 15:09:34.258802 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-28f9f99f-5d3d-41f2-9f6e-0494d1225504 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "GET /v2.0/routers/29a77bf1-39be-4c89-85b1-1c2cf486e5e4 HTTP/1.1" status: 200 len: 924 time: 0.2663851 Dec 06 15:09:34.258802 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50720) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:34.292625 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Network 1c320a11-5847-4344-9eb4-57d984fa705a is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:34.296154 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:34.403812 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c02825a-0e37-4363-8b6a-c31253814a91 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:34.405959 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2c02825a-0e37-4363-8b6a-c31253814a91 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&device_id=29a77bf1-39be-4c89-85b1-1c2cf486e5e4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1480563 Dec 06 15:09:34.408825 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50722) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:34.471022 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 451ea134-ac39-4d1f-9409-265096498296 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:09:34.550370 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:09:34.558205 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff9012e5-267f-4620-a525-2edc33207ef5 req-3416e358-cb8b-44a6-9ad7-1de8c87f8348 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027083 Dec 06 15:09:34.592411 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-33e9f30e-8040-4684-867d-ed9d5baf6d74 None None] Provisioning complete for port e485abed-9a35-425b-b92a-3d6af91037b5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:34.593045 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33e9f30e-8040-4684-867d-ed9d5baf6d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:34.604458 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:34.621255 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Transition to ACTIVE for port object dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:09:34.633357 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-33e9f30e-8040-4684-867d-ed9d5baf6d74 None None] Port e485abed-9a35-425b-b92a-3d6af91037b5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:34.656994 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:34.663849 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50724) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:34.670908 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c7cf1848-4458-4e36-9dbc-f14252b0fe54 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-364059425', 'description': 'tempest-secgroup-smoke-364059425 description', 'project_id': '2a2aac743260403bb350e6365eee4c89'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:34.694117 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b5f04dc-c5ed-473b-b6ef-586c5d303aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:34.811697 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48c0b153-39bf-4c0c-94be-0762511187db req-fbba2e0c-e995-4203-b3bc-379ea4f5ba4a service neutron] 10.222.0.23 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6399729 Dec 06 15:09:34.821526 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ad837-4bf5-4dc4-a213-efe759e23d7f req-918549ca-be03-4286-ae06-1bd9e5fd692b tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:34.823016 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a89ad837-4bf5-4dc4-a213-efe759e23d7f req-918549ca-be03-4286-ae06-1bd9e5fd692b tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 931 time: 0.4835796 Dec 06 15:09:34.828443 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b5f04dc-c5ed-473b-b6ef-586c5d303aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:34.849019 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7cf1848-4458-4e36-9dbc-f14252b0fe54 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:34.865584 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:34.941308 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac0fbf4-a2cd-40be-b49e-1284738d78e5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:34.945508 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6ac0fbf4-a2cd-40be-b49e-1284738d78e5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 881 time: 0.5331330 Dec 06 15:09:34.946449 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50726) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:34.964101 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff9012e5-267f-4620-a525-2edc33207ef5 req-9e95a37a-9ff0-4c50-b4fb-33cc12c15bc7 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622680 Dec 06 15:09:34.989192 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-626d77e8-7ff7-4f8a-b4bb-2a06685bad68 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "GET /v2.0/ports?device_id=29a77bf1-39be-4c89-85b1-1c2cf486e5e4 HTTP/1.1" status: 200 len: 205 time: 0.0379841 Dec 06 15:09:34.992468 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50728) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:34.996536 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a89ad837-4bf5-4dc4-a213-efe759e23d7f req-5a15b43c-1367-47d9-a512-40790f94e92c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624131 Dec 06 15:09:35.002457 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:35.007745 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-efa7f612-86ab-428c-8dd2-b3bfada2917e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/451ea134-ac39-4d1f-9409-265096498296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1502717 Dec 06 15:09:35.010521 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50730) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:35.016877 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a865bae2-216c-4a3c-a097-f16c2b30c00a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:35.018145 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Sync routers for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:09:35.033692 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:35.034906 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:35.130039 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:35.142536 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b5f04dc-c5ed-473b-b6ef-586c5d303aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:35.145106 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b5f04dc-c5ed-473b-b6ef-586c5d303aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:35.148586 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6b5f04dc-c5ed-473b-b6ef-586c5d303aaa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f331488-09c0-444e-bc40-65166e0c0770 HTTP/1.1" status: 204 len: 168 time: 1.0844207 Dec 06 15:09:35.148586 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48c0b153-39bf-4c0c-94be-0762511187db req-2de2f787-bd89-4ed4-81a8-ee4ecab62c2e service neutron] 10.222.0.23 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228180 Dec 06 15:09:35.202141 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Attempting to bind port dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:09:35.202544 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Attempting to bind port dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:09:35.202795 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Attempting to bind port dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f on network 47288c44-0415-406f-a9a9-d0bd8bc69873 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:09:35.240243 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f04dc-c5ed-473b-b6ef-586c5d303aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f331488-09c0-444e-bc40-65166e0c0770,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:35.252218 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Port dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f on network 47288c44-0415-406f-a9a9-d0bd8bc69873 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:09:35.252548 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Attempting to bind port dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f on network 47288c44-0415-406f-a9a9-d0bd8bc69873 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:09:35.425944 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:32Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '1c40d645-60c6-44e8-9572-9242302187ad', 'name': '', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:f2:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:12Z', 'updated_at': '2021-12-06T15:09:19Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd4413d-39c9-4504-892a-12c4144d5ce2', 'name': '', 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:0f:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:18Z', 'updated_at': '2021-12-06T15:09:28Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e485abed-9a35-425b-b92a-3d6af91037b5', 'name': '', 'network_id': '1c320a11-5847-4344-9eb4-57d984fa705a', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:c0:80:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'cd20e16c-7183-4982-b17b-f16eebfd33ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:29Z', 'updated_at': '2021-12-06T15:09:33Z', 'revision_number': 2, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'cd20e16c-7183-4982-b17b-f16eebfd33ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:35.463707 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Checking router: 451ea134-ac39-4d1f-9409-265096498296 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:09:35.464121 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Updating router 451ea134-ac39-4d1f-9409-265096498296 port e485abed-9a35-425b-b92a-3d6af91037b5 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:09:35.483529 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9eac5-b330-48c6-a23b-d2372eb03507 req-95607fb3-9db2-446e-8ced-911f3ff027ac tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:35.486043 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cbe9eac5-b330-48c6-a23b-d2372eb03507 req-95607fb3-9db2-446e-8ced-911f3ff027ac tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 948 time: 0.1158271 Dec 06 15:09:35.514466 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:35.603260 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7cf1848-4458-4e36-9dbc-f14252b0fe54 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:35.614876 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:09:35.614876 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Checking segment: {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:09:35.614876 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Bound using segment: {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:09:35.615301 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Bound port: dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:09:35.615401 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:35.632753 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cbe9eac5-b330-48c6-a23b-d2372eb03507 req-3f2da0df-b162-485a-8fab-700e82c54f4d tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6b641a9-2a5e-48f9-8685-b8c57ffde160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988836 Dec 06 15:09:35.641709 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7cf1848-4458-4e36-9dbc-f14252b0fe54 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:35.648395 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.extraroute_db [None req-a865bae2-216c-4a3c-a097-f16c2b30c00a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103288) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 15:09:35.665883 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.extraroute_db [None req-a865bae2-216c-4a3c-a097-f16c2b30c00a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Removed routes are [] {{(pid=103288) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 15:09:35.666423 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a865bae2-216c-4a3c-a097-f16c2b30c00a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:35.701869 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-043ee029-e61c-473a-ac59-dca5adf7ba57 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:35.731305 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:35.756574 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4d089-8e2d-40cc-a912-d7663eda6b3f req-08c77de2-a4dc-4e5e-baa5-93cb2c683722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:35.761302 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7a4d089-8e2d-40cc-a912-d7663eda6b3f req-08c77de2-a4dc-4e5e-baa5-93cb2c683722 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a45a9617d21f43eb8a512b181ef6b340&device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 1094 time: 0.5399506 Dec 06 15:09:35.769130 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf1848-4458-4e36-9dbc-f14252b0fe54 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccc572d-900b-43e8-b20e-943f4b19117a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:35.821937 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7cf1848-4458-4e36-9dbc-f14252b0fe54 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:35.825873 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c7cf1848-4458-4e36-9dbc-f14252b0fe54 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1560972 Dec 06 15:09:35.826929 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50748) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:35.836143 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-437ea6cd-984d-42d4-b8bd-f7bb8afcefaf tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Request body: {'security_group_rule': {'security_group_id': '1ccc572d-900b-43e8-b20e-943f4b19117a', 'project_id': '2a2aac743260403bb350e6365eee4c89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:35.837336 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99333964-a5cd-40f1-a0b5-60c671d416e7 req-963c191b-c32b-4107-aad5-dfbe70b63347 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:35.838878 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99333964-a5cd-40f1-a0b5-60c671d416e7 req-963c191b-c32b-4107-aad5-dfbe70b63347 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 943 time: 0.2527204 Dec 06 15:09:35.897833 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:35.911271 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:35.929212 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a865bae2-216c-4a3c-a097-f16c2b30c00a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:35.939967 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-437ea6cd-984d-42d4-b8bd-f7bb8afcefaf tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:35.953471 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a865bae2-216c-4a3c-a097-f16c2b30c00a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:35.980028 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 67ff337b-fe18-406c-9203-f2bae61abfb0 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:09:35.984692 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38248a17-a7eb-4a15-95ce-2764340f90c0 None None] Pushing event updated for resources: {'Port': ['ID=e485abed-9a35-425b-b92a-3d6af91037b5,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:36.033761 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] For port dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:09:36.067425 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] For port dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:09:36.084732 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.088503 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-99333964-a5cd-40f1-a0b5-60c671d416e7 req-bd84ee00-09ef-4484-90fe-1115e16f6b14 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=839f6684-2ae7-44be-93a8-8616699820db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278838 Dec 06 15:09:36.139616 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4d089-8e2d-40cc-a912-d7663eda6b3f req-c066d04a-2399-45ae-9aff-e4493e2bb415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:36.141210 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7a4d089-8e2d-40cc-a912-d7663eda6b3f req-c066d04a-2399-45ae-9aff-e4493e2bb415 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 HTTP/1.1" status: 200 len: 910 time: 0.3354373 Dec 06 15:09:36.149530 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-043ee029-e61c-473a-ac59-dca5adf7ba57 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.211210 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-437ea6cd-984d-42d4-b8bd-f7bb8afcefaf tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.219996 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-437ea6cd-984d-42d4-b8bd-f7bb8afcefaf tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.231844 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a865bae2-216c-4a3c-a097-f16c2b30c00a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 451ea134-ac39-4d1f-9409-265096498296 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:09:36.245541 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ea6cd-984d-42d4-b8bd-f7bb8afcefaf tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d882bf87-8881-4292-8272-1fa31b370e91,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:36.267565 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:36.268556 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.274628 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15a52b49-f428-4702-8040-b407646c1d23 req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] 10.222.0.23 "PUT /v2.0/ports/dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f HTTP/1.1" status: 200 len: 1091 time: 2.3971446 Dec 06 15:09:36.277695 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165afed7-b4e4-4da3-a840-8d1a016201fc req-ee1678f9-78f0-4f15-afdc-5474cefa8b58 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:36.279299 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-165afed7-b4e4-4da3-a840-8d1a016201fc req-ee1678f9-78f0-4f15-afdc-5474cefa8b58 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 943 time: 0.1589484 Dec 06 15:09:36.286876 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85a825b-ffc8-46d2-b852-c2c69255a3a6', 'tag': 'dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:09:36.290267 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fc0eda-f84b-4068-ab4b-dc608e40a03f" -d '{"events": [{"name": "network-changed", "server_uuid": "c85a825b-ffc8-46d2-b852-c2c69255a3a6", "tag": "dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:09:36.300928 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7a4d089-8e2d-40cc-a912-d7663eda6b3f req-927ef7a5-5baa-4836-a408-ade8de23fb01 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f HTTP/1.1" status: 200 len: 217 time: 0.1281171 Dec 06 15:09:36.304355 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d96ad6-05ac-4287-9789-77534c13e6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:36.328637 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-437ea6cd-984d-42d4-b8bd-f7bb8afcefaf tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.332352 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-437ea6cd-984d-42d4-b8bd-f7bb8afcefaf tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5019705 Dec 06 15:09:36.332836 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50764) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:36.336673 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Attempting to bind port e485abed-9a35-425b-b92a-3d6af91037b5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:09:36.337682 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Attempting to bind port e485abed-9a35-425b-b92a-3d6af91037b5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8120dc07-1cd5-4de7-98c0-a5655c9b5fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1c320a11-5847-4344-9eb4-57d984fa705a'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:09:36.339189 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Attempting to bind port e485abed-9a35-425b-b92a-3d6af91037b5 on network 1c320a11-5847-4344-9eb4-57d984fa705a {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:09:36.358545 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:09:36.363058 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Checking segment: {'id': '8120dc07-1cd5-4de7-98c0-a5655c9b5fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1c320a11-5847-4344-9eb4-57d984fa705a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:09:36.363508 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.364153 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Bound using segment: {'id': '8120dc07-1cd5-4de7-98c0-a5655c9b5fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1c320a11-5847-4344-9eb4-57d984fa705a'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:09:36.364956 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Bound port: e485abed-9a35-425b-b92a-3d6af91037b5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8120dc07-1cd5-4de7-98c0-a5655c9b5fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1c320a11-5847-4344-9eb4-57d984fa705a'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:09:36.365127 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.368341 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5379f532-17a7-4f16-98c1-0ceeb22e1e9d tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Request body: {'security_group_rule': {'security_group_id': '1ccc572d-900b-43e8-b20e-943f4b19117a', 'project_id': '2a2aac743260403bb350e6365eee4c89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:36.397272 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 67ff337b-fe18-406c-9203-f2bae61abfb0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=67ff337b-fe18-406c-9203-f2bae61abfb0,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:36.403387 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dace339a-64f7-495f-9821-082f9e471f12 x-openstack-request-id: req-dace339a-64f7-495f-9821-082f9e471f12 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:09:36.403753 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85a825b-ffc8-46d2-b852-c2c69255a3a6", "tag": "dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:09:36.403953 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dace339a-64f7-495f-9821-082f9e471f12 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:09:36.404394 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85a825b-ffc8-46d2-b852-c2c69255a3a6', 'tag': 'dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f', 'status': 'completed', 'code': 200} Dec 06 15:09:36.416198 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-165afed7-b4e4-4da3-a840-8d1a016201fc req-471f1874-ad74-4e52-bbcc-5d0df9838f20 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296701 Dec 06 15:09:36.472103 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '67ff337b-fe18-406c-9203-f2bae61abfb0', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': '67ff337b-fe18-406c-9203-f2bae61abfb0', 'mac_address': 'fa:16:3e:1a:30:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:09:36.489955 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a865bae2-216c-4a3c-a097-f16c2b30c00a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:36.492066 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5379f532-17a7-4f16-98c1-0ceeb22e1e9d tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.501144 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a865bae2-216c-4a3c-a097-f16c2b30c00a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.505045 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a865bae2-216c-4a3c-a097-f16c2b30c00a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/451ea134-ac39-4d1f-9409-265096498296 HTTP/1.1" status: 200 len: 933 time: 1.4906480 Dec 06 15:09:36.505220 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50768) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:36.533296 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4d089-8e2d-40cc-a912-d7663eda6b3f req-0fa1601c-60ff-4b02-90c8-3b665ddf21be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:36.534794 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7a4d089-8e2d-40cc-a912-d7663eda6b3f req-0fa1601c-60ff-4b02-90c8-3b665ddf21be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=910def33-1b6e-420b-bf18-ba2208cd2881 HTTP/1.1" status: 200 len: 848 time: 0.2258182 Dec 06 15:09:36.541955 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] For port e485abed-9a35-425b-b92a-3d6af91037b5, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:09:36.542982 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a52b49-f428-4702-8040-b407646c1d23 req-6bd07d19-7086-4c53-a846-f840678fd529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:36.544503 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15a52b49-f428-4702-8040-b407646c1d23 req-6bd07d19-7086-4c53-a846-f840678fd529 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 1094 time: 0.2106290 Dec 06 15:09:36.545387 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] For port e485abed-9a35-425b-b92a-3d6af91037b5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e485abed-9a35-425b-b92a-3d6af91037b5,segment=NetworkSegment(8120dc07-1cd5-4de7-98c0-a5655c9b5fd7),segment_id=8120dc07-1cd5-4de7-98c0-a5655c9b5fd7)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:09:36.567405 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-043ee029-e61c-473a-ac59-dca5adf7ba57 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Deleting port 6aaadfd6-2b6c-4ed6-9625-f17452c99252 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:36.568284 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-043ee029-e61c-473a-ac59-dca5adf7ba57 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.568411 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-20326525-85a0-4846-9b62-a7f01adb9304 None None] Provisioning complete for port e485abed-9a35-425b-b92a-3d6af91037b5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:36.568826 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-20326525-85a0-4846-9b62-a7f01adb9304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.591059 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.646727 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-83c2cc70-8911-42cb-8d67-dfbd20e461e9 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/routers/451ea134-ac39-4d1f-9409-265096498296 HTTP/1.1" status: 200 len: 933 time: 0.1398630 Dec 06 15:09:36.649050 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15a52b49-f428-4702-8040-b407646c1d23 req-40cba5be-a310-4b7c-8558-c14e3669b352 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f HTTP/1.1" status: 200 len: 217 time: 0.0899811 Dec 06 15:09:36.649636 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50772) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:36.656038 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-60e4fb7c-bbc3-4e71-b7f2-cb2070851f8d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'router': {'routes': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:36.688479 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38248a17-a7eb-4a15-95ce-2764340f90c0 None None] Pushing event updated for resources: {'Port': ['ID=e485abed-9a35-425b-b92a-3d6af91037b5,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:36.700090 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.724585 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.746951 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ff337b-fe18-406c-9203-f2bae61abfb0 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:09:36.770549 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:36.771192 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:36.813456 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5379f532-17a7-4f16-98c1-0ceeb22e1e9d tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.819280 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a52b49-f428-4702-8040-b407646c1d23 req-e5d1fdaf-92ae-4e71-9a85-5af17f62c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:36.820780 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15a52b49-f428-4702-8040-b407646c1d23 req-e5d1fdaf-92ae-4e71-9a85-5af17f62c2c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd9744b0-5db8-4d6f-a5a9-70588c431a8f HTTP/1.1" status: 200 len: 846 time: 0.1586938 Dec 06 15:09:36.822679 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4d089-8e2d-40cc-a912-d7663eda6b3f req-7102bfb8-2c6a-4cb7-8ce7-322880bc9c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:36.827478 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7a4d089-8e2d-40cc-a912-d7663eda6b3f req-7102bfb8-2c6a-4cb7-8ce7-322880bc9c4b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2812123 Dec 06 15:09:36.831238 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 67ff337b-fe18-406c-9203-f2bae61abfb0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=67ff337b-fe18-406c-9203-f2bae61abfb0,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:36.877552 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.897526 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5379f532-17a7-4f16-98c1-0ceeb22e1e9d tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.940448 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-043ee029-e61c-473a-ac59-dca5adf7ba57 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.946727 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15a52b49-f428-4702-8040-b407646c1d23 req-8d9cc89e-7860-4a9e-b412-dd90f240e102 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=47288c44-0415-406f-a9a9-d0bd8bc69873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056230 Dec 06 15:09:37.008907 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:37.045072 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-043ee029-e61c-473a-ac59-dca5adf7ba57 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Calling delete_port for 6aaadfd6-2b6c-4ed6-9625-f17452c99252 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:37.052973 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379f532-17a7-4f16-98c1-0ceeb22e1e9d tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8db4841-23a4-45e7-9527-6909cea0aabf,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:37.115017 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-20326525-85a0-4846-9b62-a7f01adb9304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:37.120053 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=67ff337b-fe18-406c-9203-f2bae61abfb0,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:37.139452 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5379f532-17a7-4f16-98c1-0ceeb22e1e9d tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:37.144090 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5379f532-17a7-4f16-98c1-0ceeb22e1e9d tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7813962 Dec 06 15:09:37.144793 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50786) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:37.165684 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-56dac4a7-b922-4797-a6ee-73f66eacb450 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Request body: {'security_group_rule': {'security_group_id': '1ccc572d-900b-43e8-b20e-943f4b19117a', 'project_id': '2a2aac743260403bb350e6365eee4c89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:37.177244 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b33cc-2f45-48a6-9424-de8cdc45519e req-eda9e03d-25ed-4438-b7c4-967ab3ce5e53 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:37.190269 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-650b33cc-2f45-48a6-9424-de8cdc45519e req-eda9e03d-25ed-4438-b7c4-967ab3ce5e53 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 948 time: 0.3938923 Dec 06 15:09:37.190445 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['67ff337b-fe18-406c-9203-f2bae61abfb0'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:09:37.271201 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.extraroute_db [None req-60e4fb7c-bbc3-4e71-b7f2-cb2070851f8d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Added routes are [] {{(pid=103288) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 15:09:37.271530 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.extraroute_db [None req-60e4fb7c-bbc3-4e71-b7f2-cb2070851f8d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103288) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 15:09:37.279830 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-20326525-85a0-4846-9b62-a7f01adb9304 None None] For port e485abed-9a35-425b-b92a-3d6af91037b5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e485abed-9a35-425b-b92a-3d6af91037b5,segment=NetworkSegment(8120dc07-1cd5-4de7-98c0-a5655c9b5fd7),segment_id=8120dc07-1cd5-4de7-98c0-a5655c9b5fd7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:37.299691 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-20326525-85a0-4846-9b62-a7f01adb9304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:37.312970 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60e4fb7c-bbc3-4e71-b7f2-cb2070851f8d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:37.328350 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56dac4a7-b922-4797-a6ee-73f66eacb450 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:37.412915 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-650b33cc-2f45-48a6-9424-de8cdc45519e req-0cf61f26-ee70-4048-a034-2871e91b95a5 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6b641a9-2a5e-48f9-8685-b8c57ffde160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217531 Dec 06 15:09:37.423334 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7a4d089-8e2d-40cc-a912-d7663eda6b3f req-b5ff1691-942f-43b3-990c-7cfd8de30009 service neutron] 10.222.0.23 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5445659 Dec 06 15:09:37.563498 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7a4d089-8e2d-40cc-a912-d7663eda6b3f req-a5560b7f-6ab3-4c50-836a-4038c1cedbdf service neutron] 10.222.0.23 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320083 Dec 06 15:09:37.625813 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15a52b49-f428-4702-8040-b407646c1d23 req-45c7a18b-9c3c-40c9-97f2-53b8fb316e3d service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580276 Dec 06 15:09:37.706066 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20326525-85a0-4846-9b62-a7f01adb9304 None None] Pushing event updated for resources: {'Port': ['ID=e485abed-9a35-425b-b92a-3d6af91037b5,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:37.749292 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-25186001-0ea8-45e4-861d-981bb1e79867 None None] Provisioning complete for port e485abed-9a35-425b-b92a-3d6af91037b5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:37.749669 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-25186001-0ea8-45e4-861d-981bb1e79867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:37.765122 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15a52b49-f428-4702-8040-b407646c1d23 req-dbe728ec-93da-4d53-ad96-99e2e96b257d service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045723 Dec 06 15:09:37.791952 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb552e43-c85d-4970-a196-31c591eb1071 req-69c4cc1c-2c12-469f-bd03-83e6682e0eae tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:37.793602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb552e43-c85d-4970-a196-31c591eb1071 req-69c4cc1c-2c12-469f-bd03-83e6682e0eae tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 943 time: 0.2225688 Dec 06 15:09:37.845576 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:35Z', 'revision_number': 6, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '1c40d645-60c6-44e8-9572-9242302187ad', 'name': '', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:f2:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:12Z', 'updated_at': '2021-12-06T15:09:19Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd4413d-39c9-4504-892a-12c4144d5ce2', 'name': '', 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:0f:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:18Z', 'updated_at': '2021-12-06T15:09:28Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e485abed-9a35-425b-b92a-3d6af91037b5', 'name': '', 'network_id': '1c320a11-5847-4344-9eb4-57d984fa705a', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:c0:80:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'cd20e16c-7183-4982-b17b-f16eebfd33ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:29Z', 'updated_at': '2021-12-06T15:09:36Z', 'revision_number': 4, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'cd20e16c-7183-4982-b17b-f16eebfd33ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:37.892675 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:09:37.897542 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0388a89-a20e-4c91-a181-0b8a4d3d66d5 None None] The sync data for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 is: [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:35Z', 'revision_number': 6, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '1c40d645-60c6-44e8-9572-9242302187ad', 'name': '', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:f2:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:12Z', 'updated_at': '2021-12-06T15:09:19Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd4413d-39c9-4504-892a-12c4144d5ce2', 'name': '', 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:0f:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:18Z', 'updated_at': '2021-12-06T15:09:28Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e485abed-9a35-425b-b92a-3d6af91037b5', 'name': '', 'network_id': '1c320a11-5847-4344-9eb4-57d984fa705a', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:c0:80:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'cd20e16c-7183-4982-b17b-f16eebfd33ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:29Z', 'updated_at': '2021-12-06T15:09:36Z', 'revision_number': 4, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'cd20e16c-7183-4982-b17b-f16eebfd33ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:09:37.922321 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-043ee029-e61c-473a-ac59-dca5adf7ba57 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:37.968592 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f85005-3d0e-4ab7-99df-57f8b3de8190 req-477a0deb-1d0d-48d9-a83f-8ea3a76b1750 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:37.991465 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-51f85005-3d0e-4ab7-99df-57f8b3de8190 req-477a0deb-1d0d-48d9-a83f-8ea3a76b1750 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 943 time: 0.7752964 Dec 06 15:09:38.038873 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ee029-e61c-473a-ac59-dca5adf7ba57 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Pushing event deleted for resources: {'Port': ['ID=6aaadfd6-2b6c-4ed6-9625-f17452c99252,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:38.063263 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fd34f2-84d1-453f-a63a-51ad90209be7 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:09:38.066624 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60e4fb7c-bbc3-4e71-b7f2-cb2070851f8d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.094215 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56dac4a7-b922-4797-a6ee-73f66eacb450 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.100030 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60e4fb7c-bbc3-4e71-b7f2-cb2070851f8d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.128528 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56dac4a7-b922-4797-a6ee-73f66eacb450 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.157264 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb552e43-c85d-4970-a196-31c591eb1071 req-45df4cdf-8702-4912-8e04-4cc35990a92d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467028 Dec 06 15:09:38.173030 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f,segment=NetworkSegment(01c1d4de-7367-4370-91b8-845ea5e2c9df),segment_id=01c1d4de-7367-4370-91b8-845ea5e2c9df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:38.199617 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc0eda-f84b-4068-ab4b-dc608e40a03f req-89e23b3a-d482-46db-973c-af382adf03df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:38.200665 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'port_id': '51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f', 'mac_address': 'fa:16:3e:cd:1c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:09:38.207036 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6fc0eda-f84b-4068-ab4b-dc608e40a03f req-89e23b3a-d482-46db-973c-af382adf03df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e98772d35f004ef9b9b31e90472aefa4&device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 1094 time: 0.3656442 Dec 06 15:09:38.212997 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-043ee029-e61c-473a-ac59-dca5adf7ba57 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.241314 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-51f85005-3d0e-4ab7-99df-57f8b3de8190 req-d5772142-6f46-4301-9eda-2b148c5f31fe tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=839f6684-2ae7-44be-93a8-8616699820db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436728 Dec 06 15:09:38.249789 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dac4a7-b922-4797-a6ee-73f66eacb450 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2ea200-53b7-4404-b171-a525ef1ebbde,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:38.267040 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.286767 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:09:38.296075 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56dac4a7-b922-4797-a6ee-73f66eacb450 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.297389 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-56dac4a7-b922-4797-a6ee-73f66eacb450 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1513336 Dec 06 15:09:38.300086 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50810) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:38.305394 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2a3a053f-5bf3-4c43-9378-4b19a7aaed85 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Request body: {'security_group_rule': {'security_group_id': '1ccc572d-900b-43e8-b20e-943f4b19117a', 'project_id': '2a2aac743260403bb350e6365eee4c89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:38.331164 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f,segment=NetworkSegment(01c1d4de-7367-4370-91b8-845ea5e2c9df),segment_id=01c1d4de-7367-4370-91b8-845ea5e2c9df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:38.340731 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.353205 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e4fb7c-bbc3-4e71-b7f2-cb2070851f8d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 451ea134-ac39-4d1f-9409-265096498296 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:09:38.370793 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a3a053f-5bf3-4c43-9378-4b19a7aaed85 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.441722 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:38.544304 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:09:38.551112 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a3a053f-5bf3-4c43-9378-4b19a7aaed85 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.554641 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e4fb7c-bbc3-4e71-b7f2-cb2070851f8d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:38.563995 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60e4fb7c-bbc3-4e71-b7f2-cb2070851f8d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.569913 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-60e4fb7c-bbc3-4e71-b7f2-cb2070851f8d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/451ea134-ac39-4d1f-9409-265096498296 HTTP/1.1" status: 200 len: 699 time: 1.9186754 Dec 06 15:09:38.570588 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50820) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:38.693447 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dc4ae66e-95e9-4f94-8664-a5b132d25539 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/routers/451ea134-ac39-4d1f-9409-265096498296 HTTP/1.1" status: 200 len: 699 time: 0.1185422 Dec 06 15:09:38.693447 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a3a053f-5bf3-4c43-9378-4b19a7aaed85 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.697173 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50824) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:38.786086 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-043ee029-e61c-473a-ac59-dca5adf7ba57 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.820348 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-043ee029-e61c-473a-ac59-dca5adf7ba57 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.826833 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a053f-5bf3-4c43-9378-4b19a7aaed85 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be533a5b-260c-4bd2-ba7b-1e21b07933bc,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:38.836096 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a3a053f-5bf3-4c43-9378-4b19a7aaed85 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.840143 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2a3a053f-5bf3-4c43-9378-4b19a7aaed85 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5362103 Dec 06 15:09:38.866633 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e485abed-9a35-425b-b92a-3d6af91037b5 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:09:38.869113 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50828) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:38.874718 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fff76d21-eea4-4d6c-9e6e-33a07730cbed tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Request body: {'security_group_rule': {'security_group_id': '1ccc572d-900b-43e8-b20e-943f4b19117a', 'project_id': '2a2aac743260403bb350e6365eee4c89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:38.937967 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e485abed-9a35-425b-b92a-3d6af91037b5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:38.938412 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.944703 n-d-master-1 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-fff76d21-eea4-4d6c-9e6e-33a07730cbed tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Project 2a2aac743260403bb350e6365eee4c89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:09:38.961045 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-043ee029-e61c-473a-ac59-dca5adf7ba57 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.962468 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043ee029-e61c-473a-ac59-dca5adf7ba57 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Fanout notify agent at l3_agent the message router_deleted on router 29a77bf1-39be-4c89-85b1-1c2cf486e5e4 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:09:38.978588 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-043ee029-e61c-473a-ac59-dca5adf7ba57 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.984191 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-043ee029-e61c-473a-ac59-dca5adf7ba57 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "DELETE /v2.0/routers/29a77bf1-39be-4c89-85b1-1c2cf486e5e4 HTTP/1.1" status: 204 len: 168 time: 3.9829710 Dec 06 15:09:38.993641 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fff76d21-eea4-4d6c-9e6e-33a07730cbed tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:38.994369 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0e486-7490-4c80-8fc1-d27e6d8cb0e2 req-66113ac2-c0ee-41ae-8183-0a691abbb45b tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:38.996323 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-76e0e486-7490-4c80-8fc1-d27e6d8cb0e2 req-66113ac2-c0ee-41ae-8183-0a691abbb45b tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 949 time: 0.2910271 Dec 06 15:09:38.996891 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50830) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:39.030965 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0b368022-98c3-498d-a4e7-7b5396884411 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2054327014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:39.068045 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc0eda-f84b-4068-ab4b-dc608e40a03f req-f2e5689f-eb16-4e28-9557-4ef79beaab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:39.069882 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6fc0eda-f84b-4068-ab4b-dc608e40a03f req-f2e5689f-eb16-4e28-9557-4ef79beaab85 service neutron] 10.222.0.23 "GET /v2.0/networks?id=47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 200 len: 907 time: 0.8528359 Dec 06 15:09:39.109195 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fff76d21-eea4-4d6c-9e6e-33a07730cbed tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:39.118116 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fff76d21-eea4-4d6c-9e6e-33a07730cbed tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:39.150089 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6fc0eda-f84b-4068-ab4b-dc608e40a03f req-4ef65dc4-b253-46b7-b0ea-49ad4c151a49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f HTTP/1.1" status: 200 len: 217 time: 0.0691705 Dec 06 15:09:39.150290 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994febf3-988b-49cc-8856-c6b58bdce5a3 None None] Sync routers for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:09:39.156504 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-76e0e486-7490-4c80-8fc1-d27e6d8cb0e2 req-033df8cc-c2b3-4982-867c-6cd2bcee4019 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6b641a9-2a5e-48f9-8685-b8c57ffde160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518006 Dec 06 15:09:39.158938 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b368022-98c3-498d-a4e7-7b5396884411 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:39.160368 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b368022-98c3-498d-a4e7-7b5396884411 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:39.176184 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994febf3-988b-49cc-8856-c6b58bdce5a3 None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:39.177569 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-994febf3-988b-49cc-8856-c6b58bdce5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:39.191517 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff76d21-eea4-4d6c-9e6e-33a07730cbed tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575373f4-ae9e-4b07-b21e-f78459e06e65,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:39.216746 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fff76d21-eea4-4d6c-9e6e-33a07730cbed tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:39.229078 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fff76d21-eea4-4d6c-9e6e-33a07730cbed tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3587632 Dec 06 15:09:39.232453 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50836) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:39.241817 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bbbc30b8-4005-46cd-b619-fb7a5dbb306b tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Request body: {'security_group_rule': {'security_group_id': '1ccc572d-900b-43e8-b20e-943f4b19117a', 'project_id': '2a2aac743260403bb350e6365eee4c89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:39.254316 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc0eda-f84b-4068-ab4b-dc608e40a03f req-8e86de0b-65bf-49bd-8129-5eabff100351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:39.256074 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6fc0eda-f84b-4068-ab4b-dc608e40a03f req-8e86de0b-65bf-49bd-8129-5eabff100351 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd9744b0-5db8-4d6f-a5a9-70588c431a8f HTTP/1.1" status: 200 len: 846 time: 0.0983913 Dec 06 15:09:39.257449 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b368022-98c3-498d-a4e7-7b5396884411 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:39.264740 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b368022-98c3-498d-a4e7-7b5396884411 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:39.305850 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-994febf3-988b-49cc-8856-c6b58bdce5a3 None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:39.306207 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6fc0eda-f84b-4068-ab4b-dc608e40a03f req-6beabfa1-adf8-446a-87f3-d8f63e9ba92c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=47288c44-0415-406f-a9a9-d0bd8bc69873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336795 Dec 06 15:09:39.380547 n-d-master-1 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-bbbc30b8-4005-46cd-b619-fb7a5dbb306b tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Project 2a2aac743260403bb350e6365eee4c89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:09:39.394832 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbbc30b8-4005-46cd-b619-fb7a5dbb306b tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:39.413211 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b368022-98c3-498d-a4e7-7b5396884411 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:39.414792 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0b368022-98c3-498d-a4e7-7b5396884411 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4129519 Dec 06 15:09:39.420778 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50842) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:39.427718 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-803b15da-c16b-441c-874d-4fec0427dc65 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'enable_snat': False}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:39.506577 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8135e9-7760-4c0f-8a7e-bed927ab378b req-9b8c9f47-7d3a-49d1-8c59-a2bae8bd505a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:39.508266 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af8135e9-7760-4c0f-8a7e-bed927ab378b req-9b8c9f47-7d3a-49d1-8c59-a2bae8bd505a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 943 time: 0.1928489 Dec 06 15:09:39.548638 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6fc0eda-f84b-4068-ab4b-dc608e40a03f req-770302b0-dbfa-4502-9b85-835a80ed8211 service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319179 Dec 06 15:09:39.557113 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46227fba-89c8-4658-8ff2-87391893c63b req-59489d2a-f55c-4260-b2cb-339bf112981e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:39.565171 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-46227fba-89c8-4658-8ff2-87391893c63b req-59489d2a-f55c-4260-b2cb-339bf112981e tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 944 time: 0.2140341 Dec 06 15:09:39.581028 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbbc30b8-4005-46cd-b619-fb7a5dbb306b tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:39.595410 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbbc30b8-4005-46cd-b619-fb7a5dbb306b tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:39.614716 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-994febf3-988b-49cc-8856-c6b58bdce5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:37Z', 'revision_number': 7, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '1c40d645-60c6-44e8-9572-9242302187ad', 'name': '', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:f2:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:12Z', 'updated_at': '2021-12-06T15:09:19Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd4413d-39c9-4504-892a-12c4144d5ce2', 'name': '', 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:0f:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:18Z', 'updated_at': '2021-12-06T15:09:28Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e485abed-9a35-425b-b92a-3d6af91037b5', 'name': '', 'network_id': '1c320a11-5847-4344-9eb4-57d984fa705a', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:c0:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'cd20e16c-7183-4982-b17b-f16eebfd33ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:29Z', 'updated_at': '2021-12-06T15:09:37Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'cd20e16c-7183-4982-b17b-f16eebfd33ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:39.652307 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994febf3-988b-49cc-8856-c6b58bdce5a3 None None] Checking router: 451ea134-ac39-4d1f-9409-265096498296 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:09:39.664138 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc30b8-4005-46cd-b619-fb7a5dbb306b tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ee7c88-4398-4585-b591-d8b1d43f2082,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:39.668876 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994febf3-988b-49cc-8856-c6b58bdce5a3 None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:39.669523 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-994febf3-988b-49cc-8856-c6b58bdce5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:39.676929 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbbc30b8-4005-46cd-b619-fb7a5dbb306b tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:39.678640 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bbbc30b8-4005-46cd-b619-fb7a5dbb306b tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4444749 Dec 06 15:09:39.700939 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af8135e9-7760-4c0f-8a7e-bed927ab378b req-45d77568-995f-4067-a0f3-29bbd714d7f3 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820524 Dec 06 15:09:39.767927 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd04d788-7f89-4e5c-bcd0-444d54e474c8 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:39.818789 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-46227fba-89c8-4658-8ff2-87391893c63b req-cbd69f7f-f5c8-4424-8054-c63394884d6b tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=839f6684-2ae7-44be-93a8-8616699820db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525258 Dec 06 15:09:39.857997 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6fc0eda-f84b-4068-ab4b-dc608e40a03f req-09609489-e213-442b-9107-02e57edcba41 service neutron] 10.222.0.23 "GET /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854130 Dec 06 15:09:39.891260 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:09:39.896798 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-803b15da-c16b-441c-874d-4fec0427dc65 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:39.915238 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-994febf3-988b-49cc-8856-c6b58bdce5a3 None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:39.953427 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:09:39.960895 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 67ff337b-fe18-406c-9203-f2bae61abfb0 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:09:39.968619 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:39.968619 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:39.997618 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-75da8cd3-e293-4720-ab7a-3439e89d5a95 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-364059425&fields=id&tenant_id=2a2aac743260403bb350e6365eee4c89 HTTP/1.1" status: 200 len: 267 time: 0.0814695 Dec 06 15:09:40.138218 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 67ff337b-fe18-406c-9203-f2bae61abfb0 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:09:40.153024 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 67ff337b-fe18-406c-9203-f2bae61abfb0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:40.157983 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:40.224441 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:40.260255 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc84b9c6-948c-4181-8102-a10cb6e96930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:09:40.263510 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaa5448-1123-417d-bf5e-9de720dc8ed9" -d '{"events": [{"server_uuid": "bc84b9c6-948c-4181-8102-a10cb6e96930", "name": "network-vif-plugged", "status": "completed", "tag": "51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:09:40.283770 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f,segment=NetworkSegment(01c1d4de-7367-4370-91b8-845ea5e2c9df),segment_id=01c1d4de-7367-4370-91b8-845ea5e2c9df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:40.293098 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-dab2f7b8-3aec-4e74-9be8-3811c1c6493b tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:40.294662 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-dab2f7b8-3aec-4e74-9be8-3811c1c6493b tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/networks?id=78cfa806-705b-461f-90b8-3deff86f3c75 HTTP/1.1" status: 200 len: 814 time: 0.2892885 Dec 06 15:09:40.295507 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:40.347764 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-a6331ba4-ef35-4167-b284-9bc608187a3a tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/quotas/2a2aac743260403bb350e6365eee4c89 HTTP/1.1" status: 200 len: 375 time: 0.0390980 Dec 06 15:09:40.356729 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-803b15da-c16b-441c-874d-4fec0427dc65 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:40.382590 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-803b15da-c16b-441c-874d-4fec0427dc65 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:40.395522 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:40.406063 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815787f-5c8c-452a-a134-bb6801741c11 req-f923e213-dc7c-4cd2-9529-bac8d86b51ec tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:40.407618 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c815787f-5c8c-452a-a134-bb6801741c11 req-f923e213-dc7c-4cd2-9529-bac8d86b51ec tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 949 time: 0.0988679 Dec 06 15:09:40.416817 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-994febf3-988b-49cc-8856-c6b58bdce5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:37Z', 'revision_number': 7, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '1c40d645-60c6-44e8-9572-9242302187ad', 'name': '', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:f2:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:12Z', 'updated_at': '2021-12-06T15:09:19Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd4413d-39c9-4504-892a-12c4144d5ce2', 'name': '', 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:0f:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:18Z', 'updated_at': '2021-12-06T15:09:28Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e485abed-9a35-425b-b92a-3d6af91037b5', 'name': '', 'network_id': '1c320a11-5847-4344-9eb4-57d984fa705a', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:c0:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'cd20e16c-7183-4982-b17b-f16eebfd33ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:29Z', 'updated_at': '2021-12-06T15:09:37Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'cd20e16c-7183-4982-b17b-f16eebfd33ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:40.446917 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:40.481482 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 67ff337b-fe18-406c-9203-f2bae61abfb0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=67ff337b-fe18-406c-9203-f2bae61abfb0,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:40.492241 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:40.499390 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994febf3-988b-49cc-8856-c6b58bdce5a3 None None] The sync data for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 is: [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:37Z', 'revision_number': 7, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '1c40d645-60c6-44e8-9572-9242302187ad', 'name': '', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:f2:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:12Z', 'updated_at': '2021-12-06T15:09:19Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd4413d-39c9-4504-892a-12c4144d5ce2', 'name': '', 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:0f:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:18Z', 'updated_at': '2021-12-06T15:09:28Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e485abed-9a35-425b-b92a-3d6af91037b5', 'name': '', 'network_id': '1c320a11-5847-4344-9eb4-57d984fa705a', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:c0:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'cd20e16c-7183-4982-b17b-f16eebfd33ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:29Z', 'updated_at': '2021-12-06T15:09:37Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'cd20e16c-7183-4982-b17b-f16eebfd33ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:09:40.503845 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-80cb5fde-c779-49b0-b6ba-a2939ebc3e7a tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a2aac743260403bb350e6365eee4c89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998321 Dec 06 15:09:40.516117 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fd04d788-7f89-4e5c-bcd0-444d54e474c8 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting port e485abed-9a35-425b-b92a-3d6af91037b5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:40.516471 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd04d788-7f89-4e5c-bcd0-444d54e474c8 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:40.574599 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c815787f-5c8c-452a-a134-bb6801741c11 req-9d8c2fa3-0912-432b-b76d-a9587dbc645a tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6b641a9-2a5e-48f9-8685-b8c57ffde160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335509 Dec 06 15:09:40.607821 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-803b15da-c16b-441c-874d-4fec0427dc65 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Allocated IP 172.35.7.81 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/7aafd20d-2135-452d-86f6-cf6de873a727) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:09:40.611729 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=67ff337b-fe18-406c-9203-f2bae61abfb0,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:40.646173 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb32c41-b4b7-465b-a52b-a0d2e9f256c1 x-openstack-request-id: req-6fb32c41-b4b7-465b-a52b-a0d2e9f256c1 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:09:40.646479 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc84b9c6-948c-4181-8102-a10cb6e96930", "name": "network-vif-plugged", "status": "completed", "tag": "51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:09:40.646740 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fb32c41-b4b7-465b-a52b-a0d2e9f256c1 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:09:40.647142 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc84b9c6-948c-4181-8102-a10cb6e96930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f', 'code': 200} Dec 06 15:09:40.756787 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-6c37d5f1-c9d2-400e-af60-d0161f258d6d service neutron] 10.222.0.20 "GET /v2.0/networks/78cfa806-705b-461f-90b8-3deff86f3c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038894 Dec 06 15:09:40.795324 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fd04d788-7f89-4e5c-bcd0-444d54e474c8 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] For port e485abed-9a35-425b-b92a-3d6af91037b5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e485abed-9a35-425b-b92a-3d6af91037b5,segment=NetworkSegment(8120dc07-1cd5-4de7-98c0-a5655c9b5fd7),segment_id=8120dc07-1cd5-4de7-98c0-a5655c9b5fd7)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:40.795808 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd04d788-7f89-4e5c-bcd0-444d54e474c8 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:40.802291 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-803b15da-c16b-441c-874d-4fec0427dc65 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:40.806290 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d2e4c-0c1e-44e4-9f55-49ea21138e9b req-6beac722-1c42-4893-b797-a99ae7ea68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:40.808485 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-980d2e4c-0c1e-44e4-9f55-49ea21138e9b req-6beac722-1c42-4893-b797-a99ae7ea68cd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 1096 time: 0.0894361 Dec 06 15:09:40.820426 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fd04d788-7f89-4e5c-bcd0-444d54e474c8 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Calling delete_port for e485abed-9a35-425b-b92a-3d6af91037b5 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:40.927561 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1a791992-e66a-492b-a9e0-ef6fb75898aa service neutron] 10.222.0.20 "GET /v2.0/networks/78cfa806-705b-461f-90b8-3deff86f3c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625910 Dec 06 15:09:40.934873 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce328b-ba0c-49cb-abcd-b08d0a898188 req-e7f610af-3126-4eda-8177-5daf9d2c4b95 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:40.936828 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a0ce328b-ba0c-49cb-abcd-b08d0a898188 req-e7f610af-3126-4eda-8177-5daf9d2c4b95 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 943 time: 0.1210670 Dec 06 15:09:40.944871 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-980d2e4c-0c1e-44e4-9f55-49ea21138e9b req-5d9650a7-f2ac-4e08-9dff-cf4416267683 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=839f6684-2ae7-44be-93a8-8616699820db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158147 Dec 06 15:09:40.960849 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-803b15da-c16b-441c-874d-4fec0427dc65 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:41.019060 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b15da-c16b-441c-874d-4fec0427dc65 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:41.028392 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-803b15da-c16b-441c-874d-4fec0427dc65 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:41.034983 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b15da-c16b-441c-874d-4fec0427dc65 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:09:41.045265 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d283dc-63ab-4917-a872-a4986047591f None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:09:41.073187 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a0ce328b-ba0c-49cb-abcd-b08d0a898188 req-91462e72-ca2d-4fc8-b4be-ae47b651931a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266348 Dec 06 15:09:41.075578 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b15da-c16b-441c-874d-4fec0427dc65 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Pushing event updated for resources: {'Port': ['ID=7aafd20d-2135-452d-86f6-cf6de873a727,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:41.147524 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd04d788-7f89-4e5c-bcd0-444d54e474c8 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:41.176254 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04d788-7f89-4e5c-bcd0-444d54e474c8 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Port': ['ID=e485abed-9a35-425b-b92a-3d6af91037b5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:41.190415 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4fa5acb5-51f7-4d8a-a572-2ec9aed01c44 None None] Provisioning complete for port 7aafd20d-2135-452d-86f6-cf6de873a727 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:41.191461 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4fa5acb5-51f7-4d8a-a572-2ec9aed01c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:41.266132 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5acb5-51f7-4d8a-a572-2ec9aed01c44 None None] Port 7aafd20d-2135-452d-86f6-cf6de873a727 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:41.378817 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1318f-617e-4dae-b740-fc5c5959172c req-395104a2-e19b-4df4-b309-1c6431a4a2d8 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:41.380716 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-85d1318f-617e-4dae-b740-fc5c5959172c req-395104a2-e19b-4df4-b309-1c6431a4a2d8 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 945 time: 0.1517329 Dec 06 15:09:41.464134 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1bc9ee5d-417a-4004-8d45-8f204363602e req-7f7a9b75-5327-474a-969b-e6ddbf778cc4 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 210 time: 0.0384274 Dec 06 15:09:41.468678 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd04d788-7f89-4e5c-bcd0-444d54e474c8 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:41.562533 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-85d1318f-617e-4dae-b740-fc5c5959172c req-672f54f1-39a6-488b-afb6-71a4caebbbea tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=839f6684-2ae7-44be-93a8-8616699820db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241255 Dec 06 15:09:41.573263 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-803b15da-c16b-441c-874d-4fec0427dc65 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:41.767445 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564ffec-090d-4a5d-9054-9e574207bc78 req-c2dfa2af-46b5-436f-b797-0af3da26ddbe tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:41.769011 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7564ffec-090d-4a5d-9054-9e574207bc78 req-c2dfa2af-46b5-436f-b797-0af3da26ddbe tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 950 time: 0.0776877 Dec 06 15:09:41.776564 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd04d788-7f89-4e5c-bcd0-444d54e474c8 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 451ea134-ac39-4d1f-9409-265096498296 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:09:41.846951 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-803b15da-c16b-441c-874d-4fec0427dc65 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:41.852889 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-803b15da-c16b-441c-874d-4fec0427dc65 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:41.886130 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:09:41.949447 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7564ffec-090d-4a5d-9054-9e574207bc78 req-e0a55379-bd39-4f57-881a-86cc08ab9ccf tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6b641a9-2a5e-48f9-8685-b8c57ffde160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715398 Dec 06 15:09:41.954031 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd04d788-7f89-4e5c-bcd0-444d54e474c8 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:41.959553 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fd04d788-7f89-4e5c-bcd0-444d54e474c8 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/451ea134-ac39-4d1f-9409-265096498296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2599444 Dec 06 15:09:41.962126 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50910) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:41.978259 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0848e4b1-72f9-4821-952a-17296bc223a7 None None] Sync routers for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:09:42.024403 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-9910cb1e-3d40-4229-b62d-cce0830a00a1 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting subnet cd20e16c-7183-4982-b17b-f16eebfd33ab {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:09:42.028695 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9910cb1e-3d40-4229-b62d-cce0830a00a1 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:42.041680 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803b15da-c16b-441c-874d-4fec0427dc65 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Router 0816a47d-0d76-4caf-9092-0bddb8bb6a15 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:09:42.109535 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0848e4b1-72f9-4821-952a-17296bc223a7 None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:42.110331 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0848e4b1-72f9-4821-952a-17296bc223a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:42.112256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9910cb1e-3d40-4229-b62d-cce0830a00a1 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:42.226557 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:42.259747 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f', 'network_id': '47288c44-0415-406f-a9a9-d0bd8bc69873', 'port_id': 'dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f', 'mac_address': 'fa:16:3e:05:a3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9744b0-5db8-4d6f-a5a9-70588c431a8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:09:42.262150 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9910cb1e-3d40-4229-b62d-cce0830a00a1 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:42.327403 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-0848e4b1-72f9-4821-952a-17296bc223a7 None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:42.341146 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9910cb1e-3d40-4229-b62d-cce0830a00a1 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:42.360625 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:42.384008 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:09:42.386486 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910cb1e-3d40-4229-b62d-cce0830a00a1 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Subnet': ['ID=cd20e16c-7183-4982-b17b-f16eebfd33ab,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:42.414685 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9910cb1e-3d40-4229-b62d-cce0830a00a1 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:42.421080 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9910cb1e-3d40-4229-b62d-cce0830a00a1 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/subnets/cd20e16c-7183-4982-b17b-f16eebfd33ab HTTP/1.1" status: 204 len: 168 time: 0.4576797 Dec 06 15:09:42.423006 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50918) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:42.430790 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f92520-2489-4e01-aadf-e69ea2ad60b9 None None] Network 1c320a11-5847-4344-9eb4-57d984fa705a requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:09:42.472007 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:42.493911 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:42.557184 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:42.617232 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803b15da-c16b-441c-874d-4fec0427dc65 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:42.623562 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-803b15da-c16b-441c-874d-4fec0427dc65 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:42.629216 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-803b15da-c16b-441c-874d-4fec0427dc65 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "PUT /v2.0/routers/0816a47d-0d76-4caf-9092-0bddb8bb6a15 HTTP/1.1" status: 200 len: 919 time: 3.2051497 Dec 06 15:09:42.630997 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eaf108-1c83-4c74-89d1-8146ffcb457e None None] Sync routers for ids ['0816a47d-0d76-4caf-9092-0bddb8bb6a15'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:09:42.633014 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50926) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:42.641272 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbb047-02e7-4961-bf42-f46e9f0c1105 req-8aad83ff-5e21-42e1-acbb-a550ddc54da2 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:42.643372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7dbb047-02e7-4961-bf42-f46e9f0c1105 req-8aad83ff-5e21-42e1-acbb-a550ddc54da2 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 944 time: 0.4655414 Dec 06 15:09:42.649836 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c109e37d-14ef-4557-9fd2-0081302d5cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ff337b-fe18-406c-9203-f2bae61abfb0'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:09:42.652261 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f05ecde-158e-4a64-bc4f-d52a77a9f5ac" -d '{"events": [{"server_uuid": "c109e37d-14ef-4557-9fd2-0081302d5cbf", "name": "network-vif-plugged", "status": "completed", "tag": "67ff337b-fe18-406c-9203-f2bae61abfb0"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:09:42.656290 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eaf108-1c83-4c74-89d1-8146ffcb457e None None] Routers {'0816a47d-0d76-4caf-9092-0bddb8bb6a15'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:42.662709 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c6eaf108-1c83-4c74-89d1-8146ffcb457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0816a47d-0d76-4caf-9092-0bddb8bb6a15'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:42.726283 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:09:42.787262 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7dbb047-02e7-4961-bf42-f46e9f0c1105 req-58d5616e-ad0a-45bb-b0cd-50cf12878565 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362820 Dec 06 15:09:42.789059 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c6eaf108-1c83-4c74-89d1-8146ffcb457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:42.818343 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eaf108-1c83-4c74-89d1-8146ffcb457e None None] Routers {'0816a47d-0d76-4caf-9092-0bddb8bb6a15'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:42.819037 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c6eaf108-1c83-4c74-89d1-8146ffcb457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0816a47d-0d76-4caf-9092-0bddb8bb6a15'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:42.848703 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d0720a18-922b-4555-b366-bd0f5c60ee87 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "GET /v2.0/routers/0816a47d-0d76-4caf-9092-0bddb8bb6a15 HTTP/1.1" status: 200 len: 925 time: 0.2128522 Dec 06 15:09:42.854719 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50934) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:42.906167 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:42.926923 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c6eaf108-1c83-4c74-89d1-8146ffcb457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:42.932057 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eaf108-1c83-4c74-89d1-8146ffcb457e None None] The sync data for ids ['0816a47d-0d76-4caf-9092-0bddb8bb6a15'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:09:42.932476 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-213c6417-d28a-4f03-b491-1840ff107c54 req-428a76c1-a8df-4485-98a1-1790868f7ec4 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 210 time: 0.3124378 Dec 06 15:09:43.023463 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-d187125c-960b-43c7-9b0f-3be473b613ee tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:43.025607 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-d187125c-960b-43c7-9b0f-3be473b613ee tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.37 "GET /v2.0/networks?id=78cfa806-705b-461f-90b8-3deff86f3c75 HTTP/1.1" status: 200 len: 814 time: 0.2487698 Dec 06 15:09:43.063101 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462abe04-106c-48f6-9d22-790a85289577 x-openstack-request-id: req-462abe04-106c-48f6-9d22-790a85289577 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:09:43.063607 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c109e37d-14ef-4557-9fd2-0081302d5cbf", "name": "network-vif-plugged", "status": "completed", "tag": "67ff337b-fe18-406c-9203-f2bae61abfb0", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:09:43.068560 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-462abe04-106c-48f6-9d22-790a85289577 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:09:43.068840 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c109e37d-14ef-4557-9fd2-0081302d5cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ff337b-fe18-406c-9203-f2bae61abfb0', 'code': 200} Dec 06 15:09:43.097914 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5dd76-f8c4-40a2-9bf5-8c22f5278dec req-4ccc98c6-71f3-4ea5-817e-16cac5dc4e0f tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:43.101200 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58c5dd76-f8c4-40a2-9bf5-8c22f5278dec req-4ccc98c6-71f3-4ea5-817e-16cac5dc4e0f tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 945 time: 0.1515296 Dec 06 15:09:43.107018 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895a5fdf-a1b1-455b-923a-2160b0fe24ad tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:43.109313 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-895a5fdf-a1b1-455b-923a-2160b0fe24ad tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&device_id=0816a47d-0d76-4caf-9092-0bddb8bb6a15&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2187788 Dec 06 15:09:43.112346 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50942) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:43.141172 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting port 7897e039-ec9c-4b99-a42f-329421926c36 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:43.141522 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:43.168279 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc326865-3151-45fb-9293-7bf53b6509f4 None None] DHCP port deletion for 1c320a11-5847-4344-9eb4-57d984fa705a request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:09:43.243034 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-b6d1c46c-cf19-444d-b046-c331be2384cd tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a2aac743260403bb350e6365eee4c89 HTTP/1.1" status: 200 len: 379 time: 0.2061327 Dec 06 15:09:43.269096 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-10acca18-f38d-40d6-ad88-22cc9013a9ae tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Request body: {'port': {'device_id': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'admin_state_up': True, 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'security_groups': ['1ccc572d-900b-43e8-b20e-943f4b19117a']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:43.280366 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58c5dd76-f8c4-40a2-9bf5-8c22f5278dec req-3ea488e4-a228-4306-8fed-a60517b0f41f tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=839f6684-2ae7-44be-93a8-8616699820db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432216 Dec 06 15:09:43.285276 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0848e4b1-72f9-4821-952a-17296bc223a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:41Z', 'revision_number': 8, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '1c40d645-60c6-44e8-9572-9242302187ad', 'name': '', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:f2:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:12Z', 'updated_at': '2021-12-06T15:09:19Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd4413d-39c9-4504-892a-12c4144d5ce2', 'name': '', 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:0f:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:18Z', 'updated_at': '2021-12-06T15:09:28Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:43.331271 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0848e4b1-72f9-4821-952a-17296bc223a7 None None] Checking router: 451ea134-ac39-4d1f-9409-265096498296 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:09:43.344586 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0848e4b1-72f9-4821-952a-17296bc223a7 None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:43.345498 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0848e4b1-72f9-4821-952a-17296bc223a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:43.394129 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] For port 7897e039-ec9c-4b99-a42f-329421926c36, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7897e039-ec9c-4b99-a42f-329421926c36,segment=NetworkSegment(8120dc07-1cd5-4de7-98c0-a5655c9b5fd7),segment_id=8120dc07-1cd5-4de7-98c0-a5655c9b5fd7)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:43.394693 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:43.409181 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Calling delete_port for 7897e039-ec9c-4b99-a42f-329421926c36 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:43.468961 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bc326865-3151-45fb-9293-7bf53b6509f4 None None] Deleting port 7897e039-ec9c-4b99-a42f-329421926c36 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:43.471498 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc326865-3151-45fb-9293-7bf53b6509f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:43.521178 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57383d4c-ba58-42a3-b21b-72328756660a tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:43.521813 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1491f-250c-4c27-9ca3-fa22ea1e3165 req-5063628c-a345-4112-9a48-a239c6ca750a tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:43.524642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e1c1491f-250c-4c27-9ca3-fa22ea1e3165 req-5063628c-a345-4112-9a48-a239c6ca750a tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 945 time: 0.1229053 Dec 06 15:09:43.527494 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50948) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:43.527736 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-57383d4c-ba58-42a3-b21b-72328756660a tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "GET /v2.0/networks/259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 881 time: 0.4142344 Dec 06 15:09:43.538588 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:43.541495 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50950) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:43.556625 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f1f2f957-ffd4-44e8-aa80-d7cfc7832198 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Request body: {'floatingip': {'port_id': '51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:43.568116 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-0848e4b1-72f9-4821-952a-17296bc223a7 None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:43.570877 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bc326865-3151-45fb-9293-7bf53b6509f4 None None] For port 7897e039-ec9c-4b99-a42f-329421926c36, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7897e039-ec9c-4b99-a42f-329421926c36,segment=NetworkSegment(8120dc07-1cd5-4de7-98c0-a5655c9b5fd7),segment_id=8120dc07-1cd5-4de7-98c0-a5655c9b5fd7)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:43.571283 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc326865-3151-45fb-9293-7bf53b6509f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:43.574584 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3a96ffcb-dcdb-406b-a19c-973f9bb8c847 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "GET /v2.0/ports?device_id=0816a47d-0d76-4caf-9092-0bddb8bb6a15 HTTP/1.1" status: 200 len: 205 time: 0.0458400 Dec 06 15:09:43.578854 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50954) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:43.647776 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bc326865-3151-45fb-9293-7bf53b6509f4 None None] Calling delete_port for 7897e039-ec9c-4b99-a42f-329421926c36 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:43.766780 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02c30bdc-7671-4835-83f1-b0ec15219ff8 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:43.770550 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-10acca18-f38d-40d6-ad88-22cc9013a9ae tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Made reservation on behalf of 2a2aac743260403bb350e6365eee4c89 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:09:43.774452 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-10acca18-f38d-40d6-ad88-22cc9013a9ae tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:43.961736 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:09:44.070235 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1f2f957-ffd4-44e8-aa80-d7cfc7832198 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for floatingip, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:44.113828 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02c30bdc-7671-4835-83f1-b0ec15219ff8 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:44.137219 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a77e83-14d8-4c96-8c4c-9e1bb47409dd req-00429030-6a40-4f97-835b-a90bcfd47c3d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:44.144753 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63a77e83-14d8-4c96-8c4c-9e1bb47409dd req-00429030-6a40-4f97-835b-a90bcfd47c3d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 944 time: 0.1985753 Dec 06 15:09:44.183098 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0213dd-868a-429f-a7d2-f773d7480fec req-ca6ed1ef-e307-45dd-bed4-5ac4088bb932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:44.184650 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ec0213dd-868a-429f-a7d2-f773d7480fec req-ca6ed1ef-e307-45dd-bed4-5ac4088bb932 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 1101 time: 1.0382252 Dec 06 15:09:44.185956 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Port': ['ID=7897e039-ec9c-4b99-a42f-329421926c36,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:44.202969 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bc326865-3151-45fb-9293-7bf53b6509f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:44.229368 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-10acca18-f38d-40d6-ad88-22cc9013a9ae tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Allocated IP 172.20.0.7 (78cfa806-705b-461f-90b8-3deff86f3c75/cf66fc85-22e7-489d-a136-b60a02604889/099eef1d-5509-4a33-9a34-d89e28a045ea) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:09:44.249718 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] No DVR routers for this DVR port 7897e039-ec9c-4b99-a42f-329421926c36 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:09:44.299620 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d355f7-b278-491a-a104-745c7798d204 req-d6f3b77c-5fb6-4b74-9f6c-98ad1389b492 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:44.307479 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-55d355f7-b278-491a-a104-745c7798d204 req-d6f3b77c-5fb6-4b74-9f6c-98ad1389b492 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 950 time: 1.0995543 Dec 06 15:09:44.344032 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc326865-3151-45fb-9293-7bf53b6509f4 None None] Pushing event deleted for resources: {'Port': ['ID=7897e039-ec9c-4b99-a42f-329421926c36,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:44.389340 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc326865-3151-45fb-9293-7bf53b6509f4 None None] No DVR routers for this DVR port 7897e039-ec9c-4b99-a42f-329421926c36 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:09:44.410106 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63a77e83-14d8-4c96-8c4c-9e1bb47409dd req-aa2b3e7c-9d3e-44ca-9c49-a9bbbf20290b tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644672 Dec 06 15:09:44.435983 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:09:44.465403 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:44.465804 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:44.469671 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:44.514975 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-02c30bdc-7671-4835-83f1-b0ec15219ff8 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Deleting port 7aafd20d-2135-452d-86f6-cf6de873a727 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:44.528217 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02c30bdc-7671-4835-83f1-b0ec15219ff8 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:44.558003 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0848e4b1-72f9-4821-952a-17296bc223a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:41Z', 'revision_number': 8, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '1c40d645-60c6-44e8-9572-9242302187ad', 'name': '', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:f2:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:12Z', 'updated_at': '2021-12-06T15:09:19Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd4413d-39c9-4504-892a-12c4144d5ce2', 'name': '', 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:0f:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:18Z', 'updated_at': '2021-12-06T15:09:28Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:44.593614 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0848e4b1-72f9-4821-952a-17296bc223a7 None None] The sync data for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 is: [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:41Z', 'revision_number': 8, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '1c40d645-60c6-44e8-9572-9242302187ad', 'name': '', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:f2:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:12Z', 'updated_at': '2021-12-06T15:09:19Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd4413d-39c9-4504-892a-12c4144d5ce2', 'name': '', 'network_id': '9850bbe4-ac03-458b-8a56-76352b5dfad5', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:0f:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:18Z', 'updated_at': '2021-12-06T15:09:28Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': '26e29f4f-ade1-456f-a008-7fcbc471b3e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:09:44.618582 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:09:44.658738 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:44.733616 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:44.737954 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1466fb70-a75a-452b-98cd-67239a18fed8 req-85bdf756-8c25-45e4-9e52-af8c8710b521 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 210 time: 0.2063794 Dec 06 15:09:44.745016 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:44.853819 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:44.869599 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02c30bdc-7671-4835-83f1-b0ec15219ff8 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:44.883696 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ec0213dd-868a-429f-a7d2-f773d7480fec req-c34f4181-9924-4450-b2d8-3e8d50d9d3de service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f6b641a9-2a5e-48f9-8685-b8c57ffde160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6824071 Dec 06 15:09:44.886450 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-02c30bdc-7671-4835-83f1-b0ec15219ff8 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Calling delete_port for 7aafd20d-2135-452d-86f6-cf6de873a727 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:44.891869 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c320a11-5847-4344-9eb4-57d984fa705a']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:44.908263 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-55d355f7-b278-491a-a104-745c7798d204 req-d5191166-6d5e-4776-bd00-f120426c9af5 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6b641a9-2a5e-48f9-8685-b8c57ffde160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997992 Dec 06 15:09:44.958696 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8120dc07-1cd5-4de7-98c0-a5655c9b5fd7') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:44.959227 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8120dc07-1cd5-4de7-98c0-a5655c9b5fd7') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:45.069924 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85a825b-ffc8-46d2-b852-c2c69255a3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:09:45.072413 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a78d22d-49cb-40b9-a95a-6e08cc7aaacb" -d '{"events": [{"server_uuid": "c85a825b-ffc8-46d2-b852-c2c69255a3a6", "name": "network-vif-plugged", "status": "completed", "tag": "dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:09:45.098061 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e485abed-9a35-425b-b92a-3d6af91037b5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:09:45.139379 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: e485abed-9a35-425b-b92a-3d6af91037b5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:09:45.139836 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e485abed-9a35-425b-b92a-3d6af91037b5 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:09:45.144224 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 7897e039-ec9c-4b99-a42f-329421926c36 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:09:45.148509 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-10acca18-f38d-40d6-ad88-22cc9013a9ae tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:45.149861 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:45.181377 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:45.203597 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9268f976-2ab2-4e1a-894d-9ab9765d70df x-openstack-request-id: req-9268f976-2ab2-4e1a-894d-9ab9765d70df {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:09:45.204229 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85a825b-ffc8-46d2-b852-c2c69255a3a6", "name": "network-vif-plugged", "status": "completed", "tag": "dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:09:45.205516 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9268f976-2ab2-4e1a-894d-9ab9765d70df {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:09:45.206752 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85a825b-ffc8-46d2-b852-c2c69255a3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f', 'code': 200} Dec 06 15:09:45.208574 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 7897e039-ec9c-4b99-a42f-329421926c36 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:09:45.209187 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:09:45.209654 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 7897e039-ec9c-4b99-a42f-329421926c36 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:09:45.209790 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:09:45.262050 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:09:45.282516 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02c30bdc-7671-4835-83f1-b0ec15219ff8 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:45.312152 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257c09c4-c185-4a87-b9eb-f330bc82e061 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:09:45.336196 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c30bdc-7671-4835-83f1-b0ec15219ff8 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Pushing event deleted for resources: {'Port': ['ID=7aafd20d-2135-452d-86f6-cf6de873a727,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:45.339485 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-10acca18-f38d-40d6-ad88-22cc9013a9ae tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:45.408602 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:45.422311 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:45.435012 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/networks/1c320a11-5847-4344-9eb4-57d984fa705a HTTP/1.1" status: 204 len: 168 time: 3.0098643 Dec 06 15:09:45.442101 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afde2c-fa1b-46ba-847c-b0d49d2bf90f req-058c5a3c-ad8a-4716-b647-62a62ec76447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:45.446567 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c9afde2c-fa1b-46ba-847c-b0d49d2bf90f req-058c5a3c-ad8a-4716-b647-62a62ec76447 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 1096 time: 0.2291112 Dec 06 15:09:45.449202 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.db.resource_extend [None req-f1f2f957-ffd4-44e8-aa80-d7cfc7832198 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 15:09:45.456590 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50990) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:45.461917 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02c30bdc-7671-4835-83f1-b0ec15219ff8 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:45.503313 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7ef42-c0d0-4675-a965-7ba072cd8bb4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Network': ['ID=1c320a11-5847-4344-9eb4-57d984fa705a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:45.517294 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acca18-f38d-40d6-ad88-22cc9013a9ae tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Pushing event updated for resources: {'Port': ['ID=099eef1d-5509-4a33-9a34-d89e28a045ea,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:45.534348 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1f2f957-ffd4-44e8-aa80-d7cfc7832198 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:45.542755 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1f2f957-ffd4-44e8-aa80-d7cfc7832198 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:45.667539 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-10acca18-f38d-40d6-ad88-22cc9013a9ae tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Network 78cfa806-705b-461f-90b8-3deff86f3c75 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:45.705503 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-10acca18-f38d-40d6-ad88-22cc9013a9ae tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:45.707746 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-10acca18-f38d-40d6-ad88-22cc9013a9ae tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:09:45.712257 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f9dc5-1e43-4a7d-8725-26c20c184782 req-6c09e583-f872-451e-8714-068f04aa5de6 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:45.720559 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b65f9dc5-1e43-4a7d-8725-26c20c184782 req-6c09e583-f872-451e-8714-068f04aa5de6 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.1804028 Dec 06 15:09:45.786726 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02c30bdc-7671-4835-83f1-b0ec15219ff8 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:45.796032 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02c30bdc-7671-4835-83f1-b0ec15219ff8 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:45.809662 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-f1f2f957-ffd4-44e8-aa80-d7cfc7832198 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Floating IP ea3afbca-4002-4090-a4bf-cec6f1d77176 associated. External IP: 172.35.7.214, port: 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f. Dec 06 15:09:45.910339 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-10acca18-f38d-40d6-ad88-22cc9013a9ae tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:45.911093 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-10acca18-f38d-40d6-ad88-22cc9013a9ae tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:45.916275 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c9afde2c-fa1b-46ba-847c-b0d49d2bf90f req-62bfa810-a963-47cd-b117-afb736ff0fca service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010210 Dec 06 15:09:45.931604 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b65f9dc5-1e43-4a7d-8725-26c20c184782 req-23ea528f-b08d-4219-8948-813eeb5c2590 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085583 Dec 06 15:09:45.983395 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02c30bdc-7671-4835-83f1-b0ec15219ff8 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:45.983973 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c30bdc-7671-4835-83f1-b0ec15219ff8 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Fanout notify agent at l3_agent the message router_deleted on router 0816a47d-0d76-4caf-9092-0bddb8bb6a15 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:09:46.001972 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02c30bdc-7671-4835-83f1-b0ec15219ff8 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:46.006921 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-02c30bdc-7671-4835-83f1-b0ec15219ff8 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "DELETE /v2.0/routers/0816a47d-0d76-4caf-9092-0bddb8bb6a15 HTTP/1.1" status: 204 len: 168 time: 2.4229913 Dec 06 15:09:46.014403 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51008) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:46.086808 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1419973442', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:46.121290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-10acca18-f38d-40d6-ad88-22cc9013a9ae tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8638411 Dec 06 15:09:46.142515 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Request body: {'port': {'device_id': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:46.163544 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-34f0738e-76b5-45b2-ba8a-5e72a6d9b2b8 None None] Provisioning complete for port 099eef1d-5509-4a33-9a34-d89e28a045ea triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:46.166427 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-34f0738e-76b5-45b2-ba8a-5e72a6d9b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:46.266339 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-34f0738e-76b5-45b2-ba8a-5e72a6d9b2b8 None None] Port 099eef1d-5509-4a33-9a34-d89e28a045ea cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:46.297233 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50084134-3ace-4a54-bfdb-e239e9112418 req-4045211f-dfc6-4685-9c18-66d373b1a661 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:46.299344 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-50084134-3ace-4a54-bfdb-e239e9112418 req-4045211f-dfc6-4685-9c18-66d373b1a661 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 950 time: 0.2264564 Dec 06 15:09:46.424091 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-50084134-3ace-4a54-bfdb-e239e9112418 req-a4d89031-b38f-4266-83c3-cdda6f9232ab tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6b641a9-2a5e-48f9-8685-b8c57ffde160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098285 Dec 06 15:09:46.440979 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f2f957-ffd4-44e8-aa80-d7cfc7832198 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Router 6e4195f0-7dac-450d-b641-b17ac3aeacbe has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:09:46.525596 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:46.526641 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:46.561889 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b726cd4-f360-4729-9b61-eb79abaabed4 req-9b7fcc07-7446-41b1-ae6e-67ca29aead7e tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:46.571899 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b726cd4-f360-4729-9b61-eb79abaabed4 req-9b7fcc07-7446-41b1-ae6e-67ca29aead7e tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 931 time: 0.6616826 Dec 06 15:09:46.587035 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:46.594195 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f2f957-ffd4-44e8-aa80-d7cfc7832198 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:46.604259 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1f2f957-ffd4-44e8-aa80-d7cfc7832198 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:46.607955 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d88311-9e71-4337-94b0-6b7b569de850 None None] Sync routers for ids ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:09:46.624719 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d88311-9e71-4337-94b0-6b7b569de850 None None] Routers {'6e4195f0-7dac-450d-b641-b17ac3aeacbe'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:46.629132 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-52d88311-9e71-4337-94b0-6b7b569de850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:46.706861 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f1f2f957-ffd4-44e8-aa80-d7cfc7832198 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "PUT /v2.0/floatingips/ea3afbca-4002-4090-a4bf-cec6f1d77176 HTTP/1.1" status: 200 len: 991 time: 3.1554792 Dec 06 15:09:46.709721 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc84b9c6-948c-4181-8102-a10cb6e96930', 'tag': '51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:09:46.719361 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f9f614-1c8f-44da-8b54-50ece1a81c35" -d '{"events": [{"name": "network-changed", "server_uuid": "bc84b9c6-948c-4181-8102-a10cb6e96930", "tag": "51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:09:46.744364 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:46.758153 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5b726cd4-f360-4729-9b61-eb79abaabed4 req-6e372e17-1910-41b3-aa77-c5be25b3d9f3 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ccc572d-900b-43e8-b20e-943f4b19117a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853497 Dec 06 15:09:46.814137 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-52d88311-9e71-4337-94b0-6b7b569de850 None None] Set router 6e4195f0-7dac-450d-b641-b17ac3aeacbe gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:46.845701 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4942809-9183-42de-b07b-fb56c49d1de6 x-openstack-request-id: req-f4942809-9183-42de-b07b-fb56c49d1de6 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:09:46.846271 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc84b9c6-948c-4181-8102-a10cb6e96930", "tag": "51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:09:46.847322 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4942809-9183-42de-b07b-fb56c49d1de6 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:09:46.848659 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc84b9c6-948c-4181-8102-a10cb6e96930', 'tag': '51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f', 'status': 'completed', 'code': 200} Dec 06 15:09:47.072790 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:47.120054 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9f614-1c8f-44da-8b54-50ece1a81c35 req-a772d689-4ac8-4230-ace5-b56886efe114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:47.121610 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78f9f614-1c8f-44da-8b54-50ece1a81c35 req-a772d689-4ac8-4230-ace5-b56886efe114 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a45a9617d21f43eb8a512b181ef6b340&device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 1096 time: 0.2250521 Dec 06 15:09:47.127224 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-52d88311-9e71-4337-94b0-6b7b569de850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:04:28Z', 'revision_number': 4, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ea3afbca-4002-4090-a4bf-cec6f1d77176', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'floating_ip_address': '172.35.7.214', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'port_id': '51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'mac_address': 'fa:16:3e:cd:1c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc84b9c6-948c-4181-8102-a10cb6e96930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:09:18Z', 'updated_at': '2021-12-06T15:09:45Z', 'revision_number': 1, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0459c218-5051-4a8f-9e96-37f1d2f3503a', 'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'mac_address': 'fa:16:3e:23:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:26Z', 'updated_at': '2021-12-06T15:04:33Z', 'revision_number': 5, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'subnets': [{'id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:47.159549 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a855f-ad47-4eb9-aeaf-623973c784b1 req-bde28bfc-1480-4632-9169-4b46b45fa22c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:47.160990 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f3a855f-ad47-4eb9-aeaf-623973c784b1 req-bde28bfc-1480-4632-9169-4b46b45fa22c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.1099257 Dec 06 15:09:47.175070 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d88311-9e71-4337-94b0-6b7b569de850 None None] Checking router: 6e4195f0-7dac-450d-b641-b17ac3aeacbe for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:09:47.187501 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d88311-9e71-4337-94b0-6b7b569de850 None None] Routers {'6e4195f0-7dac-450d-b641-b17ac3aeacbe'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:47.188353 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-52d88311-9e71-4337-94b0-6b7b569de850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:47.232647 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f3a855f-ad47-4eb9-aeaf-623973c784b1 req-12056ff8-f07b-4c3c-aeee-f3955111c4bb tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637295 Dec 06 15:09:47.360614 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-52d88311-9e71-4337-94b0-6b7b569de850 None None] Set router 6e4195f0-7dac-450d-b641-b17ac3aeacbe gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:47.364878 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9f614-1c8f-44da-8b54-50ece1a81c35 req-ca49d968-1eb7-402e-b9a0-5f966f279c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:47.367305 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78f9f614-1c8f-44da-8b54-50ece1a81c35 req-ca49d968-1eb7-402e-b9a0-5f966f279c14 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 HTTP/1.1" status: 200 len: 910 time: 0.2373095 Dec 06 15:09:47.423165 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099eef1d-5509-4a33-9a34-d89e28a045ea {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:09:47.443565 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4d6daef-8c9b-4744-955a-94f78d7b7a28 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:47.447431 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:47.601728 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Transition to ACTIVE for port object 099eef1d-5509-4a33-9a34-d89e28a045ea will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:09:47.637236 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:47.700168 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-52d88311-9e71-4337-94b0-6b7b569de850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:04:28Z', 'revision_number': 4, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ea3afbca-4002-4090-a4bf-cec6f1d77176', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'floating_ip_address': '172.35.7.214', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'port_id': '51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'mac_address': 'fa:16:3e:cd:1c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc84b9c6-948c-4181-8102-a10cb6e96930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:09:18Z', 'updated_at': '2021-12-06T15:09:45Z', 'revision_number': 1, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0459c218-5051-4a8f-9e96-37f1d2f3503a', 'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'mac_address': 'fa:16:3e:23:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:26Z', 'updated_at': '2021-12-06T15:04:33Z', 'revision_number': 5, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'subnets': [{'id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:47.728752 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78f9f614-1c8f-44da-8b54-50ece1a81c35 req-eadab2a5-ddd3-4489-88aa-4a90c744d530 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f HTTP/1.1" status: 200 len: 999 time: 0.3006918 Dec 06 15:09:47.744675 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d88311-9e71-4337-94b0-6b7b569de850 None None] The sync data for ids ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'] in n-d-master-1 is: [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:04:28Z', 'revision_number': 4, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ea3afbca-4002-4090-a4bf-cec6f1d77176', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'floating_ip_address': '172.35.7.214', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'port_id': '51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'mac_address': 'fa:16:3e:cd:1c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc84b9c6-948c-4181-8102-a10cb6e96930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:09:18Z', 'updated_at': '2021-12-06T15:09:45Z', 'revision_number': 1, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0459c218-5051-4a8f-9e96-37f1d2f3503a', 'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'mac_address': 'fa:16:3e:23:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:26Z', 'updated_at': '2021-12-06T15:04:33Z', 'revision_number': 5, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'subnets': [{'id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:09:47.857171 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Pushing event updated for resources: {'Port': ['ID=099eef1d-5509-4a33-9a34-d89e28a045ea,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:47.879679 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1f653-c43f-4933-bd6a-892d7647e39e req-c897e9c4-c5f6-4cdf-886f-45ed4271d6a6 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:47.881546 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fed1f653-c43f-4933-bd6a-892d7647e39e req-c897e9c4-c5f6-4cdf-886f-45ed4271d6a6 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 950 time: 0.3412795 Dec 06 15:09:47.973523 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b7248-f59d-4a0e-9b59-fee3435494cb req-e218b955-a64f-4c55-a940-f519f411db80 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:47.976245 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa5b7248-f59d-4a0e-9b59-fee3435494cb req-e218b955-a64f-4c55-a940-f519f411db80 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 943 time: 0.0772607 Dec 06 15:09:48.020933 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9f614-1c8f-44da-8b54-50ece1a81c35 req-937022ba-6769-407f-b022-9a6b366c6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:48.022850 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78f9f614-1c8f-44da-8b54-50ece1a81c35 req-937022ba-6769-407f-b022-9a6b366c6565 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=910def33-1b6e-420b-bf18-ba2208cd2881 HTTP/1.1" status: 200 len: 848 time: 0.2809551 Dec 06 15:09:48.062896 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa5b7248-f59d-4a0e-9b59-fee3435494cb req-f16dcfdd-b25f-4d9f-8e55-09556ef59471 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ccc572d-900b-43e8-b20e-943f4b19117a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791938 Dec 06 15:09:48.121809 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1c697-8217-468f-a304-47ba072ae76a None None] New status for floating IP ea3afbca-4002-4090-a4bf-cec6f1d77176: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:09:48.236588 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:48.272800 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:48.278681 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fed1f653-c43f-4933-bd6a-892d7647e39e req-fb239047-4c61-4ede-9d16-96fb2366cc8a tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6b641a9-2a5e-48f9-8685-b8c57ffde160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801126 Dec 06 15:09:48.481355 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178b8de-9d4c-4969-b861-55ce7b2ecc38 req-d9cd3ac3-5240-4862-ad4b-480f79df3e08 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:48.506130 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5178b8de-9d4c-4969-b861-55ce7b2ecc38 req-d9cd3ac3-5240-4862-ad4b-480f79df3e08 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.1209071 Dec 06 15:09:48.611567 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Attempting to bind port 099eef1d-5509-4a33-9a34-d89e28a045ea on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:09:48.611934 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Attempting to bind port 099eef1d-5509-4a33-9a34-d89e28a045ea by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:09:48.612339 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Attempting to bind port 099eef1d-5509-4a33-9a34-d89e28a045ea on network 78cfa806-705b-461f-90b8-3deff86f3c75 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:09:48.619411 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9f614-1c8f-44da-8b54-50ece1a81c35 req-1dd14da0-a517-407d-bc28-0f340ecd809d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:48.620950 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78f9f614-1c8f-44da-8b54-50ece1a81c35 req-1dd14da0-a517-407d-bc28-0f340ecd809d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4941301 Dec 06 15:09:48.634122 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Port 099eef1d-5509-4a33-9a34-d89e28a045ea on network 78cfa806-705b-461f-90b8-3deff86f3c75 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:09:48.634451 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Attempting to bind port 099eef1d-5509-4a33-9a34-d89e28a045ea on network 78cfa806-705b-461f-90b8-3deff86f3c75 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:09:48.647406 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5178b8de-9d4c-4969-b861-55ce7b2ecc38 req-3c5e1f22-ad5f-441d-b8f2-0c0ee0d1eb41 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182868 Dec 06 15:09:48.685101 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:09:48.685982 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Checking segment: {'id': 'cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:09:48.686449 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Bound using segment: {'id': 'cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:09:48.686902 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Bound port: 099eef1d-5509-4a33-9a34-d89e28a045ea, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:09:48.687256 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:49.005721 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78f9f614-1c8f-44da-8b54-50ece1a81c35 req-dd2f4d8f-4fe7-41c1-b8d0-a130136c2eed service neutron] 10.222.0.23 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724284 Dec 06 15:09:49.026651 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Allocated IP 172.35.7.105 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/367fc664-b41e-48be-9441-3d9f297428fa) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:09:49.101221 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fac61-2c4a-441f-ace1-c6f01b2849e9 req-e46837f7-cd58-4376-8047-89b56b5bcf70 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:49.103299 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f1fac61-2c4a-441f-ace1-c6f01b2849e9 req-e46837f7-cd58-4376-8047-89b56b5bcf70 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.1888926 Dec 06 15:09:49.109636 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] For port 099eef1d-5509-4a33-9a34-d89e28a045ea, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:09:49.119812 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e4d6daef-8c9b-4744-955a-94f78d7b7a28 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting port ccd4413d-39c9-4504-892a-12c4144d5ce2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:49.120153 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4d6daef-8c9b-4744-955a-94f78d7b7a28 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:49.162107 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] For port 099eef1d-5509-4a33-9a34-d89e28a045ea, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=099eef1d-5509-4a33-9a34-d89e28a045ea,segment=NetworkSegment(cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4),segment_id=cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:09:49.227120 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:49.344820 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91faa42-2736-4c7a-803d-c3add8088dfe req-49ac59f4-f9b2-416c-a28f-3642b155c772 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:49.355875 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e91faa42-2736-4c7a-803d-c3add8088dfe req-49ac59f4-f9b2-416c-a28f-3642b155c772 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 943 time: 0.1168582 Dec 06 15:09:49.398331 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:49.399504 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:49.400364 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] 10.222.0.37 "PUT /v2.0/ports/099eef1d-5509-4a33-9a34-d89e28a045ea HTTP/1.1" status: 200 len: 1091 time: 3.2662950 Dec 06 15:09:49.409990 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'tag': '099eef1d-5509-4a33-9a34-d89e28a045ea'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:09:49.412469 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f494fbe-4bbe-42bc-8ecc-0c3427162b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "c073bb99-61c3-4ae9-93f5-cd85fd148049", "tag": "099eef1d-5509-4a33-9a34-d89e28a045ea"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:09:49.468925 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f1fac61-2c4a-441f-ace1-c6f01b2849e9 req-225c6287-bea6-4f1c-a48b-513343b8b1ab tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549669 Dec 06 15:09:49.505759 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78f9f614-1c8f-44da-8b54-50ece1a81c35 req-49e29a98-1a98-4f04-ad27-ef6c0729bf2e service neutron] 10.222.0.23 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762127 Dec 06 15:09:49.531719 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e91faa42-2736-4c7a-803d-c3add8088dfe req-88bda275-986e-400d-a079-277245426d28 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ccc572d-900b-43e8-b20e-943f4b19117a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742785 Dec 06 15:09:49.601779 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:49.677729 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e4d6daef-8c9b-4744-955a-94f78d7b7a28 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] For port ccd4413d-39c9-4504-892a-12c4144d5ce2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ccd4413d-39c9-4504-892a-12c4144d5ce2,segment=NetworkSegment(8de63762-b8c7-4529-90d2-4df5e0863d18),segment_id=8de63762-b8c7-4529-90d2-4df5e0863d18)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:49.680556 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4d6daef-8c9b-4744-955a-94f78d7b7a28 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:49.702142 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e4d6daef-8c9b-4744-955a-94f78d7b7a28 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Calling delete_port for ccd4413d-39c9-4504-892a-12c4144d5ce2 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:49.761321 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37e9a1-95c0-49d3-89ed-4f4f8c65ac5a service neutron] Pushing event updated for resources: {'Port': ['ID=099eef1d-5509-4a33-9a34-d89e28a045ea,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:49.772233 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864ea071-58d6-4150-91c7-946d14f52e5c x-openstack-request-id: req-864ea071-58d6-4150-91c7-946d14f52e5c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:09:49.772499 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c073bb99-61c3-4ae9-93f5-cd85fd148049", "tag": "099eef1d-5509-4a33-9a34-d89e28a045ea", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:09:49.772757 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-864ea071-58d6-4150-91c7-946d14f52e5c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:09:49.773157 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'tag': '099eef1d-5509-4a33-9a34-d89e28a045ea', 'status': 'completed', 'code': 200} Dec 06 15:09:49.806801 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb85d28-4ddd-4d20-9966-9e6e3f941c68 req-d4014fc4-7832-4436-b13b-68dbf858c164 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:49.822695 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9fb85d28-4ddd-4d20-9966-9e6e3f941c68 req-d4014fc4-7832-4436-b13b-68dbf858c164 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.1146193 Dec 06 15:09:49.918571 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:49.929889 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-b73778c5-6ac3-48c0-87b0-d06e27845378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:49.931632 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-b73778c5-6ac3-48c0-87b0-d06e27845378 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a2aac743260403bb350e6365eee4c89&device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 1094 time: 0.4672773 Dec 06 15:09:49.936267 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9fb85d28-4ddd-4d20-9966-9e6e3f941c68 req-31153dc8-8517-4dc7-8fa1-3918fff8523b tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113105 Dec 06 15:09:50.025900 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-0fb8461e-d7d3-4eaa-b7c1-9c28143976e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=099eef1d-5509-4a33-9a34-d89e28a045ea HTTP/1.1" status: 200 len: 217 time: 0.0586553 Dec 06 15:09:50.030451 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:09:50.050958 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:09:50.066744 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e10680-fae6-4eb0-814e-a3ef1c27dc31 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:09:50.114710 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:09:50.118579 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Pushing event updated for resources: {'Port': ['ID=367fc664-b41e-48be-9441-3d9f297428fa,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:50.199395 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-267149d8-a269-4aed-8cc6-041d9ffd5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:50.201548 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-267149d8-a269-4aed-8cc6-041d9ffd5fc4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf66fc85-22e7-489d-a136-b60a02604889 HTTP/1.1" status: 200 len: 853 time: 0.1653104 Dec 06 15:09:50.209685 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4d6daef-8c9b-4744-955a-94f78d7b7a28 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:50.221954 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5969aae7-4fc3-4558-be4c-f38687a65233 None None] Provisioning complete for port 367fc664-b41e-48be-9441-3d9f297428fa triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:09:50.225016 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5969aae7-4fc3-4558-be4c-f38687a65233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:50.225179 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acab5a9-3c1a-4249-ad1a-c11455e23078 req-15cc7f62-ea63-4328-a8a5-7dacee0976cc tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:50.233586 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0acab5a9-3c1a-4249-ad1a-c11455e23078 req-15cc7f62-ea63-4328-a8a5-7dacee0976cc tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.0819895 Dec 06 15:09:50.270038 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6daef-8c9b-4744-955a-94f78d7b7a28 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Port': ['ID=ccd4413d-39c9-4504-892a-12c4144d5ce2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:50.302723 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0acab5a9-3c1a-4249-ad1a-c11455e23078 req-973fabe2-24ef-4e1e-8555-4fd4b3076cb1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672159 Dec 06 15:09:50.309945 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5969aae7-4fc3-4558-be4c-f38687a65233 None None] Port 367fc664-b41e-48be-9441-3d9f297428fa cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:09:50.597000 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-9587dace-feaf-45d3-9905-d25bc02ffcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:50.599227 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-9587dace-feaf-45d3-9905-d25bc02ffcb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78cfa806-705b-461f-90b8-3deff86f3c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3848002 Dec 06 15:09:50.883202 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4d6daef-8c9b-4744-955a-94f78d7b7a28 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:50.891868 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:50.952793 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5b0d-ec60-4ab8-acda-803b1011e8d9 req-70c029e3-70cb-4b3b-9693-145cd1026fd2 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:50.954365 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b11c5b0d-ec60-4ab8-acda-803b1011e8d9 req-70c029e3-70cb-4b3b-9693-145cd1026fd2 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 943 time: 0.2569213 Dec 06 15:09:50.962166 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-2e1bb599-7dcf-4f0b-9cdd-1b6ef0573690 service neutron] 10.222.0.37 "GET /v2.0/networks/78cfa806-705b-461f-90b8-3deff86f3c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177395 Dec 06 15:09:51.437362 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b11c5b0d-ec60-4ab8-acda-803b1011e8d9 req-cdb3a509-1fec-4f42-a1ef-9be4eb30a056 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ccc572d-900b-43e8-b20e-943f4b19117a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792083 Dec 06 15:09:51.500606 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaf5a1-ab65-4e44-a581-468486a5348a req-9a1af729-82e2-47ac-a4c2-0517a5187c3f tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:51.510762 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ddaf5a1-ab65-4e44-a581-468486a5348a req-9a1af729-82e2-47ac-a4c2-0517a5187c3f tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.0956309 Dec 06 15:09:51.596129 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ddaf5a1-ab65-4e44-a581-468486a5348a req-9953e65a-bb70-45b0-9b33-175066341671 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791388 Dec 06 15:09:51.626819 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-926a6e3f-56a5-4291-bfd2-b6b72c09f6fd req-a6133afc-15c3-4338-8e92-da4d1fa3b1ad service neutron] 10.222.0.37 "GET /v2.0/networks/78cfa806-705b-461f-90b8-3deff86f3c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699315 Dec 06 15:09:51.664588 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d6daef-8c9b-4744-955a-94f78d7b7a28 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 451ea134-ac39-4d1f-9409-265096498296 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:09:51.791322 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:51.892926 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f494fbe-4bbe-42bc-8ecc-0c3427162b6b req-bc378199-6877-41cf-a878-5630507a6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:51.894446 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f494fbe-4bbe-42bc-8ecc-0c3427162b6b req-bc378199-6877-41cf-a878-5630507a6823 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a2aac743260403bb350e6365eee4c89&device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 1094 time: 0.1924551 Dec 06 15:09:51.905065 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d6daef-8c9b-4744-955a-94f78d7b7a28 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:51.920305 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3576c21b-4d6c-4bbe-bd07-9fcdacb15a43 None None] Sync routers for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:09:51.929244 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e4d6daef-8c9b-4744-955a-94f78d7b7a28 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/451ea134-ac39-4d1f-9409-265096498296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4685345 Dec 06 15:09:51.931930 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51152) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:51.934141 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3576c21b-4d6c-4bbe-bd07-9fcdacb15a43 None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:51.935732 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3576c21b-4d6c-4bbe-bd07-9fcdacb15a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:52.023311 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3a6269-0a3e-4b67-a571-7dd0bb68b19f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting subnet 26e29f4f-ade1-456f-a008-7fcbc471b3e8 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:09:52.036409 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a3a6269-0a3e-4b67-a571-7dd0bb68b19f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:52.051409 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3576c21b-4d6c-4bbe-bd07-9fcdacb15a43 None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:52.108695 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a3a6269-0a3e-4b67-a571-7dd0bb68b19f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:52.149786 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f494fbe-4bbe-42bc-8ecc-0c3427162b6b req-0bce9a56-0e21-455b-9663-11acf1f767f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:52.151388 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f494fbe-4bbe-42bc-8ecc-0c3427162b6b req-0bce9a56-0e21-455b-9663-11acf1f767f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=78cfa806-705b-461f-90b8-3deff86f3c75 HTTP/1.1" status: 200 len: 915 time: 0.2479792 Dec 06 15:09:52.198233 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f494fbe-4bbe-42bc-8ecc-0c3427162b6b req-ee5da4e1-1b84-45bb-bd10-f9d5bc5a1cb1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=099eef1d-5509-4a33-9a34-d89e28a045ea HTTP/1.1" status: 200 len: 217 time: 0.0382278 Dec 06 15:09:52.216702 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Router 8c008ac0-138e-48f1-8dda-06c90c88a6c3 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:09:52.253472 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a3a6269-0a3e-4b67-a571-7dd0bb68b19f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:52.330512 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f494fbe-4bbe-42bc-8ecc-0c3427162b6b req-50c27c89-41d1-418d-990c-643b2452e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:52.331540 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f494fbe-4bbe-42bc-8ecc-0c3427162b6b req-50c27c89-41d1-418d-990c-643b2452e718 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf66fc85-22e7-489d-a136-b60a02604889 HTTP/1.1" status: 200 len: 853 time: 0.1259873 Dec 06 15:09:52.382805 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a3a6269-0a3e-4b67-a571-7dd0bb68b19f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:52.422212 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a6269-0a3e-4b67-a571-7dd0bb68b19f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Subnet': ['ID=26e29f4f-ade1-456f-a008-7fcbc471b3e8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:52.427477 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a3a6269-0a3e-4b67-a571-7dd0bb68b19f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:52.432835 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5a3a6269-0a3e-4b67-a571-7dd0bb68b19f tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/subnets/26e29f4f-ade1-456f-a008-7fcbc471b3e8 HTTP/1.1" status: 204 len: 168 time: 0.4998243 Dec 06 15:09:52.435444 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51164) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:52.513613 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:52.524583 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f494fbe-4bbe-42bc-8ecc-0c3427162b6b req-77f291df-e220-4406-aea2-3bb1c37093af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:52.528398 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f494fbe-4bbe-42bc-8ecc-0c3427162b6b req-77f291df-e220-4406-aea2-3bb1c37093af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78cfa806-705b-461f-90b8-3deff86f3c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1824839 Dec 06 15:09:52.531724 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35b025f-80dd-4cd2-a8ec-a6da375067f1 None None] Sync routers for ids ['8c008ac0-138e-48f1-8dda-06c90c88a6c3'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:09:52.537323 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:52.576247 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:52.577540 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-21a10675-d8fe-44f1-aec4-903fb1fc5e4b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.5597670 Dec 06 15:09:52.580507 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51168) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:52.582940 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35b025f-80dd-4cd2-a8ec-a6da375067f1 None None] Routers {'8c008ac0-138e-48f1-8dda-06c90c88a6c3'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:52.583679 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b35b025f-80dd-4cd2-a8ec-a6da375067f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['8c008ac0-138e-48f1-8dda-06c90c88a6c3'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:52.588142 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-efe9212d-98c0-410e-a626-dbfdd81c5b1b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:09:52.653521 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b35b025f-80dd-4cd2-a8ec-a6da375067f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:52.665686 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35b025f-80dd-4cd2-a8ec-a6da375067f1 None None] Routers {'8c008ac0-138e-48f1-8dda-06c90c88a6c3'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:52.666589 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b35b025f-80dd-4cd2-a8ec-a6da375067f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['8c008ac0-138e-48f1-8dda-06c90c88a6c3'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:52.688029 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f494fbe-4bbe-42bc-8ecc-0c3427162b6b req-8f72456d-b51c-4667-ae37-48e3c09a74ec service neutron] 10.222.0.37 "GET /v2.0/networks/78cfa806-705b-461f-90b8-3deff86f3c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463635 Dec 06 15:09:52.692488 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting port 7f3cb4ad-204c-48f1-984f-70fce578d9e9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:52.692952 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:52.706898 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b35b025f-80dd-4cd2-a8ec-a6da375067f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:52.708254 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35b025f-80dd-4cd2-a8ec-a6da375067f1 None None] The sync data for ids ['8c008ac0-138e-48f1-8dda-06c90c88a6c3'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:09:52.812560 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d210022-fcfa-4152-8eb7-bcfe5d6866be req-f2abd779-fd39-4052-b7a2-ccd80bbad899 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:52.815906 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d210022-fcfa-4152-8eb7-bcfe5d6866be req-f2abd779-fd39-4052-b7a2-ccd80bbad899 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 943 time: 0.1670909 Dec 06 15:09:52.859721 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7624917d-955a-44a8-8623-8b35613f834a None None] Network 9850bbe4-ac03-458b-8a56-76352b5dfad5 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:09:52.929644 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f494fbe-4bbe-42bc-8ecc-0c3427162b6b req-fd3832ea-033f-4788-a75b-97bd779f937a service neutron] 10.222.0.37 "GET /v2.0/networks/78cfa806-705b-461f-90b8-3deff86f3c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372396 Dec 06 15:09:52.956557 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c6aba-4321-44b1-a304-0e09f7d0d4f4 req-e2857a1d-9491-47a4-aeec-9e70d09021fd tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:52.966210 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0c4c6aba-4321-44b1-a304-0e09f7d0d4f4 req-e2857a1d-9491-47a4-aeec-9e70d09021fd tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.1460342 Dec 06 15:09:53.022985 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3576c21b-4d6c-4bbe-bd07-9fcdacb15a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:50Z', 'revision_number': 9, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '1c40d645-60c6-44e8-9572-9242302187ad', 'name': '', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:f2:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:12Z', 'updated_at': '2021-12-06T15:09:19Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:53.031720 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0c4c6aba-4321-44b1-a304-0e09f7d0d4f4 req-7b7fcaac-12cb-49f5-93b3-a8fde29c3e55 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643387 Dec 06 15:09:53.057751 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3576c21b-4d6c-4bbe-bd07-9fcdacb15a43 None None] Checking router: 451ea134-ac39-4d1f-9409-265096498296 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:09:53.071070 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3576c21b-4d6c-4bbe-bd07-9fcdacb15a43 None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:53.071549 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3576c21b-4d6c-4bbe-bd07-9fcdacb15a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:53.180493 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3576c21b-4d6c-4bbe-bd07-9fcdacb15a43 None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:53.267997 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a663175-8067-4337-9bdb-023c8b7d9f96 None None] DHCP port deletion for 9850bbe4-ac03-458b-8a56-76352b5dfad5 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:09:53.402578 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6a663175-8067-4337-9bdb-023c8b7d9f96 None None] Deleting port 7f3cb4ad-204c-48f1-984f-70fce578d9e9 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:53.403022 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a663175-8067-4337-9bdb-023c8b7d9f96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:53.456117 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] For port 7f3cb4ad-204c-48f1-984f-70fce578d9e9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7f3cb4ad-204c-48f1-984f-70fce578d9e9,segment=NetworkSegment(8de63762-b8c7-4529-90d2-4df5e0863d18),segment_id=8de63762-b8c7-4529-90d2-4df5e0863d18)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:53.456485 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:53.486859 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Calling delete_port for 7f3cb4ad-204c-48f1-984f-70fce578d9e9 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:53.516143 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6a663175-8067-4337-9bdb-023c8b7d9f96 None None] For port 7f3cb4ad-204c-48f1-984f-70fce578d9e9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7f3cb4ad-204c-48f1-984f-70fce578d9e9,segment=NetworkSegment(8de63762-b8c7-4529-90d2-4df5e0863d18),segment_id=8de63762-b8c7-4529-90d2-4df5e0863d18)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:53.516828 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a663175-8067-4337-9bdb-023c8b7d9f96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:53.536027 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d210022-fcfa-4152-8eb7-bcfe5d6866be req-cca4d0f4-d72c-4185-b32c-c9fcb8a73400 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ccc572d-900b-43e8-b20e-943f4b19117a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6944034 Dec 06 15:09:53.543749 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6a663175-8067-4337-9bdb-023c8b7d9f96 None None] Calling delete_port for 7f3cb4ad-204c-48f1-984f-70fce578d9e9 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:53.597035 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51184) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:53.623758 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3576c21b-4d6c-4bbe-bd07-9fcdacb15a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:50Z', 'revision_number': 9, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '1c40d645-60c6-44e8-9572-9242302187ad', 'name': '', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:f2:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:12Z', 'updated_at': '2021-12-06T15:09:19Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:53.662703 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3576c21b-4d6c-4bbe-bd07-9fcdacb15a43 None None] The sync data for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 is: [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:50Z', 'revision_number': 9, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '1c40d645-60c6-44e8-9572-9242302187ad', 'name': '', 'network_id': 'dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:f2:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:09:12Z', 'updated_at': '2021-12-06T15:09:19Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'd44205a2-afa9-4a1f-9520-31b302348a6b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:09:53.694292 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a663175-8067-4337-9bdb-023c8b7d9f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:53.716036 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efe9212d-98c0-410e-a626-dbfdd81c5b1b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:53.740706 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efe9212d-98c0-410e-a626-dbfdd81c5b1b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:53.742469 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10943c7e-602e-4c6f-b3b7-9c9c64a12244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:53.747516 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a663175-8067-4337-9bdb-023c8b7d9f96 None None] Pushing event deleted for resources: {'Port': ['ID=7f3cb4ad-204c-48f1-984f-70fce578d9e9,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:53.759842 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a663175-8067-4337-9bdb-023c8b7d9f96 None None] No DVR routers for this DVR port 7f3cb4ad-204c-48f1-984f-70fce578d9e9 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:09:53.826582 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:53.850774 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10943c7e-602e-4c6f-b3b7-9c9c64a12244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:53.856367 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10943c7e-602e-4c6f-b3b7-9c9c64a12244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:53.867467 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] No DVR routers for this DVR port 7f3cb4ad-204c-48f1-984f-70fce578d9e9 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:09:53.869855 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-efe9212d-98c0-410e-a626-dbfdd81c5b1b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Deleting port 367fc664-b41e-48be-9441-3d9f297428fa {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:53.870189 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efe9212d-98c0-410e-a626-dbfdd81c5b1b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:53.899574 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-10943c7e-602e-4c6f-b3b7-9c9c64a12244 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ce806621c5140a8a08de268ecba060a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2991574 Dec 06 15:09:53.899574 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10943c7e-602e-4c6f-b3b7-9c9c64a12244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e547e65b-6c68-4f41-b568-0e9416538ce9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:53.900681 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51190) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:53.954181 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e3696f6-486d-424c-b716-e99ca4425b36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:53.955828 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Port': ['ID=7f3cb4ad-204c-48f1-984f-70fce578d9e9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:53.978084 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e3696f6-486d-424c-b716-e99ca4425b36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.029634 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e3696f6-486d-424c-b716-e99ca4425b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.030661 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.034257 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7e3696f6-486d-424c-b716-e99ca4425b36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.035596 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efe9212d-98c0-410e-a626-dbfdd81c5b1b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.040566 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7e3696f6-486d-424c-b716-e99ca4425b36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e547e65b-6c68-4f41-b568-0e9416538ce9 HTTP/1.1" status: 204 len: 168 time: 0.1385827 Dec 06 15:09:54.051178 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3696f6-486d-424c-b716-e99ca4425b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e547e65b-6c68-4f41-b568-0e9416538ce9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:54.102133 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-efe9212d-98c0-410e-a626-dbfdd81c5b1b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Calling delete_port for 367fc664-b41e-48be-9441-3d9f297428fa owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:54.133082 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9850bbe4-ac03-458b-8a56-76352b5dfad5']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:54.157007 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de63762-b8c7-4529-90d2-4df5e0863d18') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:54.157376 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de63762-b8c7-4529-90d2-4df5e0863d18') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:54.227993 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.237612 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f09a9c-a42f-4bcf-8d0b-566819ca7d29 req-0b43b795-9723-441d-a92f-502ca693323f tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:54.246964 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-34f09a9c-a42f-4bcf-8d0b-566819ca7d29 req-0b43b795-9723-441d-a92f-502ca693323f tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.1182077 Dec 06 15:09:54.266183 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.287779 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:09:54.288185 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:09:54.291594 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:09:54.334191 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-34f09a9c-a42f-4bcf-8d0b-566819ca7d29 req-b72f8191-dfd6-4798-bda7-305600393082 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856962 Dec 06 15:09:54.416773 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.425899 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.429001 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/networks/9850bbe4-ac03-458b-8a56-76352b5dfad5 HTTP/1.1" status: 204 len: 168 time: 1.9923210 Dec 06 15:09:54.432121 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51200) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:54.470414 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51202) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:54.484745 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac8b71cb-016f-4f6f-aba9-da275e694162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.495587 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aeda00-c697-4a92-ae66-e93c44b5d91c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Network': ['ID=9850bbe4-ac03-458b-8a56-76352b5dfad5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:54.572411 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac8b71cb-016f-4f6f-aba9-da275e694162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.580037 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac8b71cb-016f-4f6f-aba9-da275e694162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.630739 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ac8b71cb-016f-4f6f-aba9-da275e694162 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ced6d3b6298b49d4a716ff9d48a628a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1585798 Dec 06 15:09:54.631892 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b71cb-016f-4f6f-aba9-da275e694162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d473ee-fca4-4f08-aba3-b8c82c207b87,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:54.634516 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51206) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:54.649648 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efe9212d-98c0-410e-a626-dbfdd81c5b1b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.688895 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bbc4b81-d444-4786-b96a-1a2398e04856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.712521 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bbc4b81-d444-4786-b96a-1a2398e04856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.728892 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9212d-98c0-410e-a626-dbfdd81c5b1b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Pushing event deleted for resources: {'Port': ['ID=367fc664-b41e-48be-9441-3d9f297428fa,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:54.745562 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85b1884-0f5b-4bc6-9606-d488f0a2bc57 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:09:54.811140 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bbc4b81-d444-4786-b96a-1a2398e04856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.814677 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bbc4b81-d444-4786-b96a-1a2398e04856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.815949 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7bbc4b81-d444-4786-b96a-1a2398e04856 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0d473ee-fca4-4f08-aba3-b8c82c207b87 HTTP/1.1" status: 204 len: 168 time: 0.1802661 Dec 06 15:09:54.826246 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc4b81-d444-4786-b96a-1a2398e04856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d473ee-fca4-4f08-aba3-b8c82c207b87,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:54.848901 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbdbd0-2028-4d10-aa50-de9b6e6b222f req-903171b4-cbef-4023-8cc3-bb5c1121fb90 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:54.856173 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-13cbdbd0-2028-4d10-aa50-de9b6e6b222f req-903171b4-cbef-4023-8cc3-bb5c1121fb90 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 943 time: 0.2184067 Dec 06 15:09:54.860602 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 7f3cb4ad-204c-48f1-984f-70fce578d9e9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:09:54.867119 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efe9212d-98c0-410e-a626-dbfdd81c5b1b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:54.883195 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 7f3cb4ad-204c-48f1-984f-70fce578d9e9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:09:54.883464 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 7f3cb4ad-204c-48f1-984f-70fce578d9e9 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:09:54.884105 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ccd4413d-39c9-4504-892a-12c4144d5ce2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:09:54.907700 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: ccd4413d-39c9-4504-892a-12c4144d5ce2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:09:54.908341 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ccd4413d-39c9-4504-892a-12c4144d5ce2 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:09:55.068312 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-13cbdbd0-2028-4d10-aa50-de9b6e6b222f req-27ba9bc6-fdf5-47e2-a227-6b93c66e3da7 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ccc572d-900b-43e8-b20e-943f4b19117a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112706 Dec 06 15:09:55.146714 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efe9212d-98c0-410e-a626-dbfdd81c5b1b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:55.152535 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efe9212d-98c0-410e-a626-dbfdd81c5b1b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:55.244487 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe9212d-98c0-410e-a626-dbfdd81c5b1b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Router 8c008ac0-138e-48f1-8dda-06c90c88a6c3 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:09:55.382479 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe9212d-98c0-410e-a626-dbfdd81c5b1b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:55.391265 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efe9212d-98c0-410e-a626-dbfdd81c5b1b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:55.392460 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-efe9212d-98c0-410e-a626-dbfdd81c5b1b tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "PUT /v2.0/routers/8c008ac0-138e-48f1-8dda-06c90c88a6c3 HTTP/1.1" status: 200 len: 710 time: 2.8093932 Dec 06 15:09:55.395200 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51226) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:55.397934 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be65c5-286c-42cf-b7d0-e0cc42b79c27 None None] Sync routers for ids ['8c008ac0-138e-48f1-8dda-06c90c88a6c3'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:09:55.413814 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be65c5-286c-42cf-b7d0-e0cc42b79c27 None None] Routers {'8c008ac0-138e-48f1-8dda-06c90c88a6c3'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:55.415886 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-48be65c5-286c-42cf-b7d0-e0cc42b79c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['8c008ac0-138e-48f1-8dda-06c90c88a6c3'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:55.422242 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15e29a85-bbf5-4a60-a61c-5a2f8f62406a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:55.500835 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-48be65c5-286c-42cf-b7d0-e0cc42b79c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:55.502660 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-340c7782-9e12-405c-80bc-27afdb829af0 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "GET /v2.0/routers/8c008ac0-138e-48f1-8dda-06c90c88a6c3 HTTP/1.1" status: 200 len: 745 time: 0.1062748 Dec 06 15:09:55.506026 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51230) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:55.510185 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be65c5-286c-42cf-b7d0-e0cc42b79c27 None None] Routers {'8c008ac0-138e-48f1-8dda-06c90c88a6c3'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:55.510801 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-48be65c5-286c-42cf-b7d0-e0cc42b79c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['8c008ac0-138e-48f1-8dda-06c90c88a6c3'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:55.544769 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-48be65c5-286c-42cf-b7d0-e0cc42b79c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:55.545299 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be65c5-286c-42cf-b7d0-e0cc42b79c27 None None] The sync data for ids ['8c008ac0-138e-48f1-8dda-06c90c88a6c3'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:09:55.574549 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4aec0148-e306-41c3-b831-4edac1efcde5 tempest-RoutersIpV6AdminTest-756860725 tempest-RoutersIpV6AdminTest-756860725-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&device_id=8c008ac0-138e-48f1-8dda-06c90c88a6c3 HTTP/1.1" status: 200 len: 205 time: 0.0644071 Dec 06 15:09:55.575026 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51234) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:55.610657 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c618f541-03b6-48f0-bcc0-5f4b6c9b9e61 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c008ac0-138e-48f1-8dda-06c90c88a6c3 HTTP/1.1" status: 200 len: 205 time: 0.0321016 Dec 06 15:09:55.610910 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51238) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:55.638352 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08966abc-539a-40ab-9e69-15a05160e41b req-537fd343-3f50-4eac-b699-38431cb2a022 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:55.640342 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08966abc-539a-40ab-9e69-15a05160e41b req-537fd343-3f50-4eac-b699-38431cb2a022 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.2158451 Dec 06 15:09:55.710043 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2d77260-89d5-4d84-9026-fc0fadc95784 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:55.752272 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08966abc-539a-40ab-9e69-15a05160e41b req-92560e87-ed9d-4ae9-998f-097a8c56fea3 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760977 Dec 06 15:09:55.894731 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-15e29a85-bbf5-4a60-a61c-5a2f8f62406a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting port 1c40d645-60c6-44e8-9572-9242302187ad {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:55.895141 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15e29a85-bbf5-4a60-a61c-5a2f8f62406a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:56.006162 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-15e29a85-bbf5-4a60-a61c-5a2f8f62406a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] For port 1c40d645-60c6-44e8-9572-9242302187ad, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1c40d645-60c6-44e8-9572-9242302187ad,segment=NetworkSegment(b27152f3-1e4a-4f4b-88c5-878707c11a3b),segment_id=b27152f3-1e4a-4f4b-88c5-878707c11a3b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:56.007038 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15e29a85-bbf5-4a60-a61c-5a2f8f62406a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:56.028563 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-15e29a85-bbf5-4a60-a61c-5a2f8f62406a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Calling delete_port for 1c40d645-60c6-44e8-9572-9242302187ad owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:56.217660 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2d77260-89d5-4d84-9026-fc0fadc95784 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:56.220294 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2d77260-89d5-4d84-9026-fc0fadc95784 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:56.250814 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15e29a85-bbf5-4a60-a61c-5a2f8f62406a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:56.274570 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aede4b-186d-4eec-8c65-8f1a6b89f468 req-504bed22-3093-4ea8-9a56-3be00203042c tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:56.276106 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-05aede4b-186d-4eec-8c65-8f1a6b89f468 req-504bed22-3093-4ea8-9a56-3be00203042c tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 943 time: 0.1181130 Dec 06 15:09:56.285681 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2d77260-89d5-4d84-9026-fc0fadc95784 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:56.286381 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d77260-89d5-4d84-9026-fc0fadc95784 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Fanout notify agent at l3_agent the message router_deleted on router 8c008ac0-138e-48f1-8dda-06c90c88a6c3 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:09:56.293652 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e29a85-bbf5-4a60-a61c-5a2f8f62406a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Port': ['ID=1c40d645-60c6-44e8-9572-9242302187ad,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:56.295634 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2d77260-89d5-4d84-9026-fc0fadc95784 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:56.305637 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a2d77260-89d5-4d84-9026-fc0fadc95784 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "DELETE /v2.0/routers/8c008ac0-138e-48f1-8dda-06c90c88a6c3 HTTP/1.1" status: 204 len: 168 time: 0.6839869 Dec 06 15:09:56.305637 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51258) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:56.346194 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-033bf06e-9355-4661-b46f-9c77d8a000e9 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c008ac0-138e-48f1-8dda-06c90c88a6c3 HTTP/1.1" status: 200 len: 205 time: 0.0413251 Dec 06 15:09:56.356557 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51262) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:56.414666 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-b0cdd8ab-2175-4dfb-aeae-acf79021b83d tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] delete failed (client error): The resource could not be found. Dec 06 15:09:56.416918 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b0cdd8ab-2175-4dfb-aeae-acf79021b83d tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "DELETE /v2.0/routers/8c008ac0-138e-48f1-8dda-06c90c88a6c3 HTTP/1.1" status: 404 len: 336 time: 0.0579832 Dec 06 15:09:56.430137 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51266) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:56.444860 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-05aede4b-186d-4eec-8c65-8f1a6b89f468 req-cfff4387-5066-4146-b7f6-4e6d49c7b20e tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ccc572d-900b-43e8-b20e-943f4b19117a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557789 Dec 06 15:09:56.464890 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-25d7a5e3-fc51-4b80-b22c-ad43f80e37e5 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "GET /v2.0/ports?device_id=0816a47d-0d76-4caf-9092-0bddb8bb6a15 HTTP/1.1" status: 200 len: 205 time: 0.0333145 Dec 06 15:09:56.468411 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51268) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:56.525375 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-a7a89ee8-e440-4a37-bfbc-693b41d49a43 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] delete failed (client error): The resource could not be found. Dec 06 15:09:56.526451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a7a89ee8-e440-4a37-bfbc-693b41d49a43 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "DELETE /v2.0/routers/0816a47d-0d76-4caf-9092-0bddb8bb6a15 HTTP/1.1" status: 404 len: 336 time: 0.0568602 Dec 06 15:09:56.529369 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51276) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:56.535090 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15e29a85-bbf5-4a60-a61c-5a2f8f62406a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:56.567988 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-11f3ec45-c1f8-4e07-adba-6f1ce6dc2a1e tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "GET /v2.0/ports?device_id=29a77bf1-39be-4c89-85b1-1c2cf486e5e4 HTTP/1.1" status: 200 len: 205 time: 0.0362935 Dec 06 15:09:56.569756 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51278) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:56.607245 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-96ba3a6c-4279-4335-9ba1-12deea41118e tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] delete failed (client error): The resource could not be found. Dec 06 15:09:56.608335 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-96ba3a6c-4279-4335-9ba1-12deea41118e tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "DELETE /v2.0/routers/29a77bf1-39be-4c89-85b1-1c2cf486e5e4 HTTP/1.1" status: 404 len: 336 time: 0.0376103 Dec 06 15:09:56.611046 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51280) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:56.639601 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fa454e22-ca24-494b-bcbc-28999eeaf51a tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c44742f-c545-4ab6-9905-664d0c710828 HTTP/1.1" status: 200 len: 205 time: 0.0273645 Dec 06 15:09:56.641958 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51282) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:56.690433 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-3e8ec9f9-b98a-427d-814e-1de4049c5eb2 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] delete failed (client error): The resource could not be found. Dec 06 15:09:56.691807 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3e8ec9f9-b98a-427d-814e-1de4049c5eb2 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "DELETE /v2.0/routers/0c44742f-c545-4ab6-9905-664d0c710828 HTTP/1.1" status: 404 len: 336 time: 0.0486288 Dec 06 15:09:56.694187 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51288) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:56.724487 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d6ab37ce-afb3-4a06-84d3-8a41e69b1640 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "GET /v2.0/ports?device_id=07045583-6d66-4d64-b6d2-9af036cfb21d HTTP/1.1" status: 200 len: 205 time: 0.0267396 Dec 06 15:09:56.724904 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51290) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:56.773565 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-e168d9f6-57a8-4368-aaf8-bc18de23bf11 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] delete failed (client error): The resource could not be found. Dec 06 15:09:56.774630 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e168d9f6-57a8-4368-aaf8-bc18de23bf11 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "DELETE /v2.0/routers/07045583-6d66-4d64-b6d2-9af036cfb21d HTTP/1.1" status: 404 len: 336 time: 0.0489461 Dec 06 15:09:56.777462 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51296) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:56.820290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-51f289ea-06ec-4a6a-bcb7-9271dc9e5846 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "GET /v2.0/ports?device_id=56a56bc9-57b7-41f4-9dff-ba1f9db43278 HTTP/1.1" status: 200 len: 205 time: 0.0414038 Dec 06 15:09:56.822853 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51300) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:56.876330 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-aae8f80b-38ce-461a-bccd-ee12bfab27ac tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] delete failed (client error): The resource could not be found. Dec 06 15:09:56.879843 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-aae8f80b-38ce-461a-bccd-ee12bfab27ac tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "DELETE /v2.0/routers/56a56bc9-57b7-41f4-9dff-ba1f9db43278 HTTP/1.1" status: 404 len: 336 time: 0.0533450 Dec 06 15:09:56.887985 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51302) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:56.927004 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecff41be-26dd-40bf-8557-c99b0a031837 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] DELETE failed (client error): The resource could not be found. Dec 06 15:09:56.927458 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecff41be-26dd-40bf-8557-c99b0a031837 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:09:56.930566 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ecff41be-26dd-40bf-8557-c99b0a031837 tempest-RoutersIpV6AdminTest-614037441 tempest-RoutersIpV6AdminTest-614037441-project] 10.222.0.20 "DELETE /v2.0/subnets/f3dad2fa-15fe-4327-b7b1-63750ef28d61 HTTP/1.1" status: 404 len: 337 time: 0.0436141 Dec 06 15:09:56.956620 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024ab14-3998-4871-ae30-d4a3b129cb5e req-e24db364-96aa-4583-b40d-df0d0dbbb643 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:56.958359 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a024ab14-3998-4871-ae30-d4a3b129cb5e req-e24db364-96aa-4583-b40d-df0d0dbbb643 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.0841830 Dec 06 15:09:57.028838 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a024ab14-3998-4871-ae30-d4a3b129cb5e req-a3c8cfaf-879d-4cb6-9205-78fb7db4c810 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636258 Dec 06 15:09:57.089826 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e29a85-bbf5-4a60-a61c-5a2f8f62406a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 451ea134-ac39-4d1f-9409-265096498296 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:09:57.186121 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e29a85-bbf5-4a60-a61c-5a2f8f62406a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:09:57.194626 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-15e29a85-bbf5-4a60-a61c-5a2f8f62406a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/451ea134-ac39-4d1f-9409-265096498296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7534292 Dec 06 15:09:57.194793 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51314) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:57.199877 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ad741a-f3bd-437d-ab47-74119614f26e None None] Sync routers for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:09:57.222538 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ad741a-f3bd-437d-ab47-74119614f26e None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:57.223164 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-24ad741a-f3bd-437d-ab47-74119614f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:57.229083 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51324) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:57.281875 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b8de88-a0f0-468e-88df-14b6228b6a8d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting subnet d44205a2-afa9-4a1f-9520-31b302348a6b {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:09:57.285247 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63b8de88-a0f0-468e-88df-14b6228b6a8d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:57.317108 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-24ad741a-f3bd-437d-ab47-74119614f26e None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:57.341353 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63b8de88-a0f0-468e-88df-14b6228b6a8d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:57.365548 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-467232b1-fcd2-4393-a632-2e1a1ef516be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:57.453465 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63b8de88-a0f0-468e-88df-14b6228b6a8d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:57.469530 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-467232b1-fcd2-4393-a632-2e1a1ef516be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:57.474992 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-467232b1-fcd2-4393-a632-2e1a1ef516be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:57.543320 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63b8de88-a0f0-468e-88df-14b6228b6a8d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:57.544800 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-467232b1-fcd2-4393-a632-2e1a1ef516be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fdddc5a148d4a71ab48c1d080484cce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3146548 Dec 06 15:09:57.547291 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51344) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:57.586110 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8de88-a0f0-468e-88df-14b6228b6a8d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Subnet': ['ID=d44205a2-afa9-4a1f-9520-31b302348a6b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:57.599898 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63b8de88-a0f0-468e-88df-14b6228b6a8d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:57.606461 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c4357b-4741-432f-b32b-5c1d1c830959 None None] Network dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:09:57.608357 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-63b8de88-a0f0-468e-88df-14b6228b6a8d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/subnets/d44205a2-afa9-4a1f-9520-31b302348a6b HTTP/1.1" status: 204 len: 168 time: 0.4123333 Dec 06 15:09:57.609505 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51346) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:57.613621 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-24ad741a-f3bd-437d-ab47-74119614f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:56Z', 'revision_number': 10, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:57.636406 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467232b1-fcd2-4393-a632-2e1a1ef516be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b58cc10-df30-4497-abb9-c0fa197bc668,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:57.646146 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ad741a-f3bd-437d-ab47-74119614f26e None None] Checking router: 451ea134-ac39-4d1f-9409-265096498296 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:09:57.657060 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10980598-7078-4360-bf47-98d39443bdf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:57.659523 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ad741a-f3bd-437d-ab47-74119614f26e None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:09:57.660197 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-24ad741a-f3bd-437d-ab47-74119614f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:57.682691 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10980598-7078-4360-bf47-98d39443bdf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:57.683067 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51348) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:57.736358 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:57.737764 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10980598-7078-4360-bf47-98d39443bdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:57.742411 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10980598-7078-4360-bf47-98d39443bdf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:57.743586 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-10980598-7078-4360-bf47-98d39443bdf8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b58cc10-df30-4497-abb9-c0fa197bc668 HTTP/1.1" status: 204 len: 168 time: 0.1950579 Dec 06 15:09:57.757832 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478268f9-ca65-4a9c-aa5a-dadd73b1b484 req-ea566bff-0a4e-4e60-b8ba-7f175bf9a295 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:57.759463 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-478268f9-ca65-4a9c-aa5a-dadd73b1b484 req-ea566bff-0a4e-4e60-b8ba-7f175bf9a295 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 943 time: 0.1816700 Dec 06 15:09:57.764448 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10980598-7078-4360-bf47-98d39443bdf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b58cc10-df30-4497-abb9-c0fa197bc668,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:57.825945 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-478268f9-ca65-4a9c-aa5a-dadd73b1b484 req-c8558ecd-a56b-43f7-ab28-266248a06359 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ccc572d-900b-43e8-b20e-943f4b19117a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561314 Dec 06 15:09:57.837852 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-24ad741a-f3bd-437d-ab47-74119614f26e None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:09:57.866462 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting port 91f83249-1eaf-4a18-9a18-2bf516888b77 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:57.867540 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:57.908690 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1db8ff9f-f21b-4ac3-8a30-c51a570b4162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:57.932300 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] DHCP port deletion for dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:09:57.964065 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] For port 91f83249-1eaf-4a18-9a18-2bf516888b77, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=91f83249-1eaf-4a18-9a18-2bf516888b77,segment=NetworkSegment(b27152f3-1e4a-4f4b-88c5-878707c11a3b),segment_id=b27152f3-1e4a-4f4b-88c5-878707c11a3b)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:57.964434 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:57.983956 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Calling delete_port for 91f83249-1eaf-4a18-9a18-2bf516888b77 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:57.994471 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Deleting port 91f83249-1eaf-4a18-9a18-2bf516888b77 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:57.995153 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.078435 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.086538 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] For port 91f83249-1eaf-4a18-9a18-2bf516888b77, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=91f83249-1eaf-4a18-9a18-2bf516888b77,segment=NetworkSegment(b27152f3-1e4a-4f4b-88c5-878707c11a3b),segment_id=b27152f3-1e4a-4f4b-88c5-878707c11a3b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:58.087794 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.100814 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1db8ff9f-f21b-4ac3-8a30-c51a570b4162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.103136 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Calling delete_port for 91f83249-1eaf-4a18-9a18-2bf516888b77 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:58.111937 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1db8ff9f-f21b-4ac3-8a30-c51a570b4162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.122768 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-24ad741a-f3bd-437d-ab47-74119614f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:56Z', 'revision_number': 10, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:58.155308 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ad741a-f3bd-437d-ab47-74119614f26e None None] The sync data for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 is: [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:56Z', 'revision_number': 10, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None, '_interfaces': [{'id': '620d032d-e3ca-49f0-a2cd-ce375d45b13a', 'name': '', 'network_id': '6c98e52b-6d26-4640-b9cd-74fc0815b8d7', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'mac_address': 'fa:16:3e:9c:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ea134-ac39-4d1f-9409-265096498296', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:56Z', 'updated_at': '2021-12-06T15:09:09Z', 'revision_number': 5, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'subnets': [{'id': 'c87d3b0f-987f-415a-a2a2-076147a67c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:09:58.216549 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.222810 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.238310 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1db8ff9f-f21b-4ac3-8a30-c51a570b4162 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df3a8e40383f4725a636b04d6c49c50a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5515783 Dec 06 15:09:58.238673 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51360) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:58.245177 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Pushing event deleted for resources: {'Port': ['ID=91f83249-1eaf-4a18-9a18-2bf516888b77,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:58.254657 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:58.255265 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:58.255614 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:58.256066 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:58.256401 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:58.256912 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:58.257414 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:58.257913 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:58.258431 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:58.261601 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:58.261601 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:58.261601 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:58.261919 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:09:58.264038 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51362) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:58.269759 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8ff9f-f21b-4ac3-8a30-c51a570b4162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b37e2d-faf5-4891-94fd-a9ceab78d55a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:58.273343 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Port': ['ID=91f83249-1eaf-4a18-9a18-2bf516888b77,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:58.274866 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57239d0d-40bc-4423-9b22-893c0eb65a51 None None] No DVR routers for this DVR port 91f83249-1eaf-4a18-9a18-2bf516888b77 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:09:58.302569 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] No DVR routers for this DVR port 91f83249-1eaf-4a18-9a18-2bf516888b77 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:09:58.318493 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd5f44-25f6-45c4-9678-9f455b7e32ba req-811e81ab-c93f-4c78-8a48-4739272b3596 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:58.319954 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-82bd5f44-25f6-45c4-9678-9f455b7e32ba req-811e81ab-c93f-4c78-8a48-4739272b3596 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.1673467 Dec 06 15:09:58.335425 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4836fbe8-0993-4a16-bd55-5e458c0883f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.339204 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a77c13ea-04c9-4460-b1fa-7509779170e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5679a2d5b2a349fc91935ee32bf1ac1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0737283 Dec 06 15:09:58.342483 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51366) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:58.375918 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4836fbe8-0993-4a16-bd55-5e458c0883f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.415866 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.430312 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fad5398-268b-4813-a38f-0804c6ae8dba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.450221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-82bd5f44-25f6-45c4-9678-9f455b7e32ba req-43722952-0535-4d2e-83b8-a6119dce5e6f tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088133 Dec 06 15:09:58.452548 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:58.453614 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fad5398-268b-4813-a38f-0804c6ae8dba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.463231 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27152f3-1e4a-4f4b-88c5-878707c11a3b') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:58.463544 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27152f3-1e4a-4f4b-88c5-878707c11a3b') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:09:58.471112 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4836fbe8-0993-4a16-bd55-5e458c0883f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.473650 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4836fbe8-0993-4a16-bd55-5e458c0883f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.474380 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.474780 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4836fbe8-0993-4a16-bd55-5e458c0883f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86b37e2d-faf5-4891-94fd-a9ceab78d55a HTTP/1.1" status: 204 len: 168 time: 0.2351401 Dec 06 15:09:58.494889 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.502383 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:09:58.502604 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.504174 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836fbe8-0993-4a16-bd55-5e458c0883f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b37e2d-faf5-4891-94fd-a9ceab78d55a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:09:58.506160 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:09:58.560833 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fad5398-268b-4813-a38f-0804c6ae8dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.563384 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fad5398-268b-4813-a38f-0804c6ae8dba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.565473 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9fad5398-268b-4813-a38f-0804c6ae8dba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b0d3c5f-a072-4fa9-b7da-69ddc153efe5 HTTP/1.1" status: 204 len: 168 time: 0.2219520 Dec 06 15:09:58.574804 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad5398-268b-4813-a38f-0804c6ae8dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0d3c5f-a072-4fa9-b7da-69ddc153efe5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:58.602942 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.664995 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Network': ['ID=dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:58.667059 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:58.676783 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bbe213bc-313c-4eb7-9ef5-354dd3c4d51a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/networks/dba70fad-7c29-4da0-9b3c-a5bd5a43a5dc HTTP/1.1" status: 204 len: 168 time: 1.0622180 Dec 06 15:09:58.677616 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51374) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:58.818497 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 91f83249-1eaf-4a18-9a18-2bf516888b77 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:09:58.851530 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 91f83249-1eaf-4a18-9a18-2bf516888b77 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:09:58.874331 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 91f83249-1eaf-4a18-9a18-2bf516888b77 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:09:58.876608 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1c40d645-60c6-44e8-9572-9242302187ad no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:09:58.907639 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 1c40d645-60c6-44e8-9572-9242302187ad {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:09:58.908441 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1c40d645-60c6-44e8-9572-9242302187ad not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:09:59.003095 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51382) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:59.024129 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1322027f-4381-4767-ab22-0cb818138270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:59.039897 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022df15-491e-4f6d-88b3-abee970c93da req-ee41c347-6a42-448d-a3fa-559f51f10033 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:59.041397 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4022df15-491e-4f6d-88b3-abee970c93da req-ee41c347-6a42-448d-a3fa-559f51f10033 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 943 time: 0.0943482 Dec 06 15:09:59.100351 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53696ee8-6a5c-4503-b2a5-5824006c0c86 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:59.132629 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4022df15-491e-4f6d-88b3-abee970c93da req-9cbfbb05-bdc7-496f-ad54-d8459d0017a6 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ccc572d-900b-43e8-b20e-943f4b19117a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793214 Dec 06 15:09:59.176254 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1322027f-4381-4767-ab22-0cb818138270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:59.181782 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1322027f-4381-4767-ab22-0cb818138270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:59.226405 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1322027f-4381-4767-ab22-0cb818138270 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=307353e7f3c44eed8a796e6193d754e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2196250 Dec 06 15:09:59.226405 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322027f-4381-4767-ab22-0cb818138270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea530b3e-3fc0-48b4-9a41-65584f53ea9e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:59.228568 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51394) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:09:59.285085 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19b8580a-ac34-4758-a3d1-1d00639ddc22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:59.310673 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19b8580a-ac34-4758-a3d1-1d00639ddc22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:59.361165 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19b8580a-ac34-4758-a3d1-1d00639ddc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:59.364091 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19b8580a-ac34-4758-a3d1-1d00639ddc22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:59.365305 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-19b8580a-ac34-4758-a3d1-1d00639ddc22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea530b3e-3fc0-48b4-9a41-65584f53ea9e HTTP/1.1" status: 204 len: 168 time: 0.1358440 Dec 06 15:09:59.376732 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8580a-ac34-4758-a3d1-1d00639ddc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea530b3e-3fc0-48b4-9a41-65584f53ea9e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:59.421612 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-53696ee8-6a5c-4503-b2a5-5824006c0c86 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting port 620d032d-e3ca-49f0-a2cd-ce375d45b13a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:09:59.422184 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53696ee8-6a5c-4503-b2a5-5824006c0c86 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:59.549918 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-53696ee8-6a5c-4503-b2a5-5824006c0c86 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] For port 620d032d-e3ca-49f0-a2cd-ce375d45b13a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=620d032d-e3ca-49f0-a2cd-ce375d45b13a,segment=NetworkSegment(34a83088-328b-4db8-8bff-49619ef09b0c),segment_id=34a83088-328b-4db8-8bff-49619ef09b0c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:09:59.550292 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53696ee8-6a5c-4503-b2a5-5824006c0c86 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:59.585624 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-53696ee8-6a5c-4503-b2a5-5824006c0c86 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Calling delete_port for 620d032d-e3ca-49f0-a2cd-ce375d45b13a owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:09:59.647734 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f9177-6f38-4c0c-8fd9-3bcab1b18925 req-943e6859-aa6a-472a-ae6b-ef9a5d65671a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:59.649791 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-721f9177-6f38-4c0c-8fd9-3bcab1b18925 req-943e6859-aa6a-472a-ae6b-ef9a5d65671a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.0963223 Dec 06 15:09:59.765569 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-721f9177-6f38-4c0c-8fd9-3bcab1b18925 req-8fd278c1-55f1-4494-816a-fe3e174bb5b5 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072645 Dec 06 15:09:59.842552 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53696ee8-6a5c-4503-b2a5-5824006c0c86 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:59.872434 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53696ee8-6a5c-4503-b2a5-5824006c0c86 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Port': ['ID=620d032d-e3ca-49f0-a2cd-ce375d45b13a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:09:59.901098 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:00.085632 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53696ee8-6a5c-4503-b2a5-5824006c0c86 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:00.097123 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 099eef1d-5509-4a33-9a34-d89e28a045ea details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:10:00.350399 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51444) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:00.368393 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 099eef1d-5509-4a33-9a34-d89e28a045ea, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=099eef1d-5509-4a33-9a34-d89e28a045ea,segment=NetworkSegment(cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4),segment_id=cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:00.382870 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53696ee8-6a5c-4503-b2a5-5824006c0c86 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 451ea134-ac39-4d1f-9409-265096498296 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:10:00.384826 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '099eef1d-5509-4a33-9a34-d89e28a045ea', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'port_id': '099eef1d-5509-4a33-9a34-d89e28a045ea', 'mac_address': 'fa:16:3e:66:6f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:10:00.422811 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fe0ac-68a5-4fbd-9f49-27b2d238ed2d req-4adb4d30-6489-43d0-806d-dd725892b06a tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:00.424408 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d4fe0ac-68a5-4fbd-9f49-27b2d238ed2d req-4adb4d30-6489-43d0-806d-dd725892b06a tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 943 time: 0.1659803 Dec 06 15:10:00.433168 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:00.449200 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099eef1d-5509-4a33-9a34-d89e28a045ea {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:10:00.487496 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 099eef1d-5509-4a33-9a34-d89e28a045ea, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=099eef1d-5509-4a33-9a34-d89e28a045ea,segment=NetworkSegment(cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4),segment_id=cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:00.500060 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:00.552291 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53696ee8-6a5c-4503-b2a5-5824006c0c86 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:10:00.553149 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=099eef1d-5509-4a33-9a34-d89e28a045ea,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:00.566597 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-53696ee8-6a5c-4503-b2a5-5824006c0c86 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/451ea134-ac39-4d1f-9409-265096498296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8885543 Dec 06 15:10:00.569365 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51452) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:00.570638 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe6454b-5dc7-4f6d-a36c-9340695f9625 None None] Sync routers for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:10:00.583904 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe6454b-5dc7-4f6d-a36c-9340695f9625 None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:00.585284 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8fe6454b-5dc7-4f6d-a36c-9340695f9625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:00.640027 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d4fe0ac-68a5-4fbd-9f49-27b2d238ed2d req-442c177d-ae8a-41a7-81f0-e710ad235273 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ccc572d-900b-43e8-b20e-943f4b19117a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590104 Dec 06 15:10:00.669865 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d7bd4e-e1f7-4cce-bcd1-248db6c10d29 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting subnet c87d3b0f-987f-415a-a2a2-076147a67c1a {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:10:00.675285 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76d7bd4e-e1f7-4cce-bcd1-248db6c10d29 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:00.693583 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-8fe6454b-5dc7-4f6d-a36c-9340695f9625 None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:10:00.713113 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-57bd6831-62dc-4a9a-81d5-5370cc971e88 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1120737479'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:00.752464 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57bd6831-62dc-4a9a-81d5-5370cc971e88 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:00.754617 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57bd6831-62dc-4a9a-81d5-5370cc971e88 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:00.780151 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76d7bd4e-e1f7-4cce-bcd1-248db6c10d29 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:00.807183 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['099eef1d-5509-4a33-9a34-d89e28a045ea'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:10:00.843609 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57bd6831-62dc-4a9a-81d5-5370cc971e88 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:00.851994 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57bd6831-62dc-4a9a-81d5-5370cc971e88 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:00.890245 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57bd6831-62dc-4a9a-81d5-5370cc971e88 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:00.894046 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-57bd6831-62dc-4a9a-81d5-5370cc971e88 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5425494 Dec 06 15:10:00.895901 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51462) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:00.930842 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8fe6454b-5dc7-4f6d-a36c-9340695f9625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:59Z', 'revision_number': 11, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:00.957255 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e346b-9c11-4534-a3ef-b3f016180108 req-faf838c8-1a83-4be4-9b3e-2ad5f24d2667 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:00.959116 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-210e346b-9c11-4534-a3ef-b3f016180108 req-faf838c8-1a83-4be4-9b3e-2ad5f24d2667 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.0734439 Dec 06 15:10:00.999773 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe6454b-5dc7-4f6d-a36c-9340695f9625 None None] Checking router: 451ea134-ac39-4d1f-9409-265096498296 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:10:01.026983 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ceeabaef-f81a-4ffa-b77c-eefd7f1dab31 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.031694 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-210e346b-9c11-4534-a3ef-b3f016180108 req-045ca074-7363-4f8e-aef8-b04535e0e114 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577121 Dec 06 15:10:01.074352 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca12c68c-5406-40ee-8c29-653086ffd8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.082844 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe6454b-5dc7-4f6d-a36c-9340695f9625 None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:01.083941 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8fe6454b-5dc7-4f6d-a36c-9340695f9625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:09:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:01.115013 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76d7bd4e-e1f7-4cce-bcd1-248db6c10d29 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.213518 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ceeabaef-f81a-4ffa-b77c-eefd7f1dab31 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.225871 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ceeabaef-f81a-4ffa-b77c-eefd7f1dab31 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.279687 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ceeabaef-f81a-4ffa-b77c-eefd7f1dab31 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.280354 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceeabaef-f81a-4ffa-b77c-eefd7f1dab31 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4da9fc38-2f28-4d35-b980-61e52eb15921 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:10:01.286440 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ceeabaef-f81a-4ffa-b77c-eefd7f1dab31 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.290619 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ceeabaef-f81a-4ffa-b77c-eefd7f1dab31 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] 10.222.0.20 "DELETE /v2.0/routers/4da9fc38-2f28-4d35-b980-61e52eb15921 HTTP/1.1" status: 204 len: 168 time: 0.3903136 Dec 06 15:10:01.291269 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51472) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:01.300208 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0aae769f-c2d1-4648-a8ff-795533eb6bc7 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Request body: {'router': {'name': 'tempest-router-1386181661', 'distributed': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:01.322445 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-8fe6454b-5dc7-4f6d-a36c-9340695f9625 None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:10:01.336989 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0aae769f-c2d1-4648-a8ff-795533eb6bc7 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.338187 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0aae769f-c2d1-4648-a8ff-795533eb6bc7 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.392501 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76d7bd4e-e1f7-4cce-bcd1-248db6c10d29 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.395536 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0aae769f-c2d1-4648-a8ff-795533eb6bc7 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.411902 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8fe6454b-5dc7-4f6d-a36c-9340695f9625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:59Z', 'revision_number': 11, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:01.453866 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe6454b-5dc7-4f6d-a36c-9340695f9625 None None] The sync data for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 is: [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:59Z', 'revision_number': 11, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:10:01.470224 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0aae769f-c2d1-4648-a8ff-795533eb6bc7 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.480365 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76d7bd4e-e1f7-4cce-bcd1-248db6c10d29 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.485095 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51482) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:01.490837 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-76d7bd4e-e1f7-4cce-bcd1-248db6c10d29 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/subnets/c87d3b0f-987f-415a-a2a2-076147a67c1a HTTP/1.1" status: 204 len: 168 time: 0.9116516 Dec 06 15:10:01.494791 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff6279c-4d4f-407f-9342-19e9ec9d0c5c None None] Network 6c98e52b-6d26-4640-b9cd-74fc0815b8d7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:01.498358 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7bd4e-e1f7-4cce-bcd1-248db6c10d29 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Subnet': ['ID=c87d3b0f-987f-415a-a2a2-076147a67c1a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:01.530845 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0aae769f-c2d1-4648-a8ff-795533eb6bc7 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.532874 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0aae769f-c2d1-4648-a8ff-795533eb6bc7 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2401869 Dec 06 15:10:01.535161 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51484) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:01.628149 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.676026 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5e96326-29f8-4320-bc07-de533a818531 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.758601 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Deleting port c1140c23-a1d7-4b80-8bcd-d0a5d738e142 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:01.758940 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.839734 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d0d8a8-aba2-4628-b104-797582c31f1f None None] DHCP port deletion for 6c98e52b-6d26-4640-b9cd-74fc0815b8d7 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:10:01.857114 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] For port c1140c23-a1d7-4b80-8bcd-d0a5d738e142, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c1140c23-a1d7-4b80-8bcd-d0a5d738e142,segment=NetworkSegment(34a83088-328b-4db8-8bff-49619ef09b0c),segment_id=34a83088-328b-4db8-8bff-49619ef09b0c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:01.857489 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.889592 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Calling delete_port for c1140c23-a1d7-4b80-8bcd-d0a5d738e142 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:01.894118 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5e96326-29f8-4320-bc07-de533a818531 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.905444 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5e96326-29f8-4320-bc07-de533a818531 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.940103 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-60d0d8a8-aba2-4628-b104-797582c31f1f None None] Deleting port c1140c23-a1d7-4b80-8bcd-d0a5d738e142 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:01.941528 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-60d0d8a8-aba2-4628-b104-797582c31f1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.968577 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c85bd-2eeb-401e-91e9-1c93e5f7fe89 req-512939dd-b8fb-40b8-a799-6d5de0ce8dee tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:01.976312 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-128c85bd-2eeb-401e-91e9-1c93e5f7fe89 req-512939dd-b8fb-40b8-a799-6d5de0ce8dee tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 944 time: 0.1909556 Dec 06 15:10:02.001561 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5e96326-29f8-4320-bc07-de533a818531 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.002192 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e96326-29f8-4320-bc07-de533a818531 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1145bcd-8aa1-4bd9-b067-f2075fe177d1 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:10:02.014265 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c5e96326-29f8-4320-bc07-de533a818531 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.018711 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c5e96326-29f8-4320-bc07-de533a818531 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] 10.222.0.20 "DELETE /v2.0/routers/c1145bcd-8aa1-4bd9-b067-f2075fe177d1 HTTP/1.1" status: 204 len: 168 time: 0.4794331 Dec 06 15:10:02.019569 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51516) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:02.023680 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8004792c-a977-4bc4-aa9e-b5c6bd703f4a tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Request body: {'router': {'name': 'tempest-router-1118218185', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1b76d9fb31e24503bf03ff578e4dbaa1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:02.051909 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.066247 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-128c85bd-2eeb-401e-91e9-1c93e5f7fe89 req-c7b85288-3ab6-415c-b289-61bae2b4d08c tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ccc572d-900b-43e8-b20e-943f4b19117a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889180 Dec 06 15:10:02.076920 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8004792c-a977-4bc4-aa9e-b5c6bd703f4a tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.078010 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8004792c-a977-4bc4-aa9e-b5c6bd703f4a tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.097669 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] No DVR routers for this DVR port c1140c23-a1d7-4b80-8bcd-d0a5d738e142 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:10:02.107526 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Port': ['ID=c1140c23-a1d7-4b80-8bcd-d0a5d738e142,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:02.140078 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:02.140746 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:02.141284 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:02.141804 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:02.142315 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:02.142825 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:02.143346 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:02.144226 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:02.144750 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:02.145301 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:02.146143 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:02.146678 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:02.147182 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:02.160583 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8004792c-a977-4bc4-aa9e-b5c6bd703f4a tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.168928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8004792c-a977-4bc4-aa9e-b5c6bd703f4a tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.193911 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8004792c-a977-4bc4-aa9e-b5c6bd703f4a tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.197910 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8004792c-a977-4bc4-aa9e-b5c6bd703f4a tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1752260 Dec 06 15:10:02.198245 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51520) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:02.204699 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c4ba3f98-b29e-41d6-9440-c895315aadef tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:02.205720 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 099eef1d-5509-4a33-9a34-d89e28a045ea up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:10:02.264953 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.296533 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04576d-6fa1-46ea-a1ee-6d27b52026d1 req-de7cb1ba-3fae-4a20-aa24-a4584b1b7c0c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:02.298037 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-60d0d8a8-aba2-4628-b104-797582c31f1f None None] For port c1140c23-a1d7-4b80-8bcd-d0a5d738e142, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c1140c23-a1d7-4b80-8bcd-d0a5d738e142,segment=NetworkSegment(34a83088-328b-4db8-8bff-49619ef09b0c),segment_id=34a83088-328b-4db8-8bff-49619ef09b0c)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:02.298447 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e04576d-6fa1-46ea-a1ee-6d27b52026d1 req-de7cb1ba-3fae-4a20-aa24-a4584b1b7c0c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.1452706 Dec 06 15:10:02.298595 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-60d0d8a8-aba2-4628-b104-797582c31f1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.309828 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c98e52b-6d26-4640-b9cd-74fc0815b8d7']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:02.310991 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 099eef1d-5509-4a33-9a34-d89e28a045ea completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:10:02.318771 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-60d0d8a8-aba2-4628-b104-797582c31f1f None None] Calling delete_port for c1140c23-a1d7-4b80-8bcd-d0a5d738e142 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:02.320619 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 099eef1d-5509-4a33-9a34-d89e28a045ea triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:02.320985 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.330050 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a83088-328b-4db8-8bff-49619ef09b0c') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:02.330431 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a83088-328b-4db8-8bff-49619ef09b0c') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:02.342109 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.357838 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.365184 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:10:02.366319 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:10:02.379441 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:10:02.458061 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51524) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:02.460259 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.473199 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-60d0d8a8-aba2-4628-b104-797582c31f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.479118 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e04576d-6fa1-46ea-a1ee-6d27b52026d1 req-1a891f95-9160-4251-8a04-0c701a008843 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719301 Dec 06 15:10:02.490736 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d0d8a8-aba2-4628-b104-797582c31f1f None None] No DVR routers for this DVR port c1140c23-a1d7-4b80-8bcd-d0a5d738e142 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:10:02.504539 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.514018 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0d8a8-aba2-4628-b104-797582c31f1f None None] Pushing event deleted for resources: {'Port': ['ID=c1140c23-a1d7-4b80-8bcd-d0a5d738e142,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:02.519790 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099eef1d-5509-4a33-9a34-d89e28a045ea'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:10:02.527499 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49247f98-b61b-4479-a68f-d54254ffc4a4" -d '{"events": [{"server_uuid": "c073bb99-61c3-4ae9-93f5-cd85fd148049", "name": "network-vif-plugged", "status": "completed", "tag": "099eef1d-5509-4a33-9a34-d89e28a045ea"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:10:02.542752 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 099eef1d-5509-4a33-9a34-d89e28a045ea, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=099eef1d-5509-4a33-9a34-d89e28a045ea,segment=NetworkSegment(cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4),segment_id=cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:02.544596 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.549084 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.552299 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/networks/6c98e52b-6d26-4640-b9cd-74fc0815b8d7 HTTP/1.1" status: 204 len: 168 time: 1.0659113 Dec 06 15:10:02.553445 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ce266-4345-43a3-bbba-9f80169c6b42 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Pushing event deleted for resources: {'Network': ['ID=6c98e52b-6d26-4640-b9cd-74fc0815b8d7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:02.556489 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51532) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:02.561729 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3c01bd0f-497e-40c9-9470-9b90d6434692 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'router': {'routes': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:02.620891 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fac1a3-8e18-4d0e-8657-dba6e1a22210 x-openstack-request-id: req-09fac1a3-8e18-4d0e-8657-dba6e1a22210 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:10:02.632754 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c073bb99-61c3-4ae9-93f5-cd85fd148049", "name": "network-vif-plugged", "status": "completed", "tag": "099eef1d-5509-4a33-9a34-d89e28a045ea", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:10:02.632754 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09fac1a3-8e18-4d0e-8657-dba6e1a22210 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:10:02.632754 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099eef1d-5509-4a33-9a34-d89e28a045ea', 'code': 200} Dec 06 15:10:02.632754 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=099eef1d-5509-4a33-9a34-d89e28a045ea,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:02.672473 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae3cfb9c-81fd-4aed-a4ee-95d674fcd661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.835831 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c1140c23-a1d7-4b80-8bcd-d0a5d738e142 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:10:02.876027 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: c1140c23-a1d7-4b80-8bcd-d0a5d738e142 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:10:02.876672 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c1140c23-a1d7-4b80-8bcd-d0a5d738e142 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:10:02.877163 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 620d032d-e3ca-49f0-a2cd-ce375d45b13a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:10:02.908206 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 620d032d-e3ca-49f0-a2cd-ce375d45b13a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:10:02.908852 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 620d032d-e3ca-49f0-a2cd-ce375d45b13a not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:10:02.917770 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.extraroute_db [None req-3c01bd0f-497e-40c9-9470-9b90d6434692 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Added routes are [] {{(pid=103289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 15:10:02.918134 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.extraroute_db [None req-3c01bd0f-497e-40c9-9470-9b90d6434692 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Removed routes are [] {{(pid=103289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 15:10:02.918570 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c01bd0f-497e-40c9-9470-9b90d6434692 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.986106 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4ba3f98-b29e-41d6-9440-c895315aadef tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:02.986640 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4ba3f98-b29e-41d6-9440-c895315aadef tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:03.021834 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c843b6-a01c-4412-a223-d500550c6c8b req-c1250fa9-e10e-4176-98fe-10d77b547806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:03.023325 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-49c843b6-a01c-4412-a223-d500550c6c8b req-c1250fa9-e10e-4176-98fe-10d77b547806 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 1096 time: 0.3120859 Dec 06 15:10:03.068377 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c4ba3f98-b29e-41d6-9440-c895315aadef tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103288) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 06 15:10:03.068749 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c4ba3f98-b29e-41d6-9440-c895315aadef tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Router ca87f9d0-2b4d-45e8-ba81-6a1aa539a11a migrating from provider to provider. {{(pid=103288) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 06 15:10:03.069133 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4ba3f98-b29e-41d6-9440-c895315aadef tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:03.074042 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4ba3f98-b29e-41d6-9440-c895315aadef tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:03.080275 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4ba3f98-b29e-41d6-9440-c895315aadef tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:03.084484 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae3cfb9c-81fd-4aed-a4ee-95d674fcd661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:03.120422 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae3cfb9c-81fd-4aed-a4ee-95d674fcd661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:03.124748 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c01bd0f-497e-40c9-9470-9b90d6434692 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:03.147636 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c01bd0f-497e-40c9-9470-9b90d6434692 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:03.169770 n-d-master-1 neutron-server[103288]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c4ba3f98-b29e-41d6-9440-c895315aadef tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] No L3 agents can host the router ca87f9d0-2b4d-45e8-ba81-6a1aa539a11a Dec 06 15:10:03.225622 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cfb9c-81fd-4aed-a4ee-95d674fcd661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18587bd5-89ad-42fc-b98f-b93b2d5d2625,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:03.235628 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ae3cfb9c-81fd-4aed-a4ee-95d674fcd661 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=897d24d41a2a42d7b1d44e0309220123&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7739069 Dec 06 15:10:03.236388 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51544) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:03.240914 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-49c843b6-a01c-4412-a223-d500550c6c8b req-e6186382-316e-45ee-a151-fe8b2b62d088 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1ccc572d-900b-43e8-b20e-943f4b19117a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067757 Dec 06 15:10:03.261592 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-040c594b-1713-4435-8498-037b5d6c9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:03.300765 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c01bd0f-497e-40c9-9470-9b90d6434692 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router 451ea134-ac39-4d1f-9409-265096498296 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:10:03.304712 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ba3f98-b29e-41d6-9440-c895315aadef tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Hosts for router ca87f9d0-2b4d-45e8-ba81-6a1aa539a11a: [] {{(pid=103288) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 06 15:10:03.331162 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ba3f98-b29e-41d6-9440-c895315aadef tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Hosts for other DVR routers connected to router ca87f9d0-2b4d-45e8-ba81-6a1aa539a11a: set() {{(pid=103288) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 06 15:10:03.333684 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4ba3f98-b29e-41d6-9440-c895315aadef tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:03.334895 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c4ba3f98-b29e-41d6-9440-c895315aadef tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] 10.222.0.20 "PUT /v2.0/routers/ca87f9d0-2b4d-45e8-ba81-6a1aa539a11a HTTP/1.1" status: 200 len: 717 time: 1.1351852 Dec 06 15:10:03.344370 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acad72-fc6a-412c-956f-046b5400717f req-dc212139-9b44-43ba-82f7-83d929ae6448 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:03.345812 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b4acad72-fc6a-412c-956f-046b5400717f req-dc212139-9b44-43ba-82f7-83d929ae6448 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 945 time: 0.1746490 Dec 06 15:10:03.346280 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51546) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:03.440245 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-71362879-075a-4bcf-bcef-cc38261749dd tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] 10.222.0.20 "GET /v2.0/routers/ca87f9d0-2b4d-45e8-ba81-6a1aa539a11a HTTP/1.1" status: 200 len: 717 time: 0.0905375 Dec 06 15:10:03.441163 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51548) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:03.497954 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b4acad72-fc6a-412c-956f-046b5400717f req-4503cae8-9bce-49b8-986c-c201294af25b tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ccc572d-900b-43e8-b20e-943f4b19117a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427119 Dec 06 15:10:03.673700 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-819764fd-2594-4155-90e9-28f2b8546fc1 tempest-RoutersTestDVR-679200392 tempest-RoutersTestDVR-679200392-project] 10.222.0.20 "GET /v2.0/routers/ca87f9d0-2b4d-45e8-ba81-6a1aa539a11a HTTP/1.1" status: 200 len: 683 time: 0.2314453 Dec 06 15:10:03.676161 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51554) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:03.680226 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfee71da-9b27-4d1d-87e8-14814ce70e8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:03.702495 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c01bd0f-497e-40c9-9470-9b90d6434692 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:10:03.717016 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496a0f6-e444-4fa4-a5f7-92ef835f297e None None] Sync routers for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:10:03.720342 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3c01bd0f-497e-40c9-9470-9b90d6434692 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:03.721583 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3c01bd0f-497e-40c9-9470-9b90d6434692 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/451ea134-ac39-4d1f-9409-265096498296 HTTP/1.1" status: 200 len: 700 time: 1.1641269 Dec 06 15:10:03.727806 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496a0f6-e444-4fa4-a5f7-92ef835f297e None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:03.728043 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51556) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:03.728681 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1496a0f6-e444-4fa4-a5f7-92ef835f297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:03.750136 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfee71da-9b27-4d1d-87e8-14814ce70e8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:03.751305 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a08f2e8-2aa1-45cb-af6f-055ccc9a264c tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:03.775961 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-edde3b7d-23db-49d9-89f8-3bfd1eaba5bc tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports?device_id=451ea134-ac39-4d1f-9409-265096498296 HTTP/1.1" status: 200 len: 205 time: 0.0458386 Dec 06 15:10:03.780350 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51558) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:03.801659 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa1588-33b7-4f2c-8441-c3271147fe44 req-d4a4cbfb-e232-4584-bd6a-b3a4378f7b02 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:03.803449 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45fa1588-33b7-4f2c-8441-c3271147fe44 req-d4a4cbfb-e232-4584-bd6a-b3a4378f7b02 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.1647680 Dec 06 15:10:03.806763 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1496a0f6-e444-4fa4-a5f7-92ef835f297e None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:10:03.878862 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1496a0f6-e444-4fa4-a5f7-92ef835f297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:59Z', 'revision_number': 11, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:03.907370 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c32e66a6-ef2c-4349-9a8d-8530b5267bac tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:03.920460 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496a0f6-e444-4fa4-a5f7-92ef835f297e None None] Checking router: 451ea134-ac39-4d1f-9409-265096498296 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:10:03.930301 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496a0f6-e444-4fa4-a5f7-92ef835f297e None None] Routers {'451ea134-ac39-4d1f-9409-265096498296'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:03.931334 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1496a0f6-e444-4fa4-a5f7-92ef835f297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['451ea134-ac39-4d1f-9409-265096498296'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:03.943100 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a08f2e8-2aa1-45cb-af6f-055ccc9a264c tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:03.945797 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a08f2e8-2aa1-45cb-af6f-055ccc9a264c tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:03.997777 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45fa1588-33b7-4f2c-8441-c3271147fe44 req-098a0d47-2280-4fb9-8934-95e7068e0ab1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624975 Dec 06 15:10:04.005358 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.009386 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a08f2e8-2aa1-45cb-af6f-055ccc9a264c tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.010786 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a08f2e8-2aa1-45cb-af6f-055ccc9a264c tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca87f9d0-2b4d-45e8-ba81-6a1aa539a11a {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:10:04.017976 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfee71da-9b27-4d1d-87e8-14814ce70e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.020890 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a08f2e8-2aa1-45cb-af6f-055ccc9a264c tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.024912 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfee71da-9b27-4d1d-87e8-14814ce70e8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.029122 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dfee71da-9b27-4d1d-87e8-14814ce70e8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18587bd5-89ad-42fc-b98f-b93b2d5d2625 HTTP/1.1" status: 204 len: 168 time: 0.7849426 Dec 06 15:10:04.037391 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7a08f2e8-2aa1-45cb-af6f-055ccc9a264c tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] 10.222.0.20 "DELETE /v2.0/routers/ca87f9d0-2b4d-45e8-ba81-6a1aa539a11a HTTP/1.1" status: 204 len: 168 time: 0.3599885 Dec 06 15:10:04.038429 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51562) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:04.045101 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-08995544-ea0c-4d37-95f4-516afee09449 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Request body: {'router': {'name': 'tempest-router-1304815471', 'distributed': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:04.071370 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08995544-ea0c-4d37-95f4-516afee09449 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.072938 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08995544-ea0c-4d37-95f4-516afee09449 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.101957 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee71da-9b27-4d1d-87e8-14814ce70e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18587bd5-89ad-42fc-b98f-b93b2d5d2625,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:04.148422 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08995544-ea0c-4d37-95f4-516afee09449 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.158790 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08995544-ea0c-4d37-95f4-516afee09449 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.161160 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c32e66a6-ef2c-4349-9a8d-8530b5267bac tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.163761 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c32e66a6-ef2c-4349-9a8d-8530b5267bac tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.189849 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08995544-ea0c-4d37-95f4-516afee09449 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.194054 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-08995544-ea0c-4d37-95f4-516afee09449 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1546204 Dec 06 15:10:04.194665 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51568) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:04.220638 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1496a0f6-e444-4fa4-a5f7-92ef835f297e None None] Set router 451ea134-ac39-4d1f-9409-265096498296 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:10:04.231944 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c32e66a6-ef2c-4349-9a8d-8530b5267bac tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.235119 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32e66a6-ef2c-4349-9a8d-8530b5267bac tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Fanout notify agent at l3_agent the message router_deleted on router 451ea134-ac39-4d1f-9409-265096498296 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:10:04.261004 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c32e66a6-ef2c-4349-9a8d-8530b5267bac tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.266770 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c32e66a6-ef2c-4349-9a8d-8530b5267bac tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/routers/451ea134-ac39-4d1f-9409-265096498296 HTTP/1.1" status: 204 len: 168 time: 0.4791205 Dec 06 15:10:04.268075 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51570) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:04.275815 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a03c8902-1fd9-4cc7-9736-d2e1f78fa820 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1323071557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:04.321706 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-731537df-a8e8-4f56-a857-18a7fa1ea6b9 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.333463 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03c8902-1fd9-4cc7-9736-d2e1f78fa820 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.335625 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03c8902-1fd9-4cc7-9736-d2e1f78fa820 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.358573 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1496a0f6-e444-4fa4-a5f7-92ef835f297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:59Z', 'revision_number': 11, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:04.420250 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496a0f6-e444-4fa4-a5f7-92ef835f297e None None] The sync data for ids ['451ea134-ac39-4d1f-9409-265096498296'] in n-d-master-1 is: [{'id': '451ea134-ac39-4d1f-9409-265096498296', 'name': 'tempest-RoutersTest-router-504236696', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:53Z', 'updated_at': '2021-12-06T15:09:59Z', 'revision_number': 11, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:10:04.453591 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03c8902-1fd9-4cc7-9736-d2e1f78fa820 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.464061 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03c8902-1fd9-4cc7-9736-d2e1f78fa820 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.511559 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a03c8902-1fd9-4cc7-9736-d2e1f78fa820 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.515148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a03c8902-1fd9-4cc7-9736-d2e1f78fa820 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2467487 Dec 06 15:10:04.517319 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51574) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:04.529161 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-921d2328-edfd-43c9-82fb-8b3f4b140123 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:04.603482 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-731537df-a8e8-4f56-a857-18a7fa1ea6b9 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.606803 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-731537df-a8e8-4f56-a857-18a7fa1ea6b9 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.659559 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51578) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:04.676083 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdc78615-484e-46f1-9c7e-dbe55bc43a98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.679648 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-731537df-a8e8-4f56-a857-18a7fa1ea6b9 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.680345 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731537df-a8e8-4f56-a857-18a7fa1ea6b9 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ca13444-4d03-4183-acc8-90a3f5de5d54 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:10:04.690742 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-731537df-a8e8-4f56-a857-18a7fa1ea6b9 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.692042 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-731537df-a8e8-4f56-a857-18a7fa1ea6b9 tempest-RoutersTestDVR-1986368075 tempest-RoutersTestDVR-1986368075-project-admin] 10.222.0.20 "DELETE /v2.0/routers/7ca13444-4d03-4183-acc8-90a3f5de5d54 HTTP/1.1" status: 204 len: 168 time: 0.4964414 Dec 06 15:10:04.825168 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdc78615-484e-46f1-9c7e-dbe55bc43a98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.828305 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-921d2328-edfd-43c9-82fb-8b3f4b140123 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603384', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.843103 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fdc78615-484e-46f1-9c7e-dbe55bc43a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.848230 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-921d2328-edfd-43c9-82fb-8b3f4b140123 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592032'] for router, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:04.860496 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb91d3-6c9a-4fde-a83e-c3bf64e68d83 req-18bdf258-9536-43ef-b3bf-be83a558272c tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:04.868588 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61cb91d3-6c9a-4fde-a83e-c3bf64e68d83 req-18bdf258-9536-43ef-b3bf-be83a558272c tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 945 time: 0.2405231 Dec 06 15:10:04.990988 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fdc78615-484e-46f1-9c7e-dbe55bc43a98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=122a8ea59f6d4b95b758472d979bffec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3302016 Dec 06 15:10:04.992038 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc78615-484e-46f1-9c7e-dbe55bc43a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9caae41-08ee-454b-a4fa-8323dde8124e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:04.997022 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51584) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:05.034298 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61cb91d3-6c9a-4fde-a83e-c3bf64e68d83 req-1fdf33a0-7acb-4f08-856b-b5e700c8fe5b tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ccc572d-900b-43e8-b20e-943f4b19117a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647203 Dec 06 15:10:05.112757 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921d2328-edfd-43c9-82fb-8b3f4b140123 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Router b7fb5058-1867-45ad-983d-7f46d65be991 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:10:05.141011 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f516dde0-db0d-4ad9-a209-25fb887138ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:05.167410 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f516dde0-db0d-4ad9-a209-25fb887138ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:05.234898 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f516dde0-db0d-4ad9-a209-25fb887138ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:05.238149 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f516dde0-db0d-4ad9-a209-25fb887138ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:05.240123 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f516dde0-db0d-4ad9-a209-25fb887138ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9caae41-08ee-454b-a4fa-8323dde8124e HTTP/1.1" status: 204 len: 168 time: 0.2427430 Dec 06 15:10:05.254783 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921d2328-edfd-43c9-82fb-8b3f4b140123 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:10:05.255350 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516dde0-db0d-4ad9-a209-25fb887138ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9caae41-08ee-454b-a4fa-8323dde8124e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:05.263572 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-921d2328-edfd-43c9-82fb-8b3f4b140123 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:05.264969 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-921d2328-edfd-43c9-82fb-8b3f4b140123 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "PUT /v2.0/routers/b7fb5058-1867-45ad-983d-7f46d65be991 HTTP/1.1" status: 200 len: 694 time: 0.7464905 Dec 06 15:10:05.267796 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51594) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:05.269659 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3842426-c988-486b-9e47-8b0babae18d6 None None] Sync routers for ids ['b7fb5058-1867-45ad-983d-7f46d65be991'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:10:05.292064 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51598) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:05.311863 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3842426-c988-486b-9e47-8b0babae18d6 None None] Routers {'b7fb5058-1867-45ad-983d-7f46d65be991'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:05.315677 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e3842426-c988-486b-9e47-8b0babae18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b7fb5058-1867-45ad-983d-7f46d65be991'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:05.329845 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102712c-96d5-4e11-8371-abb7b9c4887f req-d3b359c5-c202-44e6-8b94-a3d6907dce72 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:05.338043 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e102712c-96d5-4e11-8371-abb7b9c4887f req-d3b359c5-c202-44e6-8b94-a3d6907dce72 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 945 time: 0.1894646 Dec 06 15:10:05.340659 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31821d6f-d29a-4a2c-b9c5-84d4a5e5b562 req-0ec25a2d-4372-4ed2-b6a1-1b4617ddd36c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:05.342492 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31821d6f-d29a-4a2c-b9c5-84d4a5e5b562 req-0ec25a2d-4372-4ed2-b6a1-1b4617ddd36c tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.2222540 Dec 06 15:10:05.423486 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e3842426-c988-486b-9e47-8b0babae18d6 None None] Set router b7fb5058-1867-45ad-983d-7f46d65be991 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:10:05.424141 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3ca52a80-ae0a-4d0a-ae12-e5dc2f9cf7ba tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/routers/b7fb5058-1867-45ad-983d-7f46d65be991 HTTP/1.1" status: 200 len: 700 time: 0.1551533 Dec 06 15:10:05.432184 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51602) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:05.461273 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31821d6f-d29a-4a2c-b9c5-84d4a5e5b562 req-d4276dc1-662b-4296-b581-53f3e6e04f81 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114702 Dec 06 15:10:05.497434 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e3842426-c988-486b-9e47-8b0babae18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7fb5058-1867-45ad-983d-7f46d65be991', 'name': 'tempest-RoutersTest-router-1323071557', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:10:04Z', 'updated_at': '2021-12-06T15:10:04Z', 'revision_number': 2, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:05.527536 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e102712c-96d5-4e11-8371-abb7b9c4887f req-2e031665-a064-461f-9bf5-1f9f659f90d3 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ccc572d-900b-43e8-b20e-943f4b19117a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884992 Dec 06 15:10:05.538543 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6091d038-e57e-426e-8147-fab1895cb407 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7fb5058-1867-45ad-983d-7f46d65be991 HTTP/1.1" status: 200 len: 205 time: 0.1048255 Dec 06 15:10:05.540991 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51604) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:05.548900 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51606) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:05.566536 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3842426-c988-486b-9e47-8b0babae18d6 None None] Checking router: b7fb5058-1867-45ad-983d-7f46d65be991 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:10:05.585248 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3842426-c988-486b-9e47-8b0babae18d6 None None] Routers {'b7fb5058-1867-45ad-983d-7f46d65be991'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:05.586247 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e3842426-c988-486b-9e47-8b0babae18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b7fb5058-1867-45ad-983d-7f46d65be991'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:05.632827 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecec2df5-8ba7-4197-9bd6-3a2c11c7f68e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:05.709211 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e3842426-c988-486b-9e47-8b0babae18d6 None None] Set router b7fb5058-1867-45ad-983d-7f46d65be991 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:10:05.780030 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e3842426-c988-486b-9e47-8b0babae18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7fb5058-1867-45ad-983d-7f46d65be991', 'name': 'tempest-RoutersTest-router-1323071557', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:10:04Z', 'updated_at': '2021-12-06T15:10:04Z', 'revision_number': 2, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:05.783211 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-313d0c5e-fae5-4e63-a880-159e79f5cf7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:05.821492 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3842426-c988-486b-9e47-8b0babae18d6 None None] The sync data for ids ['b7fb5058-1867-45ad-983d-7f46d65be991'] in n-d-master-1 is: [{'id': 'b7fb5058-1867-45ad-983d-7f46d65be991', 'name': 'tempest-RoutersTest-router-1323071557', 'tenant_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:10:04Z', 'updated_at': '2021-12-06T15:10:04Z', 'revision_number': 2, 'project_id': 'aeba8040a8c54e758209f281c7fe9ad1', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:10:05.831351 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:05.870570 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecec2df5-8ba7-4197-9bd6-3a2c11c7f68e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:05.873049 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecec2df5-8ba7-4197-9bd6-3a2c11c7f68e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:05.939524 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecec2df5-8ba7-4197-9bd6-3a2c11c7f68e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:05.940341 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecec2df5-8ba7-4197-9bd6-3a2c11c7f68e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Fanout notify agent at l3_agent the message router_deleted on router b7fb5058-1867-45ad-983d-7f46d65be991 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:10:05.948055 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796be9af-d3e9-4c1f-bc85-b68d225945f7 tempest-TestVolumeBackupRestore-437963130 tempest-TestVolumeBackupRestore-437963130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:05.952908 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-796be9af-d3e9-4c1f-bc85-b68d225945f7 tempest-TestVolumeBackupRestore-437963130 tempest-TestVolumeBackupRestore-437963130-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 1091 time: 0.3982499 Dec 06 15:10:05.955516 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecec2df5-8ba7-4197-9bd6-3a2c11c7f68e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:05.955976 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51618) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:05.961405 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ecec2df5-8ba7-4197-9bd6-3a2c11c7f68e tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/routers/b7fb5058-1867-45ad-983d-7f46d65be991 HTTP/1.1" status: 204 len: 168 time: 0.4189649 Dec 06 15:10:05.962214 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51622) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:05.964311 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': '099eef1d-5509-4a33-9a34-d89e28a045ea', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:06.039938 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8b55bed8-49f9-4d53-8432-651eb6fbb04c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7fb5058-1867-45ad-983d-7f46d65be991 HTTP/1.1" status: 200 len: 205 time: 0.0748730 Dec 06 15:10:06.040905 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51626) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:06.041088 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-313d0c5e-fae5-4e63-a880-159e79f5cf7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:06.050521 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-313d0c5e-fae5-4e63-a880-159e79f5cf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:06.064728 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:06.094407 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-f2f0386d-02fb-481d-a566-3dfddf1617bd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] delete failed (client error): The resource could not be found. Dec 06 15:10:06.098261 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f2f0386d-02fb-481d-a566-3dfddf1617bd tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/routers/b7fb5058-1867-45ad-983d-7f46d65be991 HTTP/1.1" status: 404 len: 336 time: 0.0555723 Dec 06 15:10:06.098848 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51630) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:06.124454 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d0c5e-fae5-4e63-a880-159e79f5cf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b152bbc-4110-4fc2-b165-2a30d4081e31,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:06.126781 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf7be6c-7081-41e3-9353-41c8debe0311 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] DELETE failed (client error): The resource could not be found. Dec 06 15:10:06.127326 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf7be6c-7081-41e3-9353-41c8debe0311 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:10:06.133849 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8bf7be6c-7081-41e3-9353-41c8debe0311 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/subnets/cd20e16c-7183-4982-b17b-f16eebfd33ab HTTP/1.1" status: 404 len: 337 time: 0.0338359 Dec 06 15:10:06.135129 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51632) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:06.150566 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-313d0c5e-fae5-4e63-a880-159e79f5cf7a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b76d9fb31e24503bf03ff578e4dbaa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8572655 Dec 06 15:10:06.157934 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51634) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:06.166043 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa6a8bd-9492-4bf0-8f6d-1829e1e43c53 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] DELETE failed (client error): The resource could not be found. Dec 06 15:10:06.166504 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa6a8bd-9492-4bf0-8f6d-1829e1e43c53 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:10:06.175635 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9fa6a8bd-9492-4bf0-8f6d-1829e1e43c53 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/subnets/26e29f4f-ade1-456f-a008-7fcbc471b3e8 HTTP/1.1" status: 404 len: 337 time: 0.0401165 Dec 06 15:10:06.185643 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51636) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:06.220523 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8613ec-d38b-46b4-8650-cba8f9328173 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] DELETE failed (client error): The resource could not be found. Dec 06 15:10:06.220940 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae8613ec-d38b-46b4-8650-cba8f9328173 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:10:06.231597 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ae8613ec-d38b-46b4-8650-cba8f9328173 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/subnets/d44205a2-afa9-4a1f-9520-31b302348a6b HTTP/1.1" status: 404 len: 337 time: 0.0447514 Dec 06 15:10:06.232266 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51638) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:06.270889 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-295226bb-6244-482e-a911-5fd6b2a4734b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] DELETE failed (client error): The resource could not be found. Dec 06 15:10:06.270889 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295226bb-6244-482e-a911-5fd6b2a4734b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:10:06.276952 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-295226bb-6244-482e-a911-5fd6b2a4734b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/subnets/c87d3b0f-987f-415a-a2a2-076147a67c1a HTTP/1.1" status: 404 len: 337 time: 0.0434723 Dec 06 15:10:06.277583 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51644) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:06.295752 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-389d0a3b-1d25-4648-a479-d26730de03eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:06.321741 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e1500024-acfc-4494-a2d2-863ded1f9a2d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports?device_id=451ea134-ac39-4d1f-9409-265096498296 HTTP/1.1" status: 200 len: 205 time: 0.0408278 Dec 06 15:10:06.322458 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51648) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:06.339496 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-389d0a3b-1d25-4648-a479-d26730de03eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:06.377813 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-5497e469-f50b-4117-aa3f-6a69be7a14ae tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] delete failed (client error): The resource could not be found. Dec 06 15:10:06.381666 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5497e469-f50b-4117-aa3f-6a69be7a14ae tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/routers/451ea134-ac39-4d1f-9409-265096498296 HTTP/1.1" status: 404 len: 336 time: 0.0551233 Dec 06 15:10:06.382015 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51650) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:06.402237 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:06.422030 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1f0bcd48-41cb-4923-a556-3119695e4221 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports?device_id=9400997d-3564-4cd7-8b58-dbcfb16bfe37 HTTP/1.1" status: 200 len: 205 time: 0.0358007 Dec 06 15:10:06.422211 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51652) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:06.482493 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-b6a97d77-fa26-4808-a261-68565302eb00 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] delete failed (client error): The resource could not be found. Dec 06 15:10:06.482493 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b6a97d77-fa26-4808-a261-68565302eb00 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/routers/9400997d-3564-4cd7-8b58-dbcfb16bfe37 HTTP/1.1" status: 404 len: 336 time: 0.0561800 Dec 06 15:10:06.482845 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51656) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:06.539594 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52feefa-63ca-4cd9-854b-6e9de6128076 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] DELETE failed (client error): The resource could not be found. Dec 06 15:10:06.540986 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52feefa-63ca-4cd9-854b-6e9de6128076 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:10:06.549894 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c52feefa-63ca-4cd9-854b-6e9de6128076 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/subnets/effa9a61-767a-452f-b1fd-62bc4627a56e HTTP/1.1" status: 404 len: 337 time: 0.0660563 Dec 06 15:10:06.553414 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51660) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:06.576123 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Allocated IP 172.35.7.156 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/b50986cf-c27b-4d83-a62f-5c4a1372914f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:06.584700 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:06.613646 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2a7cf17e-51ef-492e-874d-0c4aa3886705 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2292c44-0e26-4019-997f-11a6d6c8b9a1 HTTP/1.1" status: 200 len: 205 time: 0.0589170 Dec 06 15:10:06.618862 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51664) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:06.677161 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-1da2a582-4c0d-46c9-83d3-8159f41f4e29 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] delete failed (client error): The resource could not be found. Dec 06 15:10:06.680961 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1da2a582-4c0d-46c9-83d3-8159f41f4e29 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/routers/f2292c44-0e26-4019-997f-11a6d6c8b9a1 HTTP/1.1" status: 404 len: 336 time: 0.0586197 Dec 06 15:10:06.681130 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-389d0a3b-1d25-4648-a479-d26730de03eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:06.681403 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51668) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:06.683766 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-389d0a3b-1d25-4648-a479-d26730de03eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:06.688150 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-389d0a3b-1d25-4648-a479-d26730de03eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b152bbc-4110-4fc2-b165-2a30d4081e31 HTTP/1.1" status: 204 len: 168 time: 0.5291770 Dec 06 15:10:06.705447 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d0a3b-1d25-4648-a479-d26730de03eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b152bbc-4110-4fc2-b165-2a30d4081e31,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:06.724661 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-305b018d-e9a8-4ea8-ae38-34cce557eba1 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fefd6b9-8227-4f66-8463-9af3fcc93c75 HTTP/1.1" status: 200 len: 205 time: 0.0399501 Dec 06 15:10:06.725852 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51672) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:06.766470 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:06.792019 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-11520704-06f2-4766-9c68-f24a7a32b59d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] delete failed (client error): The resource could not be found. Dec 06 15:10:06.793264 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-11520704-06f2-4766-9c68-f24a7a32b59d tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/routers/4fefd6b9-8227-4f66-8463-9af3fcc93c75 HTTP/1.1" status: 404 len: 336 time: 0.0663209 Dec 06 15:10:06.796958 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51674) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:06.819546 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:06.833588 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5b91c-cfff-4f9c-a141-eb32bced3730 req-3f27e8a0-58b5-4de2-a52a-79383d9db305 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:06.835174 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-68c5b91c-cfff-4f9c-a141-eb32bced3730 req-3f27e8a0-58b5-4de2-a52a-79383d9db305 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.2202671 Dec 06 15:10:06.836346 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddae9bbd-77a3-481c-8d60-c1447fffc5a4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] DELETE failed (client error): The resource could not be found. Dec 06 15:10:06.836786 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddae9bbd-77a3-481c-8d60-c1447fffc5a4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:10:06.839895 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ddae9bbd-77a3-481c-8d60-c1447fffc5a4 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/subnets/3650cd3b-4dfc-4ca2-b869-4572ca9b7cc5 HTTP/1.1" status: 404 len: 337 time: 0.0421190 Dec 06 15:10:06.843098 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51678) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:06.870048 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:06.878087 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:06.889304 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:06.914031 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4260c646-b9d8-45fb-8c94-06d556af49d2 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports?device_id=3556194a-26e8-47e5-8d51-c5c345d3d586 HTTP/1.1" status: 200 len: 205 time: 0.0672874 Dec 06 15:10:06.921961 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51680) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:06.952136 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Pushing event updated for resources: {'Port': ['ID=b50986cf-c27b-4d83-a62f-5c4a1372914f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:07.032948 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-27136fd0-35df-465a-8353-5a0a550487e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] delete failed (client error): The resource could not be found. Dec 06 15:10:07.034024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-27136fd0-35df-465a-8353-5a0a550487e7 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/routers/3556194a-26e8-47e5-8d51-c5c345d3d586 HTTP/1.1" status: 404 len: 336 time: 0.1111472 Dec 06 15:10:07.036838 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51686) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:07.037982 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-68c5b91c-cfff-4f9c-a141-eb32bced3730 req-85464fc6-7bc9-435e-9b30-2b8d0cd1567a tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845086 Dec 06 15:10:07.095713 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-7529b2a1-ec49-49ac-b76f-540d2c2a3d0b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] DELETE failed (client error): The resource could not be found. Dec 06 15:10:07.096230 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7529b2a1-ec49-49ac-b76f-540d2c2a3d0b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:10:07.099489 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7529b2a1-ec49-49ac-b76f-540d2c2a3d0b tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/subnets/76c349e3-4273-4b1f-b76e-62ce33e82037 HTTP/1.1" status: 404 len: 337 time: 0.0473378 Dec 06 15:10:07.102297 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51688) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:07.147316 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b166ff2a-2d66-49c3-ad0a-18d635ca4c3a tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f270db0-9ad8-47d8-96a3-03b10a2cb281 HTTP/1.1" status: 200 len: 205 time: 0.0437782 Dec 06 15:10:07.152803 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51692) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:07.219895 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-872c56ed-153a-4c41-a593-ea59e314a540 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] delete failed (client error): The resource could not be found. Dec 06 15:10:07.221353 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-872c56ed-153a-4c41-a593-ea59e314a540 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/routers/6f270db0-9ad8-47d8-96a3-03b10a2cb281 HTTP/1.1" status: 404 len: 336 time: 0.0671394 Dec 06 15:10:07.223962 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51696) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:07.259166 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b320a3-0115-417c-84b8-dab18b0b0a18 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] DELETE failed (client error): The resource could not be found. Dec 06 15:10:07.260067 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b320a3-0115-417c-84b8-dab18b0b0a18 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:10:07.265644 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-80b320a3-0115-417c-84b8-dab18b0b0a18 tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/subnets/d9982f28-fd43-4ec9-968d-39846a1225b3 HTTP/1.1" status: 404 len: 337 time: 0.0376270 Dec 06 15:10:07.267073 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51698) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:07.279240 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51700) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:07.294522 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6f75bae-fa8f-4c54-b900-a8dbed5b4764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:07.339426 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-968c6ebd-caee-43f9-9a38-c9b73e370d2c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] DELETE failed (client error): The resource could not be found. Dec 06 15:10:07.339426 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968c6ebd-caee-43f9-9a38-c9b73e370d2c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:10:07.343476 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-968c6ebd-caee-43f9-9a38-c9b73e370d2c tempest-RoutersTest-972390667 tempest-RoutersTest-972390667-project] 10.222.0.20 "DELETE /v2.0/subnets/c691c099-3f01-45cf-97ea-c418ef4acb11 HTTP/1.1" status: 404 len: 337 time: 0.0740569 Dec 06 15:10:07.476550 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6f75bae-fa8f-4c54-b900-a8dbed5b4764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:07.491949 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d6f75bae-fa8f-4c54-b900-a8dbed5b4764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:07.539397 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:07.585204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d6f75bae-fa8f-4c54-b900-a8dbed5b4764 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ced79f682b54fb787727ef378ac5f09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3045800 Dec 06 15:10:07.588089 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51706) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:07.597034 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f75bae-fa8f-4c54-b900-a8dbed5b4764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c968edb4-4ba2-4bbb-841e-02db4472ec55,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:07.663795 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:07.727927 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f7cfef0-440a-4d60-aece-9429ba2fb8c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:07.743975 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51714) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:07.773828 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f7cfef0-440a-4d60-aece-9429ba2fb8c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:07.893023 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f7cfef0-440a-4d60-aece-9429ba2fb8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:07.895695 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f7cfef0-440a-4d60-aece-9429ba2fb8c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:07.896906 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5f7cfef0-440a-4d60-aece-9429ba2fb8c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c968edb4-4ba2-4bbb-841e-02db4472ec55 HTTP/1.1" status: 204 len: 168 time: 0.3077509 Dec 06 15:10:07.914363 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:07.916864 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7cfef0-440a-4d60-aece-9429ba2fb8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c968edb4-4ba2-4bbb-841e-02db4472ec55,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:07.922469 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:07.944803 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51722) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:08.007849 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Pushing event updated for resources: {'Port': ['ID=b50986cf-c27b-4d83-a62f-5c4a1372914f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:08.015024 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:08.176644 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Floating IP d16b26ce-2b22-4b48-ab3c-5776043d92aa associated. External IP: 172.35.7.156, port: 099eef1d-5509-4a33-9a34-d89e28a045ea. Dec 06 15:10:08.181827 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a51e4898-21a9-44f9-9604-9fc5d622cb7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aeba8040a8c54e758209f281c7fe9ad1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4369292 Dec 06 15:10:08.185598 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51730) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:08.194008 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e091f7e5-baf1-4fb5-8c67-b3e6edeeedce tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-39808964'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:08.194880 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e091f7e5-baf1-4fb5-8c67-b3e6edeeedce tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] Unknown quota resources ['metering_label']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 15:10:08.661650 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878ea48-ac43-4f20-9833-d3d559531de6 req-094526d2-25b1-4b04-913a-f01a7c8270bd tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:08.663521 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4878ea48-ac43-4f20-9833-d3d559531de6 req-094526d2-25b1-4b04-913a-f01a7c8270bd tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.5309901 Dec 06 15:10:08.788613 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e091f7e5-baf1-4fb5-8c67-b3e6edeeedce tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:08.789774 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e091f7e5-baf1-4fb5-8c67-b3e6edeeedce tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.8439534 Dec 06 15:10:08.799625 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51748) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:08.804242 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d0e0634b-1f63-4056-8e29-cb97d885cfd4 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'fe0a3063-d7da-44fd-8a1a-ed09e2bc6376'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:08.804767 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d0e0634b-1f63-4056-8e29-cb97d885cfd4 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 15:10:08.814337 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1214d34f-86f4-4250-95cb-a91433a90175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:08.825761 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:10:08.961184 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51754) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:08.963542 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:10:08.964731 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1214d34f-86f4-4250-95cb-a91433a90175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:08.972686 n-d-master-1 neutron-server[103289]: WARNING neutron.services.metering.metering_plugin [None req-d0e0634b-1f63-4056-8e29-cb97d885cfd4 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 15:10:08.978052 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7bf2b2-32a3-4150-b72d-7d0c1d7dcb35 None None] Sync routers for ids ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:10:08.988883 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4878ea48-ac43-4f20-9833-d3d559531de6 req-e5b25d24-6415-45c3-a2c2-58aefa631d0b tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539425 Dec 06 15:10:08.992542 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7bf2b2-32a3-4150-b72d-7d0c1d7dcb35 None None] Routers {'9e719e8b-b1e8-4901-8560-0aa24b7bb752'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:08.993184 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6b7bf2b2-32a3-4150-b72d-7d0c1d7dcb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:09.007592 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:09.049299 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-848fb590-5816-4356-bb74-c1df44f2e970 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0922372 Dec 06 15:10:09.049961 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'tag': '099eef1d-5509-4a33-9a34-d89e28a045ea'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:10:09.052526 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69798ee8-7c33-45c8-ae79-19e57636eac8" -d '{"events": [{"name": "network-changed", "server_uuid": "c073bb99-61c3-4ae9-93f5-cd85fd148049", "tag": "099eef1d-5509-4a33-9a34-d89e28a045ea"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:10:09.055421 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51758) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:09.115743 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9826232d-6c79-40f0-97b2-3cd8f030a586 tempest-TestVolumeBackupRestore-437963130 tempest-TestVolumeBackupRestore-437963130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:09.119154 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9826232d-6c79-40f0-97b2-3cd8f030a586 tempest-TestVolumeBackupRestore-437963130 tempest-TestVolumeBackupRestore-437963130-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 1091 time: 0.0625930 Dec 06 15:10:09.120828 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6b7bf2b2-32a3-4150-b72d-7d0c1d7dcb35 None None] Set router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:10:09.123395 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51766) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:09.147333 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d0e0634b-1f63-4056-8e29-cb97d885cfd4 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:09.152884 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-aaedabce-14b9-4a02-ba6a-a64db62bae3c tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Request body: {'floatingip': {'port_id': '099eef1d-5509-4a33-9a34-d89e28a045ea'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:09.159408 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d0e0634b-1f63-4056-8e29-cb97d885cfd4 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3589416 Dec 06 15:10:09.160928 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51768) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:09.165765 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-172012b6-c236-49a3-b627-535d1da3f399 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'fe0a3063-d7da-44fd-8a1a-ed09e2bc6376'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:09.166361 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-172012b6-c236-49a3-b627-535d1da3f399 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 15:10:09.235700 n-d-master-1 neutron-server[103289]: WARNING neutron.services.metering.metering_plugin [None req-172012b6-c236-49a3-b627-535d1da3f399 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 15:10:09.288574 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d38e0aca-e5f4-48f0-8535-7b2ca5b45244 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1918622348'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:09.326400 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaedabce-14b9-4a02-ba6a-a64db62bae3c tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for floatingip, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:09.340791 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-172012b6-c236-49a3-b627-535d1da3f399 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:09.345092 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-172012b6-c236-49a3-b627-535d1da3f399 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1834967 Dec 06 15:10:09.346021 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51770) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:09.352213 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1214d34f-86f4-4250-95cb-a91433a90175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:09.355006 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1214d34f-86f4-4250-95cb-a91433a90175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:09.356131 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1214d34f-86f4-4250-95cb-a91433a90175 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/412a810a-8497-4b8e-ab13-109090c386d4 HTTP/1.1" status: 204 len: 168 time: 1.1674168 Dec 06 15:10:09.367713 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-08103e28-5914-4537-aaf8-64e7df8ed2b5 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=570c4ba9-ed17-481c-bac6-409dd2fbb86e HTTP/1.1" status: 200 len: 464 time: 0.0203400 Dec 06 15:10:09.372926 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51774) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:09.381139 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214d34f-86f4-4250-95cb-a91433a90175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412a810a-8497-4b8e-ab13-109090c386d4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:09.418146 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38e0aca-e5f4-48f0-8535-7b2ca5b45244 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:09.427158 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d38e0aca-e5f4-48f0-8535-7b2ca5b45244 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:09.449515 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d38e0aca-e5f4-48f0-8535-7b2ca5b45244 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:09.483588 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c5f06b-1f61-4d17-9fd2-5f5a506d39f4 x-openstack-request-id: req-00c5f06b-1f61-4d17-9fd2-5f5a506d39f4 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:10:09.483911 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c073bb99-61c3-4ae9-93f5-cd85fd148049", "tag": "099eef1d-5509-4a33-9a34-d89e28a045ea", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:10:09.484295 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00c5f06b-1f61-4d17-9fd2-5f5a506d39f4 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:10:09.488074 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'tag': '099eef1d-5509-4a33-9a34-d89e28a045ea', 'status': 'completed', 'code': 200} Dec 06 15:10:09.533999 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73d9914e-08bd-40e9-b6d8-b023582e4759 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:09.540928 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-73d9914e-08bd-40e9-b6d8-b023582e4759 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/570c4ba9-ed17-481c-bac6-409dd2fbb86e HTTP/1.1" status: 204 len: 168 time: 0.1670547 Dec 06 15:10:09.542396 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51776) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:09.545065 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6b7bf2b2-32a3-4150-b72d-7d0c1d7dcb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'name': 'tempest-TestVolumeBackupRestore-1817258430-router', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:05:50Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'gw_port': {'id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:51Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd16b26ce-2b22-4b48-ab3c-5776043d92aa', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'floating_ip_address': '172.35.7.156', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'port_id': '099eef1d-5509-4a33-9a34-d89e28a045ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'mac_address': 'fa:16:3e:66:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:10:07Z', 'updated_at': '2021-12-06T15:10:07Z', 'revision_number': 0, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa4fcc9-22ba-452a-ad1b-9744f045b540', 'name': '', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'mac_address': 'fa:16:3e:e3:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:56Z', 'updated_at': '2021-12-06T15:06:02Z', 'revision_number': 5, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'subnets': [{'id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:09.568053 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51778) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:09.572563 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-76f1f4de-0791-42ae-a830-08f745b2951b tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1100149140', 'description': 'label created by tempest'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:09.573152 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-76f1f4de-0791-42ae-a830-08f745b2951b tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] Unknown quota resources ['metering_label']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 15:10:09.578328 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-021940cf-cd8f-4d04-8dbd-3fa169f62716 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=570c4ba9-ed17-481c-bac6-409dd2fbb86e HTTP/1.1" status: 200 len: 221 time: 0.0311012 Dec 06 15:10:09.584057 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7bf2b2-32a3-4150-b72d-7d0c1d7dcb35 None None] Checking router: 9e719e8b-b1e8-4901-8560-0aa24b7bb752 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:10:09.599384 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7bf2b2-32a3-4150-b72d-7d0c1d7dcb35 None None] Routers {'9e719e8b-b1e8-4901-8560-0aa24b7bb752'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:09.605631 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6b7bf2b2-32a3-4150-b72d-7d0c1d7dcb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:09.722795 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6b7bf2b2-32a3-4150-b72d-7d0c1d7dcb35 None None] Set router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:10:09.835852 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76f1f4de-0791-42ae-a830-08f745b2951b tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:09.838352 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-76f1f4de-0791-42ae-a830-08f745b2951b tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2691767 Dec 06 15:10:09.841147 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69798ee8-7c33-45c8-ae79-19e57636eac8 req-c2010650-ef6f-40b8-adf9-5579676b9164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:09.842863 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69798ee8-7c33-45c8-ae79-19e57636eac8 req-c2010650-ef6f-40b8-adf9-5579676b9164 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a2aac743260403bb350e6365eee4c89&device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 1096 time: 0.2664430 Dec 06 15:10:09.843515 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51780) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:09.851472 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d38e0aca-e5f4-48f0-8535-7b2ca5b45244 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:09.881529 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d38e0aca-e5f4-48f0-8535-7b2ca5b45244 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:09.955273 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e0aca-e5f4-48f0-8535-7b2ca5b45244 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafea0ff-7bfd-41ad-ba80-a4a292083d89,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:09.986878 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38e0aca-e5f4-48f0-8535-7b2ca5b45244 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:10:09.998796 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69798ee8-7c33-45c8-ae79-19e57636eac8 req-0d75a8cd-cfbc-4742-8151-23926034651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:10.000851 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69798ee8-7c33-45c8-ae79-19e57636eac8 req-0d75a8cd-cfbc-4742-8151-23926034651b service neutron] 10.222.0.37 "GET /v2.0/networks?id=78cfa806-705b-461f-90b8-3deff86f3c75 HTTP/1.1" status: 200 len: 915 time: 0.1390963 Dec 06 15:10:10.037463 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d38e0aca-e5f4-48f0-8535-7b2ca5b45244 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:10.038041 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-d38e0aca-e5f4-48f0-8535-7b2ca5b45244 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Added segment 8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292 of type vlan for network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 Dec 06 15:10:10.119644 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69798ee8-7c33-45c8-ae79-19e57636eac8 req-6e397b47-93da-45aa-9d92-f8f71f955715 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=099eef1d-5509-4a33-9a34-d89e28a045ea HTTP/1.1" status: 200 len: 999 time: 0.0759883 Dec 06 15:10:10.121424 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a85b902d-dfe1-40d1-8eb7-5df483d34f7d tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=9dded7d2-d63f-4ed2-80dc-11d453cad531 HTTP/1.1" status: 200 len: 468 time: 0.2762020 Dec 06 15:10:10.124630 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51788) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:10.185950 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d38e0aca-e5f4-48f0-8535-7b2ca5b45244 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:10.315594 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a19247-a49f-4929-8278-77f6e8d049b1 req-f765a121-d912-45ba-9766-bb5ea8278bcc tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:10.317140 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-36a19247-a49f-4929-8278-77f6e8d049b1 req-f765a121-d912-45ba-9766-bb5ea8278bcc tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.1627102 Dec 06 15:10:10.324884 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69798ee8-7c33-45c8-ae79-19e57636eac8 req-40fdf334-2a0e-4ff3-a7fc-17767ccbfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:10.327045 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69798ee8-7c33-45c8-ae79-19e57636eac8 req-40fdf334-2a0e-4ff3-a7fc-17767ccbfcd1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf66fc85-22e7-489d-a136-b60a02604889 HTTP/1.1" status: 200 len: 853 time: 0.1952176 Dec 06 15:10:10.360682 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d38e0aca-e5f4-48f0-8535-7b2ca5b45244 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:10.366767 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38e0aca-e5f4-48f0-8535-7b2ca5b45244 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:10.367353 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d38e0aca-e5f4-48f0-8535-7b2ca5b45244 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:10.406928 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6b7bf2b2-32a3-4150-b72d-7d0c1d7dcb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'name': 'tempest-TestVolumeBackupRestore-1817258430-router', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:05:50Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'gw_port': {'id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:51Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd16b26ce-2b22-4b48-ab3c-5776043d92aa', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'floating_ip_address': '172.35.7.156', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'port_id': '099eef1d-5509-4a33-9a34-d89e28a045ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'mac_address': 'fa:16:3e:66:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:10:07Z', 'updated_at': '2021-12-06T15:10:07Z', 'revision_number': 0, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa4fcc9-22ba-452a-ad1b-9744f045b540', 'name': '', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'mac_address': 'fa:16:3e:e3:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:56Z', 'updated_at': '2021-12-06T15:06:02Z', 'revision_number': 5, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'subnets': [{'id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:10.436857 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7bf2b2-32a3-4150-b72d-7d0c1d7dcb35 None None] The sync data for ids ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'] in n-d-master-1 is: [{'id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'name': 'tempest-TestVolumeBackupRestore-1817258430-router', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:05:50Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'gw_port': {'id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:51Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd16b26ce-2b22-4b48-ab3c-5776043d92aa', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'floating_ip_address': '172.35.7.156', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'port_id': '099eef1d-5509-4a33-9a34-d89e28a045ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'mac_address': 'fa:16:3e:66:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:10:07Z', 'updated_at': '2021-12-06T15:10:07Z', 'revision_number': 0, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa4fcc9-22ba-452a-ad1b-9744f045b540', 'name': '', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'mac_address': 'fa:16:3e:e3:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:56Z', 'updated_at': '2021-12-06T15:06:02Z', 'revision_number': 5, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'subnets': [{'id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:10:10.449064 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c927e64c-5a1b-4635-b396-a595b79001a6 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:10.452873 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c927e64c-5a1b-4635-b396-a595b79001a6 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/9dded7d2-d63f-4ed2-80dc-11d453cad531 HTTP/1.1" status: 204 len: 168 time: 0.3196750 Dec 06 15:10:10.453659 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51800) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:10.458279 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e0aca-e5f4-48f0-8535-7b2ca5b45244 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Network': ['ID=5fffb78d-dfa2-4b31-864d-b7cdbf69ace9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:10.469690 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:10:10.502207 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-11c10032-ca0a-4a55-9588-08aad00103c7 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=9dded7d2-d63f-4ed2-80dc-11d453cad531 HTTP/1.1" status: 200 len: 216 time: 0.0439415 Dec 06 15:10:10.504389 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69798ee8-7c33-45c8-ae79-19e57636eac8 req-9ecade89-18bf-48c9-8ac6-c92a41600d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:10.508937 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69798ee8-7c33-45c8-ae79-19e57636eac8 req-9ecade89-18bf-48c9-8ac6-c92a41600d71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78cfa806-705b-461f-90b8-3deff86f3c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449001 Dec 06 15:10:10.508937 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51802) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:10.517670 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-530381d7-5416-4bb6-8381-6a70c66b7500 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098715 Dec 06 15:10:10.520939 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51804) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:10.532569 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-69798ee8-7c33-45c8-ae79-19e57636eac8 req-2031a1a1-05bc-473a-9050-ef9f756fd668 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:10:10.533892 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69798ee8-7c33-45c8-ae79-19e57636eac8 req-2031a1a1-05bc-473a-9050-ef9f756fd668 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154302 Dec 06 15:10:10.541892 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-98d371c2-c8e9-4a41-9260-508e3ebc1eee tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0197840 Dec 06 15:10:10.546341 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51806) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:10.561443 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d38e0aca-e5f4-48f0-8535-7b2ca5b45244 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5957289 Dec 06 15:10:10.586719 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51808) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:10.596732 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-59913c3f-c79e-4cde-b301-2bcc2a945422 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:10.646828 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-99430058-01c5-401c-b0c4-88a9b3d94718 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/fe0a3063-d7da-44fd-8a1a-ed09e2bc6376 HTTP/1.1" status: 200 len: 471 time: 0.0992882 Dec 06 15:10:10.690543 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51810) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:10.703114 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-796ee34e-e29f-4f92-b4cf-6a0588fe2663 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/26bf0bc0-5b06-43b9-9c9e-0f3a560f3bef HTTP/1.1" status: 200 len: 461 time: 0.0114756 Dec 06 15:10:10.709290 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51814) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:10.764075 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69798ee8-7c33-45c8-ae79-19e57636eac8 req-abcb8a0c-036e-4424-b15c-f93c61e87007 service neutron] 10.222.0.37 "GET /v2.0/networks/78cfa806-705b-461f-90b8-3deff86f3c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209444 Dec 06 15:10:10.769842 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-36a19247-a49f-4929-8278-77f6e8d049b1 req-e2d85784-d885-4f22-a151-c6d157037505 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156804 Dec 06 15:10:10.799127 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59913c3f-c79e-4cde-b301-2bcc2a945422 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:10.802370 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59913c3f-c79e-4cde-b301-2bcc2a945422 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:10.841854 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.db.resource_extend [None req-aaedabce-14b9-4a02-ba6a-a64db62bae3c tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 15:10:10.910340 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6857eca-060f-426f-98f4-0e45d3a40044 None None] New status for floating IP d16b26ce-2b22-4b48-ab3c-5776043d92aa: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:10:10.944995 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69798ee8-7c33-45c8-ae79-19e57636eac8 req-e0522b04-7439-4e9f-857c-78f505c60c40 service neutron] 10.222.0.37 "GET /v2.0/networks/78cfa806-705b-461f-90b8-3deff86f3c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630549 Dec 06 15:10:11.118168 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51824) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:11.132311 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaedabce-14b9-4a02-ba6a-a64db62bae3c tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:11.142038 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-545cefbc-a31a-40a8-b62e-8b4d3b0cc6bd tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:11.144117 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-545cefbc-a31a-40a8-b62e-8b4d3b0cc6bd tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/26bf0bc0-5b06-43b9-9c9e-0f3a560f3bef HTTP/1.1" status: 204 len: 168 time: 0.4255414 Dec 06 15:10:11.151332 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51828) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:11.152364 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaedabce-14b9-4a02-ba6a-a64db62bae3c tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:11.189839 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-b6857eca-060f-426f-98f4-0e45d3a40044 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:10:11.191554 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-b6857eca-060f-426f-98f4-0e45d3a40044 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:10:11.276566 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-234a9f6b-c49f-473f-9383-c91784603812 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-619141017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:11.408502 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59913c3f-c79e-4cde-b301-2bcc2a945422 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:11.529483 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaedabce-14b9-4a02-ba6a-a64db62bae3c tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:10:11.534062 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59913c3f-c79e-4cde-b301-2bcc2a945422 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=41a4f07c-8aef-4cf0-9176-0267332b1154,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:11.550241 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59913c3f-c79e-4cde-b301-2bcc2a945422 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:11.550866 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59913c3f-c79e-4cde-b301-2bcc2a945422 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network hostable DHCP agents. Network: 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:10:11.609525 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59913c3f-c79e-4cde-b301-2bcc2a945422 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:10:11.624959 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-59913c3f-c79e-4cde-b301-2bcc2a945422 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:11.642967 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42212f0d-230c-456a-8a9b-2f65b3e40e91 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:11.655753 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59913c3f-c79e-4cde-b301-2bcc2a945422 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:11.656407 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59913c3f-c79e-4cde-b301-2bcc2a945422 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:11.698130 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-59913c3f-c79e-4cde-b301-2bcc2a945422 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1075346 Dec 06 15:10:11.698357 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6857eca-060f-426f-98f4-0e45d3a40044 None None] New status for floating IP d16b26ce-2b22-4b48-ab3c-5776043d92aa: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:10:11.703066 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51832) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:11.708384 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4cb5d6b0-1a18-423e-85d7-f3a16f2b9303 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'name': 'tempest-NetworksTestDHCPv6-1087975798'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:11.711759 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-234a9f6b-c49f-473f-9383-c91784603812 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:11.712753 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-234a9f6b-c49f-473f-9383-c91784603812 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:11.717085 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaedabce-14b9-4a02-ba6a-a64db62bae3c tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:10:11.731774 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e6cf4aa-bb41-4e70-a42a-745e907b9b55 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:11.732907 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8e6cf4aa-bb41-4e70-a42a-745e907b9b55 tempest-MeteringTestJSON-844475518 tempest-MeteringTestJSON-844475518-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/fe0a3063-d7da-44fd-8a1a-ed09e2bc6376 HTTP/1.1" status: 204 len: 168 time: 0.5802634 Dec 06 15:10:11.736484 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaedabce-14b9-4a02-ba6a-a64db62bae3c tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:11.817631 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'tag': '099eef1d-5509-4a33-9a34-d89e28a045ea'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:10:11.820188 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ca89ec-2a30-4c49-9d66-6d5a206cba6c" -d '{"events": [{"name": "network-changed", "server_uuid": "c073bb99-61c3-4ae9-93f5-cd85fd148049", "tag": "099eef1d-5509-4a33-9a34-d89e28a045ea"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:10:11.829967 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-aaedabce-14b9-4a02-ba6a-a64db62bae3c tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "PUT /v2.0/floatingips/d16b26ce-2b22-4b48-ab3c-5776043d92aa HTTP/1.1" status: 200 len: 991 time: 2.6989753 Dec 06 15:10:11.870593 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-234a9f6b-c49f-473f-9383-c91784603812 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:11.883125 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-234a9f6b-c49f-473f-9383-c91784603812 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:11.930106 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b51723-d749-40a4-84f5-307b8a613d10 x-openstack-request-id: req-a0b51723-d749-40a4-84f5-307b8a613d10 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:10:11.932351 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c073bb99-61c3-4ae9-93f5-cd85fd148049", "tag": "099eef1d-5509-4a33-9a34-d89e28a045ea", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:10:11.932664 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0b51723-d749-40a4-84f5-307b8a613d10 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:10:11.936573 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'tag': '099eef1d-5509-4a33-9a34-d89e28a045ea', 'status': 'completed', 'code': 200} Dec 06 15:10:11.937156 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-234a9f6b-c49f-473f-9383-c91784603812 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:11.941390 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-234a9f6b-c49f-473f-9383-c91784603812 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8200426 Dec 06 15:10:11.941390 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb5d6b0-1a18-423e-85d7-f3a16f2b9303 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:11.944442 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d6b0-1a18-423e-85d7-f3a16f2b9303 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:11.944788 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51840) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:11.961289 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-facdce45-a48a-471f-9043-8c356be3ec0a tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1290102397'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:11.977433 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-4cb5d6b0-1a18-423e-85d7-f3a16f2b9303 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port 7b155d84-4d51-43c2-98da-78b78ea75f80 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:10:12.054708 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16397ca-3c57-439b-8e78-b95194bf1bee req-5a4280d4-d9cf-4731-9251-71213707caaa tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:12.057057 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a16397ca-3c57-439b-8e78-b95194bf1bee req-5a4280d4-d9cf-4731-9251-71213707caaa tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.1078703 Dec 06 15:10:12.058153 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca89ec-2a30-4c49-9d66-6d5a206cba6c req-03d87700-4d39-471f-884a-5d3adedfe689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:12.060934 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09ca89ec-2a30-4c49-9d66-6d5a206cba6c req-03d87700-4d39-471f-884a-5d3adedfe689 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a2aac743260403bb350e6365eee4c89&device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 1096 time: 0.0946305 Dec 06 15:10:12.124657 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facdce45-a48a-471f-9043-8c356be3ec0a tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Made reservation on behalf of eb607da8f2d84ea887c99f2aed3a13a1 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:12.128553 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-facdce45-a48a-471f-9043-8c356be3ec0a tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:12.149054 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a16397ca-3c57-439b-8e78-b95194bf1bee req-0d479683-291a-4fed-8bec-58a0e2e1f23d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828359 Dec 06 15:10:12.149864 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-facdce45-a48a-471f-9043-8c356be3ec0a tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:12.162685 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'fixed_ips': [{'subnet_id': '41a4f07c-8aef-4cf0-9176-0267332b1154'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:10:12.164073 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:12.230576 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-4cb5d6b0-1a18-423e-85d7-f3a16f2b9303 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::4c (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/41a4f07c-8aef-4cf0-9176-0267332b1154/7b155d84-4d51-43c2-98da-78b78ea75f80) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:12.302102 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca89ec-2a30-4c49-9d66-6d5a206cba6c req-1f701548-f918-4ff5-b1a3-ebc1d8d093fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:12.304177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09ca89ec-2a30-4c49-9d66-6d5a206cba6c req-1f701548-f918-4ff5-b1a3-ebc1d8d093fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=78cfa806-705b-461f-90b8-3deff86f3c75 HTTP/1.1" status: 200 len: 915 time: 0.2356777 Dec 06 15:10:12.337782 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-facdce45-a48a-471f-9043-8c356be3ec0a tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:12.346975 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-facdce45-a48a-471f-9043-8c356be3ec0a tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:12.393311 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdce45-a48a-471f-9043-8c356be3ec0a tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6ba320-0580-445c-a104-436514c44660,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:12.422916 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facdce45-a48a-471f-9043-8c356be3ec0a tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:10:12.424220 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09ca89ec-2a30-4c49-9d66-6d5a206cba6c req-d22e85de-2e39-48ad-bc8b-814b99287f91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=099eef1d-5509-4a33-9a34-d89e28a045ea HTTP/1.1" status: 200 len: 1001 time: 0.1124136 Dec 06 15:10:12.438099 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-facdce45-a48a-471f-9043-8c356be3ec0a tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:12.438854 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-facdce45-a48a-471f-9043-8c356be3ec0a tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Added segment 7bd3a0e9-01f1-4f31-8bc8-d57745b490ff of type vlan for network 8a9dd1e8-5325-4112-8e08-6ea039217f74 Dec 06 15:10:12.446106 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da793ccf-dc12-4484-8040-b134dd66e0eb None None] Sync routers for ids ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:10:12.451420 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51848) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:12.457585 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da793ccf-dc12-4484-8040-b134dd66e0eb None None] Routers {'9e719e8b-b1e8-4901-8560-0aa24b7bb752'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:12.458114 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-da793ccf-dc12-4484-8040-b134dd66e0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:12.503098 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-facdce45-a48a-471f-9043-8c356be3ec0a tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:12.543459 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca89ec-2a30-4c49-9d66-6d5a206cba6c req-3f33fb06-cc63-4427-bc18-f8dcc26bf9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:12.547554 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09ca89ec-2a30-4c49-9d66-6d5a206cba6c req-3f33fb06-cc63-4427-bc18-f8dcc26bf9c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf66fc85-22e7-489d-a136-b60a02604889 HTTP/1.1" status: 200 len: 853 time: 0.1101124 Dec 06 15:10:12.555314 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-facdce45-a48a-471f-9043-8c356be3ec0a tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:12.562207 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facdce45-a48a-471f-9043-8c356be3ec0a tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:12.563424 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-facdce45-a48a-471f-9043-8c356be3ec0a tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:12.619048 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d6b0-1a18-423e-85d7-f3a16f2b9303 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:12.640892 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca89ec-2a30-4c49-9d66-6d5a206cba6c req-6c0fe6c7-5fbc-4333-9947-75b3346d487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:12.643046 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09ca89ec-2a30-4c49-9d66-6d5a206cba6c req-6c0fe6c7-5fbc-4333-9947-75b3346d487a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78cfa806-705b-461f-90b8-3deff86f3c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791790 Dec 06 15:10:12.678257 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdce45-a48a-471f-9043-8c356be3ec0a tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event updated for resources: {'Network': ['ID=8a9dd1e8-5325-4112-8e08-6ea039217f74,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:12.691484 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51852) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:12.692958 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 8a9dd1e8-5325-4112-8e08-6ea039217f74 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:10:12.697033 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-da793ccf-dc12-4484-8040-b134dd66e0eb None None] Set router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:10:12.698520 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cb624ca9-baad-4998-a9ce-c01f73fd5248 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Request body: {'subnet': {'network_id': '8a9dd1e8-5325-4112-8e08-6ea039217f74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:12.703140 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-facdce45-a48a-471f-9043-8c356be3ec0a tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7569375 Dec 06 15:10:12.750969 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da239bbd-1d66-4aa3-aae2-393b39f4e25f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:12.769021 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d6b0-1a18-423e-85d7-f3a16f2b9303 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:12.885773 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5d6b0-1a18-423e-85d7-f3a16f2b9303 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=7b155d84-4d51-43c2-98da-78b78ea75f80,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:12.899876 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da239bbd-1d66-4aa3-aae2-393b39f4e25f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:12.910990 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da239bbd-1d66-4aa3-aae2-393b39f4e25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:12.962068 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb5d6b0-1a18-423e-85d7-f3a16f2b9303 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:12.970399 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4cb5d6b0-1a18-423e-85d7-f3a16f2b9303 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:12.973407 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb5d6b0-1a18-423e-85d7-f3a16f2b9303 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:12.975205 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-da239bbd-1d66-4aa3-aae2-393b39f4e25f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2202b469723f4d1084262f7e1bbee308&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5225763 Dec 06 15:10:12.982387 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb5d6b0-1a18-423e-85d7-f3a16f2b9303 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:12.983066 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d6b0-1a18-423e-85d7-f3a16f2b9303 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:12.986979 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09ca89ec-2a30-4c49-9d66-6d5a206cba6c req-79bf3744-4254-44d6-b51b-9b7355d70c3a service neutron] 10.222.0.37 "GET /v2.0/networks/78cfa806-705b-461f-90b8-3deff86f3c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324165 Dec 06 15:10:12.988486 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51854) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:12.989683 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da239bbd-1d66-4aa3-aae2-393b39f4e25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9662f782-218a-42c4-bb3f-c9b4ddde6e7b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:13.092904 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-da793ccf-dc12-4484-8040-b134dd66e0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'name': 'tempest-TestVolumeBackupRestore-1817258430-router', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:05:50Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'gw_port': {'id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:51Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd16b26ce-2b22-4b48-ab3c-5776043d92aa', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'floating_ip_address': '172.35.7.156', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'port_id': '099eef1d-5509-4a33-9a34-d89e28a045ea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'mac_address': 'fa:16:3e:66:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:10:07Z', 'updated_at': '2021-12-06T15:10:12Z', 'revision_number': 2, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa4fcc9-22ba-452a-ad1b-9744f045b540', 'name': '', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'mac_address': 'fa:16:3e:e3:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:56Z', 'updated_at': '2021-12-06T15:06:02Z', 'revision_number': 5, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'subnets': [{'id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:13.101840 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Allocated IP 2001:db8::2 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/41a4f07c-8aef-4cf0-9176-0267332b1154/c87137a4-e5f7-4725-8b11-52534b7235d9) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:13.114499 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb624ca9-baad-4998-a9ce-c01f73fd5248 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Made reservation on behalf of eb607da8f2d84ea887c99f2aed3a13a1 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:13.117997 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb624ca9-baad-4998-a9ce-c01f73fd5248 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:13.131318 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4cb5d6b0-1a18-423e-85d7-f3a16f2b9303 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4268579 Dec 06 15:10:13.133985 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51856) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:13.135331 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da793ccf-dc12-4484-8040-b134dd66e0eb None None] Checking router: 9e719e8b-b1e8-4901-8560-0aa24b7bb752 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:10:13.147190 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db8224ae-1930-43f4-a856-ed21d68779e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:13.147952 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da793ccf-dc12-4484-8040-b134dd66e0eb None None] Routers {'9e719e8b-b1e8-4901-8560-0aa24b7bb752'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:13.148712 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-da793ccf-dc12-4484-8040-b134dd66e0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:13.245388 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db8224ae-1930-43f4-a856-ed21d68779e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:13.249263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09ca89ec-2a30-4c49-9d66-6d5a206cba6c req-84094f55-75ee-42ec-9f40-ab1440b2ad0d service neutron] 10.222.0.37 "GET /v2.0/networks/78cfa806-705b-461f-90b8-3deff86f3c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240727 Dec 06 15:10:13.362030 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04569ba9-4fae-4e59-a7af-dd6b9178fccf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:13.363831 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-04569ba9-4fae-4e59-a7af-dd6b9178fccf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2286508 Dec 06 15:10:13.364034 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db8224ae-1930-43f4-a856-ed21d68779e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:13.366431 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51864) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:13.366696 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-db8224ae-1930-43f4-a856-ed21d68779e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:13.375574 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-db8224ae-1930-43f4-a856-ed21d68779e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9662f782-218a-42c4-bb3f-c9b4ddde6e7b HTTP/1.1" status: 204 len: 168 time: 0.3839881 Dec 06 15:10:13.388546 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8224ae-1930-43f4-a856-ed21d68779e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9662f782-218a-42c4-bb3f-c9b4ddde6e7b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:13.417728 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:13.431926 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:13.459446 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb624ca9-baad-4998-a9ce-c01f73fd5248 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:13.480962 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:13.483802 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:13.506946 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:13.537701 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb624ca9-baad-4998-a9ce-c01f73fd5248 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event updated for resources: {'Subnet': ['ID=4328f4f2-cc8e-424d-bba7-3f620a617ab6,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:13.557543 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Pushing event updated for resources: {'Port': ['ID=c87137a4-e5f7-4725-8b11-52534b7235d9,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:13.571239 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb624ca9-baad-4998-a9ce-c01f73fd5248 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Checking segment: {'id': '7bd3a0e9-01f1-4f31-8bc8-d57745b490ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a9dd1e8-5325-4112-8e08-6ea039217f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:13.571619 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb624ca9-baad-4998-a9ce-c01f73fd5248 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Network hostable DHCP agents. Network: 8a9dd1e8-5325-4112-8e08-6ea039217f74, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:10:13.590808 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-da793ccf-dc12-4484-8040-b134dd66e0eb None None] Set router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:10:13.627765 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb624ca9-baad-4998-a9ce-c01f73fd5248 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Network 8a9dd1e8-5325-4112-8e08-6ea039217f74 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:10:13.649068 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cb624ca9-baad-4998-a9ce-c01f73fd5248 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 8a9dd1e8-5325-4112-8e08-6ea039217f74) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:13.664101 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb624ca9-baad-4998-a9ce-c01f73fd5248 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:13.664629 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb624ca9-baad-4998-a9ce-c01f73fd5248 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:13.698360 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cb624ca9-baad-4998-a9ce-c01f73fd5248 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0029249 Dec 06 15:10:13.700434 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4569bf36-c98a-4de5-86c6-25b0313405db None None] Network 8a9dd1e8-5325-4112-8e08-6ea039217f74 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:13.700949 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51868) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:13.714026 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a870c5d9-02f4-40d2-95a1-48b57973f764 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Request body: {'network': {'name': 'tempest-router-network01--643101119'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:13.771584 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Attempting to bind port c87137a4-e5f7-4725-8b11-52534b7235d9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:10:13.774042 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Attempting to bind port c87137a4-e5f7-4725-8b11-52534b7235d9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:10:13.774741 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Attempting to bind port c87137a4-e5f7-4725-8b11-52534b7235d9 on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:10:13.777123 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a870c5d9-02f4-40d2-95a1-48b57973f764 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Made reservation on behalf of eb607da8f2d84ea887c99f2aed3a13a1 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:13.788164 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a870c5d9-02f4-40d2-95a1-48b57973f764 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:13.807634 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:10:13.808542 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:13.809308 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:13.810143 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:10:13.810873 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Bound port: c87137a4-e5f7-4725-8b11-52534b7235d9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:10:13.811495 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:13.884307 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a870c5d9-02f4-40d2-95a1-48b57973f764 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:10:13.914687 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a870c5d9-02f4-40d2-95a1-48b57973f764 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:13.915032 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-a870c5d9-02f4-40d2-95a1-48b57973f764 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Added segment a0e85440-fdae-4c0f-9095-41275791e55f of type vlan for network 3f9269a9-2923-427e-8e6c-e023c3f0d9e9 Dec 06 15:10:13.943972 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69feba4b-4e9b-4ffa-be33-6c61d400a6fb req-bdaf75a8-957e-403a-879b-8d730652fdae tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:13.945781 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69feba4b-4e9b-4ffa-be33-6c61d400a6fb req-bdaf75a8-957e-403a-879b-8d730652fdae tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.4677715 Dec 06 15:10:13.946464 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'tag': '099eef1d-5509-4a33-9a34-d89e28a045ea'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:10:13.948779 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ea08b9-d48e-4068-bfee-0cfdcd189654" -d '{"events": [{"name": "network-changed", "server_uuid": "c073bb99-61c3-4ae9-93f5-cd85fd148049", "tag": "099eef1d-5509-4a33-9a34-d89e28a045ea"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:10:13.992398 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-96c7bb0f-594a-40aa-a46b-8cfb6e391fb3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port 7b155d84-4d51-43c2-98da-78b78ea75f80 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:13.992736 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96c7bb0f-594a-40aa-a46b-8cfb6e391fb3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:14.007562 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a870c5d9-02f4-40d2-95a1-48b57973f764 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:14.031860 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b3917f-21f3-4fcd-8b8b-e72c92c37415 x-openstack-request-id: req-65b3917f-21f3-4fcd-8b8b-e72c92c37415 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:10:14.032457 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c073bb99-61c3-4ae9-93f5-cd85fd148049", "tag": "099eef1d-5509-4a33-9a34-d89e28a045ea", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:10:14.032885 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65b3917f-21f3-4fcd-8b8b-e72c92c37415 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:10:14.033455 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'tag': '099eef1d-5509-4a33-9a34-d89e28a045ea', 'status': 'completed', 'code': 200} Dec 06 15:10:14.131377 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-69feba4b-4e9b-4ffa-be33-6c61d400a6fb req-fcefc022-bfc1-45f9-a891-b3768826fa21 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637816 Dec 06 15:10:14.145498 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a870c5d9-02f4-40d2-95a1-48b57973f764 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:14.154203 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a870c5d9-02f4-40d2-95a1-48b57973f764 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:14.155136 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a870c5d9-02f4-40d2-95a1-48b57973f764 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:14.156521 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96c7bb0f-594a-40aa-a46b-8cfb6e391fb3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:14.169396 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] For port c87137a4-e5f7-4725-8b11-52534b7235d9, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:10:14.170502 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-96c7bb0f-594a-40aa-a46b-8cfb6e391fb3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for 7b155d84-4d51-43c2-98da-78b78ea75f80 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:14.208759 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a870c5d9-02f4-40d2-95a1-48b57973f764 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5045717 Dec 06 15:10:14.210496 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51874) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:14.210845 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51876) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:14.219462 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-aefefbd7-6992-4ba5-8775-203b2b158da6 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Request body: {'network': {'name': 'tempest-router-network02--488762'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:14.240782 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-254e7ee1-8ea8-43aa-af43-90a0262f7c3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:14.267977 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea08b9-d48e-4068-bfee-0cfdcd189654 req-7dc35907-3274-4b17-9764-a18adb43b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:14.269644 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33ea08b9-d48e-4068-bfee-0cfdcd189654 req-7dc35907-3274-4b17-9764-a18adb43b54a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a2aac743260403bb350e6365eee4c89&device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 1096 time: 0.2203782 Dec 06 15:10:14.280518 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] For port c87137a4-e5f7-4725-8b11-52534b7235d9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c87137a4-e5f7-4725-8b11-52534b7235d9,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:10:14.300604 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:14.353225 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96c7bb0f-594a-40aa-a46b-8cfb6e391fb3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:14.408109 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870c5d9-02f4-40d2-95a1-48b57973f764 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event updated for resources: {'Network': ['ID=3f9269a9-2923-427e-8e6c-e023c3f0d9e9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:14.455723 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 3f9269a9-2923-427e-8e6c-e023c3f0d9e9 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:10:14.464676 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e54dba-2359-48f5-b9c8-c57ffe3c5775 None None] Pushing event updated for resources: {'Port': ['ID=c87137a4-e5f7-4725-8b11-52534b7235d9,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:14.468956 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-8a9dd1e8-5325-4112-8e08-6ea039217f74', 'network_id': '8a9dd1e8-5325-4112-8e08-6ea039217f74', 'tenant_id': 'eb607da8f2d84ea887c99f2aed3a13a1', 'fixed_ips': [{'subnet_id': '4328f4f2-cc8e-424d-bba7-3f620a617ab6'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:10:14.470679 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:14.473587 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7bb0f-594a-40aa-a46b-8cfb6e391fb3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=7b155d84-4d51-43c2-98da-78b78ea75f80,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:14.491225 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96c7bb0f-594a-40aa-a46b-8cfb6e391fb3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:14.492095 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-da793ccf-dc12-4484-8040-b134dd66e0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'name': 'tempest-TestVolumeBackupRestore-1817258430-router', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:05:50Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'gw_port': {'id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:51Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd16b26ce-2b22-4b48-ab3c-5776043d92aa', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'floating_ip_address': '172.35.7.156', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'port_id': '099eef1d-5509-4a33-9a34-d89e28a045ea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'mac_address': 'fa:16:3e:66:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:10:07Z', 'updated_at': '2021-12-06T15:10:12Z', 'revision_number': 2, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa4fcc9-22ba-452a-ad1b-9744f045b540', 'name': '', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'mac_address': 'fa:16:3e:e3:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:56Z', 'updated_at': '2021-12-06T15:06:02Z', 'revision_number': 5, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'subnets': [{'id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:14.500661 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-96c7bb0f-594a-40aa-a46b-8cfb6e391fb3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/7b155d84-4d51-43c2-98da-78b78ea75f80 HTTP/1.1" status: 204 len: 168 time: 1.1323822 Dec 06 15:10:14.501973 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51882) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:14.566425 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefefbd7-6992-4ba5-8775-203b2b158da6 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Made reservation on behalf of eb607da8f2d84ea887c99f2aed3a13a1 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:14.571205 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aefefbd7-6992-4ba5-8775-203b2b158da6 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:14.611083 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da793ccf-dc12-4484-8040-b134dd66e0eb None None] The sync data for ids ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'] in n-d-master-1 is: [{'id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'name': 'tempest-TestVolumeBackupRestore-1817258430-router', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:05:50Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'gw_port': {'id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:51Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd16b26ce-2b22-4b48-ab3c-5776043d92aa', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'floating_ip_address': '172.35.7.156', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'port_id': '099eef1d-5509-4a33-9a34-d89e28a045ea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'mac_address': 'fa:16:3e:66:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:10:07Z', 'updated_at': '2021-12-06T15:10:12Z', 'revision_number': 2, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa4fcc9-22ba-452a-ad1b-9744f045b540', 'name': '', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'mac_address': 'fa:16:3e:e3:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:56Z', 'updated_at': '2021-12-06T15:06:02Z', 'revision_number': 5, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'subnets': [{'id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:10:14.653505 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ffc08c-90f1-4fba-960c-28de3e592a00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:14.658603 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ffc08c-90f1-4fba-960c-28de3e592a00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:14.662810 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-96ffc08c-90f1-4fba-960c-28de3e592a00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1570835 Dec 06 15:10:14.663648 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51884) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:14.728357 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefefbd7-6992-4ba5-8775-203b2b158da6 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:10:14.752215 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aefefbd7-6992-4ba5-8775-203b2b158da6 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:14.752569 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-aefefbd7-6992-4ba5-8775-203b2b158da6 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Added segment bcb58701-f40a-49a4-ab99-f1224a957136 of type vlan for network dc459b13-cc82-46aa-bc80-b199652d42a1 Dec 06 15:10:14.802401 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb610650-d379-4411-8ff8-cab96bdc45e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet 41a4f07c-8aef-4cf0-9176-0267332b1154 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:10:14.827274 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb610650-d379-4411-8ff8-cab96bdc45e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:14.849493 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Allocated IP 172.20.0.2 (8a9dd1e8-5325-4112-8e08-6ea039217f74/4328f4f2-cc8e-424d-bba7-3f620a617ab6/49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:14.917009 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb610650-d379-4411-8ff8-cab96bdc45e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:14.960739 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aefefbd7-6992-4ba5-8775-203b2b158da6 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:14.990454 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea08b9-d48e-4068-bfee-0cfdcd189654 req-34f672ed-9d42-43e8-b54a-24d69827b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:15.006103 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33ea08b9-d48e-4068-bfee-0cfdcd189654 req-34f672ed-9d42-43e8-b54a-24d69827b973 service neutron] 10.222.0.37 "GET /v2.0/networks?id=78cfa806-705b-461f-90b8-3deff86f3c75 HTTP/1.1" status: 200 len: 915 time: 0.7249925 Dec 06 15:10:15.074836 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb610650-d379-4411-8ff8-cab96bdc45e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:15.083516 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-254e7ee1-8ea8-43aa-af43-90a0262f7c3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:15.092252 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-254e7ee1-8ea8-43aa-af43-90a0262f7c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:15.114216 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aefefbd7-6992-4ba5-8775-203b2b158da6 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:15.119737 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefefbd7-6992-4ba5-8775-203b2b158da6 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:15.120423 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aefefbd7-6992-4ba5-8775-203b2b158da6 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:15.175442 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:15.188354 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb610650-d379-4411-8ff8-cab96bdc45e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:15.192037 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-254e7ee1-8ea8-43aa-af43-90a0262f7c3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=100c274616b0421da2aebf227713d69d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9760318 Dec 06 15:10:15.194102 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:15.200071 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51888) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:15.206871 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e7ee1-8ea8-43aa-af43-90a0262f7c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a642e8-1f40-4bd3-a18f-2466d3176042,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:15.213498 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33ea08b9-d48e-4068-bfee-0cfdcd189654 req-92d84f6c-6f35-43cf-bf50-f157054dfcfa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=099eef1d-5509-4a33-9a34-d89e28a045ea HTTP/1.1" status: 200 len: 1001 time: 0.1903689 Dec 06 15:10:15.221219 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-aefefbd7-6992-4ba5-8775-203b2b158da6 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0066831 Dec 06 15:10:15.244861 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51890) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:15.259254 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-412fde29-4838-4ce0-bcac-a937f82ce0cf tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Request body: {'subnet': {'network_id': '3f9269a9-2923-427e-8e6c-e023c3f0d9e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:15.282016 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Network 8a9dd1e8-5325-4112-8e08-6ea039217f74 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:15.285895 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:15.289680 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:15.297994 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefefbd7-6992-4ba5-8775-203b2b158da6 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event updated for resources: {'Network': ['ID=dc459b13-cc82-46aa-bc80-b199652d42a1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:15.309488 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Pushing event updated for resources: {'Port': ['ID=49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:15.347529 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea08b9-d48e-4068-bfee-0cfdcd189654 req-3bcb98c5-f236-47a2-9868-a801d1263ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:15.353796 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33ea08b9-d48e-4068-bfee-0cfdcd189654 req-3bcb98c5-f236-47a2-9868-a801d1263ba0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf66fc85-22e7-489d-a136-b60a02604889 HTTP/1.1" status: 200 len: 853 time: 0.1291060 Dec 06 15:10:15.408115 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network dc459b13-cc82-46aa-bc80-b199652d42a1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:10:15.433363 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Attempting to bind port 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:10:15.434124 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Attempting to bind port 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7bd3a0e9-01f1-4f31-8bc8-d57745b490ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a9dd1e8-5325-4112-8e08-6ea039217f74'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:10:15.434831 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Attempting to bind port 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 on network 8a9dd1e8-5325-4112-8e08-6ea039217f74 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:10:15.450602 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:10:15.451429 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Checking segment: {'id': '7bd3a0e9-01f1-4f31-8bc8-d57745b490ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a9dd1e8-5325-4112-8e08-6ea039217f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:15.452155 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:15.453118 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Bound using segment: {'id': '7bd3a0e9-01f1-4f31-8bc8-d57745b490ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a9dd1e8-5325-4112-8e08-6ea039217f74'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:10:15.453885 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Bound port: 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd3a0e9-01f1-4f31-8bc8-d57745b490ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a9dd1e8-5325-4112-8e08-6ea039217f74'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:10:15.454527 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea08b9-d48e-4068-bfee-0cfdcd189654 req-7b01c9e3-23f3-4d12-853f-19fb0d762f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:15.455260 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:15.456156 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33ea08b9-d48e-4068-bfee-0cfdcd189654 req-7b01c9e3-23f3-4d12-853f-19fb0d762f55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78cfa806-705b-461f-90b8-3deff86f3c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888116 Dec 06 15:10:15.464110 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb610650-d379-4411-8ff8-cab96bdc45e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=41a4f07c-8aef-4cf0-9176-0267332b1154,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:15.480466 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb610650-d379-4411-8ff8-cab96bdc45e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:15.484880 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-eb610650-d379-4411-8ff8-cab96bdc45e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/41a4f07c-8aef-4cf0-9176-0267332b1154 HTTP/1.1" status: 204 len: 168 time: 0.8202565 Dec 06 15:10:15.494384 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51894) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:15.659939 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-56009cdc-607d-49c2-9586-251245d34d0d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1632164 Dec 06 15:10:15.664768 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51898) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:15.674175 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-dfbfe8ed-4c04-4d6f-ae5e-0e883ec7cacc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:15.687916 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33ea08b9-d48e-4068-bfee-0cfdcd189654 req-c6de9b3b-e576-4ad8-9117-27df810db238 service neutron] 10.222.0.37 "GET /v2.0/networks/78cfa806-705b-461f-90b8-3deff86f3c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235289 Dec 06 15:10:15.715629 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412fde29-4838-4ce0-bcac-a937f82ce0cf tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Made reservation on behalf of eb607da8f2d84ea887c99f2aed3a13a1 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:15.719503 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-412fde29-4838-4ce0-bcac-a937f82ce0cf tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:15.753582 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] For port 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:10:15.760641 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32f53692-2943-4f7c-8baa-e8247bbe7dac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:15.766219 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] For port 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0,segment=NetworkSegment(7bd3a0e9-01f1-4f31-8bc8-d57745b490ff),segment_id=7bd3a0e9-01f1-4f31-8bc8-d57745b490ff)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:10:15.777323 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:15.803516 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32f53692-2943-4f7c-8baa-e8247bbe7dac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:15.884122 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27713d7-5f95-4593-bfa2-74b26d9f0770 None None] Pushing event updated for resources: {'Port': ['ID=49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:15.928736 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-33ea08b9-d48e-4068-bfee-0cfdcd189654 req-532786ea-7056-48f1-b66a-7432c3a259c3 service neutron] 10.222.0.37 "GET /v2.0/networks/78cfa806-705b-461f-90b8-3deff86f3c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313106 Dec 06 15:10:15.972035 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32f53692-2943-4f7c-8baa-e8247bbe7dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:15.975487 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32f53692-2943-4f7c-8baa-e8247bbe7dac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:15.977550 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-32f53692-2943-4f7c-8baa-e8247bbe7dac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70a642e8-1f40-4bd3-a18f-2466d3176042 HTTP/1.1" status: 204 len: 168 time: 0.7638628 Dec 06 15:10:15.999978 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5d369-d42a-4621-8402-6e7cf9aad352 req-a8f5fb08-4a57-419c-8aed-2346b25efbe4 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:16.001742 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-28d5d369-d42a-4621-8402-6e7cf9aad352 req-a8f5fb08-4a57-419c-8aed-2346b25efbe4 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.5595982 Dec 06 15:10:16.045313 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f53692-2943-4f7c-8baa-e8247bbe7dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a642e8-1f40-4bd3-a18f-2466d3176042,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:16.254295 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-28d5d369-d42a-4621-8402-6e7cf9aad352 req-452e5857-8fc1-47e7-86d8-8ec0b394fb7e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331426 Dec 06 15:10:16.268971 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbfe8ed-4c04-4d6f-ae5e-0e883ec7cacc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:16.273690 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfbfe8ed-4c04-4d6f-ae5e-0e883ec7cacc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:16.326223 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eac636-372c-4b4c-a3f2-7c2c009d091f None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:16.506473 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-96ee3e06-3148-4583-ae4e-39bc969a3ffa None None] Provisioning complete for port c87137a4-e5f7-4725-8b11-52534b7235d9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:16.506847 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96ee3e06-3148-4583-ae4e-39bc969a3ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:16.655138 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96ee3e06-3148-4583-ae4e-39bc969a3ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:16.697673 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-96ee3e06-3148-4583-ae4e-39bc969a3ffa None None] For port c87137a4-e5f7-4725-8b11-52534b7235d9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c87137a4-e5f7-4725-8b11-52534b7235d9,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:16.703143 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8963469-cb1e-44c7-96b1-d97d12f0ee9f None None] DHCP port deletion for 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:10:16.710177 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96ee3e06-3148-4583-ae4e-39bc969a3ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:16.727816 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-412fde29-4838-4ce0-bcac-a937f82ce0cf tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:16.807024 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee3e06-3148-4583-ae4e-39bc969a3ffa None None] Pushing event updated for resources: {'Port': ['ID=c87137a4-e5f7-4725-8b11-52534b7235d9,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:16.815634 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfbfe8ed-4c04-4d6f-ae5e-0e883ec7cacc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:16.910788 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b8963469-cb1e-44c7-96b1-d97d12f0ee9f None None] Deleting port c87137a4-e5f7-4725-8b11-52534b7235d9 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:16.911327 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b8963469-cb1e-44c7-96b1-d97d12f0ee9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:16.911867 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbfe8ed-4c04-4d6f-ae5e-0e883ec7cacc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:16.915545 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-dfbfe8ed-4c04-4d6f-ae5e-0e883ec7cacc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:16.927190 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbfe8ed-4c04-4d6f-ae5e-0e883ec7cacc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:16.927676 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dfbfe8ed-4c04-4d6f-ae5e-0e883ec7cacc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:16.933333 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fde29-4838-4ce0-bcac-a937f82ce0cf tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event updated for resources: {'Subnet': ['ID=3459dc50-f7c1-45b4-bf8d-d28732682dc9,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:16.982936 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:10:17.002079 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412fde29-4838-4ce0-bcac-a937f82ce0cf tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Checking segment: {'id': 'a0e85440-fdae-4c0f-9095-41275791e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f9269a9-2923-427e-8e6c-e023c3f0d9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:17.002367 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412fde29-4838-4ce0-bcac-a937f82ce0cf tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Network hostable DHCP agents. Network: 3f9269a9-2923-427e-8e6c-e023c3f0d9e9, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:10:17.021564 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dfbfe8ed-4c04-4d6f-ae5e-0e883ec7cacc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3541574 Dec 06 15:10:17.025198 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51920) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:17.032052 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-74ed16de-cc84-4657-acf6-8f2671fb3fa7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'name': 'tempest-NetworksTestDHCPv6-1833869930'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:17.049292 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfe8ed-4c04-4d6f-ae5e-0e883ec7cacc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=a784ce1e-b297-43bd-aacb-298bb90091c9,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:17.064892 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b8963469-cb1e-44c7-96b1-d97d12f0ee9f None None] For port c87137a4-e5f7-4725-8b11-52534b7235d9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c87137a4-e5f7-4725-8b11-52534b7235d9,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:17.087629 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b8963469-cb1e-44c7-96b1-d97d12f0ee9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:17.089137 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412fde29-4838-4ce0-bcac-a937f82ce0cf tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Network 3f9269a9-2923-427e-8e6c-e023c3f0d9e9 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:10:17.103755 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-412fde29-4838-4ce0-bcac-a937f82ce0cf tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3f9269a9-2923-427e-8e6c-e023c3f0d9e9) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:17.121099 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412fde29-4838-4ce0-bcac-a937f82ce0cf tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:17.123512 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-412fde29-4838-4ce0-bcac-a937f82ce0cf tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:17.152388 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-412fde29-4838-4ce0-bcac-a937f82ce0cf tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8975739 Dec 06 15:10:17.156113 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51924) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:17.162324 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4accf3a-f477-4988-9eda-d99d9d26175d None None] Network 3f9269a9-2923-427e-8e6c-e023c3f0d9e9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:17.163404 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e979e3e3-49cc-4ab5-adbe-3c65a286ae24 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Request body: {'subnet': {'network_id': 'dc459b13-cc82-46aa-bc80-b199652d42a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:17.166120 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b8963469-cb1e-44c7-96b1-d97d12f0ee9f None None] Calling delete_port for c87137a4-e5f7-4725-8b11-52534b7235d9 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:17.173933 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:17.174542 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:17.239702 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ed16de-cc84-4657-acf6-8f2671fb3fa7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:17.244042 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74ed16de-cc84-4657-acf6-8f2671fb3fa7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:17.282768 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-74ed16de-cc84-4657-acf6-8f2671fb3fa7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port d71bedd9-e2f9-46fa-8a56-185545dda79e yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:10:17.365930 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e979e3e3-49cc-4ab5-adbe-3c65a286ae24 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Made reservation on behalf of eb607da8f2d84ea887c99f2aed3a13a1 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:17.369704 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e979e3e3-49cc-4ab5-adbe-3c65a286ae24 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:17.509456 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51930) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:17.522242 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-74ed16de-cc84-4657-acf6-8f2671fb3fa7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::60 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/a784ce1e-b297-43bd-aacb-298bb90091c9/d71bedd9-e2f9-46fa-8a56-185545dda79e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:17.588532 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b8963469-cb1e-44c7-96b1-d97d12f0ee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:17.601034 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:17.639874 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8963469-cb1e-44c7-96b1-d97d12f0ee9f None None] No DVR routers for this DVR port c87137a4-e5f7-4725-8b11-52534b7235d9 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:10:17.664669 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8963469-cb1e-44c7-96b1-d97d12f0ee9f None None] Pushing event deleted for resources: {'Port': ['ID=c87137a4-e5f7-4725-8b11-52534b7235d9,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:17.674401 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4ac736-aaa6-4613-9800-6a95e7e27798 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:17.698864 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-3f9269a9-2923-427e-8e6c-e023c3f0d9e9', 'network_id': '3f9269a9-2923-427e-8e6c-e023c3f0d9e9', 'tenant_id': 'eb607da8f2d84ea887c99f2aed3a13a1', 'fixed_ips': [{'subnet_id': '3459dc50-f7c1-45b4-bf8d-d28732682dc9'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:10:17.700262 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:17.732507 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462ff22b-0cbc-4250-96b9-5b589967c765 None None] Network 8a9dd1e8-5325-4112-8e08-6ea039217f74 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:17.736408 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74ed16de-cc84-4657-acf6-8f2671fb3fa7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:17.769429 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0,segment=NetworkSegment(7bd3a0e9-01f1-4f31-8bc8-d57745b490ff),segment_id=7bd3a0e9-01f1-4f31-8bc8-d57745b490ff)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:17.787141 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74ed16de-cc84-4657-acf6-8f2671fb3fa7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:17.815567 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:17.825994 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e979e3e3-49cc-4ab5-adbe-3c65a286ae24 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:17.850994 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ed16de-cc84-4657-acf6-8f2671fb3fa7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:17.863238 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-74ed16de-cc84-4657-acf6-8f2671fb3fa7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:17.871523 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ed16de-cc84-4657-acf6-8f2671fb3fa7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:17.880630 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ed16de-cc84-4657-acf6-8f2671fb3fa7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:17.881894 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-74ed16de-cc84-4657-acf6-8f2671fb3fa7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:17.894746 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed16de-cc84-4657-acf6-8f2671fb3fa7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=d71bedd9-e2f9-46fa-8a56-185545dda79e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:17.904858 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-74ed16de-cc84-4657-acf6-8f2671fb3fa7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8776751 Dec 06 15:10:17.907270 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51938) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:17.983106 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d7c21-71c1-48d1-9b11-0201c78be73c req-8a0714b9-15bb-4c76-96eb-5fc898ef1051 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:17.987041 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-474d7c21-71c1-48d1-9b11-0201c78be73c req-8a0714b9-15bb-4c76-96eb-5fc898ef1051 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.4755366 Dec 06 15:10:18.026205 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0a869cd1-4bfc-48f6-a010-abe46a6752b7 None None] Provisioning complete for port 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:18.026686 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0a869cd1-4bfc-48f6-a010-abe46a6752b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:18.031226 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979e3e3-49cc-4ab5-adbe-3c65a286ae24 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event updated for resources: {'Subnet': ['ID=ae019b26-8c92-4779-9c94-baedeef12523,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:18.060217 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e50f85cb-8ab4-4e9d-8115-f134d664afd6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-833925124'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:18.070782 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e979e3e3-49cc-4ab5-adbe-3c65a286ae24 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Checking segment: {'id': 'bcb58701-f40a-49a4-ab99-f1224a957136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc459b13-cc82-46aa-bc80-b199652d42a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:18.071145 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e979e3e3-49cc-4ab5-adbe-3c65a286ae24 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Network hostable DHCP agents. Network: dc459b13-cc82-46aa-bc80-b199652d42a1, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:10:18.091506 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929a7da0-aed3-4200-af33-b4e6c3ca768c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:18.093421 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-929a7da0-aed3-4200-af33-b4e6c3ca768c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1850789 Dec 06 15:10:18.096188 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51940) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:18.125823 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-474d7c21-71c1-48d1-9b11-0201c78be73c req-0417adbd-0ca0-465e-bfb3-3e4ae0eb338b tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186335 Dec 06 15:10:18.129524 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50f85cb-8ab4-4e9d-8115-f134d664afd6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Made reservation on behalf of 4322435d198e4ced9299f6b7b1818b31 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:18.133771 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e50f85cb-8ab4-4e9d-8115-f134d664afd6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:18.145561 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e50f85cb-8ab4-4e9d-8115-f134d664afd6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:18.180524 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e979e3e3-49cc-4ab5-adbe-3c65a286ae24 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Network dc459b13-cc82-46aa-bc80-b199652d42a1 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:10:18.227992 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e979e3e3-49cc-4ab5-adbe-3c65a286ae24 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, dc459b13-cc82-46aa-bc80-b199652d42a1) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:18.235939 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e979e3e3-49cc-4ab5-adbe-3c65a286ae24 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:18.243388 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e4e64876-7f34-41f4-92d0-df1337c78d55 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port d71bedd9-e2f9-46fa-8a56-185545dda79e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:18.243794 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4e64876-7f34-41f4-92d0-df1337c78d55 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:18.244419 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e979e3e3-49cc-4ab5-adbe-3c65a286ae24 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:18.293455 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e979e3e3-49cc-4ab5-adbe-3c65a286ae24 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1350539 Dec 06 15:10:18.298131 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51944) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:18.314400 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9439f757-1cc7-4723-aae3-17b353f18286 None None] Network dc459b13-cc82-46aa-bc80-b199652d42a1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:18.361326 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e50f85cb-8ab4-4e9d-8115-f134d664afd6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:18.373952 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e50f85cb-8ab4-4e9d-8115-f134d664afd6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:18.427544 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50f85cb-8ab4-4e9d-8115-f134d664afd6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:10:18.450523 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f85cb-8ab4-4e9d-8115-f134d664afd6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=636f700d-e04f-41cd-94e4-895da619e0e7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:18.501866 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e50f85cb-8ab4-4e9d-8115-f134d664afd6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:18.502612 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-e50f85cb-8ab4-4e9d-8115-f134d664afd6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Added segment 531981e0-de3f-4761-be70-f6c01bcb9556 of type vlan for network 8e102fa1-cd00-431f-9791-6d84bf6e72ef Dec 06 15:10:18.568311 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbf9f2-a753-4a99-a70d-495b744c5d13 req-203302bd-63e1-4e5c-bc93-a983e39f81c4 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:18.570394 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-40bbf9f2-a753-4a99-a70d-495b744c5d13 req-203302bd-63e1-4e5c-bc93-a983e39f81c4 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.1514988 Dec 06 15:10:18.572522 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e50f85cb-8ab4-4e9d-8115-f134d664afd6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:18.579191 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:18.643020 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-40bbf9f2-a753-4a99-a70d-495b744c5d13 req-cea8b2d6-1097-4fa1-aabe-3586edaeb469 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651324 Dec 06 15:10:18.648798 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e50f85cb-8ab4-4e9d-8115-f134d664afd6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:18.659549 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50f85cb-8ab4-4e9d-8115-f134d664afd6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:18.660355 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e50f85cb-8ab4-4e9d-8115-f134d664afd6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:18.749733 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'fixed_ips': [{'subnet_id': 'a784ce1e-b297-43bd-aacb-298bb90091c9'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:10:18.751265 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:18.761943 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Allocated IP 172.20.0.2 (3f9269a9-2923-427e-8e6c-e023c3f0d9e9/3459dc50-f7c1-45b4-bf8d-d28732682dc9/90b66132-61a7-41a2-a6c0-ce8c9f09efad) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:18.776204 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f85cb-8ab4-4e9d-8115-f134d664afd6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Pushing event updated for resources: {'Network': ['ID=8e102fa1-cd00-431f-9791-6d84bf6e72ef,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:18.808239 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e50f85cb-8ab4-4e9d-8115-f134d664afd6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2716050 Dec 06 15:10:18.811512 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51952) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:18.816830 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e48809f7-15aa-4c99-a36b-d89d5686aa02 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Request body: {'subnet': {'network_id': '8e102fa1-cd00-431f-9791-6d84bf6e72ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:18.828539 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 8e102fa1-cd00-431f-9791-6d84bf6e72ef details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:10:18.902623 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:10:18.951702 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4e64876-7f34-41f4-92d0-df1337c78d55 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:18.999534 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48809f7-15aa-4c99-a36b-d89d5686aa02 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Made reservation on behalf of 4322435d198e4ced9299f6b7b1818b31 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:19.004476 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e48809f7-15aa-4c99-a36b-d89d5686aa02 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:19.073097 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e4e64876-7f34-41f4-92d0-df1337c78d55 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for d71bedd9-e2f9-46fa-8a56-185545dda79e owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:19.197913 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e2e6f-c887-4be3-a9c9-355b3ace62d8 req-1b3e3a95-06ea-467a-8d11-754ceb562013 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:19.205919 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-069e2e6f-c887-4be3-a9c9-355b3ace62d8 req-1b3e3a95-06ea-467a-8d11-754ceb562013 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.3203254 Dec 06 15:10:19.241388 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-dc459b13-cc82-46aa-bc80-b199652d42a1', 'network_id': 'dc459b13-cc82-46aa-bc80-b199652d42a1', 'tenant_id': 'eb607da8f2d84ea887c99f2aed3a13a1', 'fixed_ips': [{'subnet_id': 'ae019b26-8c92-4779-9c94-baedeef12523'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:10:19.242406 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:19.299155 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e48809f7-15aa-4c99-a36b-d89d5686aa02 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:19.320377 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-14c7751f-3a0b-4398-8bda-d88de4d66eec None None] Provisioning complete for port 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:19.320752 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14c7751f-3a0b-4398-8bda-d88de4d66eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:19.364226 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-069e2e6f-c887-4be3-a9c9-355b3ace62d8 req-5bddb20e-03d4-43fb-a5aa-962a9881036b tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527312 Dec 06 15:10:19.381058 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Allocated IP 2001:db8::2 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/a784ce1e-b297-43bd-aacb-298bb90091c9/76cea755-6d8e-481c-97c3-b4e96eee9fcc) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:19.405780 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48809f7-15aa-4c99-a36b-d89d5686aa02 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Pushing event updated for resources: {'Subnet': ['ID=288df417-49a1-46b2-8b8b-4e62c0d45075,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:19.408832 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:19.417664 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48809f7-15aa-4c99-a36b-d89d5686aa02 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Checking segment: {'id': '531981e0-de3f-4761-be70-f6c01bcb9556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8e102fa1-cd00-431f-9791-6d84bf6e72ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:19.418070 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48809f7-15aa-4c99-a36b-d89d5686aa02 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Network hostable DHCP agents. Network: 8e102fa1-cd00-431f-9791-6d84bf6e72ef, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:10:19.438778 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48809f7-15aa-4c99-a36b-d89d5686aa02 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Network 8e102fa1-cd00-431f-9791-6d84bf6e72ef is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:10:19.452557 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e48809f7-15aa-4c99-a36b-d89d5686aa02 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 8e102fa1-cd00-431f-9791-6d84bf6e72ef) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:19.470407 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48809f7-15aa-4c99-a36b-d89d5686aa02 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:19.471011 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e48809f7-15aa-4c99-a36b-d89d5686aa02 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:19.515977 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e48809f7-15aa-4c99-a36b-d89d5686aa02 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7031136 Dec 06 15:10:19.520306 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51958) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:19.555937 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-163391f8-9e97-4883-84c3-08836685d1c6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Request body: {'port': {'network_id': '8e102fa1-cd00-431f-9791-6d84bf6e72ef', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1435673382'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:19.577184 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4e64876-7f34-41f4-92d0-df1337c78d55 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:19.642294 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e64876-7f34-41f4-92d0-df1337c78d55 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=d71bedd9-e2f9-46fa-8a56-185545dda79e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:19.690399 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:19.733902 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4e64876-7f34-41f4-92d0-df1337c78d55 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:19.737805 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e4e64876-7f34-41f4-92d0-df1337c78d55 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/d71bedd9-e2f9-46fa-8a56-185545dda79e HTTP/1.1" status: 204 len: 168 time: 1.6406484 Dec 06 15:10:19.757112 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51964) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:19.831979 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e74dd17-3133-43d5-a132-eb70abd69ac4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:19.833787 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e74dd17-3133-43d5-a132-eb70abd69ac4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:19.837861 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3e74dd17-3133-43d5-a132-eb70abd69ac4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0770423 Dec 06 15:10:19.837861 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163391f8-9e97-4883-84c3-08836685d1c6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Made reservation on behalf of 4322435d198e4ced9299f6b7b1818b31 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:19.839442 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-163391f8-9e97-4883-84c3-08836685d1c6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:19.846396 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51966) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:19.858670 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-163391f8-9e97-4883-84c3-08836685d1c6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] device_id is not set on port 3cbcdd1e-4c31-4bc6-88b9-2a39c28bfc48 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:10:19.868490 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083411cb-ecf8-4112-ad7a-21609f3a1269 req-ea01d76a-60a6-40e7-aa29-61adc85f70d0 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:19.876682 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-083411cb-ecf8-4112-ad7a-21609f3a1269 req-ea01d76a-60a6-40e7-aa29-61adc85f70d0 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.1351078 Dec 06 15:10:19.909903 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963fc5a8-c2e4-4e0b-b3b8-5097ef946b16 None None] Network 8e102fa1-cd00-431f-9791-6d84bf6e72ef requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:19.945790 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Allocated IP 172.20.0.1 (3f9269a9-2923-427e-8e6c-e023c3f0d9e9/3459dc50-f7c1-45b4-bf8d-d28732682dc9/f6ff82ac-7891-42dc-99d6-a8951e061a27) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:19.966250 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:19.979923 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b98416-018e-418e-ab62-0f93534076f4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet a784ce1e-b297-43bd-aacb-298bb90091c9 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:10:19.998444 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-163391f8-9e97-4883-84c3-08836685d1c6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Allocated IP 172.20.0.3 (8e102fa1-cd00-431f-9791-6d84bf6e72ef/288df417-49a1-46b2-8b8b-4e62c0d45075/3cbcdd1e-4c31-4bc6-88b9-2a39c28bfc48) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:20.006011 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-083411cb-ecf8-4112-ad7a-21609f3a1269 req-f94066fd-35fc-485c-b73b-fcbe8e2ac181 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282964 Dec 06 15:10:20.035831 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.046865 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:20.047157 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.048084 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23b98416-018e-418e-ab62-0f93534076f4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.070591 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Pushing event updated for resources: {'Port': ['ID=90b66132-61a7-41a2-a6c0-ce8c9f09efad,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:20.101847 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.158052 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23b98416-018e-418e-ab62-0f93534076f4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.186025 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Network 3f9269a9-2923-427e-8e6c-e023c3f0d9e9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:20.199315 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:20.204269 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:20.257249 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:20.268497 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.278479 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:20.283755 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Allocated IP 172.20.0.2 (dc459b13-cc82-46aa-bc80-b199652d42a1/ae019b26-8c92-4779-9c94-baedeef12523/b1ec1976-b8f5-4f79-bf6e-871957877dc2) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:20.292680 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:20.314879 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23b98416-018e-418e-ab62-0f93534076f4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.330693 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Pushing event updated for resources: {'Port': ['ID=76cea755-6d8e-481c-97c3-b4e96eee9fcc,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:20.335492 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-163391f8-9e97-4883-84c3-08836685d1c6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.373918 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.391939 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-163391f8-9e97-4883-84c3-08836685d1c6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.436196 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event updated for resources: {'Port': ['ID=f6ff82ac-7891-42dc-99d6-a8951e061a27,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:20.443692 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163391f8-9e97-4883-84c3-08836685d1c6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Network 8e102fa1-cd00-431f-9791-6d84bf6e72ef is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:20.447293 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-163391f8-9e97-4883-84c3-08836685d1c6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:20.451227 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Network 3f9269a9-2923-427e-8e6c-e023c3f0d9e9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:20.455000 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:20.457629 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:20.464455 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163391f8-9e97-4883-84c3-08836685d1c6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:20.488095 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23b98416-018e-418e-ab62-0f93534076f4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.529188 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163391f8-9e97-4883-84c3-08836685d1c6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Pushing event updated for resources: {'Port': ['ID=3cbcdd1e-4c31-4bc6-88b9-2a39c28bfc48,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:20.534730 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b98416-018e-418e-ab62-0f93534076f4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=a784ce1e-b297-43bd-aacb-298bb90091c9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:20.536615 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23b98416-018e-418e-ab62-0f93534076f4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.540003 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-23b98416-018e-418e-ab62-0f93534076f4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/a784ce1e-b297-43bd-aacb-298bb90091c9 HTTP/1.1" status: 204 len: 168 time: 0.6907985 Dec 06 15:10:20.546756 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51970) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:20.560886 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163391f8-9e97-4883-84c3-08836685d1c6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:20.562300 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-163391f8-9e97-4883-84c3-08836685d1c6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.599728 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-163391f8-9e97-4883-84c3-08836685d1c6 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0761354 Dec 06 15:10:20.602013 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51974) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:20.614673 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-35d895d9-eb74-47b3-b5cd-a0ba24f26f5a tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Request body: {'port': {'network_id': '8e102fa1-cd00-431f-9791-6d84bf6e72ef', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1754014857', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:20.614673 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-35d895d9-eb74-47b3-b5cd-a0ba24f26f5a tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] bootfile-name is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 15:10:20.614890 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-35d895d9-eb74-47b3-b5cd-a0ba24f26f5a tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] tftp-server is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 15:10:20.615206 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-35d895d9-eb74-47b3-b5cd-a0ba24f26f5a tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] server-ip-address is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 15:10:20.625287 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6d29f419-6e07-4d8d-a636-439993dbb530 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718174 Dec 06 15:10:20.625287 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.629190 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51976) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:20.670307 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ad1e732a-2bb8-43e4-977c-daa93dd2342e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:20.697585 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Attempting to bind port 90b66132-61a7-41a2-a6c0-ce8c9f09efad on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:10:20.698526 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Attempting to bind port 90b66132-61a7-41a2-a6c0-ce8c9f09efad by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a0e85440-fdae-4c0f-9095-41275791e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f9269a9-2923-427e-8e6c-e023c3f0d9e9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:10:20.698526 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Attempting to bind port 90b66132-61a7-41a2-a6c0-ce8c9f09efad on network 3f9269a9-2923-427e-8e6c-e023c3f0d9e9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:10:20.798775 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d895d9-eb74-47b3-b5cd-a0ba24f26f5a tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Made reservation on behalf of 4322435d198e4ced9299f6b7b1818b31 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:20.802885 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35d895d9-eb74-47b3-b5cd-a0ba24f26f5a tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.821098 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1e732a-2bb8-43e4-977c-daa93dd2342e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:20.825941 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad1e732a-2bb8-43e4-977c-daa93dd2342e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.827666 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-35d895d9-eb74-47b3-b5cd-a0ba24f26f5a tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] device_id is not set on port 7b871f4c-7518-43fa-a537-19728c2b8534 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:10:20.936717 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.937004 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:10:20.937157 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Checking segment: {'id': 'a0e85440-fdae-4c0f-9095-41275791e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f9269a9-2923-427e-8e6c-e023c3f0d9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:20.937572 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.937969 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Bound using segment: {'id': 'a0e85440-fdae-4c0f-9095-41275791e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f9269a9-2923-427e-8e6c-e023c3f0d9e9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:10:20.938444 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Bound port: 90b66132-61a7-41a2-a6c0-ce8c9f09efad, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e85440-fdae-4c0f-9095-41275791e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f9269a9-2923-427e-8e6c-e023c3f0d9e9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:10:20.938826 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:20.955220 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68250e53-c81d-4384-9f89-8223a3e54e99 req-8b0878f8-713a-4ea4-86b2-7d4d7a4a84f1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:20.958456 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-68250e53-c81d-4384-9f89-8223a3e54e99 req-8b0878f8-713a-4ea4-86b2-7d4d7a4a84f1 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.0946300 Dec 06 15:10:20.971148 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-35d895d9-eb74-47b3-b5cd-a0ba24f26f5a tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Allocated IP 172.20.0.13 (8e102fa1-cd00-431f-9791-6d84bf6e72ef/288df417-49a1-46b2-8b8b-4e62c0d45075/7b871f4c-7518-43fa-a537-19728c2b8534) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:20.980733 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Attempting to bind port 76cea755-6d8e-481c-97c3-b4e96eee9fcc on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:10:20.981148 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Attempting to bind port 76cea755-6d8e-481c-97c3-b4e96eee9fcc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:10:20.981516 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Attempting to bind port 76cea755-6d8e-481c-97c3-b4e96eee9fcc on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:10:21.035443 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-8e102fa1-cd00-431f-9791-6d84bf6e72ef', 'network_id': '8e102fa1-cd00-431f-9791-6d84bf6e72ef', 'tenant_id': '4322435d198e4ced9299f6b7b1818b31', 'fixed_ips': [{'subnet_id': '288df417-49a1-46b2-8b8b-4e62c0d45075'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:10:21.046152 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:21.066454 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:10:21.066921 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:21.067245 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:21.067668 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:10:21.068186 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Bound port: 76cea755-6d8e-481c-97c3-b4e96eee9fcc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:10:21.068537 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:21.249125 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35d895d9-eb74-47b3-b5cd-a0ba24f26f5a tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:21.294659 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] For port 76cea755-6d8e-481c-97c3-b4e96eee9fcc, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:10:21.298427 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] For port 76cea755-6d8e-481c-97c3-b4e96eee9fcc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=76cea755-6d8e-481c-97c3-b4e96eee9fcc,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:10:21.309766 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:21.310168 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35d895d9-eb74-47b3-b5cd-a0ba24f26f5a tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:21.326976 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:21.349978 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:21.368673 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6ebc3-4351-4faa-8799-1bbc997cef6c req-60335a35-68ba-4b85-8561-69d9fb630c42 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:21.370275 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8be6ebc3-4351-4faa-8799-1bbc997cef6c req-60335a35-68ba-4b85-8561-69d9fb630c42 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 945 time: 0.2480485 Dec 06 15:10:21.380372 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d895d9-eb74-47b3-b5cd-a0ba24f26f5a tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Network 8e102fa1-cd00-431f-9791-6d84bf6e72ef is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:21.386231 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-35d895d9-eb74-47b3-b5cd-a0ba24f26f5a tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:21.388782 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] For port 90b66132-61a7-41a2-a6c0-ce8c9f09efad, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:10:21.390372 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d895d9-eb74-47b3-b5cd-a0ba24f26f5a tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:21.430577 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d895d9-eb74-47b3-b5cd-a0ba24f26f5a tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Pushing event updated for resources: {'Port': ['ID=7b871f4c-7518-43fa-a537-19728c2b8534,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:21.457653 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] For port 90b66132-61a7-41a2-a6c0-ce8c9f09efad, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=90b66132-61a7-41a2-a6c0-ce8c9f09efad,segment=NetworkSegment(a0e85440-fdae-4c0f-9095-41275791e55f),segment_id=a0e85440-fdae-4c0f-9095-41275791e55f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:10:21.479274 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d895d9-eb74-47b3-b5cd-a0ba24f26f5a tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:21.480269 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35d895d9-eb74-47b3-b5cd-a0ba24f26f5a tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:21.501271 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-35d895d9-eb74-47b3-b5cd-a0ba24f26f5a tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.8979259 Dec 06 15:10:21.503697 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51982) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:21.533733 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff17bb-5551-490c-a967-2ba7d58934db None None] Pushing event updated for resources: {'Port': ['ID=76cea755-6d8e-481c-97c3-b4e96eee9fcc,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:21.534301 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-68250e53-c81d-4384-9f89-8223a3e54e99 req-b456a67c-f0fe-4762-be36-2c95897bee6d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Deleting port dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:21.534750 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-68250e53-c81d-4384-9f89-8223a3e54e99 req-b456a67c-f0fe-4762-be36-2c95897bee6d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:21.537555 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:21.561576 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Network dc459b13-cc82-46aa-bc80-b199652d42a1 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:21.590788 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:21.601681 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:21.608874 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba88278b-e9e0-4032-b53a-711d531c212e tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:21.618389 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba88278b-e9e0-4032-b53a-711d531c212e tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:21.620103 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ba88278b-e9e0-4032-b53a-711d531c212e tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1880 time: 0.1152947 Dec 06 15:10:21.620514 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:10:21.624121 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51986) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:21.644621 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-68250e53-c81d-4384-9f89-8223a3e54e99 req-b456a67c-f0fe-4762-be36-2c95897bee6d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] For port dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:21.644988 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-68250e53-c81d-4384-9f89-8223a3e54e99 req-b456a67c-f0fe-4762-be36-2c95897bee6d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:21.660952 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad1e732a-2bb8-43e4-977c-daa93dd2342e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:21.674354 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Pushing event updated for resources: {'Port': ['ID=b1ec1976-b8f5-4f79-bf6e-871957877dc2,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:21.675596 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8be6ebc3-4351-4faa-8799-1bbc997cef6c req-54f769d1-0f73-4b3a-98f5-32bd4fe9ee1d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730184 Dec 06 15:10:21.677307 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Allocated IP 172.20.0.2 (8e102fa1-cd00-431f-9791-6d84bf6e72ef/288df417-49a1-46b2-8b8b-4e62c0d45075/05483fb4-e1bc-4210-b5ec-741d0cffd3bf) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:21.689956 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-68250e53-c81d-4384-9f89-8223a3e54e99 req-b456a67c-f0fe-4762-be36-2c95897bee6d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Calling delete_port for dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:21.775995 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b5587-4673-4d7f-b09f-b43386e13e08 None None] Pushing event updated for resources: {'Port': ['ID=90b66132-61a7-41a2-a6c0-ce8c9f09efad,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:21.780231 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1e732a-2bb8-43e4-977c-daa93dd2342e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:21.780910 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Attempting to bind port b1ec1976-b8f5-4f79-bf6e-871957877dc2 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:10:21.781292 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Attempting to bind port b1ec1976-b8f5-4f79-bf6e-871957877dc2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'bcb58701-f40a-49a4-ab99-f1224a957136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc459b13-cc82-46aa-bc80-b199652d42a1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:10:21.781658 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Attempting to bind port b1ec1976-b8f5-4f79-bf6e-871957877dc2 on network dc459b13-cc82-46aa-bc80-b199652d42a1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:10:21.793296 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ad1e732a-2bb8-43e4-977c-daa93dd2342e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:21.795621 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:10:21.796039 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Checking segment: {'id': 'bcb58701-f40a-49a4-ab99-f1224a957136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc459b13-cc82-46aa-bc80-b199652d42a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:21.796453 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:21.796909 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Bound using segment: {'id': 'bcb58701-f40a-49a4-ab99-f1224a957136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc459b13-cc82-46aa-bc80-b199652d42a1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:10:21.797039 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1e732a-2bb8-43e4-977c-daa93dd2342e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:21.797405 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Bound port: b1ec1976-b8f5-4f79-bf6e-871957877dc2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb58701-f40a-49a4-ab99-f1224a957136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc459b13-cc82-46aa-bc80-b199652d42a1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:10:21.797552 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad1e732a-2bb8-43e4-977c-daa93dd2342e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:21.797842 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:21.815477 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2856a6e-2183-47a5-adc7-789a2235f680 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:21.820420 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-64a6cbb5-6066-41dc-aa1c-d754585c3910 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Deleting port 7b871f4c-7518-43fa-a537-19728c2b8534 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:21.821236 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64a6cbb5-6066-41dc-aa1c-d754585c3910 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:22.022776 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64a6cbb5-6066-41dc-aa1c-d754585c3910 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:22.056348 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-64a6cbb5-6066-41dc-aa1c-d754585c3910 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Calling delete_port for 7b871f4c-7518-43fa-a537-19728c2b8534 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:22.095239 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:22.114203 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:22.226248 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e732a-2bb8-43e4-977c-daa93dd2342e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=221b49d6-65d5-4538-b643-6400bb1dd023,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:22.228055 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] For port b1ec1976-b8f5-4f79-bf6e-871957877dc2, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:10:22.241408 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64a6cbb5-6066-41dc-aa1c-d754585c3910 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:22.256851 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ad1e732a-2bb8-43e4-977c-daa93dd2342e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6231632 Dec 06 15:10:22.257086 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Network 8e102fa1-cd00-431f-9791-6d84bf6e72ef is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:22.257190 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51988) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:22.258488 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] For port b1ec1976-b8f5-4f79-bf6e-871957877dc2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b1ec1976-b8f5-4f79-bf6e-871957877dc2,segment=NetworkSegment(bcb58701-f40a-49a4-ab99-f1224a957136),segment_id=bcb58701-f40a-49a4-ab99-f1224a957136)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:10:22.259478 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Pushing event updated for resources: {'Port': ['ID=05483fb4-e1bc-4210-b5ec-741d0cffd3bf,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:22.261153 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9e821846-533d-4d74-9c79-0080fc3dbdd7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'name': 'tempest-NetworksTestDHCPv6-745701815'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:22.266068 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:22.273786 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:22.276504 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:22.314161 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:22.323854 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:22.329718 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6cbb5-6066-41dc-aa1c-d754585c3910 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Pushing event deleted for resources: {'Port': ['ID=7b871f4c-7518-43fa-a537-19728c2b8534,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:22.461464 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event updated for resources: {'Port': ['ID=f6ff82ac-7891-42dc-99d6-a8951e061a27,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:22.473784 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:22.497494 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-68250e53-c81d-4384-9f89-8223a3e54e99 req-b456a67c-f0fe-4762-be36-2c95897bee6d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:22.503919 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Attempting to bind port 05483fb4-e1bc-4210-b5ec-741d0cffd3bf on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:10:22.505348 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Attempting to bind port 05483fb4-e1bc-4210-b5ec-741d0cffd3bf by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '531981e0-de3f-4761-be70-f6c01bcb9556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8e102fa1-cd00-431f-9791-6d84bf6e72ef'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:10:22.505988 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Attempting to bind port 05483fb4-e1bc-4210-b5ec-741d0cffd3bf on network 8e102fa1-cd00-431f-9791-6d84bf6e72ef {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:10:22.520098 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5918b-7274-4f44-8871-a1c1e0ef0401 None None] Pushing event updated for resources: {'Port': ['ID=b1ec1976-b8f5-4f79-bf6e-871957877dc2,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:22.523620 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['cf411024-9a4e-4fcd-9337-dcd3d6eb31fa'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:10:22.529698 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64a6cbb5-6066-41dc-aa1c-d754585c3910 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:22.535381 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-64a6cbb5-6066-41dc-aa1c-d754585c3910 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] 10.222.0.20 "DELETE /v2.0/ports/7b871f4c-7518-43fa-a537-19728c2b8534 HTTP/1.1" status: 204 len: 168 time: 0.9100935 Dec 06 15:10:22.543897 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51992) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:22.550587 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1afd859e-06e6-4aef-9705-aa2f0b133eeb tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Request body: {'port': {'name': 'tempest-new-port-name-119369092', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:22.551391 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-1afd859e-06e6-4aef-9705-aa2f0b133eeb tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] bootfile-name is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 15:10:22.551809 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-1afd859e-06e6-4aef-9705-aa2f0b133eeb tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] tftp-server is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 15:10:22.552451 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-1afd859e-06e6-4aef-9705-aa2f0b133eeb tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] server-ip-address is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 15:10:22.565705 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:10:22.566200 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Checking segment: {'id': '531981e0-de3f-4761-be70-f6c01bcb9556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8e102fa1-cd00-431f-9791-6d84bf6e72ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:22.566616 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:22.567227 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Bound using segment: {'id': '531981e0-de3f-4761-be70-f6c01bcb9556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8e102fa1-cd00-431f-9791-6d84bf6e72ef'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:10:22.567858 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Bound port: 05483fb4-e1bc-4210-b5ec-741d0cffd3bf, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531981e0-de3f-4761-be70-f6c01bcb9556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8e102fa1-cd00-431f-9791-6d84bf6e72ef'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:10:22.568388 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:22.669395 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456a67c-f0fe-4762-be36-2c95897bee6d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Pushing event deleted for resources: {'Port': ['ID=dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:22.680985 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Network 3f9269a9-2923-427e-8e6c-e023c3f0d9e9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:22.684692 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:22.737256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1afd859e-06e6-4aef-9705-aa2f0b133eeb tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:22.796216 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e821846-533d-4d74-9c79-0080fc3dbdd7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:22.796455 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] For port 05483fb4-e1bc-4210-b5ec-741d0cffd3bf, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:10:22.798825 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e821846-533d-4d74-9c79-0080fc3dbdd7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:22.883044 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-68250e53-c81d-4384-9f89-8223a3e54e99 req-b456a67c-f0fe-4762-be36-2c95897bee6d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] No DVR routers for this DVR port dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:10:22.885760 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-68250e53-c81d-4384-9f89-8223a3e54e99 req-b456a67c-f0fe-4762-be36-2c95897bee6d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:22.891157 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-68250e53-c81d-4384-9f89-8223a3e54e99 req-b456a67c-f0fe-4762-be36-2c95897bee6d tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.23 "DELETE /v2.0/ports/dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f HTTP/1.1" status: 204 len: 173 time: 1.8607719 Dec 06 15:10:22.895264 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] For port 05483fb4-e1bc-4210-b5ec-741d0cffd3bf, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=05483fb4-e1bc-4210-b5ec-741d0cffd3bf,segment=NetworkSegment(531981e0-de3f-4761-be70-f6c01bcb9556),segment_id=531981e0-de3f-4761-be70-f6c01bcb9556)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:10:22.926472 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85a825b-ffc8-46d2-b852-c2c69255a3a6', 'name': 'network-vif-deleted', 'tag': 'dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:10:22.928880 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3097d5-baca-43bb-b79d-9cffaa8a4530" -d '{"events": [{"server_uuid": "c85a825b-ffc8-46d2-b852-c2c69255a3a6", "name": "network-vif-deleted", "tag": "dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:10:22.953017 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:22.964333 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-9e821846-533d-4d74-9c79-0080fc3dbdd7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port 34dd6867-7e02-4bce-a022-367496905e24 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:10:22.992347 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-376787ec-a092-4406-b1f5-9dfbdd6d272c req-387699dc-3cac-446d-8451-d1ba89d9a524 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=c85a825b-ffc8-46d2-b852-c2c69255a3a6 HTTP/1.1" status: 200 len: 210 time: 0.1001215 Dec 06 15:10:23.086511 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Router f72742f3-4cb8-4c8b-8f8b-496f2668a236 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:10:23.096394 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc40f2de-eda5-4d27-9508-8ab733d64cdc x-openstack-request-id: req-dc40f2de-eda5-4d27-9508-8ab733d64cdc {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:10:23.096715 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85a825b-ffc8-46d2-b852-c2c69255a3a6", "name": "network-vif-deleted", "tag": "dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:10:23.097056 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc40f2de-eda5-4d27-9508-8ab733d64cdc {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:10:23.097473 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85a825b-ffc8-46d2-b852-c2c69255a3a6', 'name': 'network-vif-deleted', 'tag': 'dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f', 'status': 'completed', 'code': 200} Dec 06 15:10:23.173166 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf8708-ab30-48b0-a705-9633606883e6 None None] Pushing event updated for resources: {'Port': ['ID=05483fb4-e1bc-4210-b5ec-741d0cffd3bf,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:23.318828 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:10:23.333583 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b4dfb1ca-4a03-47fd-a753-9259129cf3cd tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "PUT /v2.0/routers/f72742f3-4cb8-4c8b-8f8b-496f2668a236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0328774 Dec 06 15:10:23.334456 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52000) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:23.338330 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-9e821846-533d-4d74-9c79-0080fc3dbdd7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::20f (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/221b49d6-65d5-4538-b643-6400bb1dd023/34dd6867-7e02-4bce-a022-367496905e24) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:23.370767 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31ac24b-ed49-4e3d-b0d7-14d0919a03ff None None] Update dhcp port {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'fixed_ips': [{'subnet_id': '221b49d6-65d5-4538-b643-6400bb1dd023'}], 'binding:host_id': 'n-d-master-1'}, 'id': '76cea755-6d8e-481c-97c3-b4e96eee9fcc'} from n-d-master-1. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 15:10:23.450298 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e31ac24b-ed49-4e3d-b0d7-14d0919a03ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:23.501337 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7ea5fa-5da2-4a45-a388-2468771b4a33 None None] Sync routers for ids ['f72742f3-4cb8-4c8b-8f8b-496f2668a236'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:10:23.504312 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 90b66132-61a7-41a2-a6c0-ce8c9f09efad up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:10:23.564715 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1afd859e-06e6-4aef-9705-aa2f0b133eeb tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:23.574379 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d688e49-1b38-41f4-9618-8713680f650c None None] Network 3f9269a9-2923-427e-8e6c-e023c3f0d9e9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:23.656098 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1afd859e-06e6-4aef-9705-aa2f0b133eeb tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:23.740258 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7ea5fa-5da2-4a45-a388-2468771b4a33 None None] Routers {'f72742f3-4cb8-4c8b-8f8b-496f2668a236'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:23.740914 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3d7ea5fa-5da2-4a45-a388-2468771b4a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f72742f3-4cb8-4c8b-8f8b-496f2668a236'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:23.833221 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3d7ea5fa-5da2-4a45-a388-2468771b4a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:23.889571 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd859e-06e6-4aef-9705-aa2f0b133eeb tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Pushing event updated for resources: {'Port': ['ID=3cbcdd1e-4c31-4bc6-88b9-2a39c28bfc48,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:23.916978 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e821846-533d-4d74-9c79-0080fc3dbdd7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:23.954045 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1afd859e-06e6-4aef-9705-aa2f0b133eeb tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] In _notify_port_updated(), no bound segment for port 3cbcdd1e-4c31-4bc6-88b9-2a39c28bfc48 on network 8e102fa1-cd00-431f-9791-6d84bf6e72ef {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 15:10:23.960146 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afd859e-06e6-4aef-9705-aa2f0b133eeb tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:23.960906 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1afd859e-06e6-4aef-9705-aa2f0b133eeb tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:23.962523 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1afd859e-06e6-4aef-9705-aa2f0b133eeb tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] 10.222.0.20 "PUT /v2.0/ports/3cbcdd1e-4c31-4bc6-88b9-2a39c28bfc48 HTTP/1.1" status: 200 len: 1135 time: 1.4173281 Dec 06 15:10:23.967323 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52006) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:23.982001 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0e073a4f-2fc4-4aa3-9261-bc478c6afe33 None None] Provisioning complete for port 90b66132-61a7-41a2-a6c0-ce8c9f09efad triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:23.982392 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0e073a4f-2fc4-4aa3-9261-bc478c6afe33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:24.062397 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:10:24.095760 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e821846-533d-4d74-9c79-0080fc3dbdd7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:24.200389 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-dc77acf8-c43b-4909-958a-15af1988688a tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:10:24.201493 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dc77acf8-c43b-4909-958a-15af1988688a tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "PUT /v2.0/routers/f72742f3-4cb8-4c8b-8f8b-496f2668a236/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8653088 Dec 06 15:10:24.204347 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52012) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:24.205597 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e821846-533d-4d74-9c79-0080fc3dbdd7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=34dd6867-7e02-4bce-a022-367496905e24,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:24.225649 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b3043b-5542-4313-b7d2-f52bb5d6907b tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:24.230948 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-78b3043b-5542-4313-b7d2-f52bb5d6907b tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] 10.222.0.20 "GET /v2.0/ports/3cbcdd1e-4c31-4bc6-88b9-2a39c28bfc48 HTTP/1.1" status: 200 len: 1135 time: 0.2588477 Dec 06 15:10:24.238601 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52014) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:24.331241 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e821846-533d-4d74-9c79-0080fc3dbdd7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:24.334742 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9e821846-533d-4d74-9c79-0080fc3dbdd7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:24.361095 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e821846-533d-4d74-9c79-0080fc3dbdd7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:24.366949 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e821846-533d-4d74-9c79-0080fc3dbdd7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:24.367448 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e821846-533d-4d74-9c79-0080fc3dbdd7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:24.485840 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9e821846-533d-4d74-9c79-0080fc3dbdd7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2287917 Dec 06 15:10:24.495034 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52026) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:24.578129 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959b4c96-9b64-4ff4-86f6-b84a633c07ff None None] Network dc459b13-cc82-46aa-bc80-b199652d42a1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:24.580106 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:10:24.580453 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device dfeb3db3-4d6c-4e63-9ec5-b66662a6aa9f not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:10:24.628701 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7ea5fa-5da2-4a45-a388-2468771b4a33 None None] Routers {'f72742f3-4cb8-4c8b-8f8b-496f2668a236'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:24.629405 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3d7ea5fa-5da2-4a45-a388-2468771b4a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f72742f3-4cb8-4c8b-8f8b-496f2668a236'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:24.661792 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0cc52a-9b59-49ff-9ca7-ca65dd162ce8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:24.685929 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0cc52a-9b59-49ff-9ca7-ca65dd162ce8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:24.701003 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1e0cc52a-9b59-49ff-9ca7-ca65dd162ce8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.2013400 Dec 06 15:10:24.705360 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52034) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:24.791851 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2debba3f-2456-4104-9b18-9e2dddb61d8e tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Deleting port 3cbcdd1e-4c31-4bc6-88b9-2a39c28bfc48 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:24.792198 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2debba3f-2456-4104-9b18-9e2dddb61d8e tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:24.867597 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 90b66132-61a7-41a2-a6c0-ce8c9f09efad triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:24.868432 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:24.870257 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3202-d856-4643-b577-9cc31bb8861f tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:24.924184 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0e073a4f-2fc4-4aa3-9261-bc478c6afe33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:24.951223 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3d7ea5fa-5da2-4a45-a388-2468771b4a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:24.955539 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7ea5fa-5da2-4a45-a388-2468771b4a33 None None] The sync data for ids ['f72742f3-4cb8-4c8b-8f8b-496f2668a236'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:10:25.006008 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2debba3f-2456-4104-9b18-9e2dddb61d8e tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:25.022620 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2debba3f-2456-4104-9b18-9e2dddb61d8e tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Calling delete_port for 3cbcdd1e-4c31-4bc6-88b9-2a39c28bfc48 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:25.063514 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f092330-50ff-40d2-93a7-03f53732e311 None None] Network 8e102fa1-cd00-431f-9791-6d84bf6e72ef requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:25.197083 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2debba3f-2456-4104-9b18-9e2dddb61d8e tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:25.257161 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-e31ac24b-ed49-4e3d-b0d7-14d0919a03ff None None] Allocated IP 2001:db8::2 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/221b49d6-65d5-4538-b643-6400bb1dd023/76cea755-6d8e-481c-97c3-b4e96eee9fcc) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:25.347246 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b3202-d856-4643-b577-9cc31bb8861f tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Deleting port f6ff82ac-7891-42dc-99d6-a8951e061a27 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:25.347876 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3202-d856-4643-b577-9cc31bb8861f tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:25.510639 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e31ac24b-ed49-4e3d-b0d7-14d0919a03ff None None] For port 76cea755-6d8e-481c-97c3-b4e96eee9fcc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=76cea755-6d8e-481c-97c3-b4e96eee9fcc,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:25.541673 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3202-d856-4643-b577-9cc31bb8861f tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:25.566355 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b3202-d856-4643-b577-9cc31bb8861f tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Calling delete_port for f6ff82ac-7891-42dc-99d6-a8951e061a27 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:25.580079 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e31ac24b-ed49-4e3d-b0d7-14d0919a03ff None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:25.610326 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e31ac24b-ed49-4e3d-b0d7-14d0919a03ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:25.712900 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0e073a4f-2fc4-4aa3-9261-bc478c6afe33 None None] For port 90b66132-61a7-41a2-a6c0-ce8c9f09efad, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=90b66132-61a7-41a2-a6c0-ce8c9f09efad,segment=NetworkSegment(a0e85440-fdae-4c0f-9095-41275791e55f),segment_id=a0e85440-fdae-4c0f-9095-41275791e55f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:25.755929 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debba3f-2456-4104-9b18-9e2dddb61d8e tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Pushing event deleted for resources: {'Port': ['ID=3cbcdd1e-4c31-4bc6-88b9-2a39c28bfc48,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:25.843089 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0e073a4f-2fc4-4aa3-9261-bc478c6afe33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:25.851468 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2debba3f-2456-4104-9b18-9e2dddb61d8e tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:25.858269 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2debba3f-2456-4104-9b18-9e2dddb61d8e tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] 10.222.0.20 "DELETE /v2.0/ports/3cbcdd1e-4c31-4bc6-88b9-2a39c28bfc48 HTTP/1.1" status: 204 len: 168 time: 1.6159341 Dec 06 15:10:25.861157 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52056) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:25.870796 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-30549cad-44f5-45af-8785-5af2088ec9f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port 34dd6867-7e02-4bce-a022-367496905e24 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:25.871173 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30549cad-44f5-45af-8785-5af2088ec9f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:25.999000 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ac24b-ed49-4e3d-b0d7-14d0919a03ff None None] Pushing event updated for resources: {'Port': ['ID=76cea755-6d8e-481c-97c3-b4e96eee9fcc,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:26.049680 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f12937cf-db23-441b-bc3d-ca0ee5d85e15 None None] Could not find standard attr ID for object 3cbcdd1e-4c31-4bc6-88b9-2a39c28bfc48. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:10:26.116206 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9d1654-8a04-423d-be93-3a6bd585521d tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Deleting subnet 288df417-49a1-46b2-8b8b-4e62c0d45075 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:10:26.120123 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1654-8a04-423d-be93-3a6bd585521d tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:26.170052 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1654-8a04-423d-be93-3a6bd585521d tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:26.192719 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30549cad-44f5-45af-8785-5af2088ec9f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:26.234068 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-30549cad-44f5-45af-8785-5af2088ec9f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for 34dd6867-7e02-4bce-a022-367496905e24 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:26.247344 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f12937cf-db23-441b-bc3d-ca0ee5d85e15 None None] Provisioning complete for port 90b66132-61a7-41a2-a6c0-ce8c9f09efad triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:26.247521 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f12937cf-db23-441b-bc3d-ca0ee5d85e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:26.269752 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b1ec1976-b8f5-4f79-bf6e-871957877dc2 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:10:26.312906 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3202-d856-4643-b577-9cc31bb8861f tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:26.345745 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e073a4f-2fc4-4aa3-9261-bc478c6afe33 None None] Pushing event updated for resources: {'Port': ['ID=90b66132-61a7-41a2-a6c0-ce8c9f09efad,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:26.382578 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b3202-d856-4643-b577-9cc31bb8861f tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event deleted for resources: {'Port': ['ID=f6ff82ac-7891-42dc-99d6-a8951e061a27,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:26.408389 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1654-8a04-423d-be93-3a6bd585521d tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:26.441907 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port b1ec1976-b8f5-4f79-bf6e-871957877dc2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:26.442278 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:26.571187 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f12937cf-db23-441b-bc3d-ca0ee5d85e15 None None] Provisioning complete for port b1ec1976-b8f5-4f79-bf6e-871957877dc2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:26.571618 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f12937cf-db23-441b-bc3d-ca0ee5d85e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:26.588507 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c73b38-5abd-4801-98a0-941b64186f37 req-be23bfae-98d5-45d0-bfd8-32cdb566f324 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:26.590618 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9c73b38-5abd-4801-98a0-941b64186f37 req-be23bfae-98d5-45d0-bfd8-32cdb566f324 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 945 time: 0.1130664 Dec 06 15:10:26.592224 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30549cad-44f5-45af-8785-5af2088ec9f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:26.671316 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30549cad-44f5-45af-8785-5af2088ec9f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=34dd6867-7e02-4bce-a022-367496905e24,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:26.687642 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1654-8a04-423d-be93-3a6bd585521d tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:26.744152 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:26.762820 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30549cad-44f5-45af-8785-5af2088ec9f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:26.770089 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-30549cad-44f5-45af-8785-5af2088ec9f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/34dd6867-7e02-4bce-a022-367496905e24 HTTP/1.1" status: 204 len: 168 time: 2.0625594 Dec 06 15:10:26.772875 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52060) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:26.775566 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d1654-8a04-423d-be93-3a6bd585521d tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Pushing event deleted for resources: {'Subnet': ['ID=288df417-49a1-46b2-8b8b-4e62c0d45075,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:26.824259 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9c73b38-5abd-4801-98a0-941b64186f37 req-4c58227c-e9a6-4e10-9db9-428131445d03 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244222 Dec 06 15:10:26.857070 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3202-d856-4643-b577-9cc31bb8861f tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:26.862368 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port b1ec1976-b8f5-4f79-bf6e-871957877dc2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b1ec1976-b8f5-4f79-bf6e-871957877dc2,segment=NetworkSegment(bcb58701-f40a-49a4-ab99-f1224a957136),segment_id=bcb58701-f40a-49a4-ab99-f1224a957136)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:26.870940 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1654-8a04-423d-be93-3a6bd585521d tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:26.875148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6b9d1654-8a04-423d-be93-3a6bd585521d tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] 10.222.0.20 "DELETE /v2.0/subnets/288df417-49a1-46b2-8b8b-4e62c0d45075 HTTP/1.1" status: 204 len: 168 time: 1.0129800 Dec 06 15:10:26.877845 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52064) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:26.897121 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:27.023769 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=b1ec1976-b8f5-4f79-bf6e-871957877dc2,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:27.035954 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f12937cf-db23-441b-bc3d-ca0ee5d85e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:27.068374 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbbf88d-115e-470f-a9f6-5dd7b6115d10 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:27.071309 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbbf88d-115e-470f-a9f6-5dd7b6115d10 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:27.085299 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0bbbf88d-115e-470f-a9f6-5dd7b6115d10 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3107448 Dec 06 15:10:27.088265 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52070) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:27.122800 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:27.167744 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-f12937cf-db23-441b-bc3d-ca0ee5d85e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:10:27.169073 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-f12937cf-db23-441b-bc3d-ca0ee5d85e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:10:27.207118 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0568e106-1632-4ad7-8b99-fcb5410ffd01 None None] Network 8e102fa1-cd00-431f-9791-6d84bf6e72ef requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:27.241326 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Deleting port 05483fb4-e1bc-4210-b5ec-741d0cffd3bf {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:27.241672 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:27.368105 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 05483fb4-e1bc-4210-b5ec-741d0cffd3bf up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:10:27.368794 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] For port 05483fb4-e1bc-4210-b5ec-741d0cffd3bf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=05483fb4-e1bc-4210-b5ec-741d0cffd3bf,segment=NetworkSegment(531981e0-de3f-4761-be70-f6c01bcb9556),segment_id=531981e0-de3f-4761-be70-f6c01bcb9556)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:27.369289 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:27.389619 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Calling delete_port for 05483fb4-e1bc-4210-b5ec-741d0cffd3bf owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:27.499763 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:27.502213 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 05483fb4-e1bc-4210-b5ec-741d0cffd3bf triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:27.502694 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:27.531038 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Pushing event deleted for resources: {'Port': ['ID=05483fb4-e1bc-4210-b5ec-741d0cffd3bf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:27.533221 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] No DVR routers for this DVR port 05483fb4-e1bc-4210-b5ec-741d0cffd3bf on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:10:27.544327 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Port 05483fb4-e1bc-4210-b5ec-741d0cffd3bf was deleted so its status cannot be updated. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 06 15:10:27.544809 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 90b66132-61a7-41a2-a6c0-ce8c9f09efad up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:10:27.611974 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 90b66132-61a7-41a2-a6c0-ce8c9f09efad triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:27.611974 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:27.642041 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1893f98-3f54-4d93-ad23-16e3aa119103 None None] DHCP port deletion for 8e102fa1-cd00-431f-9791-6d84bf6e72ef request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:10:27.659616 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:27.662044 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-855d271d-de2f-4480-9adf-bca729f4b0f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet 221b49d6-65d5-4538-b643-6400bb1dd023 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:10:27.686766 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e102fa1-cd00-431f-9791-6d84bf6e72ef']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:27.701402 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531981e0-de3f-4761-be70-f6c01bcb9556') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:27.701686 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531981e0-de3f-4761-be70-f6c01bcb9556') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:27.713103 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:27.719314 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-855d271d-de2f-4480-9adf-bca729f4b0f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:27.737179 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:27.753706 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:10:27.754837 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:27.755683 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f12937cf-db23-441b-bc3d-ca0ee5d85e15 None None] Could not find standard attr ID for object 05483fb4-e1bc-4210-b5ec-741d0cffd3bf. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:10:27.757712 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ee80c-1c4e-418f-b50a-2c33acdb7aac req-6b267cb2-8a7f-4f0a-8b73-a23cc06b181e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:27.759315 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e41ee80c-1c4e-418f-b50a-2c33acdb7aac req-6b267cb2-8a7f-4f0a-8b73-a23cc06b181e tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.37 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 945 time: 0.2218673 Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:10:27.759797 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:10:27.763680 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2b3202-d856-4643-b577-9cc31bb8861f tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Router f72742f3-4cb8-4c8b-8f8b-496f2668a236 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:10:27.764733 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f12937cf-db23-441b-bc3d-ca0ee5d85e15 None None] Could not find standard attr ID for object f6ff82ac-7891-42dc-99d6-a8951e061a27. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:10:27.766196 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 76cea755-6d8e-481c-97c3-b4e96eee9fcc up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:10:27.826258 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-855d271d-de2f-4480-9adf-bca729f4b0f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:27.836379 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 76cea755-6d8e-481c-97c3-b4e96eee9fcc triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:27.837016 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:27.854871 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:27.867975 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:27.879906 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] 10.222.0.20 "DELETE /v2.0/networks/8e102fa1-cd00-431f-9791-6d84bf6e72ef HTTP/1.1" status: 204 len: 168 time: 0.9999380 Dec 06 15:10:27.904742 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2745c23-e1ea-45fa-b0fe-12b570730784 tempest-ExtraDHCPOptionsTestJSON-1393533235 tempest-ExtraDHCPOptionsTestJSON-1393533235-project] Pushing event deleted for resources: {'Network': ['ID=8e102fa1-cd00-431f-9791-6d84bf6e72ef,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:27.967365 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bb7054cf-54d6-413f-8a5f-1ebc2461e07c None None] Provisioning complete for port b1ec1976-b8f5-4f79-bf6e-871957877dc2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:27.967859 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb7054cf-54d6-413f-8a5f-1ebc2461e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:27.980112 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350cd9a-3a28-4c18-bc1d-bc9281f23d24 req-f69efc3c-9dfa-4b37-994f-1bb9b18cd516 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:27.981770 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2350cd9a-3a28-4c18-bc1d-bc9281f23d24 req-f69efc3c-9dfa-4b37-994f-1bb9b18cd516 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 945 time: 0.0665407 Dec 06 15:10:28.038893 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-855d271d-de2f-4480-9adf-bca729f4b0f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:28.056564 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2350cd9a-3a28-4c18-bc1d-bc9281f23d24 req-e1bcca97-91b5-47aa-9e99-8b657ece6a85 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f32af3e-997f-4481-90f0-7d57e680ac8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671878 Dec 06 15:10:28.088270 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:28.097896 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:28.182601 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bb7054cf-54d6-413f-8a5f-1ebc2461e07c None None] Provisioning complete for port 76cea755-6d8e-481c-97c3-b4e96eee9fcc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:28.182984 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb7054cf-54d6-413f-8a5f-1ebc2461e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:28.198372 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2b3202-d856-4643-b577-9cc31bb8861f tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:10:28.216801 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86431fae-748f-4846-b908-33971e333c23 None None] Sync routers for ids ['f72742f3-4cb8-4c8b-8f8b-496f2668a236'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:10:28.234330 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fa2b3202-d856-4643-b577-9cc31bb8861f tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "PUT /v2.0/routers/f72742f3-4cb8-4c8b-8f8b-496f2668a236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0281792 Dec 06 15:10:28.234769 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86431fae-748f-4846-b908-33971e333c23 None None] Routers {'f72742f3-4cb8-4c8b-8f8b-496f2668a236'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:28.235481 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-86431fae-748f-4846-b908-33971e333c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f72742f3-4cb8-4c8b-8f8b-496f2668a236'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:28.237787 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52082) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:28.273580 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e41ee80c-1c4e-418f-b50a-2c33acdb7aac req-35d77dde-26c0-49cc-82ff-6f221189ef44 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Deleting port cf411024-9a4e-4fcd-9337-dcd3d6eb31fa {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:28.280094 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e41ee80c-1c4e-418f-b50a-2c33acdb7aac req-35d77dde-26c0-49cc-82ff-6f221189ef44 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:28.307618 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-86431fae-748f-4846-b908-33971e333c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:28.319901 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86431fae-748f-4846-b908-33971e333c23 None None] Routers {'f72742f3-4cb8-4c8b-8f8b-496f2668a236'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:28.321002 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-86431fae-748f-4846-b908-33971e333c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f72742f3-4cb8-4c8b-8f8b-496f2668a236'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:28.330286 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-0bb6abee-e93e-4b31-94be-5815db56c6f4 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] delete failed (client error): The resource could not be found. Dec 06 15:10:28.331261 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0bb6abee-e93e-4b31-94be-5815db56c6f4 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-679448164 HTTP/1.1" status: 404 len: 334 time: 0.0922594 Dec 06 15:10:28.336891 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52084) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:28.344756 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-024e641a-ff62-4656-9935-37166b96f7a5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f72742f3-4cb8-4c8b-8f8b-496f2668a236'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:28.374132 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb7054cf-54d6-413f-8a5f-1ebc2461e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:28.387144 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-86431fae-748f-4846-b908-33971e333c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:28.388373 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86431fae-748f-4846-b908-33971e333c23 None None] The sync data for ids ['f72742f3-4cb8-4c8b-8f8b-496f2668a236'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:10:28.417631 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52086) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:28.442255 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13382c5-8fca-4e22-a3ae-89f9399ccd93 None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:10:28.457872 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e41ee80c-1c4e-418f-b50a-2c33acdb7aac req-35d77dde-26c0-49cc-82ff-6f221189ef44 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] For port cf411024-9a4e-4fcd-9337-dcd3d6eb31fa, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cf411024-9a4e-4fcd-9337-dcd3d6eb31fa,segment=NetworkSegment(7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e),segment_id=7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:28.458200 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e41ee80c-1c4e-418f-b50a-2c33acdb7aac req-35d77dde-26c0-49cc-82ff-6f221189ef44 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:28.475274 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e41ee80c-1c4e-418f-b50a-2c33acdb7aac req-35d77dde-26c0-49cc-82ff-6f221189ef44 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Calling delete_port for cf411024-9a4e-4fcd-9337-dcd3d6eb31fa owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:28.602057 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-855d271d-de2f-4480-9adf-bca729f4b0f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:28.622081 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-855d271d-de2f-4480-9adf-bca729f4b0f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:28.625582 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-855d271d-de2f-4480-9adf-bca729f4b0f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/221b49d6-65d5-4538-b643-6400bb1dd023 HTTP/1.1" status: 204 len: 168 time: 1.5361469 Dec 06 15:10:28.645847 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52090) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:28.660872 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d271d-de2f-4480-9adf-bca729f4b0f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=221b49d6-65d5-4538-b643-6400bb1dd023,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:28.672548 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13382c5-8fca-4e22-a3ae-89f9399ccd93 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:10:28.704627 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a94b0d4c-befc-4e59-aecb-74980f25d873 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570261 Dec 06 15:10:28.707526 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52092) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:28.717059 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-024e641a-ff62-4656-9935-37166b96f7a5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:28.752235 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-93f758d0-981c-402f-a400-52c1e3512316 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4322435d198e4ced9299f6b7b1818b31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3325105 Dec 06 15:10:28.758864 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52094) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:28.769488 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-024e641a-ff62-4656-9935-37166b96f7a5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] update failed (client error): The resource could not be found. Dec 06 15:10:28.770946 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-024e641a-ff62-4656-9935-37166b96f7a5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "PUT /v2.0/routers/f72742f3-4cb8-4c8b-8f8b-496f2668a236 HTTP/1.1" status: 404 len: 339 time: 0.4327986 Dec 06 15:10:28.774874 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52096) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:28.802750 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:10:28.803409 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:10:28.827863 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-bb7054cf-54d6-413f-8a5f-1ebc2461e07c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:10:28.828498 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-bb7054cf-54d6-413f-8a5f-1ebc2461e07c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:10:28.871542 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee51f4a-ab45-4860-8dd3-17ef9b904c07 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:28.875608 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-aee51f4a-ab45-4860-8dd3-17ef9b904c07 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1646192 Dec 06 15:10:28.877341 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52098) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:28.893040 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e41ee80c-1c4e-418f-b50a-2c33acdb7aac req-35d77dde-26c0-49cc-82ff-6f221189ef44 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:28.912563 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['cf411024-9a4e-4fcd-9337-dcd3d6eb31fa'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:10:28.935090 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5317701-9031-452d-867f-bb18c075ed0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:28.941385 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d77dde-26c0-49cc-82ff-6f221189ef44 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Pushing event deleted for resources: {'Port': ['ID=cf411024-9a4e-4fcd-9337-dcd3d6eb31fa,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:29.011199 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027201d6-2f64-49aa-aa61-0ad9d7cbf91a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:29.013301 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-027201d6-2f64-49aa-aa61-0ad9d7cbf91a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1349273 Dec 06 15:10:29.015807 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52110) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:29.027160 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5317701-9031-452d-867f-bb18c075ed0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:29.051796 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41ee80c-1c4e-418f-b50a-2c33acdb7aac req-35d77dde-26c0-49cc-82ff-6f221189ef44 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] No DVR routers for this DVR port cf411024-9a4e-4fcd-9337-dcd3d6eb31fa on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:10:29.054618 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e41ee80c-1c4e-418f-b50a-2c33acdb7aac req-35d77dde-26c0-49cc-82ff-6f221189ef44 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:29.060105 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e41ee80c-1c4e-418f-b50a-2c33acdb7aac req-35d77dde-26c0-49cc-82ff-6f221189ef44 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.37 "DELETE /v2.0/ports/cf411024-9a4e-4fcd-9337-dcd3d6eb31fa HTTP/1.1" status: 204 len: 173 time: 1.2832658 Dec 06 15:10:29.062323 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e239da4b-9733-410e-9a31-a9391d6c8550', 'name': 'network-vif-deleted', 'tag': 'cf411024-9a4e-4fcd-9337-dcd3d6eb31fa'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:10:29.082263 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c4a94b-3e7e-4016-98db-c0acd45b7022" -d '{"events": [{"server_uuid": "e239da4b-9733-410e-9a31-a9391d6c8550", "name": "network-vif-deleted", "tag": "cf411024-9a4e-4fcd-9337-dcd3d6eb31fa"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:10:29.120654 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-66c3ed8a-e806-495e-b264-a102a8bdd0ae tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995479 Dec 06 15:10:29.128091 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52116) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:29.140102 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f441f170-cde2-4d72-b259-d36d0c0ee429 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:29.154493 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d78572-e57f-411a-be87-b8f30364b34d x-openstack-request-id: req-25d78572-e57f-411a-be87-b8f30364b34d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:10:29.154804 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e239da4b-9733-410e-9a31-a9391d6c8550", "name": "network-vif-deleted", "tag": "cf411024-9a4e-4fcd-9337-dcd3d6eb31fa", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:10:29.155122 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25d78572-e57f-411a-be87-b8f30364b34d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:10:29.155685 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e239da4b-9733-410e-9a31-a9391d6c8550', 'name': 'network-vif-deleted', 'tag': 'cf411024-9a4e-4fcd-9337-dcd3d6eb31fa', 'status': 'completed', 'code': 200} Dec 06 15:10:29.187968 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5317701-9031-452d-867f-bb18c075ed0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:29.191004 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5317701-9031-452d-867f-bb18c075ed0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:29.201997 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b5317701-9031-452d-867f-bb18c075ed0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/636f700d-e04f-41cd-94e4-895da619e0e7 HTTP/1.1" status: 204 len: 168 time: 0.4411330 Dec 06 15:10:29.306064 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5317701-9031-452d-867f-bb18c075ed0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636f700d-e04f-41cd-94e4-895da619e0e7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:29.342770 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b34cc5ed-bbb3-4ff4-b089-bf3de6314c3d req-e40c0e76-fe14-4cfc-b892-a5f0d72c17c9 tempest-ServersTestJSON-1399356319 tempest-ServersTestJSON-1399356319-project] 10.222.0.20 "GET /v2.0/ports?device_id=e239da4b-9733-410e-9a31-a9391d6c8550 HTTP/1.1" status: 200 len: 210 time: 0.1392589 Dec 06 15:10:29.381503 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:29.445085 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f441f170-cde2-4d72-b259-d36d0c0ee429 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:29.450240 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f441f170-cde2-4d72-b259-d36d0c0ee429 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:29.510678 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:29.530336 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb7054cf-54d6-413f-8a5f-1ebc2461e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:29.613953 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 76cea755-6d8e-481c-97c3-b4e96eee9fcc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=76cea755-6d8e-481c-97c3-b4e96eee9fcc,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:29.622805 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:29.684719 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03844ada-10fe-4251-b720-259d30c5e20b None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:29.728306 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=76cea755-6d8e-481c-97c3-b4e96eee9fcc,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:29.731463 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-bb7054cf-54d6-413f-8a5f-1ebc2461e07c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:10:29.732039 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-bb7054cf-54d6-413f-8a5f-1ebc2461e07c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:10:29.803711 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b1ec1976-b8f5-4f79-bf6e-871957877dc2 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:10:29.942577 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:29.958110 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f441f170-cde2-4d72-b259-d36d0c0ee429 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:29.967985 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port b1ec1976-b8f5-4f79-bf6e-871957877dc2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:29.968433 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:29.996852 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f441f170-cde2-4d72-b259-d36d0c0ee429 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:30.037994 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f441f170-cde2-4d72-b259-d36d0c0ee429 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:30.047429 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f441f170-cde2-4d72-b259-d36d0c0ee429 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:30.047820 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f441f170-cde2-4d72-b259-d36d0c0ee429 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:30.084235 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94228c64-8a06-457d-be1f-2cd6bd220dbe None None] DHCP port deletion for 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:10:30.097650 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f441f170-cde2-4d72-b259-d36d0c0ee429 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9682741 Dec 06 15:10:30.098976 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Allocated IP 172.20.0.1 (8a9dd1e8-5325-4112-8e08-6ea039217f74/4328f4f2-cc8e-424d-bba7-3f620a617ab6/95ad95f4-1652-4dce-bc0a-4a00abc0cd8f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:30.100232 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52152) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:30.109826 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-15df92d2-2618-4a6b-bfe2-1efbeb14e64c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'fixed_ips': [{'subnet_id': '5cbd3c5d-3ec8-4c1b-8ffd-a429e5ee6842', 'ip_address': '2001:db8::c674:69e6:8a9a:e914'}], 'name': 'tempest-NetworksTestDHCPv6-1512189554'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:30.124019 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441f170-cde2-4d72-b259-d36d0c0ee429 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=5cbd3c5d-3ec8-4c1b-8ffd-a429e5ee6842,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:30.168576 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bb7054cf-54d6-413f-8a5f-1ebc2461e07c None None] Could not find standard attr ID for object 05483fb4-e1bc-4210-b5ec-741d0cffd3bf. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:10:30.173835 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bb7054cf-54d6-413f-8a5f-1ebc2461e07c None None] Could not find standard attr ID for object f6ff82ac-7891-42dc-99d6-a8951e061a27. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:10:30.256353 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-94228c64-8a06-457d-be1f-2cd6bd220dbe None None] Deleting port 76cea755-6d8e-481c-97c3-b4e96eee9fcc {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:30.256670 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94228c64-8a06-457d-be1f-2cd6bd220dbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:30.297602 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-db284639-da37-4d43-b680-3a332a85f29c None None] Could not find standard attr ID for object 34dd6867-7e02-4bce-a022-367496905e24. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:10:30.335825 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:30.341754 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15df92d2-2618-4a6b-bfe2-1efbeb14e64c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:30.347207 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-db284639-da37-4d43-b680-3a332a85f29c None None] Provisioning complete for port 76cea755-6d8e-481c-97c3-b4e96eee9fcc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:30.347867 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db284639-da37-4d43-b680-3a332a85f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:30.403312 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:30.404711 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-94228c64-8a06-457d-be1f-2cd6bd220dbe None None] For port 76cea755-6d8e-481c-97c3-b4e96eee9fcc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=76cea755-6d8e-481c-97c3-b4e96eee9fcc,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:30.405470 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94228c64-8a06-457d-be1f-2cd6bd220dbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:30.453424 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52168) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:30.457195 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15df92d2-2618-4a6b-bfe2-1efbeb14e64c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:30.476984 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-94228c64-8a06-457d-be1f-2cd6bd220dbe None None] Calling delete_port for 76cea755-6d8e-481c-97c3-b4e96eee9fcc owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:30.499391 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 05483fb4-e1bc-4210-b5ec-741d0cffd3bf no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:10:30.499809 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Network 8a9dd1e8-5325-4112-8e08-6ea039217f74 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:30.537261 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-90766cd8-f35a-4947-9b77-54e786118492 admin admin] Deleting subnet fd9744b0-5db8-4d6f-a5a9-70588c431a8f {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:10:30.541256 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:30.546940 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90766cd8-f35a-4947-9b77-54e786118492 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:30.564418 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:30.570766 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event updated for resources: {'Port': ['ID=95ad95f4-1652-4dce-bc0a-4a00abc0cd8f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:30.590566 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 05483fb4-e1bc-4210-b5ec-741d0cffd3bf {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:10:30.591046 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 05483fb4-e1bc-4210-b5ec-741d0cffd3bf not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:10:30.627894 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:30.647740 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90766cd8-f35a-4947-9b77-54e786118492 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:30.679571 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52172) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:30.698737 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-15df92d2-2618-4a6b-bfe2-1efbeb14e64c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port 1d40e2e8-1a81-4964-a1fd-39a17429bd5f yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:10:30.784238 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b0372fd-d8b5-4390-a050-2d0014ef506e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:30.792114 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94228c64-8a06-457d-be1f-2cd6bd220dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:30.792710 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90766cd8-f35a-4947-9b77-54e786118492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:30.813476 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:30.844141 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94228c64-8a06-457d-be1f-2cd6bd220dbe None None] Pushing event deleted for resources: {'Port': ['ID=76cea755-6d8e-481c-97c3-b4e96eee9fcc,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:30.861694 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94228c64-8a06-457d-be1f-2cd6bd220dbe None None] No DVR routers for this DVR port 76cea755-6d8e-481c-97c3-b4e96eee9fcc on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:10:30.888688 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba38328-1818-4ba4-ac0f-372cc93bff26 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:30.949711 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90766cd8-f35a-4947-9b77-54e786118492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:30.961953 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-15df92d2-2618-4a6b-bfe2-1efbeb14e64c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::c674:69e6:8a9a:e914 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/5cbd3c5d-3ec8-4c1b-8ffd-a429e5ee6842/1d40e2e8-1a81-4964-a1fd-39a17429bd5f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:30.992403 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Request body: {'networks': [{'name': 'tempest-network--1073060147'}, {'name': 'tempest-network--425684361'}]} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:30.993037 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Request body: {'network': {'name': 'tempest-network--1073060147'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:30.993160 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Request body: {'network': {'name': 'tempest-network--425684361'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:31.014847 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90766cd8-f35a-4947-9b77-54e786118492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd9744b0-5db8-4d6f-a5a9-70588c431a8f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:31.017639 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90766cd8-f35a-4947-9b77-54e786118492 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.023958 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-90766cd8-f35a-4947-9b77-54e786118492 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fd9744b0-5db8-4d6f-a5a9-70588c431a8f HTTP/1.1" status: 204 len: 168 time: 0.5640562 Dec 06 15:10:31.026230 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52180) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:31.049706 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedc0043-d9f9-4268-8fe4-175f82b86431 None None] Network 47288c44-0415-406f-a9a9-d0bd8bc69873 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:31.174373 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c9769536-d229-49a4-8e9e-1049ceba6dd2 None None] Provisioning complete for port 95ad95f4-1652-4dce-bc0a-4a00abc0cd8f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:31.174750 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9769536-d229-49a4-8e9e-1049ceba6dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.186299 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d52f47bf-06f4-4a9c-8046-01980b2c4f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.214807 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c9769536-d229-49a4-8e9e-1049ceba6dd2 None None] Port 95ad95f4-1652-4dce-bc0a-4a00abc0cd8f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:10:31.239581 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.250524 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.313958 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'fixed_ips': [{'subnet_id': '5cbd3c5d-3ec8-4c1b-8ffd-a429e5ee6842'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:10:31.315143 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.319984 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8edbca-f18c-4d1f-a7cb-df42c877d51e None None] DHCP port deletion for 47288c44-0415-406f-a9a9-d0bd8bc69873 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:10:31.364878 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Made reservation on behalf of 52b3c5d22d254e2aafe4360de3c3ff49 for: {'network': 2} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:31.370746 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.388326 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d52f47bf-06f4-4a9c-8046-01980b2c4f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.396651 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.402625 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.419411 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event updated for resources: {'Port': ['ID=95ad95f4-1652-4dce-bc0a-4a00abc0cd8f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:31.437376 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15df92d2-2618-4a6b-bfe2-1efbeb14e64c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.440065 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d52f47bf-06f4-4a9c-8046-01980b2c4f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47288c44-0415-406f-a9a9-d0bd8bc69873']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:31.454141 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d52f47bf-06f4-4a9c-8046-01980b2c4f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:31.454487 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-d52f47bf-06f4-4a9c-8046-01980b2c4f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad4fc8d-a86e-48a0-9bb6-6e6492584b4e') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:31.468140 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d52f47bf-06f4-4a9c-8046-01980b2c4f75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.508684 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d52f47bf-06f4-4a9c-8046-01980b2c4f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.527942 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52f47bf-06f4-4a9c-8046-01980b2c4f75 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:10:31.528489 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d52f47bf-06f4-4a9c-8046-01980b2c4f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.560029 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Network 8a9dd1e8-5325-4112-8e08-6ea039217f74 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:31.568737 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:31.595469 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Allocated IP 2001:db8::2 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/5cbd3c5d-3ec8-4c1b-8ffd-a429e5ee6842/a9beec1c-92a9-48cd-888b-e442dbb3b6bf) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:10:31.651107 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:10:31.654900 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15df92d2-2618-4a6b-bfe2-1efbeb14e64c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.680901 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d52f47bf-06f4-4a9c-8046-01980b2c4f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.686678 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.700695 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.701181 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.755483 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d52f47bf-06f4-4a9c-8046-01980b2c4f75 admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.767989 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d52f47bf-06f4-4a9c-8046-01980b2c4f75 admin admin] 10.222.0.20 "DELETE /v2.0/networks/47288c44-0415-406f-a9a9-d0bd8bc69873 HTTP/1.1" status: 204 len: 168 time: 0.7405367 Dec 06 15:10:31.783467 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:10:31.786465 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73141457-a8b3-45ba-ab77-81537d48f930,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:31.796531 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Router f72742f3-4cb8-4c8b-8f8b-496f2668a236 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:10:31.803693 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 76cea755-6d8e-481c-97c3-b4e96eee9fcc no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:10:31.805330 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.805781 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Added segment d7d525b0-ce62-4b2d-91a4-a4eacc4edf6d of type vlan for network 9922fef6-7cce-4229-a139-3a12287e8a3e Dec 06 15:10:31.817662 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f47bf-06f4-4a9c-8046-01980b2c4f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=47288c44-0415-406f-a9a9-d0bd8bc69873,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:31.848931 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15df92d2-2618-4a6b-bfe2-1efbeb14e64c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:31.861131 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df92d2-2618-4a6b-bfe2-1efbeb14e64c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=1d40e2e8-1a81-4964-a1fd-39a17429bd5f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:31.867702 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-15df92d2-2618-4a6b-bfe2-1efbeb14e64c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:31.870248 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df92d2-2618-4a6b-bfe2-1efbeb14e64c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:31.872513 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 76cea755-6d8e-481c-97c3-b4e96eee9fcc {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:10:31.873022 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 76cea755-6d8e-481c-97c3-b4e96eee9fcc not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:10:31.887246 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15df92d2-2618-4a6b-bfe2-1efbeb14e64c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:31.887979 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15df92d2-2618-4a6b-bfe2-1efbeb14e64c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.925880 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-15df92d2-2618-4a6b-bfe2-1efbeb14e64c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8223927 Dec 06 15:10:31.929227 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52196) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:32.009179 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:32.047190 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:10:32.056505 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466cbd83-1df1-4963-a28a-096fae82c242 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:32.056696 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b82b1970-fdfc-4ba1-a0f1-19c800215d81 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "PUT /v2.0/routers/f72742f3-4cb8-4c8b-8f8b-496f2668a236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2806437 Dec 06 15:10:32.057246 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52198) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:32.058227 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:32.061092 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-466cbd83-1df1-4963-a28a-096fae82c242 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1302960 Dec 06 15:10:32.063684 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52200) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:32.079043 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0758fda1-6009-42ad-81f7-e8fab7ea260f None None] Sync routers for ids ['f72742f3-4cb8-4c8b-8f8b-496f2668a236'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:10:32.082880 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:10:32.093361 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:32.109034 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52208) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:32.135527 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e90f9dd8-60d3-4ace-a970-b06278c8fc0c None None] Provisioning complete for port 95ad95f4-1652-4dce-bc0a-4a00abc0cd8f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:32.136437 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e90f9dd8-60d3-4ace-a970-b06278c8fc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:32.160269 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8ef38d09-1b8b-4e19-abce-54a077004171 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e98772d35f004ef9b9b31e90472aefa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0500596 Dec 06 15:10:32.162744 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52210) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:32.167555 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:32.184614 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:32.184956 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Added segment 0b895b83-9bab-4779-9212-681b1c65e167 of type vlan for network 588da151-1864-4edc-881b-c382c7ad905d Dec 06 15:10:32.188257 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0758fda1-6009-42ad-81f7-e8fab7ea260f None None] Routers {'f72742f3-4cb8-4c8b-8f8b-496f2668a236'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:32.189012 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0758fda1-6009-42ad-81f7-e8fab7ea260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f72742f3-4cb8-4c8b-8f8b-496f2668a236'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:32.196410 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:32.221848 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82eae9a2-3f69-429e-b8ae-533608c35107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:32.250542 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82eae9a2-3f69-429e-b8ae-533608c35107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:32.267422 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:32.273532 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0758fda1-6009-42ad-81f7-e8fab7ea260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:32.279705 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device cf411024-9a4e-4fcd-9337-dcd3d6eb31fa no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:10:32.280945 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c47e9ae1-559e-4894-822b-228f630f4626 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:32.283783 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:32.314387 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82eae9a2-3f69-429e-b8ae-533608c35107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:32.317035 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-82eae9a2-3f69-429e-b8ae-533608c35107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:32.318193 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-82eae9a2-3f69-429e-b8ae-533608c35107 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f32af3e-997f-4481-90f0-7d57e680ac8c HTTP/1.1" status: 204 len: 168 time: 0.1544585 Dec 06 15:10:32.343229 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eae9a2-3f69-429e-b8ae-533608c35107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f32af3e-997f-4481-90f0-7d57e680ac8c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:32.383974 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e90f9dd8-60d3-4ace-a970-b06278c8fc0c None None] Port 95ad95f4-1652-4dce-bc0a-4a00abc0cd8f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:10:32.413220 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f52c2b12-34bb-4769-ae40-4a327cbdddfd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port 1d40e2e8-1a81-4964-a1fd-39a17429bd5f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:32.413611 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f52c2b12-34bb-4769-ae40-4a327cbdddfd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:32.419466 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-c47e9ae1-559e-4894-822b-228f630f4626 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 15:10:32.423792 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52214) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:32.423981 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c47e9ae1-559e-4894-822b-228f630f4626 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "DELETE /v2.0/routers/f72742f3-4cb8-4c8b-8f8b-496f2668a236 HTTP/1.1" status: 409 len: 329 time: 0.3633327 Dec 06 15:10:32.435541 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:32.436117 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:32.441718 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:32.446419 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:32.447054 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:32.459296 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Pushing event updated for resources: {'Port': ['ID=a9beec1c-92a9-48cd-888b-e442dbb3b6bf,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:32.475242 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: cf411024-9a4e-4fcd-9337-dcd3d6eb31fa {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:10:32.475242 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device cf411024-9a4e-4fcd-9337-dcd3d6eb31fa not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:10:32.544824 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0758fda1-6009-42ad-81f7-e8fab7ea260f None None] Routers {'f72742f3-4cb8-4c8b-8f8b-496f2668a236'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:32.545287 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0758fda1-6009-42ad-81f7-e8fab7ea260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f72742f3-4cb8-4c8b-8f8b-496f2668a236'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:32.690076 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0758fda1-6009-42ad-81f7-e8fab7ea260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:32.693450 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0758fda1-6009-42ad-81f7-e8fab7ea260f None None] The sync data for ids ['f72742f3-4cb8-4c8b-8f8b-496f2668a236'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:10:32.719516 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Attempting to bind port a9beec1c-92a9-48cd-888b-e442dbb3b6bf on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:10:32.726863 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Attempting to bind port a9beec1c-92a9-48cd-888b-e442dbb3b6bf by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:10:32.727724 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Attempting to bind port a9beec1c-92a9-48cd-888b-e442dbb3b6bf on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:10:32.757310 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:10:32.759296 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:32.760094 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:32.766088 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:10:32.766855 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Bound port: a9beec1c-92a9-48cd-888b-e442dbb3b6bf, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:10:32.767470 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:32.864419 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a542314-ee23-468d-9993-0f4a6acd5506 req-8d473427-093a-4828-8ca4-a8c03a812a09 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4266863 Dec 06 15:10:32.897803 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] For port a9beec1c-92a9-48cd-888b-e442dbb3b6bf, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:10:32.903459 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] For port a9beec1c-92a9-48cd-888b-e442dbb3b6bf, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a9beec1c-92a9-48cd-888b-e442dbb3b6bf,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:10:32.912897 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:33.001885 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3185360 Dec 06 15:10:33.007465 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52230) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:33.045881 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event updated for resources: {'Network': ['ID=9922fef6-7cce-4229-a139-3a12287e8a3e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:33.056195 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc46cb8-3540-4562-8886-8453c751da6d None None] Pushing event updated for resources: {'Port': ['ID=a9beec1c-92a9-48cd-888b-e442dbb3b6bf,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:33.069710 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 9922fef6-7cce-4229-a139-3a12287e8a3e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:10:33.153226 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab74649-8a31-454a-a42f-f47ad7c4d7d9 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event updated for resources: {'Network': ['ID=588da151-1864-4edc-881b-c382c7ad905d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:33.190150 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f52c2b12-34bb-4769-ae40-4a327cbdddfd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:33.200784 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 588da151-1864-4edc-881b-c382c7ad905d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:10:33.208371 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f52c2b12-34bb-4769-ae40-4a327cbdddfd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for 1d40e2e8-1a81-4964-a1fd-39a17429bd5f owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:33.334466 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d74d-93a6-47d7-b806-42508866cb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:33.525088 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a542314-ee23-468d-9993-0f4a6acd5506 req-af8393fb-55ab-4c36-83a8-e0ffda51a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:33.526944 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a542314-ee23-468d-9993-0f4a6acd5506 req-af8393fb-55ab-4c36-83a8-e0ffda51a9fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a45a9617d21f43eb8a512b181ef6b340&device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 1096 time: 0.4252543 Dec 06 15:10:33.545165 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f52c2b12-34bb-4769-ae40-4a327cbdddfd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:33.608869 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c2b12-34bb-4769-ae40-4a327cbdddfd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=1d40e2e8-1a81-4964-a1fd-39a17429bd5f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:33.626350 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f52c2b12-34bb-4769-ae40-4a327cbdddfd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:33.632769 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f52c2b12-34bb-4769-ae40-4a327cbdddfd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/1d40e2e8-1a81-4964-a1fd-39a17429bd5f HTTP/1.1" status: 204 len: 168 time: 1.5613101 Dec 06 15:10:33.633407 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52252) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:33.670781 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00320bd-039f-42fb-a9dd-051cabd44286 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:33.679486 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00320bd-039f-42fb-a9dd-051cabd44286 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:33.686478 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00320bd-039f-42fb-a9dd-051cabd44286 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:33.693010 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00320bd-039f-42fb-a9dd-051cabd44286 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:33.695542 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c00320bd-039f-42fb-a9dd-051cabd44286 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6861832 Dec 06 15:10:33.701106 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52256) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:33.723405 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4406317b-959c-4f90-9d6b-90311fd840ab tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:33.725699 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4406317b-959c-4f90-9d6b-90311fd840ab tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:33.727679 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4406317b-959c-4f90-9d6b-90311fd840ab tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0934651 Dec 06 15:10:33.730277 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52258) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:33.824217 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet 5cbd3c5d-3ec8-4c1b-8ffd-a429e5ee6842 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:10:33.831612 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:33.859021 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a9beec1c-92a9-48cd-888b-e442dbb3b6bf up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:10:33.907925 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:33.948327 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a9beec1c-92a9-48cd-888b-e442dbb3b6bf triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:33.951507 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:34.082117 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:34.125006 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:34.125159 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:34.177378 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7869e52f-6881-4bd6-95c4-d354f7c1eb85 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:34.204048 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:34.247548 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbd3c5d-3ec8-4c1b-8ffd-a429e5ee6842,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:34.257673 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:10:34.258040 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:10:34.258535 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:34.264173 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/5cbd3c5d-3ec8-4c1b-8ffd-a429e5ee6842 HTTP/1.1" status: 204 len: 168 time: 0.5304956 Dec 06 15:10:34.266711 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52282) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:34.271052 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:34.271561 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:34.272090 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:34.272446 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:34.272791 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:34.273130 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:34.273463 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:34.273816 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:34.274376 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:34.274721 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:34.275049 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:34.275382 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:34.275845 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf99f0-b14c-4717-ad14-d4d4f10437e8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:34.325055 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-02333bae-f4d1-4329-8aaf-16774418fc2d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537534 Dec 06 15:10:34.328101 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52284) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:34.334230 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e8065ef1-9bc9-476b-92ab-056839055a0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:34.446130 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a542314-ee23-468d-9993-0f4a6acd5506 req-4a458b39-1cb1-483b-b44c-b3b2e08dbf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:34.447551 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a542314-ee23-468d-9993-0f4a6acd5506 req-4a458b39-1cb1-483b-b44c-b3b2e08dbf32 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 HTTP/1.1" status: 200 len: 910 time: 0.8804390 Dec 06 15:10:34.465574 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c4b3-36c7-4c1d-b0ba-8ec724eeb1a7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:34.526993 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8065ef1-9bc9-476b-92ab-056839055a0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:34.533329 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8065ef1-9bc9-476b-92ab-056839055a0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:34.670748 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79922b03-c0d8-4efc-973f-9ee512be3d5b None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:34.721961 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fee54a1f-72d7-41cb-a263-49b1a715c904 req-82a5bd55-ca6d-4d4c-9c33-a2c07a5deef7 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.1552744 Dec 06 15:10:34.800628 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a542314-ee23-468d-9993-0f4a6acd5506 req-bdf99bb8-9c16-4af5-b1f2-0aa00e0ccfac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f HTTP/1.1" status: 200 len: 1001 time: 0.3326318 Dec 06 15:10:34.842386 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8065ef1-9bc9-476b-92ab-056839055a0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:34.900420 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c4b3-36c7-4c1d-b0ba-8ec724eeb1a7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:34.901240 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8065ef1-9bc9-476b-92ab-056839055a0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:34.911733 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e8065ef1-9bc9-476b-92ab-056839055a0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:34.922264 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8065ef1-9bc9-476b-92ab-056839055a0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:34.923188 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8065ef1-9bc9-476b-92ab-056839055a0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:34.940802 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8065ef1-9bc9-476b-92ab-056839055a0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=67be455b-59e6-475e-b23f-6dace959d8a6,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:34.956410 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e8065ef1-9bc9-476b-92ab-056839055a0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6271856 Dec 06 15:10:34.959199 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52304) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:34.961479 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a0a2c4b3-36c7-4c1d-b0ba-8ec724eeb1a7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9922fef6-7cce-4229-a139-3a12287e8a3e']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:34.964107 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c75150fc-0415-4980-8036-9da238708eee None None] Provisioning complete for port a9beec1c-92a9-48cd-888b-e442dbb3b6bf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:34.964599 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c75150fc-0415-4980-8036-9da238708eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:34.972521 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d26aea0e-eeeb-48ac-8cbc-40d540890bf0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'fixed_ips': [{'subnet_id': '67be455b-59e6-475e-b23f-6dace959d8a6', 'ip_address': '2001:db8::609b:bc8d:4157:7989'}], 'name': 'tempest-NetworksTestDHCPv6-1867927902'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:34.985910 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a542314-ee23-468d-9993-0f4a6acd5506 req-781f11d7-a371-418c-936f-7a6c55bc3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:34.988391 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a542314-ee23-468d-9993-0f4a6acd5506 req-781f11d7-a371-418c-936f-7a6c55bc3887 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=910def33-1b6e-420b-bf18-ba2208cd2881 HTTP/1.1" status: 200 len: 848 time: 0.1730576 Dec 06 15:10:34.993925 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a0a2c4b3-36c7-4c1d-b0ba-8ec724eeb1a7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d525b0-ce62-4b2d-91a4-a4eacc4edf6d') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:34.994436 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-a0a2c4b3-36c7-4c1d-b0ba-8ec724eeb1a7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d525b0-ce62-4b2d-91a4-a4eacc4edf6d') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:35.014391 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:35.044749 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c4b3-36c7-4c1d-b0ba-8ec724eeb1a7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:35.099594 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port a9beec1c-92a9-48cd-888b-e442dbb3b6bf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a9beec1c-92a9-48cd-888b-e442dbb3b6bf,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:35.110997 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:35.166066 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c4b3-36c7-4c1d-b0ba-8ec724eeb1a7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:35.197625 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a2c4b3-36c7-4c1d-b0ba-8ec724eeb1a7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:10:35.198049 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c4b3-36c7-4c1d-b0ba-8ec724eeb1a7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:10:35.202830 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:10:35.324928 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a542314-ee23-468d-9993-0f4a6acd5506 req-8e84506d-edea-4a0e-a89d-ac0e33edaa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:35.326737 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a542314-ee23-468d-9993-0f4a6acd5506 req-8e84506d-edea-4a0e-a89d-ac0e33edaa85 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3153472 Dec 06 15:10:35.368027 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-2a542314-ee23-468d-9993-0f4a6acd5506 req-0bd5892e-160e-4432-bf47-7b8c4b420ff9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:10:35.369269 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a542314-ee23-468d-9993-0f4a6acd5506 req-0bd5892e-160e-4432-bf47-7b8c4b420ff9 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082679 Dec 06 15:10:35.409632 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c4b3-36c7-4c1d-b0ba-8ec724eeb1a7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:35.446061 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c4b3-36c7-4c1d-b0ba-8ec724eeb1a7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:35.449327 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a0a2c4b3-36c7-4c1d-b0ba-8ec724eeb1a7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "DELETE /v2.0/networks/9922fef6-7cce-4229-a139-3a12287e8a3e HTTP/1.1" status: 204 len: 168 time: 1.7465203 Dec 06 15:10:35.452704 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52316) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:35.476788 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2c4b3-36c7-4c1d-b0ba-8ec724eeb1a7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event deleted for resources: {'Network': ['ID=9922fef6-7cce-4229-a139-3a12287e8a3e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:35.500126 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=a9beec1c-92a9-48cd-888b-e442dbb3b6bf,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:35.513698 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26aea0e-eeeb-48ac-8cbc-40d540890bf0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:35.524858 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e57bf8-2a74-4039-924a-4dedac884876 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:35.575930 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7869e52f-6881-4bd6-95c4-d354f7c1eb85 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Deleting port 95ad95f4-1652-4dce-bc0a-4a00abc0cd8f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:35.576280 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7869e52f-6881-4bd6-95c4-d354f7c1eb85 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:35.630021 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c26c788-76ec-4040-80a0-fdea1f1f03f7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:35.641763 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a542314-ee23-468d-9993-0f4a6acd5506 req-9100a340-272b-462c-845c-60cdac16455e service neutron] 10.222.0.23 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604823 Dec 06 15:10:35.712533 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9956cef6-d5f6-4a8b-9657-cffc128c7937 None None] Provisioning complete for port a9beec1c-92a9-48cd-888b-e442dbb3b6bf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:35.713101 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9956cef6-d5f6-4a8b-9657-cffc128c7937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:35.740017 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:35.775301 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a9beec1c-92a9-48cd-888b-e442dbb3b6bf up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:10:35.775715 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d26aea0e-eeeb-48ac-8cbc-40d540890bf0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:35.809102 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c26c788-76ec-4040-80a0-fdea1f1f03f7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:35.834172 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0c26c788-76ec-4040-80a0-fdea1f1f03f7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588da151-1864-4edc-881b-c382c7ad905d']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:35.846372 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0c26c788-76ec-4040-80a0-fdea1f1f03f7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b895b83-9bab-4779-9212-681b1c65e167') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:35.846786 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0c26c788-76ec-4040-80a0-fdea1f1f03f7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b895b83-9bab-4779-9212-681b1c65e167') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:35.866327 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c26c788-76ec-4040-80a0-fdea1f1f03f7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:35.890518 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c26c788-76ec-4040-80a0-fdea1f1f03f7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:35.898281 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7869e52f-6881-4bd6-95c4-d354f7c1eb85 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:35.905637 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c26c788-76ec-4040-80a0-fdea1f1f03f7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:10:35.905828 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c26c788-76ec-4040-80a0-fdea1f1f03f7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:10:35.912617 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:10:35.920792 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-d26aea0e-eeeb-48ac-8cbc-40d540890bf0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port 61e4ef4a-a456-46cd-a12c-18efeb7a0dea yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:10:35.963685 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7869e52f-6881-4bd6-95c4-d354f7c1eb85 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Calling delete_port for 95ad95f4-1652-4dce-bc0a-4a00abc0cd8f owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:35.969291 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8401cfc1-95b0-461c-aec1-09007937d8da req-7393c775-4d83-4720-ada4-86dd1263899e tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0746520 Dec 06 15:10:36.007708 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a9beec1c-92a9-48cd-888b-e442dbb3b6bf triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:36.007708 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.071427 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a542314-ee23-468d-9993-0f4a6acd5506 req-80d1c49a-1c42-4d3a-a320-b340c954610a service neutron] 10.222.0.23 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178419 Dec 06 15:10:36.088135 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c26c788-76ec-4040-80a0-fdea1f1f03f7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.101266 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c26c788-76ec-4040-80a0-fdea1f1f03f7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.111085 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0c26c788-76ec-4040-80a0-fdea1f1f03f7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "DELETE /v2.0/networks/588da151-1864-4edc-881b-c382c7ad905d HTTP/1.1" status: 204 len: 168 time: 0.6544118 Dec 06 15:10:36.117459 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52330) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:36.167357 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26c788-76ec-4040-80a0-fdea1f1f03f7 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event deleted for resources: {'Network': ['ID=588da151-1864-4edc-881b-c382c7ad905d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:36.327807 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8502f2e3-666e-473b-bd42-10b75211bf0a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:36.339595 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8502f2e3-666e-473b-bd42-10b75211bf0a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:36.342490 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8502f2e3-666e-473b-bd42-10b75211bf0a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2235711 Dec 06 15:10:36.348085 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52336) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:36.352815 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7257a192-1399-4495-8004-0627f864d39f None None] Provisioning complete for port a9beec1c-92a9-48cd-888b-e442dbb3b6bf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:36.353250 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7257a192-1399-4495-8004-0627f864d39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.354136 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3e4a9297-2449-4eba-97f1-787d046971f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-420838440'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:36.392577 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4a9297-2449-4eba-97f1-787d046971f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Made reservation on behalf of 52b3c5d22d254e2aafe4360de3c3ff49 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:36.397167 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e4a9297-2449-4eba-97f1-787d046971f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.445144 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-d26aea0e-eeeb-48ac-8cbc-40d540890bf0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::609b:bc8d:4157:7989 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/67be455b-59e6-475e-b23f-6dace959d8a6/61e4ef4a-a456-46cd-a12c-18efeb7a0dea) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:36.463388 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4a9297-2449-4eba-97f1-787d046971f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:10:36.510974 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e4a9297-2449-4eba-97f1-787d046971f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.511320 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-3e4a9297-2449-4eba-97f1-787d046971f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Added segment 210a193f-54c7-4444-8ac4-def556a012d1 of type vlan for network bd9a9cb9-8ff5-42c6-b7fc-28a213b17391 Dec 06 15:10:36.608693 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.635679 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e4a9297-2449-4eba-97f1-787d046971f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.673630 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-644004b6-93f4-4a11-9891-702a15f0fbc6 None None] Could not find standard attr ID for object 1d40e2e8-1a81-4964-a1fd-39a17429bd5f. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:10:36.695550 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e4a9297-2449-4eba-97f1-787d046971f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.703990 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4a9297-2449-4eba-97f1-787d046971f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:36.704912 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e4a9297-2449-4eba-97f1-787d046971f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.716392 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7869e52f-6881-4bd6-95c4-d354f7c1eb85 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.721919 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d26aea0e-eeeb-48ac-8cbc-40d540890bf0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.759515 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869e52f-6881-4bd6-95c4-d354f7c1eb85 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event deleted for resources: {'Port': ['ID=95ad95f4-1652-4dce-bc0a-4a00abc0cd8f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:36.782097 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3e4a9297-2449-4eba-97f1-787d046971f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4327810 Dec 06 15:10:36.782790 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52342) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:36.794672 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1ba0a0bd-c525-495d-9fb1-11276612d97f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-15791903'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:36.823856 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba0a0bd-c525-495d-9fb1-11276612d97f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Made reservation on behalf of 52b3c5d22d254e2aafe4360de3c3ff49 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:36.828918 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ba0a0bd-c525-495d-9fb1-11276612d97f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.890703 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba0a0bd-c525-495d-9fb1-11276612d97f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:10:36.901739 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ba0a0bd-c525-495d-9fb1-11276612d97f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.902248 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-1ba0a0bd-c525-495d-9fb1-11276612d97f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Added segment 8e6825d3-f7f6-434c-913b-52ecf3dd4f90 of type vlan for network 988e1cf7-563f-48f6-ad3b-ee956180ca7a Dec 06 15:10:36.950057 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ba0a0bd-c525-495d-9fb1-11276612d97f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.953234 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7869e52f-6881-4bd6-95c4-d354f7c1eb85 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.960857 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d26aea0e-eeeb-48ac-8cbc-40d540890bf0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.981385 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a9297-2449-4eba-97f1-787d046971f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event updated for resources: {'Network': ['ID=bd9a9cb9-8ff5-42c6-b7fc-28a213b17391,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:36.986578 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ba0a0bd-c525-495d-9fb1-11276612d97f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.992607 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network bd9a9cb9-8ff5-42c6-b7fc-28a213b17391 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:10:36.995605 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba0a0bd-c525-495d-9fb1-11276612d97f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:36.997020 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ba0a0bd-c525-495d-9fb1-11276612d97f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:37.104460 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1ba0a0bd-c525-495d-9fb1-11276612d97f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3178988 Dec 06 15:10:37.111913 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52350) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:37.125126 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26aea0e-eeeb-48ac-8cbc-40d540890bf0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:37.141860 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-d26aea0e-eeeb-48ac-8cbc-40d540890bf0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:37.145972 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26aea0e-eeeb-48ac-8cbc-40d540890bf0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:37.151713 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26aea0e-eeeb-48ac-8cbc-40d540890bf0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:37.152416 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d26aea0e-eeeb-48ac-8cbc-40d540890bf0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:37.158730 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26aea0e-eeeb-48ac-8cbc-40d540890bf0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=61e4ef4a-a456-46cd-a12c-18efeb7a0dea,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:37.176290 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Request body: {'ports': [{'network_id': 'bd9a9cb9-8ff5-42c6-b7fc-28a213b17391', 'name': 'tempest-port--1559187265', 'admin_state_up': True}, {'network_id': '988e1cf7-563f-48f6-ad3b-ee956180ca7a', 'admin_state_up': False}]} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:37.176683 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Request body: {'port': {'network_id': 'bd9a9cb9-8ff5-42c6-b7fc-28a213b17391', 'name': 'tempest-port--1559187265', 'admin_state_up': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:37.177183 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Request body: {'port': {'network_id': '988e1cf7-563f-48f6-ad3b-ee956180ca7a', 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:37.191394 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3cae1d00-6339-4e02-96f4-7649e4bc2408 req-aeb55712-8a51-4d1c-9f51-bbbc6d4a8f92 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0650823 Dec 06 15:10:37.196424 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0a0bd-c525-495d-9fb1-11276612d97f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event updated for resources: {'Network': ['ID=988e1cf7-563f-48f6-ad3b-ee956180ca7a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:37.208440 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 988e1cf7-563f-48f6-ad3b-ee956180ca7a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:10:37.258714 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d26aea0e-eeeb-48ac-8cbc-40d540890bf0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2912807 Dec 06 15:10:37.266033 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52352) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:37.486670 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a622d15-7e2c-4ea3-a130-23983060abd3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:37.494019 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a622d15-7e2c-4ea3-a130-23983060abd3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:37.498528 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6a622d15-7e2c-4ea3-a130-23983060abd3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2290478 Dec 06 15:10:37.533306 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52362) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:37.563934 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1a06e9b8-b542-47f0-987a-80f38b890f10 None None] Provisioning complete for port 61e4ef4a-a456-46cd-a12c-18efeb7a0dea triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:37.563934 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1a06e9b8-b542-47f0-987a-80f38b890f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:37.606794 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1a06e9b8-b542-47f0-987a-80f38b890f10 None None] Port 61e4ef4a-a456-46cd-a12c-18efeb7a0dea cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:10:37.642573 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Made reservation on behalf of 52b3c5d22d254e2aafe4360de3c3ff49 for: {'port': 2} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:37.647587 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:37.668767 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:37.687069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e5a9568-4545-4780-8fd1-1bf5aea55b7b req-a642bea9-e576-4a23-8010-bb9f22cb62d9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.4449749 Dec 06 15:10:37.696559 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7869e52f-6881-4bd6-95c4-d354f7c1eb85 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Router f72742f3-4cb8-4c8b-8f8b-496f2668a236 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:10:37.724525 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a56ab578-c55c-4fdc-9eb7-4bd6ceca7027 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port 61e4ef4a-a456-46cd-a12c-18efeb7a0dea {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:37.724876 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a56ab578-c55c-4fdc-9eb7-4bd6ceca7027 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:37.789359 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7869e52f-6881-4bd6-95c4-d354f7c1eb85 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:10:37.793712 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] device_id is not set on port f728a159-ff20-4b90-b416-ef707dce488e yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:10:37.795467 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7869e52f-6881-4bd6-95c4-d354f7c1eb85 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "PUT /v2.0/routers/f72742f3-4cb8-4c8b-8f8b-496f2668a236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3701596 Dec 06 15:10:37.799192 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52368) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:37.804715 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f9c2d9-0064-4314-bdca-d5083962bece None None] Sync routers for ids ['f72742f3-4cb8-4c8b-8f8b-496f2668a236'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:10:37.819805 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f9c2d9-0064-4314-bdca-d5083962bece None None] Routers {'f72742f3-4cb8-4c8b-8f8b-496f2668a236'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:37.820995 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-52f9c2d9-0064-4314-bdca-d5083962bece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f72742f3-4cb8-4c8b-8f8b-496f2668a236'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:37.844697 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-3a3e6590-4fec-460d-8e95-5e0cd9319fe0 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] show failed (client error): The resource could not be found. Dec 06 15:10:37.845897 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3a3e6590-4fec-460d-8e95-5e0cd9319fe0 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1629773224 HTTP/1.1" status: 404 len: 335 time: 0.0444360 Dec 06 15:10:37.849582 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52370) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:37.854852 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6bedbec5-bdf5-45bd-b912-d3f383d7cea3 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:37.863984 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-52f9c2d9-0064-4314-bdca-d5083962bece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:37.876327 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f9c2d9-0064-4314-bdca-d5083962bece None None] Routers {'f72742f3-4cb8-4c8b-8f8b-496f2668a236'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:37.877413 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-52f9c2d9-0064-4314-bdca-d5083962bece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f72742f3-4cb8-4c8b-8f8b-496f2668a236'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:37.881405 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a56ab578-c55c-4fdc-9eb7-4bd6ceca7027 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:37.895409 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a56ab578-c55c-4fdc-9eb7-4bd6ceca7027 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for 61e4ef4a-a456-46cd-a12c-18efeb7a0dea owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:37.896170 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-6bedbec5-bdf5-45bd-b912-d3f383d7cea3 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] update failed (client error): The resource could not be found. Dec 06 15:10:37.897219 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6bedbec5-bdf5-45bd-b912-d3f383d7cea3 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-312613917 HTTP/1.1" status: 404 len: 334 time: 0.0466321 Dec 06 15:10:37.901557 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52372) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:37.916162 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-52f9c2d9-0064-4314-bdca-d5083962bece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:37.917174 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f9c2d9-0064-4314-bdca-d5083962bece None None] The sync data for ids ['f72742f3-4cb8-4c8b-8f8b-496f2668a236'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:10:37.960686 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-470ab47f-994a-4e24-9c4a-f6004cd6eada tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Deleting subnet ae019b26-8c92-4779-9c94-baedeef12523 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:10:37.964457 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-470ab47f-994a-4e24-9c4a-f6004cd6eada tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.010168 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-470ab47f-994a-4e24-9c4a-f6004cd6eada tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.115183 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-470ab47f-994a-4e24-9c4a-f6004cd6eada tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.147167 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a56ab578-c55c-4fdc-9eb7-4bd6ceca7027 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.162490 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.186547 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-470ab47f-994a-4e24-9c4a-f6004cd6eada tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.208244 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ab578-c55c-4fdc-9eb7-4bd6ceca7027 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=61e4ef4a-a456-46cd-a12c-18efeb7a0dea,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:38.215704 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ab47f-994a-4e24-9c4a-f6004cd6eada tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event deleted for resources: {'Subnet': ['ID=ae019b26-8c92-4779-9c94-baedeef12523,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:38.220592 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-470ab47f-994a-4e24-9c4a-f6004cd6eada tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.224170 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-470ab47f-994a-4e24-9c4a-f6004cd6eada tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "DELETE /v2.0/subnets/ae019b26-8c92-4779-9c94-baedeef12523 HTTP/1.1" status: 204 len: 168 time: 0.3212235 Dec 06 15:10:38.227201 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52378) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:38.239448 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf495aba-d86b-4b4b-b33a-c976935fe509 None None] Network dc459b13-cc82-46aa-bc80-b199652d42a1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:38.243596 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a56ab578-c55c-4fdc-9eb7-4bd6ceca7027 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.247678 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a56ab578-c55c-4fdc-9eb7-4bd6ceca7027 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/61e4ef4a-a456-46cd-a12c-18efeb7a0dea HTTP/1.1" status: 204 len: 168 time: 0.7131519 Dec 06 15:10:38.291874 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52382) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:38.299835 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] device_id is not set on port 071e3d4a-e4c4-442c-a81c-83995edf5317 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:10:38.387390 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66314c19-1650-428e-a9ec-590e1d009f28 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:38.389398 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66314c19-1650-428e-a9ec-590e1d009f28 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:38.393634 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-66314c19-1650-428e-a9ec-590e1d009f28 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0967083 Dec 06 15:10:38.396483 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52386) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:38.447431 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56d190e1-42f0-4625-a8f3-9007778bcf13 req-edfc0227-eaf1-45fc-93dc-211d03f294ae tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0549266 Dec 06 15:10:38.490474 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bb84b3-eb16-4fa5-90d2-3a06393945a4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet 67be455b-59e6-475e-b23f-6dace959d8a6 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:10:38.494966 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02bb84b3-eb16-4fa5-90d2-3a06393945a4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.499518 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6694ac-1d98-4413-8094-34ac9e4cb422 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Deleting subnet 3459dc50-f7c1-45b4-bf8d-d28732682dc9 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:10:38.507405 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df6694ac-1d98-4413-8094-34ac9e4cb422 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.573479 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7972819-1798-44ba-8af2-dfd3a84c79de None None] DHCP port deletion for dc459b13-cc82-46aa-bc80-b199652d42a1 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:10:38.578516 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02bb84b3-eb16-4fa5-90d2-3a06393945a4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.598248 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df6694ac-1d98-4413-8094-34ac9e4cb422 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.641372 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c7972819-1798-44ba-8af2-dfd3a84c79de None None] Deleting port b1ec1976-b8f5-4f79-bf6e-871957877dc2 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:38.642061 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c7972819-1798-44ba-8af2-dfd3a84c79de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.710699 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02bb84b3-eb16-4fa5-90d2-3a06393945a4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.736819 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.766560 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c7972819-1798-44ba-8af2-dfd3a84c79de None None] For port b1ec1976-b8f5-4f79-bf6e-871957877dc2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b1ec1976-b8f5-4f79-bf6e-871957877dc2,segment=NetworkSegment(bcb58701-f40a-49a4-ab99-f1224a957136),segment_id=bcb58701-f40a-49a4-ab99-f1224a957136)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:38.767059 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c7972819-1798-44ba-8af2-dfd3a84c79de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.771410 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df6694ac-1d98-4413-8094-34ac9e4cb422 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.797269 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c7972819-1798-44ba-8af2-dfd3a84c79de None None] Calling delete_port for b1ec1976-b8f5-4f79-bf6e-871957877dc2 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:38.817541 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02bb84b3-eb16-4fa5-90d2-3a06393945a4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.854299 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.854868 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df6694ac-1d98-4413-8094-34ac9e4cb422 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.874348 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-02bb84b3-eb16-4fa5-90d2-3a06393945a4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.880148 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-02bb84b3-eb16-4fa5-90d2-3a06393945a4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/67be455b-59e6-475e-b23f-6dace959d8a6 HTTP/1.1" status: 204 len: 168 time: 0.4803979 Dec 06 15:10:38.881483 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb84b3-eb16-4fa5-90d2-3a06393945a4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=67be455b-59e6-475e-b23f-6dace959d8a6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:38.889164 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52400) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:38.895335 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3383c2b-6994-446d-a075-d49a66b221c3 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:38.898504 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6694ac-1d98-4413-8094-34ac9e4cb422 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event deleted for resources: {'Subnet': ['ID=3459dc50-f7c1-45b4-bf8d-d28732682dc9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:38.904152 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df6694ac-1d98-4413-8094-34ac9e4cb422 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:38.908353 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-df6694ac-1d98-4413-8094-34ac9e4cb422 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "DELETE /v2.0/subnets/3459dc50-f7c1-45b4-bf8d-d28732682dc9 HTTP/1.1" status: 204 len: 168 time: 0.6800494 Dec 06 15:10:38.914929 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52402) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:38.949847 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ff884b-3f53-4dd9-bd6d-1f706072c57f None None] Network 3f9269a9-2923-427e-8e6c-e023c3f0d9e9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:38.951299 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52404) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:38.960354 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f1abfa95-3d80-4acf-9238-d03e2b292d92 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679400 Dec 06 15:10:38.961193 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-031251bc-e4bc-4a57-8ead-a2819d4afbcf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:39.022933 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event updated for resources: {'Port': ['ID=f728a159-ff20-4b90-b416-ef707dce488e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:39.026490 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c7972819-1798-44ba-8af2-dfd3a84c79de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:39.108316 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7972819-1798-44ba-8af2-dfd3a84c79de None None] Pushing event deleted for resources: {'Port': ['ID=b1ec1976-b8f5-4f79-bf6e-871957877dc2,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:39.108704 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Checking segment: {'id': '210a193f-54c7-4444-8ac4-def556a012d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bd9a9cb9-8ff5-42c6-b7fc-28a213b17391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:39.109886 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Network hostable DHCP agents. Network: bd9a9cb9-8ff5-42c6-b7fc-28a213b17391, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:10:39.127052 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aec1f4e5-27b8-4c9c-b586-bb0ccbc45e0c tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:39.134392 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7972819-1798-44ba-8af2-dfd3a84c79de None None] No DVR routers for this DVR port b1ec1976-b8f5-4f79-bf6e-871957877dc2 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:10:39.171547 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Network bd9a9cb9-8ff5-42c6-b7fc-28a213b17391 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:10:39.215579 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, bd9a9cb9-8ff5-42c6-b7fc-28a213b17391) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:39.218039 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031251bc-e4bc-4a57-8ead-a2819d4afbcf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:39.222384 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-031251bc-e4bc-4a57-8ead-a2819d4afbcf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:39.240341 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad3ca01-bc11-45f7-94e1-d6334ff76f95 None None] Network bd9a9cb9-8ff5-42c6-b7fc-28a213b17391 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:39.252779 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:39.253660 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:39.349584 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9a0e85-abec-496f-9e42-18f5062bef5b None None] DHCP port deletion for 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:10:39.362795 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aec1f4e5-27b8-4c9c-b586-bb0ccbc45e0c tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:39.404162 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fc0abf-325b-467b-b416-731faa13628e None None] DHCP port deletion for 3f9269a9-2923-427e-8e6c-e023c3f0d9e9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:10:39.451704 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event updated for resources: {'Port': ['ID=071e3d4a-e4c4-442c-a81c-83995edf5317,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:39.488296 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-aec1f4e5-27b8-4c9c-b586-bb0ccbc45e0c tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc459b13-cc82-46aa-bc80-b199652d42a1']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:39.520035 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1e9a0e85-abec-496f-9e42-18f5062bef5b None None] Deleting port a9beec1c-92a9-48cd-888b-e442dbb3b6bf {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:39.520980 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1e9a0e85-abec-496f-9e42-18f5062bef5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:39.580370 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-72fc0abf-325b-467b-b416-731faa13628e None None] Deleting port 90b66132-61a7-41a2-a6c0-ce8c9f09efad {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:39.580851 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-72fc0abf-325b-467b-b416-731faa13628e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:39.606574 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-aec1f4e5-27b8-4c9c-b586-bb0ccbc45e0c tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb58701-f40a-49a4-ab99-f1224a957136') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:39.607254 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-aec1f4e5-27b8-4c9c-b586-bb0ccbc45e0c tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb58701-f40a-49a4-ab99-f1224a957136') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:39.622861 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Checking segment: {'id': '8e6825d3-f7f6-434c-913b-52ecf3dd4f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '988e1cf7-563f-48f6-ad3b-ee956180ca7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:39.623145 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Network hostable DHCP agents. Network: 988e1cf7-563f-48f6-ad3b-ee956180ca7a, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:10:39.626870 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aec1f4e5-27b8-4c9c-b586-bb0ccbc45e0c tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:39.626999 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4d22c6d2-638d-4f9e-b559-4755e8ac9075 req-0c313314-002b-46b0-b2cf-1d506d118b37 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0711412 Dec 06 15:10:39.671447 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1e9a0e85-abec-496f-9e42-18f5062bef5b None None] For port a9beec1c-92a9-48cd-888b-e442dbb3b6bf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a9beec1c-92a9-48cd-888b-e442dbb3b6bf,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:39.671894 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1e9a0e85-abec-496f-9e42-18f5062bef5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:39.725026 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-72fc0abf-325b-467b-b416-731faa13628e None None] For port 90b66132-61a7-41a2-a6c0-ce8c9f09efad, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=90b66132-61a7-41a2-a6c0-ce8c9f09efad,segment=NetworkSegment(a0e85440-fdae-4c0f-9095-41275791e55f),segment_id=a0e85440-fdae-4c0f-9095-41275791e55f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:39.725421 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-72fc0abf-325b-467b-b416-731faa13628e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:39.737695 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aec1f4e5-27b8-4c9c-b586-bb0ccbc45e0c tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:39.747374 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1e9a0e85-abec-496f-9e42-18f5062bef5b None None] Calling delete_port for a9beec1c-92a9-48cd-888b-e442dbb3b6bf owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:39.752114 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 90b66132-61a7-41a2-a6c0-ce8c9f09efad no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:10:39.778248 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec1f4e5-27b8-4c9c-b586-bb0ccbc45e0c tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:10:39.778656 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aec1f4e5-27b8-4c9c-b586-bb0ccbc45e0c tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:10:39.781822 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:10:39.808369 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-031251bc-e4bc-4a57-8ead-a2819d4afbcf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:39.816194 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Network 988e1cf7-563f-48f6-ad3b-ee956180ca7a is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:10:39.896524 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 988e1cf7-563f-48f6-ad3b-ee956180ca7a) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:39.900228 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031251bc-e4bc-4a57-8ead-a2819d4afbcf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:39.905182 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aec1f4e5-27b8-4c9c-b586-bb0ccbc45e0c tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:39.905538 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-72fc0abf-325b-467b-b416-731faa13628e None None] Calling delete_port for 90b66132-61a7-41a2-a6c0-ce8c9f09efad owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:39.906762 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:39.914757 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:39.923684 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69988984-55db-4b6c-9b6c-1eec1f37f8dc None None] Network 988e1cf7-563f-48f6-ad3b-ee956180ca7a requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:39.932041 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:39.932753 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:39.938685 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-031251bc-e4bc-4a57-8ead-a2819d4afbcf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:39.962302 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aec1f4e5-27b8-4c9c-b586-bb0ccbc45e0c tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:39.965639 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-aec1f4e5-27b8-4c9c-b586-bb0ccbc45e0c tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "DELETE /v2.0/networks/dc459b13-cc82-46aa-bc80-b199652d42a1 HTTP/1.1" status: 204 len: 168 time: 1.0495369 Dec 06 15:10:39.968225 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52434) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:39.988571 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031251bc-e4bc-4a57-8ead-a2819d4afbcf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:39.989244 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-031251bc-e4bc-4a57-8ead-a2819d4afbcf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:40.007894 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031251bc-e4bc-4a57-8ead-a2819d4afbcf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=129db938-cf8e-4335-a189-7b9112af0b76,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:40.016857 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1f4e5-27b8-4c9c-b586-bb0ccbc45e0c tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event deleted for resources: {'Network': ['ID=dc459b13-cc82-46aa-bc80-b199652d42a1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:40.035953 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-914ed8c2-c3fa-459f-aa22-d0d106c3438b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.9161160 Dec 06 15:10:40.037997 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52438) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:40.066856 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1e9a0e85-abec-496f-9e42-18f5062bef5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:40.072973 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-031251bc-e4bc-4a57-8ead-a2819d4afbcf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1166844 Dec 06 15:10:40.077020 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52444) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:40.085588 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9f016daa-abb2-46b0-8b15-3243bc1d2300 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'fixed_ips': [{'subnet_id': '129db938-cf8e-4335-a189-7b9112af0b76', 'ip_address': '2001:db8::5417:6bdf:78a9:65f5'}], 'name': 'tempest-NetworksTestDHCPv6-671377895'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:40.119392 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a0e85-abec-496f-9e42-18f5062bef5b None None] Pushing event deleted for resources: {'Port': ['ID=a9beec1c-92a9-48cd-888b-e442dbb3b6bf,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:40.172889 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:40.198825 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aab5b55e-4d09-4dfa-9440-d368eea8e969 req-68bb6f53-a7fe-4ac7-9404-e3399c1b33fb tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0581999 Dec 06 15:10:40.216303 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9a0e85-abec-496f-9e42-18f5062bef5b None None] No DVR routers for this DVR port a9beec1c-92a9-48cd-888b-e442dbb3b6bf on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:10:40.261236 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d62acda-5a02-4f2e-b55b-b25840cb7a21 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:40.262511 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Deleting port 90b66132-61a7-41a2-a6c0-ce8c9f09efad {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:40.262511 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:40.300815 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea853bb-9962-47cb-acc6-50514c260af3 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:40.314544 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea853bb-9962-47cb-acc6-50514c260af3 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:40.320041 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1ea853bb-9962-47cb-acc6-50514c260af3 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2814562 Dec 06 15:10:40.323368 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52450) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:40.370729 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] For port 90b66132-61a7-41a2-a6c0-ce8c9f09efad, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=90b66132-61a7-41a2-a6c0-ce8c9f09efad,segment=NetworkSegment(a0e85440-fdae-4c0f-9095-41275791e55f),segment_id=a0e85440-fdae-4c0f-9095-41275791e55f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:40.372073 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:40.388303 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Calling delete_port for 90b66132-61a7-41a2-a6c0-ce8c9f09efad owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:40.515559 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f016daa-abb2-46b0-8b15-3243bc1d2300 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:40.540530 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-495c1526-03b5-48d6-be39-f16359e8e238 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Deleting port f728a159-ff20-4b90-b416-ef707dce488e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:40.540910 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-495c1526-03b5-48d6-be39-f16359e8e238 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:40.660303 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:40.665919 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-495c1526-03b5-48d6-be39-f16359e8e238 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:40.680146 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:40.682394 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-72fc0abf-325b-467b-b416-731faa13628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:40.711645 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event deleted for resources: {'Port': ['ID=90b66132-61a7-41a2-a6c0-ce8c9f09efad,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:40.716614 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] No DVR routers for this DVR port 90b66132-61a7-41a2-a6c0-ce8c9f09efad on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:10:40.717200 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-495c1526-03b5-48d6-be39-f16359e8e238 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Calling delete_port for f728a159-ff20-4b90-b416-ef707dce488e owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:40.727994 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc0abf-325b-467b-b416-731faa13628e None None] Pushing event deleted for resources: {'Port': ['ID=90b66132-61a7-41a2-a6c0-ce8c9f09efad,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:40.731311 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f016daa-abb2-46b0-8b15-3243bc1d2300 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:40.778597 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-9f016daa-abb2-46b0-8b15-3243bc1d2300 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port 481e3988-9808-4da9-8030-c3393aa11a32 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:10:40.813375 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fc0abf-325b-467b-b416-731faa13628e None None] No DVR routers for this DVR port 90b66132-61a7-41a2-a6c0-ce8c9f09efad on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:10:40.820485 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b1ec1976-b8f5-4f79-bf6e-871957877dc2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:10:40.845924 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: b1ec1976-b8f5-4f79-bf6e-871957877dc2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:10:40.846334 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b1ec1976-b8f5-4f79-bf6e-871957877dc2 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:10:40.846860 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a9beec1c-92a9-48cd-888b-e442dbb3b6bf no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:10:40.867487 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: a9beec1c-92a9-48cd-888b-e442dbb3b6bf {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:10:40.868054 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a9beec1c-92a9-48cd-888b-e442dbb3b6bf not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:10:40.892453 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:40.932749 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9269a9-2923-427e-8e6c-e023c3f0d9e9']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:40.943914 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e85440-fdae-4c0f-9095-41275791e55f') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:40.944282 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e85440-fdae-4c0f-9095-41275791e55f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:40.948556 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'fixed_ips': [{'subnet_id': '129db938-cf8e-4335-a189-7b9112af0b76'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:10:40.949456 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:40.967801 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:40.986695 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:40.996244 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:10:40.997272 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: self.session.flush() Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:10:41.017825 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:10:41.051570 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-495c1526-03b5-48d6-be39-f16359e8e238 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:41.088813 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:41.096475 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c1526-03b5-48d6-be39-f16359e8e238 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event deleted for resources: {'Port': ['ID=f728a159-ff20-4b90-b416-ef707dce488e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:41.102590 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-9f016daa-abb2-46b0-8b15-3243bc1d2300 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::5417:6bdf:78a9:65f5 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/129db938-cf8e-4335-a189-7b9112af0b76/481e3988-9808-4da9-8030-c3393aa11a32) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:41.104589 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-495c1526-03b5-48d6-be39-f16359e8e238 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:41.107974 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-495c1526-03b5-48d6-be39-f16359e8e238 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "DELETE /v2.0/ports/f728a159-ff20-4b90-b416-ef707dce488e HTTP/1.1" status: 204 len: 168 time: 0.7826648 Dec 06 15:10:41.110699 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52460) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:41.117083 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:41.123250 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "DELETE /v2.0/networks/3f9269a9-2923-427e-8e6c-e023c3f0d9e9 HTTP/1.1" status: 204 len: 168 time: 1.1515393 Dec 06 15:10:41.123816 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52464) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:41.140581 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f101e-a08b-4446-ab59-e492ba727fa5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event deleted for resources: {'Network': ['ID=3f9269a9-2923-427e-8e6c-e023c3f0d9e9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:41.265558 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc03df49-4472-4d39-ab2c-7d6537e511cb tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Deleting subnet 4328f4f2-cc8e-424d-bba7-3f620a617ab6 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:10:41.283330 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc03df49-4472-4d39-ab2c-7d6537e511cb tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:41.390361 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6938af46-fd1b-46f9-a513-41d1f3c7a83c req-b62f0aa3-8182-41c9-b180-56641780e31b tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0751429 Dec 06 15:10:41.398488 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc03df49-4472-4d39-ab2c-7d6537e511cb tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:41.815449 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4e944e94-3a94-4d0d-894b-e44b2f6113ac tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Deleting port 071e3d4a-e4c4-442c-a81c-83995edf5317 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:41.816467 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e944e94-3a94-4d0d-894b-e44b2f6113ac tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:41.821738 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f016daa-abb2-46b0-8b15-3243bc1d2300 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:41.945820 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e944e94-3a94-4d0d-894b-e44b2f6113ac tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:41.957826 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc03df49-4472-4d39-ab2c-7d6537e511cb tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:41.992053 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4e944e94-3a94-4d0d-894b-e44b2f6113ac tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Calling delete_port for 071e3d4a-e4c4-442c-a81c-83995edf5317 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:42.018893 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f016daa-abb2-46b0-8b15-3243bc1d2300 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.062240 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Allocated IP 2001:db8::2 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/129db938-cf8e-4335-a189-7b9112af0b76/3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:42.117051 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f016daa-abb2-46b0-8b15-3243bc1d2300 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:42.137156 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9f016daa-abb2-46b0-8b15-3243bc1d2300 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:42.144706 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f016daa-abb2-46b0-8b15-3243bc1d2300 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=481e3988-9808-4da9-8030-c3393aa11a32,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:42.148002 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f016daa-abb2-46b0-8b15-3243bc1d2300 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:42.154081 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f016daa-abb2-46b0-8b15-3243bc1d2300 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:42.154728 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f016daa-abb2-46b0-8b15-3243bc1d2300 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.160258 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc03df49-4472-4d39-ab2c-7d6537e511cb tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.203053 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e944e94-3a94-4d0d-894b-e44b2f6113ac tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.205212 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc03df49-4472-4d39-ab2c-7d6537e511cb tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.208922 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bc03df49-4472-4d39-ab2c-7d6537e511cb tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "DELETE /v2.0/subnets/4328f4f2-cc8e-424d-bba7-3f620a617ab6 HTTP/1.1" status: 204 len: 168 time: 1.0842586 Dec 06 15:10:42.211428 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52490) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:42.212216 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9f016daa-abb2-46b0-8b15-3243bc1d2300 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1327138 Dec 06 15:10:42.213015 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03df49-4472-4d39-ab2c-7d6537e511cb tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event deleted for resources: {'Subnet': ['ID=4328f4f2-cc8e-424d-bba7-3f620a617ab6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:42.214528 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52492) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:42.223894 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b53195-d7ce-4a7b-9644-3339b01f74a8 None None] Network 8a9dd1e8-5325-4112-8e08-6ea039217f74 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:42.247144 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e944e94-3a94-4d0d-894b-e44b2f6113ac tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event deleted for resources: {'Port': ['ID=071e3d4a-e4c4-442c-a81c-83995edf5317,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:42.256783 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e944e94-3a94-4d0d-894b-e44b2f6113ac tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.260912 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4e944e94-3a94-4d0d-894b-e44b2f6113ac tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "DELETE /v2.0/ports/071e3d4a-e4c4-442c-a81c-83995edf5317 HTTP/1.1" status: 204 len: 168 time: 1.1492586 Dec 06 15:10:42.263481 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52496) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:42.296674 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9fbb9e14-cc05-48be-b6b2-2022959964a3 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0317688 Dec 06 15:10:42.300747 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52498) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:42.306817 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-970577c5-44f9-42f1-aa8e-5834ac03ddc6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-50162922'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:42.321631 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.332248 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.335008 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970577c5-44f9-42f1-aa8e-5834ac03ddc6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Made reservation on behalf of 52b3c5d22d254e2aafe4360de3c3ff49 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:42.340506 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-970577c5-44f9-42f1-aa8e-5834ac03ddc6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.372717 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970577c5-44f9-42f1-aa8e-5834ac03ddc6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:10:42.387561 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a297d6-ac07-4d1e-a8b2-a5f07ff08f9f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:42.388116 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-970577c5-44f9-42f1-aa8e-5834ac03ddc6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.389218 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-97a297d6-ac07-4d1e-a8b2-a5f07ff08f9f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1718783 Dec 06 15:10:42.389518 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-970577c5-44f9-42f1-aa8e-5834ac03ddc6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Added segment fc44342f-cbeb-41e0-bf4e-e2c40ccee500 of type vlan for network 367d675a-5c9f-427b-8062-6f0ff164e685 Dec 06 15:10:42.395619 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.398876 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52500) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:42.420343 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:42.440163 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:42.442322 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Pushing event updated for resources: {'Port': ['ID=3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:42.447547 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:42.470266 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Deleting port 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:42.470599 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.514484 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-970577c5-44f9-42f1-aa8e-5834ac03ddc6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.539035 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Attempting to bind port 3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:10:42.543589 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Attempting to bind port 3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:10:42.544221 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Attempting to bind port 3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0 on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:10:42.554618 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:10:42.555557 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:42.556487 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.557108 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:10:42.559504 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Bound port: 3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:10:42.562140 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.569052 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] For port 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0,segment=NetworkSegment(7bd3a0e9-01f1-4f31-8bc8-d57745b490ff),segment_id=7bd3a0e9-01f1-4f31-8bc8-d57745b490ff)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:42.569419 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.589167 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Calling delete_port for 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:42.598386 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd262340-d61a-46c2-aeb0-dc96377e8f6d req-9a8ca4d4-e4ab-4963-9fe6-16f938823634 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0481138 Dec 06 15:10:42.605536 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d3fbe1-265e-443f-a6fc-8105caaa2bcb None None] DHCP port deletion for 8a9dd1e8-5325-4112-8e08-6ea039217f74 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:10:42.623349 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-970577c5-44f9-42f1-aa8e-5834ac03ddc6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.629557 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970577c5-44f9-42f1-aa8e-5834ac03ddc6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:42.630162 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-970577c5-44f9-42f1-aa8e-5834ac03ddc6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.661347 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-56abc613-75e3-4582-9c94-11d219cd07cc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port 481e3988-9808-4da9-8030-c3393aa11a32 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:42.661846 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56abc613-75e3-4582-9c94-11d219cd07cc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.721366 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-970577c5-44f9-42f1-aa8e-5834ac03ddc6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4167955 Dec 06 15:10:42.725757 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52510) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:42.730798 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] For port 3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:10:42.733703 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3fbe1-265e-443f-a6fc-8105caaa2bcb None None] Deleting port 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:42.734112 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-22e94830-0f19-488f-88e4-1366708b702f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1565059512'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:42.734244 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2d3fbe1-265e-443f-a6fc-8105caaa2bcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.740790 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.775228 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] No DVR routers for this DVR port 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:10:42.784779 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event deleted for resources: {'Port': ['ID=49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:42.789041 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970577c5-44f9-42f1-aa8e-5834ac03ddc6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event updated for resources: {'Network': ['ID=367d675a-5c9f-427b-8062-6f0ff164e685,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:42.804987 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d2d3fbe1-265e-443f-a6fc-8105caaa2bcb None None] For port 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0, host n-d-master-1, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:42.805396 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2d3fbe1-265e-443f-a6fc-8105caaa2bcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.818099 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3fbe1-265e-443f-a6fc-8105caaa2bcb None None] Calling delete_port for 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:42.820776 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-d2d3fbe1-265e-443f-a6fc-8105caaa2bcb None None] Port 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 15:10:42.825232 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2d3fbe1-265e-443f-a6fc-8105caaa2bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.827143 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 367d675a-5c9f-427b-8062-6f0ff164e685 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:10:42.859813 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] For port 3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:10:42.864577 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e94830-0f19-488f-88e4-1366708b702f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Made reservation on behalf of 52b3c5d22d254e2aafe4360de3c3ff49 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:42.869381 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22e94830-0f19-488f-88e4-1366708b702f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.890334 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56abc613-75e3-4582-9c94-11d219cd07cc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.919349 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-56abc613-75e3-4582-9c94-11d219cd07cc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for 481e3988-9808-4da9-8030-c3393aa11a32 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:42.920444 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d3fbe1-265e-443f-a6fc-8105caaa2bcb None None] No DVR routers for this DVR port 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:10:42.928963 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3fbe1-265e-443f-a6fc-8105caaa2bcb None None] Pushing event deleted for resources: {'Port': ['ID=49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:42.931830 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.941679 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:42.982884 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9dd1e8-5325-4112-8e08-6ea039217f74']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:43.004158 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd3a0e9-01f1-4f31-8bc8-d57745b490ff') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:43.005031 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd3a0e9-01f1-4f31-8bc8-d57745b490ff') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:43.018913 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.044542 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.053411 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:10:43.053992 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.083075 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be1b53-af8e-4be1-87ff-cc5da4bdbaa7 None None] Pushing event updated for resources: {'Port': ['ID=3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:10:43.124635 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:10:43.127475 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e94830-0f19-488f-88e4-1366708b702f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:10:43.136565 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22e94830-0f19-488f-88e4-1366708b702f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.137526 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-22e94830-0f19-488f-88e4-1366708b702f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Added segment 98c34e77-13f4-43b9-91f3-ac92af3c15b3 of type vlan for network db2fa01a-5f4e-4836-84f6-d3a17b3f86d3 Dec 06 15:10:43.145827 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.156334 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56abc613-75e3-4582-9c94-11d219cd07cc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.163849 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.167009 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "DELETE /v2.0/networks/8a9dd1e8-5325-4112-8e08-6ea039217f74 HTTP/1.1" status: 204 len: 168 time: 0.9537282 Dec 06 15:10:43.169713 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d63aa5-9d9c-4e11-8722-0b868c745dea tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Pushing event deleted for resources: {'Network': ['ID=8a9dd1e8-5325-4112-8e08-6ea039217f74,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:43.171287 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52518) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:43.208875 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abc613-75e3-4582-9c94-11d219cd07cc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=481e3988-9808-4da9-8030-c3393aa11a32,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:43.233383 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-82675379-cb9d-4e4f-8246-a6caef2315f2 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "GET /v2.0/ports?device_id=f72742f3-4cb8-4c8b-8f8b-496f2668a236 HTTP/1.1" status: 200 len: 205 time: 0.0433147 Dec 06 15:10:43.235610 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52522) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:43.246427 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22e94830-0f19-488f-88e4-1366708b702f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.247193 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56abc613-75e3-4582-9c94-11d219cd07cc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.255740 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-56abc613-75e3-4582-9c94-11d219cd07cc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/481e3988-9808-4da9-8030-c3393aa11a32 HTTP/1.1" status: 204 len: 168 time: 0.8509095 Dec 06 15:10:43.259329 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52524) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:43.334043 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9359bef-c409-4191-89d7-e930f2208c15 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:43.347218 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9359bef-c409-4191-89d7-e930f2208c15 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:43.347218 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c9359bef-c409-4191-89d7-e930f2208c15 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0772905 Dec 06 15:10:43.347218 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52528) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:43.380311 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93a51ae6-8c26-4c00-b88a-5b25c327ccc5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.411328 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c76eff-687f-498b-b637-881235cac9fe tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet 129db938-cf8e-4335-a189-7b9112af0b76 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:10:43.414787 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09c76eff-687f-498b-b637-881235cac9fe tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.456924 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22e94830-0f19-488f-88e4-1366708b702f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.463198 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e94830-0f19-488f-88e4-1366708b702f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:43.463849 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22e94830-0f19-488f-88e4-1366708b702f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.467767 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09c76eff-687f-498b-b637-881235cac9fe tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.564476 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-22e94830-0f19-488f-88e4-1366708b702f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8375058 Dec 06 15:10:43.588480 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09c76eff-687f-498b-b637-881235cac9fe tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.605905 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93a51ae6-8c26-4c00-b88a-5b25c327ccc5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.609159 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93a51ae6-8c26-4c00-b88a-5b25c327ccc5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.665749 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e94830-0f19-488f-88e4-1366708b702f tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event updated for resources: {'Network': ['ID=db2fa01a-5f4e-4836-84f6-d3a17b3f86d3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:43.679492 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09c76eff-687f-498b-b637-881235cac9fe tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.725419 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network db2fa01a-5f4e-4836-84f6-d3a17b3f86d3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:10:43.748446 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c76eff-687f-498b-b637-881235cac9fe tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=129db938-cf8e-4335-a189-7b9112af0b76,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:43.750606 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09c76eff-687f-498b-b637-881235cac9fe tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.756876 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-09c76eff-687f-498b-b637-881235cac9fe tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/129db938-cf8e-4335-a189-7b9112af0b76 HTTP/1.1" status: 204 len: 168 time: 0.4155266 Dec 06 15:10:43.762427 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52538) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:43.795539 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea5607d0-9a49-4f4e-92d2-c1ae3f1657f3 req-4adc265e-774e-47ea-9ffb-dd3d98130b41 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0510778 Dec 06 15:10:43.843934 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c11c346a-4128-45df-a689-88429b7e891d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802200 Dec 06 15:10:43.846193 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52540) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:43.872256 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93a51ae6-8c26-4c00-b88a-5b25c327ccc5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.873071 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a51ae6-8c26-4c00-b88a-5b25c327ccc5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Fanout notify agent at l3_agent the message router_deleted on router f72742f3-4cb8-4c8b-8f8b-496f2668a236 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:10:43.903276 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93a51ae6-8c26-4c00-b88a-5b25c327ccc5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:43.906952 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-93a51ae6-8c26-4c00-b88a-5b25c327ccc5 tempest-RoutersNegativeTest-634362774 tempest-RoutersNegativeTest-634362774-project] 10.222.0.20 "DELETE /v2.0/routers/f72742f3-4cb8-4c8b-8f8b-496f2668a236 HTTP/1.1" status: 204 len: 168 time: 0.6662564 Dec 06 15:10:43.948924 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3f49fc-f7d0-4df1-93ca-df224ffda1cf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:43.952942 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8d3f49fc-f7d0-4df1-93ca-df224ffda1cf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1057394 Dec 06 15:10:43.955531 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52546) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:43.997357 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:10:44.098030 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c48fd-12fd-49d5-be3b-9d559c4b79d4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:44.100000 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fe0c48fd-12fd-49d5-be3b-9d559c4b79d4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1428187 Dec 06 15:10:44.102564 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52552) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:44.145927 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:44.146526 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:44.205764 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bb441c76-bdd9-4d87-a3d5-d0c9fc53d40f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967009 Dec 06 15:10:44.206004 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52554) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:44.215904 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4826bccf-3337-4a3a-a2fa-c5d2835b49ba tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:44.350688 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:44.395032 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4826bccf-3337-4a3a-a2fa-c5d2835b49ba tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:44.399029 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4826bccf-3337-4a3a-a2fa-c5d2835b49ba tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:44.469146 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:44.499435 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:44.563680 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52560) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:44.639562 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:10:44.676061 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:44.681744 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:10:44.682094 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 49d92e7b-bd5d-4ee3-b9a1-830c7a7eced0 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:10:44.791759 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a65cd47-c3f8-43e4-bcad-953670c69bc9 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:44.950745 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ec3efecf-f310-4bcc-a6fb-6aec552bc0b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb607da8f2d84ea887c99f2aed3a13a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3866613 Dec 06 15:10:44.951261 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52570) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:44.996498 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b6bea58f-ac8d-4471-8802-db51566f67d2 None None] Provisioning complete for port 3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:44.997125 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b6bea58f-ac8d-4471-8802-db51566f67d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:45.041151 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d6c2353-f085-4bad-b133-c6c22758902a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:45.049911 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8848be87-9250-46b5-aef9-605fd5bc8630 req-53bd7caa-8a3c-40e0-b72c-fa758ff363e4 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0848424 Dec 06 15:10:45.064457 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4826bccf-3337-4a3a-a2fa-c5d2835b49ba tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:45.085497 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d6c2353-f085-4bad-b133-c6c22758902a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:45.140144 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4826bccf-3337-4a3a-a2fa-c5d2835b49ba tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:45.142999 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4826bccf-3337-4a3a-a2fa-c5d2835b49ba tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:45.152620 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4826bccf-3337-4a3a-a2fa-c5d2835b49ba tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:45.153282 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4826bccf-3337-4a3a-a2fa-c5d2835b49ba tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:45.177871 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d6c2353-f085-4bad-b133-c6c22758902a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:45.184668 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d6c2353-f085-4bad-b133-c6c22758902a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:45.190160 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8d6c2353-f085-4bad-b133-c6c22758902a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b6ba320-0580-445c-a104-436514c44660 HTTP/1.1" status: 204 len: 168 time: 0.2377350 Dec 06 15:10:45.202055 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c2353-f085-4bad-b133-c6c22758902a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6ba320-0580-445c-a104-436514c44660,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:45.210487 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826bccf-3337-4a3a-a2fa-c5d2835b49ba tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=7ea60f09-0dde-458c-a271-baea0417d198,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:45.236013 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4826bccf-3337-4a3a-a2fa-c5d2835b49ba tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0266733 Dec 06 15:10:45.237337 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52580) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:45.243011 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-69befe12-5847-4473-8782-3bea902c547e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'fixed_ips': [{'subnet_id': '7ea60f09-0dde-458c-a271-baea0417d198', 'ip_address': '2001:db8::dea7:f061:5fec:1816'}], 'name': 'tempest-NetworksTestDHCPv6-2100111071'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:45.321268 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6e0fbc-1b1c-49b8-889b-484603e2412c None None] DHCP port deletion for 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:10:45.403781 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e0fbc-1b1c-49b8-889b-484603e2412c None None] Deleting port 3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:45.403781 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c6e0fbc-1b1c-49b8-889b-484603e2412c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:45.442762 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69befe12-5847-4473-8782-3bea902c547e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:45.570479 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1c6e0fbc-1b1c-49b8-889b-484603e2412c None None] For port 3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:45.570479 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c6e0fbc-1b1c-49b8-889b-484603e2412c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:45.580092 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69befe12-5847-4473-8782-3bea902c547e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:45.600521 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e0fbc-1b1c-49b8-889b-484603e2412c None None] Calling delete_port for 3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:45.660174 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-69befe12-5847-4473-8782-3bea902c547e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port 34a62592-cf97-4efe-8851-fd31b9883272 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:10:45.723141 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c6e0fbc-1b1c-49b8-889b-484603e2412c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:45.792157 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e0fbc-1b1c-49b8-889b-484603e2412c None None] Pushing event deleted for resources: {'Port': ['ID=3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:45.794643 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:10:45.804613 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e0fbc-1b1c-49b8-889b-484603e2412c None None] No DVR routers for this DVR port 3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:10:45.861714 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efa6205-d725-41bd-9b92-bec4c763f78d None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:45.865452 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:10:45.866042 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3e38fcbf-41cb-40eb-b2b2-b53d7e2b7cf0 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:10:46.037493 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-69befe12-5847-4473-8782-3bea902c547e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::dea7:f061:5fec:1816 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/7ea60f09-0dde-458c-a271-baea0417d198/34a62592-cf97-4efe-8851-fd31b9883272) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:46.154179 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'fixed_ips': [{'subnet_id': '7ea60f09-0dde-458c-a271-baea0417d198'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:10:46.155528 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:46.223641 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ca7d10b5-002c-425a-be20-b89907ffd9ee req-d767fae4-0166-41ff-9cfc-3364a44aee1e tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0567520 Dec 06 15:10:46.332561 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69befe12-5847-4473-8782-3bea902c547e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:46.382016 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69befe12-5847-4473-8782-3bea902c547e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:46.443427 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69befe12-5847-4473-8782-3bea902c547e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=34a62592-cf97-4efe-8851-fd31b9883272,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:46.454655 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69befe12-5847-4473-8782-3bea902c547e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:46.456126 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-69befe12-5847-4473-8782-3bea902c547e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:46.463594 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69befe12-5847-4473-8782-3bea902c547e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:46.471691 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69befe12-5847-4473-8782-3bea902c547e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:46.472545 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69befe12-5847-4473-8782-3bea902c547e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:46.482938 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Allocated IP 2001:db8::2 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/7ea60f09-0dde-458c-a271-baea0417d198/5adf36df-1396-4eeb-9e0e-e02298e537f4) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:46.513379 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52622) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:46.514501 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-69befe12-5847-4473-8782-3bea902c547e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2709720 Dec 06 15:10:46.521115 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-39d34bc0-816d-42e4-923b-87dddb7ed2cb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'fixed_ips': [{'subnet_id': '7ea60f09-0dde-458c-a271-baea0417d198', 'ip_address': '2001:db8::dea7:f061:5fec:1816'}], 'name': 'tempest-NetworksTestDHCPv6-1837721875'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:46.672475 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:46.676874 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d34bc0-816d-42e4-923b-87dddb7ed2cb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:46.687765 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:46.762404 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Pushing event updated for resources: {'Port': ['ID=5adf36df-1396-4eeb-9e0e-e02298e537f4,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:46.765950 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:46.772114 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:46.781724 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:46.851393 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39d34bc0-816d-42e4-923b-87dddb7ed2cb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:46.871894 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Attempting to bind port 5adf36df-1396-4eeb-9e0e-e02298e537f4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:10:46.872271 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Attempting to bind port 5adf36df-1396-4eeb-9e0e-e02298e537f4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:10:46.872640 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Attempting to bind port 5adf36df-1396-4eeb-9e0e-e02298e537f4 on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:10:46.880688 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:10:46.880876 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:46.881233 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:46.881705 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:10:46.882179 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Bound port: 5adf36df-1396-4eeb-9e0e-e02298e537f4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:10:46.883229 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:46.898465 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-39d34bc0-816d-42e4-923b-87dddb7ed2cb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port fb2b5d7d-bf7a-4c75-b5fb-c0508969437b yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:10:46.932164 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52636) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:47.014607 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52638) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:47.037842 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Request body: {'subnets': [{'network_id': '367d675a-5c9f-427b-8062-6f0ff164e685', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1926449768', 'ip_version': 6}, {'network_id': 'db2fa01a-5f4e-4836-84f6-d3a17b3f86d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:47.038737 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Request body: {'subnet': {'network_id': '367d675a-5c9f-427b-8062-6f0ff164e685', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1926449768', 'ip_version': 6}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:47.039796 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Request body: {'subnet': {'network_id': 'db2fa01a-5f4e-4836-84f6-d3a17b3f86d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:47.047249 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] For port 5adf36df-1396-4eeb-9e0e-e02298e537f4, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:10:47.052345 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] For port 5adf36df-1396-4eeb-9e0e-e02298e537f4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5adf36df-1396-4eeb-9e0e-e02298e537f4,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:10:47.061521 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:47.153905 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d34bc0-816d-42e4-923b-87dddb7ed2cb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 06 15:10:47.154646 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d34bc0-816d-42e4-923b-87dddb7ed2cb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:10:47.178718 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86578cf8-170f-40d9-9299-8947cd2b7124 None None] Pushing event updated for resources: {'Port': ['ID=5adf36df-1396-4eeb-9e0e-e02298e537f4,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:47.183988 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-39d34bc0-816d-42e4-923b-87dddb7ed2cb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6650066 Dec 06 15:10:47.184717 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52644) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:47.267970 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254055f3-6f39-4ba8-b341-f40464db48ea tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:47.279643 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254055f3-6f39-4ba8-b341-f40464db48ea tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:47.282381 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-254055f3-6f39-4ba8-b341-f40464db48ea tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0957882 Dec 06 15:10:47.285030 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52654) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:47.402738 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-48d58d0f-1306-43a5-9c5b-7f8faa52ff5b req-0cd9bf9a-672a-46bb-a9b5-cde0153378c7 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0486670 Dec 06 15:10:47.432450 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Made reservation on behalf of 52b3c5d22d254e2aafe4360de3c3ff49 for: {'subnet': 2} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:47.437615 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:47.437963 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:47.487512 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9ae72-0d92-4345-a621-9a501ce0e7b4 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Deleting port b50986cf-c27b-4d83-a62f-5c4a1372914f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:47.487985 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0a9ae72-0d92-4345-a621-9a501ce0e7b4 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:47.548980 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-65f9022f-685f-45b0-9d65-083056e2fcea tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port 34a62592-cf97-4efe-8851-fd31b9883272 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:47.550595 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65f9022f-685f-45b0-9d65-083056e2fcea tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:47.707199 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65f9022f-685f-45b0-9d65-083056e2fcea tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:47.722201 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-65f9022f-685f-45b0-9d65-083056e2fcea tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for 34a62592-cf97-4efe-8851-fd31b9883272 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:47.738979 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0a9ae72-0d92-4345-a621-9a501ce0e7b4 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:47.739446 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0a9ae72-0d92-4345-a621-9a501ce0e7b4 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:47.818884 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9ae72-0d92-4345-a621-9a501ce0e7b4 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Calling delete_port for b50986cf-c27b-4d83-a62f-5c4a1372914f owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:47.881007 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5adf36df-1396-4eeb-9e0e-e02298e537f4 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:10:48.038440 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 5adf36df-1396-4eeb-9e0e-e02298e537f4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:48.040065 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:48.047012 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65f9022f-685f-45b0-9d65-083056e2fcea tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:48.109848 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9022f-685f-45b0-9d65-083056e2fcea tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=34a62592-cf97-4efe-8851-fd31b9883272,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:48.150844 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65f9022f-685f-45b0-9d65-083056e2fcea tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:48.158235 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-65f9022f-685f-45b0-9d65-083056e2fcea tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/34a62592-cf97-4efe-8851-fd31b9883272 HTTP/1.1" status: 204 len: 168 time: 0.8686123 Dec 06 15:10:48.158235 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52680) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:48.158628 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:48.223605 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 5adf36df-1396-4eeb-9e0e-e02298e537f4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5adf36df-1396-4eeb-9e0e-e02298e537f4,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:48.230094 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:48.249689 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4095e18-a192-4787-9de8-91c61b9fd26c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:48.260671 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4095e18-a192-4787-9de8-91c61b9fd26c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:48.283974 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a4095e18-a192-4787-9de8-91c61b9fd26c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1124578 Dec 06 15:10:48.283974 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52684) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:48.346223 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=5adf36df-1396-4eeb-9e0e-e02298e537f4,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:48.385859 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52686) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:48.413746 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d799c6-b7e9-447e-bd6a-06909cd2055d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet 7ea60f09-0dde-458c-a271-baea0417d198 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:10:48.417691 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5d799c6-b7e9-447e-bd6a-06909cd2055d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:48.500351 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5d799c6-b7e9-447e-bd6a-06909cd2055d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:48.596839 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd007727-9f05-420b-986c-4bed76a0095d req-95f773a6-1321-48c4-a970-4c429da307eb tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0472012 Dec 06 15:10:48.652825 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e35d63fd-df56-46ee-9b81-538a9b141213 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:48.703561 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5d799c6-b7e9-447e-bd6a-06909cd2055d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:48.745933 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0a9ae72-0d92-4345-a621-9a501ce0e7b4 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:48.791540 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9ae72-0d92-4345-a621-9a501ce0e7b4 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Pushing event deleted for resources: {'Port': ['ID=b50986cf-c27b-4d83-a62f-5c4a1372914f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:48.806250 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:48.809780 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e35d63fd-df56-46ee-9b81-538a9b141213 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:48.815016 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e35d63fd-df56-46ee-9b81-538a9b141213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:48.832930 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5d799c6-b7e9-447e-bd6a-06909cd2055d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:48.894389 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fb51e292-a595-4393-84b0-c176d024a02f None None] Provisioning complete for port 5adf36df-1396-4eeb-9e0e-e02298e537f4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:48.895018 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb51e292-a595-4393-84b0-c176d024a02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:48.913007 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e35d63fd-df56-46ee-9b81-538a9b141213 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=201f20d688bf41d5a70b58f2ce6fb6a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5254111 Dec 06 15:10:48.913987 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d63fd-df56-46ee-9b81-538a9b141213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5608785c-efff-46cb-8456-171c6e2e2e6d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:48.924688 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52700) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:48.929902 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d799c6-b7e9-447e-bd6a-06909cd2055d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea60f09-0dde-458c-a271-baea0417d198,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:48.945360 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e5d799c6-b7e9-447e-bd6a-06909cd2055d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:48.962878 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e5d799c6-b7e9-447e-bd6a-06909cd2055d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/7ea60f09-0dde-458c-a271-baea0417d198 HTTP/1.1" status: 204 len: 168 time: 0.6859009 Dec 06 15:10:48.965762 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52702) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:48.987669 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event updated for resources: {'Subnet': ['ID=e998de28-81bf-4ed0-ad60-eecf77617993,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:49.021833 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0a9ae72-0d92-4345-a621-9a501ce0e7b4 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:49.022291 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-f0a9ae72-0d92-4345-a621-9a501ce0e7b4 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Floating IP d16b26ce-2b22-4b48-ab3c-5776043d92aa disassociated (deleted). External IP: 172.35.7.156, port: 099eef1d-5509-4a33-9a34-d89e28a045ea. Dec 06 15:10:49.057442 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-00f7e3a7-568d-4b67-a654-a0c0b96ea972 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894251 Dec 06 15:10:49.058701 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52704) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:49.071456 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8707a7ae-1acf-4718-b93e-d3d0888b9603 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:49.080321 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc8374cc-e04f-4764-a65e-b87aea566aa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:49.085008 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Checking segment: {'id': 'fc44342f-cbeb-41e0-bf4e-e2c40ccee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '367d675a-5c9f-427b-8062-6f0ff164e685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:49.085385 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Network hostable DHCP agents. Network: 367d675a-5c9f-427b-8062-6f0ff164e685, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:10:49.190219 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc8374cc-e04f-4764-a65e-b87aea566aa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:49.203845 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Network 367d675a-5c9f-427b-8062-6f0ff164e685 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:10:49.211744 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bce2a9-f40e-48f6-b9b6-f7708fb5a9a2 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:49.232513 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 367d675a-5c9f-427b-8062-6f0ff164e685) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:49.242178 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:49.249098 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f4c83a-10b3-456c-95e6-7402af6e90d5 None None] Network 367d675a-5c9f-427b-8062-6f0ff164e685 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:49.259124 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8707a7ae-1acf-4718-b93e-d3d0888b9603 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:49.265316 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8707a7ae-1acf-4718-b93e-d3d0888b9603 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:49.413711 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fc5d16ef-aa15-49b3-9f4f-4fbd80102ab2 None None] Could not find standard attr ID for object 481e3988-9808-4da9-8030-c3393aa11a32. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:10:49.448174 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a9ae72-0d92-4345-a621-9a501ce0e7b4 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:10:49.449387 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event updated for resources: {'Subnet': ['ID=3f9f1bfb-c714-4227-a251-a52444df741f,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:49.487977 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Checking segment: {'id': '98c34e77-13f4-43b9-91f3-ac92af3c15b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'db2fa01a-5f4e-4836-84f6-d3a17b3f86d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:49.488465 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Network hostable DHCP agents. Network: db2fa01a-5f4e-4836-84f6-d3a17b3f86d3, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:10:49.541155 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc8374cc-e04f-4764-a65e-b87aea566aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:49.544677 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc8374cc-e04f-4764-a65e-b87aea566aa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:49.548965 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bc8374cc-e04f-4764-a65e-b87aea566aa0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5608785c-efff-46cb-8456-171c6e2e2e6d HTTP/1.1" status: 204 len: 168 time: 0.6226799 Dec 06 15:10:49.572885 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8374cc-e04f-4764-a65e-b87aea566aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5608785c-efff-46cb-8456-171c6e2e2e6d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:49.586325 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-367d675a-5c9f-427b-8062-6f0ff164e685', 'network_id': '367d675a-5c9f-427b-8062-6f0ff164e685', 'tenant_id': '52b3c5d22d254e2aafe4360de3c3ff49', 'fixed_ips': [{'subnet_id': 'e998de28-81bf-4ed0-ad60-eecf77617993'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:10:49.587200 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:49.653138 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faf0037-d648-43be-b8bd-14400105fd00 None None] DHCP port deletion for 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:10:49.658308 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Network db2fa01a-5f4e-4836-84f6-d3a17b3f86d3 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:10:49.694731 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, db2fa01a-5f4e-4836-84f6-d3a17b3f86d3) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:49.718885 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:49.719440 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:49.720134 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:49.740810 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a9ae72-0d92-4345-a621-9a501ce0e7b4 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:10:49.765944 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0a9ae72-0d92-4345-a621-9a501ce0e7b4 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:49.784918 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e52f72-8ab6-4a4e-a821-6fee057d8124 None None] Network db2fa01a-5f4e-4836-84f6-d3a17b3f86d3 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:49.792364 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-05f371ff-5f81-4de8-9577-c19c268901f6 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.7757494 Dec 06 15:10:49.801690 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693261f2-0cec-4a71-a308-984682a814df None None] Sync routers for ids ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:10:49.807310 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52722) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:49.841574 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f0a9ae72-0d92-4345-a621-9a501ce0e7b4 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "DELETE /v2.0/floatingips/d16b26ce-2b22-4b48-ab3c-5776043d92aa HTTP/1.1" status: 204 len: 168 time: 2.9079921 Dec 06 15:10:49.842304 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'tag': '099eef1d-5509-4a33-9a34-d89e28a045ea'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:10:49.853654 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-61923ab2-591b-461b-8d23-2d765feb5370 req-19213b97-f029-4f15-82a9-57266705abc9 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0451171 Dec 06 15:10:49.861185 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fd1230-b191-40d2-8b86-e641b7c62e02" -d '{"events": [{"name": "network-changed", "server_uuid": "c073bb99-61c3-4ae9-93f5-cd85fd148049", "tag": "099eef1d-5509-4a33-9a34-d89e28a045ea"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:10:49.891714 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8707a7ae-1acf-4718-b93e-d3d0888b9603 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:49.974921 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b59236f-501d-4e9d-9668-2d87ff1a8257 x-openstack-request-id: req-8b59236f-501d-4e9d-9668-2d87ff1a8257 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:10:49.975245 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c073bb99-61c3-4ae9-93f5-cd85fd148049", "tag": "099eef1d-5509-4a33-9a34-d89e28a045ea", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:10:49.975544 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b59236f-501d-4e9d-9668-2d87ff1a8257 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:10:49.976363 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'tag': '099eef1d-5509-4a33-9a34-d89e28a045ea', 'status': 'completed', 'code': 200} Dec 06 15:10:50.005380 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8707a7ae-1acf-4718-b93e-d3d0888b9603 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:50.016510 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8707a7ae-1acf-4718-b93e-d3d0888b9603 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:50.020413 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8707a7ae-1acf-4718-b93e-d3d0888b9603 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:50.021021 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8707a7ae-1acf-4718-b93e-d3d0888b9603 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:50.032598 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707a7ae-1acf-4718-b93e-d3d0888b9603 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=2caaa7cf-7591-4ad0-a3ac-bb797c805c11,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:50.044523 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa9ff64-3f45-4e87-87b5-f74852418eea tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:50.046627 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa9ff64-3f45-4e87-87b5-f74852418eea tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:50.049127 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa9ff64-3f45-4e87-87b5-f74852418eea tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:50.061474 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5fa9ff64-3f45-4e87-87b5-f74852418eea tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2189331 Dec 06 15:10:50.061883 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52734) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:50.066583 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5adf36df-1396-4eeb-9e0e-e02298e537f4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:10:50.076720 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8707a7ae-1acf-4718-b93e-d3d0888b9603 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0157416 Dec 06 15:10:50.080058 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52736) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:50.087160 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a1651c0f-a3f3-4b23-878e-e51a95e45850 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'fixed_ips': [{'subnet_id': '2caaa7cf-7591-4ad0-a3ac-bb797c805c11', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1507135552'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:50.143268 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52740) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:50.179932 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a897325f-212d-47f2-8b19-6b871b9de691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:50.180170 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693261f2-0cec-4a71-a308-984682a814df None None] Routers {'9e719e8b-b1e8-4901-8560-0aa24b7bb752'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:50.180887 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-693261f2-0cec-4a71-a308-984682a814df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:50.199217 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd1230-b191-40d2-8b86-e641b7c62e02 req-d5a5e0bf-f0fd-45d8-bb5b-40c496de1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:50.200782 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31fd1230-b191-40d2-8b86-e641b7c62e02 req-d5a5e0bf-f0fd-45d8-bb5b-40c496de1b79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a2aac743260403bb350e6365eee4c89&device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 1096 time: 0.1937132 Dec 06 15:10:50.205016 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a94fda-2aef-4cf7-9aca-7756e2aa5128 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Deleting subnet e998de28-81bf-4ed0-ad60-eecf77617993 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:10:50.273767 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e3ce8-2553-4b8f-8e74-5dd3f6dde066 req-72df17c5-d837-4b44-8dcd-206ccefa6ffe tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:50.276093 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-792e3ce8-2553-4b8f-8e74-5dd3f6dde066 req-72df17c5-d837-4b44-8dcd-206ccefa6ffe tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 945 time: 0.0777943 Dec 06 15:10:50.312477 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Allocated IP 2001:db8::1 (367d675a-5c9f-427b-8062-6f0ff164e685/e998de28-81bf-4ed0-ad60-eecf77617993/ab4fb860-f9a6-490f-98ff-63039d0bad28) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:50.339158 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1651c0f-a3f3-4b23-878e-e51a95e45850 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:50.340524 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-db2fa01a-5f4e-4836-84f6-d3a17b3f86d3', 'network_id': 'db2fa01a-5f4e-4836-84f6-d3a17b3f86d3', 'tenant_id': '52b3c5d22d254e2aafe4360de3c3ff49', 'fixed_ips': [{'subnet_id': '3f9f1bfb-c714-4227-a251-a52444df741f'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:10:50.341382 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:50.345232 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1651c0f-a3f3-4b23-878e-e51a95e45850 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:50.347886 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd1230-b191-40d2-8b86-e641b7c62e02 req-d3bd123a-d33c-43c2-989e-5ef6646daf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:50.348961 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31fd1230-b191-40d2-8b86-e641b7c62e02 req-d3bd123a-d33c-43c2-989e-5ef6646daf8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=78cfa806-705b-461f-90b8-3deff86f3c75 HTTP/1.1" status: 200 len: 915 time: 0.1381960 Dec 06 15:10:50.376106 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-a1651c0f-a3f3-4b23-878e-e51a95e45850 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port 1325ef4d-e174-476e-bf3f-196a283c841d yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:10:50.398211 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-792e3ce8-2553-4b8f-8e74-5dd3f6dde066 req-f37d9831-875e-43d4-ba1f-4e58cbd0b51d tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ccc572d-900b-43e8-b20e-943f4b19117a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038136 Dec 06 15:10:50.403621 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3faf0037-d648-43be-b8bd-14400105fd00 None None] Deleting port 5adf36df-1396-4eeb-9e0e-e02298e537f4 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:50.403975 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3faf0037-d648-43be-b8bd-14400105fd00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:50.408035 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a897325f-212d-47f2-8b19-6b871b9de691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:50.410299 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31fd1230-b191-40d2-8b86-e641b7c62e02 req-a4fafc97-359a-44b0-82bb-da5b57676195 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=099eef1d-5509-4a33-9a34-d89e28a045ea HTTP/1.1" status: 200 len: 217 time: 0.0503063 Dec 06 15:10:50.417309 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a897325f-212d-47f2-8b19-6b871b9de691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:50.511484 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a897325f-212d-47f2-8b19-6b871b9de691 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0354e05bc1c7468989a03c8959cdefdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3655117 Dec 06 15:10:50.514415 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52742) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:50.515159 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897325f-212d-47f2-8b19-6b871b9de691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb46ed87-fff0-42fe-a983-d438c10aaee0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:50.543981 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1651c0f-a3f3-4b23-878e-e51a95e45850 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:10:50.544726 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1651c0f-a3f3-4b23-878e-e51a95e45850 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:10:50.546250 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd1230-b191-40d2-8b86-e641b7c62e02 req-1deb48bf-5f2f-4b50-bc13-be84882e114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:50.548006 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31fd1230-b191-40d2-8b86-e641b7c62e02 req-1deb48bf-5f2f-4b50-bc13-be84882e114c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf66fc85-22e7-489d-a136-b60a02604889 HTTP/1.1" status: 200 len: 853 time: 0.1229064 Dec 06 15:10:50.568740 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a1651c0f-a3f3-4b23-878e-e51a95e45850 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4867678 Dec 06 15:10:50.571304 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52744) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:50.591797 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Allocated IP 2001:db8:0:1::1 (db2fa01a-5f4e-4836-84f6-d3a17b3f86d3/3f9f1bfb-c714-4227-a251-a52444df741f/1e712385-281e-4939-8723-f01235cce826) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:50.628069 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6692948-44ba-46a9-810a-35bee1e9fd65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:50.641361 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d012ac7d-a68b-4fb4-9b98-f88bac61fa95 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:50.645348 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d012ac7d-a68b-4fb4-9b98-f88bac61fa95 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0705240 Dec 06 15:10:50.646427 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52750) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:50.651401 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd1230-b191-40d2-8b86-e641b7c62e02 req-5b54b69a-46ed-4e9c-b9f3-3d4d9dfa68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:50.653948 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31fd1230-b191-40d2-8b86-e641b7c62e02 req-5b54b69a-46ed-4e9c-b9f3-3d4d9dfa68c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=78cfa806-705b-461f-90b8-3deff86f3c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975456 Dec 06 15:10:50.665982 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6692948-44ba-46a9-810a-35bee1e9fd65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:50.689639 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:50.738320 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca05994-1f0f-4148-ad72-2ea6031a13f2 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:50.740419 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca05994-1f0f-4148-ad72-2ea6031a13f2 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:50.745727 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-aca05994-1f0f-4148-ad72-2ea6031a13f2 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0981517 Dec 06 15:10:50.746661 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52752) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:50.772853 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31fd1230-b191-40d2-8b86-e641b7c62e02 req-42db8600-c4f5-4cc6-813a-981dc6130a43 service neutron] 10.222.0.37 "GET /v2.0/networks/78cfa806-705b-461f-90b8-3deff86f3c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097519 Dec 06 15:10:50.788238 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-693261f2-0cec-4a71-a308-984682a814df None None] Set router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:10:50.847587 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-824f61a6-6305-42f8-9928-bda988d1a63a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet 2caaa7cf-7591-4ad0-a3ac-bb797c805c11 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:10:50.852797 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-824f61a6-6305-42f8-9928-bda988d1a63a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:50.959625 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-824f61a6-6305-42f8-9928-bda988d1a63a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:50.985659 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6692948-44ba-46a9-810a-35bee1e9fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.001061 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6692948-44ba-46a9-810a-35bee1e9fd65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.005316 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f6692948-44ba-46a9-810a-35bee1e9fd65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb46ed87-fff0-42fe-a983-d438c10aaee0 HTTP/1.1" status: 204 len: 168 time: 0.4841866 Dec 06 15:10:51.031270 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6692948-44ba-46a9-810a-35bee1e9fd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb46ed87-fff0-42fe-a983-d438c10aaee0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:51.031521 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.039713 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2a94fda-2aef-4cf7-9aca-7756e2aa5128 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.047391 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-225f2f41-d179-4072-8972-6bb2ce0f560a req-439e11fe-3eee-411f-b2ed-8339de5368f9 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0582972 Dec 06 15:10:51.065948 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-824f61a6-6305-42f8-9928-bda988d1a63a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.113862 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 5adf36df-1396-4eeb-9e0e-e02298e537f4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5adf36df-1396-4eeb-9e0e-e02298e537f4,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:51.126560 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2a94fda-2aef-4cf7-9aca-7756e2aa5128 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.129880 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.133367 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.186884 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-824f61a6-6305-42f8-9928-bda988d1a63a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.253664 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f61a6-6305-42f8-9928-bda988d1a63a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=2caaa7cf-7591-4ad0-a3ac-bb797c805c11,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:51.260481 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2a94fda-2aef-4cf7-9aca-7756e2aa5128 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.273377 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-824f61a6-6305-42f8-9928-bda988d1a63a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.279564 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-824f61a6-6305-42f8-9928-bda988d1a63a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/2caaa7cf-7591-4ad0-a3ac-bb797c805c11 HTTP/1.1" status: 204 len: 168 time: 0.5317385 Dec 06 15:10:51.282443 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52768) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:51.345992 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9c30ac59-4723-4ea1-9b0c-20b9cdfdbd14 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621805 Dec 06 15:10:51.349390 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52774) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:51.354732 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7865b603-41d8-4f89-b4a7-1012899698fb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:51.361809 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31fd1230-b191-40d2-8b86-e641b7c62e02 req-4b9c3e20-edd2-4886-a01d-efc7fbfbd2f5 service neutron] 10.222.0.37 "GET /v2.0/networks/78cfa806-705b-461f-90b8-3deff86f3c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403154 Dec 06 15:10:51.365065 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2a94fda-2aef-4cf7-9aca-7756e2aa5128 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.371439 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3faf0037-d648-43be-b8bd-14400105fd00 None None] For port 5adf36df-1396-4eeb-9e0e-e02298e537f4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5adf36df-1396-4eeb-9e0e-e02298e537f4,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:51.372394 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3faf0037-d648-43be-b8bd-14400105fd00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.411694 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.443961 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3faf0037-d648-43be-b8bd-14400105fd00 None None] Calling delete_port for 5adf36df-1396-4eeb-9e0e-e02298e537f4 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:51.457407 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2a94fda-2aef-4cf7-9aca-7756e2aa5128 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.462096 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Network 367d675a-5c9f-427b-8062-6f0ff164e685 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:51.467307 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a2a94fda-2aef-4cf7-9aca-7756e2aa5128 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "DELETE /v2.0/subnets/e998de28-81bf-4ed0-ad60-eecf77617993 HTTP/1.1" status: 204 len: 168 time: 1.4016769 Dec 06 15:10:51.472767 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52782) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:51.474191 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a94fda-2aef-4cf7-9aca-7756e2aa5128 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event deleted for resources: {'Subnet': ['ID=e998de28-81bf-4ed0-ad60-eecf77617993,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:51.626364 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7865b603-41d8-4f89-b4a7-1012899698fb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:10:51.631875 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7865b603-41d8-4f89-b4a7-1012899698fb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.662522 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0febf5b-5140-4ad7-99df-25a36794b4bf tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Deleting subnet 3f9f1bfb-c714-4227-a251-a52444df741f {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:10:51.666501 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d0febf5b-5140-4ad7-99df-25a36794b4bf tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.714077 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ad6b0-dfae-45e9-8b94-d86f5791c926 req-4bd8c8e2-012b-4361-ad8d-3337fb8726c7 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:51.716168 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c8ad6b0-dfae-45e9-8b94-d86f5791c926 req-4bd8c8e2-012b-4361-ad8d-3337fb8726c7 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 945 time: 0.1790731 Dec 06 15:10:51.737369 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d0febf5b-5140-4ad7-99df-25a36794b4bf tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.769507 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.858227 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Pushing event updated for resources: {'Port': ['ID=ab4fb860-f9a6-490f-98ff-63039d0bad28,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:51.867178 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c8ad6b0-dfae-45e9-8b94-d86f5791c926 req-9ea6908e-fcb7-48e5-8d14-8c158922b5a5 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ccc572d-900b-43e8-b20e-943f4b19117a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444161 Dec 06 15:10:51.895792 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:51.910131 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:51.921101 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3faf0037-d648-43be-b8bd-14400105fd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:51.957898 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event deleted for resources: {'Port': ['ID=5adf36df-1396-4eeb-9e0e-e02298e537f4,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:51.969441 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Network db2fa01a-5f4e-4836-84f6-d3a17b3f86d3 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:51.998568 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d0febf5b-5140-4ad7-99df-25a36794b4bf tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.000739 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7865b603-41d8-4f89-b4a7-1012899698fb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.009825 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff68bf2-f964-44f6-989e-3ada107c42a5 req-3bcf8e16-ac15-4378-88b7-4b477112fcb5 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:52.010890 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ff68bf2-f964-44f6-989e-3ada107c42a5 req-3bcf8e16-ac15-4378-88b7-4b477112fcb5 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.37 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 945 time: 0.1412401 Dec 06 15:10:52.011083 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faf0037-d648-43be-b8bd-14400105fd00 None None] No DVR routers for this DVR port 5adf36df-1396-4eeb-9e0e-e02298e537f4 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:10:52.015533 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:52.019207 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:52.048184 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c0d623-9bf7-4dfe-aaf5-bc614626664e None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:52.159409 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865b603-41d8-4f89-b4a7-1012899698fb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=a8632006-9816-4fe8-b87a-7f9e35f37238,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:52.177103 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7865b603-41d8-4f89-b4a7-1012899698fb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:52.181430 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7865b603-41d8-4f89-b4a7-1012899698fb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:52.185310 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7865b603-41d8-4f89-b4a7-1012899698fb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:52.185830 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7865b603-41d8-4f89-b4a7-1012899698fb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.218538 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7865b603-41d8-4f89-b4a7-1012899698fb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8680954 Dec 06 15:10:52.220987 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Attempting to bind port ab4fb860-f9a6-490f-98ff-63039d0bad28 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:10:52.221462 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52810) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:52.221580 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Attempting to bind port ab4fb860-f9a6-490f-98ff-63039d0bad28 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fc44342f-cbeb-41e0-bf4e-e2c40ccee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '367d675a-5c9f-427b-8062-6f0ff164e685'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:10:52.224440 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Attempting to bind port ab4fb860-f9a6-490f-98ff-63039d0bad28 on network 367d675a-5c9f-427b-8062-6f0ff164e685 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:10:52.225561 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ecf32ce0-f02a-4822-89d5-66eee5974537 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1231986550', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:10:52.249823 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a1ac251-0cfc-4245-b155-4e3395bd559f req-eae8fe7e-c93e-4743-8fad-8bab09d3dba1 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0737200 Dec 06 15:10:52.270749 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Pushing event updated for resources: {'Port': ['ID=1e712385-281e-4939-8723-f01235cce826,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:52.295951 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-5ff68bf2-f964-44f6-989e-3ada107c42a5 req-cee233b1-d83e-4f6e-b2a5-5363826c245e tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Deleting port 099eef1d-5509-4a33-9a34-d89e28a045ea {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:52.295951 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ff68bf2-f964-44f6-989e-3ada107c42a5 req-cee233b1-d83e-4f6e-b2a5-5363826c245e tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.298311 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf32ce0-f02a-4822-89d5-66eee5974537 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.300202 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf32ce0-f02a-4822-89d5-66eee5974537 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.305811 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d0febf5b-5140-4ad7-99df-25a36794b4bf tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.318099 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:10:52.318540 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Checking segment: {'id': 'fc44342f-cbeb-41e0-bf4e-e2c40ccee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '367d675a-5c9f-427b-8062-6f0ff164e685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:52.318958 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.319635 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Bound using segment: {'id': 'fc44342f-cbeb-41e0-bf4e-e2c40ccee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '367d675a-5c9f-427b-8062-6f0ff164e685'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:10:52.320165 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Bound port: ab4fb860-f9a6-490f-98ff-63039d0bad28, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc44342f-cbeb-41e0-bf4e-e2c40ccee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '367d675a-5c9f-427b-8062-6f0ff164e685'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:10:52.320711 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.355429 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0febf5b-5140-4ad7-99df-25a36794b4bf tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9f1bfb-c714-4227-a251-a52444df741f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:52.358282 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d0febf5b-5140-4ad7-99df-25a36794b4bf tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.361502 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d0febf5b-5140-4ad7-99df-25a36794b4bf tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "DELETE /v2.0/subnets/3f9f1bfb-c714-4227-a251-a52444df741f HTTP/1.1" status: 204 len: 168 time: 0.8846290 Dec 06 15:10:52.364756 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52814) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:52.389562 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Attempting to bind port 1e712385-281e-4939-8723-f01235cce826 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:10:52.389941 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Attempting to bind port 1e712385-281e-4939-8723-f01235cce826 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '98c34e77-13f4-43b9-91f3-ac92af3c15b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'db2fa01a-5f4e-4836-84f6-d3a17b3f86d3'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:10:52.390306 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Attempting to bind port 1e712385-281e-4939-8723-f01235cce826 on network db2fa01a-5f4e-4836-84f6-d3a17b3f86d3 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:10:52.424694 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf0037-d648-43be-b8bd-14400105fd00 None None] Pushing event deleted for resources: {'Port': ['ID=5adf36df-1396-4eeb-9e0e-e02298e537f4,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:52.435250 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf32ce0-f02a-4822-89d5-66eee5974537 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.442380 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf32ce0-f02a-4822-89d5-66eee5974537 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.460489 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:10:52.460865 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Checking segment: {'id': '98c34e77-13f4-43b9-91f3-ac92af3c15b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'db2fa01a-5f4e-4836-84f6-d3a17b3f86d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:52.461274 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.461674 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Bound using segment: {'id': '98c34e77-13f4-43b9-91f3-ac92af3c15b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'db2fa01a-5f4e-4836-84f6-d3a17b3f86d3'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:10:52.462529 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Bound port: 1e712385-281e-4939-8723-f01235cce826, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c34e77-13f4-43b9-91f3-ac92af3c15b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'db2fa01a-5f4e-4836-84f6-d3a17b3f86d3'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:10:52.462908 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.469502 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c9c079-fd5c-437b-8ac5-5688016889eb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:52.474755 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-44c9c079-fd5c-437b-8ac5-5688016889eb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1051757 Dec 06 15:10:52.475456 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52816) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:52.486755 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-693261f2-0cec-4a71-a308-984682a814df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'name': 'tempest-TestVolumeBackupRestore-1817258430-router', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:05:50Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'gw_port': {'id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:51Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2fa4fcc9-22ba-452a-ad1b-9744f045b540', 'name': '', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'mac_address': 'fa:16:3e:e3:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:56Z', 'updated_at': '2021-12-06T15:06:02Z', 'revision_number': 5, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'subnets': [{'id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:52.490669 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecf32ce0-f02a-4822-89d5-66eee5974537 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.494302 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ecf32ce0-f02a-4822-89d5-66eee5974537 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2714725 Dec 06 15:10:52.496282 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52820) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:52.505443 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5ff68bf2-f964-44f6-989e-3ada107c42a5 req-cee233b1-d83e-4f6e-b2a5-5363826c245e tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] For port 099eef1d-5509-4a33-9a34-d89e28a045ea, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=099eef1d-5509-4a33-9a34-d89e28a045ea,segment=NetworkSegment(cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4),segment_id=cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:52.505862 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ff68bf2-f964-44f6-989e-3ada107c42a5 req-cee233b1-d83e-4f6e-b2a5-5363826c245e tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.530376 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693261f2-0cec-4a71-a308-984682a814df None None] Checking router: 9e719e8b-b1e8-4901-8560-0aa24b7bb752 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:10:52.586307 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-5ff68bf2-f964-44f6-989e-3ada107c42a5 req-cee233b1-d83e-4f6e-b2a5-5363826c245e tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Calling delete_port for 099eef1d-5509-4a33-9a34-d89e28a045ea owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:52.642832 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.656985 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693261f2-0cec-4a71-a308-984682a814df None None] Routers {'9e719e8b-b1e8-4901-8560-0aa24b7bb752'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:52.657786 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-693261f2-0cec-4a71-a308-984682a814df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:52.729457 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'fixed_ips': [{'subnet_id': 'a8632006-9816-4fe8-b87a-7f9e35f37238'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:10:52.731682 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.754643 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Deleting port 1e712385-281e-4939-8723-f01235cce826 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:52.754643 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.824493 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-693261f2-0cec-4a71-a308-984682a814df None None] Set router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:10:52.837384 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] For port 1e712385-281e-4939-8723-f01235cce826, host n-d-master-1, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:52.837754 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.852894 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Calling delete_port for 1e712385-281e-4939-8723-f01235cce826 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:52.967158 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ff68bf2-f964-44f6-989e-3ada107c42a5 req-cee233b1-d83e-4f6e-b2a5-5363826c245e tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:52.980660 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] For port ab4fb860-f9a6-490f-98ff-63039d0bad28, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:10:53.020444 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] For port ab4fb860-f9a6-490f-98ff-63039d0bad28, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ab4fb860-f9a6-490f-98ff-63039d0bad28,segment=NetworkSegment(fc44342f-cbeb-41e0-bf4e-e2c40ccee500),segment_id=fc44342f-cbeb-41e0-bf4e-e2c40ccee500)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:10:53.021896 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] For port 1e712385-281e-4939-8723-f01235cce826, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:10:53.036152 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:53.082616 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad1973a6-0c59-4684-8ebb-307bb5328a4d req-96dea5f3-a121-4bb8-8f2f-94e9fd12a431 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 210 time: 0.0742414 Dec 06 15:10:53.180925 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] For port 1e712385-281e-4939-8723-f01235cce826, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1e712385-281e-4939-8723-f01235cce826,segment=NetworkSegment(98c34e77-13f4-43b9-91f3-ac92af3c15b3),segment_id=98c34e77-13f4-43b9-91f3-ac92af3c15b3)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:10:53.215858 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:53.216171 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:53.289265 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event deleted for resources: {'Port': ['ID=1e712385-281e-4939-8723-f01235cce826,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:53.299440 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] No DVR routers for this DVR port 1e712385-281e-4939-8723-f01235cce826 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:10:53.420823 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89dd06b-4081-4672-a93c-7af58f56a90c None None] Network 367d675a-5c9f-427b-8062-6f0ff164e685 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:53.443711 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:53.547469 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-274f6549-0b1c-46bc-ad19-72e92efb6f7d req-4f7568ab-cce1-4f66-91c5-9498ec9a7579 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0999675 Dec 06 15:10:53.547909 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee233b1-d83e-4f6e-b2a5-5363826c245e tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Pushing event deleted for resources: {'Port': ['ID=099eef1d-5509-4a33-9a34-d89e28a045ea,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:53.551616 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff68bf2-f964-44f6-989e-3ada107c42a5 req-cee233b1-d83e-4f6e-b2a5-5363826c245e tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] No DVR routers for this DVR port 099eef1d-5509-4a33-9a34-d89e28a045ea on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:10:53.555608 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2fa01a-5f4e-4836-84f6-d3a17b3f86d3']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:53.560505 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ff68bf2-f964-44f6-989e-3ada107c42a5 req-cee233b1-d83e-4f6e-b2a5-5363826c245e tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:53.563833 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ff68bf2-f964-44f6-989e-3ada107c42a5 req-cee233b1-d83e-4f6e-b2a5-5363826c245e tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.37 "DELETE /v2.0/ports/099eef1d-5509-4a33-9a34-d89e28a045ea HTTP/1.1" status: 204 len: 173 time: 1.5261533 Dec 06 15:10:53.564441 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'name': 'network-vif-deleted', 'tag': '099eef1d-5509-4a33-9a34-d89e28a045ea'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:10:53.566728 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3a0822-1453-450c-a4e3-4d727df0f30e" -d '{"events": [{"server_uuid": "c073bb99-61c3-4ae9-93f5-cd85fd148049", "name": "network-vif-deleted", "tag": "099eef1d-5509-4a33-9a34-d89e28a045ea"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:10:53.594288 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c34e77-13f4-43b9-91f3-ac92af3c15b3') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:53.594470 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2220e7-8d2d-408b-acfa-f0b695104faa None None] Pushing event updated for resources: {'Port': ['ID=ab4fb860-f9a6-490f-98ff-63039d0bad28,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:53.594916 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c34e77-13f4-43b9-91f3-ac92af3c15b3') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:53.632104 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server [None req-5f1ec4c4-ae82-496d-9bac-d0d224a9dc30 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 1e712385-281e-4939-8723-f01235cce826 could not be found. Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 1e712385-281e-4939-8723-f01235cce826 could not be found. Dec 06 15:10:53.678692 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Dec 06 15:10:53.701465 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:53.735602 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:10:53.735602 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:10:53.742589 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:10:53.750287 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728649d9-3982-4a94-82fb-39b5853db3e4 None None] Pushing event deleted for resources: {'Port': ['ID=1e712385-281e-4939-8723-f01235cce826,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:53.751829 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b6bc77-dbc9-40df-a80a-2ebb7da44830 x-openstack-request-id: req-28b6bc77-dbc9-40df-a80a-2ebb7da44830 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:10:53.752268 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c073bb99-61c3-4ae9-93f5-cd85fd148049", "name": "network-vif-deleted", "tag": "099eef1d-5509-4a33-9a34-d89e28a045ea", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:10:53.752790 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28b6bc77-dbc9-40df-a80a-2ebb7da44830 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:10:53.753300 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c073bb99-61c3-4ae9-93f5-cd85fd148049', 'name': 'network-vif-deleted', 'tag': '099eef1d-5509-4a33-9a34-d89e28a045ea', 'status': 'completed', 'code': 200} Dec 06 15:10:53.794901 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Allocated IP 2001:db8::2 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/a8632006-9816-4fe8-b87a-7f9e35f37238/ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:53.840210 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:53.866560 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:53.871986 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:53.875335 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "DELETE /v2.0/networks/db2fa01a-5f4e-4836-84f6-d3a17b3f86d3 HTTP/1.1" status: 204 len: 168 time: 1.3976882 Dec 06 15:10:53.881170 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52862) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:53.902533 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611755e6-8e31-4fb8-823a-62e2f3a81ed0 None None] Network db2fa01a-5f4e-4836-84f6-d3a17b3f86d3 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:53.922675 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa110ece-e9f9-4280-bafa-feb33110773a tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event deleted for resources: {'Network': ['ID=db2fa01a-5f4e-4836-84f6-d3a17b3f86d3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:53.988189 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611755e6-8e31-4fb8-823a-62e2f3a81ed0 None None] Network db2fa01a-5f4e-4836-84f6-d3a17b3f86d3 could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 15:10:54.046085 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-693261f2-0cec-4a71-a308-984682a814df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'name': 'tempest-TestVolumeBackupRestore-1817258430-router', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:05:50Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'gw_port': {'id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:51Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2fa4fcc9-22ba-452a-ad1b-9744f045b540', 'name': '', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'mac_address': 'fa:16:3e:e3:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:56Z', 'updated_at': '2021-12-06T15:06:02Z', 'revision_number': 5, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'subnets': [{'id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:54.160962 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:54.161459 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693261f2-0cec-4a71-a308-984682a814df None None] The sync data for ids ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'] in n-d-master-1 is: [{'id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'name': 'tempest-TestVolumeBackupRestore-1817258430-router', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:05:50Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'gw_port': {'id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:51Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2fa4fcc9-22ba-452a-ad1b-9744f045b540', 'name': '', 'network_id': '78cfa806-705b-461f-90b8-3deff86f3c75', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'mac_address': 'fa:16:3e:e3:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:56Z', 'updated_at': '2021-12-06T15:06:02Z', 'revision_number': 5, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'subnets': [{'id': 'cf66fc85-22e7-489d-a136-b60a02604889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:10:54.331971 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aef928d3-a554-4eec-9a9b-33a1845054f6 req-6928b1b0-6f61-4526-87b8-b2060c3e89fb tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 210 time: 0.0841594 Dec 06 15:10:54.357815 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Deleting port ab4fb860-f9a6-490f-98ff-63039d0bad28 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:54.358637 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:54.390810 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:54.431691 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:54.471090 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] For port ab4fb860-f9a6-490f-98ff-63039d0bad28, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ab4fb860-f9a6-490f-98ff-63039d0bad28,segment=NetworkSegment(fc44342f-cbeb-41e0-bf4e-e2c40ccee500),segment_id=fc44342f-cbeb-41e0-bf4e-e2c40ccee500)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:54.471771 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:54.487145 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Calling delete_port for ab4fb860-f9a6-490f-98ff-63039d0bad28 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:54.503814 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::1 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/a8632006-9816-4fe8-b87a-7f9e35f37238/5bcc2b20-4a7a-458a-9e10-9c66595dfe45) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:10:54.515130 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:54.530696 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:54.552388 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:54.580992 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Pushing event updated for resources: {'Port': ['ID=ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:54.620340 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:54.669845 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event deleted for resources: {'Port': ['ID=ab4fb860-f9a6-490f-98ff-63039d0bad28,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:54.688448 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] No DVR routers for this DVR port ab4fb860-f9a6-490f-98ff-63039d0bad28 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:10:54.771482 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d54fae2-7cb8-46ac-9096-1d7abdf735d9 None None] New status for floating IP d16b26ce-2b22-4b48-ab3c-5776043d92aa: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:10:54.813385 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:54.899130 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:54.951489 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:54.991023 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Attempting to bind port ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:10:54.991405 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Attempting to bind port ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:10:54.991808 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Attempting to bind port ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:10:55.003837 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:10:55.004475 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:55.004882 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:55.005279 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:10:55.005746 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Bound port: ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:10:55.006138 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:55.017732 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d4dd54b3-b709-4f77-9eb5-c0b9eeaaf0b3 req-72df86cc-9a0e-4e57-a35d-b5db3957fa6f tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0360651 Dec 06 15:10:55.020518 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367d675a-5c9f-427b-8062-6f0ff164e685']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:55.033274 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc44342f-cbeb-41e0-bf4e-e2c40ccee500') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:55.035264 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc44342f-cbeb-41e0-bf4e-e2c40ccee500') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:55.035418 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:55.047726 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:55.052402 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:55.064995 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=5bcc2b20-4a7a-458a-9e10-9c66595dfe45,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:55.067616 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:10:55.072415 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:55.089613 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:55.098021 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:10:55.098629 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:55.132389 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] For port ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:10:55.138490 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] For port ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:10:55.145745 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:10:55.189683 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:10:55.195459 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:55.213131 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:55.220607 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "DELETE /v2.0/networks/367d675a-5c9f-427b-8062-6f0ff164e685 HTTP/1.1" status: 204 len: 168 time: 1.3277643 Dec 06 15:10:55.222493 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52888) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:55.232944 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80727d90-7ab0-49b6-97dc-904d9d6fb2cb tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event deleted for resources: {'Network': ['ID=367d675a-5c9f-427b-8062-6f0ff164e685,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:55.317020 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3882c71-5424-4606-bde2-495e9ddb2402 None None] Pushing event updated for resources: {'Port': ['ID=ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:55.458326 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-520c9500-cbef-444a-bb35-f491dba4478b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:55.550065 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8e68c15b-086c-4b1e-a9e4-50b13c1bb72d req-7bf4dd0b-7ae0-458c-bcb7-47ccc43d6306 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 210 time: 0.0752454 Dec 06 15:10:55.711944 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-520c9500-cbef-444a-bb35-f491dba4478b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:55.758279 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-520c9500-cbef-444a-bb35-f491dba4478b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988e1cf7-563f-48f6-ad3b-ee956180ca7a']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:55.779941 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:55.785991 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-520c9500-cbef-444a-bb35-f491dba4478b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6825d3-f7f6-434c-913b-52ecf3dd4f90') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:55.786396 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-520c9500-cbef-444a-bb35-f491dba4478b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6825d3-f7f6-434c-913b-52ecf3dd4f90') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:55.808488 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-520c9500-cbef-444a-bb35-f491dba4478b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:55.857175 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-520c9500-cbef-444a-bb35-f491dba4478b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:55.865216 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520c9500-cbef-444a-bb35-f491dba4478b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:10:55.865727 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-520c9500-cbef-444a-bb35-f491dba4478b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:55.884457 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:10:55.939133 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:10:55.991555 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:55.998642 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:56.060620 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-520c9500-cbef-444a-bb35-f491dba4478b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:56.072344 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-520c9500-cbef-444a-bb35-f491dba4478b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:56.079169 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52906) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:56.093709 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-520c9500-cbef-444a-bb35-f491dba4478b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "DELETE /v2.0/networks/988e1cf7-563f-48f6-ad3b-ee956180ca7a HTTP/1.1" status: 204 len: 168 time: 0.8701100 Dec 06 15:10:56.132174 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c9500-cbef-444a-bb35-f491dba4478b tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event deleted for resources: {'Network': ['ID=988e1cf7-563f-48f6-ad3b-ee956180ca7a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:56.153133 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:56.227902 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:10:56.239152 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:56.288802 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 099eef1d-5509-4a33-9a34-d89e28a045ea no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:10:56.301653 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64ce730e-8892-4058-99bf-58a4fa69b539 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:56.305129 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a67631d3-acf6-4977-8e1b-964c877ffd59 req-356c06be-e3ab-4a0d-ae3d-80f8956c4bf8 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0845697 Dec 06 15:10:56.350321 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 099eef1d-5509-4a33-9a34-d89e28a045ea {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:10:56.350661 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 099eef1d-5509-4a33-9a34-d89e28a045ea not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:10:56.366207 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:56.369986 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:56.376707 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:56.377621 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:56.444009 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64ce730e-8892-4058-99bf-58a4fa69b539 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:56.504731 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-64ce730e-8892-4058-99bf-58a4fa69b539 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9a9cb9-8ff5-42c6-b7fc-28a213b17391']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:56.536362 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-64ce730e-8892-4058-99bf-58a4fa69b539 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210a193f-54c7-4444-8ac4-def556a012d1') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:56.539320 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-64ce730e-8892-4058-99bf-58a4fa69b539 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210a193f-54c7-4444-8ac4-def556a012d1') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:56.554013 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64ce730e-8892-4058-99bf-58a4fa69b539 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:56.554738 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=5bcc2b20-4a7a-458a-9e10-9c66595dfe45,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:56.598876 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64ce730e-8892-4058-99bf-58a4fa69b539 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:56.622976 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:10:56.625980 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ce730e-8892-4058-99bf-58a4fa69b539 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:10:56.626864 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64ce730e-8892-4058-99bf-58a4fa69b539 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:56.630773 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:10:56.641324 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:10:56.743468 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64ce730e-8892-4058-99bf-58a4fa69b539 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:56.749269 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64ce730e-8892-4058-99bf-58a4fa69b539 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:56.754501 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-64ce730e-8892-4058-99bf-58a4fa69b539 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] 10.222.0.20 "DELETE /v2.0/networks/bd9a9cb9-8ff5-42c6-b7fc-28a213b17391 HTTP/1.1" status: 204 len: 168 time: 0.6740332 Dec 06 15:10:56.795051 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ec08b8e9-98ea-409e-b5d7-c0bcdc08b55e req-38170361-c05a-4329-b2d1-b6547f9b85d9 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 210 time: 0.0632887 Dec 06 15:10:56.807030 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce730e-8892-4058-99bf-58a4fa69b539 tempest-BulkNetworkOpsIpV6Test-115649313 tempest-BulkNetworkOpsIpV6Test-115649313-project] Pushing event deleted for resources: {'Network': ['ID=bd9a9cb9-8ff5-42c6-b7fc-28a213b17391,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:56.889239 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Router e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:10:57.011607 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:10:57.017553 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6f58354e-2f9d-45e8-8ed7-071310d52dff tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "PUT /v2.0/routers/e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5202739 Dec 06 15:10:57.020208 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52930) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:57.027778 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Sync routers for ids ['e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:10:57.047747 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Routers {'e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:10:57.048689 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:57.147931 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a97b7b9-86da-49f6-ab46-415ba19c4983 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:57.152277 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8a97b7b9-86da-49f6-ab46-415ba19c4983 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports/5bcc2b20-4a7a-458a-9e10-9c66595dfe45 HTTP/1.1" status: 200 len: 911 time: 0.1288223 Dec 06 15:10:57.152671 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52936) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:57.187747 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d9032c-8d34-46d5-949e-25fac29cc0f7 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:10:57.248965 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e786c4dc-e0e7-4488-829c-7c1ee0d99e45 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:57.257273 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e786c4dc-e0e7-4488-829c-7c1ee0d99e45 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:57.259480 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e786c4dc-e0e7-4488-829c-7c1ee0d99e45 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1054585 Dec 06 15:10:57.262184 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 52942) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:57.307063 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Set router e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:10:57.331624 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52944) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:57.437601 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-95d6114d-0ea2-49c2-ab38-43c6abe7e739 None None] Provisioning complete for port ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:57.442216 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95d6114d-0ea2-49c2-ab38-43c6abe7e739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:57.566962 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a41f9f7d-0b68-4cfc-ada6-dd3d078c5087 req-0b696044-ec97-4fbd-8edb-4514b1c35046 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0664041 Dec 06 15:10:57.682675 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6e5073d9-d184-4e91-b7cb-6a1e8e778ce3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52b3c5d22d254e2aafe4360de3c3ff49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3465126 Dec 06 15:10:57.683219 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 52956) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:57.814798 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:10:57.829364 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c657e30-1342-4f6a-8f3b-7bd9aefd3fb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:57.901444 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c657e30-1342-4f6a-8f3b-7bd9aefd3fb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:57.978112 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6ce05330-a8a5-49fb-ae85-79de1574aed6 req-098ed904-c0f6-46c9-bc47-2d073522cf1e tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 210 time: 0.0830030 Dec 06 15:10:58.057708 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:58.059499 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:58.065206 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:58.076098 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c657e30-1342-4f6a-8f3b-7bd9aefd3fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:58.080009 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c657e30-1342-4f6a-8f3b-7bd9aefd3fb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:58.081324 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0c657e30-1342-4f6a-8f3b-7bd9aefd3fb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73141457-a8b3-45ba-ab77-81537d48f930 HTTP/1.1" status: 204 len: 168 time: 0.3970165 Dec 06 15:10:58.099378 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c657e30-1342-4f6a-8f3b-7bd9aefd3fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73141457-a8b3-45ba-ab77-81537d48f930,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:58.252212 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d', 'name': 'tempest-NetworksTestDHCPv6-router-1231986550', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:10:52Z', 'updated_at': '2021-12-06T15:10:55Z', 'revision_number': 2, 'project_id': 'a13253716f70400fa6b23416f8869bef', 'gw_port_host': None, '_interfaces': [{'id': '5bcc2b20-4a7a-458a-9e10-9c66595dfe45', 'name': '', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'mac_address': 'fa:16:3e:61:b8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a8632006-9816-4fe8-b87a-7f9e35f37238', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:10:53Z', 'updated_at': '2021-12-06T15:10:56Z', 'revision_number': 2, 'project_id': 'a13253716f70400fa6b23416f8869bef', 'subnets': [{'id': 'a8632006-9816-4fe8-b87a-7f9e35f37238', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:10:58.312763 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Checking router: e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:10:58.316381 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Updating router e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d port 5bcc2b20-4a7a-458a-9e10-9c66595dfe45 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:10:58.375380 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:58.579499 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-093d9a12-3b50-4fd8-b022-4eb7c8bd5c02 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:58.621809 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:10:58.699768 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a6398fa1-3680-4af4-b89f-47fb2cde0c93 None None] Provisioning complete for port ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:58.700139 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a6398fa1-3680-4af4-b89f-47fb2cde0c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:58.871803 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a7b64b2b-deae-48e9-97dc-af892a77939d req-9ba3d295-460d-43eb-ab7a-6a906c1ef276 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0882900 Dec 06 15:10:59.128758 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a6398fa1-3680-4af4-b89f-47fb2cde0c93 None None] Provisioning complete for port 5bcc2b20-4a7a-458a-9e10-9c66595dfe45 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:59.129587 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a6398fa1-3680-4af4-b89f-47fb2cde0c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:59.213341 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a6398fa1-3680-4af4-b89f-47fb2cde0c93 None None] Port 5bcc2b20-4a7a-458a-9e10-9c66595dfe45 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:10:59.224698 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6cfd145e-9da1-42d9-9986-3f8a83f3ce0b req-1bab39c5-391f-45d0-98bc-1c405611d140 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 210 time: 0.0615468 Dec 06 15:10:59.237448 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:59.253118 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:59.344644 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-093d9a12-3b50-4fd8-b022-4eb7c8bd5c02 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port 5bcc2b20-4a7a-458a-9e10-9c66595dfe45 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:10:59.345193 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-093d9a12-3b50-4fd8-b022-4eb7c8bd5c02 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:59.377760 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-28cbf38c-f7f9-4d0e-a18e-5c9618590bc9 None None] Could not find standard attr ID for object 34a62592-cf97-4efe-8851-fd31b9883272. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:10:59.471094 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eeea5f-d54f-4120-aefc-fbeb5f77551b None None] Pushing event updated for resources: {'Port': ['ID=5bcc2b20-4a7a-458a-9e10-9c66595dfe45,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:10:59.508102 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeea5f-d54f-4120-aefc-fbeb5f77551b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:59.513554 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeea5f-d54f-4120-aefc-fbeb5f77551b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:59.514110 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeea5f-d54f-4120-aefc-fbeb5f77551b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:59.514623 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeea5f-d54f-4120-aefc-fbeb5f77551b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:59.515130 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeea5f-d54f-4120-aefc-fbeb5f77551b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:59.515632 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeea5f-d54f-4120-aefc-fbeb5f77551b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:59.516195 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeea5f-d54f-4120-aefc-fbeb5f77551b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:59.516867 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeea5f-d54f-4120-aefc-fbeb5f77551b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:59.517352 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeea5f-d54f-4120-aefc-fbeb5f77551b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:59.517851 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeea5f-d54f-4120-aefc-fbeb5f77551b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:59.521689 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeea5f-d54f-4120-aefc-fbeb5f77551b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:59.522268 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeea5f-d54f-4120-aefc-fbeb5f77551b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:59.523703 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeea5f-d54f-4120-aefc-fbeb5f77551b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:10:59.544146 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-093d9a12-3b50-4fd8-b022-4eb7c8bd5c02 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:59.570352 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-093d9a12-3b50-4fd8-b022-4eb7c8bd5c02 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for 5bcc2b20-4a7a-458a-9e10-9c66595dfe45 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:10:59.574422 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Attempting to bind port 5bcc2b20-4a7a-458a-9e10-9c66595dfe45 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:10:59.574812 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Attempting to bind port 5bcc2b20-4a7a-458a-9e10-9c66595dfe45 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:10:59.575175 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Attempting to bind port 5bcc2b20-4a7a-458a-9e10-9c66595dfe45 on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:10:59.600968 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:10:59.601333 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:10:59.601750 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:59.602158 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:10:59.602656 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Bound port: 5bcc2b20-4a7a-458a-9e10-9c66595dfe45, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:10:59.603048 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:59.618264 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b15aa11b-6d40-404d-8789-62fcbedcd553 None None] Provisioning complete for port 5bcc2b20-4a7a-458a-9e10-9c66595dfe45 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:10:59.618642 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b15aa11b-6d40-404d-8789-62fcbedcd553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:59.747276 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53010) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:00.022239 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c82bedfe-31e8-4906-8249-d4ba28516abb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-895024230'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:00.042723 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-093d9a12-3b50-4fd8-b022-4eb7c8bd5c02 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:00.082228 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82bedfe-31e8-4906-8249-d4ba28516abb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:00.087386 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c82bedfe-31e8-4906-8249-d4ba28516abb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:00.122414 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c82bedfe-31e8-4906-8249-d4ba28516abb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:00.204462 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d9a12-3b50-4fd8-b022-4eb7c8bd5c02 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=5bcc2b20-4a7a-458a-9e10-9c66595dfe45,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:00.220501 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4434a9d6-ae24-496b-93fb-6921f87e1c32 req-c4dff8c5-9b26-4c80-adc5-cd6c969c1927 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0758300 Dec 06 15:11:00.254577 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:00.299780 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b15aa11b-6d40-404d-8789-62fcbedcd553 None None] Port 5bcc2b20-4a7a-458a-9e10-9c66595dfe45 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:11:00.370466 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:11:00.371272 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:11:00.412597 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-093d9a12-3b50-4fd8-b022-4eb7c8bd5c02 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:00.419428 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0a78906e-20c9-4993-bdf2-766972acb9d3 None None] Could not find standard attr ID for object 5bcc2b20-4a7a-458a-9e10-9c66595dfe45. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:11:00.446188 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c82bedfe-31e8-4906-8249-d4ba28516abb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:00.453201 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c82bedfe-31e8-4906-8249-d4ba28516abb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:00.493747 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82bedfe-31e8-4906-8249-d4ba28516abb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:11:00.521552 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8debd5fe-e837-4f3d-a6eb-6efb704863d8 None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:11:00.538222 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bedfe-31e8-4906-8249-d4ba28516abb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4988767d-29a8-448e-ab8f-7b51f7dc584b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:00.541456 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c82bedfe-31e8-4906-8249-d4ba28516abb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:00.541811 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-c82bedfe-31e8-4906-8249-d4ba28516abb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Added segment 2a581edf-da4a-4bef-ae8a-b605a9efdc51 of type vlan for network 698f0c62-6f3d-4382-9f28-fe135e672ca7 Dec 06 15:11:00.590600 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6890cb91-cb1a-432a-840a-fb8849b2b662 req-280608db-2c09-4f17-a99a-fb8ddc135ece tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 210 time: 0.1595662 Dec 06 15:11:00.627234 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c82bedfe-31e8-4906-8249-d4ba28516abb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:00.698275 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c82bedfe-31e8-4906-8249-d4ba28516abb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:00.712869 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82bedfe-31e8-4906-8249-d4ba28516abb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:00.713783 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c82bedfe-31e8-4906-8249-d4ba28516abb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:00.724065 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8debd5fe-e837-4f3d-a6eb-6efb704863d8 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:11:00.741027 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093d9a12-3b50-4fd8-b022-4eb7c8bd5c02 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Router e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:11:00.843040 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bedfe-31e8-4906-8249-d4ba28516abb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Network': ['ID=698f0c62-6f3d-4382-9f28-fe135e672ca7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:00.873901 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c82bedfe-31e8-4906-8249-d4ba28516abb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1247940 Dec 06 15:11:00.874798 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53032) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:00.881580 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:11:00.883912 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-89a3905f-a67a-481f-8b54-500994774319 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7', 'name': 'tempest-PortsTestJSON-102231436'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:00.918581 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093d9a12-3b50-4fd8-b022-4eb7c8bd5c02 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:11:00.932357 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-093d9a12-3b50-4fd8-b022-4eb7c8bd5c02 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "PUT /v2.0/routers/e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6690590 Dec 06 15:11:00.933511 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53034) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:01.001946 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Attempting to bind port 5bcc2b20-4a7a-458a-9e10-9c66595dfe45 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:11:01.006018 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Attempting to bind port 5bcc2b20-4a7a-458a-9e10-9c66595dfe45 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:11:01.006465 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Attempting to bind port 5bcc2b20-4a7a-458a-9e10-9c66595dfe45 on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:11:01.016483 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a3905f-a67a-481f-8b54-500994774319 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:01.020985 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89a3905f-a67a-481f-8b54-500994774319 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:01.022655 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200024ed-af81-42ff-9726-10b277e30789 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:01.024376 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200024ed-af81-42ff-9726-10b277e30789 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:01.028678 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-200024ed-af81-42ff-9726-10b277e30789 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0942078 Dec 06 15:11:01.029254 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53038) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:01.056706 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:11:01.059152 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:01.059598 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:01.060003 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-89a3905f-a67a-481f-8b54-500994774319 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] device_id is not set on port 89e6dd97-18f5-4c5e-97df-ff998c3046f8 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:11:01.060434 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:11:01.060932 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Bound port: 5bcc2b20-4a7a-458a-9e10-9c66595dfe45, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:11:01.061316 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:01.093686 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-330f42ea-972e-4781-897e-8c18d7e5e6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:01.139823 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Port 5bcc2b20-4a7a-458a-9e10-9c66595dfe45 has been deleted concurrently {{(pid=103290) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 06 15:11:01.156129 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4844e8-27c5-4c96-a50d-f15a0b7fa8a1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet a8632006-9816-4fe8-b87a-7f9e35f37238 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:11:01.165279 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb4844e8-27c5-4c96-a50d-f15a0b7fa8a1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:01.279873 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4488e0-bd30-4f51-874a-92865f62ff3d None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:11:01.334066 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Routers {'e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:01.334727 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:10:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:01.383252 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89a3905f-a67a-481f-8b54-500994774319 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:01.385719 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb4844e8-27c5-4c96-a50d-f15a0b7fa8a1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:01.435185 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89a3905f-a67a-481f-8b54-500994774319 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:01.472807 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-610b747c-fc75-473f-96dc-38f36f2adc81 req-d64101d1-3606-4c8c-a391-37f549bed942 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0427973 Dec 06 15:11:01.560840 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4488e0-bd30-4f51-874a-92865f62ff3d None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:11:01.566168 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] Set router e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:11:01.599106 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb4844e8-27c5-4c96-a50d-f15a0b7fa8a1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:01.658662 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d', 'name': 'tempest-NetworksTestDHCPv6-router-1231986550', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:10:52Z', 'updated_at': '2021-12-06T15:10:59Z', 'revision_number': 3, 'project_id': 'a13253716f70400fa6b23416f8869bef', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:01.675914 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3905f-a67a-481f-8b54-500994774319 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=89e6dd97-18f5-4c5e-97df-ff998c3046f8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:01.699867 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a3905f-a67a-481f-8b54-500994774319 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Checking segment: {'id': '2a581edf-da4a-4bef-ae8a-b605a9efdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:01.700234 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a3905f-a67a-481f-8b54-500994774319 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network hostable DHCP agents. Network: 698f0c62-6f3d-4382-9f28-fe135e672ca7, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:11:01.734460 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a3905f-a67a-481f-8b54-500994774319 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:11:01.746846 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063ad38d-edb5-4b65-82bf-b418231e9b86 None None] The sync data for ids ['e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d'] in n-d-master-1 is: [{'id': 'e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d', 'name': 'tempest-NetworksTestDHCPv6-router-1231986550', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:10:52Z', 'updated_at': '2021-12-06T15:10:59Z', 'revision_number': 3, 'project_id': 'a13253716f70400fa6b23416f8869bef', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:11:01.760693 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb4844e8-27c5-4c96-a50d-f15a0b7fa8a1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:01.786517 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb4844e8-27c5-4c96-a50d-f15a0b7fa8a1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:01.805796 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cb4844e8-27c5-4c96-a50d-f15a0b7fa8a1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/a8632006-9816-4fe8-b87a-7f9e35f37238 HTTP/1.1" status: 204 len: 168 time: 0.7706451 Dec 06 15:11:01.805796 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53064) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:01.819779 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e1abba6-d624-481b-83e9-e1928d614875 req-d4febce0-8bbe-49e8-a9bf-b1c3b055362c tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 210 time: 0.0672405 Dec 06 15:11:01.840230 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-89a3905f-a67a-481f-8b54-500994774319 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 698f0c62-6f3d-4382-9f28-fe135e672ca7) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:01.840993 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4844e8-27c5-4c96-a50d-f15a0b7fa8a1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=a8632006-9816-4fe8-b87a-7f9e35f37238,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:01.843490 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a3905f-a67a-481f-8b54-500994774319 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:01.849469 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a3905f-a67a-481f-8b54-500994774319 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:01.850081 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89a3905f-a67a-481f-8b54-500994774319 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:01.891561 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-89a3905f-a67a-481f-8b54-500994774319 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0155146 Dec 06 15:11:01.894466 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53066) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:01.900544 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-733026797'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:01.986637 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:01.991347 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:02.037740 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:11:02.057122 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:02.058696 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Added segment f146ebfa-efd6-43b4-ba58-1828c28f22ee of type vlan for network cb04a407-0440-49c5-a565-24befaf4ce51 Dec 06 15:11:02.133501 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53072) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:02.136851 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a6e5a641-4605-4268-a076-fc445d1d7898 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3042207 Dec 06 15:11:02.301119 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0111e40-fdd1-4e7d-a9ce-56693d30aed9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:02.361791 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545424b3-d2b8-4401-b894-8b7e5a66f82b None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:02.362708 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:02.363857 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99da0f13-96b2-44d3-9849-a748dcc90741 None None] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:02.630721 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0111e40-fdd1-4e7d-a9ce-56693d30aed9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:02.640462 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0111e40-fdd1-4e7d-a9ce-56693d30aed9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:02.696048 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f23ef7bb-57fd-4fad-9a31-7db3ccc597ca req-f21b02e9-642c-42c1-93c1-42ab19976177 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0712125 Dec 06 15:11:02.703203 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:02.713403 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:02.715487 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:02.797075 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0111e40-fdd1-4e7d-a9ce-56693d30aed9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:02.798256 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0111e40-fdd1-4e7d-a9ce-56693d30aed9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Fanout notify agent at l3_agent the message router_deleted on router e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:11:02.817453 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9219136 Dec 06 15:11:02.820033 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53090) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:02.825454 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0111e40-fdd1-4e7d-a9ce-56693d30aed9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:02.826748 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c0111e40-fdd1-4e7d-a9ce-56693d30aed9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/routers/e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d HTTP/1.1" status: 204 len: 168 time: 0.6918988 Dec 06 15:11:02.830843 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53092) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:02.831392 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'ports': [{'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7'}, {'network_id': 'cb04a407-0440-49c5-a565-24befaf4ce51'}]} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:02.831798 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:02.832344 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'network_id': 'cb04a407-0440-49c5-a565-24befaf4ce51'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:02.838175 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-43bc718e-37e3-44ea-bae3-9c8ea5706077 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:02.925079 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae894100-05da-4457-b333-d8bc18d82373 None None] DHCP port deletion for 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:11:03.013159 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Network': ['ID=cb04a407-0440-49c5-a565-24befaf4ce51,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:03.082041 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ae894100-05da-4457-b333-d8bc18d82373 None None] Deleting port ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:03.083521 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae894100-05da-4457-b333-d8bc18d82373 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:03.083942 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:03.084368 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:03.085108 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:03.085538 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:03.085945 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:03.086942 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:03.087345 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:03.088115 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:03.088705 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:03.089947 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:03.090358 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:03.090758 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:03.091157 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc6e4a-ad3d-481c-825c-aebd73322d75 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:03.117076 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network cb04a407-0440-49c5-a565-24befaf4ce51 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:11:03.208203 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bc718e-37e3-44ea-bae3-9c8ea5706077 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:03.215721 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43bc718e-37e3-44ea-bae3-9c8ea5706077 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:03.279567 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'port': 2} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:03.285241 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:03.309113 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ae894100-05da-4457-b333-d8bc18d82373 None None] For port ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:03.309846 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae894100-05da-4457-b333-d8bc18d82373 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:03.324029 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a0196d0c-a279-4d93-8028-22112676278e req-83bf76ab-01a0-42eb-b89a-36ca8c5c13b1 tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "GET /v2.0/ports?device_id=c073bb99-61c3-4ae9-93f5-cd85fd148049 HTTP/1.1" status: 200 len: 210 time: 0.1156015 Dec 06 15:11:03.326595 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:03.329737 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ae894100-05da-4457-b333-d8bc18d82373 None None] Calling delete_port for ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:03.345836 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fec0a49f-0a09-4b64-a495-6ac149a9c631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:03.384950 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f78fd9e-0a0a-43b5-8b6f-40299d8fcc5a None None] Sync routers for ids ['e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:11:03.397214 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78fd9e-0a0a-43b5-8b6f-40299d8fcc5a None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:03.399072 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78fd9e-0a0a-43b5-8b6f-40299d8fcc5a None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 15:11:03.399933 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_agentschedulers_db [None req-3f78fd9e-0a0a-43b5-8b6f-40299d8fcc5a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent'). {{(pid=103291) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 15:11:03.419593 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78fd9e-0a0a-43b5-8b6f-40299d8fcc5a None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:03.420261 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78fd9e-0a0a-43b5-8b6f-40299d8fcc5a None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 15:11:03.421444 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_agentschedulers_db [None req-3f78fd9e-0a0a-43b5-8b6f-40299d8fcc5a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent'). {{(pid=103291) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 15:11:03.428243 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f78fd9e-0a0a-43b5-8b6f-40299d8fcc5a None None] The sync data for ids ['e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:11:03.447847 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae894100-05da-4457-b333-d8bc18d82373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:03.474621 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] device_id is not set on port cced8cb2-0687-4678-b451-26bf61f1ab00 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:11:03.503402 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43bc718e-37e3-44ea-bae3-9c8ea5706077 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:03.534557 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae894100-05da-4457-b333-d8bc18d82373 None None] Pushing event deleted for resources: {'Port': ['ID=ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:03.540828 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae894100-05da-4457-b333-d8bc18d82373 None None] No DVR routers for this DVR port ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:11:03.592127 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc718e-37e3-44ea-bae3-9c8ea5706077 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=b14494b8-e99f-42ba-b6dd-3688173cc915,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:03.603061 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc718e-37e3-44ea-bae3-9c8ea5706077 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:03.605099 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-43bc718e-37e3-44ea-bae3-9c8ea5706077 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:03.608115 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bc718e-37e3-44ea-bae3-9c8ea5706077 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:03.609519 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43bc718e-37e3-44ea-bae3-9c8ea5706077 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:03.616908 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072fe569-ac8f-433c-9815-e5ea5ea3f23c None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:03.631165 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-43bc718e-37e3-44ea-bae3-9c8ea5706077 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7953036 Dec 06 15:11:03.631428 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53104) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:03.640505 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-973041cf-b32a-4636-ae0c-6a5e9db30664 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-654308820', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:03.689122 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:03.705530 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-973041cf-b32a-4636-ae0c-6a5e9db30664 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:03.707257 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-973041cf-b32a-4636-ae0c-6a5e9db30664 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:03.797772 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:11:03.810408 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] device_id is not set on port 1ebcf7e6-ed33-49af-abac-dfe684d319b4 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:11:03.832979 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-973041cf-b32a-4636-ae0c-6a5e9db30664 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:03.850291 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-973041cf-b32a-4636-ae0c-6a5e9db30664 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:03.873490 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-973041cf-b32a-4636-ae0c-6a5e9db30664 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:03.880539 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-973041cf-b32a-4636-ae0c-6a5e9db30664 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2478585 Dec 06 15:11:03.881143 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53114) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:03.889705 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:11:03.890407 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ccaf1c39-e1a6-4c2b-a3a4-34b43bc8cc7b not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:11:03.936334 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'fixed_ips': [{'subnet_id': 'b14494b8-e99f-42ba-b6dd-3688173cc915'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:11:03.937484 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:03.944389 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-90783ca2-28cb-4018-9500-3c45aafda089 req-dd85610d-4ab8-46d9-a1ef-1f99d4443770 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.1073062 Dec 06 15:11:04.083467 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:04.145234 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:04.189643 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Allocated IP 2001:db8::2 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/b14494b8-e99f-42ba-b6dd-3688173cc915/951ec3bc-d426-4273-8f25-dc3aee97ed66) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:04.194306 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:04.254542 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:04.258955 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:04.261689 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=cced8cb2-0687-4678-b451-26bf61f1ab00,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:04.270529 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:04.271482 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:04.350589 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:04.352105 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=1ebcf7e6-ed33-49af-abac-dfe684d319b4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:04.365365 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Checking segment: {'id': 'f146ebfa-efd6-43b4-ba58-1828c28f22ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cb04a407-0440-49c5-a565-24befaf4ce51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:04.365852 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network hostable DHCP agents. Network: cb04a407-0440-49c5-a565-24befaf4ce51, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:11:04.394287 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53124) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:04.424632 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network cb04a407-0440-49c5-a565-24befaf4ce51 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:11:04.484090 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:04.502976 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:04.505713 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, cb04a407-0440-49c5-a565-24befaf4ce51) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:04.510088 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:04.524394 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:04.532326 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:04.533023 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:04.565377 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57681d2-06c3-4369-b507-b97df9c65d9e None None] Network cb04a407-0440-49c5-a565-24befaf4ce51 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:04.575232 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-90bc64ce-3657-47e8-9f8b-92cccbb9d78c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7534866 Dec 06 15:11:04.576236 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53130) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:04.621623 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:04.705601 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:04.716537 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:04.781331 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24e347d4-2983-41fd-bc8b-a4117c6f2bfe tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:04.827456 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24e347d4-2983-41fd-bc8b-a4117c6f2bfe tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:04.885741 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-668d2289-f878-4000-931c-dc7d0ad222ae tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port 1ebcf7e6-ed33-49af-abac-dfe684d319b4 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:04.886029 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-668d2289-f878-4000-931c-dc7d0ad222ae tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:04.906627 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::1 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/b14494b8-e99f-42ba-b6dd-3688173cc915/d3229d04-7532-4e77-b33e-ce0a535dd558) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:05.039830 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Pushing event updated for resources: {'Port': ['ID=951ec3bc-d426-4273-8f25-dc3aee97ed66,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:05.085718 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Attempting to bind port 951ec3bc-d426-4273-8f25-dc3aee97ed66 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:11:05.086099 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Attempting to bind port 951ec3bc-d426-4273-8f25-dc3aee97ed66 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:11:05.086467 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Attempting to bind port 951ec3bc-d426-4273-8f25-dc3aee97ed66 on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:11:05.088453 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-668d2289-f878-4000-931c-dc7d0ad222ae tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:05.124311 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-668d2289-f878-4000-931c-dc7d0ad222ae tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for 1ebcf7e6-ed33-49af-abac-dfe684d319b4 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:05.130518 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24e347d4-2983-41fd-bc8b-a4117c6f2bfe tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:05.132163 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:11:05.132867 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:05.133009 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:05.133332 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:11:05.133822 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Bound port: 951ec3bc-d426-4273-8f25-dc3aee97ed66, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:11:05.134208 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:05.134660 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24e347d4-2983-41fd-bc8b-a4117c6f2bfe tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:05.135473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56fc9cd6-5ca9-4a1a-bbe4-0f57995a39e3 req-a8ac30f4-bbe0-4b11-8ad9-c5108b96ed2b tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0417585 Dec 06 15:11:05.140833 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-24e347d4-2983-41fd-bc8b-a4117c6f2bfe tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] 10.222.0.20 "DELETE /v2.0/security-groups/1ccc572d-900b-43e8-b20e-943f4b19117a HTTP/1.1" status: 204 len: 168 time: 0.7452793 Dec 06 15:11:05.155677 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:05.160151 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e347d4-2983-41fd-bc8b-a4117c6f2bfe tempest-TestVolumeBackupRestore-644392600 tempest-TestVolumeBackupRestore-644392600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccc572d-900b-43e8-b20e-943f4b19117a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:05.249754 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:05.290463 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] For port 951ec3bc-d426-4273-8f25-dc3aee97ed66, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:11:05.292663 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] For port 951ec3bc-d426-4273-8f25-dc3aee97ed66, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=951ec3bc-d426-4273-8f25-dc3aee97ed66,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:11:05.300321 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:05.312762 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-668d2289-f878-4000-931c-dc7d0ad222ae tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:05.322673 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:05.350283 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:05.361997 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:05.365068 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:05.371050 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d2289-f878-4000-931c-dc7d0ad222ae tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=1ebcf7e6-ed33-49af-abac-dfe684d319b4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:05.397411 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-668d2289-f878-4000-931c-dc7d0ad222ae tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:05.401149 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-668d2289-f878-4000-931c-dc7d0ad222ae tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/ports/1ebcf7e6-ed33-49af-abac-dfe684d319b4 HTTP/1.1" status: 204 len: 168 time: 0.8239300 Dec 06 15:11:05.404421 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53152) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:05.469032 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c61e07-62ec-4e7e-a1a0-4d7f041aa55a None None] Pushing event updated for resources: {'Port': ['ID=951ec3bc-d426-4273-8f25-dc3aee97ed66,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:05.552062 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=d3229d04-7532-4e77-b33e-ce0a535dd558,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:05.554515 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ffa3f9-566d-4bdf-9732-5052fdbda37d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:05.580737 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ffa3f9-566d-4bdf-9732-5052fdbda37d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:05.582359 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-47ffa3f9-566d-4bdf-9732-5052fdbda37d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1769984 Dec 06 15:11:05.585242 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53174) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:05.668579 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:05.839026 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:05.890900 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b00c874c-0c94-4dcc-8fe6-569a2287cd7c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port cced8cb2-0687-4678-b451-26bf61f1ab00 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:05.891447 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b00c874c-0c94-4dcc-8fe6-569a2287cd7c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:06.062185 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b00c874c-0c94-4dcc-8fe6-569a2287cd7c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:06.091459 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b00c874c-0c94-4dcc-8fe6-569a2287cd7c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for cced8cb2-0687-4678-b451-26bf61f1ab00 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:06.227599 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b00c874c-0c94-4dcc-8fe6-569a2287cd7c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:06.317164 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c874c-0c94-4dcc-8fe6-569a2287cd7c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=cced8cb2-0687-4678-b451-26bf61f1ab00,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:06.397744 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5ef7a331-f6e5-4f0f-a855-f7f66a64079b req-1e1401e2-c338-4895-afe7-7c62967ca4a6 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0524490 Dec 06 15:11:06.398701 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b00c874c-0c94-4dcc-8fe6-569a2287cd7c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:06.406858 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b00c874c-0c94-4dcc-8fe6-569a2287cd7c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/ports/cced8cb2-0687-4678-b451-26bf61f1ab00 HTTP/1.1" status: 204 len: 168 time: 0.8205211 Dec 06 15:11:06.410760 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53254) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:06.522839 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d809f5-2626-461e-93fc-66837eb0ac5a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:06.526880 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b9d809f5-2626-461e-93fc-66837eb0ac5a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1131053 Dec 06 15:11:06.529872 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53266) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:06.598951 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddb22ad-f2f6-4cce-9312-1a03e61c915d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] GET failed (client error): The resource could not be found. Dec 06 15:11:06.607683 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5ddb22ad-f2f6-4cce-9312-1a03e61c915d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports/1ebcf7e6-ed33-49af-abac-dfe684d319b4 HTTP/1.1" status: 404 len: 333 time: 0.0749400 Dec 06 15:11:06.608842 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53274) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:06.625545 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:06.682433 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcb2d40-70b9-47e4-84ac-d88ea6855d03 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] GET failed (client error): The resource could not be found. Dec 06 15:11:06.687933 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53284) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:06.689445 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-abcb2d40-70b9-47e4-84ac-d88ea6855d03 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports/cced8cb2-0687-4678-b451-26bf61f1ab00 HTTP/1.1" status: 404 len: 333 time: 0.0781612 Dec 06 15:11:06.864361 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:06.982344 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:06.983583 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:07.061227 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2970-b393-43f2-b773-9a1446a5c074 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:07.147180 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=d3229d04-7532-4e77-b33e-ce0a535dd558,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:07.233185 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:07.237091 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:07.265720 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3cee4722-1105-4f11-a5af-1040d0372198 None None] Provisioning complete for port 951ec3bc-d426-4273-8f25-dc3aee97ed66 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:07.272026 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3cee4722-1105-4f11-a5af-1040d0372198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:07.280398 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2970-b393-43f2-b773-9a1446a5c074 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:07.365614 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7d8c2970-b393-43f2-b773-9a1446a5c074 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb04a407-0440-49c5-a565-24befaf4ce51']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:07.377134 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7d8c2970-b393-43f2-b773-9a1446a5c074 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f146ebfa-efd6-43b4-ba58-1828c28f22ee') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:07.377439 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-7d8c2970-b393-43f2-b773-9a1446a5c074 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f146ebfa-efd6-43b4-ba58-1828c28f22ee') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:07.389464 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2970-b393-43f2-b773-9a1446a5c074 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:07.449587 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2970-b393-43f2-b773-9a1446a5c074 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:07.460648 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8c2970-b393-43f2-b773-9a1446a5c074 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:11:07.463353 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2970-b393-43f2-b773-9a1446a5c074 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:11:07.474085 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:11:07.541487 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3cee4722-1105-4f11-a5af-1040d0372198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:07.605065 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-55964b7d-2ed8-4fa3-9ebd-e577ffb73d54 req-a8c3e740-b0c9-4c6b-b20c-c232044af019 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0487647 Dec 06 15:11:07.672394 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3cee4722-1105-4f11-a5af-1040d0372198 None None] For port 951ec3bc-d426-4273-8f25-dc3aee97ed66, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=951ec3bc-d426-4273-8f25-dc3aee97ed66,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:07.684251 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3cee4722-1105-4f11-a5af-1040d0372198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:07.767365 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2970-b393-43f2-b773-9a1446a5c074 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:07.790605 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2970-b393-43f2-b773-9a1446a5c074 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:07.806675 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7d8c2970-b393-43f2-b773-9a1446a5c074 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/networks/cb04a407-0440-49c5-a565-24befaf4ce51 HTTP/1.1" status: 204 len: 168 time: 1.1106129 Dec 06 15:11:07.808303 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53390) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:07.820257 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee4722-1105-4f11-a5af-1040d0372198 None None] Pushing event updated for resources: {'Port': ['ID=951ec3bc-d426-4273-8f25-dc3aee97ed66,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:07.846099 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bc1915ba-fc25-407f-9656-d9c3fe6c3f87 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1100968214'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:07.848454 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-dc55d59d-5bdd-425c-bb08-f14ed3ecb39c None None] Provisioning complete for port d3229d04-7532-4e77-b33e-ce0a535dd558 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:07.850070 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dc55d59d-5bdd-425c-bb08-f14ed3ecb39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:07.936014 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-dc55d59d-5bdd-425c-bb08-f14ed3ecb39c None None] Port d3229d04-7532-4e77-b33e-ce0a535dd558 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:11:07.937761 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c2970-b393-43f2-b773-9a1446a5c074 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Network': ['ID=cb04a407-0440-49c5-a565-24befaf4ce51,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:07.966746 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 951ec3bc-d426-4273-8f25-dc3aee97ed66 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:07.987618 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-076b08c5-6176-41b7-93a5-64a4578fefd5 req-f67c34a2-17a6-4ac3-9346-7bbd3dea959f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.1236289 Dec 06 15:11:08.071815 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 951ec3bc-d426-4273-8f25-dc3aee97ed66 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:08.072288 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:08.079462 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1915ba-fc25-407f-9656-d9c3fe6c3f87 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:08.083311 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc1915ba-fc25-407f-9656-d9c3fe6c3f87 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:08.144354 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Router d9f74b9f-ded5-4c02-885a-2d8014f65ee7 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:11:08.162107 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1915ba-fc25-407f-9656-d9c3fe6c3f87 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:11:08.237968 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc1915ba-fc25-407f-9656-d9c3fe6c3f87 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:08.238449 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-bc1915ba-fc25-407f-9656-d9c3fe6c3f87 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Added segment 5ad70a44-ebe5-4a48-a1ac-7093ce44b429 of type vlan for network b6946c55-75b5-48f2-9f9d-91876bdc159b Dec 06 15:11:08.326300 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-78dc3bb6-d332-41da-b293-f5bfb7007ba3 None None] Provisioning complete for port d3229d04-7532-4e77-b33e-ce0a535dd558 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:08.326896 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78dc3bb6-d332-41da-b293-f5bfb7007ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:08.415161 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc1915ba-fc25-407f-9656-d9c3fe6c3f87 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:08.417579 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-78dc3bb6-d332-41da-b293-f5bfb7007ba3 None None] Port d3229d04-7532-4e77-b33e-ce0a535dd558 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:11:08.460417 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:11:08.471326 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Sync routers for ids ['d9f74b9f-ded5-4c02-885a-2d8014f65ee7'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:11:08.474168 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53458) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:08.492819 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Routers {'d9f74b9f-ded5-4c02-885a-2d8014f65ee7'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:08.493456 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d9f74b9f-ded5-4c02-885a-2d8014f65ee7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:08.521836 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-befebce8-5047-4ee6-9589-1475beac0d8b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "PUT /v2.0/routers/d9f74b9f-ded5-4c02-885a-2d8014f65ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6394529 Dec 06 15:11:08.563459 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc1915ba-fc25-407f-9656-d9c3fe6c3f87 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:08.569119 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1915ba-fc25-407f-9656-d9c3fe6c3f87 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:08.569715 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc1915ba-fc25-407f-9656-d9c3fe6c3f87 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:08.637217 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faa1eaf-1dd2-4921-ac4b-872efd630870 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:08.645085 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9faa1eaf-1dd2-4921-ac4b-872efd630870 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports/d3229d04-7532-4e77-b33e-ce0a535dd558 HTTP/1.1" status: 200 len: 911 time: 0.1697319 Dec 06 15:11:08.645700 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53476) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:08.724261 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bc1915ba-fc25-407f-9656-d9c3fe6c3f87 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8894930 Dec 06 15:11:08.724933 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53488) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:08.725912 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Set router d9f74b9f-ded5-4c02-885a-2d8014f65ee7 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:11:08.777443 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0663b4ea-e2f7-4b4b-8058-451ba5df7585 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:08.793721 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0663b4ea-e2f7-4b4b-8058-451ba5df7585 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:08.795293 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0663b4ea-e2f7-4b4b-8058-451ba5df7585 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1486604 Dec 06 15:11:08.813529 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53496) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:08.818037 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7fb66646-e5cb-4153-8e6f-0bc7070e2ac3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'subnet': {'network_id': 'b6946c55-75b5-48f2-9f9d-91876bdc159b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:08.823820 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1915ba-fc25-407f-9656-d9c3fe6c3f87 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Network': ['ID=b6946c55-75b5-48f2-9f9d-91876bdc159b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:08.910939 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network b6946c55-75b5-48f2-9f9d-91876bdc159b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:11:09.118269 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb66646-e5cb-4153-8e6f-0bc7070e2ac3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:09.131893 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fb66646-e5cb-4153-8e6f-0bc7070e2ac3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:09.376342 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f74b9f-ded5-4c02-885a-2d8014f65ee7', 'name': 'tempest-NetworksTestDHCPv6-router-654308820', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:03Z', 'updated_at': '2021-12-06T15:11:05Z', 'revision_number': 2, 'project_id': 'a13253716f70400fa6b23416f8869bef', 'gw_port_host': None, '_interfaces': [{'id': 'd3229d04-7532-4e77-b33e-ce0a535dd558', 'name': '', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'mac_address': 'fa:16:3e:ff:df:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f74b9f-ded5-4c02-885a-2d8014f65ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'b14494b8-e99f-42ba-b6dd-3688173cc915', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:04Z', 'updated_at': '2021-12-06T15:11:06Z', 'revision_number': 2, 'project_id': 'a13253716f70400fa6b23416f8869bef', 'subnets': [{'id': 'b14494b8-e99f-42ba-b6dd-3688173cc915', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:09.452348 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-7fb66646-e5cb-4153-8e6f-0bc7070e2ac3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Performing IP validity checks on allocation pools {{(pid=103289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 15:11:09.453626 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-7fb66646-e5cb-4153-8e6f-0bc7070e2ac3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 15:11:09.453850 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Checking router: d9f74b9f-ded5-4c02-885a-2d8014f65ee7 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:11:09.454251 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Updating router d9f74b9f-ded5-4c02-885a-2d8014f65ee7 port d3229d04-7532-4e77-b33e-ce0a535dd558 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:11:09.456916 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dbbcd00e-4a67-40b5-a064-52632e3d8ced req-3d2e0141-9d64-4bfb-b6e9-c1000be9ac71 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.6554728 Dec 06 15:11:09.550447 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:09.860926 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 951ec3bc-d426-4273-8f25-dc3aee97ed66 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:09.885376 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fb66646-e5cb-4153-8e6f-0bc7070e2ac3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:09.928995 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fea352f-10ee-4760-816e-f4d01ec0c2df tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:10.008794 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb66646-e5cb-4153-8e6f-0bc7070e2ac3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Subnet': ['ID=09cea696-bb4b-49e6-99e8-bfb3b57daae1,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:10.021083 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 951ec3bc-d426-4273-8f25-dc3aee97ed66 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:10.021442 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:10.069704 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb66646-e5cb-4153-8e6f-0bc7070e2ac3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Checking segment: {'id': '5ad70a44-ebe5-4a48-a1ac-7093ce44b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b6946c55-75b5-48f2-9f9d-91876bdc159b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:10.070528 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb66646-e5cb-4153-8e6f-0bc7070e2ac3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network hostable DHCP agents. Network: b6946c55-75b5-48f2-9f9d-91876bdc159b, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:11:10.099834 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb66646-e5cb-4153-8e6f-0bc7070e2ac3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network b6946c55-75b5-48f2-9f9d-91876bdc159b is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:11:10.129405 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7fb66646-e5cb-4153-8e6f-0bc7070e2ac3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b6946c55-75b5-48f2-9f9d-91876bdc159b) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:10.140755 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87521d34-3526-4400-8fdc-7cdbdf704066 None None] Network b6946c55-75b5-48f2-9f9d-91876bdc159b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:10.152087 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb66646-e5cb-4153-8e6f-0bc7070e2ac3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:10.156298 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7fb66646-e5cb-4153-8e6f-0bc7070e2ac3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:10.189367 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7fb66646-e5cb-4153-8e6f-0bc7070e2ac3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4609058 Dec 06 15:11:10.193266 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53618) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:10.207045 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:10.209386 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2bd17b16-1a20-4ce7-9bea-5a685bee5819 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'network_id': 'b6946c55-75b5-48f2-9f9d-91876bdc159b', 'name': 'tempest-PortsTestJSON-59271727'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:10.231345 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:10.469538 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45004ea0-dee5-48cc-b9b4-01b8fef6a270 None None] Pushing event updated for resources: {'Port': ['ID=d3229d04-7532-4e77-b33e-ce0a535dd558,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:10.741070 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a184a96e-96be-46c0-a6ac-8854764d18aa req-245d084f-48db-4095-a60b-e04784cdebc4 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0603061 Dec 06 15:11:10.752558 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd17b16-1a20-4ce7-9bea-5a685bee5819 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:10.765054 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bd17b16-1a20-4ce7-9bea-5a685bee5819 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:10.777237 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Attempting to bind port d3229d04-7532-4e77-b33e-ce0a535dd558 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:11:10.787767 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Attempting to bind port d3229d04-7532-4e77-b33e-ce0a535dd558 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:11:10.788274 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Attempting to bind port d3229d04-7532-4e77-b33e-ce0a535dd558 on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:11:10.821294 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:11:10.825343 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:10.828294 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:10.828789 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:11:10.831827 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Bound port: d3229d04-7532-4e77-b33e-ce0a535dd558, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:11:10.835204 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:10.842260 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-2bd17b16-1a20-4ce7-9bea-5a685bee5819 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] device_id is not set on port c8e5ae95-f999-465c-806e-a9a0c38b29e7 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:11:10.867915 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7fea352f-10ee-4760-816e-f4d01ec0c2df tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port d3229d04-7532-4e77-b33e-ce0a535dd558 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:10.868279 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fea352f-10ee-4760-816e-f4d01ec0c2df tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:11.157847 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b6946c55-75b5-48f2-9f9d-91876bdc159b', 'network_id': 'b6946c55-75b5-48f2-9f9d-91876bdc159b', 'tenant_id': 'b67fd5110730413896aa97ed36cba707', 'fixed_ips': [{'subnet_id': '09cea696-bb4b-49e6-99e8-bfb3b57daae1'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:11:11.159058 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:11.180285 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66bb630d-6966-4d58-950d-7754e8c19c9b req-f35343f8-8a73-4d31-ab8a-312fcfdbcfca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ce455073b474c0e8cb53fb675f15f69&device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.1234772 Dec 06 15:11:11.235220 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66bb630d-6966-4d58-950d-7754e8c19c9b req-60e9040b-6645-4a8a-9c7f-b3514c58d273 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1ce455073b474c0e8cb53fb675f15f69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440381 Dec 06 15:11:11.237782 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7fea352f-10ee-4760-816e-f4d01ec0c2df tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] For port d3229d04-7532-4e77-b33e-ce0a535dd558, host n-d-master-1, got binding levels [] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:11.239045 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fea352f-10ee-4760-816e-f4d01ec0c2df tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:11.356826 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-827d3db8-a02c-427a-acb5-b81d6f2d8562 req-32690ac4-a42e-4a45-8424-c81011e2269e tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.1351073 Dec 06 15:11:11.380985 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7fea352f-10ee-4760-816e-f4d01ec0c2df tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for d3229d04-7532-4e77-b33e-ce0a535dd558 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:11.399118 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-47a8846d-1618-4fc6-b929-ce2dc327b723 None None] Provisioning complete for port d3229d04-7532-4e77-b33e-ce0a535dd558 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:11.399638 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-47a8846d-1618-4fc6-b929-ce2dc327b723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:11.514260 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] For port d3229d04-7532-4e77-b33e-ce0a535dd558, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:11:11.535573 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-2bd17b16-1a20-4ce7-9bea-5a685bee5819 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Allocated IP 172.20.0.4 (b6946c55-75b5-48f2-9f9d-91876bdc159b/09cea696-bb4b-49e6-99e8-bfb3b57daae1/c8e5ae95-f999-465c-806e-a9a0c38b29e7) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:11.569883 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] For port d3229d04-7532-4e77-b33e-ce0a535dd558, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d3229d04-7532-4e77-b33e-ce0a535dd558,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:11:11.575749 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-47a8846d-1618-4fc6-b929-ce2dc327b723 None None] Port d3229d04-7532-4e77-b33e-ce0a535dd558 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:11:11.583938 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:11.775089 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb630d-6966-4d58-950d-7754e8c19c9b req-4dc3ea70-e2f5-466e-bafe-94f2739436c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:11.780335 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66bb630d-6966-4d58-950d-7754e8c19c9b req-4dc3ea70-e2f5-466e-bafe-94f2739436c1 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5367208 Dec 06 15:11:11.808317 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Routers {'d9f74b9f-ded5-4c02-885a-2d8014f65ee7'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:11.808499 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fea352f-10ee-4760-816e-f4d01ec0c2df tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:11.809640 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d9f74b9f-ded5-4c02-885a-2d8014f65ee7'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:11.813815 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45004ea0-dee5-48cc-b9b4-01b8fef6a270 None None] Pushing event updated for resources: {'Port': ['ID=d3229d04-7532-4e77-b33e-ce0a535dd558,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:11.864246 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea352f-10ee-4760-816e-f4d01ec0c2df tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=d3229d04-7532-4e77-b33e-ce0a535dd558,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:12.125413 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bd17b16-1a20-4ce7-9bea-5a685bee5819 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:12.129806 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fea352f-10ee-4760-816e-f4d01ec0c2df tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:12.280509 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bd17b16-1a20-4ce7-9bea-5a685bee5819 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:12.438488 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd17b16-1a20-4ce7-9bea-5a685bee5819 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network b6946c55-75b5-48f2-9f9d-91876bdc159b is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:12.461416 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-2bd17b16-1a20-4ce7-9bea-5a685bee5819 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:12.469721 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fea352f-10ee-4760-816e-f4d01ec0c2df tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Router d9f74b9f-ded5-4c02-885a-2d8014f65ee7 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:11:12.470461 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd17b16-1a20-4ce7-9bea-5a685bee5819 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:12.520873 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] Set router d9f74b9f-ded5-4c02-885a-2d8014f65ee7 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:11:12.566360 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd17b16-1a20-4ce7-9bea-5a685bee5819 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=c8e5ae95-f999-465c-806e-a9a0c38b29e7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:12.600394 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd17b16-1a20-4ce7-9bea-5a685bee5819 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:12.601162 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bd17b16-1a20-4ce7-9bea-5a685bee5819 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:12.637552 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2bd17b16-1a20-4ce7-9bea-5a685bee5819 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4389825 Dec 06 15:11:12.642939 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53742) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:12.646793 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0bd289f9-e02c-443e-8967-a665e8b502cb req-11ad3ba5-e0cc-48d7-a41e-4e490b147aaf tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.1388748 Dec 06 15:11:12.666146 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f12ef768-79b4-4812-a062-778e95b91352 None None] Could not find standard attr ID for object d3229d04-7532-4e77-b33e-ce0a535dd558. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:11:12.672171 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f74b9f-ded5-4c02-885a-2d8014f65ee7', 'name': 'tempest-NetworksTestDHCPv6-router-654308820', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:03Z', 'updated_at': '2021-12-06T15:11:11Z', 'revision_number': 3, 'project_id': 'a13253716f70400fa6b23416f8869bef', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:12.707044 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fea352f-10ee-4760-816e-f4d01ec0c2df tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:11:12.723759 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7fea352f-10ee-4760-816e-f4d01ec0c2df tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "PUT /v2.0/routers/d9f74b9f-ded5-4c02-885a-2d8014f65ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9041097 Dec 06 15:11:12.724811 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53744) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:12.747177 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a5895-0ee9-42da-b12f-56457d5fba21 None None] The sync data for ids ['d9f74b9f-ded5-4c02-885a-2d8014f65ee7'] in n-d-master-1 is: [{'id': 'd9f74b9f-ded5-4c02-885a-2d8014f65ee7', 'name': 'tempest-NetworksTestDHCPv6-router-654308820', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:03Z', 'updated_at': '2021-12-06T15:11:11Z', 'revision_number': 3, 'project_id': 'a13253716f70400fa6b23416f8869bef', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:11:12.775195 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Allocated IP 172.20.0.2 (b6946c55-75b5-48f2-9f9d-91876bdc159b/09cea696-bb4b-49e6-99e8-bfb3b57daae1/4ef79fba-0ee0-4643-9fd8-47dfc16637d7) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:12.873490 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0441c5bd-bc88-48d3-878e-c77760526df3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port c8e5ae95-f999-465c-806e-a9a0c38b29e7 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:12.874151 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0441c5bd-bc88-48d3-878e-c77760526df3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:13.062375 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66bb630d-6966-4d58-950d-7754e8c19c9b req-84307325-ec63-435f-a1ae-3212abbb4625 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0653977 Dec 06 15:11:13.095717 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:13.103352 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:13.133496 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0441c5bd-bc88-48d3-878e-c77760526df3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:13.171135 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0441c5bd-bc88-48d3-878e-c77760526df3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for c8e5ae95-f999-465c-806e-a9a0c38b29e7 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:13.192855 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Pushing event updated for resources: {'Port': ['ID=4ef79fba-0ee0-4643-9fd8-47dfc16637d7,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:13.222830 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Network b6946c55-75b5-48f2-9f9d-91876bdc159b is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:13.224812 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:13.231754 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:13.386700 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Attempting to bind port 4ef79fba-0ee0-4643-9fd8-47dfc16637d7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:11:13.387410 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Attempting to bind port 4ef79fba-0ee0-4643-9fd8-47dfc16637d7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5ad70a44-ebe5-4a48-a1ac-7093ce44b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b6946c55-75b5-48f2-9f9d-91876bdc159b'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:11:13.387739 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Attempting to bind port 4ef79fba-0ee0-4643-9fd8-47dfc16637d7 on network b6946c55-75b5-48f2-9f9d-91876bdc159b {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:11:13.405829 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:11:13.406992 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Checking segment: {'id': '5ad70a44-ebe5-4a48-a1ac-7093ce44b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b6946c55-75b5-48f2-9f9d-91876bdc159b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:13.410988 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:13.411446 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Bound using segment: {'id': '5ad70a44-ebe5-4a48-a1ac-7093ce44b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b6946c55-75b5-48f2-9f9d-91876bdc159b'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:11:13.413404 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Bound port: 4ef79fba-0ee0-4643-9fd8-47dfc16637d7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad70a44-ebe5-4a48-a1ac-7093ce44b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b6946c55-75b5-48f2-9f9d-91876bdc159b'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:11:13.415055 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:13.560641 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0441c5bd-bc88-48d3-878e-c77760526df3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:13.615887 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] For port 4ef79fba-0ee0-4643-9fd8-47dfc16637d7, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:11:13.622743 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] For port 4ef79fba-0ee0-4643-9fd8-47dfc16637d7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4ef79fba-0ee0-4643-9fd8-47dfc16637d7,segment=NetworkSegment(5ad70a44-ebe5-4a48-a1ac-7093ce44b429),segment_id=5ad70a44-ebe5-4a48-a1ac-7093ce44b429)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:11:13.640098 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441c5bd-bc88-48d3-878e-c77760526df3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=c8e5ae95-f999-465c-806e-a9a0c38b29e7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:13.642023 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:13.711221 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfac126-edcf-4fdb-af5c-e872ea8a9beb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:13.717021 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfac126-edcf-4fdb-af5c-e872ea8a9beb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:13.724166 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5cfac126-edcf-4fdb-af5c-e872ea8a9beb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9920313 Dec 06 15:11:13.733131 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53758) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:13.807262 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e4368-7063-459f-aa82-df0d76d75864 None None] Pushing event updated for resources: {'Port': ['ID=4ef79fba-0ee0-4643-9fd8-47dfc16637d7,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:13.859564 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6f1539d8-9fbf-40da-9d43-9a7cc61204c8 req-57f14c43-7b42-4db1-a615-282b7ac62825 tempest-ServerShowV257Test-2130499337 tempest-ServerShowV257Test-2130499337-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4040bae-b658-4e8c-bb1b-5512807d2f06 HTTP/1.1" status: 200 len: 210 time: 0.0407395 Dec 06 15:11:13.886591 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae241465-db62-4ad4-9917-afe0d6bdedf6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet b14494b8-e99f-42ba-b6dd-3688173cc915 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:11:13.890968 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae241465-db62-4ad4-9917-afe0d6bdedf6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:13.919190 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0441c5bd-bc88-48d3-878e-c77760526df3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:13.925374 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0441c5bd-bc88-48d3-878e-c77760526df3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/ports/c8e5ae95-f999-465c-806e-a9a0c38b29e7 HTTP/1.1" status: 204 len: 168 time: 1.2799253 Dec 06 15:11:13.926433 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53760) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:14.025572 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-d412e3c8-0fdc-451e-be7e-abf132f48778 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] DELETE failed (client error): The resource could not be found. Dec 06 15:11:14.026647 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d412e3c8-0fdc-451e-be7e-abf132f48778 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:11:14.029668 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d412e3c8-0fdc-451e-be7e-abf132f48778 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/ports/c8e5ae95-f999-465c-806e-a9a0c38b29e7 HTTP/1.1" status: 404 len: 333 time: 0.1011899 Dec 06 15:11:14.032707 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53768) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:14.091727 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae241465-db62-4ad4-9917-afe0d6bdedf6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:14.119556 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-35bed4cc-e072-4bdd-817a-c38bd57d4ea1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] GET failed (client error): The resource could not be found. Dec 06 15:11:14.132446 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-35bed4cc-e072-4bdd-817a-c38bd57d4ea1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports/c8e5ae95-f999-465c-806e-a9a0c38b29e7 HTTP/1.1" status: 404 len: 333 time: 0.0984950 Dec 06 15:11:14.133109 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53772) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:14.328930 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8263abd7-a487-4e19-9c30-ff0bc72e36eb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting subnet 09cea696-bb4b-49e6-99e8-bfb3b57daae1 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:11:14.346241 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8263abd7-a487-4e19-9c30-ff0bc72e36eb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:14.397683 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae241465-db62-4ad4-9917-afe0d6bdedf6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:14.459240 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8263abd7-a487-4e19-9c30-ff0bc72e36eb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:14.498047 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8e62e3-4498-4547-b6fe-471228f2203d None None] Sync routers for ids ['d9f74b9f-ded5-4c02-885a-2d8014f65ee7'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:11:14.522867 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8e62e3-4498-4547-b6fe-471228f2203d None None] Routers {'d9f74b9f-ded5-4c02-885a-2d8014f65ee7'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:14.525929 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7a8e62e3-4498-4547-b6fe-471228f2203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d9f74b9f-ded5-4c02-885a-2d8014f65ee7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:14.540292 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae241465-db62-4ad4-9917-afe0d6bdedf6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:14.571960 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae241465-db62-4ad4-9917-afe0d6bdedf6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:14.577190 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ae241465-db62-4ad4-9917-afe0d6bdedf6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/b14494b8-e99f-42ba-b6dd-3688173cc915 HTTP/1.1" status: 204 len: 168 time: 0.8427217 Dec 06 15:11:14.584743 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53782) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:14.588534 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d55d9d-d176-4b8b-8fcd-805f49724e0d None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:14.619192 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae241465-db62-4ad4-9917-afe0d6bdedf6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=b14494b8-e99f-42ba-b6dd-3688173cc915,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:14.657363 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8263abd7-a487-4e19-9c30-ff0bc72e36eb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:14.662667 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7a8e62e3-4498-4547-b6fe-471228f2203d None None] Set router d9f74b9f-ded5-4c02-885a-2d8014f65ee7 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:11:14.755122 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7a8e62e3-4498-4547-b6fe-471228f2203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f74b9f-ded5-4c02-885a-2d8014f65ee7', 'name': 'tempest-NetworksTestDHCPv6-router-654308820', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:03Z', 'updated_at': '2021-12-06T15:11:11Z', 'revision_number': 3, 'project_id': 'a13253716f70400fa6b23416f8869bef', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:14.956885 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8263abd7-a487-4e19-9c30-ff0bc72e36eb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:14.993849 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8e62e3-4498-4547-b6fe-471228f2203d None None] Checking router: d9f74b9f-ded5-4c02-885a-2d8014f65ee7 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:11:15.028414 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8e62e3-4498-4547-b6fe-471228f2203d None None] Routers {'d9f74b9f-ded5-4c02-885a-2d8014f65ee7'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:15.029105 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7a8e62e3-4498-4547-b6fe-471228f2203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d9f74b9f-ded5-4c02-885a-2d8014f65ee7'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:15.043673 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eb5c18-d02d-4c04-8974-0929a635d6da None None] DHCP port deletion for 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:11:15.161580 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263abd7-a487-4e19-9c30-ff0bc72e36eb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Subnet': ['ID=09cea696-bb4b-49e6-99e8-bfb3b57daae1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:15.172030 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8263abd7-a487-4e19-9c30-ff0bc72e36eb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:15.197260 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8263abd7-a487-4e19-9c30-ff0bc72e36eb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/09cea696-bb4b-49e6-99e8-bfb3b57daae1 HTTP/1.1" status: 204 len: 168 time: 1.0630317 Dec 06 15:11:15.200825 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53794) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:15.218903 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb5c18-d02d-4c04-8974-0929a635d6da None None] Deleting port 951ec3bc-d426-4273-8f25-dc3aee97ed66 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:15.222130 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3eb5c18-d02d-4c04-8974-0929a635d6da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:15.321716 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7a8e62e3-4498-4547-b6fe-471228f2203d None None] Set router d9f74b9f-ded5-4c02-885a-2d8014f65ee7 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:11:15.327970 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53800) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:15.400889 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bf99595f-2972-4540-b10a-dc2b4b379549 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.8087931 Dec 06 15:11:15.404061 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53810) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:15.471594 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:15.561906 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7a8e62e3-4498-4547-b6fe-471228f2203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f74b9f-ded5-4c02-885a-2d8014f65ee7', 'name': 'tempest-NetworksTestDHCPv6-router-654308820', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:03Z', 'updated_at': '2021-12-06T15:11:11Z', 'revision_number': 3, 'project_id': 'a13253716f70400fa6b23416f8869bef', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:15.574988 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b3eb5c18-d02d-4c04-8974-0929a635d6da None None] For port 951ec3bc-d426-4273-8f25-dc3aee97ed66, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=951ec3bc-d426-4273-8f25-dc3aee97ed66,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:15.575389 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3eb5c18-d02d-4c04-8974-0929a635d6da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:15.607260 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port 4ef79fba-0ee0-4643-9fd8-47dfc16637d7 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:15.608757 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:15.633098 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb5c18-d02d-4c04-8974-0929a635d6da None None] Calling delete_port for 951ec3bc-d426-4273-8f25-dc3aee97ed66 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:15.652563 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8e62e3-4498-4547-b6fe-471228f2203d None None] The sync data for ids ['d9f74b9f-ded5-4c02-885a-2d8014f65ee7'] in n-d-master-1 is: [{'id': 'd9f74b9f-ded5-4c02-885a-2d8014f65ee7', 'name': 'tempest-NetworksTestDHCPv6-router-654308820', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:03Z', 'updated_at': '2021-12-06T15:11:11Z', 'revision_number': 3, 'project_id': 'a13253716f70400fa6b23416f8869bef', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:11:15.732062 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53818) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:15.830042 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdf4abb-9ecc-46af-8137-c13e2ce29228 None None] Network b6946c55-75b5-48f2-9f9d-91876bdc159b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:15.891061 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] For port 4ef79fba-0ee0-4643-9fd8-47dfc16637d7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4ef79fba-0ee0-4643-9fd8-47dfc16637d7,segment=NetworkSegment(5ad70a44-ebe5-4a48-a1ac-7093ce44b429),segment_id=5ad70a44-ebe5-4a48-a1ac-7093ce44b429)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:15.894525 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:15.916530 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for 4ef79fba-0ee0-4643-9fd8-47dfc16637d7 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:15.990785 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4ef79fba-0ee0-4643-9fd8-47dfc16637d7 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:16.106323 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3a2547b7-0204-4ca6-90f9-1c7d81ed6252 None None] Provisioning complete for port 4ef79fba-0ee0-4643-9fd8-47dfc16637d7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:16.107013 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3a2547b7-0204-4ca6-90f9-1c7d81ed6252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:16.135021 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5402de72-0b17-4925-8751-883c1d950a8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:16.194287 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3eb5c18-d02d-4c04-8974-0929a635d6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:16.315582 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3a2547b7-0204-4ca6-90f9-1c7d81ed6252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:16.332760 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:16.408706 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=4ef79fba-0ee0-4643-9fd8-47dfc16637d7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:16.445964 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb5c18-d02d-4c04-8974-0929a635d6da None None] Pushing event deleted for resources: {'Port': ['ID=951ec3bc-d426-4273-8f25-dc3aee97ed66,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:16.465232 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eb5c18-d02d-4c04-8974-0929a635d6da None None] No DVR routers for this DVR port 951ec3bc-d426-4273-8f25-dc3aee97ed66 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:11:16.487506 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 4ef79fba-0ee0-4643-9fd8-47dfc16637d7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:16.491930 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:16.537907 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Port 4ef79fba-0ee0-4643-9fd8-47dfc16637d7 was deleted so its status cannot be updated. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 06 15:11:16.548810 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No DVR routers for this DVR port 4ef79fba-0ee0-4643-9fd8-47dfc16637d7 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:11:16.672789 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 951ec3bc-d426-4273-8f25-dc3aee97ed66 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:11:16.721973 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 951ec3bc-d426-4273-8f25-dc3aee97ed66 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:11:16.730151 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 951ec3bc-d426-4273-8f25-dc3aee97ed66 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:11:16.734187 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bec9b0-1c95-464e-89ba-7292b551dbac None None] DHCP port deletion for b6946c55-75b5-48f2-9f9d-91876bdc159b request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:11:16.744675 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be9f9f9e-0f7b-47d0-8c35-187613415d56 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:16.773606 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:16.798889 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6946c55-75b5-48f2-9f9d-91876bdc159b']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:16.811242 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad70a44-ebe5-4a48-a1ac-7093ce44b429') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:16.812203 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad70a44-ebe5-4a48-a1ac-7093ce44b429') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:16.826374 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:16.840558 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:16.847103 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:11:16.847926 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:16.919174 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5402de72-0b17-4925-8751-883c1d950a8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:11:16.921207 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:11:16.926837 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:16.932935 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:16.941434 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/networks/b6946c55-75b5-48f2-9f9d-91876bdc159b HTTP/1.1" status: 204 len: 168 time: 1.7388618 Dec 06 15:11:16.942731 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53836) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:16.952383 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b6d8bc6b-d94f-43a6-948d-ae50ea89cd34 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-446231165'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:16.960508 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5402de72-0b17-4925-8751-883c1d950a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.011178 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402de72-0b17-4925-8751-883c1d950a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf77f20-dd4f-4055-9683-7e5cb89dba1c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:17.018355 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c25fc-53d6-4e88-81e5-d0629798e44c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Network': ['ID=b6946c55-75b5-48f2-9f9d-91876bdc159b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:17.043863 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5402de72-0b17-4925-8751-883c1d950a8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ce455073b474c0e8cb53fb675f15f69&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2871335 Dec 06 15:11:17.046556 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53842) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:17.072004 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be9f9f9e-0f7b-47d0-8c35-187613415d56 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.078390 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be9f9f9e-0f7b-47d0-8c35-187613415d56 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.086334 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d8bc6b-d94f-43a6-948d-ae50ea89cd34 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:17.099938 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6d8bc6b-d94f-43a6-948d-ae50ea89cd34 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.147220 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b02afb8-8f1d-4747-a357-19b50b62dbcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.156004 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d8bc6b-d94f-43a6-948d-ae50ea89cd34 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:11:17.180882 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6d8bc6b-d94f-43a6-948d-ae50ea89cd34 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.181506 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-b6d8bc6b-d94f-43a6-948d-ae50ea89cd34 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Added segment d3bef92e-bf7f-47cc-b3d4-4d9b7621f69f of type vlan for network d6e7a9ba-f4ed-48fb-95af-aeb5822ee78e Dec 06 15:11:17.181953 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be9f9f9e-0f7b-47d0-8c35-187613415d56 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.183331 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9f9f9e-0f7b-47d0-8c35-187613415d56 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Fanout notify agent at l3_agent the message router_deleted on router d9f74b9f-ded5-4c02-885a-2d8014f65ee7 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:11:17.184524 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b02afb8-8f1d-4747-a357-19b50b62dbcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.193678 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be9f9f9e-0f7b-47d0-8c35-187613415d56 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.195060 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-be9f9f9e-0f7b-47d0-8c35-187613415d56 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/routers/d9f74b9f-ded5-4c02-885a-2d8014f65ee7 HTTP/1.1" status: 204 len: 168 time: 1.7803855 Dec 06 15:11:17.199380 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53844) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:17.230603 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7c7cbfb9-c6dc-4278-82f1-172e4e11f6ac tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0298593 Dec 06 15:11:17.233831 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53850) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:17.264883 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6d8bc6b-d94f-43a6-948d-ae50ea89cd34 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.308719 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b02afb8-8f1d-4747-a357-19b50b62dbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.312588 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b02afb8-8f1d-4747-a357-19b50b62dbcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.314627 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7b02afb8-8f1d-4747-a357-19b50b62dbcb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbf77f20-dd4f-4055-9683-7e5cb89dba1c HTTP/1.1" status: 204 len: 168 time: 0.2669809 Dec 06 15:11:17.340855 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6d8bc6b-d94f-43a6-948d-ae50ea89cd34 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.341540 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb28d57e-dabf-48a7-95e1-17593d8858a3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:17.347197 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d8bc6b-d94f-43a6-948d-ae50ea89cd34 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:17.347871 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6d8bc6b-d94f-43a6-948d-ae50ea89cd34 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.349268 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cb28d57e-dabf-48a7-95e1-17593d8858a3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1141210 Dec 06 15:11:17.359059 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53854) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:17.488872 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02afb8-8f1d-4747-a357-19b50b62dbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf77f20-dd4f-4055-9683-7e5cb89dba1c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:17.497778 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8bc6b-d94f-43a6-948d-ae50ea89cd34 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Network': ['ID=d6e7a9ba-f4ed-48fb-95af-aeb5822ee78e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:17.522614 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network d6e7a9ba-f4ed-48fb-95af-aeb5822ee78e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:11:17.597794 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53870) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:17.605357 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9d5b815c-eacf-4d1a-97fc-733006270bfb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:17.610036 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cdf28fb9-d538-4ce2-b57a-c7be66db395c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1221952 Dec 06 15:11:17.626529 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53872) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:17.628349 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b6d8bc6b-d94f-43a6-948d-ae50ea89cd34 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6807411 Dec 06 15:11:17.636355 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7aef8ff3-b434-40ee-9be0-865ce8597576 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'subnet': {'network_id': 'd6e7a9ba-f4ed-48fb-95af-aeb5822ee78e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:17.799131 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4ef79fba-0ee0-4643-9fd8-47dfc16637d7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:11:17.847858 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 4ef79fba-0ee0-4643-9fd8-47dfc16637d7 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:11:17.848498 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4ef79fba-0ee0-4643-9fd8-47dfc16637d7 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:11:17.879435 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.db.api [None req-9d5b815c-eacf-4d1a-97fc-733006270bfb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 15:11:17.879435 n-d-master-1 neutron-server[103289]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 06 15:11:17.879435 n-d-master-1 neutron-server[103289]: [parameters: {'project_id': 'a13253716f70400fa6b23416f8869bef', 'id': '96a9199b-6258-4ae1-9880-fe9d50c8015b', 'expiration': datetime.datetime(2021, 12, 6, 15, 13, 17, 862241)}] Dec 06 15:11:17.879435 n-d-master-1 neutron-server[103289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:11:17.880484 n-d-master-1 neutron-server[103289]: DEBUG oslo_db.api [None req-9d5b815c-eacf-4d1a-97fc-733006270bfb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:11:17.884901 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-12c9c5da-6e34-4f86-b5c0-68a3639cdb79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.941039 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aef8ff3-b434-40ee-9be0-865ce8597576 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:17.944748 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7aef8ff3-b434-40ee-9be0-865ce8597576 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:18.399380 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7aef8ff3-b434-40ee-9be0-865ce8597576 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:18.507493 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5b815c-eacf-4d1a-97fc-733006270bfb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:18.511847 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d5b815c-eacf-4d1a-97fc-733006270bfb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:18.524544 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef8ff3-b434-40ee-9be0-865ce8597576 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Checking segment: {'id': 'd3bef92e-bf7f-47cc-b3d4-4d9b7621f69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd6e7a9ba-f4ed-48fb-95af-aeb5822ee78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:18.524921 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aef8ff3-b434-40ee-9be0-865ce8597576 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network hostable DHCP agents. Network: d6e7a9ba-f4ed-48fb-95af-aeb5822ee78e, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:11:18.547883 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef8ff3-b434-40ee-9be0-865ce8597576 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Subnet': ['ID=f58ed316-7f69-4304-9616-381b52001be7,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:18.580049 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-12c9c5da-6e34-4f86-b5c0-68a3639cdb79 admin admin] Deleting port 2fa4fcc9-22ba-452a-ad1b-9744f045b540 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:18.580399 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-12c9c5da-6e34-4f86-b5c0-68a3639cdb79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:18.646175 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aef8ff3-b434-40ee-9be0-865ce8597576 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network d6e7a9ba-f4ed-48fb-95af-aeb5822ee78e is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:11:18.701526 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7aef8ff3-b434-40ee-9be0-865ce8597576 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d6e7a9ba-f4ed-48fb-95af-aeb5822ee78e) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:18.706905 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aef8ff3-b434-40ee-9be0-865ce8597576 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:18.707910 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7aef8ff3-b434-40ee-9be0-865ce8597576 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:18.718024 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb1c4b3-2d98-48f3-a35e-2e1bcb1f4894 None None] Network d6e7a9ba-f4ed-48fb-95af-aeb5822ee78e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:18.761983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7aef8ff3-b434-40ee-9be0-865ce8597576 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1303244 Dec 06 15:11:18.764428 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53906) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:18.771020 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c00f45ce-8bd1-4795-a083-d8cfa2fec13c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'network_id': 'd6e7a9ba-f4ed-48fb-95af-aeb5822ee78e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-397609465'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:18.833391 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-12c9c5da-6e34-4f86-b5c0-68a3639cdb79 admin admin] For port 2fa4fcc9-22ba-452a-ad1b-9744f045b540, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2fa4fcc9-22ba-452a-ad1b-9744f045b540,segment=NetworkSegment(cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4),segment_id=cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:18.834009 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-12c9c5da-6e34-4f86-b5c0-68a3639cdb79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:18.858428 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-12c9c5da-6e34-4f86-b5c0-68a3639cdb79 admin admin] Calling delete_port for 2fa4fcc9-22ba-452a-ad1b-9744f045b540 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:18.967850 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d6e7a9ba-f4ed-48fb-95af-aeb5822ee78e', 'network_id': 'd6e7a9ba-f4ed-48fb-95af-aeb5822ee78e', 'tenant_id': 'b67fd5110730413896aa97ed36cba707', 'fixed_ips': [{'subnet_id': 'f58ed316-7f69-4304-9616-381b52001be7'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:11:18.969021 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.028005 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00f45ce-8bd1-4795-a083-d8cfa2fec13c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:19.033900 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c00f45ce-8bd1-4795-a083-d8cfa2fec13c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.062787 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-c00f45ce-8bd1-4795-a083-d8cfa2fec13c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] device_id is not set on port ee3d5a8e-3087-43d7-9439-8a9a25c60067 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:11:19.197623 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Allocated IP 172.20.0.2 (d6e7a9ba-f4ed-48fb-95af-aeb5822ee78e/f58ed316-7f69-4304-9616-381b52001be7/8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:19.232809 n-d-master-1 neutron-server[103289]: DEBUG neutron.objects.ports [None req-9d5b815c-eacf-4d1a-97fc-733006270bfb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 15:11:19.241948 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d5b815c-eacf-4d1a-97fc-733006270bfb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.343761 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5b815c-eacf-4d1a-97fc-733006270bfb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:19.349497 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9d5b815c-eacf-4d1a-97fc-733006270bfb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:19.352720 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5b815c-eacf-4d1a-97fc-733006270bfb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:19.353368 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d5b815c-eacf-4d1a-97fc-733006270bfb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.355726 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b815c-eacf-4d1a-97fc-733006270bfb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=95572631-7fd6-4e14-873b-3f981f71b440,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:19.364804 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15845284-d635-49a0-b547-1d2bb5cee9a0 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:19.418209 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9d5b815c-eacf-4d1a-97fc-733006270bfb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8167169 Dec 06 15:11:19.418418 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53926) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:19.423571 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-328af917-6d45-4115-bb0e-79d0f6528387 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:19.498376 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-12c9c5da-6e34-4f86-b5c0-68a3639cdb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.552439 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9c5da-6e34-4f86-b5c0-68a3639cdb79 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa4fcc9-22ba-452a-ad1b-9744f045b540,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:19.576446 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.624257 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.710825 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c00f45ce-8bd1-4795-a083-d8cfa2fec13c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Allocated IP 172.20.0.12 (d6e7a9ba-f4ed-48fb-95af-aeb5822ee78e/f58ed316-7f69-4304-9616-381b52001be7/ee3d5a8e-3087-43d7-9439-8a9a25c60067) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:19.731900 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'fixed_ips': [{'subnet_id': '95572631-7fd6-4e14-873b-3f981f71b440'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:11:19.733417 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.752857 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Pushing event updated for resources: {'Port': ['ID=8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:19.830041 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Network d6e7a9ba-f4ed-48fb-95af-aeb5822ee78e is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:19.833303 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:19.837473 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:19.983240 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328af917-6d45-4115-bb0e-79d0f6528387 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:19.993489 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-328af917-6d45-4115-bb0e-79d0f6528387 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.005265 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Attempting to bind port 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:11:20.009304 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Attempting to bind port 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd3bef92e-bf7f-47cc-b3d4-4d9b7621f69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd6e7a9ba-f4ed-48fb-95af-aeb5822ee78e'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:11:20.012108 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Attempting to bind port 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3 on network d6e7a9ba-f4ed-48fb-95af-aeb5822ee78e {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:11:20.026348 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:11:20.027061 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Checking segment: {'id': 'd3bef92e-bf7f-47cc-b3d4-4d9b7621f69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd6e7a9ba-f4ed-48fb-95af-aeb5822ee78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:20.027823 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.028692 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Bound using segment: {'id': 'd3bef92e-bf7f-47cc-b3d4-4d9b7621f69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd6e7a9ba-f4ed-48fb-95af-aeb5822ee78e'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:11:20.029378 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Bound port: 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bef92e-bf7f-47cc-b3d4-4d9b7621f69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd6e7a9ba-f4ed-48fb-95af-aeb5822ee78e'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:11:20.029982 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.047261 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c00f45ce-8bd1-4795-a083-d8cfa2fec13c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.109605 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Allocated IP 2001:db8::f816:3eff:feca:21d7 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/95572631-7fd6-4e14-873b-3f981f71b440/0a8b621c-7199-4d85-a5b9-bc88281fba55) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:20.158794 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c00f45ce-8bd1-4795-a083-d8cfa2fec13c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.168606 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] For port 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:11:20.186816 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] For port 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3,segment=NetworkSegment(d3bef92e-bf7f-47cc-b3d4-4d9b7621f69f),segment_id=d3bef92e-bf7f-47cc-b3d4-4d9b7621f69f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:11:20.200297 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-12c9c5da-6e34-4f86-b5c0-68a3639cdb79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.224028 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.285672 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f45ce-8bd1-4795-a083-d8cfa2fec13c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=ee3d5a8e-3087-43d7-9439-8a9a25c60067,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:20.303164 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00f45ce-8bd1-4795-a083-d8cfa2fec13c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network d6e7a9ba-f4ed-48fb-95af-aeb5822ee78e is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:20.305229 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c00f45ce-8bd1-4795-a083-d8cfa2fec13c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:20.308320 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f45ce-8bd1-4795-a083-d8cfa2fec13c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:20.321461 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e23c5-7de7-451a-b5cf-cdad6debacc8 None None] Pushing event updated for resources: {'Port': ['ID=8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:20.454054 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f45ce-8bd1-4795-a083-d8cfa2fec13c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:20.454735 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c00f45ce-8bd1-4795-a083-d8cfa2fec13c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.456758 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.475497 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.500726 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c00f45ce-8bd1-4795-a083-d8cfa2fec13c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7341540 Dec 06 15:11:20.501027 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53946) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:20.577555 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:20.581477 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:20.594097 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:20.636491 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Pushing event updated for resources: {'Port': ['ID=0a8b621c-7199-4d85-a5b9-bc88281fba55,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:20.698051 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Attempting to bind port 0a8b621c-7199-4d85-a5b9-bc88281fba55 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:11:20.698051 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Attempting to bind port 0a8b621c-7199-4d85-a5b9-bc88281fba55 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:11:20.698051 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Attempting to bind port 0a8b621c-7199-4d85-a5b9-bc88281fba55 on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:11:20.724443 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:11:20.731122 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:20.731890 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.732529 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:11:20.733686 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Bound port: 0a8b621c-7199-4d85-a5b9-bc88281fba55, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:11:20.740537 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.750047 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b9676276-e262-4add-8f5c-357a32f4cf9c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port ee3d5a8e-3087-43d7-9439-8a9a25c60067 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:20.750387 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9676276-e262-4add-8f5c-357a32f4cf9c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.892927 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] For port 0a8b621c-7199-4d85-a5b9-bc88281fba55, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:11:20.904973 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] For port 0a8b621c-7199-4d85-a5b9-bc88281fba55, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0a8b621c-7199-4d85-a5b9-bc88281fba55,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:11:20.907413 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9676276-e262-4add-8f5c-357a32f4cf9c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.917065 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.946784 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b9676276-e262-4add-8f5c-357a32f4cf9c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for ee3d5a8e-3087-43d7-9439-8a9a25c60067 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:21.093500 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100024f-252d-4291-b2ee-6a8f251897c7 None None] Pushing event updated for resources: {'Port': ['ID=0a8b621c-7199-4d85-a5b9-bc88281fba55,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:21.218089 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9676276-e262-4add-8f5c-357a32f4cf9c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:21.266923 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9676276-e262-4add-8f5c-357a32f4cf9c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=ee3d5a8e-3087-43d7-9439-8a9a25c60067,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:21.372893 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b9676276-e262-4add-8f5c-357a32f4cf9c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:21.377599 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b9676276-e262-4add-8f5c-357a32f4cf9c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/ports/ee3d5a8e-3087-43d7-9439-8a9a25c60067 HTTP/1.1" status: 204 len: 168 time: 0.8754907 Dec 06 15:11:21.384025 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53962) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:21.488219 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a851d7f-a48b-411f-b8ed-dd4ef5975833 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] GET failed (client error): The resource could not be found. Dec 06 15:11:21.493116 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3a851d7f-a48b-411f-b8ed-dd4ef5975833 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports/ee3d5a8e-3087-43d7-9439-8a9a25c60067 HTTP/1.1" status: 404 len: 333 time: 0.1052787 Dec 06 15:11:21.498444 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53966) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:21.569073 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c9c5da-6e34-4f86-b5c0-68a3639cdb79 admin admin] Router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:11:21.592509 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-328af917-6d45-4115-bb0e-79d0f6528387 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:21.785157 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3cc501f-b9ab-4ba0-9a73-5217ac99ac18 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting subnet f58ed316-7f69-4304-9616-381b52001be7 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:11:21.817165 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3cc501f-b9ab-4ba0-9a73-5217ac99ac18 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:21.996662 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3cc501f-b9ab-4ba0-9a73-5217ac99ac18 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.030148 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328af917-6d45-4115-bb0e-79d0f6528387 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:22.040705 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-328af917-6d45-4115-bb0e-79d0f6528387 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:22.044724 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328af917-6d45-4115-bb0e-79d0f6528387 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:22.045752 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-328af917-6d45-4115-bb0e-79d0f6528387 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.053381 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:22.121217 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328af917-6d45-4115-bb0e-79d0f6528387 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=66c92179-8e5e-4044-8265-3e53c54a538d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:22.138912 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-328af917-6d45-4115-bb0e-79d0f6528387 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7194307 Dec 06 15:11:22.144592 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53980) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:22.151793 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-511da2c5-d794-41ea-ade4-b000e0c59e25 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'mac_address': 'fa:16:3e:a0:7e:4d', 'name': 'tempest-NetworksTestDHCPv6-992225586'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:22.218812 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c9c5da-6e34-4f86-b5c0-68a3639cdb79 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:11:22.226413 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-12c9c5da-6e34-4f86-b5c0-68a3639cdb79 admin admin] 10.222.0.20 "PUT /v2.0/routers/9e719e8b-b1e8-4901-8560-0aa24b7bb752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8972082 Dec 06 15:11:22.232228 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 53982) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:22.298425 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3cc501f-b9ab-4ba0-9a73-5217ac99ac18 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.445686 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3cc501f-b9ab-4ba0-9a73-5217ac99ac18 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.517343 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc501f-b9ab-4ba0-9a73-5217ac99ac18 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Subnet': ['ID=f58ed316-7f69-4304-9616-381b52001be7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:22.521259 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3cc501f-b9ab-4ba0-9a73-5217ac99ac18 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.531525 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c3cc501f-b9ab-4ba0-9a73-5217ac99ac18 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/f58ed316-7f69-4304-9616-381b52001be7 HTTP/1.1" status: 204 len: 168 time: 1.0307074 Dec 06 15:11:22.534197 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 53992) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:22.538183 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2280336e-760d-4884-8f0d-2b6e55551b54 admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.544377 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255d7a6-0461-4db3-9fb7-12decbc8fb13 None None] Sync routers for ids ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:11:22.616376 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0255d7a6-0461-4db3-9fb7-12decbc8fb13 None None] Routers {'9e719e8b-b1e8-4901-8560-0aa24b7bb752'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:22.617246 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0255d7a6-0461-4db3-9fb7-12decbc8fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:22.646744 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.755970 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d27c178-a253-42e5-b8a5-7090bcb182ad None None] Network d6e7a9ba-f4ed-48fb-95af-aeb5822ee78e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:22.790137 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2280336e-760d-4884-8f0d-2b6e55551b54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.799089 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511da2c5-d794-41ea-ade4-b000e0c59e25 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:22.806721 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:22.817469 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.898060 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ab1871f5-8565-400a-a258-81982cb4af10 None None] Provisioning complete for port 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:22.898455 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab1871f5-8565-400a-a258-81982cb4af10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.998449 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] For port 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3,segment=NetworkSegment(d3bef92e-bf7f-47cc-b3d4-4d9b7621f69f),segment_id=d3bef92e-bf7f-47cc-b3d4-4d9b7621f69f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:22.999165 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.003463 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:23.004581 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.029134 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:23.139990 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2280336e-760d-4884-8f0d-2b6e55551b54 admin admin] Deleting port de994c88-44a2-48ae-87a8-6c76421aa404 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:23.140283 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2280336e-760d-4884-8f0d-2b6e55551b54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.227091 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.241873 n-d-master-1 neutron-server[103290]: INFO neutron.plugins.ml2.db [None req-ab1871f5-8565-400a-a258-81982cb4af10 None None] No ports have port_id starting with 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3 Dec 06 15:11:23.243960 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No DVR routers for this DVR port 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:11:23.247860 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-511da2c5-d794-41ea-ade4-b000e0c59e25 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.298867 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:23.349063 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Could not find standard attr ID for object 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:11:23.369683 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-0255d7a6-0461-4db3-9fb7-12decbc8fb13 None None] Set router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:11:23.376424 n-d-master-1 neutron-server[103290]: INFO neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No ports have port_id starting with 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3 Dec 06 15:11:23.405118 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54004) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:23.473211 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2280336e-760d-4884-8f0d-2b6e55551b54 admin admin] For port de994c88-44a2-48ae-87a8-6c76421aa404, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=de994c88-44a2-48ae-87a8-6c76421aa404,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:23.473583 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2280336e-760d-4884-8f0d-2b6e55551b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.523396 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2280336e-760d-4884-8f0d-2b6e55551b54 admin admin] Calling delete_port for de994c88-44a2-48ae-87a8-6c76421aa404 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:23.577826 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.646404 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e7a9ba-f4ed-48fb-95af-aeb5822ee78e']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:23.647637 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36d323a-ee65-4ab9-8e3b-fbd3d8ed7f8a None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:23.661082 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4c9a51-14e2-4354-ab53-b7e6b1453649 None None] DHCP port deletion for d6e7a9ba-f4ed-48fb-95af-aeb5822ee78e request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:11:23.673012 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bef92e-bf7f-47cc-b3d4-4d9b7621f69f') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:23.673866 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bef92e-bf7f-47cc-b3d4-4d9b7621f69f') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:23.687106 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.702390 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.710031 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:11:23.710428 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.805392 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-511da2c5-d794-41ea-ade4-b000e0c59e25 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port 2c432808-36df-4a38-9b2f-166d40281327 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:11:23.812123 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2280336e-760d-4884-8f0d-2b6e55551b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.860653 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-24387fc6-fbc0-48ee-96b5-907213cbae7e None None] Provisioning complete for port 0a8b621c-7199-4d85-a5b9-bc88281fba55 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:23.861273 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24387fc6-fbc0-48ee-96b5-907213cbae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.872758 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280336e-760d-4884-8f0d-2b6e55551b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=de994c88-44a2-48ae-87a8-6c76421aa404,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:11:23.897516 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:11:23.931392 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95f2a037-1f48-45a6-9382-bf1a320168e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.958323 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.959411 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ab35ea-cff9-466d-9003-04bccf6dc700 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:11:23.965915 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0a8b621c-7199-4d85-a5b9-bc88281fba55 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:23.968982 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.993675 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/networks/d6e7a9ba-f4ed-48fb-95af-aeb5822ee78e HTTP/1.1" status: 204 len: 168 time: 1.4579966 Dec 06 15:11:24.009617 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54014) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:24.015850 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e0c667cd-a76d-4654-af5e-afdb1d40b0b9 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7', 'name': 'tempest-PortsTestJSON-1355189489'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:24.059593 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10dbc4a-d064-4a6d-9c81-d615e050e368 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Network': ['ID=d6e7a9ba-f4ed-48fb-95af-aeb5822ee78e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:24.092317 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2280336e-760d-4884-8f0d-2b6e55551b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.105673 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0255d7a6-0461-4db3-9fb7-12decbc8fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'name': 'tempest-TestVolumeBackupRestore-1817258430-router', 'tenant_id': '2a2aac743260403bb350e6365eee4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33'}], 'enable_snat': True}, 'gw_port_id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:05:50Z', 'updated_at': '2021-12-06T15:11:19Z', 'revision_number': 5, 'project_id': '2a2aac743260403bb350e6365eee4c89', 'gw_port': {'id': 'de994c88-44a2-48ae-87a8-6c76421aa404', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e719e8b-b1e8-4901-8560-0aa24b7bb752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:05:51Z', 'updated_at': '2021-12-06T15:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:24.282414 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c667cd-a76d-4654-af5e-afdb1d40b0b9 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:24.287592 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0c667cd-a76d-4654-af5e-afdb1d40b0b9 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.317814 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2280336e-760d-4884-8f0d-2b6e55551b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.320755 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2280336e-760d-4884-8f0d-2b6e55551b54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.330143 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-e0c667cd-a76d-4654-af5e-afdb1d40b0b9 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] device_id is not set on port 0192ad29-09fa-4882-98d4-2eb77a3a4d33 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:11:24.348077 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255d7a6-0461-4db3-9fb7-12decbc8fb13 None None] Checking router: 9e719e8b-b1e8-4901-8560-0aa24b7bb752 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:11:24.357104 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24387fc6-fbc0-48ee-96b5-907213cbae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.425664 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95f2a037-1f48-45a6-9382-bf1a320168e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.431015 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2280336e-760d-4884-8f0d-2b6e55551b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.433436 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0255d7a6-0461-4db3-9fb7-12decbc8fb13 None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:24.433819 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0255d7a6-0461-4db3-9fb7-12decbc8fb13 None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 15:11:24.434553 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_agentschedulers_db [None req-0255d7a6-0461-4db3-9fb7-12decbc8fb13 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9e719e8b-b1e8-4901-8560-0aa24b7bb752'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent'). {{(pid=103290) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 15:11:24.435297 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255d7a6-0461-4db3-9fb7-12decbc8fb13 None None] The sync data for ids ['9e719e8b-b1e8-4901-8560-0aa24b7bb752'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:11:24.436447 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2280336e-760d-4884-8f0d-2b6e55551b54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e719e8b-b1e8-4901-8560-0aa24b7bb752 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:11:24.437234 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95f2a037-1f48-45a6-9382-bf1a320168e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.442756 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2280336e-760d-4884-8f0d-2b6e55551b54 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.444372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2280336e-760d-4884-8f0d-2b6e55551b54 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9e719e8b-b1e8-4901-8560-0aa24b7bb752 HTTP/1.1" status: 204 len: 168 time: 2.2105033 Dec 06 15:11:24.450724 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54024) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:24.476652 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0a8b621c-7199-4d85-a5b9-bc88281fba55 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:24.477313 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.518033 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-511da2c5-d794-41ea-ade4-b000e0c59e25 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 172.20.0.3 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/66c92179-8e5e-4044-8265-3e53c54a538d/2c432808-36df-4a38-9b2f-166d40281327) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:24.532047 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-24387fc6-fbc0-48ee-96b5-907213cbae7e None None] For port 0a8b621c-7199-4d85-a5b9-bc88281fba55, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0a8b621c-7199-4d85-a5b9-bc88281fba55,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:24.542718 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24387fc6-fbc0-48ee-96b5-907213cbae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.563916 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-511da2c5-d794-41ea-ade4-b000e0c59e25 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::f816:3eff:fea0:7e4d (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/95572631-7fd6-4e14-873b-3f981f71b440/2c432808-36df-4a38-9b2f-166d40281327) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:24.632599 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0c8c61-a945-491a-aaa1-c8c151b6abff admin admin] Deleting subnet cf66fc85-22e7-489d-a136-b60a02604889 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:11:24.660579 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea0c8c61-a945-491a-aaa1-c8c151b6abff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.662378 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-95f2a037-1f48-45a6-9382-bf1a320168e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27076fbf4f104394858cb2f206191e60&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2548239 Dec 06 15:11:24.663107 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54028) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:24.709063 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2a037-1f48-45a6-9382-bf1a320168e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151ac284-7e23-4301-a416-cd44f5d2e359,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:24.732116 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07c37e6-01d2-4eb1-9062-5001a9c74713 None None] Update dhcp port {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'fixed_ips': [{'subnet_id': '95572631-7fd6-4e14-873b-3f981f71b440', 'ip_address': '2001:db8::f816:3eff:feca:21d7'}, {'subnet_id': '66c92179-8e5e-4044-8265-3e53c54a538d'}], 'binding:host_id': 'n-d-master-1'}, 'id': '0a8b621c-7199-4d85-a5b9-bc88281fba55'} from n-d-master-1. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 15:11:24.738359 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24387fc6-fbc0-48ee-96b5-907213cbae7e None None] Pushing event updated for resources: {'Port': ['ID=0a8b621c-7199-4d85-a5b9-bc88281fba55,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:24.742179 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea0c8c61-a945-491a-aaa1-c8c151b6abff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.846065 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c07c37e6-01d2-4eb1-9062-5001a9c74713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.957805 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0c667cd-a76d-4654-af5e-afdb1d40b0b9 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.959340 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-511da2c5-d794-41ea-ade4-b000e0c59e25 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.964238 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea0c8c61-a945-491a-aaa1-c8c151b6abff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.006341 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-008eadd4-7ee5-416c-a9cc-cdb6f6fca404 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.058227 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-008eadd4-7ee5-416c-a9cc-cdb6f6fca404 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.086428 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-511da2c5-d794-41ea-ade4-b000e0c59e25 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.143439 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0c667cd-a76d-4654-af5e-afdb1d40b0b9 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.186438 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-c07c37e6-01d2-4eb1-9062-5001a9c74713 None None] Allocated IP 172.20.0.2 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/66c92179-8e5e-4044-8265-3e53c54a538d/0a8b621c-7199-4d85-a5b9-bc88281fba55) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:25.215191 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511da2c5-d794-41ea-ade4-b000e0c59e25 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=2c432808-36df-4a38-9b2f-166d40281327,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:25.232257 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea0c8c61-a945-491a-aaa1-c8c151b6abff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.233675 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c667cd-a76d-4654-af5e-afdb1d40b0b9 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:25.244215 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e0c667cd-a76d-4654-af5e-afdb1d40b0b9 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:25.256982 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c667cd-a76d-4654-af5e-afdb1d40b0b9 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:25.269458 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c667cd-a76d-4654-af5e-afdb1d40b0b9 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:25.270107 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0c667cd-a76d-4654-af5e-afdb1d40b0b9 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.271012 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea0c8c61-a945-491a-aaa1-c8c151b6abff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.274263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ea0c8c61-a945-491a-aaa1-c8c151b6abff admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cf66fc85-22e7-489d-a136-b60a02604889 HTTP/1.1" status: 204 len: 168 time: 0.8225763 Dec 06 15:11:25.281676 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c667cd-a76d-4654-af5e-afdb1d40b0b9 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=0192ad29-09fa-4882-98d4-2eb77a3a4d33,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:25.288709 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54034) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:25.312563 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c8c61-a945-491a-aaa1-c8c151b6abff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf66fc85-22e7-489d-a136-b60a02604889,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:25.339784 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511da2c5-d794-41ea-ade4-b000e0c59e25 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:25.342326 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-511da2c5-d794-41ea-ade4-b000e0c59e25 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:25.345178 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511da2c5-d794-41ea-ade4-b000e0c59e25 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:25.402270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e0c667cd-a76d-4654-af5e-afdb1d40b0b9 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3909352 Dec 06 15:11:25.404293 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-008eadd4-7ee5-416c-a9cc-cdb6f6fca404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.410680 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-008eadd4-7ee5-416c-a9cc-cdb6f6fca404 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.414138 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-008eadd4-7ee5-416c-a9cc-cdb6f6fca404 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/151ac284-7e23-4301-a416-cd44f5d2e359 HTTP/1.1" status: 204 len: 168 time: 0.7416074 Dec 06 15:11:25.421195 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54036) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:25.472318 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c07c37e6-01d2-4eb1-9062-5001a9c74713 None None] For port 0a8b621c-7199-4d85-a5b9-bc88281fba55, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0a8b621c-7199-4d85-a5b9-bc88281fba55,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:25.479782 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008eadd4-7ee5-416c-a9cc-cdb6f6fca404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151ac284-7e23-4301-a416-cd44f5d2e359,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:25.508458 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511da2c5-d794-41ea-ade4-b000e0c59e25 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:25.509150 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-511da2c5-d794-41ea-ade4-b000e0c59e25 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.530588 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c07c37e6-01d2-4eb1-9062-5001a9c74713 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.537235 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:11:25.552136 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-511da2c5-d794-41ea-ade4-b000e0c59e25 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4053636 Dec 06 15:11:25.556475 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54040) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:25.563463 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325a5585-f894-4ecd-ae86-ad8bdbd626fe None None] Network 78cfa806-705b-461f-90b8-3deff86f3c75 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:25.575816 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:11:25.576305 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8d1bfee5-1d5a-4a20-907a-0bc509d4f6b3 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:11:25.579450 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c07c37e6-01d2-4eb1-9062-5001a9c74713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.677910 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e2f32-3756-4515-8741-ba8ff5503511 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:25.691696 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.703604 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e2f32-3756-4515-8741-ba8ff5503511 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:25.714897 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2e5e2f32-3756-4515-8741-ba8ff5503511 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1478894 Dec 06 15:11:25.714897 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54044) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:25.776502 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bbfc6838-c35d-414a-ac33-97ab4409a498 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port 0192ad29-09fa-4882-98d4-2eb77a3a4d33 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:25.776875 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbfc6838-c35d-414a-ac33-97ab4409a498 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.890786 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbfc6838-c35d-414a-ac33-97ab4409a498 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.891278 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] Deleting port 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:25.892046 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.895608 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0a8b621c-7199-4d85-a5b9-bc88281fba55 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:25.909222 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bbfc6838-c35d-414a-ac33-97ab4409a498 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for 0192ad29-09fa-4882-98d4-2eb77a3a4d33 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:25.915274 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bdccca45-d287-4911-91ce-fe7eeea0a7f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port 2c432808-36df-4a38-9b2f-166d40281327 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:25.915621 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bdccca45-d287-4911-91ce-fe7eeea0a7f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.011010 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] For port 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5fd1f1ce-9fa1-44d0-947d-14dc179ceafa,segment=NetworkSegment(cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4),segment_id=cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:26.011536 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.027515 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] Calling delete_port for 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:26.154811 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bdccca45-d287-4911-91ce-fe7eeea0a7f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.187728 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c37e6-01d2-4eb1-9062-5001a9c74713 None None] Pushing event updated for resources: {'Port': ['ID=0a8b621c-7199-4d85-a5b9-bc88281fba55,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:26.190837 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.222535 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbfc6838-c35d-414a-ac33-97ab4409a498 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.229487 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bdccca45-d287-4911-91ce-fe7eeea0a7f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for 2c432808-36df-4a38-9b2f-166d40281327 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:26.262184 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54052) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:26.263061 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0a8b621c-7199-4d85-a5b9-bc88281fba55 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:26.263510 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.271731 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc6838-c35d-414a-ac33-97ab4409a498 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=0192ad29-09fa-4882-98d4-2eb77a3a4d33,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:26.281593 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] No DVR routers for this DVR port 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:11:26.285311 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd1f1ce-9fa1-44d0-947d-14dc179ceafa,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:26.288529 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbfc6838-c35d-414a-ac33-97ab4409a498 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.295936 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bbfc6838-c35d-414a-ac33-97ab4409a498 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/ports/0192ad29-09fa-4882-98d4-2eb77a3a4d33 HTTP/1.1" status: 204 len: 168 time: 0.8735218 Dec 06 15:11:26.298330 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54054) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:26.305219 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-824057c7-3d53-49c7-9148-97490d4b9368 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.316651 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-35a83f28-e7df-41a1-9a11-5e372b65a877 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7', 'mac_address': 'fa:16:3e:4d:63:b2', 'name': 'tempest-PortsTestJSON-1513322594'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:26.332845 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaab033-e768-4dee-a3e9-7626212e1cc1 None None] DHCP port deletion for 78cfa806-705b-461f-90b8-3deff86f3c75 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:11:26.486382 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device de994c88-44a2-48ae-87a8-6c76421aa404 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:11:26.492499 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.523091 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: de994c88-44a2-48ae-87a8-6c76421aa404 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:11:26.523447 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device de994c88-44a2-48ae-87a8-6c76421aa404 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:11:26.525171 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2fa4fcc9-22ba-452a-ad1b-9744f045b540 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:11:26.560450 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78cfa806-705b-461f-90b8-3deff86f3c75']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:26.567381 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 2fa4fcc9-22ba-452a-ad1b-9744f045b540 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:11:26.568011 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2fa4fcc9-22ba-452a-ad1b-9744f045b540 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:11:26.603969 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:26.604802 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdbe4b77-ddcc-4576-8fd0-2c63a8e2acd4') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:26.616409 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a83f28-e7df-41a1-9a11-5e372b65a877 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:26.621586 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.641432 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.654065 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:11:26.655850 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:11:26.658993 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:11:26.763114 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-824057c7-3d53-49c7-9148-97490d4b9368 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.767271 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.774178 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35a83f28-e7df-41a1-9a11-5e372b65a877 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.778557 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.785158 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/78cfa806-705b-461f-90b8-3deff86f3c75 HTTP/1.1" status: 204 len: 168 time: 1.4854224 Dec 06 15:11:26.788740 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54058) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:26.811468 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-824057c7-3d53-49c7-9148-97490d4b9368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.817280 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8aea1-1e8f-4580-8210-bbc270ca2ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=78cfa806-705b-461f-90b8-3deff86f3c75,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:26.872082 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-824057c7-3d53-49c7-9148-97490d4b9368 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=681ef88a3e214ca3a8399c56eade0e36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6084154 Dec 06 15:11:26.874432 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54062) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:26.881623 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824057c7-3d53-49c7-9148-97490d4b9368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cf474f-1055-44c8-b7fd-087acaeb77ad,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:26.966386 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a84d33aa-aedf-42bd-af82-8af6a8bcc524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:27.005889 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-35a83f28-e7df-41a1-9a11-5e372b65a877 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] device_id is not set on port 3ee11f6f-0732-4fdd-858c-06cbdc6cbb80 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:11:27.015892 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a84d33aa-aedf-42bd-af82-8af6a8bcc524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:27.062574 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bdccca45-d287-4911-91ce-fe7eeea0a7f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:27.103210 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a84d33aa-aedf-42bd-af82-8af6a8bcc524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:27.114841 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a84d33aa-aedf-42bd-af82-8af6a8bcc524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:27.116666 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a84d33aa-aedf-42bd-af82-8af6a8bcc524 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8cf474f-1055-44c8-b7fd-087acaeb77ad HTTP/1.1" status: 204 len: 168 time: 0.2409832 Dec 06 15:11:27.125160 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-be235166-d157-449e-8aec-d7782092b887 None None] Provisioning complete for port 0a8b621c-7199-4d85-a5b9-bc88281fba55 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:27.125558 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-be235166-d157-449e-8aec-d7782092b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:27.141858 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d33aa-aedf-42bd-af82-8af6a8bcc524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cf474f-1055-44c8-b7fd-087acaeb77ad,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:27.189870 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccca45-d287-4911-91ce-fe7eeea0a7f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=2c432808-36df-4a38-9b2f-166d40281327,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:27.467266 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-94f6047b-14f3-4f2c-b330-d3512aecd190 None None] Could not find standard attr ID for object 2c432808-36df-4a38-9b2f-166d40281327. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:11:27.866072 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0a8b621c-7199-4d85-a5b9-bc88281fba55 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:27.905537 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bdccca45-d287-4911-91ce-fe7eeea0a7f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:27.912046 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54088) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:27.922158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bdccca45-d287-4911-91ce-fe7eeea0a7f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/2c432808-36df-4a38-9b2f-166d40281327 HTTP/1.1" status: 204 len: 168 time: 2.2051747 Dec 06 15:11:27.987761 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0a8b621c-7199-4d85-a5b9-bc88281fba55 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:27.988196 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:28.054442 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631fc4b2-a4f6-4a6b-9d1f-9249fdcdbbd9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:28.056886 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631fc4b2-a4f6-4a6b-9d1f-9249fdcdbbd9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:28.058991 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631fc4b2-a4f6-4a6b-9d1f-9249fdcdbbd9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:28.067443 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-631fc4b2-a4f6-4a6b-9d1f-9249fdcdbbd9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1542199 Dec 06 15:11:28.068519 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54096) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:28.176806 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35a83f28-e7df-41a1-9a11-5e372b65a877 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:28.201494 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cb1e30-a4d1-4b49-ac9b-b15dac9a068e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet 66c92179-8e5e-4044-8265-3e53c54a538d {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:11:28.205764 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44cb1e30-a4d1-4b49-ac9b-b15dac9a068e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:28.264223 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44cb1e30-a4d1-4b49-ac9b-b15dac9a068e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:28.313234 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:28.373682 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35a83f28-e7df-41a1-9a11-5e372b65a877 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:28.389243 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:11:28.440293 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44cb1e30-a4d1-4b49-ac9b-b15dac9a068e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:28.452774 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:11:28.454570 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5fd1f1ce-9fa1-44d0-947d-14dc179ceafa not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:11:28.521517 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44cb1e30-a4d1-4b49-ac9b-b15dac9a068e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:28.528904 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a83f28-e7df-41a1-9a11-5e372b65a877 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:28.542699 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-35a83f28-e7df-41a1-9a11-5e372b65a877 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:28.550691 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a70706d-d10b-4833-865e-0e17ef29738c None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:28.553977 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a83f28-e7df-41a1-9a11-5e372b65a877 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:28.563508 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a83f28-e7df-41a1-9a11-5e372b65a877 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:28.564251 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35a83f28-e7df-41a1-9a11-5e372b65a877 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:28.569049 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44cb1e30-a4d1-4b49-ac9b-b15dac9a068e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:28.576367 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-44cb1e30-a4d1-4b49-ac9b-b15dac9a068e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/66c92179-8e5e-4044-8265-3e53c54a538d HTTP/1.1" status: 204 len: 168 time: 0.5050261 Dec 06 15:11:28.577010 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54106) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:28.602241 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a83f28-e7df-41a1-9a11-5e372b65a877 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=3ee11f6f-0732-4fdd-858c-06cbdc6cbb80,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:28.606541 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb1e30-a4d1-4b49-ac9b-b15dac9a068e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=66c92179-8e5e-4044-8265-3e53c54a538d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:28.621501 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f8900c2-e3ce-477d-9bb2-9bdc25bf4c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:28.669741 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-35a83f28-e7df-41a1-9a11-5e372b65a877 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3656454 Dec 06 15:11:28.672282 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54110) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:28.726043 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea46dfc-98ef-41cd-b288-ecbdc32f4819 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet 95572631-7fd6-4e14-873b-3f981f71b440 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:11:28.731043 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bbb591-42d0-4fc9-b47e-2caa90be6672 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:28.735429 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-96bbb591-42d0-4fc9-b47e-2caa90be6672 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports/3ee11f6f-0732-4fdd-858c-06cbdc6cbb80 HTTP/1.1" status: 200 len: 841 time: 0.0621884 Dec 06 15:11:28.743634 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54112) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:28.758932 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ea46dfc-98ef-41cd-b288-ecbdc32f4819 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.081745 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ea46dfc-98ef-41cd-b288-ecbdc32f4819 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.099849 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8f8900c2-e3ce-477d-9bb2-9bdc25bf4c92 admin admin] Deleting port f684f712-f93d-413c-9b89-4b86083f97f7 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:29.101623 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f8900c2-e3ce-477d-9bb2-9bdc25bf4c92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.238844 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-87fc992e-df95-4e59-a405-88ebd49e0991 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port 3ee11f6f-0732-4fdd-858c-06cbdc6cbb80 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:29.239243 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87fc992e-df95-4e59-a405-88ebd49e0991 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.342310 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-8f8900c2-e3ce-477d-9bb2-9bdc25bf4c92 admin admin] For port f684f712-f93d-413c-9b89-4b86083f97f7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f684f712-f93d-413c-9b89-4b86083f97f7,segment=NetworkSegment(34d4c1bc-5928-4c56-9734-14131205e84e),segment_id=34d4c1bc-5928-4c56-9734-14131205e84e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:29.342860 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f8900c2-e3ce-477d-9bb2-9bdc25bf4c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.380171 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ea46dfc-98ef-41cd-b288-ecbdc32f4819 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.396701 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8f8900c2-e3ce-477d-9bb2-9bdc25bf4c92 admin admin] Calling delete_port for f684f712-f93d-413c-9b89-4b86083f97f7 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:29.698071 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87fc992e-df95-4e59-a405-88ebd49e0991 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.764789 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-87fc992e-df95-4e59-a405-88ebd49e0991 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for 3ee11f6f-0732-4fdd-858c-06cbdc6cbb80 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:29.877120 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f8900c2-e3ce-477d-9bb2-9bdc25bf4c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.905002 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ea46dfc-98ef-41cd-b288-ecbdc32f4819 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.920373 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8900c2-e3ce-477d-9bb2-9bdc25bf4c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=f684f712-f93d-413c-9b89-4b86083f97f7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:29.933462 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.983749 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea46dfc-98ef-41cd-b288-ecbdc32f4819 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=95572631-7fd6-4e14-873b-3f981f71b440,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:29.999900 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6ea46dfc-98ef-41cd-b288-ecbdc32f4819 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:30.004195 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6ea46dfc-98ef-41cd-b288-ecbdc32f4819 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/95572631-7fd6-4e14-873b-3f981f71b440 HTTP/1.1" status: 204 len: 168 time: 1.4065995 Dec 06 15:11:30.006609 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54198) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:30.121080 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87fc992e-df95-4e59-a405-88ebd49e0991 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:30.154964 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-88aaee06-3ad6-42b6-9322-3fc7df431dfc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1471345 Dec 06 15:11:30.158072 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54216) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:30.166279 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-73754a65-10cd-40f4-8ef3-f527ed100564 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:30.179342 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87fc992e-df95-4e59-a405-88ebd49e0991 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:30.187513 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-87fc992e-df95-4e59-a405-88ebd49e0991 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/ports/3ee11f6f-0732-4fdd-858c-06cbdc6cbb80 HTTP/1.1" status: 204 len: 168 time: 1.4344850 Dec 06 15:11:30.188360 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54220) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:30.191116 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc992e-df95-4e59-a405-88ebd49e0991 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=3ee11f6f-0732-4fdd-858c-06cbdc6cbb80,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:30.232188 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fcfd40-1002-43f6-a142-d5dada1503f1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] GET failed (client error): The resource could not be found. Dec 06 15:11:30.239587 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54228) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:30.241127 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a1fcfd40-1002-43f6-a142-d5dada1503f1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports/3ee11f6f-0732-4fdd-858c-06cbdc6cbb80 HTTP/1.1" status: 404 len: 333 time: 0.0511837 Dec 06 15:11:30.247512 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-697f9518-9fc9-4661-b5ac-c40d1a774ac0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7', 'name': 'tempest-PortsTestJSON-27306541'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:30.294998 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af8cd4a-1c5f-473e-820d-11f01c86987b None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:30.474985 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e802f4fc-3b40-49f6-b3b6-30d4f58032ed None None] Provisioning complete for port 0a8b621c-7199-4d85-a5b9-bc88281fba55 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:30.475630 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e802f4fc-3b40-49f6-b3b6-30d4f58032ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:30.657014 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73754a65-10cd-40f4-8ef3-f527ed100564 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:30.660529 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73754a65-10cd-40f4-8ef3-f527ed100564 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:30.668434 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3043a3c-1a65-41af-9c61-672ce26106a9 None None] DHCP port deletion for 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:11:30.777621 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d3043a3c-1a65-41af-9c61-672ce26106a9 None None] Deleting port 0a8b621c-7199-4d85-a5b9-bc88281fba55 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:30.779478 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3043a3c-1a65-41af-9c61-672ce26106a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:30.797862 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ccee25a9-75d1-42d8-b834-8d1968af3653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:30.899821 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d3043a3c-1a65-41af-9c61-672ce26106a9 None None] For port 0a8b621c-7199-4d85-a5b9-bc88281fba55, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0a8b621c-7199-4d85-a5b9-bc88281fba55,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:30.901024 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3043a3c-1a65-41af-9c61-672ce26106a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:30.928336 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d3043a3c-1a65-41af-9c61-672ce26106a9 None None] Calling delete_port for 0a8b621c-7199-4d85-a5b9-bc88281fba55 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:30.929357 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8f8900c2-e3ce-477d-9bb2-9bdc25bf4c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:30.946042 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697f9518-9fc9-4661-b5ac-c40d1a774ac0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:30.950443 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-697f9518-9fc9-4661-b5ac-c40d1a774ac0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:31.034750 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-697f9518-9fc9-4661-b5ac-c40d1a774ac0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] device_id is not set on port 86441c79-78ce-4329-9c44-78269a38b2bd yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:11:31.047603 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3043a3c-1a65-41af-9c61-672ce26106a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:31.085150 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3043a3c-1a65-41af-9c61-672ce26106a9 None None] Pushing event deleted for resources: {'Port': ['ID=0a8b621c-7199-4d85-a5b9-bc88281fba55,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:31.092257 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3043a3c-1a65-41af-9c61-672ce26106a9 None None] No DVR routers for this DVR port 0a8b621c-7199-4d85-a5b9-bc88281fba55 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:11:31.583189 n-d-master-1 neutron-server[103289]: DEBUG neutron.objects.ports [None req-73754a65-10cd-40f4-8ef3-f527ed100564 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 15:11:31.592685 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-697f9518-9fc9-4661-b5ac-c40d1a774ac0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:31.594335 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73754a65-10cd-40f4-8ef3-f527ed100564 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:31.711041 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73754a65-10cd-40f4-8ef3-f527ed100564 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:31.744223 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-73754a65-10cd-40f4-8ef3-f527ed100564 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:31.755508 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026ce18b-e239-49f6-b770-489bece1ef28 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:31.770564 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73754a65-10cd-40f4-8ef3-f527ed100564 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:31.771159 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73754a65-10cd-40f4-8ef3-f527ed100564 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:31.790265 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54396) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:31.802463 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73754a65-10cd-40f4-8ef3-f527ed100564 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=f9ef79c7-c1da-4844-92c1-8806a0e3f647,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:31.844601 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-73754a65-10cd-40f4-8ef3-f527ed100564 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6849983 Dec 06 15:11:31.848308 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54404) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:31.848857 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8900c2-e3ce-477d-9bb2-9bdc25bf4c92 admin admin] Router ebdc7fa1-cf2a-4ad2-b116-da2db6806269 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:11:31.854048 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2057cbfb-3780-4c08-a82b-f3021e461258 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:31.856874 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-697f9518-9fc9-4661-b5ac-c40d1a774ac0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:31.972296 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f9518-9fc9-4661-b5ac-c40d1a774ac0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:31.993156 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-697f9518-9fc9-4661-b5ac-c40d1a774ac0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:32.056610 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0a8b621c-7199-4d85-a5b9-bc88281fba55 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:11:32.064030 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'fixed_ips': [{'subnet_id': 'f9ef79c7-c1da-4844-92c1-8806a0e3f647'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:11:32.065546 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:32.070043 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f9518-9fc9-4661-b5ac-c40d1a774ac0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:32.087514 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 0a8b621c-7199-4d85-a5b9-bc88281fba55 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:11:32.088762 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0a8b621c-7199-4d85-a5b9-bc88281fba55 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:11:32.089717 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697f9518-9fc9-4661-b5ac-c40d1a774ac0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:32.090373 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-697f9518-9fc9-4661-b5ac-c40d1a774ac0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:32.110043 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f9518-9fc9-4661-b5ac-c40d1a774ac0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=86441c79-78ce-4329-9c44-78269a38b2bd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:32.118098 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2057cbfb-3780-4c08-a82b-f3021e461258 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:32.122237 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2057cbfb-3780-4c08-a82b-f3021e461258 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:32.152154 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-697f9518-9fc9-4661-b5ac-c40d1a774ac0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.9109027 Dec 06 15:11:32.156756 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54428) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:32.163882 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b405ccfa-f4c3-438d-8fae-0ac77d770f72 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:32.175698 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7adef3a3-b278-40c5-9df3-36cdf584f686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:32.399487 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8900c2-e3ce-477d-9bb2-9bdc25bf4c92 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:11:32.399930 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7adef3a3-b278-40c5-9df3-36cdf584f686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:32.409936 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8f8900c2-e3ce-477d-9bb2-9bdc25bf4c92 admin admin] 10.222.0.20 "PUT /v2.0/routers/ebdc7fa1-cf2a-4ad2-b116-da2db6806269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5500088 Dec 06 15:11:32.410876 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b405ccfa-f4c3-438d-8fae-0ac77d770f72 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:32.412768 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54452) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:32.413757 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be51099-fb69-4008-b239-ff0a031a4e09 None None] Sync routers for ids ['ebdc7fa1-cf2a-4ad2-b116-da2db6806269'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:11:32.442652 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be51099-fb69-4008-b239-ff0a031a4e09 None None] Routers {'ebdc7fa1-cf2a-4ad2-b116-da2db6806269'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:32.443368 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5be51099-fb69-4008-b239-ff0a031a4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ebdc7fa1-cf2a-4ad2-b116-da2db6806269'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:32.536057 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7adef3a3-b278-40c5-9df3-36cdf584f686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:32.576964 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Allocated IP 2001:db8::f816:3eff:feca:8d69 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/f9ef79c7-c1da-4844-92c1-8806a0e3f647/e52be1be-8bea-4df7-ae28-7b45593690e9) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:32.764229 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5be51099-fb69-4008-b239-ff0a031a4e09 None None] Set router ebdc7fa1-cf2a-4ad2-b116-da2db6806269 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:11:32.773961 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16d0f8e4-3b81-4937-aa19-026f7835df20 req-faaaa6b3-d6ae-4933-b3c7-e19187b09a62 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3165588 Dec 06 15:11:32.812359 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-720644b5-759f-47bb-bef1-3d385f544ee4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:32.866928 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7adef3a3-b278-40c5-9df3-36cdf584f686 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9545cab6f33f4296921c53b409e787e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0749772 Dec 06 15:11:32.868872 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adef3a3-b278-40c5-9df3-36cdf584f686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf06e73b-48d5-4c79-8da5-e8fc55554042,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:32.874045 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54492) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:33.034732 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6d44b65-6946-43f2-b2fd-4a019f96d86c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:33.069747 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6d44b65-6946-43f2-b2fd-4a019f96d86c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:33.103437 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2057cbfb-3780-4c08-a82b-f3021e461258 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:33.174958 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:33.197263 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:33.203863 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5be51099-fb69-4008-b239-ff0a031a4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'name': 'tempest-TestVolumeBackupRestore-1525808879-router', 'tenant_id': '83eae5b5a6104dc297aa572794c1845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b3c3015d-7836-4f21-a955-c460c5855a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:02Z', 'updated_at': '2021-12-06T15:11:29Z', 'revision_number': 5, 'project_id': '83eae5b5a6104dc297aa572794c1845b', 'gw_port': {'id': 'b3c3015d-7836-4f21-a955-c460c5855a4d', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:04Z', 'updated_at': '2021-12-06T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:33.270059 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be51099-fb69-4008-b239-ff0a031a4e09 None None] Checking router: ebdc7fa1-cf2a-4ad2-b116-da2db6806269 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:11:33.308596 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be51099-fb69-4008-b239-ff0a031a4e09 None None] Routers {'ebdc7fa1-cf2a-4ad2-b116-da2db6806269'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:33.309597 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5be51099-fb69-4008-b239-ff0a031a4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ebdc7fa1-cf2a-4ad2-b116-da2db6806269'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:33.312647 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:33.313344 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2057cbfb-3780-4c08-a82b-f3021e461258 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:33.317835 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:33.328643 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:33.340928 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2057cbfb-3780-4c08-a82b-f3021e461258 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:33.350603 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2057cbfb-3780-4c08-a82b-f3021e461258 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:33.351204 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2057cbfb-3780-4c08-a82b-f3021e461258 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:33.355159 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1dbf35cc-2d79-416d-a129-05f39c0677ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:33.371092 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057cbfb-3780-4c08-a82b-f3021e461258 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=ba92e11f-9967-4405-b5d1-268f9e376db5,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:33.372968 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Pushing event updated for resources: {'Port': ['ID=e52be1be-8bea-4df7-ae28-7b45593690e9,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:33.405271 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b405ccfa-f4c3-438d-8fae-0ac77d770f72 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:33.433593 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b405ccfa-f4c3-438d-8fae-0ac77d770f72 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:33.456038 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2057cbfb-3780-4c08-a82b-f3021e461258 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6060030 Dec 06 15:11:33.458452 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6d44b65-6946-43f2-b2fd-4a019f96d86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:33.462238 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6d44b65-6946-43f2-b2fd-4a019f96d86c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:33.466973 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b6d44b65-6946-43f2-b2fd-4a019f96d86c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf06e73b-48d5-4c79-8da5-e8fc55554042 HTTP/1.1" status: 204 len: 168 time: 0.5912645 Dec 06 15:11:33.467724 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54544) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:33.478549 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'mac_address': 'fa:16:3e:67:90:84', 'name': 'tempest-NetworksTestDHCPv6-1807792823'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:33.494870 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d44b65-6946-43f2-b2fd-4a019f96d86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf06e73b-48d5-4c79-8da5-e8fc55554042,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:33.605444 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Attempting to bind port e52be1be-8bea-4df7-ae28-7b45593690e9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:11:33.607769 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5be51099-fb69-4008-b239-ff0a031a4e09 None None] Set router ebdc7fa1-cf2a-4ad2-b116-da2db6806269 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:11:33.608261 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Attempting to bind port e52be1be-8bea-4df7-ae28-7b45593690e9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:11:33.608461 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Attempting to bind port e52be1be-8bea-4df7-ae28-7b45593690e9 on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:11:33.631385 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:11:33.632394 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:33.633630 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:33.636292 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:11:33.636995 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Bound port: e52be1be-8bea-4df7-ae28-7b45593690e9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:11:33.639516 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:33.831023 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] For port e52be1be-8bea-4df7-ae28-7b45593690e9, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:11:33.836030 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:33.848610 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] For port e52be1be-8bea-4df7-ae28-7b45593690e9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e52be1be-8bea-4df7-ae28-7b45593690e9,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:11:33.860378 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:34.122999 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:34.149186 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a14c14-25b3-4b66-b317-ef78827fa9e8 None None] Pushing event updated for resources: {'Port': ['ID=e52be1be-8bea-4df7-ae28-7b45593690e9,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:34.156733 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5be51099-fb69-4008-b239-ff0a031a4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'name': 'tempest-TestVolumeBackupRestore-1525808879-router', 'tenant_id': '83eae5b5a6104dc297aa572794c1845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b3c3015d-7836-4f21-a955-c460c5855a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:02Z', 'updated_at': '2021-12-06T15:11:29Z', 'revision_number': 5, 'project_id': '83eae5b5a6104dc297aa572794c1845b', 'gw_port': {'id': 'b3c3015d-7836-4f21-a955-c460c5855a4d', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:04Z', 'updated_at': '2021-12-06T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:34.198672 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0f8e4-3b81-4937-aa19-026f7835df20 req-dfe33c49-7cb2-4e2d-90b2-514a371468e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:34.204684 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16d0f8e4-3b81-4937-aa19-026f7835df20 req-dfe33c49-7cb2-4e2d-90b2-514a371468e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a127b858ce664168940f437bdf7ee4f5&device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 1101 time: 1.2429845 Dec 06 15:11:34.229864 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be51099-fb69-4008-b239-ff0a031a4e09 None None] The sync data for ids ['ebdc7fa1-cf2a-4ad2-b116-da2db6806269'] in n-d-master-1 is: [{'id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'name': 'tempest-TestVolumeBackupRestore-1525808879-router', 'tenant_id': '83eae5b5a6104dc297aa572794c1845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b3c3015d-7836-4f21-a955-c460c5855a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:02Z', 'updated_at': '2021-12-06T15:11:29Z', 'revision_number': 5, 'project_id': '83eae5b5a6104dc297aa572794c1845b', 'gw_port': {'id': 'b3c3015d-7836-4f21-a955-c460c5855a4d', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdc7fa1-cf2a-4ad2-b116-da2db6806269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:04Z', 'updated_at': '2021-12-06T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:11:34.231596 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b405ccfa-f4c3-438d-8fae-0ac77d770f72 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] In _notify_port_updated(), no bound segment for port 86441c79-78ce-4329-9c44-78269a38b2bd on network 698f0c62-6f3d-4382-9f28-fe135e672ca7 {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 15:11:34.248324 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:34.250690 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b405ccfa-f4c3-438d-8fae-0ac77d770f72 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:34.256584 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b405ccfa-f4c3-438d-8fae-0ac77d770f72 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:34.264606 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b405ccfa-f4c3-438d-8fae-0ac77d770f72 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "PUT /v2.0/ports/86441c79-78ce-4329-9c44-78269a38b2bd HTTP/1.1" status: 200 len: 818 time: 2.0985832 Dec 06 15:11:34.274268 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54630) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:34.274781 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54634) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:34.333272 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10aa5098-448b-4ca1-9cbe-a6390843fcd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:34.347739 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405ccfa-f4c3-438d-8fae-0ac77d770f72 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=86441c79-78ce-4329-9c44-78269a38b2bd,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:34.364371 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port 82f5a76b-373d-4bbb-acfe-20ff5331834c yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:11:34.417187 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8c08298-41aa-43f7-baa8-d31195e5ba0a req-41c8a029-9f97-4972-8004-c8df71ae0aae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9721138 Dec 06 15:11:34.418625 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-720644b5-759f-47bb-bef1-3d385f544ee4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:34.659690 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c08298-41aa-43f7-baa8-d31195e5ba0a req-c9665545-f994-4393-af8b-200aef5c6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:34.677963 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8c08298-41aa-43f7-baa8-d31195e5ba0a req-c9665545-f994-4393-af8b-200aef5c6307 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a45a9617d21f43eb8a512b181ef6b340&device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 1096 time: 0.1580329 Dec 06 15:11:34.830692 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9a44bc2b-1221-4667-9320-8871f3c1cb09 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port 86441c79-78ce-4329-9c44-78269a38b2bd {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:34.831310 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a44bc2b-1221-4667-9320-8871f3c1cb09 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:34.834113 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 172.20.0.10 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/ba92e11f-9967-4405-b5d1-268f9e376db5/82f5a76b-373d-4bbb-acfe-20ff5331834c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:34.856663 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::f816:3eff:fe67:9084 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/f9ef79c7-c1da-4844-92c1-8806a0e3f647/82f5a76b-373d-4bbb-acfe-20ff5331834c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:34.882085 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-720644b5-759f-47bb-bef1-3d385f544ee4 admin admin] Deleting port b3c3015d-7836-4f21-a955-c460c5855a4d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:34.882537 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-720644b5-759f-47bb-bef1-3d385f544ee4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:34.982442 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0f8e4-3b81-4937-aa19-026f7835df20 req-53b12711-82a1-48cb-8953-b30a7659544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:34.983996 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16d0f8e4-3b81-4937-aa19-026f7835df20 req-53b12711-82a1-48cb-8953-b30a7659544c service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.7055118 Dec 06 15:11:35.121131 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a44bc2b-1221-4667-9320-8871f3c1cb09 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:35.144515 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:35.172641 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16d0f8e4-3b81-4937-aa19-026f7835df20 req-1d3e825a-88a7-40f0-b297-58e17b3eb1f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=67ff337b-fe18-406c-9203-f2bae61abfb0 HTTP/1.1" status: 200 len: 217 time: 0.1312907 Dec 06 15:11:35.209636 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:35.239099 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9a44bc2b-1221-4667-9320-8871f3c1cb09 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for 86441c79-78ce-4329-9c44-78269a38b2bd owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:35.271264 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:35.274772 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:35.281291 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:35.289867 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=82f5a76b-373d-4bbb-acfe-20ff5331834c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:35.402618 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a44bc2b-1221-4667-9320-8871f3c1cb09 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:35.441317 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a44bc2b-1221-4667-9320-8871f3c1cb09 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:35.448274 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9a44bc2b-1221-4667-9320-8871f3c1cb09 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/ports/86441c79-78ce-4329-9c44-78269a38b2bd HTTP/1.1" status: 204 len: 168 time: 1.1556203 Dec 06 15:11:35.454283 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10aa5098-448b-4ca1-9cbe-a6390843fcd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:35.455702 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54706) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:35.568890 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-720644b5-759f-47bb-bef1-3d385f544ee4 admin admin] For port b3c3015d-7836-4f21-a955-c460c5855a4d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b3c3015d-7836-4f21-a955-c460c5855a4d,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:35.569773 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-720644b5-759f-47bb-bef1-3d385f544ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:35.582310 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10aa5098-448b-4ca1-9cbe-a6390843fcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:35.627842 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:11:35.656800 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-10aa5098-448b-4ca1-9cbe-a6390843fcd2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5b429bf5dd14db79a671e91a83ea434&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3603001 Dec 06 15:11:35.656800 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44bc2b-1221-4667-9320-8871f3c1cb09 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=86441c79-78ce-4329-9c44-78269a38b2bd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:35.670214 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:35.670959 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54708) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:35.676783 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa5098-448b-4ca1-9cbe-a6390843fcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c741f37c-9b33-40bc-8ea1-53f1d4803048,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:35.769615 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-720644b5-759f-47bb-bef1-3d385f544ee4 admin admin] Calling delete_port for b3c3015d-7836-4f21-a955-c460c5855a4d owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:35.800939 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:35.801517 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:35.801950 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:35.802375 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:35.802800 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:35.803221 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:35.803779 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:35.804804 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:35.804804 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:35.804804 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:35.805335 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:35.805751 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:35.806161 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:35.817531 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a359c4e-b185-4e88-9bea-59500843a4f5 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:35.825446 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54712) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:35.826947 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5a359c4e-b185-4e88-9bea-59500843a4f5 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3597736 Dec 06 15:11:35.828611 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c08298-41aa-43f7-baa8-d31195e5ba0a req-e663a526-3b78-4098-bbbf-a607c643fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:35.831874 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8c08298-41aa-43f7-baa8-d31195e5ba0a req-e663a526-3b78-4098-bbbf-a607c643fc61 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 HTTP/1.1" status: 200 len: 910 time: 1.0856409 Dec 06 15:11:35.845023 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0f8e4-3b81-4937-aa19-026f7835df20 req-fb5f7975-de6d-4fba-904e-f8b5b9d0d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:35.846301 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16d0f8e4-3b81-4937-aa19-026f7835df20 req-fb5f7975-de6d-4fba-904e-f8b5b9d0d3fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.6603675 Dec 06 15:11:35.879214 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-186bb4f7-fa36-4fbd-ab5f-a1f35ae08f1d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] GET failed (client error): The resource could not be found. Dec 06 15:11:35.889553 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-186bb4f7-fa36-4fbd-ab5f-a1f35ae08f1d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports/86441c79-78ce-4329-9c44-78269a38b2bd HTTP/1.1" status: 404 len: 333 time: 0.0623841 Dec 06 15:11:35.895061 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54714) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:35.899683 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4aed45e7-b158-4d2b-852e-1fba4f0a55b1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-330480337'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:35.932852 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aed45e7-b158-4d2b-852e-1fba4f0a55b1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:35.936443 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4aed45e7-b158-4d2b-852e-1fba4f0a55b1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:35.957086 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:35.957686 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e52be1be-8bea-4df7-ae28-7b45593690e9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:35.957929 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:35.982379 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aed45e7-b158-4d2b-852e-1fba4f0a55b1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:11:36.008167 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0aaef46a-5400-4fde-867a-e9eaa7d43ec5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5348182 Dec 06 15:11:36.016434 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54716) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:36.039612 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05686ce-2464-48ac-9d79-b165986d540d None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:36.045895 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4aed45e7-b158-4d2b-852e-1fba4f0a55b1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.052720 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-4aed45e7-b158-4d2b-852e-1fba4f0a55b1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Added segment c0f56ca7-e104-47a8-86ee-a9cb10acc86a of type vlan for network 8a690d92-d601-4e9b-b580-759e46023444 Dec 06 15:11:36.087325 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0f8e4-3b81-4937-aa19-026f7835df20 req-1ba45ebf-f026-4266-9eaf-53f9e7cd6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:36.089514 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16d0f8e4-3b81-4937-aa19-026f7835df20 req-1ba45ebf-f026-4266-9eaf-53f9e7cd6019 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2077177 Dec 06 15:11:36.090145 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb496263-7fa6-48c1-9ac5-56b19b350864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.133764 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-946383ff-eac7-4a1b-9816-9775c60fe0b4 None None] Provisioning complete for port e52be1be-8bea-4df7-ae28-7b45593690e9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:36.134432 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-946383ff-eac7-4a1b-9816-9775c60fe0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.176691 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e52be1be-8bea-4df7-ae28-7b45593690e9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:36.177064 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.190165 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096b22cb-62bf-4db3-807e-cda718345ac6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:36.197060 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096b22cb-62bf-4db3-807e-cda718345ac6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:36.199807 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-096b22cb-62bf-4db3-807e-cda718345ac6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1763206 Dec 06 15:11:36.201996 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4aed45e7-b158-4d2b-852e-1fba4f0a55b1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.204471 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54720) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:36.212448 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16d0f8e4-3b81-4937-aa19-026f7835df20 req-23a9c43b-7ea0-4b9d-b408-731729717592 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078935 Dec 06 15:11:36.225026 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8c08298-41aa-43f7-baa8-d31195e5ba0a req-0cc81b57-0537-4d08-a6b4-4cc3a40f23fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f HTTP/1.1" status: 200 len: 1001 time: 0.3756082 Dec 06 15:11:36.302857 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c08298-41aa-43f7-baa8-d31195e5ba0a req-4a9451dd-9e5c-4d3c-921d-3fd5b41125a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:36.306177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8c08298-41aa-43f7-baa8-d31195e5ba0a req-4a9451dd-9e5c-4d3c-921d-3fd5b41125a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=910def33-1b6e-420b-bf18-ba2208cd2881 HTTP/1.1" status: 200 len: 848 time: 0.0650818 Dec 06 15:11:36.389173 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4aed45e7-b158-4d2b-852e-1fba4f0a55b1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.397425 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aed45e7-b158-4d2b-852e-1fba4f0a55b1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:36.398116 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb496263-7fa6-48c1-9ac5-56b19b350864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.398351 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4aed45e7-b158-4d2b-852e-1fba4f0a55b1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.420622 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-946383ff-eac7-4a1b-9816-9775c60fe0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.448041 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.497602 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-946383ff-eac7-4a1b-9816-9775c60fe0b4 None None] For port e52be1be-8bea-4df7-ae28-7b45593690e9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e52be1be-8bea-4df7-ae28-7b45593690e9,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:36.506246 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-946383ff-eac7-4a1b-9816-9775c60fe0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.558634 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed45e7-b158-4d2b-852e-1fba4f0a55b1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Network': ['ID=8a690d92-d601-4e9b-b580-759e46023444,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:36.578029 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c08298-41aa-43f7-baa8-d31195e5ba0a req-6bdd4255-f4b6-4430-8a56-46b74096c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:36.579601 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946383ff-eac7-4a1b-9816-9775c60fe0b4 None None] Pushing event updated for resources: {'Port': ['ID=e52be1be-8bea-4df7-ae28-7b45593690e9,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:36.579995 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8c08298-41aa-43f7-baa8-d31195e5ba0a req-6bdd4255-f4b6-4430-8a56-46b74096c91d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2637122 Dec 06 15:11:36.585512 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 8a690d92-d601-4e9b-b580-759e46023444 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:11:36.596863 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4aed45e7-b158-4d2b-852e-1fba4f0a55b1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7009997 Dec 06 15:11:36.600506 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54724) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:36.613319 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-753ec04e-965f-4f5e-bad6-6b63497cc8c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'subnet': {'network_id': '8a690d92-d601-4e9b-b580-759e46023444', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:36.715170 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16d0f8e4-3b81-4937-aa19-026f7835df20 req-5bb3d28a-ab0e-45e4-9ea6-0bc1afffec5e service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877887 Dec 06 15:11:36.724893 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb496263-7fa6-48c1-9ac5-56b19b350864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.727569 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eb496263-7fa6-48c1-9ac5-56b19b350864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.729304 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-eb496263-7fa6-48c1-9ac5-56b19b350864 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c741f37c-9b33-40bc-8ea1-53f1d4803048 HTTP/1.1" status: 204 len: 168 time: 1.0342107 Dec 06 15:11:36.792939 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8c1483a2-3065-40e0-b642-c25912c59b53 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port 82f5a76b-373d-4bbb-acfe-20ff5331834c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:36.793641 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c1483a2-3065-40e0-b642-c25912c59b53 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.801469 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753ec04e-965f-4f5e-bad6-6b63497cc8c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:36.805728 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-753ec04e-965f-4f5e-bad6-6b63497cc8c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.822873 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb496263-7fa6-48c1-9ac5-56b19b350864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c741f37c-9b33-40bc-8ea1-53f1d4803048,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:36.833864 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-720644b5-759f-47bb-bef1-3d385f544ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.851293 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.875180 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:11:36.875462 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:11:36.898663 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b101d502-8507-41b1-9d22-0846a9479c32 None None] Update dhcp port {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'fixed_ips': [{'subnet_id': 'f9ef79c7-c1da-4844-92c1-8806a0e3f647', 'ip_address': '2001:db8::f816:3eff:feca:8d69'}, {'subnet_id': 'ba92e11f-9967-4405-b5d1-268f9e376db5'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'e52be1be-8bea-4df7-ae28-7b45593690e9'} from n-d-master-1. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 15:11:36.961935 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387f4b56-91b8-415d-a18b-df812ba1b409 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:11:36.977920 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b101d502-8507-41b1-9d22-0846a9479c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:37.041900 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720644b5-759f-47bb-bef1-3d385f544ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c3015d-7836-4f21-a955-c460c5855a4d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:37.081746 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8c08298-41aa-43f7-baa8-d31195e5ba0a req-5a1cd58b-fa81-4111-ba21-269aa70e11dc service neutron] 10.222.0.23 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787865 Dec 06 15:11:37.173849 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-720644b5-759f-47bb-bef1-3d385f544ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:37.177874 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c1483a2-3065-40e0-b642-c25912c59b53 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:37.224036 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8c1483a2-3065-40e0-b642-c25912c59b53 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for 82f5a76b-373d-4bbb-acfe-20ff5331834c owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:37.364443 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b101d502-8507-41b1-9d22-0846a9479c32 None None] Allocated IP 172.20.0.2 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/ba92e11f-9967-4405-b5d1-268f9e376db5/e52be1be-8bea-4df7-ae28-7b45593690e9) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:37.402055 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-720644b5-759f-47bb-bef1-3d385f544ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:37.410046 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-720644b5-759f-47bb-bef1-3d385f544ee4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:37.484932 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-720644b5-759f-47bb-bef1-3d385f544ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:37.485626 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720644b5-759f-47bb-bef1-3d385f544ee4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebdc7fa1-cf2a-4ad2-b116-da2db6806269 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:11:37.498005 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-720644b5-759f-47bb-bef1-3d385f544ee4 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:37.498005 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-720644b5-759f-47bb-bef1-3d385f544ee4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ebdc7fa1-cf2a-4ad2-b116-da2db6806269 HTTP/1.1" status: 204 len: 168 time: 5.0708828 Dec 06 15:11:37.498403 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54736) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:37.534283 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-753ec04e-965f-4f5e-bad6-6b63497cc8c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:37.630224 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8c08298-41aa-43f7-baa8-d31195e5ba0a req-05d50f24-eb63-4479-8088-4741f9a6b314 service neutron] 10.222.0.23 "GET /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352149 Dec 06 15:11:37.720392 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ec04e-965f-4f5e-bad6-6b63497cc8c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Subnet': ['ID=59beee66-9d32-417f-ba1e-84a25045dfdf,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:37.738627 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aea530a-a13c-454d-aee3-a53a779e1d89 admin admin] Deleting subnet 149d5ef3-2622-49f3-8ab9-cd032a634fdb {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:11:37.747492 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ec04e-965f-4f5e-bad6-6b63497cc8c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Checking segment: {'id': 'c0f56ca7-e104-47a8-86ee-a9cb10acc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8a690d92-d601-4e9b-b580-759e46023444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:37.747881 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ec04e-965f-4f5e-bad6-6b63497cc8c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network hostable DHCP agents. Network: 8a690d92-d601-4e9b-b580-759e46023444, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:11:37.750804 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7aea530a-a13c-454d-aee3-a53a779e1d89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:37.779272 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ec04e-965f-4f5e-bad6-6b63497cc8c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 8a690d92-d601-4e9b-b580-759e46023444 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:11:37.815332 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-753ec04e-965f-4f5e-bad6-6b63497cc8c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 8a690d92-d601-4e9b-b580-759e46023444) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:37.824854 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753ec04e-965f-4f5e-bad6-6b63497cc8c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:37.825513 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-753ec04e-965f-4f5e-bad6-6b63497cc8c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:37.876029 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-753ec04e-965f-4f5e-bad6-6b63497cc8c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2711921 Dec 06 15:11:37.880220 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7aea530a-a13c-454d-aee3-a53a779e1d89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:37.882040 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54742) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:37.895508 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6ae9eb0d-c5f4-4fd9-ae66-da3b15ec0b8d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'subnet': {'network_id': '8a690d92-d601-4e9b-b580-759e46023444', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:37.973611 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c1483a2-3065-40e0-b642-c25912c59b53 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:38.048195 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6cdab5-373e-4ca3-b5f6-e265d187f587 None None] Network 8a690d92-d601-4e9b-b580-759e46023444 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:38.062657 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1483a2-3065-40e0-b642-c25912c59b53 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=82f5a76b-373d-4bbb-acfe-20ff5331834c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:38.116112 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7aea530a-a13c-454d-aee3-a53a779e1d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:38.234775 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae9eb0d-c5f4-4fd9-ae66-da3b15ec0b8d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:38.237001 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6ae9eb0d-c5f4-4fd9-ae66-da3b15ec0b8d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:38.268188 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c1483a2-3065-40e0-b642-c25912c59b53 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:38.282630 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8c1483a2-3065-40e0-b642-c25912c59b53 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/82f5a76b-373d-4bbb-acfe-20ff5331834c HTTP/1.1" status: 204 len: 168 time: 2.0745521 Dec 06 15:11:38.284137 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54752) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:38.300206 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f684f712-f93d-413c-9b89-4b86083f97f7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:11:38.317369 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7aea530a-a13c-454d-aee3-a53a779e1d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:38.357251 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0a448e-d421-4f76-a835-6cd37d24a139 None None] Network fbfac85b-c1b4-4e33-bcb1-27e2cf61434b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:38.367790 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7aea530a-a13c-454d-aee3-a53a779e1d89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:38.378712 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7aea530a-a13c-454d-aee3-a53a779e1d89 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/149d5ef3-2622-49f3-8ab9-cd032a634fdb HTTP/1.1" status: 204 len: 168 time: 0.8776219 Dec 06 15:11:38.389922 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54754) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:38.390084 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea530a-a13c-454d-aee3-a53a779e1d89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=149d5ef3-2622-49f3-8ab9-cd032a634fdb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:38.495953 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: f684f712-f93d-413c-9b89-4b86083f97f7 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:11:38.496544 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f684f712-f93d-413c-9b89-4b86083f97f7 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:11:38.506444 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef4a53c-ffa4-43a0-a891-42f93fc42db6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:38.508197 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef4a53c-ffa4-43a0-a891-42f93fc42db6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:38.509677 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef4a53c-ffa4-43a0-a891-42f93fc42db6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:38.524916 n-d-master-1 neutron-server[103289]: INFO neutron.db.ipam_backend_mixin [None req-6ae9eb0d-c5f4-4fd9-ae66-da3b15ec0b8d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 59beee66-9d32-417f-ba1e-84a25045dfdf (CIDR: 172.20.0.0/28) Dec 06 15:11:38.528710 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2ef4a53c-ffa4-43a0-a891-42f93fc42db6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2391477 Dec 06 15:11:38.529508 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54758) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:38.541833 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b101d502-8507-41b1-9d22-0846a9479c32 None None] For port e52be1be-8bea-4df7-ae28-7b45593690e9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e52be1be-8bea-4df7-ae28-7b45593690e9,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:38.563799 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae9eb0d-c5f4-4fd9-ae66-da3b15ec0b8d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:11:38.564302 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae9eb0d-c5f4-4fd9-ae66-da3b15ec0b8d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:11:38.568785 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:38.677743 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e52be1be-8bea-4df7-ae28-7b45593690e9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:38.690771 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6ae9eb0d-c5f4-4fd9-ae66-da3b15ec0b8d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8060820 Dec 06 15:11:38.693539 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54762) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:38.700155 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2c698461-4b2f-4f7e-9c44-cf8b7743a74d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'subnet': {'network_id': '8a690d92-d601-4e9b-b580-759e46023444', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:38.712665 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d568dfb-482e-4a83-be01-c21df1c41c45 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet ba92e11f-9967-4405-b5d1-268f9e376db5 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:11:38.754142 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] Deleting port eb5fc81c-a954-44b5-ac39-d5b96837c8c5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:38.754487 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:38.867862 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b101d502-8507-41b1-9d22-0846a9479c32 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:38.878115 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] For port eb5fc81c-a954-44b5-ac39-d5b96837c8c5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=eb5fc81c-a954-44b5-ac39-d5b96837c8c5,segment=NetworkSegment(34d4c1bc-5928-4c56-9734-14131205e84e),segment_id=34d4c1bc-5928-4c56-9734-14131205e84e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:38.879089 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:38.880266 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d568dfb-482e-4a83-be01-c21df1c41c45 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:38.901510 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] Calling delete_port for eb5fc81c-a954-44b5-ac39-d5b96837c8c5 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:38.902245 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b101d502-8507-41b1-9d22-0846a9479c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:38.960078 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101d502-8507-41b1-9d22-0846a9479c32 None None] Pushing event updated for resources: {'Port': ['ID=e52be1be-8bea-4df7-ae28-7b45593690e9,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:38.976250 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-8a690d92-d601-4e9b-b580-759e46023444', 'network_id': '8a690d92-d601-4e9b-b580-759e46023444', 'tenant_id': 'b67fd5110730413896aa97ed36cba707', 'fixed_ips': [{'subnet_id': '59beee66-9d32-417f-ba1e-84a25045dfdf'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:11:38.977145 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:38.981697 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c698461-4b2f-4f7e-9c44-cf8b7743a74d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:38.984261 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d568dfb-482e-4a83-be01-c21df1c41c45 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:38.996584 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e52be1be-8bea-4df7-ae28-7b45593690e9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:38.997042 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:38.999274 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c698461-4b2f-4f7e-9c44-cf8b7743a74d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:39.120044 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d568dfb-482e-4a83-be01-c21df1c41c45 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:39.182490 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64f8dc5-e20b-4fe1-993e-30e19c6bb44d None None] DHCP port deletion for fbfac85b-c1b4-4e33-bcb1-27e2cf61434b request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:11:39.238679 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Allocated IP 172.20.0.2 (8a690d92-d601-4e9b-b580-759e46023444/59beee66-9d32-417f-ba1e-84a25045dfdf/0598a43f-0fa6-4783-b6e7-19e9bb133c8c) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:39.255268 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d568dfb-482e-4a83-be01-c21df1c41c45 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:39.342847 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d568dfb-482e-4a83-be01-c21df1c41c45 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=ba92e11f-9967-4405-b5d1-268f9e376db5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:39.346378 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b64f8dc5-e20b-4fe1-993e-30e19c6bb44d None None] Deleting port eb5fc81c-a954-44b5-ac39-d5b96837c8c5 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:39.346846 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b64f8dc5-e20b-4fe1-993e-30e19c6bb44d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:39.351064 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d568dfb-482e-4a83-be01-c21df1c41c45 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:39.363090 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7d568dfb-482e-4a83-be01-c21df1c41c45 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/ba92e11f-9967-4405-b5d1-268f9e376db5 HTTP/1.1" status: 204 len: 168 time: 0.8323181 Dec 06 15:11:39.366597 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54774) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:39.501408 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa47757-f66a-423c-ba02-9abb36dc527a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet f9ef79c7-c1da-4844-92c1-8806a0e3f647 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:11:39.514659 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-faa47757-f66a-423c-ba02-9abb36dc527a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:39.569081 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b64f8dc5-e20b-4fe1-993e-30e19c6bb44d None None] For port eb5fc81c-a954-44b5-ac39-d5b96837c8c5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=eb5fc81c-a954-44b5-ac39-d5b96837c8c5,segment=NetworkSegment(34d4c1bc-5928-4c56-9734-14131205e84e),segment_id=34d4c1bc-5928-4c56-9734-14131205e84e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:39.569982 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b64f8dc5-e20b-4fe1-993e-30e19c6bb44d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:39.593026 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:39.612631 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b3c3015d-7836-4f21-a955-c460c5855a4d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:11:39.616394 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] No DVR routers for this DVR port eb5fc81c-a954-44b5-ac39-d5b96837c8c5 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:11:39.636748 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-faa47757-f66a-423c-ba02-9abb36dc527a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:39.675298 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: b3c3015d-7836-4f21-a955-c460c5855a4d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:11:39.676620 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b3c3015d-7836-4f21-a955-c460c5855a4d not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:11:39.683240 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b64f8dc5-e20b-4fe1-993e-30e19c6bb44d None None] Calling delete_port for eb5fc81c-a954-44b5-ac39-d5b96837c8c5 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:39.763142 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5fc81c-a954-44b5-ac39-d5b96837c8c5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:39.845527 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-faa47757-f66a-423c-ba02-9abb36dc527a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:39.903932 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:39.953380 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfac85b-c1b4-4e33-bcb1-27e2cf61434b']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:39.973341 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d4c1bc-5928-4c56-9734-14131205e84e') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:39.973646 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d4c1bc-5928-4c56-9734-14131205e84e') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:39.977100 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-faa47757-f66a-423c-ba02-9abb36dc527a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:40.008211 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:40.018729 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:40.036675 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:40.045834 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa47757-f66a-423c-ba02-9abb36dc527a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ef79c7-c1da-4844-92c1-8806a0e3f647,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:40.051064 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:40.057293 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-faa47757-f66a-423c-ba02-9abb36dc527a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:40.058798 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:11:40.062335 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:40.074263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-faa47757-f66a-423c-ba02-9abb36dc527a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/f9ef79c7-c1da-4844-92c1-8806a0e3f647 HTTP/1.1" status: 204 len: 168 time: 0.7064624 Dec 06 15:11:40.075001 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54784) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:40.148562 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Network 8a690d92-d601-4e9b-b580-759e46023444 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:40.169566 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Pushing event updated for resources: {'Port': ['ID=0598a43f-0fa6-4783-b6e7-19e9bb133c8c,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:40.178410 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8fd2c338-b576-4ea4-bc13-05f7c39669dc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918684 Dec 06 15:11:40.179342 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54786) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:40.184153 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:40.186780 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:40.189714 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6d7dc2b4-ca30-405a-a952-11a592019b81 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:11:40.204750 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:11:40.230848 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:40.231598 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29a871f-f8c7-4ada-8332-477db521c4bf None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:40.235954 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b64f8dc5-e20b-4fe1-993e-30e19c6bb44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:40.257051 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:40.270920 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] 10.222.0.20 "DELETE /v2.0/networks/fbfac85b-c1b4-4e33-bcb1-27e2cf61434b HTTP/1.1" status: 204 len: 168 time: 1.8762376 Dec 06 15:11:40.327236 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c698461-4b2f-4f7e-9c44-cf8b7743a74d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:40.350453 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29846a-f1fa-41c1-94b9-50be20ec6a7e admin admin] Pushing event deleted for resources: {'Network': ['ID=fbfac85b-c1b4-4e33-bcb1-27e2cf61434b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:40.383467 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-23ab2eeb-af7f-4cc8-b99b-02da2efa8dc9 None None] Provisioning complete for port e52be1be-8bea-4df7-ae28-7b45593690e9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:40.384331 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-23ab2eeb-af7f-4cc8-b99b-02da2efa8dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:40.401755 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b64f8dc5-e20b-4fe1-993e-30e19c6bb44d None None] Network fbfac85b-c1b4-4e33-bcb1-27e2cf61434b is not hosted by any dhcp agent {{(pid=103290) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 15:11:40.402820 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64f8dc5-e20b-4fe1-993e-30e19c6bb44d None None] No DVR routers for this DVR port eb5fc81c-a954-44b5-ac39-d5b96837c8c5 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:11:40.404582 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f8dc5-e20b-4fe1-993e-30e19c6bb44d None None] Pushing event deleted for resources: {'Port': ['ID=eb5fc81c-a954-44b5-ac39-d5b96837c8c5,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:40.411587 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Attempting to bind port 0598a43f-0fa6-4783-b6e7-19e9bb133c8c on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:11:40.412537 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Attempting to bind port 0598a43f-0fa6-4783-b6e7-19e9bb133c8c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c0f56ca7-e104-47a8-86ee-a9cb10acc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8a690d92-d601-4e9b-b580-759e46023444'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:11:40.413011 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Attempting to bind port 0598a43f-0fa6-4783-b6e7-19e9bb133c8c on network 8a690d92-d601-4e9b-b580-759e46023444 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:11:40.492062 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c698461-4b2f-4f7e-9c44-cf8b7743a74d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 8a690d92-d601-4e9b-b580-759e46023444 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:40.521053 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:11:40.523576 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Checking segment: {'id': 'c0f56ca7-e104-47a8-86ee-a9cb10acc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8a690d92-d601-4e9b-b580-759e46023444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:40.524554 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:40.526784 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Bound using segment: {'id': 'c0f56ca7-e104-47a8-86ee-a9cb10acc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8a690d92-d601-4e9b-b580-759e46023444'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:11:40.530979 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2c698461-4b2f-4f7e-9c44-cf8b7743a74d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:40.531388 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Bound port: 0598a43f-0fa6-4783-b6e7-19e9bb133c8c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f56ca7-e104-47a8-86ee-a9cb10acc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8a690d92-d601-4e9b-b580-759e46023444'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:11:40.532750 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:40.533142 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7dc2b4-ca30-405a-a952-11a592019b81 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:40.542650 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2b4-ca30-405a-a952-11a592019b81 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:40.546436 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c698461-4b2f-4f7e-9c44-cf8b7743a74d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:40.564853 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c698461-4b2f-4f7e-9c44-cf8b7743a74d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:40.605283 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c698461-4b2f-4f7e-9c44-cf8b7743a74d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Subnet': ['ID=f8dd5b93-8dfd-46a9-8332-4d52a2e2a54f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:40.643635 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2c698461-4b2f-4f7e-9c44-cf8b7743a74d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9490232 Dec 06 15:11:40.646392 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54794) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:40.656427 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8f2e6865-f21d-45c2-9a10-4a011de606dc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'network_id': '8a690d92-d601-4e9b-b580-759e46023444', 'fixed_ips': [{'subnet_id': '59beee66-9d32-417f-ba1e-84a25045dfdf'}, {'subnet_id': 'f8dd5b93-8dfd-46a9-8332-4d52a2e2a54f'}], 'name': 'tempest-PortsTestJSON-1589243930'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:40.732262 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e52be1be-8bea-4df7-ae28-7b45593690e9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:40.849685 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54800) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:40.963923 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d54deef2-bce4-41e7-9936-0e76616e3dd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a2aac743260403bb350e6365eee4c89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0987709 Dec 06 15:11:40.969416 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54802) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:41.070108 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2e6865-f21d-45c2-9a10-4a011de606dc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:41.088749 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e4929fd-6eb5-47b4-8089-94c6f906d0b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:41.156713 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e4929fd-6eb5-47b4-8089-94c6f906d0b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:41.174013 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-23ab2eeb-af7f-4cc8-b99b-02da2efa8dc9 None None] Could not find standard attr ID for object 82f5a76b-373d-4bbb-acfe-20ff5331834c. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:11:41.175159 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2b4-ca30-405a-a952-11a592019b81 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:41.175775 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] For port 0598a43f-0fa6-4783-b6e7-19e9bb133c8c, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:11:41.180426 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] For port 0598a43f-0fa6-4783-b6e7-19e9bb133c8c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0598a43f-0fa6-4783-b6e7-19e9bb133c8c,segment=NetworkSegment(c0f56ca7-e104-47a8-86ee-a9cb10acc86a),segment_id=c0f56ca7-e104-47a8-86ee-a9cb10acc86a)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:11:41.190598 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:41.263510 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dc2b4-ca30-405a-a952-11a592019b81 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=ef031c83-4c41-426b-9ea6-ae5e5ea56705,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:41.283784 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6865-f21d-45c2-9a10-4a011de606dc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:41.289796 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96b1e4-5331-4bda-bac2-ebb746d75d89 None None] Pushing event updated for resources: {'Port': ['ID=0598a43f-0fa6-4783-b6e7-19e9bb133c8c,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:41.294815 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e329f3a-e370-4dac-b5b0-e70cda43803a None None] DHCP port deletion for 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:11:41.304649 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e52be1be-8bea-4df7-ae28-7b45593690e9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:41.305034 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:41.344945 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-8f2e6865-f21d-45c2-9a10-4a011de606dc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] device_id is not set on port b5c187ad-21af-4936-b1bb-357fd67daa5a yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:11:41.377791 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7dc2b4-ca30-405a-a952-11a592019b81 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:41.382033 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-6d7dc2b4-ca30-405a-a952-11a592019b81 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:41.389197 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7dc2b4-ca30-405a-a952-11a592019b81 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:41.390785 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2b4-ca30-405a-a952-11a592019b81 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:41.433365 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54806) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:41.434149 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6d7dc2b4-ca30-405a-a952-11a592019b81 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2535291 Dec 06 15:11:41.450006 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e4929fd-6eb5-47b4-8089-94c6f906d0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:41.452800 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e4929fd-6eb5-47b4-8089-94c6f906d0b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:41.453945 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1e4929fd-6eb5-47b4-8089-94c6f906d0b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99dbc113-26c3-4cb8-913d-4b455c2b608b HTTP/1.1" status: 204 len: 168 time: 0.4828205 Dec 06 15:11:41.472107 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4929fd-6eb5-47b4-8089-94c6f906d0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dbc113-26c3-4cb8-913d-4b455c2b608b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:41.484332 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c0f5d858-5aee-44cc-8725-d9ac8a3d6da1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:41.824139 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1e329f3a-e370-4dac-b5b0-e70cda43803a None None] Deleting port e52be1be-8bea-4df7-ae28-7b45593690e9 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:41.825556 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1e329f3a-e370-4dac-b5b0-e70cda43803a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:42.036355 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1e329f3a-e370-4dac-b5b0-e70cda43803a None None] For port e52be1be-8bea-4df7-ae28-7b45593690e9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e52be1be-8bea-4df7-ae28-7b45593690e9,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:42.037066 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1e329f3a-e370-4dac-b5b0-e70cda43803a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:42.051985 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1e329f3a-e370-4dac-b5b0-e70cda43803a None None] Calling delete_port for e52be1be-8bea-4df7-ae28-7b45593690e9 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:42.151923 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device eb5fc81c-a954-44b5-ac39-d5b96837c8c5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:11:42.175893 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: eb5fc81c-a954-44b5-ac39-d5b96837c8c5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:11:42.176604 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device eb5fc81c-a954-44b5-ac39-d5b96837c8c5 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:11:42.180181 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1e329f3a-e370-4dac-b5b0-e70cda43803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:42.203323 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-8f2e6865-f21d-45c2-9a10-4a011de606dc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Allocated IP 172.20.0.14 (8a690d92-d601-4e9b-b580-759e46023444/59beee66-9d32-417f-ba1e-84a25045dfdf/b5c187ad-21af-4936-b1bb-357fd67daa5a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:42.212349 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-8f2e6865-f21d-45c2-9a10-4a011de606dc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Allocated IP 172.20.0.22 (8a690d92-d601-4e9b-b580-759e46023444/f8dd5b93-8dfd-46a9-8332-4d52a2e2a54f/b5c187ad-21af-4936-b1bb-357fd67daa5a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:42.231430 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e329f3a-e370-4dac-b5b0-e70cda43803a None None] Pushing event deleted for resources: {'Port': ['ID=e52be1be-8bea-4df7-ae28-7b45593690e9,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:42.234110 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e329f3a-e370-4dac-b5b0-e70cda43803a None None] No DVR routers for this DVR port e52be1be-8bea-4df7-ae28-7b45593690e9 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:11:42.255757 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb92482d-c6c4-4b37-b165-c218be3c2d43 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:42.311212 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54830) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:42.410971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5f413285-86d5-423b-b4e3-86ce6f40ad45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83eae5b5a6104dc297aa572794c1845b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0977159 Dec 06 15:11:42.413037 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54832) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:42.468507 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f5d858-5aee-44cc-8725-d9ac8a3d6da1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:42.473535 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d858-5aee-44cc-8725-d9ac8a3d6da1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:42.513707 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'fixed_ips': [{'subnet_id': 'ef031c83-4c41-426b-9ea6-ae5e5ea56705'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:11:42.515924 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:42.536025 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76390241-2896-4ba6-9e09-a0b92c01943c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:42.615611 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76390241-2896-4ba6-9e09-a0b92c01943c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:42.723283 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76390241-2896-4ba6-9e09-a0b92c01943c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:42.726395 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76390241-2896-4ba6-9e09-a0b92c01943c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:42.727791 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-76390241-2896-4ba6-9e09-a0b92c01943c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc2cdf8b-89c9-44b1-af72-5132b5eb5a23 HTTP/1.1" status: 204 len: 168 time: 0.3137581 Dec 06 15:11:42.732216 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0598a43f-0fa6-4783-b6e7-19e9bb133c8c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:42.738768 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76390241-2896-4ba6-9e09-a0b92c01943c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2cdf8b-89c9-44b1-af72-5132b5eb5a23,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:42.757255 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6865-f21d-45c2-9a10-4a011de606dc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:42.945399 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6865-f21d-45c2-9a10-4a011de606dc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:42.984767 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Allocated IP 172.20.0.2 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/ef031c83-4c41-426b-9ea6-ae5e5ea56705/270b149c-1dc3-479b-8b77-7824ec5ea8f9) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:43.136431 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e6865-f21d-45c2-9a10-4a011de606dc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=b5c187ad-21af-4936-b1bb-357fd67daa5a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:43.291702 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:43.303497 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041e59f5-4c1b-4584-815b-4fbf73c413bd None None] Network 8a690d92-d601-4e9b-b580-759e46023444 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:43.356738 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2e6865-f21d-45c2-9a10-4a011de606dc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 8a690d92-d601-4e9b-b580-759e46023444 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:43.362149 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8f2e6865-f21d-45c2-9a10-4a011de606dc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:43.366562 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e6865-f21d-45c2-9a10-4a011de606dc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:43.454124 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0598a43f-0fa6-4783-b6e7-19e9bb133c8c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:43.454506 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:43.468369 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:43.481024 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2e6865-f21d-45c2-9a10-4a011de606dc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:43.481879 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6865-f21d-45c2-9a10-4a011de606dc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:43.587618 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8f2e6865-f21d-45c2-9a10-4a011de606dc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.9388320 Dec 06 15:11:43.590499 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54852) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:43.595914 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0924b4a4-09e2-4439-90d3-951dab90d31e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '59beee66-9d32-417f-ba1e-84a25045dfdf'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:43.610051 n-d-master-1 neutron-server[103288]: DEBUG neutron.objects.ports [None req-c0f5d858-5aee-44cc-8725-d9ac8a3d6da1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103288) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 15:11:43.625071 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:43.635925 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:43.642990 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:43.646903 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cf837cc5-3a28-4e94-af78-3963b0086031 None None] Provisioning complete for port 0598a43f-0fa6-4783-b6e7-19e9bb133c8c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:43.647307 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cf837cc5-3a28-4e94-af78-3963b0086031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:43.700823 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Pushing event updated for resources: {'Port': ['ID=270b149c-1dc3-479b-8b77-7824ec5ea8f9,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:43.828196 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0924b4a4-09e2-4439-90d3-951dab90d31e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:43.848863 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Attempting to bind port 270b149c-1dc3-479b-8b77-7824ec5ea8f9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:11:43.849253 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Attempting to bind port 270b149c-1dc3-479b-8b77-7824ec5ea8f9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:11:43.849651 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Attempting to bind port 270b149c-1dc3-479b-8b77-7824ec5ea8f9 on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:11:43.884786 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:11:43.885287 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:43.885727 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:43.886136 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:11:43.886813 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Bound port: 270b149c-1dc3-479b-8b77-7824ec5ea8f9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:11:43.887224 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:43.906079 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cf837cc5-3a28-4e94-af78-3963b0086031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:43.911719 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:44.057960 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cf837cc5-3a28-4e94-af78-3963b0086031 None None] For port 0598a43f-0fa6-4783-b6e7-19e9bb133c8c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0598a43f-0fa6-4783-b6e7-19e9bb133c8c,segment=NetworkSegment(c0f56ca7-e104-47a8-86ee-a9cb10acc86a),segment_id=c0f56ca7-e104-47a8-86ee-a9cb10acc86a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:44.069657 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cf837cc5-3a28-4e94-af78-3963b0086031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:44.090330 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] For port 270b149c-1dc3-479b-8b77-7824ec5ea8f9, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:11:44.105042 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] For port 270b149c-1dc3-479b-8b77-7824ec5ea8f9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=270b149c-1dc3-479b-8b77-7824ec5ea8f9,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:11:44.111304 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d858-5aee-44cc-8725-d9ac8a3d6da1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:44.191648 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:44.312750 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:11:44.313420 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:11:44.329618 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf837cc5-3a28-4e94-af78-3963b0086031 None None] Pushing event updated for resources: {'Port': ['ID=0598a43f-0fa6-4783-b6e7-19e9bb133c8c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:44.347141 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0febc9-5613-4540-bac9-411b9068bc61 None None] Update dhcp port {'port': {'network_id': '8a690d92-d601-4e9b-b580-759e46023444', 'fixed_ips': [{'subnet_id': '59beee66-9d32-417f-ba1e-84a25045dfdf', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f8dd5b93-8dfd-46a9-8332-4d52a2e2a54f'}], 'binding:host_id': 'n-d-master-1'}, 'id': '0598a43f-0fa6-4783-b6e7-19e9bb133c8c'} from n-d-master-1. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 15:11:44.422386 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c0f5d858-5aee-44cc-8725-d9ac8a3d6da1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] For port 270b149c-1dc3-479b-8b77-7824ec5ea8f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=270b149c-1dc3-479b-8b77-7824ec5ea8f9,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:44.456180 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb0febc9-5613-4540-bac9-411b9068bc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:44.481679 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d858-5aee-44cc-8725-d9ac8a3d6da1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:44.499003 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d858-5aee-44cc-8725-d9ac8a3d6da1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:44.500633 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d858-5aee-44cc-8725-d9ac8a3d6da1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:44.526782 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0029cf5-19f0-456c-9cf1-fc4efb5e0aff None None] Pushing event updated for resources: {'Port': ['ID=270b149c-1dc3-479b-8b77-7824ec5ea8f9,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:44.691083 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f5d858-5aee-44cc-8725-d9ac8a3d6da1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:44.713248 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c0f5d858-5aee-44cc-8725-d9ac8a3d6da1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:44.731670 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f5d858-5aee-44cc-8725-d9ac8a3d6da1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:44.732497 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d858-5aee-44cc-8725-d9ac8a3d6da1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:44.754968 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5d858-5aee-44cc-8725-d9ac8a3d6da1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=270b149c-1dc3-479b-8b77-7824ec5ea8f9,revision_number=4']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:44.767379 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c0f5d858-5aee-44cc-8725-d9ac8a3d6da1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3266244 Dec 06 15:11:44.768352 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5d858-5aee-44cc-8725-d9ac8a3d6da1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=0ab3c62c-58c8-409a-899f-357f1eebfd21,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:44.771780 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54868) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:44.783632 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2e383910-7303-40a1-b6a6-9c0dc98cd0b5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'mac_address': 'fa:16:3e:b2:4c:37', 'name': 'tempest-NetworksTestDHCPv6-1627836727'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:44.959929 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-fb0febc9-5613-4540-bac9-411b9068bc61 None None] Allocated IP 172.20.0.18 (8a690d92-d601-4e9b-b580-759e46023444/f8dd5b93-8dfd-46a9-8332-4d52a2e2a54f/0598a43f-0fa6-4783-b6e7-19e9bb133c8c) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:45.034970 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e383910-7303-40a1-b6a6-9c0dc98cd0b5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:45.201745 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e52be1be-8bea-4df7-ae28-7b45593690e9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:11:45.248682 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e383910-7303-40a1-b6a6-9c0dc98cd0b5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:45.276406 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-2e383910-7303-40a1-b6a6-9c0dc98cd0b5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port a08fb91d-09ed-4201-989b-56f5bae85f67 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:11:45.283026 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: e52be1be-8bea-4df7-ae28-7b45593690e9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:11:45.283373 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e52be1be-8bea-4df7-ae28-7b45593690e9 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:11:45.385384 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fb0febc9-5613-4540-bac9-411b9068bc61 None None] For port 0598a43f-0fa6-4783-b6e7-19e9bb133c8c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0598a43f-0fa6-4783-b6e7-19e9bb133c8c,segment=NetworkSegment(c0f56ca7-e104-47a8-86ee-a9cb10acc86a),segment_id=c0f56ca7-e104-47a8-86ee-a9cb10acc86a)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:45.532859 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb0febc9-5613-4540-bac9-411b9068bc61 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:45.546096 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb0febc9-5613-4540-bac9-411b9068bc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:45.703033 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-0924b4a4-09e2-4439-90d3-951dab90d31e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Delete allocated IP 172.20.0.22 (8a690d92-d601-4e9b-b580-759e46023444/f8dd5b93-8dfd-46a9-8332-4d52a2e2a54f) {{(pid=103289) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 15:11:45.734190 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0598a43f-0fa6-4783-b6e7-19e9bb133c8c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:45.770808 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2e383910-7303-40a1-b6a6-9c0dc98cd0b5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 172.20.0.10 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/ef031c83-4c41-426b-9ea6-ae5e5ea56705/a08fb91d-09ed-4201-989b-56f5bae85f67) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:45.779969 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2e383910-7303-40a1-b6a6-9c0dc98cd0b5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::f816:3eff:feb2:4c37 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/0ab3c62c-58c8-409a-899f-357f1eebfd21/a08fb91d-09ed-4201-989b-56f5bae85f67) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:45.894384 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0febc9-5613-4540-bac9-411b9068bc61 None None] Pushing event updated for resources: {'Port': ['ID=0598a43f-0fa6-4783-b6e7-19e9bb133c8c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:45.916705 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54888) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:46.000555 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0598a43f-0fa6-4783-b6e7-19e9bb133c8c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:46.005109 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:46.177922 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0924b4a4-09e2-4439-90d3-951dab90d31e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:46.187338 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0924b4a4-09e2-4439-90d3-951dab90d31e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:46.227281 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e383910-7303-40a1-b6a6-9c0dc98cd0b5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:46.255044 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7d28e2-0ff3-40e1-94a1-0fc607fb57ca None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:46.313842 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-89d356a8-1d14-4b1e-b261-1cc9b49293b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:46.512232 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 270b149c-1dc3-479b-8b77-7824ec5ea8f9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:46.520283 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bad2b80a-29d6-4ad9-b537-97cdabbf6c36 None None] Provisioning complete for port 270b149c-1dc3-479b-8b77-7824ec5ea8f9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:46.521307 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bad2b80a-29d6-4ad9-b537-97cdabbf6c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:46.521791 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924b4a4-09e2-4439-90d3-951dab90d31e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=b5c187ad-21af-4936-b1bb-357fd67daa5a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:46.522491 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e383910-7303-40a1-b6a6-9c0dc98cd0b5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:46.525809 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0924b4a4-09e2-4439-90d3-951dab90d31e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] In _notify_port_updated(), no bound segment for port b5c187ad-21af-4936-b1bb-357fd67daa5a on network 8a690d92-d601-4e9b-b580-759e46023444 {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 15:11:46.543263 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924b4a4-09e2-4439-90d3-951dab90d31e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:46.543998 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0924b4a4-09e2-4439-90d3-951dab90d31e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:46.547741 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0924b4a4-09e2-4439-90d3-951dab90d31e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "PUT /v2.0/ports/b5c187ad-21af-4936-b1bb-357fd67daa5a HTTP/1.1" status: 200 len: 920 time: 2.9561048 Dec 06 15:11:46.552212 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54906) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:46.568608 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9e8a4e90-11f8-4b1f-b01d-9e5ca8b164c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '59beee66-9d32-417f-ba1e-84a25045dfdf'}, {'subnet_id': 'f8dd5b93-8dfd-46a9-8332-4d52a2e2a54f'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:46.720471 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e383910-7303-40a1-b6a6-9c0dc98cd0b5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:46.731920 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2e383910-7303-40a1-b6a6-9c0dc98cd0b5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:46.735260 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e383910-7303-40a1-b6a6-9c0dc98cd0b5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:46.740656 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e383910-7303-40a1-b6a6-9c0dc98cd0b5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=a08fb91d-09ed-4201-989b-56f5bae85f67,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:46.760688 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4e90-11f8-4b1f-b01d-9e5ca8b164c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:46.865247 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-89d356a8-1d14-4b1e-b261-1cc9b49293b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:46.873107 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e383910-7303-40a1-b6a6-9c0dc98cd0b5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:46.874030 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e383910-7303-40a1-b6a6-9c0dc98cd0b5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:46.881211 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-89d356a8-1d14-4b1e-b261-1cc9b49293b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:46.918214 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-89d356a8-1d14-4b1e-b261-1cc9b49293b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdc5d19d07f6480fa1debdcedf67e44c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9763083 Dec 06 15:11:46.919780 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54914) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:46.949226 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2e383910-7303-40a1-b6a6-9c0dc98cd0b5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1758337 Dec 06 15:11:46.951950 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54916) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:47.005148 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d356a8-1d14-4b1e-b261-1cc9b49293b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5576b8e-f42f-4931-a5f2-08f1cb4f5378,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:47.021735 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95c72f5-5ab3-4db9-9d09-c18b22450178 None None] Network 8a690d92-d601-4e9b-b580-759e46023444 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:47.052230 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f18d7d-9cd3-4079-87d2-f5ae552a1153 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:47.058796 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f18d7d-9cd3-4079-87d2-f5ae552a1153 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:47.064085 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-04f18d7d-9cd3-4079-87d2-f5ae552a1153 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1069324 Dec 06 15:11:47.065126 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54918) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:47.077430 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-030fc638-b8a6-4e32-b929-57f9e20fc133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:47.153593 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-030fc638-b8a6-4e32-b929-57f9e20fc133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:47.211228 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4a809a1f-35e3-43b6-9133-eb1ff0f05e37 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port a08fb91d-09ed-4201-989b-56f5bae85f67 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:47.211971 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a809a1f-35e3-43b6-9133-eb1ff0f05e37 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:47.274374 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-030fc638-b8a6-4e32-b929-57f9e20fc133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:47.282904 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-030fc638-b8a6-4e32-b929-57f9e20fc133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:47.286849 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-030fc638-b8a6-4e32-b929-57f9e20fc133 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5576b8e-f42f-4931-a5f2-08f1cb4f5378 HTTP/1.1" status: 204 len: 168 time: 0.3650243 Dec 06 15:11:47.303408 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-9e8a4e90-11f8-4b1f-b01d-9e5ca8b164c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Allocated IP 172.20.0.22 (8a690d92-d601-4e9b-b580-759e46023444/f8dd5b93-8dfd-46a9-8332-4d52a2e2a54f/b5c187ad-21af-4936-b1bb-357fd67daa5a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:47.339826 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 270b149c-1dc3-479b-8b77-7824ec5ea8f9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:47.340256 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:47.388528 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030fc638-b8a6-4e32-b929-57f9e20fc133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5576b8e-f42f-4931-a5f2-08f1cb4f5378,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:47.444436 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a809a1f-35e3-43b6-9133-eb1ff0f05e37 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:47.469835 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4e90-11f8-4b1f-b01d-9e5ca8b164c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:47.473745 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4a809a1f-35e3-43b6-9133-eb1ff0f05e37 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for a08fb91d-09ed-4201-989b-56f5bae85f67 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:47.489733 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4e90-11f8-4b1f-b01d-9e5ca8b164c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:47.591121 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bad2b80a-29d6-4ad9-b537-97cdabbf6c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:47.705332 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bad2b80a-29d6-4ad9-b537-97cdabbf6c36 None None] For port 270b149c-1dc3-479b-8b77-7824ec5ea8f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=270b149c-1dc3-479b-8b77-7824ec5ea8f9,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:47.755572 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bad2b80a-29d6-4ad9-b537-97cdabbf6c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:47.834961 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a4e90-11f8-4b1f-b01d-9e5ca8b164c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=b5c187ad-21af-4936-b1bb-357fd67daa5a,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:47.892796 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9e8a4e90-11f8-4b1f-b01d-9e5ca8b164c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] In _notify_port_updated(), no bound segment for port b5c187ad-21af-4936-b1bb-357fd67daa5a on network 8a690d92-d601-4e9b-b580-759e46023444 {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 15:11:47.919247 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8a4e90-11f8-4b1f-b01d-9e5ca8b164c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:47.920862 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9e8a4e90-11f8-4b1f-b01d-9e5ca8b164c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:47.922307 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9e8a4e90-11f8-4b1f-b01d-9e5ca8b164c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "PUT /v2.0/ports/b5c187ad-21af-4936-b1bb-357fd67daa5a HTTP/1.1" status: 200 len: 1000 time: 1.3688326 Dec 06 15:11:47.929285 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54936) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:47.942779 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a809a1f-35e3-43b6-9133-eb1ff0f05e37 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:47.989886 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54940) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:48.075874 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2b80a-29d6-4ad9-b537-97cdabbf6c36 None None] Pushing event updated for resources: {'Port': ['ID=270b149c-1dc3-479b-8b77-7824ec5ea8f9,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:48.084365 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-62725183-7b0e-4c9e-bc66-2ec7402f2fb6 None None] Provisioning complete for port b5c187ad-21af-4936-b1bb-357fd67daa5a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:48.084747 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62725183-7b0e-4c9e-bc66-2ec7402f2fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:48.204868 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-62725183-7b0e-4c9e-bc66-2ec7402f2fb6 None None] Port b5c187ad-21af-4936-b1bb-357fd67daa5a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:11:48.214572 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8844b1a7-142e-4899-8e7f-0129e0ef7ba1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port b5c187ad-21af-4936-b1bb-357fd67daa5a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:48.214961 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8844b1a7-142e-4899-8e7f-0129e0ef7ba1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:48.238326 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0598a43f-0fa6-4783-b6e7-19e9bb133c8c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:48.354089 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-62725183-7b0e-4c9e-bc66-2ec7402f2fb6 None None] Provisioning complete for port 0598a43f-0fa6-4783-b6e7-19e9bb133c8c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:48.354461 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62725183-7b0e-4c9e-bc66-2ec7402f2fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:48.355085 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea0837ca-994c-439f-84f1-81094d70780a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:48.371188 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a809a1f-35e3-43b6-9133-eb1ff0f05e37 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=a08fb91d-09ed-4201-989b-56f5bae85f67,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:48.388408 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a809a1f-35e3-43b6-9133-eb1ff0f05e37 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:48.389465 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8844b1a7-142e-4899-8e7f-0129e0ef7ba1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:48.403278 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4a809a1f-35e3-43b6-9133-eb1ff0f05e37 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/a08fb91d-09ed-4201-989b-56f5bae85f67 HTTP/1.1" status: 204 len: 168 time: 1.3344598 Dec 06 15:11:48.419615 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8844b1a7-142e-4899-8e7f-0129e0ef7ba1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for b5c187ad-21af-4936-b1bb-357fd67daa5a owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:48.592850 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0598a43f-0fa6-4783-b6e7-19e9bb133c8c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:48.593254 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:48.621815 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea0837ca-994c-439f-84f1-81094d70780a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:48.623813 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54942) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:48.656891 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea0837ca-994c-439f-84f1-81094d70780a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:48.727023 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ea0837ca-994c-439f-84f1-81094d70780a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9119bbf5d0bf458a80e1ea3196f005ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7200694 Dec 06 15:11:48.749804 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0837ca-994c-439f-84f1-81094d70780a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5fb044-b756-4aa1-8022-fd5481627ee0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:48.765189 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54950) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:48.889633 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa059dc-faba-41c6-a113-fca6c33c322f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:48.893902 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa059dc-faba-41c6-a113-fca6c33c322f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:48.897167 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa059dc-faba-41c6-a113-fca6c33c322f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:48.907538 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0aa059dc-faba-41c6-a113-fca6c33c322f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2746637 Dec 06 15:11:48.908962 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54956) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:48.967990 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8844b1a7-142e-4899-8e7f-0129e0ef7ba1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:49.001773 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-72c18d40-62cd-4c97-8f9c-69958a0cc879 None None] Provisioning complete for port b5c187ad-21af-4936-b1bb-357fd67daa5a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:49.002804 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-72c18d40-62cd-4c97-8f9c-69958a0cc879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:49.018497 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3534-6b3c-4a52-9fdc-3534c19f84e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:49.021618 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844b1a7-142e-4899-8e7f-0129e0ef7ba1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=b5c187ad-21af-4936-b1bb-357fd67daa5a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:49.047956 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-f682a362-e0ec-4f93-9dbd-c206b2b6e761 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet 0ab3c62c-58c8-409a-899f-357f1eebfd21 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:11:49.081150 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-72c18d40-62cd-4c97-8f9c-69958a0cc879 None None] Port b5c187ad-21af-4936-b1bb-357fd67daa5a was deleted so its status cannot be updated. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 06 15:11:49.098377 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3534-6b3c-4a52-9fdc-3534c19f84e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:49.120400 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f682a362-e0ec-4f93-9dbd-c206b2b6e761 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:49.121894 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-72c18d40-62cd-4c97-8f9c-69958a0cc879 None None] Provisioning complete for port 0598a43f-0fa6-4783-b6e7-19e9bb133c8c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:49.122424 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-72c18d40-62cd-4c97-8f9c-69958a0cc879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:49.200928 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8844b1a7-142e-4899-8e7f-0129e0ef7ba1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:49.216417 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8844b1a7-142e-4899-8e7f-0129e0ef7ba1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/ports/b5c187ad-21af-4936-b1bb-357fd67daa5a HTTP/1.1" status: 204 len: 168 time: 1.2826633 Dec 06 15:11:49.220548 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54960) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:49.264927 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b78115-4779-4390-b6d4-74eb46d1c395 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] GET failed (client error): The resource could not be found. Dec 06 15:11:49.269899 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-84b78115-4779-4390-b6d4-74eb46d1c395 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports/b5c187ad-21af-4936-b1bb-357fd67daa5a HTTP/1.1" status: 404 len: 333 time: 0.0470917 Dec 06 15:11:49.270657 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54964) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:49.274517 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f682a362-e0ec-4f93-9dbd-c206b2b6e761 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:49.525846 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e0edd8ae-0e11-4999-bf58-b7b2661e2a97 None None] Could not find standard attr ID for object a08fb91d-09ed-4201-989b-56f5bae85f67. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:11:49.548283 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e0edd8ae-0e11-4999-bf58-b7b2661e2a97 None None] Could not find standard attr ID for object b5c187ad-21af-4936-b1bb-357fd67daa5a. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:11:49.584342 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e0edd8ae-0e11-4999-bf58-b7b2661e2a97 None None] Provisioning complete for port 270b149c-1dc3-479b-8b77-7824ec5ea8f9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:49.584953 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e0edd8ae-0e11-4999-bf58-b7b2661e2a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:49.857384 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-67b830c8-7e34-45ee-8b75-6f47f573e4e7 None None] Could not find standard attr ID for object a08fb91d-09ed-4201-989b-56f5bae85f67. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:11:49.869287 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-67b830c8-7e34-45ee-8b75-6f47f573e4e7 None None] Could not find standard attr ID for object b5c187ad-21af-4936-b1bb-357fd67daa5a. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:11:49.950514 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3534-6b3c-4a52-9fdc-3534c19f84e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:49.952824 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3534-6b3c-4a52-9fdc-3534c19f84e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:49.953940 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ab5c3534-6b3c-4a52-9fdc-3534c19f84e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f5fb044-b756-4aa1-8022-fd5481627ee0 HTTP/1.1" status: 204 len: 168 time: 1.1821749 Dec 06 15:11:49.981703 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c3534-6b3c-4a52-9fdc-3534c19f84e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5fb044-b756-4aa1-8022-fd5481627ee0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:50.015013 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8fe0a4-2b2c-44c1-bd9b-7ae42d6f1bbc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting subnet f8dd5b93-8dfd-46a9-8332-4d52a2e2a54f {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:11:50.020640 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe0a4-2b2c-44c1-bd9b-7ae42d6f1bbc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:50.067280 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe0a4-2b2c-44c1-bd9b-7ae42d6f1bbc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:50.179616 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 270b149c-1dc3-479b-8b77-7824ec5ea8f9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:50.198462 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe0a4-2b2c-44c1-bd9b-7ae42d6f1bbc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:50.272488 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54982) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:50.294027 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe0a4-2b2c-44c1-bd9b-7ae42d6f1bbc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:50.316261 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe0a4-2b2c-44c1-bd9b-7ae42d6f1bbc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:50.323288 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 54986) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:50.325488 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 270b149c-1dc3-479b-8b77-7824ec5ea8f9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:50.325894 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:50.335774 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-aa8fe0a4-2b2c-44c1-bd9b-7ae42d6f1bbc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/f8dd5b93-8dfd-46a9-8332-4d52a2e2a54f HTTP/1.1" status: 204 len: 168 time: 1.0521107 Dec 06 15:11:50.396697 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e7f07c-cee4-434a-88b7-47e93b1e96f8 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting subnet 59beee66-9d32-417f-ba1e-84a25045dfdf {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:11:50.400906 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90e7f07c-cee4-434a-88b7-47e93b1e96f8 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:50.411701 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fe0a4-2b2c-44c1-bd9b-7ae42d6f1bbc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Subnet': ['ID=f8dd5b93-8dfd-46a9-8332-4d52a2e2a54f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:50.441685 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f682a362-e0ec-4f93-9dbd-c206b2b6e761 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:50.491447 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11962bb9-0eb7-4414-9bc3-0b8e4d77ffaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:50.602819 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f682a362-e0ec-4f93-9dbd-c206b2b6e761 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:50.603696 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11962bb9-0eb7-4414-9bc3-0b8e4d77ffaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:50.607389 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90e7f07c-cee4-434a-88b7-47e93b1e96f8 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:50.637646 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734fd828-7f26-435b-ad89-69e4e8740efa None None] Network 8a690d92-d601-4e9b-b580-759e46023444 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:50.640674 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11962bb9-0eb7-4414-9bc3-0b8e4d77ffaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:50.657108 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682a362-e0ec-4f93-9dbd-c206b2b6e761 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=0ab3c62c-58c8-409a-899f-357f1eebfd21,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:50.677505 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f682a362-e0ec-4f93-9dbd-c206b2b6e761 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:50.680814 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f682a362-e0ec-4f93-9dbd-c206b2b6e761 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/0ab3c62c-58c8-409a-899f-357f1eebfd21 HTTP/1.1" status: 204 len: 168 time: 1.7707484 Dec 06 15:11:50.685660 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54996) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:50.688616 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-11962bb9-0eb7-4414-9bc3-0b8e4d77ffaa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5a4108d09c6490a9e4c1abb79155042&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4150193 Dec 06 15:11:50.696725 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 54998) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:50.699276 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d705338-9e3b-42c2-a1b4-a498a1ee73c4 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:50.809727 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11962bb9-0eb7-4414-9bc3-0b8e4d77ffaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a878ca-35e4-481d-8b10-77abc2bbcbfc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:50.850264 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-70067fad-3dc9-4f9a-b9d3-c1d62667e610 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet ef031c83-4c41-426b-9ea6-ae5e5ea56705 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:11:50.855676 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70067fad-3dc9-4f9a-b9d3-c1d62667e610 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:50.943250 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90e7f07c-cee4-434a-88b7-47e93b1e96f8 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:50.964573 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d92b65e-b143-4953-be47-80b1faed4c5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.049752 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70067fad-3dc9-4f9a-b9d3-c1d62667e610 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.076563 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90e7f07c-cee4-434a-88b7-47e93b1e96f8 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.129502 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7f07c-cee4-434a-88b7-47e93b1e96f8 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Subnet': ['ID=59beee66-9d32-417f-ba1e-84a25045dfdf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:51.131965 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90e7f07c-cee4-434a-88b7-47e93b1e96f8 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.139552 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-90e7f07c-cee4-434a-88b7-47e93b1e96f8 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/59beee66-9d32-417f-ba1e-84a25045dfdf HTTP/1.1" status: 204 len: 168 time: 0.8151038 Dec 06 15:11:51.140921 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55018) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:51.176360 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d92b65e-b143-4953-be47-80b1faed4c5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.213030 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69de484f-1eff-4b68-b979-be4d0b745795 None None] Update dhcp port {'port': {'network_id': '8a690d92-d601-4e9b-b580-759e46023444', 'fixed_ips': [{'subnet_id': '59beee66-9d32-417f-ba1e-84a25045dfdf'}], 'binding:host_id': 'n-d-master-1'}, 'id': '0598a43f-0fa6-4783-b6e7-19e9bb133c8c'} from n-d-master-1. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 15:11:51.235373 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70067fad-3dc9-4f9a-b9d3-c1d62667e610 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.292142 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69de484f-1eff-4b68-b979-be4d0b745795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.321206 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d92b65e-b143-4953-be47-80b1faed4c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.323289 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.324279 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d92b65e-b143-4953-be47-80b1faed4c5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.328457 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2d92b65e-b143-4953-be47-80b1faed4c5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1a878ca-35e4-481d-8b10-77abc2bbcbfc HTTP/1.1" status: 204 len: 168 time: 0.6288016 Dec 06 15:11:51.352871 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92b65e-b143-4953-be47-80b1faed4c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a878ca-35e4-481d-8b10-77abc2bbcbfc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:51.373484 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70067fad-3dc9-4f9a-b9d3-c1d62667e610 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.405791 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port 0598a43f-0fa6-4783-b6e7-19e9bb133c8c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:51.406206 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.444518 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70067fad-3dc9-4f9a-b9d3-c1d62667e610 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=ef031c83-4c41-426b-9ea6-ae5e5ea56705,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:51.456119 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70067fad-3dc9-4f9a-b9d3-c1d62667e610 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.466286 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-70067fad-3dc9-4f9a-b9d3-c1d62667e610 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/ef031c83-4c41-426b-9ea6-ae5e5ea56705 HTTP/1.1" status: 204 len: 168 time: 0.7794802 Dec 06 15:11:51.468320 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55026) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:51.501393 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] For port 0598a43f-0fa6-4783-b6e7-19e9bb133c8c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0598a43f-0fa6-4783-b6e7-19e9bb133c8c,segment=NetworkSegment(c0f56ca7-e104-47a8-86ee-a9cb10acc86a),segment_id=c0f56ca7-e104-47a8-86ee-a9cb10acc86a)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:51.507198 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.523394 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for 0598a43f-0fa6-4783-b6e7-19e9bb133c8c owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:51.556420 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8cf7dadb-859f-4cf5-a0a1-a27132057711 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865285 Dec 06 15:11:51.557163 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55030) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:51.563159 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-47004dde-a8e7-4b8a-9db1-519165258bf1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:51.667583 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.732406 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79e9f27-c38f-4180-9da3-7a17fe71d6af None None] Network 8a690d92-d601-4e9b-b580-759e46023444 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:51.737762 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No DVR routers for this DVR port 0598a43f-0fa6-4783-b6e7-19e9bb133c8c on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:11:51.776194 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47004dde-a8e7-4b8a-9db1-519165258bf1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:51.780630 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=0598a43f-0fa6-4783-b6e7-19e9bb133c8c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:51.783860 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47004dde-a8e7-4b8a-9db1-519165258bf1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.839438 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6bcdcc6b-036c-4b4d-bc53-99f48da1651a None None] Could not find standard attr ID for object 0598a43f-0fa6-4783-b6e7-19e9bb133c8c. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:11:51.857425 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.879087 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a690d92-d601-4e9b-b580-759e46023444']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:51.889887 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f56ca7-e104-47a8-86ee-a9cb10acc86a') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:51.890219 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f56ca7-e104-47a8-86ee-a9cb10acc86a') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:51.900683 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.914194 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.924215 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:11:51.924509 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:51.995469 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55038) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:11:52.037478 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:11:52.047273 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-250f8514-4f14-4c6c-adf4-40260211d99b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:52.061235 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:52.067421 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:52.083945 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/networks/8a690d92-d601-4e9b-b580-759e46023444 HTTP/1.1" status: 204 len: 168 time: 0.9412777 Dec 06 15:11:52.102585 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55044) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:52.103896 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc7538-68bf-482d-a8d5-33a4a73e29ac tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Network': ['ID=8a690d92-d601-4e9b-b580-759e46023444,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:52.131296 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783cd865-ca80-45c3-8f05-ebcce7174aaa None None] DHCP port deletion for 8a690d92-d601-4e9b-b580-759e46023444 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:11:52.171415 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0598a43f-0fa6-4783-b6e7-19e9bb133c8c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:11:52.222328 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 0598a43f-0fa6-4783-b6e7-19e9bb133c8c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:11:52.222958 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0598a43f-0fa6-4783-b6e7-19e9bb133c8c not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:11:52.255231 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d729ce4a-9c87-49cc-b475-d0bf8b37c41e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:52.257012 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d729ce4a-9c87-49cc-b475-d0bf8b37c41e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1507332 Dec 06 15:11:52.261542 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55050) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:52.338630 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-250f8514-4f14-4c6c-adf4-40260211d99b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:52.343213 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed77100a-2104-48df-9c9b-ed7bfccd8618 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:52.346663 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0ee7c6fb-9bb6-4158-9bfe-c76e4e8cd774 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0828671 Dec 06 15:11:52.350561 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55052) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:52.361140 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2d68f2e6-3e7b-4469-bb3c-d2d0cf2f4470 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-595109045'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:52.363327 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-250f8514-4f14-4c6c-adf4-40260211d99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:52.424518 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d68f2e6-3e7b-4469-bb3c-d2d0cf2f4470 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:52.429359 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d68f2e6-3e7b-4469-bb3c-d2d0cf2f4470 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:52.442421 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f8514-4f14-4c6c-adf4-40260211d99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad41d35-dc35-4074-8a3e-c9a543ec6d33,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:52.464782 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d68f2e6-3e7b-4469-bb3c-d2d0cf2f4470 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:11:52.465785 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e8968e54-0484-40a4-81b4-b1f007ff21c2 None None] Provisioning complete for port 270b149c-1dc3-479b-8b77-7824ec5ea8f9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:52.468544 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e8968e54-0484-40a4-81b4-b1f007ff21c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:52.480316 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d68f2e6-3e7b-4469-bb3c-d2d0cf2f4470 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:52.480915 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-2d68f2e6-3e7b-4469-bb3c-d2d0cf2f4470 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Added segment 942acb1f-bd14-4603-a2aa-ebfe6c0b6b09 of type vlan for network 9527637d-bce3-4cbf-92be-e413fa63f101 Dec 06 15:11:52.500077 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47004dde-a8e7-4b8a-9db1-519165258bf1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:52.508957 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-250f8514-4f14-4c6c-adf4-40260211d99b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35e8b4cb2168421caa41c85a20c99b70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5101540 Dec 06 15:11:52.515860 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55058) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:52.560168 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47004dde-a8e7-4b8a-9db1-519165258bf1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:52.568394 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d68f2e6-3e7b-4469-bb3c-d2d0cf2f4470 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:52.570201 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-47004dde-a8e7-4b8a-9db1-519165258bf1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:52.579391 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8946d-1ca9-4c03-a822-e74745892bc8 req-ee206713-0bb2-428e-bed6-2523516fc41b tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:52.581189 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6cd8946d-1ca9-4c03-a822-e74745892bc8 req-ee206713-0bb2-428e-bed6-2523516fc41b tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 950 time: 0.2342689 Dec 06 15:11:52.582690 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47004dde-a8e7-4b8a-9db1-519165258bf1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:52.583415 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-47004dde-a8e7-4b8a-9db1-519165258bf1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:52.629143 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47004dde-a8e7-4b8a-9db1-519165258bf1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=6331e7da-2602-4073-86b7-2a48bc96e1c0,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:52.630092 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d68f2e6-3e7b-4469-bb3c-d2d0cf2f4470 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:52.644288 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-47004dde-a8e7-4b8a-9db1-519165258bf1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0859785 Dec 06 15:11:52.647749 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d68f2e6-3e7b-4469-bb3c-d2d0cf2f4470 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:52.648732 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2d68f2e6-3e7b-4469-bb3c-d2d0cf2f4470 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:52.648847 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55062) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:52.654540 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e519dcad-a8c8-4f9c-a66d-95b0c43c9435 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:52.731384 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2d68f2e6-3e7b-4469-bb3c-d2d0cf2f4470 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3764791 Dec 06 15:11:52.733446 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55064) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:52.742656 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cda9b3d1-270a-40e8-8676-46725cf3b634 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'subnet': {'network_id': '9527637d-bce3-4cbf-92be-e413fa63f101', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:52.746289 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6cd8946d-1ca9-4c03-a822-e74745892bc8 req-50438e84-fd4a-4f8f-b3d2-cbe2c93f3235 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6b641a9-2a5e-48f9-8685-b8c57ffde160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539865 Dec 06 15:11:52.799019 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df0e8d4c-c94a-4a9e-99c0-80c37a0a0311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:52.812365 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68f2e6-3e7b-4469-bb3c-d2d0cf2f4470 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Network': ['ID=9527637d-bce3-4cbf-92be-e413fa63f101,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:52.824913 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 9527637d-bce3-4cbf-92be-e413fa63f101 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:11:52.882861 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df0e8d4c-c94a-4a9e-99c0-80c37a0a0311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:52.937925 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda9b3d1-270a-40e8-8676-46725cf3b634 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:52.944551 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cda9b3d1-270a-40e8-8676-46725cf3b634 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:52.980622 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e519dcad-a8c8-4f9c-a66d-95b0c43c9435 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:52.987155 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e519dcad-a8c8-4f9c-a66d-95b0c43c9435 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:53.039867 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef71448c-faea-473b-8bcc-a6eb332d8183 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:53.124199 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df0e8d4c-c94a-4a9e-99c0-80c37a0a0311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:53.128618 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df0e8d4c-c94a-4a9e-99c0-80c37a0a0311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:53.132551 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-df0e8d4c-c94a-4a9e-99c0-80c37a0a0311 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ad41d35-dc35-4074-8a3e-c9a543ec6d33 HTTP/1.1" status: 204 len: 168 time: 0.5982811 Dec 06 15:11:53.147302 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e8d4c-c94a-4a9e-99c0-80c37a0a0311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad41d35-dc35-4074-8a3e-c9a543ec6d33,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:53.282460 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cda9b3d1-270a-40e8-8676-46725cf3b634 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:53.396616 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-156d2dd2-7a70-4664-9898-dccf1b368abf None None] Provisioning complete for port 270b149c-1dc3-479b-8b77-7824ec5ea8f9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:53.399599 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-156d2dd2-7a70-4664-9898-dccf1b368abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:53.466709 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9b3d1-270a-40e8-8676-46725cf3b634 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Checking segment: {'id': '942acb1f-bd14-4603-a2aa-ebfe6c0b6b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9527637d-bce3-4cbf-92be-e413fa63f101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:53.467263 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda9b3d1-270a-40e8-8676-46725cf3b634 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network hostable DHCP agents. Network: 9527637d-bce3-4cbf-92be-e413fa63f101, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:11:53.495307 n-d-master-1 neutron-server[103288]: DEBUG neutron.objects.ports [None req-e519dcad-a8c8-4f9c-a66d-95b0c43c9435 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103288) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 15:11:53.511111 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9b3d1-270a-40e8-8676-46725cf3b634 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Subnet': ['ID=ea071c19-1bf2-4dea-aa96-ca4bdd8d98e2,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:53.526950 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda9b3d1-270a-40e8-8676-46725cf3b634 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 9527637d-bce3-4cbf-92be-e413fa63f101 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:11:53.542267 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cda9b3d1-270a-40e8-8676-46725cf3b634 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9527637d-bce3-4cbf-92be-e413fa63f101) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:53.557637 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda9b3d1-270a-40e8-8676-46725cf3b634 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:53.558986 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cda9b3d1-270a-40e8-8676-46725cf3b634 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:53.562225 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1194241-f8fb-4027-b86c-3b70758d619a None None] Network 9527637d-bce3-4cbf-92be-e413fa63f101 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:53.585348 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cda9b3d1-270a-40e8-8676-46725cf3b634 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8506992 Dec 06 15:11:53.588178 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55086) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:53.597728 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-71bd119d-911f-4c4f-8807-1934b3878458 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'network_id': '9527637d-bce3-4cbf-92be-e413fa63f101', 'name': 'tempest-PortsTestJSON-323241844'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:53.809661 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e519dcad-a8c8-4f9c-a66d-95b0c43c9435 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:53.852366 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bd119d-911f-4c4f-8807-1934b3878458 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:53.858462 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71bd119d-911f-4c4f-8807-1934b3878458 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:53.901472 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-71bd119d-911f-4c4f-8807-1934b3878458 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] device_id is not set on port 87fa4aef-8445-409c-b6c6-32623be054eb yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:11:54.056560 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9ad88-c8d7-4e24-89f4-5ecb6cad3a4e req-ed1400df-0c0e-4563-8c0b-a9fae447aa78 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:54.066618 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0ec9ad88-c8d7-4e24-89f4-5ecb6cad3a4e req-ed1400df-0c0e-4563-8c0b-a9fae447aa78 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 950 time: 0.2279859 Dec 06 15:11:54.131918 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8a97b-b31a-447e-bd65-a74f88e37ad8 req-5d49e9a0-5c26-410d-b888-d5f5b40fef99 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:54.133844 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39a8a97b-b31a-447e-bd65-a74f88e37ad8 req-5d49e9a0-5c26-410d-b888-d5f5b40fef99 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.37 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 950 time: 0.1806979 Dec 06 15:11:54.193725 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-e519dcad-a8c8-4f9c-a66d-95b0c43c9435 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] For port 270b149c-1dc3-479b-8b77-7824ec5ea8f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=270b149c-1dc3-479b-8b77-7824ec5ea8f9,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:54.215281 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9527637d-bce3-4cbf-92be-e413fa63f101', 'network_id': '9527637d-bce3-4cbf-92be-e413fa63f101', 'tenant_id': 'b67fd5110730413896aa97ed36cba707', 'fixed_ips': [{'subnet_id': 'ea071c19-1bf2-4dea-aa96-ca4bdd8d98e2'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:11:54.216569 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:54.285657 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e519dcad-a8c8-4f9c-a66d-95b0c43c9435 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:54.295250 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e519dcad-a8c8-4f9c-a66d-95b0c43c9435 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:54.296114 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e519dcad-a8c8-4f9c-a66d-95b0c43c9435 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:54.406450 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0ec9ad88-c8d7-4e24-89f4-5ecb6cad3a4e req-e5746344-864c-4c55-9dae-c8a83fabac47 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6b641a9-2a5e-48f9-8685-b8c57ffde160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328831 Dec 06 15:11:54.427317 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-71bd119d-911f-4c4f-8807-1934b3878458 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Allocated IP 172.20.0.7 (9527637d-bce3-4cbf-92be-e413fa63f101/ea071c19-1bf2-4dea-aa96-ca4bdd8d98e2/87fa4aef-8445-409c-b6c6-32623be054eb) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:54.446068 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2fe6c7a8-93ff-4f4e-942c-a24392d96146 None None] Provisioning complete for port 270b149c-1dc3-479b-8b77-7824ec5ea8f9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:54.447783 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2fe6c7a8-93ff-4f4e-942c-a24392d96146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:54.461485 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e519dcad-a8c8-4f9c-a66d-95b0c43c9435 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:54.473115 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e519dcad-a8c8-4f9c-a66d-95b0c43c9435 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:54.484274 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11b057e-80d9-4233-8ce7-40dcf58f4b17 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:54.500669 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e519dcad-a8c8-4f9c-a66d-95b0c43c9435 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:54.501275 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e519dcad-a8c8-4f9c-a66d-95b0c43c9435 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:54.507387 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519dcad-a8c8-4f9c-a66d-95b0c43c9435 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=65e1ce9c-1836-45d7-b35a-6968ccc8c89e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:54.513246 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519dcad-a8c8-4f9c-a66d-95b0c43c9435 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=270b149c-1dc3-479b-8b77-7824ec5ea8f9,revision_number=9']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:54.534312 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e519dcad-a8c8-4f9c-a66d-95b0c43c9435 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8842578 Dec 06 15:11:54.536769 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55112) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:54.546269 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1215c214-f00e-4ebb-bb5c-74c25d71d8a8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'mac_address': 'fa:16:3e:13:b6:84', 'name': 'tempest-NetworksTestDHCPv6-1407003718'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:54.761816 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1215c214-f00e-4ebb-bb5c-74c25d71d8a8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:54.853762 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eca7fc1-2d4a-4ef1-bc33-04e4ecfb1415 None None] Update dhcp port {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'fixed_ips': [{'subnet_id': '65e1ce9c-1836-45d7-b35a-6968ccc8c89e', 'ip_address': '2001:db8::f816:3eff:fe67:252d'}, {'subnet_id': '6331e7da-2602-4073-86b7-2a48bc96e1c0'}], 'binding:host_id': 'n-d-master-1'}, 'id': '270b149c-1dc3-479b-8b77-7824ec5ea8f9'} from n-d-master-1. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 15:11:54.885218 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1215c214-f00e-4ebb-bb5c-74c25d71d8a8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:54.898080 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0eca7fc1-2d4a-4ef1-bc33-04e4ecfb1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:54.933807 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-1215c214-f00e-4ebb-bb5c-74c25d71d8a8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port 8446c8a1-52b9-4f52-9003-6cde5753ee91 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:11:54.934228 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71bd119d-911f-4c4f-8807-1934b3878458 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:54.956138 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-39a8a97b-b31a-447e-bd65-a74f88e37ad8 req-aa4c686e-de42-4be8-9f65-8bfa2aee94c3 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Deleting port 67ff337b-fe18-406c-9203-f2bae61abfb0 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:54.956138 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-39a8a97b-b31a-447e-bd65-a74f88e37ad8 req-aa4c686e-de42-4be8-9f65-8bfa2aee94c3 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:55.140366 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71bd119d-911f-4c4f-8807-1934b3878458 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:55.143243 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-39a8a97b-b31a-447e-bd65-a74f88e37ad8 req-aa4c686e-de42-4be8-9f65-8bfa2aee94c3 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] For port 67ff337b-fe18-406c-9203-f2bae61abfb0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=67ff337b-fe18-406c-9203-f2bae61abfb0,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:55.143640 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-39a8a97b-b31a-447e-bd65-a74f88e37ad8 req-aa4c686e-de42-4be8-9f65-8bfa2aee94c3 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:55.171799 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55132) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:55.188005 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-39a8a97b-b31a-447e-bd65-a74f88e37ad8 req-aa4c686e-de42-4be8-9f65-8bfa2aee94c3 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Calling delete_port for 67ff337b-fe18-406c-9203-f2bae61abfb0 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:55.213978 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-0eca7fc1-2d4a-4ef1-bc33-04e4ecfb1415 None None] Allocated IP 172.20.0.2 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/6331e7da-2602-4073-86b7-2a48bc96e1c0/270b149c-1dc3-479b-8b77-7824ec5ea8f9) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:55.218231 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bd119d-911f-4c4f-8807-1934b3878458 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 9527637d-bce3-4cbf-92be-e413fa63f101 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:55.259296 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-71bd119d-911f-4c4f-8807-1934b3878458 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:55.262801 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd119d-911f-4c4f-8807-1934b3878458 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=87fa4aef-8445-409c-b6c6-32623be054eb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:55.265419 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bd119d-911f-4c4f-8807-1934b3878458 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:55.316486 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bd119d-911f-4c4f-8807-1934b3878458 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:55.317109 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-71bd119d-911f-4c4f-8807-1934b3878458 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:55.345394 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42b683e2-ea18-4810-bbe9-d2adccf7ea5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:55.349270 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-71bd119d-911f-4c4f-8807-1934b3878458 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7598743 Dec 06 15:11:55.351218 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55138) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:55.356173 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cb5b786d-f964-4904-89b0-360649b2edcd tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'network_id': '9527637d-bce3-4cbf-92be-e413fa63f101', 'name': 'tempest-PortsTestJSON-1902292932'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:55.364173 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Allocated IP 172.20.0.2 (9527637d-bce3-4cbf-92be-e413fa63f101/ea071c19-1bf2-4dea-aa96-ca4bdd8d98e2/d031d63b-cfe2-4326-9f13-a66d8e2bb1b8) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:55.372848 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0eca7fc1-2d4a-4ef1-bc33-04e4ecfb1415 None None] For port 270b149c-1dc3-479b-8b77-7824ec5ea8f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=270b149c-1dc3-479b-8b77-7824ec5ea8f9,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:55.442349 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0eca7fc1-2d4a-4ef1-bc33-04e4ecfb1415 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:55.481590 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0eca7fc1-2d4a-4ef1-bc33-04e4ecfb1415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:55.550935 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42b683e2-ea18-4810-bbe9-d2adccf7ea5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:55.572372 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42b683e2-ea18-4810-bbe9-d2adccf7ea5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:55.639189 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-39a8a97b-b31a-447e-bd65-a74f88e37ad8 req-aa4c686e-de42-4be8-9f65-8bfa2aee94c3 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:55.673279 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca7fc1-2d4a-4ef1-bc33-04e4ecfb1415 None None] Pushing event updated for resources: {'Port': ['ID=270b149c-1dc3-479b-8b77-7824ec5ea8f9,revision_number=10']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:55.714636 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b683e2-ea18-4810-bbe9-d2adccf7ea5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f859a846-5cd1-4377-923d-91f87fd39a7d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:55.723374 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-42b683e2-ea18-4810-bbe9-d2adccf7ea5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f787040dcec5469fb54132e74af7a012&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5480673 Dec 06 15:11:55.728239 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55152) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:55.750249 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c686e-de42-4be8-9f65-8bfa2aee94c3 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Pushing event deleted for resources: {'Port': ['ID=67ff337b-fe18-406c-9203-f2bae61abfb0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:55.853238 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:55.853609 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a8a97b-b31a-447e-bd65-a74f88e37ad8 req-aa4c686e-de42-4be8-9f65-8bfa2aee94c3 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] No DVR routers for this DVR port 67ff337b-fe18-406c-9203-f2bae61abfb0 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:11:55.864314 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:55.865160 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-39a8a97b-b31a-447e-bd65-a74f88e37ad8 req-aa4c686e-de42-4be8-9f65-8bfa2aee94c3 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:55.869266 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39a8a97b-b31a-447e-bd65-a74f88e37ad8 req-aa4c686e-de42-4be8-9f65-8bfa2aee94c3 tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.37 "DELETE /v2.0/ports/67ff337b-fe18-406c-9203-f2bae61abfb0 HTTP/1.1" status: 204 len: 173 time: 1.6627636 Dec 06 15:11:55.871105 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c109e37d-14ef-4557-9fd2-0081302d5cbf', 'name': 'network-vif-deleted', 'tag': '67ff337b-fe18-406c-9203-f2bae61abfb0'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:11:55.873565 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bd377d-b8db-458f-8e3d-88b054aa1590" -d '{"events": [{"server_uuid": "c109e37d-14ef-4557-9fd2-0081302d5cbf", "name": "network-vif-deleted", "tag": "67ff337b-fe18-406c-9203-f2bae61abfb0"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:11:55.881237 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12de0b-4cbb-49c7-b105-2914d79249a4 req-4674b17f-ab4a-45d7-b3c2-b8d8ac0bb8df tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:55.890314 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f12de0b-4cbb-49c7-b105-2914d79249a4 req-4674b17f-ab4a-45d7-b3c2-b8d8ac0bb8df tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c109e37d-14ef-4557-9fd2-0081302d5cbf HTTP/1.1" status: 200 len: 867 time: 0.3146284 Dec 06 15:11:55.891570 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5b786d-f964-4904-89b0-360649b2edcd tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:55.895342 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb5b786d-f964-4904-89b0-360649b2edcd tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:55.928353 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-cb5b786d-f964-4904-89b0-360649b2edcd tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] device_id is not set on port 72a57091-585a-43bd-b1d9-d57fa8ad7a8c yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:11:55.932192 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1215c214-f00e-4ebb-bb5c-74c25d71d8a8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 172.20.0.3 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/6331e7da-2602-4073-86b7-2a48bc96e1c0/8446c8a1-52b9-4f52-9003-6cde5753ee91) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:55.960393 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec0cddce-4e26-446c-a510-8bdf06366f2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:55.965207 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Network 9527637d-bce3-4cbf-92be-e413fa63f101 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:55.972523 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:55.987896 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1757fd-a8ae-46a3-b26c-f81bd9c48994 x-openstack-request-id: req-3e1757fd-a8ae-46a3-b26c-f81bd9c48994 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:11:55.989015 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c109e37d-14ef-4557-9fd2-0081302d5cbf", "name": "network-vif-deleted", "tag": "67ff337b-fe18-406c-9203-f2bae61abfb0", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:11:55.989450 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e1757fd-a8ae-46a3-b26c-f81bd9c48994 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:11:55.990075 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c109e37d-14ef-4557-9fd2-0081302d5cbf', 'name': 'network-vif-deleted', 'tag': '67ff337b-fe18-406c-9203-f2bae61abfb0', 'status': 'completed', 'code': 200} Dec 06 15:11:56.016027 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec0cddce-4e26-446c-a510-8bdf06366f2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:56.048399 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Pushing event updated for resources: {'Port': ['ID=d031d63b-cfe2-4326-9f13-a66d8e2bb1b8,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:56.056631 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:56.097108 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1215c214-f00e-4ebb-bb5c-74c25d71d8a8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::f816:3eff:fe13:b684 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/65e1ce9c-1836-45d7-b35a-6968ccc8c89e/8446c8a1-52b9-4f52-9003-6cde5753ee91) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:56.175862 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-cb5b786d-f964-4904-89b0-360649b2edcd tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Allocated IP 172.20.0.4 (9527637d-bce3-4cbf-92be-e413fa63f101/ea071c19-1bf2-4dea-aa96-ca4bdd8d98e2/72a57091-585a-43bd-b1d9-d57fa8ad7a8c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:56.193421 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec0cddce-4e26-446c-a510-8bdf06366f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:56.203878 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec0cddce-4e26-446c-a510-8bdf06366f2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:56.204224 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Attempting to bind port d031d63b-cfe2-4326-9f13-a66d8e2bb1b8 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:11:56.204564 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Attempting to bind port d031d63b-cfe2-4326-9f13-a66d8e2bb1b8 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '942acb1f-bd14-4603-a2aa-ebfe6c0b6b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9527637d-bce3-4cbf-92be-e413fa63f101'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:11:56.204926 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Attempting to bind port d031d63b-cfe2-4326-9f13-a66d8e2bb1b8 on network 9527637d-bce3-4cbf-92be-e413fa63f101 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:11:56.205093 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ec0cddce-4e26-446c-a510-8bdf06366f2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f859a846-5cd1-4377-923d-91f87fd39a7d HTTP/1.1" status: 204 len: 168 time: 0.4755764 Dec 06 15:11:56.217480 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 270b149c-1dc3-479b-8b77-7824ec5ea8f9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:56.224146 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:11:56.229480 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Checking segment: {'id': '942acb1f-bd14-4603-a2aa-ebfe6c0b6b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9527637d-bce3-4cbf-92be-e413fa63f101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:56.230882 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:56.231497 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Bound using segment: {'id': '942acb1f-bd14-4603-a2aa-ebfe6c0b6b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9527637d-bce3-4cbf-92be-e413fa63f101'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:11:56.232220 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Bound port: d031d63b-cfe2-4326-9f13-a66d8e2bb1b8, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942acb1f-bd14-4603-a2aa-ebfe6c0b6b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9527637d-bce3-4cbf-92be-e413fa63f101'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:11:56.232842 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:56.256569 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f12de0b-4cbb-49c7-b105-2914d79249a4 req-a73aa793-134c-41c5-a848-06f101d8055a tempest-VolumesBackupsTest-251428281 tempest-VolumesBackupsTest-251428281-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6b641a9-2a5e-48f9-8685-b8c57ffde160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609278 Dec 06 15:11:56.275876 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cddce-4e26-446c-a510-8bdf06366f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f859a846-5cd1-4377-923d-91f87fd39a7d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:56.489172 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] For port d031d63b-cfe2-4326-9f13-a66d8e2bb1b8, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:11:56.497598 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] For port d031d63b-cfe2-4326-9f13-a66d8e2bb1b8, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d031d63b-cfe2-4326-9f13-a66d8e2bb1b8,segment=NetworkSegment(942acb1f-bd14-4603-a2aa-ebfe6c0b6b09),segment_id=942acb1f-bd14-4603-a2aa-ebfe6c0b6b09)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:11:56.526243 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 67ff337b-fe18-406c-9203-f2bae61abfb0 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:11:56.534090 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:56.562539 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb5b786d-f964-4904-89b0-360649b2edcd tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:56.643442 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1215c214-f00e-4ebb-bb5c-74c25d71d8a8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:56.652427 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb5b786d-f964-4904-89b0-360649b2edcd tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:56.684433 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 67ff337b-fe18-406c-9203-f2bae61abfb0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:11:56.685440 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 67ff337b-fe18-406c-9203-f2bae61abfb0 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:11:56.742165 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1215c214-f00e-4ebb-bb5c-74c25d71d8a8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:56.762646 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5b786d-f964-4904-89b0-360649b2edcd tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 9527637d-bce3-4cbf-92be-e413fa63f101 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:56.769808 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cb5b786d-f964-4904-89b0-360649b2edcd tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:56.785144 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b786d-f964-4904-89b0-360649b2edcd tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:56.834848 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b786d-f964-4904-89b0-360649b2edcd tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=72a57091-585a-43bd-b1d9-d57fa8ad7a8c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:56.844471 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9768d39-0eb7-4df8-a2ad-cc9cfaf9ad0c None None] Pushing event updated for resources: {'Port': ['ID=d031d63b-cfe2-4326-9f13-a66d8e2bb1b8,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:56.864241 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 270b149c-1dc3-479b-8b77-7824ec5ea8f9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:56.864620 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:56.890923 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1215c214-f00e-4ebb-bb5c-74c25d71d8a8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:56.898630 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1215c214-f00e-4ebb-bb5c-74c25d71d8a8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:56.900759 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5b786d-f964-4904-89b0-360649b2edcd tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:56.901453 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb5b786d-f964-4904-89b0-360649b2edcd tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:56.911214 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215c214-f00e-4ebb-bb5c-74c25d71d8a8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:56.939367 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cb5b786d-f964-4904-89b0-360649b2edcd tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5870206 Dec 06 15:11:56.942153 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55174) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:57.028407 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215c214-f00e-4ebb-bb5c-74c25d71d8a8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=8446c8a1-52b9-4f52-9003-6cde5753ee91,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:57.060973 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1215c214-f00e-4ebb-bb5c-74c25d71d8a8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:57.062365 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1215c214-f00e-4ebb-bb5c-74c25d71d8a8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:57.104302 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1215c214-f00e-4ebb-bb5c-74c25d71d8a8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5604990 Dec 06 15:11:57.105011 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55176) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:57.105357 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55178) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:57.124963 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b5aa07b4-a459-4ba9-a9a3-686a95abe6cf None None] Provisioning complete for port 270b149c-1dc3-479b-8b77-7824ec5ea8f9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:57.125340 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5aa07b4-a459-4ba9-a9a3-686a95abe6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:57.175102 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92daa710-825d-4e41-95fd-1665f4c941a1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:57.176771 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-92daa710-825d-4e41-95fd-1665f4c941a1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.2334599 Dec 06 15:11:57.181884 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55182) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:57.209511 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58ee80ee-ab2d-40c4-aaf8-35deca9d78da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:57.272359 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8459cbf-06fa-499b-a59a-4d5cb45d823c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:57.278895 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8459cbf-06fa-499b-a59a-4d5cb45d823c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:57.282955 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a8459cbf-06fa-499b-a59a-4d5cb45d823c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1741743 Dec 06 15:11:57.283485 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55188) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:57.428766 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d5287016-2bf1-469c-8f9e-b6703f26b24e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port 72a57091-585a-43bd-b1d9-d57fa8ad7a8c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:57.429117 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5287016-2bf1-469c-8f9e-b6703f26b24e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:57.593850 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58ee80ee-ab2d-40c4-aaf8-35deca9d78da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:57.595568 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5287016-2bf1-469c-8f9e-b6703f26b24e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:57.606446 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-58ee80ee-ab2d-40c4-aaf8-35deca9d78da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:57.613579 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-25300230-a0de-4148-bfd0-29ded9327b5a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port 8446c8a1-52b9-4f52-9003-6cde5753ee91 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:57.613913 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25300230-a0de-4148-bfd0-29ded9327b5a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:57.614418 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d5287016-2bf1-469c-8f9e-b6703f26b24e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for 72a57091-585a-43bd-b1d9-d57fa8ad7a8c owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:57.670964 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f56605cc-6d5c-4880-8201-77622963f4e0 None None] Provisioning complete for port 8446c8a1-52b9-4f52-9003-6cde5753ee91 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:57.679124 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f56605cc-6d5c-4880-8201-77622963f4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:57.741199 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f56605cc-6d5c-4880-8201-77622963f4e0 None None] Port 8446c8a1-52b9-4f52-9003-6cde5753ee91 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:11:57.753609 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-58ee80ee-ab2d-40c4-aaf8-35deca9d78da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d54b60ff17b4401d89054e5704e3f8e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6373937 Dec 06 15:11:57.757182 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee80ee-ab2d-40c4-aaf8-35deca9d78da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7abec71-9443-4524-a763-160757a63824,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:57.788432 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55196) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:57.811289 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5287016-2bf1-469c-8f9e-b6703f26b24e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:57.853424 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25300230-a0de-4148-bfd0-29ded9327b5a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:57.870701 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-25300230-a0de-4148-bfd0-29ded9327b5a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for 8446c8a1-52b9-4f52-9003-6cde5753ee91 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:57.878462 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5287016-2bf1-469c-8f9e-b6703f26b24e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=72a57091-585a-43bd-b1d9-d57fa8ad7a8c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:57.889407 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87f48b3d-392f-445e-bc12-8bc8995b9f55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:57.966280 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d5287016-2bf1-469c-8f9e-b6703f26b24e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:57.969979 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87f48b3d-392f-445e-bc12-8bc8995b9f55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:57.970161 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d5287016-2bf1-469c-8f9e-b6703f26b24e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/ports/72a57091-585a-43bd-b1d9-d57fa8ad7a8c HTTP/1.1" status: 204 len: 168 time: 0.7869482 Dec 06 15:11:57.972452 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55200) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:58.033382 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2c8677-c04f-4615-abab-88a7210c0a8d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] GET failed (client error): The resource could not be found. Dec 06 15:11:58.038310 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55204) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:58.038805 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fe2c8677-c04f-4615-abab-88a7210c0a8d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports/72a57091-585a-43bd-b1d9-d57fa8ad7a8c HTTP/1.1" status: 404 len: 333 time: 0.0618050 Dec 06 15:11:58.049529 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:58.180637 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87f48b3d-392f-445e-bc12-8bc8995b9f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:58.184190 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87f48b3d-392f-445e-bc12-8bc8995b9f55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:58.185359 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-87f48b3d-392f-445e-bc12-8bc8995b9f55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7abec71-9443-4524-a763-160757a63824 HTTP/1.1" status: 204 len: 168 time: 0.3959875 Dec 06 15:11:58.217579 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d031d63b-cfe2-4326-9f13-a66d8e2bb1b8 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:58.227738 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f48b3d-392f-445e-bc12-8bc8995b9f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7abec71-9443-4524-a763-160757a63824,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:58.273294 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-04d9db31-b538-4a43-a7f0-8779719d2b73 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port 87fa4aef-8445-409c-b6c6-32623be054eb {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:58.273876 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04d9db31-b538-4a43-a7f0-8779719d2b73 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:58.356383 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d031d63b-cfe2-4326-9f13-a66d8e2bb1b8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:58.358529 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:58.398465 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55210) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:58.409017 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25300230-a0de-4148-bfd0-29ded9327b5a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:58.479370 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04d9db31-b538-4a43-a7f0-8779719d2b73 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:58.487927 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25300230-a0de-4148-bfd0-29ded9327b5a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=8446c8a1-52b9-4f52-9003-6cde5753ee91,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:58.506554 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-04d9db31-b538-4a43-a7f0-8779719d2b73 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for 87fa4aef-8445-409c-b6c6-32623be054eb owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:58.542891 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:58.545697 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafbddfc-3b79-4a3b-89bf-931335db57cb None None] Network 9527637d-bce3-4cbf-92be-e413fa63f101 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:58.646259 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port d031d63b-cfe2-4326-9f13-a66d8e2bb1b8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d031d63b-cfe2-4326-9f13-a66d8e2bb1b8,segment=NetworkSegment(942acb1f-bd14-4603-a2aa-ebfe6c0b6b09),segment_id=942acb1f-bd14-4603-a2aa-ebfe6c0b6b09)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:58.647627 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4a2c2be3-bc2c-4a6e-9c8d-f5c5d0f97801 None None] Provisioning complete for port d031d63b-cfe2-4326-9f13-a66d8e2bb1b8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:58.648238 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2be3-bc2c-4a6e-9c8d-f5c5d0f97801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:58.716410 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:58.733011 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25300230-a0de-4148-bfd0-29ded9327b5a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:58.741335 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-25300230-a0de-4148-bfd0-29ded9327b5a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/8446c8a1-52b9-4f52-9003-6cde5753ee91 HTTP/1.1" status: 204 len: 168 time: 1.4548607 Dec 06 15:11:58.745263 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55218) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:58.852778 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=d031d63b-cfe2-4326-9f13-a66d8e2bb1b8,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:58.882374 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bca510-4ca5-4d07-b7bd-325233bb5675 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:58.891804 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bca510-4ca5-4d07-b7bd-325233bb5675 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:58.897317 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bca510-4ca5-4d07-b7bd-325233bb5675 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:58.898497 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-56bca510-4ca5-4d07-b7bd-325233bb5675 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1522725 Dec 06 15:11:58.901800 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55224) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:58.953010 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04d9db31-b538-4a43-a7f0-8779719d2b73 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:58.990666 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6920ffd-968c-4c37-ad2e-1c1914f1c552 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet 6331e7da-2602-4073-86b7-2a48bc96e1c0 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:11:58.990867 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9db31-b538-4a43-a7f0-8779719d2b73 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=87fa4aef-8445-409c-b6c6-32623be054eb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:58.995446 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34a7f6b6-95d1-43c3-b4e7-025026934d37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:58.998173 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6920ffd-968c-4c37-ad2e-1c1914f1c552 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:59.157868 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34a7f6b6-95d1-43c3-b4e7-025026934d37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:59.169296 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34a7f6b6-95d1-43c3-b4e7-025026934d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:59.207034 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6920ffd-968c-4c37-ad2e-1c1914f1c552 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:59.263376 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-34a7f6b6-95d1-43c3-b4e7-025026934d37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad3925ee7c624f2aadbd17ec24f51f91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8636494 Dec 06 15:11:59.268498 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55234) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:59.271421 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7f6b6-95d1-43c3-b4e7-025026934d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5154c1-50dc-4052-b67e-f014bf08f48b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:59.373006 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4e11ff9-94df-4a5b-886d-dab4cb64dbaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:59.375092 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6920ffd-968c-4c37-ad2e-1c1914f1c552 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:59.445779 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4e11ff9-94df-4a5b-886d-dab4cb64dbaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:59.508171 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6b598c76-e154-4dad-b8a5-c7c3f61f59f9 None None] Provisioning complete for port d031d63b-cfe2-4326-9f13-a66d8e2bb1b8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:59.508546 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6b598c76-e154-4dad-b8a5-c7c3f61f59f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:59.521347 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04d9db31-b538-4a43-a7f0-8779719d2b73 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:59.524834 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-04d9db31-b538-4a43-a7f0-8779719d2b73 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/ports/87fa4aef-8445-409c-b6c6-32623be054eb HTTP/1.1" status: 204 len: 168 time: 1.4851964 Dec 06 15:11:59.530794 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55242) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:59.562839 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f5a6f8-1815-4d0a-b32d-b6ae8ae48c8c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] GET failed (client error): The resource could not be found. Dec 06 15:11:59.564404 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f1f5a6f8-1815-4d0a-b32d-b6ae8ae48c8c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports/87fa4aef-8445-409c-b6c6-32623be054eb HTTP/1.1" status: 404 len: 333 time: 0.0325966 Dec 06 15:11:59.565456 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6920ffd-968c-4c37-ad2e-1c1914f1c552 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:59.567540 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55244) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:59.642517 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6920ffd-968c-4c37-ad2e-1c1914f1c552 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:59.647641 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a43898f-e631-4c11-85df-4f9eeab29cb3 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:59.650149 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-73254a3a-18c9-4c24-9e8d-923c90b94bfe tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting subnet ea071c19-1bf2-4dea-aa96-ca4bdd8d98e2 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:11:59.654469 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e6920ffd-968c-4c37-ad2e-1c1914f1c552 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/6331e7da-2602-4073-86b7-2a48bc96e1c0 HTTP/1.1" status: 204 len: 168 time: 0.7515638 Dec 06 15:11:59.657199 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6920ffd-968c-4c37-ad2e-1c1914f1c552 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=6331e7da-2602-4073-86b7-2a48bc96e1c0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:59.659620 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73254a3a-18c9-4c24-9e8d-923c90b94bfe tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:59.663832 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55246) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:59.755639 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4e11ff9-94df-4a5b-886d-dab4cb64dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:59.758683 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4e11ff9-94df-4a5b-886d-dab4cb64dbaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:59.762076 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b4e11ff9-94df-4a5b-886d-dab4cb64dbaf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee5154c1-50dc-4052-b67e-f014bf08f48b HTTP/1.1" status: 204 len: 168 time: 0.4938371 Dec 06 15:11:59.789016 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e11ff9-94df-4a5b-886d-dab4cb64dbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5154c1-50dc-4052-b67e-f014bf08f48b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:59.801731 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73254a3a-18c9-4c24-9e8d-923c90b94bfe tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:59.817578 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-062e91a9-c951-4f5f-a52f-1368d3e93679 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet 65e1ce9c-1836-45d7-b35a-6968ccc8c89e {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:11:59.829205 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-062e91a9-c951-4f5f-a52f-1368d3e93679 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:59.938840 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-062e91a9-c951-4f5f-a52f-1368d3e93679 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:59.954891 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:00.017005 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73254a3a-18c9-4c24-9e8d-923c90b94bfe tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:00.023210 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d2b852d8-dd5a-43dc-b23e-9e20839bff67 None None] Could not find standard attr ID for object 87fa4aef-8445-409c-b6c6-32623be054eb. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:12:00.121689 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-062e91a9-c951-4f5f-a52f-1368d3e93679 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:00.231381 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d031d63b-cfe2-4326-9f13-a66d8e2bb1b8 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:00.250180 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73254a3a-18c9-4c24-9e8d-923c90b94bfe tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:00.278295 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-062e91a9-c951-4f5f-a52f-1368d3e93679 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:00.303305 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-062e91a9-c951-4f5f-a52f-1368d3e93679 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:00.313989 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-062e91a9-c951-4f5f-a52f-1368d3e93679 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/65e1ce9c-1836-45d7-b35a-6968ccc8c89e HTTP/1.1" status: 204 len: 168 time: 0.6468496 Dec 06 15:12:00.370664 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55260) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:00.376743 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73254a3a-18c9-4c24-9e8d-923c90b94bfe tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Subnet': ['ID=ea071c19-1bf2-4dea-aa96-ca4bdd8d98e2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:00.389845 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73254a3a-18c9-4c24-9e8d-923c90b94bfe tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:00.402461 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-faa08bdf-5b16-4a0b-99da-781594ab5432 None None] Could not find standard attr ID for object 72a57091-585a-43bd-b1d9-d57fa8ad7a8c. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:12:00.406913 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-73254a3a-18c9-4c24-9e8d-923c90b94bfe tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/ea071c19-1bf2-4dea-aa96-ca4bdd8d98e2 HTTP/1.1" status: 204 len: 168 time: 0.8370452 Dec 06 15:12:00.408407 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e91a9-c951-4f5f-a52f-1368d3e93679 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=65e1ce9c-1836-45d7-b35a-6968ccc8c89e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:00.413411 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55264) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:00.425554 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d031d63b-cfe2-4326-9f13-a66d8e2bb1b8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:00.426024 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:00.538502 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d6ff87fb-a125-4ecd-aa64-27f5c2db30fd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1626210 Dec 06 15:12:00.541262 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55268) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:00.694364 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d4cf38-52d0-4728-86b3-4b55ca3e5432 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:00.699307 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-59d4cf38-52d0-4728-86b3-4b55ca3e5432 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1498909 Dec 06 15:12:00.702523 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55272) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:00.767408 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-226b223f-af16-4f66-a58b-63ab1b881bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:00.793936 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:00.864893 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ebf079-d742-4ec2-84a6-b8a19281fbae None None] Network 9527637d-bce3-4cbf-92be-e413fa63f101 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:00.876224 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2a97b0-fefe-49e6-b488-420ff59f6a76 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:00.878358 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6c2a97b0-fefe-49e6-b488-420ff59f6a76 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1735215 Dec 06 15:12:00.889503 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55276) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:01.007791 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port d031d63b-cfe2-4326-9f13-a66d8e2bb1b8 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:01.008131 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:01.011570 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-76bb6a2b-bd45-4620-8371-e279d93880ac tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1132112 Dec 06 15:12:01.014475 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55280) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:01.033687 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c0229301-9d10-4c95-ad1e-42dd2de0bb6e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:01.105358 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55284) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:01.125200 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1e53427-7d86-4fb1-900c-a1dbf72ef8bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:01.199301 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] For port d031d63b-cfe2-4326-9f13-a66d8e2bb1b8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d031d63b-cfe2-4326-9f13-a66d8e2bb1b8,segment=NetworkSegment(942acb1f-bd14-4603-a2aa-ebfe6c0b6b09),segment_id=942acb1f-bd14-4603-a2aa-ebfe6c0b6b09)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:01.199742 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:01.227207 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for d031d63b-cfe2-4326-9f13-a66d8e2bb1b8 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:01.317097 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b5ffb7-a971-4682-b70d-d9cf43c12bba None None] DHCP port deletion for 9527637d-bce3-4cbf-92be-e413fa63f101 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:12:01.347006 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:01.363472 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eee5b9-c4fb-415d-bdef-567a457baeb5 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:01.384503 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=d031d63b-cfe2-4326-9f13-a66d8e2bb1b8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:01.387055 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No DVR routers for this DVR port d031d63b-cfe2-4326-9f13-a66d8e2bb1b8 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:12:01.422402 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0229301-9d10-4c95-ad1e-42dd2de0bb6e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:01.437410 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0229301-9d10-4c95-ad1e-42dd2de0bb6e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:01.438910 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0229301-9d10-4c95-ad1e-42dd2de0bb6e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:12:01.439350 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0229301-9d10-4c95-ad1e-42dd2de0bb6e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:12:01.492673 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:01.521979 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9527637d-bce3-4cbf-92be-e413fa63f101']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:01.523475 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c0229301-9d10-4c95-ad1e-42dd2de0bb6e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5066030 Dec 06 15:12:01.526022 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55292) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:01.535640 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ae6683dd-f532-45df-bd47-bb806976c104 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:01.545831 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942acb1f-bd14-4603-a2aa-ebfe6c0b6b09') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:01.546182 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942acb1f-bd14-4603-a2aa-ebfe6c0b6b09') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:01.569988 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:01.587828 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:01.596293 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:12:01.596703 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:12:01.601768 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:12:01.636660 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1e53427-7d86-4fb1-900c-a1dbf72ef8bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:01.654786 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1e53427-7d86-4fb1-900c-a1dbf72ef8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:01.712834 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:01.727610 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:01.737670 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/networks/9527637d-bce3-4cbf-92be-e413fa63f101 HTTP/1.1" status: 204 len: 168 time: 1.3137038 Dec 06 15:12:01.742580 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55296) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:01.756125 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-437f9e61-b728-41b1-a4fd-49c97a2cec78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-620305277'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:01.792962 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f1e53427-7d86-4fb1-900c-a1dbf72ef8bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b20ab05bb2e647569998de94621d91d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6855955 Dec 06 15:12:01.794950 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55298) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:01.808726 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bb278-92f4-4c41-9cb3-5a3f7e709b40 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Network': ['ID=9527637d-bce3-4cbf-92be-e413fa63f101,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:01.812205 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e53427-7d86-4fb1-900c-a1dbf72ef8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a128837-0928-4589-a900-552317069731,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:01.842850 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437f9e61-b728-41b1-a4fd-49c97a2cec78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:01.847334 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-437f9e61-b728-41b1-a4fd-49c97a2cec78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:01.907520 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437f9e61-b728-41b1-a4fd-49c97a2cec78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:12:01.928736 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-437f9e61-b728-41b1-a4fd-49c97a2cec78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:01.929096 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-437f9e61-b728-41b1-a4fd-49c97a2cec78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Added segment aa18b224-68ff-496b-aaea-ed49e2d88019 of type vlan for network 0b9d7711-8df3-4af5-8b46-d8a33dbfe988 Dec 06 15:12:02.018948 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6683dd-f532-45df-bd47-bb806976c104 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:02.022963 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae6683dd-f532-45df-bd47-bb806976c104 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:02.029932 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6683dd-f532-45df-bd47-bb806976c104 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:12:02.030522 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6683dd-f532-45df-bd47-bb806976c104 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:12:02.045434 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-064af780-86e9-4487-83d1-e129ed2abc01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:02.053559 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-437f9e61-b728-41b1-a4fd-49c97a2cec78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:02.073164 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ae6683dd-f532-45df-bd47-bb806976c104 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5418320 Dec 06 15:12:02.080222 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55306) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:02.099569 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-98d2eb78-900f-444e-9842-6111fea94e6b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:02.111666 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4a6a68f8-5b54-4c40-aaa0-10f2da4b43b7 None None] Provisioning complete for port 270b149c-1dc3-479b-8b77-7824ec5ea8f9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:02.111981 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4a6a68f8-5b54-4c40-aaa0-10f2da4b43b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:02.134815 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-064af780-86e9-4487-83d1-e129ed2abc01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:02.204646 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-64b5ffb7-a971-4682-b70d-d9cf43c12bba None None] Deleting port d031d63b-cfe2-4326-9f13-a66d8e2bb1b8 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:02.205070 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64b5ffb7-a971-4682-b70d-d9cf43c12bba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:02.256693 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-064af780-86e9-4487-83d1-e129ed2abc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:02.259826 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-064af780-86e9-4487-83d1-e129ed2abc01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:02.263982 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-064af780-86e9-4487-83d1-e129ed2abc01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a128837-0928-4589-a900-552317069731 HTTP/1.1" status: 204 len: 168 time: 0.4674776 Dec 06 15:12:02.274000 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-437f9e61-b728-41b1-a4fd-49c97a2cec78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:02.279069 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] DHCP port deletion for 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:12:02.281018 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437f9e61-b728-41b1-a4fd-49c97a2cec78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:02.281144 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064af780-86e9-4487-83d1-e129ed2abc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a128837-0928-4589-a900-552317069731,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:02.281759 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-437f9e61-b728-41b1-a4fd-49c97a2cec78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:02.283261 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d031d63b-cfe2-4326-9f13-a66d8e2bb1b8 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:12:02.311457 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: d031d63b-cfe2-4326-9f13-a66d8e2bb1b8 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:12:02.311994 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d031d63b-cfe2-4326-9f13-a66d8e2bb1b8 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server [None req-64b5ffb7-a971-4682-b70d-d9cf43c12bba None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 9527637d-bce3-4cbf-92be-e413fa63f101 could not be found. Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 9527637d-bce3-4cbf-92be-e413fa63f101 could not be found. Dec 06 15:12:02.314962 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Dec 06 15:12:02.352328 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69bbcd4-a46a-4723-947c-45ad3a3e291b None None] DHCP port deletion for 9527637d-bce3-4cbf-92be-e413fa63f101 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:12:02.461053 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f9e61-b728-41b1-a4fd-49c97a2cec78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Network': ['ID=0b9d7711-8df3-4af5-8b46-d8a33dbfe988,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:02.488942 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 0b9d7711-8df3-4af5-8b46-d8a33dbfe988 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:12:02.533578 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-437f9e61-b728-41b1-a4fd-49c97a2cec78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7848701 Dec 06 15:12:02.537569 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d2eb78-900f-444e-9842-6111fea94e6b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:02.538339 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55310) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:02.547682 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98d2eb78-900f-444e-9842-6111fea94e6b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:02.550764 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d2eb78-900f-444e-9842-6111fea94e6b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:12:02.550936 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9f1ce2ee-b5cd-4e49-a3e6-b4a2cc8ea812 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'subnet': {'network_id': '0b9d7711-8df3-4af5-8b46-d8a33dbfe988', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:02.552595 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d2eb78-900f-444e-9842-6111fea94e6b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:12:02.588471 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-98d2eb78-900f-444e-9842-6111fea94e6b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5024881 Dec 06 15:12:02.589693 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55312) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:02.600479 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-78d9d5e0-1976-4b49-86b7-a0837133aa81 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:02.654922 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Deleting port 270b149c-1dc3-479b-8b77-7824ec5ea8f9 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:02.664494 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:02.713290 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1ce2ee-b5cd-4e49-a3e6-b4a2cc8ea812 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:02.719070 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f1ce2ee-b5cd-4e49-a3e6-b4a2cc8ea812 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:02.841099 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d9d5e0-1976-4b49-86b7-a0837133aa81 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:02.844799 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78d9d5e0-1976-4b49-86b7-a0837133aa81 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:02.846237 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d9d5e0-1976-4b49-86b7-a0837133aa81 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:12:02.846679 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d9d5e0-1976-4b49-86b7-a0837133aa81 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:12:02.881552 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] For port 270b149c-1dc3-479b-8b77-7824ec5ea8f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=270b149c-1dc3-479b-8b77-7824ec5ea8f9,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:02.881993 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:02.888889 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-78d9d5e0-1976-4b49-86b7-a0837133aa81 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2976305 Dec 06 15:12:02.896267 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55322) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:02.910539 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b978a492-9b29-43b5-acc8-fd9efd9fe761 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:02.940182 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Calling delete_port for 270b149c-1dc3-479b-8b77-7824ec5ea8f9 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:03.133612 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b978a492-9b29-43b5-acc8-fd9efd9fe761 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:03.137858 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:03.148217 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b978a492-9b29-43b5-acc8-fd9efd9fe761 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:03.155835 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b978a492-9b29-43b5-acc8-fd9efd9fe761 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:12:03.157983 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b978a492-9b29-43b5-acc8-fd9efd9fe761 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:12:03.164919 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f1ce2ee-b5cd-4e49-a3e6-b4a2cc8ea812 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:03.194102 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b978a492-9b29-43b5-acc8-fd9efd9fe761 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2939682 Dec 06 15:12:03.194441 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55330) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:03.195820 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Pushing event deleted for resources: {'Port': ['ID=270b149c-1dc3-479b-8b77-7824ec5ea8f9,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:03.206920 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4f44c35c-38a3-4a62-97dd-d6f824650eb6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:03.221251 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:03.221608 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:03.221954 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:03.222297 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:03.222635 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:03.228811 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:03.229252 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:03.229604 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:03.229950 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:03.233170 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:03.233544 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:03.233888 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:03.234230 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:03.274849 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e25ee9-be50-4676-be3f-33882c75185b None None] No DVR routers for this DVR port 270b149c-1dc3-479b-8b77-7824ec5ea8f9 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:12:03.275290 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ce2ee-b5cd-4e49-a3e6-b4a2cc8ea812 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Checking segment: {'id': 'aa18b224-68ff-496b-aaea-ed49e2d88019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0b9d7711-8df3-4af5-8b46-d8a33dbfe988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:12:03.275730 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ce2ee-b5cd-4e49-a3e6-b4a2cc8ea812 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network hostable DHCP agents. Network: 0b9d7711-8df3-4af5-8b46-d8a33dbfe988, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:12:03.281690 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ce2ee-b5cd-4e49-a3e6-b4a2cc8ea812 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Subnet': ['ID=677be2f0-f374-4a20-aca8-82a1d7ef843e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:03.305678 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1514b86c-a415-4a20-844a-33b0250e5fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:03.315137 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc2f1ac-481a-4afa-af4f-6fa62150b32e None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:12:03.315449 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ce2ee-b5cd-4e49-a3e6-b4a2cc8ea812 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 0b9d7711-8df3-4af5-8b46-d8a33dbfe988 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:12:03.338453 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ce2ee-b5cd-4e49-a3e6-b4a2cc8ea812 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0b9d7711-8df3-4af5-8b46-d8a33dbfe988) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:03.345212 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ce2ee-b5cd-4e49-a3e6-b4a2cc8ea812 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:03.346657 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f1ce2ee-b5cd-4e49-a3e6-b4a2cc8ea812 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:03.389475 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f44c35c-38a3-4a62-97dd-d6f824650eb6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:03.397661 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9f1ce2ee-b5cd-4e49-a3e6-b4a2cc8ea812 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8572342 Dec 06 15:12:03.400255 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55336) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:03.405594 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2ebf4678-5cbe-4afd-92a4-03736cdbc930 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'network_id': '0b9d7711-8df3-4af5-8b46-d8a33dbfe988', 'name': 'tempest-PortsTestJSON-1524526562', 'fixed_ips': [{'subnet_id': '677be2f0-f374-4a20-aca8-82a1d7ef843e', 'ip_address': '172.20.0.10'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:03.407753 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f44c35c-38a3-4a62-97dd-d6f824650eb6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:03.411401 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f44c35c-38a3-4a62-97dd-d6f824650eb6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:12:03.411880 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f44c35c-38a3-4a62-97dd-d6f824650eb6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:12:03.450342 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4f44c35c-38a3-4a62-97dd-d6f824650eb6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2543042 Dec 06 15:12:03.452596 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55338) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:03.462259 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc2f1ac-481a-4afa-af4f-6fa62150b32e None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:12:03.534589 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b7d23d4c-4c67-4e5e-bc57-c7663dca4ab2 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0770380 Dec 06 15:12:03.536981 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55340) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:03.652126 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6cb3bf-2728-4f68-8ade-0a18a852df86 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:03.655860 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fb6cb3bf-2728-4f68-8ade-0a18a852df86 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1154277 Dec 06 15:12:03.657227 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55344) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:03.710574 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3520ad6f-efe7-4798-9968-e3836fcc7554 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487630 Dec 06 15:12:03.710574 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebf4678-5cbe-4afd-92a4-03736cdbc930 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:03.711322 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55350) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:03.717460 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:03.944491 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ebf4678-5cbe-4afd-92a4-03736cdbc930 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:03.949628 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:03.960839 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:03.991300 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-2ebf4678-5cbe-4afd-92a4-03736cdbc930 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] device_id is not set on port 35811e98-d62f-47d8-a605-a6920d4eb692 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:04.057498 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-0b9d7711-8df3-4af5-8b46-d8a33dbfe988', 'network_id': '0b9d7711-8df3-4af5-8b46-d8a33dbfe988', 'tenant_id': 'b67fd5110730413896aa97ed36cba707', 'fixed_ips': [{'subnet_id': '677be2f0-f374-4a20-aca8-82a1d7ef843e'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:12:04.061627 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:04.076510 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55360) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:04.142792 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:04.304024 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 270b149c-1dc3-479b-8b77-7824ec5ea8f9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:12:04.320469 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2ebf4678-5cbe-4afd-92a4-03736cdbc930 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Allocated IP 172.20.0.10 (0b9d7711-8df3-4af5-8b46-d8a33dbfe988/677be2f0-f374-4a20-aca8-82a1d7ef843e/35811e98-d62f-47d8-a605-a6920d4eb692) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:04.353053 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 270b149c-1dc3-479b-8b77-7824ec5ea8f9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:12:04.353404 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 270b149c-1dc3-479b-8b77-7824ec5ea8f9 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:12:04.413887 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-63af17c2-31d8-4a87-ba66-e52de0c0f0d5 tempest-AgentManagementNegativeTest-2097421625 tempest-AgentManagementNegativeTest-2097421625-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3361619 Dec 06 15:12:04.530097 n-d-master-1 neutron-server[103289]: DEBUG neutron.objects.ports [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 15:12:04.531912 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:04.570740 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ebf4678-5cbe-4afd-92a4-03736cdbc930 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:04.577146 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:04.582615 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:04.587090 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:04.587712 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:04.600027 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=f74970e6-992c-490b-a49d-0474661a0a22,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:04.608996 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:04.609350 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:04.609699 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:04.610042 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:04.610546 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:04.610889 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:04.611221 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:04.611553 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:04.611911 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:04.612244 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:04.612686 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:04.613014 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:04.613524 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:04.625680 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-59397961-9820-4e33-8494-bce8dd3f8e00 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9129603 Dec 06 15:12:04.629076 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55366) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:04.635889 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-44f30b44-4c6d-4412-a842-964530644edc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'mac_address': 'fa:16:3e:1b:7a:8b', 'name': 'tempest-NetworksTestDHCPv6-1116287955'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:04.642089 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ebf4678-5cbe-4afd-92a4-03736cdbc930 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:04.678934 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Allocated IP 172.20.0.2 (0b9d7711-8df3-4af5-8b46-d8a33dbfe988/677be2f0-f374-4a20-aca8-82a1d7ef843e/8812f19e-afd2-47b1-b94f-11767e0f9011) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:04.723791 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf4678-5cbe-4afd-92a4-03736cdbc930 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 0b9d7711-8df3-4af5-8b46-d8a33dbfe988 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:04.756424 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2ebf4678-5cbe-4afd-92a4-03736cdbc930 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:04.762338 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf4678-5cbe-4afd-92a4-03736cdbc930 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:04.805490 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf4678-5cbe-4afd-92a4-03736cdbc930 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=35811e98-d62f-47d8-a605-a6920d4eb692,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:04.857610 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55372) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:04.866312 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:04.876076 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:04.894552 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebf4678-5cbe-4afd-92a4-03736cdbc930 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:04.894552 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ebf4678-5cbe-4afd-92a4-03736cdbc930 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:04.942986 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2ebf4678-5cbe-4afd-92a4-03736cdbc930 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5416048 Dec 06 15:12:04.945627 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55394) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:04.947633 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Pushing event updated for resources: {'Port': ['ID=8812f19e-afd2-47b1-b94f-11767e0f9011,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:04.963616 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Network 0b9d7711-8df3-4af5-8b46-d8a33dbfe988 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:04.965617 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:04.969326 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:04.971391 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9f6aa618-1594-4563-b8b6-248bc23b03c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'network_id': '0b9d7711-8df3-4af5-8b46-d8a33dbfe988', 'name': 'tempest-PortsTestJSON-1063001972', 'fixed_ips': [{'subnet_id': '677be2f0-f374-4a20-aca8-82a1d7ef843e', 'ip_address': '172.20.0.9'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:04.995145 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f30b44-4c6d-4412-a842-964530644edc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:05.075418 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Attempting to bind port 8812f19e-afd2-47b1-b94f-11767e0f9011 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:12:05.075833 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Attempting to bind port 8812f19e-afd2-47b1-b94f-11767e0f9011 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'aa18b224-68ff-496b-aaea-ed49e2d88019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0b9d7711-8df3-4af5-8b46-d8a33dbfe988'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:12:05.080575 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Attempting to bind port 8812f19e-afd2-47b1-b94f-11767e0f9011 on network 0b9d7711-8df3-4af5-8b46-d8a33dbfe988 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:12:05.092758 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:12:05.093137 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Checking segment: {'id': 'aa18b224-68ff-496b-aaea-ed49e2d88019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0b9d7711-8df3-4af5-8b46-d8a33dbfe988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:12:05.093548 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:05.093943 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Bound using segment: {'id': 'aa18b224-68ff-496b-aaea-ed49e2d88019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0b9d7711-8df3-4af5-8b46-d8a33dbfe988'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:12:05.094428 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Bound port: 8812f19e-afd2-47b1-b94f-11767e0f9011, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa18b224-68ff-496b-aaea-ed49e2d88019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0b9d7711-8df3-4af5-8b46-d8a33dbfe988'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:12:05.094810 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:05.114935 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a905d860-2e78-4d42-aa57-4b20bb6f3c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:05.219746 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6aa618-1594-4563-b8b6-248bc23b03c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:05.261721 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] For port 8812f19e-afd2-47b1-b94f-11767e0f9011, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:12:05.266909 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] For port 8812f19e-afd2-47b1-b94f-11767e0f9011, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8812f19e-afd2-47b1-b94f-11767e0f9011,segment=NetworkSegment(aa18b224-68ff-496b-aaea-ed49e2d88019),segment_id=aa18b224-68ff-496b-aaea-ed49e2d88019)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:12:05.275793 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:05.331063 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f6aa618-1594-4563-b8b6-248bc23b03c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:05.367600 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-9f6aa618-1594-4563-b8b6-248bc23b03c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] device_id is not set on port b8dbf126-91e7-4701-8897-621bb7fad291 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:05.413202 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24868132-dd0c-4163-bfbd-4c266da4e411 None None] Pushing event updated for resources: {'Port': ['ID=8812f19e-afd2-47b1-b94f-11767e0f9011,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:05.672286 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:05.724155 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-9f6aa618-1594-4563-b8b6-248bc23b03c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Allocated IP 172.20.0.9 (0b9d7711-8df3-4af5-8b46-d8a33dbfe988/677be2f0-f374-4a20-aca8-82a1d7ef843e/b8dbf126-91e7-4701-8897-621bb7fad291) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:05.791005 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44f30b44-4c6d-4412-a842-964530644edc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:05.797009 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a905d860-2e78-4d42-aa57-4b20bb6f3c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:05.816659 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a905d860-2e78-4d42-aa57-4b20bb6f3c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:05.823295 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-44f30b44-4c6d-4412-a842-964530644edc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port d0b17d8a-cdf7-41c1-b9c8-8682d834f53c yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:05.958321 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a905d860-2e78-4d42-aa57-4b20bb6f3c9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac99c4ce4deb4c8192a8c9a628cba8ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0994229 Dec 06 15:12:05.966514 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55440) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:05.992005 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905d860-2e78-4d42-aa57-4b20bb6f3c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaa9fda-585c-4096-a98e-072d5b585386,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:06.063960 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-44f30b44-4c6d-4412-a842-964530644edc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::f816:3eff:fe1b:7a8b (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/f74970e6-992c-490b-a49d-0474661a0a22/d0b17d8a-cdf7-41c1-b9c8-8682d834f53c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:06.066683 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-419cf0b4-2d99-40c7-9475-f151020c5e02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:06.123427 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-419cf0b4-2d99-40c7-9475-f151020c5e02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:06.183901 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f6aa618-1594-4563-b8b6-248bc23b03c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:06.196986 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-419cf0b4-2d99-40c7-9475-f151020c5e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:06.212267 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-419cf0b4-2d99-40c7-9475-f151020c5e02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:06.213661 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-419cf0b4-2d99-40c7-9475-f151020c5e02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6aaa9fda-585c-4096-a98e-072d5b585386 HTTP/1.1" status: 204 len: 168 time: 0.2460201 Dec 06 15:12:06.241417 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8812f19e-afd2-47b1-b94f-11767e0f9011 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:06.264956 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cf0b4-2d99-40c7-9475-f151020c5e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaa9fda-585c-4096-a98e-072d5b585386,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:06.353195 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f6aa618-1594-4563-b8b6-248bc23b03c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:06.421737 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6aa618-1594-4563-b8b6-248bc23b03c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=b8dbf126-91e7-4701-8897-621bb7fad291,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:06.441252 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6aa618-1594-4563-b8b6-248bc23b03c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 0b9d7711-8df3-4af5-8b46-d8a33dbfe988 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:06.442645 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9f6aa618-1594-4563-b8b6-248bc23b03c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:06.445475 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 8812f19e-afd2-47b1-b94f-11767e0f9011 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:06.445937 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:06.450324 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6aa618-1594-4563-b8b6-248bc23b03c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:06.452948 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44f30b44-4c6d-4412-a842-964530644edc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:06.550177 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44f30b44-4c6d-4412-a842-964530644edc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:06.639247 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6aa618-1594-4563-b8b6-248bc23b03c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:06.639963 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f6aa618-1594-4563-b8b6-248bc23b03c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:06.666818 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f30b44-4c6d-4412-a842-964530644edc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=d0b17d8a-cdf7-41c1-b9c8-8682d834f53c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:06.709044 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:06.713175 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9f6aa618-1594-4563-b8b6-248bc23b03c1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7636206 Dec 06 15:12:06.713742 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55478) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:06.721335 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f30b44-4c6d-4412-a842-964530644edc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:06.731467 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-44f30b44-4c6d-4412-a842-964530644edc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:06.740808 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f30b44-4c6d-4412-a842-964530644edc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:06.764952 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f30b44-4c6d-4412-a842-964530644edc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:06.768675 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44f30b44-4c6d-4412-a842-964530644edc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:06.780054 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:06.819730 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-44f30b44-4c6d-4412-a842-964530644edc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1890521 Dec 06 15:12:06.820706 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55484) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:06.854156 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 8812f19e-afd2-47b1-b94f-11767e0f9011, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8812f19e-afd2-47b1-b94f-11767e0f9011,segment=NetworkSegment(aa18b224-68ff-496b-aaea-ed49e2d88019),segment_id=aa18b224-68ff-496b-aaea-ed49e2d88019)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:06.866426 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:06.965360 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f337f4-a19e-435d-b08d-ba6e8d55ef52 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:06.971263 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6849fe-1f92-4d53-8b9c-122f687632bf tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:06.971534 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a1f337f4-a19e-435d-b08d-ba6e8d55ef52 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1493485 Dec 06 15:12:06.972876 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55488) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:06.979245 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=8812f19e-afd2-47b1-b94f-11767e0f9011,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:06.981888 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7d6849fe-1f92-4d53-8b9c-122f687632bf tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2626011 Dec 06 15:12:06.982547 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55490) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:07.039136 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09e7df-6426-4414-9a07-9e9a582806c2 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:07.047244 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09e7df-6426-4414-9a07-9e9a582806c2 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:07.053589 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09e7df-6426-4414-9a07-9e9a582806c2 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:07.058080 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1d09e7df-6426-4414-9a07-9e9a582806c2 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.0744679 Dec 06 15:12:07.058708 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55492) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:07.134716 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-deeea675-bbf4-411d-b0d1-9af70ef27f80 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port d0b17d8a-cdf7-41c1-b9c8-8682d834f53c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:07.135061 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deeea675-bbf4-411d-b0d1-9af70ef27f80 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:07.200642 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-983659e3-4c85-49e7-87f0-718c0d8e982a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port b8dbf126-91e7-4701-8897-621bb7fad291 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:07.200981 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-983659e3-4c85-49e7-87f0-718c0d8e982a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:07.206786 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e44af35-3a37-4587-b070-4c1437f07ce8 None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:12:07.355432 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deeea675-bbf4-411d-b0d1-9af70ef27f80 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:07.377357 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-983659e3-4c85-49e7-87f0-718c0d8e982a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:07.386764 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-deeea675-bbf4-411d-b0d1-9af70ef27f80 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for d0b17d8a-cdf7-41c1-b9c8-8682d834f53c owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:07.397158 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-983659e3-4c85-49e7-87f0-718c0d8e982a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for b8dbf126-91e7-4701-8897-621bb7fad291 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:07.399463 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c15615f9-eb75-4943-972e-30f282f86634 None None] Provisioning complete for port 8812f19e-afd2-47b1-b94f-11767e0f9011 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:07.399969 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c15615f9-eb75-4943-972e-30f282f86634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:07.431904 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e44af35-3a37-4587-b070-4c1437f07ce8 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:12:07.575558 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deeea675-bbf4-411d-b0d1-9af70ef27f80 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:07.600099 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55502) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:07.631068 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeea675-bbf4-411d-b0d1-9af70ef27f80 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=d0b17d8a-cdf7-41c1-b9c8-8682d834f53c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:07.657939 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-983659e3-4c85-49e7-87f0-718c0d8e982a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:07.700230 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deeea675-bbf4-411d-b0d1-9af70ef27f80 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:07.706543 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-deeea675-bbf4-411d-b0d1-9af70ef27f80 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/d0b17d8a-cdf7-41c1-b9c8-8682d834f53c HTTP/1.1" status: 204 len: 168 time: 0.7316985 Dec 06 15:12:07.707184 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55510) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:07.717375 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983659e3-4c85-49e7-87f0-718c0d8e982a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=b8dbf126-91e7-4701-8897-621bb7fad291,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:07.764821 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72798bae-2ec5-420d-9a5d-da89cf6c28b5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:07.766351 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72798bae-2ec5-420d-9a5d-da89cf6c28b5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:07.770994 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-72798bae-2ec5-420d-9a5d-da89cf6c28b5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0628016 Dec 06 15:12:07.771628 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55512) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:07.827139 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-983659e3-4c85-49e7-87f0-718c0d8e982a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:07.835666 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-983659e3-4c85-49e7-87f0-718c0d8e982a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/ports/b8dbf126-91e7-4701-8897-621bb7fad291 HTTP/1.1" status: 204 len: 168 time: 0.7759032 Dec 06 15:12:07.839435 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-42017d13-b5d4-44f8-a8f9-53c9638b496b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet f74970e6-992c-490b-a49d-0474661a0a22 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:12:07.851014 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42017d13-b5d4-44f8-a8f9-53c9638b496b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:07.853339 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8d266ad1-c13f-4a8a-9e13-9b22e342b96b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2146230659'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:07.861233 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55516) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:07.901192 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-98542a51-39d7-4677-b406-068685606fe6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] GET failed (client error): The resource could not be found. Dec 06 15:12:07.902806 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-98542a51-39d7-4677-b406-068685606fe6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports/b8dbf126-91e7-4701-8897-621bb7fad291 HTTP/1.1" status: 404 len: 333 time: 0.0375056 Dec 06 15:12:07.908666 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55518) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:07.928712 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42017d13-b5d4-44f8-a8f9-53c9638b496b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:07.999463 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d266ad1-c13f-4a8a-9e13-9b22e342b96b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Made reservation on behalf of 68496470509445db83d33df77a4bcb91 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:08.004817 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d266ad1-c13f-4a8a-9e13-9b22e342b96b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:08.022174 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42017d13-b5d4-44f8-a8f9-53c9638b496b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:08.023839 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cacc4e-3b91-4324-928c-5f50f3b62f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'fixed_ips': [{'subnet_id': 'f74970e6-992c-490b-a49d-0474661a0a22'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:12:08.025671 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d266ad1-c13f-4a8a-9e13-9b22e342b96b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:08.026605 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f1cacc4e-3b91-4324-928c-5f50f3b62f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:08.078988 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c698ab57-39f9-4937-8691-c618e8ebfab3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port 35811e98-d62f-47d8-a605-a6920d4eb692 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:08.080656 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c698ab57-39f9-4937-8691-c618e8ebfab3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:08.119178 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42017d13-b5d4-44f8-a8f9-53c9638b496b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:08.166581 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42017d13-b5d4-44f8-a8f9-53c9638b496b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=f74970e6-992c-490b-a49d-0474661a0a22,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:08.223902 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42017d13-b5d4-44f8-a8f9-53c9638b496b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:08.234401 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8812f19e-afd2-47b1-b94f-11767e0f9011 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server [None req-f1cacc4e-3b91-4324-928c-5f50f3b62f24 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f74970e6-992c-490b-a49d-0474661a0a22: This subnet is being modified by another concurrent operation. Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise exception Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f74970e6-992c-490b-a49d-0474661a0a22: This subnet is being modified by another concurrent operation. Dec 06 15:12:08.240291 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Dec 06 15:12:08.248066 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-42017d13-b5d4-44f8-a8f9-53c9638b496b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/f74970e6-992c-490b-a49d-0474661a0a22 HTTP/1.1" status: 204 len: 168 time: 0.4751217 Dec 06 15:12:08.251340 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55520) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:08.282236 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f5f08b-b06a-4bd0-93da-ab184c687bd8 None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:12:08.340425 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cca7b639-3d27-4f40-a616-695b10169728 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786405 Dec 06 15:12:08.343769 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55522) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:08.357507 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b843c7b2-6e8a-4043-ad78-0a89fbbd046e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:08.372916 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c698ab57-39f9-4937-8691-c618e8ebfab3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:08.383305 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 8812f19e-afd2-47b1-b94f-11767e0f9011 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:08.384189 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:08.402273 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c698ab57-39f9-4937-8691-c618e8ebfab3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for 35811e98-d62f-47d8-a605-a6920d4eb692 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:08.413415 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d266ad1-c13f-4a8a-9e13-9b22e342b96b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:08.430276 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d266ad1-c13f-4a8a-9e13-9b22e342b96b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:08.440631 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f5f08b-b06a-4bd0-93da-ab184c687bd8 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:12:08.513860 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b843c7b2-6e8a-4043-ad78-0a89fbbd046e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:08.519049 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b843c7b2-6e8a-4043-ad78-0a89fbbd046e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:08.579520 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d266ad1-c13f-4a8a-9e13-9b22e342b96b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:12:08.589896 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d266ad1-c13f-4a8a-9e13-9b22e342b96b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cf3656-7dbf-4d58-bf50-a8d70469abc9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:08.603150 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d266ad1-c13f-4a8a-9e13-9b22e342b96b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:08.603489 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-8d266ad1-c13f-4a8a-9e13-9b22e342b96b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Added segment 906a32ca-0f58-476d-af4c-e25f41569bd0 of type vlan for network 44c7017a-8944-4901-becb-33f792c237b5 Dec 06 15:12:08.669557 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d266ad1-c13f-4a8a-9e13-9b22e342b96b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:08.739245 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d266ad1-c13f-4a8a-9e13-9b22e342b96b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:08.748288 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d266ad1-c13f-4a8a-9e13-9b22e342b96b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:08.748288 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d266ad1-c13f-4a8a-9e13-9b22e342b96b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:08.775634 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c698ab57-39f9-4937-8691-c618e8ebfab3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:08.817371 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8d266ad1-c13f-4a8a-9e13-9b22e342b96b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2160246 Dec 06 15:12:08.817847 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55530) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:08.828880 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f17f3482-bad9-4b5e-a372-f0ebb5c706d4 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Request body: {'subnet': {'network_id': '44c7017a-8944-4901-becb-33f792c237b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:08.863879 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698ab57-39f9-4937-8691-c618e8ebfab3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=35811e98-d62f-47d8-a605-a6920d4eb692,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:08.888608 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08404a8-dfe0-44bd-929d-3486faf92d42 None None] Network 0b9d7711-8df3-4af5-8b46-d8a33dbfe988 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:08.904502 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b246cd-fc5e-49a0-b5bb-cbfbcc877f45 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:09.025535 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c698ab57-39f9-4937-8691-c618e8ebfab3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:09.026748 n-d-master-1 neutron-server[103288]: DEBUG neutron.objects.ports [None req-b843c7b2-6e8a-4043-ad78-0a89fbbd046e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103288) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 15:12:09.032494 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c698ab57-39f9-4937-8691-c618e8ebfab3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/ports/35811e98-d62f-47d8-a605-a6920d4eb692 HTTP/1.1" status: 204 len: 168 time: 1.1203027 Dec 06 15:12:09.032494 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d266ad1-c13f-4a8a-9e13-9b22e342b96b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event updated for resources: {'Network': ['ID=44c7017a-8944-4901-becb-33f792c237b5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:09.041822 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55538) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:09.053928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b843c7b2-6e8a-4043-ad78-0a89fbbd046e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:09.102214 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17f3482-bad9-4b5e-a372-f0ebb5c706d4 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Made reservation on behalf of 68496470509445db83d33df77a4bcb91 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:09.105882 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f17f3482-bad9-4b5e-a372-f0ebb5c706d4 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:09.109559 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b0d53c-191c-4dc2-9cf7-3a07c12a1e3b tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] GET failed (client error): The resource could not be found. Dec 06 15:12:09.113595 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c9b0d53c-191c-4dc2-9cf7-3a07c12a1e3b tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports/35811e98-d62f-47d8-a605-a6920d4eb692 HTTP/1.1" status: 404 len: 333 time: 0.0679781 Dec 06 15:12:09.114781 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55540) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:09.147272 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b843c7b2-6e8a-4043-ad78-0a89fbbd046e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:09.165877 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b843c7b2-6e8a-4043-ad78-0a89fbbd046e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:09.171040 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b843c7b2-6e8a-4043-ad78-0a89fbbd046e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:09.171634 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b843c7b2-6e8a-4043-ad78-0a89fbbd046e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:09.173846 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843c7b2-6e8a-4043-ad78-0a89fbbd046e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=20cdf438-a355-4c35-8a2d-bf3ec1a7bc83,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:09.189730 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 44c7017a-8944-4901-becb-33f792c237b5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:12:09.237234 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b843c7b2-6e8a-4043-ad78-0a89fbbd046e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8907900 Dec 06 15:12:09.241161 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55544) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:09.258467 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9c6c9daf-36c7-488e-9796-244af4296018 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'mac_address': 'fa:16:3e:c2:0f:6b', 'name': 'tempest-NetworksTestDHCPv6-795838565'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:09.338512 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1429451-09db-40f5-aa84-5c12f0d01a78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting subnet 677be2f0-f374-4a20-aca8-82a1d7ef843e {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:12:09.392564 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f17f3482-bad9-4b5e-a372-f0ebb5c706d4 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:09.431314 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1429451-09db-40f5-aa84-5c12f0d01a78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:09.478180 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f3482-bad9-4b5e-a372-f0ebb5c706d4 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event updated for resources: {'Subnet': ['ID=788ff207-423b-416a-ad9a-7290454bc36d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:09.492416 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17f3482-bad9-4b5e-a372-f0ebb5c706d4 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Checking segment: {'id': '906a32ca-0f58-476d-af4c-e25f41569bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '44c7017a-8944-4901-becb-33f792c237b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:12:09.492792 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17f3482-bad9-4b5e-a372-f0ebb5c706d4 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Network hostable DHCP agents. Network: 44c7017a-8944-4901-becb-33f792c237b5, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:12:09.516449 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1429451-09db-40f5-aa84-5c12f0d01a78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:09.517561 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'fixed_ips': [{'subnet_id': '20cdf438-a355-4c35-8a2d-bf3ec1a7bc83'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:12:09.518930 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:09.539513 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17f3482-bad9-4b5e-a372-f0ebb5c706d4 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Network 44c7017a-8944-4901-becb-33f792c237b5 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:12:09.565607 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f17f3482-bad9-4b5e-a372-f0ebb5c706d4 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 44c7017a-8944-4901-becb-33f792c237b5) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:09.573501 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17f3482-bad9-4b5e-a372-f0ebb5c706d4 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:09.574215 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f17f3482-bad9-4b5e-a372-f0ebb5c706d4 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:09.641250 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6c9daf-36c7-488e-9796-244af4296018 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:09.652637 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f17f3482-bad9-4b5e-a372-f0ebb5c706d4 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8324409 Dec 06 15:12:09.655492 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55550) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:09.666249 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5ac713dd-590d-4432-b130-e28096838e1c tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Request body: {'port': {'network_id': '44c7017a-8944-4901-becb-33f792c237b5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1097619471'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:09.707958 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Allocated IP 2001:db8::f816:3eff:fe39:b286 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/20cdf438-a355-4c35-8a2d-bf3ec1a7bc83/0b3f60ea-27d9-434d-acdf-440af30a0fe0) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:09.801299 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1429451-09db-40f5-aa84-5c12f0d01a78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:09.927478 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c6c9daf-36c7-488e-9796-244af4296018 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:09.940840 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:09.956769 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6c21d7-b024-4330-8d64-cd909b994deb None None] Network 44c7017a-8944-4901-becb-33f792c237b5 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:09.963634 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:10.002727 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-9c6c9daf-36c7-488e-9796-244af4296018 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port de122bf7-7aa0-42b4-af90-c2531d8d56d6 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:10.017586 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1429451-09db-40f5-aa84-5c12f0d01a78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:10.021116 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac713dd-590d-4432-b130-e28096838e1c tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Made reservation on behalf of 68496470509445db83d33df77a4bcb91 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:10.029893 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ac713dd-590d-4432-b130-e28096838e1c tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:10.080177 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:10.093425 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:10.103139 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:10.136033 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1429451-09db-40f5-aa84-5c12f0d01a78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Subnet': ['ID=677be2f0-f374-4a20-aca8-82a1d7ef843e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:10.144140 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-5ac713dd-590d-4432-b130-e28096838e1c tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] device_id is not set on port 886ac93e-d262-4982-9b9e-99e04e6bf797 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:10.156021 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1429451-09db-40f5-aa84-5c12f0d01a78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:10.167402 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c1429451-09db-40f5-aa84-5c12f0d01a78 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/677be2f0-f374-4a20-aca8-82a1d7ef843e HTTP/1.1" status: 204 len: 168 time: 1.0520539 Dec 06 15:12:10.167715 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55560) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:10.181469 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Pushing event updated for resources: {'Port': ['ID=0b3f60ea-27d9-434d-acdf-440af30a0fe0,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:10.324013 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-9c6c9daf-36c7-488e-9796-244af4296018 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::f816:3eff:fec2:f6b (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/20cdf438-a355-4c35-8a2d-bf3ec1a7bc83/de122bf7-7aa0-42b4-af90-c2531d8d56d6) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:10.346644 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Attempting to bind port 0b3f60ea-27d9-434d-acdf-440af30a0fe0 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:12:10.347470 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Attempting to bind port 0b3f60ea-27d9-434d-acdf-440af30a0fe0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:12:10.348093 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Attempting to bind port 0b3f60ea-27d9-434d-acdf-440af30a0fe0 on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:12:10.357376 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:12:10.358007 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:12:10.359226 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:10.359792 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:12:10.360483 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Bound port: 0b3f60ea-27d9-434d-acdf-440af30a0fe0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:12:10.361163 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:10.409548 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:10.495333 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-5ac713dd-590d-4432-b130-e28096838e1c tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Allocated IP 2001:db8::31b (44c7017a-8944-4901-becb-33f792c237b5/788ff207-423b-416a-ad9a-7290454bc36d/886ac93e-d262-4982-9b9e-99e04e6bf797) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:10.537855 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-44c7017a-8944-4901-becb-33f792c237b5', 'network_id': '44c7017a-8944-4901-becb-33f792c237b5', 'tenant_id': '68496470509445db83d33df77a4bcb91', 'fixed_ips': [{'subnet_id': '788ff207-423b-416a-ad9a-7290454bc36d'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:12:10.540495 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:10.576653 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a813e59e-93bd-4aed-9038-10a00eb469a7 None None] Network 0b9d7711-8df3-4af5-8b46-d8a33dbfe988 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:10.623623 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port 8812f19e-afd2-47b1-b94f-11767e0f9011 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:10.626060 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:10.626706 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c6c9daf-36c7-488e-9796-244af4296018 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:10.683480 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c6c9daf-36c7-488e-9796-244af4296018 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:10.716805 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] For port 0b3f60ea-27d9-434d-acdf-440af30a0fe0, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:12:10.762573 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c9daf-36c7-488e-9796-244af4296018 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=de122bf7-7aa0-42b4-af90-c2531d8d56d6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:10.787742 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6c9daf-36c7-488e-9796-244af4296018 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:10.790099 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9c6c9daf-36c7-488e-9796-244af4296018 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:10.802709 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6c9daf-36c7-488e-9796-244af4296018 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:10.814087 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6c9daf-36c7-488e-9796-244af4296018 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:10.814759 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c6c9daf-36c7-488e-9796-244af4296018 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:10.839118 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] For port 0b3f60ea-27d9-434d-acdf-440af30a0fe0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0b3f60ea-27d9-434d-acdf-440af30a0fe0,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:12:10.850954 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-264daa09-3086-479b-8c24-3b7d43ecf6e1 None None] Provisioning complete for port 8812f19e-afd2-47b1-b94f-11767e0f9011 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:10.850954 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-264daa09-3086-479b-8c24-3b7d43ecf6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:10.851193 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55574) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:10.852379 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9c6c9daf-36c7-488e-9796-244af4296018 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6080399 Dec 06 15:12:10.876888 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] For port 8812f19e-afd2-47b1-b94f-11767e0f9011, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8812f19e-afd2-47b1-b94f-11767e0f9011,segment=NetworkSegment(aa18b224-68ff-496b-aaea-ed49e2d88019),segment_id=aa18b224-68ff-496b-aaea-ed49e2d88019)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:10.877513 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:10.878241 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:11.006821 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for 8812f19e-afd2-47b1-b94f-11767e0f9011 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:11.046353 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0b641-d5d2-4c48-94b4-1026f75cc3b4 None None] Pushing event updated for resources: {'Port': ['ID=0b3f60ea-27d9-434d-acdf-440af30a0fe0,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:11.110782 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc043ba3-c0f9-47e1-9d49-dea11b8a1a94 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:11.130542 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc043ba3-c0f9-47e1-9d49-dea11b8a1a94 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:11.132910 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cc043ba3-c0f9-47e1-9d49-dea11b8a1a94 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2810168 Dec 06 15:12:11.134424 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e982347-738e-4973-ae87-38073f63094a None None] DHCP port deletion for 0b9d7711-8df3-4af5-8b46-d8a33dbfe988 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:12:11.135743 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55580) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:11.137645 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ac713dd-590d-4432-b130-e28096838e1c tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:11.310280 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3e982347-738e-4973-ae87-38073f63094a None None] Deleting port 8812f19e-afd2-47b1-b94f-11767e0f9011 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:11.312536 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ac713dd-590d-4432-b130-e28096838e1c tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:11.316277 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:11.320476 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e982347-738e-4973-ae87-38073f63094a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:11.375882 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3ec67032-2b72-4d93-9345-d563b6c94eaf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port de122bf7-7aa0-42b4-af90-c2531d8d56d6 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:11.376398 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ec67032-2b72-4d93-9345-d563b6c94eaf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:11.384547 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=8812f19e-afd2-47b1-b94f-11767e0f9011,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:11.399431 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac713dd-590d-4432-b130-e28096838e1c tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Network 44c7017a-8944-4901-becb-33f792c237b5 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:11.403393 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No DVR routers for this DVR port 8812f19e-afd2-47b1-b94f-11767e0f9011 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:12:11.413162 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5ac713dd-590d-4432-b130-e28096838e1c tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:11.418254 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac713dd-590d-4432-b130-e28096838e1c tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:11.427945 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac713dd-590d-4432-b130-e28096838e1c tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:11.428759 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ac713dd-590d-4432-b130-e28096838e1c tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:11.457902 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3e982347-738e-4973-ae87-38073f63094a None None] For port 8812f19e-afd2-47b1-b94f-11767e0f9011, host n-d-master-1, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:11.458304 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e982347-738e-4973-ae87-38073f63094a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:11.507465 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5ac713dd-590d-4432-b130-e28096838e1c tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8507757 Dec 06 15:12:11.527899 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55584) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:11.533777 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7782e671-16ba-4f17-a763-ee089ac2af1e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Request body: {'port': {'network_id': '44c7017a-8944-4901-becb-33f792c237b5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1560229717', 'allowed_address_pairs': [{'ip_address': '2001:db8::31b', 'mac_address': 'fa:16:3e:69:ea:38'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:11.560328 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3e982347-738e-4973-ae87-38073f63094a None None] Calling delete_port for 8812f19e-afd2-47b1-b94f-11767e0f9011 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:11.563160 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-3e982347-738e-4973-ae87-38073f63094a None None] Port 8812f19e-afd2-47b1-b94f-11767e0f9011 was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 15:12:11.565265 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e982347-738e-4973-ae87-38073f63094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:11.600249 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e982347-738e-4973-ae87-38073f63094a None None] Pushing event deleted for resources: {'Port': ['ID=8812f19e-afd2-47b1-b94f-11767e0f9011,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:11.621932 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e982347-738e-4973-ae87-38073f63094a None None] No DVR routers for this DVR port 8812f19e-afd2-47b1-b94f-11767e0f9011 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:12:11.622969 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac713dd-590d-4432-b130-e28096838e1c tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event updated for resources: {'Port': ['ID=886ac93e-d262-4982-9b9e-99e04e6bf797,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:11.640626 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Allocated IP 2001:db8::2 (44c7017a-8944-4901-becb-33f792c237b5/788ff207-423b-416a-ad9a-7290454bc36d/4cb4ad79-c534-4e6e-b784-c112cabda788) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:11.689551 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ec67032-2b72-4d93-9345-d563b6c94eaf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:11.697644 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:11.710976 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3ec67032-2b72-4d93-9345-d563b6c94eaf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for de122bf7-7aa0-42b4-af90-c2531d8d56d6 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:11.753914 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9d7711-8df3-4af5-8b46-d8a33dbfe988']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:11.795503 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa18b224-68ff-496b-aaea-ed49e2d88019') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:11.796935 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa18b224-68ff-496b-aaea-ed49e2d88019') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:11.819290 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:11.865620 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:11.880143 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:12:11.881003 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:12:11.884717 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:12:11.887497 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7782e671-16ba-4f17-a763-ee089ac2af1e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Made reservation on behalf of 68496470509445db83d33df77a4bcb91 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:11.940922 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ec67032-2b72-4d93-9345-d563b6c94eaf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.016526 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.030445 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.108103 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec67032-2b72-4d93-9345-d563b6c94eaf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=de122bf7-7aa0-42b4-af90-c2531d8d56d6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:12.112120 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ec67032-2b72-4d93-9345-d563b6c94eaf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.122870 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3ec67032-2b72-4d93-9345-d563b6c94eaf tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/de122bf7-7aa0-42b4-af90-c2531d8d56d6 HTTP/1.1" status: 204 len: 168 time: 0.9826386 Dec 06 15:12:12.124055 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55588) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:12.133844 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Network 44c7017a-8944-4901-becb-33f792c237b5 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:12.137715 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:12.143514 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:12.154908 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Pushing event updated for resources: {'Port': ['ID=4cb4ad79-c534-4e6e-b784-c112cabda788,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:12.278750 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Attempting to bind port 4cb4ad79-c534-4e6e-b784-c112cabda788 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:12:12.279136 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Attempting to bind port 4cb4ad79-c534-4e6e-b784-c112cabda788 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '906a32ca-0f58-476d-af4c-e25f41569bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '44c7017a-8944-4901-becb-33f792c237b5'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:12:12.279511 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Attempting to bind port 4cb4ad79-c534-4e6e-b784-c112cabda788 on network 44c7017a-8944-4901-becb-33f792c237b5 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:12:12.281892 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882f271d-aa64-4c6c-b4ba-1f89348396fc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:12.283952 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882f271d-aa64-4c6c-b4ba-1f89348396fc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:12.285652 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:12:12.286286 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Checking segment: {'id': '906a32ca-0f58-476d-af4c-e25f41569bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '44c7017a-8944-4901-becb-33f792c237b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:12:12.286705 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.287105 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Bound using segment: {'id': '906a32ca-0f58-476d-af4c-e25f41569bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '44c7017a-8944-4901-becb-33f792c237b5'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:12:12.292654 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Bound port: 4cb4ad79-c534-4e6e-b784-c112cabda788, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906a32ca-0f58-476d-af4c-e25f41569bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '44c7017a-8944-4901-becb-33f792c237b5'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:12:12.292834 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-882f271d-aa64-4c6c-b4ba-1f89348396fc tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1604581 Dec 06 15:12:12.292934 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.294978 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55592) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:12.320335 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0b3f60ea-27d9-434d-acdf-440af30a0fe0 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:12.345617 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.355217 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.371079 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/networks/0b9d7711-8df3-4af5-8b46-d8a33dbfe988 HTTP/1.1" status: 204 len: 168 time: 2.1977646 Dec 06 15:12:12.371866 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55594) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:12.384775 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-680e4ded-93f7-4734-9aef-3b1b4fde522c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet 20cdf438-a355-4c35-8a2d-bf3ec1a7bc83 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:12:12.400495 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-680e4ded-93f7-4734-9aef-3b1b4fde522c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.406649 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ab649964-512f-4598-ba5a-2319bb67f1e7 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1568903036'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:12.448238 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17c902-b5f5-4084-bd64-869edec94437 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Network': ['ID=0b9d7711-8df3-4af5-8b46-d8a33dbfe988,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:12.482514 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-680e4ded-93f7-4734-9aef-3b1b4fde522c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.482718 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7782e671-16ba-4f17-a763-ee089ac2af1e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.509186 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] For port 4cb4ad79-c534-4e6e-b784-c112cabda788, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:12:12.514598 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] For port 4cb4ad79-c534-4e6e-b784-c112cabda788, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4cb4ad79-c534-4e6e-b784-c112cabda788,segment=NetworkSegment(906a32ca-0f58-476d-af4c-e25f41569bd0),segment_id=906a32ca-0f58-476d-af4c-e25f41569bd0)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:12:12.526951 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.578756 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab649964-512f-4598-ba5a-2319bb67f1e7 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:12.582357 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab649964-512f-4598-ba5a-2319bb67f1e7 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.599614 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-7782e671-16ba-4f17-a763-ee089ac2af1e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] device_id is not set on port a904fbce-87d1-471b-9016-ce3cd1cd2d53 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:12.628106 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:12:12.643632 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058fab4-6bf3-4599-80e0-9a7b6b7ab284 None None] Pushing event updated for resources: {'Port': ['ID=4cb4ad79-c534-4e6e-b784-c112cabda788,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:12.660969 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0b3f60ea-27d9-434d-acdf-440af30a0fe0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:12.662273 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.684788 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-680e4ded-93f7-4734-9aef-3b1b4fde522c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.723559 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab649964-512f-4598-ba5a-2319bb67f1e7 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:12:12.735204 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a8b79c-fdc2-4033-888e-97fdb1ed3870 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:12.792723 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-680e4ded-93f7-4734-9aef-3b1b4fde522c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.818062 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab649964-512f-4598-ba5a-2319bb67f1e7 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.818651 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-ab649964-512f-4598-ba5a-2319bb67f1e7 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Added segment cd1597b9-c15f-4ee7-9708-30be476d2bc3 of type vlan for network d50026ec-843a-4e8f-a910-f241d59585ef Dec 06 15:12:12.853917 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e4ded-93f7-4734-9aef-3b1b4fde522c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=20cdf438-a355-4c35-8a2d-bf3ec1a7bc83,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:12.879376 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-680e4ded-93f7-4734-9aef-3b1b4fde522c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.887437 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab649964-512f-4598-ba5a-2319bb67f1e7 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.887801 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-680e4ded-93f7-4734-9aef-3b1b4fde522c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/20cdf438-a355-4c35-8a2d-bf3ec1a7bc83 HTTP/1.1" status: 204 len: 168 time: 0.5912695 Dec 06 15:12:12.888459 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55602) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:12.903623 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-efca2e53-5c0c-4460-8131-99bcd0240c82 None None] Provisioning complete for port 0b3f60ea-27d9-434d-acdf-440af30a0fe0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:12.915871 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-efca2e53-5c0c-4460-8131-99bcd0240c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.949793 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-53b0da60-ef53-4dc9-9c31-8a8edb9e50d1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597482 Dec 06 15:12:12.950022 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55604) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:12.977756 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-7782e671-16ba-4f17-a763-ee089ac2af1e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Allocated IP 2001:db8::1e2 (44c7017a-8944-4901-becb-33f792c237b5/788ff207-423b-416a-ad9a-7290454bc36d/a904fbce-87d1-471b-9016-ce3cd1cd2d53) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:12.980304 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab649964-512f-4598-ba5a-2319bb67f1e7 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:12.986902 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab649964-512f-4598-ba5a-2319bb67f1e7 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:12.987792 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ab649964-512f-4598-ba5a-2319bb67f1e7 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:13.028991 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1527b91c-8aaf-4e7c-a856-98c6663ba9c3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:13.033662 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1527b91c-8aaf-4e7c-a856-98c6663ba9c3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0827556 Dec 06 15:12:13.034016 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55606) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:13.097180 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ab649964-512f-4598-ba5a-2319bb67f1e7 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7231755 Dec 06 15:12:13.101211 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55608) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:13.113229 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0e017ee6-a69f-4103-b90b-ae302989579d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'subnet': {'network_id': 'd50026ec-843a-4e8f-a910-f241d59585ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:13.154922 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab649964-512f-4598-ba5a-2319bb67f1e7 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Network': ['ID=d50026ec-843a-4e8f-a910-f241d59585ef,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:13.199695 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network d50026ec-843a-4e8f-a910-f241d59585ef details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:12:13.269770 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfad6088-fafb-45eb-9485-575f46326d04 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:13.274681 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bfad6088-fafb-45eb-9485-575f46326d04 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2382045 Dec 06 15:12:13.275347 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55614) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:13.306206 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:13.334196 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e017ee6-a69f-4103-b90b-ae302989579d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:13.338795 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e017ee6-a69f-4103-b90b-ae302989579d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:13.396127 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55616) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:13.398253 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1411db17-796b-430f-8bf4-201ca111db7a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1175535 Dec 06 15:12:13.405511 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fb3f459c-950f-45d6-a1ce-1b22d0fbf136 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:13.454706 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-efca2e53-5c0c-4460-8131-99bcd0240c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:13.553782 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 0b3f60ea-27d9-434d-acdf-440af30a0fe0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0b3f60ea-27d9-434d-acdf-440af30a0fe0,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:13.560344 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7782e671-16ba-4f17-a763-ee089ac2af1e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:13.564929 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:13.658354 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7782e671-16ba-4f17-a763-ee089ac2af1e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:13.697769 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=0b3f60ea-27d9-434d-acdf-440af30a0fe0,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:13.701043 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b225b4ac-ce87-45bc-b010-b401f0903903 None None] DHCP port deletion for 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:12:13.711354 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8812f19e-afd2-47b1-b94f-11767e0f9011 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:12:13.764600 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7782e671-16ba-4f17-a763-ee089ac2af1e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Network 44c7017a-8944-4901-becb-33f792c237b5 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:13.784812 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7782e671-16ba-4f17-a763-ee089ac2af1e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:13.795726 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782e671-16ba-4f17-a763-ee089ac2af1e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:13.808853 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7782e671-16ba-4f17-a763-ee089ac2af1e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:13.825194 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7782e671-16ba-4f17-a763-ee089ac2af1e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:13.881491 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782e671-16ba-4f17-a763-ee089ac2af1e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event updated for resources: {'Port': ['ID=a904fbce-87d1-471b-9016-ce3cd1cd2d53,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:13.901544 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 8812f19e-afd2-47b1-b94f-11767e0f9011 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:12:13.902468 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8812f19e-afd2-47b1-b94f-11767e0f9011 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:12:13.911150 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7782e671-16ba-4f17-a763-ee089ac2af1e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.3816679 Dec 06 15:12:13.913463 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55620) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:13.943064 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-efca2e53-5c0c-4460-8131-99bcd0240c82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:12:13.943215 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-efca2e53-5c0c-4460-8131-99bcd0240c82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:12:13.967895 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b225b4ac-ce87-45bc-b010-b401f0903903 None None] Deleting port 0b3f60ea-27d9-434d-acdf-440af30a0fe0 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:13.968271 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b225b4ac-ce87-45bc-b010-b401f0903903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:14.028418 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b464b725-164d-4360-aa23-d1dd710443ae tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:14.045627 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b464b725-164d-4360-aa23-d1dd710443ae tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:14.056668 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b464b725-164d-4360-aa23-d1dd710443ae tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:14.060937 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b464b725-164d-4360-aa23-d1dd710443ae tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1440794 Dec 06 15:12:14.062961 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55622) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:14.083820 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b225b4ac-ce87-45bc-b010-b401f0903903 None None] For port 0b3f60ea-27d9-434d-acdf-440af30a0fe0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0b3f60ea-27d9-434d-acdf-440af30a0fe0,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:14.084218 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b225b4ac-ce87-45bc-b010-b401f0903903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:14.104486 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b225b4ac-ce87-45bc-b010-b401f0903903 None None] Calling delete_port for 0b3f60ea-27d9-434d-acdf-440af30a0fe0 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:14.285417 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8690a59f-a5b6-4696-a85b-74e3667793a7 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Deleting port a904fbce-87d1-471b-9016-ce3cd1cd2d53 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:14.286038 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8690a59f-a5b6-4696-a85b-74e3667793a7 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:14.472028 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3f459c-950f-45d6-a1ce-1b22d0fbf136 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:14.479731 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb3f459c-950f-45d6-a1ce-1b22d0fbf136 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:14.492059 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8690a59f-a5b6-4696-a85b-74e3667793a7 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:14.523262 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8690a59f-a5b6-4696-a85b-74e3667793a7 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Calling delete_port for a904fbce-87d1-471b-9016-ce3cd1cd2d53 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:14.646160 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4cb4ad79-c534-4e6e-b784-c112cabda788 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:14.648662 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ad3310-af25-42e5-8798-9eb9933425e8 None None] Network 44c7017a-8944-4901-becb-33f792c237b5 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:14.910699 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e017ee6-a69f-4103-b90b-ae302989579d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:14.911687 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8690a59f-a5b6-4696-a85b-74e3667793a7 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:14.981792 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b225b4ac-ce87-45bc-b010-b401f0903903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:15.001437 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690a59f-a5b6-4696-a85b-74e3667793a7 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event deleted for resources: {'Port': ['ID=a904fbce-87d1-471b-9016-ce3cd1cd2d53,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:15.101728 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b225b4ac-ce87-45bc-b010-b401f0903903 None None] No DVR routers for this DVR port 0b3f60ea-27d9-434d-acdf-440af30a0fe0 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:12:15.109058 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e017ee6-a69f-4103-b90b-ae302989579d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Subnet': ['ID=c5e5fc1a-921c-4271-9e3b-438ad5355cd6,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:15.111643 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225b4ac-ce87-45bc-b010-b401f0903903 None None] Pushing event deleted for resources: {'Port': ['ID=0b3f60ea-27d9-434d-acdf-440af30a0fe0,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:15.155518 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e017ee6-a69f-4103-b90b-ae302989579d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Checking segment: {'id': 'cd1597b9-c15f-4ee7-9708-30be476d2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd50026ec-843a-4e8f-a910-f241d59585ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:12:15.156151 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e017ee6-a69f-4103-b90b-ae302989579d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network hostable DHCP agents. Network: d50026ec-843a-4e8f-a910-f241d59585ef, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:12:15.183246 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 4cb4ad79-c534-4e6e-b784-c112cabda788 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:15.183736 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:15.194011 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0f7dac99-07d4-4e4c-9c6b-413b534d4d1d None None] Provisioning complete for port 4cb4ad79-c534-4e6e-b784-c112cabda788 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:15.194591 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0f7dac99-07d4-4e4c-9c6b-413b534d4d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:15.234811 n-d-master-1 neutron-server[103289]: DEBUG neutron.objects.ports [None req-fb3f459c-950f-45d6-a1ce-1b22d0fbf136 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 15:12:15.236071 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e017ee6-a69f-4103-b90b-ae302989579d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network d50026ec-843a-4e8f-a910-f241d59585ef is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:12:15.243746 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb3f459c-950f-45d6-a1ce-1b22d0fbf136 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:15.250783 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8690a59f-a5b6-4696-a85b-74e3667793a7 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:15.263004 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8690a59f-a5b6-4696-a85b-74e3667793a7 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "DELETE /v2.0/ports/a904fbce-87d1-471b-9016-ce3cd1cd2d53 HTTP/1.1" status: 204 len: 168 time: 1.1979542 Dec 06 15:12:15.265748 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55630) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:15.272642 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-0e017ee6-a69f-4103-b90b-ae302989579d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d50026ec-843a-4e8f-a910-f241d59585ef) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:15.287944 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e017ee6-a69f-4103-b90b-ae302989579d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:15.289019 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e017ee6-a69f-4103-b90b-ae302989579d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:15.304610 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7d70c5-1f51-498d-964f-1f2ff395183a None None] Network d50026ec-843a-4e8f-a910-f241d59585ef requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:15.305869 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ace7428-a66f-46bb-a2f7-e2120b689d24 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] GET failed (client error): The resource could not be found. Dec 06 15:12:15.313605 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2ace7428-a66f-46bb-a2f7-e2120b689d24 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "GET /v2.0/ports/a904fbce-87d1-471b-9016-ce3cd1cd2d53 HTTP/1.1" status: 404 len: 333 time: 0.0467026 Dec 06 15:12:15.314247 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55632) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:15.319104 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fb411092-db38-4242-844d-59936027a16f tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Request body: {'port': {'network_id': '44c7017a-8944-4901-becb-33f792c237b5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-325217125'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:15.347670 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0e017ee6-a69f-4103-b90b-ae302989579d tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2388136 Dec 06 15:12:15.350219 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3f459c-950f-45d6-a1ce-1b22d0fbf136 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:15.354205 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55636) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:15.395388 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a0aa445f-8ad9-43c3-91e7-eceec5c8e6fe tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1065891564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:15.431782 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-fb3f459c-950f-45d6-a1ce-1b22d0fbf136 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:15.436919 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3f459c-950f-45d6-a1ce-1b22d0fbf136 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:15.437436 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb3f459c-950f-45d6-a1ce-1b22d0fbf136 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:15.485012 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae53a65-c120-4c63-8ee2-a148457ce405 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:15.498091 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f459c-950f-45d6-a1ce-1b22d0fbf136 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=b8455b67-b045-47a4-8823-3f6c6acf0f62,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:15.513873 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0aa445f-8ad9-43c3-91e7-eceec5c8e6fe tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:15.554882 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0aa445f-8ad9-43c3-91e7-eceec5c8e6fe tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:15.565511 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fb3f459c-950f-45d6-a1ce-1b22d0fbf136 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1675119 Dec 06 15:12:15.576425 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55640) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:15.582980 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:15.601636 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0279a425-ab17-47e7-99c2-a5222162477d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'mac_address': 'fa:16:3e:b1:5f:af', 'name': 'tempest-NetworksTestDHCPv6-221865173'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:15.634424 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb411092-db38-4242-844d-59936027a16f tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Made reservation on behalf of 68496470509445db83d33df77a4bcb91 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:15.637740 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb411092-db38-4242-844d-59936027a16f tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:15.672425 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0aa445f-8ad9-43c3-91e7-eceec5c8e6fe tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:15.683253 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0aa445f-8ad9-43c3-91e7-eceec5c8e6fe tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:15.746494 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-fb411092-db38-4242-844d-59936027a16f tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] device_id is not set on port ba7fa8f7-fa03-4b18-9395-a7c83f2c0c45 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:15.748232 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0aa445f-8ad9-43c3-91e7-eceec5c8e6fe tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:15.749509 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a0aa445f-8ad9-43c3-91e7-eceec5c8e6fe tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3941474 Dec 06 15:12:15.752230 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55642) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:15.769657 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1c5ed26b-d485-45a2-ae1d-81e77db00d08 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'network_id': 'd50026ec-843a-4e8f-a910-f241d59585ef', 'name': 'tempest-PortsTestJSON-298587747'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:15.783967 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0f7dac99-07d4-4e4c-9c6b-413b534d4d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:15.993655 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 4cb4ad79-c534-4e6e-b784-c112cabda788, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4cb4ad79-c534-4e6e-b784-c112cabda788,segment=NetworkSegment(906a32ca-0f58-476d-af4c-e25f41569bd0),segment_id=906a32ca-0f58-476d-af4c-e25f41569bd0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:16.020123 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0279a425-ab17-47e7-99c2-a5222162477d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:16.025798 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5ed26b-d485-45a2-ae1d-81e77db00d08 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:16.026526 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:16.035574 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed26b-d485-45a2-ae1d-81e77db00d08 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:16.084009 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-1c5ed26b-d485-45a2-ae1d-81e77db00d08 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] device_id is not set on port 30d58286-6033-49eb-900d-4f04dc6b6c61 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:16.163873 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-fb411092-db38-4242-844d-59936027a16f tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Allocated IP 2001:db8::129 (44c7017a-8944-4901-becb-33f792c237b5/788ff207-423b-416a-ad9a-7290454bc36d/ba7fa8f7-fa03-4b18-9395-a7c83f2c0c45) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:16.232331 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d50026ec-843a-4e8f-a910-f241d59585ef', 'network_id': 'd50026ec-843a-4e8f-a910-f241d59585ef', 'tenant_id': 'b67fd5110730413896aa97ed36cba707', 'fixed_ips': [{'subnet_id': 'c5e5fc1a-921c-4271-9e3b-438ad5355cd6'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:12:16.233192 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:16.235247 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0b3f60ea-27d9-434d-acdf-440af30a0fe0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:12:16.245292 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-0f7dac99-07d4-4e4c-9c6b-413b534d4d1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:12:16.247519 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-0f7dac99-07d4-4e4c-9c6b-413b534d4d1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:12:16.274035 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0279a425-ab17-47e7-99c2-a5222162477d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:16.328600 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-0279a425-ab17-47e7-99c2-a5222162477d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port cd74bd0c-745c-42cd-bde5-49d699a4247e yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:16.328916 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-1c5ed26b-d485-45a2-ae1d-81e77db00d08 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Allocated IP 172.20.0.9 (d50026ec-843a-4e8f-a910-f241d59585ef/c5e5fc1a-921c-4271-9e3b-438ad5355cd6/30d58286-6033-49eb-900d-4f04dc6b6c61) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:16.362381 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 0b3f60ea-27d9-434d-acdf-440af30a0fe0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:12:16.362729 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0b3f60ea-27d9-434d-acdf-440af30a0fe0 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:12:16.380984 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'fixed_ips': [{'subnet_id': 'b8455b67-b045-47a4-8823-3f6c6acf0f62'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:12:16.381823 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:16.490088 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=4cb4ad79-c534-4e6e-b784-c112cabda788,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:16.767728 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed26b-d485-45a2-ae1d-81e77db00d08 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:16.784227 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-0279a425-ab17-47e7-99c2-a5222162477d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::f816:3eff:feb1:5faf (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/b8455b67-b045-47a4-8823-3f6c6acf0f62/cd74bd0c-745c-42cd-bde5-49d699a4247e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:16.795256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb411092-db38-4242-844d-59936027a16f tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:16.859416 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed26b-d485-45a2-ae1d-81e77db00d08 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:16.913311 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Allocated IP 172.20.0.2 (d50026ec-843a-4e8f-a910-f241d59585ef/c5e5fc1a-921c-4271-9e3b-438ad5355cd6/58061fa3-21be-4026-846c-57ece133b3bc) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:16.916801 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5ed26b-d485-45a2-ae1d-81e77db00d08 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network d50026ec-843a-4e8f-a910-f241d59585ef is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:16.919350 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-1c5ed26b-d485-45a2-ae1d-81e77db00d08 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:16.946708 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ed26b-d485-45a2-ae1d-81e77db00d08 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:16.964992 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb411092-db38-4242-844d-59936027a16f tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:17.043414 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-705cadce-333b-4be7-a766-e0ef6af28fa8 None None] Provisioning complete for port 4cb4ad79-c534-4e6e-b784-c112cabda788 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:17.043923 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-705cadce-333b-4be7-a766-e0ef6af28fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:17.061983 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb411092-db38-4242-844d-59936027a16f tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Network 44c7017a-8944-4901-becb-33f792c237b5 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:17.111832 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5ed26b-d485-45a2-ae1d-81e77db00d08 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:17.112651 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed26b-d485-45a2-ae1d-81e77db00d08 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:17.142451 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ed26b-d485-45a2-ae1d-81e77db00d08 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=30d58286-6033-49eb-900d-4f04dc6b6c61,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:17.170736 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1c5ed26b-d485-45a2-ae1d-81e77db00d08 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4165642 Dec 06 15:12:17.172767 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55650) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:17.180393 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fb411092-db38-4242-844d-59936027a16f tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:17.187480 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb411092-db38-4242-844d-59936027a16f tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:17.193493 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb411092-db38-4242-844d-59936027a16f tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:17.194119 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb411092-db38-4242-844d-59936027a16f tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:17.245407 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb411092-db38-4242-844d-59936027a16f tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event updated for resources: {'Port': ['ID=ba7fa8f7-fa03-4b18-9395-a7c83f2c0c45,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:17.269321 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0279a425-ab17-47e7-99c2-a5222162477d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:17.311527 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fb411092-db38-4242-844d-59936027a16f tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9960630 Dec 06 15:12:17.314295 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55654) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:17.320237 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c45df6c2-db2a-4a1d-b070-d369e0e5b622 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::31b', 'mac_address': 'fa:16:3e:69:ea:38'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:17.430009 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c45df6c2-db2a-4a1d-b070-d369e0e5b622 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:17.555117 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0279a425-ab17-47e7-99c2-a5222162477d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:17.631351 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:17.637085 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-705cadce-333b-4be7-a766-e0ef6af28fa8 None None] Provisioning complete for port 886ac93e-d262-4982-9b9e-99e04e6bf797 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:17.637085 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-705cadce-333b-4be7-a766-e0ef6af28fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:17.649172 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279a425-ab17-47e7-99c2-a5222162477d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=cd74bd0c-745c-42cd-bde5-49d699a4247e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:17.696076 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:17.739491 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0279a425-ab17-47e7-99c2-a5222162477d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:17.757019 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0279a425-ab17-47e7-99c2-a5222162477d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:17.765800 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0279a425-ab17-47e7-99c2-a5222162477d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:17.780252 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0279a425-ab17-47e7-99c2-a5222162477d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:17.780952 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0279a425-ab17-47e7-99c2-a5222162477d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:17.832872 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0279a425-ab17-47e7-99c2-a5222162477d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2528071 Dec 06 15:12:17.834587 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55660) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:17.845211 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Allocated IP 2001:db8::f816:3eff:fea8:eb77 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/b8455b67-b045-47a4-8823-3f6c6acf0f62/0805be97-1c0c-4f81-adf0-0fa8dfcbb245) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:17.896577 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5edcda9a-fbd9-4e11-8171-28f53f13366e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:18.052403 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c45df6c2-db2a-4a1d-b070-d369e0e5b622 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:18.062305 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c45df6c2-db2a-4a1d-b070-d369e0e5b622 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:18.267071 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5edcda9a-fbd9-4e11-8171-28f53f13366e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:18.285975 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5edcda9a-fbd9-4e11-8171-28f53f13366e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:18.463866 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcda9a-fbd9-4e11-8171-28f53f13366e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=30d58286-6033-49eb-900d-4f04dc6b6c61,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:18.576837 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c45df6c2-db2a-4a1d-b070-d369e0e5b622 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] In _notify_port_updated(), no bound segment for port ba7fa8f7-fa03-4b18-9395-a7c83f2c0c45 on network 44c7017a-8944-4901-becb-33f792c237b5 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 15:12:18.582510 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45df6c2-db2a-4a1d-b070-d369e0e5b622 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:18.583256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c45df6c2-db2a-4a1d-b070-d369e0e5b622 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:18.584610 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c45df6c2-db2a-4a1d-b070-d369e0e5b622 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "PUT /v2.0/ports/ba7fa8f7-fa03-4b18-9395-a7c83f2c0c45 HTTP/1.1" status: 200 len: 1002 time: 1.2689972 Dec 06 15:12:18.588296 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55666) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:18.593502 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316297d0-d095-4efb-a2ef-7991379c25b3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:18.598417 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-316297d0-d095-4efb-a2ef-7991379c25b3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.7594790 Dec 06 15:12:18.598604 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:18.599107 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55668) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:18.614885 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-705cadce-333b-4be7-a766-e0ef6af28fa8 None None] Port 886ac93e-d262-4982-9b9e-99e04e6bf797 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:18.631818 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4cb4ad79-c534-4e6e-b784-c112cabda788 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:18.752663 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:18.779540 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Network d50026ec-843a-4e8f-a910-f241d59585ef is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:18.801107 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3722055e-1929-4ce3-b3e5-e069d169fcb3 None None] Could not find standard attr ID for object a904fbce-87d1-471b-9016-ce3cd1cd2d53. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:12:18.801776 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45df6c2-db2a-4a1d-b070-d369e0e5b622 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event updated for resources: {'Port': ['ID=ba7fa8f7-fa03-4b18-9395-a7c83f2c0c45,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:18.828830 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:18.845339 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:18.862476 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:18.895871 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a0baccfe-fd0d-40d7-836c-f3185dd896c1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port cd74bd0c-745c-42cd-bde5-49d699a4247e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:18.896767 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0baccfe-fd0d-40d7-836c-f3185dd896c1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:18.917166 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:18.921128 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Pushing event updated for resources: {'Port': ['ID=58061fa3-21be-4026-846c-57ece133b3bc,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:18.949174 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:18.965781 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3722055e-1929-4ce3-b3e5-e069d169fcb3 None None] Provisioning complete for port ba7fa8f7-fa03-4b18-9395-a7c83f2c0c45 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:18.966120 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3722055e-1929-4ce3-b3e5-e069d169fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.004021 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5edcda9a-fbd9-4e11-8171-28f53f13366e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.031503 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0baccfe-fd0d-40d7-836c-f3185dd896c1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.047091 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a0baccfe-fd0d-40d7-836c-f3185dd896c1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for cd74bd0c-745c-42cd-bde5-49d699a4247e owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:19.095695 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3722055e-1929-4ce3-b3e5-e069d169fcb3 None None] Port ba7fa8f7-fa03-4b18-9395-a7c83f2c0c45 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:19.215773 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0baccfe-fd0d-40d7-836c-f3185dd896c1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.237030 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f75ac289-c729-47cf-80ae-13017265435e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Deleting port ba7fa8f7-fa03-4b18-9395-a7c83f2c0c45 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:19.237808 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f75ac289-c729-47cf-80ae-13017265435e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.263344 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55678) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:19.304499 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0baccfe-fd0d-40d7-836c-f3185dd896c1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=cd74bd0c-745c-42cd-bde5-49d699a4247e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:19.315130 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0baccfe-fd0d-40d7-836c-f3185dd896c1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.323731 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a0baccfe-fd0d-40d7-836c-f3185dd896c1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/cd74bd0c-745c-42cd-bde5-49d699a4247e HTTP/1.1" status: 204 len: 168 time: 0.7248135 Dec 06 15:12:19.324599 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55682) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:19.349939 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 4cb4ad79-c534-4e6e-b784-c112cabda788 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:19.350313 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.405468 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f75ac289-c729-47cf-80ae-13017265435e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.418635 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f75ac289-c729-47cf-80ae-13017265435e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Calling delete_port for ba7fa8f7-fa03-4b18-9395-a7c83f2c0c45 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:19.423327 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde271d7-fd4e-476c-b253-921ba78bfd59 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:19.431227 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde271d7-fd4e-476c-b253-921ba78bfd59 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:19.431710 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Attempting to bind port 58061fa3-21be-4026-846c-57ece133b3bc on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:12:19.432095 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Attempting to bind port 58061fa3-21be-4026-846c-57ece133b3bc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cd1597b9-c15f-4ee7-9708-30be476d2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd50026ec-843a-4e8f-a910-f241d59585ef'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:12:19.432458 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Attempting to bind port 58061fa3-21be-4026-846c-57ece133b3bc on network d50026ec-843a-4e8f-a910-f241d59585ef {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:12:19.439568 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dde271d7-fd4e-476c-b253-921ba78bfd59 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1132433 Dec 06 15:12:19.441043 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55684) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:19.465776 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6f032d73-a22d-4e76-b8c9-bd29a422feef None None] Provisioning complete for port ba7fa8f7-fa03-4b18-9395-a7c83f2c0c45 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:19.466162 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6f032d73-a22d-4e76-b8c9-bd29a422feef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.495832 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Pushing event updated for resources: {'Port': ['ID=0805be97-1c0c-4f81-adf0-0fa8dfcbb245,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:19.544728 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Attempting to bind port 0805be97-1c0c-4f81-adf0-0fa8dfcbb245 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:12:19.545183 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Attempting to bind port 0805be97-1c0c-4f81-adf0-0fa8dfcbb245 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:12:19.545565 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Attempting to bind port 0805be97-1c0c-4f81-adf0-0fa8dfcbb245 on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:12:19.555050 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:12:19.556231 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Checking segment: {'id': 'cd1597b9-c15f-4ee7-9708-30be476d2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd50026ec-843a-4e8f-a910-f241d59585ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:12:19.556806 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.557348 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Bound using segment: {'id': 'cd1597b9-c15f-4ee7-9708-30be476d2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd50026ec-843a-4e8f-a910-f241d59585ef'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:12:19.557977 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Bound port: 58061fa3-21be-4026-846c-57ece133b3bc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1597b9-c15f-4ee7-9708-30be476d2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd50026ec-843a-4e8f-a910-f241d59585ef'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:12:19.558501 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.592405 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d28dd938-a463-4898-986b-2a9b7b1f21d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.593491 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:12:19.594059 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:12:19.594624 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.594755 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5edcda9a-fbd9-4e11-8171-28f53f13366e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.595293 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:12:19.595956 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Bound port: 0805be97-1c0c-4f81-adf0-0fa8dfcbb245, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:12:19.596489 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.597291 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f75ac289-c729-47cf-80ae-13017265435e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.648091 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6f032d73-a22d-4e76-b8c9-bd29a422feef None None] Port ba7fa8f7-fa03-4b18-9395-a7c83f2c0c45 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:19.653908 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ac289-c729-47cf-80ae-13017265435e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event deleted for resources: {'Port': ['ID=ba7fa8f7-fa03-4b18-9395-a7c83f2c0c45,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:19.771267 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] For port 58061fa3-21be-4026-846c-57ece133b3bc, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:12:19.847901 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d28dd938-a463-4898-986b-2a9b7b1f21d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.864589 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d28dd938-a463-4898-986b-2a9b7b1f21d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.865930 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] For port 58061fa3-21be-4026-846c-57ece133b3bc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=58061fa3-21be-4026-846c-57ece133b3bc,segment=NetworkSegment(cd1597b9-c15f-4ee7-9708-30be476d2bc3),segment_id=cd1597b9-c15f-4ee7-9708-30be476d2bc3)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:12:19.907732 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] For port 0805be97-1c0c-4f81-adf0-0fa8dfcbb245, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:12:19.917925 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.924746 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] For port 0805be97-1c0c-4f81-adf0-0fa8dfcbb245, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0805be97-1c0c-4f81-adf0-0fa8dfcbb245,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:12:19.950325 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.952218 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7de25f-244c-4cd9-903a-b64219051200 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet b8455b67-b045-47a4-8823-3f6c6acf0f62 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:12:19.966416 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d28dd938-a463-4898-986b-2a9b7b1f21d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abd3602926174be297991ff003596af3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7003524 Dec 06 15:12:19.971498 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d7de25f-244c-4cd9-903a-b64219051200 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:19.991804 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55690) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:20.090179 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28dd938-a463-4898-986b-2a9b7b1f21d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94db27a-3e74-47c7-adda-1ae80a6d4dfd,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:20.134077 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d7de25f-244c-4cd9-903a-b64219051200 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:20.142476 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22366256-5115-465d-84e7-edd4fd128c63 None None] Pushing event updated for resources: {'Port': ['ID=58061fa3-21be-4026-846c-57ece133b3bc,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:20.263505 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f75ac289-c729-47cf-80ae-13017265435e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:20.276045 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f75ac289-c729-47cf-80ae-13017265435e tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "DELETE /v2.0/ports/ba7fa8f7-fa03-4b18-9395-a7c83f2c0c45 HTTP/1.1" status: 204 len: 168 time: 1.6846490 Dec 06 15:12:20.281579 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55692) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:20.342526 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fde9b1-7733-4d75-bcf9-03ded4aa8543 None None] Pushing event updated for resources: {'Port': ['ID=0805be97-1c0c-4f81-adf0-0fa8dfcbb245,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:20.357171 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5eb69a7-5ed9-495b-8515-b69956a41342 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] GET failed (client error): The resource could not be found. Dec 06 15:12:20.362524 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c5eb69a7-5ed9-495b-8515-b69956a41342 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "GET /v2.0/ports/ba7fa8f7-fa03-4b18-9395-a7c83f2c0c45 HTTP/1.1" status: 404 len: 333 time: 0.0807099 Dec 06 15:12:20.372340 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55694) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:20.377558 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-dffe7004-c402-4b5a-8d77-2deb777a4500 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Request body: {'port': {'network_id': '44c7017a-8944-4901-becb-33f792c237b5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2004059907'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:20.387933 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00b00cfc-c4ca-4b61-98c5-346bac6432e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:20.417357 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00b00cfc-c4ca-4b61-98c5-346bac6432e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:20.614653 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d7de25f-244c-4cd9-903a-b64219051200 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:20.693226 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00b00cfc-c4ca-4b61-98c5-346bac6432e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:20.696873 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00b00cfc-c4ca-4b61-98c5-346bac6432e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:20.700732 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-00b00cfc-c4ca-4b61-98c5-346bac6432e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a94db27a-3e74-47c7-adda-1ae80a6d4dfd HTTP/1.1" status: 204 len: 168 time: 0.7053444 Dec 06 15:12:20.704371 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5edcda9a-fbd9-4e11-8171-28f53f13366e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:20.709191 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d7de25f-244c-4cd9-903a-b64219051200 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:20.736793 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5edcda9a-fbd9-4e11-8171-28f53f13366e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:20.761682 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7de25f-244c-4cd9-903a-b64219051200 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=b8455b67-b045-47a4-8823-3f6c6acf0f62,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:20.772501 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b00cfc-c4ca-4b61-98c5-346bac6432e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94db27a-3e74-47c7-adda-1ae80a6d4dfd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:20.836126 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d7de25f-244c-4cd9-903a-b64219051200 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:20.842762 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2d7de25f-244c-4cd9-903a-b64219051200 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/b8455b67-b045-47a4-8823-3f6c6acf0f62 HTTP/1.1" status: 204 len: 168 time: 1.3945675 Dec 06 15:12:20.843853 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55698) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:20.890168 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5edcda9a-fbd9-4e11-8171-28f53f13366e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:20.899568 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c3a3f3ac-e8a4-4a35-bc4b-7459f07b4b0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519743 Dec 06 15:12:20.900373 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55700) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:20.932005 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d026f2f3-6d05-4ab9-b8e4-3dd37ce24d0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:20.994803 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffe7004-c402-4b5a-8d77-2deb777a4500 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Made reservation on behalf of 68496470509445db83d33df77a4bcb91 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:20.998492 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dffe7004-c402-4b5a-8d77-2deb777a4500 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:21.031892 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-dffe7004-c402-4b5a-8d77-2deb777a4500 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] device_id is not set on port 72f7c84b-660b-48a2-b8e8-539997c3218b yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:21.073451 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcda9a-fbd9-4e11-8171-28f53f13366e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=30d58286-6033-49eb-900d-4f04dc6b6c61,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:21.159450 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-dffe7004-c402-4b5a-8d77-2deb777a4500 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Allocated IP 2001:db8::227 (44c7017a-8944-4901-becb-33f792c237b5/788ff207-423b-416a-ad9a-7290454bc36d/72f7c84b-660b-48a2-b8e8-539997c3218b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:21.173610 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d026f2f3-6d05-4ab9-b8e4-3dd37ce24d0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:21.178190 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d026f2f3-6d05-4ab9-b8e4-3dd37ce24d0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:21.364930 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edcda9a-fbd9-4e11-8171-28f53f13366e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network d50026ec-843a-4e8f-a910-f241d59585ef is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:21.378667 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dffe7004-c402-4b5a-8d77-2deb777a4500 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:21.379050 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5edcda9a-fbd9-4e11-8171-28f53f13366e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:21.410477 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55708) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:21.431800 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0340a6f-3f4f-4ffd-860a-b161d8d72f8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:21.505857 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dffe7004-c402-4b5a-8d77-2deb777a4500 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:21.566411 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe7004-c402-4b5a-8d77-2deb777a4500 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Network 44c7017a-8944-4901-becb-33f792c237b5 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:21.572346 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-dffe7004-c402-4b5a-8d77-2deb777a4500 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:21.583746 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffe7004-c402-4b5a-8d77-2deb777a4500 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:21.593655 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffe7004-c402-4b5a-8d77-2deb777a4500 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:21.594692 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dffe7004-c402-4b5a-8d77-2deb777a4500 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:21.618596 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe7004-c402-4b5a-8d77-2deb777a4500 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event updated for resources: {'Port': ['ID=72f7c84b-660b-48a2-b8e8-539997c3218b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:21.620960 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edcda9a-fbd9-4e11-8171-28f53f13366e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Router 8faa3801-e6c6-486c-9ffd-48c23abca61e is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:12:21.634915 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dffe7004-c402-4b5a-8d77-2deb777a4500 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2612486 Dec 06 15:12:21.640584 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55710) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:21.664230 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0340a6f-3f4f-4ffd-860a-b161d8d72f8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:21.669438 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e0340a6f-3f4f-4ffd-860a-b161d8d72f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:21.740694 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0340a6f-3f4f-4ffd-860a-b161d8d72f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85484fd0-8f1c-4683-8d39-a160a4405904,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:21.759207 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e5b845fb-4ae3-4200-a886-949be7e2c43a tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:69:ea:38'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:21.761113 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e0340a6f-3f4f-4ffd-860a-b161d8d72f8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f0a037f68064db9bb90a92fd928b576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3493810 Dec 06 15:12:21.763634 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55712) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:21.859506 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-254cbf78-870f-4907-a74c-60cb2a63d150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:21.901309 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd30d67-0782-4112-9010-a5d538e4288e None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:21.917296 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-254cbf78-870f-4907-a74c-60cb2a63d150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:22.013475 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-254cbf78-870f-4907-a74c-60cb2a63d150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:22.017083 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-254cbf78-870f-4907-a74c-60cb2a63d150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:22.021223 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-254cbf78-870f-4907-a74c-60cb2a63d150 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85484fd0-8f1c-4683-8d39-a160a4405904 HTTP/1.1" status: 204 len: 168 time: 0.2564282 Dec 06 15:12:22.031256 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cbf78-870f-4907-a74c-60cb2a63d150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85484fd0-8f1c-4683-8d39-a160a4405904,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:22.094649 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2bcb603-ad2d-4c65-bb8d-7af300ec2206 None None] Provisioning complete for port 0805be97-1c0c-4f81-adf0-0fa8dfcbb245 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:22.095030 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb603-ad2d-4c65-bb8d-7af300ec2206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:22.308085 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb603-ad2d-4c65-bb8d-7af300ec2206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:22.323712 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edcda9a-fbd9-4e11-8171-28f53f13366e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:12:22.350763 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55722) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:22.351442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5edcda9a-fbd9-4e11-8171-28f53f13366e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "PUT /v2.0/routers/8faa3801-e6c6-486c-9ffd-48c23abca61e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1775973 Dec 06 15:12:22.379604 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2bcb603-ad2d-4c65-bb8d-7af300ec2206 None None] For port 0805be97-1c0c-4f81-adf0-0fa8dfcbb245, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0805be97-1c0c-4f81-adf0-0fa8dfcbb245,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:22.405024 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e25f83-6376-40f4-b979-b5e942a385a5 None None] Sync routers for ids ['8faa3801-e6c6-486c-9ffd-48c23abca61e'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:12:22.425945 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb603-ad2d-4c65-bb8d-7af300ec2206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:22.552864 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5894fdf8-d13b-4f17-abbd-4fa110980086 None None] Network d50026ec-843a-4e8f-a910-f241d59585ef requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:22.563623 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f525614-6f43-4b32-8713-d3030e848940 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:22.576216 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8f525614-6f43-4b32-8713-d3030e848940 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports?device_id=8faa3801-e6c6-486c-9ffd-48c23abca61e HTTP/1.1" status: 200 len: 981 time: 0.2234693 Dec 06 15:12:22.577047 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55730) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:22.619475 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e25f83-6376-40f4-b979-b5e942a385a5 None None] Routers {'8faa3801-e6c6-486c-9ffd-48c23abca61e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:12:22.625873 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-12e25f83-6376-40f4-b979-b5e942a385a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:12:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['8faa3801-e6c6-486c-9ffd-48c23abca61e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:22.768204 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0805be97-1c0c-4f81-adf0-0fa8dfcbb245 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:22.801223 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-12e25f83-6376-40f4-b979-b5e942a385a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:22.857855 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a73ba07b-a192-4e9d-9c6f-b6a6eb996cfc None None] Provisioning complete for port 58061fa3-21be-4026-846c-57ece133b3bc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:22.858552 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a73ba07b-a192-4e9d-9c6f-b6a6eb996cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:22.978789 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcb603-ad2d-4c65-bb8d-7af300ec2206 None None] Pushing event updated for resources: {'Port': ['ID=0805be97-1c0c-4f81-adf0-0fa8dfcbb245,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:22.997755 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e25f83-6376-40f4-b979-b5e942a385a5 None None] Routers {'8faa3801-e6c6-486c-9ffd-48c23abca61e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:12:22.998900 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-12e25f83-6376-40f4-b979-b5e942a385a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:12:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['8faa3801-e6c6-486c-9ffd-48c23abca61e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:23.049457 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-12e25f83-6376-40f4-b979-b5e942a385a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:23.050537 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e25f83-6376-40f4-b979-b5e942a385a5 None None] The sync data for ids ['8faa3801-e6c6-486c-9ffd-48c23abca61e'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:12:23.063300 n-d-master-1 neutron-server[103289]: DEBUG neutron.objects.ports [None req-d026f2f3-6d05-4ab9-b8e4-3dd37ce24d0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 15:12:23.114729 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0805be97-1c0c-4f81-adf0-0fa8dfcbb245 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:23.115437 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:23.221705 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a73ba07b-a192-4e9d-9c6f-b6a6eb996cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:23.282364 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a73ba07b-a192-4e9d-9c6f-b6a6eb996cfc None None] For port 58061fa3-21be-4026-846c-57ece133b3bc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=58061fa3-21be-4026-846c-57ece133b3bc,segment=NetworkSegment(cd1597b9-c15f-4ee7-9708-30be476d2bc3),segment_id=cd1597b9-c15f-4ee7-9708-30be476d2bc3)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:23.285647 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5b845fb-4ae3-4200-a886-949be7e2c43a tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:23.328528 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a73ba07b-a192-4e9d-9c6f-b6a6eb996cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:23.424551 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ba07b-a192-4e9d-9c6f-b6a6eb996cfc None None] Pushing event updated for resources: {'Port': ['ID=58061fa3-21be-4026-846c-57ece133b3bc,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:23.465776 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 58061fa3-21be-4026-846c-57ece133b3bc up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:23.472987 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a73ba07b-a192-4e9d-9c6f-b6a6eb996cfc None None] Provisioning complete for port 72f7c84b-660b-48a2-b8e8-539997c3218b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:23.473365 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a73ba07b-a192-4e9d-9c6f-b6a6eb996cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:23.527757 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55754) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:23.563900 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a73ba07b-a192-4e9d-9c6f-b6a6eb996cfc None None] Port 72f7c84b-660b-48a2-b8e8-539997c3218b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:23.613626 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 58061fa3-21be-4026-846c-57ece133b3bc triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:23.614064 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:23.700206 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9e6da497-58e0-4250-95cf-eada74289524 None None] Could not find standard attr ID for object cd74bd0c-745c-42cd-bde5-49d699a4247e. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:12:23.716736 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9e6da497-58e0-4250-95cf-eada74289524 None None] Provisioning complete for port 0805be97-1c0c-4f81-adf0-0fa8dfcbb245 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:23.717213 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9e6da497-58e0-4250-95cf-eada74289524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:23.782280 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b81ae58c-87a1-4c48-a8be-5d615337593c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1891371341-network', 'tenant_id': '0b08df3fff5c45fc8378b9838584f988'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:23.795101 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d026f2f3-6d05-4ab9-b8e4-3dd37ce24d0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:23.825095 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81ae58c-87a1-4c48-a8be-5d615337593c admin admin] Made reservation on behalf of 0b08df3fff5c45fc8378b9838584f988 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:23.829388 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b81ae58c-87a1-4c48-a8be-5d615337593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:23.856851 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b81ae58c-87a1-4c48-a8be-5d615337593c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.023267 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b81ae58c-87a1-4c48-a8be-5d615337593c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.032884 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b81ae58c-87a1-4c48-a8be-5d615337593c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.078435 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81ae58c-87a1-4c48-a8be-5d615337593c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:12:24.105396 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b81ae58c-87a1-4c48-a8be-5d615337593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.106012 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-b81ae58c-87a1-4c48-a8be-5d615337593c admin admin] Added segment c597a4b8-6d98-4493-8319-f073243ac958 of type vlan for network ea1e0d24-092d-40db-a26c-9acab4a004c1 Dec 06 15:12:24.109175 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e39efb23-bce1-437f-b3c5-ba9bc92fa5b9 None None] Provisioning complete for port 58061fa3-21be-4026-846c-57ece133b3bc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:24.109806 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e39efb23-bce1-437f-b3c5-ba9bc92fa5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.122476 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ecd4733-2bfb-4d3c-8cc4-02067e1ebee3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.189114 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b81ae58c-87a1-4c48-a8be-5d615337593c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.239559 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b81ae58c-87a1-4c48-a8be-5d615337593c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.241144 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81ae58c-87a1-4c48-a8be-5d615337593c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:24.241988 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b81ae58c-87a1-4c48-a8be-5d615337593c admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.285595 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ae58c-87a1-4c48-a8be-5d615337593c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541853ac-66b3-49b7-a1d7-a2b4dc976ebd,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:24.338363 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5b845fb-4ae3-4200-a886-949be7e2c43a tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.339467 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e39efb23-bce1-437f-b3c5-ba9bc92fa5b9 None None] Provisioning complete for port 30d58286-6033-49eb-900d-4f04dc6b6c61 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:24.340149 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e39efb23-bce1-437f-b3c5-ba9bc92fa5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.353216 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b81ae58c-87a1-4c48-a8be-5d615337593c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8216155 Dec 06 15:12:24.353216 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ae58c-87a1-4c48-a8be-5d615337593c admin admin] Pushing event updated for resources: {'Network': ['ID=ea1e0d24-092d-40db-a26c-9acab4a004c1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:24.358320 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55760) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:24.360445 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5b845fb-4ae3-4200-a886-949be7e2c43a tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.368732 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-719b51ee-9088-4890-a9da-71807af94306 admin admin] Request body: {'subnet': {'network_id': 'ea1e0d24-092d-40db-a26c-9acab4a004c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1891371341-subnet', 'tenant_id': '0b08df3fff5c45fc8378b9838584f988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:24.412186 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network ea1e0d24-092d-40db-a26c-9acab4a004c1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:12:24.416393 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719b51ee-9088-4890-a9da-71807af94306 admin admin] Made reservation on behalf of 0b08df3fff5c45fc8378b9838584f988 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:24.422524 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-719b51ee-9088-4890-a9da-71807af94306 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.467715 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e39efb23-bce1-437f-b3c5-ba9bc92fa5b9 None None] Port 30d58286-6033-49eb-900d-4f04dc6b6c61 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:24.538725 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e5b845fb-4ae3-4200-a886-949be7e2c43a tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] In _notify_port_updated(), no bound segment for port 72f7c84b-660b-48a2-b8e8-539997c3218b on network 44c7017a-8944-4901-becb-33f792c237b5 {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 15:12:24.545790 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b845fb-4ae3-4200-a886-949be7e2c43a tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:24.557207 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0805be97-1c0c-4f81-adf0-0fa8dfcbb245 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:24.562788 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5b845fb-4ae3-4200-a886-949be7e2c43a tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.567259 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e5b845fb-4ae3-4200-a886-949be7e2c43a tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "PUT /v2.0/ports/72f7c84b-660b-48a2-b8e8-539997c3218b HTTP/1.1" status: 200 len: 1003 time: 2.9188044 Dec 06 15:12:24.614586 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55764) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:24.688018 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e44b659d-bead-4049-9ed6-3c570e485258 None None] Provisioning complete for port 30d58286-6033-49eb-900d-4f04dc6b6c61 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:24.693955 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-d026f2f3-6d05-4ab9-b8e4-3dd37ce24d0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] For port 0805be97-1c0c-4f81-adf0-0fa8dfcbb245, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0805be97-1c0c-4f81-adf0-0fa8dfcbb245,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:24.704989 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e44b659d-bead-4049-9ed6-3c570e485258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.764345 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b845fb-4ae3-4200-a886-949be7e2c43a tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event updated for resources: {'Port': ['ID=72f7c84b-660b-48a2-b8e8-539997c3218b,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:24.811454 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e44b659d-bead-4049-9ed6-3c570e485258 None None] Port 30d58286-6033-49eb-900d-4f04dc6b6c61 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:24.850067 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d026f2f3-6d05-4ab9-b8e4-3dd37ce24d0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.866253 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d026f2f3-6d05-4ab9-b8e4-3dd37ce24d0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.870416 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d026f2f3-6d05-4ab9-b8e4-3dd37ce24d0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.871842 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0805be97-1c0c-4f81-adf0-0fa8dfcbb245 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:24.876190 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.910609 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c850b53c-780d-409e-92a0-7a806c8b02b0 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Deleting port 72f7c84b-660b-48a2-b8e8-539997c3218b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:24.910955 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c850b53c-780d-409e-92a0-7a806c8b02b0 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:24.975338 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f2f3-6d05-4ab9-b8e4-3dd37ce24d0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=c44f169d-e2e8-4552-80e4-ae920111b90a,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:25.002172 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d026f2f3-6d05-4ab9-b8e4-3dd37ce24d0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:25.031247 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c850b53c-780d-409e-92a0-7a806c8b02b0 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:25.051726 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-d026f2f3-6d05-4ab9-b8e4-3dd37ce24d0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:25.052675 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c850b53c-780d-409e-92a0-7a806c8b02b0 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Calling delete_port for 72f7c84b-660b-48a2-b8e8-539997c3218b owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:25.060646 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d026f2f3-6d05-4ab9-b8e4-3dd37ce24d0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:25.061380 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d026f2f3-6d05-4ab9-b8e4-3dd37ce24d0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:25.070412 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03d5d55-a57b-42fb-9239-cc45385bfcff None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:25.076395 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bdefc1b8-2f04-40e6-b740-7a85274ffa33 None None] Provisioning complete for port 30d58286-6033-49eb-900d-4f04dc6b6c61 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:25.077052 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bdefc1b8-2f04-40e6-b740-7a85274ffa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:25.081673 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-719b51ee-9088-4890-a9da-71807af94306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:25.102866 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d026f2f3-6d05-4ab9-b8e4-3dd37ce24d0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.1999474 Dec 06 15:12:25.107514 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55768) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:25.119018 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d430a59f-6a76-4fc8-a03e-b82ff99e8f34 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'mac_address': 'fa:16:3e:ed:76:fa', 'name': 'tempest-NetworksTestDHCPv6-1709057753'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:25.123256 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 58061fa3-21be-4026-846c-57ece133b3bc up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:25.160958 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b51ee-9088-4890-a9da-71807af94306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a6e8809-996b-4ddb-891a-942e3572e4d1,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:25.221708 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bdefc1b8-2f04-40e6-b740-7a85274ffa33 None None] Port 30d58286-6033-49eb-900d-4f04dc6b6c61 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:25.271086 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d430a59f-6a76-4fc8-a03e-b82ff99e8f34 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:25.286117 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b51ee-9088-4890-a9da-71807af94306 admin admin] Checking segment: {'id': 'c597a4b8-6d98-4493-8319-f073243ac958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ea1e0d24-092d-40db-a26c-9acab4a004c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:12:25.286453 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719b51ee-9088-4890-a9da-71807af94306 admin admin] Network hostable DHCP agents. Network: ea1e0d24-092d-40db-a26c-9acab4a004c1, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:12:25.326024 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719b51ee-9088-4890-a9da-71807af94306 admin admin] Network ea1e0d24-092d-40db-a26c-9acab4a004c1 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:12:25.372814 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d430a59f-6a76-4fc8-a03e-b82ff99e8f34 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:25.381749 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-719b51ee-9088-4890-a9da-71807af94306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ea1e0d24-092d-40db-a26c-9acab4a004c1) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:25.387681 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b51ee-9088-4890-a9da-71807af94306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:25.389051 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-719b51ee-9088-4890-a9da-71807af94306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:25.390633 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f2f3-6d05-4ab9-b8e4-3dd37ce24d0f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=0805be97-1c0c-4f81-adf0-0fa8dfcbb245,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:25.401500 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-d430a59f-6a76-4fc8-a03e-b82ff99e8f34 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port 598413fd-d242-48a1-b4fb-f6d1dbc7dd99 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:25.408077 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd4733-2bfb-4d3c-8cc4-02067e1ebee3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port 30d58286-6033-49eb-900d-4f04dc6b6c61 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:25.408418 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ecd4733-2bfb-4d3c-8cc4-02067e1ebee3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:25.449446 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-719b51ee-9088-4890-a9da-71807af94306 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0878952 Dec 06 15:12:25.466615 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c850b53c-780d-409e-92a0-7a806c8b02b0 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:25.595958 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850b53c-780d-409e-92a0-7a806c8b02b0 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event deleted for resources: {'Port': ['ID=72f7c84b-660b-48a2-b8e8-539997c3218b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:25.659799 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c850b53c-780d-409e-92a0-7a806c8b02b0 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:25.667702 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c850b53c-780d-409e-92a0-7a806c8b02b0 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "DELETE /v2.0/ports/72f7c84b-660b-48a2-b8e8-539997c3218b HTTP/1.1" status: 204 len: 168 time: 1.0469470 Dec 06 15:12:25.671774 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55772) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:25.773062 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b26ebb-49e0-442b-83d0-59d6d317dafe tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] GET failed (client error): The resource could not be found. Dec 06 15:12:25.777149 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2028889-4512-43e1-8f22-89e9cc94b413 None None] Network ea1e0d24-092d-40db-a26c-9acab4a004c1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:25.792520 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-68b26ebb-49e0-442b-83d0-59d6d317dafe tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "GET /v2.0/ports/72f7c84b-660b-48a2-b8e8-539997c3218b HTTP/1.1" status: 404 len: 333 time: 0.1125937 Dec 06 15:12:25.793799 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55778) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:25.795180 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 58061fa3-21be-4026-846c-57ece133b3bc triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:25.795695 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:25.811046 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e6b954bf-2d45-4ff2-81f8-97f496f2e665 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Request body: {'port': {'network_id': '44c7017a-8944-4901-becb-33f792c237b5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1961067561'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:25.822841 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5f87638c-391e-4982-bbf2-f34a4d307e25 None None] Could not find standard attr ID for object 72f7c84b-660b-48a2-b8e8-539997c3218b. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:12:26.087000 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b954bf-2d45-4ff2-81f8-97f496f2e665 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Made reservation on behalf of 68496470509445db83d33df77a4bcb91 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:26.098906 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6b954bf-2d45-4ff2-81f8-97f496f2e665 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:26.174780 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-e6b954bf-2d45-4ff2-81f8-97f496f2e665 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] device_id is not set on port a4388537-f2c2-4916-ad30-a5cc942a66ae yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:26.374992 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6b20c9-d995-43e9-8580-3d86add83592 None None] Network ea1e0d24-092d-40db-a26c-9acab4a004c1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:26.497336 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ecd4733-2bfb-4d3c-8cc4-02067e1ebee3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:26.581647 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-e6b954bf-2d45-4ff2-81f8-97f496f2e665 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Allocated IP 2001:db8::71 (44c7017a-8944-4901-becb-33f792c237b5/788ff207-423b-416a-ad9a-7290454bc36d/a4388537-f2c2-4916-ad30-a5cc942a66ae) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:26.596172 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd4733-2bfb-4d3c-8cc4-02067e1ebee3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for 30d58286-6033-49eb-900d-4f04dc6b6c61 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:26.600834 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0805be97-1c0c-4f81-adf0-0fa8dfcbb245 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:26.673926 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55792) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:26.683945 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7ea70892-a2b8-4eaf-8aef-be6ede3f8126 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2046793293-network', 'tenant_id': '3c3a686343d146889fae47da1b0f1a40'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:26.755115 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0805be97-1c0c-4f81-adf0-0fa8dfcbb245 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:26.755544 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:26.760045 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-d430a59f-6a76-4fc8-a03e-b82ff99e8f34 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::f816:3eff:feed:76fa (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/c44f169d-e2e8-4552-80e4-ae920111b90a/598413fd-d242-48a1-b4fb-f6d1dbc7dd99) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:26.761546 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea70892-a2b8-4eaf-8aef-be6ede3f8126 admin admin] Made reservation on behalf of 3c3a686343d146889fae47da1b0f1a40 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:26.763904 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ea70892-a2b8-4eaf-8aef-be6ede3f8126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:26.775483 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ea70892-a2b8-4eaf-8aef-be6ede3f8126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:26.863274 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c4cb8375-2b99-40e4-b546-dbe2ffae40e3 None None] Provisioning complete for port 0805be97-1c0c-4f81-adf0-0fa8dfcbb245 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:26.863274 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c4cb8375-2b99-40e4-b546-dbe2ffae40e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:26.901602 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6b954bf-2d45-4ff2-81f8-97f496f2e665 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:27.027430 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ea70892-a2b8-4eaf-8aef-be6ede3f8126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:27.038817 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d430a59f-6a76-4fc8-a03e-b82ff99e8f34 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:27.047053 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ea70892-a2b8-4eaf-8aef-be6ede3f8126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:27.062009 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6b954bf-2d45-4ff2-81f8-97f496f2e665 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:27.092233 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d430a59f-6a76-4fc8-a03e-b82ff99e8f34 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:27.144260 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b954bf-2d45-4ff2-81f8-97f496f2e665 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event updated for resources: {'Port': ['ID=a4388537-f2c2-4916-ad30-a5cc942a66ae,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:27.153780 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea70892-a2b8-4eaf-8aef-be6ede3f8126 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:12:27.184707 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ea70892-a2b8-4eaf-8aef-be6ede3f8126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:27.185054 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-7ea70892-a2b8-4eaf-8aef-be6ede3f8126 admin admin] Added segment f9f886b6-12bc-42c1-8e23-7e20b75f0249 of type vlan for network eae8e6d9-adf3-4118-8f1d-883266c5c3b2 Dec 06 15:12:27.193159 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d430a59f-6a76-4fc8-a03e-b82ff99e8f34 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:27.198492 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea70892-a2b8-4eaf-8aef-be6ede3f8126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0a92a5-3650-44a5-a988-c366bf222924,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:27.199256 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-d430a59f-6a76-4fc8-a03e-b82ff99e8f34 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:27.203155 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430a59f-6a76-4fc8-a03e-b82ff99e8f34 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:27.208709 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b954bf-2d45-4ff2-81f8-97f496f2e665 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Network 44c7017a-8944-4901-becb-33f792c237b5 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:27.209409 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d430a59f-6a76-4fc8-a03e-b82ff99e8f34 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:27.210176 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d430a59f-6a76-4fc8-a03e-b82ff99e8f34 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:27.217910 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ecd4733-2bfb-4d3c-8cc4-02067e1ebee3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:27.222532 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430a59f-6a76-4fc8-a03e-b82ff99e8f34 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=598413fd-d242-48a1-b4fb-f6d1dbc7dd99,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:27.229354 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e6b954bf-2d45-4ff2-81f8-97f496f2e665 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:27.233532 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b954bf-2d45-4ff2-81f8-97f496f2e665 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:27.239667 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b954bf-2d45-4ff2-81f8-97f496f2e665 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:27.240016 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6b954bf-2d45-4ff2-81f8-97f496f2e665 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:27.256354 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd4733-2bfb-4d3c-8cc4-02067e1ebee3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=30d58286-6033-49eb-900d-4f04dc6b6c61,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:27.277970 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d430a59f-6a76-4fc8-a03e-b82ff99e8f34 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1635330 Dec 06 15:12:27.283421 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e6b954bf-2d45-4ff2-81f8-97f496f2e665 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4887948 Dec 06 15:12:27.284130 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55798) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:27.284381 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55800) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:27.306244 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c07d1bbc-85aa-4c77-ae5f-a69e9cada50b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Request body: {'port': {'network_id': '44c7017a-8944-4901-becb-33f792c237b5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1627175462'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:27.324157 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ea70892-a2b8-4eaf-8aef-be6ede3f8126 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:27.543242 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ecd4733-2bfb-4d3c-8cc4-02067e1ebee3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:27.619723 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ea70892-a2b8-4eaf-8aef-be6ede3f8126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:27.620844 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea70892-a2b8-4eaf-8aef-be6ede3f8126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:27.621515 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ea70892-a2b8-4eaf-8aef-be6ede3f8126 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:27.659405 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723a8512-e7b8-46a1-a794-daa71160189d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:27.671195 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723a8512-e7b8-46a1-a794-daa71160189d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:27.674559 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-723a8512-e7b8-46a1-a794-daa71160189d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3809462 Dec 06 15:12:27.708457 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55810) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:27.800399 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7ea70892-a2b8-4eaf-8aef-be6ede3f8126 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1248953 Dec 06 15:12:27.826150 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55812) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:27.833784 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-69367a55-6434-4205-ad0b-51ca2ec18000 None None] Provisioning complete for port 598413fd-d242-48a1-b4fb-f6d1dbc7dd99 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:27.834385 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69367a55-6434-4205-ad0b-51ca2ec18000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:27.839504 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4bd4cc0a-ea21-4df5-8296-e3cb5cae2cfb admin admin] Request body: {'subnet': {'network_id': 'eae8e6d9-adf3-4118-8f1d-883266c5c3b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2046793293-subnet', 'tenant_id': '3c3a686343d146889fae47da1b0f1a40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:27.846956 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecd4733-2bfb-4d3c-8cc4-02067e1ebee3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Router 8faa3801-e6c6-486c-9ffd-48c23abca61e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:12:27.915771 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea70892-a2b8-4eaf-8aef-be6ede3f8126 admin admin] Pushing event updated for resources: {'Network': ['ID=eae8e6d9-adf3-4118-8f1d-883266c5c3b2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:27.920698 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-69367a55-6434-4205-ad0b-51ca2ec18000 None None] Port 598413fd-d242-48a1-b4fb-f6d1dbc7dd99 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:27.938859 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network eae8e6d9-adf3-4118-8f1d-883266c5c3b2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:12:27.950616 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07d1bbc-85aa-4c77-ae5f-a69e9cada50b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Made reservation on behalf of 68496470509445db83d33df77a4bcb91 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:27.955423 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c07d1bbc-85aa-4c77-ae5f-a69e9cada50b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:27.967735 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecd4733-2bfb-4d3c-8cc4-02067e1ebee3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:12:27.975746 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3ecd4733-2bfb-4d3c-8cc4-02067e1ebee3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "PUT /v2.0/routers/8faa3801-e6c6-486c-9ffd-48c23abca61e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3904469 Dec 06 15:12:27.975991 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55816) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:27.983176 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e6372f-d883-479b-8b0c-5a7b7773364a None None] Sync routers for ids ['8faa3801-e6c6-486c-9ffd-48c23abca61e'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:12:27.990286 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-69367a55-6434-4205-ad0b-51ca2ec18000 None None] Provisioning complete for port a4388537-f2c2-4916-ad30-a5cc942a66ae triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:27.990661 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69367a55-6434-4205-ad0b-51ca2ec18000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:28.000861 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6372f-d883-479b-8b0c-5a7b7773364a None None] Routers {'8faa3801-e6c6-486c-9ffd-48c23abca61e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:12:28.003630 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-22e6372f-d883-479b-8b0c-5a7b7773364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:12:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['8faa3801-e6c6-486c-9ffd-48c23abca61e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:28.006371 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-674a8dff-ce26-4203-83fd-89f5f223c066 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] GET failed (client error): The resource could not be found. Dec 06 15:12:28.011064 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-674a8dff-ce26-4203-83fd-89f5f223c066 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports/30d58286-6033-49eb-900d-4f04dc6b6c61 HTTP/1.1" status: 404 len: 333 time: 0.0311685 Dec 06 15:12:28.012021 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55818) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:28.030269 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-c07d1bbc-85aa-4c77-ae5f-a69e9cada50b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] device_id is not set on port 71eff6ea-ea88-4893-97b6-f1f1c4d35744 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:28.039178 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd4cc0a-ea21-4df5-8296-e3cb5cae2cfb admin admin] Made reservation on behalf of 3c3a686343d146889fae47da1b0f1a40 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:28.041845 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bd4cc0a-ea21-4df5-8296-e3cb5cae2cfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:28.093570 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-22e6372f-d883-479b-8b0c-5a7b7773364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:28.104967 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-994da2d7-0cc1-4596-986c-aa21ba6317a8 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:28.115755 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6372f-d883-479b-8b0c-5a7b7773364a None None] Routers {'8faa3801-e6c6-486c-9ffd-48c23abca61e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:12:28.117418 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-22e6372f-d883-479b-8b0c-5a7b7773364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:12:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['8faa3801-e6c6-486c-9ffd-48c23abca61e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:28.178719 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-69367a55-6434-4205-ad0b-51ca2ec18000 None None] Port a4388537-f2c2-4916-ad30-a5cc942a66ae cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:28.193738 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:28.207211 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-22e6372f-d883-479b-8b0c-5a7b7773364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:28.209051 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e6372f-d883-479b-8b0c-5a7b7773364a None None] The sync data for ids ['8faa3801-e6c6-486c-9ffd-48c23abca61e'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:12:28.249421 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bd4cc0a-ea21-4df5-8296-e3cb5cae2cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:28.314576 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-994da2d7-0cc1-4596-986c-aa21ba6317a8 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:28.316920 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-994da2d7-0cc1-4596-986c-aa21ba6317a8 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:28.384994 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-994da2d7-0cc1-4596-986c-aa21ba6317a8 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:28.386790 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994da2d7-0cc1-4596-986c-aa21ba6317a8 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Fanout notify agent at l3_agent the message router_deleted on router 8faa3801-e6c6-486c-9ffd-48c23abca61e {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:12:28.409796 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-13f8d7f4-51c5-4917-96d3-c5361ce39ca2 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port 598413fd-d242-48a1-b4fb-f6d1dbc7dd99 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:28.410139 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13f8d7f4-51c5-4917-96d3-c5361ce39ca2 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:28.410423 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-994da2d7-0cc1-4596-986c-aa21ba6317a8 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:28.411889 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-994da2d7-0cc1-4596-986c-aa21ba6317a8 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/routers/8faa3801-e6c6-486c-9ffd-48c23abca61e HTTP/1.1" status: 204 len: 168 time: 0.3987503 Dec 06 15:12:28.415203 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55826) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:28.460759 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4cc0a-ea21-4df5-8296-e3cb5cae2cfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a3f7a0e-407d-4a4d-9de1-047c02df9b77,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:28.491385 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-feaad023-970e-4e4b-b177-793f927125e6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting subnet c5e5fc1a-921c-4271-9e3b-438ad5355cd6 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:12:28.497980 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-feaad023-970e-4e4b-b177-793f927125e6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:28.509069 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd4cc0a-ea21-4df5-8296-e3cb5cae2cfb admin admin] Checking segment: {'id': 'f9f886b6-12bc-42c1-8e23-7e20b75f0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eae8e6d9-adf3-4118-8f1d-883266c5c3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:12:28.509431 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd4cc0a-ea21-4df5-8296-e3cb5cae2cfb admin admin] Network hostable DHCP agents. Network: eae8e6d9-adf3-4118-8f1d-883266c5c3b2, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:12:28.553252 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-feaad023-970e-4e4b-b177-793f927125e6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:28.585090 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c07d1bbc-85aa-4c77-ae5f-a69e9cada50b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Allocated IP 2001:db8::314 (44c7017a-8944-4901-becb-33f792c237b5/788ff207-423b-416a-ad9a-7290454bc36d/71eff6ea-ea88-4893-97b6-f1f1c4d35744) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:28.615373 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd4cc0a-ea21-4df5-8296-e3cb5cae2cfb admin admin] Network eae8e6d9-adf3-4118-8f1d-883266c5c3b2 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:12:28.622998 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13f8d7f4-51c5-4917-96d3-c5361ce39ca2 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:28.645784 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-13f8d7f4-51c5-4917-96d3-c5361ce39ca2 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for 598413fd-d242-48a1-b4fb-f6d1dbc7dd99 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:28.658288 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4bd4cc0a-ea21-4df5-8296-e3cb5cae2cfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, eae8e6d9-adf3-4118-8f1d-883266c5c3b2) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:28.668621 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3c276e-fe15-466c-8fdb-f52b1f9a31f6 None None] Network eae8e6d9-adf3-4118-8f1d-883266c5c3b2 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:28.669051 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-feaad023-970e-4e4b-b177-793f927125e6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:28.675811 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd4cc0a-ea21-4df5-8296-e3cb5cae2cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:28.676386 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bd4cc0a-ea21-4df5-8296-e3cb5cae2cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:28.744085 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-feaad023-970e-4e4b-b177-793f927125e6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:28.750352 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4bd4cc0a-ea21-4df5-8296-e3cb5cae2cfb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9207304 Dec 06 15:12:28.779073 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-feaad023-970e-4e4b-b177-793f927125e6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:28.782850 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-feaad023-970e-4e4b-b177-793f927125e6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/c5e5fc1a-921c-4271-9e3b-438ad5355cd6 HTTP/1.1" status: 204 len: 168 time: 0.3665099 Dec 06 15:12:28.816540 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220d9e50-31dc-4fd2-9635-f54447e7c9a0 None None] Network d50026ec-843a-4e8f-a910-f241d59585ef requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:28.827647 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55834) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:28.851244 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaad023-970e-4e4b-b177-793f927125e6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e5fc1a-921c-4271-9e3b-438ad5355cd6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:28.946883 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c07d1bbc-85aa-4c77-ae5f-a69e9cada50b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:29.006409 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:29.107607 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13f8d7f4-51c5-4917-96d3-c5361ce39ca2 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:29.132080 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port 58061fa3-21be-4026-846c-57ece133b3bc {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:29.132479 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:29.143717 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8d7f4-51c5-4917-96d3-c5361ce39ca2 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=598413fd-d242-48a1-b4fb-f6d1dbc7dd99,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:29.164331 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c07d1bbc-85aa-4c77-ae5f-a69e9cada50b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:29.192931 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13f8d7f4-51c5-4917-96d3-c5361ce39ca2 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:29.197043 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-13f8d7f4-51c5-4917-96d3-c5361ce39ca2 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/598413fd-d242-48a1-b4fb-f6d1dbc7dd99 HTTP/1.1" status: 204 len: 168 time: 1.4874423 Dec 06 15:12:29.201243 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55840) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:29.279779 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29fc1e9-9315-413f-ae2a-584a4ecaa7d8 None None] Network eae8e6d9-adf3-4118-8f1d-883266c5c3b2 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:29.305992 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07d1bbc-85aa-4c77-ae5f-a69e9cada50b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Network 44c7017a-8944-4901-becb-33f792c237b5 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:29.325276 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c07d1bbc-85aa-4c77-ae5f-a69e9cada50b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:29.339560 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] For port 58061fa3-21be-4026-846c-57ece133b3bc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=58061fa3-21be-4026-846c-57ece133b3bc,segment=NetworkSegment(cd1597b9-c15f-4ee7-9708-30be476d2bc3),segment_id=cd1597b9-c15f-4ee7-9708-30be476d2bc3)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:29.340553 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d1bbc-85aa-4c77-ae5f-a69e9cada50b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:29.340679 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:29.357147 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07d1bbc-85aa-4c77-ae5f-a69e9cada50b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:29.357708 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c07d1bbc-85aa-4c77-ae5f-a69e9cada50b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:29.382181 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d1bbc-85aa-4c77-ae5f-a69e9cada50b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event updated for resources: {'Port': ['ID=71eff6ea-ea88-4893-97b6-f1f1c4d35744,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:29.398218 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bf2485-80fe-42d9-b41b-69c9be77bde9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:29.400662 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bf2485-80fe-42d9-b41b-69c9be77bde9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:29.405211 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-41bf2485-80fe-42d9-b41b-69c9be77bde9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1934896 Dec 06 15:12:29.406360 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55846) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:29.415112 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for 58061fa3-21be-4026-846c-57ece133b3bc owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:29.428985 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c07d1bbc-85aa-4c77-ae5f-a69e9cada50b tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1340337 Dec 06 15:12:29.483405 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55848) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:29.493405 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5868140d-d3c9-4611-8c36-c61e6064b102 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::31b', 'mac_address': 'fa:16:3e:69:ea:38'}, {'ip_address': '2001:db8::71', 'mac_address': 'fa:16:3e:dd:93:0c'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:29.580931 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98ae54a-bd01-4992-92c9-f190a2a28726 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet c44f169d-e2e8-4552-80e4-ae920111b90a {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:12:29.589515 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f98ae54a-bd01-4992-92c9-f190a2a28726 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:29.591276 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cebbb0-5e6f-46e3-b9d4-ae8c695c734f None None] DHCP port deletion for d50026ec-843a-4e8f-a910-f241d59585ef request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:12:29.727577 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:29.786730 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-90cebbb0-5e6f-46e3-b9d4-ae8c695c734f None None] Deleting port 58061fa3-21be-4026-846c-57ece133b3bc {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:29.787112 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-90cebbb0-5e6f-46e3-b9d4-ae8c695c734f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:29.788275 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=58061fa3-21be-4026-846c-57ece133b3bc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:29.795221 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No DVR routers for this DVR port 58061fa3-21be-4026-846c-57ece133b3bc on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:12:29.822085 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f98ae54a-bd01-4992-92c9-f190a2a28726 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:29.906702 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-90cebbb0-5e6f-46e3-b9d4-ae8c695c734f None None] For port 58061fa3-21be-4026-846c-57ece133b3bc, host n-d-master-1, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:29.907481 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-90cebbb0-5e6f-46e3-b9d4-ae8c695c734f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:29.933028 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-90cebbb0-5e6f-46e3-b9d4-ae8c695c734f None None] Calling delete_port for 58061fa3-21be-4026-846c-57ece133b3bc owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:29.941503 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-90cebbb0-5e6f-46e3-b9d4-ae8c695c734f None None] Port 58061fa3-21be-4026-846c-57ece133b3bc was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 15:12:29.945346 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-90cebbb0-5e6f-46e3-b9d4-ae8c695c734f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:29.971373 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cebbb0-5e6f-46e3-b9d4-ae8c695c734f None None] Pushing event deleted for resources: {'Port': ['ID=58061fa3-21be-4026-846c-57ece133b3bc,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:29.981235 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:29.984561 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-df4b4886-bd66-4cd9-95ee-291753bc339b None None] Provisioning complete for port 71eff6ea-ea88-4893-97b6-f1f1c4d35744 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:29.985025 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df4b4886-bd66-4cd9-95ee-291753bc339b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:29.991702 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cebbb0-5e6f-46e3-b9d4-ae8c695c734f None None] No DVR routers for this DVR port 58061fa3-21be-4026-846c-57ece133b3bc on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:12:30.042917 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-df4b4886-bd66-4cd9-95ee-291753bc339b None None] Port 71eff6ea-ea88-4893-97b6-f1f1c4d35744 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:30.072471 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5868140d-d3c9-4611-8c36-c61e6064b102 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:30.158327 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d4140-8ab5-499c-831b-206c4934bc8c req-5a8aa6d5-c5a7-4815-b00f-1f7c30f8bb41 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:30.158327 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-532d4140-8ab5-499c-831b-206c4934bc8c req-5a8aa6d5-c5a7-4815-b00f-1f7c30f8bb41 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/networks?id=ea1e0d24-092d-40db-a26c-9acab4a004c1 HTTP/1.1" status: 200 len: 809 time: 0.2055781 Dec 06 15:12:30.173151 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-532d4140-8ab5-499c-831b-206c4934bc8c req-68e4523c-c196-44c0-af34-c94c32a657cd tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/quotas/0b08df3fff5c45fc8378b9838584f988 HTTP/1.1" status: 200 len: 375 time: 0.0092783 Dec 06 15:12:30.202902 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:30.231439 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-532d4140-8ab5-499c-831b-206c4934bc8c req-f44d760d-2343-4a67-a1ee-a45361c5aac1 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b08df3fff5c45fc8378b9838584f988&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254171 Dec 06 15:12:30.243589 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-532d4140-8ab5-499c-831b-206c4934bc8c req-df913c61-261a-4e2b-ac15-9f957c899e9c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:12:30.244577 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-532d4140-8ab5-499c-831b-206c4934bc8c req-df913c61-261a-4e2b-ac15-9f957c899e9c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056541 Dec 06 15:12:30.265917 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50026ec-843a-4e8f-a910-f241d59585ef']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:30.291147 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1597b9-c15f-4ee7-9708-30be476d2bc3') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:30.291370 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1597b9-c15f-4ee7-9708-30be476d2bc3') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:30.304173 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:30.346814 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:30.356716 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:12:30.357107 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:12:30.360464 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:12:30.366604 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5868140d-d3c9-4611-8c36-c61e6064b102 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:30.377968 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5868140d-d3c9-4611-8c36-c61e6064b102 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:30.392582 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f98ae54a-bd01-4992-92c9-f190a2a28726 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:30.403180 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-532d4140-8ab5-499c-831b-206c4934bc8c req-ccc7fc2e-672a-4652-919f-b4e9e55a69fe service neutron] 10.222.0.20 "GET /v2.0/networks/ea1e0d24-092d-40db-a26c-9acab4a004c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467321 Dec 06 15:12:30.472346 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:30.493380 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5868140d-d3c9-4611-8c36-c61e6064b102 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] In _notify_port_updated(), no bound segment for port 71eff6ea-ea88-4893-97b6-f1f1c4d35744 on network 44c7017a-8944-4901-becb-33f792c237b5 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 15:12:30.495391 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:30.501768 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5868140d-d3c9-4611-8c36-c61e6064b102 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:30.502884 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5868140d-d3c9-4611-8c36-c61e6064b102 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:30.504514 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5868140d-d3c9-4611-8c36-c61e6064b102 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "PUT /v2.0/ports/71eff6ea-ea88-4893-97b6-f1f1c4d35744 HTTP/1.1" status: 200 len: 1067 time: 1.0194888 Dec 06 15:12:30.506547 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/networks/d50026ec-843a-4e8f-a910-f241d59585ef HTTP/1.1" status: 204 len: 168 time: 1.6741967 Dec 06 15:12:30.510597 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55864) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:30.510736 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55866) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:30.521096 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 58061fa3-21be-4026-846c-57ece133b3bc no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:12:30.589315 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868140d-d3c9-4611-8c36-c61e6064b102 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event updated for resources: {'Port': ['ID=71eff6ea-ea88-4893-97b6-f1f1c4d35744,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:30.605652 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 58061fa3-21be-4026-846c-57ece133b3bc {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:12:30.615994 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 58061fa3-21be-4026-846c-57ece133b3bc not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:12:30.685026 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc27dfa-571d-49ab-b1df-fdac7b3e197a tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Network': ['ID=d50026ec-843a-4e8f-a910-f241d59585ef,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:30.686914 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f98ae54a-bd01-4992-92c9-f190a2a28726 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:30.729303 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ae54a-bd01-4992-92c9-f190a2a28726 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=c44f169d-e2e8-4552-80e4-ae920111b90a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:30.734127 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f98ae54a-bd01-4992-92c9-f190a2a28726 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:30.737603 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f98ae54a-bd01-4992-92c9-f190a2a28726 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/c44f169d-e2e8-4552-80e4-ae920111b90a HTTP/1.1" status: 204 len: 168 time: 1.3168182 Dec 06 15:12:30.747484 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55870) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:30.753834 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09fd631-0325-49b3-a569-ae0fb86216df None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:30.803157 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ed2615-927b-4364-a7af-5dfd2938869c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:30.805554 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-93ed2615-927b-4364-a7af-5dfd2938869c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports/89e6dd97-18f5-4c5e-97df-ff998c3046f8 HTTP/1.1" status: 200 len: 840 time: 0.2932894 Dec 06 15:12:30.809510 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-532d4140-8ab5-499c-831b-206c4934bc8c req-b5e88a1e-f79a-4f66-b8c5-324195c67bdb service neutron] 10.222.0.20 "GET /v2.0/networks/ea1e0d24-092d-40db-a26c-9acab4a004c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794661 Dec 06 15:12:30.810212 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55872) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:30.819333 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cbba05f4-770c-40e5-82bf-4bf40634d939 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627589 Dec 06 15:12:30.819986 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55874) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:30.833758 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0df60969-530c-4389-a129-47bdb28b6c67 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Deleting port 71eff6ea-ea88-4893-97b6-f1f1c4d35744 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:30.834340 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0df60969-530c-4389-a129-47bdb28b6c67 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:30.939407 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-212a9714-2b9f-466a-bd05-5aa28692cb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:30.953239 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c9fc1468-8a5c-45bb-8e1a-92066ce0aa5e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports/89e6dd97-18f5-4c5e-97df-ff998c3046f8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1418521 Dec 06 15:12:30.962765 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55884) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:30.974973 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5b4c9ff0-a1c6-4a11-a553-c4eea6a301b4 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'subnet': {'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:31.025578 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-47efd6a9-2517-498b-8860-0c6c64f868cf None None] Provisioning complete for port 71eff6ea-ea88-4893-97b6-f1f1c4d35744 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:31.028304 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-47efd6a9-2517-498b-8860-0c6c64f868cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:31.078055 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-47efd6a9-2517-498b-8860-0c6c64f868cf None None] Port 71eff6ea-ea88-4893-97b6-f1f1c4d35744 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:31.081108 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebf5f21-c093-4643-9104-2ec2b088dbff None None] DHCP port deletion for 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:12:31.104133 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0df60969-530c-4389-a129-47bdb28b6c67 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:31.124153 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0df60969-530c-4389-a129-47bdb28b6c67 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Calling delete_port for 71eff6ea-ea88-4893-97b6-f1f1c4d35744 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:31.154327 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8bef4d-735d-446e-80e4-81ca06bc469f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:31.157377 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ab8bef4d-735d-446e-80e4-81ca06bc469f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3363931 Dec 06 15:12:31.162649 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55892) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:31.247125 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf5f21-c093-4643-9104-2ec2b088dbff None None] Deleting port 0805be97-1c0c-4f81-adf0-0fa8dfcbb245 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:31.254316 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3ebf5f21-c093-4643-9104-2ec2b088dbff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:31.293920 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c02ef2-69a2-4881-baa8-384c166ab9aa tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:31.295522 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f5c02ef2-69a2-4881-baa8-384c166ab9aa tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1199949 Dec 06 15:12:31.298949 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55894) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:31.306816 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4c9ff0-a1c6-4a11-a553-c4eea6a301b4 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:31.310686 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9ff0-a1c6-4a11-a553-c4eea6a301b4 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:31.349433 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-77e6ded4-bbe3-45a2-8a8e-aa774b5e8a3e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492847 Dec 06 15:12:31.362666 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55896) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:31.368096 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3ebf5f21-c093-4643-9104-2ec2b088dbff None None] For port 0805be97-1c0c-4f81-adf0-0fa8dfcbb245, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0805be97-1c0c-4f81-adf0-0fa8dfcbb245,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:31.368296 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-02ce0f2f-3d01-4c2c-a298-8d45c1df526a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:31.368957 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3ebf5f21-c093-4643-9104-2ec2b088dbff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:31.385663 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b98a1c43-3cc1-4f02-9ada-baca78aab161 req-2082fd89-ee83-42ba-a238-babe9a558575 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 210 time: 0.1664932 Dec 06 15:12:31.386605 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0df60969-530c-4389-a129-47bdb28b6c67 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:31.387065 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf5f21-c093-4643-9104-2ec2b088dbff None None] Calling delete_port for 0805be97-1c0c-4f81-adf0-0fa8dfcbb245 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:31.435113 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df60969-530c-4389-a129-47bdb28b6c67 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event deleted for resources: {'Port': ['ID=71eff6ea-ea88-4893-97b6-f1f1c4d35744,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:31.528235 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3ebf5f21-c093-4643-9104-2ec2b088dbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:31.547849 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf5f21-c093-4643-9104-2ec2b088dbff None None] No DVR routers for this DVR port 0805be97-1c0c-4f81-adf0-0fa8dfcbb245 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:12:31.572282 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ce0f2f-3d01-4c2c-a298-8d45c1df526a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:31.577011 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf5f21-c093-4643-9104-2ec2b088dbff None None] Pushing event deleted for resources: {'Port': ['ID=0805be97-1c0c-4f81-adf0-0fa8dfcbb245,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:31.586782 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02ce0f2f-3d01-4c2c-a298-8d45c1df526a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:31.686864 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0df60969-530c-4389-a129-47bdb28b6c67 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:31.691129 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0df60969-530c-4389-a129-47bdb28b6c67 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "DELETE /v2.0/ports/71eff6ea-ea88-4893-97b6-f1f1c4d35744 HTTP/1.1" status: 204 len: 168 time: 1.1623724 Dec 06 15:12:31.693848 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55900) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:31.721256 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c2e7e6-d277-439f-9a30-04ba2ccc9315 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] GET failed (client error): The resource could not be found. Dec 06 15:12:31.722728 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-65c2e7e6-d277-439f-9a30-04ba2ccc9315 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "GET /v2.0/ports/71eff6ea-ea88-4893-97b6-f1f1c4d35744 HTTP/1.1" status: 404 len: 333 time: 0.0279300 Dec 06 15:12:31.728267 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55902) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:31.774278 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9ff0-a1c6-4a11-a553-c4eea6a301b4 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:31.854934 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4c9ff0-a1c6-4a11-a553-c4eea6a301b4 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:31.867038 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5b4c9ff0-a1c6-4a11-a553-c4eea6a301b4 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:31.874854 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4c9ff0-a1c6-4a11-a553-c4eea6a301b4 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:31.875451 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9ff0-a1c6-4a11-a553-c4eea6a301b4 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:31.878120 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a4958a-6f97-48f9-8393-ff0c2de8a055 None None] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:31.892107 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c9ff0-a1c6-4a11-a553-c4eea6a301b4 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Subnet': ['ID=57ef61da-bfff-4cd0-9d26-7b4327e9445e,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:31.922609 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dcb93474-deb2-4e48-82a0-8c8f6f6484bf tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Deleting port a4388537-f2c2-4916-ad30-a5cc942a66ae {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:31.923136 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcb93474-deb2-4e48-82a0-8c8f6f6484bf tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:31.927728 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5b4c9ff0-a1c6-4a11-a553-c4eea6a301b4 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9569654 Dec 06 15:12:31.933037 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55910) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:31.938953 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b205e607-6aa7-4be9-8839-daeba97a4e20 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'security_group': {'name': 'tempest-secgroup-2048734041'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:31.992947 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02ce0f2f-3d01-4c2c-a298-8d45c1df526a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:32.031814 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b205e607-6aa7-4be9-8839-daeba97a4e20 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:32.056030 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ce0f2f-3d01-4c2c-a298-8d45c1df526a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:32.057625 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-02ce0f2f-3d01-4c2c-a298-8d45c1df526a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:32.067968 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ce0f2f-3d01-4c2c-a298-8d45c1df526a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:32.068498 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02ce0f2f-3d01-4c2c-a298-8d45c1df526a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:32.071278 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb02a0e-dde1-4f6c-ab0d-4d26abb47902 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:32.095098 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-02ce0f2f-3d01-4c2c-a298-8d45c1df526a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7309694 Dec 06 15:12:32.099302 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55916) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:32.100030 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce0f2f-3d01-4c2c-a298-8d45c1df526a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=ec8af495-a155-4158-a9b9-e68c1a3d9911,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:32.117546 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4d6cf747-5d3f-4968-85ad-305cccc464a3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'mac_address': 'fa:16:3e:61:2d:28', 'name': 'tempest-NetworksTestDHCPv6-56090898'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:32.144244 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcb93474-deb2-4e48-82a0-8c8f6f6484bf tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:32.178287 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dcb93474-deb2-4e48-82a0-8c8f6f6484bf tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Calling delete_port for a4388537-f2c2-4916-ad30-a5cc942a66ae owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:32.252003 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'fixed_ips': [{'subnet_id': 'ec8af495-a155-4158-a9b9-e68c1a3d9911'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:12:32.259369 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:32.268792 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b205e607-6aa7-4be9-8839-daeba97a4e20 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:32.284453 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b205e607-6aa7-4be9-8839-daeba97a4e20 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:32.328360 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-698f0c62-6f3d-4382-9f28-fe135e672ca7', 'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7', 'tenant_id': 'b67fd5110730413896aa97ed36cba707', 'fixed_ips': [{'subnet_id': '57ef61da-bfff-4cd0-9d26-7b4327e9445e'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:12:32.329170 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:32.391994 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205e607-6aa7-4be9-8839-daeba97a4e20 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd5061c-72b1-4c89-9fb2-1f0e5ce18924,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:32.400345 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6cf747-5d3f-4968-85ad-305cccc464a3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:32.478399 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b205e607-6aa7-4be9-8839-daeba97a4e20 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:32.486050 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b205e607-6aa7-4be9-8839-daeba97a4e20 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5502312 Dec 06 15:12:32.497454 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55932) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:32.519229 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1d74b770-fc3f-4136-b60e-fd3476958bd1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'security_group': {'name': 'tempest-secgroup-805527561'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:32.533024 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0805be97-1c0c-4f81-adf0-0fa8dfcbb245 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:12:32.538031 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcb93474-deb2-4e48-82a0-8c8f6f6484bf tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:32.589432 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 0805be97-1c0c-4f81-adf0-0fa8dfcbb245 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:12:32.589657 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0805be97-1c0c-4f81-adf0-0fa8dfcbb245 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:12:32.628699 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d6cf747-5d3f-4968-85ad-305cccc464a3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:32.647543 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dcc28980-f96c-458f-9d3d-179c8a025480 req-64cf2f7a-e17e-4b95-954b-f84fad7f510a tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 210 time: 0.1341770 Dec 06 15:12:32.648326 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb93474-deb2-4e48-82a0-8c8f6f6484bf tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event deleted for resources: {'Port': ['ID=a4388537-f2c2-4916-ad30-a5cc942a66ae,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:32.698779 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcb93474-deb2-4e48-82a0-8c8f6f6484bf tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:32.702378 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dcb93474-deb2-4e48-82a0-8c8f6f6484bf tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "DELETE /v2.0/ports/a4388537-f2c2-4916-ad30-a5cc942a66ae HTTP/1.1" status: 204 len: 168 time: 0.9730132 Dec 06 15:12:32.705855 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55936) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:32.715723 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-4d6cf747-5d3f-4968-85ad-305cccc464a3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port 6adf4bfe-c7c8-4e86-b92d-89ad42dfbe96 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:32.740134 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d74b770-fc3f-4136-b60e-fd3476958bd1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:32.744462 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1331157-ef8b-432d-b953-1c9383f7e9e2 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] GET failed (client error): The resource could not be found. Dec 06 15:12:32.746362 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a1331157-ef8b-432d-b953-1c9383f7e9e2 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "GET /v2.0/ports/a4388537-f2c2-4916-ad30-a5cc942a66ae HTTP/1.1" status: 404 len: 333 time: 0.0389390 Dec 06 15:12:32.749632 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55938) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:32.767350 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Allocated IP 2001:db8::2 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/ec8af495-a155-4158-a9b9-e68c1a3d9911/a4838b30-59e3-4986-9a8a-8a559b6ffc09) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:32.853400 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2edd7-f4b6-4d95-ab66-14daf3fcd0b8 req-54fc1748-7a60-48f2-a1e6-5902bc104f9d tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:32.862495 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f8b2edd7-f4b6-4d95-ab66-14daf3fcd0b8 req-54fc1748-7a60-48f2-a1e6-5902bc104f9d tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 945 time: 0.0802960 Dec 06 15:12:32.883528 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Allocated IP 172.20.0.2 (698f0c62-6f3d-4382-9f28-fe135e672ca7/57ef61da-bfff-4cd0-9d26-7b4327e9445e/0737327c-faba-4297-884e-ef7bf7463db4) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:32.927783 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f8b2edd7-f4b6-4d95-ab66-14daf3fcd0b8 req-eedf9d6b-7a8a-4c3f-af26-ae5b06019572 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=839f6684-2ae7-44be-93a8-8616699820db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646055 Dec 06 15:12:33.285945 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6f43bd20-eb8d-42d8-a7cf-38ddeabfc5f7 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Deleting port 886ac93e-d262-4982-9b9e-99e04e6bf797 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:33.286521 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f43bd20-eb8d-42d8-a7cf-38ddeabfc5f7 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:33.288342 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1e0b128e-aa4f-4d33-9534-e0b8dcf629ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:33.291517 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d74b770-fc3f-4136-b60e-fd3476958bd1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:33.306778 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d74b770-fc3f-4136-b60e-fd3476958bd1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:33.356193 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d74b770-fc3f-4136-b60e-fd3476958bd1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:33.357506 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1d74b770-fc3f-4136-b60e-fd3476958bd1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8576286 Dec 06 15:12:33.360394 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 55942) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:33.366440 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-07b64f9d-6fec-40f4-b94b-e0909ca6d34f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-812427658', 'security_groups': ['395927b3-8918-4cda-bf2b-2aa7dd330c36'], 'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '57ef61da-bfff-4cd0-9d26-7b4327e9445e'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:33.388378 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74b770-fc3f-4136-b60e-fd3476958bd1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395927b3-8918-4cda-bf2b-2aa7dd330c36,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:33.399947 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:33.422623 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:33.430542 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f43bd20-eb8d-42d8-a7cf-38ddeabfc5f7 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:33.446826 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6f43bd20-eb8d-42d8-a7cf-38ddeabfc5f7 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Calling delete_port for 886ac93e-d262-4982-9b9e-99e04e6bf797 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:33.473414 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:33.475127 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:33.479520 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:33.485986 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:33.518331 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:33.524193 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Pushing event updated for resources: {'Port': ['ID=0737327c-faba-4297-884e-ef7bf7463db4,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:33.590006 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:33.602094 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:33.602369 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-4d6cf747-5d3f-4968-85ad-305cccc464a3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::2ad (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/ec8af495-a155-4158-a9b9-e68c1a3d9911/6adf4bfe-c7c8-4e86-b92d-89ad42dfbe96) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:33.609720 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:33.615026 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b64f9d-6fec-40f4-b94b-e0909ca6d34f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:33.630380 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Attempting to bind port 0737327c-faba-4297-884e-ef7bf7463db4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:12:33.630755 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Attempting to bind port 0737327c-faba-4297-884e-ef7bf7463db4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2a581edf-da4a-4bef-ae8a-b605a9efdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:12:33.631119 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Attempting to bind port 0737327c-faba-4297-884e-ef7bf7463db4 on network 698f0c62-6f3d-4382-9f28-fe135e672ca7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:12:33.661377 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Pushing event updated for resources: {'Port': ['ID=a4838b30-59e3-4986-9a8a-8a559b6ffc09,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:33.671400 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f43bd20-eb8d-42d8-a7cf-38ddeabfc5f7 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:33.679917 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:12:33.680305 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Checking segment: {'id': '2a581edf-da4a-4bef-ae8a-b605a9efdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:12:33.680709 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:33.681104 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Bound using segment: {'id': '2a581edf-da4a-4bef-ae8a-b605a9efdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:12:33.681587 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Bound port: 0737327c-faba-4297-884e-ef7bf7463db4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a581edf-da4a-4bef-ae8a-b605a9efdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:12:33.681971 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:33.719925 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43bd20-eb8d-42d8-a7cf-38ddeabfc5f7 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event deleted for resources: {'Port': ['ID=886ac93e-d262-4982-9b9e-99e04e6bf797,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:33.737402 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Attempting to bind port a4838b30-59e3-4986-9a8a-8a559b6ffc09 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:12:33.737785 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Attempting to bind port a4838b30-59e3-4986-9a8a-8a559b6ffc09 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:12:33.738147 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Attempting to bind port a4838b30-59e3-4986-9a8a-8a559b6ffc09 on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:12:33.753324 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:12:33.753704 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:12:33.754106 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:33.754507 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:12:33.754993 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Bound port: a4838b30-59e3-4986-9a8a-8a559b6ffc09, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:12:33.755392 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:33.862495 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] For port 0737327c-faba-4297-884e-ef7bf7463db4, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:12:33.865231 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f43bd20-eb8d-42d8-a7cf-38ddeabfc5f7 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:33.868221 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] For port 0737327c-faba-4297-884e-ef7bf7463db4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0737327c-faba-4297-884e-ef7bf7463db4,segment=NetworkSegment(2a581edf-da4a-4bef-ae8a-b605a9efdc51),segment_id=2a581edf-da4a-4bef-ae8a-b605a9efdc51)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:12:33.877140 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6f43bd20-eb8d-42d8-a7cf-38ddeabfc5f7 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "DELETE /v2.0/ports/886ac93e-d262-4982-9b9e-99e04e6bf797 HTTP/1.1" status: 204 len: 168 time: 1.1261957 Dec 06 15:12:33.889346 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] For port a4838b30-59e3-4986-9a8a-8a559b6ffc09, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:12:33.895311 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] For port a4838b30-59e3-4986-9a8a-8a559b6ffc09, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a4838b30-59e3-4986-9a8a-8a559b6ffc09,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:12:33.898007 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:33.900687 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88593492-b7e1-474c-839c-6b35005e1e51 req-1a6f36c2-d0c5-499a-b906-5db4f8456fe5 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 210 time: 0.1499436 Dec 06 15:12:33.902077 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55950) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:33.938860 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:34.007923 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4000c9b-c783-4bd9-b914-65a3c895a4ec None None] Pushing event updated for resources: {'Port': ['ID=0737327c-faba-4297-884e-ef7bf7463db4,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:34.060407 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:34.112238 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a81752-f77e-41ae-b136-f1236b8e7c09 None None] Pushing event updated for resources: {'Port': ['ID=a4838b30-59e3-4986-9a8a-8a559b6ffc09,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:34.145300 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2796d4-9716-47ba-b165-9226792d489a tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Deleting subnet 788ff207-423b-416a-ad9a-7290454bc36d {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:12:34.157386 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea2796d4-9716-47ba-b165-9226792d489a tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:34.243057 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea2796d4-9716-47ba-b165-9226792d489a tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:34.472740 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5755732-fa8d-4fcc-97f4-ffc6c65f2d00 req-9fb42f09-836e-4c27-9b5d-2945e5de44f2 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:34.481969 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c5755732-fa8d-4fcc-97f4-ffc6c65f2d00 req-9fb42f09-836e-4c27-9b5d-2945e5de44f2 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 945 time: 0.1966963 Dec 06 15:12:34.509114 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc72f9-7cf1-4412-8aa1-38233587845a req-f2c00954-68d8-4b0b-b722-8a14b59f0368 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:34.510750 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9fc72f9-7cf1-4412-8aa1-38233587845a req-f2c00954-68d8-4b0b-b722-8a14b59f0368 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 945 time: 0.2335825 Dec 06 15:12:34.559755 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07b64f9d-6fec-40f4-b94b-e0909ca6d34f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:34.579052 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea2796d4-9716-47ba-b165-9226792d489a tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:34.670555 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-07b64f9d-6fec-40f4-b94b-e0909ca6d34f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] device_id is not set on port fd99c124-77d8-48d1-9635-6b23c440149d yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:34.690149 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c5755732-fa8d-4fcc-97f4-ffc6c65f2d00 req-2ba3b742-4e62-4cf3-904a-6375adc68bce tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=839f6684-2ae7-44be-93a8-8616699820db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062027 Dec 06 15:12:34.697542 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea2796d4-9716-47ba-b165-9226792d489a tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:34.739347 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea2796d4-9716-47ba-b165-9226792d489a tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:34.753068 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ea2796d4-9716-47ba-b165-9226792d489a tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "DELETE /v2.0/subnets/788ff207-423b-416a-ad9a-7290454bc36d HTTP/1.1" status: 204 len: 168 time: 0.8377674 Dec 06 15:12:34.760823 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172b78a2-bc34-4b14-a9e7-b245ee3c5576 None None] Network 44c7017a-8944-4901-becb-33f792c237b5 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:34.780119 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55960) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:34.817198 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2796d4-9716-47ba-b165-9226792d489a tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event deleted for resources: {'Subnet': ['ID=788ff207-423b-416a-ad9a-7290454bc36d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:34.879819 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a4838b30-59e3-4986-9a8a-8a559b6ffc09 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:34.896973 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.021070 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Deleting port 4cb4ad79-c534-4e6e-b784-c112cabda788 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:35.021418 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.030077 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d6cf747-5d3f-4968-85ad-305cccc464a3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.072025 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a9fc72f9-7cf1-4412-8aa1-38233587845a req-938af35d-c1d9-4047-8e1d-3ab84b2ea530 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Deleting port 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:35.072448 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9fc72f9-7cf1-4412-8aa1-38233587845a req-938af35d-c1d9-4047-8e1d-3ab84b2ea530 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.087759 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6f03ce27-fd48-4373-970b-70f3e33b3ad9 req-61a9915c-2aa5-401b-aaac-35c03a6e1be0 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 210 time: 0.0572221 Dec 06 15:12:35.122957 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a4838b30-59e3-4986-9a8a-8a559b6ffc09 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:35.124011 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.156502 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] For port 4cb4ad79-c534-4e6e-b784-c112cabda788, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4cb4ad79-c534-4e6e-b784-c112cabda788,segment=NetworkSegment(906a32ca-0f58-476d-af4c-e25f41569bd0),segment_id=906a32ca-0f58-476d-af4c-e25f41569bd0)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:35.156879 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.177369 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Calling delete_port for 4cb4ad79-c534-4e6e-b784-c112cabda788 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:35.222174 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-07b64f9d-6fec-40f4-b94b-e0909ca6d34f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Allocated IP 172.20.0.11 (698f0c62-6f3d-4382-9f28-fe135e672ca7/57ef61da-bfff-4cd0-9d26-7b4327e9445e/fd99c124-77d8-48d1-9635-6b23c440149d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:35.235861 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c638bdad-6e6f-4b69-8dc5-2f8b0b189bc7 None None] DHCP port deletion for 44c7017a-8944-4901-becb-33f792c237b5 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:12:35.245416 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d6cf747-5d3f-4968-85ad-305cccc464a3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.319243 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.336955 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] No DVR routers for this DVR port 4cb4ad79-c534-4e6e-b784-c112cabda788 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:12:35.363244 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event deleted for resources: {'Port': ['ID=4cb4ad79-c534-4e6e-b784-c112cabda788,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:35.511215 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.511473 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.567465 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cf747-5d3f-4968-85ad-305cccc464a3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=6adf4bfe-c7c8-4e86-b92d-89ad42dfbe96,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:35.580886 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c7017a-8944-4901-becb-33f792c237b5']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:35.597488 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906a32ca-0f58-476d-af4c-e25f41569bd0') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:35.598047 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906a32ca-0f58-476d-af4c-e25f41569bd0') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:35.628317 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.631619 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c638bdad-6e6f-4b69-8dc5-2f8b0b189bc7 None None] Deleting port 4cb4ad79-c534-4e6e-b784-c112cabda788 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:35.632026 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c638bdad-6e6f-4b69-8dc5-2f8b0b189bc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.647463 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.656030 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:12:35.656734 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.682690 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a9fc72f9-7cf1-4412-8aa1-38233587845a req-938af35d-c1d9-4047-8e1d-3ab84b2ea530 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] For port 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f,segment=NetworkSegment(01c1d4de-7367-4370-91b8-845ea5e2c9df),segment_id=01c1d4de-7367-4370-91b8-845ea5e2c9df)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:35.683861 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9fc72f9-7cf1-4412-8aa1-38233587845a req-938af35d-c1d9-4047-8e1d-3ab84b2ea530 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.745353 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port a4838b30-59e3-4986-9a8a-8a559b6ffc09, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a4838b30-59e3-4986-9a8a-8a559b6ffc09,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:12:35.746781 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:12:35.756200 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.772957 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.780186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] 10.222.0.20 "DELETE /v2.0/networks/44c7017a-8944-4901-becb-33f792c237b5 HTTP/1.1" status: 204 len: 168 time: 0.9963894 Dec 06 15:12:35.806257 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65887723-b540-49f6-acf7-03e2ef90afd8 tempest-AllowedAddressPairIpV6TestJSON-81539523 tempest-AllowedAddressPairIpV6TestJSON-81539523-project] Pushing event deleted for resources: {'Network': ['ID=44c7017a-8944-4901-becb-33f792c237b5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:35.854286 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c638bdad-6e6f-4b69-8dc5-2f8b0b189bc7 None None] For port 4cb4ad79-c534-4e6e-b784-c112cabda788, host n-d-master-1, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:35.854720 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c638bdad-6e6f-4b69-8dc5-2f8b0b189bc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.872135 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c638bdad-6e6f-4b69-8dc5-2f8b0b189bc7 None None] Calling delete_port for 4cb4ad79-c534-4e6e-b784-c112cabda788 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:35.875122 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-c638bdad-6e6f-4b69-8dc5-2f8b0b189bc7 None None] Port 4cb4ad79-c534-4e6e-b784-c112cabda788 was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 15:12:35.878104 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c638bdad-6e6f-4b69-8dc5-2f8b0b189bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.890794 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c638bdad-6e6f-4b69-8dc5-2f8b0b189bc7 None None] Network 44c7017a-8944-4901-becb-33f792c237b5 is not hosted by any dhcp agent {{(pid=103290) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 15:12:35.890794 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c638bdad-6e6f-4b69-8dc5-2f8b0b189bc7 None None] No DVR routers for this DVR port 4cb4ad79-c534-4e6e-b784-c112cabda788 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:12:35.896492 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:35.897193 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0737327c-faba-4297-884e-ef7bf7463db4 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:35.969645 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638bdad-6e6f-4b69-8dc5-2f8b0b189bc7 None None] Pushing event deleted for resources: {'Port': ['ID=4cb4ad79-c534-4e6e-b784-c112cabda788,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:35.991302 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.004325 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07b64f9d-6fec-40f4-b94b-e0909ca6d34f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.067067 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6cf747-5d3f-4968-85ad-305cccc464a3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:36.068584 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4d6cf747-5d3f-4968-85ad-305cccc464a3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:36.095239 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6cf747-5d3f-4968-85ad-305cccc464a3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:36.099871 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6cf747-5d3f-4968-85ad-305cccc464a3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:36.100467 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d6cf747-5d3f-4968-85ad-305cccc464a3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.103085 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f32981f1-bebb-459c-97f0-85ca20062e72 None None] Provisioning complete for port 89e6dd97-18f5-4c5e-97df-ff998c3046f8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:36.103465 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f32981f1-bebb-459c-97f0-85ca20062e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.104083 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07b64f9d-6fec-40f4-b94b-e0909ca6d34f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.112606 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=a4838b30-59e3-4986-9a8a-8a559b6ffc09,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:36.180789 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0737327c-faba-4297-884e-ef7bf7463db4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:36.181143 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.192201 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f32981f1-bebb-459c-97f0-85ca20062e72 None None] Port 89e6dd97-18f5-4c5e-97df-ff998c3046f8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:36.197721 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55974) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:36.254456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-03bfa6b8-8638-4f04-a171-d429a314b6a9 req-b88f3358-bed9-42be-8255-299df8817472 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 210 time: 0.0432422 Dec 06 15:12:36.280046 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f32981f1-bebb-459c-97f0-85ca20062e72 None None] Provisioning complete for port 0737327c-faba-4297-884e-ef7bf7463db4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:36.280428 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f32981f1-bebb-459c-97f0-85ca20062e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.293878 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b64f9d-6fec-40f4-b94b-e0909ca6d34f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=fd99c124-77d8-48d1-9635-6b23c440149d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:36.310649 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b64f9d-6fec-40f4-b94b-e0909ca6d34f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:36.333964 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-07b64f9d-6fec-40f4-b94b-e0909ca6d34f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:36.413598 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af476daf-19f2-43b6-b974-ea16d1446f69 req-7e99cb16-f1a4-4f3e-ae0e-f4b1700f52d4 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:36.416296 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af476daf-19f2-43b6-b974-ea16d1446f69 req-7e99cb16-f1a4-4f3e-ae0e-f4b1700f52d4 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 945 time: 0.3428040 Dec 06 15:12:36.419749 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4d6cf747-5d3f-4968-85ad-305cccc464a3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3115063 Dec 06 15:12:36.420856 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b64f9d-6fec-40f4-b94b-e0909ca6d34f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:36.424073 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55978) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:36.498971 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.518113 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e82932d7-135a-4af4-bac5-fbd90220024d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68496470509445db83d33df77a4bcb91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3167486 Dec 06 15:12:36.523113 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55980) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:36.578601 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda09e1e-729b-443c-ba21-a61b0d0f5903 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:36.585827 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 0737327c-faba-4297-884e-ef7bf7463db4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0737327c-faba-4297-884e-ef7bf7463db4,segment=NetworkSegment(2a581edf-da4a-4bef-ae8a-b605a9efdc51),segment_id=2a581edf-da4a-4bef-ae8a-b605a9efdc51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:36.587396 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda09e1e-729b-443c-ba21-a61b0d0f5903 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:36.593094 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bda09e1e-729b-443c-ba21-a61b0d0f5903 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1675253 Dec 06 15:12:36.608690 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55982) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:36.629936 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.699125 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.700171 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af476daf-19f2-43b6-b974-ea16d1446f69 req-2741b158-af8d-4a02-b40e-84b7ca9e0b31 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups?id=839f6684-2ae7-44be-93a8-8616699820db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607391 Dec 06 15:12:36.729684 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d4140-8ab5-499c-831b-206c4934bc8c req-60d1ac69-8ad3-48be-b13b-3fe71197d699 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:36.731257 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-532d4140-8ab5-499c-831b-206c4934bc8c req-60d1ac69-8ad3-48be-b13b-3fe71197d699 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.37 "GET /v2.0/networks?id=ea1e0d24-092d-40db-a26c-9acab4a004c1 HTTP/1.1" status: 200 len: 809 time: 1.2868598 Dec 06 15:12:36.738114 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f32981f1-bebb-459c-97f0-85ca20062e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.758431 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b64f9d-6fec-40f4-b94b-e0909ca6d34f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:36.759119 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07b64f9d-6fec-40f4-b94b-e0909ca6d34f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.777883 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.794617 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-532d4140-8ab5-499c-831b-206c4934bc8c req-69fdbdd1-08f9-49b7-88c6-35938e06b856 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Request body: {'port': {'device_id': 'c5ad71c6-ff5d-401a-bc31-11c4e4143743', 'network_id': 'ea1e0d24-092d-40db-a26c-9acab4a004c1', 'admin_state_up': True, 'tenant_id': '0b08df3fff5c45fc8378b9838584f988'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:36.816179 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.826218 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-07b64f9d-6fec-40f4-b94b-e0909ca6d34f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4641392 Dec 06 15:12:36.828467 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55986) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:36.835098 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f00b82eb-ada6-49e6-80d7-755a86245029 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'subnet': {'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:36.837944 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a4838b30-59e3-4986-9a8a-8a559b6ffc09 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:36.866232 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=0737327c-faba-4297-884e-ef7bf7463db4,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:36.884791 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9fc72f9-7cf1-4412-8aa1-38233587845a req-938af35d-c1d9-4047-8e1d-3ab84b2ea530 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.885164 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9fc72f9-7cf1-4412-8aa1-38233587845a req-938af35d-c1d9-4047-8e1d-3ab84b2ea530 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.885483 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [req-a9fc72f9-7cf1-4412-8aa1-38233587845a req-938af35d-c1d9-4047-8e1d-3ab84b2ea530 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Floating IP ea3afbca-4002-4090-a4bf-cec6f1d77176 disassociated. External IP: 172.35.7.214, port: 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f. Dec 06 15:12:36.885824 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-a9fc72f9-7cf1-4412-8aa1-38233587845a req-938af35d-c1d9-4047-8e1d-3ab84b2ea530 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Calling delete_port for 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:36.941596 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-f32981f1-bebb-459c-97f0-85ca20062e72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:12:36.942880 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-f32981f1-bebb-459c-97f0-85ca20062e72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:12:36.959975 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a4838b30-59e3-4986-9a8a-8a559b6ffc09 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:36.960724 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.979801 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f939bb35-5d49-49ec-9c4c-5d8d8868521a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port 6adf4bfe-c7c8-4e86-b92d-89ad42dfbe96 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:36.980150 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f939bb35-5d49-49ec-9c4c-5d8d8868521a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:37.066604 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00b82eb-ada6-49e6-80d7-755a86245029 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:37.070702 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f00b82eb-ada6-49e6-80d7-755a86245029 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:37.092350 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-532d4140-8ab5-499c-831b-206c4934bc8c req-69fdbdd1-08f9-49b7-88c6-35938e06b856 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Made reservation on behalf of 0b08df3fff5c45fc8378b9838584f988 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:37.095410 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-532d4140-8ab5-499c-831b-206c4934bc8c req-69fdbdd1-08f9-49b7-88c6-35938e06b856 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:37.107334 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9fc72f9-7cf1-4412-8aa1-38233587845a req-938af35d-c1d9-4047-8e1d-3ab84b2ea530 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:37.131263 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:37.135017 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:37.140113 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9cf3656-7dbf-4d58-bf50-a8d70469abc9 HTTP/1.1" status: 204 len: 168 time: 0.6148908 Dec 06 15:12:37.143379 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938af35d-c1d9-4047-8e1d-3ab84b2ea530 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Pushing event deleted for resources: {'Port': ['ID=51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:37.167169 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4cb4ad79-c534-4e6e-b784-c112cabda788 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:12:37.186845 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f939bb35-5d49-49ec-9c4c-5d8d8868521a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:37.199548 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 4cb4ad79-c534-4e6e-b784-c112cabda788 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:12:37.200143 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4cb4ad79-c534-4e6e-b784-c112cabda788 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:12:37.213323 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f939bb35-5d49-49ec-9c4c-5d8d8868521a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for 6adf4bfe-c7c8-4e86-b92d-89ad42dfbe96 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:37.293225 n-d-master-1 neutron-server[103288]: INFO neutron.db.ipam_backend_mixin [None req-f00b82eb-ada6-49e6-80d7-755a86245029 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 57ef61da-bfff-4cd0-9d26-7b4327e9445e (CIDR: 172.20.0.0/28) Dec 06 15:12:37.305389 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00b82eb-ada6-49e6-80d7-755a86245029 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:12:37.306084 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00b82eb-ada6-49e6-80d7-755a86245029 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:12:37.314394 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cf3656-7dbf-4d58-bf50-a8d70469abc9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:37.364377 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-532d4140-8ab5-499c-831b-206c4934bc8c req-69fdbdd1-08f9-49b7-88c6-35938e06b856 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Allocated IP 172.20.0.5 (ea1e0d24-092d-40db-a26c-9acab4a004c1/1a6e8809-996b-4ddb-891a-942e3572e4d1/073658ce-23aa-47b4-9eb7-82c81e2d11c4) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:37.369460 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:37.369974 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:37.370484 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:37.371065 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:37.371558 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:37.372106 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:37.373038 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:37.373596 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:37.374026 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:37.374451 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:37.374872 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:37.375311 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:37.375758 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55fd97-10d1-4fba-adda-a30e116e7564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:12:37.382803 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9fc72f9-7cf1-4412-8aa1-38233587845a req-938af35d-c1d9-4047-8e1d-3ab84b2ea530 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Router 6e4195f0-7dac-450d-b641-b17ac3aeacbe has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:12:37.389278 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f00b82eb-ada6-49e6-80d7-755a86245029 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5584669 Dec 06 15:12:37.394554 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 55994) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:37.400842 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-230cab94-e679-4443-9afa-b7ffb3e83510 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'subnet': {'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:37.473823 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3af47de9-5151-4b65-83d6-6d6b35e42c80 req-457a7512-cdf8-4053-b7cd-d36905b85382 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 210 time: 0.0549238 Dec 06 15:12:37.636927 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f939bb35-5d49-49ec-9c4c-5d8d8868521a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:37.643254 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9fc72f9-7cf1-4412-8aa1-38233587845a req-938af35d-c1d9-4047-8e1d-3ab84b2ea530 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:12:37.655447 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2d77f530-7d26-483d-bf96-4dcac44d08b3 None None] Provisioning complete for port fd99c124-77d8-48d1-9635-6b23c440149d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:37.656441 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d77f530-7d26-483d-bf96-4dcac44d08b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:37.662896 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c97afd7-4963-421f-9cea-0f1a38f7d360 None None] Sync routers for ids ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:12:37.664716 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230cab94-e679-4443-9afa-b7ffb3e83510 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:37.668426 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-230cab94-e679-4443-9afa-b7ffb3e83510 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:37.690018 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-532d4140-8ab5-499c-831b-206c4934bc8c req-69fdbdd1-08f9-49b7-88c6-35938e06b856 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:37.706564 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c97afd7-4963-421f-9cea-0f1a38f7d360 None None] Routers {'6e4195f0-7dac-450d-b641-b17ac3aeacbe'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:12:37.707810 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7c97afd7-4963-421f-9cea-0f1a38f7d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:12:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:37.718904 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939bb35-5d49-49ec-9c4c-5d8d8868521a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=6adf4bfe-c7c8-4e86-b92d-89ad42dfbe96,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:37.803787 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f939bb35-5d49-49ec-9c4c-5d8d8868521a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:37.810613 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f939bb35-5d49-49ec-9c4c-5d8d8868521a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/6adf4bfe-c7c8-4e86-b92d-89ad42dfbe96 HTTP/1.1" status: 204 len: 168 time: 1.1995800 Dec 06 15:12:37.811215 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-532d4140-8ab5-499c-831b-206c4934bc8c req-69fdbdd1-08f9-49b7-88c6-35938e06b856 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:37.811713 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56008) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:37.841176 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2d77f530-7d26-483d-bf96-4dcac44d08b3 None None] Port fd99c124-77d8-48d1-9635-6b23c440149d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:37.854303 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fc72f9-7cf1-4412-8aa1-38233587845a req-938af35d-c1d9-4047-8e1d-3ab84b2ea530 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] No DVR routers for this DVR port 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:12:37.863161 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a9fc72f9-7cf1-4412-8aa1-38233587845a req-938af35d-c1d9-4047-8e1d-3ab84b2ea530 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:37.865482 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9fc72f9-7cf1-4412-8aa1-38233587845a req-938af35d-c1d9-4047-8e1d-3ab84b2ea530 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.23 "DELETE /v2.0/ports/51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f HTTP/1.1" status: 204 len: 173 time: 3.3277016 Dec 06 15:12:37.867021 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc84b9c6-948c-4181-8102-a10cb6e96930', 'name': 'network-vif-deleted', 'tag': '51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:12:37.870467 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e81199a-3773-4b38-8489-3a02a4d0ef46" -d '{"events": [{"server_uuid": "bc84b9c6-948c-4181-8102-a10cb6e96930", "name": "network-vif-deleted", "tag": "51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:12:37.894989 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2d77f530-7d26-483d-bf96-4dcac44d08b3 None None] Provisioning complete for port a4838b30-59e3-4986-9a8a-8a559b6ffc09 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:37.894989 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d77f530-7d26-483d-bf96-4dcac44d08b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:37.983089 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-299524f0-e093-43b6-af65-fc7f209225ec req-ce83fb83-cf24-4848-bc8a-7ea0636d9e08 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc84b9c6-948c-4181-8102-a10cb6e96930 HTTP/1.1" status: 200 len: 210 time: 0.1378057 Dec 06 15:12:38.053656 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7c97afd7-4963-421f-9cea-0f1a38f7d360 None None] Set router 6e4195f0-7dac-450d-b641-b17ac3aeacbe gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:12:38.087715 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532d4140-8ab5-499c-831b-206c4934bc8c req-69fdbdd1-08f9-49b7-88c6-35938e06b856 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Network ea1e0d24-092d-40db-a26c-9acab4a004c1 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:38.107698 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-532d4140-8ab5-499c-831b-206c4934bc8c req-69fdbdd1-08f9-49b7-88c6-35938e06b856 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:38.118175 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdbdd1-08f9-49b7-88c6-35938e06b856 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Pushing event updated for resources: {'Port': ['ID=073658ce-23aa-47b4-9eb7-82c81e2d11c4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:38.137342 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a2c4f-62d2-4b33-b048-d0e572e914f4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:38.137902 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-532d4140-8ab5-499c-831b-206c4934bc8c req-69fdbdd1-08f9-49b7-88c6-35938e06b856 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:38.139066 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a2c4f-62d2-4b33-b048-d0e572e914f4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:38.143508 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-510a2c4f-62d2-4b33-b048-d0e572e914f4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3275640 Dec 06 15:12:38.144161 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56022) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:38.269476 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d4140-8ab5-499c-831b-206c4934bc8c req-69fdbdd1-08f9-49b7-88c6-35938e06b856 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:38.270305 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-532d4140-8ab5-499c-831b-206c4934bc8c req-69fdbdd1-08f9-49b7-88c6-35938e06b856 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:38.285690 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2d77f530-7d26-483d-bf96-4dcac44d08b3 None None] Could not find standard attr ID for object 6adf4bfe-c7c8-4e86-b92d-89ad42dfbe96. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:12:38.302930 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-532d4140-8ab5-499c-831b-206c4934bc8c req-69fdbdd1-08f9-49b7-88c6-35938e06b856 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5093856 Dec 06 15:12:38.331091 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Request body: {'port': {'device_id': 'c5ad71c6-ff5d-401a-bc31-11c4e4143743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:38.386233 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec09fd2-4275-40fd-a9d8-d7de83d7363f x-openstack-request-id: req-eec09fd2-4275-40fd-a9d8-d7de83d7363f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:12:38.387764 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc84b9c6-948c-4181-8102-a10cb6e96930", "name": "network-vif-deleted", "tag": "51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:12:38.388444 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eec09fd2-4275-40fd-a9d8-d7de83d7363f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:12:38.389058 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc84b9c6-948c-4181-8102-a10cb6e96930', 'name': 'network-vif-deleted', 'tag': '51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f', 'status': 'completed', 'code': 200} Dec 06 15:12:38.402824 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e875f95-9c4b-43ee-bca9-df9d0fe6d720 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet ec8af495-a155-4158-a9b9-e68c1a3d9911 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:12:38.437100 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:38.444728 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e875f95-9c4b-43ee-bca9-df9d0fe6d720 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:38.476508 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-230cab94-e679-4443-9afa-b7ffb3e83510 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:38.516964 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7c97afd7-4963-421f-9cea-0f1a38f7d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:04:28Z', 'revision_number': 4, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0459c218-5051-4a8f-9e96-37f1d2f3503a', 'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'mac_address': 'fa:16:3e:23:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:26Z', 'updated_at': '2021-12-06T15:04:33Z', 'revision_number': 5, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'subnets': [{'id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:38.561313 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cab94-e679-4443-9afa-b7ffb3e83510 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Subnet': ['ID=1ed79bca-6c33-44a1-983b-f22c5abbc5c3,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:38.578508 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56032) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:38.580486 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c97afd7-4963-421f-9cea-0f1a38f7d360 None None] Checking router: 6e4195f0-7dac-450d-b641-b17ac3aeacbe for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:12:38.584382 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:12:38.604154 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230cab94-e679-4443-9afa-b7ffb3e83510 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:38.606452 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e875f95-9c4b-43ee-bca9-df9d0fe6d720 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:38.610749 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-230cab94-e679-4443-9afa-b7ffb3e83510 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:38.618641 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:12:38.619002 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 51fda2f3-a8e8-406b-9724-4c0f3c9c6a0f not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:12:38.621961 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c97afd7-4963-421f-9cea-0f1a38f7d360 None None] Routers {'6e4195f0-7dac-450d-b641-b17ac3aeacbe'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:12:38.623739 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7c97afd7-4963-421f-9cea-0f1a38f7d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:12:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:38.626719 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdb4c10-24d9-47e7-98c0-c7716eb2d80b None None] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:38.634939 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230cab94-e679-4443-9afa-b7ffb3e83510 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:38.635896 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-230cab94-e679-4443-9afa-b7ffb3e83510 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:38.669015 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-230cab94-e679-4443-9afa-b7ffb3e83510 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2727251 Dec 06 15:12:38.673031 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56036) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:38.722486 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e875f95-9c4b-43ee-bca9-df9d0fe6d720 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:38.754879 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6b2d7b68-1cf2-4f35-acb1-260b2c29300b tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1448610818', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1ed79bca-6c33-44a1-983b-f22c5abbc5c3'}], 'security_groups': ['2fd5061c-72b1-4c89-9fb2-1f0e5ce18924']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:38.792134 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6472cdae-3a5d-49ad-8436-b73e6b931067 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1330688508'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:38.826988 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6472cdae-3a5d-49ad-8436-b73e6b931067 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Made reservation on behalf of 335d5f86eedd44098b365cee62166080 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:38.831458 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6472cdae-3a5d-49ad-8436-b73e6b931067 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:38.847739 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b2d7b68-1cf2-4f35-acb1-260b2c29300b tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:38.850188 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6472cdae-3a5d-49ad-8436-b73e6b931067 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:38.886657 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e875f95-9c4b-43ee-bca9-df9d0fe6d720 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:38.934459 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e875f95-9c4b-43ee-bca9-df9d0fe6d720 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=ec8af495-a155-4158-a9b9-e68c1a3d9911,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:38.943403 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e875f95-9c4b-43ee-bca9-df9d0fe6d720 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:38.948276 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3e875f95-9c4b-43ee-bca9-df9d0fe6d720 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/ec8af495-a155-4158-a9b9-e68c1a3d9911 HTTP/1.1" status: 204 len: 168 time: 0.8014803 Dec 06 15:12:38.954443 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56040) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:38.966242 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0737327c-faba-4297-884e-ef7bf7463db4 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:39.000002 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c4fe73af-a767-483a-ad9f-dc504867f682 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440199 Dec 06 15:12:39.000230 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f76d39-76c0-4291-b644-dff81638bf4a None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:39.006496 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56042) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:39.108761 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3bdfd2-0054-4440-96ad-4b64c55458f0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:39.111023 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8c3bdfd2-0054-4440-96ad-4b64c55458f0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1031835 Dec 06 15:12:39.118369 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56048) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:39.118955 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56050) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:39.142542 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6472cdae-3a5d-49ad-8436-b73e6b931067 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:39.186432 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6472cdae-3a5d-49ad-8436-b73e6b931067 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:39.188332 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7c97afd7-4963-421f-9cea-0f1a38f7d360 None None] Set router 6e4195f0-7dac-450d-b641-b17ac3aeacbe gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:12:39.194128 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-6b2d7b68-1cf2-4f35-acb1-260b2c29300b tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Delete allocated IP 172.20.0.11 (698f0c62-6f3d-4382-9f28-fe135e672ca7/57ef61da-bfff-4cd0-9d26-7b4327e9445e) {{(pid=103289) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 15:12:39.201513 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6472cdae-3a5d-49ad-8436-b73e6b931067 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:12:39.203035 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-6b2d7b68-1cf2-4f35-acb1-260b2c29300b tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Allocated IP 172.20.0.27 (698f0c62-6f3d-4382-9f28-fe135e672ca7/1ed79bca-6c33-44a1-983b-f22c5abbc5c3/fd99c124-77d8-48d1-9635-6b23c440149d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:39.213329 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6472cdae-3a5d-49ad-8436-b73e6b931067 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:39.213964 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-6472cdae-3a5d-49ad-8436-b73e6b931067 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Added segment 44adc090-8029-4a6c-8b34-a6ac36e2db09 of type vlan for network d66612fc-8131-43e0-b0ce-efbfd60fe7f8 Dec 06 15:12:39.234625 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0737327c-faba-4297-884e-ef7bf7463db4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:39.234998 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:39.263301 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6472cdae-3a5d-49ad-8436-b73e6b931067 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:39.307064 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6472cdae-3a5d-49ad-8436-b73e6b931067 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:39.313658 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6472cdae-3a5d-49ad-8436-b73e6b931067 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:39.314260 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6472cdae-3a5d-49ad-8436-b73e6b931067 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:39.402783 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d28e593-853a-4401-a065-340fe6fdb6d6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:39.404636 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9d28e593-853a-4401-a065-340fe6fdb6d6 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2845716 Dec 06 15:12:39.411137 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6472cdae-3a5d-49ad-8436-b73e6b931067 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8315732 Dec 06 15:12:39.416710 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56054) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:39.416890 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56056) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:39.429194 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1b41bad5-f0fa-4742-b50e-ff2cd63d4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Request body: {'subnet': {'network_id': 'd66612fc-8131-43e0-b0ce-efbfd60fe7f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:39.445442 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b2d7b68-1cf2-4f35-acb1-260b2c29300b tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:39.456913 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472cdae-3a5d-49ad-8436-b73e6b931067 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4afdb470-51d8-4944-9269-8ef16b9f0ad3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:39.479762 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbb7fe-2b2d-49a4-a038-4fb46c15b44a req-ae60eed6-b025-4939-b10a-95e40ad7251a tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:39.481551 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2dbb7fe-2b2d-49a4-a038-4fb46c15b44a req-ae60eed6-b025-4939-b10a-95e40ad7251a tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 931 time: 0.8132041 Dec 06 15:12:39.482580 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b2d7b68-1cf2-4f35-acb1-260b2c29300b tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:39.548314 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-50fbb2e9-2446-48b3-8342-29884c4e1425 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1298971 Dec 06 15:12:39.557170 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56058) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:39.559716 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472cdae-3a5d-49ad-8436-b73e6b931067 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Pushing event updated for resources: {'Network': ['ID=d66612fc-8131-43e0-b0ce-efbfd60fe7f8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:39.584220 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network d66612fc-8131-43e0-b0ce-efbfd60fe7f8 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:12:39.596805 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ba97dcf6-9552-42f0-9bb6-40717b8930bd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:39.611283 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16cc743d-d174-45bc-9436-cfa6e8fc5a13 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:39.683008 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16cc743d-d174-45bc-9436-cfa6e8fc5a13 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:39.723376 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd6cfd9-af99-483d-9844-4144a9b4e8ea None None] DHCP port deletion for 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:12:39.752199 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7c97afd7-4963-421f-9cea-0f1a38f7d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:04:28Z', 'revision_number': 4, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0459c218-5051-4a8f-9e96-37f1d2f3503a', 'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'mac_address': 'fa:16:3e:23:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:26Z', 'updated_at': '2021-12-06T15:04:33Z', 'revision_number': 5, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'subnets': [{'id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:39.791126 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b41bad5-f0fa-4742-b50e-ff2cd63d4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Made reservation on behalf of 335d5f86eedd44098b365cee62166080 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:39.794751 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b41bad5-f0fa-4742-b50e-ff2cd63d4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:39.812213 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c97afd7-4963-421f-9cea-0f1a38f7d360 None None] The sync data for ids ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'] in n-d-master-1 is: [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:04:28Z', 'revision_number': 4, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0459c218-5051-4a8f-9e96-37f1d2f3503a', 'name': '', 'network_id': '4f9d67db-f0f5-4553-b41f-fc932d5b7ff7', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'mac_address': 'fa:16:3e:23:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:26Z', 'updated_at': '2021-12-06T15:04:33Z', 'revision_number': 5, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'subnets': [{'id': '910def33-1b6e-420b-bf18-ba2208cd2881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:12:39.866938 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba97dcf6-9552-42f0-9bb6-40717b8930bd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:39.868010 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15db6365-c7ab-4b43-8b38-a69ff165e730 None None] Update dhcp port {'port': {'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7', 'fixed_ips': [{'subnet_id': '57ef61da-bfff-4cd0-9d26-7b4327e9445e', 'ip_address': '172.20.0.2'}, {'subnet_id': '1ed79bca-6c33-44a1-983b-f22c5abbc5c3'}], 'binding:host_id': 'n-d-master-1'}, 'id': '0737327c-faba-4297-884e-ef7bf7463db4'} from n-d-master-1. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 15:12:39.871795 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba97dcf6-9552-42f0-9bb6-40717b8930bd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:39.908347 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6cfd9-af99-483d-9844-4144a9b4e8ea None None] Deleting port a4838b30-59e3-4986-9a8a-8a559b6ffc09 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:39.908730 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6bd6cfd9-af99-483d-9844-4144a9b4e8ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:39.911215 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15db6365-c7ab-4b43-8b38-a69ff165e730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:39.926230 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16cc743d-d174-45bc-9436-cfa6e8fc5a13 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:39.930214 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-16cc743d-d174-45bc-9436-cfa6e8fc5a13 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:39.931565 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-16cc743d-d174-45bc-9436-cfa6e8fc5a13 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "DELETE /v2.0/security-groups/839f6684-2ae7-44be-93a8-8616699820db HTTP/1.1" status: 204 len: 168 time: 0.8015792 Dec 06 15:12:39.939016 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56060) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:39.991183 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-0119fe1f-f259-4b02-b711-a46517a2aea6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] show failed (client error): The resource could not be found. Dec 06 15:12:39.993111 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0119fe1f-f259-4b02-b711-a46517a2aea6 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "GET /v2.0/security-groups/839f6684-2ae7-44be-93a8-8616699820db HTTP/1.1" status: 404 len: 347 time: 0.0427461 Dec 06 15:12:39.994088 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc743d-d174-45bc-9436-cfa6e8fc5a13 tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=839f6684-2ae7-44be-93a8-8616699820db,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:40.015873 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6bd6cfd9-af99-483d-9844-4144a9b4e8ea None None] For port a4838b30-59e3-4986-9a8a-8a559b6ffc09, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a4838b30-59e3-4986-9a8a-8a559b6ffc09,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:40.016416 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6bd6cfd9-af99-483d-9844-4144a9b4e8ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:40.033709 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56062) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:40.090245 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6cfd9-af99-483d-9844-4144a9b4e8ea None None] Calling delete_port for a4838b30-59e3-4986-9a8a-8a559b6ffc09 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:40.260520 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-15db6365-c7ab-4b43-8b38-a69ff165e730 None None] Allocated IP 172.20.0.18 (698f0c62-6f3d-4382-9f28-fe135e672ca7/1ed79bca-6c33-44a1-983b-f22c5abbc5c3/0737327c-faba-4297-884e-ef7bf7463db4) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:40.274027 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533eed19-a3f4-4f93-b3d4-8396268bf036 None None] New status for floating IP ea3afbca-4002-4090-a4bf-cec6f1d77176: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:12:40.322318 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6bd6cfd9-af99-483d-9844-4144a9b4e8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:40.359234 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd6cfd9-af99-483d-9844-4144a9b4e8ea None None] No DVR routers for this DVR port a4838b30-59e3-4986-9a8a-8a559b6ffc09 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:12:40.397210 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6cfd9-af99-483d-9844-4144a9b4e8ea None None] Pushing event deleted for resources: {'Port': ['ID=a4838b30-59e3-4986-9a8a-8a559b6ffc09,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:40.425184 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b41bad5-f0fa-4742-b50e-ff2cd63d4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:40.435939 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d7b68-1cf2-4f35-acb1-260b2c29300b tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=fd99c124-77d8-48d1-9635-6b23c440149d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:40.501304 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-15db6365-c7ab-4b43-8b38-a69ff165e730 None None] For port 0737327c-faba-4297-884e-ef7bf7463db4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0737327c-faba-4297-884e-ef7bf7463db4,segment=NetworkSegment(2a581edf-da4a-4bef-ae8a-b605a9efdc51),segment_id=2a581edf-da4a-4bef-ae8a-b605a9efdc51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:40.522691 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073658ce-23aa-47b4-9eb7-82c81e2d11c4 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:12:40.543786 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15db6365-c7ab-4b43-8b38-a69ff165e730 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:40.550910 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15db6365-c7ab-4b43-8b38-a69ff165e730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:40.554064 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:40.577565 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2dbb7fe-2b2d-49a4-a038-4fb46c15b44a req-51a643c8-fd81-421d-9b29-14c7c236bffa tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/security-groups?id=541853ac-66b3-49b7-a1d7-a2b4dc976ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0791261 Dec 06 15:12:40.605183 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Transition to ACTIVE for port object 073658ce-23aa-47b4-9eb7-82c81e2d11c4 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:12:40.606167 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6b2d7b68-1cf2-4f35-acb1-260b2c29300b tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] In _notify_port_updated(), no bound segment for port fd99c124-77d8-48d1-9635-6b23c440149d on network 698f0c62-6f3d-4382-9f28-fe135e672ca7 {{(pid=103289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 15:12:40.617874 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2d7b68-1cf2-4f35-acb1-260b2c29300b tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:40.619279 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b2d7b68-1cf2-4f35-acb1-260b2c29300b tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:40.625464 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6b2d7b68-1cf2-4f35-acb1-260b2c29300b tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "PUT /v2.0/ports/fd99c124-77d8-48d1-9635-6b23c440149d HTTP/1.1" status: 200 len: 921 time: 1.9484341 Dec 06 15:12:40.626020 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56066) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:40.626847 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:40.633599 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-24be1018-3466-4e0b-a192-1b0cdb675ccb tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Deleting port 69e49780-76f3-4109-a298-54b1b66c901b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:40.634235 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24be1018-3466-4e0b-a192-1b0cdb675ccb tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:40.671374 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db6365-c7ab-4b43-8b38-a69ff165e730 None None] Pushing event updated for resources: {'Port': ['ID=0737327c-faba-4297-884e-ef7bf7463db4,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:40.720148 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a4838b30-59e3-4986-9a8a-8a559b6ffc09 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:12:40.749002 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Pushing event updated for resources: {'Port': ['ID=073658ce-23aa-47b4-9eb7-82c81e2d11c4,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:40.750500 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: a4838b30-59e3-4986-9a8a-8a559b6ffc09 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:12:40.751084 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a4838b30-59e3-4986-9a8a-8a559b6ffc09 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:12:40.817045 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Attempting to bind port 073658ce-23aa-47b4-9eb7-82c81e2d11c4 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:12:40.817420 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Attempting to bind port 073658ce-23aa-47b4-9eb7-82c81e2d11c4 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'c597a4b8-6d98-4493-8319-f073243ac958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ea1e0d24-092d-40db-a26c-9acab4a004c1'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:12:40.817749 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Attempting to bind port 073658ce-23aa-47b4-9eb7-82c81e2d11c4 on network ea1e0d24-092d-40db-a26c-9acab4a004c1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:12:40.824137 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Port 073658ce-23aa-47b4-9eb7-82c81e2d11c4 on network ea1e0d24-092d-40db-a26c-9acab4a004c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:12:40.824401 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Attempting to bind port 073658ce-23aa-47b4-9eb7-82c81e2d11c4 on network ea1e0d24-092d-40db-a26c-9acab4a004c1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:12:40.829849 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:12:40.830191 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Checking segment: {'id': 'c597a4b8-6d98-4493-8319-f073243ac958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ea1e0d24-092d-40db-a26c-9acab4a004c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:12:40.830579 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Bound using segment: {'id': 'c597a4b8-6d98-4493-8319-f073243ac958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ea1e0d24-092d-40db-a26c-9acab4a004c1'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:12:40.831179 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Bound port: 073658ce-23aa-47b4-9eb7-82c81e2d11c4, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c597a4b8-6d98-4493-8319-f073243ac958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ea1e0d24-092d-40db-a26c-9acab4a004c1'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:12:40.831540 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:40.882670 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41bad5-f0fa-4742-b50e-ff2cd63d4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Pushing event updated for resources: {'Subnet': ['ID=9e2d682e-978c-40d6-b74d-be30771c938b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:40.888748 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41bad5-f0fa-4742-b50e-ff2cd63d4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Checking segment: {'id': '44adc090-8029-4a6c-8b34-a6ac36e2db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd66612fc-8131-43e0-b0ce-efbfd60fe7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:12:40.889258 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b41bad5-f0fa-4742-b50e-ff2cd63d4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Network hostable DHCP agents. Network: d66612fc-8131-43e0-b0ce-efbfd60fe7f8, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:12:40.916191 n-d-master-1 neutron-server[103288]: DEBUG neutron.objects.ports [None req-ba97dcf6-9552-42f0-9bb6-40717b8930bd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103288) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 15:12:40.918295 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] For port 073658ce-23aa-47b4-9eb7-82c81e2d11c4, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:12:40.924674 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] For port 073658ce-23aa-47b4-9eb7-82c81e2d11c4, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=073658ce-23aa-47b4-9eb7-82c81e2d11c4,segment=NetworkSegment(c597a4b8-6d98-4493-8319-f073243ac958),segment_id=c597a4b8-6d98-4493-8319-f073243ac958)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:12:40.927163 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba97dcf6-9552-42f0-9bb6-40717b8930bd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:40.930687 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:40.976440 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:40.977614 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:40.979063 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-532d4140-8ab5-499c-831b-206c4934bc8c req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] 10.222.0.37 "PUT /v2.0/ports/073658ce-23aa-47b4-9eb7-82c81e2d11c4 HTTP/1.1" status: 200 len: 1091 time: 2.6542909 Dec 06 15:12:40.984272 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ad71c6-ff5d-401a-bc31-11c4e4143743', 'tag': '073658ce-23aa-47b4-9eb7-82c81e2d11c4'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:12:40.988676 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a89e49-6c04-4874-a190-704c3c3667a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ad71c6-ff5d-401a-bc31-11c4e4143743", "tag": "073658ce-23aa-47b4-9eb7-82c81e2d11c4"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:12:41.024507 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f096d597-2121-44e0-a417-2eca532d4e68 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port fd99c124-77d8-48d1-9635-6b23c440149d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:41.024852 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f096d597-2121-44e0-a417-2eca532d4e68 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:41.029166 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba97dcf6-9552-42f0-9bb6-40717b8930bd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:41.037022 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24be1018-3466-4e0b-a192-1b0cdb675ccb tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:41.037385 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24be1018-3466-4e0b-a192-1b0cdb675ccb tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:41.053617 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad11bc4-ff99-44f7-a7af-114b084bd72a service neutron] Pushing event updated for resources: {'Port': ['ID=073658ce-23aa-47b4-9eb7-82c81e2d11c4,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:41.069687 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ba97dcf6-9552-42f0-9bb6-40717b8930bd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:41.073265 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97dcf6-9552-42f0-9bb6-40717b8930bd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:41.073875 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba97dcf6-9552-42f0-9bb6-40717b8930bd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:41.079814 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27cad01-1944-4815-a3f6-a1bb979fcc22 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:41.081025 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97dcf6-9552-42f0-9bb6-40717b8930bd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=0624f32b-a241-460f-98de-c82d76f25abc,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:41.084189 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b41bad5-f0fa-4742-b50e-ff2cd63d4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Network d66612fc-8131-43e0-b0ce-efbfd60fe7f8 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:12:41.096299 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ab6d61-2b26-4379-9118-df29101dfe46 x-openstack-request-id: req-91ab6d61-2b26-4379-9118-df29101dfe46 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:12:41.096604 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ad71c6-ff5d-401a-bc31-11c4e4143743", "tag": "073658ce-23aa-47b4-9eb7-82c81e2d11c4", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:12:41.096864 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91ab6d61-2b26-4379-9118-df29101dfe46 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:12:41.097291 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ad71c6-ff5d-401a-bc31-11c4e4143743', 'tag': '073658ce-23aa-47b4-9eb7-82c81e2d11c4', 'status': 'completed', 'code': 200} Dec 06 15:12:41.104486 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-24be1018-3466-4e0b-a192-1b0cdb675ccb tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Calling delete_port for 69e49780-76f3-4109-a298-54b1b66c901b owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:41.122924 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d4140-8ab5-499c-831b-206c4934bc8c req-5084afd2-e82d-469c-ae79-75faadf7f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:41.124127 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1b41bad5-f0fa-4742-b50e-ff2cd63d4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d66612fc-8131-43e0-b0ce-efbfd60fe7f8) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:41.125434 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-532d4140-8ab5-499c-831b-206c4934bc8c req-5084afd2-e82d-469c-ae79-75faadf7f9da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b08df3fff5c45fc8378b9838584f988&device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 1094 time: 0.0893791 Dec 06 15:12:41.129069 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b41bad5-f0fa-4742-b50e-ff2cd63d4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:41.129673 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b41bad5-f0fa-4742-b50e-ff2cd63d4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:41.140240 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c67a47-4c96-4e71-b314-edffd0c3d9e7 None None] Network d66612fc-8131-43e0-b0ce-efbfd60fe7f8 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:41.157224 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ba97dcf6-9552-42f0-9bb6-40717b8930bd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5914509 Dec 06 15:12:41.188170 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56070) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:41.194399 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-75be0509-7e55-400d-9508-d117d15266c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:41.202132 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-532d4140-8ab5-499c-831b-206c4934bc8c req-42121e77-656c-46f1-8655-a98b619bcd79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=073658ce-23aa-47b4-9eb7-82c81e2d11c4 HTTP/1.1" status: 200 len: 217 time: 0.0624783 Dec 06 15:12:41.276599 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1b41bad5-f0fa-4742-b50e-ff2cd63d4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8521757 Dec 06 15:12:41.278761 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56072) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:41.285549 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c6f2fb97-e432-4fb1-aaa3-a219afc2f411 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Request body: {'port': {'network_id': 'd66612fc-8131-43e0-b0ce-efbfd60fe7f8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1082117470'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:41.318408 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f096d597-2121-44e0-a417-2eca532d4e68 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:41.363378 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f096d597-2121-44e0-a417-2eca532d4e68 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for fd99c124-77d8-48d1-9635-6b23c440149d owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:41.412299 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d66612fc-8131-43e0-b0ce-efbfd60fe7f8', 'network_id': 'd66612fc-8131-43e0-b0ce-efbfd60fe7f8', 'tenant_id': '335d5f86eedd44098b365cee62166080', 'fixed_ips': [{'subnet_id': '9e2d682e-978c-40d6-b74d-be30771c938b'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:12:41.413527 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:41.461437 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75be0509-7e55-400d-9508-d117d15266c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:41.469256 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75be0509-7e55-400d-9508-d117d15266c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:41.623245 n-d-master-1 neutron-server[103289]: INFO neutron.db.ipam_backend_mixin [None req-75be0509-7e55-400d-9508-d117d15266c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0624f32b-a241-460f-98de-c82d76f25abc (CIDR: 2001:db8::/64) Dec 06 15:12:41.627094 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d4140-8ab5-499c-831b-206c4934bc8c req-d4bb6d39-eeaa-43d0-b490-9fd73cf8804d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:41.629696 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-532d4140-8ab5-499c-831b-206c4934bc8c req-d4bb6d39-eeaa-43d0-b490-9fd73cf8804d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a6e8809-996b-4ddb-891a-942e3572e4d1 HTTP/1.1" status: 200 len: 849 time: 0.2569525 Dec 06 15:12:41.633129 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-75be0509-7e55-400d-9508-d117d15266c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:12:41.633796 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75be0509-7e55-400d-9508-d117d15266c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:12:41.641881 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571d6879-4777-4621-a902-e226def751d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'fixed_ips': [{'subnet_id': '0624f32b-a241-460f-98de-c82d76f25abc'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:12:41.647298 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-571d6879-4777-4621-a902-e226def751d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:41.683541 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-532d4140-8ab5-499c-831b-206c4934bc8c req-bf19e92c-f98f-4a75-b4cd-a342680a2d3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea1e0d24-092d-40db-a26c-9acab4a004c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374701 Dec 06 15:12:41.702838 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-75be0509-7e55-400d-9508-d117d15266c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5125861 Dec 06 15:12:41.703778 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56078) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:41.725284 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-175aaa35-4c13-4805-9e8f-bf9494bd65f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:41.825261 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-57b5b6b4-47f1-4c7a-9287-d4926e90c093 None None] Provisioning complete for port fd99c124-77d8-48d1-9635-6b23c440149d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:41.825643 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57b5b6b4-47f1-4c7a-9287-d4926e90c093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.045578 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9dc31-c536-4e75-a440-febf7e11c02b req-e2a007e5-118a-4dde-b155-91c30da6a084 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:42.047292 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8df9dc31-c536-4e75-a440-febf7e11c02b req-e2a007e5-118a-4dde-b155-91c30da6a084 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 943 time: 0.1759441 Dec 06 15:12:42.066148 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24be1018-3466-4e0b-a192-1b0cdb675ccb tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.070692 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175aaa35-4c13-4805-9e8f-bf9494bd65f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:42.075065 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-175aaa35-4c13-4805-9e8f-bf9494bd65f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.080284 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Allocated IP 2001:db8::2 (d66612fc-8131-43e0-b0ce-efbfd60fe7f8/9e2d682e-978c-40d6-b74d-be30771c938b/b1b479e6-b14d-49db-a1af-618899f40784) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:42.095250 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f2fb97-e432-4fb1-aaa3-a219afc2f411 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Made reservation on behalf of 335d5f86eedd44098b365cee62166080 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:42.099385 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6f2fb97-e432-4fb1-aaa3-a219afc2f411 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.148193 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-57b5b6b4-47f1-4c7a-9287-d4926e90c093 None None] Port fd99c124-77d8-48d1-9635-6b23c440149d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:42.151201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-532d4140-8ab5-499c-831b-206c4934bc8c req-5188ea6a-7f22-4769-a213-0ba7d6497da9 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1e0d24-092d-40db-a26c-9acab4a004c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464426 Dec 06 15:12:42.152252 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be1018-3466-4e0b-a192-1b0cdb675ccb tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Pushing event deleted for resources: {'Port': ['ID=69e49780-76f3-4109-a298-54b1b66c901b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:42.197149 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-c6f2fb97-e432-4fb1-aaa3-a219afc2f411 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] device_id is not set on port fe21f5ed-01ed-40e6-90c8-23df98b62fca yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:42.225632 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f096d597-2121-44e0-a417-2eca532d4e68 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.303507 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096d597-2121-44e0-a417-2eca532d4e68 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=fd99c124-77d8-48d1-9635-6b23c440149d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:42.348781 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8df9dc31-c536-4e75-a440-febf7e11c02b req-9fb600ee-b8e2-4fad-9bfc-3245fae95c3d tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/security-groups?id=541853ac-66b3-49b7-a1d7-a2b4dc976ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633367 Dec 06 15:12:42.352709 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24be1018-3466-4e0b-a192-1b0cdb675ccb tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.355470 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-24be1018-3466-4e0b-a192-1b0cdb675ccb tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.356712 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-24be1018-3466-4e0b-a192-1b0cdb675ccb tempest-AttachVolumeTestJSON-2101818208 tempest-AttachVolumeTestJSON-2101818208-project] 10.222.0.20 "DELETE /v2.0/floatingips/ea3afbca-4002-4090-a4bf-cec6f1d77176 HTTP/1.1" status: 204 len: 168 time: 2.3217819 Dec 06 15:12:42.361008 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.394146 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.398751 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-571d6879-4777-4621-a902-e226def751d1 None None] Allocated IP 2001:db8::f816:3eff:fe24:6b35 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/0624f32b-a241-460f-98de-c82d76f25abc/2036f478-0b1a-4574-a52c-0f9722f67f99) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:42.412077 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-57b5b6b4-47f1-4c7a-9287-d4926e90c093 None None] Provisioning complete for port 89e6dd97-18f5-4c5e-97df-ff998c3046f8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:42.412262 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57b5b6b4-47f1-4c7a-9287-d4926e90c093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.448881 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-532d4140-8ab5-499c-831b-206c4934bc8c req-e8c3b68b-e6e4-460b-a852-f407c6172ca7 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1e0d24-092d-40db-a26c-9acab4a004c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571840 Dec 06 15:12:42.478070 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-57b5b6b4-47f1-4c7a-9287-d4926e90c093 None None] Port 89e6dd97-18f5-4c5e-97df-ff998c3046f8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:42.509729 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Network d66612fc-8131-43e0-b0ce-efbfd60fe7f8 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:42.518222 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:42.521432 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:42.539495 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-57b5b6b4-47f1-4c7a-9287-d4926e90c093 None None] Provisioning complete for port 0737327c-faba-4297-884e-ef7bf7463db4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:42.541178 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57b5b6b4-47f1-4c7a-9287-d4926e90c093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.556993 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f096d597-2121-44e0-a417-2eca532d4e68 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.560512 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f096d597-2121-44e0-a417-2eca532d4e68 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/ports/fd99c124-77d8-48d1-9635-6b23c440149d HTTP/1.1" status: 204 len: 168 time: 1.9292533 Dec 06 15:12:42.563605 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56086) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:42.656525 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Pushing event updated for resources: {'Port': ['ID=b1b479e6-b14d-49db-a1af-618899f40784,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:42.658826 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-1974d417-cbf1-4cfa-88ac-069c43e112b7 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] GET failed (client error): The resource could not be found. Dec 06 15:12:42.665644 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1974d417-cbf1-4cfa-88ac-069c43e112b7 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports/fd99c124-77d8-48d1-9635-6b23c440149d HTTP/1.1" status: 404 len: 333 time: 0.1011622 Dec 06 15:12:42.690562 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56088) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:42.691609 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c6f2fb97-e432-4fb1-aaa3-a219afc2f411 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Allocated IP 2001:db8::230 (d66612fc-8131-43e0-b0ce-efbfd60fe7f8/9e2d682e-978c-40d6-b74d-be30771c938b/fe21f5ed-01ed-40e6-90c8-23df98b62fca) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:42.755623 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Attempting to bind port b1b479e6-b14d-49db-a1af-618899f40784 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:12:42.756021 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Attempting to bind port b1b479e6-b14d-49db-a1af-618899f40784 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '44adc090-8029-4a6c-8b34-a6ac36e2db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd66612fc-8131-43e0-b0ce-efbfd60fe7f8'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:12:42.760674 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Attempting to bind port b1b479e6-b14d-49db-a1af-618899f40784 on network d66612fc-8131-43e0-b0ce-efbfd60fe7f8 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:12:42.865347 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0737327c-faba-4297-884e-ef7bf7463db4 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:42.879468 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c753ee1-eaf6-4c68-9273-243703c6956e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.887122 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6f2fb97-e432-4fb1-aaa3-a219afc2f411 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.903762 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c753ee1-eaf6-4c68-9273-243703c6956e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.920433 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:12:42.920903 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Checking segment: {'id': '44adc090-8029-4a6c-8b34-a6ac36e2db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd66612fc-8131-43e0-b0ce-efbfd60fe7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:12:42.921232 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.921639 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Bound using segment: {'id': '44adc090-8029-4a6c-8b34-a6ac36e2db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd66612fc-8131-43e0-b0ce-efbfd60fe7f8'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:12:42.922134 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Bound port: b1b479e6-b14d-49db-a1af-618899f40784, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44adc090-8029-4a6c-8b34-a6ac36e2db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd66612fc-8131-43e0-b0ce-efbfd60fe7f8'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:12:42.922523 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.924922 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6f2fb97-e432-4fb1-aaa3-a219afc2f411 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.954799 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-175aaa35-4c13-4805-9e8f-bf9494bd65f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.973267 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a89e49-6c04-4874-a190-704c3c3667a4 req-667dfe72-b395-4bd5-a746-ac25af66f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:42.974763 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d0a89e49-6c04-4874-a190-704c3c3667a4 req-667dfe72-b395-4bd5-a746-ac25af66f7a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b08df3fff5c45fc8378b9838584f988&device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 1094 time: 0.3345118 Dec 06 15:12:42.975351 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c753ee1-eaf6-4c68-9273-243703c6956e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.978892 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c753ee1-eaf6-4c68-9273-243703c6956e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:42.982771 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2c753ee1-eaf6-4c68-9273-243703c6956e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/security-groups/395927b3-8918-4cda-bf2b-2aa7dd330c36 HTTP/1.1" status: 204 len: 168 time: 0.2878294 Dec 06 15:12:42.988009 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56090) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:43.001821 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f2fb97-e432-4fb1-aaa3-a219afc2f411 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Network d66612fc-8131-43e0-b0ce-efbfd60fe7f8 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:43.014432 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c753ee1-eaf6-4c68-9273-243703c6956e tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=395927b3-8918-4cda-bf2b-2aa7dd330c36,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:43.020617 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c6f2fb97-e432-4fb1-aaa3-a219afc2f411 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:43.020744 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175aaa35-4c13-4805-9e8f-bf9494bd65f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:43.043841 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-175aaa35-4c13-4805-9e8f-bf9494bd65f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:43.047272 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175aaa35-4c13-4805-9e8f-bf9494bd65f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:43.047971 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-175aaa35-4c13-4805-9e8f-bf9494bd65f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:43.061287 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2fb97-e432-4fb1-aaa3-a219afc2f411 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Pushing event updated for resources: {'Port': ['ID=fe21f5ed-01ed-40e6-90c8-23df98b62fca,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:43.065870 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f2fb97-e432-4fb1-aaa3-a219afc2f411 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:43.075214 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f2fb97-e432-4fb1-aaa3-a219afc2f411 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:43.076557 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6f2fb97-e432-4fb1-aaa3-a219afc2f411 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:43.081793 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bfddb267-6393-4f78-98d2-7ce4bba921b6 None None] Could not find standard attr ID for object fd99c124-77d8-48d1-9635-6b23c440149d. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:12:43.085267 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-175aaa35-4c13-4805-9e8f-bf9494bd65f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3787637 Dec 06 15:12:43.086848 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56092) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:43.102614 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-571d6879-4777-4621-a902-e226def751d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:43.108721 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-51d58e74-80d0-4be9-a37d-7b279317958c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'mac_address': 'fa:16:3e:84:5e:08', 'name': 'tempest-NetworksTestDHCPv6-1265569808'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:43.109729 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] For port b1b479e6-b14d-49db-a1af-618899f40784, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:12:43.113692 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] For port b1b479e6-b14d-49db-a1af-618899f40784, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b1b479e6-b14d-49db-a1af-618899f40784,segment=NetworkSegment(44adc090-8029-4a6c-8b34-a6ac36e2db09),segment_id=44adc090-8029-4a6c-8b34-a6ac36e2db09)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:12:43.115319 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0737327c-faba-4297-884e-ef7bf7463db4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:43.115720 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:43.118133 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-571d6879-4777-4621-a902-e226def751d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:43.122600 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c6f2fb97-e432-4fb1-aaa3-a219afc2f411 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8408651 Dec 06 15:12:43.130376 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56094) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:43.138392 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7d9206cc-8c76-4178-bd93-e413979da4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Request body: {'port': {'network_id': 'd66612fc-8131-43e0-b0ce-efbfd60fe7f8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1349443019', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:43.139029 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-7d9206cc-8c76-4178-bd93-e413979da4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] bootfile-name is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 15:12:43.139472 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-7d9206cc-8c76-4178-bd93-e413979da4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] tftp-server is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 15:12:43.140487 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-7d9206cc-8c76-4178-bd93-e413979da4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] server-ip-address is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 15:12:43.144757 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175aaa35-4c13-4805-9e8f-bf9494bd65f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=f726ae8f-cd41-4fd4-a959-f05f04beab03,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:43.149745 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:43.159625 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80c41cd9-f12a-4ee8-8e71-f1d3fb480eb3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:43.185508 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80c41cd9-f12a-4ee8-8e71-f1d3fb480eb3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:43.206092 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571d6879-4777-4621-a902-e226def751d1 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:43.214957 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-571d6879-4777-4621-a902-e226def751d1 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:43.223575 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571d6879-4777-4621-a902-e226def751d1 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:43.225934 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d6879-4777-4621-a902-e226def751d1 None None] Pushing event updated for resources: {'Port': ['ID=2036f478-0b1a-4574-a52c-0f9722f67f99,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:43.269363 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a89e49-6c04-4874-a190-704c3c3667a4 req-146a5cfb-aa37-43c5-9f6e-405a916ca48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:43.271244 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d0a89e49-6c04-4874-a190-704c3c3667a4 req-146a5cfb-aa37-43c5-9f6e-405a916ca48d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea1e0d24-092d-40db-a26c-9acab4a004c1 HTTP/1.1" status: 200 len: 910 time: 0.2612443 Dec 06 15:12:43.285822 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80c41cd9-f12a-4ee8-8e71-f1d3fb480eb3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:43.293698 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80c41cd9-f12a-4ee8-8e71-f1d3fb480eb3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:43.295232 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-80c41cd9-f12a-4ee8-8e71-f1d3fb480eb3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/security-groups/2fd5061c-72b1-4c89-9fb2-1f0e5ce18924 HTTP/1.1" status: 204 len: 168 time: 0.3029985 Dec 06 15:12:43.317019 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56096) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:43.318209 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c41cd9-f12a-4ee8-8e71-f1d3fb480eb3 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd5061c-72b1-4c89-9fb2-1f0e5ce18924,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:43.327438 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d0a89e49-6c04-4874-a190-704c3c3667a4 req-7e3eef98-1c92-4a05-a1c3-55be7f7c6239 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=073658ce-23aa-47b4-9eb7-82c81e2d11c4 HTTP/1.1" status: 200 len: 217 time: 0.0465102 Dec 06 15:12:43.385763 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d58e74-80d0-4be9-a37d-7b279317958c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:43.467848 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-571d6879-4777-4621-a902-e226def751d1 None None] Attempting to bind port 2036f478-0b1a-4574-a52c-0f9722f67f99 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:12:43.468257 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-571d6879-4777-4621-a902-e226def751d1 None None] Attempting to bind port 2036f478-0b1a-4574-a52c-0f9722f67f99 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:12:43.468631 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d6879-4777-4621-a902-e226def751d1 None None] Attempting to bind port 2036f478-0b1a-4574-a52c-0f9722f67f99 on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:12:43.475007 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd0ccd-24d1-49ac-b61e-08ac9d322135 None None] Pushing event updated for resources: {'Port': ['ID=b1b479e6-b14d-49db-a1af-618899f40784,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:43.485066 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1ffd81-0a1a-4aa4-afc7-b4c32cb75e76 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting subnet 57ef61da-bfff-4cd0-9d26-7b4327e9445e {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:12:43.506379 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d6879-4777-4621-a902-e226def751d1 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:12:43.506771 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d6879-4777-4621-a902-e226def751d1 None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:12:43.507188 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-571d6879-4777-4621-a902-e226def751d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:43.507595 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d6879-4777-4621-a902-e226def751d1 None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:12:43.508699 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-571d6879-4777-4621-a902-e226def751d1 None None] Bound port: 2036f478-0b1a-4574-a52c-0f9722f67f99, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:12:43.509099 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-571d6879-4777-4621-a902-e226def751d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:43.523952 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a1ffd81-0a1a-4aa4-afc7-b4c32cb75e76 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:43.617761 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-571d6879-4777-4621-a902-e226def751d1 None None] For port 2036f478-0b1a-4574-a52c-0f9722f67f99, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:12:43.624704 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-571d6879-4777-4621-a902-e226def751d1 None None] For port 2036f478-0b1a-4574-a52c-0f9722f67f99, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2036f478-0b1a-4574-a52c-0f9722f67f99,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:12:43.635809 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a89e49-6c04-4874-a190-704c3c3667a4 req-a980be55-cebd-40cc-a28d-6f2ecc41f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:43.637243 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d0a89e49-6c04-4874-a190-704c3c3667a4 req-a980be55-cebd-40cc-a28d-6f2ecc41f8ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a6e8809-996b-4ddb-891a-942e3572e4d1 HTTP/1.1" status: 200 len: 849 time: 0.2800860 Dec 06 15:12:43.639885 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-571d6879-4777-4621-a902-e226def751d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:43.641476 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51d58e74-80d0-4be9-a37d-7b279317958c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:43.649996 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a1ffd81-0a1a-4aa4-afc7-b4c32cb75e76 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:43.710681 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d0a89e49-6c04-4874-a190-704c3c3667a4 req-05736907-b937-4aff-beb4-f7da8ba3b3b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea1e0d24-092d-40db-a26c-9acab4a004c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557122 Dec 06 15:12:43.720851 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30ea01-8df2-4d75-9728-a50f8fa18ceb req-22d5e566-e522-4d93-9d34-9cfe32d877b6 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:43.722479 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d30ea01-8df2-4d75-9728-a50f8fa18ceb req-22d5e566-e522-4d93-9d34-9cfe32d877b6 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 943 time: 0.1856351 Dec 06 15:12:43.724689 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-51d58e74-80d0-4be9-a37d-7b279317958c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port 9310d839-6e1e-4bc3-8a72-6fac979a6956 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:43.787317 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9206cc-8c76-4178-bd93-e413979da4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Made reservation on behalf of 335d5f86eedd44098b365cee62166080 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:43.791287 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d9206cc-8c76-4178-bd93-e413979da4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:43.794689 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d6879-4777-4621-a902-e226def751d1 None None] Pushing event updated for resources: {'Port': ['ID=2036f478-0b1a-4574-a52c-0f9722f67f99,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:43.868020 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-7d9206cc-8c76-4178-bd93-e413979da4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] device_id is not set on port aacd701b-0a74-46f5-8c5c-4c7166cb9570 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:43.935871 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6d30ea01-8df2-4d75-9728-a50f8fa18ceb req-76f26a64-bbc1-462e-b1f0-40ed02f083f7 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/security-groups?id=541853ac-66b3-49b7-a1d7-a2b4dc976ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023077 Dec 06 15:12:43.940816 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d0a89e49-6c04-4874-a190-704c3c3667a4 req-f36fdbcc-6078-4270-85fc-ba0864a434c7 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1e0d24-092d-40db-a26c-9acab4a004c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097511 Dec 06 15:12:43.954284 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a1ffd81-0a1a-4aa4-afc7-b4c32cb75e76 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:44.112413 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-7d9206cc-8c76-4178-bd93-e413979da4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Allocated IP 2001:db8::2f4 (d66612fc-8131-43e0-b0ce-efbfd60fe7f8/9e2d682e-978c-40d6-b74d-be30771c938b/aacd701b-0a74-46f5-8c5c-4c7166cb9570) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:44.121500 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a1ffd81-0a1a-4aa4-afc7-b4c32cb75e76 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:44.141983 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-51d58e74-80d0-4be9-a37d-7b279317958c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8:0:1::2d (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/f726ae8f-cd41-4fd4-a959-f05f04beab03/9310d839-6e1e-4bc3-8a72-6fac979a6956) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:44.156740 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-51d58e74-80d0-4be9-a37d-7b279317958c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::f816:3eff:fe84:5e08 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/0624f32b-a241-460f-98de-c82d76f25abc/9310d839-6e1e-4bc3-8a72-6fac979a6956) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:44.160758 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ffd81-0a1a-4aa4-afc7-b4c32cb75e76 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Subnet': ['ID=57ef61da-bfff-4cd0-9d26-7b4327e9445e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:44.165238 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a1ffd81-0a1a-4aa4-afc7-b4c32cb75e76 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:44.169245 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8a1ffd81-0a1a-4aa4-afc7-b4c32cb75e76 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/57ef61da-bfff-4cd0-9d26-7b4327e9445e HTTP/1.1" status: 204 len: 168 time: 0.8480034 Dec 06 15:12:44.174128 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2397b876-a2c3-4624-a9fc-af1f6b5ac24c None None] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:44.176461 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56104) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:44.184731 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5c9744d0-9a4f-4d50-bcdb-75994320df9c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'subnet': {'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:44.189676 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d0a89e49-6c04-4874-a190-704c3c3667a4 req-67723d37-a02a-458b-ac0a-09405b0aa56e service neutron] 10.222.0.37 "GET /v2.0/networks/ea1e0d24-092d-40db-a26c-9acab4a004c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355909 Dec 06 15:12:44.413372 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d9206cc-8c76-4178-bd93-e413979da4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:44.504492 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9744d0-9a4f-4d50-bcdb-75994320df9c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:44.508544 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c9744d0-9a4f-4d50-bcdb-75994320df9c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:44.510712 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d9206cc-8c76-4178-bd93-e413979da4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:44.548253 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51d58e74-80d0-4be9-a37d-7b279317958c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:44.592144 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9206cc-8c76-4178-bd93-e413979da4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Pushing event updated for resources: {'Port': ['ID=aacd701b-0a74-46f5-8c5c-4c7166cb9570,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:44.606036 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9206cc-8c76-4178-bd93-e413979da4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Network d66612fc-8131-43e0-b0ce-efbfd60fe7f8 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:44.609626 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7d9206cc-8c76-4178-bd93-e413979da4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:44.612989 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9206cc-8c76-4178-bd93-e413979da4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:44.620745 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9206cc-8c76-4178-bd93-e413979da4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:44.621767 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d9206cc-8c76-4178-bd93-e413979da4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:44.671796 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56108) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:44.672462 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 073658ce-23aa-47b4-9eb7-82c81e2d11c4 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:12:44.682333 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7d9206cc-8c76-4178-bd93-e413979da4a8 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.5336022 Dec 06 15:12:44.761764 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51d58e74-80d0-4be9-a37d-7b279317958c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:44.874327 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1934c-829e-4697-b8a0-02460e7b8cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:44.889710 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1934c-829e-4697-b8a0-02460e7b8cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:44.896107 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1934c-829e-4697-b8a0-02460e7b8cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:44.900714 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56112) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:44.909559 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 073658ce-23aa-47b4-9eb7-82c81e2d11c4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=073658ce-23aa-47b4-9eb7-82c81e2d11c4,segment=NetworkSegment(c597a4b8-6d98-4493-8319-f073243ac958),segment_id=c597a4b8-6d98-4493-8319-f073243ac958)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:44.910258 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c4f1934c-829e-4697-b8a0-02460e7b8cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2351532 Dec 06 15:12:44.934165 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d58e74-80d0-4be9-a37d-7b279317958c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:44.947603 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-51d58e74-80d0-4be9-a37d-7b279317958c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:44.958147 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d58e74-80d0-4be9-a37d-7b279317958c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:44.964351 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d58e74-80d0-4be9-a37d-7b279317958c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:44.965013 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51d58e74-80d0-4be9-a37d-7b279317958c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:44.969474 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d58e74-80d0-4be9-a37d-7b279317958c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=9310d839-6e1e-4bc3-8a72-6fac979a6956,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:44.971630 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '073658ce-23aa-47b4-9eb7-82c81e2d11c4', 'network_id': 'ea1e0d24-092d-40db-a26c-9acab4a004c1', 'port_id': '073658ce-23aa-47b4-9eb7-82c81e2d11c4', 'mac_address': 'fa:16:3e:18:22:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6e8809-996b-4ddb-891a-942e3572e4d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:12:45.084296 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-51d58e74-80d0-4be9-a37d-7b279317958c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9851100 Dec 06 15:12:45.085185 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56116) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:45.090119 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:45.092473 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b1b479e6-b14d-49db-a1af-618899f40784 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:45.094379 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045fbced-ca62-4549-8729-bf053eaaac1c None None] Network d66612fc-8131-43e0-b0ce-efbfd60fe7f8 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:45.152194 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9cd03fa9-a46b-4973-8c2c-6d540d96d8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Deleting port aacd701b-0a74-46f5-8c5c-4c7166cb9570 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:45.155256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cd03fa9-a46b-4973-8c2c-6d540d96d8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:45.265377 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073658ce-23aa-47b4-9eb7-82c81e2d11c4 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:12:45.427470 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cd03fa9-a46b-4973-8c2c-6d540d96d8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:45.453521 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9cd03fa9-a46b-4973-8c2c-6d540d96d8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Calling delete_port for aacd701b-0a74-46f5-8c5c-4c7166cb9570 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:45.469202 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 073658ce-23aa-47b4-9eb7-82c81e2d11c4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=073658ce-23aa-47b4-9eb7-82c81e2d11c4,segment=NetworkSegment(c597a4b8-6d98-4493-8319-f073243ac958),segment_id=c597a4b8-6d98-4493-8319-f073243ac958)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:45.514090 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bee12-d113-4d71-a19f-6cdb5b326908 req-91a8255c-45b3-4db7-b791-cd0835451478 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:45.516469 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-180bee12-d113-4d71-a19f-6cdb5b326908 req-91a8255c-45b3-4db7-b791-cd0835451478 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 943 time: 0.3846881 Dec 06 15:12:45.525333 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:45.547549 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f843038c-cf0a-4f23-a596-8e5dd837309c None None] Provisioning complete for port b1b479e6-b14d-49db-a1af-618899f40784 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:45.552074 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f843038c-cf0a-4f23-a596-8e5dd837309c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:45.650850 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c9744d0-9a4f-4d50-bcdb-75994320df9c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:45.702522 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=073658ce-23aa-47b4-9eb7-82c81e2d11c4,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:45.708406 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6314069-bc1d-4347-b8e9-afd2da1831db None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:45.726753 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2346b930-9ffc-42b8-ba70-d9225dfb912f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port 9310d839-6e1e-4bc3-8a72-6fac979a6956 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:45.727089 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2346b930-9ffc-42b8-ba70-d9225dfb912f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:45.742511 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-180bee12-d113-4d71-a19f-6cdb5b326908 req-ce683319-fe5d-408e-a455-94d9b5cfc066 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/security-groups?id=541853ac-66b3-49b7-a1d7-a2b4dc976ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167659 Dec 06 15:12:45.755774 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9744d0-9a4f-4d50-bcdb-75994320df9c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:45.773955 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5c9744d0-9a4f-4d50-bcdb-75994320df9c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:45.793015 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9744d0-9a4f-4d50-bcdb-75994320df9c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:45.797661 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c9744d0-9a4f-4d50-bcdb-75994320df9c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:45.821423 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cd03fa9-a46b-4973-8c2c-6d540d96d8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:45.822690 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9744d0-9a4f-4d50-bcdb-75994320df9c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Subnet': ['ID=2ad2100f-a364-4dc0-a129-0718e4bc41ae,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:45.840708 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a5b44f-1363-4cd2-b4b1-707e325fdf5a None None] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:45.903502 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5c9744d0-9a4f-4d50-bcdb-75994320df9c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7259490 Dec 06 15:12:45.911870 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56124) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:45.918181 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2c278679-c935-4aea-9f53-9beedcab4533 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'security_group': {'name': 'tempest-secgroup-2109265048'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:45.937395 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd03fa9-a46b-4973-8c2c-6d540d96d8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Pushing event deleted for resources: {'Port': ['ID=aacd701b-0a74-46f5-8c5c-4c7166cb9570,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:45.958280 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2346b930-9ffc-42b8-ba70-d9225dfb912f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:45.966822 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9cd03fa9-a46b-4973-8c2c-6d540d96d8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:45.977755 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2346b930-9ffc-42b8-ba70-d9225dfb912f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for 9310d839-6e1e-4bc3-8a72-6fac979a6956 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:45.978538 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9cd03fa9-a46b-4973-8c2c-6d540d96d8e6 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] 10.222.0.20 "DELETE /v2.0/ports/aacd701b-0a74-46f5-8c5c-4c7166cb9570 HTTP/1.1" status: 204 len: 168 time: 1.0766780 Dec 06 15:12:45.979200 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56126) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:46.000478 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ec1cee0b-0924-4b53-9108-09f2abe2b725 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Request body: {'port': {'name': 'tempest-new-port-name-791789533', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:46.000879 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-ec1cee0b-0924-4b53-9108-09f2abe2b725 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] bootfile-name is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 15:12:46.001218 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-ec1cee0b-0924-4b53-9108-09f2abe2b725 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] tftp-server is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 15:12:46.001547 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.api.validators [None req-ec1cee0b-0924-4b53-9108-09f2abe2b725 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] server-ip-address is not in valid_values {{(pid=103288) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 15:12:46.121495 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec1cee0b-0924-4b53-9108-09f2abe2b725 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:46.147893 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c278679-c935-4aea-9f53-9beedcab4533 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:46.159097 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['073658ce-23aa-47b4-9eb7-82c81e2d11c4'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:12:46.256224 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port b1b479e6-b14d-49db-a1af-618899f40784 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:46.256572 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:46.383405 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2346b930-9ffc-42b8-ba70-d9225dfb912f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:46.438664 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec1cee0b-0924-4b53-9108-09f2abe2b725 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:46.444358 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec1cee0b-0924-4b53-9108-09f2abe2b725 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:46.491062 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346b930-9ffc-42b8-ba70-d9225dfb912f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=9310d839-6e1e-4bc3-8a72-6fac979a6956,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:46.514106 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ec1cee0b-0924-4b53-9108-09f2abe2b725 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] In _notify_port_updated(), no bound segment for port fe21f5ed-01ed-40e6-90c8-23df98b62fca on network d66612fc-8131-43e0-b0ce-efbfd60fe7f8 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 15:12:46.524573 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1cee0b-0924-4b53-9108-09f2abe2b725 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:46.526062 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec1cee0b-0924-4b53-9108-09f2abe2b725 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:46.530631 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ec1cee0b-0924-4b53-9108-09f2abe2b725 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] 10.222.0.20 "PUT /v2.0/ports/fe21f5ed-01ed-40e6-90c8-23df98b62fca HTTP/1.1" status: 200 len: 1129 time: 0.5503190 Dec 06 15:12:46.534519 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56128) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:46.567045 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2346b930-9ffc-42b8-ba70-d9225dfb912f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:46.571180 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2346b930-9ffc-42b8-ba70-d9225dfb912f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/9310d839-6e1e-4bc3-8a72-6fac979a6956 HTTP/1.1" status: 204 len: 168 time: 1.4851329 Dec 06 15:12:46.575337 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56132) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:46.612793 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c278679-c935-4aea-9f53-9beedcab4533 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:46.623159 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c278679-c935-4aea-9f53-9beedcab4533 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:46.639499 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cee0b-0924-4b53-9108-09f2abe2b725 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Pushing event updated for resources: {'Port': ['ID=fe21f5ed-01ed-40e6-90c8-23df98b62fca,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:46.658302 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c278679-c935-4aea-9f53-9beedcab4533 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:46.661527 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a811df13-5616-4e43-91bf-6e1f1778fd4f tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:46.662766 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2c278679-c935-4aea-9f53-9beedcab4533 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7497325 Dec 06 15:12:46.668802 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56134) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:46.669758 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a811df13-5616-4e43-91bf-6e1f1778fd4f tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] 10.222.0.20 "GET /v2.0/ports/fe21f5ed-01ed-40e6-90c8-23df98b62fca HTTP/1.1" status: 200 len: 1129 time: 0.1341064 Dec 06 15:12:46.669873 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56136) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:46.678071 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e69bf7d-eb9f-4c15-9669-7baa58ca9808 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:46.680344 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6e69bf7d-eb9f-4c15-9669-7baa58ca9808 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1033344 Dec 06 15:12:46.687633 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56138) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:46.695926 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d1e831c7-1796-44f4-9307-61c05593aec6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'security_group': {'name': 'tempest-secgroup-1248696342'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:46.743794 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f843038c-cf0a-4f23-a596-8e5dd837309c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:46.761911 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1e831c7-1796-44f4-9307-61c05593aec6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:46.769173 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c278679-c935-4aea-9f53-9beedcab4533 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0a1fde-8d05-4b6e-b6fd-a015ea82ab79,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:46.928457 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f843038c-cf0a-4f23-a596-8e5dd837309c None None] For port b1b479e6-b14d-49db-a1af-618899f40784, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b1b479e6-b14d-49db-a1af-618899f40784,segment=NetworkSegment(44adc090-8029-4a6c-8b34-a6ac36e2db09),segment_id=44adc090-8029-4a6c-8b34-a6ac36e2db09)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:46.967590 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f843038c-cf0a-4f23-a596-8e5dd837309c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:47.010161 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac3892-9fd3-4ac6-b7fd-7d80547ea6f0 req-6797b727-446c-4ee5-9b8c-3cc17c81b90f tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:47.018819 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:47.019093 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-00ac3892-9fd3-4ac6-b7fd-7d80547ea6f0 req-6797b727-446c-4ee5-9b8c-3cc17c81b90f tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 944 time: 0.1073723 Dec 06 15:12:47.128775 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-00ac3892-9fd3-4ac6-b7fd-7d80547ea6f0 req-ef497ead-db59-4fa3-a5e2-2129ac83e854 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/security-groups?id=541853ac-66b3-49b7-a1d7-a2b4dc976ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027493 Dec 06 15:12:47.208461 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843038c-cf0a-4f23-a596-8e5dd837309c None None] Pushing event updated for resources: {'Port': ['ID=b1b479e6-b14d-49db-a1af-618899f40784,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:47.239867 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c67de571-a648-465d-8213-5bd76e5ac0e7 None None] Provisioning complete for port 2036f478-0b1a-4574-a52c-0f9722f67f99 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:47.240238 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c67de571-a648-465d-8213-5bd76e5ac0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:47.355067 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a0526b-cb5e-4e57-bb5c-b516b3557559 None None] Update dhcp port {'port': {'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7', 'fixed_ips': [{'subnet_id': '1ed79bca-6c33-44a1-983b-f22c5abbc5c3', 'ip_address': '172.20.0.18'}, {'subnet_id': '2ad2100f-a364-4dc0-a129-0718e4bc41ae'}], 'binding:host_id': 'n-d-master-1'}, 'id': '0737327c-faba-4297-884e-ef7bf7463db4'} from n-d-master-1. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 15:12:47.419552 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00a0526b-cb5e-4e57-bb5c-b516b3557559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:47.433980 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1209598c-8f79-4b76-a155-d70f7bc891c1 None None] Update dhcp port {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'fixed_ips': [{'subnet_id': '0624f32b-a241-460f-98de-c82d76f25abc', 'ip_address': '2001:db8::f816:3eff:fe24:6b35'}, {'subnet_id': 'f726ae8f-cd41-4fd4-a959-f05f04beab03'}], 'binding:host_id': 'n-d-master-1'}, 'id': '2036f478-0b1a-4574-a52c-0f9722f67f99'} from n-d-master-1. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 15:12:47.440022 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1e831c7-1796-44f4-9307-61c05593aec6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:47.465909 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1e831c7-1796-44f4-9307-61c05593aec6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:47.490690 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb21e8c-d35a-4373-beb6-c21966828c33 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:47.494605 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6cb21e8c-d35a-4373-beb6-c21966828c33 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.7751098 Dec 06 15:12:47.495285 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56144) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:47.546029 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:12:47.546324 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:12:47.564103 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c67de571-a648-465d-8213-5bd76e5ac0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:47.564997 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1e831c7-1796-44f4-9307-61c05593aec6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:47.568824 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d1e831c7-1796-44f4-9307-61c05593aec6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8975487 Dec 06 15:12:47.569526 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56146) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:47.575078 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-79acd53a-f4b2-4e0a-ad9a-6e905e953ae0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'security_group': {'name': 'tempest-secgroup-1099267275'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:47.595856 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e831c7-1796-44f4-9307-61c05593aec6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f55c9a-d1a9-496c-94a6-1614be7d13c8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:47.606299 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-34405961-b1c4-43bc-9e2c-c38d0f5c41ff tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Deleting port fe21f5ed-01ed-40e6-90c8-23df98b62fca {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:47.606649 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34405961-b1c4-43bc-9e2c-c38d0f5c41ff tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:47.617632 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c67de571-a648-465d-8213-5bd76e5ac0e7 None None] For port 2036f478-0b1a-4574-a52c-0f9722f67f99, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2036f478-0b1a-4574-a52c-0f9722f67f99,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:47.624387 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1209598c-8f79-4b76-a155-d70f7bc891c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:47.630827 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c67de571-a648-465d-8213-5bd76e5ac0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:47.667839 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9058c5-e70a-4e96-9601-e314b4f7abd2 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:47.671768 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9058c5-e70a-4e96-9601-e314b4f7abd2 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:47.673416 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9058c5-e70a-4e96-9601-e314b4f7abd2 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:47.683482 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1f9058c5-e70a-4e96-9601-e314b4f7abd2 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1864929 Dec 06 15:12:47.684182 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56150) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:47.758579 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34405961-b1c4-43bc-9e2c-c38d0f5c41ff tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:47.772108 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-34405961-b1c4-43bc-9e2c-c38d0f5c41ff tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Calling delete_port for fe21f5ed-01ed-40e6-90c8-23df98b62fca owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:47.787433 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d22937e-a164-4070-94a4-d272e3c58ebd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet 0624f32b-a241-460f-98de-c82d76f25abc {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:12:47.790811 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d22937e-a164-4070-94a4-d272e3c58ebd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:47.877278 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d22937e-a164-4070-94a4-d272e3c58ebd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:47.878774 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c67de571-a648-465d-8213-5bd76e5ac0e7 None None] Provisioning complete for port 0737327c-faba-4297-884e-ef7bf7463db4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:47.879235 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c67de571-a648-465d-8213-5bd76e5ac0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:47.928734 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79acd53a-f4b2-4e0a-ad9a-6e905e953ae0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:47.931690 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34405961-b1c4-43bc-9e2c-c38d0f5c41ff tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.026607 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67de571-a648-465d-8213-5bd76e5ac0e7 None None] Pushing event updated for resources: {'Port': ['ID=2036f478-0b1a-4574-a52c-0f9722f67f99,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:48.058804 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-00a0526b-cb5e-4e57-bb5c-b516b3557559 None None] Allocated IP 172.20.0.2 (698f0c62-6f3d-4382-9f28-fe135e672ca7/2ad2100f-a364-4dc0-a129-0718e4bc41ae/0737327c-faba-4297-884e-ef7bf7463db4) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:48.081256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d22937e-a164-4070-94a4-d272e3c58ebd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.096336 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34405961-b1c4-43bc-9e2c-c38d0f5c41ff tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Pushing event deleted for resources: {'Port': ['ID=fe21f5ed-01ed-40e6-90c8-23df98b62fca,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:48.118681 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-34405961-b1c4-43bc-9e2c-c38d0f5c41ff tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.128016 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56154) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:48.128779 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-34405961-b1c4-43bc-9e2c-c38d0f5c41ff tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] 10.222.0.20 "DELETE /v2.0/ports/fe21f5ed-01ed-40e6-90c8-23df98b62fca HTTP/1.1" status: 204 len: 168 time: 1.4473691 Dec 06 15:12:48.173544 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2036f478-0b1a-4574-a52c-0f9722f67f99 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:48.214500 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79acd53a-f4b2-4e0a-ad9a-6e905e953ae0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.220398 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a167153-5c05-46b5-9f32-bd78132198c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Deleting subnet 9e2d682e-978c-40d6-b74d-be30771c938b {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:12:48.229673 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a167153-5c05-46b5-9f32-bd78132198c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.294251 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a167153-5c05-46b5-9f32-bd78132198c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.320909 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c67de571-a648-465d-8213-5bd76e5ac0e7 None None] Could not find standard attr ID for object fe21f5ed-01ed-40e6-90c8-23df98b62fca. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:12:48.355011 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f438e-d672-40ed-9552-4bb2d57bf10f req-051a4c4d-dcb9-42e9-a6ec-b4866a0a4c4e tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:48.360939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-608f438e-d672-40ed-9552-4bb2d57bf10f req-051a4c4d-dcb9-42e9-a6ec-b4866a0a4c4e tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 944 time: 0.0935321 Dec 06 15:12:48.373554 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79acd53a-f4b2-4e0a-ad9a-6e905e953ae0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.387573 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-00a0526b-cb5e-4e57-bb5c-b516b3557559 None None] For port 0737327c-faba-4297-884e-ef7bf7463db4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0737327c-faba-4297-884e-ef7bf7463db4,segment=NetworkSegment(2a581edf-da4a-4bef-ae8a-b605a9efdc51),segment_id=2a581edf-da4a-4bef-ae8a-b605a9efdc51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:48.396151 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c67de571-a648-465d-8213-5bd76e5ac0e7 None None] Provisioning complete for port 89e6dd97-18f5-4c5e-97df-ff998c3046f8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:48.396308 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c67de571-a648-465d-8213-5bd76e5ac0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.456966 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acd53a-f4b2-4e0a-ad9a-6e905e953ae0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448dc6f2-0b78-417e-b0fa-8bf0c09cf1e0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:48.463861 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79acd53a-f4b2-4e0a-ad9a-6e905e953ae0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.467507 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-79acd53a-f4b2-4e0a-ad9a-6e905e953ae0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8939922 Dec 06 15:12:48.469641 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-608f438e-d672-40ed-9552-4bb2d57bf10f req-429672b7-016b-48cb-9b06-72df3bdcb89e tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/security-groups?id=541853ac-66b3-49b7-a1d7-a2b4dc976ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026850 Dec 06 15:12:48.470664 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56160) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:48.478621 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9b8c9986-be00-46d1-bbcf-e33c7a73075f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-49531423', 'security_groups': ['448dc6f2-0b78-417e-b0fa-8bf0c09cf1e0'], 'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2ad2100f-a364-4dc0-a129-0718e4bc41ae'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:48.514310 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a167153-5c05-46b5-9f32-bd78132198c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.521068 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00a0526b-cb5e-4e57-bb5c-b516b3557559 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.526756 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c67de571-a648-465d-8213-5bd76e5ac0e7 None None] Port 89e6dd97-18f5-4c5e-97df-ff998c3046f8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:48.531152 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00a0526b-cb5e-4e57-bb5c-b516b3557559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.535276 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2036f478-0b1a-4574-a52c-0f9722f67f99 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:48.535646 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.634154 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a167153-5c05-46b5-9f32-bd78132198c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.663825 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a167153-5c05-46b5-9f32-bd78132198c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.668163 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0526b-cb5e-4e57-bb5c-b516b3557559 None None] Pushing event updated for resources: {'Port': ['ID=0737327c-faba-4297-884e-ef7bf7463db4,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:48.670513 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1a167153-5c05-46b5-9f32-bd78132198c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] 10.222.0.20 "DELETE /v2.0/subnets/9e2d682e-978c-40d6-b74d-be30771c938b HTTP/1.1" status: 204 len: 168 time: 0.5375159 Dec 06 15:12:48.673892 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56166) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:48.693534 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 073658ce-23aa-47b4-9eb7-82c81e2d11c4 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server [None req-1209598c-8f79-4b76-a155-d70f7bc891c1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0624f32b-a241-460f-98de-c82d76f25abc: This subnet is being modified by another concurrent operation. Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise exception Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0624f32b-a241-460f-98de-c82d76f25abc: This subnet is being modified by another concurrent operation. Dec 06 15:12:48.697424 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Dec 06 15:12:48.721943 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8c9986-be00-46d1-bbcf-e33c7a73075f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:48.750712 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d22937e-a164-4070-94a4-d272e3c58ebd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.761468 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a167153-5c05-46b5-9f32-bd78132198c9 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Pushing event deleted for resources: {'Subnet': ['ID=9e2d682e-978c-40d6-b74d-be30771c938b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:48.787175 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c67de571-a648-465d-8213-5bd76e5ac0e7 None None] Provisioning complete for port b1b479e6-b14d-49db-a1af-618899f40784 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:48.787545 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c67de571-a648-465d-8213-5bd76e5ac0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.890489 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b8c9986-be00-46d1-bbcf-e33c7a73075f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.906609 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d22937e-a164-4070-94a4-d272e3c58ebd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:48.910273 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8d22937e-a164-4070-94a4-d272e3c58ebd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/0624f32b-a241-460f-98de-c82d76f25abc HTTP/1.1" status: 204 len: 168 time: 1.2233756 Dec 06 15:12:48.912067 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22937e-a164-4070-94a4-d272e3c58ebd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=0624f32b-a241-460f-98de-c82d76f25abc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:48.917071 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56168) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:48.941654 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-9b8c9986-be00-46d1-bbcf-e33c7a73075f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] device_id is not set on port 62a06b23-ae99-44ee-b953-ce4bab3c50d9 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:48.941810 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95219d86-a71a-4f36-a2d8-bf583eeee0c2 None None] Network d66612fc-8131-43e0-b0ce-efbfd60fe7f8 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:49.107020 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:49.145011 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ca660c-be0e-4459-a19e-a2904dedc62e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet f726ae8f-cd41-4fd4-a959-f05f04beab03 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:12:49.153467 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48ca660c-be0e-4459-a19e-a2904dedc62e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:49.271775 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-9b8c9986-be00-46d1-bbcf-e33c7a73075f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Allocated IP 172.20.0.3 (698f0c62-6f3d-4382-9f28-fe135e672ca7/2ad2100f-a364-4dc0-a129-0718e4bc41ae/62a06b23-ae99-44ee-b953-ce4bab3c50d9) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:49.321263 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48ca660c-be0e-4459-a19e-a2904dedc62e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:49.343852 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3197766e-e22a-4fd3-a9cb-7e2a4c98c644 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:49.424690 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 073658ce-23aa-47b4-9eb7-82c81e2d11c4 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:12:49.457993 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48ca660c-be0e-4459-a19e-a2904dedc62e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:49.465698 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 073658ce-23aa-47b4-9eb7-82c81e2d11c4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:49.466306 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:49.559409 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Deleting port b1b479e6-b14d-49db-a1af-618899f40784 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:49.560102 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:49.587892 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b8c9986-be00-46d1-bbcf-e33c7a73075f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:49.629888 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:12:49.669237 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b8c9986-be00-46d1-bbcf-e33c7a73075f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:49.702608 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f101c037-2aa1-464c-990a-8af0e806f27e None None] Provisioning complete for port 2036f478-0b1a-4574-a52c-0f9722f67f99 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:49.703034 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f101c037-2aa1-464c-990a-8af0e806f27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:49.782129 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c9986-be00-46d1-bbcf-e33c7a73075f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=62a06b23-ae99-44ee-b953-ce4bab3c50d9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:49.801641 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8c9986-be00-46d1-bbcf-e33c7a73075f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:49.806364 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9b8c9986-be00-46d1-bbcf-e33c7a73075f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:49.816152 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8c9986-be00-46d1-bbcf-e33c7a73075f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:49.847191 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] For port b1b479e6-b14d-49db-a1af-618899f40784, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b1b479e6-b14d-49db-a1af-618899f40784,segment=NetworkSegment(44adc090-8029-4a6c-8b34-a6ac36e2db09),segment_id=44adc090-8029-4a6c-8b34-a6ac36e2db09)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:49.851870 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:49.857995 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48ca660c-be0e-4459-a19e-a2904dedc62e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:49.893826 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0737327c-faba-4297-884e-ef7bf7463db4 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:49.921001 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8c9986-be00-46d1-bbcf-e33c7a73075f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:49.925152 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b8c9986-be00-46d1-bbcf-e33c7a73075f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:49.936993 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Calling delete_port for b1b479e6-b14d-49db-a1af-618899f40784 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:49.940559 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca660c-be0e-4459-a19e-a2904dedc62e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=f726ae8f-cd41-4fd4-a959-f05f04beab03,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:49.947048 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48ca660c-be0e-4459-a19e-a2904dedc62e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:49.951000 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-48ca660c-be0e-4459-a19e-a2904dedc62e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/f726ae8f-cd41-4fd4-a959-f05f04beab03 HTTP/1.1" status: 204 len: 168 time: 1.0287201 Dec 06 15:12:49.955679 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56180) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:49.969364 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:49.979434 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378afb0-54a7-4df1-a264-3ff26ece3749 req-60dc1081-f6df-432d-b459-435395ff9038 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:49.982064 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1378afb0-54a7-4df1-a264-3ff26ece3749 req-60dc1081-f6df-432d-b459-435395ff9038 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 944 time: 0.3567476 Dec 06 15:12:50.070605 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3f1cd3e2-f0fc-4691-8d3d-a809f690baf2 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124492 Dec 06 15:12:50.071588 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56182) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:50.078381 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a718fb95-a9a9-450c-9f47-3a6ae26d5a66 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:50.086240 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9b8c9986-be00-46d1-bbcf-e33c7a73075f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6132317 Dec 06 15:12:50.088910 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56184) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:50.094178 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-20d72ea9-b36a-44cf-b10c-eefc852d55f1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'subnet': {'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:50.105959 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 073658ce-23aa-47b4-9eb7-82c81e2d11c4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=073658ce-23aa-47b4-9eb7-82c81e2d11c4,segment=NetworkSegment(c597a4b8-6d98-4493-8319-f073243ac958),segment_id=c597a4b8-6d98-4493-8319-f073243ac958)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:50.123198 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ad71c6-ff5d-401a-bc31-11c4e4143743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073658ce-23aa-47b4-9eb7-82c81e2d11c4'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:12:50.140786 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b00aa9a-779c-4425-832e-fb45eed2b490" -d '{"events": [{"server_uuid": "c5ad71c6-ff5d-401a-bc31-11c4e4143743", "name": "network-vif-plugged", "status": "completed", "tag": "073658ce-23aa-47b4-9eb7-82c81e2d11c4"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:12:50.149961 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9d813d-adca-4199-800f-64016d0cc4cd None None] DHCP port deletion for d66612fc-8131-43e0-b0ce-efbfd60fe7f8 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:12:50.161962 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1378afb0-54a7-4df1-a264-3ff26ece3749 req-3bb3a882-b7d7-4992-910e-2ed1740c32ae tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/security-groups?id=541853ac-66b3-49b7-a1d7-a2b4dc976ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598814 Dec 06 15:12:50.200451 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:50.210756 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:50.262555 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Pushing event deleted for resources: {'Port': ['ID=b1b479e6-b14d-49db-a1af-618899f40784,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:50.302432 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] No DVR routers for this DVR port b1b479e6-b14d-49db-a1af-618899f40784 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:12:50.325387 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=073658ce-23aa-47b4-9eb7-82c81e2d11c4,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:50.341860 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a718fb95-a9a9-450c-9f47-3a6ae26d5a66 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:50.347040 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a718fb95-a9a9-450c-9f47-3a6ae26d5a66 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:50.401681 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f101c037-2aa1-464c-990a-8af0e806f27e None None] Could not find standard attr ID for object 9310d839-6e1e-4bc3-8a72-6fac979a6956. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:12:50.468945 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f101c037-2aa1-464c-990a-8af0e806f27e None None] Could not find standard attr ID for object aacd701b-0a74-46f5-8c5c-4c7166cb9570. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:12:50.493772 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d72ea9-b36a-44cf-b10c-eefc852d55f1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:50.499544 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20d72ea9-b36a-44cf-b10c-eefc852d55f1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:50.516107 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f101c037-2aa1-464c-990a-8af0e806f27e None None] Could not find standard attr ID for object fe21f5ed-01ed-40e6-90c8-23df98b62fca. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:12:50.521171 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef653aa-a5a7-40d5-82bd-679fcebf1ca6 None None] Update dhcp port {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'fixed_ips': [{'subnet_id': 'f726ae8f-cd41-4fd4-a959-f05f04beab03'}], 'binding:host_id': 'n-d-master-1'}, 'id': '2036f478-0b1a-4574-a52c-0f9722f67f99'} from n-d-master-1. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 15:12:50.556897 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:50.598552 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66612fc-8131-43e0-b0ce-efbfd60fe7f8']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:50.616275 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45081c0-7617-4996-b09b-182e00e125cc x-openstack-request-id: req-c45081c0-7617-4996-b09b-182e00e125cc {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:12:50.616568 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ad71c6-ff5d-401a-bc31-11c4e4143743", "name": "network-vif-plugged", "status": "completed", "tag": "073658ce-23aa-47b4-9eb7-82c81e2d11c4", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:12:50.616862 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c45081c0-7617-4996-b09b-182e00e125cc {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:12:50.617266 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ad71c6-ff5d-401a-bc31-11c4e4143743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073658ce-23aa-47b4-9eb7-82c81e2d11c4', 'code': 200} Dec 06 15:12:50.620770 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44adc090-8029-4a6c-8b34-a6ac36e2db09') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:50.628976 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44adc090-8029-4a6c-8b34-a6ac36e2db09') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:12:50.630473 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d813d-adca-4199-800f-64016d0cc4cd None None] Deleting port b1b479e6-b14d-49db-a1af-618899f40784 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:50.630850 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe9d813d-adca-4199-800f-64016d0cc4cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:50.670009 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:50.701479 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:50.718527 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:12:50.719023 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:50.755067 n-d-master-1 neutron-server[103289]: INFO neutron.db.ipam_backend_mixin [None req-20d72ea9-b36a-44cf-b10c-eefc852d55f1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2ad2100f-a364-4dc0-a129-0718e4bc41ae (CIDR: 172.20.0.0/28) Dec 06 15:12:50.761985 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fe9d813d-adca-4199-800f-64016d0cc4cd None None] For port b1b479e6-b14d-49db-a1af-618899f40784, host n-d-master-1, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:50.762391 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe9d813d-adca-4199-800f-64016d0cc4cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:50.766570 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3df31-e91b-4214-ba7e-8a91a6d7244b req-74f9bb24-10ba-4cb3-acb4-e4f02b518aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:50.768164 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3f3df31-e91b-4214-ba7e-8a91a6d7244b req-74f9bb24-10ba-4cb3-acb4-e4f02b518aee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 1096 time: 0.0803111 Dec 06 15:12:50.771138 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d72ea9-b36a-44cf-b10c-eefc852d55f1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:12:50.771685 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d72ea9-b36a-44cf-b10c-eefc852d55f1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:12:50.795964 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d813d-adca-4199-800f-64016d0cc4cd None None] Calling delete_port for b1b479e6-b14d-49db-a1af-618899f40784 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:50.799697 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-fe9d813d-adca-4199-800f-64016d0cc4cd None None] Port b1b479e6-b14d-49db-a1af-618899f40784 was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 15:12:50.805049 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe9d813d-adca-4199-800f-64016d0cc4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:50.805242 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-20d72ea9-b36a-44cf-b10c-eefc852d55f1 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7125947 Dec 06 15:12:50.818367 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56194) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:50.833104 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4ef653aa-a5a7-40d5-82bd-679fcebf1ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:12:50.835283 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:12:50.838036 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0737327c-faba-4297-884e-ef7bf7463db4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:50.838036 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:50.838186 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2b37a9e4-ebec-48d1-83a5-d6eadcfad879 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'subnet': {'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:50.842370 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:50.854126 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9d813d-adca-4199-800f-64016d0cc4cd None None] No DVR routers for this DVR port b1b479e6-b14d-49db-a1af-618899f40784 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:12:50.858491 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:50.866376 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] 10.222.0.20 "DELETE /v2.0/networks/d66612fc-8131-43e0-b0ce-efbfd60fe7f8 HTTP/1.1" status: 204 len: 168 time: 2.1364150 Dec 06 15:12:50.902291 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04922f2-17d2-4cdd-aa54-cb4210e24f84 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671 tempest-ExtraDHCPOptionsIpV6TestJSON-531328671-project] Pushing event deleted for resources: {'Network': ['ID=d66612fc-8131-43e0-b0ce-efbfd60fe7f8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:50.961521 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d813d-adca-4199-800f-64016d0cc4cd None None] Pushing event deleted for resources: {'Port': ['ID=b1b479e6-b14d-49db-a1af-618899f40784,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:51.028975 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7fd9105e-6b6f-4426-886a-41bd837b699d None None] Provisioning complete for port 0737327c-faba-4297-884e-ef7bf7463db4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:51.029668 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7fd9105e-6b6f-4426-886a-41bd837b699d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:51.104584 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3f3df31-e91b-4214-ba7e-8a91a6d7244b req-fa9af579-09f0-453d-ac9e-07ebce726dcb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=541853ac-66b3-49b7-a1d7-a2b4dc976ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193474 Dec 06 15:12:51.308484 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b1b479e6-b14d-49db-a1af-618899f40784 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:51.352425 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56202) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:51.359726 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86164f5f-bd2a-4fff-990b-fc65f3684ff4 None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:12:51.379424 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: b1b479e6-b14d-49db-a1af-618899f40784 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:12:51.379856 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b1b479e6-b14d-49db-a1af-618899f40784 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 06 15:12:51.381464 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7fd9105e-6b6f-4426-886a-41bd837b699d None None] Provisioning complete for port 89e6dd97-18f5-4c5e-97df-ff998c3046f8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:51.381896 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7fd9105e-6b6f-4426-886a-41bd837b699d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:51.437456 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b37a9e4-ebec-48d1-83a5-d6eadcfad879 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:51.439905 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e9e47-0880-4b98-ba77-16b8b6c15db3 req-190305ba-5a4f-45b7-a00b-ef2bdcbe8e69 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:51.441324 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b37a9e4-ebec-48d1-83a5-d6eadcfad879 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:51.442646 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2e1e9e47-0880-4b98-ba77-16b8b6c15db3 req-190305ba-5a4f-45b7-a00b-ef2bdcbe8e69 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 945 time: 0.1697206 Dec 06 15:12:51.499571 n-d-master-1 neutron-server[103289]: DEBUG neutron.objects.ports [None req-a718fb95-a9a9-450c-9f47-3a6ae26d5a66 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 15:12:51.551377 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2e1e9e47-0880-4b98-ba77-16b8b6c15db3 req-c0984c7e-d19e-4f5f-8597-97801b8a76fd tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/security-groups?id=541853ac-66b3-49b7-a1d7-a2b4dc976ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006792 Dec 06 15:12:51.563673 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Port b1b479e6-b14d-49db-a1af-618899f40784 not found, will not notify nova. {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 06 15:12:51.652137 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7fd9105e-6b6f-4426-886a-41bd837b699d None None] Port 89e6dd97-18f5-4c5e-97df-ff998c3046f8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:51.687425 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2036f478-0b1a-4574-a52c-0f9722f67f99 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:12:51.713835 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0a29a78f-6967-4000-b1b4-546a3019704c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=335d5f86eedd44098b365cee62166080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3590181 Dec 06 15:12:51.716391 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56218) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:51.759442 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7fd9105e-6b6f-4426-886a-41bd837b699d None None] Provisioning complete for port 62a06b23-ae99-44ee-b953-ce4bab3c50d9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:51.759941 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7fd9105e-6b6f-4426-886a-41bd837b699d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:51.785551 n-d-master-1 neutron-server[103289]: INFO neutron.db.ipam_backend_mixin [None req-2b37a9e4-ebec-48d1-83a5-d6eadcfad879 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1ed79bca-6c33-44a1-983b-f22c5abbc5c3 (CIDR: 172.20.0.16/28) Dec 06 15:12:51.801413 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b37a9e4-ebec-48d1-83a5-d6eadcfad879 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:12:51.801905 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b37a9e4-ebec-48d1-83a5-d6eadcfad879 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:12:51.831760 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b04f600b-bb65-4ee2-99b3-6b816230f6f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:51.837328 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86164f5f-bd2a-4fff-990b-fc65f3684ff4 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:12:51.873929 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b04f600b-bb65-4ee2-99b3-6b816230f6f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:51.892949 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7fd9105e-6b6f-4426-886a-41bd837b699d None None] Port 62a06b23-ae99-44ee-b953-ce4bab3c50d9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:51.921107 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a718fb95-a9a9-450c-9f47-3a6ae26d5a66 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:51.925805 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2b37a9e4-ebec-48d1-83a5-d6eadcfad879 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1028180 Dec 06 15:12:51.928918 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56222) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:51.937545 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5f8902b2-fd7b-489d-a493-c3c2fe98601f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'subnet': {'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:51.942786 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:51.943795 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b04f600b-bb65-4ee2-99b3-6b816230f6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:51.947785 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b04f600b-bb65-4ee2-99b3-6b816230f6f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:51.949793 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b04f600b-bb65-4ee2-99b3-6b816230f6f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4afdb470-51d8-4944-9269-8ef16b9f0ad3 HTTP/1.1" status: 204 len: 168 time: 0.2319369 Dec 06 15:12:51.986435 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f600b-bb65-4ee2-99b3-6b816230f6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afdb470-51d8-4944-9269-8ef16b9f0ad3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:52.097324 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-af8a89e0-e41f-456b-9b50-018bf878445b None None] Provisioning complete for port 2036f478-0b1a-4574-a52c-0f9722f67f99 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:52.097786 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-af8a89e0-e41f-456b-9b50-018bf878445b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:52.169626 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8902b2-fd7b-489d-a493-c3c2fe98601f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Made reservation on behalf of b67fd5110730413896aa97ed36cba707 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:52.174942 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f8902b2-fd7b-489d-a493-c3c2fe98601f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:52.243090 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-a718fb95-a9a9-450c-9f47-3a6ae26d5a66 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] For port 2036f478-0b1a-4574-a52c-0f9722f67f99, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2036f478-0b1a-4574-a52c-0f9722f67f99,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:52.278945 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a718fb95-a9a9-450c-9f47-3a6ae26d5a66 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:52.287294 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a718fb95-a9a9-450c-9f47-3a6ae26d5a66 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:52.288509 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a718fb95-a9a9-450c-9f47-3a6ae26d5a66 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:52.484198 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a718fb95-a9a9-450c-9f47-3a6ae26d5a66 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:52.506612 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-a718fb95-a9a9-450c-9f47-3a6ae26d5a66 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:52.529742 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a718fb95-a9a9-450c-9f47-3a6ae26d5a66 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:52.529962 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a718fb95-a9a9-450c-9f47-3a6ae26d5a66 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:52.553290 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718fb95-a9a9-450c-9f47-3a6ae26d5a66 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=2036f478-0b1a-4574-a52c-0f9722f67f99,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:52.564251 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f8902b2-fd7b-489d-a493-c3c2fe98601f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:52.582241 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718fb95-a9a9-450c-9f47-3a6ae26d5a66 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=0e0a96a1-a2d8-45fc-8323-4d974b584bdc,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:52.591200 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a718fb95-a9a9-450c-9f47-3a6ae26d5a66 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5181670 Dec 06 15:12:52.595060 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56242) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:52.600890 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2f07e2c4-e4cb-4d6f-8653-d440ab318ddd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:52.647308 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:12:52.647930 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:12:52.754816 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8902b2-fd7b-489d-a493-c3c2fe98601f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:52.757057 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5f8902b2-fd7b-489d-a493-c3c2fe98601f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:52.768338 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8902b2-fd7b-489d-a493-c3c2fe98601f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:52.769911 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f8902b2-fd7b-489d-a493-c3c2fe98601f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:52.792632 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8902b2-fd7b-489d-a493-c3c2fe98601f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Subnet': ['ID=e65ab74b-670d-4f58-bf45-a81dff321a1f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:52.815291 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5f8902b2-fd7b-489d-a493-c3c2fe98601f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8831296 Dec 06 15:12:52.818118 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56250) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:52.825850 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-07be0d2a-1d3e-461a-9310-b62ef06f4cd2 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-355002621', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e65ab74b-670d-4f58-bf45-a81dff321a1f'}], 'security_groups': ['4e0a1fde-8d05-4b6e-b6fd-a015ea82ab79', '58f55c9a-d1a9-496c-94a6-1614be7d13c8']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:52.873911 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7df7d-2276-4a67-a3b5-ed14c1a112c4 req-0ecf75a1-b98b-4ca4-a75b-514badb20d05 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:52.879589 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-88d4d2bd-26a0-41f6-8b95-dd8458cb9d3f None None] Provisioning complete for port 073658ce-23aa-47b4-9eb7-82c81e2d11c4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:52.880253 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-88d4d2bd-26a0-41f6-8b95-dd8458cb9d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:52.881831 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80a7df7d-2276-4a67-a3b5-ed14c1a112c4 req-0ecf75a1-b98b-4ca4-a75b-514badb20d05 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 945 time: 0.0983629 Dec 06 15:12:52.952492 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80a7df7d-2276-4a67-a3b5-ed14c1a112c4 req-b0388484-473b-4966-ba57-6ddf3fa4be1f tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/security-groups?id=541853ac-66b3-49b7-a1d7-a2b4dc976ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636837 Dec 06 15:12:52.984156 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f07e2c4-e4cb-4d6f-8653-d440ab318ddd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:52.993067 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f07e2c4-e4cb-4d6f-8653-d440ab318ddd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:53.197261 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07be0d2a-1d3e-461a-9310-b62ef06f4cd2 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:53.222966 n-d-master-1 neutron-server[103289]: INFO neutron.db.ipam_backend_mixin [None req-2f07e2c4-e4cb-4d6f-8653-d440ab318ddd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0e0a96a1-a2d8-45fc-8323-4d974b584bdc (CIDR: 2001:db8::/64) Dec 06 15:12:53.229603 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:53.232903 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f07e2c4-e4cb-4d6f-8653-d440ab318ddd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:12:53.234575 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f07e2c4-e4cb-4d6f-8653-d440ab318ddd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:12:53.269679 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2f07e2c4-e4cb-4d6f-8653-d440ab318ddd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6730967 Dec 06 15:12:53.271777 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56264) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:53.277091 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-61580058-7b26-4c0b-8294-f6e01c560a3d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:53.325267 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 2036f478-0b1a-4574-a52c-0f9722f67f99, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2036f478-0b1a-4574-a52c-0f9722f67f99,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:53.337463 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:53.435864 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56266) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:53.489176 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=2036f478-0b1a-4574-a52c-0f9722f67f99,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:53.576461 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61580058-7b26-4c0b-8294-f6e01c560a3d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:53.590699 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61580058-7b26-4c0b-8294-f6e01c560a3d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:53.707644 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2036f478-0b1a-4574-a52c-0f9722f67f99 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:53.803775 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-81535382-8d92-4699-b39e-affd610438ae tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1908196142'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:53.849517 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81535382-8d92-4699-b39e-affd610438ae tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Made reservation on behalf of 33437f74c4e947549e19c57f1f5bb51b for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:53.857639 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2036f478-0b1a-4574-a52c-0f9722f67f99 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:53.858372 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:53.865311 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81535382-8d92-4699-b39e-affd610438ae tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:53.916360 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81535382-8d92-4699-b39e-affd610438ae tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:54.063370 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:54.147621 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a705817-08e3-413a-8b6c-4764c7d8800e None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:12:54.224626 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-07be0d2a-1d3e-461a-9310-b62ef06f4cd2 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Delete allocated IP 172.20.0.3 (698f0c62-6f3d-4382-9f28-fe135e672ca7/2ad2100f-a364-4dc0-a129-0718e4bc41ae) {{(pid=103288) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 15:12:54.241635 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-07be0d2a-1d3e-461a-9310-b62ef06f4cd2 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Allocated IP 172.20.0.43 (698f0c62-6f3d-4382-9f28-fe135e672ca7/e65ab74b-670d-4f58-bf45-a81dff321a1f/62a06b23-ae99-44ee-b953-ce4bab3c50d9) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:54.294625 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81535382-8d92-4699-b39e-affd610438ae tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:54.303011 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a705817-08e3-413a-8b6c-4764c7d8800e None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:12:54.326399 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 2036f478-0b1a-4574-a52c-0f9722f67f99, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2036f478-0b1a-4574-a52c-0f9722f67f99,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:54.340353 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:54.362299 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6e50e8ce-9fb4-476a-9ce9-a50d6e223074 None None] Provisioning complete for port 2036f478-0b1a-4574-a52c-0f9722f67f99 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:54.362730 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6e50e8ce-9fb4-476a-9ce9-a50d6e223074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:54.500883 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b1b479e6-b14d-49db-a1af-618899f40784 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:12:54.524899 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81535382-8d92-4699-b39e-affd610438ae tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:54.569305 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81535382-8d92-4699-b39e-affd610438ae tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d6f751-b3e3-49f8-b36e-1bc7f8ea7b48,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:54.574362 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61580058-7b26-4c0b-8294-f6e01c560a3d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:54.632736 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61580058-7b26-4c0b-8294-f6e01c560a3d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=19b890c1-dbe6-40f4-8087-0c3c3ab4b7b4,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:54.640419 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81535382-8d92-4699-b39e-affd610438ae tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:12:54.652765 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: b1b479e6-b14d-49db-a1af-618899f40784 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:12:54.655854 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61580058-7b26-4c0b-8294-f6e01c560a3d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:54.657065 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b1b479e6-b14d-49db-a1af-618899f40784 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:12:54.659623 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81535382-8d92-4699-b39e-affd610438ae tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:54.660012 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-81535382-8d92-4699-b39e-affd610438ae tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Added segment 7763e5ad-257a-46e3-b75e-6734e934bf9d of type vlan for network 0446cf3e-b426-4bf1-b50f-b83e24ea802f Dec 06 15:12:54.661624 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-61580058-7b26-4c0b-8294-f6e01c560a3d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:54.662085 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07be0d2a-1d3e-461a-9310-b62ef06f4cd2 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:54.672552 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61580058-7b26-4c0b-8294-f6e01c560a3d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:54.673156 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61580058-7b26-4c0b-8294-f6e01c560a3d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:54.676851 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07be0d2a-1d3e-461a-9310-b62ef06f4cd2 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:54.719318 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-61580058-7b26-4c0b-8294-f6e01c560a3d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4464836 Dec 06 15:12:54.723528 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56284) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:54.731952 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-30ab3c25-f42b-44ff-9751-817e4cd05beb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'mac_address': 'fa:16:3e:98:3a:30', 'name': 'tempest-NetworksTestDHCPv6-1146174292'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:54.803458 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=2036f478-0b1a-4574-a52c-0f9722f67f99,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:54.812506 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81535382-8d92-4699-b39e-affd610438ae tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:54.897690 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-07be0d2a-1d3e-461a-9310-b62ef06f4cd2 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] In _notify_port_updated(), no bound segment for port 62a06b23-ae99-44ee-b953-ce4bab3c50d9 on network 698f0c62-6f3d-4382-9f28-fe135e672ca7 {{(pid=103288) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 15:12:54.915226 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07be0d2a-1d3e-461a-9310-b62ef06f4cd2 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:54.922042 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07be0d2a-1d3e-461a-9310-b62ef06f4cd2 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:54.925721 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-07be0d2a-1d3e-461a-9310-b62ef06f4cd2 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "PUT /v2.0/ports/62a06b23-ae99-44ee-b953-ce4bab3c50d9 HTTP/1.1" status: 200 len: 959 time: 2.1065714 Dec 06 15:12:54.937745 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56290) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:54.974490 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be0d2a-1d3e-461a-9310-b62ef06f4cd2 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event updated for resources: {'Port': ['ID=62a06b23-ae99-44ee-b953-ce4bab3c50d9,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:55.062247 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81535382-8d92-4699-b39e-affd610438ae tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:55.069261 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81535382-8d92-4699-b39e-affd610438ae tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:55.070096 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-81535382-8d92-4699-b39e-affd610438ae tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:55.187451 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81535382-8d92-4699-b39e-affd610438ae tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Network': ['ID=0446cf3e-b426-4bf1-b50f-b83e24ea802f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:55.199287 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 0446cf3e-b426-4bf1-b50f-b83e24ea802f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:12:55.221415 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ab3c25-f42b-44ff-9751-817e4cd05beb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:55.231517 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-81535382-8d92-4699-b39e-affd610438ae tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7945743 Dec 06 15:12:55.235226 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56294) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:55.243178 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0bd43336-fa14-440d-be41-e8d35f9ff8ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'subnet': {'network_id': '0446cf3e-b426-4bf1-b50f-b83e24ea802f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:55.300156 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6d3ff68f-8e80-4250-bedf-067721493316 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port 62a06b23-ae99-44ee-b953-ce4bab3c50d9 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:55.300754 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d3ff68f-8e80-4250-bedf-067721493316 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:55.349010 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9377754-f11e-4578-b491-7279f9c9dce1 None None] Update dhcp port {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'fixed_ips': [{'subnet_id': '0e0a96a1-a2d8-45fc-8323-4d974b584bdc', 'ip_address': '2001:db8::f816:3eff:fe24:6b35'}, {'subnet_id': '19b890c1-dbe6-40f4-8087-0c3c3ab4b7b4'}], 'binding:host_id': 'n-d-master-1'}, 'id': '2036f478-0b1a-4574-a52c-0f9722f67f99'} from n-d-master-1. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 15:12:55.383106 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9377754-f11e-4578-b491-7279f9c9dce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:55.569021 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd43336-fa14-440d-be41-e8d35f9ff8ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Made reservation on behalf of 33437f74c4e947549e19c57f1f5bb51b for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:12:55.573639 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0bd43336-fa14-440d-be41-e8d35f9ff8ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:55.594194 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2036f478-0b1a-4574-a52c-0f9722f67f99 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:55.610957 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30ab3c25-f42b-44ff-9751-817e4cd05beb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:55.646231 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-30ab3c25-f42b-44ff-9751-817e4cd05beb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port d92593e4-16b8-407f-9b3c-9bb7d9976bc5 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:12:55.657226 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d3ff68f-8e80-4250-bedf-067721493316 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:55.712096 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6d3ff68f-8e80-4250-bedf-067721493316 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for 62a06b23-ae99-44ee-b953-ce4bab3c50d9 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:55.801290 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0bd43336-fa14-440d-be41-e8d35f9ff8ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:55.806127 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b9377754-f11e-4578-b491-7279f9c9dce1 None None] Allocated IP 2001:db8:0:1::2 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/19b890c1-dbe6-40f4-8087-0c3c3ab4b7b4/2036f478-0b1a-4574-a52c-0f9722f67f99) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:55.872213 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2036f478-0b1a-4574-a52c-0f9722f67f99 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:55.872581 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:55.878824 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd43336-fa14-440d-be41-e8d35f9ff8ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Subnet': ['ID=62a0dd31-73aa-454f-b9e8-2103f698f693,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:55.939022 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd43336-fa14-440d-be41-e8d35f9ff8ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Checking segment: {'id': '7763e5ad-257a-46e3-b75e-6734e934bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0446cf3e-b426-4bf1-b50f-b83e24ea802f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:12:55.939559 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd43336-fa14-440d-be41-e8d35f9ff8ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network hostable DHCP agents. Network: 0446cf3e-b426-4bf1-b50f-b83e24ea802f, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:12:55.962162 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd43336-fa14-440d-be41-e8d35f9ff8ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network 0446cf3e-b426-4bf1-b50f-b83e24ea802f is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:12:55.974323 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0bd43336-fa14-440d-be41-e8d35f9ff8ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0446cf3e-b426-4bf1-b50f-b83e24ea802f) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:55.990742 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd43336-fa14-440d-be41-e8d35f9ff8ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:55.992545 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0bd43336-fa14-440d-be41-e8d35f9ff8ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:56.020774 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0bd43336-fa14-440d-be41-e8d35f9ff8ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7838795 Dec 06 15:12:56.024722 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56310) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:56.033965 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-170024112', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:12:56.094649 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d3ff68f-8e80-4250-bedf-067721493316 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:56.115482 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b9377754-f11e-4578-b491-7279f9c9dce1 None None] For port 2036f478-0b1a-4574-a52c-0f9722f67f99, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2036f478-0b1a-4574-a52c-0f9722f67f99,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:12:56.166965 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:56.168944 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:56.198356 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9377754-f11e-4578-b491-7279f9c9dce1 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:56.207818 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ff68f-8e80-4250-bedf-067721493316 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=62a06b23-ae99-44ee-b953-ce4bab3c50d9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:56.212493 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9377754-f11e-4578-b491-7279f9c9dce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:56.280119 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6d3ff68f-8e80-4250-bedf-067721493316 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:56.287246 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6d3ff68f-8e80-4250-bedf-067721493316 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/ports/62a06b23-ae99-44ee-b953-ce4bab3c50d9 HTTP/1.1" status: 204 len: 168 time: 1.3442917 Dec 06 15:12:56.287914 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56320) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:56.306981 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9377754-f11e-4578-b491-7279f9c9dce1 None None] Pushing event updated for resources: {'Port': ['ID=2036f478-0b1a-4574-a52c-0f9722f67f99,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:56.348327 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf24996-1281-4738-8412-4c6e9c7b48ef tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] GET failed (client error): The resource could not be found. Dec 06 15:12:56.350428 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ecf24996-1281-4738-8412-4c6e9c7b48ef tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports/62a06b23-ae99-44ee-b953-ce4bab3c50d9 HTTP/1.1" status: 404 len: 333 time: 0.0605719 Dec 06 15:12:56.353702 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56322) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:56.464878 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:56.493716 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5803718d-29e4-46e2-83c6-047f479d5b50 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:56.558218 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5803718d-29e4-46e2-83c6-047f479d5b50 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:56.671300 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5803718d-29e4-46e2-83c6-047f479d5b50 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:56.674916 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5803718d-29e4-46e2-83c6-047f479d5b50 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:56.676299 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5803718d-29e4-46e2-83c6-047f479d5b50 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/security-groups/448dc6f2-0b78-417e-b0fa-8bf0c09cf1e0 HTTP/1.1" status: 204 len: 168 time: 0.3209760 Dec 06 15:12:56.699152 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56332) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:56.700063 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803718d-29e4-46e2-83c6-047f479d5b50 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=448dc6f2-0b78-417e-b0fa-8bf0c09cf1e0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:56.848307 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50ff4d46-118d-4b87-ae3e-d76bcc729f61 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:56.906354 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50ff4d46-118d-4b87-ae3e-d76bcc729f61 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:56.993995 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50ff4d46-118d-4b87-ae3e-d76bcc729f61 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:56.997356 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50ff4d46-118d-4b87-ae3e-d76bcc729f61 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:56.998706 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-50ff4d46-118d-4b87-ae3e-d76bcc729f61 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/security-groups/58f55c9a-d1a9-496c-94a6-1614be7d13c8 HTTP/1.1" status: 204 len: 168 time: 0.2850156 Dec 06 15:12:57.019125 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56334) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:57.071952 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff4d46-118d-4b87-ae3e-d76bcc729f61 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f55c9a-d1a9-496c-94a6-1614be7d13c8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:57.191217 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9853-fdf2-4963-a685-67f593e616ed tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:57.260114 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9853-fdf2-4963-a685-67f593e616ed tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:57.333985 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9853-fdf2-4963-a685-67f593e616ed tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:57.344218 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9853-fdf2-4963-a685-67f593e616ed tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:57.349073 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0b5e9853-fdf2-4963-a685-67f593e616ed tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/security-groups/4e0a1fde-8d05-4b6e-b6fd-a015ea82ab79 HTTP/1.1" status: 204 len: 168 time: 0.3220224 Dec 06 15:12:57.350612 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56344) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:57.403400 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b663ba-4ac9-45c1-aa07-0d56cfb90d5b None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:57.408759 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aad0384-4713-4a5e-9af5-cecc830ffc67 None None] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:57.472706 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e9853-fdf2-4963-a685-67f593e616ed tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0a1fde-8d05-4b6e-b6fd-a015ea82ab79,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:57.533539 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-30ab3c25-f42b-44ff-9751-817e4cd05beb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8:0:1::119 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/19b890c1-dbe6-40f4-8087-0c3c3ab4b7b4/d92593e4-16b8-407f-9b3c-9bb7d9976bc5) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:57.534262 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ac2d72-5893-43fb-acb8-ff61e3c11950 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting subnet 2ad2100f-a364-4dc0-a129-0718e4bc41ae {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:12:57.537666 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21ac2d72-5893-43fb-acb8-ff61e3c11950 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:57.542921 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:57.560522 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-30ab3c25-f42b-44ff-9751-817e4cd05beb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::f816:3eff:fe98:3a30 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/0e0a96a1-a2d8-45fc-8323-4d974b584bdc/d92593e4-16b8-407f-9b3c-9bb7d9976bc5) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:57.628589 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21ac2d72-5893-43fb-acb8-ff61e3c11950 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:57.689982 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563f5a72-f274-4629-ac92-f1174a4f4246 None None] Network 0446cf3e-b426-4bf1-b50f-b83e24ea802f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:57.772870 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21ac2d72-5893-43fb-acb8-ff61e3c11950 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:57.825127 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30ab3c25-f42b-44ff-9751-817e4cd05beb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:57.851519 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2036f478-0b1a-4574-a52c-0f9722f67f99 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:12:57.931194 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21ac2d72-5893-43fb-acb8-ff61e3c11950 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:57.988214 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:58.009148 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac2d72-5893-43fb-acb8-ff61e3c11950 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad2100f-a364-4dc0-a129-0718e4bc41ae,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:58.019953 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:58.087646 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21ac2d72-5893-43fb-acb8-ff61e3c11950 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:58.091092 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-21ac2d72-5893-43fb-acb8-ff61e3c11950 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/2ad2100f-a364-4dc0-a129-0718e4bc41ae HTTP/1.1" status: 204 len: 168 time: 0.7291968 Dec 06 15:12:58.097788 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56366) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:58.106586 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30ab3c25-f42b-44ff-9751-817e4cd05beb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:58.126194 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-61e45c86-a19b-4c75-ba29-7072a65619e3 None None] Provisioning complete for port 2036f478-0b1a-4574-a52c-0f9722f67f99 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:58.127905 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-61e45c86-a19b-4c75-ba29-7072a65619e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:58.210819 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb48e4f-9090-413f-99b2-4a67dbfed5a2 None None] Network 0446cf3e-b426-4bf1-b50f-b83e24ea802f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:58.238050 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:58.329446 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Allocated IP 172.35.7.184 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/9b5c4080-c9b3-4ffa-8828-5b3a66af42c2) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:12:58.336371 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ab3c25-f42b-44ff-9751-817e4cd05beb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:58.383558 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab3c25-f42b-44ff-9751-817e4cd05beb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=d92593e4-16b8-407f-9b3c-9bb7d9976bc5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:58.391128 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-30ab3c25-f42b-44ff-9751-817e4cd05beb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:58.394918 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab3c25-f42b-44ff-9751-817e4cd05beb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:58.414635 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ab3c25-f42b-44ff-9751-817e4cd05beb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:58.415471 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30ab3c25-f42b-44ff-9751-817e4cd05beb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:58.529302 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-30ab3c25-f42b-44ff-9751-817e4cd05beb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.8046565 Dec 06 15:12:58.539695 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56376) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:58.600417 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924360e2-6a6b-43aa-987d-ee5b254e673e req-0f514168-d6b8-4767-b5af-3b958339eaf4 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:58.602201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-924360e2-6a6b-43aa-987d-ee5b254e673e req-0f514168-d6b8-4767-b5af-3b958339eaf4 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 945 time: 0.1828332 Dec 06 15:12:58.734894 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aee18b0-2aa0-4dff-a320-939508ac4ef5 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting subnet e65ab74b-670d-4f58-bf45-a81dff321a1f {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:12:58.741184 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9aee18b0-2aa0-4dff-a320-939508ac4ef5 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:58.791724 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-924360e2-6a6b-43aa-987d-ee5b254e673e req-9f53a524-e6d9-4651-9954-a26f5ba522f1 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/security-groups?id=541853ac-66b3-49b7-a1d7-a2b4dc976ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686471 Dec 06 15:12:58.797222 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2036f478-0b1a-4574-a52c-0f9722f67f99 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:58.797716 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:58.798860 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:58.802125 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6a841fb0-5bb4-44ef-9126-00ddf3d640a1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port d92593e4-16b8-407f-9b3c-9bb7d9976bc5 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:12:58.802623 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a841fb0-5bb4-44ef-9126-00ddf3d640a1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:58.830900 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9aee18b0-2aa0-4dff-a320-939508ac4ef5 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:58.917151 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a841fb0-5bb4-44ef-9126-00ddf3d640a1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:58.937226 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6a841fb0-5bb4-44ef-9126-00ddf3d640a1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for d92593e4-16b8-407f-9b3c-9bb7d9976bc5 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:12:58.952217 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9aee18b0-2aa0-4dff-a320-939508ac4ef5 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:59.030460 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9aee18b0-2aa0-4dff-a320-939508ac4ef5 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:59.075110 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35588fba-a068-4a1b-898d-5514c20e3d42 None None] Update dhcp port {'port': {'network_id': '698f0c62-6f3d-4382-9f28-fe135e672ca7', 'fixed_ips': [{'subnet_id': '1ed79bca-6c33-44a1-983b-f22c5abbc5c3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e65ab74b-670d-4f58-bf45-a81dff321a1f'}, {'subnet_id': '2ad2100f-a364-4dc0-a129-0718e4bc41ae'}], 'binding:host_id': 'n-d-master-1'}, 'id': '0737327c-faba-4297-884e-ef7bf7463db4'} from n-d-master-1. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 15:12:59.089868 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9aee18b0-2aa0-4dff-a320-939508ac4ef5 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:59.100178 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9aee18b0-2aa0-4dff-a320-939508ac4ef5 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/e65ab74b-670d-4f58-bf45-a81dff321a1f HTTP/1.1" status: 204 len: 168 time: 1.0011806 Dec 06 15:12:59.104302 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee18b0-2aa0-4dff-a320-939508ac4ef5 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Subnet': ['ID=e65ab74b-670d-4f58-bf45-a81dff321a1f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:59.113501 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56384) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:59.143333 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a841fb0-5bb4-44ef-9126-00ddf3d640a1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:59.160473 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-35588fba-a068-4a1b-898d-5514c20e3d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:59.161993 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c971214-a0b7-4644-ab90-5f0b60507496 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] DELETE failed (client error): The resource could not be found. Dec 06 15:12:59.162418 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c971214-a0b7-4644-ab90-5f0b60507496 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:12:59.165833 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:59.167201 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3c971214-a0b7-4644-ab90-5f0b60507496 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/2ad2100f-a364-4dc0-a129-0718e4bc41ae HTTP/1.1" status: 404 len: 337 time: 0.0490565 Dec 06 15:12:59.169805 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56386) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:59.242374 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a841fb0-5bb4-44ef-9126-00ddf3d640a1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=d92593e4-16b8-407f-9b3c-9bb7d9976bc5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:59.247195 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:12:59.256963 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d92035-fc7e-4e93-9a3a-0cebc6f4070c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting subnet 1ed79bca-6c33-44a1-983b-f22c5abbc5c3 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:12:59.261408 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96d92035-fc7e-4e93-9a3a-0cebc6f4070c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:59.309813 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:12:59.315681 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:12:59.338457 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96d92035-fc7e-4e93-9a3a-0cebc6f4070c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:59.404828 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bd11d6-a97c-4e2e-9528-1d42cd88b545 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:12:59.417435 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a841fb0-5bb4-44ef-9126-00ddf3d640a1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:59.420680 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6a841fb0-5bb4-44ef-9126-00ddf3d640a1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/d92593e4-16b8-407f-9b3c-9bb7d9976bc5 HTTP/1.1" status: 204 len: 168 time: 0.8802209 Dec 06 15:12:59.423412 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56390) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:59.443443 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=9b5c4080-c9b3-4ffa-8828-5b3a66af42c2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:59.500554 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4d3735b0-543b-4043-91a0-e1467f5a9401 None None] Provisioning complete for port 9b5c4080-c9b3-4ffa-8828-5b3a66af42c2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:59.500942 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4d3735b0-543b-4043-91a0-e1467f5a9401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:59.544230 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9c5f7b-6765-4a46-a4be-4090825fde42 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:59.592675 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96d92035-fc7e-4e93-9a3a-0cebc6f4070c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:59.679955 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4b5eac-ec34-452a-b347-0c377d85cdd4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:59.684415 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4d3735b0-543b-4043-91a0-e1467f5a9401 None None] Port 9b5c4080-c9b3-4ffa-8828-5b3a66af42c2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:12:59.687130 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4d4b5eac-ec34-452a-b347-0c377d85cdd4 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2621853 Dec 06 15:12:59.689192 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96d92035-fc7e-4e93-9a3a-0cebc6f4070c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server [None req-35588fba-a068-4a1b-898d-5514c20e3d42 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ed79bca-6c33-44a1-983b-f22c5abbc5c3: This subnet is being modified by another concurrent operation. Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise exception Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ed79bca-6c33-44a1-983b-f22c5abbc5c3: This subnet is being modified by another concurrent operation. Dec 06 15:12:59.689844 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Dec 06 15:12:59.697530 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56396) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:59.780769 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2089587-6b4a-4628-a289-5f1eacba4676 None None] Network 698f0c62-6f3d-4382-9f28-fe135e672ca7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:12:59.785431 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96d92035-fc7e-4e93-9a3a-0cebc6f4070c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:59.792445 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-96d92035-fc7e-4e93-9a3a-0cebc6f4070c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/1ed79bca-6c33-44a1-983b-f22c5abbc5c3 HTTP/1.1" status: 204 len: 168 time: 0.6195142 Dec 06 15:12:59.792445 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d92035-fc7e-4e93-9a3a-0cebc6f4070c tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed79bca-6c33-44a1-983b-f22c5abbc5c3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:12:59.793297 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56398) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:59.845118 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19222b3-87f5-4b96-9b1c-975c4c424689 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:59.849985 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c19222b3-87f5-4b96-9b1c-975c4c424689 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1470389 Dec 06 15:12:59.850719 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56402) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:59.937085 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c11c44-db9d-49bd-b2e7-9e6c6e2c1687 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:59.938742 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c11c44-db9d-49bd-b2e7-9e6c6e2c1687 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:59.940568 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c11c44-db9d-49bd-b2e7-9e6c6e2c1687 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:59.945408 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-80c11c44-db9d-49bd-b2e7-9e6c6e2c1687 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0888116 Dec 06 15:12:59.961743 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56404) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:59.975332 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a091ca22-8c57-421d-b3f9-2d280a155625 None None] Provisioning complete for port 2036f478-0b1a-4574-a52c-0f9722f67f99 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:12:59.983424 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a091ca22-8c57-421d-b3f9-2d280a155625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:00.040321 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4c1b6-db3f-433b-9fcc-98d606edea1e req-28f82169-d4e9-4cee-a375-5fe0f117a050 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:00.042081 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-afc4c1b6-db3f-433b-9fcc-98d606edea1e req-28f82169-d4e9-4cee-a375-5fe0f117a050 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 945 time: 0.0984478 Dec 06 15:13:00.050523 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcab7513-8ff6-45d4-b960-f388956cdc12 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:00.051117 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcab7513-8ff6-45d4-b960-f388956cdc12 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:00.057886 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dcab7513-8ff6-45d4-b960-f388956cdc12 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/57ef61da-bfff-4cd0-9d26-7b4327e9445e HTTP/1.1" status: 404 len: 337 time: 0.1939526 Dec 06 15:13:00.060800 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56406) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:00.098290 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:00.121137 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbccbae-8a3d-406a-9038-2efcbd7ad2e7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet 0e0a96a1-a2d8-45fc-8323-4d974b584bdc {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:13:00.157742 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-efbccbae-8a3d-406a-9038-2efcbd7ad2e7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:00.174850 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f80f72dd-b7e3-48b4-b563-4d51f758738f tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "GET /v2.0/ports?device_id=8faa3801-e6c6-486c-9ffd-48c23abca61e HTTP/1.1" status: 200 len: 205 time: 0.0625172 Dec 06 15:13:00.206778 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56410) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:00.254140 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a091ca22-8c57-421d-b3f9-2d280a155625 None None] Could not find standard attr ID for object d92593e4-16b8-407f-9b3c-9bb7d9976bc5. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:13:00.258380 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d618a9cb-3b69-4c37-a7c8-6b5d9e264988 None None] DHCP port deletion for 698f0c62-6f3d-4382-9f28-fe135e672ca7 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:13:00.259267 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-afc4c1b6-db3f-433b-9fcc-98d606edea1e req-4926ae6a-0fb0-4a0d-9624-78e7f7f76b1a tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/security-groups?id=541853ac-66b3-49b7-a1d7-a2b4dc976ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090914 Dec 06 15:13:00.315724 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-c0479708-bb4f-4404-90e3-f6a7cd6a28e0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] delete failed (client error): The resource could not be found. Dec 06 15:13:00.319034 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c0479708-bb4f-4404-90e3-f6a7cd6a28e0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/routers/8faa3801-e6c6-486c-9ffd-48c23abca61e HTTP/1.1" status: 404 len: 336 time: 0.1089585 Dec 06 15:13:00.322263 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56416) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:00.322916 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a091ca22-8c57-421d-b3f9-2d280a155625 None None] Provisioning complete for port 0737327c-faba-4297-884e-ef7bf7463db4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:00.324277 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a091ca22-8c57-421d-b3f9-2d280a155625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:00.346279 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2c585-cdba-4a06-b7da-14c4a9e0703a req-0e14042c-df5a-4d41-a8b3-737795fe0ee4 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:00.348153 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35e2c585-cdba-4a06-b7da-14c4a9e0703a req-0e14042c-df5a-4d41-a8b3-737795fe0ee4 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 945 time: 0.5534847 Dec 06 15:13:00.435990 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d82460-df5b-41b7-b69f-a49cad02a809 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:00.438182 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-efbccbae-8a3d-406a-9038-2efcbd7ad2e7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:00.439137 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d82460-df5b-41b7-b69f-a49cad02a809 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:00.447490 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f4d82460-df5b-41b7-b69f-a49cad02a809 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/c5e5fc1a-921c-4271-9e3b-438ad5355cd6 HTTP/1.1" status: 404 len: 337 time: 0.0934703 Dec 06 15:13:00.451271 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56418) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:00.480503 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d618a9cb-3b69-4c37-a7c8-6b5d9e264988 None None] Deleting port 0737327c-faba-4297-884e-ef7bf7463db4 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:00.481162 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d618a9cb-3b69-4c37-a7c8-6b5d9e264988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:00.521162 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d0913a-9144-446b-b9e5-52fcc8f447c0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:00.521628 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d0913a-9144-446b-b9e5-52fcc8f447c0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:00.528087 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-87d0913a-9144-446b-b9e5-52fcc8f447c0 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/677be2f0-f374-4a20-aca8-82a1d7ef843e HTTP/1.1" status: 404 len: 337 time: 0.0734932 Dec 06 15:13:00.537554 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56420) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:00.620460 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:00.626009 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e5444d-6e4c-4bac-bc71-10607376d902 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:00.629951 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e5444d-6e4c-4bac-bc71-10607376d902 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:00.641160 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-21e5444d-6e4c-4bac-bc71-10607376d902 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/ea071c19-1bf2-4dea-aa96-ca4bdd8d98e2 HTTP/1.1" status: 404 len: 337 time: 0.1014969 Dec 06 15:13:00.642483 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56424) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:00.695486 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3db929a-8311-4b7c-9942-e50991501acf tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:00.695950 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3db929a-8311-4b7c-9942-e50991501acf tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:00.701289 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d3db929a-8311-4b7c-9942-e50991501acf tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/ports/b5c187ad-21af-4936-b1bb-357fd67daa5a HTTP/1.1" status: 404 len: 333 time: 0.0555425 Dec 06 15:13:00.704571 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56426) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:00.722591 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d618a9cb-3b69-4c37-a7c8-6b5d9e264988 None None] For port 0737327c-faba-4297-884e-ef7bf7463db4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0737327c-faba-4297-884e-ef7bf7463db4,segment=NetworkSegment(2a581edf-da4a-4bef-ae8a-b605a9efdc51),segment_id=2a581edf-da4a-4bef-ae8a-b605a9efdc51)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:00.735946 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d618a9cb-3b69-4c37-a7c8-6b5d9e264988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:00.775902 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6c890f-b608-4d2f-96e9-19e7d7ce7deb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:00.776365 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa6c890f-b608-4d2f-96e9-19e7d7ce7deb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:00.776772 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d618a9cb-3b69-4c37-a7c8-6b5d9e264988 None None] Calling delete_port for 0737327c-faba-4297-884e-ef7bf7463db4 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:00.783434 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-aa6c890f-b608-4d2f-96e9-19e7d7ce7deb tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/f8dd5b93-8dfd-46a9-8332-4d52a2e2a54f HTTP/1.1" status: 404 len: 337 time: 0.0773268 Dec 06 15:13:00.784749 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a091ca22-8c57-421d-b3f9-2d280a155625 None None] Provisioning complete for port 89e6dd97-18f5-4c5e-97df-ff998c3046f8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:00.785422 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a091ca22-8c57-421d-b3f9-2d280a155625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:00.787118 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56428) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:00.816187 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d07dd3-9b67-4c77-849f-6cc471a1730f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:00.856912 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e7f149-c701-4381-8f1f-907b09a4fbfc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:00.857323 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e7f149-c701-4381-8f1f-907b09a4fbfc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:00.861087 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-40e7f149-c701-4381-8f1f-907b09a4fbfc tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/59beee66-9d32-417f-ba1e-84a25045dfdf HTTP/1.1" status: 404 len: 337 time: 0.0728691 Dec 06 15:13:00.864186 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56430) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:00.898630 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a091ca22-8c57-421d-b3f9-2d280a155625 None None] Port 89e6dd97-18f5-4c5e-97df-ff998c3046f8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:13:00.904906 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c08505-3265-4dcb-9631-33d004ae3e98 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:00.905489 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c08505-3265-4dcb-9631-33d004ae3e98 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:00.913094 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-29c08505-3265-4dcb-9631-33d004ae3e98 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/ports/ee3d5a8e-3087-43d7-9439-8a9a25c60067 HTTP/1.1" status: 404 len: 333 time: 0.0478811 Dec 06 15:13:00.914599 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56432) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:00.966396 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-efbccbae-8a3d-406a-9038-2efcbd7ad2e7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:00.981817 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d618a9cb-3b69-4c37-a7c8-6b5d9e264988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:01.000736 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-35e2c585-cdba-4a06-b7da-14c4a9e0703a req-7cc08e6b-6674-460e-b1f9-800275e42694 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Deleting port 073658ce-23aa-47b4-9eb7-82c81e2d11c4 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:01.008125 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-35e2c585-cdba-4a06-b7da-14c4a9e0703a req-7cc08e6b-6674-460e-b1f9-800275e42694 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:01.066879 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ef25b3-e16b-46ac-8d82-155347c588b6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:01.067930 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ef25b3-e16b-46ac-8d82-155347c588b6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:01.073996 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-93ef25b3-e16b-46ac-8d82-155347c588b6 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/f58ed316-7f69-4304-9616-381b52001be7 HTTP/1.1" status: 404 len: 337 time: 0.1583271 Dec 06 15:13:01.076594 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56438) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:01.099525 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618a9cb-3b69-4c37-a7c8-6b5d9e264988 None None] Pushing event deleted for resources: {'Port': ['ID=0737327c-faba-4297-884e-ef7bf7463db4,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:01.122529 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d618a9cb-3b69-4c37-a7c8-6b5d9e264988 None None] No DVR routers for this DVR port 0737327c-faba-4297-884e-ef7bf7463db4 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:13:01.137741 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-7655129c-523c-48cb-9202-bc8f73de21af tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:01.138285 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7655129c-523c-48cb-9202-bc8f73de21af tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:01.145810 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7655129c-523c-48cb-9202-bc8f73de21af tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/subnets/09cea696-bb4b-49e6-99e8-bfb3b57daae1 HTTP/1.1" status: 404 len: 337 time: 0.0681021 Dec 06 15:13:01.148293 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d98ad7-f8e6-4ab6-9741-4736cee96266 None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:13:01.148917 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56440) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:01.233500 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2277801f-2eed-403e-a2dc-d692870cca92 None None] Provisioning complete for port 2036f478-0b1a-4574-a52c-0f9722f67f99 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:01.233881 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2277801f-2eed-403e-a2dc-d692870cca92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:01.278288 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6e80b51d-d6ec-4da9-ae4b-1c1c5a9c2cd5 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Deleting port 89e6dd97-18f5-4c5e-97df-ff998c3046f8 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:01.278972 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e80b51d-d6ec-4da9-ae4b-1c1c5a9c2cd5 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:01.289897 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d98ad7-f8e6-4ab6-9741-4736cee96266 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:13:01.368012 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e80b51d-d6ec-4da9-ae4b-1c1c5a9c2cd5 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:01.401414 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6e80b51d-d6ec-4da9-ae4b-1c1c5a9c2cd5 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Calling delete_port for 89e6dd97-18f5-4c5e-97df-ff998c3046f8 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:01.528085 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-efbccbae-8a3d-406a-9038-2efcbd7ad2e7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:01.551565 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2277801f-2eed-403e-a2dc-d692870cca92 None None] Could not find standard attr ID for object d92593e4-16b8-407f-9b3c-9bb7d9976bc5. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:13:01.559330 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0737327c-faba-4297-884e-ef7bf7463db4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:13:01.571844 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-35e2c585-cdba-4a06-b7da-14c4a9e0703a req-7cc08e6b-6674-460e-b1f9-800275e42694 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] For port 073658ce-23aa-47b4-9eb7-82c81e2d11c4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=073658ce-23aa-47b4-9eb7-82c81e2d11c4,segment=NetworkSegment(c597a4b8-6d98-4493-8319-f073243ac958),segment_id=c597a4b8-6d98-4493-8319-f073243ac958)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:01.572582 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-35e2c585-cdba-4a06-b7da-14c4a9e0703a req-7cc08e6b-6674-460e-b1f9-800275e42694 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:01.583788 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 0737327c-faba-4297-884e-ef7bf7463db4 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:13:01.584143 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0737327c-faba-4297-884e-ef7bf7463db4 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:13:01.586934 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e80b51d-d6ec-4da9-ae4b-1c1c5a9c2cd5 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:01.587619 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:01.650047 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80b51d-d6ec-4da9-ae4b-1c1c5a9c2cd5 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Port': ['ID=89e6dd97-18f5-4c5e-97df-ff998c3046f8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:01.662727 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e80b51d-d6ec-4da9-ae4b-1c1c5a9c2cd5 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:01.671844 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6e80b51d-d6ec-4da9-ae4b-1c1c5a9c2cd5 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/ports/89e6dd97-18f5-4c5e-97df-ff998c3046f8 HTTP/1.1" status: 204 len: 168 time: 0.5216174 Dec 06 15:13:01.672900 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56450) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:01.695178 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbccbae-8a3d-406a-9038-2efcbd7ad2e7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=0e0a96a1-a2d8-45fc-8323-4d974b584bdc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:01.794933 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-efbccbae-8a3d-406a-9038-2efcbd7ad2e7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:01.794933 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-efbccbae-8a3d-406a-9038-2efcbd7ad2e7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/0e0a96a1-a2d8-45fc-8323-4d974b584bdc HTTP/1.1" status: 204 len: 168 time: 1.8305938 Dec 06 15:13:01.796805 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56454) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:01.797721 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-35e2c585-cdba-4a06-b7da-14c4a9e0703a req-7cc08e6b-6674-460e-b1f9-800275e42694 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Calling delete_port for 073658ce-23aa-47b4-9eb7-82c81e2d11c4 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:01.866242 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d7a43ea-50a5-43d2-a7a6-1c5b21000c48 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:01.909687 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa79656-1643-4ef7-b706-19ee193f8f7b req-52d31c85-fa21-4848-9428-23e415e092fa tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:01.911443 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0fa79656-1643-4ef7-b706-19ee193f8f7b req-52d31c85-fa21-4848-9428-23e415e092fa tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ad71c6-ff5d-401a-bc31-11c4e4143743 HTTP/1.1" status: 200 len: 945 time: 0.4566114 Dec 06 15:13:01.937639 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22b66c6-0142-4d81-802a-fe46a624b385 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:13:02.023874 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d7a43ea-50a5-43d2-a7a6-1c5b21000c48 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:02.050890 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9d7a43ea-50a5-43d2-a7a6-1c5b21000c48 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698f0c62-6f3d-4382-9f28-fe135e672ca7']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:02.062728 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9d7a43ea-50a5-43d2-a7a6-1c5b21000c48 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a581edf-da4a-4bef-ae8a-b605a9efdc51') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:02.063956 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9d7a43ea-50a5-43d2-a7a6-1c5b21000c48 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a581edf-da4a-4bef-ae8a-b605a9efdc51') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:02.083412 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d7a43ea-50a5-43d2-a7a6-1c5b21000c48 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:02.110475 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d7a43ea-50a5-43d2-a7a6-1c5b21000c48 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:02.118059 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7a43ea-50a5-43d2-a7a6-1c5b21000c48 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:13:02.118547 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d7a43ea-50a5-43d2-a7a6-1c5b21000c48 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:13:02.146704 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:13:02.189814 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-35e2c585-cdba-4a06-b7da-14c4a9e0703a req-7cc08e6b-6674-460e-b1f9-800275e42694 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:02.197190 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d7a43ea-50a5-43d2-a7a6-1c5b21000c48 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:02.240621 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d7a43ea-50a5-43d2-a7a6-1c5b21000c48 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:02.244440 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc08e6b-6674-460e-b1f9-800275e42694 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Pushing event deleted for resources: {'Port': ['ID=073658ce-23aa-47b4-9eb7-82c81e2d11c4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:02.246023 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9d7a43ea-50a5-43d2-a7a6-1c5b21000c48 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] 10.222.0.20 "DELETE /v2.0/networks/698f0c62-6f3d-4382-9f28-fe135e672ca7 HTTP/1.1" status: 204 len: 168 time: 0.5708888 Dec 06 15:13:02.258885 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3d7e53-07dc-4a8b-be49-7fe5fb98f02f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet 19b890c1-dbe6-40f4-8087-0c3c3ab4b7b4 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:13:02.259201 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a43ea-50a5-43d2-a7a6-1c5b21000c48 tempest-PortsTestJSON-62149916 tempest-PortsTestJSON-62149916-project] Pushing event deleted for resources: {'Network': ['ID=698f0c62-6f3d-4382-9f28-fe135e672ca7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:02.263255 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c3d7e53-07dc-4a8b-be49-7fe5fb98f02f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:02.318280 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945cfc4d-d681-448f-93f3-8561cafa4e5a None None] DHCP port deletion for ea1e0d24-092d-40db-a26c-9acab4a004c1 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:13:02.354150 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0fa79656-1643-4ef7-b706-19ee193f8f7b req-ab2ddba4-f526-404c-a482-71f2880b08a7 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.20 "GET /v2.0/security-groups?id=541853ac-66b3-49b7-a1d7-a2b4dc976ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927255 Dec 06 15:13:02.385108 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e2c585-cdba-4a06-b7da-14c4a9e0703a req-7cc08e6b-6674-460e-b1f9-800275e42694 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] No DVR routers for this DVR port 073658ce-23aa-47b4-9eb7-82c81e2d11c4 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:13:02.390925 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-35e2c585-cdba-4a06-b7da-14c4a9e0703a req-7cc08e6b-6674-460e-b1f9-800275e42694 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:02.394209 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35e2c585-cdba-4a06-b7da-14c4a9e0703a req-7cc08e6b-6674-460e-b1f9-800275e42694 tempest-VolumesActionsTest-1332783719 tempest-VolumesActionsTest-1332783719-project] 10.222.0.37 "DELETE /v2.0/ports/073658ce-23aa-47b4-9eb7-82c81e2d11c4 HTTP/1.1" status: 204 len: 173 time: 2.0373752 Dec 06 15:13:02.394824 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ad71c6-ff5d-401a-bc31-11c4e4143743', 'name': 'network-vif-deleted', 'tag': '073658ce-23aa-47b4-9eb7-82c81e2d11c4'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:13:02.402149 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66df8cbf-3725-4051-8d8c-f1905d951b94" -d '{"events": [{"server_uuid": "c5ad71c6-ff5d-401a-bc31-11c4e4143743", "name": "network-vif-deleted", "tag": "073658ce-23aa-47b4-9eb7-82c81e2d11c4"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:13:02.414873 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c3d7e53-07dc-4a8b-be49-7fe5fb98f02f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:02.748147 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 073658ce-23aa-47b4-9eb7-82c81e2d11c4 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:13:02.783706 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 073658ce-23aa-47b4-9eb7-82c81e2d11c4 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:13:02.784688 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 073658ce-23aa-47b4-9eb7-82c81e2d11c4 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:13:02.798356 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56474) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:03.004669 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c3d7e53-07dc-4a8b-be49-7fe5fb98f02f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:03.010300 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56482) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:03.070486 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108c81ad-dcaf-4e16-b8b6-959181c8b703 x-openstack-request-id: req-108c81ad-dcaf-4e16-b8b6-959181c8b703 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:13:03.070788 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ad71c6-ff5d-401a-bc31-11c4e4143743", "name": "network-vif-deleted", "tag": "073658ce-23aa-47b4-9eb7-82c81e2d11c4", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:13:03.071048 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-108c81ad-dcaf-4e16-b8b6-959181c8b703 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:13:03.071455 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ad71c6-ff5d-401a-bc31-11c4e4143743', 'name': 'network-vif-deleted', 'tag': '073658ce-23aa-47b4-9eb7-82c81e2d11c4', 'status': 'completed', 'code': 200} Dec 06 15:13:03.074567 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 400bb96e-c320-4a3e-8fe3-a4b005f3e48e is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:13:03.087784 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-987541f0-e5cf-404d-b25f-1789cab17f27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b67fd5110730413896aa97ed36cba707&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2875795 Dec 06 15:13:03.090088 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56486) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:03.147274 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-702287f0-cfbc-4c7e-8f26-b64e29779811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:03.182460 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-702287f0-cfbc-4c7e-8f26-b64e29779811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:03.207744 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c3d7e53-07dc-4a8b-be49-7fe5fb98f02f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:03.254860 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8d8a49c8-29da-4370-8b35-67f2677a99d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:03.283081 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c3d7e53-07dc-4a8b-be49-7fe5fb98f02f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:03.292824 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56490) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:03.293837 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8c3d7e53-07dc-4a8b-be49-7fe5fb98f02f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/19b890c1-dbe6-40f4-8087-0c3c3ab4b7b4 HTTP/1.1" status: 204 len: 168 time: 1.4851751 Dec 06 15:13:03.318859 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:13:03.321552 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d7e53-07dc-4a8b-be49-7fe5fb98f02f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=19b890c1-dbe6-40f4-8087-0c3c3ab4b7b4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:03.339377 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57263129-3e98-45dd-b8f8-bd91a1f286af None None] Sync routers for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:13:03.360118 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:03.361872 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9bee8b7a-6803-4317-94e9-e06e902223b2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.3361394 Dec 06 15:13:03.366999 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57263129-3e98-45dd-b8f8-bd91a1f286af None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:03.367950 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-57263129-3e98-45dd-b8f8-bd91a1f286af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:03.376281 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56492) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:03.432989 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-702287f0-cfbc-4c7e-8f26-b64e29779811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:03.438926 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-702287f0-cfbc-4c7e-8f26-b64e29779811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:03.442837 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-702287f0-cfbc-4c7e-8f26-b64e29779811 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4988767d-29a8-448e-ab8f-7b51f7dc584b HTTP/1.1" status: 204 len: 168 time: 0.3493159 Dec 06 15:13:03.448097 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3dbb0135-7ae9-460d-bf57-c5d529fe1f3b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1543157 Dec 06 15:13:03.455217 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56498) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:03.456254 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc62037-7475-49bf-897f-bf8a7c2411df None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:13:03.459304 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-57263129-3e98-45dd-b8f8-bd91a1f286af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:03.531311 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-35a6d377-e818-4a72-8c73-c57b89893465 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:03.536488 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57263129-3e98-45dd-b8f8-bd91a1f286af None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:03.537130 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-57263129-3e98-45dd-b8f8-bd91a1f286af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:03.549956 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2c451953-b198-4a46-a294-edb2ecfd7561 None None] Provisioning complete for port 2036f478-0b1a-4574-a52c-0f9722f67f99 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:03.550338 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c451953-b198-4a46-a294-edb2ecfd7561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:03.596781 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702287f0-cfbc-4c7e-8f26-b64e29779811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4988767d-29a8-448e-ab8f-7b51f7dc584b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:03.750710 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-57263129-3e98-45dd-b8f8-bd91a1f286af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:03.762660 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57263129-3e98-45dd-b8f8-bd91a1f286af None None] The sync data for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:13:03.831921 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a6d377-e818-4a72-8c73-c57b89893465 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:13:03.842686 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35a6d377-e818-4a72-8c73-c57b89893465 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:04.062731 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:04.076897 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] DHCP port deletion for 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:13:04.152276 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Deleting port 2036f478-0b1a-4574-a52c-0f9722f67f99 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:04.152276 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:04.342308 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] For port 2036f478-0b1a-4574-a52c-0f9722f67f99, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2036f478-0b1a-4574-a52c-0f9722f67f99,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:04.343608 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:04.362331 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Calling delete_port for 2036f478-0b1a-4574-a52c-0f9722f67f99 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:04.391210 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35a6d377-e818-4a72-8c73-c57b89893465 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:04.491048 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:04.498546 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a6d377-e818-4a72-8c73-c57b89893465 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:04.512009 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6d377-e818-4a72-8c73-c57b89893465 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=d82da0d6-7a07-468e-8b9f-1779e0a7d786,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:04.522198 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-35a6d377-e818-4a72-8c73-c57b89893465 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:04.526808 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a6d377-e818-4a72-8c73-c57b89893465 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:04.527408 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35a6d377-e818-4a72-8c73-c57b89893465 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:04.541378 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:04.581589 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Pushing event deleted for resources: {'Port': ['ID=2036f478-0b1a-4574-a52c-0f9722f67f99,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:04.588608 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] No DVR routers for this DVR port 2036f478-0b1a-4574-a52c-0f9722f67f99 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:13:04.591763 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:04.592215 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:04.592657 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:04.593219 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:04.593652 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:04.594087 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:04.594517 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:04.595150 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:04.595467 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:04.595933 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:04.596361 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:04.596790 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:04.597296 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb865d-f01b-48c8-bdf0-5b0b3a54ac4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:04.614388 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-35a6d377-e818-4a72-8c73-c57b89893465 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1526811 Dec 06 15:13:04.619772 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56530) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:04.627526 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6c5fdc60-9719-45f8-8467-548dc74b190e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:04.628903 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76da6b3a-82cf-4dfe-9b4f-648124f82922 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:13:04.858891 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f9fb4dd-3c3d-4ae8-b5c2-6833eaaa6b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:04.897344 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56534) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:04.948438 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5fdc60-9719-45f8-8467-548dc74b190e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:13:04.954282 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c5fdc60-9719-45f8-8467-548dc74b190e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:04.969474 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'fixed_ips': [{'subnet_id': 'd82da0d6-7a07-468e-8b9f-1779e0a7d786'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:13:04.970494 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:05.103312 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1cea45a5-3990-49a4-b478-7f6be4df4408 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:05.104421 n-d-master-1 neutron-server[103288]: WARNING neutron.api.v2.base [None req-1cea45a5-3990-49a4-b478-7f6be4df4408 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 15:13:05.105735 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-1cea45a5-3990-49a4-b478-7f6be4df4408 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 15:13:05.107469 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1cea45a5-3990-49a4-b478-7f6be4df4408 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2084510 Dec 06 15:13:05.113319 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56540) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:05.128371 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6482ecda-8710-4b8b-90d3-39703e1908ab tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1710039945'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:05.146963 n-d-master-1 neutron-server[103289]: INFO neutron.db.ipam_backend_mixin [None req-6c5fdc60-9719-45f8-8467-548dc74b190e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d82da0d6-7a07-468e-8b9f-1779e0a7d786 (CIDR: 2001:db8::/64) Dec 06 15:13:05.152647 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5fdc60-9719-45f8-8467-548dc74b190e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:13:05.153109 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c5fdc60-9719-45f8-8467-548dc74b190e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:05.190495 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6482ecda-8710-4b8b-90d3-39703e1908ab tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:05.199395 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6c5fdc60-9719-45f8-8467-548dc74b190e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5785077 Dec 06 15:13:05.202206 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56542) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:05.207311 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-18f2feb8-8add-4408-b379-58815e7ad210 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:05.214217 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6482ecda-8710-4b8b-90d3-39703e1908ab tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:05.320937 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Allocated IP 172.20.0.1 (0446cf3e-b426-4bf1-b50f-b83e24ea802f/62a0dd31-73aa-454f-b9e8-2103f698f693/174e52a2-13c4-410a-9822-c4a907b7b2c6) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:05.368874 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7f9fb4dd-3c3d-4ae8-b5c2-6833eaaa6b93 admin admin] Deleting port 0459c218-5051-4a8f-9e96-37f1d2f3503a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:05.369566 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f9fb4dd-3c3d-4ae8-b5c2-6833eaaa6b93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:05.503957 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2036f478-0b1a-4574-a52c-0f9722f67f99 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:13:05.522338 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Allocated IP 2001:db8::2 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/d82da0d6-7a07-468e-8b9f-1779e0a7d786/4dabf3ca-7263-4e47-b37d-1a8b64c552a2) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:05.536225 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7f9fb4dd-3c3d-4ae8-b5c2-6833eaaa6b93 admin admin] For port 0459c218-5051-4a8f-9e96-37f1d2f3503a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0459c218-5051-4a8f-9e96-37f1d2f3503a,segment=NetworkSegment(01c1d4de-7367-4370-91b8-845ea5e2c9df),segment_id=01c1d4de-7367-4370-91b8-845ea5e2c9df)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:05.538074 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f9fb4dd-3c3d-4ae8-b5c2-6833eaaa6b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:05.557605 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f2feb8-8add-4408-b379-58815e7ad210 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:13:05.570412 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7f9fb4dd-3c3d-4ae8-b5c2-6833eaaa6b93 admin admin] Calling delete_port for 0459c218-5051-4a8f-9e96-37f1d2f3503a owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:05.581368 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 2036f478-0b1a-4574-a52c-0f9722f67f99 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:13:05.581648 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2036f478-0b1a-4574-a52c-0f9722f67f99 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:13:05.583807 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6482ecda-8710-4b8b-90d3-39703e1908ab tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:05.590657 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-18f2feb8-8add-4408-b379-58815e7ad210 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:05.594792 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6482ecda-8710-4b8b-90d3-39703e1908ab tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:05.704756 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:05.732713 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:05.734669 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482ecda-8710-4b8b-90d3-39703e1908ab tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b116f0-32f3-47a3-bc59-838358996ae6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:05.820308 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:05.827923 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:05.890555 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6482ecda-8710-4b8b-90d3-39703e1908ab tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:05.906704 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6482ecda-8710-4b8b-90d3-39703e1908ab tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:05.909036 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Pushing event updated for resources: {'Port': ['ID=4dabf3ca-7263-4e47-b37d-1a8b64c552a2,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:05.919954 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:05.921776 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:05.928001 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:13:05.964711 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482ecda-8710-4b8b-90d3-39703e1908ab tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09827fe8-c7e2-4047-91c0-a4c83169b64d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:05.971836 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6482ecda-8710-4b8b-90d3-39703e1908ab tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:05.975590 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6482ecda-8710-4b8b-90d3-39703e1908ab tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8567548 Dec 06 15:13:05.976595 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56550) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:05.983132 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ea1e45c4-00d3-471b-9e4c-e52042f8ad39 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': '09827fe8-c7e2-4047-91c0-a4c83169b64d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:05.992651 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:06.018132 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network 0446cf3e-b426-4bf1-b50f-b83e24ea802f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:06.021807 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Attempting to bind port 4dabf3ca-7263-4e47-b37d-1a8b64c552a2 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:13:06.023798 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:06.024093 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Attempting to bind port 4dabf3ca-7263-4e47-b37d-1a8b64c552a2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:13:06.024751 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Attempting to bind port 4dabf3ca-7263-4e47-b37d-1a8b64c552a2 on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:13:06.026731 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:13:06.036480 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea1e45c4-00d3-471b-9e4c-e52042f8ad39 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:06.046919 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:13:06.048248 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:13:06.048897 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:06.056650 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:13:06.058120 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Bound port: 4dabf3ca-7263-4e47-b37d-1a8b64c552a2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:13:06.058758 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:06.061337 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e421571-47f6-47c9-a7a5-c54d332c4130 None None] DHCP port deletion for 0446cf3e-b426-4bf1-b50f-b83e24ea802f request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:13:06.081530 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f9fb4dd-3c3d-4ae8-b5c2-6833eaaa6b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:06.122404 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fb4dd-3c3d-4ae8-b5c2-6833eaaa6b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=0459c218-5051-4a8f-9e96-37f1d2f3503a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:06.146992 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea1e45c4-00d3-471b-9e4c-e52042f8ad39 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:06.149573 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=174e52a2-13c4-410a-9822-c4a907b7b2c6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:06.191543 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea1e45c4-00d3-471b-9e4c-e52042f8ad39 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:06.209303 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] For port 4dabf3ca-7263-4e47-b37d-1a8b64c552a2, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:13:06.213484 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] For port 4dabf3ca-7263-4e47-b37d-1a8b64c552a2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4dabf3ca-7263-4e47-b37d-1a8b64c552a2,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:13:06.221031 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-52e9432b-8ecd-4595-86d8-346013534488 None None] Provisioning complete for port 174e52a2-13c4-410a-9822-c4a907b7b2c6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:06.221486 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52e9432b-8ecd-4595-86d8-346013534488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:06.222039 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:06.225598 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:06.242151 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e45c4-00d3-471b-9e4c-e52042f8ad39 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edefa5b4-916d-486a-8be4-3a477c895272,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:06.293092 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea1e45c4-00d3-471b-9e4c-e52042f8ad39 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:06.297355 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ea1e45c4-00d3-471b-9e4c-e52042f8ad39 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3197858 Dec 06 15:13:06.302566 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56556) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:06.307115 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3e03cec8-3766-4e0f-b338-98cf19c3c386 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': '09827fe8-c7e2-4047-91c0-a4c83169b64d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:06.339969 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1429ae-a43f-4fac-85cc-235820110972 None None] Pushing event updated for resources: {'Port': ['ID=4dabf3ca-7263-4e47-b37d-1a8b64c552a2,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:06.373560 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:06.374009 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:06.374368 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:06.374998 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:06.375344 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:06.376161 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:06.376509 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:06.376852 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:06.377444 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:06.379107 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:06.379107 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:06.379107 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:06.379107 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:06.410864 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-52e9432b-8ecd-4595-86d8-346013534488 None None] Port 174e52a2-13c4-410a-9822-c4a907b7b2c6 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:13:06.483536 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:06.542568 n-d-master-1 neutron-server[103289]: DEBUG neutron.objects.ports [None req-18f2feb8-8add-4408-b379-58815e7ad210 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103289) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 15:13:06.619454 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:06.624149 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e03cec8-3766-4e0f-b338-98cf19c3c386 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:06.660719 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7f9fb4dd-3c3d-4ae8-b5c2-6833eaaa6b93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:06.775187 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-3e03cec8-3766-4e0f-b338-98cf19c3c386 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 15:13:06.776768 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3e03cec8-3766-4e0f-b338-98cf19c3c386 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4731963 Dec 06 15:13:06.780855 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56566) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:06.918979 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-008bcedf-821d-4f29-aeaf-87ea6d504dbe tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:06.963184 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-008bcedf-821d-4f29-aeaf-87ea6d504dbe tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:07.027788 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-18f2feb8-8add-4408-b379-58815e7ad210 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:07.122683 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-008bcedf-821d-4f29-aeaf-87ea6d504dbe tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:07.128315 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-008bcedf-821d-4f29-aeaf-87ea6d504dbe tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:07.129718 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-008bcedf-821d-4f29-aeaf-87ea6d504dbe tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "DELETE /v2.0/security-groups/09827fe8-c7e2-4047-91c0-a4c83169b64d HTTP/1.1" status: 204 len: 168 time: 0.3476992 Dec 06 15:13:07.136160 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56572) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:07.199333 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-da1edff8-a617-4139-b320-ced5e86fc000 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0616622 Dec 06 15:13:07.202252 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bcedf-821d-4f29-aeaf-87ea6d504dbe tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09827fe8-c7e2-4047-91c0-a4c83169b64d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:07.205536 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56574) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:07.211683 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-067f2e69-fca1-49e6-af3c-76bf2db517c9 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group': {'name': 'tempest-secgroup--444072224'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:07.250414 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9fb4dd-3c3d-4ae8-b5c2-6833eaaa6b93 admin admin] Router 6e4195f0-7dac-450d-b641-b17ac3aeacbe has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:13:07.320768 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-18f2feb8-8add-4408-b379-58815e7ad210 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] For port 4dabf3ca-7263-4e47-b37d-1a8b64c552a2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4dabf3ca-7263-4e47-b37d-1a8b64c552a2,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:07.350422 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-18f2feb8-8add-4408-b379-58815e7ad210 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:07.382649 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:07.385406 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-18f2feb8-8add-4408-b379-58815e7ad210 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:07.386181 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-18f2feb8-8add-4408-b379-58815e7ad210 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:07.392780 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9fb4dd-3c3d-4ae8-b5c2-6833eaaa6b93 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:13:07.394797 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-067f2e69-fca1-49e6-af3c-76bf2db517c9 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:07.399018 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:07.405121 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc08e36-8771-48a4-8664-bbfa8249c144 None None] Sync routers for ids ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:13:07.423028 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc08e36-8771-48a4-8664-bbfa8249c144 None None] Routers {'6e4195f0-7dac-450d-b641-b17ac3aeacbe'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:07.423736 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8fc08e36-8771-48a4-8664-bbfa8249c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:07.425257 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7f9fb4dd-3c3d-4ae8-b5c2-6833eaaa6b93 admin admin] 10.222.0.20 "PUT /v2.0/routers/6e4195f0-7dac-450d-b641-b17ac3aeacbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4081619 Dec 06 15:13:07.428369 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56576) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:07.646353 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2feb8-8add-4408-b379-58815e7ad210 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=15212273-2eae-432d-9540-9389f8f3f189,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:07.654110 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-067f2e69-fca1-49e6-af3c-76bf2db517c9 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:07.657290 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df4e6e99-1fb2-4a0b-97ed-e4afc53a22f9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:07.662825 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-067f2e69-fca1-49e6-af3c-76bf2db517c9 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:07.663689 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8fc08e36-8771-48a4-8664-bbfa8249c144 None None] Set router 6e4195f0-7dac-450d-b641-b17ac3aeacbe gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:13:07.682783 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4dabf3ca-7263-4e47-b37d-1a8b64c552a2 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:13:07.698377 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f2feb8-8add-4408-b379-58815e7ad210 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:07.715293 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-18f2feb8-8add-4408-b379-58815e7ad210 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:07.727738 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f2feb8-8add-4408-b379-58815e7ad210 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:07.728415 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-18f2feb8-8add-4408-b379-58815e7ad210 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:07.774805 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:07.792563 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2feb8-8add-4408-b379-58815e7ad210 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=4dabf3ca-7263-4e47-b37d-1a8b64c552a2,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:07.799155 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 4dabf3ca-7263-4e47-b37d-1a8b64c552a2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:07.801768 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:07.847904 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-067f2e69-fca1-49e6-af3c-76bf2db517c9 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:07.851859 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-067f2e69-fca1-49e6-af3c-76bf2db517c9 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6425705 Dec 06 15:13:07.869640 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56582) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:07.887371 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-215cb954-c437-4de8-9d6e-442fedf8b9ab tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': '7ee1c7d1-250c-4fe8-a95c-77e6d4ef7a15', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:07.889124 n-d-master-1 neutron-server[103288]: WARNING neutron.api.v2.base [None req-215cb954-c437-4de8-9d6e-442fedf8b9ab tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 06 15:13:07.889658 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-215cb954-c437-4de8-9d6e-442fedf8b9ab tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:13:07.893213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-215cb954-c437-4de8-9d6e-442fedf8b9ab tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0200808 Dec 06 15:13:07.903158 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56584) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:07.917432 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-18f2feb8-8add-4408-b379-58815e7ad210 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7115715 Dec 06 15:13:07.917432 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=174e52a2-13c4-410a-9822-c4a907b7b2c6,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:07.918478 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56586) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:07.930748 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dd96fcea-0920-40d9-95bb-7f86728e1067 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'mac_address': 'fa:16:3e:6d:00:69', 'name': 'tempest-NetworksTestDHCPv6-1277366457'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:08.020387 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:08.049540 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network 0446cf3e-b426-4bf1-b50f-b83e24ea802f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:08.063475 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:08.077000 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 4dabf3ca-7263-4e47-b37d-1a8b64c552a2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4dabf3ca-7263-4e47-b37d-1a8b64c552a2,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:08.084278 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1380c56a-d277-47a8-9d71-566b3d47d92e None None] DHCP port deletion for 0446cf3e-b426-4bf1-b50f-b83e24ea802f request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:13:08.088489 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:08.110831 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f2e69-fca1-49e6-af3c-76bf2db517c9 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee1c7d1-250c-4fe8-a95c-77e6d4ef7a15,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:08.155096 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc12f6c7-4870-43b5-a530-e68efebf8e7a None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:13:08.189689 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5ca015e-372f-49b5-90c7-9a80dee0b720 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:08.198939 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-97cb9654-be15-493b-8f0e-870a072ee6de None None] Provisioning complete for port 4dabf3ca-7263-4e47-b37d-1a8b64c552a2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:08.199547 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97cb9654-be15-493b-8f0e-870a072ee6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:08.258830 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5ca015e-372f-49b5-90c7-9a80dee0b720 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:08.277212 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df4e6e99-1fb2-4a0b-97ed-e4afc53a22f9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:08.291536 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8fc08e36-8771-48a4-8664-bbfa8249c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176'}], 'enable_snat': True}, 'gw_port_id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:13:05Z', 'revision_number': 5, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port': {'id': 'f5f13725-7cd0-4506-9be9-2ed8ab7f4710', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:04:17Z', 'updated_at': '2021-12-06T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:08.308012 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=4dabf3ca-7263-4e47-b37d-1a8b64c552a2,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:08.320115 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 400bb96e-c320-4a3e-8fe3-a4b005f3e48e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:13:08.328998 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd96fcea-0920-40d9-95bb-7f86728e1067 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:13:08.369548 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc08e36-8771-48a4-8664-bbfa8249c144 None None] Checking router: 6e4195f0-7dac-450d-b641-b17ac3aeacbe for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:13:08.402507 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc08e36-8771-48a4-8664-bbfa8249c144 None None] Routers {'6e4195f0-7dac-450d-b641-b17ac3aeacbe'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:08.404336 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8fc08e36-8771-48a4-8664-bbfa8249c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:08.412811 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5ca015e-372f-49b5-90c7-9a80dee0b720 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:08.416594 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5ca015e-372f-49b5-90c7-9a80dee0b720 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:08.422833 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b5ca015e-372f-49b5-90c7-9a80dee0b720 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "DELETE /v2.0/security-groups/7ee1c7d1-250c-4fe8-a95c-77e6d4ef7a15 HTTP/1.1" status: 204 len: 168 time: 0.5186741 Dec 06 15:13:08.427837 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56588) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:08.500164 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd96fcea-0920-40d9-95bb-7f86728e1067 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:08.507607 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca015e-372f-49b5-90c7-9a80dee0b720 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee1c7d1-250c-4fe8-a95c-77e6d4ef7a15,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:08.519005 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:13:08.525687 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f1485f4c-7876-46cb-ad81-c8ef18ed11bd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "PUT /v2.0/routers/400bb96e-c320-4a3e-8fe3-a4b005f3e48e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1333723 Dec 06 15:13:08.535681 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56592) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:08.544762 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ba10c899-6743-451a-bb03-cea96f647d3f tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'port': {'network_id': '0446cf3e-b426-4bf1-b50f-b83e24ea802f', 'name': 'tempest-FloatingIPTestJSON-468557406'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:08.544934 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-dd96fcea-0920-40d9-95bb-7f86728e1067 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port 911d930c-7c69-4a8c-af81-78ab9554e85b yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:13:08.553151 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea17033-f771-41f8-acd8-0380c4ba777d None None] Sync routers for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:13:08.561227 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5bb855b3-d17b-46d9-9454-935e62b4afc2 None None] Provisioning complete for port 174e52a2-13c4-410a-9822-c4a907b7b2c6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:08.561600 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5bb855b3-d17b-46d9-9454-935e62b4afc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:08.564892 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-df4e6e99-1fb2-4a0b-97ed-e4afc53a22f9 admin admin] Deleting port f5f13725-7cd0-4506-9be9-2ed8ab7f4710 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:08.565482 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df4e6e99-1fb2-4a0b-97ed-e4afc53a22f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:08.613039 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8fc08e36-8771-48a4-8664-bbfa8249c144 None None] Set router 6e4195f0-7dac-450d-b641-b17ac3aeacbe gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:13:08.618104 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5bb855b3-d17b-46d9-9454-935e62b4afc2 None None] Port 174e52a2-13c4-410a-9822-c4a907b7b2c6 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:13:08.628652 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea17033-f771-41f8-acd8-0380c4ba777d None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:08.629293 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8ea17033-f771-41f8-acd8-0380c4ba777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:08.671220 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-df4e6e99-1fb2-4a0b-97ed-e4afc53a22f9 admin admin] For port f5f13725-7cd0-4506-9be9-2ed8ab7f4710, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f5f13725-7cd0-4506-9be9-2ed8ab7f4710,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:08.672305 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df4e6e99-1fb2-4a0b-97ed-e4afc53a22f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:08.685456 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-df4e6e99-1fb2-4a0b-97ed-e4afc53a22f9 admin admin] Calling delete_port for f5f13725-7cd0-4506-9be9-2ed8ab7f4710 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:08.712322 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8ea17033-f771-41f8-acd8-0380c4ba777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:08.733577 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea17033-f771-41f8-acd8-0380c4ba777d None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:08.734232 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8ea17033-f771-41f8-acd8-0380c4ba777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:08.734510 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8fc08e36-8771-48a4-8664-bbfa8249c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:13:08Z', 'revision_number': 6, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:08.800890 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc08e36-8771-48a4-8664-bbfa8249c144 None None] The sync data for ids ['6e4195f0-7dac-450d-b641-b17ac3aeacbe'] in n-d-master-1 is: [{'id': '6e4195f0-7dac-450d-b641-b17ac3aeacbe', 'name': 'tempest-AttachVolumeTestJSON-41140224-router', 'tenant_id': 'a45a9617d21f43eb8a512b181ef6b340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:04:15Z', 'updated_at': '2021-12-06T15:13:08Z', 'revision_number': 6, 'project_id': 'a45a9617d21f43eb8a512b181ef6b340', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:13:08.816457 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8ea17033-f771-41f8-acd8-0380c4ba777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:08.817123 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea17033-f771-41f8-acd8-0380c4ba777d None None] The sync data for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:13:08.908017 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-dd96fcea-0920-40d9-95bb-7f86728e1067 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::2aa (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/d82da0d6-7a07-468e-8b9f-1779e0a7d786/911d930c-7c69-4a8c-af81-78ab9554e85b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:08.918899 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-dd96fcea-0920-40d9-95bb-7f86728e1067 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6d:69 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/15212273-2eae-432d-9540-9389f8f3f189/911d930c-7c69-4a8c-af81-78ab9554e85b) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:08.988644 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba10c899-6743-451a-bb03-cea96f647d3f tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Made reservation on behalf of 33437f74c4e947549e19c57f1f5bb51b for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:13:08.993015 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba10c899-6743-451a-bb03-cea96f647d3f tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:08.998831 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c376833f-d5f4-4f8b-bc5d-35fd37fbd056 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5649960 Dec 06 15:13:09.010876 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56596) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:09.022636 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1dd10d9c-899b-480f-8851-ad6edd1701f7 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1848955835'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:09.055493 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-ba10c899-6743-451a-bb03-cea96f647d3f tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] device_id is not set on port b6f22154-c84a-4ed6-a964-09bef53e85e3 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:13:09.202329 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd96fcea-0920-40d9-95bb-7f86728e1067 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:09.258324 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd96fcea-0920-40d9-95bb-7f86728e1067 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:09.280332 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dd10d9c-899b-480f-8851-ad6edd1701f7 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:09.392264 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-ba10c899-6743-451a-bb03-cea96f647d3f tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Allocated IP 172.20.0.3 (0446cf3e-b426-4bf1-b50f-b83e24ea802f/62a0dd31-73aa-454f-b9e8-2103f698f693/b6f22154-c84a-4ed6-a964-09bef53e85e3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:09.447339 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df4e6e99-1fb2-4a0b-97ed-e4afc53a22f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:09.523188 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447e4d80-8f57-44d9-b05b-fae1bcc7c02e None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:13:09.548690 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e6e99-1fb2-4a0b-97ed-e4afc53a22f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f13725-7cd0-4506-9be9-2ed8ab7f4710,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:09.605480 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4dabf3ca-7263-4e47-b37d-1a8b64c552a2 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:13:09.722742 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 4dabf3ca-7263-4e47-b37d-1a8b64c552a2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:09.723376 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:09.874087 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e12a62a1-541e-4af2-85c3-2e9b21d628a2 None None] Provisioning complete for port 4dabf3ca-7263-4e47-b37d-1a8b64c552a2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:09.874629 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e12a62a1-541e-4af2-85c3-2e9b21d628a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:09.948312 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0459c218-5051-4a8f-9e96-37f1d2f3503a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:13:09.972912 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 0459c218-5051-4a8f-9e96-37f1d2f3503a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:13:09.973443 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0459c218-5051-4a8f-9e96-37f1d2f3503a not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:13:09.974855 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f5f13725-7cd0-4506-9be9-2ed8ab7f4710 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:13:10.012037 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd96fcea-0920-40d9-95bb-7f86728e1067 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:10.024852 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-dd96fcea-0920-40d9-95bb-7f86728e1067 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:10.037527 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd96fcea-0920-40d9-95bb-7f86728e1067 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:13:10.043336 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd96fcea-0920-40d9-95bb-7f86728e1067 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:10.044007 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd96fcea-0920-40d9-95bb-7f86728e1067 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.044245 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: f5f13725-7cd0-4506-9be9-2ed8ab7f4710 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:13:10.044702 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f5f13725-7cd0-4506-9be9-2ed8ab7f4710 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:13:10.081860 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96fcea-0920-40d9-95bb-7f86728e1067 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=911d930c-7c69-4a8c-af81-78ab9554e85b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:10.101436 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dd96fcea-0920-40d9-95bb-7f86728e1067 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1759794 Dec 06 15:13:10.109102 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56606) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:10.177237 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dd10d9c-899b-480f-8851-ad6edd1701f7 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.200619 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dd10d9c-899b-480f-8851-ad6edd1701f7 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.229352 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df4e6e99-1fb2-4a0b-97ed-e4afc53a22f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.244811 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dd10d9c-899b-480f-8851-ad6edd1701f7 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.259683 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1dd10d9c-899b-480f-8851-ad6edd1701f7 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2343917 Dec 06 15:13:10.259960 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7f6dd9e0-895b-427e-bc3f-d53a0130fca3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port 911d930c-7c69-4a8c-af81-78ab9554e85b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:10.259960 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd9e0-895b-427e-bc3f-d53a0130fca3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.347270 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56608) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:10.354069 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-eb9d9b0d-6578-4c8c-9861-21e06a25525a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': '1d91509b-b3eb-4292-ad56-0ce4947d9aa5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:10.356272 n-d-master-1 neutron-server[103288]: WARNING neutron.api.v2.base [None req-eb9d9b0d-6578-4c8c-9861-21e06a25525a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 06 15:13:10.356809 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-eb9d9b0d-6578-4c8c-9861-21e06a25525a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:13:10.360328 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-eb9d9b0d-6578-4c8c-9861-21e06a25525a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078247 Dec 06 15:13:10.360882 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56610) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:10.394534 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd10d9c-899b-480f-8851-ad6edd1701f7 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d91509b-b3eb-4292-ad56-0ce4947d9aa5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:10.431573 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd9e0-895b-427e-bc3f-d53a0130fca3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.437705 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8f0e7043-ee5d-47b1-9295-79cd1c3215cb None None] Provisioning complete for port 911d930c-7c69-4a8c-af81-78ab9554e85b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:10.438074 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f0e7043-ee5d-47b1-9295-79cd1c3215cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.452273 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7f6dd9e0-895b-427e-bc3f-d53a0130fca3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for 911d930c-7c69-4a8c-af81-78ab9554e85b owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:10.452716 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df4e6e99-1fb2-4a0b-97ed-e4afc53a22f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.456917 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df4e6e99-1fb2-4a0b-97ed-e4afc53a22f9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.476833 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4390de62-5cdc-4c1d-9c20-d75f302cae19 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.526223 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e7043-ee5d-47b1-9295-79cd1c3215cb None None] Port 911d930c-7c69-4a8c-af81-78ab9554e85b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:13:10.528856 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba10c899-6743-451a-bb03-cea96f647d3f tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.532147 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df4e6e99-1fb2-4a0b-97ed-e4afc53a22f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.532845 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4e6e99-1fb2-4a0b-97ed-e4afc53a22f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e4195f0-7dac-450d-b641-b17ac3aeacbe {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:13:10.539141 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df4e6e99-1fb2-4a0b-97ed-e4afc53a22f9 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.540575 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-df4e6e99-1fb2-4a0b-97ed-e4afc53a22f9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6e4195f0-7dac-450d-b641-b17ac3aeacbe HTTP/1.1" status: 204 len: 168 time: 3.1096175 Dec 06 15:13:10.547370 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56612) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:10.577085 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4390de62-5cdc-4c1d-9c20-d75f302cae19 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.651920 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa6b4de-89e3-4e6a-ae0e-25d4a224c370 admin admin] Deleting subnet 910def33-1b6e-420b-bf18-ba2208cd2881 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:13:10.662545 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4390de62-5cdc-4c1d-9c20-d75f302cae19 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.664375 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaa6b4de-89e3-4e6a-ae0e-25d4a224c370 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.669824 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4390de62-5cdc-4c1d-9c20-d75f302cae19 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.674250 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4390de62-5cdc-4c1d-9c20-d75f302cae19 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "DELETE /v2.0/security-groups/1d91509b-b3eb-4292-ad56-0ce4947d9aa5 HTTP/1.1" status: 204 len: 168 time: 0.3121653 Dec 06 15:13:10.675090 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56616) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:10.701787 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba10c899-6743-451a-bb03-cea96f647d3f tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.730104 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390de62-5cdc-4c1d-9c20-d75f302cae19 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d91509b-b3eb-4292-ad56-0ce4947d9aa5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:10.795045 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaa6b4de-89e3-4e6a-ae0e-25d4a224c370 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.816237 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f3dd9fd6-3e0c-456f-a509-1617e3a43214 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1164029 Dec 06 15:13:10.819080 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56618) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:10.823507 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-76433af8-83ae-4da9-a163-6ed0647c4c14 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586396506'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:10.828944 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba10c899-6743-451a-bb03-cea96f647d3f tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network 0446cf3e-b426-4bf1-b50f-b83e24ea802f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:10.838713 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ba10c899-6743-451a-bb03-cea96f647d3f tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:10.866069 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b8b5de-b429-4edf-8c22-8aeb56a66752 None None] DHCP port deletion for 0446cf3e-b426-4bf1-b50f-b83e24ea802f request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:13:10.875752 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd9e0-895b-427e-bc3f-d53a0130fca3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.879186 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76433af8-83ae-4da9-a163-6ed0647c4c14 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:10.911292 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba10c899-6743-451a-bb03-cea96f647d3f tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:13:10.917932 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10c899-6743-451a-bb03-cea96f647d3f tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=b6f22154-c84a-4ed6-a964-09bef53e85e3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:10.926217 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6dd9e0-895b-427e-bc3f-d53a0130fca3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=911d930c-7c69-4a8c-af81-78ab9554e85b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:10.983136 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-97599605-863c-4e7e-87cb-1b66bda8002c None None] Provisioning complete for port b6f22154-c84a-4ed6-a964-09bef53e85e3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:10.983136 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97599605-863c-4e7e-87cb-1b66bda8002c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.005571 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd9e0-895b-427e-bc3f-d53a0130fca3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.009435 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7f6dd9e0-895b-427e-bc3f-d53a0130fca3 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/911d930c-7c69-4a8c-af81-78ab9554e85b HTTP/1.1" status: 204 len: 168 time: 0.8992484 Dec 06 15:13:11.013813 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56628) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:11.075979 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaa6b4de-89e3-4e6a-ae0e-25d4a224c370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.080289 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-97599605-863c-4e7e-87cb-1b66bda8002c None None] Port b6f22154-c84a-4ed6-a964-09bef53e85e3 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:13:11.112695 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba10c899-6743-451a-bb03-cea96f647d3f tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:11.113468 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba10c899-6743-451a-bb03-cea96f647d3f tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.135718 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fedc290-a05b-4b9b-a6c6-025860848d24 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:11.140027 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2fedc290-a05b-4b9b-a6c6-025860848d24 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1224794 Dec 06 15:13:11.141906 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56630) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:11.149895 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76433af8-83ae-4da9-a163-6ed0647c4c14 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.159646 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76433af8-83ae-4da9-a163-6ed0647c4c14 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.163226 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ba10c899-6743-451a-bb03-cea96f647d3f tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6211982 Dec 06 15:13:11.168081 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56632) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:11.180165 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e8adeae0-6fd9-45bc-8ba4-90e5606e6fd1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'port': {'network_id': '0446cf3e-b426-4bf1-b50f-b83e24ea802f', 'name': 'tempest-FloatingIPTestJSON-1485167173'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:11.206556 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaa6b4de-89e3-4e6a-ae0e-25d4a224c370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.238909 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76433af8-83ae-4da9-a163-6ed0647c4c14 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b77f6e7-ab4f-440d-8af0-14f15a0e6cfe,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:11.255362 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6b4de-89e3-4e6a-ae0e-25d4a224c370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=910def33-1b6e-420b-bf18-ba2208cd2881,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:11.268833 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec585de5-6fcc-4361-8c90-3d87a24eb70d None None] Network 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:13:11.271672 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76433af8-83ae-4da9-a163-6ed0647c4c14 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.274469 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-76433af8-83ae-4da9-a163-6ed0647c4c14 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4539354 Dec 06 15:13:11.278114 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56634) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:11.284361 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5f540d66-6a44-4ad0-9064-f2afcbaf1d9e tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': '8b77f6e7-ab4f-440d-8af0-14f15a0e6cfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:11.285874 n-d-master-1 neutron-server[103289]: WARNING neutron.api.v2.base [None req-5f540d66-6a44-4ad0-9064-f2afcbaf1d9e tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 06 15:13:11.286711 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-5f540d66-6a44-4ad0-9064-f2afcbaf1d9e tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:13:11.289355 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5f540d66-6a44-4ad0-9064-f2afcbaf1d9e tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100369 Dec 06 15:13:11.302204 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95914d57-c095-46c7-b068-b88fbd1ee529 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:11.308532 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-95914d57-c095-46c7-b068-b88fbd1ee529 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1623046 Dec 06 15:13:11.308908 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56636) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:11.309275 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56638) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:11.311520 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaa6b4de-89e3-4e6a-ae0e-25d4a224c370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.324849 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-aaa6b4de-89e3-4e6a-ae0e-25d4a224c370 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/910def33-1b6e-420b-bf18-ba2208cd2881 HTTP/1.1" status: 204 len: 168 time: 0.7763307 Dec 06 15:13:11.334901 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d01b4eb6-f1be-4ff7-8003-fc3300fdd026 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': '8b77f6e7-ab4f-440d-8af0-14f15a0e6cfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:11.336161 n-d-master-1 neutron-server[103288]: WARNING neutron.api.v2.base [None req-d01b4eb6-f1be-4ff7-8003-fc3300fdd026 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 06 15:13:11.336678 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-d01b4eb6-f1be-4ff7-8003-fc3300fdd026 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:13:11.337710 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d01b4eb6-f1be-4ff7-8003-fc3300fdd026 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0116711 Dec 06 15:13:11.338237 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56640) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:11.378428 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56642) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:11.407991 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1a7db3e4-3374-4fe1-a39c-d30d187773c7 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': '8b77f6e7-ab4f-440d-8af0-14f15a0e6cfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:11.410849 n-d-master-1 neutron-server[103289]: WARNING neutron.api.v2.base [None req-1a7db3e4-3374-4fe1-a39c-d30d187773c7 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 06 15:13:11.411360 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-1a7db3e4-3374-4fe1-a39c-d30d187773c7 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:13:11.419017 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1a7db3e4-3374-4fe1-a39c-d30d187773c7 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0394928 Dec 06 15:13:11.427933 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56644) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:11.448483 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f5505144-650b-4b41-a0d9-81e07dcec277 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': '8b77f6e7-ab4f-440d-8af0-14f15a0e6cfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:11.448901 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fed3dd2-4baa-4624-99bb-131af5fd945a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:11.450836 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fed3dd2-4baa-4624-99bb-131af5fd945a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:11.452104 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fed3dd2-4baa-4624-99bb-131af5fd945a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:11.460971 n-d-master-1 neutron-server[103289]: WARNING neutron.api.v2.base [None req-f5505144-650b-4b41-a0d9-81e07dcec277 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 06 15:13:11.462961 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-f5505144-650b-4b41-a0d9-81e07dcec277 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:13:11.464927 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f5505144-650b-4b41-a0d9-81e07dcec277 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0317793 Dec 06 15:13:11.467928 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56646) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:11.471166 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1fed3dd2-4baa-4624-99bb-131af5fd945a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1412244 Dec 06 15:13:11.474337 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56648) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:11.558712 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1562e130-3747-4381-9df4-4cf4e0686835 None None] DHCP port deletion for 4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:13:11.676644 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8adeae0-6fd9-45bc-8ba4-90e5606e6fd1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Made reservation on behalf of 33437f74c4e947549e19c57f1f5bb51b for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:13:11.686899 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e92ba74-7672-4e9a-81c1-3123d0ec5008 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet 15212273-2eae-432d-9540-9389f8f3f189 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:13:11.691948 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8adeae0-6fd9-45bc-8ba4-90e5606e6fd1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.695632 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.698609 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e92ba74-7672-4e9a-81c1-3123d0ec5008 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.708821 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1562e130-3747-4381-9df4-4cf4e0686835 None None] Deleting port dcaf8d7b-d282-4a17-bdeb-b51a72ef3953 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:11.709293 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1562e130-3747-4381-9df4-4cf4e0686835 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.710952 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8d6aee3-b85b-49b3-ad47-57e25b0b9c21 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.729642 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-e8adeae0-6fd9-45bc-8ba4-90e5606e6fd1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] device_id is not set on port 7948aeee-fe2e-4657-afda-3d3f9c61a351 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:13:11.756631 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8d6aee3-b85b-49b3-ad47-57e25b0b9c21 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.793361 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e92ba74-7672-4e9a-81c1-3123d0ec5008 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.848587 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1562e130-3747-4381-9df4-4cf4e0686835 None None] For port dcaf8d7b-d282-4a17-bdeb-b51a72ef3953, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dcaf8d7b-d282-4a17-bdeb-b51a72ef3953,segment=NetworkSegment(01c1d4de-7367-4370-91b8-845ea5e2c9df),segment_id=01c1d4de-7367-4370-91b8-845ea5e2c9df)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:11.849133 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1562e130-3747-4381-9df4-4cf4e0686835 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.871648 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1562e130-3747-4381-9df4-4cf4e0686835 None None] Calling delete_port for dcaf8d7b-d282-4a17-bdeb-b51a72ef3953 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:11.891681 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] Deleting port dcaf8d7b-d282-4a17-bdeb-b51a72ef3953 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:11.892485 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.961721 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e92ba74-7672-4e9a-81c1-3123d0ec5008 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.966500 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8d6aee3-b85b-49b3-ad47-57e25b0b9c21 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.974727 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8d6aee3-b85b-49b3-ad47-57e25b0b9c21 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:11.988847 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d8d6aee3-b85b-49b3-ad47-57e25b0b9c21 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "DELETE /v2.0/security-groups/8b77f6e7-ab4f-440d-8af0-14f15a0e6cfe HTTP/1.1" status: 204 len: 168 time: 0.5198689 Dec 06 15:13:11.992620 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56662) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:12.008619 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] For port dcaf8d7b-d282-4a17-bdeb-b51a72ef3953, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dcaf8d7b-d282-4a17-bdeb-b51a72ef3953,segment=NetworkSegment(01c1d4de-7367-4370-91b8-845ea5e2c9df),segment_id=01c1d4de-7367-4370-91b8-845ea5e2c9df)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:12.009081 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:12.041757 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1562e130-3747-4381-9df4-4cf4e0686835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:12.047300 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] Calling delete_port for dcaf8d7b-d282-4a17-bdeb-b51a72ef3953 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:12.077210 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6aee3-b85b-49b3-ad47-57e25b0b9c21 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b77f6e7-ab4f-440d-8af0-14f15a0e6cfe,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:12.112384 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562e130-3747-4381-9df4-4cf4e0686835 None None] Pushing event deleted for resources: {'Port': ['ID=dcaf8d7b-d282-4a17-bdeb-b51a72ef3953,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:12.120926 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e8adeae0-6fd9-45bc-8ba4-90e5606e6fd1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Allocated IP 172.20.0.9 (0446cf3e-b426-4bf1-b50f-b83e24ea802f/62a0dd31-73aa-454f-b9e8-2103f698f693/7948aeee-fe2e-4657-afda-3d3f9c61a351) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:12.130370 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-950270ca-c963-4019-9702-7bc0610eaebc tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1363118 Dec 06 15:13:12.135077 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56664) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:12.149384 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-29231022-3c2d-402c-ac71-a1c3c5522f8a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group': {'name': 'tempest-secgroup--170027275'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:12.155108 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1562e130-3747-4381-9df4-4cf4e0686835 None None] No DVR routers for this DVR port dcaf8d7b-d282-4a17-bdeb-b51a72ef3953 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:13:12.169662 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e92ba74-7672-4e9a-81c1-3123d0ec5008 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:12.212178 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92ba74-7672-4e9a-81c1-3123d0ec5008 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=15212273-2eae-432d-9540-9389f8f3f189,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:12.239603 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e92ba74-7672-4e9a-81c1-3123d0ec5008 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:12.244744 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d209580-1942-4e81-a061-598173aba5e7 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:13:12.260650 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7e92ba74-7672-4e9a-81c1-3123d0ec5008 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/15212273-2eae-432d-9540-9389f8f3f189 HTTP/1.1" status: 204 len: 168 time: 0.7792518 Dec 06 15:13:12.266674 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56666) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:12.377318 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8adeae0-6fd9-45bc-8ba4-90e5606e6fd1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:12.398361 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-2651845d-6b9a-4bbf-9def-41b8fe61e1d1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet d82da0d6-7a07-468e-8b9f-1779e0a7d786 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:13:12.408257 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2651845d-6b9a-4bbf-9def-41b8fe61e1d1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:12.457520 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8adeae0-6fd9-45bc-8ba4-90e5606e6fd1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:12.474125 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29231022-3c2d-402c-ac71-a1c3c5522f8a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:12.490726 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8adeae0-6fd9-45bc-8ba4-90e5606e6fd1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network 0446cf3e-b426-4bf1-b50f-b83e24ea802f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:12.494570 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e8adeae0-6fd9-45bc-8ba4-90e5606e6fd1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:12.514441 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a9fb55-a9be-47c0-a6d3-98484c74e67c None None] DHCP port deletion for 0446cf3e-b426-4bf1-b50f-b83e24ea802f request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:13:12.545537 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8adeae0-6fd9-45bc-8ba4-90e5606e6fd1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:13:12.568620 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:12.605859 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8adeae0-6fd9-45bc-8ba4-90e5606e6fd1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=7948aeee-fe2e-4657-afda-3d3f9c61a351,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:12.628545 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2651845d-6b9a-4bbf-9def-41b8fe61e1d1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:12.629048 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8adeae0-6fd9-45bc-8ba4-90e5606e6fd1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:12.629729 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8adeae0-6fd9-45bc-8ba4-90e5606e6fd1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:12.664619 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e8adeae0-6fd9-45bc-8ba4-90e5606e6fd1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4921589 Dec 06 15:13:12.665261 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56672) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:12.670099 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': '7948aeee-fe2e-4657-afda-3d3f9c61a351', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:12.679699 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ff5d736f-19b9-449d-925a-d4fd8492e259 None None] Provisioning complete for port 7948aeee-fe2e-4657-afda-3d3f9c61a351 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:12.680261 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff5d736f-19b9-449d-925a-d4fd8492e259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:12.748385 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:12.752167 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ff5d736f-19b9-449d-925a-d4fd8492e259 None None] Port 7948aeee-fe2e-4657-afda-3d3f9c61a351 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:13:12.787442 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] No DVR routers for this DVR port dcaf8d7b-d282-4a17-bdeb-b51a72ef3953 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:13:12.790754 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] Pushing event deleted for resources: {'Port': ['ID=dcaf8d7b-d282-4a17-bdeb-b51a72ef3953,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:12.806995 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29231022-3c2d-402c-ac71-a1c3c5522f8a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:12.851214 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29231022-3c2d-402c-ac71-a1c3c5522f8a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:12.930461 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:12.958551 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29231022-3c2d-402c-ac71-a1c3c5522f8a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2191014-aa35-4e2d-a385-23e4eb3eb7e0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:13.029771 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29231022-3c2d-402c-ac71-a1c3c5522f8a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:13.031849 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-29231022-3c2d-402c-ac71-a1c3c5522f8a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8956006 Dec 06 15:13:13.067441 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:13.069921 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56674) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:13.074410 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3ad50377-9bfe-40f9-a54c-bb937579333c tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': 'd2191014-aa35-4e2d-a385-23e4eb3eb7e0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:13.074963 n-d-master-1 neutron-server[103288]: WARNING neutron.api.v2.base [None req-3ad50377-9bfe-40f9-a54c-bb937579333c tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 15:13:13.075459 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-3ad50377-9bfe-40f9-a54c-bb937579333c tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:13:13.076479 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3ad50377-9bfe-40f9-a54c-bb937579333c tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055995 Dec 06 15:13:13.082396 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56676) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:13.089263 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-06d7f884-58c0-4362-8e2e-44a799502372 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': 'd2191014-aa35-4e2d-a385-23e4eb3eb7e0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:13.097602 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2651845d-6b9a-4bbf-9def-41b8fe61e1d1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:13.126301 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Allocated IP 172.35.7.114 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/27e9a433-e917-45b8-9603-a95585949e52) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:13.126792 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9d67db-f0f5-4553-b41f-fc932d5b7ff7']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:13.144446 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c1d4de-7367-4370-91b8-845ea5e2c9df') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:13.145195 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c1d4de-7367-4370-91b8-845ea5e2c9df') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:13.158060 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:13.178978 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:13.193710 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:13:13.194092 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: self.session.flush() Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:13:13.196520 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:13:13.269065 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-06d7f884-58c0-4362-8e2e-44a799502372 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:13:13.273722 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-06d7f884-58c0-4362-8e2e-44a799502372 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1872201 Dec 06 15:13:13.274511 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56680) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:13.280451 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3a4049ac-3ed2-4284-8a2c-a4601990785c tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': 'd2191014-aa35-4e2d-a385-23e4eb3eb7e0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:13.280926 n-d-master-1 neutron-server[103288]: WARNING neutron.api.v2.base [None req-3a4049ac-3ed2-4284-8a2c-a4601990785c tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 06 15:13:13.281420 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-3a4049ac-3ed2-4284-8a2c-a4601990785c tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:13:13.283701 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3a4049ac-3ed2-4284-8a2c-a4601990785c tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067790 Dec 06 15:13:13.283701 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:13.292292 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:13.298302 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:13.298457 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] 10.222.0.20 "DELETE /v2.0/networks/4f9d67db-f0f5-4553-b41f-fc932d5b7ff7 HTTP/1.1" status: 204 len: 168 time: 1.8569498 Dec 06 15:13:13.298457 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56682) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:13.315557 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6c464aea-4d04-4871-8344-2729132ad6e3 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': 'd2191014-aa35-4e2d-a385-23e4eb3eb7e0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:13.321238 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e7a96-195d-4876-9b77-e7060471db8a admin admin] Pushing event deleted for resources: {'Network': ['ID=4f9d67db-f0f5-4553-b41f-fc932d5b7ff7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:13.332173 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2651845d-6b9a-4bbf-9def-41b8fe61e1d1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:13.370257 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:13.374038 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2651845d-6b9a-4bbf-9def-41b8fe61e1d1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:13.377553 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2651845d-6b9a-4bbf-9def-41b8fe61e1d1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/d82da0d6-7a07-468e-8b9f-1779e0a7d786 HTTP/1.1" status: 204 len: 168 time: 1.1040399 Dec 06 15:13:13.380297 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651845d-6b9a-4bbf-9def-41b8fe61e1d1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=d82da0d6-7a07-468e-8b9f-1779e0a7d786,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:13.388737 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56688) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:13.440008 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8fb0b63c-1fd9-4f32-bb87-d1c7cff63a87 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500236 Dec 06 15:13:13.442972 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56690) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:13.451107 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5be22dea-6905-44d3-95b9-a9afc657bcae tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:13.483546 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:13.489744 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:13.500278 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:13:13.504273 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device dcaf8d7b-d282-4a17-bdeb-b51a72ef3953 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:13:13.504782 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=27e9a433-e917-45b8-9603-a95585949e52,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:13.510603 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-6c464aea-4d04-4871-8344-2729132ad6e3 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:13:13.514229 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6c464aea-4d04-4871-8344-2729132ad6e3 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2028394 Dec 06 15:13:13.530677 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56692) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:13.540809 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2e3993d6-37f3-4bf3-8d38-c8bbd3bcfe1a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': 'd2191014-aa35-4e2d-a385-23e4eb3eb7e0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:13.541280 n-d-master-1 neutron-server[103288]: WARNING neutron.api.v2.base [None req-2e3993d6-37f3-4bf3-8d38-c8bbd3bcfe1a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 15:13:13.542361 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: dcaf8d7b-d282-4a17-bdeb-b51a72ef3953 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:13:13.542716 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device dcaf8d7b-d282-4a17-bdeb-b51a72ef3953 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:13:13.554421 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-2e3993d6-37f3-4bf3-8d38-c8bbd3bcfe1a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:13:13.556110 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2e3993d6-37f3-4bf3-8d38-c8bbd3bcfe1a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0239322 Dec 06 15:13:13.561189 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56694) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:13.579344 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-852de159-3245-43ec-91ef-8c589a73e94a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': 'd2191014-aa35-4e2d-a385-23e4eb3eb7e0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:13.601571 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a6db4a-26f6-4a5c-976e-0ba417072239 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:13:13.684183 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be22dea-6905-44d3-95b9-a9afc657bcae tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:13:13.684303 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56696) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:13.687251 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5be22dea-6905-44d3-95b9-a9afc657bcae tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:13.717975 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-852de159-3245-43ec-91ef-8c589a73e94a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:13:13.727393 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-852de159-3245-43ec-91ef-8c589a73e94a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1561503 Dec 06 15:13:13.736597 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56702) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:13.743520 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-23aaa4c7-0a7b-46ca-b701-c94bc9baf2a5 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': 'd2191014-aa35-4e2d-a385-23e4eb3eb7e0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:13.744026 n-d-master-1 neutron-server[103289]: WARNING neutron.api.v2.base [None req-23aaa4c7-0a7b-46ca-b701-c94bc9baf2a5 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 06 15:13:13.744950 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-23aaa4c7-0a7b-46ca-b701-c94bc9baf2a5 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:13:13.748643 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-23aaa4c7-0a7b-46ca-b701-c94bc9baf2a5 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080745 Dec 06 15:13:13.756237 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56704) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:13.769998 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-67bdf7c1-4874-4866-b128-3980a0c3cb66 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': 'd2191014-aa35-4e2d-a385-23e4eb3eb7e0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:13.777314 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fd230b95-7cf2-495f-9a82-ccd156b6398a None None] Provisioning complete for port 4dabf3ca-7263-4e47-b37d-1a8b64c552a2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:13.777930 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fd230b95-7cf2-495f-9a82-ccd156b6398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:13.849632 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f78694ae-92f5-42ae-a8f0-e3abe4b20fff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a45a9617d21f43eb8a512b181ef6b340&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1609409 Dec 06 15:13:13.858241 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56708) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:13.949320 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5be22dea-6905-44d3-95b9-a9afc657bcae tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:13.987394 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accf0245-84d3-4045-a495-6761428ed094 None None] DHCP port deletion for 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:13:13.998649 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be22dea-6905-44d3-95b9-a9afc657bcae tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:14.002483 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5be22dea-6905-44d3-95b9-a9afc657bcae tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:14.012237 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be22dea-6905-44d3-95b9-a9afc657bcae tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:14.012889 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5be22dea-6905-44d3-95b9-a9afc657bcae tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:14.038738 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be22dea-6905-44d3-95b9-a9afc657bcae tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=d227b49f-50ab-440f-8e36-bf7f1eb6f873,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:14.048233 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5be22dea-6905-44d3-95b9-a9afc657bcae tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6009092 Dec 06 15:13:14.051130 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56716) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:14.057076 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-aa199a86-b083-4546-b1da-74cc64dcfe4f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:14.075104 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bac43f5b-d734-406a-af57-e6970aa1d028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:14.103174 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-accf0245-84d3-4045-a495-6761428ed094 None None] Deleting port 4dabf3ca-7263-4e47-b37d-1a8b64c552a2 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:14.103639 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-accf0245-84d3-4045-a495-6761428ed094 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:14.109483 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-67bdf7c1-4874-4866-b128-3980a0c3cb66 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:13:14.110924 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-67bdf7c1-4874-4866-b128-3980a0c3cb66 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3516376 Dec 06 15:13:14.118144 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56718) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:14.129051 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-48ad4995-3a01-42ee-be5c-c28378b614ca tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': 'd2191014-aa35-4e2d-a385-23e4eb3eb7e0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:14.204683 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa199a86-b083-4546-b1da-74cc64dcfe4f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:13:14.208187 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa199a86-b083-4546-b1da-74cc64dcfe4f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:14.214517 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bac43f5b-d734-406a-af57-e6970aa1d028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:14.227425 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-accf0245-84d3-4045-a495-6761428ed094 None None] For port 4dabf3ca-7263-4e47-b37d-1a8b64c552a2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4dabf3ca-7263-4e47-b37d-1a8b64c552a2,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:14.228477 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-accf0245-84d3-4045-a495-6761428ed094 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:14.261916 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-accf0245-84d3-4045-a495-6761428ed094 None None] Calling delete_port for 4dabf3ca-7263-4e47-b37d-1a8b64c552a2 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:14.300045 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-48ad4995-3a01-42ee-be5c-c28378b614ca tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:13:14.301383 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-48ad4995-3a01-42ee-be5c-c28378b614ca tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1765845 Dec 06 15:13:14.302842 n-d-master-1 neutron-server[103288]: INFO neutron.db.ipam_backend_mixin [None req-aa199a86-b083-4546-b1da-74cc64dcfe4f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d227b49f-50ab-440f-8e36-bf7f1eb6f873 (CIDR: 2001:db8::/64) Dec 06 15:13:14.305034 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56720) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:14.368626 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa199a86-b083-4546-b1da-74cc64dcfe4f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:13:14.368626 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa199a86-b083-4546-b1da-74cc64dcfe4f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:14.376383 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-accf0245-84d3-4045-a495-6761428ed094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:14.407517 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-aa199a86-b083-4546-b1da-74cc64dcfe4f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3552434 Dec 06 15:13:14.414365 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56722) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:14.426543 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e451f69d-5ede-4064-b3f2-3ede1008b41e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'subnet': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:14.428417 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf0245-84d3-4045-a495-6761428ed094 None None] Pushing event deleted for resources: {'Port': ['ID=4dabf3ca-7263-4e47-b37d-1a8b64c552a2,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:14.434156 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf0245-84d3-4045-a495-6761428ed094 None None] No DVR routers for this DVR port 4dabf3ca-7263-4e47-b37d-1a8b64c552a2 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:13:14.459393 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca6a11e-4b4d-4f14-9359-631ba40773db None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:13:14.499367 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bac43f5b-d734-406a-af57-e6970aa1d028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:14.516175 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9c735f9-269b-4aad-af87-2d2f2bf84064 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:14.519166 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bac43f5b-d734-406a-af57-e6970aa1d028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:14.520613 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bac43f5b-d734-406a-af57-e6970aa1d028 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e135def0-0a75-4143-a6b6-ef7354a99aa1 HTTP/1.1" status: 204 len: 168 time: 0.6606266 Dec 06 15:13:14.579852 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9c735f9-269b-4aad-af87-2d2f2bf84064 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:14.603826 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac43f5b-d734-406a-af57-e6970aa1d028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e135def0-0a75-4143-a6b6-ef7354a99aa1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:14.646346 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e451f69d-5ede-4064-b3f2-3ede1008b41e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:13:14.651230 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e451f69d-5ede-4064-b3f2-3ede1008b41e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:14.691144 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:14.754418 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'tenant_id': 'a13253716f70400fa6b23416f8869bef', 'fixed_ips': [{'subnet_id': 'd227b49f-50ab-440f-8e36-bf7f1eb6f873'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:13:14.758136 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:14.804989 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9c735f9-269b-4aad-af87-2d2f2bf84064 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:14.813001 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d9c735f9-269b-4aad-af87-2d2f2bf84064 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:14.816522 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d9c735f9-269b-4aad-af87-2d2f2bf84064 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "DELETE /v2.0/security-groups/d2191014-aa35-4e2d-a385-23e4eb3eb7e0 HTTP/1.1" status: 204 len: 168 time: 0.5080092 Dec 06 15:13:14.826593 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56732) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:14.851498 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c735f9-269b-4aad-af87-2d2f2bf84064 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2191014-aa35-4e2d-a385-23e4eb3eb7e0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:14.917100 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:14.961937 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d3a656c5-274a-4a16-9cda-87f6a35ccbcc tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1297393 Dec 06 15:13:14.967066 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56736) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:14.972384 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9c5dd1b1-8cb8-4bb9-8bba-2fabb9f1bf76 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group': {'name': 'tempest-secgroup--436376570'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:15.016268 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Allocated IP 2001:db8::2 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/d227b49f-50ab-440f-8e36-bf7f1eb6f873/a5c4f6fe-a4b5-4d83-9c84-58d385086611) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:15.174041 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c5dd1b1-8cb8-4bb9-8bba-2fabb9f1bf76 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:15.270875 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:15.288280 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:15.289280 n-d-master-1 neutron-server[103288]: DEBUG neutron.objects.ports [None req-e451f69d-5ede-4064-b3f2-3ede1008b41e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103288) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 15:13:15.290956 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e451f69d-5ede-4064-b3f2-3ede1008b41e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:15.352355 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=27e9a433-e917-45b8-9603-a95585949e52,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:15.362991 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e451f69d-5ede-4064-b3f2-3ede1008b41e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:15.368873 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c5dd1b1-8cb8-4bb9-8bba-2fabb9f1bf76 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:15.380726 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e451f69d-5ede-4064-b3f2-3ede1008b41e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:15.388108 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:15.392992 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e451f69d-5ede-4064-b3f2-3ede1008b41e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:15.394540 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e451f69d-5ede-4064-b3f2-3ede1008b41e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:15.395762 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c5dd1b1-8cb8-4bb9-8bba-2fabb9f1bf76 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:15.407947 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:15.437648 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451f69d-5ede-4064-b3f2-3ede1008b41e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Subnet': ['ID=a981529e-d391-4b6f-9936-dbfaae5c3f8e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:15.456715 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e451f69d-5ede-4064-b3f2-3ede1008b41e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0374374 Dec 06 15:13:15.457026 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c5dd1b1-8cb8-4bb9-8bba-2fabb9f1bf76 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:15.457987 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9c5dd1b1-8cb8-4bb9-8bba-2fabb9f1bf76 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4900234 Dec 06 15:13:15.458895 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56748) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:15.461724 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:15.463601 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56750) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:15.467084 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-828e8435-3b32-478a-944f-0916945f65c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Request body: {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'mac_address': 'fa:16:3e:8e:e4:c7', 'name': 'tempest-NetworksTestDHCPv6-2113461914'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:15.504537 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Pushing event updated for resources: {'Port': ['ID=a5c4f6fe-a4b5-4d83-9c84-58d385086611,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:15.533908 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:15.537026 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:15.541977 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:13:15.561906 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4dabf3ca-7263-4e47-b37d-1a8b64c552a2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:13:15.658769 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8f695e5e-5fc8-4546-9d40-967d26081f7a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': '9a13b5b6-0168-40a5-acc3-5b0ea0ab18d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:15.700300 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5dd1b1-8cb8-4bb9-8bba-2fabb9f1bf76 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a13b5b6-0168-40a5-acc3-5b0ea0ab18d1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:15.838030 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828e8435-3b32-478a-944f-0916945f65c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Made reservation on behalf of a13253716f70400fa6b23416f8869bef for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:13:15.846492 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 4dabf3ca-7263-4e47-b37d-1a8b64c552a2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:13:15.847542 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4dabf3ca-7263-4e47-b37d-1a8b64c552a2 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:13:15.922716 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Attempting to bind port a5c4f6fe-a4b5-4d83-9c84-58d385086611 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:13:15.925288 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Attempting to bind port a5c4f6fe-a4b5-4d83-9c84-58d385086611 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:13:15.925825 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Attempting to bind port a5c4f6fe-a4b5-4d83-9c84-58d385086611 on network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:13:15.937484 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:13:15.938188 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Checking segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:13:15.938851 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:15.939636 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Bound using segment: {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:13:15.940322 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Bound port: a5c4f6fe-a4b5-4d83-9c84-58d385086611, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:13:15.940865 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:15.977863 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-828e8435-3b32-478a-944f-0916945f65c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:15.986631 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-8f695e5e-5fc8-4546-9d40-967d26081f7a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The resource could not be found. Dec 06 15:13:15.992153 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8f695e5e-5fc8-4546-9d40-967d26081f7a tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3415220 Dec 06 15:13:15.992392 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56766) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:16.000250 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-60a7d9d2-5e8a-4d60-8085-e1d3a5f35a8b tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': '9a13b5b6-0168-40a5-acc3-5b0ea0ab18d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '39ff11e6-a8d4-4f74-89e3-7fe3eb1906ff'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:16.046803 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] For port a5c4f6fe-a4b5-4d83-9c84-58d385086611, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:13:16.048271 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-828e8435-3b32-478a-944f-0916945f65c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] device_id is not set on port 18d0c9ff-5007-4ac3-ad15-be3ee2fa66a7 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:13:16.051813 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] For port a5c4f6fe-a4b5-4d83-9c84-58d385086611, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a5c4f6fe-a4b5-4d83-9c84-58d385086611,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:13:16.058463 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:16.058904 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Floating IP e07a87f6-f135-4dc7-8da4-04fab1746fb1 associated. External IP: 172.35.7.114, port: 7948aeee-fe2e-4657-afda-3d3f9c61a351. Dec 06 15:13:16.118016 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-60a7d9d2-5e8a-4d60-8085-e1d3a5f35a8b tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The resource could not be found. Dec 06 15:13:16.122241 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-60a7d9d2-5e8a-4d60-8085-e1d3a5f35a8b tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1288285 Dec 06 15:13:16.123838 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56772) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:16.158620 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5ce64-15ab-4c4c-a03f-6dd9d4bae87a None None] Pushing event updated for resources: {'Port': ['ID=a5c4f6fe-a4b5-4d83-9c84-58d385086611,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:16.221642 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f27ba46-5f70-4471-82d3-c78b4d712de8 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:16.254463 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f27ba46-5f70-4471-82d3-c78b4d712de8 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:16.348435 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f27ba46-5f70-4471-82d3-c78b4d712de8 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:16.351584 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f27ba46-5f70-4471-82d3-c78b4d712de8 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:16.353068 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2f27ba46-5f70-4471-82d3-c78b4d712de8 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "DELETE /v2.0/security-groups/9a13b5b6-0168-40a5-acc3-5b0ea0ab18d1 HTTP/1.1" status: 204 len: 168 time: 0.2282228 Dec 06 15:13:16.370926 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56778) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:16.371753 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27ba46-5f70-4471-82d3-c78b4d712de8 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a13b5b6-0168-40a5-acc3-5b0ea0ab18d1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:16.531541 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-11559108-1786-4521-aefa-47aa5a1b4c79 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1550863 Dec 06 15:13:16.535622 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56780) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:16.541303 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d6c843fd-0b2c-48fd-bd8f-77cd900db316 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': '0b6aeae7-db4c-423d-8bbd-824526fda73f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:16.614613 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-d6c843fd-0b2c-48fd-bd8f-77cd900db316 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The resource could not be found. Dec 06 15:13:16.619925 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d6c843fd-0b2c-48fd-bd8f-77cd900db316 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0789032 Dec 06 15:13:16.620753 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56782) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:16.625710 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-572ead92-a5de-461b-8bd8-38d408974757 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518214295'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:16.656430 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-572ead92-a5de-461b-8bd8-38d408974757 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:16.758772 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-572ead92-a5de-461b-8bd8-38d408974757 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:16.765999 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-572ead92-a5de-461b-8bd8-38d408974757 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:16.851773 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-572ead92-a5de-461b-8bd8-38d408974757 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:16.853560 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-572ead92-a5de-461b-8bd8-38d408974757 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2314951 Dec 06 15:13:16.858866 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56790) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:16.863913 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bb6b32a1-bf8b-467b-b7a7-3c03823a6a77 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130145050'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:16.881904 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ead92-a5de-461b-8bd8-38d408974757 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b0ad06-fb00-4de9-ac16-df5e6948c4e6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:16.904747 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb6b32a1-bf8b-467b-b7a7-3c03823a6a77 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:16.997179 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb6b32a1-bf8b-467b-b7a7-3c03823a6a77 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:17.011476 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb6b32a1-bf8b-467b-b7a7-3c03823a6a77 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:17.053132 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb6b32a1-bf8b-467b-b7a7-3c03823a6a77 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:17.057287 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bb6b32a1-bf8b-467b-b7a7-3c03823a6a77 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1945465 Dec 06 15:13:17.059090 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56798) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:17.075728 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4e788bb4-896e-4fa1-be76-8d0d75bdd80d tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group_rule': {'security_group_id': '95b0ad06-fb00-4de9-ac16-df5e6948c4e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '19064199-3582-443d-8d3e-4ce0ba32c63a'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:17.083274 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b32a1-bf8b-467b-b7a7-3c03823a6a77 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19064199-3582-443d-8d3e-4ce0ba32c63a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:17.135749 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 400bb96e-c320-4a3e-8fe3-a4b005f3e48e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:13:17.158059 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-828e8435-3b32-478a-944f-0916945f65c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8::2c2 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/d227b49f-50ab-440f-8e36-bf7f1eb6f873/18d0c9ff-5007-4ac3-ad15-be3ee2fa66a7) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:17.166833 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-828e8435-3b32-478a-944f-0916945f65c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8e:e4c7 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/a981529e-d391-4b6f-9936-dbfaae5c3f8e/18d0c9ff-5007-4ac3-ad15-be3ee2fa66a7) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:17.242899 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-4e788bb4-896e-4fa1-be76-8d0d75bdd80d tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:13:17.251780 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4e788bb4-896e-4fa1-be76-8d0d75bdd80d tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1837051 Dec 06 15:13:17.255376 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56800) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:17.399457 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81c1f2f9-42b8-4988-bc97-c60b942bc63d tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:17.455633 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81c1f2f9-42b8-4988-bc97-c60b942bc63d tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:17.545607 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81c1f2f9-42b8-4988-bc97-c60b942bc63d tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:17.550002 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-81c1f2f9-42b8-4988-bc97-c60b942bc63d tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:17.552011 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-81c1f2f9-42b8-4988-bc97-c60b942bc63d tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "DELETE /v2.0/security-groups/19064199-3582-443d-8d3e-4ce0ba32c63a HTTP/1.1" status: 204 len: 168 time: 0.2946200 Dec 06 15:13:17.555314 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56804) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:17.565738 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a5c4f6fe-a4b5-4d83-9c84-58d385086611 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:13:17.593498 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:13:17.605089 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a87792-c172-47bb-8260-e38020e91bf9 None None] Sync routers for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:13:17.606783 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1f2f9-42b8-4988-bc97-c60b942bc63d tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19064199-3582-443d-8d3e-4ce0ba32c63a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:17.638011 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a87792-c172-47bb-8260-e38020e91bf9 None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:17.638418 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-828e8435-3b32-478a-944f-0916945f65c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:17.640301 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-58a87792-c172-47bb-8260-e38020e91bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:17.696998 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:17.701343 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ba5052cd-e39f-41d3-a749-a4cc1ff9ecd0 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1448679 Dec 06 15:13:17.704566 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56810) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:17.770560 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-58a87792-c172-47bb-8260-e38020e91bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:17.787848 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a87792-c172-47bb-8260-e38020e91bf9 None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:17.792505 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-58a87792-c172-47bb-8260-e38020e91bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:17.825380 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e97d74b3-d34b-4134-bd76-8c4c20520ff6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1590161 Dec 06 15:13:17.828115 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56812) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:17.839400 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bb00e6ad-e6b0-4283-91c2-be9dfe07dcdb tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:17.854163 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a5c4f6fe-a4b5-4d83-9c84-58d385086611 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:17.854502 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:17.883447 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-828e8435-3b32-478a-944f-0916945f65c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:17.889592 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30bde8f-06e4-4b80-9260-30da485cfa95 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:13:17.899470 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd21790c-54e5-4469-ae91-b7d05ebeb0b0 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:17.926846 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-58a87792-c172-47bb-8260-e38020e91bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:17.927868 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a87792-c172-47bb-8260-e38020e91bf9 None None] The sync data for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:13:17.956961 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828e8435-3b32-478a-944f-0916945f65c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:17.964774 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-828e8435-3b32-478a-944f-0916945f65c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:17.974872 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e8435-3b32-478a-944f-0916945f65c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:13:17.981131 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e8435-3b32-478a-944f-0916945f65c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:17.981749 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-828e8435-3b32-478a-944f-0916945f65c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:17.991718 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb00e6ad-e6b0-4283-91c2-be9dfe07dcdb tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:17.991916 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd21790c-54e5-4469-ae91-b7d05ebeb0b0 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:17.994446 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e8435-3b32-478a-944f-0916945f65c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event updated for resources: {'Port': ['ID=18d0c9ff-5007-4ac3-ad15-be3ee2fa66a7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:18.042425 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-828e8435-3b32-478a-944f-0916945f65c8 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5816793 Dec 06 15:13:18.083581 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56820) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:18.086776 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8fb0c70a-8dca-4928-b81d-a044b2278122 None None] Provisioning complete for port a5c4f6fe-a4b5-4d83-9c84-58d385086611 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:18.087148 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8fb0c70a-8dca-4928-b81d-a044b2278122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:18.150576 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:18.215761 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port a5c4f6fe-a4b5-4d83-9c84-58d385086611, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a5c4f6fe-a4b5-4d83-9c84-58d385086611,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:18.240272 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:18.256483 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd21790c-54e5-4469-ae91-b7d05ebeb0b0 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:18.260511 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd21790c-54e5-4469-ae91-b7d05ebeb0b0 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:18.261746 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bd21790c-54e5-4469-ae91-b7d05ebeb0b0 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "DELETE /v2.0/security-groups/95b0ad06-fb00-4de9-ac16-df5e6948c4e6 HTTP/1.1" status: 204 len: 168 time: 0.5535975 Dec 06 15:13:18.269168 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56822) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:18.333713 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-52998d81-ee3e-4a06-a957-856d15bc9f8b tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0629175 Dec 06 15:13:18.348176 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56824) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:18.354846 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21790c-54e5-4469-ae91-b7d05ebeb0b0 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b0ad06-fb00-4de9-ac16-df5e6948c4e6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:18.363414 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb00e6ad-e6b0-4283-91c2-be9dfe07dcdb tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:18.363952 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f2691dd9-efdf-4596-821e-e054e84f50d6 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group': {'name': 'tempest-secgroup--690193282'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:18.372985 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb00e6ad-e6b0-4283-91c2-be9dfe07dcdb tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:18.373326 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-bb00e6ad-e6b0-4283-91c2-be9dfe07dcdb tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Floating IP e07a87f6-f135-4dc7-8da4-04fab1746fb1 disassociated. External IP: 172.35.7.114, port: 7948aeee-fe2e-4657-afda-3d3f9c61a351. Dec 06 15:13:18.422159 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2691dd9-efdf-4596-821e-e054e84f50d6 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:18.459583 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=a5c4f6fe-a4b5-4d83-9c84-58d385086611,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:18.568198 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2691dd9-efdf-4596-821e-e054e84f50d6 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:18.577045 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2691dd9-efdf-4596-821e-e054e84f50d6 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:18.589291 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7382418-4613-401b-a870-a9c26abe113a None None] Update dhcp port {'port': {'network_id': '5fffb78d-dfa2-4b31-864d-b7cdbf69ace9', 'fixed_ips': [{'subnet_id': 'd227b49f-50ab-440f-8e36-bf7f1eb6f873', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a981529e-d391-4b6f-9936-dbfaae5c3f8e'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'a5c4f6fe-a4b5-4d83-9c84-58d385086611'} from n-d-master-1. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 15:13:18.592788 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-51961926-f271-4006-bdbb-fb1853aec00a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting port 18d0c9ff-5007-4ac3-ad15-be3ee2fa66a7 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:18.593675 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51961926-f271-4006-bdbb-fb1853aec00a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:18.655012 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c7382418-4613-401b-a870-a9c26abe113a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:18.701141 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51961926-f271-4006-bdbb-fb1853aec00a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:18.717970 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-51961926-f271-4006-bdbb-fb1853aec00a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Calling delete_port for 18d0c9ff-5007-4ac3-ad15-be3ee2fa66a7 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:18.782809 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2691dd9-efdf-4596-821e-e054e84f50d6 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:18.783692 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f2691dd9-efdf-4596-821e-e054e84f50d6 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4253778 Dec 06 15:13:18.790997 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56830) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:18.827465 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ca3d9501-d643-45bc-8f56-4bb3073e58d9 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:18.827928 n-d-master-1 neutron-server[103288]: WARNING neutron.api.v2.base [None req-ca3d9501-d643-45bc-8f56-4bb3073e58d9 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 15:13:18.828431 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-ca3d9501-d643-45bc-8f56-4bb3073e58d9 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] update failed (client error): There was a conflict when trying to complete your request. Dec 06 15:13:18.832475 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ca3d9501-d643-45bc-8f56-4bb3073e58d9 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "PUT /v2.0/security-groups/410effd2-2e7e-4263-8cb9-24b2a1536027 HTTP/1.1" status: 409 len: 330 time: 0.0425353 Dec 06 15:13:18.832861 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56832) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:18.974304 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-c7382418-4613-401b-a870-a9c26abe113a None None] Allocated IP 2001:db8:0:1:f816:3eff:fec3:f275 (5fffb78d-dfa2-4b31-864d-b7cdbf69ace9/a981529e-d391-4b6f-9936-dbfaae5c3f8e/a5c4f6fe-a4b5-4d83-9c84-58d385086611) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:19.008243 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb00e6ad-e6b0-4283-91c2-be9dfe07dcdb tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 400bb96e-c320-4a3e-8fe3-a4b005f3e48e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:13:19.013644 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2691dd9-efdf-4596-821e-e054e84f50d6 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=410effd2-2e7e-4263-8cb9-24b2a1536027,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:19.026065 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51961926-f271-4006-bdbb-fb1853aec00a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:19.153489 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a99edd73-c757-4ee7-be65-2a16741cdf96 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:19.160820 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51961926-f271-4006-bdbb-fb1853aec00a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:19.168005 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-51961926-f271-4006-bdbb-fb1853aec00a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/18d0c9ff-5007-4ac3-ad15-be3ee2fa66a7 HTTP/1.1" status: 204 len: 168 time: 1.0832951 Dec 06 15:13:19.168977 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51961926-f271-4006-bdbb-fb1853aec00a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Port': ['ID=18d0c9ff-5007-4ac3-ad15-be3ee2fa66a7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:19.169964 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56846) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:19.182775 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c7382418-4613-401b-a870-a9c26abe113a None None] For port a5c4f6fe-a4b5-4d83-9c84-58d385086611, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a5c4f6fe-a4b5-4d83-9c84-58d385086611,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:19.227602 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c7382418-4613-401b-a870-a9c26abe113a None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:19.234518 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c7382418-4613-401b-a870-a9c26abe113a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:19.262801 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a99edd73-c757-4ee7-be65-2a16741cdf96 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:19.374889 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7382418-4613-401b-a870-a9c26abe113a None None] Pushing event updated for resources: {'Port': ['ID=a5c4f6fe-a4b5-4d83-9c84-58d385086611,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:19.446533 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb00e6ad-e6b0-4283-91c2-be9dfe07dcdb tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:13:19.457975 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb00e6ad-e6b0-4283-91c2-be9dfe07dcdb tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:19.469947 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b73578b-23b9-4ecf-a705-b57708fe8ea5 None None] Sync routers for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:13:19.483504 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b73578b-23b9-4ecf-a705-b57708fe8ea5 None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:19.486263 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4b73578b-23b9-4ecf-a705-b57708fe8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:19.564173 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2038f03c-197c-4f1f-ab05-2d887cf22c1e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:19.570410 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:19.581085 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2038f03c-197c-4f1f-ab05-2d887cf22c1e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4023986 Dec 06 15:13:19.625143 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a5c4f6fe-a4b5-4d83-9c84-58d385086611 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:13:19.637018 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bb00e6ad-e6b0-4283-91c2-be9dfe07dcdb tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "PUT /v2.0/floatingips/e07a87f6-f135-4dc7-8da4-04fab1746fb1 HTTP/1.1" status: 200 len: 688 time: 1.8022516 Dec 06 15:13:19.637018 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56862) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:19.637974 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a99edd73-c757-4ee7-be65-2a16741cdf96 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:19.644301 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a99edd73-c757-4ee7-be65-2a16741cdf96 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:19.647901 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a99edd73-c757-4ee7-be65-2a16741cdf96 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "DELETE /v2.0/security-groups/410effd2-2e7e-4263-8cb9-24b2a1536027 HTTP/1.1" status: 204 len: 168 time: 0.7951608 Dec 06 15:13:19.652643 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56866) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:19.671155 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4b73578b-23b9-4ecf-a705-b57708fe8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:19.701750 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ac7481-2d07-4150-938e-441d843f598f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:19.718232 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c7ac7481-2d07-4150-938e-441d843f598f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1466713 Dec 06 15:13:19.718912 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56872) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:19.818209 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b73578b-23b9-4ecf-a705-b57708fe8ea5 None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:19.825631 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4b73578b-23b9-4ecf-a705-b57708fe8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:19.864282 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec72012-ce9f-44d9-a11d-3ef81f1f3f3d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:19.872892 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec72012-ce9f-44d9-a11d-3ef81f1f3f3d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:19.874613 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec72012-ce9f-44d9-a11d-3ef81f1f3f3d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:19.882767 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8ec72012-ce9f-44d9-a11d-3ef81f1f3f3d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1627440 Dec 06 15:13:19.883477 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56876) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:19.913939 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4b73578b-23b9-4ecf-a705-b57708fe8ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:19.914448 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99edd73-c757-4ee7-be65-2a16741cdf96 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=410effd2-2e7e-4263-8cb9-24b2a1536027,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:19.915469 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b73578b-23b9-4ecf-a705-b57708fe8ea5 None None] The sync data for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:13:19.944028 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a5c4f6fe-a4b5-4d83-9c84-58d385086611 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:19.944406 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:20.012710 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56882) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:20.019327 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1fd4346f-3899-4e13-8825-321816e97151 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2165775 Dec 06 15:13:20.099761 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-d4746cc4-9f53-4fb2-bcfb-b5de6b3c8a4d tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] delete failed (client error): The resource could not be found. Dec 06 15:13:20.108160 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d4746cc4-9f53-4fb2-bcfb-b5de6b3c8a4d tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "DELETE /v2.0/security-groups/6f65bf18-4024-4da6-81d3-bd18d847a306 HTTP/1.1" status: 404 len: 347 time: 0.0928860 Dec 06 15:13:20.109108 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56884) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:20.116337 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2f4605-7a71-4100-a640-c73f603aff6c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet a981529e-d391-4b6f-9936-dbfaae5c3f8e {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:13:20.129607 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad2f4605-7a71-4100-a640-c73f603aff6c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:20.184558 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-af9dce92-ebdc-45e3-a1c5-802339f36826 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] show failed (client error): The resource could not be found. Dec 06 15:13:20.186864 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-af9dce92-ebdc-45e3-a1c5-802339f36826 tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "GET /v2.0/security-groups/c8aceeba-a5fc-42f7-9adc-5cdfc67df839 HTTP/1.1" status: 404 len: 347 time: 0.0686369 Dec 06 15:13:20.194507 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56886) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:20.197102 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f02ed4cb-e540-4e54-9484-81e9ac8f89ff tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Deleting port 27e9a433-e917-45b8-9603-a95585949e52 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:20.197443 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f02ed4cb-e540-4e54-9484-81e9ac8f89ff tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:20.255982 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-3261fa7d-31a9-4c56-bb94-ed372b7c490e tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] show failed (client error): The resource could not be found. Dec 06 15:13:20.268778 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3261fa7d-31a9-4c56-bb94-ed372b7c490e tempest-NegativeSecGroupTest-1818694239 tempest-NegativeSecGroupTest-1818694239-project] 10.222.0.20 "GET /v2.0/security-group-rules/e1eeeed7-7b52-4726-b371-5ca55ea1b6d5 HTTP/1.1" status: 404 len: 356 time: 0.0661716 Dec 06 15:13:20.285296 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad2f4605-7a71-4100-a640-c73f603aff6c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:20.360437 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f02ed4cb-e540-4e54-9484-81e9ac8f89ff tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:20.360768 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f02ed4cb-e540-4e54-9484-81e9ac8f89ff tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:20.392627 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f02ed4cb-e540-4e54-9484-81e9ac8f89ff tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Calling delete_port for 27e9a433-e917-45b8-9603-a95585949e52 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:20.498997 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad2f4605-7a71-4100-a640-c73f603aff6c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:20.541411 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-54a462b3-bb9f-4176-81df-9ab66de3702e None None] Provisioning complete for port a5c4f6fe-a4b5-4d83-9c84-58d385086611 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:20.542251 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-54a462b3-bb9f-4176-81df-9ab66de3702e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:20.746129 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-54a462b3-bb9f-4176-81df-9ab66de3702e None None] Could not find standard attr ID for object 18d0c9ff-5007-4ac3-ad15-be3ee2fa66a7. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:13:20.781978 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad2f4605-7a71-4100-a640-c73f603aff6c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:20.857002 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f02ed4cb-e540-4e54-9484-81e9ac8f89ff tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:20.878649 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56896) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:20.886265 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad2f4605-7a71-4100-a640-c73f603aff6c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:20.889880 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ad2f4605-7a71-4100-a640-c73f603aff6c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/a981529e-d391-4b6f-9936-dbfaae5c3f8e HTTP/1.1" status: 204 len: 168 time: 1.0055101 Dec 06 15:13:20.894712 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56900) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:20.900970 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f4605-7a71-4100-a640-c73f603aff6c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=a981529e-d391-4b6f-9936-dbfaae5c3f8e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:20.945743 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ed4cb-e540-4e54-9484-81e9ac8f89ff tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Port': ['ID=27e9a433-e917-45b8-9603-a95585949e52,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:21.010476 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c47af-34d0-4430-8c11-291a5405d813 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:13:21.035293 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed910294-b21f-4e8a-9116-e6d9c07cd18e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Deleting subnet d227b49f-50ab-440f-8e36-bf7f1eb6f873 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:13:21.040412 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed910294-b21f-4e8a-9116-e6d9c07cd18e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:21.086028 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f02ed4cb-e540-4e54-9484-81e9ac8f89ff tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:21.089878 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f02ed4cb-e540-4e54-9484-81e9ac8f89ff tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:21.094405 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f02ed4cb-e540-4e54-9484-81e9ac8f89ff tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/floatingips/e07a87f6-f135-4dc7-8da4-04fab1746fb1 HTTP/1.1" status: 204 len: 168 time: 1.4394586 Dec 06 15:13:21.095952 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56910) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:21.102904 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': 'b6f22154-c84a-4ed6-a964-09bef53e85e3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:21.113732 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed910294-b21f-4e8a-9116-e6d9c07cd18e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:21.165713 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-dbb4aa33-cbde-4a72-89ef-d1baf07f0592 None None] Could not find standard attr ID for object 18d0c9ff-5007-4ac3-ad15-be3ee2fa66a7. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:13:21.169725 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:21.185926 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-aee51982-b0c3-4b01-9666-8a0ce8593e69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95e151732f1a42598f9ca020c34841a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3043883 Dec 06 15:13:21.186768 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56914) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:21.249138 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed910294-b21f-4e8a-9116-e6d9c07cd18e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:21.318255 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c789db0c-56eb-4f27-93a4-e20fb8a20d8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:21.360613 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed910294-b21f-4e8a-9116-e6d9c07cd18e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:21.363898 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c789db0c-56eb-4f27-93a4-e20fb8a20d8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:21.453067 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c789db0c-56eb-4f27-93a4-e20fb8a20d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:21.468971 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c789db0c-56eb-4f27-93a4-e20fb8a20d8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:21.470473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c789db0c-56eb-4f27-93a4-e20fb8a20d8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7b116f0-32f3-47a3-bc59-838358996ae6 HTTP/1.1" status: 204 len: 168 time: 0.2826040 Dec 06 15:13:21.485863 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789db0c-56eb-4f27-93a4-e20fb8a20d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b116f0-32f3-47a3-bc59-838358996ae6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:22.198192 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed910294-b21f-4e8a-9116-e6d9c07cd18e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:22.203255 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ed910294-b21f-4e8a-9116-e6d9c07cd18e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/d227b49f-50ab-440f-8e36-bf7f1eb6f873 HTTP/1.1" status: 204 len: 168 time: 1.3016303 Dec 06 15:13:22.205364 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed910294-b21f-4e8a-9116-e6d9c07cd18e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Subnet': ['ID=d227b49f-50ab-440f-8e36-bf7f1eb6f873,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:22.206044 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56940) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:22.295769 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:22.312402 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5d766fe1-f3f1-4505-b4c6-cd25048ebbeb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036980 Dec 06 15:13:22.314369 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56942) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:22.439097 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804116d6-4686-4e06-985d-c3a6e24f0ca5 None None] Network 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:13:22.518881 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b5fd7b-1a2a-4f5a-b13b-4f6b8e304272 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:22.523709 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b5b5fd7b-1a2a-4f5a-b13b-4f6b8e304272 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2046070 Dec 06 15:13:22.523846 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56952) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:22.535631 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Allocated IP 172.35.7.220 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/d32671c4-0fb1-4509-a2b4-b5c877be33ee) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:22.565603 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-841711e2-c3f0-45a4-8432-72d0790ec236 None None] Provisioning complete for port a5c4f6fe-a4b5-4d83-9c84-58d385086611 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:22.566245 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-841711e2-c3f0-45a4-8432-72d0790ec236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:22.638409 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd798fe6-8f4c-4537-9cff-08292aed23ae tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:22.640413 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dd798fe6-8f4c-4537-9cff-08292aed23ae tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1155715 Dec 06 15:13:22.643014 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56958) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:22.687931 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c4386da1-43e4-4d48-907e-3dcadb9ba538 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434723 Dec 06 15:13:22.698093 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56960) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:22.728272 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c41ec75-c3a7-4d97-b7f6-4f4b925844f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:22.729094 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c41ec75-c3a7-4d97-b7f6-4f4b925844f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:22.734892 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9c41ec75-c3a7-4d97-b7f6-4f4b925844f1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/18d0c9ff-5007-4ac3-ad15-be3ee2fa66a7 HTTP/1.1" status: 404 len: 333 time: 0.0354984 Dec 06 15:13:22.735492 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56964) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:22.767607 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a98a54e-ba7a-4d37-90f1-cf7f9f48d8d5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:22.768239 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a98a54e-ba7a-4d37-90f1-cf7f9f48d8d5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:22.774287 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8a98a54e-ba7a-4d37-90f1-cf7f9f48d8d5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/a981529e-d391-4b6f-9936-dbfaae5c3f8e HTTP/1.1" status: 404 len: 337 time: 0.0377226 Dec 06 15:13:22.774989 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56966) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:22.806039 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cdaa3c-01dc-4ce2-acfa-7e76c9b18588 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:22.806501 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18cdaa3c-01dc-4ce2-acfa-7e76c9b18588 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:22.812722 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-18cdaa3c-01dc-4ce2-acfa-7e76c9b18588 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/d227b49f-50ab-440f-8e36-bf7f1eb6f873 HTTP/1.1" status: 404 len: 337 time: 0.0367796 Dec 06 15:13:22.813344 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56968) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:22.840837 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5516a1-c31a-442c-a249-41a73e35a50e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:22.841439 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5516a1-c31a-442c-a249-41a73e35a50e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:22.848581 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56970) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:22.849135 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-aa5516a1-c31a-442c-a249-41a73e35a50e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/911d930c-7c69-4a8c-af81-78ab9554e85b HTTP/1.1" status: 404 len: 333 time: 0.0348406 Dec 06 15:13:22.851407 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b48e0aa-bb45-4164-82b5-04ca38397ec1 None None] DHCP port deletion for 5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:13:22.902630 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9b48e0aa-bb45-4164-82b5-04ca38397ec1 None None] Deleting port a5c4f6fe-a4b5-4d83-9c84-58d385086611 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:22.903041 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9b48e0aa-bb45-4164-82b5-04ca38397ec1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:22.924736 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:22.929130 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13f7e91-8012-4f23-8795-a701e202e5d9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:22.936393 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a13f7e91-8012-4f23-8795-a701e202e5d9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:22.936545 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56972) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:22.939552 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a13f7e91-8012-4f23-8795-a701e202e5d9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/15212273-2eae-432d-9540-9389f8f3f189 HTTP/1.1" status: 404 len: 337 time: 0.0868921 Dec 06 15:13:22.945342 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56974) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:22.977399 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:23.021564 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffd9233-d305-4934-a67d-8528fbb8e3ae tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:23.021564 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ffd9233-d305-4934-a67d-8528fbb8e3ae tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:23.030372 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9b48e0aa-bb45-4164-82b5-04ca38397ec1 None None] For port a5c4f6fe-a4b5-4d83-9c84-58d385086611, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a5c4f6fe-a4b5-4d83-9c84-58d385086611,segment=NetworkSegment(8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292),segment_id=8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:23.030785 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9b48e0aa-bb45-4164-82b5-04ca38397ec1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:23.040852 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2ffd9233-d305-4934-a67d-8528fbb8e3ae tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/d82da0d6-7a07-468e-8b9f-1779e0a7d786 HTTP/1.1" status: 404 len: 337 time: 0.0923905 Dec 06 15:13:23.043808 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56986) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:23.065094 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9b48e0aa-bb45-4164-82b5-04ca38397ec1 None None] Calling delete_port for a5c4f6fe-a4b5-4d83-9c84-58d385086611 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:23.107968 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:23.111681 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7bc8e1-204b-43d9-923c-dd40d4ab68f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:23.112263 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7bc8e1-204b-43d9-923c-dd40d4ab68f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:23.118036 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:23.121021 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:13:23.122434 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5d7bc8e1-204b-43d9-923c-dd40d4ab68f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/d92593e4-16b8-407f-9b3c-9bb7d9976bc5 HTTP/1.1" status: 404 len: 333 time: 0.0775967 Dec 06 15:13:23.126111 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 56990) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:23.177226 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b97fcafb-f26d-46e9-8a39-796b7f95f43a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1122443459'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:23.212572 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=d32671c4-0fb1-4509-a2b4-b5c877be33ee,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:23.227143 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9b48e0aa-bb45-4164-82b5-04ca38397ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:23.239477 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2e1832-733b-4251-828c-9b7dd0b16836 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:23.239962 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2e1832-733b-4251-828c-9b7dd0b16836 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:23.247558 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ee2e1832-733b-4251-828c-9b7dd0b16836 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/19b890c1-dbe6-40f4-8087-0c3c3ab4b7b4 HTTP/1.1" status: 404 len: 337 time: 0.1177654 Dec 06 15:13:23.248726 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56996) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:23.269866 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48e0aa-bb45-4164-82b5-04ca38397ec1 None None] Pushing event deleted for resources: {'Port': ['ID=a5c4f6fe-a4b5-4d83-9c84-58d385086611,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:23.276298 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b48e0aa-bb45-4164-82b5-04ca38397ec1 None None] No DVR routers for this DVR port a5c4f6fe-a4b5-4d83-9c84-58d385086611 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:13:23.286313 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97fcafb-f26d-46e9-8a39-796b7f95f43a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Made reservation on behalf of 3dc9a21da2444987a2bb49525dbe2f16 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:13:23.289864 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b97fcafb-f26d-46e9-8a39-796b7f95f43a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:23.306478 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-039c7f53-9638-4e3a-a27b-1c2978c90f2d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:23.306935 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039c7f53-9638-4e3a-a27b-1c2978c90f2d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:23.309974 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-039c7f53-9638-4e3a-a27b-1c2978c90f2d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/0e0a96a1-a2d8-45fc-8323-4d974b584bdc HTTP/1.1" status: 404 len: 337 time: 0.0602927 Dec 06 15:13:23.311433 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b97fcafb-f26d-46e9-8a39-796b7f95f43a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:23.325622 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 56998) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:23.474991 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b97fcafb-f26d-46e9-8a39-796b7f95f43a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:23.489758 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b97fcafb-f26d-46e9-8a39-796b7f95f43a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:23.504399 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a5c4f6fe-a4b5-4d83-9c84-58d385086611 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:13:23.528002 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97fcafb-f26d-46e9-8a39-796b7f95f43a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:13:23.540505 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b97fcafb-f26d-46e9-8a39-796b7f95f43a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:23.541153 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-b97fcafb-f26d-46e9-8a39-796b7f95f43a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Added segment f75145e2-ca42-4ed6-8e16-bc33067446dd of type vlan for network da3e1343-4e5b-426f-9786-9a7e8ed37d4f Dec 06 15:13:23.543015 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: a5c4f6fe-a4b5-4d83-9c84-58d385086611 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:13:23.543433 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a5c4f6fe-a4b5-4d83-9c84-58d385086611 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:13:23.602347 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b97fcafb-f26d-46e9-8a39-796b7f95f43a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:23.654556 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fcafb-f26d-46e9-8a39-796b7f95f43a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=648bbc2b-d1d2-4cd0-b7b0-2075047f79ee,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:23.659997 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b97fcafb-f26d-46e9-8a39-796b7f95f43a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:23.666914 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97fcafb-f26d-46e9-8a39-796b7f95f43a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:23.667501 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b97fcafb-f26d-46e9-8a39-796b7f95f43a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:23.724838 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b97fcafb-f26d-46e9-8a39-796b7f95f43a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7872145 Dec 06 15:13:23.728679 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57002) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:23.729439 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:23.738028 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ff397408-42fe-494d-9188-475beca1fc38 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Request body: {'subnet': {'network_id': 'da3e1343-4e5b-426f-9786-9a7e8ed37d4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:23.791903 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb96d69-d822-4be4-9a89-fece32f3004f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:23.792486 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb96d69-d822-4be4-9a89-fece32f3004f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:23.795513 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6bb96d69-d822-4be4-9a89-fece32f3004f tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/9310d839-6e1e-4bc3-8a72-6fac979a6956 HTTP/1.1" status: 404 len: 333 time: 0.4689460 Dec 06 15:13:23.804260 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57008) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:23.809736 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fcafb-f26d-46e9-8a39-796b7f95f43a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Pushing event updated for resources: {'Network': ['ID=da3e1343-4e5b-426f-9786-9a7e8ed37d4f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:23.821642 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network da3e1343-4e5b-426f-9786-9a7e8ed37d4f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:13:23.840260 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95c2bec-87e8-44a9-b352-9b7c19151f8a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:23.840720 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95c2bec-87e8-44a9-b352-9b7c19151f8a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:23.843773 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c95c2bec-87e8-44a9-b352-9b7c19151f8a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/f726ae8f-cd41-4fd4-a959-f05f04beab03 HTTP/1.1" status: 404 len: 337 time: 0.0367327 Dec 06 15:13:23.847522 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57010) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:23.897594 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ae5880-6720-48a4-bf8d-1444c6837344 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:23.898046 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ae5880-6720-48a4-bf8d-1444c6837344 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:23.916253 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b3ae5880-6720-48a4-bf8d-1444c6837344 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/0624f32b-a241-460f-98de-c82d76f25abc HTTP/1.1" status: 404 len: 337 time: 0.0654891 Dec 06 15:13:23.916761 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57012) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:23.940038 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff397408-42fe-494d-9188-475beca1fc38 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Made reservation on behalf of 3dc9a21da2444987a2bb49525dbe2f16 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:13:23.944005 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff397408-42fe-494d-9188-475beca1fc38 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:23.983171 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-9afb66d3-a96e-4c3b-a163-fd0fae7672a9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:23.983704 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9afb66d3-a96e-4c3b-a163-fd0fae7672a9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:23.988893 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9afb66d3-a96e-4c3b-a163-fd0fae7672a9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/6adf4bfe-c7c8-4e86-b92d-89ad42dfbe96 HTTP/1.1" status: 404 len: 333 time: 0.0692604 Dec 06 15:13:23.989529 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57014) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.010312 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:24.037526 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadf435b-b975-473b-ba67-99d7c42d4e4d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.038888 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cadf435b-b975-473b-ba67-99d7c42d4e4d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.045574 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cadf435b-b975-473b-ba67-99d7c42d4e4d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/ec8af495-a155-4158-a9b9-e68c1a3d9911 HTTP/1.1" status: 404 len: 337 time: 0.0555451 Dec 06 15:13:24.046460 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57016) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.123998 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3f6ec1-b99b-4cb2-bb27-dac3137200ce tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.125087 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3f6ec1-b99b-4cb2-bb27-dac3137200ce tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.132205 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7a3f6ec1-b99b-4cb2-bb27-dac3137200ce tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/598413fd-d242-48a1-b4fb-f6d1dbc7dd99 HTTP/1.1" status: 404 len: 333 time: 0.0832176 Dec 06 15:13:24.135251 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57020) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.155319 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff397408-42fe-494d-9188-475beca1fc38 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:24.173262 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa2f4fc-8a33-4d54-b3d7-9aea6431ea79 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.174099 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa2f4fc-8a33-4d54-b3d7-9aea6431ea79 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.180902 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-baa2f4fc-8a33-4d54-b3d7-9aea6431ea79 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/c44f169d-e2e8-4552-80e4-ae920111b90a HTTP/1.1" status: 404 len: 337 time: 0.0443606 Dec 06 15:13:24.188120 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57022) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.214280 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-668e1a9d-fe92-4455-b8bd-b7ccf2e370a9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.215864 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-668e1a9d-fe92-4455-b8bd-b7ccf2e370a9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.222171 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-668e1a9d-fe92-4455-b8bd-b7ccf2e370a9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/cd74bd0c-745c-42cd-bde5-49d699a4247e HTTP/1.1" status: 404 len: 333 time: 0.0327618 Dec 06 15:13:24.227132 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff397408-42fe-494d-9188-475beca1fc38 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Pushing event updated for resources: {'Subnet': ['ID=0e2accf2-eed9-41d6-ad27-b44a6cefa99e,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:24.227754 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57024) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.256629 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff397408-42fe-494d-9188-475beca1fc38 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Checking segment: {'id': 'f75145e2-ca42-4ed6-8e16-bc33067446dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da3e1343-4e5b-426f-9786-9a7e8ed37d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:13:24.257578 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff397408-42fe-494d-9188-475beca1fc38 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Network hostable DHCP agents. Network: da3e1343-4e5b-426f-9786-9a7e8ed37d4f, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:13:24.262868 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df39853-1674-4467-b431-3d2451530f42 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.264076 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df39853-1674-4467-b431-3d2451530f42 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.279037 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57028) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.283362 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2df39853-1674-4467-b431-3d2451530f42 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/b8455b67-b045-47a4-8823-3f6c6acf0f62 HTTP/1.1" status: 404 len: 337 time: 0.0454056 Dec 06 15:13:24.310051 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-693a227b-bd45-4acf-9ed1-8750eb1a8072 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.310631 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-693a227b-bd45-4acf-9ed1-8750eb1a8072 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.313890 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-693a227b-bd45-4acf-9ed1-8750eb1a8072 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/de122bf7-7aa0-42b4-af90-c2531d8d56d6 HTTP/1.1" status: 404 len: 333 time: 0.0334499 Dec 06 15:13:24.314643 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff397408-42fe-494d-9188-475beca1fc38 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Network da3e1343-4e5b-426f-9786-9a7e8ed37d4f is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:13:24.318144 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57032) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.352884 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ff397408-42fe-494d-9188-475beca1fc38 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, da3e1343-4e5b-426f-9786-9a7e8ed37d4f) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:24.358714 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff397408-42fe-494d-9188-475beca1fc38 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:24.358976 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff397408-42fe-494d-9188-475beca1fc38 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:24.363174 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8c5d2-6d01-4917-afda-016911700cd1 None None] Network da3e1343-4e5b-426f-9786-9a7e8ed37d4f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:13:24.373086 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-32696e76-40e9-4490-a65e-f951256ce9f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.373548 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32696e76-40e9-4490-a65e-f951256ce9f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.381193 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-32696e76-40e9-4490-a65e-f951256ce9f9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/20cdf438-a355-4c35-8a2d-bf3ec1a7bc83 HTTP/1.1" status: 404 len: 337 time: 0.0599093 Dec 06 15:13:24.386120 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ff397408-42fe-494d-9188-475beca1fc38 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6564393 Dec 06 15:13:24.386796 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57034) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.392218 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57036) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.415363 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f51deb72-6aa6-4b22-bc92-271dab541887 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Request body: {'port': {'network_id': 'da3e1343-4e5b-426f-9786-9a7e8ed37d4f', 'name': 'tempest-TagsExtTest-817355585'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:24.416636 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-19080d52-a5a1-43e2-98e3-286a5daf044a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.417228 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19080d52-a5a1-43e2-98e3-286a5daf044a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.423772 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-19080d52-a5a1-43e2-98e3-286a5daf044a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/d0b17d8a-cdf7-41c1-b9c8-8682d834f53c HTTP/1.1" status: 404 len: 333 time: 0.0335562 Dec 06 15:13:24.424011 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57038) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.452790 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d72af3e-1877-4490-a941-4fac8d5e911d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.454458 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d72af3e-1877-4490-a941-4fac8d5e911d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.463317 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5d72af3e-1877-4490-a941-4fac8d5e911d tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/f74970e6-992c-490b-a49d-0474661a0a22 HTTP/1.1" status: 404 len: 337 time: 0.0354578 Dec 06 15:13:24.463577 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57040) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.527540 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecdb0d2-5080-49e4-8d2c-8b741128537c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.528080 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecdb0d2-5080-49e4-8d2c-8b741128537c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.533301 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cecdb0d2-5080-49e4-8d2c-8b741128537c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/8446c8a1-52b9-4f52-9003-6cde5753ee91 HTTP/1.1" status: 404 len: 333 time: 0.0665643 Dec 06 15:13:24.533578 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57042) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.560551 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7614dedb-d027-464e-ac36-e8d78e43221c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.561001 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7614dedb-d027-464e-ac36-e8d78e43221c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.566900 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7614dedb-d027-464e-ac36-e8d78e43221c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/65e1ce9c-1836-45d7-b35a-6968ccc8c89e HTTP/1.1" status: 404 len: 337 time: 0.0300674 Dec 06 15:13:24.567147 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57044) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.596019 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2daa9c-e4cb-4e45-a966-2e85f41fbf80 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.596470 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd2daa9c-e4cb-4e45-a966-2e85f41fbf80 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.601940 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cd2daa9c-e4cb-4e45-a966-2e85f41fbf80 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/6331e7da-2602-4073-86b7-2a48bc96e1c0 HTTP/1.1" status: 404 len: 337 time: 0.0314770 Dec 06 15:13:24.602176 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57046) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.629618 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ca3790-aeaa-47be-b861-26c3e4f77c4c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.630194 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ca3790-aeaa-47be-b861-26c3e4f77c4c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.636569 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-88ca3790-aeaa-47be-b861-26c3e4f77c4c tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/a08fb91d-09ed-4201-989b-56f5bae85f67 HTTP/1.1" status: 404 len: 333 time: 0.0314121 Dec 06 15:13:24.638686 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57048) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.639849 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:24.658281 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:24.678558 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-da3e1343-4e5b-426f-9786-9a7e8ed37d4f', 'network_id': 'da3e1343-4e5b-426f-9786-9a7e8ed37d4f', 'tenant_id': '3dc9a21da2444987a2bb49525dbe2f16', 'fixed_ips': [{'subnet_id': '0e2accf2-eed9-41d6-ad27-b44a6cefa99e'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:13:24.679439 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:24.680505 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-14403ce9-5674-44c8-8986-562cc773c126 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.681378 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14403ce9-5674-44c8-8986-562cc773c126 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.686034 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-14403ce9-5674-44c8-8986-562cc773c126 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/0ab3c62c-58c8-409a-899f-357f1eebfd21 HTTP/1.1" status: 404 len: 337 time: 0.0464010 Dec 06 15:13:24.689654 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57050) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.721494 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8393a38b-8a15-4592-872d-4f364988bbda tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.722239 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8393a38b-8a15-4592-872d-4f364988bbda tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.726478 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8393a38b-8a15-4592-872d-4f364988bbda tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/ef031c83-4c41-426b-9ea6-ae5e5ea56705 HTTP/1.1" status: 404 len: 337 time: 0.0355823 Dec 06 15:13:24.729049 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57054) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.786830 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-038f2bd5-8217-44d6-a588-f438ae1a3027 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.787383 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038f2bd5-8217-44d6-a588-f438ae1a3027 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.791708 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-038f2bd5-8217-44d6-a588-f438ae1a3027 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/82f5a76b-373d-4bbb-acfe-20ff5331834c HTTP/1.1" status: 404 len: 333 time: 0.0592752 Dec 06 15:13:24.793268 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57056) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.821563 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:24.835978 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af0d941-8094-4f7d-ae12-b901b78d4586 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.836436 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af0d941-8094-4f7d-ae12-b901b78d4586 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.839690 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4af0d941-8094-4f7d-ae12-b901b78d4586 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/ba92e11f-9967-4405-b5d1-268f9e376db5 HTTP/1.1" status: 404 len: 337 time: 0.0453348 Dec 06 15:13:24.842138 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57058) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.891678 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3aebe2-50aa-433d-aef3-098fd3bea7a9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.893662 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3aebe2-50aa-433d-aef3-098fd3bea7a9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.900296 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4f3aebe2-50aa-433d-aef3-098fd3bea7a9 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/f9ef79c7-c1da-4844-92c1-8806a0e3f647 HTTP/1.1" status: 404 len: 337 time: 0.0571806 Dec 06 15:13:24.903026 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57060) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:24.942351 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Allocated IP 172.20.0.2 (da3e1343-4e5b-426f-9786-9a7e8ed37d4f/0e2accf2-eed9-41d6-ad27-b44a6cefa99e/c87de69d-78a3-4fd7-895d-32bea57c50df) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:24.957007 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b19fed-971e-4a4d-88cc-7fbc2cc225a5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:24.957606 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b19fed-971e-4a4d-88cc-7fbc2cc225a5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:24.960777 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d2b19fed-971e-4a4d-88cc-7fbc2cc225a5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/2c432808-36df-4a38-9b2f-166d40281327 HTTP/1.1" status: 404 len: 333 time: 0.0564992 Dec 06 15:13:24.968560 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57064) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:25.035362 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-179b09ac-aa32-450f-b468-910dac521e6a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:25.036107 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179b09ac-aa32-450f-b468-910dac521e6a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:25.039493 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-179b09ac-aa32-450f-b468-910dac521e6a tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/66c92179-8e5e-4044-8265-3e53c54a538d HTTP/1.1" status: 404 len: 337 time: 0.0699117 Dec 06 15:13:25.045241 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57068) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:25.090309 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac12c0f-9288-43c3-acf4-c61ed6098fd0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:25.090777 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac12c0f-9288-43c3-acf4-c61ed6098fd0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:25.093906 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7ac12c0f-9288-43c3-acf4-c61ed6098fd0 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/95572631-7fd6-4e14-873b-3f981f71b440 HTTP/1.1" status: 404 len: 337 time: 0.0473869 Dec 06 15:13:25.099214 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57070) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:25.133519 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-21086cc5-a091-4888-9245-ebd560ce7cc7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9f74b9f-ded5-4c02-885a-2d8014f65ee7 HTTP/1.1" status: 200 len: 205 time: 0.0327287 Dec 06 15:13:25.134249 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51deb72-6aa6-4b22-bc92-271dab541887 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Made reservation on behalf of 3dc9a21da2444987a2bb49525dbe2f16 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:13:25.136118 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57074) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:25.147143 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f51deb72-6aa6-4b22-bc92-271dab541887 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:25.167143 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=d32671c4-0fb1-4509-a2b4-b5c877be33ee,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:25.214725 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:25.217346 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Floating IP 7ffd9046-7937-4433-9652-454f90d55b82 associated. External IP: 172.35.7.220, port: b6f22154-c84a-4ed6-a964-09bef53e85e3. Dec 06 15:13:25.228236 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:25.238799 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-3931bd4c-c384-41bf-830d-40c7e3a149e5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] delete failed (client error): The resource could not be found. Dec 06 15:13:25.240328 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3931bd4c-c384-41bf-830d-40c7e3a149e5 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/routers/d9f74b9f-ded5-4c02-885a-2d8014f65ee7 HTTP/1.1" status: 404 len: 336 time: 0.1032131 Dec 06 15:13:25.243465 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57076) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:25.289298 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Pushing event updated for resources: {'Port': ['ID=c87de69d-78a3-4fd7-895d-32bea57c50df,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:25.303768 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Network da3e1343-4e5b-426f-9786-9a7e8ed37d4f is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:25.304544 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:25.307377 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:13:25.373721 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a164a4-a7a8-4296-bc32-cfba03151914 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:25.382843 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-f51deb72-6aa6-4b22-bc92-271dab541887 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] device_id is not set on port df4aa0cf-5139-4092-9487-76475617fd7f yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:13:25.383562 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a164a4-a7a8-4296-bc32-cfba03151914 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:25.395243 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-92a164a4-a7a8-4296-bc32-cfba03151914 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/b14494b8-e99f-42ba-b6dd-3688173cc915 HTTP/1.1" status: 404 len: 337 time: 0.1461289 Dec 06 15:13:25.396213 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57082) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:25.444821 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-be200df7-3e65-4399-b509-99defde9888e tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d HTTP/1.1" status: 200 len: 205 time: 0.0451562 Dec 06 15:13:25.445307 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Attempting to bind port c87de69d-78a3-4fd7-895d-32bea57c50df on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:13:25.445549 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57084) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:25.446718 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Attempting to bind port c87de69d-78a3-4fd7-895d-32bea57c50df by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f75145e2-ca42-4ed6-8e16-bc33067446dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da3e1343-4e5b-426f-9786-9a7e8ed37d4f'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:13:25.447821 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Attempting to bind port c87de69d-78a3-4fd7-895d-32bea57c50df on network da3e1343-4e5b-426f-9786-9a7e8ed37d4f {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:13:25.455172 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:13:25.455901 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Checking segment: {'id': 'f75145e2-ca42-4ed6-8e16-bc33067446dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da3e1343-4e5b-426f-9786-9a7e8ed37d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:13:25.456993 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:25.456993 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Bound using segment: {'id': 'f75145e2-ca42-4ed6-8e16-bc33067446dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da3e1343-4e5b-426f-9786-9a7e8ed37d4f'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:13:25.458170 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Bound port: c87de69d-78a3-4fd7-895d-32bea57c50df, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75145e2-ca42-4ed6-8e16-bc33067446dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da3e1343-4e5b-426f-9786-9a7e8ed37d4f'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:13:25.458746 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:25.545754 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-36e40e43-9fb0-4ed0-a306-1805a55e44ab tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] delete failed (client error): The resource could not be found. Dec 06 15:13:25.548118 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-36e40e43-9fb0-4ed0-a306-1805a55e44ab tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/routers/e8a012c4-c8a8-45f1-a0fa-0c11b7b6cd4d HTTP/1.1" status: 404 len: 336 time: 0.0999274 Dec 06 15:13:25.549679 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57086) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:25.559883 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 400bb96e-c320-4a3e-8fe3-a4b005f3e48e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:13:25.617631 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1aa720-4aa9-4485-888b-20478bffd0f7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:25.618391 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b1aa720-4aa9-4485-888b-20478bffd0f7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:25.623672 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] For port c87de69d-78a3-4fd7-895d-32bea57c50df, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:13:25.629258 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] For port c87de69d-78a3-4fd7-895d-32bea57c50df, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c87de69d-78a3-4fd7-895d-32bea57c50df,segment=NetworkSegment(f75145e2-ca42-4ed6-8e16-bc33067446dd),segment_id=f75145e2-ca42-4ed6-8e16-bc33067446dd)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:13:25.641237 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:25.645673 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1b1aa720-4aa9-4485-888b-20478bffd0f7 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/a8632006-9816-4fe8-b87a-7f9e35f37238 HTTP/1.1" status: 404 len: 337 time: 0.0953286 Dec 06 15:13:25.649394 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57088) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:25.680331 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f51deb72-6aa6-4b22-bc92-271dab541887 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Allocated IP 172.20.0.12 (da3e1343-4e5b-426f-9786-9a7e8ed37d4f/0e2accf2-eed9-41d6-ad27-b44a6cefa99e/df4aa0cf-5139-4092-9487-76475617fd7f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:25.744714 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fe33e-df5a-4a54-8d3b-658b19002c54 None None] Pushing event updated for resources: {'Port': ['ID=c87de69d-78a3-4fd7-895d-32bea57c50df,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:25.757635 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:13:25.773099 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8533af-3a3a-4b05-8624-bfb113285d1c None None] Sync routers for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:13:25.782333 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a062104-5508-4791-b797-4642500162bd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:25.782808 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a062104-5508-4791-b797-4642500162bd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:25.792494 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8a062104-5508-4791-b797-4642500162bd tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/2caaa7cf-7591-4ad0-a3ac-bb797c805c11 HTTP/1.1" status: 404 len: 337 time: 0.1407061 Dec 06 15:13:25.794405 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57092) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:25.796641 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8533af-3a3a-4b05-8624-bfb113285d1c None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:25.797420 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1d8533af-3a3a-4b05-8624-bfb113285d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:25.839791 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:25.849625 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-27429bdc-7791-4850-a3b5-719e79b6b602 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:25.850760 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27429bdc-7791-4850-a3b5-719e79b6b602 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:25.861142 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-27429bdc-7791-4850-a3b5-719e79b6b602 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/34a62592-cf97-4efe-8851-fd31b9883272 HTTP/1.1" status: 404 len: 333 time: 0.0577497 Dec 06 15:13:25.862049 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57096) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:25.873825 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1d8533af-3a3a-4b05-8624-bfb113285d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:25.874997 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8ce837ff-4fe6-416a-8ac2-4357b2e5e077 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.7780039 Dec 06 15:13:25.875621 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57098) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:25.887553 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8533af-3a3a-4b05-8624-bfb113285d1c None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:25.888460 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1d8533af-3a3a-4b05-8624-bfb113285d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:25.921258 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffe483f-aea6-46ea-a0e1-510f05e946fe tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:25.922290 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ffe483f-aea6-46ea-a0e1-510f05e946fe tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:25.927205 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5ffe483f-aea6-46ea-a0e1-510f05e946fe tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/7ea60f09-0dde-458c-a271-baea0417d198 HTTP/1.1" status: 404 len: 337 time: 0.0619159 Dec 06 15:13:25.927731 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57100) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:25.940912 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1d8533af-3a3a-4b05-8624-bfb113285d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:25.941855 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8533af-3a3a-4b05-8624-bfb113285d1c None None] The sync data for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:13:25.977929 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2a8499-889c-44ca-bfc5-56e9ad251878 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:25.978499 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa2a8499-889c-44ca-bfc5-56e9ad251878 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:25.984212 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-aa2a8499-889c-44ca-bfc5-56e9ad251878 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/481e3988-9808-4da9-8030-c3393aa11a32 HTTP/1.1" status: 404 len: 333 time: 0.0531151 Dec 06 15:13:25.986854 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57102) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:26.004068 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-07cc1112-505e-4ac1-a036-ad91feca58fd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "GET /v2.0/floatingips/7ffd9046-7937-4433-9652-454f90d55b82 HTTP/1.1" status: 200 len: 977 time: 0.1194744 Dec 06 15:13:26.008037 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57104) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:26.045114 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e683c991-e165-4106-90e6-9504d0ca70b1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:26.045907 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e683c991-e165-4106-90e6-9504d0ca70b1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:26.049649 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e683c991-e165-4106-90e6-9504d0ca70b1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/129db938-cf8e-4335-a189-7b9112af0b76 HTTP/1.1" status: 404 len: 337 time: 0.0618603 Dec 06 15:13:26.053481 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57106) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:26.116448 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d298fdc0-c914-4567-b39d-5afd6aaa5344 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:26.117263 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d298fdc0-c914-4567-b39d-5afd6aaa5344 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:26.125105 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d298fdc0-c914-4567-b39d-5afd6aaa5344 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/61e4ef4a-a456-46cd-a12c-18efeb7a0dea HTTP/1.1" status: 404 len: 333 time: 0.0681250 Dec 06 15:13:26.127548 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57108) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:26.288450 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-1026d3df-239d-459d-879c-5e2d4eaabafa tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:26.288950 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1026d3df-239d-459d-879c-5e2d4eaabafa tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:26.312340 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1026d3df-239d-459d-879c-5e2d4eaabafa tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/67be455b-59e6-475e-b23f-6dace959d8a6 HTTP/1.1" status: 404 len: 337 time: 0.1339178 Dec 06 15:13:26.312708 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57116) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:26.359367 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e2a564-2c27-4703-bf53-947807275db1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:26.360285 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e2a564-2c27-4703-bf53-947807275db1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:26.367407 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-61e2a564-2c27-4703-bf53-947807275db1 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/1d40e2e8-1a81-4964-a1fd-39a17429bd5f HTTP/1.1" status: 404 len: 333 time: 0.0534317 Dec 06 15:13:26.370160 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57118) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:26.411904 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa99b67-d771-49f3-8eb8-864bedbb288b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:26.412473 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa99b67-d771-49f3-8eb8-864bedbb288b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:26.420898 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9321429c-bcae-4192-a0c2-74be7ca33417 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4117222 Dec 06 15:13:26.421212 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7aa99b67-d771-49f3-8eb8-864bedbb288b tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/5cbd3c5d-3ec8-4c1b-8ffd-a429e5ee6842 HTTP/1.1" status: 404 len: 337 time: 0.0496249 Dec 06 15:13:26.421660 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57120) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:26.422071 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57122) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:26.442090 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ca2cb6a6-341a-49e1-b693-721aff16762d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'floatingip': {'port_id': '7948aeee-fe2e-4657-afda-3d3f9c61a351'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:26.443927 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f51deb72-6aa6-4b22-bc92-271dab541887 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:26.463074 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-c114a6b3-53e4-4632-aa39-99c9f031ea04 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:26.463680 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c114a6b3-53e4-4632-aa39-99c9f031ea04 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:26.466897 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c114a6b3-53e4-4632-aa39-99c9f031ea04 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/34dd6867-7e02-4bce-a022-367496905e24 HTTP/1.1" status: 404 len: 333 time: 0.0412898 Dec 06 15:13:26.472093 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57130) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:26.550228 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2bafbc3-5f20-47b7-b36e-6a7f0ca94892 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:26.550693 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2bafbc3-5f20-47b7-b36e-6a7f0ca94892 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:26.559594 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f2bafbc3-5f20-47b7-b36e-6a7f0ca94892 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/221b49d6-65d5-4538-b643-6400bb1dd023 HTTP/1.1" status: 404 len: 337 time: 0.0770671 Dec 06 15:13:26.565567 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57138) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:26.595720 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-513fb566-063e-4faf-9611-1b159653f4cb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:26.596313 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513fb566-063e-4faf-9611-1b159653f4cb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:26.601909 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-513fb566-063e-4faf-9611-1b159653f4cb tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/d71bedd9-e2f9-46fa-8a56-185545dda79e HTTP/1.1" status: 404 len: 333 time: 0.0333321 Dec 06 15:13:26.602886 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57140) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:26.633325 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:13:26.633943 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f51deb72-6aa6-4b22-bc92-271dab541887 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:26.697921 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51deb72-6aa6-4b22-bc92-271dab541887 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Pushing event updated for resources: {'Port': ['ID=df4aa0cf-5139-4092-9487-76475617fd7f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:26.710341 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51deb72-6aa6-4b22-bc92-271dab541887 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Network da3e1343-4e5b-426f-9786-9a7e8ed37d4f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:26.711899 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f51deb72-6aa6-4b22-bc92-271dab541887 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:26.717908 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51deb72-6aa6-4b22-bc92-271dab541887 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:13:26.720027 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cad448d-1456-4122-815c-499c91eca153 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:26.720663 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cad448d-1456-4122-815c-499c91eca153 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:26.738410 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0cad448d-1456-4122-815c-499c91eca153 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/a784ce1e-b297-43bd-aacb-298bb90091c9 HTTP/1.1" status: 404 len: 337 time: 0.1325710 Dec 06 15:13:26.739873 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57146) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:26.797293 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb6a6-341a-49e1-b693-721aff16762d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:26.831359 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51deb72-6aa6-4b22-bc92-271dab541887 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:26.832022 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f51deb72-6aa6-4b22-bc92-271dab541887 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:26.871604 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-80755a78-fa64-4860-a4e5-510e407dc5be tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:26.872359 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80755a78-fa64-4860-a4e5-510e407dc5be tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:26.879189 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-80755a78-fa64-4860-a4e5-510e407dc5be tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/ports/7b155d84-4d51-43c2-98da-78b78ea75f80 HTTP/1.1" status: 404 len: 333 time: 0.1060915 Dec 06 15:13:26.879981 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57148) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:26.883097 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f51deb72-6aa6-4b22-bc92-271dab541887 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4898086 Dec 06 15:13:26.883758 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57150) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:26.888260 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c22dff00-5dae-4050-8b25-612a6ef8c842 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2135212608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:26.941310 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e26b71-679f-4429-a267-382953ff4029 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] DELETE failed (client error): The resource could not be found. Dec 06 15:13:26.942078 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e26b71-679f-4429-a267-382953ff4029 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:13:26.954017 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57152) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:26.954342 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b4e26b71-679f-4429-a267-382953ff4029 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/subnets/41a4f07c-8aef-4cf0-9176-0267332b1154 HTTP/1.1" status: 404 len: 337 time: 0.0709307 Dec 06 15:13:27.094744 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a99a231-9301-4b6c-816a-8e770a03bb68 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:27.098577 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c22dff00-5dae-4050-8b25-612a6ef8c842 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:27.101365 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c22dff00-5dae-4050-8b25-612a6ef8c842 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:27.231884 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c22dff00-5dae-4050-8b25-612a6ef8c842 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:27.259494 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c22dff00-5dae-4050-8b25-612a6ef8c842 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:27.414229 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c22dff00-5dae-4050-8b25-612a6ef8c842 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:27.417011 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c22dff00-5dae-4050-8b25-612a6ef8c842 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5322578 Dec 06 15:13:27.425028 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57162) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:27.431043 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dd06be9a-b3e3-4242-92f4-db736753311b tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1196911779', 'prefixes': ['172.20.0.0/16']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:27.470001 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f2bcdf-8b2b-47ce-a0b5-fbe5ca2d0671 None None] Network da3e1343-4e5b-426f-9786-9a7e8ed37d4f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:13:27.588548 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a99a231-9301-4b6c-816a-8e770a03bb68 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:27.656276 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7a99a231-9301-4b6c-816a-8e770a03bb68 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fffb78d-dfa2-4b31-864d-b7cdbf69ace9']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:27.667095 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7a99a231-9301-4b6c-816a-8e770a03bb68 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:27.667478 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7a99a231-9301-4b6c-816a-8e770a03bb68 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfdd9b5-29ce-47c8-a8c3-c31dd28a7292') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:27.678387 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a99a231-9301-4b6c-816a-8e770a03bb68 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:27.684209 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c87de69d-78a3-4fd7-895d-32bea57c50df up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:13:27.701103 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a99a231-9301-4b6c-816a-8e770a03bb68 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:27.707673 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a99a231-9301-4b6c-816a-8e770a03bb68 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:13:27.708059 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a99a231-9301-4b6c-816a-8e770a03bb68 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:27.799895 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2010c7c2-a727-4648-8b77-2036d579467f None None] Provisioning complete for port c87de69d-78a3-4fd7-895d-32bea57c50df triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:27.800264 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2010c7c2-a727-4648-8b77-2036d579467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:13:27.833702 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:13:27.862907 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a99a231-9301-4b6c-816a-8e770a03bb68 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:27.877659 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a99a231-9301-4b6c-816a-8e770a03bb68 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:27.886343 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7a99a231-9301-4b6c-816a-8e770a03bb68 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] 10.222.0.20 "DELETE /v2.0/networks/5fffb78d-dfa2-4b31-864d-b7cdbf69ace9 HTTP/1.1" status: 204 len: 168 time: 0.9301183 Dec 06 15:13:27.906023 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99a231-9301-4b6c-816a-8e770a03bb68 tempest-NetworksTestDHCPv6-1930561068 tempest-NetworksTestDHCPv6-1930561068-project] Pushing event deleted for resources: {'Network': ['ID=5fffb78d-dfa2-4b31-864d-b7cdbf69ace9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:28.036319 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb6a6-341a-49e1-b693-721aff16762d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:28.048200 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb6a6-341a-49e1-b693-721aff16762d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:28.174866 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:28.191833 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-ca2cb6a6-341a-49e1-b693-721aff16762d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Floating IP 7ffd9046-7937-4433-9652-454f90d55b82 associated. External IP: 172.35.7.220, port: b6f22154-c84a-4ed6-a964-09bef53e85e3. Dec 06 15:13:28.197076 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd06be9a-b3e3-4242-92f4-db736753311b tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks [] for subnetpool, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:28.198274 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dd06be9a-b3e3-4242-92f4-db736753311b tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7720652 Dec 06 15:13:28.202271 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57170) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:28.205741 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port c87de69d-78a3-4fd7-895d-32bea57c50df triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:28.206116 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:28.209876 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-0abe61d1-98bf-4b93-85dc-f4dcb3e0f31f tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0e2accf2-eed9-41d6-ad27-b44a6cefa99e', 'tempest-TagsExtTest-Tag-1888314255') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:28.322116 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2010c7c2-a727-4648-8b77-2036d579467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:28.396712 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2010c7c2-a727-4648-8b77-2036d579467f None None] For port c87de69d-78a3-4fd7-895d-32bea57c50df, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c87de69d-78a3-4fd7-895d-32bea57c50df,segment=NetworkSegment(f75145e2-ca42-4ed6-8e16-bc33067446dd),segment_id=f75145e2-ca42-4ed6-8e16-bc33067446dd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:28.426242 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2010c7c2-a727-4648-8b77-2036d579467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:28.455159 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0abe61d1-98bf-4b93-85dc-f4dcb3e0f31f tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "PUT /v2.0/subnets/0e2accf2-eed9-41d6-ad27-b44a6cefa99e/tags/tempest-TagsExtTest-Tag-1888314255 HTTP/1.1" status: 201 len: 201 time: 0.2517533 Dec 06 15:13:28.457732 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57178) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:28.466364 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-ad7eb403-b9ca-478f-b64c-5de925040d47 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'df4aa0cf-5139-4092-9487-76475617fd7f', 'tempest-TagsExtTest-Tag-1099223941') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:28.472122 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57180) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:28.560604 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:28.618662 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2cb6a6-341a-49e1-b693-721aff16762d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 400bb96e-c320-4a3e-8fe3-a4b005f3e48e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:13:28.623442 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ad7eb403-b9ca-478f-b64c-5de925040d47 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "PUT /v2.0/ports/df4aa0cf-5139-4092-9487-76475617fd7f/tags/tempest-TagsExtTest-Tag-1099223941 HTTP/1.1" status: 201 len: 201 time: 0.1623890 Dec 06 15:13:28.624120 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57186) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:28.640548 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-11ccb05c-efd7-4ff9-83a0-4a3f897bf2a4 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb', 'tempest-TagsExtTest-Tag-1641691773') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:28.647861 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010c7c2-a727-4648-8b77-2036d579467f None None] Pushing event updated for resources: {'Port': ['ID=c87de69d-78a3-4fd7-895d-32bea57c50df,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:28.809771 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:13:28.811231 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:13:28.811938 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8bab2e06-b828-4d77-81bb-b748057b952f None None] Provisioning complete for port df4aa0cf-5139-4092-9487-76475617fd7f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:28.812316 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8bab2e06-b828-4d77-81bb-b748057b952f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:28.871911 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8bab2e06-b828-4d77-81bb-b748057b952f None None] Port df4aa0cf-5139-4092-9487-76475617fd7f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:13:28.889043 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2cb6a6-341a-49e1-b693-721aff16762d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:13:28.894937 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8bab2e06-b828-4d77-81bb-b748057b952f None None] Provisioning complete for port c87de69d-78a3-4fd7-895d-32bea57c50df triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:28.895273 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8bab2e06-b828-4d77-81bb-b748057b952f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:28.941938 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a7e961-22b1-48e8-bce4-d3899b383dd0 None None] Sync routers for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:13:28.972312 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a7e961-22b1-48e8-bce4-d3899b383dd0 None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:28.973356 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-81a7e961-22b1-48e8-bce4-d3899b383dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:29.018018 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f5f3d0bc-991d-4004-92f7-d02a96c3e0d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a13253716f70400fa6b23416f8869bef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5428250 Dec 06 15:13:29.020276 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57202) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:29.069821 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-11ccb05c-efd7-4ff9-83a0-4a3f897bf2a4 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "PUT /v2.0/routers/709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb/tags/tempest-TagsExtTest-Tag-1641691773 HTTP/1.1" status: 201 len: 201 time: 0.4422846 Dec 06 15:13:29.073583 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57204) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:29.088729 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-38e8516a-1c1b-4fdf-840e-3c8a17f362f4 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f74ed09f-ecad-428e-aeeb-d509cab64f3a', 'tempest-TagsExtTest-Tag-1469852080') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:29.097768 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-81a7e961-22b1-48e8-bce4-d3899b383dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:29.135217 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a7e961-22b1-48e8-bce4-d3899b383dd0 None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:29.136350 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-81a7e961-22b1-48e8-bce4-d3899b383dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:29.198064 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62ee231a-fcc6-4ec4-a8f0-262f758715d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:29.211087 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-81a7e961-22b1-48e8-bce4-d3899b383dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:29.212222 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a7e961-22b1-48e8-bce4-d3899b383dd0 None None] The sync data for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:13:29.278751 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62ee231a-fcc6-4ec4-a8f0-262f758715d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:29.348471 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-38e8516a-1c1b-4fdf-840e-3c8a17f362f4 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "PUT /v2.0/subnetpools/f74ed09f-ecad-428e-aeeb-d509cab64f3a/tags/tempest-TagsExtTest-Tag-1469852080 HTTP/1.1" status: 201 len: 201 time: 0.2692370 Dec 06 15:13:29.353229 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57208) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:29.364611 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-694987e0-f793-41c7-9ace-21fee0f8fa83 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0e2accf2-eed9-41d6-ad27-b44a6cefa99e') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:29.440258 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-74e764db-75ca-4a09-89de-e442a741230e None None] Provisioning complete for port df4aa0cf-5139-4092-9487-76475617fd7f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:29.440791 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-74e764db-75ca-4a09-89de-e442a741230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:29.450507 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62ee231a-fcc6-4ec4-a8f0-262f758715d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:29.458601 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62ee231a-fcc6-4ec4-a8f0-262f758715d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:29.472107 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-62ee231a-fcc6-4ec4-a8f0-262f758715d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aafea0ff-7bfd-41ad-ba80-a4a292083d89 HTTP/1.1" status: 204 len: 168 time: 0.4496279 Dec 06 15:13:29.512311 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee231a-fcc6-4ec4-a8f0-262f758715d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafea0ff-7bfd-41ad-ba80-a4a292083d89,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:29.522454 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-74e764db-75ca-4a09-89de-e442a741230e None None] Port df4aa0cf-5139-4092-9487-76475617fd7f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:13:29.578256 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-694987e0-f793-41c7-9ace-21fee0f8fa83 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/subnets/0e2accf2-eed9-41d6-ad27-b44a6cefa99e/tags HTTP/1.1" status: 200 len: 241 time: 0.2222724 Dec 06 15:13:29.581271 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57212) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:29.587800 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-8744fb7e-4276-4579-8e84-b55b4635a872 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0e2accf2-eed9-41d6-ad27-b44a6cefa99e', 'tempest-TagsExtTest-Tag-1888314255') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:29.612027 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c87de69d-78a3-4fd7-895d-32bea57c50df up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:13:29.708795 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8744fb7e-4276-4579-8e84-b55b4635a872 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/subnets/0e2accf2-eed9-41d6-ad27-b44a6cefa99e/tags/tempest-TagsExtTest-Tag-1888314255 HTTP/1.1" status: 204 len: 168 time: 0.1264005 Dec 06 15:13:29.711730 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57216) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:29.716770 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-abb900b5-aab3-45d6-8c4c-6ab127841846 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0e2accf2-eed9-41d6-ad27-b44a6cefa99e', 'tempest-TagsExtTest-Tag-1888314255') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:29.736716 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port c87de69d-78a3-4fd7-895d-32bea57c50df triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:29.740784 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:29.806145 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-abb900b5-aab3-45d6-8c4c-6ab127841846 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/subnets/0e2accf2-eed9-41d6-ad27-b44a6cefa99e/tags/tempest-TagsExtTest-Tag-1888314255 HTTP/1.1" status: 204 len: 168 time: 0.0925953 Dec 06 15:13:29.808769 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57218) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:29.817006 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-e89542ef-9001-4921-9255-7b21a53416b1 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0e2accf2-eed9-41d6-ad27-b44a6cefa99e') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:29.918959 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e89542ef-9001-4921-9255-7b21a53416b1 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/subnets/0e2accf2-eed9-41d6-ad27-b44a6cefa99e/tags HTTP/1.1" status: 200 len: 205 time: 0.1076581 Dec 06 15:13:29.921557 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57222) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:29.932135 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-1f022428-ac93-4073-ba9b-fb3a4fc9ba9b tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'df4aa0cf-5139-4092-9487-76475617fd7f') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:29.947542 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2cb6a6-341a-49e1-b693-721aff16762d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 400bb96e-c320-4a3e-8fe3-a4b005f3e48e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:13:30.006969 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:30.022722 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1f022428-ac93-4073-ba9b-fb3a4fc9ba9b tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/ports/df4aa0cf-5139-4092-9487-76475617fd7f/tags HTTP/1.1" status: 200 len: 241 time: 0.0971966 Dec 06 15:13:30.023016 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57228) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:30.027817 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-5fb85695-627d-445b-be4d-00fc4e11be2a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'df4aa0cf-5139-4092-9487-76475617fd7f', 'tempest-TagsExtTest-Tag-1099223941') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:30.122772 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5fb85695-627d-445b-be4d-00fc4e11be2a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/ports/df4aa0cf-5139-4092-9487-76475617fd7f/tags/tempest-TagsExtTest-Tag-1099223941 HTTP/1.1" status: 204 len: 168 time: 0.0987093 Dec 06 15:13:30.125343 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57236) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:30.135533 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-2bbcc1ce-9a51-47cd-9983-feb29c85164a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'df4aa0cf-5139-4092-9487-76475617fd7f', 'tempest-TagsExtTest-Tag-1099223941') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:30.207859 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2cb6a6-341a-49e1-b693-721aff16762d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:13:30.213263 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb6a6-341a-49e1-b693-721aff16762d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:30.224481 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33792a05-ad46-40a7-b2e1-ad81ae2acb5a None None] Sync routers for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:13:30.242657 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33792a05-ad46-40a7-b2e1-ad81ae2acb5a None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:30.243292 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-33792a05-ad46-40a7-b2e1-ad81ae2acb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:30.319555 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-33792a05-ad46-40a7-b2e1-ad81ae2acb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:30.349743 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33792a05-ad46-40a7-b2e1-ad81ae2acb5a None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:30.350028 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57240) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:30.350430 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ca2cb6a6-341a-49e1-b693-721aff16762d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "PUT /v2.0/floatingips/7ffd9046-7937-4433-9652-454f90d55b82 HTTP/1.1" status: 200 len: 978 time: 3.9269519 Dec 06 15:13:30.350816 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-33792a05-ad46-40a7-b2e1-ad81ae2acb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:30.355898 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-dba9abed-0f9f-40be-96ca-c0220870c6b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:30.359574 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2bbcc1ce-9a51-47cd-9983-feb29c85164a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/ports/df4aa0cf-5139-4092-9487-76475617fd7f/tags/tempest-TagsExtTest-Tag-1099223941 HTTP/1.1" status: 204 len: 168 time: 0.2304513 Dec 06 15:13:30.360441 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57242) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:30.368776 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-a0a786eb-b35c-47ce-818d-488ec5517be5 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'df4aa0cf-5139-4092-9487-76475617fd7f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:30.421770 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-33792a05-ad46-40a7-b2e1-ad81ae2acb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:30.422902 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33792a05-ad46-40a7-b2e1-ad81ae2acb5a None None] The sync data for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:13:30.477187 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a0a786eb-b35c-47ce-818d-488ec5517be5 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/ports/df4aa0cf-5139-4092-9487-76475617fd7f/tags HTTP/1.1" status: 200 len: 205 time: 0.1156533 Dec 06 15:13:30.477938 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57250) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:30.487812 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-205499eb-0300-4a29-b160-232700d2f11a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:30.516818 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dba9abed-0f9f-40be-96ca-c0220870c6b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:30.615112 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-205499eb-0300-4a29-b160-232700d2f11a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/routers/709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb/tags HTTP/1.1" status: 200 len: 241 time: 0.1361029 Dec 06 15:13:30.618142 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57256) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:30.630426 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-b178b2e8-b918-48b8-95f9-7455065d99bb tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb', 'tempest-TagsExtTest-Tag-1641691773') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:30.742008 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b178b2e8-b918-48b8-95f9-7455065d99bb tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/routers/709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb/tags/tempest-TagsExtTest-Tag-1641691773 HTTP/1.1" status: 204 len: 168 time: 0.1222136 Dec 06 15:13:30.744313 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57258) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:30.748964 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-af2fed49-bbcf-4ec4-9254-cc6a1c598d06 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb', 'tempest-TagsExtTest-Tag-1641691773') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:30.790923 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d10eedd5-f061-4a59-a709-c8d5a03232e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:30.792155 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57260) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:30.873983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-af2fed49-bbcf-4ec4-9254-cc6a1c598d06 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/routers/709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb/tags/tempest-TagsExtTest-Tag-1641691773 HTTP/1.1" status: 204 len: 168 time: 0.1264148 Dec 06 15:13:30.874264 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57264) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:30.879419 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-a9162a55-40c5-4b32-b2f2-5cbae1717a3f tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:30.989816 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a9162a55-40c5-4b32-b2f2-5cbae1717a3f tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/routers/709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb/tags HTTP/1.1" status: 200 len: 205 time: 0.1123192 Dec 06 15:13:31.000291 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57268) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:31.005636 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-7f7326a2-fd7a-4865-bc6d-817459150fe7 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f74ed09f-ecad-428e-aeeb-d509cab64f3a') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:31.120292 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7f7326a2-fd7a-4865-bc6d-817459150fe7 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/subnetpools/f74ed09f-ecad-428e-aeeb-d509cab64f3a/tags HTTP/1.1" status: 200 len: 241 time: 0.1187479 Dec 06 15:13:31.121269 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57274) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:31.134006 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-57fa4dee-44f6-400f-9b63-54e9af65bbc0 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f74ed09f-ecad-428e-aeeb-d509cab64f3a', 'tempest-TagsExtTest-Tag-1469852080') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:31.157359 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-57fa4dee-44f6-400f-9b63-54e9af65bbc0 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/subnetpools/f74ed09f-ecad-428e-aeeb-d509cab64f3a/tags/tempest-TagsExtTest-Tag-1469852080 HTTP/1.1" status: 204 len: 168 time: 0.0347686 Dec 06 15:13:31.160190 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57276) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:31.166965 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-cf8c94f5-e21c-4971-a2b5-a7e72b6d213b tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f74ed09f-ecad-428e-aeeb-d509cab64f3a', 'tempest-TagsExtTest-Tag-1469852080') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:31.219088 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cf8c94f5-e21c-4971-a2b5-a7e72b6d213b tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/subnetpools/f74ed09f-ecad-428e-aeeb-d509cab64f3a/tags/tempest-TagsExtTest-Tag-1469852080 HTTP/1.1" status: 204 len: 168 time: 0.0574963 Dec 06 15:13:31.220025 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57280) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:31.225584 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-d30beb3a-d005-48b5-9be9-e9ad2745c005 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f74ed09f-ecad-428e-aeeb-d509cab64f3a') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:31.259303 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d30beb3a-d005-48b5-9be9-e9ad2745c005 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/subnetpools/f74ed09f-ecad-428e-aeeb-d509cab64f3a/tags HTTP/1.1" status: 200 len: 205 time: 0.0368655 Dec 06 15:13:31.260151 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57284) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:31.275604 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-a9b45912-67b3-437a-9cfd-262bd95d0b36 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f74ed09f-ecad-428e-aeeb-d509cab64f3a') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:31.326154 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a9b45912-67b3-437a-9cfd-262bd95d0b36 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/subnetpools/f74ed09f-ecad-428e-aeeb-d509cab64f3a/tags HTTP/1.1" status: 204 len: 168 time: 0.0645750 Dec 06 15:13:31.327204 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57290) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:31.332193 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-7b220f21-62e4-444c-b34c-5817a7c4a629 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:31.446769 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7b220f21-62e4-444c-b34c-5817a7c4a629 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/routers/709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb/tags HTTP/1.1" status: 204 len: 168 time: 0.1182787 Dec 06 15:13:31.447383 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57300) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:31.453424 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-273bf678-9968-4509-8a6a-3cc656d00846 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'df4aa0cf-5139-4092-9487-76475617fd7f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:31.565702 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-273bf678-9968-4509-8a6a-3cc656d00846 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/ports/df4aa0cf-5139-4092-9487-76475617fd7f/tags HTTP/1.1" status: 204 len: 168 time: 0.1165369 Dec 06 15:13:31.566196 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57302) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:31.577151 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-afd4b1c6-d3e8-405e-b7c4-7cb88054bcdb tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0e2accf2-eed9-41d6-ad27-b44a6cefa99e') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:31.717509 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dba9abed-0f9f-40be-96ca-c0220870c6b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:31.724773 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dba9abed-0f9f-40be-96ca-c0220870c6b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:31.726026 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-dba9abed-0f9f-40be-96ca-c0220870c6b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Floating IP 7ffd9046-7937-4433-9652-454f90d55b82 disassociated. External IP: 172.35.7.220, port: 7948aeee-fe2e-4657-afda-3d3f9c61a351. Dec 06 15:13:31.858863 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-afd4b1c6-d3e8-405e-b7c4-7cb88054bcdb tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/subnets/0e2accf2-eed9-41d6-ad27-b44a6cefa99e/tags HTTP/1.1" status: 204 len: 168 time: 0.2915678 Dec 06 15:13:31.861340 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57306) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:31.881668 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-b6ee7d3e-1367-46e8-bb7d-c38fa3a40ce4 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0e2accf2-eed9-41d6-ad27-b44a6cefa99e', 'tempest-TagsExtTest-Tag-2099723757') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:31.940092 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57308) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:31.976836 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-133738b5-becb-4efd-b239-83a45e11828b tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-694078509'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:32.062072 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b6ee7d3e-1367-46e8-bb7d-c38fa3a40ce4 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "PUT /v2.0/subnets/0e2accf2-eed9-41d6-ad27-b44a6cefa99e/tags/tempest-TagsExtTest-Tag-2099723757 HTTP/1.1" status: 201 len: 201 time: 0.1950650 Dec 06 15:13:32.062072 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c288937-bffa-4f9d-b479-2050d729a56b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:32.071327 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57312) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:32.087428 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-aa5ae3d6-5c1c-4441-a4a5-3d249da38ece tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'df4aa0cf-5139-4092-9487-76475617fd7f', 'tempest-TagsExtTest-Tag-861468227') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:32.142901 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba9abed-0f9f-40be-96ca-c0220870c6b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 400bb96e-c320-4a3e-8fe3-a4b005f3e48e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:13:32.146126 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133738b5-becb-4efd-b239-83a45e11828b tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Made reservation on behalf of bfeb390941ff492897dfdfca79044aad for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:13:32.150115 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-133738b5-becb-4efd-b239-83a45e11828b tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:32.163757 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-133738b5-becb-4efd-b239-83a45e11828b tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:32.236266 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-aa5ae3d6-5c1c-4441-a4a5-3d249da38ece tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "PUT /v2.0/ports/df4aa0cf-5139-4092-9487-76475617fd7f/tags/tempest-TagsExtTest-Tag-861468227 HTTP/1.1" status: 201 len: 201 time: 0.1558285 Dec 06 15:13:32.241837 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57316) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:32.248234 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-dee4b172-5e19-420d-8434-960234e2d817 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb', 'tempest-TagsExtTest-Tag-470804737') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:32.297148 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba9abed-0f9f-40be-96ca-c0220870c6b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:13:32.305469 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dba9abed-0f9f-40be-96ca-c0220870c6b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:32.310653 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2db019-a3bb-4d81-813e-7f057e13cf5d None None] Sync routers for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:13:32.322750 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2db019-a3bb-4d81-813e-7f057e13cf5d None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:32.327195 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8e2db019-a3bb-4d81-813e-7f057e13cf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:32.368126 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dba9abed-0f9f-40be-96ca-c0220870c6b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "PUT /v2.0/floatingips/7ffd9046-7937-4433-9652-454f90d55b82 HTTP/1.1" status: 200 len: 688 time: 2.0169733 Dec 06 15:13:32.374387 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57318) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:32.409375 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8e2db019-a3bb-4d81-813e-7f057e13cf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:32.433705 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2db019-a3bb-4d81-813e-7f057e13cf5d None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:32.435502 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8e2db019-a3bb-4d81-813e-7f057e13cf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:32.486963 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c288937-bffa-4f9d-b479-2050d729a56b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:32.504484 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c288937-bffa-4f9d-b479-2050d729a56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:32.530014 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8e2db019-a3bb-4d81-813e-7f057e13cf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:32.530797 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2db019-a3bb-4d81-813e-7f057e13cf5d None None] The sync data for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:13:32.557913 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dee4b172-5e19-420d-8434-960234e2d817 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "PUT /v2.0/routers/709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb/tags/tempest-TagsExtTest-Tag-470804737 HTTP/1.1" status: 201 len: 201 time: 0.3146904 Dec 06 15:13:32.565928 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57326) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:32.567253 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c288937-bffa-4f9d-b479-2050d729a56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae22eac-3d80-4a89-8755-8a1f1fe94cad,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:32.579443 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7c288937-bffa-4f9d-b479-2050d729a56b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82439f0e35084b7bb141138cb7a2e5e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6374686 Dec 06 15:13:32.580186 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57328) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:32.590029 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-4cde9e9b-a3e7-4e3d-a332-ea13ef04980c tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f74ed09f-ecad-428e-aeeb-d509cab64f3a', 'tempest-TagsExtTest-Tag-1898908137') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:32.652926 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ff9a4e0-1017-4ea7-9afa-d651bf51ff2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:32.666079 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-133738b5-becb-4efd-b239-83a45e11828b tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:32.682402 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ff9a4e0-1017-4ea7-9afa-d651bf51ff2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:32.702102 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-133738b5-becb-4efd-b239-83a45e11828b tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:32.740360 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4663f222-07cb-4a34-ab05-55f855f4c725 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Deleting port d32671c4-0fb1-4509-a2b4-b5c877be33ee {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:32.741559 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4663f222-07cb-4a34-ab05-55f855f4c725 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:32.744388 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133738b5-becb-4efd-b239-83a45e11828b tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:13:32.747976 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ff9a4e0-1017-4ea7-9afa-d651bf51ff2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:32.754118 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4cde9e9b-a3e7-4e3d-a332-ea13ef04980c tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "PUT /v2.0/subnetpools/f74ed09f-ecad-428e-aeeb-d509cab64f3a/tags/tempest-TagsExtTest-Tag-1898908137 HTTP/1.1" status: 201 len: 201 time: 0.1714904 Dec 06 15:13:32.757454 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ff9a4e0-1017-4ea7-9afa-d651bf51ff2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:32.759763 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7ff9a4e0-1017-4ea7-9afa-d651bf51ff2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ae22eac-3d80-4a89-8755-8a1f1fe94cad HTTP/1.1" status: 204 len: 168 time: 0.1784081 Dec 06 15:13:32.761258 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57330) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:32.772248 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-75aab30b-34ba-4808-baeb-045d6ecc51e2 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0e2accf2-eed9-41d6-ad27-b44a6cefa99e', {'tags': ['tempest-TagsExtTest-Tag-42055150', 'tempest-TagsExtTest-Tag-457956239', 'tempest-TagsExtTest-Tag-2062559504']}) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:32.804803 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133738b5-becb-4efd-b239-83a45e11828b tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c46f5e-1427-4a10-aa33-c8af5bda133a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:32.824195 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-133738b5-becb-4efd-b239-83a45e11828b tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:32.824549 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-133738b5-becb-4efd-b239-83a45e11828b tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Added segment f9403d73-b45c-4dc0-a35f-366846f0b88c of type vlan for network 9792c1f5-57d7-4ad9-9083-844f9a5ea4ba Dec 06 15:13:32.864504 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9a4e0-1017-4ea7-9afa-d651bf51ff2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae22eac-3d80-4a89-8755-8a1f1fe94cad,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:32.879598 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-75aab30b-34ba-4808-baeb-045d6ecc51e2 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "PUT /v2.0/subnets/0e2accf2-eed9-41d6-ad27-b44a6cefa99e/tags HTTP/1.1" status: 200 len: 315 time: 0.1137383 Dec 06 15:13:32.881000 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57334) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:32.896764 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-96d73069-f3ef-4a17-94a6-47e0fa05a75b tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0e2accf2-eed9-41d6-ad27-b44a6cefa99e') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:32.997865 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-133738b5-becb-4efd-b239-83a45e11828b tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:33.031611 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-96d73069-f3ef-4a17-94a6-47e0fa05a75b tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/subnets/0e2accf2-eed9-41d6-ad27-b44a6cefa99e/tags HTTP/1.1" status: 204 len: 168 time: 0.1469021 Dec 06 15:13:33.031905 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57338) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:33.036404 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-3b0aa6df-7dc4-4aa0-b6bc-0aee416adea2 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0e2accf2-eed9-41d6-ad27-b44a6cefa99e', 'tempest-TagsExtTest-Tag-42055150') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:33.045523 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4663f222-07cb-4a34-ab05-55f855f4c725 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:33.045855 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4663f222-07cb-4a34-ab05-55f855f4c725 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:33.108325 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4663f222-07cb-4a34-ab05-55f855f4c725 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Calling delete_port for d32671c4-0fb1-4509-a2b4-b5c877be33ee owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:33.108522 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-3b0aa6df-7dc4-4aa0-b6bc-0aee416adea2 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] show failed (client error): The resource could not be found. Dec 06 15:13:33.109692 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3b0aa6df-7dc4-4aa0-b6bc-0aee416adea2 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/subnets/0e2accf2-eed9-41d6-ad27-b44a6cefa99e/tags/tempest-TagsExtTest-Tag-42055150 HTTP/1.1" status: 404 len: 327 time: 0.0767407 Dec 06 15:13:33.113017 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57344) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:33.119130 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-f33e298b-2947-4055-af0b-39ae397a2dd7 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0e2accf2-eed9-41d6-ad27-b44a6cefa99e', 'tempest-TagsExtTest-Tag-457956239') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:33.147782 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-133738b5-becb-4efd-b239-83a45e11828b tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:33.153849 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133738b5-becb-4efd-b239-83a45e11828b tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:33.154437 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-133738b5-becb-4efd-b239-83a45e11828b tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:33.242432 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-133738b5-becb-4efd-b239-83a45e11828b tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.4492028 Dec 06 15:13:33.246546 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57350) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:33.254865 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-4f1c6260-56e4-4d4b-be11-62015d9a4d68 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9792c1f5-57d7-4ad9-9083-844f9a5ea4ba', 'tempest-TagsTest-Tag-803560738') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:33.259251 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55db2909-8850-44b0-9833-fca0ee0cc55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:33.316663 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133738b5-becb-4efd-b239-83a45e11828b tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Pushing event updated for resources: {'Network': ['ID=9792c1f5-57d7-4ad9-9083-844f9a5ea4ba,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:33.326811 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 9792c1f5-57d7-4ad9-9083-844f9a5ea4ba details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:13:33.355804 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-f33e298b-2947-4055-af0b-39ae397a2dd7 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] show failed (client error): The resource could not be found. Dec 06 15:13:33.357217 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f33e298b-2947-4055-af0b-39ae397a2dd7 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/subnets/0e2accf2-eed9-41d6-ad27-b44a6cefa99e/tags/tempest-TagsExtTest-Tag-457956239 HTTP/1.1" status: 404 len: 328 time: 0.2424376 Dec 06 15:13:33.362002 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57356) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:33.366205 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-126471f2-e140-4458-9881-123aa5720a61 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0e2accf2-eed9-41d6-ad27-b44a6cefa99e', 'tempest-TagsExtTest-Tag-2062559504') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:33.472527 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-126471f2-e140-4458-9881-123aa5720a61 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] show failed (client error): The resource could not be found. Dec 06 15:13:33.474146 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-126471f2-e140-4458-9881-123aa5720a61 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/subnets/0e2accf2-eed9-41d6-ad27-b44a6cefa99e/tags/tempest-TagsExtTest-Tag-2062559504 HTTP/1.1" status: 404 len: 329 time: 0.1126871 Dec 06 15:13:33.475934 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4663f222-07cb-4a34-ab05-55f855f4c725 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:33.477469 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57360) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:33.484731 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-6eccf7be-ece5-4b82-944a-931255bca9f5 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'df4aa0cf-5139-4092-9487-76475617fd7f', {'tags': ['tempest-TagsExtTest-Tag-1036383915', 'tempest-TagsExtTest-Tag-1074502796', 'tempest-TagsExtTest-Tag-695109934']}) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:33.524947 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663f222-07cb-4a34-ab05-55f855f4c725 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Port': ['ID=d32671c4-0fb1-4509-a2b4-b5c877be33ee,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:33.548605 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4f1c6260-56e4-4d4b-be11-62015d9a4d68 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] 10.222.0.20 "PUT /v2.0/networks/9792c1f5-57d7-4ad9-9083-844f9a5ea4ba/tags/tempest-TagsTest-Tag-803560738 HTTP/1.1" status: 201 len: 201 time: 0.3008394 Dec 06 15:13:33.552530 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57366) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:33.560010 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-75612a98-e5a5-4bc0-b85f-fd7ef5be2b73 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9792c1f5-57d7-4ad9-9083-844f9a5ea4ba', 'tempest-TagsTest-Tag-803560738') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:33.619583 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6eccf7be-ece5-4b82-944a-931255bca9f5 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "PUT /v2.0/ports/df4aa0cf-5139-4092-9487-76475617fd7f/tags HTTP/1.1" status: 200 len: 317 time: 0.1404791 Dec 06 15:13:33.623419 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57370) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:33.629616 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-1a9ed939-ea59-436a-98d0-3ec668cb24eb tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'df4aa0cf-5139-4092-9487-76475617fd7f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:33.668355 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4663f222-07cb-4a34-ab05-55f855f4c725 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:33.675413 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4663f222-07cb-4a34-ab05-55f855f4c725 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:33.679915 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4663f222-07cb-4a34-ab05-55f855f4c725 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/floatingips/7ffd9046-7937-4433-9652-454f90d55b82 HTTP/1.1" status: 204 len: 168 time: 1.3010452 Dec 06 15:13:33.679915 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57372) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:33.699019 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-75612a98-e5a5-4bc0-b85f-fd7ef5be2b73 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] 10.222.0.20 "GET /v2.0/networks/9792c1f5-57d7-4ad9-9083-844f9a5ea4ba/tags/tempest-TagsTest-Tag-803560738 HTTP/1.1" status: 204 len: 168 time: 0.1451404 Dec 06 15:13:33.710649 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57376) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:33.722469 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-415c5724-1726-47b9-8fe9-aa4a8171b5a2 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9792c1f5-57d7-4ad9-9083-844f9a5ea4ba') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:33.732779 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-c25a9bb4-83fb-45c0-bf86-517da033d932 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] delete failed (client error): The resource could not be found. Dec 06 15:13:33.739440 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c25a9bb4-83fb-45c0-bf86-517da033d932 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/floatingips/7ffd9046-7937-4433-9652-454f90d55b82 HTTP/1.1" status: 404 len: 345 time: 0.0587616 Dec 06 15:13:33.741830 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57378) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:33.927324 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe14c5a-33d7-4739-939d-1e2d1f982f0e tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:33.936018 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe14c5a-33d7-4739-939d-1e2d1f982f0e tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:33.942047 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe14c5a-33d7-4739-939d-1e2d1f982f0e tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:33.955932 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bbe14c5a-33d7-4739-939d-1e2d1f982f0e tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "GET /v2.0/ports?network_id=0446cf3e-b426-4bf1-b50f-b83e24ea802f HTTP/1.1" status: 200 len: 2357 time: 0.1995947 Dec 06 15:13:33.956857 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57388) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:33.969561 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-415c5724-1726-47b9-8fe9-aa4a8171b5a2 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] 10.222.0.20 "GET /v2.0/networks/9792c1f5-57d7-4ad9-9083-844f9a5ea4ba/tags HTTP/1.1" status: 200 len: 237 time: 0.2501166 Dec 06 15:13:33.973885 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57390) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:33.983342 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1a9ed939-ea59-436a-98d0-3ec668cb24eb tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/ports/df4aa0cf-5139-4092-9487-76475617fd7f/tags HTTP/1.1" status: 204 len: 168 time: 0.3577445 Dec 06 15:13:33.985255 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57394) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:33.996869 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-217cf9fa-6d84-44be-8df1-67f949164ef7 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9792c1f5-57d7-4ad9-9083-844f9a5ea4ba', {'tags': ['tempest-TagsTest-Tag-1040344415', 'tempest-TagsTest-Tag-567621028', 'tempest-TagsTest-Tag-2029798441']}) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:33.999440 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-93ea3b67-a118-449a-9977-a29e09db86f2 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'df4aa0cf-5139-4092-9487-76475617fd7f', 'tempest-TagsExtTest-Tag-1036383915') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:34.017676 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:34.125402 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-93ea3b67-a118-449a-9977-a29e09db86f2 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] show failed (client error): The resource could not be found. Dec 06 15:13:34.128614 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-93ea3b67-a118-449a-9977-a29e09db86f2 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/ports/df4aa0cf-5139-4092-9487-76475617fd7f/tags/tempest-TagsExtTest-Tag-1036383915 HTTP/1.1" status: 404 len: 329 time: 0.1401339 Dec 06 15:13:34.136730 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57396) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:34.147970 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-217cf9fa-6d84-44be-8df1-67f949164ef7 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] 10.222.0.20 "PUT /v2.0/networks/9792c1f5-57d7-4ad9-9083-844f9a5ea4ba/tags HTTP/1.1" status: 200 len: 308 time: 0.1728990 Dec 06 15:13:34.149971 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-6d51cee8-f507-4a65-8f8a-af273483d994 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'df4aa0cf-5139-4092-9487-76475617fd7f', 'tempest-TagsExtTest-Tag-1074502796') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:34.154320 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57398) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:34.162929 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-d5b6ed19-6265-4201-acde-39921e2ce4f5 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9792c1f5-57d7-4ad9-9083-844f9a5ea4ba', 'tempest-TagsTest-Tag-1040344415') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:34.219002 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f76f88-78dc-404d-817b-eee766831cef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:34.220482 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-74f76f88-78dc-404d-817b-eee766831cef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "GET /v2.0/subnets/62a0dd31-73aa-454f-b9e8-2103f698f693 HTTP/1.1" status: 200 len: 797 time: 0.2628984 Dec 06 15:13:34.226959 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57404) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:34.233472 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-08209ba9-9dbc-41ad-bb5a-137c32762415 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'port': {'network_id': '0446cf3e-b426-4bf1-b50f-b83e24ea802f', 'name': 'tempest-FloatingIPTestJSON-1122339892', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:34.286709 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-6d51cee8-f507-4a65-8f8a-af273483d994 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] show failed (client error): The resource could not be found. Dec 06 15:13:34.290639 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6d51cee8-f507-4a65-8f8a-af273483d994 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/ports/df4aa0cf-5139-4092-9487-76475617fd7f/tags/tempest-TagsExtTest-Tag-1074502796 HTTP/1.1" status: 404 len: 329 time: 0.1514623 Dec 06 15:13:34.293805 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57408) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:34.301883 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-54d36f32-ef36-4ec9-ab8d-1f814b527609 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'df4aa0cf-5139-4092-9487-76475617fd7f', 'tempest-TagsExtTest-Tag-695109934') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:34.407914 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-54d36f32-ef36-4ec9-ab8d-1f814b527609 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] show failed (client error): The resource could not be found. Dec 06 15:13:34.409177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-54d36f32-ef36-4ec9-ab8d-1f814b527609 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/ports/df4aa0cf-5139-4092-9487-76475617fd7f/tags/tempest-TagsExtTest-Tag-695109934 HTTP/1.1" status: 404 len: 328 time: 0.1141570 Dec 06 15:13:34.411707 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57410) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:34.419150 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-fec37a60-82d4-4e95-9884-2eeadcd46b17 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb', {'tags': ['tempest-TagsExtTest-Tag-571219586', 'tempest-TagsExtTest-Tag-203000866', 'tempest-TagsExtTest-Tag-382827376']}) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:34.486144 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d5b6ed19-6265-4201-acde-39921e2ce4f5 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] 10.222.0.20 "DELETE /v2.0/networks/9792c1f5-57d7-4ad9-9083-844f9a5ea4ba/tags/tempest-TagsTest-Tag-1040344415 HTTP/1.1" status: 204 len: 168 time: 0.3303082 Dec 06 15:13:34.488561 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57412) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:34.493520 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-87a884d9-8a96-434a-9404-368f3147e4e0 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9792c1f5-57d7-4ad9-9083-844f9a5ea4ba', 'tempest-TagsTest-Tag-1040344415') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:34.539462 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08209ba9-9dbc-41ad-bb5a-137c32762415 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Made reservation on behalf of 33437f74c4e947549e19c57f1f5bb51b for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:13:34.623883 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fec37a60-82d4-4e95-9884-2eeadcd46b17 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "PUT /v2.0/routers/709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb/tags HTTP/1.1" status: 200 len: 315 time: 0.2081478 Dec 06 15:13:34.624556 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57416) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:34.633769 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-fdda070d-f231-43ba-be6f-39eb551d8861 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:34.711819 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-87a884d9-8a96-434a-9404-368f3147e4e0 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] show failed (client error): The resource could not be found. Dec 06 15:13:34.715410 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-87a884d9-8a96-434a-9404-368f3147e4e0 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] 10.222.0.20 "GET /v2.0/networks/9792c1f5-57d7-4ad9-9083-844f9a5ea4ba/tags/tempest-TagsTest-Tag-1040344415 HTTP/1.1" status: 404 len: 326 time: 0.2234495 Dec 06 15:13:34.716385 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57418) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:34.723238 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-d1acfb24-9c4d-41a5-9683-9ef9701a193f tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9792c1f5-57d7-4ad9-9083-844f9a5ea4ba', 'tempest-TagsTest-Tag-567621028') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:34.757262 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08209ba9-9dbc-41ad-bb5a-137c32762415 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:34.800547 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-08209ba9-9dbc-41ad-bb5a-137c32762415 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] device_id is not set on port 85a9eff3-5731-4c57-a81f-bc159221db45 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:13:34.887178 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d1acfb24-9c4d-41a5-9683-9ef9701a193f tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] 10.222.0.20 "GET /v2.0/networks/9792c1f5-57d7-4ad9-9083-844f9a5ea4ba/tags/tempest-TagsTest-Tag-567621028 HTTP/1.1" status: 204 len: 168 time: 0.1682632 Dec 06 15:13:34.889833 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fdda070d-f231-43ba-be6f-39eb551d8861 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/routers/709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb/tags HTTP/1.1" status: 204 len: 168 time: 0.2642581 Dec 06 15:13:34.890312 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57428) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:34.893838 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57430) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:34.895492 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-197bad10-0fa2-4964-8cd8-753a187726b3 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9792c1f5-57d7-4ad9-9083-844f9a5ea4ba', 'tempest-TagsTest-Tag-2029798441') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:34.900523 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-129ca3ea-e451-45c0-9c91-985e4bab0a06 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb', 'tempest-TagsExtTest-Tag-571219586') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:35.071135 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-129ca3ea-e451-45c0-9c91-985e4bab0a06 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] show failed (client error): The resource could not be found. Dec 06 15:13:35.075083 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-129ca3ea-e451-45c0-9c91-985e4bab0a06 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/routers/709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb/tags/tempest-TagsExtTest-Tag-571219586 HTTP/1.1" status: 404 len: 328 time: 0.1773190 Dec 06 15:13:35.076285 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57436) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:35.085069 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-fece44af-2660-4c51-a019-d0be0cccb969 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb', 'tempest-TagsExtTest-Tag-203000866') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:35.198177 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-197bad10-0fa2-4964-8cd8-753a187726b3 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] 10.222.0.20 "GET /v2.0/networks/9792c1f5-57d7-4ad9-9083-844f9a5ea4ba/tags/tempest-TagsTest-Tag-2029798441 HTTP/1.1" status: 204 len: 168 time: 0.3066087 Dec 06 15:13:35.200749 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57438) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:35.206856 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-12e74e83-2f07-42ab-99e6-611aa1e362de tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9792c1f5-57d7-4ad9-9083-844f9a5ea4ba') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:35.270131 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-fece44af-2660-4c51-a019-d0be0cccb969 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] show failed (client error): The resource could not be found. Dec 06 15:13:35.271104 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fece44af-2660-4c51-a019-d0be0cccb969 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/routers/709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb/tags/tempest-TagsExtTest-Tag-203000866 HTTP/1.1" status: 404 len: 328 time: 0.1906469 Dec 06 15:13:35.274491 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57440) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:35.279859 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-b68f0b5a-f3c4-499d-9d86-a01384105432 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb', 'tempest-TagsExtTest-Tag-382827376') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:35.313927 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-12e74e83-2f07-42ab-99e6-611aa1e362de tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] 10.222.0.20 "DELETE /v2.0/networks/9792c1f5-57d7-4ad9-9083-844f9a5ea4ba/tags HTTP/1.1" status: 204 len: 168 time: 0.1111488 Dec 06 15:13:35.316950 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57442) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:35.322610 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-7e0c723b-949c-4ed5-ac60-81f30a8dc4f1 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9792c1f5-57d7-4ad9-9083-844f9a5ea4ba', 'tempest-TagsTest-Tag-567621028') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:35.436401 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-7e0c723b-949c-4ed5-ac60-81f30a8dc4f1 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] show failed (client error): The resource could not be found. Dec 06 15:13:35.440090 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7e0c723b-949c-4ed5-ac60-81f30a8dc4f1 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] 10.222.0.20 "GET /v2.0/networks/9792c1f5-57d7-4ad9-9083-844f9a5ea4ba/tags/tempest-TagsTest-Tag-567621028 HTTP/1.1" status: 404 len: 325 time: 0.1192944 Dec 06 15:13:35.440357 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57444) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:35.446842 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-becb9f58-c6c5-4730-80fd-fe12ad78e2a5 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9792c1f5-57d7-4ad9-9083-844f9a5ea4ba', 'tempest-TagsTest-Tag-2029798441') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:35.551852 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-becb9f58-c6c5-4730-80fd-fe12ad78e2a5 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] show failed (client error): The resource could not be found. Dec 06 15:13:35.555972 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-becb9f58-c6c5-4730-80fd-fe12ad78e2a5 tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] 10.222.0.20 "GET /v2.0/networks/9792c1f5-57d7-4ad9-9083-844f9a5ea4ba/tags/tempest-TagsTest-Tag-2029798441 HTTP/1.1" status: 404 len: 326 time: 0.1109889 Dec 06 15:13:35.557102 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57446) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:35.569654 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-433d52c0-615c-4610-8911-71b5dbcfbdeb tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9792c1f5-57d7-4ad9-9083-844f9a5ea4ba') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:35.679369 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:35.698280 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-433d52c0-615c-4610-8911-71b5dbcfbdeb tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] 10.222.0.20 "DELETE /v2.0/networks/9792c1f5-57d7-4ad9-9083-844f9a5ea4ba/tags HTTP/1.1" status: 204 len: 168 time: 0.1392837 Dec 06 15:13:35.703039 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57452) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:35.706670 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-b68f0b5a-f3c4-499d-9d86-a01384105432 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] show failed (client error): The resource could not be found. Dec 06 15:13:35.707809 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b68f0b5a-f3c4-499d-9d86-a01384105432 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/routers/709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb/tags/tempest-TagsExtTest-Tag-382827376 HTTP/1.1" status: 404 len: 328 time: 0.4321764 Dec 06 15:13:35.710706 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57454) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:35.715493 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-aa394d9e-5e21-449c-8a1d-c2fb9a3dbf77 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f74ed09f-ecad-428e-aeeb-d509cab64f3a', {'tags': ['tempest-TagsExtTest-Tag-1157542031', 'tempest-TagsExtTest-Tag-1946057640', 'tempest-TagsExtTest-Tag-1731157003']}) {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:35.745015 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-08209ba9-9dbc-41ad-bb5a-137c32762415 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Allocated IP 172.20.0.14 (0446cf3e-b426-4bf1-b50f-b83e24ea802f/62a0dd31-73aa-454f-b9e8-2103f698f693/85a9eff3-5731-4c57-a81f-bc159221db45) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:35.758189 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-08209ba9-9dbc-41ad-bb5a-137c32762415 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Allocated IP 172.20.0.13 (0446cf3e-b426-4bf1-b50f-b83e24ea802f/62a0dd31-73aa-454f-b9e8-2103f698f693/85a9eff3-5731-4c57-a81f-bc159221db45) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:35.790324 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-aa394d9e-5e21-449c-8a1d-c2fb9a3dbf77 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "PUT /v2.0/subnetpools/f74ed09f-ecad-428e-aeeb-d509cab64f3a/tags HTTP/1.1" status: 200 len: 318 time: 0.0785832 Dec 06 15:13:35.793502 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57458) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:35.798642 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-9b858330-1f3e-426a-992e-3a02abb3dce7 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f74ed09f-ecad-428e-aeeb-d509cab64f3a') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:35.869819 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d1bc385-79f2-454b-ab6f-02831b78794c tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:35.943395 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9b858330-1f3e-426a-992e-3a02abb3dce7 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/subnetpools/f74ed09f-ecad-428e-aeeb-d509cab64f3a/tags HTTP/1.1" status: 204 len: 168 time: 0.1487672 Dec 06 15:13:35.951840 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57464) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:35.956631 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-b708ae85-c429-4fdc-9965-2913fb15af4b tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f74ed09f-ecad-428e-aeeb-d509cab64f3a', 'tempest-TagsExtTest-Tag-1157542031') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:35.969488 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d1bc385-79f2-454b-ab6f-02831b78794c tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:36.011543 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3d1bc385-79f2-454b-ab6f-02831b78794c tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9792c1f5-57d7-4ad9-9083-844f9a5ea4ba']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:36.018859 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-b708ae85-c429-4fdc-9965-2913fb15af4b tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] show failed (client error): The resource could not be found. Dec 06 15:13:36.019953 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b708ae85-c429-4fdc-9965-2913fb15af4b tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/subnetpools/f74ed09f-ecad-428e-aeeb-d509cab64f3a/tags/tempest-TagsExtTest-Tag-1157542031 HTTP/1.1" status: 404 len: 329 time: 0.0729876 Dec 06 15:13:36.022875 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08209ba9-9dbc-41ad-bb5a-137c32762415 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:36.024139 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57472) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:36.029328 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-e8af6467-e5af-4eda-a981-ec2f4a187873 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f74ed09f-ecad-428e-aeeb-d509cab64f3a', 'tempest-TagsExtTest-Tag-1946057640') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:36.035810 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3d1bc385-79f2-454b-ab6f-02831b78794c tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9403d73-b45c-4dc0-a35f-366846f0b88c') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:36.036355 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-3d1bc385-79f2-454b-ab6f-02831b78794c tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9403d73-b45c-4dc0-a35f-366846f0b88c') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:36.056492 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d1bc385-79f2-454b-ab6f-02831b78794c tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:36.069477 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-e8af6467-e5af-4eda-a981-ec2f4a187873 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] show failed (client error): The resource could not be found. Dec 06 15:13:36.070616 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e8af6467-e5af-4eda-a981-ec2f4a187873 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/subnetpools/f74ed09f-ecad-428e-aeeb-d509cab64f3a/tags/tempest-TagsExtTest-Tag-1946057640 HTTP/1.1" status: 404 len: 329 time: 0.0447705 Dec 06 15:13:36.075876 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57478) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:36.080444 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-192fa1d9-12f0-45a9-9a37-2265c2c45538 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f74ed09f-ecad-428e-aeeb-d509cab64f3a', 'tempest-TagsExtTest-Tag-1731157003') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:36.097237 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d1bc385-79f2-454b-ab6f-02831b78794c tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:36.112870 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1bc385-79f2-454b-ab6f-02831b78794c tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:13:36.113487 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d1bc385-79f2-454b-ab6f-02831b78794c tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:13:36.118815 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:13:36.130685 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-192fa1d9-12f0-45a9-9a37-2265c2c45538 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] show failed (client error): The resource could not be found. Dec 06 15:13:36.132567 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-192fa1d9-12f0-45a9-9a37-2265c2c45538 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/subnetpools/f74ed09f-ecad-428e-aeeb-d509cab64f3a/tags/tempest-TagsExtTest-Tag-1731157003 HTTP/1.1" status: 404 len: 329 time: 0.0554323 Dec 06 15:13:36.136710 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57482) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:36.156577 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.tag.tag_plugin [None req-b022db21-664c-4937-b228-5821acc12858 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f74ed09f-ecad-428e-aeeb-d509cab64f3a') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:36.194367 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08209ba9-9dbc-41ad-bb5a-137c32762415 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:36.281133 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d1bc385-79f2-454b-ab6f-02831b78794c tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:36.292765 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d1bc385-79f2-454b-ab6f-02831b78794c tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:36.303706 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3d1bc385-79f2-454b-ab6f-02831b78794c tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] 10.222.0.20 "DELETE /v2.0/networks/9792c1f5-57d7-4ad9-9083-844f9a5ea4ba HTTP/1.1" status: 204 len: 168 time: 0.5988379 Dec 06 15:13:36.305962 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b022db21-664c-4937-b228-5821acc12858 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/subnetpools/f74ed09f-ecad-428e-aeeb-d509cab64f3a/tags HTTP/1.1" status: 204 len: 168 time: 0.1679142 Dec 06 15:13:36.308020 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08209ba9-9dbc-41ad-bb5a-137c32762415 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network 0446cf3e-b426-4bf1-b50f-b83e24ea802f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:36.309720 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57492) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:36.314090 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-08209ba9-9dbc-41ad-bb5a-137c32762415 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:36.320720 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08209ba9-9dbc-41ad-bb5a-137c32762415 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:13:36.323360 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08209ba9-9dbc-41ad-bb5a-137c32762415 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=85a9eff3-5731-4c57-a81f-bc159221db45,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:36.331117 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-a5f58e47-f6ab-4fcb-8593-2a8f2a026d4c tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:36.334512 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08562fc1-f727-418e-9bf0-96e1bf28b000 None None] DHCP port deletion for 0446cf3e-b426-4bf1-b50f-b83e24ea802f request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:13:36.343876 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1bc385-79f2-454b-ab6f-02831b78794c tempest-TagsTest-1051504294 tempest-TagsTest-1051504294-project] Pushing event deleted for resources: {'Network': ['ID=9792c1f5-57d7-4ad9-9083-844f9a5ea4ba,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:36.422542 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-61351736-e8b0-46d7-843a-46f142796112 None None] Provisioning complete for port 85a9eff3-5731-4c57-a81f-bc159221db45 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:36.423157 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-61351736-e8b0-46d7-843a-46f142796112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:36.425572 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08209ba9-9dbc-41ad-bb5a-137c32762415 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:36.426958 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-08209ba9-9dbc-41ad-bb5a-137c32762415 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:36.464097 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-08209ba9-9dbc-41ad-bb5a-137c32762415 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.2358241 Dec 06 15:13:36.466535 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57498) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:36.476475 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': '85a9eff3-5731-4c57-a81f-bc159221db45', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:36.514422 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-61351736-e8b0-46d7-843a-46f142796112 None None] Port 85a9eff3-5731-4c57-a81f-bc159221db45 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:13:36.514767 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a5f58e47-f6ab-4fcb-8593-2a8f2a026d4c tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/routers/709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb/tags HTTP/1.1" status: 204 len: 168 time: 0.2033098 Dec 06 15:13:36.516720 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57502) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:36.524563 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-ff50aeae-2a12-4489-9c93-52c11b24d991 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'df4aa0cf-5139-4092-9487-76475617fd7f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:36.566474 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:36.644308 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:36.649430 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ff50aeae-2a12-4489-9c93-52c11b24d991 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/ports/df4aa0cf-5139-4092-9487-76475617fd7f/tags HTTP/1.1" status: 204 len: 168 time: 0.1286273 Dec 06 15:13:36.650873 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57506) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:36.657385 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.tag.tag_plugin [None req-b0614e0b-33cf-4adc-8b8f-e9d697952d13 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0e2accf2-eed9-41d6-ad27-b44a6cefa99e') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:36.826578 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b0614e0b-33cf-4adc-8b8f-e9d697952d13 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/subnets/0e2accf2-eed9-41d6-ad27-b44a6cefa99e/tags HTTP/1.1" status: 204 len: 168 time: 0.1744089 Dec 06 15:13:36.831546 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57514) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:36.842760 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:36.888479 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57520) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:36.988133 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Allocated IP 172.35.7.164 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/04518bf3-2452-402f-a486-c101238ff042) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:37.081648 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fba6b854-5255-4595-9b6f-07668381d40a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks [] for subnetpool, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:37.087961 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fba6b854-5255-4595-9b6f-07668381d40a tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/subnetpools/f74ed09f-ecad-428e-aeeb-d509cab64f3a HTTP/1.1" status: 204 len: 168 time: 0.2506723 Dec 06 15:13:37.090334 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57530) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:37.145909 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2c06d6c6-f5d9-4e5c-9764-e42acbf186ce tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "GET /v2.0/ports?device_id=709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb HTTP/1.1" status: 200 len: 205 time: 0.0523102 Dec 06 15:13:37.148669 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57532) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:37.189978 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fe4f4b5e-480a-4868-a42e-d9fffef2795b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfeb390941ff492897dfdfca79044aad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2757108 Dec 06 15:13:37.195868 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57534) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:37.264550 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97826843-5b28-4106-a407-b609b700003b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:37.271065 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:37.274923 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90ef6464-aaad-4642-8236-1ba5fa0ae6b8 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:37.297390 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97826843-5b28-4106-a407-b609b700003b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:37.383514 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97826843-5b28-4106-a407-b609b700003b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:37.386713 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-97826843-5b28-4106-a407-b609b700003b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:37.388114 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-97826843-5b28-4106-a407-b609b700003b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25c46f5e-1427-4a10-aa33-c8af5bda133a HTTP/1.1" status: 204 len: 168 time: 0.1912994 Dec 06 15:13:37.397698 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97826843-5b28-4106-a407-b609b700003b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c46f5e-1427-4a10-aa33-c8af5bda133a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:37.533536 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90ef6464-aaad-4642-8236-1ba5fa0ae6b8 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:37.547842 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90ef6464-aaad-4642-8236-1ba5fa0ae6b8 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:37.555081 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:37.673755 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90ef6464-aaad-4642-8236-1ba5fa0ae6b8 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:37.678781 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ef6464-aaad-4642-8236-1ba5fa0ae6b8 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Fanout notify agent at l3_agent the message router_deleted on router 709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:13:37.699058 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90ef6464-aaad-4642-8236-1ba5fa0ae6b8 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:37.702396 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-90ef6464-aaad-4642-8236-1ba5fa0ae6b8 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/routers/709a07a2-cf2e-4d9b-8ce1-556d60ca2aeb HTTP/1.1" status: 204 len: 168 time: 0.5506465 Dec 06 15:13:37.702396 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:37.702798 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57546) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:37.710033 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:37.722929 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:13:37.776620 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=04518bf3-2452-402f-a486-c101238ff042,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:37.790466 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:37.790914 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:37.791329 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:37.791757 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:37.792164 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:37.792567 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:37.792967 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:37.793532 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:37.793940 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:37.794336 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:37.794731 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:37.795124 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:37.795515 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:37.884345 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4100d416-d4cc-49f4-8762-c2f2f7eb521e tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Deleting port df4aa0cf-5139-4092-9487-76475617fd7f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:37.884728 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4100d416-d4cc-49f4-8762-c2f2f7eb521e tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:38.030168 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4100d416-d4cc-49f4-8762-c2f2f7eb521e tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:38.046315 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4100d416-d4cc-49f4-8762-c2f2f7eb521e tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Calling delete_port for df4aa0cf-5139-4092-9487-76475617fd7f owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:38.251119 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:38.316362 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4100d416-d4cc-49f4-8762-c2f2f7eb521e tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:38.377634 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100d416-d4cc-49f4-8762-c2f2f7eb521e tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Pushing event deleted for resources: {'Port': ['ID=df4aa0cf-5139-4092-9487-76475617fd7f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:38.441695 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:38.519880 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4100d416-d4cc-49f4-8762-c2f2f7eb521e tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:38.531093 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4100d416-d4cc-49f4-8762-c2f2f7eb521e tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/ports/df4aa0cf-5139-4092-9487-76475617fd7f HTTP/1.1" status: 204 len: 168 time: 0.8271713 Dec 06 15:13:38.531324 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57572) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:38.657076 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d86368a-d9f0-435b-999f-850a5e372fb3 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Deleting subnet 0e2accf2-eed9-41d6-ad27-b44a6cefa99e {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:13:38.671417 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d86368a-d9f0-435b-999f-850a5e372fb3 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:38.814178 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d86368a-d9f0-435b-999f-850a5e372fb3 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:39.032827 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d86368a-d9f0-435b-999f-850a5e372fb3 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:39.095084 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:39.104000 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:39.223213 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:39.308560 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=04518bf3-2452-402f-a486-c101238ff042,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:39.314760 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d86368a-d9f0-435b-999f-850a5e372fb3 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:39.371826 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3140a85-4780-4507-8a92-bd6346fccbc3 None None] Network da3e1343-4e5b-426f-9786-9a7e8ed37d4f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:13:39.384152 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86368a-d9f0-435b-999f-850a5e372fb3 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2accf2-eed9-41d6-ad27-b44a6cefa99e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:39.388869 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8d86368a-d9f0-435b-999f-850a5e372fb3 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:39.404057 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8d86368a-d9f0-435b-999f-850a5e372fb3 tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/subnets/0e2accf2-eed9-41d6-ad27-b44a6cefa99e HTTP/1.1" status: 204 len: 168 time: 0.8691831 Dec 06 15:13:39.405016 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57596) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:39.524411 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Floating IP 05b79a1e-55e1-4175-b553-06277ce1abb1 associated. External IP: 172.35.7.164, port: 85a9eff3-5731-4c57-a81f-bc159221db45. Dec 06 15:13:39.647667 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:39.836479 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Deleting port c87de69d-78a3-4fd7-895d-32bea57c50df {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:39.837298 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e748789c-c9ad-498f-bf61-4b366fc4aecd None None] DHCP port deletion for da3e1343-4e5b-426f-9786-9a7e8ed37d4f request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:13:39.839418 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:39.977300 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] For port c87de69d-78a3-4fd7-895d-32bea57c50df, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c87de69d-78a3-4fd7-895d-32bea57c50df,segment=NetworkSegment(f75145e2-ca42-4ed6-8e16-bc33067446dd),segment_id=f75145e2-ca42-4ed6-8e16-bc33067446dd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:39.980766 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:39.996103 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Calling delete_port for c87de69d-78a3-4fd7-895d-32bea57c50df owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:40.081457 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 400bb96e-c320-4a3e-8fe3-a4b005f3e48e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:13:40.093874 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:40.103115 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e748789c-c9ad-498f-bf61-4b366fc4aecd None None] Deleting port c87de69d-78a3-4fd7-895d-32bea57c50df {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:40.104336 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e748789c-c9ad-498f-bf61-4b366fc4aecd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:40.155445 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57614) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:40.182847 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Pushing event deleted for resources: {'Port': ['ID=c87de69d-78a3-4fd7-895d-32bea57c50df,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:40.199263 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] No DVR routers for this DVR port c87de69d-78a3-4fd7-895d-32bea57c50df on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:13:40.280912 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e748789c-c9ad-498f-bf61-4b366fc4aecd None None] For port c87de69d-78a3-4fd7-895d-32bea57c50df, host n-d-master-1, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:40.281243 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e748789c-c9ad-498f-bf61-4b366fc4aecd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:40.338182 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e748789c-c9ad-498f-bf61-4b366fc4aecd None None] Calling delete_port for c87de69d-78a3-4fd7-895d-32bea57c50df owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:40.353126 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-e748789c-c9ad-498f-bf61-4b366fc4aecd None None] Port c87de69d-78a3-4fd7-895d-32bea57c50df was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 15:13:40.358466 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e748789c-c9ad-498f-bf61-4b366fc4aecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:40.395441 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:40.449992 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3e1343-4e5b-426f-9786-9a7e8ed37d4f']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:40.477415 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75145e2-ca42-4ed6-8e16-bc33067446dd') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:40.478298 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75145e2-ca42-4ed6-8e16-bc33067446dd') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:40.493698 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcd03024-c97e-4560-b4aa-566faa4ebb1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:40.499230 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748789c-c9ad-498f-bf61-4b366fc4aecd None None] Pushing event deleted for resources: {'Port': ['ID=c87de69d-78a3-4fd7-895d-32bea57c50df,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:40.508524 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:40.515250 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748789c-c9ad-498f-bf61-4b366fc4aecd None None] No DVR routers for this DVR port c87de69d-78a3-4fd7-895d-32bea57c50df on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:13:40.596498 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcd03024-c97e-4560-b4aa-566faa4ebb1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:40.605362 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcd03024-c97e-4560-b4aa-566faa4ebb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:40.623202 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:40.658473 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:13:40.659271 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:13:40.683391 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:13:40.723694 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd03024-c97e-4560-b4aa-566faa4ebb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c715d3b6-1fe6-4299-90ad-ba67ceea117f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:40.732847 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bcd03024-c97e-4560-b4aa-566faa4ebb1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=faa2c472848b4daebd515b67cdff8bcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5719283 Dec 06 15:13:40.736044 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57624) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:40.928238 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:40.936931 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:40.942093 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] 10.222.0.20 "DELETE /v2.0/networks/da3e1343-4e5b-426f-9786-9a7e8ed37d4f HTTP/1.1" status: 204 len: 168 time: 1.5346067 Dec 06 15:13:40.953035 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-060b9a47-3c00-493a-9efc-ce6758f5a7e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:40.971261 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:13:40.985103 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cd0481-fb2b-4440-ae4e-0461f0c6faa1 None None] Sync routers for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:13:40.995001 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:41.008879 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cd0481-fb2b-4440-ae4e-0461f0c6faa1 None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:41.009518 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c9cd0481-fb2b-4440-ae4e-0461f0c6faa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:41.013809 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c760f-16e0-4f72-9bf2-b0efd4aeb67d tempest-TagsExtTest-1388692830 tempest-TagsExtTest-1388692830-project] Pushing event deleted for resources: {'Network': ['ID=da3e1343-4e5b-426f-9786-9a7e8ed37d4f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:41.040807 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-39cdbba1-9966-4e0e-bbc8-341b9b2900b4 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.5728130 Dec 06 15:13:41.043354 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57636) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:41.076081 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-060b9a47-3c00-493a-9efc-ce6758f5a7e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:41.079841 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6a3e8210-c0c7-475a-9dc9-8237efe03b0a tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'floatingip': {'port_id': '85a9eff3-5731-4c57-a81f-bc159221db45', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:41.093605 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c9cd0481-fb2b-4440-ae4e-0461f0c6faa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:41.127324 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cd0481-fb2b-4440-ae4e-0461f0c6faa1 None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:41.128000 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c9cd0481-fb2b-4440-ae4e-0461f0c6faa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:41.187720 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a3e8210-c0c7-475a-9dc9-8237efe03b0a tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:41.223503 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-060b9a47-3c00-493a-9efc-ce6758f5a7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:41.226977 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-060b9a47-3c00-493a-9efc-ce6758f5a7e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:41.230513 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-060b9a47-3c00-493a-9efc-ce6758f5a7e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c715d3b6-1fe6-4299-90ad-ba67ceea117f HTTP/1.1" status: 204 len: 168 time: 0.4913008 Dec 06 15:13:41.262541 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c9cd0481-fb2b-4440-ae4e-0461f0c6faa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:41.263460 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cd0481-fb2b-4440-ae4e-0461f0c6faa1 None None] The sync data for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:13:41.275085 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b9a47-3c00-493a-9efc-ce6758f5a7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c715d3b6-1fe6-4299-90ad-ba67ceea117f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:41.399578 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57642) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:41.575223 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c87de69d-78a3-4fd7-895d-32bea57c50df no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:13:41.624925 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: c87de69d-78a3-4fd7-895d-32bea57c50df {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:13:41.625455 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c87de69d-78a3-4fd7-895d-32bea57c50df not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:13:42.110189 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b235390e-48ab-4e17-972f-7dd0e1914353 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3dc9a21da2444987a2bb49525dbe2f16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7093728 Dec 06 15:13:42.112361 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57670) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:42.242864 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6490c694-b196-4ee7-b296-25b23a19f320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:42.294332 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6490c694-b196-4ee7-b296-25b23a19f320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:42.376090 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6490c694-b196-4ee7-b296-25b23a19f320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:42.382731 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6490c694-b196-4ee7-b296-25b23a19f320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:42.386587 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6490c694-b196-4ee7-b296-25b23a19f320 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/648bbc2b-d1d2-4cd0-b7b0-2075047f79ee HTTP/1.1" status: 204 len: 168 time: 0.2708220 Dec 06 15:13:42.419495 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490c694-b196-4ee7-b296-25b23a19f320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648bbc2b-d1d2-4cd0-b7b0-2075047f79ee,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:42.487108 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a3e8210-c0c7-475a-9dc9-8237efe03b0a tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:42.500338 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a3e8210-c0c7-475a-9dc9-8237efe03b0a tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:42.967283 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3e8210-c0c7-475a-9dc9-8237efe03b0a tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 400bb96e-c320-4a3e-8fe3-a4b005f3e48e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:13:43.232003 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3e8210-c0c7-475a-9dc9-8237efe03b0a tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:13:43.237095 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6a3e8210-c0c7-475a-9dc9-8237efe03b0a tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:43.244595 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19827f55-6e7d-44da-8c98-8155a196a104 None None] Sync routers for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:13:43.262057 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19827f55-6e7d-44da-8c98-8155a196a104 None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:43.262715 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-19827f55-6e7d-44da-8c98-8155a196a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:43.357469 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6a3e8210-c0c7-475a-9dc9-8237efe03b0a tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "PUT /v2.0/floatingips/05b79a1e-55e1-4175-b553-06277ce1abb1 HTTP/1.1" status: 200 len: 979 time: 2.2879560 Dec 06 15:13:43.359025 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-19827f55-6e7d-44da-8c98-8155a196a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:43.360720 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57714) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:43.380481 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19827f55-6e7d-44da-8c98-8155a196a104 None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:43.381571 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-19827f55-6e7d-44da-8c98-8155a196a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:43.452172 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-19827f55-6e7d-44da-8c98-8155a196a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:43.452857 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19827f55-6e7d-44da-8c98-8155a196a104 None None] The sync data for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:13:43.730746 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fb6291fe-d2fa-45a7-8811-e6d16f3e4e22 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Deleting port 04518bf3-2452-402f-a486-c101238ff042 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:43.731090 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb6291fe-d2fa-45a7-8811-e6d16f3e4e22 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:43.833522 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb6291fe-d2fa-45a7-8811-e6d16f3e4e22 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:43.833922 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb6291fe-d2fa-45a7-8811-e6d16f3e4e22 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:43.848858 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fb6291fe-d2fa-45a7-8811-e6d16f3e4e22 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Calling delete_port for 04518bf3-2452-402f-a486-c101238ff042 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:44.714343 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb6291fe-d2fa-45a7-8811-e6d16f3e4e22 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:44.747437 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6291fe-d2fa-45a7-8811-e6d16f3e4e22 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Port': ['ID=04518bf3-2452-402f-a486-c101238ff042,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:44.878878 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb6291fe-d2fa-45a7-8811-e6d16f3e4e22 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:44.879341 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-fb6291fe-d2fa-45a7-8811-e6d16f3e4e22 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Floating IP 05b79a1e-55e1-4175-b553-06277ce1abb1 disassociated (deleted). External IP: 172.35.7.164, port: 85a9eff3-5731-4c57-a81f-bc159221db45. Dec 06 15:13:45.242124 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6291fe-d2fa-45a7-8811-e6d16f3e4e22 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 400bb96e-c320-4a3e-8fe3-a4b005f3e48e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:13:45.459207 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6291fe-d2fa-45a7-8811-e6d16f3e4e22 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:13:45.472918 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8bd742-0f25-40db-aaff-b733d5fa38db None None] Sync routers for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:13:45.476762 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb6291fe-d2fa-45a7-8811-e6d16f3e4e22 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:45.488817 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8bd742-0f25-40db-aaff-b733d5fa38db None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:45.495732 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dc8bd742-0f25-40db-aaff-b733d5fa38db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:45.527584 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fb6291fe-d2fa-45a7-8811-e6d16f3e4e22 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/floatingips/05b79a1e-55e1-4175-b553-06277ce1abb1 HTTP/1.1" status: 204 len: 168 time: 2.1654136 Dec 06 15:13:45.530095 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57786) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:45.608823 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dc8bd742-0f25-40db-aaff-b733d5fa38db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:45.640208 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8bd742-0f25-40db-aaff-b733d5fa38db None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:45.641039 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dc8bd742-0f25-40db-aaff-b733d5fa38db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:45.657600 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4a7bcabc-0aef-47dd-8f2e-26d98ddf7e16 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Deleting port 85a9eff3-5731-4c57-a81f-bc159221db45 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:45.658443 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a7bcabc-0aef-47dd-8f2e-26d98ddf7e16 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:45.733878 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-dc8bd742-0f25-40db-aaff-b733d5fa38db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:45.734748 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8bd742-0f25-40db-aaff-b733d5fa38db None None] The sync data for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:13:45.847866 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a7bcabc-0aef-47dd-8f2e-26d98ddf7e16 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:45.872232 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4a7bcabc-0aef-47dd-8f2e-26d98ddf7e16 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Calling delete_port for 85a9eff3-5731-4c57-a81f-bc159221db45 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:45.908316 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57796) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:46.151944 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-738d766f-5cfa-4d43-bfff-00961d842c9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:46.220766 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57806) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:46.293054 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57810) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:46.344290 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a7bcabc-0aef-47dd-8f2e-26d98ddf7e16 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:46.378680 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f5ad61-1ca8-4ab9-a7b4-ea942809de42 admin admin] Deleting subnet 1a6e8809-996b-4ddb-891a-942e3572e4d1 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:13:46.394282 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1f5ad61-1ca8-4ab9-a7b4-ea942809de42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:46.474302 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-738d766f-5cfa-4d43-bfff-00961d842c9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:46.488387 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-738d766f-5cfa-4d43-bfff-00961d842c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:46.558182 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1f5ad61-1ca8-4ab9-a7b4-ea942809de42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:46.609683 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bcabc-0aef-47dd-8f2e-26d98ddf7e16 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Port': ['ID=85a9eff3-5731-4c57-a81f-bc159221db45,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:46.611451 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-738d766f-5cfa-4d43-bfff-00961d842c9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fa70809d9ef421eb0d53203662b082e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7020540 Dec 06 15:13:46.614198 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57814) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:46.619636 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d766f-5cfa-4d43-bfff-00961d842c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9338ae75-a210-4edd-8df9-8d3b5a7634c1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:46.659363 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49b0d988-1e33-4dd9-beff-ce35a2f9c68e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:46.685572 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c10c634-65e9-475c-8ca2-cdfd67bba60e None None] DHCP port deletion for 0446cf3e-b426-4bf1-b50f-b83e24ea802f request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:13:46.727975 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1f5ad61-1ca8-4ab9-a7b4-ea942809de42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:46.729421 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-384e4d35-e2fb-4ebd-a9e3-750ce7537e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:46.776892 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-384e4d35-e2fb-4ebd-a9e3-750ce7537e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:46.839302 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-384e4d35-e2fb-4ebd-a9e3-750ce7537e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:46.842120 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-384e4d35-e2fb-4ebd-a9e3-750ce7537e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:46.843408 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-384e4d35-e2fb-4ebd-a9e3-750ce7537e5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9338ae75-a210-4edd-8df9-8d3b5a7634c1 HTTP/1.1" status: 204 len: 168 time: 0.2282991 Dec 06 15:13:46.862226 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e4d35-e2fb-4ebd-a9e3-750ce7537e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9338ae75-a210-4edd-8df9-8d3b5a7634c1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:46.896450 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1f5ad61-1ca8-4ab9-a7b4-ea942809de42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:46.919568 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e61445-39a2-4622-9c71-acf8213e4756 None None] Network ea1e0d24-092d-40db-a26c-9acab4a004c1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:13:46.936437 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49b0d988-1e33-4dd9-beff-ce35a2f9c68e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:46.938960 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1f5ad61-1ca8-4ab9-a7b4-ea942809de42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:46.942365 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f1f5ad61-1ca8-4ab9-a7b4-ea942809de42 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1a6e8809-996b-4ddb-891a-942e3572e4d1 HTTP/1.1" status: 204 len: 168 time: 0.7206261 Dec 06 15:13:46.946501 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57818) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:47.067567 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5ad61-1ca8-4ab9-a7b4-ea942809de42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a6e8809-996b-4ddb-891a-942e3572e4d1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:47.071986 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a7bcabc-0aef-47dd-8f2e-26d98ddf7e16 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.074659 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac2ee16-7529-4a58-b248-f9c3298bc5c3 None None] DHCP port deletion for ea1e0d24-092d-40db-a26c-9acab4a004c1 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:13:47.075729 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4a7bcabc-0aef-47dd-8f2e-26d98ddf7e16 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/ports/85a9eff3-5731-4c57-a81f-bc159221db45 HTTP/1.1" status: 204 len: 168 time: 1.5445933 Dec 06 15:13:47.076740 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49b0d988-1e33-4dd9-beff-ce35a2f9c68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.102536 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57820) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:47.131984 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-49b0d988-1e33-4dd9-beff-ce35a2f9c68e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c16d88cf0d134a18917e381cb547b0b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8370931 Dec 06 15:13:47.137749 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dd331dc2-b80b-4aae-a912-58c6cd1c80a0 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:47.141872 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57824) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:47.142314 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0d988-1e33-4dd9-beff-ce35a2f9c68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d732e1-2b44-4f2c-90e0-ec259a758377,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:47.171228 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54588fe2-304e-4336-8727-8a5c78caf7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.180612 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd331dc2-b80b-4aae-a912-58c6cd1c80a0 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.358538 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73cd8b0f-7c34-46e5-b63f-6337876cec98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.379167 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd331dc2-b80b-4aae-a912-58c6cd1c80a0 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.406049 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54588fe2-304e-4336-8727-8a5c78caf7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.410516 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57834) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:47.507783 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c689fa84-5b7d-480f-89b5-e07bd45475c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.543784 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-dd331dc2-b80b-4aae-a912-58c6cd1c80a0 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Allocated IP 172.35.7.79 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/cd287899-9b18-43e2-a8e5-c96e01f9c1c7) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:47.576925 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-54588fe2-304e-4336-8727-8a5c78caf7ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1e0d24-092d-40db-a26c-9acab4a004c1']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:47.590479 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73cd8b0f-7c34-46e5-b63f-6337876cec98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.607029 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-54588fe2-304e-4336-8727-8a5c78caf7ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c597a4b8-6d98-4493-8319-f073243ac958') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:47.607648 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-54588fe2-304e-4336-8727-8a5c78caf7ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c597a4b8-6d98-4493-8319-f073243ac958') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:47.627125 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54588fe2-304e-4336-8727-8a5c78caf7ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.658619 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd331dc2-b80b-4aae-a912-58c6cd1c80a0 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.660350 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54588fe2-304e-4336-8727-8a5c78caf7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.682026 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54588fe2-304e-4336-8727-8a5c78caf7ea admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:13:47.682813 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54588fe2-304e-4336-8727-8a5c78caf7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:13:47.686572 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:13:47.699790 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd331dc2-b80b-4aae-a912-58c6cd1c80a0 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.747340 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd331dc2-b80b-4aae-a912-58c6cd1c80a0 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=cd287899-9b18-43e2-a8e5-c96e01f9c1c7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:47.760656 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd331dc2-b80b-4aae-a912-58c6cd1c80a0 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:47.764110 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-dd331dc2-b80b-4aae-a912-58c6cd1c80a0 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:47.766552 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd331dc2-b80b-4aae-a912-58c6cd1c80a0 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:13:47.781417 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54588fe2-304e-4336-8727-8a5c78caf7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.806174 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54588fe2-304e-4336-8727-8a5c78caf7ea admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.809860 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-54588fe2-304e-4336-8727-8a5c78caf7ea admin admin] 10.222.0.20 "DELETE /v2.0/networks/ea1e0d24-092d-40db-a26c-9acab4a004c1 HTTP/1.1" status: 204 len: 168 time: 0.8623323 Dec 06 15:13:47.811042 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54588fe2-304e-4336-8727-8a5c78caf7ea admin admin] Pushing event deleted for resources: {'Network': ['ID=ea1e0d24-092d-40db-a26c-9acab4a004c1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:47.813040 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73cd8b0f-7c34-46e5-b63f-6337876cec98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.813612 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57836) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:47.816557 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73cd8b0f-7c34-46e5-b63f-6337876cec98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.818635 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-73cd8b0f-7c34-46e5-b63f-6337876cec98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65d732e1-2b44-4f2c-90e0-ec259a758377 HTTP/1.1" status: 204 len: 168 time: 0.6752710 Dec 06 15:13:47.838750 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c689fa84-5b7d-480f-89b5-e07bd45475c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.840609 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd8b0f-7c34-46e5-b63f-6337876cec98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d732e1-2b44-4f2c-90e0-ec259a758377,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:47.846919 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c689fa84-5b7d-480f-89b5-e07bd45475c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.872120 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dce1887-6ebf-44e7-9431-5473b9774475 admin admin] Deleting subnet 9a3f7a0e-407d-4a4d-9de1-047c02df9b77 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:13:47.876860 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9dce1887-6ebf-44e7-9431-5473b9774475 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.907163 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c689fa84-5b7d-480f-89b5-e07bd45475c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=489b0597492a43f2bbcd01339475dafc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4952631 Dec 06 15:13:47.909689 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689fa84-5b7d-480f-89b5-e07bd45475c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50414a14-2d97-42c4-989a-2885bc7341ae,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:47.912208 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57840) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:47.929217 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9dce1887-6ebf-44e7-9431-5473b9774475 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.968340 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83322929-6ee1-477c-898f-151ea8d82ff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.975638 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9dce1887-6ebf-44e7-9431-5473b9774475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:47.994714 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83322929-6ee1-477c-898f-151ea8d82ff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.054812 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83322929-6ee1-477c-898f-151ea8d82ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.057587 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd331dc2-b80b-4aae-a912-58c6cd1c80a0 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.058312 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-83322929-6ee1-477c-898f-151ea8d82ff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.060065 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-83322929-6ee1-477c-898f-151ea8d82ff5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50414a14-2d97-42c4-989a-2885bc7341ae HTTP/1.1" status: 204 len: 168 time: 0.1464825 Dec 06 15:13:48.075184 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83322929-6ee1-477c-898f-151ea8d82ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50414a14-2d97-42c4-989a-2885bc7341ae,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:48.143095 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd331dc2-b80b-4aae-a912-58c6cd1c80a0 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.199278 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9dce1887-6ebf-44e7-9431-5473b9774475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.271223 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce1887-6ebf-44e7-9431-5473b9774475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a3f7a0e-407d-4a4d-9de1-047c02df9b77,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:48.279873 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9dce1887-6ebf-44e7-9431-5473b9774475 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.283779 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280bf8d1-9e63-43e0-a663-7f8d4a2bb1a9 None None] Network eae8e6d9-adf3-4118-8f1d-883266c5c3b2 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:13:48.304439 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9dce1887-6ebf-44e7-9431-5473b9774475 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9a3f7a0e-407d-4a4d-9de1-047c02df9b77 HTTP/1.1" status: 204 len: 168 time: 0.4844685 Dec 06 15:13:48.305628 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57848) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:48.389592 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57854) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:48.497538 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd331dc2-b80b-4aae-a912-58c6cd1c80a0 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.500351 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ca648f0-32fe-4734-b6bd-f04aa8146b14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.508404 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd331dc2-b80b-4aae-a912-58c6cd1c80a0 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.524620 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9561bf63-ab82-456a-aa81-51068fdf5ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.571018 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaf343a-0b4c-44ca-b9f5-99f213075f3c None None] DHCP port deletion for eae8e6d9-adf3-4118-8f1d-883266c5c3b2 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:13:48.638490 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ca648f0-32fe-4734-b6bd-f04aa8146b14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.666686 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ca648f0-32fe-4734-b6bd-f04aa8146b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.668285 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd331dc2-b80b-4aae-a912-58c6cd1c80a0 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=cd287899-9b18-43e2-a8e5-c96e01f9c1c7,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:48.728097 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd331dc2-b80b-4aae-a912-58c6cd1c80a0 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.757568 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd331dc2-b80b-4aae-a912-58c6cd1c80a0 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.762016 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dd331dc2-b80b-4aae-a912-58c6cd1c80a0 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6287863 Dec 06 15:13:48.762683 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57868) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:48.763637 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9561bf63-ab82-456a-aa81-51068fdf5ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.767853 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e9714bc7-a16a-4f1b-ae10-ada17fd0d77d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'port': {'network_id': '0446cf3e-b426-4bf1-b50f-b83e24ea802f', 'name': 'tempest-FloatingIPTestJSON-453555133'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:48.784960 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7ca648f0-32fe-4734-b6bd-f04aa8146b14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e27a0eaaa5984341b8df80aedb07e59f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3939917 Dec 06 15:13:48.785828 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca648f0-32fe-4734-b6bd-f04aa8146b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff1a36d-3607-4c1c-b977-7d1f003da30f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:48.788809 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57870) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:48.805694 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9561bf63-ab82-456a-aa81-51068fdf5ceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae8e6d9-adf3-4118-8f1d-883266c5c3b2']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:48.823442 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9561bf63-ab82-456a-aa81-51068fdf5ceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f886b6-12bc-42c1-8e23-7e20b75f0249') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:48.823861 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-9561bf63-ab82-456a-aa81-51068fdf5ceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f886b6-12bc-42c1-8e23-7e20b75f0249') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:48.842086 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9561bf63-ab82-456a-aa81-51068fdf5ceb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.880806 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9561bf63-ab82-456a-aa81-51068fdf5ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.902135 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9561bf63-ab82-456a-aa81-51068fdf5ceb admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:13:48.902552 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9561bf63-ab82-456a-aa81-51068fdf5ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:13:48.913339 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:13:48.925665 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9714bc7-a16a-4f1b-ae10-ada17fd0d77d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Made reservation on behalf of 33437f74c4e947549e19c57f1f5bb51b for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:13:48.931035 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9714bc7-a16a-4f1b-ae10-ada17fd0d77d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:48.951626 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-e9714bc7-a16a-4f1b-ae10-ada17fd0d77d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] device_id is not set on port bcc8f260-0635-40fe-94dc-bf61e4db9997 yet. {{(pid=103289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:13:49.006430 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e225bdd9-6a51-4a33-a68d-da987f4f4b89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:49.029694 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9561bf63-ab82-456a-aa81-51068fdf5ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:49.043140 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9561bf63-ab82-456a-aa81-51068fdf5ceb admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:49.049588 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9561bf63-ab82-456a-aa81-51068fdf5ceb admin admin] 10.222.0.20 "DELETE /v2.0/networks/eae8e6d9-adf3-4118-8f1d-883266c5c3b2 HTTP/1.1" status: 204 len: 168 time: 0.7436602 Dec 06 15:13:49.053056 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e225bdd9-6a51-4a33-a68d-da987f4f4b89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:49.074017 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561bf63-ab82-456a-aa81-51068fdf5ceb admin admin] Pushing event deleted for resources: {'Network': ['ID=eae8e6d9-adf3-4118-8f1d-883266c5c3b2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:49.151209 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e225bdd9-6a51-4a33-a68d-da987f4f4b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:49.154145 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e225bdd9-6a51-4a33-a68d-da987f4f4b89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:49.157764 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e225bdd9-6a51-4a33-a68d-da987f4f4b89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ff1a36d-3607-4c1c-b977-7d1f003da30f HTTP/1.1" status: 204 len: 168 time: 0.3608654 Dec 06 15:13:49.170378 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225bdd9-6a51-4a33-a68d-da987f4f4b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff1a36d-3607-4c1c-b977-7d1f003da30f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:49.205350 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e9714bc7-a16a-4f1b-ae10-ada17fd0d77d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Allocated IP 172.20.0.4 (0446cf3e-b426-4bf1-b50f-b83e24ea802f/62a0dd31-73aa-454f-b9e8-2103f698f693/bcc8f260-0635-40fe-94dc-bf61e4db9997) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:49.391625 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57890) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:49.434758 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9714bc7-a16a-4f1b-ae10-ada17fd0d77d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:49.477775 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57892) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:49.479977 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c079a311-296d-4072-bcb6-b6abe75c85e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b08df3fff5c45fc8378b9838584f988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0827830 Dec 06 15:13:49.552134 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9714bc7-a16a-4f1b-ae10-ada17fd0d77d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:49.580151 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9714bc7-a16a-4f1b-ae10-ada17fd0d77d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network 0446cf3e-b426-4bf1-b50f-b83e24ea802f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:49.586073 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e9714bc7-a16a-4f1b-ae10-ada17fd0d77d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:49.589328 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9714bc7-a16a-4f1b-ae10-ada17fd0d77d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:13:49.601328 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b80fa1-cdc7-4af4-8130-bee9f8d03e7d None None] DHCP port deletion for 0446cf3e-b426-4bf1-b50f-b83e24ea802f request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:13:49.672950 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a1d92dc8-1a00-4ef8-8740-0863384bb152 None None] Provisioning complete for port bcc8f260-0635-40fe-94dc-bf61e4db9997 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:49.673328 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a1d92dc8-1a00-4ef8-8740-0863384bb152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:49.698971 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-adbb2cee-f7a7-4112-aa56-e91e05019067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:49.707118 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9714bc7-a16a-4f1b-ae10-ada17fd0d77d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:49.707956 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9714bc7-a16a-4f1b-ae10-ada17fd0d77d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:49.752760 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a1d92dc8-1a00-4ef8-8740-0863384bb152 None None] Port bcc8f260-0635-40fe-94dc-bf61e4db9997 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:13:49.758733 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-adbb2cee-f7a7-4112-aa56-e91e05019067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:49.771715 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e9714bc7-a16a-4f1b-ae10-ada17fd0d77d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0078642 Dec 06 15:13:49.774156 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9714bc7-a16a-4f1b-ae10-ada17fd0d77d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=bcc8f260-0635-40fe-94dc-bf61e4db9997,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:49.774693 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57904) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:49.780578 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f7a44cba-9f5a-4090-af7b-615762544f41 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'floatingip': {'port_id': 'bcc8f260-0635-40fe-94dc-bf61e4db9997'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:49.833332 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-adbb2cee-f7a7-4112-aa56-e91e05019067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:49.837441 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-adbb2cee-f7a7-4112-aa56-e91e05019067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:49.839136 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-adbb2cee-f7a7-4112-aa56-e91e05019067 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/541853ac-66b3-49b7-a1d7-a2b4dc976ebd HTTP/1.1" status: 204 len: 168 time: 0.3545227 Dec 06 15:13:49.848845 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb2cee-f7a7-4112-aa56-e91e05019067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541853ac-66b3-49b7-a1d7-a2b4dc976ebd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:49.869679 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7a44cba-9f5a-4090-af7b-615762544f41 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:50.355460 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57922) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:50.463935 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-469f71c2-ccc8-4283-8030-c8b52c1a8901 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c3a686343d146889fae47da1b0f1a40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1043220 Dec 06 15:13:50.464695 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 57926) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:50.630276 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-191fecaf-3b63-4163-ac2e-a97ebfdf1a6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:50.660407 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-191fecaf-3b63-4163-ac2e-a97ebfdf1a6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:50.720828 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-191fecaf-3b63-4163-ac2e-a97ebfdf1a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:50.723456 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-191fecaf-3b63-4163-ac2e-a97ebfdf1a6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:50.725217 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-191fecaf-3b63-4163-ac2e-a97ebfdf1a6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be0a92a5-3650-44a5-a988-c366bf222924 HTTP/1.1" status: 204 len: 168 time: 0.2589424 Dec 06 15:13:50.746850 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7a44cba-9f5a-4090-af7b-615762544f41 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:50.753064 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fecaf-3b63-4163-ac2e-a97ebfdf1a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0a92a5-3650-44a5-a988-c366bf222924,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:50.756251 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7a44cba-9f5a-4090-af7b-615762544f41 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:51.202226 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-f7a44cba-9f5a-4090-af7b-615762544f41 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Floating IP 265f0a15-a505-4889-ac23-f6c563b10803 associated. External IP: 172.35.7.79, port: bcc8f260-0635-40fe-94dc-bf61e4db9997. Dec 06 15:13:51.432713 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a44cba-9f5a-4090-af7b-615762544f41 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 400bb96e-c320-4a3e-8fe3-a4b005f3e48e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:13:51.583176 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a44cba-9f5a-4090-af7b-615762544f41 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:13:51.593735 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843380a6-9507-4fba-9e94-1fc68d11b3bd None None] Sync routers for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:13:51.595290 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7a44cba-9f5a-4090-af7b-615762544f41 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:51.612435 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843380a6-9507-4fba-9e94-1fc68d11b3bd None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:51.613080 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-843380a6-9507-4fba-9e94-1fc68d11b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:51.637088 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 57980) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:51.647325 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f7a44cba-9f5a-4090-af7b-615762544f41 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "PUT /v2.0/floatingips/265f0a15-a505-4889-ac23-f6c563b10803 HTTP/1.1" status: 200 len: 976 time: 1.8713927 Dec 06 15:13:51.722823 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-843380a6-9507-4fba-9e94-1fc68d11b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:51.747994 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843380a6-9507-4fba-9e94-1fc68d11b3bd None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:51.752221 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-843380a6-9507-4fba-9e94-1fc68d11b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:51.800615 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7579406e-185c-4d6c-b380-01b1e682616c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Deleting port bcc8f260-0635-40fe-94dc-bf61e4db9997 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:51.803944 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7579406e-185c-4d6c-b380-01b1e682616c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:51.926410 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7579406e-185c-4d6c-b380-01b1e682616c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:52.087132 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-843380a6-9507-4fba-9e94-1fc68d11b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:52.087833 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843380a6-9507-4fba-9e94-1fc68d11b3bd None None] The sync data for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:13:52.219482 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7579406e-185c-4d6c-b380-01b1e682616c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:52.219882 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7579406e-185c-4d6c-b380-01b1e682616c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:52.220207 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-7579406e-185c-4d6c-b380-01b1e682616c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Floating IP 265f0a15-a505-4889-ac23-f6c563b10803 disassociated. External IP: 172.35.7.79, port: bcc8f260-0635-40fe-94dc-bf61e4db9997. Dec 06 15:13:52.220599 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7579406e-185c-4d6c-b380-01b1e682616c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Calling delete_port for bcc8f260-0635-40fe-94dc-bf61e4db9997 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:52.428609 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7579406e-185c-4d6c-b380-01b1e682616c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:52.510611 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579406e-185c-4d6c-b380-01b1e682616c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Port': ['ID=bcc8f260-0635-40fe-94dc-bf61e4db9997,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:52.544439 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd92fd63-ed40-4fe3-9153-e9430d277969 None None] DHCP port deletion for 0446cf3e-b426-4bf1-b50f-b83e24ea802f request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:13:52.762172 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7579406e-185c-4d6c-b380-01b1e682616c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 400bb96e-c320-4a3e-8fe3-a4b005f3e48e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:13:53.299629 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7579406e-185c-4d6c-b380-01b1e682616c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:13:53.312625 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b66ee6-de0f-482b-a732-c7cd73f8afad None None] Sync routers for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:13:53.335561 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b66ee6-de0f-482b-a732-c7cd73f8afad None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:53.336228 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a1b66ee6-de0f-482b-a732-c7cd73f8afad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:53.393777 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7579406e-185c-4d6c-b380-01b1e682616c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:53.407952 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58050) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:53.410021 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7579406e-185c-4d6c-b380-01b1e682616c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/ports/bcc8f260-0635-40fe-94dc-bf61e4db9997 HTTP/1.1" status: 204 len: 168 time: 1.7695832 Dec 06 15:13:53.436953 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a1b66ee6-de0f-482b-a732-c7cd73f8afad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:53.460558 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b66ee6-de0f-482b-a732-c7cd73f8afad None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:53.461185 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a1b66ee6-de0f-482b-a732-c7cd73f8afad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:53.534107 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a1b66ee6-de0f-482b-a732-c7cd73f8afad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:53.534840 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b66ee6-de0f-482b-a732-c7cd73f8afad None None] The sync data for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:13:53.544102 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58060) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:53.544425 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fa2e1bd7-ef81-45d7-9066-3f0de8494e83 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "GET /v2.0/floatingips/265f0a15-a505-4889-ac23-f6c563b10803 HTTP/1.1" status: 200 len: 687 time: 0.1347144 Dec 06 15:13:53.740470 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1560f3b6-ffce-4da9-9584-fb3156fa42af tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Deleting port cd287899-9b18-43e2-a8e5-c96e01f9c1c7 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:13:53.741024 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1560f3b6-ffce-4da9-9584-fb3156fa42af tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:53.969983 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1560f3b6-ffce-4da9-9584-fb3156fa42af tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:53.970601 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1560f3b6-ffce-4da9-9584-fb3156fa42af tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:53.991007 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1560f3b6-ffce-4da9-9584-fb3156fa42af tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Calling delete_port for cd287899-9b18-43e2-a8e5-c96e01f9c1c7 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:13:54.259785 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1560f3b6-ffce-4da9-9584-fb3156fa42af tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:54.291501 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560f3b6-ffce-4da9-9584-fb3156fa42af tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Port': ['ID=cd287899-9b18-43e2-a8e5-c96e01f9c1c7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:54.386942 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1560f3b6-ffce-4da9-9584-fb3156fa42af tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:54.392752 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1560f3b6-ffce-4da9-9584-fb3156fa42af tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:54.394776 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1560f3b6-ffce-4da9-9584-fb3156fa42af tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/floatingips/265f0a15-a505-4889-ac23-f6c563b10803 HTTP/1.1" status: 204 len: 168 time: 0.8492947 Dec 06 15:13:54.398383 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58090) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:54.403643 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': '7948aeee-fe2e-4657-afda-3d3f9c61a351'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:54.439032 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:54.597615 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:54.750356 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Allocated IP 172.35.7.252 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/56b7a200-abfa-4cb4-8704-b5731e0351af) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:54.895069 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:54.960861 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:54.994697 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:13:55.007965 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:55.010443 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:13:55.159490 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=56b7a200-abfa-4cb4-8704-b5731e0351af,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:55.219550 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58130) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:55.421188 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a22d595-3d88-416a-bbea-9d4f470dfa76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:55.608114 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a22d595-3d88-416a-bbea-9d4f470dfa76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:55.615614 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a22d595-3d88-416a-bbea-9d4f470dfa76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:55.665258 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2a22d595-3d88-416a-bbea-9d4f470dfa76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d4687ecc9fa42e3b025cab66da2843c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4439390 Dec 06 15:13:55.668176 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58158) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:55.670982 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22d595-3d88-416a-bbea-9d4f470dfa76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2890c20f-d37a-4414-88d5-5f4878b0e95b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:55.717974 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:55.745844 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6c128fc-5edd-4999-a891-d7462b6bfe7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:55.783094 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6c128fc-5edd-4999-a891-d7462b6bfe7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:55.877062 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6c128fc-5edd-4999-a891-d7462b6bfe7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:55.880767 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e6c128fc-5edd-4999-a891-d7462b6bfe7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:55.882013 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e6c128fc-5edd-4999-a891-d7462b6bfe7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2890c20f-d37a-4414-88d5-5f4878b0e95b HTTP/1.1" status: 204 len: 168 time: 0.2126863 Dec 06 15:13:55.886190 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:55.897749 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c128fc-5edd-4999-a891-d7462b6bfe7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2890c20f-d37a-4414-88d5-5f4878b0e95b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:56.236547 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:56.248320 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:56.355267 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:56.396818 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58180) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:56.421227 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7923640-a8b1-4729-bc96-f1fcb8e122b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:56.423217 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=56b7a200-abfa-4cb4-8704-b5731e0351af,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:56.567015 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Floating IP 962e233a-c9e3-4c21-bd52-1dd459fbe1b4 associated. External IP: 172.35.7.252, port: 7948aeee-fe2e-4657-afda-3d3f9c61a351. Dec 06 15:13:56.627715 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7923640-a8b1-4729-bc96-f1fcb8e122b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:56.636893 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7923640-a8b1-4729-bc96-f1fcb8e122b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:56.756605 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f7923640-a8b1-4729-bc96-f1fcb8e122b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84196ca0458547928438824ae9e67c5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3577912 Dec 06 15:13:56.758005 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7923640-a8b1-4729-bc96-f1fcb8e122b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9aafcb-5d9f-4cc6-8d0b-64cce1811108,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:56.763593 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58192) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:56.907325 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-210d5bba-b3d0-47d2-bff7-9a209e4a6df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:56.967997 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-210d5bba-b3d0-47d2-bff7-9a209e4a6df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:57.032555 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 400bb96e-c320-4a3e-8fe3-a4b005f3e48e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:13:57.109929 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-210d5bba-b3d0-47d2-bff7-9a209e4a6df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:57.113094 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-210d5bba-b3d0-47d2-bff7-9a209e4a6df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:57.117836 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-210d5bba-b3d0-47d2-bff7-9a209e4a6df5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f9aafcb-5d9f-4cc6-8d0b-64cce1811108 HTTP/1.1" status: 204 len: 168 time: 0.3488529 Dec 06 15:13:57.145681 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d5bba-b3d0-47d2-bff7-9a209e4a6df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9aafcb-5d9f-4cc6-8d0b-64cce1811108,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:57.309729 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:13:57.322945 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658f99c-9e54-4f33-95cc-3b1e47f85af9 None None] Sync routers for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:13:57.356911 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a658f99c-9e54-4f33-95cc-3b1e47f85af9 None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:57.357562 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a658f99c-9e54-4f33-95cc-3b1e47f85af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:57.387476 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:57.451894 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58220) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:57.453030 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-26312795-82d4-4c2f-8ac6-5716a795d030 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0533776 Dec 06 15:13:57.458695 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-48d355ef-c60e-4833-9f83-83a1a63dab70 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1079840158'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:57.545708 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d355ef-c60e-4833-9f83-83a1a63dab70 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Made reservation on behalf of 33437f74c4e947549e19c57f1f5bb51b for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:13:57.545932 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a658f99c-9e54-4f33-95cc-3b1e47f85af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:57.559684 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48d355ef-c60e-4833-9f83-83a1a63dab70 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:57.585695 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a658f99c-9e54-4f33-95cc-3b1e47f85af9 None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:13:57.590792 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a658f99c-9e54-4f33-95cc-3b1e47f85af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:57.643293 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d355ef-c60e-4833-9f83-83a1a63dab70 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:13:57.657831 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48d355ef-c60e-4833-9f83-83a1a63dab70 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:57.658289 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-48d355ef-c60e-4833-9f83-83a1a63dab70 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Added segment 6519e6d5-a4f1-428f-bb61-139cb274f16f of type vlan for network 9a917827-9d2b-46bc-b872-60af2a4616bc Dec 06 15:13:57.679022 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a658f99c-9e54-4f33-95cc-3b1e47f85af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:13:57.679726 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658f99c-9e54-4f33-95cc-3b1e47f85af9 None None] The sync data for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:13:57.762380 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48d355ef-c60e-4833-9f83-83a1a63dab70 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:57.798416 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48d355ef-c60e-4833-9f83-83a1a63dab70 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:57.805599 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d355ef-c60e-4833-9f83-83a1a63dab70 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:57.806390 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-48d355ef-c60e-4833-9f83-83a1a63dab70 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:57.882845 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-48d355ef-c60e-4833-9f83-83a1a63dab70 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4265249 Dec 06 15:13:57.883137 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58246) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:57.890969 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b19d232b-6372-4f39-aeb0-a35e495297c2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'subnet': {'network_id': '9a917827-9d2b-46bc-b872-60af2a4616bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:57.953428 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d355ef-c60e-4833-9f83-83a1a63dab70 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Network': ['ID=9a917827-9d2b-46bc-b872-60af2a4616bc,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:57.966533 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 9a917827-9d2b-46bc-b872-60af2a4616bc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:13:58.139699 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19d232b-6372-4f39-aeb0-a35e495297c2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Made reservation on behalf of 33437f74c4e947549e19c57f1f5bb51b for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:13:58.144186 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b19d232b-6372-4f39-aeb0-a35e495297c2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:58.188545 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:58.591332 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b19d232b-6372-4f39-aeb0-a35e495297c2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:58.719690 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d232b-6372-4f39-aeb0-a35e495297c2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Subnet': ['ID=d98efb1d-3937-4368-8020-12cff5353f6d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:58.731139 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19d232b-6372-4f39-aeb0-a35e495297c2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Checking segment: {'id': '6519e6d5-a4f1-428f-bb61-139cb274f16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9a917827-9d2b-46bc-b872-60af2a4616bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:13:58.733613 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19d232b-6372-4f39-aeb0-a35e495297c2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network hostable DHCP agents. Network: 9a917827-9d2b-46bc-b872-60af2a4616bc, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:13:58.786130 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19d232b-6372-4f39-aeb0-a35e495297c2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network 9a917827-9d2b-46bc-b872-60af2a4616bc is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:13:58.814460 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b19d232b-6372-4f39-aeb0-a35e495297c2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9a917827-9d2b-46bc-b872-60af2a4616bc) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:13:58.819499 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19d232b-6372-4f39-aeb0-a35e495297c2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:58.820177 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b19d232b-6372-4f39-aeb0-a35e495297c2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:58.833255 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0b8ec3-16a0-4299-b67d-01f457aaae53 None None] Network 9a917827-9d2b-46bc-b872-60af2a4616bc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:13:58.879375 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b19d232b-6372-4f39-aeb0-a35e495297c2 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9937284 Dec 06 15:13:58.882276 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58282) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:58.888937 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2143039318', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}, 'admin_state_up': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:13:58.933700 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:58.935135 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:59.070253 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:59.275776 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9a917827-9d2b-46bc-b872-60af2a4616bc', 'network_id': '9a917827-9d2b-46bc-b872-60af2a4616bc', 'tenant_id': '33437f74c4e947549e19c57f1f5bb51b', 'fixed_ips': [{'subnet_id': 'd98efb1d-3937-4368-8020-12cff5353f6d'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:13:59.285339 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:59.374187 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:59.635915 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Allocated IP 172.20.0.2 (9a917827-9d2b-46bc-b872-60af2a4616bc/d98efb1d-3937-4368-8020-12cff5353f6d/51c5499d-798b-4c7e-93a1-6fd801a69cd5) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:13:59.805961 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:59.837712 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:59.932155 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:59.949408 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:00.108997 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Allocated IP 172.35.7.228 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/3f873ee9-3107-4fc1-a551-0cfd915a8638) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:14:00.127248 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Pushing event updated for resources: {'Port': ['ID=51c5499d-798b-4c7e-93a1-6fd801a69cd5,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:00.141779 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Network 9a917827-9d2b-46bc-b872-60af2a4616bc is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:00.144976 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:00.148007 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:14:00.152295 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:00.239645 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Attempting to bind port 51c5499d-798b-4c7e-93a1-6fd801a69cd5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:14:00.240510 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Attempting to bind port 51c5499d-798b-4c7e-93a1-6fd801a69cd5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6519e6d5-a4f1-428f-bb61-139cb274f16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9a917827-9d2b-46bc-b872-60af2a4616bc'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:14:00.241248 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Attempting to bind port 51c5499d-798b-4c7e-93a1-6fd801a69cd5 on network 9a917827-9d2b-46bc-b872-60af2a4616bc {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:14:00.248464 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:14:00.249199 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Checking segment: {'id': '6519e6d5-a4f1-428f-bb61-139cb274f16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9a917827-9d2b-46bc-b872-60af2a4616bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:00.249888 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:00.250511 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Bound using segment: {'id': '6519e6d5-a4f1-428f-bb61-139cb274f16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9a917827-9d2b-46bc-b872-60af2a4616bc'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:14:00.252232 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Bound port: 51c5499d-798b-4c7e-93a1-6fd801a69cd5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6519e6d5-a4f1-428f-bb61-139cb274f16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9a917827-9d2b-46bc-b872-60af2a4616bc'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:14:00.252965 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:00.318835 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:00.405812 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:00.422463 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] For port 51c5499d-798b-4c7e-93a1-6fd801a69cd5, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:14:00.433680 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] For port 51c5499d-798b-4c7e-93a1-6fd801a69cd5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=51c5499d-798b-4c7e-93a1-6fd801a69cd5,segment=NetworkSegment(6519e6d5-a4f1-428f-bb61-139cb274f16f),segment_id=6519e6d5-a4f1-428f-bb61-139cb274f16f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:14:00.447851 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:00.543220 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98701f1-b359-46d8-a707-f178a785a290 None None] Pushing event updated for resources: {'Port': ['ID=51c5499d-798b-4c7e-93a1-6fd801a69cd5,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:00.583122 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=3f873ee9-3107-4fc1-a551-0cfd915a8638,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:00.597771 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:00.611274 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:00.613181 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:14:00.632743 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d52f20-2a75-4337-8243-68eb59908aec None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:14:00.869496 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d293d3c2-4115-4462-a688-4d0d7922c889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:00.872582 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2eda8654-ce8f-47ee-acde-03d81fa21731 None None] Provisioning complete for port 3f873ee9-3107-4fc1-a551-0cfd915a8638 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:00.873214 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2eda8654-ce8f-47ee-acde-03d81fa21731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:00.966514 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2eda8654-ce8f-47ee-acde-03d81fa21731 None None] Port 3f873ee9-3107-4fc1-a551-0cfd915a8638 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:14:01.398166 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:01.642643 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 51c5499d-798b-4c7e-93a1-6fd801a69cd5 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:14:01.767976 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 51c5499d-798b-4c7e-93a1-6fd801a69cd5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:01.768555 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:01.929027 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:01.972633 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:02.084641 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 51c5499d-798b-4c7e-93a1-6fd801a69cd5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=51c5499d-798b-4c7e-93a1-6fd801a69cd5,segment=NetworkSegment(6519e6d5-a4f1-428f-bb61-139cb274f16f),segment_id=6519e6d5-a4f1-428f-bb61-139cb274f16f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:02.094359 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:02.234843 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=51c5499d-798b-4c7e-93a1-6fd801a69cd5,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:02.367154 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 57009b6a-a887-4e2a-984c-afa20d95415b is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:14:02.548193 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a5935f-73e5-44dc-bfcf-4dcbf797373d None None] Network 9a917827-9d2b-46bc-b872-60af2a4616bc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:02.554702 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58408) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:02.656160 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:14:02.669117 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca73a235-ab85-468f-af23-eeb7e782b6a3 None None] Sync routers for ids ['57009b6a-a887-4e2a-984c-afa20d95415b'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:14:02.687227 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca73a235-ab85-468f-af23-eeb7e782b6a3 None None] Routers {'57009b6a-a887-4e2a-984c-afa20d95415b'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:02.690255 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:02.690837 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ca73a235-ab85-468f-af23-eeb7e782b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['57009b6a-a887-4e2a-984c-afa20d95415b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:02.696493 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3770ab8d-e0bc-43ab-bcfe-e2e964ee66b6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8093133 Dec 06 15:14:02.696802 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58416) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:02.812682 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ca73a235-ab85-468f-af23-eeb7e782b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:02.843960 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca73a235-ab85-468f-af23-eeb7e782b6a3 None None] Routers {'57009b6a-a887-4e2a-984c-afa20d95415b'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:02.847102 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ca73a235-ab85-468f-af23-eeb7e782b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:13:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['57009b6a-a887-4e2a-984c-afa20d95415b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:02.967461 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ca73a235-ab85-468f-af23-eeb7e782b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:02.969153 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca73a235-ab85-468f-af23-eeb7e782b6a3 None None] The sync data for ids ['57009b6a-a887-4e2a-984c-afa20d95415b'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:14:02.985613 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fafb228-4a76-4f7c-981f-c377333c3af4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:03.039076 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c3d13a3e-c06f-4a6f-a4bc-78b85d745cea None None] Provisioning complete for port 51c5499d-798b-4c7e-93a1-6fd801a69cd5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:03.040754 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c3d13a3e-c06f-4a6f-a4bc-78b85d745cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:03.297170 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-92fc795f-27b6-47b3-85fe-5aaceb5c039e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:03.448544 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58442) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:03.519818 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-822d30d0-80c2-4f17-af04-9e11a856a9e2 None None] Provisioning complete for port 51c5499d-798b-4c7e-93a1-6fd801a69cd5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:03.544959 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-822d30d0-80c2-4f17-af04-9e11a856a9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:03.642153 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 51c5499d-798b-4c7e-93a1-6fd801a69cd5 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:14:03.642521 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:14:03.739766 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fafb228-4a76-4f7c-981f-c377333c3af4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:03.774425 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1fafb228-4a76-4f7c-981f-c377333c3af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:03.777319 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afbb21eb-ee80-497c-9902-e3a9b4b7d8ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:03.939470 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 51c5499d-798b-4c7e-93a1-6fd801a69cd5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:03.940533 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:03.981182 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58454) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:03.982879 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1fafb228-4a76-4f7c-981f-c377333c3af4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7489a481b5d4b43936c4cd13d754b1a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4265471 Dec 06 15:14:03.994896 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafb228-4a76-4f7c-981f-c377333c3af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7e6630-069f-4a3c-b708-37a189f8e06f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:03.996099 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afbb21eb-ee80-497c-9902-e3a9b4b7d8ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:04.031080 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afbb21eb-ee80-497c-9902-e3a9b4b7d8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:04.070820 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:04.099801 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb21eb-ee80-497c-9902-e3a9b4b7d8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf2bcb0-00c8-4db0-a61b-c1146abe20d7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:04.176649 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-afbb21eb-ee80-497c-9902-e3a9b4b7d8ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9232886dbf65456c899738656948c9b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7265861 Dec 06 15:14:04.180340 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58462) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:04.303686 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2667c48-31f2-4b93-86f8-0fe06305324b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:04.354338 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c18b62e-2d37-4424-9682-08e06188c701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:04.426440 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2667c48-31f2-4b93-86f8-0fe06305324b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:04.442720 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c18b62e-2d37-4424-9682-08e06188c701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:04.530907 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c18b62e-2d37-4424-9682-08e06188c701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:04.535018 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c18b62e-2d37-4424-9682-08e06188c701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:04.561902 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6c18b62e-2d37-4424-9682-08e06188c701 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbf2bcb0-00c8-4db0-a61b-c1146abe20d7 HTTP/1.1" status: 204 len: 168 time: 0.3774738 Dec 06 15:14:04.569852 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2667c48-31f2-4b93-86f8-0fe06305324b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:04.577748 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2667c48-31f2-4b93-86f8-0fe06305324b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:04.581773 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f2667c48-31f2-4b93-86f8-0fe06305324b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a7e6630-069f-4a3c-b708-37a189f8e06f HTTP/1.1" status: 204 len: 168 time: 0.5979111 Dec 06 15:14:04.610295 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18b62e-2d37-4424-9682-08e06188c701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf2bcb0-00c8-4db0-a61b-c1146abe20d7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:04.659472 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:04.673359 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2667c48-31f2-4b93-86f8-0fe06305324b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7e6630-069f-4a3c-b708-37a189f8e06f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:05.156045 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58486) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:05.176466 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2cc910f-7aea-4d7e-84b1-78c188221df9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:05.219591 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58490) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:05.254762 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2dfa66d5-2c5a-41ec-a754-fd95e6e468ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:05.263352 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Allocated IP 172.20.0.1 (9a917827-9d2b-46bc-b872-60af2a4616bc/d98efb1d-3937-4368-8020-12cff5353f6d/6b5a2041-6906-4232-9b59-b883a9e044d3) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:14:05.356092 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2dfa66d5-2c5a-41ec-a754-fd95e6e468ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:05.379982 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2dfa66d5-2c5a-41ec-a754-fd95e6e468ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:05.417464 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:05.454487 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2dfa66d5-2c5a-41ec-a754-fd95e6e468ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e341caa1b444b02af2bc0c49edbe524&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2335098 Dec 06 15:14:05.480236 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58496) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:05.508627 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:05.525970 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa66d5-2c5a-41ec-a754-fd95e6e468ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf6b53d-b276-491b-9fd4-63be377ec78c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:05.546856 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2cc910f-7aea-4d7e-84b1-78c188221df9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:05.556296 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b2cc910f-7aea-4d7e-84b1-78c188221df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:05.568714 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network 9a917827-9d2b-46bc-b872-60af2a4616bc is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:05.572672 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:05.591989 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:14:05.633546 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=6b5a2041-6906-4232-9b59-b883a9e044d3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:05.644796 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc910f-7aea-4d7e-84b1-78c188221df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06f7090-b0f8-461a-8a02-cea3e1659ab0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:05.676613 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:05.679568 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:05.731126 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b2cc910f-7aea-4d7e-84b1-78c188221df9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3dde8373563c4dcb92c75aa9d92f51ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5729053 Dec 06 15:14:05.733906 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58504) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:05.783831 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf107ee8-5f65-4bb3-9a8e-906072930667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:05.839027 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf107ee8-5f65-4bb3-9a8e-906072930667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:05.842079 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d8805ef-42c0-4fa8-8f24-30c6d4f386c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:05.882958 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d8805ef-42c0-4fa8-8f24-30c6d4f386c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:05.952599 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d8805ef-42c0-4fa8-8f24-30c6d4f386c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:05.956017 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d8805ef-42c0-4fa8-8f24-30c6d4f386c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:05.957475 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3d8805ef-42c0-4fa8-8f24-30c6d4f386c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b06f7090-b0f8-461a-8a02-cea3e1659ab0 HTTP/1.1" status: 204 len: 168 time: 0.2222314 Dec 06 15:14:05.985468 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8805ef-42c0-4fa8-8f24-30c6d4f386c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06f7090-b0f8-461a-8a02-cea3e1659ab0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:06.011037 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:06.095182 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9cc7bf2c-4933-4482-82b7-2391f3e6c8a8 None None] Provisioning complete for port 6b5a2041-6906-4232-9b59-b883a9e044d3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:06.095887 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9cc7bf2c-4933-4482-82b7-2391f3e6c8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:06.113934 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf107ee8-5f65-4bb3-9a8e-906072930667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:06.118307 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf107ee8-5f65-4bb3-9a8e-906072930667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:06.119959 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cf107ee8-5f65-4bb3-9a8e-906072930667 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acf6b53d-b276-491b-9fd4-63be377ec78c HTTP/1.1" status: 204 len: 168 time: 0.6384039 Dec 06 15:14:06.142207 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf107ee8-5f65-4bb3-9a8e-906072930667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf6b53d-b276-491b-9fd4-63be377ec78c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:06.277126 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7bf2c-4933-4482-82b7-2391f3e6c8a8 None None] Port 6b5a2041-6906-4232-9b59-b883a9e044d3 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:14:06.609152 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:06.693303 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:06.705170 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:06.836464 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:06.851280 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=6b5a2041-6906-4232-9b59-b883a9e044d3,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:06.912294 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:06.912653 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:06.913003 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:06.913345 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:06.913684 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:06.914021 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:06.914355 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:06.914692 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:06.915024 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:06.915356 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:06.917382 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:06.921357 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:06.923391 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:07.111008 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network 9a917827-9d2b-46bc-b872-60af2a4616bc is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:07.112676 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:07.514007 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 57009b6a-a887-4e2a-984c-afa20d95415b has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:14:07.621476 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-28cb3e32-d9cc-413f-ad90-ad0919b32332 None None] Provisioning complete for port 6b5a2041-6906-4232-9b59-b883a9e044d3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:07.626858 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-28cb3e32-d9cc-413f-ad90-ad0919b32332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:07.697610 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-28cb3e32-d9cc-413f-ad90-ad0919b32332 None None] Port 6b5a2041-6906-4232-9b59-b883a9e044d3 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:14:07.720904 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:14:07.730240 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5266ef69-1103-457b-bc0a-3a3183f00b0d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "PUT /v2.0/routers/57009b6a-a887-4e2a-984c-afa20d95415b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0289898 Dec 06 15:14:07.730343 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58594) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:07.734058 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7310c5-ab2a-403b-9497-1de2358bdc60 None None] Sync routers for ids ['57009b6a-a887-4e2a-984c-afa20d95415b'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:14:07.739283 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0e015eb6-3672-4aaf-adb8-1ee4ee1cdfbf tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'port': {'network_id': '9a917827-9d2b-46bc-b872-60af2a4616bc', 'name': 'tempest-FloatingIPTestJSON-1243801916'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:07.745538 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7310c5-ab2a-403b-9497-1de2358bdc60 None None] Routers {'57009b6a-a887-4e2a-984c-afa20d95415b'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:07.746387 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7e7310c5-ab2a-403b-9497-1de2358bdc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['57009b6a-a887-4e2a-984c-afa20d95415b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:07.789015 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7e7310c5-ab2a-403b-9497-1de2358bdc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:07.829453 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7310c5-ab2a-403b-9497-1de2358bdc60 None None] Routers {'57009b6a-a887-4e2a-984c-afa20d95415b'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:07.830993 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7e7310c5-ab2a-403b-9497-1de2358bdc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['57009b6a-a887-4e2a-984c-afa20d95415b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:07.889911 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7e7310c5-ab2a-403b-9497-1de2358bdc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:07.891227 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7310c5-ab2a-403b-9497-1de2358bdc60 None None] The sync data for ids ['57009b6a-a887-4e2a-984c-afa20d95415b'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:14:07.990461 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e015eb6-3672-4aaf-adb8-1ee4ee1cdfbf tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Made reservation on behalf of 33437f74c4e947549e19c57f1f5bb51b for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:07.999467 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e015eb6-3672-4aaf-adb8-1ee4ee1cdfbf tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:08.052730 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [None req-0e015eb6-3672-4aaf-adb8-1ee4ee1cdfbf tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] device_id is not set on port 372498af-b301-4082-b7d4-51886fae6051 yet. {{(pid=103288) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 15:14:08.269769 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-0e015eb6-3672-4aaf-adb8-1ee4ee1cdfbf tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Allocated IP 172.20.0.9 (9a917827-9d2b-46bc-b872-60af2a4616bc/d98efb1d-3937-4368-8020-12cff5353f6d/372498af-b301-4082-b7d4-51886fae6051) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:14:08.566496 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e015eb6-3672-4aaf-adb8-1ee4ee1cdfbf tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:08.653518 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e015eb6-3672-4aaf-adb8-1ee4ee1cdfbf tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:08.694303 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e015eb6-3672-4aaf-adb8-1ee4ee1cdfbf tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Network 9a917827-9d2b-46bc-b872-60af2a4616bc is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:08.698204 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0e015eb6-3672-4aaf-adb8-1ee4ee1cdfbf tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:08.703126 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e015eb6-3672-4aaf-adb8-1ee4ee1cdfbf tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:14:08.774637 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e015eb6-3672-4aaf-adb8-1ee4ee1cdfbf tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event updated for resources: {'Port': ['ID=372498af-b301-4082-b7d4-51886fae6051,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:08.811839 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e015eb6-3672-4aaf-adb8-1ee4ee1cdfbf tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:08.814653 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e015eb6-3672-4aaf-adb8-1ee4ee1cdfbf tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:08.855283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0e015eb6-3672-4aaf-adb8-1ee4ee1cdfbf tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1242728 Dec 06 15:14:08.858187 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58660) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:08.863221 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-224e9b8b-4b30-4a92-901f-fb2e196f240b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Request body: {'floatingip': {'port_id': '372498af-b301-4082-b7d4-51886fae6051'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:09.022736 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-224e9b8b-4b30-4a92-901f-fb2e196f240b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:09.158053 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6a5e4f2f-a053-4598-9922-7e11b7c5c646 None None] Provisioning complete for port 372498af-b301-4082-b7d4-51886fae6051 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:09.162702 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a5e4f2f-a053-4598-9922-7e11b7c5c646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:09.260086 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e4f2f-a053-4598-9922-7e11b7c5c646 None None] Port 372498af-b301-4082-b7d4-51886fae6051 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:14:09.990167 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-224e9b8b-4b30-4a92-901f-fb2e196f240b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:10.000550 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-224e9b8b-4b30-4a92-901f-fb2e196f240b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:10.265237 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-224e9b8b-4b30-4a92-901f-fb2e196f240b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Floating IP 962e233a-c9e3-4c21-bd52-1dd459fbe1b4 associated. External IP: 172.35.7.252, port: 7948aeee-fe2e-4657-afda-3d3f9c61a351. Dec 06 15:14:10.548238 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58746) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:10.714774 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224e9b8b-4b30-4a92-901f-fb2e196f240b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 400bb96e-c320-4a3e-8fe3-a4b005f3e48e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:14:10.920633 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224e9b8b-4b30-4a92-901f-fb2e196f240b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:14:10.937615 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4cf28f-dc02-49e6-af95-9b81181d6644 None None] Sync routers for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:14:10.953050 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4cf28f-dc02-49e6-af95-9b81181d6644 None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:10.955111 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10220dc6-8102-463f-8bd9-aa9a83e39108 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:10.955742 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7d4cf28f-dc02-49e6-af95-9b81181d6644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:11.057330 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7d4cf28f-dc02-49e6-af95-9b81181d6644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:11.071048 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10220dc6-8102-463f-8bd9-aa9a83e39108 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:11.077027 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10220dc6-8102-463f-8bd9-aa9a83e39108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:11.085640 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4cf28f-dc02-49e6-af95-9b81181d6644 None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:11.087582 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7d4cf28f-dc02-49e6-af95-9b81181d6644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:11.122095 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-10220dc6-8102-463f-8bd9-aa9a83e39108 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=130c50c5b54345d9abed4b474a86262a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5696988 Dec 06 15:14:11.130881 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58760) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:11.167945 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7d4cf28f-dc02-49e6-af95-9b81181d6644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:11.169175 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10220dc6-8102-463f-8bd9-aa9a83e39108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaff341-83da-47ed-88bc-31820758d399,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:11.174903 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4cf28f-dc02-49e6-af95-9b81181d6644 None None] The sync data for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:14:11.189802 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58764) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:11.252243 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4907a734-0027-4a17-bcd2-9de5846bc989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:11.315794 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4907a734-0027-4a17-bcd2-9de5846bc989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:11.412309 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4907a734-0027-4a17-bcd2-9de5846bc989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:11.415494 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4907a734-0027-4a17-bcd2-9de5846bc989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:11.417472 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4907a734-0027-4a17-bcd2-9de5846bc989 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0eaff341-83da-47ed-88bc-31820758d399 HTTP/1.1" status: 204 len: 168 time: 0.2853394 Dec 06 15:14:11.443860 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-353d96ad-2d4c-4bfc-8f4c-ef9a252a8a11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:11.443860 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224e9b8b-4b30-4a92-901f-fb2e196f240b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 57009b6a-a887-4e2a-984c-afa20d95415b has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:14:11.462396 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907a734-0027-4a17-bcd2-9de5846bc989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaff341-83da-47ed-88bc-31820758d399,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:11.732876 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224e9b8b-4b30-4a92-901f-fb2e196f240b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:14:11.739560 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-224e9b8b-4b30-4a92-901f-fb2e196f240b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:11.742947 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8997bcd-aa9a-4ef3-8abf-51163084e153 None None] Sync routers for ids ['57009b6a-a887-4e2a-984c-afa20d95415b'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:14:11.763251 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8997bcd-aa9a-4ef3-8abf-51163084e153 None None] Routers {'57009b6a-a887-4e2a-984c-afa20d95415b'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:11.765569 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e8997bcd-aa9a-4ef3-8abf-51163084e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['57009b6a-a887-4e2a-984c-afa20d95415b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:11.862025 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e8997bcd-aa9a-4ef3-8abf-51163084e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:11.889667 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8997bcd-aa9a-4ef3-8abf-51163084e153 None None] Routers {'57009b6a-a887-4e2a-984c-afa20d95415b'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:11.890675 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e8997bcd-aa9a-4ef3-8abf-51163084e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['57009b6a-a887-4e2a-984c-afa20d95415b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:11.919234 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58786) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:11.950447 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a568770e-3818-40c5-bd4e-99c530110026 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:11.962622 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e8997bcd-aa9a-4ef3-8abf-51163084e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:11.963312 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8997bcd-aa9a-4ef3-8abf-51163084e153 None None] The sync data for ids ['57009b6a-a887-4e2a-984c-afa20d95415b'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:14:12.098346 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-353d96ad-2d4c-4bfc-8f4c-ef9a252a8a11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:12.114471 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a568770e-3818-40c5-bd4e-99c530110026 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:12.118176 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-353d96ad-2d4c-4bfc-8f4c-ef9a252a8a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:12.121690 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a568770e-3818-40c5-bd4e-99c530110026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:12.173303 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a568770e-3818-40c5-bd4e-99c530110026 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ab65776e72242d5a044ea0dccf2fb8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2498341 Dec 06 15:14:12.173794 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58798) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:12.222866 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-353d96ad-2d4c-4bfc-8f4c-ef9a252a8a11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5eab460f391249b19ec74eca12187747&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0309136 Dec 06 15:14:12.223691 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58800) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:12.224349 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d96ad-2d4c-4bfc-8f4c-ef9a252a8a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09298b4b-364d-40a7-925f-96dfdaeee4f0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:12.233568 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568770e-3818-40c5-bd4e-99c530110026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc15bcd6-de30-43ef-a0fd-25041d159447,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:12.241842 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-224e9b8b-4b30-4a92-901f-fb2e196f240b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "PUT /v2.0/floatingips/962e233a-c9e3-4c21-bd52-1dd459fbe1b4 HTTP/1.1" status: 200 len: 978 time: 3.3824546 Dec 06 15:14:12.245678 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58804) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:12.305097 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c1d3762-f862-4ed1-bd38-4ba2d7bc47ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:12.337460 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c1d3762-f862-4ed1-bd38-4ba2d7bc47ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:12.396277 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c1d3762-f862-4ed1-bd38-4ba2d7bc47ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:12.400760 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c1d3762-f862-4ed1-bd38-4ba2d7bc47ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:12.401696 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8c1d3762-f862-4ed1-bd38-4ba2d7bc47ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc15bcd6-de30-43ef-a0fd-25041d159447 HTTP/1.1" status: 204 len: 168 time: 0.2267921 Dec 06 15:14:12.426412 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d3762-f862-4ed1-bd38-4ba2d7bc47ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc15bcd6-de30-43ef-a0fd-25041d159447,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:12.437063 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b8386c10-da72-49df-9f73-1d6ae15a4cdd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Deleting port 372498af-b301-4082-b7d4-51886fae6051 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:14:12.437418 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8386c10-da72-49df-9f73-1d6ae15a4cdd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:12.440704 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55be24f4-2fc1-4e5c-8fd8-0be81895e776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:12.527109 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55be24f4-2fc1-4e5c-8fd8-0be81895e776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:12.659995 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8386c10-da72-49df-9f73-1d6ae15a4cdd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:12.796364 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55be24f4-2fc1-4e5c-8fd8-0be81895e776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:12.805526 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-55be24f4-2fc1-4e5c-8fd8-0be81895e776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:12.806366 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-55be24f4-2fc1-4e5c-8fd8-0be81895e776 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09298b4b-364d-40a7-925f-96dfdaeee4f0 HTTP/1.1" status: 204 len: 168 time: 0.5630147 Dec 06 15:14:12.933961 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be24f4-2fc1-4e5c-8fd8-0be81895e776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09298b4b-364d-40a7-925f-96dfdaeee4f0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:13.127298 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8386c10-da72-49df-9f73-1d6ae15a4cdd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:13.128222 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8386c10-da72-49df-9f73-1d6ae15a4cdd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:13.129035 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-b8386c10-da72-49df-9f73-1d6ae15a4cdd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Floating IP 962e233a-c9e3-4c21-bd52-1dd459fbe1b4 disassociated. External IP: 172.35.7.252, port: 372498af-b301-4082-b7d4-51886fae6051. Dec 06 15:14:13.129720 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b8386c10-da72-49df-9f73-1d6ae15a4cdd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Calling delete_port for 372498af-b301-4082-b7d4-51886fae6051 owned by {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:14:13.433733 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8386c10-da72-49df-9f73-1d6ae15a4cdd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:13.489824 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58864) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:13.510247 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-acc774fa-4c54-49f5-b3f3-145d846c1784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:13.740427 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-acc774fa-4c54-49f5-b3f3-145d846c1784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:13.745049 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8386c10-da72-49df-9f73-1d6ae15a4cdd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Port': ['ID=372498af-b301-4082-b7d4-51886fae6051,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:13.750403 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-acc774fa-4c54-49f5-b3f3-145d846c1784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:13.763909 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8386c10-da72-49df-9f73-1d6ae15a4cdd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 57009b6a-a887-4e2a-984c-afa20d95415b has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:14:13.785151 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc774fa-4c54-49f5-b3f3-145d846c1784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c398c46-333e-4fd9-bd81-9c9e871970df,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:13.809061 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-acc774fa-4c54-49f5-b3f3-145d846c1784 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0058eb7d4d4d44858d0d2bdd5d4d1b11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3180411 Dec 06 15:14:13.811683 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58870) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:13.950065 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58874) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:13.953160 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1b2889a-b8b5-4fb8-9328-73e8fec0ee82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:13.984990 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8386c10-da72-49df-9f73-1d6ae15a4cdd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:14:13.998886 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c806ed-34b7-4025-8c6c-215ffbf67e4a None None] Sync routers for ids ['57009b6a-a887-4e2a-984c-afa20d95415b'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:14:14.018399 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c806ed-34b7-4025-8c6c-215ffbf67e4a None None] Routers {'57009b6a-a887-4e2a-984c-afa20d95415b'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:14.021352 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-96c806ed-34b7-4025-8c6c-215ffbf67e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['57009b6a-a887-4e2a-984c-afa20d95415b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:14.034074 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1b2889a-b8b5-4fb8-9328-73e8fec0ee82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:14.049917 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58876) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:14.114728 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-96c806ed-34b7-4025-8c6c-215ffbf67e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:14.118733 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8386c10-da72-49df-9f73-1d6ae15a4cdd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:14.132926 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c806ed-34b7-4025-8c6c-215ffbf67e4a None None] Routers {'57009b6a-a887-4e2a-984c-afa20d95415b'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:14.136535 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-96c806ed-34b7-4025-8c6c-215ffbf67e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['57009b6a-a887-4e2a-984c-afa20d95415b'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:14.140479 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b8386c10-da72-49df-9f73-1d6ae15a4cdd tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/ports/372498af-b301-4082-b7d4-51886fae6051 HTTP/1.1" status: 204 len: 168 time: 1.8856857 Dec 06 15:14:14.141122 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58890) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:14.149296 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1b2889a-b8b5-4fb8-9328-73e8fec0ee82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:14.151893 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1b2889a-b8b5-4fb8-9328-73e8fec0ee82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:14.162926 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f1b2889a-b8b5-4fb8-9328-73e8fec0ee82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c398c46-333e-4fd9-bd81-9c9e871970df HTTP/1.1" status: 204 len: 168 time: 0.3499522 Dec 06 15:14:14.173144 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2889a-b8b5-4fb8-9328-73e8fec0ee82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c398c46-333e-4fd9-bd81-9c9e871970df,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:14.418000 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7708d6bb-492b-4d88-9dd8-4503baec314b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:14.433752 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-96c806ed-34b7-4025-8c6c-215ffbf67e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:14.436405 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c806ed-34b7-4025-8c6c-215ffbf67e4a None None] The sync data for ids ['57009b6a-a887-4e2a-984c-afa20d95415b'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:14:14.546607 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7708d6bb-492b-4d88-9dd8-4503baec314b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:14.554053 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7708d6bb-492b-4d88-9dd8-4503baec314b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:14.616057 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7708d6bb-492b-4d88-9dd8-4503baec314b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8f2142ab32b416393e9d5a32de7c96a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5650518 Dec 06 15:14:14.617020 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708d6bb-492b-4d88-9dd8-4503baec314b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383933f7-8e0f-48b8-b4b9-f0d36012b7fa,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:14.630955 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58902) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:14.748695 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31d739cb-581f-4a8a-ac23-2b625aca9470 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:14.785202 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-44a9ca2e-c905-487d-b5d0-fb8712560049 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2126344833-network', 'tenant_id': 'eb4481b7af8d4d7eb10004a084786ddb'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:14.804973 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31d739cb-581f-4a8a-ac23-2b625aca9470 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:14.916728 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31d739cb-581f-4a8a-ac23-2b625aca9470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:14.920279 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-31d739cb-581f-4a8a-ac23-2b625aca9470 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:14.922473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-31d739cb-581f-4a8a-ac23-2b625aca9470 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/383933f7-8e0f-48b8-b4b9-f0d36012b7fa HTTP/1.1" status: 204 len: 168 time: 0.2895734 Dec 06 15:14:14.934029 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d739cb-581f-4a8a-ac23-2b625aca9470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383933f7-8e0f-48b8-b4b9-f0d36012b7fa,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:15.071177 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a9ca2e-c905-487d-b5d0-fb8712560049 admin admin] Made reservation on behalf of eb4481b7af8d4d7eb10004a084786ddb for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:15.073553 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44a9ca2e-c905-487d-b5d0-fb8712560049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:15.110263 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44a9ca2e-c905-487d-b5d0-fb8712560049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:15.329600 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44a9ca2e-c905-487d-b5d0-fb8712560049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:15.356804 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44a9ca2e-c905-487d-b5d0-fb8712560049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:15.389012 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a9ca2e-c905-487d-b5d0-fb8712560049 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:14:15.410786 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9ca2e-c905-487d-b5d0-fb8712560049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08847b2-24f0-449c-bf90-ba5579e4cd10,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:15.417785 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44a9ca2e-c905-487d-b5d0-fb8712560049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:15.418131 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-44a9ca2e-c905-487d-b5d0-fb8712560049 admin admin] Added segment a239ed6a-23b5-4052-b4e7-e8d2350a6a97 of type vlan for network dc9ad979-ec78-49f6-8ae9-bfae4bd53aab Dec 06 15:14:15.479764 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbde9218-6b5c-45c6-a948-dea5f4fa6dd5 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:15.524951 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58942) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:15.532037 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44a9ca2e-c905-487d-b5d0-fb8712560049 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:15.544775 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5269ad4c-c94a-4e1b-b481-b5cff7502a7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:15.678883 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44a9ca2e-c905-487d-b5d0-fb8712560049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:15.679974 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a9ca2e-c905-487d-b5d0-fb8712560049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:15.680547 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44a9ca2e-c905-487d-b5d0-fb8712560049 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:15.727450 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-44a9ca2e-c905-487d-b5d0-fb8712560049 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6897755 Dec 06 15:14:15.730829 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 58950) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:15.744086 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8be61f74-c1cc-4729-a424-5de4c102a06d admin admin] Request body: {'subnet': {'network_id': 'dc9ad979-ec78-49f6-8ae9-bfae4bd53aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2126344833-subnet', 'tenant_id': 'eb4481b7af8d4d7eb10004a084786ddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:15.750691 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5269ad4c-c94a-4e1b-b481-b5cff7502a7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:15.756977 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5269ad4c-c94a-4e1b-b481-b5cff7502a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:15.815826 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be61f74-c1cc-4729-a424-5de4c102a06d admin admin] Made reservation on behalf of eb4481b7af8d4d7eb10004a084786ddb for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:15.818982 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8be61f74-c1cc-4729-a424-5de4c102a06d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:15.821331 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9ca2e-c905-487d-b5d0-fb8712560049 admin admin] Pushing event updated for resources: {'Network': ['ID=dc9ad979-ec78-49f6-8ae9-bfae4bd53aab,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:15.832612 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network dc9ad979-ec78-49f6-8ae9-bfae4bd53aab details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:14:15.850190 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5269ad4c-c94a-4e1b-b481-b5cff7502a7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ed3003ed97643e1a284106fe63830f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3239796 Dec 06 15:14:15.853971 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58954) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:15.862613 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269ad4c-c94a-4e1b-b481-b5cff7502a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d84b525-6156-4a02-8ad7-8e97566aaa7a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:15.921435 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-970bfbf6-9bb1-464f-90f8-dd3411091cbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:15.944927 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-970bfbf6-9bb1-464f-90f8-dd3411091cbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:16.010168 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-970bfbf6-9bb1-464f-90f8-dd3411091cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:16.017029 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-970bfbf6-9bb1-464f-90f8-dd3411091cbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:16.022207 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-970bfbf6-9bb1-464f-90f8-dd3411091cbc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d84b525-6156-4a02-8ad7-8e97566aaa7a HTTP/1.1" status: 204 len: 168 time: 0.1672475 Dec 06 15:14:16.032552 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bfbf6-9bb1-464f-90f8-dd3411091cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d84b525-6156-4a02-8ad7-8e97566aaa7a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:16.243846 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cbde9218-6b5c-45c6-a948-dea5f4fa6dd5 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Deleting port 6b5a2041-6906-4232-9b59-b883a9e044d3 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:14:16.244178 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbde9218-6b5c-45c6-a948-dea5f4fa6dd5 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:16.278404 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8be61f74-c1cc-4729-a424-5de4c102a06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:16.365186 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be61f74-c1cc-4729-a424-5de4c102a06d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f572951-b4e9-40fc-8bd7-b77e01df6bc8,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:16.508562 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbde9218-6b5c-45c6-a948-dea5f4fa6dd5 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:16.523201 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cbde9218-6b5c-45c6-a948-dea5f4fa6dd5 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Calling delete_port for 6b5a2041-6906-4232-9b59-b883a9e044d3 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:14:16.537105 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58988) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:16.580508 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9957df7e-19ec-4a8f-a3bd-462804cb1a9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:16.623403 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be61f74-c1cc-4729-a424-5de4c102a06d admin admin] Checking segment: {'id': 'a239ed6a-23b5-4052-b4e7-e8d2350a6a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dc9ad979-ec78-49f6-8ae9-bfae4bd53aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:16.624405 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be61f74-c1cc-4729-a424-5de4c102a06d admin admin] Network hostable DHCP agents. Network: dc9ad979-ec78-49f6-8ae9-bfae4bd53aab, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:14:16.667142 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be61f74-c1cc-4729-a424-5de4c102a06d admin admin] Network dc9ad979-ec78-49f6-8ae9-bfae4bd53aab is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:14:16.685949 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8be61f74-c1cc-4729-a424-5de4c102a06d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, dc9ad979-ec78-49f6-8ae9-bfae4bd53aab) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:16.696927 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ded298-5f43-4d96-aa8b-2bb6a100fa25 None None] Network dc9ad979-ec78-49f6-8ae9-bfae4bd53aab requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:16.785211 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be61f74-c1cc-4729-a424-5de4c102a06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:16.785871 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9957df7e-19ec-4a8f-a3bd-462804cb1a9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:16.786395 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8be61f74-c1cc-4729-a424-5de4c102a06d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:16.795678 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9957df7e-19ec-4a8f-a3bd-462804cb1a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:16.866963 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9957df7e-19ec-4a8f-a3bd-462804cb1a9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4986c0e3847844c2b565c8c59f444d42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3199711 Dec 06 15:14:16.868776 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 58998) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:16.896236 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eeb725-e7c6-4b3d-a150-f8fe8db25023 None None] Network dc9ad979-ec78-49f6-8ae9-bfae4bd53aab requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:16.921128 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957df7e-19ec-4a8f-a3bd-462804cb1a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5112c8-b01f-4641-bf71-de89f6c47f27,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:16.963497 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca14-2d15-4ce6-a2c2-0625b83c11e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:16.979216 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbde9218-6b5c-45c6-a948-dea5f4fa6dd5 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:17.026078 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8be61f74-c1cc-4729-a424-5de4c102a06d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2930925 Dec 06 15:14:17.050901 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca14-2d15-4ce6-a2c2-0625b83c11e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:17.083637 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde9218-6b5c-45c6-a948-dea5f4fa6dd5 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Port': ['ID=6b5a2041-6906-4232-9b59-b883a9e044d3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:17.170687 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca14-2d15-4ce6-a2c2-0625b83c11e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:17.173955 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca14-2d15-4ce6-a2c2-0625b83c11e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:17.175932 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-19b4ca14-2d15-4ce6-a2c2-0625b83c11e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb5112c8-b01f-4641-bf71-de89f6c47f27 HTTP/1.1" status: 204 len: 168 time: 0.3060868 Dec 06 15:14:17.190089 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4ca14-2d15-4ce6-a2c2-0625b83c11e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5112c8-b01f-4641-bf71-de89f6c47f27,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:17.460100 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbde9218-6b5c-45c6-a948-dea5f4fa6dd5 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:17.935343 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbde9218-6b5c-45c6-a948-dea5f4fa6dd5 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 57009b6a-a887-4e2a-984c-afa20d95415b has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:14:18.230775 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbde9218-6b5c-45c6-a948-dea5f4fa6dd5 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:14:18.247049 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8239158c-8703-4c1f-8e69-8f32e8993d6c None None] Sync routers for ids ['57009b6a-a887-4e2a-984c-afa20d95415b'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:14:18.267642 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cbde9218-6b5c-45c6-a948-dea5f4fa6dd5 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "PUT /v2.0/routers/57009b6a-a887-4e2a-984c-afa20d95415b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1253271 Dec 06 15:14:18.270604 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 59074) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:18.285682 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8239158c-8703-4c1f-8e69-8f32e8993d6c None None] Routers {'57009b6a-a887-4e2a-984c-afa20d95415b'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:18.288330 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8239158c-8703-4c1f-8e69-8f32e8993d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['57009b6a-a887-4e2a-984c-afa20d95415b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:18.392967 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8239158c-8703-4c1f-8e69-8f32e8993d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:18.403640 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8239158c-8703-4c1f-8e69-8f32e8993d6c None None] Routers {'57009b6a-a887-4e2a-984c-afa20d95415b'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:18.404755 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8239158c-8703-4c1f-8e69-8f32e8993d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['57009b6a-a887-4e2a-984c-afa20d95415b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:18.655910 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8eb706ef-71b9-4d6d-8bf3-9f0df61e6bba tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:18.789906 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8239158c-8703-4c1f-8e69-8f32e8993d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:18.790560 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8239158c-8703-4c1f-8e69-8f32e8993d6c None None] The sync data for ids ['57009b6a-a887-4e2a-984c-afa20d95415b'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:14:18.856349 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8eb706ef-71b9-4d6d-8bf3-9f0df61e6bba tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:18.995035 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8eb706ef-71b9-4d6d-8bf3-9f0df61e6bba tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Deleting port 3f873ee9-3107-4fc1-a551-0cfd915a8638 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:14:18.996215 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8eb706ef-71b9-4d6d-8bf3-9f0df61e6bba tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:19.199426 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8eb706ef-71b9-4d6d-8bf3-9f0df61e6bba tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:19.214616 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8eb706ef-71b9-4d6d-8bf3-9f0df61e6bba tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Calling delete_port for 3f873ee9-3107-4fc1-a551-0cfd915a8638 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:14:19.505595 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8eb706ef-71b9-4d6d-8bf3-9f0df61e6bba tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:19.540983 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb706ef-71b9-4d6d-8bf3-9f0df61e6bba tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Port': ['ID=3f873ee9-3107-4fc1-a551-0cfd915a8638,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:19.557738 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e7055b-3127-46e8-9ad6-ce5eeeee86e9 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:14:19.701708 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8eb706ef-71b9-4d6d-8bf3-9f0df61e6bba tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:19.943795 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59152) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:19.958377 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8eb706ef-71b9-4d6d-8bf3-9f0df61e6bba tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:19.961324 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8eb706ef-71b9-4d6d-8bf3-9f0df61e6bba tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.030942 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8eb706ef-71b9-4d6d-8bf3-9f0df61e6bba tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.031530 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb706ef-71b9-4d6d-8bf3-9f0df61e6bba tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Fanout notify agent at l3_agent the message router_deleted on router 57009b6a-a887-4e2a-984c-afa20d95415b {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:14:20.042116 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8eb706ef-71b9-4d6d-8bf3-9f0df61e6bba tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.043707 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8eb706ef-71b9-4d6d-8bf3-9f0df61e6bba tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/routers/57009b6a-a887-4e2a-984c-afa20d95415b HTTP/1.1" status: 204 len: 168 time: 1.7700648 Dec 06 15:14:20.046055 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59164) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:20.123175 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25cbfd6-22ad-4e5d-aa46-f2dacc4c23e3 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Deleting subnet d98efb1d-3937-4368-8020-12cff5353f6d {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:14:20.144706 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b25cbfd6-22ad-4e5d-aa46-f2dacc4c23e3 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.144706 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0612-6e19-4bcf-8fd5-f884f97aedbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.201056 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b25cbfd6-22ad-4e5d-aa46-f2dacc4c23e3 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.350087 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b25cbfd6-22ad-4e5d-aa46-f2dacc4c23e3 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.354335 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0612-6e19-4bcf-8fd5-f884f97aedbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.374649 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0612-6e19-4bcf-8fd5-f884f97aedbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.446170 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 59182) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:20.446333 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c8ea0612-6e19-4bcf-8fd5-f884f97aedbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b425737b2aa4465b04a2b6e80a6dcb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5013525 Dec 06 15:14:20.447030 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea0612-6e19-4bcf-8fd5-f884f97aedbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccecfdb5-dae4-4e5c-a3bf-92b871f283c0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:20.468043 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b25cbfd6-22ad-4e5d-aa46-f2dacc4c23e3 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.501575 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cbfd6-22ad-4e5d-aa46-f2dacc4c23e3 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Subnet': ['ID=d98efb1d-3937-4368-8020-12cff5353f6d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:20.515233 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b25cbfd6-22ad-4e5d-aa46-f2dacc4c23e3 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.519178 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b25cbfd6-22ad-4e5d-aa46-f2dacc4c23e3 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/subnets/d98efb1d-3937-4368-8020-12cff5353f6d HTTP/1.1" status: 204 len: 168 time: 0.4720693 Dec 06 15:14:20.522391 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59190) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:20.525550 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320573a9-a63f-4fc9-ab05-716f586d0088 None None] Network 9a917827-9d2b-46bc-b872-60af2a4616bc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:20.612882 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0e97db0-08a8-49fb-91cb-f44854ba7229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.682932 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.693619 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0e97db0-08a8-49fb-91cb-f44854ba7229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.742817 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Deleting port 51c5499d-798b-4c7e-93a1-6fd801a69cd5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:14:20.743497 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.840001 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0e97db0-08a8-49fb-91cb-f44854ba7229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.843137 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b0e97db0-08a8-49fb-91cb-f44854ba7229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.844642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b0e97db0-08a8-49fb-91cb-f44854ba7229 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ccecfdb5-dae4-4e5c-a3bf-92b871f283c0 HTTP/1.1" status: 204 len: 168 time: 0.3970211 Dec 06 15:14:20.900579 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] For port 51c5499d-798b-4c7e-93a1-6fd801a69cd5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=51c5499d-798b-4c7e-93a1-6fd801a69cd5,segment=NetworkSegment(6519e6d5-a4f1-428f-bb61-139cb274f16f),segment_id=6519e6d5-a4f1-428f-bb61-139cb274f16f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:20.905621 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.960771 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Calling delete_port for 51c5499d-798b-4c7e-93a1-6fd801a69cd5 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:14:20.978075 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] DHCP port deletion for 9a917827-9d2b-46bc-b872-60af2a4616bc request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:14:20.980174 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e97db0-08a8-49fb-91cb-f44854ba7229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccecfdb5-dae4-4e5c-a3bf-92b871f283c0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:21.171636 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Deleting port 51c5499d-798b-4c7e-93a1-6fd801a69cd5 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:14:21.172646 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.178257 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.203580 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a4e86-0c38-4310-b772-c69516bb863b req-eb1c862c-b061-4d59-a174-5c5dce90038b tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:21.210942 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114a4e86-0c38-4310-b772-c69516bb863b req-eb1c862c-b061-4d59-a174-5c5dce90038b tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/networks?id=dc9ad979-ec78-49f6-8ae9-bfae4bd53aab HTTP/1.1" status: 200 len: 809 time: 0.3648782 Dec 06 15:14:21.242159 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114a4e86-0c38-4310-b772-c69516bb863b req-b53341f0-b412-4aef-8aa1-5d97748421eb tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/quotas/eb4481b7af8d4d7eb10004a084786ddb HTTP/1.1" status: 200 len: 375 time: 0.0234120 Dec 06 15:14:21.248965 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Port': ['ID=51c5499d-798b-4c7e-93a1-6fd801a69cd5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:21.287695 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] No DVR routers for this DVR port 51c5499d-798b-4c7e-93a1-6fd801a69cd5 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:14:21.384798 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114a4e86-0c38-4310-b772-c69516bb863b req-0dd6b143-ae17-456b-b8b8-6045d890029b tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb4481b7af8d4d7eb10004a084786ddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1060615 Dec 06 15:14:21.423376 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] For port 51c5499d-798b-4c7e-93a1-6fd801a69cd5, host n-d-master-1, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:21.424137 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.431552 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.444402 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Calling delete_port for 51c5499d-798b-4c7e-93a1-6fd801a69cd5 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:14:21.448566 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 59222) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:21.450498 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Port 51c5499d-798b-4c7e-93a1-6fd801a69cd5 was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 15:14:21.454054 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.476353 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a917827-9d2b-46bc-b872-60af2a4616bc']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:21.479218 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2a3bb985-d875-41bd-99b6-7fd4bcb558ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.508064 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Pushing event deleted for resources: {'Port': ['ID=51c5499d-798b-4c7e-93a1-6fd801a69cd5,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:21.531704 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6519e6d5-a4f1-428f-bb61-139cb274f16f') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:21.531704 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6519e6d5-a4f1-428f-bb61-139cb274f16f') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:21.537448 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.538078 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.540456 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.554323 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.557282 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.557860 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.558413 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.558750 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.559075 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.559565 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.559923 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.560288 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.560618 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.560944 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.579352 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c03b336-d320-41b7-8cc3-8da99afa6a33 None None] No DVR routers for this DVR port 51c5499d-798b-4c7e-93a1-6fd801a69cd5 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:14:21.594637 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.604738 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 51c5499d-798b-4c7e-93a1-6fd801a69cd5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:14:21.617348 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:14:21.618010 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.630439 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 51c5499d-798b-4c7e-93a1-6fd801a69cd5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:14:21.631058 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 51c5499d-798b-4c7e-93a1-6fd801a69cd5 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:14:21.650121 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:14:21.661301 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2a3bb985-d875-41bd-99b6-7fd4bcb558ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.669137 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2a3bb985-d875-41bd-99b6-7fd4bcb558ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.728549 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.744820 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.749284 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/networks/9a917827-9d2b-46bc-b872-60af2a4616bc HTTP/1.1" status: 204 len: 168 time: 1.2252781 Dec 06 15:14:21.752719 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59230) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:21.757417 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bb985-d875-41bd-99b6-7fd4bcb558ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067c24be-e54c-4dce-9c6c-f53ecbcbc1f2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:21.771059 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a0099-6134-4749-98d2-ac70b4a67295 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Network': ['ID=9a917827-9d2b-46bc-b872-60af2a4616bc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:21.807547 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59232) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:21.809120 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2a3bb985-d875-41bd-99b6-7fd4bcb558ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ce2e983748b4122873764dbbc0f9840&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3593600 Dec 06 15:14:21.899744 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114a4e86-0c38-4310-b772-c69516bb863b req-fe99bbb5-d30a-4059-8794-1c325508e2db service neutron] 10.222.0.20 "GET /v2.0/networks/dc9ad979-ec78-49f6-8ae9-bfae4bd53aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138969 Dec 06 15:14:22.065959 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114a4e86-0c38-4310-b772-c69516bb863b req-ec86afb1-90f4-418c-b2c6-a4ee64a1f0d4 service neutron] 10.222.0.20 "GET /v2.0/networks/dc9ad979-ec78-49f6-8ae9-bfae4bd53aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600420 Dec 06 15:14:22.353709 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efd18473-2025-4715-9fad-c0fe7c16366f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.409848 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efd18473-2025-4715-9fad-c0fe7c16366f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.484967 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cf1eb3d6-7cf7-4905-b396-abdc77bf4e8b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Deleting port 56b7a200-abfa-4cb4-8704-b5731e0351af {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:14:22.485338 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf1eb3d6-7cf7-4905-b396-abdc77bf4e8b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.607366 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf1eb3d6-7cf7-4905-b396-abdc77bf4e8b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.607891 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf1eb3d6-7cf7-4905-b396-abdc77bf4e8b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.626283 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cf1eb3d6-7cf7-4905-b396-abdc77bf4e8b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Calling delete_port for 56b7a200-abfa-4cb4-8704-b5731e0351af owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:14:22.715329 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efd18473-2025-4715-9fad-c0fe7c16366f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.718409 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efd18473-2025-4715-9fad-c0fe7c16366f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.719830 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-efd18473-2025-4715-9fad-c0fe7c16366f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/067c24be-e54c-4dce-9c6c-f53ecbcbc1f2 HTTP/1.1" status: 204 len: 168 time: 0.9111888 Dec 06 15:14:22.791916 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-51c8cb1b-de93-4003-8e97-cc72f8cd5562 req-3bc8afa6-c098-4451-95f9-3e4a9a00906d tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 210 time: 0.4898651 Dec 06 15:14:22.800428 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd18473-2025-4715-9fad-c0fe7c16366f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067c24be-e54c-4dce-9c6c-f53ecbcbc1f2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:22.940928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf1eb3d6-7cf7-4905-b396-abdc77bf4e8b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:23.007594 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1eb3d6-7cf7-4905-b396-abdc77bf4e8b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Port': ['ID=56b7a200-abfa-4cb4-8704-b5731e0351af,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:23.104189 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf1eb3d6-7cf7-4905-b396-abdc77bf4e8b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:23.107267 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cf1eb3d6-7cf7-4905-b396-abdc77bf4e8b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:23.112413 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 59288) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:23.113755 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cf1eb3d6-7cf7-4905-b396-abdc77bf4e8b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/floatingips/962e233a-c9e3-4c21-bd52-1dd459fbe1b4 HTTP/1.1" status: 204 len: 168 time: 1.3586807 Dec 06 15:14:23.158381 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-73dfa5a2-f6c5-4007-8470-801b99d28f26 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] DELETE failed (client error): The resource could not be found. Dec 06 15:14:23.158946 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73dfa5a2-f6c5-4007-8470-801b99d28f26 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:14:23.162303 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-73dfa5a2-f6c5-4007-8470-801b99d28f26 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/ports/372498af-b301-4082-b7d4-51886fae6051 HTTP/1.1" status: 404 len: 333 time: 0.0489578 Dec 06 15:14:23.165109 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 59290) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:23.219638 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ca332f55-b0a2-49c1-923c-b510e5ecb25b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "GET /v2.0/ports?device_id=57009b6a-a887-4e2a-984c-afa20d95415b HTTP/1.1" status: 200 len: 205 time: 0.0524724 Dec 06 15:14:23.231707 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59294) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:23.273400 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-d0e61b04-c570-414f-bb86-c2b380620e24 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] delete failed (client error): The resource could not be found. Dec 06 15:14:23.277147 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 59302) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:23.277308 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d0e61b04-c570-414f-bb86-c2b380620e24 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/routers/57009b6a-a887-4e2a-984c-afa20d95415b HTTP/1.1" status: 404 len: 336 time: 0.0531967 Dec 06 15:14:23.330755 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b269221-9481-4a4e-8fa0-130febe0c95b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] DELETE failed (client error): The resource could not be found. Dec 06 15:14:23.331216 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b269221-9481-4a4e-8fa0-130febe0c95b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:14:23.348139 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3b269221-9481-4a4e-8fa0-130febe0c95b tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/subnets/d98efb1d-3937-4368-8020-12cff5353f6d HTTP/1.1" status: 404 len: 337 time: 0.0699034 Dec 06 15:14:23.351176 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59304) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:23.502981 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5b7f3e24-5115-43c5-b23a-f8b3ed2d94c1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Deleting port 7948aeee-fe2e-4657-afda-3d3f9c61a351 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:14:23.503509 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b7f3e24-5115-43c5-b23a-f8b3ed2d94c1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:23.626620 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b7f3e24-5115-43c5-b23a-f8b3ed2d94c1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:23.644657 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5b7f3e24-5115-43c5-b23a-f8b3ed2d94c1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Calling delete_port for 7948aeee-fe2e-4657-afda-3d3f9c61a351 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:14:23.920320 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b7f3e24-5115-43c5-b23a-f8b3ed2d94c1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:23.980876 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9959513a-cbe8-44f9-bc97-ea1bf2fdd3ba None None] DHCP port deletion for 0446cf3e-b426-4bf1-b50f-b83e24ea802f request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:14:24.057608 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f3e24-5115-43c5-b23a-f8b3ed2d94c1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Port': ['ID=7948aeee-fe2e-4657-afda-3d3f9c61a351,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:24.142237 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9b376442-0365-4aae-b501-8aa13cf5de22 req-6bf5dd4a-a952-4be4-90a7-cb2134b5e3a2 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 210 time: 0.2131674 Dec 06 15:14:24.165683 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a4e86-0c38-4310-b772-c69516bb863b req-f80d59d4-f5fd-4a77-bb9c-2f87bce64ab2 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:24.165928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b7f3e24-5115-43c5-b23a-f8b3ed2d94c1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:24.167673 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114a4e86-0c38-4310-b772-c69516bb863b req-f80d59d4-f5fd-4a77-bb9c-2f87bce64ab2 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.37 "GET /v2.0/networks?id=dc9ad979-ec78-49f6-8ae9-bfae4bd53aab HTTP/1.1" status: 200 len: 809 time: 0.3444395 Dec 06 15:14:24.169099 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5b7f3e24-5115-43c5-b23a-f8b3ed2d94c1 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/ports/7948aeee-fe2e-4657-afda-3d3f9c61a351 HTTP/1.1" status: 204 len: 168 time: 0.8168943 Dec 06 15:14:24.171591 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59338) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:24.190097 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-114a4e86-0c38-4310-b772-c69516bb863b req-4465a8ea-b4b6-49e9-8b3e-5f898c03d957 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Request body: {'port': {'device_id': 'e8535451-bfd1-4972-bd68-3fe27e553c54', 'network_id': 'dc9ad979-ec78-49f6-8ae9-bfae4bd53aab', 'admin_state_up': True, 'tenant_id': 'eb4481b7af8d4d7eb10004a084786ddb'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:24.343499 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f174d4d6-b70b-478d-9bcd-fc3fcbecad7e tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Deleting port b6f22154-c84a-4ed6-a964-09bef53e85e3 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:14:24.344240 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f174d4d6-b70b-478d-9bcd-fc3fcbecad7e tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:24.347957 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-114a4e86-0c38-4310-b772-c69516bb863b req-4465a8ea-b4b6-49e9-8b3e-5f898c03d957 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Made reservation on behalf of eb4481b7af8d4d7eb10004a084786ddb for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:24.353470 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-114a4e86-0c38-4310-b772-c69516bb863b req-4465a8ea-b4b6-49e9-8b3e-5f898c03d957 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:24.575309 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f174d4d6-b70b-478d-9bcd-fc3fcbecad7e tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:24.609645 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f174d4d6-b70b-478d-9bcd-fc3fcbecad7e tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Calling delete_port for b6f22154-c84a-4ed6-a964-09bef53e85e3 owned by {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:14:24.839710 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f174d4d6-b70b-478d-9bcd-fc3fcbecad7e tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:24.906047 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174d4d6-b70b-478d-9bcd-fc3fcbecad7e tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Port': ['ID=b6f22154-c84a-4ed6-a964-09bef53e85e3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:24.930167 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8f00c1-9abb-451a-8725-4da714e8737b None None] DHCP port deletion for 0446cf3e-b426-4bf1-b50f-b83e24ea802f request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:14:24.989839 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-114a4e86-0c38-4310-b772-c69516bb863b req-4465a8ea-b4b6-49e9-8b3e-5f898c03d957 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Allocated IP 172.20.0.12 (dc9ad979-ec78-49f6-8ae9-bfae4bd53aab/4f572951-b4e9-40fc-8bd7-b77e01df6bc8/4325eb1d-cb74-43d9-9295-e208ab4217c4) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:14:25.086165 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f174d4d6-b70b-478d-9bcd-fc3fcbecad7e tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:25.094292 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f174d4d6-b70b-478d-9bcd-fc3fcbecad7e tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/ports/b6f22154-c84a-4ed6-a964-09bef53e85e3 HTTP/1.1" status: 204 len: 168 time: 0.9217055 Dec 06 15:14:25.101487 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 59384) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:25.296219 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1b8891ca-4297-4e2d-90e9-421958da527a req-8086f315-c172-4d01-ae4f-b98c6e7c6183 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 210 time: 0.0553052 Dec 06 15:14:25.322391 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a571f306-6930-4e1b-83de-182a8213e12c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:25.327296 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59392) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:25.327430 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a571f306-6930-4e1b-83de-182a8213e12c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "GET /v2.0/ports?device_id=400bb96e-c320-4a3e-8fe3-a4b005f3e48e HTTP/1.1" status: 200 len: 913 time: 0.2248838 Dec 06 15:14:25.331495 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-114a4e86-0c38-4310-b772-c69516bb863b req-4465a8ea-b4b6-49e9-8b3e-5f898c03d957 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:25.378542 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-114a4e86-0c38-4310-b772-c69516bb863b req-4465a8ea-b4b6-49e9-8b3e-5f898c03d957 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:25.443848 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465a8ea-b4b6-49e9-8b3e-5f898c03d957 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Pushing event updated for resources: {'Port': ['ID=4325eb1d-cb74-43d9-9295-e208ab4217c4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:25.474159 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114a4e86-0c38-4310-b772-c69516bb863b req-4465a8ea-b4b6-49e9-8b3e-5f898c03d957 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Network dc9ad979-ec78-49f6-8ae9-bfae4bd53aab is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:25.477586 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-114a4e86-0c38-4310-b772-c69516bb863b req-4465a8ea-b4b6-49e9-8b3e-5f898c03d957 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:25.485049 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-114a4e86-0c38-4310-b772-c69516bb863b req-4465a8ea-b4b6-49e9-8b3e-5f898c03d957 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:14:25.564512 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59402) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:25.621346 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a4e86-0c38-4310-b772-c69516bb863b req-4465a8ea-b4b6-49e9-8b3e-5f898c03d957 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:25.622311 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-114a4e86-0c38-4310-b772-c69516bb863b req-4465a8ea-b4b6-49e9-8b3e-5f898c03d957 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:25.655147 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114a4e86-0c38-4310-b772-c69516bb863b req-4465a8ea-b4b6-49e9-8b3e-5f898c03d957 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4687304 Dec 06 15:14:25.673921 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Request body: {'port': {'device_id': 'e8535451-bfd1-4972-bd68-3fe27e553c54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:25.789126 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:25.804063 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9b4e-92b8-4ac2-915a-1fad28c8e6c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:25.984338 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9b4e-92b8-4ac2-915a-1fad28c8e6c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.011375 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9b4e-92b8-4ac2-915a-1fad28c8e6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.157420 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ecbe9b4e-92b8-4ac2-915a-1fad28c8e6c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75172439b1a04082941a66a962601fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5910113 Dec 06 15:14:26.158328 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe9b4e-92b8-4ac2-915a-1fad28c8e6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbc9d96-4b42-4ebd-94dd-1880b2e12939,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:26.162016 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59422) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:26.224518 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4325eb1d-cb74-43d9-9295-e208ab4217c4 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:14:26.233400 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.246652 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Transition to ACTIVE for port object 4325eb1d-cb74-43d9-9295-e208ab4217c4 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:14:26.255117 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.278357 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4f67-dfe4-48b1-82d7-eea7f1c036ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.387005 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-717cb395-4971-42a1-880b-a4ad46933aa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.423502 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Pushing event updated for resources: {'Port': ['ID=4325eb1d-cb74-43d9-9295-e208ab4217c4,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:26.503587 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-717cb395-4971-42a1-880b-a4ad46933aa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.532196 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Attempting to bind port 4325eb1d-cb74-43d9-9295-e208ab4217c4 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:14:26.533033 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Attempting to bind port 4325eb1d-cb74-43d9-9295-e208ab4217c4 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'a239ed6a-23b5-4052-b4e7-e8d2350a6a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dc9ad979-ec78-49f6-8ae9-bfae4bd53aab'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:14:26.533609 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Attempting to bind port 4325eb1d-cb74-43d9-9295-e208ab4217c4 on network dc9ad979-ec78-49f6-8ae9-bfae4bd53aab {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:14:26.554986 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Port 4325eb1d-cb74-43d9-9295-e208ab4217c4 on network dc9ad979-ec78-49f6-8ae9-bfae4bd53aab not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:14:26.555430 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Attempting to bind port 4325eb1d-cb74-43d9-9295-e208ab4217c4 on network dc9ad979-ec78-49f6-8ae9-bfae4bd53aab {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:14:26.569329 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d40743-33e7-4edc-98ee-b5c594ca2d07 req-388a7730-5484-485a-bf4e-a0a2848c29eb tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:26.573904 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-68d40743-33e7-4edc-98ee-b5c594ca2d07 req-388a7730-5484-485a-bf4e-a0a2848c29eb tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 944 time: 0.1433423 Dec 06 15:14:26.575077 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:14:26.575623 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Checking segment: {'id': 'a239ed6a-23b5-4052-b4e7-e8d2350a6a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dc9ad979-ec78-49f6-8ae9-bfae4bd53aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:26.576220 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Bound using segment: {'id': 'a239ed6a-23b5-4052-b4e7-e8d2350a6a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dc9ad979-ec78-49f6-8ae9-bfae4bd53aab'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:14:26.576842 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Bound port: 4325eb1d-cb74-43d9-9295-e208ab4217c4, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a239ed6a-23b5-4052-b4e7-e8d2350a6a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dc9ad979-ec78-49f6-8ae9-bfae4bd53aab'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:14:26.577436 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.709124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-68d40743-33e7-4edc-98ee-b5c594ca2d07 req-9e067676-b4be-4aac-9ebe-44fd6806dc2a tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069407 Dec 06 15:14:26.727127 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] For port 4325eb1d-cb74-43d9-9295-e208ab4217c4, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:14:26.736786 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] For port 4325eb1d-cb74-43d9-9295-e208ab4217c4, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4325eb1d-cb74-43d9-9295-e208ab4217c4,segment=NetworkSegment(a239ed6a-23b5-4052-b4e7-e8d2350a6a97),segment_id=a239ed6a-23b5-4052-b4e7-e8d2350a6a97)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:14:26.746722 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.807630 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-717cb395-4971-42a1-880b-a4ad46933aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.813922 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-717cb395-4971-42a1-880b-a4ad46933aa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.819763 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-717cb395-4971-42a1-880b-a4ad46933aa0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bbc9d96-4b42-4ebd-94dd-1880b2e12939 HTTP/1.1" status: 204 len: 168 time: 0.6552281 Dec 06 15:14:26.827545 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:26.828203 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.829940 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114a4e86-0c38-4310-b772-c69516bb863b req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] 10.222.0.37 "PUT /v2.0/ports/4325eb1d-cb74-43d9-9295-e208ab4217c4 HTTP/1.1" status: 200 len: 1092 time: 1.1609626 Dec 06 15:14:26.835244 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8535451-bfd1-4972-bd68-3fe27e553c54', 'tag': '4325eb1d-cb74-43d9-9295-e208ab4217c4'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:14:26.845640 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a522d41-c69b-4969-85a0-8f7de6c2179a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8535451-bfd1-4972-bd68-3fe27e553c54", "tag": "4325eb1d-cb74-43d9-9295-e208ab4217c4"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:14:26.848507 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cb395-4971-42a1-880b-a4ad46933aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbc9d96-4b42-4ebd-94dd-1880b2e12939,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:26.971353 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59454) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:27.029992 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edd2434-3afb-44cb-acfc-5f20442b58b0 x-openstack-request-id: req-3edd2434-3afb-44cb-acfc-5f20442b58b0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:14:27.030424 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8535451-bfd1-4972-bd68-3fe27e553c54", "tag": "4325eb1d-cb74-43d9-9295-e208ab4217c4", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:14:27.030681 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3edd2434-3afb-44cb-acfc-5f20442b58b0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:14:27.031076 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8535451-bfd1-4972-bd68-3fe27e553c54', 'tag': '4325eb1d-cb74-43d9-9295-e208ab4217c4', 'status': 'completed', 'code': 200} Dec 06 15:14:27.040163 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd03617-6fa0-4245-8a73-77e06ba5dad2 service neutron] Pushing event updated for resources: {'Port': ['ID=4325eb1d-cb74-43d9-9295-e208ab4217c4,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:27.069412 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a4e86-0c38-4310-b772-c69516bb863b req-25aeb3ec-2ac0-4b95-82e7-0a6774db7322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:27.071315 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114a4e86-0c38-4310-b772-c69516bb863b req-25aeb3ec-2ac0-4b95-82e7-0a6774db7322 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb4481b7af8d4d7eb10004a084786ddb&device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 1095 time: 0.1795368 Dec 06 15:14:27.118696 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cc1e4f67-dfe4-48b1-82d7-eea7f1c036ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Deleting port 174e52a2-13c4-410a-9822-c4a907b7b2c6 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:14:27.118696 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4f67-dfe4-48b1-82d7-eea7f1c036ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.141897 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114a4e86-0c38-4310-b772-c69516bb863b req-f83ba3f3-12a8-4494-8aee-668eaab29d4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4325eb1d-cb74-43d9-9295-e208ab4217c4 HTTP/1.1" status: 200 len: 217 time: 0.0514364 Dec 06 15:14:27.237380 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a4e86-0c38-4310-b772-c69516bb863b req-ba98bdf7-4886-4c98-8a4f-0d2628c89112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:27.239825 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114a4e86-0c38-4310-b772-c69516bb863b req-ba98bdf7-4886-4c98-8a4f-0d2628c89112 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f572951-b4e9-40fc-8bd7-b77e01df6bc8 HTTP/1.1" status: 200 len: 849 time: 0.0857463 Dec 06 15:14:27.314104 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114a4e86-0c38-4310-b772-c69516bb863b req-dc90c693-4563-4041-aac5-8c2cba18215c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc9ad979-ec78-49f6-8ae9-bfae4bd53aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609751 Dec 06 15:14:27.317701 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4f67-dfe4-48b1-82d7-eea7f1c036ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.366673 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cc1e4f67-dfe4-48b1-82d7-eea7f1c036ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Calling delete_port for 174e52a2-13c4-410a-9822-c4a907b7b2c6 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:14:27.506481 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a626c4a6-b7fe-4811-a7cc-0b917396b727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.545239 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114a4e86-0c38-4310-b772-c69516bb863b req-78b7b4c8-fc99-44f1-b87f-a499e9ce46ee service neutron] 10.222.0.37 "GET /v2.0/networks/dc9ad979-ec78-49f6-8ae9-bfae4bd53aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167900 Dec 06 15:14:27.709778 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114a4e86-0c38-4310-b772-c69516bb863b req-40187132-5300-4540-93cc-3da0d50b974a service neutron] 10.222.0.37 "GET /v2.0/networks/dc9ad979-ec78-49f6-8ae9-bfae4bd53aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528611 Dec 06 15:14:27.767096 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a626c4a6-b7fe-4811-a7cc-0b917396b727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.777853 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a626c4a6-b7fe-4811-a7cc-0b917396b727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.882492 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a626c4a6-b7fe-4811-a7cc-0b917396b727 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0d7b398a9be4db4b6ab407094395cd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9087238 Dec 06 15:14:27.884972 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 59490) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:27.930371 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626c4a6-b7fe-4811-a7cc-0b917396b727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da26c8d-9166-4633-a91e-e39ac25316c4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:27.964460 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4f67-dfe4-48b1-82d7-eea7f1c036ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.997609 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a522d41-c69b-4969-85a0-8f7de6c2179a req-7675caeb-11a3-49df-a4ae-504d0dae4f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:27.999004 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a522d41-c69b-4969-85a0-8f7de6c2179a req-7675caeb-11a3-49df-a4ae-504d0dae4f88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb4481b7af8d4d7eb10004a084786ddb&device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 1095 time: 0.2178407 Dec 06 15:14:28.027609 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e4f67-dfe4-48b1-82d7-eea7f1c036ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Port': ['ID=174e52a2-13c4-410a-9822-c4a907b7b2c6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:28.044775 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35daa7c-4c94-4b96-bf05-a80144b6e62d None None] DHCP port deletion for 0446cf3e-b426-4bf1-b50f-b83e24ea802f request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:14:28.065169 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:28.137798 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a522d41-c69b-4969-85a0-8f7de6c2179a req-b46c1613-9678-4c22-813a-c75279735a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:28.139257 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a522d41-c69b-4969-85a0-8f7de6c2179a req-b46c1613-9678-4c22-813a-c75279735a21 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc9ad979-ec78-49f6-8ae9-bfae4bd53aab HTTP/1.1" status: 200 len: 910 time: 0.1197293 Dec 06 15:14:28.140815 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9895eb33-effb-49c1-b469-cd8df2728682 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:28.158123 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d33997-bb06-410c-8838-fc69f387d43e req-6c53be6c-a0d4-4ca1-b5b6-0e05931e598d tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:28.166159 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92d33997-bb06-410c-8838-fc69f387d43e req-6c53be6c-a0d4-4ca1-b5b6-0e05931e598d tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 944 time: 0.2968812 Dec 06 15:14:28.214490 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a522d41-c69b-4969-85a0-8f7de6c2179a req-18f786be-a907-4930-91c7-29269605a3aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4325eb1d-cb74-43d9-9295-e208ab4217c4 HTTP/1.1" status: 200 len: 217 time: 0.0662215 Dec 06 15:14:28.303842 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9895eb33-effb-49c1-b469-cd8df2728682 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:28.329522 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a522d41-c69b-4969-85a0-8f7de6c2179a req-09f9c927-a966-41ed-8b69-1640f292238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:28.330997 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a522d41-c69b-4969-85a0-8f7de6c2179a req-09f9c927-a966-41ed-8b69-1640f292238a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f572951-b4e9-40fc-8bd7-b77e01df6bc8 HTTP/1.1" status: 200 len: 849 time: 0.1053991 Dec 06 15:14:28.335759 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4f67-dfe4-48b1-82d7-eea7f1c036ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:28.388364 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a522d41-c69b-4969-85a0-8f7de6c2179a req-74d19c82-d936-4a86-aeed-14b1b149b249 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc9ad979-ec78-49f6-8ae9-bfae4bd53aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407739 Dec 06 15:14:28.432465 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92d33997-bb06-410c-8838-fc69f387d43e req-22fa8594-f358-4b34-802e-e6021ea14c5b tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652969 Dec 06 15:14:28.518011 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9895eb33-effb-49c1-b469-cd8df2728682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:28.521274 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9895eb33-effb-49c1-b469-cd8df2728682 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:28.522465 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9895eb33-effb-49c1-b469-cd8df2728682 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1da26c8d-9166-4633-a91e-e39ac25316c4 HTTP/1.1" status: 204 len: 168 time: 0.6364005 Dec 06 15:14:28.542598 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895eb33-effb-49c1-b469-cd8df2728682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da26c8d-9166-4633-a91e-e39ac25316c4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:28.550021 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a522d41-c69b-4969-85a0-8f7de6c2179a req-cbf43087-1d43-4b80-a044-4d047d9221e6 service neutron] 10.222.0.37 "GET /v2.0/networks/dc9ad979-ec78-49f6-8ae9-bfae4bd53aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534817 Dec 06 15:14:28.692998 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a522d41-c69b-4969-85a0-8f7de6c2179a req-491e823a-7bf7-4099-8cbe-adf146197547 service neutron] 10.222.0.37 "GET /v2.0/networks/dc9ad979-ec78-49f6-8ae9-bfae4bd53aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340852 Dec 06 15:14:29.040970 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1e4f67-dfe4-48b1-82d7-eea7f1c036ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Router 400bb96e-c320-4a3e-8fe3-a4b005f3e48e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:14:29.207697 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1e4f67-dfe4-48b1-82d7-eea7f1c036ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:14:29.214321 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cc1e4f67-dfe4-48b1-82d7-eea7f1c036ef tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "PUT /v2.0/routers/400bb96e-c320-4a3e-8fe3-a4b005f3e48e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8857415 Dec 06 15:14:29.217075 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 59558) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:29.232953 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a7bc90-50b9-4bfc-a091-a5f311131294 None None] Sync routers for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:14:29.270139 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7bc90-50b9-4bfc-a091-a5f311131294 None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:29.271481 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f7a7bc90-50b9-4bfc-a091-a5f311131294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:29.357165 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f7a7bc90-50b9-4bfc-a091-a5f311131294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:29.368371 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7bc90-50b9-4bfc-a091-a5f311131294 None None] Routers {'400bb96e-c320-4a3e-8fe3-a4b005f3e48e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:29.369536 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f7a7bc90-50b9-4bfc-a091-a5f311131294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:29.415541 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f7a7bc90-50b9-4bfc-a091-a5f311131294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:29.416252 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a7bc90-50b9-4bfc-a091-a5f311131294 None None] The sync data for ids ['400bb96e-c320-4a3e-8fe3-a4b005f3e48e'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:14:29.428838 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e45d1a-a2c7-439b-aa0c-8c3aa121d5a6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:29.563927 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e45d1a-a2c7-439b-aa0c-8c3aa121d5a6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:29.672147 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbba57-a233-4337-91a8-7f924593e7b9 req-b0f8c611-74fe-492b-8e83-72ef8cf8843d tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:29.681262 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0dbba57-a233-4337-91a8-7f924593e7b9 req-b0f8c611-74fe-492b-8e83-72ef8cf8843d tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 944 time: 0.1000128 Dec 06 15:14:29.727142 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59588) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:29.732076 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-28e45d1a-a2c7-439b-aa0c-8c3aa121d5a6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Deleting port 9b5c4080-c9b3-4ffa-8828-5b3a66af42c2 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:14:29.732648 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e45d1a-a2c7-439b-aa0c-8c3aa121d5a6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:29.756602 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0dbba57-a233-4337-91a8-7f924593e7b9 req-fd0ac505-748f-4502-9f6b-1077f66382ff tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746646 Dec 06 15:14:29.838953 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e45d1a-a2c7-439b-aa0c-8c3aa121d5a6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:29.850916 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-28e45d1a-a2c7-439b-aa0c-8c3aa121d5a6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Calling delete_port for 9b5c4080-c9b3-4ffa-8828-5b3a66af42c2 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:14:29.994461 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9336d1d0-6c20-4bec-90d6-9eaa0413bafa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2058138492-network', 'tenant_id': 'ec506adefd4e4f59b32c12ab42a6d865'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:30.007150 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.032326 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9336d1d0-6c20-4bec-90d6-9eaa0413bafa admin admin] Made reservation on behalf of ec506adefd4e4f59b32c12ab42a6d865 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:30.034966 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9336d1d0-6c20-4bec-90d6-9eaa0413bafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.046780 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9336d1d0-6c20-4bec-90d6-9eaa0413bafa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.134773 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9336d1d0-6c20-4bec-90d6-9eaa0413bafa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.142412 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9336d1d0-6c20-4bec-90d6-9eaa0413bafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.175788 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e45d1a-a2c7-439b-aa0c-8c3aa121d5a6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.211869 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336d1d0-6c20-4bec-90d6-9eaa0413bafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e61c29-388d-48c6-8cb3-2ebaa62b6511,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:30.216366 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e45d1a-a2c7-439b-aa0c-8c3aa121d5a6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Port': ['ID=9b5c4080-c9b3-4ffa-8828-5b3a66af42c2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:30.237327 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdb9e80-aaf0-49c8-bbc7-8d49cb89f088 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:14:30.262560 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9336d1d0-6c20-4bec-90d6-9eaa0413bafa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:14:30.282669 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9336d1d0-6c20-4bec-90d6-9eaa0413bafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.283345 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-9336d1d0-6c20-4bec-90d6-9eaa0413bafa admin admin] Added segment 0305310a-bbc2-4b59-b908-8d4a256c6293 of type vlan for network 798edf30-974b-4dbc-9fd4-722e0d30ffe7 Dec 06 15:14:30.349816 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e45d1a-a2c7-439b-aa0c-8c3aa121d5a6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.372120 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9336d1d0-6c20-4bec-90d6-9eaa0413bafa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.423367 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9336d1d0-6c20-4bec-90d6-9eaa0413bafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.431467 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 59628) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:30.436210 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9336d1d0-6c20-4bec-90d6-9eaa0413bafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:30.436807 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9336d1d0-6c20-4bec-90d6-9eaa0413bafa admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.485092 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e45d1a-a2c7-439b-aa0c-8c3aa121d5a6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.491329 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e45d1a-a2c7-439b-aa0c-8c3aa121d5a6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.513063 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336d1d0-6c20-4bec-90d6-9eaa0413bafa admin admin] Pushing event updated for resources: {'Network': ['ID=798edf30-974b-4dbc-9fd4-722e0d30ffe7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:30.526138 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 798edf30-974b-4dbc-9fd4-722e0d30ffe7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:14:30.529640 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9336d1d0-6c20-4bec-90d6-9eaa0413bafa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8009648 Dec 06 15:14:30.530157 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59632) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:30.545042 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-157b406c-31b1-49d2-9225-e69347713ca1 admin admin] Request body: {'subnet': {'network_id': '798edf30-974b-4dbc-9fd4-722e0d30ffe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2058138492-subnet', 'tenant_id': 'ec506adefd4e4f59b32c12ab42a6d865', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:30.592583 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157b406c-31b1-49d2-9225-e69347713ca1 admin admin] Made reservation on behalf of ec506adefd4e4f59b32c12ab42a6d865 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:30.595066 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-157b406c-31b1-49d2-9225-e69347713ca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.597426 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e45d1a-a2c7-439b-aa0c-8c3aa121d5a6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.598709 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e45d1a-a2c7-439b-aa0c-8c3aa121d5a6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Fanout notify agent at l3_agent the message router_deleted on router 400bb96e-c320-4a3e-8fe3-a4b005f3e48e {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:14:30.609825 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e45d1a-a2c7-439b-aa0c-8c3aa121d5a6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.615932 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-28e45d1a-a2c7-439b-aa0c-8c3aa121d5a6 tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/routers/400bb96e-c320-4a3e-8fe3-a4b005f3e48e HTTP/1.1" status: 204 len: 168 time: 1.3948014 Dec 06 15:14:30.616774 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 59634) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:30.678619 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4f9ba9-6b58-4da9-8aa1-d514b172e05c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Deleting subnet 62a0dd31-73aa-454f-b9e8-2103f698f693 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:14:30.687996 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e4f9ba9-6b58-4da9-8aa1-d514b172e05c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.718285 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6968390-e23d-4831-9a04-728b684c37d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.746790 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e4f9ba9-6b58-4da9-8aa1-d514b172e05c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.790619 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-307104cb-68a8-4022-82ae-0acff766eda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.844773 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-157b406c-31b1-49d2-9225-e69347713ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.889793 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b406c-31b1-49d2-9225-e69347713ca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7418f25c-1f25-4d4d-b3fd-8705f7efd158,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:30.903804 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e4f9ba9-6b58-4da9-8aa1-d514b172e05c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.921100 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b406c-31b1-49d2-9225-e69347713ca1 admin admin] Checking segment: {'id': '0305310a-bbc2-4b59-b908-8d4a256c6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '798edf30-974b-4dbc-9fd4-722e0d30ffe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:30.921555 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b406c-31b1-49d2-9225-e69347713ca1 admin admin] Network hostable DHCP agents. Network: 798edf30-974b-4dbc-9fd4-722e0d30ffe7, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:14:30.944108 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b406c-31b1-49d2-9225-e69347713ca1 admin admin] Network 798edf30-974b-4dbc-9fd4-722e0d30ffe7 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:14:30.967028 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-157b406c-31b1-49d2-9225-e69347713ca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 798edf30-974b-4dbc-9fd4-722e0d30ffe7) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:30.974091 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157b406c-31b1-49d2-9225-e69347713ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:30.975550 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05858780-b83b-4a19-8454-9dfd88fa63c6 None None] Network 798edf30-974b-4dbc-9fd4-722e0d30ffe7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:30.975876 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-157b406c-31b1-49d2-9225-e69347713ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.984354 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986de2d1-38f9-4ff6-bd0e-25112b039a80 req-c4aa396f-1517-4e31-9ba2-3ccc261d4aae tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:30.987540 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-986de2d1-38f9-4ff6-bd0e-25112b039a80 req-c4aa396f-1517-4e31-9ba2-3ccc261d4aae tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 944 time: 0.1469922 Dec 06 15:14:30.991423 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6968390-e23d-4831-9a04-728b684c37d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.005516 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-157b406c-31b1-49d2-9225-e69347713ca1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4692681 Dec 06 15:14:31.007560 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6968390-e23d-4831-9a04-728b684c37d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.071426 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e4f9ba9-6b58-4da9-8aa1-d514b172e05c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.097421 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e6968390-e23d-4831-9a04-728b684c37d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41b00b0e6f974c169e69e96080dd9a4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6644337 Dec 06 15:14:31.097888 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59648) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:31.150491 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 4325eb1d-cb74-43d9-9295-e208ab4217c4 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:14:31.167868 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f9ba9-6b58-4da9-8aa1-d514b172e05c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Subnet': ['ID=62a0dd31-73aa-454f-b9e8-2103f698f693,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:31.187386 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-986de2d1-38f9-4ff6-bd0e-25112b039a80 req-33a4fd81-1aae-4e5f-be8e-fc5df8bbe486 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934478 Dec 06 15:14:31.203714 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6968390-e23d-4831-9a04-728b684c37d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e70172-ffd5-41d8-bef7-cc6c5425e851,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:31.207984 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e4f9ba9-6b58-4da9-8aa1-d514b172e05c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.213259 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8e4f9ba9-6b58-4da9-8aa1-d514b172e05c tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/subnets/62a0dd31-73aa-454f-b9e8-2103f698f693 HTTP/1.1" status: 204 len: 168 time: 0.5952327 Dec 06 15:14:31.215602 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 59656) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:31.236144 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e593643-427e-4c30-b94a-a60ee62ba5bc None None] Network 0446cf3e-b426-4bf1-b50f-b83e24ea802f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:31.252412 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67a9f678-f21d-45f5-aed3-9b257e35fce4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.294641 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67a9f678-f21d-45f5-aed3-9b257e35fce4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.312318 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4478960d-8f27-41f3-8d55-1e512179ce70 None None] Network 798edf30-974b-4dbc-9fd4-722e0d30ffe7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:31.359236 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67a9f678-f21d-45f5-aed3-9b257e35fce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.362663 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67a9f678-f21d-45f5-aed3-9b257e35fce4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.363991 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-67a9f678-f21d-45f5-aed3-9b257e35fce4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36e70172-ffd5-41d8-bef7-cc6c5425e851 HTTP/1.1" status: 204 len: 168 time: 0.2643645 Dec 06 15:14:31.392806 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8377a02e-04a2-408d-bff9-ab566e50453d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.402866 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9f678-f21d-45f5-aed3-9b257e35fce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e70172-ffd5-41d8-bef7-cc6c5425e851,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:31.499403 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 15:14:31.557380 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8377a02e-04a2-408d-bff9-ab566e50453d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.610093 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8377a02e-04a2-408d-bff9-ab566e50453d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0446cf3e-b426-4bf1-b50f-b83e24ea802f']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:31.622168 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8377a02e-04a2-408d-bff9-ab566e50453d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7763e5ad-257a-46e3-b75e-6734e934bf9d') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:31.622799 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8377a02e-04a2-408d-bff9-ab566e50453d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7763e5ad-257a-46e3-b75e-6734e934bf9d') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:31.635558 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8377a02e-04a2-408d-bff9-ab566e50453d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.654195 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8377a02e-04a2-408d-bff9-ab566e50453d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.669695 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8377a02e-04a2-408d-bff9-ab566e50453d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:14:31.671989 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8377a02e-04a2-408d-bff9-ab566e50453d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:14:31.680514 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:14:31.775398 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c20646-b6e1-4bb7-8a0a-4fe2d9996ea0 None None] DHCP port deletion for 0446cf3e-b426-4bf1-b50f-b83e24ea802f request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:14:31.805391 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8377a02e-04a2-408d-bff9-ab566e50453d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.826396 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8377a02e-04a2-408d-bff9-ab566e50453d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.834880 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8377a02e-04a2-408d-bff9-ab566e50453d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] 10.222.0.20 "DELETE /v2.0/networks/0446cf3e-b426-4bf1-b50f-b83e24ea802f HTTP/1.1" status: 204 len: 168 time: 0.6178753 Dec 06 15:14:31.848438 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 4325eb1d-cb74-43d9-9295-e208ab4217c4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4325eb1d-cb74-43d9-9295-e208ab4217c4,segment=NetworkSegment(a239ed6a-23b5-4052-b4e7-e8d2350a6a97),segment_id=a239ed6a-23b5-4052-b4e7-e8d2350a6a97)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:31.869773 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377a02e-04a2-408d-bff9-ab566e50453d tempest-FloatingIPTestJSON-839941713 tempest-FloatingIPTestJSON-839941713-project] Pushing event deleted for resources: {'Network': ['ID=0446cf3e-b426-4bf1-b50f-b83e24ea802f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:31.874403 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59678) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:31.875666 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '4325eb1d-cb74-43d9-9295-e208ab4217c4', 'network_id': 'dc9ad979-ec78-49f6-8ae9-bfae4bd53aab', 'port_id': '4325eb1d-cb74-43d9-9295-e208ab4217c4', 'mac_address': 'fa:16:3e:28:d3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f572951-b4e9-40fc-8bd7-b77e01df6bc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:14:31.882292 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e1e0c56e-6740-4602-9678-edbf38616c64 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-765533019-network', 'tenant_id': 'ea4c10c904324568a44437b5125cc6e8'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:31.928367 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e0c56e-6740-4602-9678-edbf38616c64 admin admin] Made reservation on behalf of ea4c10c904324568a44437b5125cc6e8 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:31.931236 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1e0c56e-6740-4602-9678-edbf38616c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.942411 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 59680) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:31.957528 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1e0c56e-6740-4602-9678-edbf38616c64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.959241 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3610a8d5-bfbf-456d-8a62-4c4d9593bc59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.976710 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.009160 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4325eb1d-cb74-43d9-9295-e208ab4217c4 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:14:32.044321 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 4325eb1d-cb74-43d9-9295-e208ab4217c4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4325eb1d-cb74-43d9-9295-e208ab4217c4,segment=NetworkSegment(a239ed6a-23b5-4052-b4e7-e8d2350a6a97),segment_id=a239ed6a-23b5-4052-b4e7-e8d2350a6a97)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:32.049791 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.094276 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3610a8d5-bfbf-456d-8a62-4c4d9593bc59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.101683 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3610a8d5-bfbf-456d-8a62-4c4d9593bc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.116825 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=4325eb1d-cb74-43d9-9295-e208ab4217c4,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:32.145495 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1e0c56e-6740-4602-9678-edbf38616c64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.150820 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1e0c56e-6740-4602-9678-edbf38616c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.160259 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3610a8d5-bfbf-456d-8a62-4c4d9593bc59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9057337207fd4b64a7d7e9de8b9ffddb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2164414 Dec 06 15:14:32.162247 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610a8d5-bfbf-456d-8a62-4c4d9593bc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38359ce7-38c9-4a8e-8887-3f7d3d306d2d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:32.164546 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59686) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:32.216107 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e0c56e-6740-4602-9678-edbf38616c64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:14:32.309717 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1e0c56e-6740-4602-9678-edbf38616c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.310166 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-e1e0c56e-6740-4602-9678-edbf38616c64 admin admin] Added segment bb7c27ef-2137-4091-8d8c-715239e366bd of type vlan for network 69180bde-d849-4a7e-9b5d-f2505a85af3f Dec 06 15:14:32.335443 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['4325eb1d-cb74-43d9-9295-e208ab4217c4'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:14:32.344786 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0c56e-6740-4602-9678-edbf38616c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4368897-580d-4cf8-a6d3-9beaf16a4992,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:32.364926 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4eff77de-d8d2-4297-a3b8-db40f27a23d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.425475 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1e0c56e-6740-4602-9678-edbf38616c64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.458834 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4eff77de-d8d2-4297-a3b8-db40f27a23d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.479429 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7fe69-99d0-45ae-addd-6a3506d1ff61 req-d5c86217-b92f-4319-98e2-a1f1a15b8c3e tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:32.489383 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d5b7fe69-99d0-45ae-addd-6a3506d1ff61 req-d5c86217-b92f-4319-98e2-a1f1a15b8c3e tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 945 time: 0.1696422 Dec 06 15:14:32.515748 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 59700) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:32.547422 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1e0c56e-6740-4602-9678-edbf38616c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.548428 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e0c56e-6740-4602-9678-edbf38616c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:32.549230 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1e0c56e-6740-4602-9678-edbf38616c64 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.659235 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d5b7fe69-99d0-45ae-addd-6a3506d1ff61 req-5362fe6c-caa4-4b7d-a945-a379499a92db tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546991 Dec 06 15:14:32.671747 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 59704) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:32.672335 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e1e0c56e-6740-4602-9678-edbf38616c64 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7961063 Dec 06 15:14:32.693332 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-de4e65a1-151a-4ba5-8b8d-2cef65d028aa admin admin] Request body: {'subnet': {'network_id': '69180bde-d849-4a7e-9b5d-f2505a85af3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-765533019-subnet', 'tenant_id': 'ea4c10c904324568a44437b5125cc6e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:32.713120 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0c56e-6740-4602-9678-edbf38616c64 admin admin] Pushing event updated for resources: {'Network': ['ID=69180bde-d849-4a7e-9b5d-f2505a85af3f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:32.724157 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4eff77de-d8d2-4297-a3b8-db40f27a23d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.727387 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 69180bde-d849-4a7e-9b5d-f2505a85af3f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:14:32.732128 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4eff77de-d8d2-4297-a3b8-db40f27a23d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.736131 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4eff77de-d8d2-4297-a3b8-db40f27a23d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38359ce7-38c9-4a8e-8887-3f7d3d306d2d HTTP/1.1" status: 204 len: 168 time: 0.5652375 Dec 06 15:14:32.757975 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e9958b7c-bedb-4a1c-bc84-d947404a9f9c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33437f74c4e947549e19c57f1f5bb51b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2409472 Dec 06 15:14:32.759439 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff77de-d8d2-4297-a3b8-db40f27a23d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38359ce7-38c9-4a8e-8887-3f7d3d306d2d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:32.760184 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4e65a1-151a-4ba5-8b8d-2cef65d028aa admin admin] Made reservation on behalf of ea4c10c904324568a44437b5125cc6e8 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:32.763241 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de4e65a1-151a-4ba5-8b8d-2cef65d028aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.763818 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59708) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:32.875069 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e76fc28-23ce-46a4-931b-1627c474dd73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.903807 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e76fc28-23ce-46a4-931b-1627c474dd73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.989515 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e76fc28-23ce-46a4-931b-1627c474dd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.999146 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e76fc28-23ce-46a4-931b-1627c474dd73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:33.003782 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7e76fc28-23ce-46a4-931b-1627c474dd73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6d6f751-b3e3-49f8-b36e-1bc7f8ea7b48 HTTP/1.1" status: 204 len: 168 time: 0.2364573 Dec 06 15:14:33.011101 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76fc28-23ce-46a4-931b-1627c474dd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d6f751-b3e3-49f8-b36e-1bc7f8ea7b48,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:33.060267 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de4e65a1-151a-4ba5-8b8d-2cef65d028aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:33.121315 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e65a1-151a-4ba5-8b8d-2cef65d028aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f2b01c-5a43-4b85-b49e-5e34597697b1,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:33.133137 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4e65a1-151a-4ba5-8b8d-2cef65d028aa admin admin] Checking segment: {'id': 'bb7c27ef-2137-4091-8d8c-715239e366bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '69180bde-d849-4a7e-9b5d-f2505a85af3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:33.133137 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4e65a1-151a-4ba5-8b8d-2cef65d028aa admin admin] Network hostable DHCP agents. Network: 69180bde-d849-4a7e-9b5d-f2505a85af3f, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:14:33.143435 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 4325eb1d-cb74-43d9-9295-e208ab4217c4 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:14:33.153907 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4e65a1-151a-4ba5-8b8d-2cef65d028aa admin admin] Network 69180bde-d849-4a7e-9b5d-f2505a85af3f is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:14:33.167445 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-de4e65a1-151a-4ba5-8b8d-2cef65d028aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 69180bde-d849-4a7e-9b5d-f2505a85af3f) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:33.179188 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4e65a1-151a-4ba5-8b8d-2cef65d028aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:33.180003 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de4e65a1-151a-4ba5-8b8d-2cef65d028aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:33.208438 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ec7b72-e68a-422d-a8e2-bb61ee229b17 None None] Network 69180bde-d849-4a7e-9b5d-f2505a85af3f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:33.234543 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-de4e65a1-151a-4ba5-8b8d-2cef65d028aa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5497289 Dec 06 15:14:33.401984 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-045a16c2-93df-4aed-ace6-fad33cc5b330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:33.453630 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0b1265-5ac5-4bdd-9313-b010eb326699 None None] Network 69180bde-d849-4a7e-9b5d-f2505a85af3f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:33.524759 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 4325eb1d-cb74-43d9-9295-e208ab4217c4 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:14:33.540622 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 4325eb1d-cb74-43d9-9295-e208ab4217c4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:33.540999 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:33.745106 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:33.776355 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8535451-bfd1-4972-bd68-3fe27e553c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4325eb1d-cb74-43d9-9295-e208ab4217c4'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:14:33.780289 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eff9108-e09b-473f-93dc-57ed43632af9" -d '{"events": [{"server_uuid": "e8535451-bfd1-4972-bd68-3fe27e553c54", "name": "network-vif-plugged", "status": "completed", "tag": "4325eb1d-cb74-43d9-9295-e208ab4217c4"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:14:33.813931 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 4325eb1d-cb74-43d9-9295-e208ab4217c4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4325eb1d-cb74-43d9-9295-e208ab4217c4,segment=NetworkSegment(a239ed6a-23b5-4052-b4e7-e8d2350a6a97),segment_id=a239ed6a-23b5-4052-b4e7-e8d2350a6a97)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:33.826677 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:33.902693 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b60661-e0fa-45d2-b304-a9195dc5fff0 req-5efeb7d5-dad0-4bf4-9daa-6e477160d414 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:33.911904 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f4b60661-e0fa-45d2-b304-a9195dc5fff0 req-5efeb7d5-dad0-4bf4-9daa-6e477160d414 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 946 time: 0.1264231 Dec 06 15:14:33.945943 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=4325eb1d-cb74-43d9-9295-e208ab4217c4,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:34.017968 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f4b60661-e0fa-45d2-b304-a9195dc5fff0 req-19deaa67-6aed-4241-a7b8-07725ea70d1c tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049881 Dec 06 15:14:34.037699 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:34.075155 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3853f171-4063-4b3c-a60c-df0415dd39ae x-openstack-request-id: req-3853f171-4063-4b3c-a60c-df0415dd39ae {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:14:34.075155 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8535451-bfd1-4972-bd68-3fe27e553c54", "name": "network-vif-plugged", "status": "completed", "tag": "4325eb1d-cb74-43d9-9295-e208ab4217c4", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:14:34.075155 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3853f171-4063-4b3c-a60c-df0415dd39ae {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:14:34.075571 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8535451-bfd1-4972-bd68-3fe27e553c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4325eb1d-cb74-43d9-9295-e208ab4217c4', 'code': 200} Dec 06 15:14:34.616043 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f600dbc-c308-4dd8-ad1c-8391312b2368 req-2299f995-569a-4b38-a59c-c0d2de59b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:34.618129 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f600dbc-c308-4dd8-ad1c-8391312b2368 req-2299f995-569a-4b38-a59c-c0d2de59b127 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 1097 time: 0.4483693 Dec 06 15:14:34.654186 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64406d1-a51d-41e6-8a82-071df6b21db4 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:34.655966 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64406d1-a51d-41e6-8a82-071df6b21db4 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/networks?id=798edf30-974b-4dbc-9fd4-722e0d30ffe7 HTTP/1.1" status: 200 len: 812 time: 0.5009322 Dec 06 15:14:34.691748 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-5a789316-4289-45ba-92fa-6676db566f1e tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/quotas/ec506adefd4e4f59b32c12ab42a6d865 HTTP/1.1" status: 200 len: 375 time: 0.0230470 Dec 06 15:14:34.695760 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f600dbc-c308-4dd8-ad1c-8391312b2368 req-be1f661d-3bca-4278-9892-f1ab91a82aa9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653565 Dec 06 15:14:34.738451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-7f120d4a-fa4b-4159-86d7-9be436d75eb1 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec506adefd4e4f59b32c12ab42a6d865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383432 Dec 06 15:14:34.872505 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-0400895b-e033-4711-9c65-d790343112b6 service neutron] 10.222.0.20 "GET /v2.0/networks/798edf30-974b-4dbc-9fd4-722e0d30ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249800 Dec 06 15:14:34.940983 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59806) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:35.028759 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-c0e8c48f-72cd-4b76-96bd-35c05fccb05a service neutron] 10.222.0.20 "GET /v2.0/networks/798edf30-974b-4dbc-9fd4-722e0d30ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465483 Dec 06 15:14:35.065528 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-67b48605-662a-4802-ab5d-c144de0dd137 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-464093399'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:35.109774 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b48605-662a-4802-ab5d-c144de0dd137 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:35.114253 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67b48605-662a-4802-ab5d-c144de0dd137 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:35.129923 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67b48605-662a-4802-ab5d-c144de0dd137 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:35.276837 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354c492-1774-4bf1-b408-0b668e8d3b35 req-990a544c-60c2-4bcc-975d-4d5551ebb4ed tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:35.284589 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f354c492-1774-4bf1-b408-0b668e8d3b35 req-990a544c-60c2-4bcc-975d-4d5551ebb4ed tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 946 time: 0.1380472 Dec 06 15:14:35.332510 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4bcf49f-11e4-4bd2-bc88-c944da4cfd8b req-7aad788b-f6ac-49a8-a213-c587d2647342 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 210 time: 0.0563967 Dec 06 15:14:35.379626 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f354c492-1774-4bf1-b408-0b668e8d3b35 req-4dcf0c25-1847-4f7a-970a-4fcaf166d700 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929985 Dec 06 15:14:35.425679 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67b48605-662a-4802-ab5d-c144de0dd137 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:35.438803 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67b48605-662a-4802-ab5d-c144de0dd137 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:35.476899 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b48605-662a-4802-ab5d-c144de0dd137 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:14:35.495785 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b48605-662a-4802-ab5d-c144de0dd137 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a07aa90-930b-4933-888e-fa7d68bb30f4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:35.499539 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67b48605-662a-4802-ab5d-c144de0dd137 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:35.499892 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-67b48605-662a-4802-ab5d-c144de0dd137 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Added segment 0c8a8f73-886c-4dad-ae7f-2e3c00f1b9c9 of type vlan for network b9620641-ebad-4ad7-8b03-7ff55b68433c Dec 06 15:14:35.567960 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67b48605-662a-4802-ab5d-c144de0dd137 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:35.620963 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67b48605-662a-4802-ab5d-c144de0dd137 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:35.628238 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b48605-662a-4802-ab5d-c144de0dd137 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:35.629159 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67b48605-662a-4802-ab5d-c144de0dd137 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:35.676212 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-67b48605-662a-4802-ab5d-c144de0dd137 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7327423 Dec 06 15:14:35.685306 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:35.724648 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b48605-662a-4802-ab5d-c144de0dd137 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Network': ['ID=b9620641-ebad-4ad7-8b03-7ff55b68433c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:35.759929 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network b9620641-ebad-4ad7-8b03-7ff55b68433c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:14:36.583686 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d3a603a-9038-4ed7-9d4d-f466c1c922ba req-2541748e-6054-4227-9293-954fb9b8a6dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8535451-bfd1-4972-bd68-3fe27e553c54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1140299 Dec 06 15:14:36.789349 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad345d6-cc88-44aa-9e16-740a889babec req-bbbaa589-1085-4489-8d0f-2932da9ecfcc tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:36.801788 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ad345d6-cc88-44aa-9e16-740a889babec req-bbbaa589-1085-4489-8d0f-2932da9ecfcc tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 946 time: 0.1127231 Dec 06 15:14:36.825519 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cec72dc8-6049-4fe2-9f85-096e2226869e req-1db64758-3996-4f26-95f0-f7ac0407b124 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 210 time: 0.1112032 Dec 06 15:14:36.865914 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a603a-9038-4ed7-9d4d-f466c1c922ba req-839882f8-48e0-42c0-8f6c-d4ec7d5add31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:36.868418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d3a603a-9038-4ed7-9d4d-f466c1c922ba req-839882f8-48e0-42c0-8f6c-d4ec7d5add31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb4481b7af8d4d7eb10004a084786ddb&device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 1097 time: 0.2133322 Dec 06 15:14:36.891123 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:36.971513 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ad345d6-cc88-44aa-9e16-740a889babec req-451b9f7f-1635-4aa9-bfc8-bc4fbd99f9a4 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617270 Dec 06 15:14:37.241390 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a603a-9038-4ed7-9d4d-f466c1c922ba req-4837fd6f-088b-4206-9ed6-214f47ec8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:37.248816 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d3a603a-9038-4ed7-9d4d-f466c1c922ba req-4837fd6f-088b-4206-9ed6-214f47ec8a0f service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc9ad979-ec78-49f6-8ae9-bfae4bd53aab HTTP/1.1" status: 200 len: 910 time: 0.3298244 Dec 06 15:14:37.356795 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d3a603a-9038-4ed7-9d4d-f466c1c922ba req-79b47840-201c-4421-9993-8034837d45b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4325eb1d-cb74-43d9-9295-e208ab4217c4 HTTP/1.1" status: 200 len: 217 time: 0.0951633 Dec 06 15:14:37.556154 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-0beaf895-60e5-455e-90de-15956a4ee0c1 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:37.562048 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-0beaf895-60e5-455e-90de-15956a4ee0c1 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.23 "GET /v2.0/networks?id=798edf30-974b-4dbc-9fd4-722e0d30ffe7 HTTP/1.1" status: 200 len: 812 time: 0.4707463 Dec 06 15:14:37.578029 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a603a-9038-4ed7-9d4d-f466c1c922ba req-fd235ed2-3884-4688-b4a7-926674feb966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:37.582003 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d3a603a-9038-4ed7-9d4d-f466c1c922ba req-fd235ed2-3884-4688-b4a7-926674feb966 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f572951-b4e9-40fc-8bd7-b77e01df6bc8 HTTP/1.1" status: 200 len: 849 time: 0.1984210 Dec 06 15:14:37.589324 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-bbdbd6e9-03e6-4a5e-b674-76fbdd7f1d0f tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Request body: {'port': {'device_id': '942edc4f-b3c7-4244-a7e3-43d0d4735609', 'network_id': '798edf30-974b-4dbc-9fd4-722e0d30ffe7', 'admin_state_up': True, 'tenant_id': 'ec506adefd4e4f59b32c12ab42a6d865'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:37.710770 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59960) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:37.725298 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d3a603a-9038-4ed7-9d4d-f466c1c922ba req-cbddc808-ab32-4d84-964d-1b40148db8a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc9ad979-ec78-49f6-8ae9-bfae4bd53aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099927 Dec 06 15:14:37.975287 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d3a603a-9038-4ed7-9d4d-f466c1c922ba req-8c2e028d-9dee-44c7-ba1d-0192df1ca5b5 service neutron] 10.222.0.37 "GET /v2.0/networks/dc9ad979-ec78-49f6-8ae9-bfae4bd53aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391093 Dec 06 15:14:38.037422 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-bbdbd6e9-03e6-4a5e-b674-76fbdd7f1d0f tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Made reservation on behalf of ec506adefd4e4f59b32c12ab42a6d865 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:38.041930 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-bbdbd6e9-03e6-4a5e-b674-76fbdd7f1d0f tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:38.093199 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-affe26d2-b52b-46a6-8a31-f6d5b789ac74 req-e26be833-90ee-4194-a704-c6a2e98c2208 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 210 time: 0.1319444 Dec 06 15:14:38.108387 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57c724e2-c273-436f-997f-c8b4d6c51ce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:38.265477 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57c724e2-c273-436f-997f-c8b4d6c51ce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:38.271927 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-57c724e2-c273-436f-997f-c8b4d6c51ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:38.332303 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-57c724e2-c273-436f-997f-c8b4d6c51ce8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a040d745af9447ebafd474bee465ceb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6198945 Dec 06 15:14:38.348252 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 59978) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:38.355617 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c724e2-c273-436f-997f-c8b4d6c51ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28afc0a1-d794-48be-a873-dbce5ca7ad9a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:38.367539 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c724e2-c273-436f-997f-c8b4d6c51ce8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:38.368250 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c724e2-c273-436f-997f-c8b4d6c51ce8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:38.368797 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c724e2-c273-436f-997f-c8b4d6c51ce8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:38.369337 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c724e2-c273-436f-997f-c8b4d6c51ce8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:38.369872 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c724e2-c273-436f-997f-c8b4d6c51ce8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:38.370489 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c724e2-c273-436f-997f-c8b4d6c51ce8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:38.371023 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c724e2-c273-436f-997f-c8b4d6c51ce8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:38.371596 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c724e2-c273-436f-997f-c8b4d6c51ce8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:38.372176 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c724e2-c273-436f-997f-c8b4d6c51ce8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:38.372708 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c724e2-c273-436f-997f-c8b4d6c51ce8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:38.373288 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c724e2-c273-436f-997f-c8b4d6c51ce8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:38.373522 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628af028-9fe7-428a-90f1-3fa19fdc0124 req-363056e5-8c57-4743-9211-069499201758 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:38.374041 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c724e2-c273-436f-997f-c8b4d6c51ce8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:38.374698 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c724e2-c273-436f-997f-c8b4d6c51ce8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:38.382232 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-628af028-9fe7-428a-90f1-3fa19fdc0124 req-363056e5-8c57-4743-9211-069499201758 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 946 time: 0.2704780 Dec 06 15:14:38.385968 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7d3a603a-9038-4ed7-9d4d-f466c1c922ba req-0de8a4b9-894c-42c4-a6e6-c28b2fe12983 service neutron] 10.222.0.37 "GET /v2.0/networks/dc9ad979-ec78-49f6-8ae9-bfae4bd53aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002714 Dec 06 15:14:38.488509 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-628af028-9fe7-428a-90f1-3fa19fdc0124 req-b7d55ed8-75d0-4392-93a6-b137655101c1 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009014 Dec 06 15:14:38.574861 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9db053d8-c2b5-497e-b979-7d343422fa4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:38.580560 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-bbdbd6e9-03e6-4a5e-b674-76fbdd7f1d0f tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Allocated IP 172.20.0.9 (798edf30-974b-4dbc-9fd4-722e0d30ffe7/7418f25c-1f25-4d4d-b3fd-8705f7efd158/a84388a7-3c61-4472-933d-a1d8ddf54435) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:14:38.621408 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9db053d8-c2b5-497e-b979-7d343422fa4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:38.692164 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9db053d8-c2b5-497e-b979-7d343422fa4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:38.695127 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9db053d8-c2b5-497e-b979-7d343422fa4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:38.699051 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9db053d8-c2b5-497e-b979-7d343422fa4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28afc0a1-d794-48be-a873-dbce5ca7ad9a HTTP/1.1" status: 204 len: 168 time: 0.3475287 Dec 06 15:14:38.792786 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db053d8-c2b5-497e-b979-7d343422fa4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28afc0a1-d794-48be-a873-dbce5ca7ad9a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:39.068166 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-bbdbd6e9-03e6-4a5e-b674-76fbdd7f1d0f tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:39.080385 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59994) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:39.086694 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bb2bcde7-2d1e-4d01-8a83-ea334ec41ca2 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'subnet': {'network_id': 'b9620641-ebad-4ad7-8b03-7ff55b68433c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:39.146848 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-bbdbd6e9-03e6-4a5e-b674-76fbdd7f1d0f tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:39.230297 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-bbdbd6e9-03e6-4a5e-b674-76fbdd7f1d0f tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Network 798edf30-974b-4dbc-9fd4-722e0d30ffe7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:39.233651 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-bbdbd6e9-03e6-4a5e-b674-76fbdd7f1d0f tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:39.241337 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-bbdbd6e9-03e6-4a5e-b674-76fbdd7f1d0f tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:14:39.274144 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 59998) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:39.301656 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-bbdbd6e9-03e6-4a5e-b674-76fbdd7f1d0f tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:39.302336 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-bbdbd6e9-03e6-4a5e-b674-76fbdd7f1d0f tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:39.305705 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75cb227f-81dd-4e18-acda-866b23715edd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:39.321254 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbd6e9-03e6-4a5e-b674-76fbdd7f1d0f tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Pushing event updated for resources: {'Port': ['ID=a84388a7-3c61-4472-933d-a1d8ddf54435,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:39.334482 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827da488-87fb-4b04-a1bc-60041cd00207 req-1fac7673-d867-433a-842b-ff634177999a tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:39.336327 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-827da488-87fb-4b04-a1bc-60041cd00207 req-1fac7673-d867-433a-842b-ff634177999a tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 931 time: 0.1294374 Dec 06 15:14:39.351069 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2bcde7-2d1e-4d01-8a83-ea334ec41ca2 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:39.355865 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb2bcde7-2d1e-4d01-8a83-ea334ec41ca2 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:39.357455 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-bbdbd6e9-03e6-4a5e-b674-76fbdd7f1d0f tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7735415 Dec 06 15:14:39.370899 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Request body: {'port': {'device_id': '942edc4f-b3c7-4244-a7e3-43d0d4735609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:39.439797 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:39.569617 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-827da488-87fb-4b04-a1bc-60041cd00207 req-c6367d4a-5ca6-4be2-a1e7-815ad4919f4b tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243629 Dec 06 15:14:39.630550 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75cb227f-81dd-4e18-acda-866b23715edd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:39.638427 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-75cb227f-81dd-4e18-acda-866b23715edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:39.726510 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-75cb227f-81dd-4e18-acda-866b23715edd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abf1fa3b58a342baa5d831230569c961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4436026 Dec 06 15:14:39.726510 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60012) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:39.726820 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f76d6e-f19a-414d-afa1-ce4a5c378814 req-a734fd07-bf5e-4c5c-b7b7-6a79476832a2 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:39.726820 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92f76d6e-f19a-414d-afa1-ce4a5c378814 req-a734fd07-bf5e-4c5c-b7b7-6a79476832a2 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 946 time: 0.2277677 Dec 06 15:14:39.742799 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb2bcde7-2d1e-4d01-8a83-ea334ec41ca2 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:39.744667 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb227f-81dd-4e18-acda-866b23715edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c82b09-078a-4e90-8876-cacc8fe68a7d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:39.782439 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1dc1c0-ce44-4504-a116-d4ecb99880a5 req-7692d1ba-1540-4886-bd4b-0a4958326c13 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:39.783953 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c1dc1c0-ce44-4504-a116-d4ecb99880a5 req-7692d1ba-1540-4886-bd4b-0a4958326c13 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 946 time: 0.1643496 Dec 06 15:14:39.862747 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30e18005-3bfb-4d14-800a-bfd0287f766d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:39.873631 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bcde7-2d1e-4d01-8a83-ea334ec41ca2 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Subnet': ['ID=3c13e6c4-ca00-4b47-8706-1f33508ca859,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:39.879092 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2bcde7-2d1e-4d01-8a83-ea334ec41ca2 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Checking segment: {'id': '0c8a8f73-886c-4dad-ae7f-2e3c00f1b9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b9620641-ebad-4ad7-8b03-7ff55b68433c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:39.879470 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2bcde7-2d1e-4d01-8a83-ea334ec41ca2 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network hostable DHCP agents. Network: b9620641-ebad-4ad7-8b03-7ff55b68433c, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:14:39.895568 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30e18005-3bfb-4d14-800a-bfd0287f766d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:39.926903 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c1dc1c0-ce44-4504-a116-d4ecb99880a5 req-e2ec2a54-8c15-451b-aa3c-63c209e7283a tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239142 Dec 06 15:14:39.928202 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2bcde7-2d1e-4d01-8a83-ea334ec41ca2 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network b9620641-ebad-4ad7-8b03-7ff55b68433c is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:14:39.946880 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-bb2bcde7-2d1e-4d01-8a83-ea334ec41ca2 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b9620641-ebad-4ad7-8b03-7ff55b68433c) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:39.961520 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b883ff-1043-45d6-86ff-d47d5d8a3519 None None] Network b9620641-ebad-4ad7-8b03-7ff55b68433c requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:39.965048 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2bcde7-2d1e-4d01-8a83-ea334ec41ca2 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:39.965679 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb2bcde7-2d1e-4d01-8a83-ea334ec41ca2 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:39.986425 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bb2bcde7-2d1e-4d01-8a83-ea334ec41ca2 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9048822 Dec 06 15:14:39.987594 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30e18005-3bfb-4d14-800a-bfd0287f766d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:39.992160 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30e18005-3bfb-4d14-800a-bfd0287f766d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:39.995902 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60018) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:39.996406 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-30e18005-3bfb-4d14-800a-bfd0287f766d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1c82b09-078a-4e90-8876-cacc8fe68a7d HTTP/1.1" status: 204 len: 168 time: 0.2712185 Dec 06 15:14:40.002518 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-75545680-a143-434c-ba1e-1b3a89345f04 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1676903175'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:40.005075 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e18005-3bfb-4d14-800a-bfd0287f766d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c82b09-078a-4e90-8876-cacc8fe68a7d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:40.013297 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-92f76d6e-f19a-414d-afa1-ce4a5c378814 req-f8da7e41-e5ed-40f9-ad31-71fffb14a26b tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Deleting port 4325eb1d-cb74-43d9-9295-e208ab4217c4 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:14:40.013640 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-92f76d6e-f19a-414d-afa1-ce4a5c378814 req-f8da7e41-e5ed-40f9-ad31-71fffb14a26b tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:40.023315 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84388a7-3c61-4472-933d-a1d8ddf54435 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:14:40.046981 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:40.117326 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Transition to ACTIVE for port object a84388a7-3c61-4472-933d-a1d8ddf54435 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:14:40.147538 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:40.149385 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75545680-a143-434c-ba1e-1b3a89345f04 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:40.152937 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75545680-a143-434c-ba1e-1b3a89345f04 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:40.230197 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b9620641-ebad-4ad7-8b03-7ff55b68433c', 'network_id': 'b9620641-ebad-4ad7-8b03-7ff55b68433c', 'tenant_id': 'ccc8a5aa4ae641fa868df24df178e9ad', 'fixed_ips': [{'subnet_id': '3c13e6c4-ca00-4b47-8706-1f33508ca859'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:14:40.231445 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:40.247215 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-92f76d6e-f19a-414d-afa1-ce4a5c378814 req-f8da7e41-e5ed-40f9-ad31-71fffb14a26b tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] For port 4325eb1d-cb74-43d9-9295-e208ab4217c4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4325eb1d-cb74-43d9-9295-e208ab4217c4,segment=NetworkSegment(a239ed6a-23b5-4052-b4e7-e8d2350a6a97),segment_id=a239ed6a-23b5-4052-b4e7-e8d2350a6a97)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:40.247619 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-92f76d6e-f19a-414d-afa1-ce4a5c378814 req-f8da7e41-e5ed-40f9-ad31-71fffb14a26b tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:40.272706 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75545680-a143-434c-ba1e-1b3a89345f04 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:14:40.281701 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Pushing event updated for resources: {'Port': ['ID=a84388a7-3c61-4472-933d-a1d8ddf54435,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:40.293732 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-92f76d6e-f19a-414d-afa1-ce4a5c378814 req-f8da7e41-e5ed-40f9-ad31-71fffb14a26b tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Calling delete_port for 4325eb1d-cb74-43d9-9295-e208ab4217c4 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:14:40.326552 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75545680-a143-434c-ba1e-1b3a89345f04 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:40.327049 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-75545680-a143-434c-ba1e-1b3a89345f04 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Added segment cdf88786-51f2-478b-97da-583aae1c88d4 of type vlan for network af83b4d0-7083-42ba-af2e-b03aae2f8f98 Dec 06 15:14:40.452360 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Allocated IP 2001:db8:0:ffff::2 (b9620641-ebad-4ad7-8b03-7ff55b68433c/3c13e6c4-ca00-4b47-8706-1f33508ca859/ac4f097a-70d7-4308-8d4b-90c888fc7201) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:14:40.456126 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75545680-a143-434c-ba1e-1b3a89345f04 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:40.513461 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Attempting to bind port a84388a7-3c61-4472-933d-a1d8ddf54435 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:14:40.514569 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Attempting to bind port a84388a7-3c61-4472-933d-a1d8ddf54435 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0305310a-bbc2-4b59-b908-8d4a256c6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '798edf30-974b-4dbc-9fd4-722e0d30ffe7'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:14:40.514569 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Attempting to bind port a84388a7-3c61-4472-933d-a1d8ddf54435 on network 798edf30-974b-4dbc-9fd4-722e0d30ffe7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:14:40.529473 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75545680-a143-434c-ba1e-1b3a89345f04 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:40.543754 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75545680-a143-434c-ba1e-1b3a89345f04 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:40.547346 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75545680-a143-434c-ba1e-1b3a89345f04 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:40.642832 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:14:40.694483 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Port a84388a7-3c61-4472-933d-a1d8ddf54435 on network 798edf30-974b-4dbc-9fd4-722e0d30ffe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:14:40.694909 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Attempting to bind port a84388a7-3c61-4472-933d-a1d8ddf54435 on network 798edf30-974b-4dbc-9fd4-722e0d30ffe7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:14:40.718211 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:14:40.718978 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Checking segment: {'id': '0305310a-bbc2-4b59-b908-8d4a256c6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '798edf30-974b-4dbc-9fd4-722e0d30ffe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:40.719561 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Bound using segment: {'id': '0305310a-bbc2-4b59-b908-8d4a256c6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '798edf30-974b-4dbc-9fd4-722e0d30ffe7'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:14:40.720331 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Bound port: a84388a7-3c61-4472-933d-a1d8ddf54435, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0305310a-bbc2-4b59-b908-8d4a256c6293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '798edf30-974b-4dbc-9fd4-722e0d30ffe7'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:14:40.720927 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:40.725776 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:40.745274 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:40.760369 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-75545680-a143-434c-ba1e-1b3a89345f04 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7632504 Dec 06 15:14:40.764872 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60042) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:40.789133 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e4ac308e-2bee-45a9-810d-5fcb8e34958d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'subnet': {'network_id': 'af83b4d0-7083-42ba-af2e-b03aae2f8f98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:40.840551 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75545680-a143-434c-ba1e-1b3a89345f04 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Network': ['ID=af83b4d0-7083-42ba-af2e-b03aae2f8f98,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:40.842730 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-92f76d6e-f19a-414d-afa1-ce4a5c378814 req-f8da7e41-e5ed-40f9-ad31-71fffb14a26b tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:40.860488 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network af83b4d0-7083-42ba-af2e-b03aae2f8f98 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:14:40.901591 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da7e41-e5ed-40f9-ad31-71fffb14a26b tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Pushing event deleted for resources: {'Port': ['ID=4325eb1d-cb74-43d9-9295-e208ab4217c4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:40.926967 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1a043-cc14-4eec-b2da-a247a19e2c56 req-8516d6eb-460b-48d0-9278-fbf08dbd502c tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:40.934456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-41c1a043-cc14-4eec-b2da-a247a19e2c56 req-8516d6eb-460b-48d0-9278-fbf08dbd502c tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 943 time: 0.2398863 Dec 06 15:14:40.967049 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f76d6e-f19a-414d-afa1-ce4a5c378814 req-f8da7e41-e5ed-40f9-ad31-71fffb14a26b tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] No DVR routers for this DVR port 4325eb1d-cb74-43d9-9295-e208ab4217c4 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:14:40.970460 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-92f76d6e-f19a-414d-afa1-ce4a5c378814 req-f8da7e41-e5ed-40f9-ad31-71fffb14a26b tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:40.974641 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92f76d6e-f19a-414d-afa1-ce4a5c378814 req-f8da7e41-e5ed-40f9-ad31-71fffb14a26b tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.37 "DELETE /v2.0/ports/4325eb1d-cb74-43d9-9295-e208ab4217c4 HTTP/1.1" status: 204 len: 173 time: 1.2378838 Dec 06 15:14:40.975121 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8535451-bfd1-4972-bd68-3fe27e553c54', 'name': 'network-vif-deleted', 'tag': '4325eb1d-cb74-43d9-9295-e208ab4217c4'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:14:40.977463 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec7d078-4cbb-40e3-ad83-fd4b3e3884da" -d '{"events": [{"server_uuid": "e8535451-bfd1-4972-bd68-3fe27e553c54", "name": "network-vif-deleted", "tag": "4325eb1d-cb74-43d9-9295-e208ab4217c4"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:14:40.981161 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] For port a84388a7-3c61-4472-933d-a1d8ddf54435, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:14:40.996323 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] For port a84388a7-3c61-4472-933d-a1d8ddf54435, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a84388a7-3c61-4472-933d-a1d8ddf54435,segment=NetworkSegment(0305310a-bbc2-4b59-b908-8d4a256c6293),segment_id=0305310a-bbc2-4b59-b908-8d4a256c6293)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:14:41.003863 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:41.022927 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Network b9620641-ebad-4ad7-8b03-7ff55b68433c is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:41.030243 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['4325eb1d-cb74-43d9-9295-e208ab4217c4'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:14:41.059192 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:41.062163 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Pushing event updated for resources: {'Port': ['ID=ac4f097a-70d7-4308-8d4b-90c888fc7201,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:41.064855 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:14:41.072747 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ac308e-2bee-45a9-810d-5fcb8e34958d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:41.081788 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:41.083241 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:41.084727 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] 10.222.0.23 "PUT /v2.0/ports/a84388a7-3c61-4472-933d-a1d8ddf54435 HTTP/1.1" status: 200 len: 1091 time: 1.7189126 Dec 06 15:14:41.085725 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4ac308e-2bee-45a9-810d-5fcb8e34958d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:41.197279 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Attempting to bind port ac4f097a-70d7-4308-8d4b-90c888fc7201 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:14:41.197943 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Attempting to bind port ac4f097a-70d7-4308-8d4b-90c888fc7201 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0c8a8f73-886c-4dad-ae7f-2e3c00f1b9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b9620641-ebad-4ad7-8b03-7ff55b68433c'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:14:41.198816 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Attempting to bind port ac4f097a-70d7-4308-8d4b-90c888fc7201 on network b9620641-ebad-4ad7-8b03-7ff55b68433c {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:14:41.230198 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:14:41.232923 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Checking segment: {'id': '0c8a8f73-886c-4dad-ae7f-2e3c00f1b9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b9620641-ebad-4ad7-8b03-7ff55b68433c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:41.233458 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:41.238220 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Bound using segment: {'id': '0c8a8f73-886c-4dad-ae7f-2e3c00f1b9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b9620641-ebad-4ad7-8b03-7ff55b68433c'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:14:41.239191 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Bound port: ac4f097a-70d7-4308-8d4b-90c888fc7201, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8a8f73-886c-4dad-ae7f-2e3c00f1b9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b9620641-ebad-4ad7-8b03-7ff55b68433c'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:14:41.240890 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:41.246111 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb2db001-3fa9-4a81-bb94-5117f9478d5d req-f8070ada-14cc-4943-b1ef-821e7f02dcaf tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8535451-bfd1-4972-bd68-3fe27e553c54 HTTP/1.1" status: 200 len: 210 time: 0.1223729 Dec 06 15:14:41.256558 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bd5c0-522c-4ccb-b32d-c60dc7102547 service neutron] Pushing event updated for resources: {'Port': ['ID=a84388a7-3c61-4472-933d-a1d8ddf54435,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:41.304223 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-04aeb4a1-b138-4a64-937c-f70fa9ccab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:41.305910 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-04aeb4a1-b138-4a64-937c-f70fa9ccab51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec506adefd4e4f59b32c12ab42a6d865&device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 1094 time: 0.0647836 Dec 06 15:14:41.323990 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c1025e-2fc1-47c7-b29d-d854a81dd2a1 x-openstack-request-id: req-09c1025e-2fc1-47c7-b29d-d854a81dd2a1 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:14:41.324194 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8535451-bfd1-4972-bd68-3fe27e553c54", "name": "network-vif-deleted", "tag": "4325eb1d-cb74-43d9-9295-e208ab4217c4", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:14:41.324323 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09c1025e-2fc1-47c7-b29d-d854a81dd2a1 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:14:41.324664 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8535451-bfd1-4972-bd68-3fe27e553c54', 'name': 'network-vif-deleted', 'tag': '4325eb1d-cb74-43d9-9295-e208ab4217c4', 'status': 'completed', 'code': 200} Dec 06 15:14:41.351360 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-41c1a043-cc14-4eec-b2da-a247a19e2c56 req-14269818-f3a6-4dc1-9d0d-4bd19e911d9b tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156320 Dec 06 15:14:41.419682 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] For port ac4f097a-70d7-4308-8d4b-90c888fc7201, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:14:41.424443 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-d3732a95-f12b-4f3f-a263-45da8c846d37 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a84388a7-3c61-4472-933d-a1d8ddf54435 HTTP/1.1" status: 200 len: 217 time: 0.1022444 Dec 06 15:14:41.427856 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] For port ac4f097a-70d7-4308-8d4b-90c888fc7201, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ac4f097a-70d7-4308-8d4b-90c888fc7201,segment=NetworkSegment(0c8a8f73-886c-4dad-ae7f-2e3c00f1b9c9),segment_id=0c8a8f73-886c-4dad-ae7f-2e3c00f1b9c9)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:14:41.437621 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:41.517809 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4ac308e-2bee-45a9-810d-5fcb8e34958d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:41.527142 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60066) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:41.576155 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f153b-0a25-4f8a-8276-c935d89e56c8 None None] Pushing event updated for resources: {'Port': ['ID=ac4f097a-70d7-4308-8d4b-90c888fc7201,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:41.585633 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-b3a73de5-4dad-4dfb-b7f1-b17222af7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:41.587471 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-b3a73de5-4dad-4dfb-b7f1-b17222af7477 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7418f25c-1f25-4d4d-b3fd-8705f7efd158 HTTP/1.1" status: 200 len: 852 time: 0.1575546 Dec 06 15:14:41.634835 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-71cef401-5e54-4391-b8b2-47b5876054d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798edf30-974b-4dbc-9fd4-722e0d30ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386283 Dec 06 15:14:41.807857 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-5488680d-4f45-446b-8700-f3b938aa331f tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:41.810729 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5488680d-4f45-446b-8700-f3b938aa331f tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2720809 Dec 06 15:14:41.815364 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60074) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:41.822498 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-6756cc00-591e-4bdc-81ab-d15f4135b76b tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:41.823954 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6756cc00-591e-4bdc-81ab-d15f4135b76b tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0065193 Dec 06 15:14:41.825371 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac308e-2bee-45a9-810d-5fcb8e34958d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Subnet': ['ID=6c7ddf53-3b91-4c5b-86fe-d43eafc75446,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:41.832924 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60076) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:41.836950 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac308e-2bee-45a9-810d-5fcb8e34958d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Checking segment: {'id': 'cdf88786-51f2-478b-97da-583aae1c88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'af83b4d0-7083-42ba-af2e-b03aae2f8f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:41.837619 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ac308e-2bee-45a9-810d-5fcb8e34958d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network hostable DHCP agents. Network: af83b4d0-7083-42ba-af2e-b03aae2f8f98, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:14:41.838800 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-6770ed32-9a18-488e-833e-4f364d5edd37 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:41.842701 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6770ed32-9a18-488e-833e-4f364d5edd37 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0087948 Dec 06 15:14:41.843350 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60078) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:41.852672 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-6d44f9b9-b4a4-465e-96db-3dde0d04b675 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:41.856152 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6d44f9b9-b4a4-465e-96db-3dde0d04b675 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0075564 Dec 06 15:14:41.856848 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60080) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:41.857911 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-90800276-f886-4a19-9838-3235f7a0c728 service neutron] 10.222.0.23 "GET /v2.0/networks/798edf30-974b-4dbc-9fd4-722e0d30ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147894 Dec 06 15:14:41.872914 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-90871c20-b6de-40e9-b615-1c98feec1b9a tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:41.877652 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-90871c20-b6de-40e9-b615-1c98feec1b9a tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0178809 Dec 06 15:14:41.879877 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60082) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:41.880773 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ac308e-2bee-45a9-810d-5fcb8e34958d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network af83b4d0-7083-42ba-af2e-b03aae2f8f98 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:14:41.891905 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-18312f8c-7892-47d7-be0d-c4f7b5caaa23 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:41.896788 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60084) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:41.897094 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-18312f8c-7892-47d7-be0d-c4f7b5caaa23 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0132723 Dec 06 15:14:41.901397 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-2f7092d6-1f67-4756-a582-e1c0d90ab8ab tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:41.902376 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2f7092d6-1f67-4756-a582-e1c0d90ab8ab tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047259 Dec 06 15:14:41.905300 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60086) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:41.906399 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e4ac308e-2bee-45a9-810d-5fcb8e34958d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, af83b4d0-7083-42ba-af2e-b03aae2f8f98) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:41.909254 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-e937683d-62cf-4888-83dd-8e87d6542c52 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:41.913086 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e937683d-62cf-4888-83dd-8e87d6542c52 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0040174 Dec 06 15:14:41.913727 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60088) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:41.916533 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac308e-2bee-45a9-810d-5fcb8e34958d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:41.917140 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4ac308e-2bee-45a9-810d-5fcb8e34958d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:41.933170 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1e6d45-cdc7-4eb0-b887-bcf0ff66eaf9 None None] Network af83b4d0-7083-42ba-af2e-b03aae2f8f98 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:41.937181 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-82bcf84e-e86a-4bcd-93c4-4df4d1bb2e19 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:41.939439 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-82bcf84e-e86a-4bcd-93c4-4df4d1bb2e19 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0245755 Dec 06 15:14:41.944795 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60090) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:41.953630 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-554e29f4-f7d5-4cf1-9cd2-88e9aaab60bf tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:41.955413 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-554e29f4-f7d5-4cf1-9cd2-88e9aaab60bf tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0096476 Dec 06 15:14:41.958232 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60092) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:41.962955 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-6f088627-7cdf-4445-90b7-6dafd9672ced tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:41.963990 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6f088627-7cdf-4445-90b7-6dafd9672ced tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0047300 Dec 06 15:14:41.966644 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60094) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:41.971429 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-7c23d862-6136-4883-9199-ac66dce334af tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:41.973220 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7c23d862-6136-4883-9199-ac66dce334af tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0048132 Dec 06 15:14:41.974645 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e4ac308e-2bee-45a9-810d-5fcb8e34958d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1903160 Dec 06 15:14:41.976307 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60096) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:41.977119 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60098) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:41.980999 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-98b10abc-9dce-4ba5-b1ed-47ec659400fc tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:41.982248 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-98b10abc-9dce-4ba5-b1ed-47ec659400fc tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0048490 Dec 06 15:14:41.997171 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60100) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.003933 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-9f02704d-76ce-4b0f-962b-9a2e7f98480a tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.005518 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9f02704d-76ce-4b0f-962b-9a2e7f98480a tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0061386 Dec 06 15:14:42.017753 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60102) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.022890 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-88b7be9d-652e-4729-a843-479c16cfc05f tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.023893 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-88b7be9d-652e-4729-a843-479c16cfc05f tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0049765 Dec 06 15:14:42.028115 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60104) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.059233 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-0fab6608-bbb7-4828-af85-f63e47d6c8c3 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.060656 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0fab6608-bbb7-4828-af85-f63e47d6c8c3 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0318837 Dec 06 15:14:42.066085 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60108) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.073702 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-8a1aa8e0-ce49-4f02-9c7c-d7760e7170f9 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.080225 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8a1aa8e0-ce49-4f02-9c7c-d7760e7170f9 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0125735 Dec 06 15:14:42.089573 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60112) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.118138 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-09f77e2b-4caa-4687-a70a-1be4501f0c2f tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.119065 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-09f77e2b-4caa-4687-a70a-1be4501f0c2f tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0285776 Dec 06 15:14:42.122158 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60114) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.126819 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-a1736223-4582-4a75-b9cd-e9ea7ef94e19 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.127887 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a1736223-4582-4a75-b9cd-e9ea7ef94e19 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0047257 Dec 06 15:14:42.162974 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60116) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.180808 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-e009d722-0839-4dc9-b58f-f607563ea33f tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.181792 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e009d722-0839-4dc9-b58f-f607563ea33f tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0178587 Dec 06 15:14:42.186426 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60118) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.193724 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-46894ff4-9de1-4a10-9d57-f618de103247 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.194322 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-46894ff4-9de1-4a10-9d57-f618de103247 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0069642 Dec 06 15:14:42.197084 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60120) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.213231 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-37e80b32-c5c5-4d29-9f72-f2233446f22b tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.214206 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-37e80b32-c5c5-4d29-9f72-f2233446f22b tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0162189 Dec 06 15:14:42.218622 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60122) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.224048 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-f5ceea09-2e0f-4ab8-bbc7-9179f4903cd6 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.225006 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f5ceea09-2e0f-4ab8-bbc7-9179f4903cd6 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056064 Dec 06 15:14:42.230766 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60126) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.237632 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-4c7b13d3-8661-4fe0-923f-f9c66f31553e tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.240690 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4c7b13d3-8661-4fe0-923f-f9c66f31553e tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0065889 Dec 06 15:14:42.243954 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:42.245518 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60128) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.251798 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-ec3b65d3-3a18-4629-888e-6165eddac152 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.255082 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ec3b65d3-3a18-4629-888e-6165eddac152 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0063343 Dec 06 15:14:42.256219 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60130) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.260869 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-bdf0718b-3341-479b-83ba-4dc0ca33336b tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.264131 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bdf0718b-3341-479b-83ba-4dc0ca33336b tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047431 Dec 06 15:14:42.264602 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60132) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.268774 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-749a46a1-2bc6-43a0-981a-c0fb6120323b tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.272253 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-749a46a1-2bc6-43a0-981a-c0fb6120323b tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0045052 Dec 06 15:14:42.281764 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-af83b4d0-7083-42ba-af2e-b03aae2f8f98', 'network_id': 'af83b4d0-7083-42ba-af2e-b03aae2f8f98', 'tenant_id': 'ccc8a5aa4ae641fa868df24df178e9ad', 'fixed_ips': [{'subnet_id': '6c7ddf53-3b91-4c5b-86fe-d43eafc75446'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:14:42.285895 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:42.291903 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60134) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.302566 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-399eb4c1-094e-424d-acf6-e7e0015bf924 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.308148 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-399eb4c1-094e-424d-acf6-e7e0015bf924 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0148983 Dec 06 15:14:42.309839 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60138) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.315997 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-d35df128-0881-4649-b223-1f4f07177c28 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.319411 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d35df128-0881-4649-b223-1f4f07177c28 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046721 Dec 06 15:14:42.320199 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60140) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.324003 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-634cf873-731d-437a-896a-6909bff2b69e tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.327177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-634cf873-731d-437a-896a-6909bff2b69e tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043960 Dec 06 15:14:42.328131 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60142) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.333770 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-ce7a687f-08bf-4d30-851b-a33d4ffb770c tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.337086 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ce7a687f-08bf-4d30-851b-a33d4ffb770c tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0066245 Dec 06 15:14:42.338942 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60144) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.343013 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-d262ee16-55ba-45a0-9d4d-408e77ac7a35 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.346055 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d262ee16-55ba-45a0-9d4d-408e77ac7a35 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0041873 Dec 06 15:14:42.350234 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60146) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.354955 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-16176f18-1f1a-4ab9-a159-1f7dc995c756 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.358822 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-16176f18-1f1a-4ab9-a159-1f7dc995c756 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0049527 Dec 06 15:14:42.358822 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60148) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.383810 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-c14a8979-b7d2-4434-82df-475c35bbd4d7 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.383810 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c14a8979-b7d2-4434-82df-475c35bbd4d7 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0232854 Dec 06 15:14:42.392458 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60152) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.397438 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-4321f415-2102-4e98-8a74-cae249a592e3 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.402766 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4321f415-2102-4e98-8a74-cae249a592e3 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0070236 Dec 06 15:14:42.402766 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31d00a2c-c8b5-41ad-8f2c-337b58a44eca req-c0616865-ced9-4dad-8e9c-2b53132c5927 service neutron] 10.222.0.23 "GET /v2.0/networks/798edf30-974b-4dbc-9fd4-722e0d30ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296431 Dec 06 15:14:42.412879 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60156) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.424767 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-11e0a431-762a-4c07-8e8f-84b16a1c0b5e tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.430116 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-11e0a431-762a-4c07-8e8f-84b16a1c0b5e tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0137658 Dec 06 15:14:42.431055 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60158) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.438796 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-5af1b160-dfe4-4ac9-a1cd-6aaf6352d437 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.450786 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60160) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.451270 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5af1b160-dfe4-4ac9-a1cd-6aaf6352d437 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0105641 Dec 06 15:14:42.465304 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-36dee338-547f-418e-9acb-e0e75c907cc1 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.470921 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60162) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.472059 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-36dee338-547f-418e-9acb-e0e75c907cc1 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0164995 Dec 06 15:14:42.476009 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-3fedc68b-ffa1-4b6b-9864-f08d797a1d9f tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.480323 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3fedc68b-ffa1-4b6b-9864-f08d797a1d9f tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0060544 Dec 06 15:14:42.481492 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60164) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.487452 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:42.490611 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-90d80f8a-9c1f-4f44-82f4-728acb8d8257 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.506995 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-90d80f8a-9c1f-4f44-82f4-728acb8d8257 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0095892 Dec 06 15:14:42.507759 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60166) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.518608 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-9769830d-510f-4b7b-9a75-fbd240d7be97 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.522658 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9769830d-510f-4b7b-9a75-fbd240d7be97 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0067928 Dec 06 15:14:42.523366 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60168) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.526099 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Allocated IP 2001:db8::1 (af83b4d0-7083-42ba-af2e-b03aae2f8f98/6c7ddf53-3b91-4c5b-86fe-d43eafc75446/1b20b6b3-f3c0-4099-a35e-af12fa63a876) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:14:42.537533 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-fb4e4af5-ae75-4642-b9d5-4fcb3f61fa61 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.542414 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fb4e4af5-ae75-4642-b9d5-4fcb3f61fa61 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0154021 Dec 06 15:14:42.546169 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60170) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.551538 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-d8aa3888-e17f-47f0-88cd-80943ec469a9 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.562736 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d8aa3888-e17f-47f0-88cd-80943ec469a9 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0132194 Dec 06 15:14:42.563828 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60174) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.577424 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-bc82ebe8-ef55-42b8-96ff-4ad27d8c0973 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.583033 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60176) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.585068 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bc82ebe8-ef55-42b8-96ff-4ad27d8c0973 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0210817 Dec 06 15:14:42.594069 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-fa58caf0-f7e7-4a1f-aab3-13f7ffcf49f7 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.599075 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60178) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.599586 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fa58caf0-f7e7-4a1f-aab3-13f7ffcf49f7 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0090635 Dec 06 15:14:42.609978 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-91fea214-77dd-4602-9f94-2266d9a5f584 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.617109 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-91fea214-77dd-4602-9f94-2266d9a5f584 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0107906 Dec 06 15:14:42.620095 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60182) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.634893 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-2192b3e0-33ae-4368-a7a6-dc0618642e56 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.639348 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2192b3e0-33ae-4368-a7a6-dc0618642e56 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0116158 Dec 06 15:14:42.640098 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60186) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.645145 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-9242bd35-2aff-496a-b2b5-c3499cdf4270 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.648437 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9242bd35-2aff-496a-b2b5-c3499cdf4270 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0050228 Dec 06 15:14:42.649055 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60188) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.653470 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-32ec2541-f2af-47b9-8b8a-1466938cf8ca tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.660986 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-32ec2541-f2af-47b9-8b8a-1466938cf8ca tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0084920 Dec 06 15:14:42.662328 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60192) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.676825 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-591b35ff-00f8-401f-a35d-08382daee734 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.677843 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-591b35ff-00f8-401f-a35d-08382daee734 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0145855 Dec 06 15:14:42.680915 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60198) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.690642 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-f2848910-1b46-4abb-8512-c75b1f6af885 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.692466 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f2848910-1b46-4abb-8512-c75b1f6af885 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0104277 Dec 06 15:14:42.696096 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60200) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.700207 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-40185a6b-20b1-4293-8b72-20840292faf2 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.710634 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-40185a6b-20b1-4293-8b72-20840292faf2 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0135152 Dec 06 15:14:42.713126 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60206) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.717802 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-3bcf1b7b-cdf5-4509-acde-5bb8553cb044 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.718742 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3bcf1b7b-cdf5-4509-acde-5bb8553cb044 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047195 Dec 06 15:14:42.720145 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6dc94-2af7-4c06-9e97-3e2f0478c12e req-803feeb5-f7e6-4b02-b223-819693adcbd6 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:42.721768 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60208) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.724188 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a3d6dc94-2af7-4c06-9e97-3e2f0478c12e req-803feeb5-f7e6-4b02-b223-819693adcbd6 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 943 time: 0.1954789 Dec 06 15:14:42.725820 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-a6fb0376-fc67-466d-af3d-8e932dc3c568 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.729094 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a6fb0376-fc67-466d-af3d-8e932dc3c568 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0042341 Dec 06 15:14:42.729673 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60210) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.736065 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-c10bf3b9-fa15-4237-af9a-e118425f0184 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.740020 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c10bf3b9-fa15-4237-af9a-e118425f0184 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0091624 Dec 06 15:14:42.741155 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60214) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.745957 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-65e979f5-4eff-47b3-9526-007afbbcc077 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.750162 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-65e979f5-4eff-47b3-9526-007afbbcc077 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0077252 Dec 06 15:14:42.752030 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:42.752196 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60216) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.764069 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:42.764834 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-764764d1-290b-4e1a-bffa-81ebe762fdca tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.770393 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-764764d1-290b-4e1a-bffa-81ebe762fdca tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0102015 Dec 06 15:14:42.772343 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60218) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.787226 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-60c57ac4-8fea-4c81-8a61-1944c9482d0f tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.793323 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-60c57ac4-8fea-4c81-8a61-1944c9482d0f tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0182462 Dec 06 15:14:42.796340 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60220) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.805666 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-233ce11d-3087-4358-ab1c-679716d9ee93 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.812439 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-233ce11d-3087-4358-ab1c-679716d9ee93 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0137463 Dec 06 15:14:42.820721 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60222) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.840897 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-fa018dfe-ef22-4bb1-bd3e-10162e594620 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.845291 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fa018dfe-ef22-4bb1-bd3e-10162e594620 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0086453 Dec 06 15:14:42.849447 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60224) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.856498 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-5656b841-8fee-4cd3-abdb-dc0f4b53314c tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.860538 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5656b841-8fee-4cd3-abdb-dc0f4b53314c tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0092340 Dec 06 15:14:42.867444 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60226) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.876149 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Network af83b4d0-7083-42ba-af2e-b03aae2f8f98 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:42.876711 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-0ed35f4b-69b5-4190-a108-5add1939fa14 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.881647 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0ed35f4b-69b5-4190-a108-5add1939fa14 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0128534 Dec 06 15:14:42.883733 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:42.886465 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60228) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.889737 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:42.904162 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Pushing event updated for resources: {'Port': ['ID=1b20b6b3-f3c0-4099-a35e-af12fa63a876,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:42.920248 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:14:42.942680 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-4853158a-8cad-4217-a97e-f224fce97de2 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.947029 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4853158a-8cad-4217-a97e-f224fce97de2 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0162609 Dec 06 15:14:42.948085 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Subnet': ['ID=6c7ddf53-3b91-4c5b-86fe-d43eafc75446,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:42.950238 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60230) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.951563 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-aa6b62ac-8243-4231-ab00-56712acbb1ee tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:42.953156 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-aa6b62ac-8243-4231-ab00-56712acbb1ee tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/networks?id=dc9ad979-ec78-49f6-8ae9-bfae4bd53aab HTTP/1.1" status: 200 len: 809 time: 0.2253554 Dec 06 15:14:42.967559 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-9a3cf66b-2399-4c7c-832b-0bc44bd358b0 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.971694 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9a3cf66b-2399-4c7c-832b-0bc44bd358b0 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0091512 Dec 06 15:14:42.973172 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60232) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:42.979369 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-031dff94-5332-4315-b03b-5af4c3a7bcd5 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/quotas/eb4481b7af8d4d7eb10004a084786ddb HTTP/1.1" status: 200 len: 375 time: 0.0195775 Dec 06 15:14:42.985416 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [None req-3f28cf49-7af8-4227-9193-154cc4b19866 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:42.990261 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3f28cf49-7af8-4227-9193-154cc4b19866 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0147805 Dec 06 15:14:42.996130 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60234) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:43.023602 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-054aa865-bd19-42f9-8eb7-a10740c12623 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:43.025389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-054aa865-bd19-42f9-8eb7-a10740c12623 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0112350 Dec 06 15:14:43.054239 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60236) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:43.063757 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:43.072137 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Attempting to bind port 1b20b6b3-f3c0-4099-a35e-af12fa63a876 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:14:43.072688 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Attempting to bind port 1b20b6b3-f3c0-4099-a35e-af12fa63a876 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cdf88786-51f2-478b-97da-583aae1c88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'af83b4d0-7083-42ba-af2e-b03aae2f8f98'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:14:43.073036 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-03f0f929-cf96-4bbd-a8d0-3c734597c0db tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:43.073153 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Attempting to bind port 1b20b6b3-f3c0-4099-a35e-af12fa63a876 on network af83b4d0-7083-42ba-af2e-b03aae2f8f98 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:14:43.074274 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-03f0f929-cf96-4bbd-a8d0-3c734597c0db tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0123446 Dec 06 15:14:43.078651 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-61d2d209-77af-4f05-92a1-2903d09ced97 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb4481b7af8d4d7eb10004a084786ddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929029 Dec 06 15:14:43.081798 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:14:43.082234 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Checking segment: {'id': 'cdf88786-51f2-478b-97da-583aae1c88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'af83b4d0-7083-42ba-af2e-b03aae2f8f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:43.082632 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60242) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:43.082814 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:43.083217 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Bound using segment: {'id': 'cdf88786-51f2-478b-97da-583aae1c88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'af83b4d0-7083-42ba-af2e-b03aae2f8f98'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:14:43.083852 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Bound port: 1b20b6b3-f3c0-4099-a35e-af12fa63a876, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf88786-51f2-478b-97da-583aae1c88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'af83b4d0-7083-42ba-af2e-b03aae2f8f98'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:14:43.084242 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:43.087337 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-23c8edd6-1b51-4c77-99f8-8d540303c4ee tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:43.097464 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-23c8edd6-1b51-4c77-99f8-8d540303c4ee tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0112023 Dec 06 15:14:43.098953 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60244) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:43.132104 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af83b4d0-7083-42ba-af2e-b03aae2f8f98']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:43.143768 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf88786-51f2-478b-97da-583aae1c88d4') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:43.144072 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf88786-51f2-478b-97da-583aae1c88d4') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:43.155437 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:43.162609 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 4325eb1d-cb74-43d9-9295-e208ab4217c4 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:14:43.170899 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:43.184004 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:14:43.185125 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:43.208963 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 4325eb1d-cb74-43d9-9295-e208ab4217c4 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:14:43.209714 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 4325eb1d-cb74-43d9-9295-e208ab4217c4 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:14:43.235757 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] For port 1b20b6b3-f3c0-4099-a35e-af12fa63a876, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:14:43.251829 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-4ed138e6-fa04-4ee4-93ee-c136f2989917 service neutron] 10.222.0.20 "GET /v2.0/networks/dc9ad979-ec78-49f6-8ae9-bfae4bd53aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534123 Dec 06 15:14:43.256638 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-17854092-0f7f-42ef-95c3-562645fe2ab6 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:43.257615 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-17854092-0f7f-42ef-95c3-562645fe2ab6 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0148735 Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:14:43.261379 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:14:43.264838 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60246) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:43.286245 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-28ade9cd-6432-462b-9a72-e73dad031120 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:43.289786 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-28ade9cd-6432-462b-9a72-e73dad031120 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0205469 Dec 06 15:14:43.290511 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60250) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:43.293523 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a3d6dc94-2af7-4c06-9e97-3e2f0478c12e req-a8b85ca3-9b59-43a7-97ab-6cbc79b5abeb tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611882 Dec 06 15:14:43.293925 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [None req-3b120efe-169d-4199-ba48-77a8b0c2c5f5 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:14:43.297345 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3b120efe-169d-4199-ba48-77a8b0c2c5f5 tempest-ExtensionsTestJSON-1322208037 tempest-ExtensionsTestJSON-1322208037-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0039892 Dec 06 15:14:43.319459 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] For port 1b20b6b3-f3c0-4099-a35e-af12fa63a876, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1b20b6b3-f3c0-4099-a35e-af12fa63a876,segment=NetworkSegment(cdf88786-51f2-478b-97da-583aae1c88d4),segment_id=cdf88786-51f2-478b-97da-583aae1c88d4)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:14:43.322967 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.db.api [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 15:14:43.322967 n-d-master-1 neutron-server[103288]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 15:14:43.322967 n-d-master-1 neutron-server[103288]: [parameters: {'id': 'af83b4d0-7083-42ba-af2e-b03aae2f8f98'}] Dec 06 15:14:43.322967 n-d-master-1 neutron-server[103288]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:14:43.323936 n-d-master-1 neutron-server[103288]: DEBUG oslo_db.api [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:14:43.328904 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:43.330224 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942edc4f-b3c7-4244-a7e3-43d0d4735609', 'tag': 'a84388a7-3c61-4472-933d-a1d8ddf54435'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:14:43.332541 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92f3d35-97b8-452f-8808-8f33ed2213e5" -d '{"events": [{"name": "network-changed", "server_uuid": "942edc4f-b3c7-4244-a7e3-43d0d4735609", "tag": "a84388a7-3c61-4472-933d-a1d8ddf54435"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:14:43.413775 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbf4f25-2a7d-4ce7-85b2-183ed21dbac3 x-openstack-request-id: req-fcbf4f25-2a7d-4ce7-85b2-183ed21dbac3 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:14:43.413983 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012c3e2-deb5-47cd-a12b-5796060d03ee None None] Pushing event updated for resources: {'Port': ['ID=1b20b6b3-f3c0-4099-a35e-af12fa63a876,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:43.414413 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942edc4f-b3c7-4244-a7e3-43d0d4735609", "tag": "a84388a7-3c61-4472-933d-a1d8ddf54435", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:14:43.414832 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcbf4f25-2a7d-4ce7-85b2-183ed21dbac3 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:14:43.415370 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942edc4f-b3c7-4244-a7e3-43d0d4735609', 'tag': 'a84388a7-3c61-4472-933d-a1d8ddf54435', 'status': 'completed', 'code': 200} Dec 06 15:14:43.420890 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182ee05d-cb2b-4379-b404-edfaaa00db6e None None] Network b9620641-ebad-4ad7-8b03-7ff55b68433c requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:43.448580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-9a258d07-9057-46db-b095-31da4d5b222c service neutron] 10.222.0.20 "GET /v2.0/networks/dc9ad979-ec78-49f6-8ae9-bfae4bd53aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959546 Dec 06 15:14:43.507858 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3d35-97b8-452f-8808-8f33ed2213e5 req-276eca74-f254-432f-bbfe-8d3a338b03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:43.510518 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f92f3d35-97b8-452f-8808-8f33ed2213e5 req-276eca74-f254-432f-bbfe-8d3a338b03cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec506adefd4e4f59b32c12ab42a6d865&device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 1094 time: 0.0544345 Dec 06 15:14:43.739520 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3d35-97b8-452f-8808-8f33ed2213e5 req-318c8eb5-039a-4bd6-8ef2-8ba20b781213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:43.742227 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f92f3d35-97b8-452f-8808-8f33ed2213e5 req-318c8eb5-039a-4bd6-8ef2-8ba20b781213 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798edf30-974b-4dbc-9fd4-722e0d30ffe7 HTTP/1.1" status: 200 len: 913 time: 0.2227921 Dec 06 15:14:43.762124 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ac4f097a-70d7-4308-8d4b-90c888fc7201 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:14:43.775530 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60266) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:43.826522 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:43.850667 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-559c5d71-a741-4ccc-888e-f68c3bee0be6 None None] Provisioning complete for port ac4f097a-70d7-4308-8d4b-90c888fc7201 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:43.851621 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-559c5d71-a741-4ccc-888e-f68c3bee0be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:43.875265 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f92f3d35-97b8-452f-8808-8f33ed2213e5 req-e5c87693-02e2-4ab8-96b6-9231d299d166 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a84388a7-3c61-4472-933d-a1d8ddf54435 HTTP/1.1" status: 200 len: 217 time: 0.1237364 Dec 06 15:14:43.878242 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b078c1ea-a23a-4caf-b52c-eaacfa144484 req-bc7e2210-7bce-4dd0-a8b2-99ca381090ce tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8dc73ac-4cd6-41fb-acfe-162bc264c93d HTTP/1.1" status: 200 len: 210 time: 0.0605655 Dec 06 15:14:43.939033 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e13c83a-6d31-48f0-a51d-5c9758dd99ee None None] Network af83b4d0-7083-42ba-af2e-b03aae2f8f98 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:44.004111 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3d35-97b8-452f-8808-8f33ed2213e5 req-0596a02c-a9c1-4e30-8d9c-af856588921a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:44.005602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f92f3d35-97b8-452f-8808-8f33ed2213e5 req-0596a02c-a9c1-4e30-8d9c-af856588921a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7418f25c-1f25-4d4d-b3fd-8705f7efd158 HTTP/1.1" status: 200 len: 852 time: 0.1246173 Dec 06 15:14:44.025034 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Deleting port 1b20b6b3-f3c0-4099-a35e-af12fa63a876 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:14:44.025444 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:44.034747 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2dee16d-1740-43dc-9d8c-2900c630ccb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:44.096597 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f92f3d35-97b8-452f-8808-8f33ed2213e5 req-46606d1c-b6c5-4e64-b912-2bc45e9cf640 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798edf30-974b-4dbc-9fd4-722e0d30ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839090 Dec 06 15:14:44.122977 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ac4f097a-70d7-4308-8d4b-90c888fc7201 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:44.123528 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:44.190611 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] For port 1b20b6b3-f3c0-4099-a35e-af12fa63a876, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1b20b6b3-f3c0-4099-a35e-af12fa63a876,segment=NetworkSegment(cdf88786-51f2-478b-97da-583aae1c88d4),segment_id=cdf88786-51f2-478b-97da-583aae1c88d4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:44.190993 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:44.216689 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Calling delete_port for 1b20b6b3-f3c0-4099-a35e-af12fa63a876 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:14:44.219739 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2dee16d-1740-43dc-9d8c-2900c630ccb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:44.241762 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2dee16d-1740-43dc-9d8c-2900c630ccb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:44.256791 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-559c5d71-a741-4ccc-888e-f68c3bee0be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:44.298800 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f92f3d35-97b8-452f-8808-8f33ed2213e5 req-66306db6-9389-49a5-8a39-28a045ff1835 service neutron] 10.222.0.23 "GET /v2.0/networks/798edf30-974b-4dbc-9fd4-722e0d30ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953154 Dec 06 15:14:44.355097 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dee16d-1740-43dc-9d8c-2900c630ccb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54f65e2-6468-430a-a6c3-7c0fefe54f5e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:44.440018 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:44.452327 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-559c5d71-a741-4ccc-888e-f68c3bee0be6 None None] For port ac4f097a-70d7-4308-8d4b-90c888fc7201, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ac4f097a-70d7-4308-8d4b-90c888fc7201,segment=NetworkSegment(0c8a8f73-886c-4dad-ae7f-2e3c00f1b9c9),segment_id=0c8a8f73-886c-4dad-ae7f-2e3c00f1b9c9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:44.478518 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-559c5d71-a741-4ccc-888e-f68c3bee0be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:44.564865 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c2dee16d-1740-43dc-9d8c-2900c630ccb8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7477ff04efcf48d4b4f18ae9bc5a2143&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7828658 Dec 06 15:14:44.567292 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60294) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:44.609204 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:44.630953 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f92f3d35-97b8-452f-8808-8f33ed2213e5 req-e6347d2d-30ba-4eb8-9527-251b2fbd3b71 service neutron] 10.222.0.23 "GET /v2.0/networks/798edf30-974b-4dbc-9fd4-722e0d30ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249614 Dec 06 15:14:44.664272 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c5d71-a741-4ccc-888e-f68c3bee0be6 None None] Pushing event updated for resources: {'Port': ['ID=ac4f097a-70d7-4308-8d4b-90c888fc7201,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:44.686637 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:14:44.687099 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:14:44.688480 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea828e1-5f46-4550-90fd-57692d913073 req-5b5cd34f-4b85-495f-902f-fe7b41821baa tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:44.690174 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ea828e1-5f46-4550-90fd-57692d913073 req-5b5cd34f-4b85-495f-902f-fe7b41821baa tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 943 time: 0.1816344 Dec 06 15:14:44.703976 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No DVR routers for this DVR port 1b20b6b3-f3c0-4099-a35e-af12fa63a876 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:14:44.705964 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Port': ['ID=1b20b6b3-f3c0-4099-a35e-af12fa63a876,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:44.718041 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040c93b9-fa25-4325-8067-86027edb9933 None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:14:44.809533 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ea828e1-5f46-4550-90fd-57692d913073 req-d044e8ea-027c-4c15-8e8f-db1cf2fb7088 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846708 Dec 06 15:14:44.837436 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040c93b9-fa25-4325-8067-86027edb9933 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:14:44.844696 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc191e54-b600-439f-be0e-86bbc390c075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:44.845381 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5d042f3d-d4f9-4a2a-9876-f2cc63458e82 None None] Provisioning complete for port ac4f097a-70d7-4308-8d4b-90c888fc7201 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:44.845754 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5d042f3d-d4f9-4a2a-9876-f2cc63458e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:44.907733 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:44.990251 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af83b4d0-7083-42ba-af2e-b03aae2f8f98']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:44.993707 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc191e54-b600-439f-be0e-86bbc390c075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:45.011209 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf88786-51f2-478b-97da-583aae1c88d4') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:45.011626 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf88786-51f2-478b-97da-583aae1c88d4') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:45.025542 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a84388a7-3c61-4472-933d-a1d8ddf54435 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:14:45.061637 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a95d84e4-a08f-40b0-adb1-5fec4803195b req-752a857f-8655-4e78-9aa4-b30590f49604 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8dc73ac-4cd6-41fb-acfe-162bc264c93d HTTP/1.1" status: 200 len: 210 time: 0.0545957 Dec 06 15:14:45.087312 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:45.298152 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.resource_extend [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 15:14:45.453077 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:45.482709 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:14:45.483122 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:14:45.488842 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:14:45.520822 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc191e54-b600-439f-be0e-86bbc390c075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:45.526403 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc191e54-b600-439f-be0e-86bbc390c075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:45.536371 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a84388a7-3c61-4472-933d-a1d8ddf54435, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a84388a7-3c61-4472-933d-a1d8ddf54435,segment=NetworkSegment(0305310a-bbc2-4b59-b908-8d4a256c6293),segment_id=0305310a-bbc2-4b59-b908-8d4a256c6293)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:45.537177 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bc191e54-b600-439f-be0e-86bbc390c075 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a54f65e2-6468-430a-a6c3-7c0fefe54f5e HTTP/1.1" status: 204 len: 168 time: 0.9617844 Dec 06 15:14:45.594685 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc191e54-b600-439f-be0e-86bbc390c075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54f65e2-6468-430a-a6c3-7c0fefe54f5e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:45.633421 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-7c47f5e9-3b23-4817-9f62-a31769c281db tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:45.635033 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-7c47f5e9-3b23-4817-9f62-a31769c281db tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.37 "GET /v2.0/networks?id=dc9ad979-ec78-49f6-8ae9-bfae4bd53aab HTTP/1.1" status: 200 len: 809 time: 0.1925111 Dec 06 15:14:45.651725 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:45.659697 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:45.666744 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/networks/af83b4d0-7083-42ba-af2e-b03aae2f8f98 HTTP/1.1" status: 204 len: 168 time: 3.6853929 Dec 06 15:14:45.667139 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-993be0d2-b3df-4427-a4b6-bbcb71afa9ec tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Request body: {'port': {'device_id': 'b8dc73ac-4cd6-41fb-acfe-162bc264c93d', 'network_id': 'dc9ad979-ec78-49f6-8ae9-bfae4bd53aab', 'admin_state_up': True, 'tenant_id': 'eb4481b7af8d4d7eb10004a084786ddb'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:45.688427 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60304) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:45.699440 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ac4f097a-70d7-4308-8d4b-90c888fc7201 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:14:45.712164 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e42d14b4-34b7-4a7a-8b0e-0f43ffdbe04e tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1822196895'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:45.741867 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15809c-a862-4cbe-9607-a0e6844ddd80 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Network': ['ID=af83b4d0-7083-42ba-af2e-b03aae2f8f98,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:45.765757 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42d14b4-34b7-4a7a-8b0e-0f43ffdbe04e tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:45.771601 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e42d14b4-34b7-4a7a-8b0e-0f43ffdbe04e tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:45.807994 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42d14b4-34b7-4a7a-8b0e-0f43ffdbe04e tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:14:45.819466 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e42d14b4-34b7-4a7a-8b0e-0f43ffdbe04e tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:45.819845 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-e42d14b4-34b7-4a7a-8b0e-0f43ffdbe04e tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Added segment d879ada1-7890-4cb5-bde8-822e0bb734fb of type vlan for network 363e02be-0cbe-4ec7-a771-d4b79f9fbfc6 Dec 06 15:14:45.828960 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'a84388a7-3c61-4472-933d-a1d8ddf54435', 'network_id': '798edf30-974b-4dbc-9fd4-722e0d30ffe7', 'port_id': 'a84388a7-3c61-4472-933d-a1d8ddf54435', 'mac_address': 'fa:16:3e:37:12:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7418f25c-1f25-4d4d-b3fd-8705f7efd158', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:14:45.877312 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e42d14b4-34b7-4a7a-8b0e-0f43ffdbe04e tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:45.900996 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-993be0d2-b3df-4427-a4b6-bbcb71afa9ec tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Made reservation on behalf of eb4481b7af8d4d7eb10004a084786ddb for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:45.908529 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-993be0d2-b3df-4427-a4b6-bbcb71afa9ec tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:45.915082 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e42d14b4-34b7-4a7a-8b0e-0f43ffdbe04e tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:45.923612 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42d14b4-34b7-4a7a-8b0e-0f43ffdbe04e tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:45.927257 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e42d14b4-34b7-4a7a-8b0e-0f43ffdbe04e tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:46.018386 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e42d14b4-34b7-4a7a-8b0e-0f43ffdbe04e tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3146605 Dec 06 15:14:46.029347 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60314) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:46.030989 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ac4f097a-70d7-4308-8d4b-90c888fc7201 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:46.031371 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:46.091282 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c0f8a17c-5548-46ff-b1e0-64cd2977bf27 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'subnet': {'network_id': '363e02be-0cbe-4ec7-a771-d4b79f9fbfc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:46.094742 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:46.120944 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84388a7-3c61-4472-933d-a1d8ddf54435 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:14:46.143084 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c0f0f-73b5-44b2-bbd9-34ed9233a72b req-d017d826-3e43-400b-ae2d-75d9489d2a46 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:46.146308 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-df1c0f0f-73b5-44b2-bbd9-34ed9233a72b req-d017d826-3e43-400b-ae2d-75d9489d2a46 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 943 time: 0.2065177 Dec 06 15:14:46.172711 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a84388a7-3c61-4472-933d-a1d8ddf54435, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a84388a7-3c61-4472-933d-a1d8ddf54435,segment=NetworkSegment(0305310a-bbc2-4b59-b908-8d4a256c6293),segment_id=0305310a-bbc2-4b59-b908-8d4a256c6293)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:46.182849 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:46.205255 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d14b4-34b7-4a7a-8b0e-0f43ffdbe04e tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Network': ['ID=363e02be-0cbe-4ec7-a771-d4b79f9fbfc6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:46.217527 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 363e02be-0cbe-4ec7-a771-d4b79f9fbfc6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:14:46.271291 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-833a5fe2-a07c-4de9-9c5c-6c742e556695 req-4c036e64-2188-4e58-91a7-e855c7ced004 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8dc73ac-4cd6-41fb-acfe-162bc264c93d HTTP/1.1" status: 200 len: 210 time: 0.0503893 Dec 06 15:14:46.284175 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f8a17c-5548-46ff-b1e0-64cd2977bf27 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:46.288818 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0f8a17c-5548-46ff-b1e0-64cd2977bf27 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:46.317771 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-993be0d2-b3df-4427-a4b6-bbcb71afa9ec tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Allocated IP 172.20.0.8 (dc9ad979-ec78-49f6-8ae9-bfae4bd53aab/4f572951-b4e9-40fc-8bd7-b77e01df6bc8/1a59cc04-d7b7-4952-b6bd-eeca6b126431) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:14:46.324532 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-df1c0f0f-73b5-44b2-bbd9-34ed9233a72b req-6f067dc4-bf43-48e0-afd0-e05d431aac89 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662643 Dec 06 15:14:46.353768 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a84388a7-3c61-4472-933d-a1d8ddf54435,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:46.418513 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['a84388a7-3c61-4472-933d-a1d8ddf54435'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:14:46.559583 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-993be0d2-b3df-4427-a4b6-bbcb71afa9ec tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:46.560941 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0f8a17c-5548-46ff-b1e0-64cd2977bf27 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:46.635790 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-993be0d2-b3df-4427-a4b6-bbcb71afa9ec tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:46.670430 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-993be0d2-b3df-4427-a4b6-bbcb71afa9ec tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Network dc9ad979-ec78-49f6-8ae9-bfae4bd53aab is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:46.673852 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-993be0d2-b3df-4427-a4b6-bbcb71afa9ec tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:46.709048 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8a17c-5548-46ff-b1e0-64cd2977bf27 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Subnet': ['ID=e49a7308-1c6f-4379-b4d5-7f7959b7af5e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:46.711686 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5b6d2d-4694-4022-b7e8-4c2f69ed7117 None None] DHCP port deletion for dc9ad979-ec78-49f6-8ae9-bfae4bd53aab request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:14:46.716777 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-993be0d2-b3df-4427-a4b6-bbcb71afa9ec tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:14:46.745335 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f8a17c-5548-46ff-b1e0-64cd2977bf27 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Checking segment: {'id': 'd879ada1-7890-4cb5-bde8-822e0bb734fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '363e02be-0cbe-4ec7-a771-d4b79f9fbfc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:46.745708 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f8a17c-5548-46ff-b1e0-64cd2977bf27 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network hostable DHCP agents. Network: 363e02be-0cbe-4ec7-a771-d4b79f9fbfc6, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:14:46.796524 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f8a17c-5548-46ff-b1e0-64cd2977bf27 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network 363e02be-0cbe-4ec7-a771-d4b79f9fbfc6 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:14:46.814502 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-993be0d2-b3df-4427-a4b6-bbcb71afa9ec tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:46.815195 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-993be0d2-b3df-4427-a4b6-bbcb71afa9ec tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:46.816615 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c0f8a17c-5548-46ff-b1e0-64cd2977bf27 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 363e02be-0cbe-4ec7-a771-d4b79f9fbfc6) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:46.826859 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f8a17c-5548-46ff-b1e0-64cd2977bf27 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:46.828686 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0f8a17c-5548-46ff-b1e0-64cd2977bf27 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:46.851363 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-993be0d2-b3df-4427-a4b6-bbcb71afa9ec tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2046933 Dec 06 15:14:46.852240 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993be0d2-b3df-4427-a4b6-bbcb71afa9ec tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Pushing event updated for resources: {'Port': ['ID=1a59cc04-d7b7-4952-b6bd-eeca6b126431,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:46.853330 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c0f8a17c-5548-46ff-b1e0-64cd2977bf27 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8237681 Dec 06 15:14:46.856956 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60336) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:46.872539 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ff4f8949-50c5-4e44-8c37-5b0340392797 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-541175188'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:46.875061 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d98ca16-25f0-420e-aaba-222720d89cf2 None None] Network 363e02be-0cbe-4ec7-a771-d4b79f9fbfc6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:46.888572 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Request body: {'port': {'device_id': 'b8dc73ac-4cd6-41fb-acfe-162bc264c93d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:46.914089 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60338) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:46.959398 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f4763feb-2ce0-4467-bd8f-e65a2a07fdce None None] Provisioning complete for port 1a59cc04-d7b7-4952-b6bd-eeca6b126431 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:46.961265 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4763feb-2ce0-4467-bd8f-e65a2a07fdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:46.964600 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.061483 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f4763feb-2ce0-4467-bd8f-e65a2a07fdce None None] Port 1a59cc04-d7b7-4952-b6bd-eeca6b126431 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:14:47.069948 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5935542b-7239-437f-b6d1-4ff059dc0b2b tempest-SubnetPoolsTestJSON-186428855 tempest-SubnetPoolsTestJSON-186428855-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1459484010', 'prefixes': ['172.20.0.0/16']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:47.103637 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.db.api [None req-ff4f8949-50c5-4e44-8c37-5b0340392797 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 15:14:47.103637 n-d-master-1 neutron-server[103289]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 06 15:14:47.103637 n-d-master-1 neutron-server[103289]: [parameters: {'project_id': 'ccc8a5aa4ae641fa868df24df178e9ad', 'id': '90e3a3d9-866c-4a57-8ba7-eccaec078045', 'expiration': datetime.datetime(2021, 12, 6, 15, 16, 47, 95182)}] Dec 06 15:14:47.103637 n-d-master-1 neutron-server[103289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:14:47.104084 n-d-master-1 neutron-server[103289]: DEBUG oslo_db.api [None req-ff4f8949-50c5-4e44-8c37-5b0340392797 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:14:47.160334 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-363e02be-0cbe-4ec7-a771-d4b79f9fbfc6', 'network_id': '363e02be-0cbe-4ec7-a771-d4b79f9fbfc6', 'tenant_id': 'ccc8a5aa4ae641fa868df24df178e9ad', 'fixed_ips': [{'subnet_id': 'e49a7308-1c6f-4379-b4d5-7f7959b7af5e'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:14:47.161539 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.176285 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5935542b-7239-437f-b6d1-4ff059dc0b2b tempest-SubnetPoolsTestJSON-186428855 tempest-SubnetPoolsTestJSON-186428855-project] Publish callbacks [] for subnetpool, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.179945 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5935542b-7239-437f-b6d1-4ff059dc0b2b tempest-SubnetPoolsTestJSON-186428855 tempest-SubnetPoolsTestJSON-186428855-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2617135 Dec 06 15:14:47.180302 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60342) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:47.222999 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-eb444c3f-451a-4113-89a1-7ee0ffae4d38 tempest-SubnetPoolsTestJSON-186428855 tempest-SubnetPoolsTestJSON-186428855-project] 10.222.0.20 "GET /v2.0/subnetpools/92dca8b3-4f53-4827-a13d-154b9a2d7ff3 HTTP/1.1" status: 200 len: 732 time: 0.0391674 Dec 06 15:14:47.223226 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60344) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:47.228286 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-64856301-bb7b-401f-a247-1321e1e6bc80 tempest-SubnetPoolsTestJSON-186428855 tempest-SubnetPoolsTestJSON-186428855-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-708406973'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:47.284633 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a59cc04-d7b7-4952-b6bd-eeca6b126431 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:14:47.293026 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.322888 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64856301-bb7b-401f-a247-1321e1e6bc80 tempest-SubnetPoolsTestJSON-186428855 tempest-SubnetPoolsTestJSON-186428855-project] Publish callbacks [] for subnetpool, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.324389 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-64856301-bb7b-401f-a247-1321e1e6bc80 tempest-SubnetPoolsTestJSON-186428855 tempest-SubnetPoolsTestJSON-186428855-project] 10.222.0.20 "PUT /v2.0/subnetpools/92dca8b3-4f53-4827-a13d-154b9a2d7ff3 HTTP/1.1" status: 200 len: 683 time: 0.1002870 Dec 06 15:14:47.327043 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60348) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:47.332778 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Transition to ACTIVE for port object 1a59cc04-d7b7-4952-b6bd-eeca6b126431 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:14:47.338222 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Allocated IP 2001:db8::1 (363e02be-0cbe-4ec7-a771-d4b79f9fbfc6/e49a7308-1c6f-4379-b4d5-7f7959b7af5e/941abc0b-4d87-4970-9f0a-7eabd92c8a1f) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:14:47.340678 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.465281 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f60b87-e050-492f-9615-d02a727c8797 None None] DHCP port deletion for dc9ad979-ec78-49f6-8ae9-bfae4bd53aab request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:14:47.472216 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3e77f-0b85-47c6-8952-b877c52afbd0 req-6c51ebd1-2297-45f1-ac1d-3a1c583a0f48 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:47.473897 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fcb3e77f-0b85-47c6-8952-b877c52afbd0 req-6c51ebd1-2297-45f1-ac1d-3a1c583a0f48 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8dc73ac-4cd6-41fb-acfe-162bc264c93d HTTP/1.1" status: 200 len: 943 time: 0.0995626 Dec 06 15:14:47.477407 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7585174d-9c15-46b2-a76a-6cd1ce9a52ea tempest-SubnetPoolsTestJSON-186428855 tempest-SubnetPoolsTestJSON-186428855-project] Publish callbacks [] for subnetpool, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.478474 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7585174d-9c15-46b2-a76a-6cd1ce9a52ea tempest-SubnetPoolsTestJSON-186428855 tempest-SubnetPoolsTestJSON-186428855-project] 10.222.0.20 "DELETE /v2.0/subnetpools/92dca8b3-4f53-4827-a13d-154b9a2d7ff3 HTTP/1.1" status: 204 len: 168 time: 0.1504502 Dec 06 15:14:47.483809 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60354) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:47.533246 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-b800ede8-6c3e-4510-a836-68ae970da880 tempest-SubnetPoolsTestJSON-186428855 tempest-SubnetPoolsTestJSON-186428855-project] show failed (client error): The resource could not be found. Dec 06 15:14:47.534694 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b800ede8-6c3e-4510-a836-68ae970da880 tempest-SubnetPoolsTestJSON-186428855 tempest-SubnetPoolsTestJSON-186428855-project] 10.222.0.20 "GET /v2.0/subnetpools/92dca8b3-4f53-4827-a13d-154b9a2d7ff3 HTTP/1.1" status: 404 len: 346 time: 0.0504899 Dec 06 15:14:47.537728 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60356) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:47.563171 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-dd72c4ca-2714-4c99-9e6a-00e8eede7073 tempest-SubnetPoolsTestJSON-186428855 tempest-SubnetPoolsTestJSON-186428855-project] delete failed (client error): The resource could not be found. Dec 06 15:14:47.564521 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dd72c4ca-2714-4c99-9e6a-00e8eede7073 tempest-SubnetPoolsTestJSON-186428855 tempest-SubnetPoolsTestJSON-186428855-project] 10.222.0.20 "DELETE /v2.0/subnetpools/92dca8b3-4f53-4827-a13d-154b9a2d7ff3 HTTP/1.1" status: 404 len: 346 time: 0.0251570 Dec 06 15:14:47.590308 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fcb3e77f-0b85-47c6-8952-b877c52afbd0 req-0493dacf-5ad3-46e6-b950-46d0774a4e35 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076994 Dec 06 15:14:47.598530 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Pushing event updated for resources: {'Port': ['ID=1a59cc04-d7b7-4952-b6bd-eeca6b126431,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:47.602706 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Attempting to bind port 1a59cc04-d7b7-4952-b6bd-eeca6b126431 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:14:47.603047 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Attempting to bind port 1a59cc04-d7b7-4952-b6bd-eeca6b126431 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'a239ed6a-23b5-4052-b4e7-e8d2350a6a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dc9ad979-ec78-49f6-8ae9-bfae4bd53aab'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:14:47.603452 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Attempting to bind port 1a59cc04-d7b7-4952-b6bd-eeca6b126431 on network dc9ad979-ec78-49f6-8ae9-bfae4bd53aab {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:14:47.630645 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.631915 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Port 1a59cc04-d7b7-4952-b6bd-eeca6b126431 on network dc9ad979-ec78-49f6-8ae9-bfae4bd53aab not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:14:47.632227 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Attempting to bind port 1a59cc04-d7b7-4952-b6bd-eeca6b126431 on network dc9ad979-ec78-49f6-8ae9-bfae4bd53aab {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:14:47.648173 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.650194 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14885fa-84a9-425e-a1c9-af058b56e522 req-ab833dcd-3a43-4803-baf5-23c1415829e2 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:47.652420 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a14885fa-84a9-425e-a1c9-af058b56e522 req-ab833dcd-3a43-4803-baf5-23c1415829e2 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 944 time: 0.1015050 Dec 06 15:14:47.653196 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:14:47.653532 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Checking segment: {'id': 'a239ed6a-23b5-4052-b4e7-e8d2350a6a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dc9ad979-ec78-49f6-8ae9-bfae4bd53aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:47.653914 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Bound using segment: {'id': 'a239ed6a-23b5-4052-b4e7-e8d2350a6a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dc9ad979-ec78-49f6-8ae9-bfae4bd53aab'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:14:47.654350 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Bound port: 1a59cc04-d7b7-4952-b6bd-eeca6b126431, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a239ed6a-23b5-4052-b4e7-e8d2350a6a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dc9ad979-ec78-49f6-8ae9-bfae4bd53aab'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:14:47.654703 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.658652 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4f8949-50c5-4e44-8c37-5b0340392797 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:47.662351 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff4f8949-50c5-4e44-8c37-5b0340392797 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.714890 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Network 363e02be-0cbe-4ec7-a771-d4b79f9fbfc6 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:47.722224 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:47.726482 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Pushing event updated for resources: {'Port': ['ID=941abc0b-4d87-4970-9f0a-7eabd92c8a1f,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:47.732121 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:14:47.732326 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4f8949-50c5-4e44-8c37-5b0340392797 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:14:47.773107 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff4f8949-50c5-4e44-8c37-5b0340392797 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.773451 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-ff4f8949-50c5-4e44-8c37-5b0340392797 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Added segment ba0fd1de-a355-4760-97aa-dcbcdfae0cac of type vlan for network 8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4 Dec 06 15:14:47.806371 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Attempting to bind port 941abc0b-4d87-4970-9f0a-7eabd92c8a1f on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:14:47.806812 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Attempting to bind port 941abc0b-4d87-4970-9f0a-7eabd92c8a1f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd879ada1-7890-4cb5-bde8-822e0bb734fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '363e02be-0cbe-4ec7-a771-d4b79f9fbfc6'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:14:47.807577 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Attempting to bind port 941abc0b-4d87-4970-9f0a-7eabd92c8a1f on network 363e02be-0cbe-4ec7-a771-d4b79f9fbfc6 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:14:47.813903 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a14885fa-84a9-425e-a1c9-af058b56e522 req-d1f6eb78-ca38-4da0-8cf5-4e01a7e54b06 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381109 Dec 06 15:14:47.815498 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:14:47.815977 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Checking segment: {'id': 'd879ada1-7890-4cb5-bde8-822e0bb734fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '363e02be-0cbe-4ec7-a771-d4b79f9fbfc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:47.817028 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.817496 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Bound using segment: {'id': 'd879ada1-7890-4cb5-bde8-822e0bb734fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '363e02be-0cbe-4ec7-a771-d4b79f9fbfc6'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:14:47.818091 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Bound port: 941abc0b-4d87-4970-9f0a-7eabd92c8a1f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd879ada1-7890-4cb5-bde8-822e0bb734fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '363e02be-0cbe-4ec7-a771-d4b79f9fbfc6'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:14:47.818547 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.845351 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] For port 1a59cc04-d7b7-4952-b6bd-eeca6b126431, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:14:47.860761 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff4f8949-50c5-4e44-8c37-5b0340392797 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.869927 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] For port 1a59cc04-d7b7-4952-b6bd-eeca6b126431, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1a59cc04-d7b7-4952-b6bd-eeca6b126431,segment=NetworkSegment(a239ed6a-23b5-4052-b4e7-e8d2350a6a97),segment_id=a239ed6a-23b5-4052-b4e7-e8d2350a6a97)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:14:47.881158 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.904205 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] For port 941abc0b-4d87-4970-9f0a-7eabd92c8a1f, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:14:47.908319 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] For port 941abc0b-4d87-4970-9f0a-7eabd92c8a1f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=941abc0b-4d87-4970-9f0a-7eabd92c8a1f,segment=NetworkSegment(d879ada1-7890-4cb5-bde8-822e0bb734fb),segment_id=d879ada1-7890-4cb5-bde8-822e0bb734fb)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:14:47.915404 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.937073 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff4f8949-50c5-4e44-8c37-5b0340392797 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.943334 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4f8949-50c5-4e44-8c37-5b0340392797 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:47.943946 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff4f8949-50c5-4e44-8c37-5b0340392797 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.949691 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:47.950280 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.951633 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] 10.222.0.37 "PUT /v2.0/ports/1a59cc04-d7b7-4952-b6bd-eeca6b126431 HTTP/1.1" status: 200 len: 1091 time: 1.0719121 Dec 06 15:14:47.954863 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8dc73ac-4cd6-41fb-acfe-162bc264c93d', 'tag': '1a59cc04-d7b7-4952-b6bd-eeca6b126431'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:14:47.958076 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea203b0-5017-4459-baae-8667623e176d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8dc73ac-4cd6-41fb-acfe-162bc264c93d", "tag": "1a59cc04-d7b7-4952-b6bd-eeca6b126431"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:14:47.968477 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60366) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:47.991349 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de02133-870a-499e-9e3f-4a566a5d79a3 None None] Pushing event updated for resources: {'Port': ['ID=941abc0b-4d87-4970-9f0a-7eabd92c8a1f,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:48.000837 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43485956-f36e-496b-9f0c-41727409a926 None None] DHCP port deletion for dc9ad979-ec78-49f6-8ae9-bfae4bd53aab request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:14:48.002397 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec709b73-1a6c-4d31-b825-abb63d5b80bf service neutron] Pushing event updated for resources: {'Port': ['ID=1a59cc04-d7b7-4952-b6bd-eeca6b126431,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:48.081368 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ff4f8949-50c5-4e44-8c37-5b0340392797 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2233291 Dec 06 15:14:48.084854 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60370) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:48.088160 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef28143-390f-4d98-a5db-0625d404c56f x-openstack-request-id: req-2ef28143-390f-4d98-a5db-0625d404c56f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:14:48.089396 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8dc73ac-4cd6-41fb-acfe-162bc264c93d", "tag": "1a59cc04-d7b7-4952-b6bd-eeca6b126431", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:14:48.089986 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ef28143-390f-4d98-a5db-0625d404c56f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:14:48.090680 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8dc73ac-4cd6-41fb-acfe-162bc264c93d', 'tag': '1a59cc04-d7b7-4952-b6bd-eeca6b126431', 'status': 'completed', 'code': 200} Dec 06 15:14:48.094289 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-64d15a00-5707-49ad-9f42-e73cbd4393ce tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'subnet': {'network_id': '8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:48.130323 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f8949-50c5-4e44-8c37-5b0340392797 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Network': ['ID=8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:48.145113 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:14:48.150266 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-7b8af08a-5908-443a-86e5-d2f7c381b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:48.151812 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-7b8af08a-5908-443a-86e5-d2f7c381b687 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb4481b7af8d4d7eb10004a084786ddb&device_id=b8dc73ac-4cd6-41fb-acfe-162bc264c93d HTTP/1.1" status: 200 len: 1094 time: 0.1229832 Dec 06 15:14:48.200978 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2db95f0-5156-4768-ad99-aeb7425640bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:48.219929 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-c78c1e76-b387-409f-bcc0-f7be6c3daa3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a59cc04-d7b7-4952-b6bd-eeca6b126431 HTTP/1.1" status: 200 len: 217 time: 0.0554597 Dec 06 15:14:48.251796 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d15a00-5707-49ad-9f42-e73cbd4393ce tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:48.255960 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64d15a00-5707-49ad-9f42-e73cbd4393ce tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:48.346422 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-4e172fd5-7de3-433c-85f2-e867c73d287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:48.348389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-4e172fd5-7de3-433c-85f2-e867c73d287f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f572951-b4e9-40fc-8bd7-b77e01df6bc8 HTTP/1.1" status: 200 len: 849 time: 0.1162870 Dec 06 15:14:48.389550 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-64d15a00-5707-49ad-9f42-e73cbd4393ce tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Performing IP validity checks on allocation pools {{(pid=103288) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 15:14:48.390073 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.ipam_backend_mixin [None req-64d15a00-5707-49ad-9f42-e73cbd4393ce tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103288) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 15:14:48.399565 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-becad80d-2a67-4434-8b8a-2e8193d15b85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc9ad979-ec78-49f6-8ae9-bfae4bd53aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391920 Dec 06 15:14:48.428991 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2db95f0-5156-4768-ad99-aeb7425640bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:48.437560 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2db95f0-5156-4768-ad99-aeb7425640bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:48.510788 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c2db95f0-5156-4768-ad99-aeb7425640bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f8e41dcc7124361b4a4979cd2583bfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5412142 Dec 06 15:14:48.513859 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60374) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:48.515214 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db95f0-5156-4768-ad99-aeb7425640bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5c6ba0-50ca-4d24-99ca-d5ecaf823660,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:48.545619 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-04f59c42-3af9-4be4-aa98-4f3dd39bc5be service neutron] 10.222.0.37 "GET /v2.0/networks/dc9ad979-ec78-49f6-8ae9-bfae4bd53aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335964 Dec 06 15:14:48.626744 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64d15a00-5707-49ad-9f42-e73cbd4393ce tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:48.662451 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7845d77-071c-4842-92ea-a6b894a30b4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:48.697923 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d15a00-5707-49ad-9f42-e73cbd4393ce tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Subnet': ['ID=80cc6839-9251-48e3-846a-8e9c010c4f15,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:48.698686 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7845d77-071c-4842-92ea-a6b894a30b4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:48.710164 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d15a00-5707-49ad-9f42-e73cbd4393ce tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Checking segment: {'id': 'ba0fd1de-a355-4760-97aa-dcbcdfae0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:48.710538 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d15a00-5707-49ad-9f42-e73cbd4393ce tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network hostable DHCP agents. Network: 8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:14:48.734714 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e6dc6b87-8a3c-4c4b-a7a0-29fc32089444 req-a08af461-83eb-4be1-895e-ca9c18f1ddba service neutron] 10.222.0.37 "GET /v2.0/networks/dc9ad979-ec78-49f6-8ae9-bfae4bd53aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752868 Dec 06 15:14:48.735444 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d15a00-5707-49ad-9f42-e73cbd4393ce tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network 8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:14:48.747955 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-64d15a00-5707-49ad-9f42-e73cbd4393ce tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:48.760024 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beee18d6-ddf7-47ad-ada4-18afb05bca4f None None] Network 8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:48.764248 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d15a00-5707-49ad-9f42-e73cbd4393ce tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:48.766211 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64d15a00-5707-49ad-9f42-e73cbd4393ce tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:48.794089 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60378) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:48.794736 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-64d15a00-5707-49ad-9f42-e73cbd4393ce tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7084076 Dec 06 15:14:48.817904 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43bc4c-1201-47e2-8176-5c9fa0e0e485 req-97e01765-f59c-4fd2-a70e-51fcdd53b966 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:48.819494 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c43bc4c-1201-47e2-8176-5c9fa0e0e485 req-97e01765-f59c-4fd2-a70e-51fcdd53b966 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8dc73ac-4cd6-41fb-acfe-162bc264c93d HTTP/1.1" status: 200 len: 943 time: 0.1080179 Dec 06 15:14:48.906421 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7845d77-071c-4842-92ea-a6b894a30b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:48.908909 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7845d77-071c-4842-92ea-a6b894a30b4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:48.922735 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a7845d77-071c-4842-92ea-a6b894a30b4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b5c6ba0-50ca-4d24-99ca-d5ecaf823660 HTTP/1.1" status: 204 len: 168 time: 0.3999467 Dec 06 15:14:49.003358 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4', 'network_id': '8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4', 'tenant_id': 'ccc8a5aa4ae641fa868df24df178e9ad', 'fixed_ips': [{'subnet_id': '80cc6839-9251-48e3-846a-8e9c010c4f15'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:14:49.013732 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:49.017589 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb1b75-c1d3-4729-b7c5-70d2b0a55ebc req-6d0efa82-f2a8-4c6a-a783-b87959f35d31 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:49.019188 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ecb1b75-c1d3-4729-b7c5-70d2b0a55ebc req-6d0efa82-f2a8-4c6a-a783-b87959f35d31 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 944 time: 0.0987108 Dec 06 15:14:49.041638 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:49.092269 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c43bc4c-1201-47e2-8176-5c9fa0e0e485 req-d194cb23-624c-422c-b615-eafb9cf6d182 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571325 Dec 06 15:14:49.107845 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7845d77-071c-4842-92ea-a6b894a30b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5c6ba0-50ca-4d24-99ca-d5ecaf823660,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:49.126831 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea203b0-5017-4459-baae-8667623e176d req-7ac9b5ee-0856-46d8-8425-dff53269d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:49.128438 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ea203b0-5017-4459-baae-8667623e176d req-7ac9b5ee-0856-46d8-8425-dff53269d240 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb4481b7af8d4d7eb10004a084786ddb&device_id=b8dc73ac-4cd6-41fb-acfe-162bc264c93d HTTP/1.1" status: 200 len: 1094 time: 0.2949729 Dec 06 15:14:49.151978 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a84388a7-3c61-4472-933d-a1d8ddf54435 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:14:49.171013 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ecb1b75-c1d3-4729-b7c5-70d2b0a55ebc req-8140cdb6-9f47-4e39-b1ea-19270a600498 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408815 Dec 06 15:14:49.267276 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port a84388a7-3c61-4472-933d-a1d8ddf54435 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:14:49.280664 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port a84388a7-3c61-4472-933d-a1d8ddf54435 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:49.281286 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:49.303106 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea203b0-5017-4459-baae-8667623e176d req-b4193281-9166-4ca0-b6ee-eb2cfe3f3a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:49.304816 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ea203b0-5017-4459-baae-8667623e176d req-b4193281-9166-4ca0-b6ee-eb2cfe3f3a69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc9ad979-ec78-49f6-8ae9-bfae4bd53aab HTTP/1.1" status: 200 len: 910 time: 0.1609406 Dec 06 15:14:49.324636 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Allocated IP 2001:db8::3 (8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4/80cc6839-9251-48e3-846a-8e9c010c4f15/ff2547a6-76de-42b7-adfe-7b652881c44f) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:14:49.401436 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ea203b0-5017-4459-baae-8667623e176d req-84f31c3f-ccb7-4b66-9f43-63e7af862367 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a59cc04-d7b7-4952-b6bd-eeca6b126431 HTTP/1.1" status: 200 len: 217 time: 0.0829284 Dec 06 15:14:49.476259 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:49.483228 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:49.511633 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942edc4f-b3c7-4244-a7e3-43d0d4735609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84388a7-3c61-4472-933d-a1d8ddf54435'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:14:49.514106 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c8adf2-563f-4d99-bfd9-74fe110ea541" -d '{"events": [{"server_uuid": "942edc4f-b3c7-4244-a7e3-43d0d4735609", "name": "network-vif-plugged", "status": "completed", "tag": "a84388a7-3c61-4472-933d-a1d8ddf54435"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:14:49.606463 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea203b0-5017-4459-baae-8667623e176d req-b7ce4166-0f69-47d7-b5ba-7da3c9fb955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:49.608752 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ea203b0-5017-4459-baae-8667623e176d req-b7ce4166-0f69-47d7-b5ba-7da3c9fb955f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f572951-b4e9-40fc-8bd7-b77e01df6bc8 HTTP/1.1" status: 200 len: 849 time: 0.1862423 Dec 06 15:14:49.617959 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port a84388a7-3c61-4472-933d-a1d8ddf54435, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a84388a7-3c61-4472-933d-a1d8ddf54435,segment=NetworkSegment(0305310a-bbc2-4b59-b908-8d4a256c6293),segment_id=0305310a-bbc2-4b59-b908-8d4a256c6293)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:49.627959 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ca2f74-5872-4756-918f-f19274e23b14 x-openstack-request-id: req-f3ca2f74-5872-4756-918f-f19274e23b14 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:14:49.628270 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942edc4f-b3c7-4244-a7e3-43d0d4735609", "name": "network-vif-plugged", "status": "completed", "tag": "a84388a7-3c61-4472-933d-a1d8ddf54435", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:14:49.629170 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3ca2f74-5872-4756-918f-f19274e23b14 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:14:49.629626 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942edc4f-b3c7-4244-a7e3-43d0d4735609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84388a7-3c61-4472-933d-a1d8ddf54435', 'code': 200} Dec 06 15:14:49.634064 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba090e3d-f58f-407e-b7bd-62da8a2c0bcb None None] Network 363e02be-0cbe-4ec7-a771-d4b79f9fbfc6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:49.664648 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:49.709424 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ea203b0-5017-4459-baae-8667623e176d req-60466e3e-de24-4ecd-911c-545aaceae758 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc9ad979-ec78-49f6-8ae9-bfae4bd53aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896702 Dec 06 15:14:49.710257 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 941abc0b-4d87-4970-9f0a-7eabd92c8a1f up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:14:49.743874 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc449997-8179-49c7-86e0-1e95c07e48e7 req-bb33e4a5-a8ba-4674-a969-8cdd1428273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:49.745317 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cc449997-8179-49c7-86e0-1e95c07e48e7 req-bb33e4a5-a8ba-4674-a969-8cdd1428273e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 1096 time: 0.0650887 Dec 06 15:14:49.798885 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-93f98483-07fa-44f7-b0a0-19184c5ed467 None None] Provisioning complete for port 941abc0b-4d87-4970-9f0a-7eabd92c8a1f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:49.799435 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93f98483-07fa-44f7-b0a0-19184c5ed467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:49.829974 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cc449997-8179-49c7-86e0-1e95c07e48e7 req-7c79670f-8253-4206-9595-d33b9a2ca1a3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736504 Dec 06 15:14:49.872474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ea203b0-5017-4459-baae-8667623e176d req-d4aef924-2fbb-471f-9538-5d05b861c43f service neutron] 10.222.0.37 "GET /v2.0/networks/dc9ad979-ec78-49f6-8ae9-bfae4bd53aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519938 Dec 06 15:14:49.987360 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ea203b0-5017-4459-baae-8667623e176d req-a82cf128-0062-42d5-bafe-f93d78f1ad35 service neutron] 10.222.0.37 "GET /v2.0/networks/dc9ad979-ec78-49f6-8ae9-bfae4bd53aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023834 Dec 06 15:14:50.049164 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:50.096307 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=a84388a7-3c61-4472-933d-a1d8ddf54435,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:50.099890 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:50.127648 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:50.173130 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Network 8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:50.183291 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:50.191839 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Subnet': ['ID=80cc6839-9251-48e3-846a-8e9c010c4f15,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:50.207841 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:14:50.265054 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 941abc0b-4d87-4970-9f0a-7eabd92c8a1f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:50.265377 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:50.266898 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Pushing event updated for resources: {'Port': ['ID=ff2547a6-76de-42b7-adfe-7b652881c44f,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:50.283567 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:50.360878 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:50.361397 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef827b-4037-4093-816a-8a54795c402c req-ed3f3ea2-502b-4bf3-b352-f354d4c062be tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:50.373155 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eeef827b-4037-4093-816a-8a54795c402c req-ed3f3ea2-502b-4bf3-b352-f354d4c062be tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8dc73ac-4cd6-41fb-acfe-162bc264c93d HTTP/1.1" status: 200 len: 943 time: 0.0883918 Dec 06 15:14:50.380190 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0fd1de-a355-4760-97aa-dcbcdfae0cac') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:50.380966 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0fd1de-a355-4760-97aa-dcbcdfae0cac') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:50.420684 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Attempting to bind port ff2547a6-76de-42b7-adfe-7b652881c44f on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:14:50.421067 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Attempting to bind port ff2547a6-76de-42b7-adfe-7b652881c44f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ba0fd1de-a355-4760-97aa-dcbcdfae0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:14:50.421429 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Attempting to bind port ff2547a6-76de-42b7-adfe-7b652881c44f on network 8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:14:50.427441 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93f98483-07fa-44f7-b0a0-19184c5ed467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:50.440089 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96cbb2-6799-454d-8d3d-3d250d078b54 req-1ee95d4f-8dc5-4f7d-87e1-cae828fdfa29 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:50.444403 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d96cbb2-6799-454d-8d3d-3d250d078b54 req-1ee95d4f-8dc5-4f7d-87e1-cae828fdfa29 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 945 time: 0.1533718 Dec 06 15:14:50.447794 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:14:50.448201 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Checking segment: {'id': 'ba0fd1de-a355-4760-97aa-dcbcdfae0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:50.448618 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:50.449024 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Bound using segment: {'id': 'ba0fd1de-a355-4760-97aa-dcbcdfae0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:14:50.449527 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Bound port: ff2547a6-76de-42b7-adfe-7b652881c44f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0fd1de-a355-4760-97aa-dcbcdfae0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:14:50.449916 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:50.453730 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eeef827b-4037-4093-816a-8a54795c402c req-ec259e32-4029-4a5a-8b50-36bf64cdb09f tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771925 Dec 06 15:14:50.465402 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:50.530424 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:50.567411 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:50.577827 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:14:50.578275 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:50.578491 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-93f98483-07fa-44f7-b0a0-19184c5ed467 None None] For port 941abc0b-4d87-4970-9f0a-7eabd92c8a1f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=941abc0b-4d87-4970-9f0a-7eabd92c8a1f,segment=NetworkSegment(d879ada1-7890-4cb5-bde8-822e0bb734fb),segment_id=d879ada1-7890-4cb5-bde8-822e0bb734fb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:14:50.581554 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:14:50.590218 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93f98483-07fa-44f7-b0a0-19184c5ed467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:50.634790 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d96cbb2-6799-454d-8d3d-3d250d078b54 req-8176b757-5c6b-4e8e-b844-f8c44b3daac5 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826792 Dec 06 15:14:50.672524 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] For port ff2547a6-76de-42b7-adfe-7b652881c44f, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:14:50.705792 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.db.api [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 15:14:50.705792 n-d-master-1 neutron-server[103289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 15:14:50.705792 n-d-master-1 neutron-server[103289]: [parameters: {'id': '8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4'}] Dec 06 15:14:50.705792 n-d-master-1 neutron-server[103289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:14:50.706436 n-d-master-1 neutron-server[103289]: DEBUG oslo_db.api [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:14:50.721912 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f98483-07fa-44f7-b0a0-19184c5ed467 None None] Pushing event updated for resources: {'Port': ['ID=941abc0b-4d87-4970-9f0a-7eabd92c8a1f,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:50.729990 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] For port ff2547a6-76de-42b7-adfe-7b652881c44f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ff2547a6-76de-42b7-adfe-7b652881c44f,segment=NetworkSegment(ba0fd1de-a355-4760-97aa-dcbcdfae0cac),segment_id=ba0fd1de-a355-4760-97aa-dcbcdfae0cac)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:14:50.735187 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:14:50.735885 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:14:50.739265 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:50.841798 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7eade-e4b8-4790-b8c8-769167e85699 None None] Pushing event updated for resources: {'Port': ['ID=ff2547a6-76de-42b7-adfe-7b652881c44f,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:50.863795 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35df0308-c7cf-4927-8fc5-756c07ddeb43 None None] Network 8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:50.966117 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8230e8e3-df1e-4962-bf4c-ee4cd396971d None None] Provisioning complete for port 941abc0b-4d87-4970-9f0a-7eabd92c8a1f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:50.966988 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8230e8e3-df1e-4962-bf4c-ee4cd396971d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:51.059694 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0260c3ba-5c89-4ee4-8912-223835e1497f None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:14:51.163031 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0260c3ba-5c89-4ee4-8912-223835e1497f None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:14:51.208564 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:51.317646 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Deleting port ff2547a6-76de-42b7-adfe-7b652881c44f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:14:51.317988 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:51.659555 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 941abc0b-4d87-4970-9f0a-7eabd92c8a1f up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:14:51.717878 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ac714-bd23-48df-a447-97c20dd26d89 req-dac0935b-daa5-46d9-8c47-526ff8019b47 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:51.718444 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 941abc0b-4d87-4970-9f0a-7eabd92c8a1f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:51.718811 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:51.720538 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-452ac714-bd23-48df-a447-97c20dd26d89 req-dac0935b-daa5-46d9-8c47-526ff8019b47 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8dc73ac-4cd6-41fb-acfe-162bc264c93d HTTP/1.1" status: 200 len: 943 time: 0.0728033 Dec 06 15:14:51.781180 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-452ac714-bd23-48df-a447-97c20dd26d89 req-cc81c375-6fb3-45c0-8639-dded4e4371fc tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524578 Dec 06 15:14:51.917578 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] For port ff2547a6-76de-42b7-adfe-7b652881c44f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ff2547a6-76de-42b7-adfe-7b652881c44f,segment=NetworkSegment(ba0fd1de-a355-4760-97aa-dcbcdfae0cac),segment_id=ba0fd1de-a355-4760-97aa-dcbcdfae0cac)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:51.917949 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:51.934306 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Calling delete_port for ff2547a6-76de-42b7-adfe-7b652881c44f owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:14:51.952965 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c627c-96fd-41d7-94f1-24ec952ea808 req-3f897959-47eb-43b0-b4bb-e907809c04ca tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:51.954487 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-457c627c-96fd-41d7-94f1-24ec952ea808 req-3f897959-47eb-43b0-b4bb-e907809c04ca tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 945 time: 0.0801327 Dec 06 15:14:52.048372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-457c627c-96fd-41d7-94f1-24ec952ea808 req-ee3459f0-12a1-4770-9f5d-d8a88cbfe1a6 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585027 Dec 06 15:14:52.076522 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:52.106253 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Port': ['ID=ff2547a6-76de-42b7-adfe-7b652881c44f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:52.116619 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No DVR routers for this DVR port ff2547a6-76de-42b7-adfe-7b652881c44f on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:14:52.175019 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94988d07-20c5-4cb4-a1cc-2f68ed46a30c req-0f29ce01-45d1-40eb-8989-957de0b6bb88 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:52.177108 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94988d07-20c5-4cb4-a1cc-2f68ed46a30c req-0f29ce01-45d1-40eb-8989-957de0b6bb88 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 945 time: 0.0543921 Dec 06 15:14:52.207400 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:52.228752 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:52.231615 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-94988d07-20c5-4cb4-a1cc-2f68ed46a30c req-88189519-d948-4fc8-9790-d418bd25652f tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478499 Dec 06 15:14:52.239102 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0fd1de-a355-4760-97aa-dcbcdfae0cac') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:52.239395 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0fd1de-a355-4760-97aa-dcbcdfae0cac') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:52.249305 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:52.263232 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:52.269442 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:14:52.269836 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:14:52.272983 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:14:52.335237 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:52.340804 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:52.345610 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/networks/8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4 HTTP/1.1" status: 204 len: 168 time: 3.5251255 Dec 06 15:14:52.349791 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60458) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:52.354987 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2ec39318-14fb-42c5-ba92-84242fbdda58 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-468711525'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:52.361810 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206753d2-31c4-49f6-83e1-80c1fee89594 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Network': ['ID=8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:52.390233 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec39318-14fb-42c5-ba92-84242fbdda58 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:52.395808 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ec39318-14fb-42c5-ba92-84242fbdda58 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:52.422708 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec39318-14fb-42c5-ba92-84242fbdda58 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:14:52.443669 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ec39318-14fb-42c5-ba92-84242fbdda58 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:52.444026 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-2ec39318-14fb-42c5-ba92-84242fbdda58 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Added segment aa243853-8b6b-48d5-ab7c-4e7d59548209 of type vlan for network 01f284a8-a0a4-4c23-8704-e09be3b42ca0 Dec 06 15:14:52.509408 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ec39318-14fb-42c5-ba92-84242fbdda58 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:52.524906 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e70aea-020d-47be-9c72-82eaf4e4ece6 req-565e8ab5-172d-4492-8d1e-0d98e53181d2 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:52.526437 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-03e70aea-020d-47be-9c72-82eaf4e4ece6 req-565e8ab5-172d-4492-8d1e-0d98e53181d2 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 945 time: 0.0953333 Dec 06 15:14:52.565817 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ec39318-14fb-42c5-ba92-84242fbdda58 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:52.572296 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec39318-14fb-42c5-ba92-84242fbdda58 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:52.572979 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ec39318-14fb-42c5-ba92-84242fbdda58 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:52.644700 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2ec39318-14fb-42c5-ba92-84242fbdda58 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2910924 Dec 06 15:14:52.645167 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60468) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:52.651368 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1c3092ef-dbf5-4f77-92d8-17dede792776 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'subnet': {'network_id': '01f284a8-a0a4-4c23-8704-e09be3b42ca0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:52.685439 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec39318-14fb-42c5-ba92-84242fbdda58 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Network': ['ID=01f284a8-a0a4-4c23-8704-e09be3b42ca0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:52.697239 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 01f284a8-a0a4-4c23-8704-e09be3b42ca0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:14:52.705580 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-03e70aea-020d-47be-9c72-82eaf4e4ece6 req-01ce664a-ee99-4cd7-a4a7-fb9ca8cb882a tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611199 Dec 06 15:14:52.842199 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3092ef-dbf5-4f77-92d8-17dede792776 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:52.854311 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c3092ef-dbf5-4f77-92d8-17dede792776 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:53.025475 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ccf15-0c75-4421-a31f-fb6deb10c2f6 req-0d0928e2-3ccf-499a-8636-150a1cb7580d tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:53.027201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-125ccf15-0c75-4421-a31f-fb6deb10c2f6 req-0d0928e2-3ccf-499a-8636-150a1cb7580d tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8dc73ac-4cd6-41fb-acfe-162bc264c93d HTTP/1.1" status: 200 len: 943 time: 0.1267238 Dec 06 15:14:53.200905 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-125ccf15-0c75-4421-a31f-fb6deb10c2f6 req-c06474c1-b391-4a19-82dd-c8abaa789b9f tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662614 Dec 06 15:14:53.218739 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 1a59cc04-d7b7-4952-b6bd-eeca6b126431 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:14:53.242799 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c3092ef-dbf5-4f77-92d8-17dede792776 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:53.450934 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3092ef-dbf5-4f77-92d8-17dede792776 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Subnet': ['ID=c96a2505-e576-4797-af86-210d0dce1dfb,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:53.450934 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3092ef-dbf5-4f77-92d8-17dede792776 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Checking segment: {'id': 'aa243853-8b6b-48d5-ab7c-4e7d59548209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '01f284a8-a0a4-4c23-8704-e09be3b42ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:53.450934 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3092ef-dbf5-4f77-92d8-17dede792776 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network hostable DHCP agents. Network: 01f284a8-a0a4-4c23-8704-e09be3b42ca0, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:14:53.450934 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3092ef-dbf5-4f77-92d8-17dede792776 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network 01f284a8-a0a4-4c23-8704-e09be3b42ca0 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:14:53.462347 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-1c3092ef-dbf5-4f77-92d8-17dede792776 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 01f284a8-a0a4-4c23-8704-e09be3b42ca0) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:53.467567 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3092ef-dbf5-4f77-92d8-17dede792776 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:53.468376 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c3092ef-dbf5-4f77-92d8-17dede792776 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:53.481930 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2f5a9d-3e9c-4d0e-a1f5-bc25a2a8a020 None None] Network 01f284a8-a0a4-4c23-8704-e09be3b42ca0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:53.489751 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 1a59cc04-d7b7-4952-b6bd-eeca6b126431, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1a59cc04-d7b7-4952-b6bd-eeca6b126431,segment=NetworkSegment(a239ed6a-23b5-4052-b4e7-e8d2350a6a97),segment_id=a239ed6a-23b5-4052-b4e7-e8d2350a6a97)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:53.521805 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1c3092ef-dbf5-4f77-92d8-17dede792776 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8716958 Dec 06 15:14:53.522345 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60500) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:53.566824 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '1a59cc04-d7b7-4952-b6bd-eeca6b126431', 'network_id': 'dc9ad979-ec78-49f6-8ae9-bfae4bd53aab', 'port_id': '1a59cc04-d7b7-4952-b6bd-eeca6b126431', 'mac_address': 'fa:16:3e:dc:cb:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f572951-b4e9-40fc-8bd7-b77e01df6bc8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:14:53.693312 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1180f3-4075-4950-af94-dacf9cf32747 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:53.741856 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:53.791234 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a59cc04-d7b7-4952-b6bd-eeca6b126431 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:14:53.825840 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 1a59cc04-d7b7-4952-b6bd-eeca6b126431, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1a59cc04-d7b7-4952-b6bd-eeca6b126431,segment=NetworkSegment(a239ed6a-23b5-4052-b4e7-e8d2350a6a97),segment_id=a239ed6a-23b5-4052-b4e7-e8d2350a6a97)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:53.831746 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1180f3-4075-4950-af94-dacf9cf32747 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:53.850696 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:53.904895 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc503bc-ea42-44c9-b244-c353dd6e28c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-01f284a8-a0a4-4c23-8704-e09be3b42ca0', 'network_id': '01f284a8-a0a4-4c23-8704-e09be3b42ca0', 'tenant_id': 'ccc8a5aa4ae641fa868df24df178e9ad', 'fixed_ips': [{'subnet_id': 'c96a2505-e576-4797-af86-210d0dce1dfb'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:14:53.905777 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7dc503bc-ea42-44c9-b244-c353dd6e28c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:53.942368 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=1a59cc04-d7b7-4952-b6bd-eeca6b126431,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:53.993986 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443687b-1d15-40f0-aa7d-84699793b1f7 req-b43d9380-b0a2-4b68-a023-e746a1683d2a tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:54.002891 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0443687b-1d15-40f0-aa7d-84699793b1f7 req-b43d9380-b0a2-4b68-a023-e746a1683d2a tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 945 time: 0.1924446 Dec 06 15:14:54.080389 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1180f3-4075-4950-af94-dacf9cf32747 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server [None req-7dc503bc-ea42-44c9-b244-c353dd6e28c3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c96a2505-e576-4797-af86-210d0dce1dfb: This subnet is being modified by another concurrent operation. Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise exception Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c96a2505-e576-4797-af86-210d0dce1dfb: This subnet is being modified by another concurrent operation. Dec 06 15:14:54.081518 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Dec 06 15:14:54.107921 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c52591-79e1-4f2d-b18f-4b4ec25a37bc None None] Network 01f284a8-a0a4-4c23-8704-e09be3b42ca0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:54.112275 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['1a59cc04-d7b7-4952-b6bd-eeca6b126431'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:14:54.219825 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1180f3-4075-4950-af94-dacf9cf32747 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Subnet': ['ID=c96a2505-e576-4797-af86-210d0dce1dfb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:54.274119 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0443687b-1d15-40f0-aa7d-84699793b1f7 req-cf7d920c-ceb6-424b-b894-415a91c453a9 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539208 Dec 06 15:14:54.301688 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcf6f8e-7868-481c-9b38-59793262e51d None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:14:54.453297 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1180f3-4075-4950-af94-dacf9cf32747 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:54.538020 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31067543-bf44-43a0-bdf8-f210db9c3a59 req-a1a95736-188b-44ed-9a62-dd0a6b8e3595 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:54.541641 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cd1180f3-4075-4950-af94-dacf9cf32747 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f284a8-a0a4-4c23-8704-e09be3b42ca0']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:54.550328 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31067543-bf44-43a0-bdf8-f210db9c3a59 req-a1a95736-188b-44ed-9a62-dd0a6b8e3595 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8dc73ac-4cd6-41fb-acfe-162bc264c93d HTTP/1.1" status: 200 len: 944 time: 0.1963840 Dec 06 15:14:54.572688 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cd1180f3-4075-4950-af94-dacf9cf32747 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa243853-8b6b-48d5-ab7c-4e7d59548209') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:54.573285 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cd1180f3-4075-4950-af94-dacf9cf32747 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa243853-8b6b-48d5-ab7c-4e7d59548209') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:54.659979 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1180f3-4075-4950-af94-dacf9cf32747 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:54.689003 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcf6f8e-7868-481c-9b38-59793262e51d None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:14:54.712905 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1180f3-4075-4950-af94-dacf9cf32747 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:54.724755 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21c765-96f5-4315-907d-facb5afb611a req-e5a5d002-8801-4439-bca4-17b905e9a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:54.727068 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa21c765-96f5-4315-907d-facb5afb611a req-e5a5d002-8801-4439-bca4-17b905e9a0a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec506adefd4e4f59b32c12ab42a6d865&device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 1096 time: 0.1273534 Dec 06 15:14:54.738830 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1180f3-4075-4950-af94-dacf9cf32747 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:14:54.739908 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1180f3-4075-4950-af94-dacf9cf32747 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:54.745396 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-31067543-bf44-43a0-bdf8-f210db9c3a59 req-465d3833-72e7-45f6-8bd7-77bcd3663da5 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808982 Dec 06 15:14:54.777414 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6fc2b-a6ce-43e9-b14f-2e6d175a84cd req-1a1b6717-db5b-496a-b810-5195258bc18a tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:54.786405 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ce6fc2b-a6ce-43e9-b14f-2e6d175a84cd req-1a1b6717-db5b-496a-b810-5195258bc18a tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 945 time: 0.2075195 Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:14:54.788919 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:14:54.872055 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ce6fc2b-a6ce-43e9-b14f-2e6d175a84cd req-2d9de9b6-6389-47b0-b129-d15ee527498e tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841422 Dec 06 15:14:54.935055 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1180f3-4075-4950-af94-dacf9cf32747 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:54.950664 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1180f3-4075-4950-af94-dacf9cf32747 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:54.954064 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cd1180f3-4075-4950-af94-dacf9cf32747 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/networks/01f284a8-a0a4-4c23-8704-e09be3b42ca0 HTTP/1.1" status: 204 len: 168 time: 1.4306476 Dec 06 15:14:54.961574 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60540) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:54.966042 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1180f3-4075-4950-af94-dacf9cf32747 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Network': ['ID=01f284a8-a0a4-4c23-8704-e09be3b42ca0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:54.972301 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-51107847-9055-48a1-9a89-7cd2a53cc3ed tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-102080782'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:54.990896 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21c765-96f5-4315-907d-facb5afb611a req-0f396ad5-b883-4ae5-b08b-2d161a07d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:54.992386 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa21c765-96f5-4315-907d-facb5afb611a req-0f396ad5-b883-4ae5-b08b-2d161a07d7d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798edf30-974b-4dbc-9fd4-722e0d30ffe7 HTTP/1.1" status: 200 len: 913 time: 0.2453339 Dec 06 15:14:55.009170 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51107847-9055-48a1-9a89-7cd2a53cc3ed tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:55.012212 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51107847-9055-48a1-9a89-7cd2a53cc3ed tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:55.049474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa21c765-96f5-4315-907d-facb5afb611a req-675eb7b9-e739-4ba2-8f5e-ea036df7d1ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a84388a7-3c61-4472-933d-a1d8ddf54435 HTTP/1.1" status: 200 len: 217 time: 0.0495808 Dec 06 15:14:55.102366 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51107847-9055-48a1-9a89-7cd2a53cc3ed tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:14:55.121297 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51107847-9055-48a1-9a89-7cd2a53cc3ed tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:55.121650 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-51107847-9055-48a1-9a89-7cd2a53cc3ed tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Added segment 131780fe-f698-428d-8e75-4d2163366e8f of type vlan for network c06e3ea5-cf60-44ef-b9f8-99a63ea0dd6b Dec 06 15:14:55.134303 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21c765-96f5-4315-907d-facb5afb611a req-ec34bf3c-ba97-44be-8704-43849f4803bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:55.135838 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa21c765-96f5-4315-907d-facb5afb611a req-ec34bf3c-ba97-44be-8704-43849f4803bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7418f25c-1f25-4d4d-b3fd-8705f7efd158 HTTP/1.1" status: 200 len: 852 time: 0.0793033 Dec 06 15:14:55.191866 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa21c765-96f5-4315-907d-facb5afb611a req-2be92d2b-fd30-4641-964b-ab27c2d0a0b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798edf30-974b-4dbc-9fd4-722e0d30ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332365 Dec 06 15:14:55.195235 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51107847-9055-48a1-9a89-7cd2a53cc3ed tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:55.218833 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 1a59cc04-d7b7-4952-b6bd-eeca6b126431 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:14:55.287940 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 1a59cc04-d7b7-4952-b6bd-eeca6b126431 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:14:55.292341 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 1a59cc04-d7b7-4952-b6bd-eeca6b126431 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:55.292789 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:55.330788 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51107847-9055-48a1-9a89-7cd2a53cc3ed tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:55.338206 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51107847-9055-48a1-9a89-7cd2a53cc3ed tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:55.338826 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-51107847-9055-48a1-9a89-7cd2a53cc3ed tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:55.375875 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa21c765-96f5-4315-907d-facb5afb611a req-b36665eb-b053-477a-b9f5-e20db1e127b0 service neutron] 10.222.0.23 "GET /v2.0/networks/798edf30-974b-4dbc-9fd4-722e0d30ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767802 Dec 06 15:14:55.398282 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-51107847-9055-48a1-9a89-7cd2a53cc3ed tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4356384 Dec 06 15:14:55.401354 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60562) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:55.407353 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7658f156-b5b4-4020-8860-3b59dec94510 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'subnet': {'network_id': 'c06e3ea5-cf60-44ef-b9f8-99a63ea0dd6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:55.445793 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:55.514080 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8dc73ac-4cd6-41fb-acfe-162bc264c93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a59cc04-d7b7-4952-b6bd-eeca6b126431'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:14:55.516431 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdc2327-3201-4154-83ce-907f128744a5" -d '{"events": [{"server_uuid": "b8dc73ac-4cd6-41fb-acfe-162bc264c93d", "name": "network-vif-plugged", "status": "completed", "tag": "1a59cc04-d7b7-4952-b6bd-eeca6b126431"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:14:55.530755 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 1a59cc04-d7b7-4952-b6bd-eeca6b126431, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1a59cc04-d7b7-4952-b6bd-eeca6b126431,segment=NetworkSegment(a239ed6a-23b5-4052-b4e7-e8d2350a6a97),segment_id=a239ed6a-23b5-4052-b4e7-e8d2350a6a97)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:55.536545 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:55.561300 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51107847-9055-48a1-9a89-7cd2a53cc3ed tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Network': ['ID=c06e3ea5-cf60-44ef-b9f8-99a63ea0dd6b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:55.636268 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7658f156-b5b4-4020-8860-3b59dec94510 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:55.636835 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085dcd08-6188-4e71-a212-31c8c0e8c995 x-openstack-request-id: req-085dcd08-6188-4e71-a212-31c8c0e8c995 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:14:55.636835 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8dc73ac-4cd6-41fb-acfe-162bc264c93d", "name": "network-vif-plugged", "status": "completed", "tag": "1a59cc04-d7b7-4952-b6bd-eeca6b126431", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:14:55.636835 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-085dcd08-6188-4e71-a212-31c8c0e8c995 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:14:55.636835 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8dc73ac-4cd6-41fb-acfe-162bc264c93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a59cc04-d7b7-4952-b6bd-eeca6b126431', 'code': 200} Dec 06 15:14:55.637374 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7658f156-b5b4-4020-8860-3b59dec94510 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:55.638518 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network c06e3ea5-cf60-44ef-b9f8-99a63ea0dd6b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:14:55.762081 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4cee3-c41b-4fd8-bf26-ae1e253b3df5 req-cf0e64c2-8f0a-4576-a07b-12b0415e9c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:55.764296 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b2c4cee3-c41b-4fd8-bf26-ae1e253b3df5 req-cf0e64c2-8f0a-4576-a07b-12b0415e9c3e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8dc73ac-4cd6-41fb-acfe-162bc264c93d HTTP/1.1" status: 200 len: 1096 time: 0.0917399 Dec 06 15:14:55.766174 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa21c765-96f5-4315-907d-facb5afb611a req-2d60c699-ed4a-414e-9fe0-9df983ce2f8b service neutron] 10.222.0.23 "GET /v2.0/networks/798edf30-974b-4dbc-9fd4-722e0d30ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829937 Dec 06 15:14:55.883946 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b2c4cee3-c41b-4fd8-bf26-ae1e253b3df5 req-902844a1-302a-4143-a5d7-5de838bee849 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030321 Dec 06 15:14:56.003405 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df158d-64bd-4aaf-8eca-a12163c39608 req-c95a97e0-199f-4463-90ab-bafab3bc0f7e tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:56.012308 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a9df158d-64bd-4aaf-8eca-a12163c39608 req-c95a97e0-199f-4463-90ab-bafab3bc0f7e tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8dc73ac-4cd6-41fb-acfe-162bc264c93d HTTP/1.1" status: 200 len: 945 time: 0.1489370 Dec 06 15:14:56.022386 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=1a59cc04-d7b7-4952-b6bd-eeca6b126431,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:56.045304 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7658f156-b5b4-4020-8860-3b59dec94510 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:56.079977 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b3f2a-e4ba-4a69-aaf4-cebfb25bb701 req-f1e9998d-7571-4a45-8cf5-bba4aa890a98 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:56.082266 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9d8b3f2a-e4ba-4a69-aaf4-cebfb25bb701 req-f1e9998d-7571-4a45-8cf5-bba4aa890a98 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 945 time: 0.0880535 Dec 06 15:14:56.143195 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9d8b3f2a-e4ba-4a69-aaf4-cebfb25bb701 req-bad5b0fa-4629-4027-96a1-f0b16b7150ae tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547476 Dec 06 15:14:56.172044 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a9df158d-64bd-4aaf-8eca-a12163c39608 req-07ae417d-ca6b-4da9-b796-4750539e8876 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570601 Dec 06 15:14:56.203889 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658f156-b5b4-4020-8860-3b59dec94510 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Subnet': ['ID=16a3cadc-65e8-4a6c-a89a-860da0e1f63f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:56.216456 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7658f156-b5b4-4020-8860-3b59dec94510 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Checking segment: {'id': '131780fe-f698-428d-8e75-4d2163366e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c06e3ea5-cf60-44ef-b9f8-99a63ea0dd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:56.216824 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7658f156-b5b4-4020-8860-3b59dec94510 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network hostable DHCP agents. Network: c06e3ea5-cf60-44ef-b9f8-99a63ea0dd6b, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:14:56.241114 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7658f156-b5b4-4020-8860-3b59dec94510 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network c06e3ea5-cf60-44ef-b9f8-99a63ea0dd6b is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:14:56.265026 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7658f156-b5b4-4020-8860-3b59dec94510 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c06e3ea5-cf60-44ef-b9f8-99a63ea0dd6b) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:56.287398 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f353ad-823c-429d-9edd-5082260def2e None None] Network c06e3ea5-cf60-44ef-b9f8-99a63ea0dd6b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:56.307314 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7658f156-b5b4-4020-8860-3b59dec94510 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:56.308032 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7658f156-b5b4-4020-8860-3b59dec94510 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:56.343123 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7658f156-b5b4-4020-8860-3b59dec94510 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9406309 Dec 06 15:14:56.345754 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60598) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:56.536104 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4adeb9f-44d5-45c2-aec8-5c87d192a902 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:56.579778 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeaddab-9cc7-418b-affb-ffe287e23948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c06e3ea5-cf60-44ef-b9f8-99a63ea0dd6b', 'network_id': 'c06e3ea5-cf60-44ef-b9f8-99a63ea0dd6b', 'tenant_id': 'ccc8a5aa4ae641fa868df24df178e9ad', 'fixed_ips': [{'subnet_id': '16a3cadc-65e8-4a6c-a89a-860da0e1f63f'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:14:56.580714 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7eeaddab-9cc7-418b-affb-ffe287e23948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:56.620647 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4adeb9f-44d5-45c2-aec8-5c87d192a902 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:56.716141 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4adeb9f-44d5-45c2-aec8-5c87d192a902 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server [None req-7eeaddab-9cc7-418b-affb-ffe287e23948 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16a3cadc-65e8-4a6c-a89a-860da0e1f63f: This subnet is being modified by another concurrent operation. Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server raise exception Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16a3cadc-65e8-4a6c-a89a-860da0e1f63f: This subnet is being modified by another concurrent operation. Dec 06 15:14:56.729186 n-d-master-1 neutron-server[103290]: ERROR oslo_messaging.rpc.server Dec 06 15:14:56.768869 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dae78b1-ea28-400a-b22e-36e87f279f11 None None] Network c06e3ea5-cf60-44ef-b9f8-99a63ea0dd6b requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:56.814626 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adeb9f-44d5-45c2-aec8-5c87d192a902 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Subnet': ['ID=16a3cadc-65e8-4a6c-a89a-860da0e1f63f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:56.910425 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261043b4-9d19-4815-b89e-ce6e5235ad4c None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:14:56.942567 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4adeb9f-44d5-45c2-aec8-5c87d192a902 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:56.967273 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c4adeb9f-44d5-45c2-aec8-5c87d192a902 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06e3ea5-cf60-44ef-b9f8-99a63ea0dd6b']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:56.979433 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c4adeb9f-44d5-45c2-aec8-5c87d192a902 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131780fe-f698-428d-8e75-4d2163366e8f') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:56.980054 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c4adeb9f-44d5-45c2-aec8-5c87d192a902 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131780fe-f698-428d-8e75-4d2163366e8f') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:56.991456 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4adeb9f-44d5-45c2-aec8-5c87d192a902 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:57.010761 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4adeb9f-44d5-45c2-aec8-5c87d192a902 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:57.023405 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261043b4-9d19-4815-b89e-ce6e5235ad4c None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:14:57.025546 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4adeb9f-44d5-45c2-aec8-5c87d192a902 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:14:57.026456 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4adeb9f-44d5-45c2-aec8-5c87d192a902 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:14:57.031154 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:14:57.150566 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4adeb9f-44d5-45c2-aec8-5c87d192a902 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:57.155337 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c4adeb9f-44d5-45c2-aec8-5c87d192a902 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:57.160115 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c4adeb9f-44d5-45c2-aec8-5c87d192a902 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/networks/c06e3ea5-cf60-44ef-b9f8-99a63ea0dd6b HTTP/1.1" status: 204 len: 168 time: 0.8129139 Dec 06 15:14:57.163759 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60618) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:57.171181 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1d94b268-b17f-4b40-8033-28afc1dd4b8b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-213529686'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:57.199223 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adeb9f-44d5-45c2-aec8-5c87d192a902 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Network': ['ID=c06e3ea5-cf60-44ef-b9f8-99a63ea0dd6b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:57.242410 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d94b268-b17f-4b40-8033-28afc1dd4b8b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:57.252583 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d94b268-b17f-4b40-8033-28afc1dd4b8b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:57.308149 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d94b268-b17f-4b40-8033-28afc1dd4b8b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:14:57.377235 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d94b268-b17f-4b40-8033-28afc1dd4b8b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:57.380880 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-1d94b268-b17f-4b40-8033-28afc1dd4b8b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Added segment 62a0f3cb-40b5-471d-a2c7-6824e02601d9 of type vlan for network 2bb4b4b0-9ca2-4b69-b791-8a218a75d93e Dec 06 15:14:57.391329 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87675c8d-3791-469b-80dd-fa01bb9b425e req-dd88931b-2041-4e69-b5f8-33afdc83fd0b tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:57.393683 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-87675c8d-3791-469b-80dd-fa01bb9b425e req-dd88931b-2041-4e69-b5f8-33afdc83fd0b tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8dc73ac-4cd6-41fb-acfe-162bc264c93d HTTP/1.1" status: 200 len: 945 time: 0.0882540 Dec 06 15:14:57.509848 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-87675c8d-3791-469b-80dd-fa01bb9b425e req-83c547e5-52aa-4f7b-8577-816baf337f63 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074464 Dec 06 15:14:57.521876 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d94b268-b17f-4b40-8033-28afc1dd4b8b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:57.597962 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27049bd5-c56d-4769-8a2a-a8d5f87c6e6b req-7fe1d7ca-2ff4-4777-8f54-cb2dfda8c8f8 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:57.599776 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27049bd5-c56d-4769-8a2a-a8d5f87c6e6b req-7fe1d7ca-2ff4-4777-8f54-cb2dfda8c8f8 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 945 time: 0.2954192 Dec 06 15:14:57.601803 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d94b268-b17f-4b40-8033-28afc1dd4b8b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:57.608165 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d94b268-b17f-4b40-8033-28afc1dd4b8b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:57.608918 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d94b268-b17f-4b40-8033-28afc1dd4b8b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:57.682693 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27049bd5-c56d-4769-8a2a-a8d5f87c6e6b req-53ac8f50-b818-495d-a1d3-0d0be1f220ef tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696242 Dec 06 15:14:57.773952 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1d94b268-b17f-4b40-8033-28afc1dd4b8b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6085498 Dec 06 15:14:57.777064 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60640) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:57.782445 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c0ab58b6-7887-44e2-b763-0009e2c89f48 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'subnet': {'network_id': '2bb4b4b0-9ca2-4b69-b791-8a218a75d93e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:57.848733 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94b268-b17f-4b40-8033-28afc1dd4b8b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Network': ['ID=2bb4b4b0-9ca2-4b69-b791-8a218a75d93e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:57.862279 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 2bb4b4b0-9ca2-4b69-b791-8a218a75d93e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:14:58.045245 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ab58b6-7887-44e2-b763-0009e2c89f48 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:58.060284 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0ab58b6-7887-44e2-b763-0009e2c89f48 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:58.174887 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:58.297983 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2dc790-3bb8-4afb-a08d-78340d676dd8 req-94e2bcc6-5186-48f4-91cd-3f385101eeb3 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:58.299576 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec2dc790-3bb8-4afb-a08d-78340d676dd8 req-94e2bcc6-5186-48f4-91cd-3f385101eeb3 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 945 time: 0.1004298 Dec 06 15:14:58.407885 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ec2dc790-3bb8-4afb-a08d-78340d676dd8 req-6c08f8ca-b4cd-4bc8-bff4-6aa53c5b7632 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950148 Dec 06 15:14:58.610570 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0ab58b6-7887-44e2-b763-0009e2c89f48 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:58.691998 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab58b6-7887-44e2-b763-0009e2c89f48 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Subnet': ['ID=750e378e-618c-4ce6-bdbf-1d8362eb7a7d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:58.751094 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab58b6-7887-44e2-b763-0009e2c89f48 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Checking segment: {'id': '62a0f3cb-40b5-471d-a2c7-6824e02601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2bb4b4b0-9ca2-4b69-b791-8a218a75d93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:58.751919 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ab58b6-7887-44e2-b763-0009e2c89f48 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network hostable DHCP agents. Network: 2bb4b4b0-9ca2-4b69-b791-8a218a75d93e, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:14:58.786631 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ab58b6-7887-44e2-b763-0009e2c89f48 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network 2bb4b4b0-9ca2-4b69-b791-8a218a75d93e is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:14:58.809902 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c0ab58b6-7887-44e2-b763-0009e2c89f48 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2bb4b4b0-9ca2-4b69-b791-8a218a75d93e) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:58.821095 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cdca4f-677c-4789-9acf-66a5d308df93 None None] Network 2bb4b4b0-9ca2-4b69-b791-8a218a75d93e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:58.825331 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ab58b6-7887-44e2-b763-0009e2c89f48 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:58.827402 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0ab58b6-7887-44e2-b763-0009e2c89f48 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:58.890786 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c0ab58b6-7887-44e2-b763-0009e2c89f48 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1096749 Dec 06 15:14:58.890975 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60670) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:58.895975 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-57ba7eb8-733a-474a-8eba-13a7f245a999 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'subnet': {'network_id': '2bb4b4b0-9ca2-4b69-b791-8a218a75d93e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:59.058007 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-2bb4b4b0-9ca2-4b69-b791-8a218a75d93e', 'network_id': '2bb4b4b0-9ca2-4b69-b791-8a218a75d93e', 'tenant_id': 'ccc8a5aa4ae641fa868df24df178e9ad', 'fixed_ips': [{'subnet_id': '750e378e-618c-4ce6-bdbf-1d8362eb7a7d'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:14:59.060780 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:59.075594 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba11bb-a809-4ded-924b-8979ec9cad6d req-613f8c01-13c1-4f4f-bb8d-7886286378f1 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:59.077135 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1bba11bb-a809-4ded-924b-8979ec9cad6d req-613f8c01-13c1-4f4f-bb8d-7886286378f1 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8dc73ac-4cd6-41fb-acfe-162bc264c93d HTTP/1.1" status: 200 len: 945 time: 0.1233616 Dec 06 15:14:59.131625 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ba7eb8-733a-474a-8eba-13a7f245a999 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:59.137052 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57ba7eb8-733a-474a-8eba-13a7f245a999 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:59.203395 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1bba11bb-a809-4ded-924b-8979ec9cad6d req-1ebc7707-54f9-47aa-bf63-5fabf2098877 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135728 Dec 06 15:14:59.242301 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Allocated IP 2001:db8::2 (2bb4b4b0-9ca2-4b69-b791-8a218a75d93e/750e378e-618c-4ce6-bdbf-1d8362eb7a7d/a0f0967f-22f3-48c4-a252-30d33f6ad44e) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:14:59.556460 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:59.569955 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:59.611418 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57ba7eb8-733a-474a-8eba-13a7f245a999 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:59.617458 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481e78b-318e-4a18-a518-559cfddc0e43 req-affe7908-97db-4daf-907f-9e3f5421e964 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:59.619035 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0481e78b-318e-4a18-a518-559cfddc0e43 req-affe7908-97db-4daf-907f-9e3f5421e964 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 945 time: 0.0919232 Dec 06 15:14:59.633951 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Network 2bb4b4b0-9ca2-4b69-b791-8a218a75d93e is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:59.637041 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:59.639792 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:14:59.673664 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ba7eb8-733a-474a-8eba-13a7f245a999 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network 2bb4b4b0-9ca2-4b69-b791-8a218a75d93e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:59.680257 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Pushing event updated for resources: {'Port': ['ID=a0f0967f-22f3-48c4-a252-30d33f6ad44e,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:59.689388 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-57ba7eb8-733a-474a-8eba-13a7f245a999 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:59.704929 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ba7eb8-733a-474a-8eba-13a7f245a999 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:59.714869 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0481e78b-318e-4a18-a518-559cfddc0e43 req-fb64c6eb-0562-4d05-abf7-cdc2f445dc3f tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869677 Dec 06 15:14:59.723466 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57ba7eb8-733a-474a-8eba-13a7f245a999 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:59.768718 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-57ba7eb8-733a-474a-8eba-13a7f245a999 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8762681 Dec 06 15:14:59.770944 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60690) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:59.777058 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Attempting to bind port a0f0967f-22f3-48c4-a252-30d33f6ad44e on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:14:59.786257 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba7eb8-733a-474a-8eba-13a7f245a999 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Subnet': ['ID=3f1ebdf2-1675-42a8-aa32-e8cd188f5ab0,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:59.788023 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Attempting to bind port a0f0967f-22f3-48c4-a252-30d33f6ad44e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '62a0f3cb-40b5-471d-a2c7-6824e02601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2bb4b4b0-9ca2-4b69-b791-8a218a75d93e'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:14:59.788734 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Attempting to bind port a0f0967f-22f3-48c4-a252-30d33f6ad44e on network 2bb4b4b0-9ca2-4b69-b791-8a218a75d93e {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:14:59.809947 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:14:59.810530 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Checking segment: {'id': '62a0f3cb-40b5-471d-a2c7-6824e02601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2bb4b4b0-9ca2-4b69-b791-8a218a75d93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:59.811363 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:59.811949 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Bound using segment: {'id': '62a0f3cb-40b5-471d-a2c7-6824e02601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2bb4b4b0-9ca2-4b69-b791-8a218a75d93e'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:14:59.812667 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Bound port: a0f0967f-22f3-48c4-a252-30d33f6ad44e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a0f3cb-40b5-471d-a2c7-6824e02601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2bb4b4b0-9ca2-4b69-b791-8a218a75d93e'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:14:59.817296 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:59.893536 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535524ae-21df-4320-83c1-b86575ea635a tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:59.897027 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535524ae-21df-4320-83c1-b86575ea635a tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:59.898651 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535524ae-21df-4320-83c1-b86575ea635a tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:59.904456 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] For port a0f0967f-22f3-48c4-a252-30d33f6ad44e, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:14:59.906068 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535524ae-21df-4320-83c1-b86575ea635a tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:59.910523 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535524ae-21df-4320-83c1-b86575ea635a tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:59.913329 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-535524ae-21df-4320-83c1-b86575ea635a tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1413083 Dec 06 15:14:59.914415 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] For port a0f0967f-22f3-48c4-a252-30d33f6ad44e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a0f0967f-22f3-48c4-a252-30d33f6ad44e,segment=NetworkSegment(62a0f3cb-40b5-471d-a2c7-6824e02601d9),segment_id=62a0f3cb-40b5-471d-a2c7-6824e02601d9)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:14:59.917445 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60696) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:59.924014 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5faad022-8e1f-43f4-bfd5-fd52431ae1a1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-488242550'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:59.928630 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:00.051774 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faad022-8e1f-43f4-bfd5-fd52431ae1a1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:15:00.055667 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5faad022-8e1f-43f4-bfd5-fd52431ae1a1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:00.122722 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:00.139065 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c939ef8-dcf7-4c8a-a960-e90b987fe740 req-c71452c7-a96e-4e7c-b1f1-67d177a01b60 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:00.149023 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2c939ef8-dcf7-4c8a-a960-e90b987fe740 req-c71452c7-a96e-4e7c-b1f1-67d177a01b60 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 945 time: 0.1253052 Dec 06 15:15:00.187540 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e58f1c-80e7-4b20-971b-585b9f27ff21 None None] Pushing event updated for resources: {'Port': ['ID=a0f0967f-22f3-48c4-a252-30d33f6ad44e,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:00.192725 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5faad022-8e1f-43f4-bfd5-fd52431ae1a1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:15:00.214370 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5ea66-5ef5-4663-bf20-baefc4ab420d req-5554823c-3134-49e2-982e-224b4e5c8081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:00.216059 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acb5ea66-5ef5-4663-bf20-baefc4ab420d req-5554823c-3134-49e2-982e-224b4e5c8081 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec506adefd4e4f59b32c12ab42a6d865&device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 1096 time: 0.1362035 Dec 06 15:15:00.222120 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5faad022-8e1f-43f4-bfd5-fd52431ae1a1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:00.223390 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-5faad022-8e1f-43f4-bfd5-fd52431ae1a1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Added segment abc7905a-ce77-4c5a-a1fc-f4e9bb98a70c of type vlan for network 9e6a643c-221c-4587-8b63-4fe4547040b2 Dec 06 15:15:00.313153 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2c939ef8-dcf7-4c8a-a960-e90b987fe740 req-5f20277f-0755-431e-aacb-d1eb1a9e54aa tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579146 Dec 06 15:15:00.445618 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5ea66-5ef5-4663-bf20-baefc4ab420d req-7f5a8233-385f-4359-97c5-3f305e03b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:00.447091 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acb5ea66-5ef5-4663-bf20-baefc4ab420d req-7f5a8233-385f-4359-97c5-3f305e03b898 service neutron] 10.222.0.23 "GET /v2.0/networks?id=798edf30-974b-4dbc-9fd4-722e0d30ffe7 HTTP/1.1" status: 200 len: 913 time: 0.2219787 Dec 06 15:15:00.654529 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5faad022-8e1f-43f4-bfd5-fd52431ae1a1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:00.678128 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acb5ea66-5ef5-4663-bf20-baefc4ab420d req-41339e3a-02e9-4a02-9cb1-6a0002b01e6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a84388a7-3c61-4472-933d-a1d8ddf54435 HTTP/1.1" status: 200 len: 217 time: 0.2139199 Dec 06 15:15:00.690708 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e76d9b-76e8-4973-8411-068fd1432fd5 req-4a4b6792-d760-43c4-94f0-953f96cd1ac3 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:00.692756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e2e76d9b-76e8-4973-8411-068fd1432fd5 req-4a4b6792-d760-43c4-94f0-953f96cd1ac3 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8dc73ac-4cd6-41fb-acfe-162bc264c93d HTTP/1.1" status: 200 len: 945 time: 0.2439463 Dec 06 15:15:00.785206 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.db.resource_extend [None req-5faad022-8e1f-43f4-bfd5-fd52431ae1a1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 15:15:00.789241 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a7e0-6416-4b94-b935-678f7d33ff2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:00.815491 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30581d-5cdd-4b61-af1e-21d35f4fda81 req-abf6aa18-c2d2-44c8-b910-e2263ccf2013 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:00.824262 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a30581d-5cdd-4b61-af1e-21d35f4fda81 req-abf6aa18-c2d2-44c8-b910-e2263ccf2013 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8dc73ac-4cd6-41fb-acfe-162bc264c93d HTTP/1.1" status: 200 len: 945 time: 0.3741138 Dec 06 15:15:00.905476 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5faad022-8e1f-43f4-bfd5-fd52431ae1a1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:00.912492 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faad022-8e1f-43f4-bfd5-fd52431ae1a1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:00.913113 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5faad022-8e1f-43f4-bfd5-fd52431ae1a1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:00.983597 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5ea66-5ef5-4663-bf20-baefc4ab420d req-47530db3-c722-4ff3-9f14-f7dd7767817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:00.985386 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acb5ea66-5ef5-4663-bf20-baefc4ab420d req-47530db3-c722-4ff3-9f14-f7dd7767817c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7418f25c-1f25-4d4d-b3fd-8705f7efd158 HTTP/1.1" status: 200 len: 852 time: 0.2915657 Dec 06 15:15:01.015474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5faad022-8e1f-43f4-bfd5-fd52431ae1a1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0967293 Dec 06 15:15:01.018140 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60720) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:01.023922 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5926c6a4-a1e9-43d7-a62b-cda6b0370075 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:01.125599 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faad022-8e1f-43f4-bfd5-fd52431ae1a1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Network': ['ID=9e6a643c-221c-4587-8b63-4fe4547040b2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:01.140037 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 9e6a643c-221c-4587-8b63-4fe4547040b2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:15:01.174275 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a30581d-5cdd-4b61-af1e-21d35f4fda81 req-ac022234-5d1e-4462-915e-16b1a9a9d4ed tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490644 Dec 06 15:15:01.222500 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acb5ea66-5ef5-4663-bf20-baefc4ab420d req-6880ff4f-0638-4e01-9109-1905c7301de1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=798edf30-974b-4dbc-9fd4-722e0d30ffe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078966 Dec 06 15:15:01.267534 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e2e76d9b-76e8-4973-8411-068fd1432fd5 req-0ea2842f-188d-4deb-baf5-99ac1704cc6f tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Deleting port 1a59cc04-d7b7-4952-b6bd-eeca6b126431 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:15:01.267922 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e2e76d9b-76e8-4973-8411-068fd1432fd5 req-0ea2842f-188d-4deb-baf5-99ac1704cc6f tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:01.426375 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5926c6a4-a1e9-43d7-a62b-cda6b0370075 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:01.461521 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5926c6a4-a1e9-43d7-a62b-cda6b0370075 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:01.667963 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acb5ea66-5ef5-4663-bf20-baefc4ab420d req-7f2e349d-d6e9-45a4-9132-0bcd1f73e48f service neutron] 10.222.0.23 "GET /v2.0/networks/798edf30-974b-4dbc-9fd4-722e0d30ffe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379685 Dec 06 15:15:01.718254 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a0f0967f-22f3-48c4-a252-30d33f6ad44e up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:15:01.754038 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926c6a4-a1e9-43d7-a62b-cda6b0370075 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Network': ['ID=9e6a643c-221c-4587-8b63-4fe4547040b2,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:01.757936 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5926c6a4-a1e9-43d7-a62b-cda6b0370075 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network 9e6a643c-221c-4587-8b63-4fe4547040b2 is not hosted by any dhcp agent {{(pid=103288) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 15:15:01.763488 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5926c6a4-a1e9-43d7-a62b-cda6b0370075 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:01.764222 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5926c6a4-a1e9-43d7-a62b-cda6b0370075 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:01.770056 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5926c6a4-a1e9-43d7-a62b-cda6b0370075 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "PUT /v2.0/networks/9e6a643c-221c-4587-8b63-4fe4547040b2 HTTP/1.1" status: 200 len: 723 time: 0.7505708 Dec 06 15:15:01.776352 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 9e6a643c-221c-4587-8b63-4fe4547040b2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:15:01.778548 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60730) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:01.783743 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d6be0cfb-4f80-4717-abf7-f9f795e0d3f1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'subnet': {'network_id': '9e6a643c-221c-4587-8b63-4fe4547040b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:01.834812 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e2e76d9b-76e8-4973-8411-068fd1432fd5 req-0ea2842f-188d-4deb-baf5-99ac1704cc6f tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] For port 1a59cc04-d7b7-4952-b6bd-eeca6b126431, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1a59cc04-d7b7-4952-b6bd-eeca6b126431,segment=NetworkSegment(a239ed6a-23b5-4052-b4e7-e8d2350a6a97),segment_id=a239ed6a-23b5-4052-b4e7-e8d2350a6a97)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:15:01.835067 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e2e76d9b-76e8-4973-8411-068fd1432fd5 req-0ea2842f-188d-4deb-baf5-99ac1704cc6f tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:01.904795 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ad2a9-81c7-4c9d-9c99-1c0f72a55403 req-21713674-aff5-43c2-b903-ab0c6a5799b8 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:01.905195 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bf1ad2a9-81c7-4c9d-9c99-1c0f72a55403 req-21713674-aff5-43c2-b903-ab0c6a5799b8 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 945 time: 0.4356258 Dec 06 15:15:01.944706 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e2e76d9b-76e8-4973-8411-068fd1432fd5 req-0ea2842f-188d-4deb-baf5-99ac1704cc6f tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Calling delete_port for 1a59cc04-d7b7-4952-b6bd-eeca6b126431 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:15:01.983153 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a0f0967f-22f3-48c4-a252-30d33f6ad44e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:01.983534 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:02.046348 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acb5ea66-5ef5-4663-bf20-baefc4ab420d req-b94a5ede-bb6a-458b-99c9-ccc7f293cca8 service neutron] 10.222.0.23 "GET /v2.0/networks/798edf30-974b-4dbc-9fd4-722e0d30ffe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540645 Dec 06 15:15:02.067770 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44d7d6a-d4a5-4050-9966-856bf5f7e91a None None] Network 2bb4b4b0-9ca2-4b69-b791-8a218a75d93e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:02.125937 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6be0cfb-4f80-4717-abf7-f9f795e0d3f1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:15:02.142659 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6be0cfb-4f80-4717-abf7-f9f795e0d3f1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:02.268750 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bf1ad2a9-81c7-4c9d-9c99-1c0f72a55403 req-4cd60b9d-0007-4c2a-870e-56349e238e11 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560126 Dec 06 15:15:02.286956 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-14b05700-049b-4aff-bc58-754176b2d755 None None] Provisioning complete for port a0f0967f-22f3-48c4-a252-30d33f6ad44e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:02.287530 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14b05700-049b-4aff-bc58-754176b2d755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:02.376160 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e2e76d9b-76e8-4973-8411-068fd1432fd5 req-0ea2842f-188d-4deb-baf5-99ac1704cc6f tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:02.388238 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:02.411774 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['1a59cc04-d7b7-4952-b6bd-eeca6b126431'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:15:02.434882 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2842f-188d-4deb-baf5-99ac1704cc6f tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Pushing event deleted for resources: {'Port': ['ID=1a59cc04-d7b7-4952-b6bd-eeca6b126431,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:02.479683 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706a883-350d-4df8-bca2-5a862207ae63 req-d51c2b69-9e22-432a-9d99-3bdb22899b56 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:02.483161 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f706a883-350d-4df8-bca2-5a862207ae63 req-d51c2b69-9e22-432a-9d99-3bdb22899b56 tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8dc73ac-4cd6-41fb-acfe-162bc264c93d HTTP/1.1" status: 200 len: 867 time: 0.1724811 Dec 06 15:15:02.537422 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a876469-7a3c-45e2-9e5d-5a6e27355a63 None None] DHCP port deletion for dc9ad979-ec78-49f6-8ae9-bfae4bd53aab request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:15:02.584367 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e76d9b-76e8-4973-8411-068fd1432fd5 req-0ea2842f-188d-4deb-baf5-99ac1704cc6f tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] No DVR routers for this DVR port 1a59cc04-d7b7-4952-b6bd-eeca6b126431 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:15:02.592216 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e2e76d9b-76e8-4973-8411-068fd1432fd5 req-0ea2842f-188d-4deb-baf5-99ac1704cc6f tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:02.598479 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e2e76d9b-76e8-4973-8411-068fd1432fd5 req-0ea2842f-188d-4deb-baf5-99ac1704cc6f tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.37 "DELETE /v2.0/ports/1a59cc04-d7b7-4952-b6bd-eeca6b126431 HTTP/1.1" status: 204 len: 173 time: 1.8831661 Dec 06 15:15:02.600357 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8dc73ac-4cd6-41fb-acfe-162bc264c93d', 'name': 'network-vif-deleted', 'tag': '1a59cc04-d7b7-4952-b6bd-eeca6b126431'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:15:02.607271 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ccc2ca-b56c-4a1a-bb4f-259de0b753c5" -d '{"events": [{"server_uuid": "b8dc73ac-4cd6-41fb-acfe-162bc264c93d", "name": "network-vif-deleted", "tag": "1a59cc04-d7b7-4952-b6bd-eeca6b126431"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:15:02.717398 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d515eda-0ba5-4863-b4db-a28a37bb8c9f x-openstack-request-id: req-2d515eda-0ba5-4863-b4db-a28a37bb8c9f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:15:02.718014 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port a0f0967f-22f3-48c4-a252-30d33f6ad44e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a0f0967f-22f3-48c4-a252-30d33f6ad44e,segment=NetworkSegment(62a0f3cb-40b5-471d-a2c7-6824e02601d9),segment_id=62a0f3cb-40b5-471d-a2c7-6824e02601d9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:15:02.718687 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8dc73ac-4cd6-41fb-acfe-162bc264c93d", "name": "network-vif-deleted", "tag": "1a59cc04-d7b7-4952-b6bd-eeca6b126431", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:15:02.719242 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d515eda-0ba5-4863-b4db-a28a37bb8c9f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:15:02.721120 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8dc73ac-4cd6-41fb-acfe-162bc264c93d', 'name': 'network-vif-deleted', 'tag': '1a59cc04-d7b7-4952-b6bd-eeca6b126431', 'status': 'completed', 'code': 200} Dec 06 15:15:02.734939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f706a883-350d-4df8-bca2-5a862207ae63 req-21ec23ed-2501-4ff7-9197-e2b6b89ed29a tempest-VolumesActionsTest-972738883 tempest-VolumesActionsTest-972738883-project] 10.222.0.20 "GET /v2.0/security-groups?id=d08847b2-24f0-449c-bf90-ba5579e4cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169993 Dec 06 15:15:02.774562 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6be0cfb-4f80-4717-abf7-f9f795e0d3f1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:02.822009 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:02.880217 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=a0f0967f-22f3-48c4-a252-30d33f6ad44e,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:02.913026 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be0cfb-4f80-4717-abf7-f9f795e0d3f1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Subnet': ['ID=5f1c880e-1717-4165-b752-834e595f1de8,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:02.941603 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be0cfb-4f80-4717-abf7-f9f795e0d3f1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Checking segment: {'id': 'abc7905a-ce77-4c5a-a1fc-f4e9bb98a70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9e6a643c-221c-4587-8b63-4fe4547040b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:15:02.941963 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6be0cfb-4f80-4717-abf7-f9f795e0d3f1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network hostable DHCP agents. Network: 9e6a643c-221c-4587-8b63-4fe4547040b2, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:15:02.985125 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6be0cfb-4f80-4717-abf7-f9f795e0d3f1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network 9e6a643c-221c-4587-8b63-4fe4547040b2 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:15:03.005124 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d6be0cfb-4f80-4717-abf7-f9f795e0d3f1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9e6a643c-221c-4587-8b63-4fe4547040b2) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:15:03.009694 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be0cfb-4f80-4717-abf7-f9f795e0d3f1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:03.010411 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6be0cfb-4f80-4717-abf7-f9f795e0d3f1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:03.026674 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83193338-adb6-43d0-952f-81e9836ab807 None None] Update dhcp port {'port': {'network_id': '2bb4b4b0-9ca2-4b69-b791-8a218a75d93e', 'fixed_ips': [{'subnet_id': '750e378e-618c-4ce6-bdbf-1d8362eb7a7d', 'ip_address': '2001:db8::2'}, {'subnet_id': '3f1ebdf2-1675-42a8-aa32-e8cd188f5ab0'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'a0f0967f-22f3-48c4-a252-30d33f6ad44e'} from n-d-master-1. {{(pid=103290) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 15:15:03.030155 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d6bd59-14a4-4632-bfef-7f6dae813b3f None None] Network 9e6a643c-221c-4587-8b63-4fe4547040b2 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:03.044040 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60752) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:03.044443 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d6be0cfb-4f80-4717-abf7-f9f795e0d3f1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2643733 Dec 06 15:15:03.049635 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bae1249b-1e10-4180-a4e5-d73cd807910d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:03.202557 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83193338-adb6-43d0-952f-81e9836ab807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:03.291072 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9de8a24a-122d-41c1-aba9-fe834488568d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:03.328140 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9e6a643c-221c-4587-8b63-4fe4547040b2', 'network_id': '9e6a643c-221c-4587-8b63-4fe4547040b2', 'tenant_id': 'ccc8a5aa4ae641fa868df24df178e9ad', 'fixed_ips': [{'subnet_id': '5f1c880e-1717-4165-b752-834e595f1de8'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:15:03.328921 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:03.419462 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bae1249b-1e10-4180-a4e5-d73cd807910d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63768083'] for subnet, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:03.583383 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ffeb6-244f-4d0f-8328-13312a34fb90 req-1bfdbf41-64d3-4d0f-b871-4f7fe81c2d73 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:03.616499 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-225ffeb6-244f-4d0f-8328-13312a34fb90 req-1bfdbf41-64d3-4d0f-b871-4f7fe81c2d73 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 945 time: 0.1751559 Dec 06 15:15:03.711322 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-225ffeb6-244f-4d0f-8328-13312a34fb90 req-5f59be21-245f-4a4f-a908-445564a12cfe tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914898 Dec 06 15:15:03.733256 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bae1249b-1e10-4180-a4e5-d73cd807910d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762842046383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63733859'] for subnet, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:03.747600 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae1249b-1e10-4180-a4e5-d73cd807910d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:03.748242 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bae1249b-1e10-4180-a4e5-d73cd807910d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:03.752166 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bae1249b-1e10-4180-a4e5-d73cd807910d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "PUT /v2.0/subnets/5f1c880e-1717-4165-b752-834e595f1de8 HTTP/1.1" status: 200 len: 826 time: 0.7044084 Dec 06 15:15:03.752671 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60770) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:03.820742 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1249b-1e10-4180-a4e5-d73cd807910d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Subnet': ['ID=5f1c880e-1717-4165-b752-834e595f1de8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:03.959723 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Allocated IP 2001:db8::2 (9e6a643c-221c-4587-8b63-4fe4547040b2/5f1c880e-1717-4165-b752-834e595f1de8/abd04872-d935-4173-8f5c-31e53c8367a3) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:15:04.018695 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:04.234549 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:04.239842 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a0f0967f-22f3-48c4-a252-30d33f6ad44e up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:15:04.286495 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:04.290471 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a8776-1634-4b9e-a5e0-d00c9a7f406f req-652f5a9c-39f6-401e-876e-6c43f2c9452c tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:04.304781 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-328a8776-1634-4b9e-a5e0-d00c9a7f406f req-652f5a9c-39f6-401e-876e-6c43f2c9452c tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 945 time: 0.1600342 Dec 06 15:15:04.370133 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Network 9e6a643c-221c-4587-8b63-4fe4547040b2 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:15:04.375618 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:04.390562 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:15:04.416600 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:15:04.461223 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a0f0967f-22f3-48c4-a252-30d33f6ad44e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:04.462824 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:04.477987 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:04.587029 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-328a8776-1634-4b9e-a5e0-d00c9a7f406f req-2dd7c4d3-c8f0-4e11-83fa-70ccdc587eb9 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811432 Dec 06 15:15:04.619617 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Pushing event updated for resources: {'Port': ['ID=abd04872-d935-4173-8f5c-31e53c8367a3,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:04.669243 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:04.736679 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-83193338-adb6-43d0-952f-81e9836ab807 None None] Allocated IP 172.20.0.1 (2bb4b4b0-9ca2-4b69-b791-8a218a75d93e/3f1ebdf2-1675-42a8-aa32-e8cd188f5ab0/a0f0967f-22f3-48c4-a252-30d33f6ad44e) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:15:04.741716 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Attempting to bind port abd04872-d935-4173-8f5c-31e53c8367a3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:15:04.744782 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Subnet': ['ID=5f1c880e-1717-4165-b752-834e595f1de8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:04.745640 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Attempting to bind port abd04872-d935-4173-8f5c-31e53c8367a3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'abc7905a-ce77-4c5a-a1fc-f4e9bb98a70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9e6a643c-221c-4587-8b63-4fe4547040b2'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:15:04.746210 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Attempting to bind port abd04872-d935-4173-8f5c-31e53c8367a3 on network 9e6a643c-221c-4587-8b63-4fe4547040b2 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:15:04.758356 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:15:04.764153 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Checking segment: {'id': 'abc7905a-ce77-4c5a-a1fc-f4e9bb98a70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9e6a643c-221c-4587-8b63-4fe4547040b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:15:04.764836 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:04.765345 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Bound using segment: {'id': 'abc7905a-ce77-4c5a-a1fc-f4e9bb98a70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9e6a643c-221c-4587-8b63-4fe4547040b2'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:15:04.766177 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Bound port: abd04872-d935-4173-8f5c-31e53c8367a3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc7905a-ce77-4c5a-a1fc-f4e9bb98a70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9e6a643c-221c-4587-8b63-4fe4547040b2'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:15:04.766720 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:05.224791 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-83193338-adb6-43d0-952f-81e9836ab807 None None] For port a0f0967f-22f3-48c4-a252-30d33f6ad44e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a0f0967f-22f3-48c4-a252-30d33f6ad44e,segment=NetworkSegment(62a0f3cb-40b5-471d-a2c7-6824e02601d9),segment_id=62a0f3cb-40b5-471d-a2c7-6824e02601d9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:15:05.227764 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] For port abd04872-d935-4173-8f5c-31e53c8367a3, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:15:05.238178 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:05.263726 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 1a59cc04-d7b7-4952-b6bd-eeca6b126431 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:15:05.283549 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] For port abd04872-d935-4173-8f5c-31e53c8367a3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=abd04872-d935-4173-8f5c-31e53c8367a3,segment=NetworkSegment(abc7905a-ce77-4c5a-a1fc-f4e9bb98a70c),segment_id=abc7905a-ce77-4c5a-a1fc-f4e9bb98a70c)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:15:05.302537 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6a643c-221c-4587-8b63-4fe4547040b2']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:05.326065 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc7905a-ce77-4c5a-a1fc-f4e9bb98a70c') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:05.326065 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc7905a-ce77-4c5a-a1fc-f4e9bb98a70c') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:05.344780 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:05.346574 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 1a59cc04-d7b7-4952-b6bd-eeca6b126431 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:15:05.346967 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 1a59cc04-d7b7-4952-b6bd-eeca6b126431 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:15:05.357800 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:05.373626 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:05.381005 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:15:05.381387 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:15:05.385162 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:15:05.431477 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83193338-adb6-43d0-952f-81e9836ab807 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:05.511231 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83193338-adb6-43d0-952f-81e9836ab807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:05.511770 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.db.api [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 15:15:05.511770 n-d-master-1 neutron-server[103288]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 15:15:05.511770 n-d-master-1 neutron-server[103288]: [parameters: {'id': '9e6a643c-221c-4587-8b63-4fe4547040b2'}] Dec 06 15:15:05.511770 n-d-master-1 neutron-server[103288]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:15:05.512923 n-d-master-1 neutron-server[103288]: DEBUG oslo_db.api [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:15:05.798507 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c02a7-6eea-4499-b746-c6c93d8b1401 None None] Pushing event updated for resources: {'Port': ['ID=abd04872-d935-4173-8f5c-31e53c8367a3,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:05.843179 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac89113-6393-4e72-86d8-db0a705445b6 None None] Network 9e6a643c-221c-4587-8b63-4fe4547040b2 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:05.934881 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836e35c-7002-4946-a833-cc1762cf2a5d req-b96f59dc-aec9-4ca9-b31a-450b315c743a tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:05.940447 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f836e35c-7002-4946-a833-cc1762cf2a5d req-b96f59dc-aec9-4ca9-b31a-450b315c743a tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 945 time: 0.2014978 Dec 06 15:15:05.976444 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b2d92-dff4-49be-94dd-50a87c9391c6 req-ac9315d1-0a8f-48ad-b798-45c2055a18d7 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:05.978380 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b3b2d92-dff4-49be-94dd-50a87c9391c6 req-ac9315d1-0a8f-48ad-b798-45c2055a18d7 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.23 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 945 time: 0.1805558 Dec 06 15:15:06.021711 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:06.106610 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:06.277472 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83193338-adb6-43d0-952f-81e9836ab807 None None] Pushing event updated for resources: {'Port': ['ID=a0f0967f-22f3-48c4-a252-30d33f6ad44e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:06.333446 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Deleting port abd04872-d935-4173-8f5c-31e53c8367a3 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:15:06.334130 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:06.430395 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c905ae85-5256-4be4-979f-0b22ab310d96 None None] Network 9e6a643c-221c-4587-8b63-4fe4547040b2 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:06.701771 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] For port abd04872-d935-4173-8f5c-31e53c8367a3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=abd04872-d935-4173-8f5c-31e53c8367a3,segment=NetworkSegment(abc7905a-ce77-4c5a-a1fc-f4e9bb98a70c),segment_id=abc7905a-ce77-4c5a-a1fc-f4e9bb98a70c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:15:06.704813 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:06.721895 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:06.747285 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Calling delete_port for abd04872-d935-4173-8f5c-31e53c8367a3 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:15:06.946396 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd7bcee-3a4b-41f8-be52-21d8aef0f5a8 None None] Network 2bb4b4b0-9ca2-4b69-b791-8a218a75d93e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:07.026004 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:07.123020 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Port': ['ID=abd04872-d935-4173-8f5c-31e53c8367a3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:07.145058 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No DVR routers for this DVR port abd04872-d935-4173-8f5c-31e53c8367a3 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:15:07.172992 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f836e35c-7002-4946-a833-cc1762cf2a5d req-01a8b425-56e7-4af7-ad27-5179a5b6a345 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2253301 Dec 06 15:15:07.344401 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a9cce5dd-7498-4082-830b-67e1a8d1e8b6 None None] Provisioning complete for port a0f0967f-22f3-48c4-a252-30d33f6ad44e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:07.344774 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a9cce5dd-7498-4082-830b-67e1a8d1e8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:07.386421 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-2b3b2d92-dff4-49be-94dd-50a87c9391c6 req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Deleting port a84388a7-3c61-4472-933d-a1d8ddf54435 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:15:07.389839 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2b3b2d92-dff4-49be-94dd-50a87c9391c6 req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:07.447033 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:07.492289 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6a643c-221c-4587-8b63-4fe4547040b2']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:07.530630 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc7905a-ce77-4c5a-a1fc-f4e9bb98a70c') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:07.530897 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc7905a-ce77-4c5a-a1fc-f4e9bb98a70c') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:07.575372 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:07.666244 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:07.686473 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a0f0967f-22f3-48c4-a252-30d33f6ad44e up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:15:07.697218 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:15:07.697737 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:15:07.711441 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:15:07.821168 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a0f0967f-22f3-48c4-a252-30d33f6ad44e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:07.822299 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:07.905049 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-2b3b2d92-dff4-49be-94dd-50a87c9391c6 req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] For port a84388a7-3c61-4472-933d-a1d8ddf54435, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a84388a7-3c61-4472-933d-a1d8ddf54435,segment=NetworkSegment(0305310a-bbc2-4b59-b908-8d4a256c6293),segment_id=0305310a-bbc2-4b59-b908-8d4a256c6293)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:15:07.905712 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2b3b2d92-dff4-49be-94dd-50a87c9391c6 req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:07.965597 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:07.970317 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-2b3b2d92-dff4-49be-94dd-50a87c9391c6 req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Calling delete_port for a84388a7-3c61-4472-933d-a1d8ddf54435 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:15:07.996216 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:08.017544 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/networks/9e6a643c-221c-4587-8b63-4fe4547040b2 HTTP/1.1" status: 204 len: 168 time: 4.2602758 Dec 06 15:15:08.043545 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60912) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:08.051983 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f67469-6fef-4069-b9df-11083d662dff None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:15:08.108324 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a24f4f-706f-45e1-8773-b519a3062bff tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Network': ['ID=9e6a643c-221c-4587-8b63-4fe4547040b2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:08.165716 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3b4309-0cd7-4711-9920-dc34f9767863 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] DELETE failed (client error): The resource could not be found. Dec 06 15:15:08.166634 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3b4309-0cd7-4711-9920-dc34f9767863 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:08.176030 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60914) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:08.184547 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-62ed897b-a679-4efd-9eb0-8f66239aefb1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1014409581', 'description': 'd1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:08.196242 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1f3b4309-0cd7-4711-9920-dc34f9767863 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/networks/9e6a643c-221c-4587-8b63-4fe4547040b2 HTTP/1.1" status: 404 len: 339 time: 0.1501174 Dec 06 15:15:08.250950 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f67469-6fef-4069-b9df-11083d662dff None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:15:08.295181 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ed897b-a679-4efd-9eb0-8f66239aefb1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:15:08.298758 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62ed897b-a679-4efd-9eb0-8f66239aefb1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:08.310102 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9e95559e-7894-4d75-8447-134646c157ec None None] Provisioning complete for port a0f0967f-22f3-48c4-a252-30d33f6ad44e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:08.311610 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9e95559e-7894-4d75-8447-134646c157ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:08.509283 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ed897b-a679-4efd-9eb0-8f66239aefb1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:15:08.553588 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62ed897b-a679-4efd-9eb0-8f66239aefb1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:08.554128 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-62ed897b-a679-4efd-9eb0-8f66239aefb1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Added segment 0c2ad9e4-7b86-4e4b-b803-3495b261b366 of type vlan for network e7d42d47-2869-45af-81dd-47a973e2bae5 Dec 06 15:15:08.614779 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4119332-55bd-4529-85a4-4ebef1ebd4af req-b889e07a-7550-4486-8fd5-e30e7a4f395a tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:08.617404 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f4119332-55bd-4529-85a4-4ebef1ebd4af req-b889e07a-7550-4486-8fd5-e30e7a4f395a tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/ports?device_id=942edc4f-b3c7-4244-a7e3-43d0d4735609 HTTP/1.1" status: 200 len: 945 time: 0.2390327 Dec 06 15:15:08.626463 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2b3b2d92-dff4-49be-94dd-50a87c9391c6 req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:08.759981 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Pushing event deleted for resources: {'Port': ['ID=a84388a7-3c61-4472-933d-a1d8ddf54435,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:08.795270 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:08.795624 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:08.796002 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:08.796341 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:08.798755 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:08.802297 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:08.802297 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:08.802297 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:08.802297 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:08.802297 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:08.802297 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:08.802297 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:08.802297 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:08.865842 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f4119332-55bd-4529-85a4-4ebef1ebd4af req-9c9424c5-499b-42f7-98d1-28fd5527c8d2 tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.20 "GET /v2.0/security-groups?id=55e61c29-388d-48c6-8cb3-2ebaa62b6511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345443 Dec 06 15:15:08.876422 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b97155-1c99-465a-b293-8bd16eea2623 None None] DHCP port deletion for 798edf30-974b-4dbc-9fd4-722e0d30ffe7 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:15:08.893073 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62ed897b-a679-4efd-9eb0-8f66239aefb1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:08.937480 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3b2d92-dff4-49be-94dd-50a87c9391c6 req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] No DVR routers for this DVR port a84388a7-3c61-4472-933d-a1d8ddf54435 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:15:08.944309 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-2b3b2d92-dff4-49be-94dd-50a87c9391c6 req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:08.954419 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62ed897b-a679-4efd-9eb0-8f66239aefb1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:08.958414 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b3b2d92-dff4-49be-94dd-50a87c9391c6 req-b382ce99-b560-427c-b7a6-cd164216f70d tempest-TestServerAdvancedOps-305486030 tempest-TestServerAdvancedOps-305486030-project] 10.222.0.23 "DELETE /v2.0/ports/a84388a7-3c61-4472-933d-a1d8ddf54435 HTTP/1.1" status: 204 len: 173 time: 2.9513686 Dec 06 15:15:08.959255 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942edc4f-b3c7-4244-a7e3-43d0d4735609', 'name': 'network-vif-deleted', 'tag': 'a84388a7-3c61-4472-933d-a1d8ddf54435'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:15:08.964665 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c4da87-fe25-4709-98c0-5a282fa59912" -d '{"events": [{"server_uuid": "942edc4f-b3c7-4244-a7e3-43d0d4735609", "name": "network-vif-deleted", "tag": "a84388a7-3c61-4472-933d-a1d8ddf54435"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:15:09.028598 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ed897b-a679-4efd-9eb0-8f66239aefb1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:09.042329 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62ed897b-a679-4efd-9eb0-8f66239aefb1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:09.061396 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538c1a58-538f-46d1-8b05-9d2544c9cba0 x-openstack-request-id: req-538c1a58-538f-46d1-8b05-9d2544c9cba0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:15:09.061905 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942edc4f-b3c7-4244-a7e3-43d0d4735609", "name": "network-vif-deleted", "tag": "a84388a7-3c61-4472-933d-a1d8ddf54435", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:15:09.062330 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-538c1a58-538f-46d1-8b05-9d2544c9cba0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:15:09.062885 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942edc4f-b3c7-4244-a7e3-43d0d4735609', 'name': 'network-vif-deleted', 'tag': 'a84388a7-3c61-4472-933d-a1d8ddf54435', 'status': 'completed', 'code': 200} Dec 06 15:15:09.155006 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a84388a7-3c61-4472-933d-a1d8ddf54435 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:15:09.230253 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: a84388a7-3c61-4472-933d-a1d8ddf54435 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:15:09.232961 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device a84388a7-3c61-4472-933d-a1d8ddf54435 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:15:09.303910 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-62ed897b-a679-4efd-9eb0-8f66239aefb1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1259291 Dec 06 15:15:09.309273 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60944) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:09.309788 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed897b-a679-4efd-9eb0-8f66239aefb1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Network': ['ID=e7d42d47-2869-45af-81dd-47a973e2bae5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:09.333931 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network e7d42d47-2869-45af-81dd-47a973e2bae5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:15:09.453982 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332eb076-f97c-4a9a-b0cb-f3d4a33278e9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:09.456864 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-332eb076-f97c-4a9a-b0cb-f3d4a33278e9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "GET /v2.0/networks?id=e7d42d47-2869-45af-81dd-47a973e2bae5 HTTP/1.1" status: 200 len: 765 time: 0.1483545 Dec 06 15:15:09.459466 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60948) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:09.465508 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0c385eef-3399-477c-9b93-95c74e746c73 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'network': {'description': 'd2'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:09.982132 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60962) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:10.020403 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c385eef-3399-477c-9b93-95c74e746c73 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:10.039812 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c385eef-3399-477c-9b93-95c74e746c73 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:10.080449 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ff5271-6d1c-4699-a3a6-e671aa44ad03 admin admin] Deleting subnet 7418f25c-1f25-4d4d-b3fd-8705f7efd158 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:15:10.088903 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19ff5271-6d1c-4699-a3a6-e671aa44ad03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:10.091015 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c385eef-3399-477c-9b93-95c74e746c73 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network e7d42d47-2869-45af-81dd-47a973e2bae5 is not hosted by any dhcp agent {{(pid=103288) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 15:15:10.113758 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c385eef-3399-477c-9b93-95c74e746c73 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:10.114413 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c385eef-3399-477c-9b93-95c74e746c73 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:10.122784 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0c385eef-3399-477c-9b93-95c74e746c73 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "PUT /v2.0/networks/e7d42d47-2869-45af-81dd-47a973e2bae5 HTTP/1.1" status: 200 len: 762 time: 0.6599386 Dec 06 15:15:10.124301 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60966) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:10.162714 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19ff5271-6d1c-4699-a3a6-e671aa44ad03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:10.251801 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19ff5271-6d1c-4699-a3a6-e671aa44ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:10.387094 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19ff5271-6d1c-4699-a3a6-e671aa44ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:10.458188 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-19ff5271-6d1c-4699-a3a6-e671aa44ad03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:10.467023 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-19ff5271-6d1c-4699-a3a6-e671aa44ad03 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7418f25c-1f25-4d4d-b3fd-8705f7efd158 HTTP/1.1" status: 204 len: 168 time: 0.4838445 Dec 06 15:15:10.469079 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff5271-6d1c-4699-a3a6-e671aa44ad03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7418f25c-1f25-4d4d-b3fd-8705f7efd158,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:10.469565 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402e7088-146b-489a-8b5c-18390a9036ac None None] Network 798edf30-974b-4dbc-9fd4-722e0d30ffe7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:10.470744 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60974) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:10.594701 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1321056f-3577-45c0-ba4e-a12f78cdb83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:10.879338 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366e9bd9-e75d-49c9-bdd7-89bff37b5d42 None None] DHCP port deletion for 798edf30-974b-4dbc-9fd4-722e0d30ffe7 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:15:10.910956 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1321056f-3577-45c0-ba4e-a12f78cdb83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:10.967076 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c385eef-3399-477c-9b93-95c74e746c73 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Network': ['ID=e7d42d47-2869-45af-81dd-47a973e2bae5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:10.984726 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network e7d42d47-2869-45af-81dd-47a973e2bae5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:15:11.013622 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1321056f-3577-45c0-ba4e-a12f78cdb83a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798edf30-974b-4dbc-9fd4-722e0d30ffe7']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:11.032433 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf064eee-0b84-4829-be63-bcd25d2d2090 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:11.038127 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cf064eee-0b84-4829-be63-bcd25d2d2090 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "GET /v2.0/networks?id=e7d42d47-2869-45af-81dd-47a973e2bae5 HTTP/1.1" status: 200 len: 765 time: 0.8780925 Dec 06 15:15:11.039228 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60986) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:11.072366 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1321056f-3577-45c0-ba4e-a12f78cdb83a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0305310a-bbc2-4b59-b908-8d4a256c6293') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:11.072768 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1321056f-3577-45c0-ba4e-a12f78cdb83a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0305310a-bbc2-4b59-b908-8d4a256c6293') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:11.132620 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1321056f-3577-45c0-ba4e-a12f78cdb83a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:11.215644 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1321056f-3577-45c0-ba4e-a12f78cdb83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:11.248637 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1321056f-3577-45c0-ba4e-a12f78cdb83a admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:15:11.251835 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1321056f-3577-45c0-ba4e-a12f78cdb83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:15:11.259171 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:15:11.392944 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1321056f-3577-45c0-ba4e-a12f78cdb83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:11.430146 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1321056f-3577-45c0-ba4e-a12f78cdb83a admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:11.433486 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1321056f-3577-45c0-ba4e-a12f78cdb83a admin admin] 10.222.0.20 "DELETE /v2.0/networks/798edf30-974b-4dbc-9fd4-722e0d30ffe7 HTTP/1.1" status: 204 len: 168 time: 0.9616334 Dec 06 15:15:11.436872 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 60990) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:11.462406 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf56c80b-e827-43da-871f-5e3278ec1d94 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:11.463948 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cf56c80b-e827-43da-871f-5e3278ec1d94 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4235017 Dec 06 15:15:11.480750 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60992) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:11.509215 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321056f-3577-45c0-ba4e-a12f78cdb83a admin admin] Pushing event deleted for resources: {'Network': ['ID=798edf30-974b-4dbc-9fd4-722e0d30ffe7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:11.542963 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44310f8-e96a-4373-aef6-c055b44b5ba3 admin admin] Deleting subnet 61f2b01c-5a43-4b85-b49e-5e34597697b1 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:15:11.549921 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44310f8-e96a-4373-aef6-c055b44b5ba3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:11.602245 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-76b1d7a1-5281-4145-9be6-c5f6f385474a tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437 HTTP/1.1" status: 200 len: 207 time: 0.1133802 Dec 06 15:15:11.603038 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 60996) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:11.626933 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44310f8-e96a-4373-aef6-c055b44b5ba3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:11.714410 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44310f8-e96a-4373-aef6-c055b44b5ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:11.889348 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44310f8-e96a-4373-aef6-c055b44b5ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:11.954635 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44310f8-e96a-4373-aef6-c055b44b5ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f2b01c-5a43-4b85-b49e-5e34597697b1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:11.957269 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44310f8-e96a-4373-aef6-c055b44b5ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1590426'] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:11.968675 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c783f278-1051-44cd-9135-b2da9a4a901c None None] Network 69180bde-d849-4a7e-9b5d-f2505a85af3f requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:11.976033 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c44310f8-e96a-4373-aef6-c055b44b5ba3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/61f2b01c-5a43-4b85-b49e-5e34597697b1 HTTP/1.1" status: 204 len: 168 time: 0.5376451 Dec 06 15:15:11.978887 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 32782) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:12.077724 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71534d4-7369-4c59-b328-618ac9b13140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:12.221051 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a029a80-9e88-4ddb-b531-e436a0d41814 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:12.247779 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a029a80-9e88-4ddb-b531-e436a0d41814 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:12.268094 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a029a80-9e88-4ddb-b531-e436a0d41814 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:12.285046 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a029a80-9e88-4ddb-b531-e436a0d41814 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:12.297179 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a029a80-9e88-4ddb-b531-e436a0d41814 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:12.318163 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a029a80-9e88-4ddb-b531-e436a0d41814 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:12.320791 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6a029a80-9e88-4ddb-b531-e436a0d41814 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.7172832 Dec 06 15:15:12.325621 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 32788) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:12.344815 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71534d4-7369-4c59-b328-618ac9b13140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:12.404616 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b71534d4-7369-4c59-b328-618ac9b13140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69180bde-d849-4a7e-9b5d-f2505a85af3f']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:12.436050 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b71534d4-7369-4c59-b328-618ac9b13140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7c27ef-2137-4091-8d8c-715239e366bd') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:12.436642 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-b71534d4-7369-4c59-b328-618ac9b13140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7c27ef-2137-4091-8d8c-715239e366bd') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:12.456308 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71534d4-7369-4c59-b328-618ac9b13140 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:12.534445 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71534d4-7369-4c59-b328-618ac9b13140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:12.548158 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71534d4-7369-4c59-b328-618ac9b13140 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:15:12.548626 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71534d4-7369-4c59-b328-618ac9b13140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:15:12.551519 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:15:12.574190 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9e0b70cd-0a23-4e72-a85c-1153dd55c7f6 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2467246 Dec 06 15:15:12.578317 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 32792) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:12.687596 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a5843a-d7d0-4879-bf35-ecaab91df9e9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:12.692064 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a5843a-d7d0-4879-bf35-ecaab91df9e9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:12.693880 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a5843a-d7d0-4879-bf35-ecaab91df9e9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:12.695571 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a5843a-d7d0-4879-bf35-ecaab91df9e9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:12.697262 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a5843a-d7d0-4879-bf35-ecaab91df9e9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:12.699032 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-60a5843a-d7d0-4879-bf35-ecaab91df9e9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1197417 Dec 06 15:15:12.703030 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 32796) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:12.720861 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71534d4-7369-4c59-b328-618ac9b13140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:12.727585 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b71534d4-7369-4c59-b328-618ac9b13140 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:12.733083 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b71534d4-7369-4c59-b328-618ac9b13140 admin admin] 10.222.0.20 "DELETE /v2.0/networks/69180bde-d849-4a7e-9b5d-f2505a85af3f HTTP/1.1" status: 204 len: 168 time: 0.7508602 Dec 06 15:15:12.779380 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a1b124-9195-433a-a72b-e22189d82b60 None None] DHCP port deletion for 69180bde-d849-4a7e-9b5d-f2505a85af3f request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:15:12.797181 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5933f748-97a1-48fd-88ae-342dbb8efc56 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:12.803443 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5933f748-97a1-48fd-88ae-342dbb8efc56 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:12.808271 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5933f748-97a1-48fd-88ae-342dbb8efc56 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:12.809912 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5933f748-97a1-48fd-88ae-342dbb8efc56 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:12.812555 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5933f748-97a1-48fd-88ae-342dbb8efc56 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['shared'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:12.814550 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71534d4-7369-4c59-b328-618ac9b13140 admin admin] Pushing event deleted for resources: {'Network': ['ID=69180bde-d849-4a7e-9b5d-f2505a85af3f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:12.814916 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5933f748-97a1-48fd-88ae-342dbb8efc56 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1108105 Dec 06 15:15:12.819053 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 32806) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:13.120287 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2804ce88-6869-4711-87fb-4bdbbf4d5181 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:13.121983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2804ce88-6869-4711-87fb-4bdbbf4d5181 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "GET /v2.0/networks/b9620641-ebad-4ad7-8b03-7ff55b68433c HTTP/1.1" status: 200 len: 803 time: 0.3019326 Dec 06 15:15:13.126099 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 32820) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:13.208665 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 32822) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:13.280222 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6b742ddc-df08-4b7b-be37-3c707430fc07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec506adefd4e4f59b32c12ab42a6d865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0699871 Dec 06 15:15:13.286417 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 32824) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:13.353999 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5934170c-7217-40e5-ab54-4feb0111f9aa tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "GET /v2.0/networks/b9620641-ebad-4ad7-8b03-7ff55b68433c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2266345 Dec 06 15:15:13.358508 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 32828) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:13.413558 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61c2a847-bd2a-4b9a-8b44-49fa83a29ca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:13.452962 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61c2a847-bd2a-4b9a-8b44-49fa83a29ca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:13.517973 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207d638a-6e8a-422f-badd-2e7a365bb84d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:13.520594 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-207d638a-6e8a-422f-badd-2e7a365bb84d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "GET /v2.0/subnets/3c13e6c4-ca00-4b47-8706-1f33508ca859 HTTP/1.1" status: 200 len: 843 time: 0.1609352 Dec 06 15:15:13.524293 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 32832) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:13.596789 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61c2a847-bd2a-4b9a-8b44-49fa83a29ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:13.601585 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-61c2a847-bd2a-4b9a-8b44-49fa83a29ca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:13.603119 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06517f0-2026-4085-b223-9ec3a89fa973 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:13.603412 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-61c2a847-bd2a-4b9a-8b44-49fa83a29ca5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55e61c29-388d-48c6-8cb3-2ebaa62b6511 HTTP/1.1" status: 204 len: 168 time: 0.3155341 Dec 06 15:15:13.604985 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c06517f0-2026-4085-b223-9ec3a89fa973 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "GET /v2.0/subnets/3c13e6c4-ca00-4b47-8706-1f33508ca859?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0796254 Dec 06 15:15:13.609183 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 32836) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:13.616378 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5ef24258-206f-4fbe-b46c-446b3da7b235 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2004173080'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:13.618031 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2a847-bd2a-4b9a-8b44-49fa83a29ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e61c29-388d-48c6-8cb3-2ebaa62b6511,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:13.645008 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef24258-206f-4fbe-b46c-446b3da7b235 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:15:13.656383 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ef24258-206f-4fbe-b46c-446b3da7b235 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:13.714513 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef24258-206f-4fbe-b46c-446b3da7b235 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:15:13.744228 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ef24258-206f-4fbe-b46c-446b3da7b235 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:13.746222 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-5ef24258-206f-4fbe-b46c-446b3da7b235 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Added segment ccc34db7-a0f6-411a-835f-1801a334d231 of type vlan for network 722b5266-51fe-4e36-bd1b-54ca1b0cd0c4 Dec 06 15:15:13.893146 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ef24258-206f-4fbe-b46c-446b3da7b235 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:13.963192 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ef24258-206f-4fbe-b46c-446b3da7b235 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:13.981339 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef24258-206f-4fbe-b46c-446b3da7b235 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:13.981997 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ef24258-206f-4fbe-b46c-446b3da7b235 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:14.123803 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5ef24258-206f-4fbe-b46c-446b3da7b235 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5112557 Dec 06 15:15:14.125812 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 32858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:14.132470 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dba68cf2-e648-4442-8c94-26f54353a383 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'subnet': {'network_id': '722b5266-51fe-4e36-bd1b-54ca1b0cd0c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:14.227306 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef24258-206f-4fbe-b46c-446b3da7b235 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Network': ['ID=722b5266-51fe-4e36-bd1b-54ca1b0cd0c4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:14.241069 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 722b5266-51fe-4e36-bd1b-54ca1b0cd0c4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:15:14.298193 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 32860) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:14.304497 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba68cf2-e648-4442-8c94-26f54353a383 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Made reservation on behalf of ccc8a5aa4ae641fa868df24df178e9ad for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:15:14.317399 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dba68cf2-e648-4442-8c94-26f54353a383 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:14.345738 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-94db58bb-7f8a-40d2-a49f-357f8f7e9ff7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea4c10c904324568a44437b5125cc6e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0462823 Dec 06 15:15:14.346559 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 32864) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:14.539161 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc6524b2-b62a-42b1-a9c5-1ce7cb4e198a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:14.602691 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-dba68cf2-e648-4442-8c94-26f54353a383 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Performing IP validity checks on allocation pools {{(pid=103289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 15:15:14.603370 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-dba68cf2-e648-4442-8c94-26f54353a383 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 15:15:14.606120 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc6524b2-b62a-42b1-a9c5-1ce7cb4e198a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:14.676612 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc6524b2-b62a-42b1-a9c5-1ce7cb4e198a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:14.676612 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc6524b2-b62a-42b1-a9c5-1ce7cb4e198a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:14.691904 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cc6524b2-b62a-42b1-a9c5-1ce7cb4e198a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4368897-580d-4cf8-a6d3-9beaf16a4992 HTTP/1.1" status: 204 len: 168 time: 0.3291302 Dec 06 15:15:14.691904 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6524b2-b62a-42b1-a9c5-1ce7cb4e198a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4368897-580d-4cf8-a6d3-9beaf16a4992,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:14.894354 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dba68cf2-e648-4442-8c94-26f54353a383 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:15.059293 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba68cf2-e648-4442-8c94-26f54353a383 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Subnet': ['ID=28dbf8c0-a118-4538-a78c-c1d67c7f03bc,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:15.116651 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba68cf2-e648-4442-8c94-26f54353a383 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Checking segment: {'id': 'ccc34db7-a0f6-411a-835f-1801a334d231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '722b5266-51fe-4e36-bd1b-54ca1b0cd0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:15:15.120201 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba68cf2-e648-4442-8c94-26f54353a383 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network hostable DHCP agents. Network: 722b5266-51fe-4e36-bd1b-54ca1b0cd0c4, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:15:15.183547 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba68cf2-e648-4442-8c94-26f54353a383 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Network 722b5266-51fe-4e36-bd1b-54ca1b0cd0c4 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:15:15.215286 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-dba68cf2-e648-4442-8c94-26f54353a383 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 722b5266-51fe-4e36-bd1b-54ca1b0cd0c4) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:15:15.221991 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba68cf2-e648-4442-8c94-26f54353a383 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:15.222113 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dba68cf2-e648-4442-8c94-26f54353a383 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:15.242889 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a222b6-f4aa-42bb-a61b-533b6a412d7b None None] Network 722b5266-51fe-4e36-bd1b-54ca1b0cd0c4 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:15.267395 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 32888) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:15.268085 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dba68cf2-e648-4442-8c94-26f54353a383 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1405253 Dec 06 15:15:15.278271 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f7825228-51bd-4dbf-9cdd-7674d4a35e4b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:15.642112 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7825228-51bd-4dbf-9cdd-7674d4a35e4b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63049853'] for subnet, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:15.807987 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-722b5266-51fe-4e36-bd1b-54ca1b0cd0c4', 'network_id': '722b5266-51fe-4e36-bd1b-54ca1b0cd0c4', 'tenant_id': 'ccc8a5aa4ae641fa868df24df178e9ad', 'fixed_ips': [{'subnet_id': '28dbf8c0-a118-4538-a78c-c1d67c7f03bc'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:15:15.809080 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:16.139527 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7825228-51bd-4dbf-9cdd-7674d4a35e4b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762842046383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63603879'] for subnet, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:16.232788 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Allocated IP 2001:db8::3 (722b5266-51fe-4e36-bd1b-54ca1b0cd0c4/28dbf8c0-a118-4538-a78c-c1d67c7f03bc/26120fa7-1b05-4166-8d98-534e2f0fcb6f) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:15:16.281102 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7825228-51bd-4dbf-9cdd-7674d4a35e4b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event updated for resources: {'Subnet': ['ID=28dbf8c0-a118-4538-a78c-c1d67c7f03bc,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:16.334996 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7825228-51bd-4dbf-9cdd-7674d4a35e4b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:16.336348 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7825228-51bd-4dbf-9cdd-7674d4a35e4b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:16.341167 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f7825228-51bd-4dbf-9cdd-7674d4a35e4b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "PUT /v2.0/subnets/28dbf8c0-a118-4538-a78c-c1d67c7f03bc HTTP/1.1" status: 200 len: 900 time: 1.0706604 Dec 06 15:15:16.350116 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 32930) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:16.611565 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:16.642114 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:16.649445 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:16.764242 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Network 722b5266-51fe-4e36-bd1b-54ca1b0cd0c4 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:15:16.767252 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:15:16.770922 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:15:16.778894 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Deleting port 26120fa7-1b05-4166-8d98-534e2f0fcb6f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:15:16.779738 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:16.817803 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Pushing event updated for resources: {'Port': ['ID=26120fa7-1b05-4166-8d98-534e2f0fcb6f,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:16.885522 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] For port 26120fa7-1b05-4166-8d98-534e2f0fcb6f, host n-d-master-1, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:15:16.886212 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:16.900605 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Calling delete_port for 26120fa7-1b05-4166-8d98-534e2f0fcb6f owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:15:17.017914 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Attempting to bind port 26120fa7-1b05-4166-8d98-534e2f0fcb6f on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:15:17.018290 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Attempting to bind port 26120fa7-1b05-4166-8d98-534e2f0fcb6f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ccc34db7-a0f6-411a-835f-1801a334d231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '722b5266-51fe-4e36-bd1b-54ca1b0cd0c4'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:15:17.018653 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Attempting to bind port 26120fa7-1b05-4166-8d98-534e2f0fcb6f on network 722b5266-51fe-4e36-bd1b-54ca1b0cd0c4 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:15:17.043713 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:15:17.044107 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Checking segment: {'id': 'ccc34db7-a0f6-411a-835f-1801a334d231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '722b5266-51fe-4e36-bd1b-54ca1b0cd0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:15:17.045616 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:17.046899 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Bound using segment: {'id': 'ccc34db7-a0f6-411a-835f-1801a334d231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '722b5266-51fe-4e36-bd1b-54ca1b0cd0c4'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:15:17.047915 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Bound port: 26120fa7-1b05-4166-8d98-534e2f0fcb6f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc34db7-a0f6-411a-835f-1801a334d231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '722b5266-51fe-4e36-bd1b-54ca1b0cd0c4'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:15:17.048842 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:17.154588 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:17.161346 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:15:17.162324 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:15:17.249368 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Port': ['ID=26120fa7-1b05-4166-8d98-534e2f0fcb6f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:17.318375 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No DVR routers for this DVR port 26120fa7-1b05-4166-8d98-534e2f0fcb6f on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:15:17.444303 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:17.600334 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:17.651800 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:15:17.704041 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Attempting to bind port 26120fa7-1b05-4166-8d98-534e2f0fcb6f on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:15:17.705422 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Attempting to bind port 26120fa7-1b05-4166-8d98-534e2f0fcb6f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ccc34db7-a0f6-411a-835f-1801a334d231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '722b5266-51fe-4e36-bd1b-54ca1b0cd0c4'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:15:17.707724 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Attempting to bind port 26120fa7-1b05-4166-8d98-534e2f0fcb6f on network 722b5266-51fe-4e36-bd1b-54ca1b0cd0c4 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:15:17.730664 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:15:17.731007 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Checking segment: {'id': 'ccc34db7-a0f6-411a-835f-1801a334d231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '722b5266-51fe-4e36-bd1b-54ca1b0cd0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:15:17.731415 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:17.731835 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Bound using segment: {'id': 'ccc34db7-a0f6-411a-835f-1801a334d231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '722b5266-51fe-4e36-bd1b-54ca1b0cd0c4'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:15:17.732309 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Bound port: 26120fa7-1b05-4166-8d98-534e2f0fcb6f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc34db7-a0f6-411a-835f-1801a334d231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '722b5266-51fe-4e36-bd1b-54ca1b0cd0c4'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:15:17.732693 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:17.749139 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:17.782932 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fd953124-d62b-41c5-ace6-0881de6ed87a None None] Port 26120fa7-1b05-4166-8d98-534e2f0fcb6f has been deleted concurrently {{(pid=103290) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 06 15:15:17.817796 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722b5266-51fe-4e36-bd1b-54ca1b0cd0c4']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:17.857368 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc34db7-a0f6-411a-835f-1801a334d231') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:17.857993 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc34db7-a0f6-411a-835f-1801a334d231') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:17.888627 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:17.927054 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:17.971038 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:15:17.971459 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:15:18.072494 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:15:18.233397 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Subnet': ['ID=28dbf8c0-a118-4538-a78c-c1d67c7f03bc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:18.262804 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:18.281414 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:18.285802 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/networks/722b5266-51fe-4e36-bd1b-54ca1b0cd0c4 HTTP/1.1" status: 204 len: 168 time: 1.9320061 Dec 06 15:15:18.289439 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33002) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:18.309818 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f22c9f-7f5d-4b48-a5dd-adc2dbb13a20 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Network': ['ID=722b5266-51fe-4e36-bd1b-54ca1b0cd0c4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:18.368050 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c0c1e2-a829-4a26-980b-2de6b4216c52 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] DELETE failed (client error): The resource could not be found. Dec 06 15:15:18.368534 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c0c1e2-a829-4a26-980b-2de6b4216c52 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:18.371643 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-68c0c1e2-a829-4a26-980b-2de6b4216c52 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/subnets/28dbf8c0-a118-4538-a78c-c1d67c7f03bc HTTP/1.1" status: 404 len: 337 time: 0.0806839 Dec 06 15:15:18.374274 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33006) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:18.451261 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bad3e2c-cc3b-4d00-9291-95b54c43f46b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] DELETE failed (client error): The resource could not be found. Dec 06 15:15:18.455577 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bad3e2c-cc3b-4d00-9291-95b54c43f46b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:18.473879 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33010) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:18.476547 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7bad3e2c-cc3b-4d00-9291-95b54c43f46b tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/networks/722b5266-51fe-4e36-bd1b-54ca1b0cd0c4 HTTP/1.1" status: 404 len: 339 time: 0.1006467 Dec 06 15:15:18.691432 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd406b9e-6be7-4d09-80b6-440e9777b01f tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:18.986777 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd406b9e-6be7-4d09-80b6-440e9777b01f tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:19.035003 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-dd406b9e-6be7-4d09-80b6-440e9777b01f tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d42d47-2869-45af-81dd-47a973e2bae5']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:19.047449 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-dd406b9e-6be7-4d09-80b6-440e9777b01f tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2ad9e4-7b86-4e4b-b803-3495b261b366') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:19.048360 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-dd406b9e-6be7-4d09-80b6-440e9777b01f tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2ad9e4-7b86-4e4b-b803-3495b261b366') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:19.083775 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd406b9e-6be7-4d09-80b6-440e9777b01f tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:19.109227 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd406b9e-6be7-4d09-80b6-440e9777b01f tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:19.118231 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd406b9e-6be7-4d09-80b6-440e9777b01f tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:15:19.119028 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd406b9e-6be7-4d09-80b6-440e9777b01f tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:15:19.128559 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:15:19.250178 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd406b9e-6be7-4d09-80b6-440e9777b01f tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:19.262912 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd406b9e-6be7-4d09-80b6-440e9777b01f tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:19.267270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dd406b9e-6be7-4d09-80b6-440e9777b01f tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/networks/e7d42d47-2869-45af-81dd-47a973e2bae5 HTTP/1.1" status: 204 len: 168 time: 0.7923915 Dec 06 15:15:19.270979 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33036) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:19.286335 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd406b9e-6be7-4d09-80b6-440e9777b01f tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Network': ['ID=e7d42d47-2869-45af-81dd-47a973e2bae5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:19.394459 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f29e4bc-c3ee-4123-b346-dfa56a2e3f2f tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] DELETE failed (client error): The resource could not be found. Dec 06 15:15:19.395203 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f29e4bc-c3ee-4123-b346-dfa56a2e3f2f tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:19.398607 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8f29e4bc-c3ee-4123-b346-dfa56a2e3f2f tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/subnets/5f1c880e-1717-4165-b752-834e595f1de8 HTTP/1.1" status: 404 len: 337 time: 0.1263151 Dec 06 15:15:19.401705 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33042) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:19.438130 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b7e6cd-5813-4669-a0c7-aca0ddc99054 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] DELETE failed (client error): The resource could not be found. Dec 06 15:15:19.439078 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b7e6cd-5813-4669-a0c7-aca0ddc99054 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:19.462884 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c6b7e6cd-5813-4669-a0c7-aca0ddc99054 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/networks/9e6a643c-221c-4587-8b63-4fe4547040b2 HTTP/1.1" status: 404 len: 339 time: 0.0578890 Dec 06 15:15:19.464341 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33044) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:19.603489 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-2559a4aa-549b-49d6-ad99-cd4522907b70 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Deleting subnet 3f1ebdf2-1675-42a8-aa32-e8cd188f5ab0 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:15:19.615454 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2559a4aa-549b-49d6-ad99-cd4522907b70 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:19.715013 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2559a4aa-549b-49d6-ad99-cd4522907b70 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:19.816335 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2070e56e-b609-459c-b194-a6dab8b092b2 None None] Could not find standard attr ID for object 26120fa7-1b05-4166-8d98-534e2f0fcb6f. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:15:19.839272 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2559a4aa-549b-49d6-ad99-cd4522907b70 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:19.882724 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a8b44a-6ecb-40ff-bb95-5513999df35b None None] DHCP port deletion for 722b5266-51fe-4e36-bd1b-54ca1b0cd0c4 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:15:19.911889 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04025118-8c10-4e10-8279-8387481b68d4 None None] Network 722b5266-51fe-4e36-bd1b-54ca1b0cd0c4 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:19.915615 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2559a4aa-549b-49d6-ad99-cd4522907b70 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:19.933442 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04025118-8c10-4e10-8279-8387481b68d4 None None] Network 722b5266-51fe-4e36-bd1b-54ca1b0cd0c4 could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 15:15:19.946353 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdca2bd-de20-40a1-9c6e-f3cdb58073c6 None None] Network 722b5266-51fe-4e36-bd1b-54ca1b0cd0c4 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:19.983866 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdca2bd-de20-40a1-9c6e-f3cdb58073c6 None None] Network 722b5266-51fe-4e36-bd1b-54ca1b0cd0c4 could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 15:15:20.004043 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2559a4aa-549b-49d6-ad99-cd4522907b70 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:20.008020 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da94b369-6c3d-4540-9927-40e2b1803ec0 None None] Network 2bb4b4b0-9ca2-4b69-b791-8a218a75d93e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:20.024888 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2559a4aa-549b-49d6-ad99-cd4522907b70 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/subnets/3f1ebdf2-1675-42a8-aa32-e8cd188f5ab0 HTTP/1.1" status: 204 len: 168 time: 0.5572102 Dec 06 15:15:20.024888 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559a4aa-549b-49d6-ad99-cd4522907b70 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Subnet': ['ID=3f1ebdf2-1675-42a8-aa32-e8cd188f5ab0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:20.025259 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33052) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:20.143479 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c39455b-66af-45d8-b247-5db54e53b5f6 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Deleting subnet 750e378e-618c-4ce6-bdbf-1d8362eb7a7d {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:15:20.148354 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c39455b-66af-45d8-b247-5db54e53b5f6 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:20.211403 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c39455b-66af-45d8-b247-5db54e53b5f6 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:20.405538 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c39455b-66af-45d8-b247-5db54e53b5f6 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:20.549805 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c39455b-66af-45d8-b247-5db54e53b5f6 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:20.710080 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39455b-66af-45d8-b247-5db54e53b5f6 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Subnet': ['ID=750e378e-618c-4ce6-bdbf-1d8362eb7a7d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:20.731134 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c39455b-66af-45d8-b247-5db54e53b5f6 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:20.734367 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3c39455b-66af-45d8-b247-5db54e53b5f6 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/subnets/750e378e-618c-4ce6-bdbf-1d8362eb7a7d HTTP/1.1" status: 204 len: 168 time: 0.7037673 Dec 06 15:15:20.737455 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33068) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:20.938882 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:21.048906 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Deleting port a0f0967f-22f3-48c4-a252-30d33f6ad44e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:15:21.049143 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:21.297857 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] For port a0f0967f-22f3-48c4-a252-30d33f6ad44e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a0f0967f-22f3-48c4-a252-30d33f6ad44e,segment=NetworkSegment(62a0f3cb-40b5-471d-a2c7-6824e02601d9),segment_id=62a0f3cb-40b5-471d-a2c7-6824e02601d9)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:15:21.298223 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:21.347885 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Calling delete_port for a0f0967f-22f3-48c4-a252-30d33f6ad44e owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:15:21.507173 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:21.598624 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 26120fa7-1b05-4166-8d98-534e2f0fcb6f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:15:21.629532 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Port': ['ID=a0f0967f-22f3-48c4-a252-30d33f6ad44e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:21.640427 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No DVR routers for this DVR port a0f0967f-22f3-48c4-a252-30d33f6ad44e on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:15:21.650991 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 26120fa7-1b05-4166-8d98-534e2f0fcb6f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:15:21.655841 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 26120fa7-1b05-4166-8d98-534e2f0fcb6f not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:15:21.661383 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9948c84a-b904-4d48-b5a3-9c9116ba9a14 None None] Network 2bb4b4b0-9ca2-4b69-b791-8a218a75d93e requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:21.687339 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-da5c0b5e-a0ec-41f6-be89-064d21431b7d None None] Could not find standard attr ID for object a0f0967f-22f3-48c4-a252-30d33f6ad44e. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:15:21.830048 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:21.902875 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb4b4b0-9ca2-4b69-b791-8a218a75d93e']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:21.943528 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a0f3cb-40b5-471d-a2c7-6824e02601d9') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:21.944242 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a0f3cb-40b5-471d-a2c7-6824e02601d9') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:21.961883 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:21.980956 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:21.988714 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:15:21.989310 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:22.087437 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff34c75-702c-4baa-986a-295bfa7c1ea5 None None] DHCP port deletion for 2bb4b4b0-9ca2-4b69-b791-8a218a75d93e request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:15:22.118992 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:15:22.160895 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:22.168062 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:22.171260 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/networks/2bb4b4b0-9ca2-4b69-b791-8a218a75d93e HTTP/1.1" status: 204 len: 168 time: 1.4326758 Dec 06 15:15:22.173938 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33106) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:22.205556 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fb760-d5bc-4b9c-92ec-be6fe164af16 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Network': ['ID=2bb4b4b0-9ca2-4b69-b791-8a218a75d93e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:22.264206 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb5f5a8-fd05-48d6-8e6c-3a6eecc64fe6 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] DELETE failed (client error): The resource could not be found. Dec 06 15:15:22.264946 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb5f5a8-fd05-48d6-8e6c-3a6eecc64fe6 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:22.268129 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2cb5f5a8-fd05-48d6-8e6c-3a6eecc64fe6 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/subnets/16a3cadc-65e8-4a6c-a89a-860da0e1f63f HTTP/1.1" status: 404 len: 337 time: 0.0931544 Dec 06 15:15:22.271239 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33108) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:22.309076 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-131a27a4-2365-4153-b026-5ea739800fc0 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] DELETE failed (client error): The resource could not be found. Dec 06 15:15:22.311024 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131a27a4-2365-4153-b026-5ea739800fc0 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:22.322459 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33112) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:22.323700 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-131a27a4-2365-4153-b026-5ea739800fc0 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/networks/c06e3ea5-cf60-44ef-b9f8-99a63ea0dd6b HTTP/1.1" status: 404 len: 339 time: 0.0502322 Dec 06 15:15:22.364792 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-3501a1a9-ab1a-4052-bf05-ddeeec76d7c2 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] DELETE failed (client error): The resource could not be found. Dec 06 15:15:22.365257 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3501a1a9-ab1a-4052-bf05-ddeeec76d7c2 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:22.381746 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3501a1a9-ab1a-4052-bf05-ddeeec76d7c2 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/subnets/c96a2505-e576-4797-af86-210d0dce1dfb HTTP/1.1" status: 404 len: 337 time: 0.0580945 Dec 06 15:15:22.384484 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33116) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:22.420733 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-aecf5f77-7736-4c72-b1b2-eaf864c5559c tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] DELETE failed (client error): The resource could not be found. Dec 06 15:15:22.421236 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aecf5f77-7736-4c72-b1b2-eaf864c5559c tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:22.424944 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-aecf5f77-7736-4c72-b1b2-eaf864c5559c tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/networks/01f284a8-a0a4-4c23-8704-e09be3b42ca0 HTTP/1.1" status: 404 len: 339 time: 0.0389113 Dec 06 15:15:22.427354 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33118) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:22.474153 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d371eb-1f0a-4d3d-b585-8349fb5ee7a6 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] DELETE failed (client error): The resource could not be found. Dec 06 15:15:22.475464 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d371eb-1f0a-4d3d-b585-8349fb5ee7a6 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:22.481604 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-10d371eb-1f0a-4d3d-b585-8349fb5ee7a6 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/subnets/80cc6839-9251-48e3-846a-8e9c010c4f15 HTTP/1.1" status: 404 len: 337 time: 0.0529966 Dec 06 15:15:22.484357 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33124) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:22.525075 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d9e4b5-10f0-41d1-a56a-506130b9b9b7 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] DELETE failed (client error): The resource could not be found. Dec 06 15:15:22.525601 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d9e4b5-10f0-41d1-a56a-506130b9b9b7 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:22.533245 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-14d9e4b5-10f0-41d1-a56a-506130b9b9b7 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/networks/8bb55077-a21c-42a1-8e9f-ab2af9c6b0d4 HTTP/1.1" status: 404 len: 339 time: 0.0477948 Dec 06 15:15:22.537379 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33126) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:22.707702 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bf4258-0ae0-4096-9980-e9b9c9797641 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Deleting subnet e49a7308-1c6f-4379-b4d5-7f7959b7af5e {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:15:22.717560 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55bf4258-0ae0-4096-9980-e9b9c9797641 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:22.843486 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55bf4258-0ae0-4096-9980-e9b9c9797641 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:23.028486 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55bf4258-0ae0-4096-9980-e9b9c9797641 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:23.153761 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55bf4258-0ae0-4096-9980-e9b9c9797641 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:23.205044 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf4258-0ae0-4096-9980-e9b9c9797641 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Subnet': ['ID=e49a7308-1c6f-4379-b4d5-7f7959b7af5e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:23.212849 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55bf4258-0ae0-4096-9980-e9b9c9797641 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:23.222505 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03976f16-4393-4399-813a-cb55f95602a4 None None] Network 363e02be-0cbe-4ec7-a771-d4b79f9fbfc6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:23.235292 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33146) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:23.238103 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-55bf4258-0ae0-4096-9980-e9b9c9797641 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/subnets/e49a7308-1c6f-4379-b4d5-7f7959b7af5e HTTP/1.1" status: 204 len: 168 time: 0.6995924 Dec 06 15:15:23.375523 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:23.585857 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Deleting port 941abc0b-4d87-4970-9f0a-7eabd92c8a1f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:15:23.586196 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:23.694380 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a0f0967f-22f3-48c4-a252-30d33f6ad44e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:15:23.759527 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: a0f0967f-22f3-48c4-a252-30d33f6ad44e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:15:23.759799 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] For port 941abc0b-4d87-4970-9f0a-7eabd92c8a1f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=941abc0b-4d87-4970-9f0a-7eabd92c8a1f,segment=NetworkSegment(d879ada1-7890-4cb5-bde8-822e0bb734fb),segment_id=d879ada1-7890-4cb5-bde8-822e0bb734fb)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:15:23.760087 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:23.764362 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a0f0967f-22f3-48c4-a252-30d33f6ad44e not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:15:23.766467 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] DHCP port deletion for 363e02be-0cbe-4ec7-a771-d4b79f9fbfc6 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:15:23.786023 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Calling delete_port for 941abc0b-4d87-4970-9f0a-7eabd92c8a1f owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:15:23.867397 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Deleting port 941abc0b-4d87-4970-9f0a-7eabd92c8a1f {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:15:23.867908 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:24.011564 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] For port 941abc0b-4d87-4970-9f0a-7eabd92c8a1f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=941abc0b-4d87-4970-9f0a-7eabd92c8a1f,segment=NetworkSegment(d879ada1-7890-4cb5-bde8-822e0bb734fb),segment_id=d879ada1-7890-4cb5-bde8-822e0bb734fb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:15:24.012375 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:24.032507 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:24.037349 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Calling delete_port for 941abc0b-4d87-4970-9f0a-7eabd92c8a1f owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:15:24.084998 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No DVR routers for this DVR port 941abc0b-4d87-4970-9f0a-7eabd92c8a1f on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:15:24.086816 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Port': ['ID=941abc0b-4d87-4970-9f0a-7eabd92c8a1f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:24.189814 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:24.244010 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Pushing event deleted for resources: {'Port': ['ID=941abc0b-4d87-4970-9f0a-7eabd92c8a1f,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:24.247815 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] No DVR routers for this DVR port 941abc0b-4d87-4970-9f0a-7eabd92c8a1f on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:15:24.276596 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:24.277309 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:24.278742 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:24.279325 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:24.279961 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:24.280532 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:24.281100 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:24.281748 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:24.282190 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:24.282773 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:24.283211 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:24.283646 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:24.285345 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb1c09-d81f-4e31-8ba5-8e597d296604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:24.296837 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:24.343403 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363e02be-0cbe-4ec7-a771-d4b79f9fbfc6']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:24.364282 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd879ada1-7890-4cb5-bde8-822e0bb734fb') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:24.364477 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd879ada1-7890-4cb5-bde8-822e0bb734fb') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:24.384485 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:24.422904 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:24.429919 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:15:24.430351 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:15:24.433626 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:15:24.522915 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:24.544850 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:24.557751 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33172) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:24.569392 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/networks/363e02be-0cbe-4ec7-a771-d4b79f9fbfc6 HTTP/1.1" status: 204 len: 168 time: 1.3329060 Dec 06 15:15:24.674855 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c1f62-610d-4343-8694-0b0bab8652a9 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Network': ['ID=363e02be-0cbe-4ec7-a771-d4b79f9fbfc6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:24.695574 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2602bd-3162-4f2e-b42d-33896398278c tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] DELETE failed (client error): The resource could not be found. Dec 06 15:15:24.695574 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2602bd-3162-4f2e-b42d-33896398278c tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:24.712606 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cc2602bd-3162-4f2e-b42d-33896398278c tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/subnets/6c7ddf53-3b91-4c5b-86fe-d43eafc75446 HTTP/1.1" status: 404 len: 337 time: 0.1535499 Dec 06 15:15:24.715141 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33180) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:24.753930 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-829b0799-22c6-4d7e-b312-f297c52e0fc1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] DELETE failed (client error): The resource could not be found. Dec 06 15:15:24.754768 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829b0799-22c6-4d7e-b312-f297c52e0fc1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:24.759337 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-829b0799-22c6-4d7e-b312-f297c52e0fc1 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/networks/af83b4d0-7083-42ba-af2e-b03aae2f8f98 HTTP/1.1" status: 404 len: 339 time: 0.0427496 Dec 06 15:15:24.761783 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33182) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:24.851258 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-1648ec4b-48d7-402a-b279-0d4daf5d3143 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Deleting subnet 3c13e6c4-ca00-4b47-8706-1f33508ca859 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:15:24.854752 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1648ec4b-48d7-402a-b279-0d4daf5d3143 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:24.901359 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1648ec4b-48d7-402a-b279-0d4daf5d3143 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:25.065809 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1648ec4b-48d7-402a-b279-0d4daf5d3143 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:25.163559 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1648ec4b-48d7-402a-b279-0d4daf5d3143 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:25.183033 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1648ec4b-48d7-402a-b279-0d4daf5d3143 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:25.187576 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1648ec4b-48d7-402a-b279-0d4daf5d3143 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/subnets/3c13e6c4-ca00-4b47-8706-1f33508ca859 HTTP/1.1" status: 204 len: 168 time: 0.4247258 Dec 06 15:15:25.187847 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53787e04-d687-4258-9bbc-73994c4eccb3 None None] Network b9620641-ebad-4ad7-8b03-7ff55b68433c requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:25.190663 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33190) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:25.214165 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648ec4b-48d7-402a-b279-0d4daf5d3143 tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Subnet': ['ID=3c13e6c4-ca00-4b47-8706-1f33508ca859,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:25.457577 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:25.500846 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172ee2e4-2a49-4a7d-af7d-76141f95fdde None None] DHCP port deletion for b9620641-ebad-4ad7-8b03-7ff55b68433c request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:15:25.647695 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-172ee2e4-2a49-4a7d-af7d-76141f95fdde None None] Deleting port ac4f097a-70d7-4308-8d4b-90c888fc7201 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:15:25.648080 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-172ee2e4-2a49-4a7d-af7d-76141f95fdde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:25.681774 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ac4f097a-70d7-4308-8d4b-90c888fc7201 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:15:25.693724 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Deleting port ac4f097a-70d7-4308-8d4b-90c888fc7201 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:15:25.694259 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:25.873859 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] For port ac4f097a-70d7-4308-8d4b-90c888fc7201, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ac4f097a-70d7-4308-8d4b-90c888fc7201,segment=NetworkSegment(0c8a8f73-886c-4dad-ae7f-2e3c00f1b9c9),segment_id=0c8a8f73-886c-4dad-ae7f-2e3c00f1b9c9)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:15:25.875111 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:25.904961 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Calling delete_port for ac4f097a-70d7-4308-8d4b-90c888fc7201 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:15:25.975816 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-172ee2e4-2a49-4a7d-af7d-76141f95fdde None None] For port ac4f097a-70d7-4308-8d4b-90c888fc7201, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ac4f097a-70d7-4308-8d4b-90c888fc7201,segment=NetworkSegment(0c8a8f73-886c-4dad-ae7f-2e3c00f1b9c9),segment_id=0c8a8f73-886c-4dad-ae7f-2e3c00f1b9c9)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:15:25.977478 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-172ee2e4-2a49-4a7d-af7d-76141f95fdde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:26.000974 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-172ee2e4-2a49-4a7d-af7d-76141f95fdde None None] Calling delete_port for ac4f097a-70d7-4308-8d4b-90c888fc7201 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:15:26.105411 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:26.112501 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:26.140073 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Port': ['ID=ac4f097a-70d7-4308-8d4b-90c888fc7201,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:26.156103 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] No DVR routers for this DVR port ac4f097a-70d7-4308-8d4b-90c888fc7201 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:15:26.203013 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-172ee2e4-2a49-4a7d-af7d-76141f95fdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:26.326243 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 941abc0b-4d87-4970-9f0a-7eabd92c8a1f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:15:26.367787 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:26.377640 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ee2e4-2a49-4a7d-af7d-76141f95fdde None None] Pushing event deleted for resources: {'Port': ['ID=ac4f097a-70d7-4308-8d4b-90c888fc7201,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:26.381408 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ee2e4-2a49-4a7d-af7d-76141f95fdde None None] No DVR routers for this DVR port ac4f097a-70d7-4308-8d4b-90c888fc7201 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:15:26.382653 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 941abc0b-4d87-4970-9f0a-7eabd92c8a1f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:15:26.383017 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 941abc0b-4d87-4970-9f0a-7eabd92c8a1f not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:15:26.437519 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9620641-ebad-4ad7-8b03-7ff55b68433c']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:26.459238 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8a8f73-886c-4dad-ae7f-2e3c00f1b9c9') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:26.460057 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8a8f73-886c-4dad-ae7f-2e3c00f1b9c9') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:26.493313 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:26.527933 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:26.536455 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:15:26.537080 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:15:26.714700 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:15:26.738076 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:26.758701 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:26.776493 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] 10.222.0.20 "DELETE /v2.0/networks/b9620641-ebad-4ad7-8b03-7ff55b68433c HTTP/1.1" status: 204 len: 168 time: 1.5846436 Dec 06 15:15:26.837673 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7b399-ba2b-4abe-b1ab-60933cbbe57d tempest-NetworksIpV6Test-2122371947 tempest-NetworksIpV6Test-2122371947-project] Pushing event deleted for resources: {'Network': ['ID=b9620641-ebad-4ad7-8b03-7ff55b68433c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:27.450380 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33262) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:27.858302 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33274) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:28.017063 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b351dde7-9e46-4ba2-bae6-0636f01be706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:28.074777 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:28.185806 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b5c8cc34-7fc0-4b03-a6f3-d844062fd379 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccc8a5aa4ae641fa868df24df178e9ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7317603 Dec 06 15:15:28.186931 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33282) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:28.241690 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b351dde7-9e46-4ba2-bae6-0636f01be706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:28.250902 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b351dde7-9e46-4ba2-bae6-0636f01be706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:28.318668 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4de1e806-be37-4b49-a7cc-086e11821f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:28.337404 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b351dde7-9e46-4ba2-bae6-0636f01be706 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f636c53c54c440ea01107ebc2a4d51d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4780071 Dec 06 15:15:28.338400 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351dde7-9e46-4ba2-bae6-0636f01be706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e360d9-1883-4854-a5ee-9800cc6f9611,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:28.340696 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33288) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:28.352648 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4de1e806-be37-4b49-a7cc-086e11821f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:28.447780 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4de1e806-be37-4b49-a7cc-086e11821f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:28.452462 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4de1e806-be37-4b49-a7cc-086e11821f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:28.453962 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4de1e806-be37-4b49-a7cc-086e11821f3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a07aa90-930b-4933-888e-fa7d68bb30f4 HTTP/1.1" status: 204 len: 168 time: 0.2654681 Dec 06 15:15:28.466493 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1e806-be37-4b49-a7cc-086e11821f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a07aa90-930b-4933-888e-fa7d68bb30f4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:28.506446 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2af8062f-04cf-4ebe-99df-6a6b34226eaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:28.562545 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2af8062f-04cf-4ebe-99df-6a6b34226eaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:28.639351 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2af8062f-04cf-4ebe-99df-6a6b34226eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:28.643555 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2af8062f-04cf-4ebe-99df-6a6b34226eaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:28.647059 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2af8062f-04cf-4ebe-99df-6a6b34226eaa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86e360d9-1883-4854-a5ee-9800cc6f9611 HTTP/1.1" status: 204 len: 168 time: 0.2965133 Dec 06 15:15:28.666378 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8062f-04cf-4ebe-99df-6a6b34226eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e360d9-1883-4854-a5ee-9800cc6f9611,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:29.500035 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33332) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:29.530675 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3cdcb885-a07d-41ec-bb7d-73bf9f14ee69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:29.746486 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3cdcb885-a07d-41ec-bb7d-73bf9f14ee69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:29.761309 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3cdcb885-a07d-41ec-bb7d-73bf9f14ee69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:29.813331 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdcb885-a07d-41ec-bb7d-73bf9f14ee69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6342e8a8-1889-41f8-9043-4b10cf929ff5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:29.878496 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3cdcb885-a07d-41ec-bb7d-73bf9f14ee69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b755fc7bed1d4b489e9d681e58bdcbcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3776746 Dec 06 15:15:29.881147 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33348) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:29.953061 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5cc6a6c4-113d-45a3-9a75-89e1ef9bc893 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:30.020713 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5cc6a6c4-113d-45a3-9a75-89e1ef9bc893 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:30.022993 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:30.045747 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33352) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:30.116978 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5cc6a6c4-113d-45a3-9a75-89e1ef9bc893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:30.125939 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5cc6a6c4-113d-45a3-9a75-89e1ef9bc893 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:30.130296 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5cc6a6c4-113d-45a3-9a75-89e1ef9bc893 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6342e8a8-1889-41f8-9043-4b10cf929ff5 HTTP/1.1" status: 204 len: 168 time: 0.2474647 Dec 06 15:15:30.156036 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6a6c4-113d-45a3-9a75-89e1ef9bc893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6342e8a8-1889-41f8-9043-4b10cf929ff5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:30.254876 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5f1d541f-02f1-41f5-9815-8fa3c2d2fb1f tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] Request body: {'port': {'network_id': '440ba819-3780-4573-afb2-809642dba0c6', 'name': 'tempest-NetworksNegativeTestJSON-1571244926'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:30.313086 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1d541f-02f1-41f5-9815-8fa3c2d2fb1f tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] POST failed (client error): The resource could not be found. Dec 06 15:15:30.315196 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f1d541f-02f1-41f5-9815-8fa3c2d2fb1f tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:30.321742 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5f1d541f-02f1-41f5-9815-8fa3c2d2fb1f tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2749400 Dec 06 15:15:30.325559 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33360) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:30.359357 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-43077bff-e8f7-4e76-95c8-e37715b42256 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] DELETE failed (client error): The resource could not be found. Dec 06 15:15:30.359917 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43077bff-e8f7-4e76-95c8-e37715b42256 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:30.374339 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-43077bff-e8f7-4e76-95c8-e37715b42256 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] 10.222.0.20 "DELETE /v2.0/networks/a70d4fde-eb4c-4e8e-9233-b2a4266fc6cb HTTP/1.1" status: 404 len: 339 time: 0.0474665 Dec 06 15:15:30.379042 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33362) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:30.417204 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2b552c-2318-4d3c-a35a-1ef18d218c33 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] DELETE failed (client error): The resource could not be found. Dec 06 15:15:30.418389 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d2b552c-2318-4d3c-a35a-1ef18d218c33 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:30.426355 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33366) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:30.426901 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9d2b552c-2318-4d3c-a35a-1ef18d218c33 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] 10.222.0.20 "DELETE /v2.0/ports/e4d89bfb-e358-4e23-90c4-7dd130432cf5 HTTP/1.1" status: 404 len: 333 time: 0.0464683 Dec 06 15:15:30.472261 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0eaeae1-35cd-4625-b725-e3d05f06df59 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] DELETE failed (client error): The resource could not be found. Dec 06 15:15:30.484588 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0eaeae1-35cd-4625-b725-e3d05f06df59 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:30.489564 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d0eaeae1-35cd-4625-b725-e3d05f06df59 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] 10.222.0.20 "DELETE /v2.0/subnets/4986ea6d-70ba-4ac4-a687-6a3a28b8970a HTTP/1.1" status: 404 len: 337 time: 0.0619645 Dec 06 15:15:30.493507 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33370) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:30.773879 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca6053a6-42d7-4794-a76f-9d5cbc9bb3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:31.109073 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff885418-63a6-49d6-8520-338cd1bcffbb tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] GET failed (client error): The resource could not be found. Dec 06 15:15:31.117817 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ff885418-63a6-49d6-8520-338cd1bcffbb tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] 10.222.0.20 "GET /v2.0/networks/b67ea551-9e00-4b56-b5d5-fab1460799c6 HTTP/1.1" status: 404 len: 339 time: 0.6229670 Dec 06 15:15:31.121351 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33400) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:31.176558 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0880ab47-15e3-4269-a82a-1742f1cd449c tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] GET failed (client error): The resource could not be found. Dec 06 15:15:31.178463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0880ab47-15e3-4269-a82a-1742f1cd449c tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] 10.222.0.20 "GET /v2.0/ports/197dab79-0b39-49fc-8062-34ace4c9af65 HTTP/1.1" status: 404 len: 333 time: 0.0560527 Dec 06 15:15:31.183861 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33404) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:31.265778 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-6452df9e-5774-4e39-b0f1-4f782f47de34 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] GET failed (client error): The resource could not be found. Dec 06 15:15:31.265778 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6452df9e-5774-4e39-b0f1-4f782f47de34 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] 10.222.0.20 "GET /v2.0/subnets/d9d92727-de77-4641-8b00-2c5f7206e56e HTTP/1.1" status: 404 len: 337 time: 0.0722797 Dec 06 15:15:31.265778 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33406) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:31.267837 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-922d1ada-6eff-4b6c-9e6e-2b2d470be548 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:31.284344 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-922d1ada-6eff-4b6c-9e6e-2b2d470be548 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] PUT failed (client error): The resource could not be found. Dec 06 15:15:31.285221 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922d1ada-6eff-4b6c-9e6e-2b2d470be548 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:31.286810 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-922d1ada-6eff-4b6c-9e6e-2b2d470be548 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] 10.222.0.20 "PUT /v2.0/networks/90a03514-c47a-449e-bbc0-d6e5eaec3fac HTTP/1.1" status: 404 len: 339 time: 0.0236430 Dec 06 15:15:31.292386 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33410) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:31.301729 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bdda47c2-6c29-4136-8027-c22c3bb118e5 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:31.323678 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdda47c2-6c29-4136-8027-c22c3bb118e5 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] PUT failed (client error): The resource could not be found. Dec 06 15:15:31.324426 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdda47c2-6c29-4136-8027-c22c3bb118e5 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:31.330063 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33412) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:31.330673 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bdda47c2-6c29-4136-8027-c22c3bb118e5 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] 10.222.0.20 "PUT /v2.0/ports/96f53ae6-c813-46b3-9eb6-9302e8f781d0 HTTP/1.1" status: 404 len: 333 time: 0.0350952 Dec 06 15:15:31.337347 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3b222e34-d741-426c-829a-896eca6b4ec5 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:31.410042 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b222e34-d741-426c-829a-896eca6b4ec5 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] PUT failed (client error): The resource could not be found. Dec 06 15:15:31.411184 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b222e34-d741-426c-829a-896eca6b4ec5 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:15:31.413392 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3b222e34-d741-426c-829a-896eca6b4ec5 tempest-NetworksNegativeTestJSON-1710886955 tempest-NetworksNegativeTestJSON-1710886955-project] 10.222.0.20 "PUT /v2.0/subnets/21a49f0d-4d0a-4617-8e32-5b56b16045b8 HTTP/1.1" status: 404 len: 337 time: 0.0820189 Dec 06 15:15:32.067425 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33446) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:32.274163 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c6c4-3784-4f45-ab26-aae48db1c0bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:32.542456 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c6c4-3784-4f45-ab26-aae48db1c0bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:32.552026 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c6c4-3784-4f45-ab26-aae48db1c0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:32.582253 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9ad1c6c4-3784-4f45-ab26-aae48db1c0bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd6c9906da9e40208ff0b181c00d3216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5131738 Dec 06 15:15:32.585001 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33464) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:32.608384 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1c6c4-3784-4f45-ab26-aae48db1c0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c2ee90-6e03-4b5a-9179-67011576dd71,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:32.689817 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-468c474c-a260-4fe3-9ed6-8e3ca48f0945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:32.717634 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-468c474c-a260-4fe3-9ed6-8e3ca48f0945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:32.786061 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-468c474c-a260-4fe3-9ed6-8e3ca48f0945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:32.790212 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-468c474c-a260-4fe3-9ed6-8e3ca48f0945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:32.791548 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-468c474c-a260-4fe3-9ed6-8e3ca48f0945 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14c2ee90-6e03-4b5a-9179-67011576dd71 HTTP/1.1" status: 204 len: 168 time: 0.2055173 Dec 06 15:15:32.811891 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c474c-a260-4fe3-9ed6-8e3ca48f0945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c2ee90-6e03-4b5a-9179-67011576dd71,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:33.266290 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5151d46a-f96e-450e-9cf5-21ad2c435cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:34.041143 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:34.605446 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33542) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:34.870183 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bc3f2fdc-9562-478d-bf41-86c13a9b216e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1477212480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:34.958133 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2fdc-9562-478d-bf41-86c13a9b216e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:34.960519 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2fdc-9562-478d-bf41-86c13a9b216e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:35.127074 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2fdc-9562-478d-bf41-86c13a9b216e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:35.142720 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2fdc-9562-478d-bf41-86c13a9b216e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:35.180908 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2fdc-9562-478d-bf41-86c13a9b216e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:35.187080 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bc3f2fdc-9562-478d-bf41-86c13a9b216e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5773323 Dec 06 15:15:35.187440 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33558) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:35.193427 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e3e9f0db-eeb1-4750-8cc1-7bdee13473de tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-928263642'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:35.258177 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e9f0db-eeb1-4750-8cc1-7bdee13473de tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Made reservation on behalf of bc2e8f6eac744d67844a8550a84148ed for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:15:35.262458 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f0db-eeb1-4750-8cc1-7bdee13473de tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:35.299698 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f0db-eeb1-4750-8cc1-7bdee13473de tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:35.433759 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f0db-eeb1-4750-8cc1-7bdee13473de tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:35.443383 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f0db-eeb1-4750-8cc1-7bdee13473de tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:35.473499 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e9f0db-eeb1-4750-8cc1-7bdee13473de tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:15:35.507125 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9f0db-eeb1-4750-8cc1-7bdee13473de tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714a222b-c11b-4143-a4d9-d220ca765318,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:35.543641 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f0db-eeb1-4750-8cc1-7bdee13473de tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:35.552519 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-e3e9f0db-eeb1-4750-8cc1-7bdee13473de tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Added segment 8c3350d1-269e-4ebd-8418-d458ace8731f of type vlan for network 65ab084d-9896-46bd-a790-73cb449a8dad Dec 06 15:15:35.670125 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f0db-eeb1-4750-8cc1-7bdee13473de tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:35.691012 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:36.221053 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f0db-eeb1-4750-8cc1-7bdee13473de tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:36.232885 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e9f0db-eeb1-4750-8cc1-7bdee13473de tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:36.234451 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f0db-eeb1-4750-8cc1-7bdee13473de tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:36.328347 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9f0db-eeb1-4750-8cc1-7bdee13473de tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event updated for resources: {'Network': ['ID=65ab084d-9896-46bd-a790-73cb449a8dad,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:36.345304 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 65ab084d-9896-46bd-a790-73cb449a8dad details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:15:36.379845 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e3e9f0db-eeb1-4750-8cc1-7bdee13473de tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1883528 Dec 06 15:15:36.383532 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33592) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:36.410260 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fb47d6d2-2118-4936-b813-22961abad1a7 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Request body: {'subnet': {'network_id': '65ab084d-9896-46bd-a790-73cb449a8dad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:36.636482 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:36.685603 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb47d6d2-2118-4936-b813-22961abad1a7 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Made reservation on behalf of bc2e8f6eac744d67844a8550a84148ed for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:15:36.693553 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb47d6d2-2118-4936-b813-22961abad1a7 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:37.022126 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb47d6d2-2118-4936-b813-22961abad1a7 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:37.132997 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb47d6d2-2118-4936-b813-22961abad1a7 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Checking segment: {'id': '8c3350d1-269e-4ebd-8418-d458ace8731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '65ab084d-9896-46bd-a790-73cb449a8dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:15:37.133641 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb47d6d2-2118-4936-b813-22961abad1a7 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Network hostable DHCP agents. Network: 65ab084d-9896-46bd-a790-73cb449a8dad, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:15:37.159202 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47d6d2-2118-4936-b813-22961abad1a7 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event updated for resources: {'Subnet': ['ID=f3471cfb-af68-4394-a663-e512c4cb0f81,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:37.171996 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb47d6d2-2118-4936-b813-22961abad1a7 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Network 65ab084d-9896-46bd-a790-73cb449a8dad is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:15:37.197296 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fb47d6d2-2118-4936-b813-22961abad1a7 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 65ab084d-9896-46bd-a790-73cb449a8dad) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:15:37.208875 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420a6fa2-7b44-4c33-93a5-7fbdd28ea6d3 None None] Network 65ab084d-9896-46bd-a790-73cb449a8dad requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:37.237866 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb47d6d2-2118-4936-b813-22961abad1a7 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:37.239585 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb47d6d2-2118-4936-b813-22961abad1a7 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:37.277487 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33620) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:37.278091 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fb47d6d2-2118-4936-b813-22961abad1a7 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8926291 Dec 06 15:15:37.290247 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-893a1c24-d5dc-4951-a423-b2b98a98da95 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Request body: {'network': {'name': 'tempest-router-network01--722449969'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:37.357945 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893a1c24-d5dc-4951-a423-b2b98a98da95 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Made reservation on behalf of bc2e8f6eac744d67844a8550a84148ed for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:15:37.370190 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-893a1c24-d5dc-4951-a423-b2b98a98da95 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:37.520639 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893a1c24-d5dc-4951-a423-b2b98a98da95 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:15:37.548043 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-893a1c24-d5dc-4951-a423-b2b98a98da95 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:37.548663 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-893a1c24-d5dc-4951-a423-b2b98a98da95 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Added segment 48b2f597-cb1c-44cc-831d-397a6b7144a5 of type vlan for network 5f502c99-c9f9-4e8c-a641-777e6bd12e4a Dec 06 15:15:37.631119 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-65ab084d-9896-46bd-a790-73cb449a8dad', 'network_id': '65ab084d-9896-46bd-a790-73cb449a8dad', 'tenant_id': 'bc2e8f6eac744d67844a8550a84148ed', 'fixed_ips': [{'subnet_id': 'f3471cfb-af68-4394-a663-e512c4cb0f81'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:15:37.632091 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:37.677315 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-893a1c24-d5dc-4951-a423-b2b98a98da95 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:37.817309 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-893a1c24-d5dc-4951-a423-b2b98a98da95 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:37.823223 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893a1c24-d5dc-4951-a423-b2b98a98da95 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:37.840226 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-893a1c24-d5dc-4951-a423-b2b98a98da95 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:38.009765 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-893a1c24-d5dc-4951-a423-b2b98a98da95 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7288527 Dec 06 15:15:38.011708 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33644) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:38.037082 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ce656fa0-799c-41e9-8621-7448019d4ca1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Request body: {'network': {'name': 'tempest-router-network02--2085600944'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:38.058295 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Allocated IP 2001:db8::2 (65ab084d-9896-46bd-a790-73cb449a8dad/f3471cfb-af68-4394-a663-e512c4cb0f81/62a85bad-c31c-4173-a294-eb47c4215b84) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:15:38.141767 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a1c24-d5dc-4951-a423-b2b98a98da95 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event updated for resources: {'Network': ['ID=5f502c99-c9f9-4e8c-a641-777e6bd12e4a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:38.226318 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce656fa0-799c-41e9-8621-7448019d4ca1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Made reservation on behalf of bc2e8f6eac744d67844a8550a84148ed for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:15:38.230551 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce656fa0-799c-41e9-8621-7448019d4ca1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:38.248956 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 5f502c99-c9f9-4e8c-a641-777e6bd12e4a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:15:38.282624 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce656fa0-799c-41e9-8621-7448019d4ca1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:15:38.294208 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce656fa0-799c-41e9-8621-7448019d4ca1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:38.295170 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-ce656fa0-799c-41e9-8621-7448019d4ca1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Added segment 2bc95dbe-3782-471f-8616-72bde085b832 of type vlan for network ad1e4e53-26c4-42e4-8bb8-3e73cd93a497 Dec 06 15:15:38.360416 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce656fa0-799c-41e9-8621-7448019d4ca1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:38.437337 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce656fa0-799c-41e9-8621-7448019d4ca1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:38.444863 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce656fa0-799c-41e9-8621-7448019d4ca1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:38.447597 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce656fa0-799c-41e9-8621-7448019d4ca1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:38.513298 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ce656fa0-799c-41e9-8621-7448019d4ca1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4969728 Dec 06 15:15:38.515212 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33650) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:38.522789 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Request body: {'subnet': {'network_id': '5f502c99-c9f9-4e8c-a641-777e6bd12e4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:38.566171 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:38.581786 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:38.618263 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce656fa0-799c-41e9-8621-7448019d4ca1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event updated for resources: {'Network': ['ID=ad1e4e53-26c4-42e4-8bb8-3e73cd93a497,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:38.677520 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network ad1e4e53-26c4-42e4-8bb8-3e73cd93a497 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:15:38.810760 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Made reservation on behalf of bc2e8f6eac744d67844a8550a84148ed for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:15:38.816097 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:38.823230 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Network 65ab084d-9896-46bd-a790-73cb449a8dad is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:15:38.827050 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:15:38.838463 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:15:38.942050 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Pushing event updated for resources: {'Port': ['ID=62a85bad-c31c-4173-a294-eb47c4215b84,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:39.056369 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Attempting to bind port 62a85bad-c31c-4173-a294-eb47c4215b84 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:15:39.056768 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Attempting to bind port 62a85bad-c31c-4173-a294-eb47c4215b84 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8c3350d1-269e-4ebd-8418-d458ace8731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '65ab084d-9896-46bd-a790-73cb449a8dad'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:15:39.057120 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Attempting to bind port 62a85bad-c31c-4173-a294-eb47c4215b84 on network 65ab084d-9896-46bd-a790-73cb449a8dad {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:15:39.075058 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:15:39.075444 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Checking segment: {'id': '8c3350d1-269e-4ebd-8418-d458ace8731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '65ab084d-9896-46bd-a790-73cb449a8dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:15:39.075873 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:39.076269 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Bound using segment: {'id': '8c3350d1-269e-4ebd-8418-d458ace8731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '65ab084d-9896-46bd-a790-73cb449a8dad'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:15:39.076726 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Bound port: 62a85bad-c31c-4173-a294-eb47c4215b84, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3350d1-269e-4ebd-8418-d458ace8731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '65ab084d-9896-46bd-a790-73cb449a8dad'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:15:39.077107 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:39.089580 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:39.173187 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event updated for resources: {'Subnet': ['ID=86628495-3600-4adf-bdb7-189c4e7847db,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:39.188360 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Checking segment: {'id': '48b2f597-cb1c-44cc-831d-397a6b7144a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5f502c99-c9f9-4e8c-a641-777e6bd12e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:15:39.188941 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Network hostable DHCP agents. Network: 5f502c99-c9f9-4e8c-a641-777e6bd12e4a, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:15:39.197079 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:39.197525 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:39.199702 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:39.199702 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:39.199702 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:39.199702 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:39.199702 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:39.199702 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:39.200652 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:39.201380 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:39.201798 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:39.202333 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:39.203049 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:15:39.220999 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Network 5f502c99-c9f9-4e8c-a641-777e6bd12e4a is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:15:39.234191 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5f502c99-c9f9-4e8c-a641-777e6bd12e4a) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:15:39.242085 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:39.243173 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:39.261436 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c22d57a-75ca-4473-9660-2ce8c8921fc0 None None] Network 5f502c99-c9f9-4e8c-a641-777e6bd12e4a requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:39.266998 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-184e88d4-da3f-4ce6-901e-3a163b77b629 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7497473 Dec 06 15:15:39.269854 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33692) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:39.278548 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-08baab5f-5d57-407e-b463-2825b073986e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Request body: {'subnet': {'network_id': 'ad1e4e53-26c4-42e4-8bb8-3e73cd93a497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:39.353148 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] For port 62a85bad-c31c-4173-a294-eb47c4215b84, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:15:39.389787 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08baab5f-5d57-407e-b463-2825b073986e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Made reservation on behalf of bc2e8f6eac744d67844a8550a84148ed for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:15:39.393892 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08baab5f-5d57-407e-b463-2825b073986e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:39.429317 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] For port 62a85bad-c31c-4173-a294-eb47c4215b84, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=62a85bad-c31c-4173-a294-eb47c4215b84,segment=NetworkSegment(8c3350d1-269e-4ebd-8418-d458ace8731f),segment_id=8c3350d1-269e-4ebd-8418-d458ace8731f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:15:39.740576 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:39.958957 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08baab5f-5d57-407e-b463-2825b073986e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:39.986885 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4289d9-8f3e-4ce3-a415-21f156fd9d99 None None] Pushing event updated for resources: {'Port': ['ID=62a85bad-c31c-4173-a294-eb47c4215b84,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:40.022813 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08baab5f-5d57-407e-b463-2825b073986e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event updated for resources: {'Subnet': ['ID=fbf87dfd-cd04-44e0-ae31-03a733aa1cd8,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:40.099305 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08baab5f-5d57-407e-b463-2825b073986e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Checking segment: {'id': '2bc95dbe-3782-471f-8616-72bde085b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ad1e4e53-26c4-42e4-8bb8-3e73cd93a497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:15:40.099684 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08baab5f-5d57-407e-b463-2825b073986e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Network hostable DHCP agents. Network: ad1e4e53-26c4-42e4-8bb8-3e73cd93a497, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:15:40.149363 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08baab5f-5d57-407e-b463-2825b073986e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Network ad1e4e53-26c4-42e4-8bb8-3e73cd93a497 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:15:40.179365 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-08baab5f-5d57-407e-b463-2825b073986e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ad1e4e53-26c4-42e4-8bb8-3e73cd93a497) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:15:40.186076 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08baab5f-5d57-407e-b463-2825b073986e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:40.186678 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08baab5f-5d57-407e-b463-2825b073986e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:40.201091 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3138d436-d120-4d40-930c-2e1bd693f5e0 None None] Network ad1e4e53-26c4-42e4-8bb8-3e73cd93a497 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:40.229891 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-08baab5f-5d57-407e-b463-2825b073986e tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9587421 Dec 06 15:15:40.232480 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 33752) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:40.435145 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5f502c99-c9f9-4e8c-a641-777e6bd12e4a', 'network_id': '5f502c99-c9f9-4e8c-a641-777e6bd12e4a', 'tenant_id': 'bc2e8f6eac744d67844a8550a84148ed', 'fixed_ips': [{'subnet_id': '86628495-3600-4adf-bdb7-189c4e7847db'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:15:40.438559 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:40.904188 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Allocated IP 2001:db8::2 (5f502c99-c9f9-4e8c-a641-777e6bd12e4a/86628495-3600-4adf-bdb7-189c4e7847db/1ee03ab8-82fc-4e62-868c-8b985227db1b) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:15:41.073354 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:41.263446 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ad1e4e53-26c4-42e4-8bb8-3e73cd93a497', 'network_id': 'ad1e4e53-26c4-42e4-8bb8-3e73cd93a497', 'tenant_id': 'bc2e8f6eac744d67844a8550a84148ed', 'fixed_ips': [{'subnet_id': 'fbf87dfd-cd04-44e0-ae31-03a733aa1cd8'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:15:41.264656 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:41.604212 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Allocated IP 2001:db8::2 (ad1e4e53-26c4-42e4-8bb8-3e73cd93a497/fbf87dfd-cd04-44e0-ae31-03a733aa1cd8/cd795f29-55f1-4418-9000-fe718a02010b) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:15:41.780460 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 62a85bad-c31c-4173-a294-eb47c4215b84 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:15:41.908293 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:42.004417 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:42.061141 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Allocated IP 2001:db8::1 (5f502c99-c9f9-4e8c-a641-777e6bd12e4a/86628495-3600-4adf-bdb7-189c4e7847db/9d98e511-ca41-4617-b002-63e4e4806035) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:15:42.260535 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da77612d-5d5c-4c94-b05f-80ffc62cd8a2 None None] Network 65ab084d-9896-46bd-a790-73cb449a8dad requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:42.290499 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Network 5f502c99-c9f9-4e8c-a641-777e6bd12e4a is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:15:42.373335 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:42.388738 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Pushing event updated for resources: {'Port': ['ID=1ee03ab8-82fc-4e62-868c-8b985227db1b,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:42.399170 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:15:42.412107 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:15:42.472441 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:42.522272 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:42.548145 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 62a85bad-c31c-4173-a294-eb47c4215b84 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:42.548519 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:42.603826 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Network 5f502c99-c9f9-4e8c-a641-777e6bd12e4a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:15:42.610782 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:15:42.622860 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:15:42.623568 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:42.632057 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:42.648911 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-482c0b8a-a60d-4a6e-81dd-0056f5d18c39 None None] Provisioning complete for port 62a85bad-c31c-4173-a294-eb47c4215b84 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:42.649202 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-482c0b8a-a60d-4a6e-81dd-0056f5d18c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:42.725247 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Attempting to bind port 1ee03ab8-82fc-4e62-868c-8b985227db1b on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:15:42.725629 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Attempting to bind port 1ee03ab8-82fc-4e62-868c-8b985227db1b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '48b2f597-cb1c-44cc-831d-397a6b7144a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5f502c99-c9f9-4e8c-a641-777e6bd12e4a'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:15:42.725993 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Attempting to bind port 1ee03ab8-82fc-4e62-868c-8b985227db1b on network 5f502c99-c9f9-4e8c-a641-777e6bd12e4a {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:15:42.748261 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:15:42.749189 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Checking segment: {'id': '48b2f597-cb1c-44cc-831d-397a6b7144a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5f502c99-c9f9-4e8c-a641-777e6bd12e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:15:42.750041 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:42.750595 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Bound using segment: {'id': '48b2f597-cb1c-44cc-831d-397a6b7144a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5f502c99-c9f9-4e8c-a641-777e6bd12e4a'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:15:42.751252 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Bound port: 1ee03ab8-82fc-4e62-868c-8b985227db1b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b2f597-cb1c-44cc-831d-397a6b7144a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5f502c99-c9f9-4e8c-a641-777e6bd12e4a'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:15:42.751840 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:42.795850 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event updated for resources: {'Port': ['ID=9d98e511-ca41-4617-b002-63e4e4806035,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:42.803244 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Network ad1e4e53-26c4-42e4-8bb8-3e73cd93a497 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:15:42.844547 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33934) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:42.909662 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:15:42.912568 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:42.922415 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:15:43.019237 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:43.047333 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Pushing event updated for resources: {'Port': ['ID=cd795f29-55f1-4418-9000-fe718a02010b,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:43.139414 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 62a85bad-c31c-4173-a294-eb47c4215b84, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=62a85bad-c31c-4173-a294-eb47c4215b84,segment=NetworkSegment(8c3350d1-269e-4ebd-8418-d458ace8731f),segment_id=8c3350d1-269e-4ebd-8418-d458ace8731f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:15:43.212036 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] For port 1ee03ab8-82fc-4e62-868c-8b985227db1b, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:15:43.217348 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] For port 1ee03ab8-82fc-4e62-868c-8b985227db1b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1ee03ab8-82fc-4e62-868c-8b985227db1b,segment=NetworkSegment(48b2f597-cb1c-44cc-831d-397a6b7144a5),segment_id=48b2f597-cb1c-44cc-831d-397a6b7144a5)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:15:43.218759 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1efdb9b5-9eff-4394-9ff4-d41129ae8276 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:43.231212 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:43.244335 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:43.359910 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Attempting to bind port cd795f29-55f1-4418-9000-fe718a02010b on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:15:43.360294 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Attempting to bind port cd795f29-55f1-4418-9000-fe718a02010b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2bc95dbe-3782-471f-8616-72bde085b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ad1e4e53-26c4-42e4-8bb8-3e73cd93a497'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:15:43.360662 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Attempting to bind port cd795f29-55f1-4418-9000-fe718a02010b on network ad1e4e53-26c4-42e4-8bb8-3e73cd93a497 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:15:43.412860 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1efdb9b5-9eff-4394-9ff4-d41129ae8276 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:43.418518 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1efdb9b5-9eff-4394-9ff4-d41129ae8276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:43.483677 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=62a85bad-c31c-4173-a294-eb47c4215b84,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:43.541349 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1efdb9b5-9eff-4394-9ff4-d41129ae8276 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1533911c1db54df7af4e3ae6be09b890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6944306 Dec 06 15:15:43.541911 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 33982) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:43.542586 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdb9b5-9eff-4394-9ff4-d41129ae8276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f093f5-f317-4663-b254-d247d18bb77e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:43.656971 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d670f186-38c4-4c52-8d64-d40ad3b226d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:43.704623 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:43.733904 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:43.735022 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:43.746791 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d670f186-38c4-4c52-8d64-d40ad3b226d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:43.869754 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d670f186-38c4-4c52-8d64-d40ad3b226d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:43.872755 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d670f186-38c4-4c52-8d64-d40ad3b226d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:43.874074 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d670f186-38c4-4c52-8d64-d40ad3b226d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47f093f5-f317-4663-b254-d247d18bb77e HTTP/1.1" status: 204 len: 168 time: 0.3285725 Dec 06 15:15:43.894148 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670f186-38c4-4c52-8d64-d40ad3b226d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f093f5-f317-4663-b254-d247d18bb77e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:43.936835 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Network 5f502c99-c9f9-4e8c-a641-777e6bd12e4a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:15:43.941193 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:15:43.965326 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event updated for resources: {'Port': ['ID=9d98e511-ca41-4617-b002-63e4e4806035,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:44.167388 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:15:44.170177 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Checking segment: {'id': '2bc95dbe-3782-471f-8616-72bde085b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ad1e4e53-26c4-42e4-8bb8-3e73cd93a497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:15:44.170779 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:44.171142 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Bound using segment: {'id': '2bc95dbe-3782-471f-8616-72bde085b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ad1e4e53-26c4-42e4-8bb8-3e73cd93a497'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:15:44.175593 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Bound port: cd795f29-55f1-4418-9000-fe718a02010b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc95dbe-3782-471f-8616-72bde085b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ad1e4e53-26c4-42e4-8bb8-3e73cd93a497'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:15:44.176183 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:44.255883 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Router d970f94b-728f-4fd3-8542-1e6b3d8a9fd6 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:15:44.298223 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 62a85bad-c31c-4173-a294-eb47c4215b84 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:15:44.465782 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547b9ce-7ed5-451a-8d40-9a1c76804137 None None] Pushing event updated for resources: {'Port': ['ID=1ee03ab8-82fc-4e62-868c-8b985227db1b,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:44.524121 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:15:44.547675 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-119dc95e-218d-49fa-a0fe-8038fbf2cc30 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "PUT /v2.0/routers/d970f94b-728f-4fd3-8542-1e6b3d8a9fd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3141160 Dec 06 15:15:44.550652 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34060) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:44.555045 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] For port cd795f29-55f1-4418-9000-fe718a02010b, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:15:44.570504 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] For port cd795f29-55f1-4418-9000-fe718a02010b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cd795f29-55f1-4418-9000-fe718a02010b,segment=NetworkSegment(2bc95dbe-3782-471f-8616-72bde085b832),segment_id=2bc95dbe-3782-471f-8616-72bde085b832)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:15:44.574068 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1301aa13-925b-4eb2-bce1-cbae4bf98a29 None None] Sync routers for ids ['d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:15:44.586912 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:44.707613 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301aa13-925b-4eb2-bce1-cbae4bf98a29 None None] Routers {'d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:15:44.711936 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1301aa13-925b-4eb2-bce1-cbae4bf98a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:15:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:44.721470 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34068) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:44.752937 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a06a89a-5734-4897-bf43-a2aff3a38de9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:44.882292 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 62a85bad-c31c-4173-a294-eb47c4215b84 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:44.883850 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:44.887055 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1301aa13-925b-4eb2-bce1-cbae4bf98a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:44.956926 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a06a89a-5734-4897-bf43-a2aff3a38de9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:44.982547 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a06a89a-5734-4897-bf43-a2aff3a38de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:44.986451 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ddb66-3c35-4e04-9eb4-58ea847cead3 None None] Pushing event updated for resources: {'Port': ['ID=cd795f29-55f1-4418-9000-fe718a02010b,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:45.019865 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301aa13-925b-4eb2-bce1-cbae4bf98a29 None None] Routers {'d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:15:45.020521 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1301aa13-925b-4eb2-bce1-cbae4bf98a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:15:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:45.058436 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06a89a-5734-4897-bf43-a2aff3a38de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb28d12f-044b-4ef0-8f60-517e726135fb,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:45.091321 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9a06a89a-5734-4897-bf43-a2aff3a38de9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2f14e900d8f4015908e5242908d77a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3684731 Dec 06 15:15:45.095029 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34088) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:45.203542 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1301aa13-925b-4eb2-bce1-cbae4bf98a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:45.204276 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1301aa13-925b-4eb2-bce1-cbae4bf98a29 None None] The sync data for ids ['d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:15:45.255036 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-60d0401f-5b76-4512-b224-198ac72d1617 None None] Provisioning complete for port 62a85bad-c31c-4173-a294-eb47c4215b84 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:45.257687 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-60d0401f-5b76-4512-b224-198ac72d1617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:45.259068 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd367b8e-4afc-4390-b934-9084bdd2c30d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:45.334993 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd367b8e-4afc-4390-b934-9084bdd2c30d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:45.458824 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd367b8e-4afc-4390-b934-9084bdd2c30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:45.471598 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd367b8e-4afc-4390-b934-9084bdd2c30d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:45.474263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bd367b8e-4afc-4390-b934-9084bdd2c30d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb28d12f-044b-4ef0-8f60-517e726135fb HTTP/1.1" status: 204 len: 168 time: 0.3775921 Dec 06 15:15:45.501692 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd367b8e-4afc-4390-b934-9084bdd2c30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb28d12f-044b-4ef0-8f60-517e726135fb,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:45.846240 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cd795f29-55f1-4418-9000-fe718a02010b up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:15:45.911152 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-b664872e-b3a5-4086-944b-10dca4194260 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:15:45.913215 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b664872e-b3a5-4086-944b-10dca4194260 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "PUT /v2.0/routers/d970f94b-728f-4fd3-8542-1e6b3d8a9fd6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3615458 Dec 06 15:15:45.916426 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34144) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:46.038523 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port cd795f29-55f1-4418-9000-fe718a02010b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:46.038523 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:46.267115 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:46.390299 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port cd795f29-55f1-4418-9000-fe718a02010b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cd795f29-55f1-4418-9000-fe718a02010b,segment=NetworkSegment(2bc95dbe-3782-471f-8616-72bde085b832),segment_id=2bc95dbe-3782-471f-8616-72bde085b832)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:15:46.402195 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:46.402991 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1ee03ab8-82fc-4e62-868c-8b985227db1b up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:15:46.561602 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 1ee03ab8-82fc-4e62-868c-8b985227db1b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:46.561981 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:46.585725 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=cd795f29-55f1-4418-9000-fe718a02010b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:46.673793 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bc8f50-e7d6-41e4-9bb1-4f895b13e423 None None] Network 5f502c99-c9f9-4e8c-a641-777e6bd12e4a requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:46.818194 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:46.827265 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5027c653-9f45-4f73-972f-408caa76a02f None None] Provisioning complete for port 1ee03ab8-82fc-4e62-868c-8b985227db1b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:46.828034 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5027c653-9f45-4f73-972f-408caa76a02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:46.920732 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10498c99-190e-4c48-bb7b-7a8d26c217b9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:46.931551 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1f7c28-4f9e-45c9-b95b-81190f979c8c None None] Network ad1e4e53-26c4-42e4-8bb8-3e73cd93a497 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:47.005320 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 1ee03ab8-82fc-4e62-868c-8b985227db1b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1ee03ab8-82fc-4e62-868c-8b985227db1b,segment=NetworkSegment(48b2f597-cb1c-44cc-831d-397a6b7144a5),segment_id=48b2f597-cb1c-44cc-831d-397a6b7144a5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:15:47.032983 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:47.259579 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=1ee03ab8-82fc-4e62-868c-8b985227db1b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:47.352134 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b2082605-573a-4ae3-b6f7-691315dc5836 None None] Provisioning complete for port cd795f29-55f1-4418-9000-fe718a02010b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:47.352838 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b2082605-573a-4ae3-b6f7-691315dc5836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:47.614540 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-10498c99-190e-4c48-bb7b-7a8d26c217b9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Deleting port 9d98e511-ca41-4617-b002-63e4e4806035 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:15:47.614881 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10498c99-190e-4c48-bb7b-7a8d26c217b9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:47.774534 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cd795f29-55f1-4418-9000-fe718a02010b up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:15:47.810920 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10498c99-190e-4c48-bb7b-7a8d26c217b9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:47.841399 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-10498c99-190e-4c48-bb7b-7a8d26c217b9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Calling delete_port for 9d98e511-ca41-4617-b002-63e4e4806035 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:15:47.988930 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9afcc9f3-91a1-470c-8932-81619eb16933 None None] Provisioning complete for port 1ee03ab8-82fc-4e62-868c-8b985227db1b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:47.989602 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9afcc9f3-91a1-470c-8932-81619eb16933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:48.070432 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port cd795f29-55f1-4418-9000-fe718a02010b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:48.071244 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:48.317758 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1ee03ab8-82fc-4e62-868c-8b985227db1b up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:15:48.440721 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9afcc9f3-91a1-470c-8932-81619eb16933 None None] Provisioning complete for port 9d98e511-ca41-4617-b002-63e4e4806035 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:48.441391 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9afcc9f3-91a1-470c-8932-81619eb16933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:48.537569 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 1ee03ab8-82fc-4e62-868c-8b985227db1b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:48.538323 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:48.612792 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9afcc9f3-91a1-470c-8932-81619eb16933 None None] Port 9d98e511-ca41-4617-b002-63e4e4806035 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:15:48.747624 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-af9f5163-3480-41dc-aa3e-b02053c57550 None None] Provisioning complete for port cd795f29-55f1-4418-9000-fe718a02010b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:48.748176 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-af9f5163-3480-41dc-aa3e-b02053c57550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:48.895091 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10498c99-190e-4c48-bb7b-7a8d26c217b9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:48.985160 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-af9f5163-3480-41dc-aa3e-b02053c57550 None None] Could not find standard attr ID for object 9d98e511-ca41-4617-b002-63e4e4806035. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:15:49.004526 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10498c99-190e-4c48-bb7b-7a8d26c217b9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event deleted for resources: {'Port': ['ID=9d98e511-ca41-4617-b002-63e4e4806035,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:49.099210 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-aed7aff6-eecc-40ec-911f-beb8d61ed77c None None] Could not find standard attr ID for object 9d98e511-ca41-4617-b002-63e4e4806035. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:15:49.230247 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10498c99-190e-4c48-bb7b-7a8d26c217b9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:49.472355 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10498c99-190e-4c48-bb7b-7a8d26c217b9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Router d970f94b-728f-4fd3-8542-1e6b3d8a9fd6 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:15:49.635195 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10498c99-190e-4c48-bb7b-7a8d26c217b9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:15:49.647095 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb029850-3fa3-49aa-ae9d-d1905a876b80 None None] Sync routers for ids ['d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:15:49.652537 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-10498c99-190e-4c48-bb7b-7a8d26c217b9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "PUT /v2.0/routers/d970f94b-728f-4fd3-8542-1e6b3d8a9fd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7339969 Dec 06 15:15:49.656260 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34300) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:49.668931 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb029850-3fa3-49aa-ae9d-d1905a876b80 None None] Routers {'d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:15:49.669952 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-eb029850-3fa3-49aa-ae9d-d1905a876b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:15:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:49.710241 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-eb029850-3fa3-49aa-ae9d-d1905a876b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:49.715795 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-1ea664ef-32c4-49c8-8b07-6f50d2e62f10 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] delete failed (client error): The resource could not be found. Dec 06 15:15:49.717684 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1ea664ef-32c4-49c8-8b07-6f50d2e62f10 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-2072590852 HTTP/1.1" status: 404 len: 335 time: 0.0592458 Dec 06 15:15:49.721352 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34304) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:49.723473 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb029850-3fa3-49aa-ae9d-d1905a876b80 None None] Routers {'d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:15:49.724150 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-eb029850-3fa3-49aa-ae9d-d1905a876b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:15:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:49.726675 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ad9c2282-8173-4e6c-8a7a-4c1d8e267ae4 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd970f94b-728f-4fd3-8542-1e6b3d8a9fd6'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:49.760848 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-eb029850-3fa3-49aa-ae9d-d1905a876b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:49.761945 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb029850-3fa3-49aa-ae9d-d1905a876b80 None None] The sync data for ids ['d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:15:49.945783 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad9c2282-8173-4e6c-8a7a-4c1d8e267ae4 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:49.968716 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-ad9c2282-8173-4e6c-8a7a-4c1d8e267ae4 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] update failed (client error): The resource could not be found. Dec 06 15:15:49.970191 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ad9c2282-8173-4e6c-8a7a-4c1d8e267ae4 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "PUT /v2.0/routers/d970f94b-728f-4fd3-8542-1e6b3d8a9fd6 HTTP/1.1" status: 404 len: 339 time: 0.2476988 Dec 06 15:15:49.974350 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34308) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:49.980469 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2ee084c6-cd6b-4525-9060-3c77cf4c17a6 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-696388360'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:50.002562 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee084c6-cd6b-4525-9060-3c77cf4c17a6 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Made reservation on behalf of bc2e8f6eac744d67844a8550a84148ed for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:15:50.006609 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ee084c6-cd6b-4525-9060-3c77cf4c17a6 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:50.034798 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee084c6-cd6b-4525-9060-3c77cf4c17a6 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:15:50.046232 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ee084c6-cd6b-4525-9060-3c77cf4c17a6 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:50.047083 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-2ee084c6-cd6b-4525-9060-3c77cf4c17a6 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Added segment 303ab5a6-ad40-4e41-b9bf-2ef5ae5ed9d3 of type vlan for network 335160d3-233d-4883-8745-4e4b6a458251 Dec 06 15:15:50.104010 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ee084c6-cd6b-4525-9060-3c77cf4c17a6 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:50.132658 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ee084c6-cd6b-4525-9060-3c77cf4c17a6 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:50.139562 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee084c6-cd6b-4525-9060-3c77cf4c17a6 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:50.140385 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ee084c6-cd6b-4525-9060-3c77cf4c17a6 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:50.172142 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2ee084c6-cd6b-4525-9060-3c77cf4c17a6 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1962857 Dec 06 15:15:50.174958 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34316) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:50.180305 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-80086e06-4e30-4565-b908-a6adf7ca261b tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Request body: {'subnet': {'network_id': '335160d3-233d-4883-8745-4e4b6a458251', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:50.232730 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee084c6-cd6b-4525-9060-3c77cf4c17a6 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event updated for resources: {'Network': ['ID=335160d3-233d-4883-8745-4e4b6a458251,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:50.244541 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 335160d3-233d-4883-8745-4e4b6a458251 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:15:50.335127 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80086e06-4e30-4565-b908-a6adf7ca261b tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Made reservation on behalf of bc2e8f6eac744d67844a8550a84148ed for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:15:50.339389 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80086e06-4e30-4565-b908-a6adf7ca261b tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:50.646381 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80086e06-4e30-4565-b908-a6adf7ca261b tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:50.751019 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80086e06-4e30-4565-b908-a6adf7ca261b tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event updated for resources: {'Subnet': ['ID=debc7c40-d4f3-49aa-9d8a-5a37f06b2184,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:50.756812 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80086e06-4e30-4565-b908-a6adf7ca261b tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Checking segment: {'id': '303ab5a6-ad40-4e41-b9bf-2ef5ae5ed9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '335160d3-233d-4883-8745-4e4b6a458251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:15:50.757353 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80086e06-4e30-4565-b908-a6adf7ca261b tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Network hostable DHCP agents. Network: 335160d3-233d-4883-8745-4e4b6a458251, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:15:50.781500 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80086e06-4e30-4565-b908-a6adf7ca261b tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Network 335160d3-233d-4883-8745-4e4b6a458251 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:15:50.795461 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-80086e06-4e30-4565-b908-a6adf7ca261b tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 335160d3-233d-4883-8745-4e4b6a458251) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:15:50.801232 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80086e06-4e30-4565-b908-a6adf7ca261b tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:50.801889 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80086e06-4e30-4565-b908-a6adf7ca261b tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:50.806918 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a7511d-415d-448c-9aac-cd638a05610d None None] Network 335160d3-233d-4883-8745-4e4b6a458251 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:50.827778 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-80086e06-4e30-4565-b908-a6adf7ca261b tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6492085 Dec 06 15:15:50.828117 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34328) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:50.835481 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3e4de398-461c-4da3-97ca-cc30823c43e3 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Request body: {'router': {'external_gateway_info': {'network_id': '335160d3-233d-4883-8745-4e4b6a458251'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:51.138641 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-335160d3-233d-4883-8745-4e4b6a458251', 'network_id': '335160d3-233d-4883-8745-4e4b6a458251', 'tenant_id': 'bc2e8f6eac744d67844a8550a84148ed', 'fixed_ips': [{'subnet_id': 'debc7c40-d4f3-49aa-9d8a-5a37f06b2184'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:15:51.139783 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:51.233800 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e4de398-461c-4da3-97ca-cc30823c43e3 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:51.410658 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-3e4de398-461c-4da3-97ca-cc30823c43e3 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:15:51.415783 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3e4de398-461c-4da3-97ca-cc30823c43e3 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "PUT /v2.0/routers/d970f94b-728f-4fd3-8542-1e6b3d8a9fd6 HTTP/1.1" status: 400 len: 364 time: 0.5831389 Dec 06 15:15:51.416048 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34344) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:51.449177 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Allocated IP 2001:db8:1::2 (335160d3-233d-4883-8745-4e4b6a458251/debc7c40-d4f3-49aa-9d8a-5a37f06b2184/53723f9e-6209-4bcf-925d-45623c97a2e3) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:15:51.780761 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:51.804103 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:51.866843 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Network 335160d3-233d-4883-8745-4e4b6a458251 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:15:51.869974 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:15:51.875052 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:15:51.878893 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Pushing event updated for resources: {'Port': ['ID=53723f9e-6209-4bcf-925d-45623c97a2e3,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:52.122908 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Attempting to bind port 53723f9e-6209-4bcf-925d-45623c97a2e3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:15:52.123615 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Attempting to bind port 53723f9e-6209-4bcf-925d-45623c97a2e3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '303ab5a6-ad40-4e41-b9bf-2ef5ae5ed9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '335160d3-233d-4883-8745-4e4b6a458251'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:15:52.124264 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Attempting to bind port 53723f9e-6209-4bcf-925d-45623c97a2e3 on network 335160d3-233d-4883-8745-4e4b6a458251 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:15:52.130865 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:15:52.131621 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Checking segment: {'id': '303ab5a6-ad40-4e41-b9bf-2ef5ae5ed9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '335160d3-233d-4883-8745-4e4b6a458251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:15:52.132280 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:52.132901 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Bound using segment: {'id': '303ab5a6-ad40-4e41-b9bf-2ef5ae5ed9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '335160d3-233d-4883-8745-4e4b6a458251'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:15:52.133612 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Bound port: 53723f9e-6209-4bcf-925d-45623c97a2e3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303ab5a6-ad40-4e41-b9bf-2ef5ae5ed9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '335160d3-233d-4883-8745-4e4b6a458251'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:15:52.134271 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:52.224554 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] For port 53723f9e-6209-4bcf-925d-45623c97a2e3, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:15:52.235249 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] For port 53723f9e-6209-4bcf-925d-45623c97a2e3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=53723f9e-6209-4bcf-925d-45623c97a2e3,segment=NetworkSegment(303ab5a6-ad40-4e41-b9bf-2ef5ae5ed9d3),segment_id=303ab5a6-ad40-4e41-b9bf-2ef5ae5ed9d3)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:15:52.242146 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34362) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:52.246803 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:52.291532 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:52.336269 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771bdc2-300f-4b93-b63a-e6a0c96eab50 None None] Pushing event updated for resources: {'Port': ['ID=53723f9e-6209-4bcf-925d-45623c97a2e3,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:52.591537 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47b67ce-b095-4bb7-8698-c031adef6cb7 admin admin] Deleting subnet 4f572951-b4e9-40fc-8bd7-b77e01df6bc8 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:15:52.601261 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a47b67ce-b095-4bb7-8698-c031adef6cb7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:52.710907 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a47b67ce-b095-4bb7-8698-c031adef6cb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:52.867012 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a47b67ce-b095-4bb7-8698-c031adef6cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:52.932390 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Allocated IP 2001:db8::1 (65ab084d-9896-46bd-a790-73cb449a8dad/f3471cfb-af68-4394-a663-e512c4cb0f81/04e94305-1177-4b1a-b1c5-ba2a4c5a9e3a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:15:53.150422 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a47b67ce-b095-4bb7-8698-c031adef6cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:53.253533 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b67ce-b095-4bb7-8698-c031adef6cb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f572951-b4e9-40fc-8bd7-b77e01df6bc8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:53.307539 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6956ebd-0ac1-4806-b663-9a189c31b732 None None] Network dc9ad979-ec78-49f6-8ae9-bfae4bd53aab requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:53.312704 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a47b67ce-b095-4bb7-8698-c031adef6cb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:53.325697 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34420) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:53.336342 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a47b67ce-b095-4bb7-8698-c031adef6cb7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4f572951-b4e9-40fc-8bd7-b77e01df6bc8 HTTP/1.1" status: 204 len: 168 time: 1.0930958 Dec 06 15:15:53.421075 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:53.512107 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:53.540982 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75af3d71-c0f1-4ab4-a6de-ee3861612078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:53.603516 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5cddb5-f424-4719-8744-75e853218367 None None] DHCP port deletion for dc9ad979-ec78-49f6-8ae9-bfae4bd53aab request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:15:53.645048 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Network 65ab084d-9896-46bd-a790-73cb449a8dad is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:15:53.651235 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:15:53.679865 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:15:53.707687 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:53.796733 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 53723f9e-6209-4bcf-925d-45623c97a2e3 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:15:53.872790 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75af3d71-c0f1-4ab4-a6de-ee3861612078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:53.916615 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 53723f9e-6209-4bcf-925d-45623c97a2e3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:53.916982 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:53.924555 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event updated for resources: {'Port': ['ID=04e94305-1177-4b1a-b1c5-ba2a4c5a9e3a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:53.975765 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-75af3d71-c0f1-4ab4-a6de-ee3861612078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9ad979-ec78-49f6-8ae9-bfae4bd53aab']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:54.021130 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-75af3d71-c0f1-4ab4-a6de-ee3861612078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a239ed6a-23b5-4052-b4e7-e8d2350a6a97') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:54.021480 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-75af3d71-c0f1-4ab4-a6de-ee3861612078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a239ed6a-23b5-4052-b4e7-e8d2350a6a97') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:54.065587 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75af3d71-c0f1-4ab4-a6de-ee3861612078 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:54.110038 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75af3d71-c0f1-4ab4-a6de-ee3861612078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:54.115460 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:54.136584 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75af3d71-c0f1-4ab4-a6de-ee3861612078 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:15:54.139489 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75af3d71-c0f1-4ab4-a6de-ee3861612078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:54.226438 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 53723f9e-6209-4bcf-925d-45623c97a2e3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=53723f9e-6209-4bcf-925d-45623c97a2e3,segment=NetworkSegment(303ab5a6-ad40-4e41-b9bf-2ef5ae5ed9d3),segment_id=303ab5a6-ad40-4e41-b9bf-2ef5ae5ed9d3)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:15:54.236954 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:15:54.290874 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:15:54.369255 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25599985-ad54-464b-82a7-a791c0ccb7f3 None None] Network 335160d3-233d-4883-8745-4e4b6a458251 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:15:54.394148 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:54.434661 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75af3d71-c0f1-4ab4-a6de-ee3861612078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:54.443899 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75af3d71-c0f1-4ab4-a6de-ee3861612078 admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:54.455695 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-75af3d71-c0f1-4ab4-a6de-ee3861612078 admin admin] 10.222.0.20 "DELETE /v2.0/networks/dc9ad979-ec78-49f6-8ae9-bfae4bd53aab HTTP/1.1" status: 204 len: 168 time: 1.1288228 Dec 06 15:15:54.484945 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af3d71-c0f1-4ab4-a6de-ee3861612078 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc9ad979-ec78-49f6-8ae9-bfae4bd53aab,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:54.488073 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=53723f9e-6209-4bcf-925d-45623c97a2e3,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:54.582286 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f4bd5f33-960b-4ab3-a0bf-5265149a046c None None] Provisioning complete for port 53723f9e-6209-4bcf-925d-45623c97a2e3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:54.583163 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5f33-960b-4ab3-a0bf-5265149a046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:54.644602 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:15:54.930988 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34570) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:54.944336 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f4bd5f33-960b-4ab3-a0bf-5265149a046c None None] Provisioning complete for port 04e94305-1177-4b1a-b1c5-ba2a4c5a9e3a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:54.944717 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5f33-960b-4ab3-a0bf-5265149a046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:54.965952 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:54.981359 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:54.982382 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:55.045393 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b48e8ddd-f76e-4272-83a1-17ff3d94ff34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb4481b7af8d4d7eb10004a084786ddb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1122019 Dec 06 15:15:55.059352 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd5f33-960b-4ab3-a0bf-5265149a046c None None] Port 04e94305-1177-4b1a-b1c5-ba2a4c5a9e3a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:15:55.070901 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34580) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:55.334808 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event updated for resources: {'Port': ['ID=04e94305-1177-4b1a-b1c5-ba2a4c5a9e3a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:55.387756 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c924327d-7903-4e13-99b1-7ae5d0e89b84 None None] Provisioning complete for port 53723f9e-6209-4bcf-925d-45623c97a2e3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:55.388975 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c924327d-7903-4e13-99b1-7ae5d0e89b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:55.429382 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Network 65ab084d-9896-46bd-a790-73cb449a8dad is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:15:55.434824 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:15:55.542182 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e539c4d3-d6d8-4581-bada-abcfb9e8c48c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:55.587983 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e539c4d3-d6d8-4581-bada-abcfb9e8c48c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:55.672723 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Router d970f94b-728f-4fd3-8542-1e6b3d8a9fd6 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:15:55.675023 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e539c4d3-d6d8-4581-bada-abcfb9e8c48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:55.678511 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e539c4d3-d6d8-4581-bada-abcfb9e8c48c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:55.694340 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e539c4d3-d6d8-4581-bada-abcfb9e8c48c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d08847b2-24f0-449c-bf90-ba5579e4cd10 HTTP/1.1" status: 204 len: 168 time: 0.6184869 Dec 06 15:15:55.724968 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539c4d3-d6d8-4581-bada-abcfb9e8c48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08847b2-24f0-449c-bf90-ba5579e4cd10,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:55.850158 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 53723f9e-6209-4bcf-925d-45623c97a2e3 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:15:55.955960 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:15:55.972503 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2f202ab5-239f-45c2-9fad-27ef46fd86a1 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "PUT /v2.0/routers/d970f94b-728f-4fd3-8542-1e6b3d8a9fd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5516686 Dec 06 15:15:55.973195 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34670) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:55.989133 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e329b5-4ac3-477c-a6f4-91fcfb05b07c None None] Sync routers for ids ['d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:15:56.124206 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e329b5-4ac3-477c-a6f4-91fcfb05b07c None None] Routers {'d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:15:56.125382 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-43e329b5-4ac3-477c-a6f4-91fcfb05b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:15:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:56.166422 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-358d060f-497e-47e6-a5a4-665061aa4564 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:56.327531 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [None req-358d060f-497e-47e6-a5a4-665061aa4564 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 15:15:56.332126 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-358d060f-497e-47e6-a5a4-665061aa4564 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "DELETE /v2.0/routers/d970f94b-728f-4fd3-8542-1e6b3d8a9fd6 HTTP/1.1" status: 409 len: 329 time: 0.3571308 Dec 06 15:15:56.334617 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34710) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:56.338746 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-35de600c-1d30-4fe6-b05a-3394426363c0 None None] Provisioning complete for port 04e94305-1177-4b1a-b1c5-ba2a4c5a9e3a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:56.339126 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-35de600c-1d30-4fe6-b05a-3394426363c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:56.468573 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-35de600c-1d30-4fe6-b05a-3394426363c0 None None] Port 04e94305-1177-4b1a-b1c5-ba2a4c5a9e3a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:15:56.470417 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-43e329b5-4ac3-477c-a6f4-91fcfb05b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:56.530652 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 53723f9e-6209-4bcf-925d-45623c97a2e3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:15:56.531285 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:56.631057 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e329b5-4ac3-477c-a6f4-91fcfb05b07c None None] Routers {'d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:15:56.632046 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-43e329b5-4ac3-477c-a6f4-91fcfb05b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:15:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:56.740268 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-43e329b5-4ac3-477c-a6f4-91fcfb05b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:56.741363 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e329b5-4ac3-477c-a6f4-91fcfb05b07c None None] The sync data for ids ['d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:15:57.087849 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d8e7fd8-1d9d-49b5-9857-641b8aff45a9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:57.695546 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3d8e7fd8-1d9d-49b5-9857-641b8aff45a9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Deleting port 04e94305-1177-4b1a-b1c5-ba2a4c5a9e3a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:15:57.696139 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d8e7fd8-1d9d-49b5-9857-641b8aff45a9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:57.870158 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d8e7fd8-1d9d-49b5-9857-641b8aff45a9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:57.885209 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3d8e7fd8-1d9d-49b5-9857-641b8aff45a9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Calling delete_port for 04e94305-1177-4b1a-b1c5-ba2a4c5a9e3a owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:15:58.095530 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:58.147328 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d8e7fd8-1d9d-49b5-9857-641b8aff45a9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:58.211008 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e7fd8-1d9d-49b5-9857-641b8aff45a9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event deleted for resources: {'Port': ['ID=04e94305-1177-4b1a-b1c5-ba2a4c5a9e3a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:15:58.847372 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d8e7fd8-1d9d-49b5-9857-641b8aff45a9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:59.135606 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8e7fd8-1d9d-49b5-9857-641b8aff45a9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Router d970f94b-728f-4fd3-8542-1e6b3d8a9fd6 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:15:59.309591 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8e7fd8-1d9d-49b5-9857-641b8aff45a9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:15:59.325813 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf51a66-7133-4f6d-88ed-e245ce43e4bf None None] Sync routers for ids ['d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:15:59.340502 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34960) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:59.343124 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf51a66-7133-4f6d-88ed-e245ce43e4bf None None] Routers {'d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:15:59.344524 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8cf51a66-7133-4f6d-88ed-e245ce43e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:15:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:59.352715 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3d8e7fd8-1d9d-49b5-9857-641b8aff45a9 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "PUT /v2.0/routers/d970f94b-728f-4fd3-8542-1e6b3d8a9fd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0167589 Dec 06 15:15:59.400931 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-d1f28798-afa1-4c69-9ee1-595814eb5573 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] show failed (client error): The resource could not be found. Dec 06 15:15:59.402051 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d1f28798-afa1-4c69-9ee1-595814eb5573 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-2005244075 HTTP/1.1" status: 404 len: 335 time: 0.0604558 Dec 06 15:15:59.405806 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34962) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:59.412570 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-17f4c2b7-708a-4887-9094-a7f9f191e838 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:15:59.430355 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8cf51a66-7133-4f6d-88ed-e245ce43e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:59.451889 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf51a66-7133-4f6d-88ed-e245ce43e4bf None None] Routers {'d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:15:59.456104 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8cf51a66-7133-4f6d-88ed-e245ce43e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:15:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:59.485561 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-17f4c2b7-708a-4887-9094-a7f9f191e838 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] update failed (client error): The resource could not be found. Dec 06 15:15:59.488228 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-17f4c2b7-708a-4887-9094-a7f9f191e838 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1805981713 HTTP/1.1" status: 404 len: 335 time: 0.0811553 Dec 06 15:15:59.492984 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 34968) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:15:59.557667 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8cf51a66-7133-4f6d-88ed-e245ce43e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:15:59.558847 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf51a66-7133-4f6d-88ed-e245ce43e4bf None None] The sync data for ids ['d970f94b-728f-4fd3-8542-1e6b3d8a9fd6'] in n-d-master-1 is: [] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:15:59.622385 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-328f4ab6-bbf6-4c3a-9ac4-cae85e0e365d tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Deleting subnet debc7c40-d4f3-49aa-9d8a-5a37f06b2184 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:15:59.626918 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-328f4ab6-bbf6-4c3a-9ac4-cae85e0e365d tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:59.724012 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-328f4ab6-bbf6-4c3a-9ac4-cae85e0e365d tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:59.883324 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-328f4ab6-bbf6-4c3a-9ac4-cae85e0e365d tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:59.990459 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-328f4ab6-bbf6-4c3a-9ac4-cae85e0e365d tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:00.016369 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:00.072229 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f4ab6-bbf6-4c3a-9ac4-cae85e0e365d tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event deleted for resources: {'Subnet': ['ID=debc7c40-d4f3-49aa-9d8a-5a37f06b2184,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:00.084024 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-328f4ab6-bbf6-4c3a-9ac4-cae85e0e365d tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:00.084588 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ebad4d-7f51-4337-90ad-46372c3b9724 None None] Network 335160d3-233d-4883-8745-4e4b6a458251 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:16:00.090753 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 34976) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:00.091298 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-328f4ab6-bbf6-4c3a-9ac4-cae85e0e365d tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "DELETE /v2.0/subnets/debc7c40-d4f3-49aa-9d8a-5a37f06b2184 HTTP/1.1" status: 204 len: 168 time: 0.5924826 Dec 06 15:16:00.286304 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:00.383318 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Deleting port 53723f9e-6209-4bcf-925d-45623c97a2e3 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:16:00.384019 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:00.396618 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d74568e-ee89-4b46-900e-41732ba74391 None None] DHCP port deletion for 335160d3-233d-4883-8745-4e4b6a458251 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:16:00.550117 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8d74568e-ee89-4b46-900e-41732ba74391 None None] Deleting port 53723f9e-6209-4bcf-925d-45623c97a2e3 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:16:00.550369 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8d74568e-ee89-4b46-900e-41732ba74391 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:00.560818 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] For port 53723f9e-6209-4bcf-925d-45623c97a2e3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=53723f9e-6209-4bcf-925d-45623c97a2e3,segment=NetworkSegment(303ab5a6-ad40-4e41-b9bf-2ef5ae5ed9d3),segment_id=303ab5a6-ad40-4e41-b9bf-2ef5ae5ed9d3)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:16:00.561188 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:00.609312 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Calling delete_port for 53723f9e-6209-4bcf-925d-45623c97a2e3 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:16:00.707417 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8d74568e-ee89-4b46-900e-41732ba74391 None None] For port 53723f9e-6209-4bcf-925d-45623c97a2e3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=53723f9e-6209-4bcf-925d-45623c97a2e3,segment=NetworkSegment(303ab5a6-ad40-4e41-b9bf-2ef5ae5ed9d3),segment_id=303ab5a6-ad40-4e41-b9bf-2ef5ae5ed9d3)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:16:00.708229 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8d74568e-ee89-4b46-900e-41732ba74391 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:00.739245 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8d74568e-ee89-4b46-900e-41732ba74391 None None] Calling delete_port for 53723f9e-6209-4bcf-925d-45623c97a2e3 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:16:00.751797 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:00.813737 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event deleted for resources: {'Port': ['ID=53723f9e-6209-4bcf-925d-45623c97a2e3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:00.825680 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93ac641e-cec2-4235-bf2a-6cbb38fd4801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:00.836005 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] No DVR routers for this DVR port 53723f9e-6209-4bcf-925d-45623c97a2e3 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:16:00.897237 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8d74568e-ee89-4b46-900e-41732ba74391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:00.938128 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74568e-ee89-4b46-900e-41732ba74391 None None] Pushing event deleted for resources: {'Port': ['ID=53723f9e-6209-4bcf-925d-45623c97a2e3,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:00.940606 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d74568e-ee89-4b46-900e-41732ba74391 None None] No DVR routers for this DVR port 53723f9e-6209-4bcf-925d-45623c97a2e3 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:16:00.982994 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:01.008779 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335160d3-233d-4883-8745-4e4b6a458251']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:01.027594 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303ab5a6-ad40-4e41-b9bf-2ef5ae5ed9d3') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:01.034237 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303ab5a6-ad40-4e41-b9bf-2ef5ae5ed9d3') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:01.051641 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:01.074691 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:01.092055 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:16:01.092055 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:16:01.101770 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:16:01.188203 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:01.193076 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:01.196662 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "DELETE /v2.0/networks/335160d3-233d-4883-8745-4e4b6a458251 HTTP/1.1" status: 204 len: 168 time: 1.1046755 Dec 06 15:16:01.200788 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35004) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:01.251449 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2e732-50a6-45a4-bb14-286c9eba3677 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event deleted for resources: {'Network': ['ID=335160d3-233d-4883-8745-4e4b6a458251,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:01.284850 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b2d140-83b3-45d0-801a-d5b0ba829469 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Deleting subnet fbf87dfd-cd04-44e0-ae31-03a733aa1cd8 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:16:01.289308 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67b2d140-83b3-45d0-801a-d5b0ba829469 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:01.347219 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67b2d140-83b3-45d0-801a-d5b0ba829469 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:01.467905 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67b2d140-83b3-45d0-801a-d5b0ba829469 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:01.572634 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67b2d140-83b3-45d0-801a-d5b0ba829469 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:01.652573 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67b2d140-83b3-45d0-801a-d5b0ba829469 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:01.653158 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaaef07-f856-4a18-96b6-6ad6faba3520 None None] Network ad1e4e53-26c4-42e4-8bb8-3e73cd93a497 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:16:01.656651 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-67b2d140-83b3-45d0-801a-d5b0ba829469 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "DELETE /v2.0/subnets/fbf87dfd-cd04-44e0-ae31-03a733aa1cd8 HTTP/1.1" status: 204 len: 168 time: 0.4544413 Dec 06 15:16:01.659939 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35032) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:01.671985 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2d140-83b3-45d0-801a-d5b0ba829469 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf87dfd-cd04-44e0-ae31-03a733aa1cd8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:01.788008 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e120f41-7d5e-4190-b878-29bb6ad0778c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Deleting subnet 86628495-3600-4adf-bdb7-189c4e7847db {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:16:01.792177 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e120f41-7d5e-4190-b878-29bb6ad0778c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:01.825635 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 53723f9e-6209-4bcf-925d-45623c97a2e3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:16:01.866917 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 53723f9e-6209-4bcf-925d-45623c97a2e3 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:16:01.867534 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 53723f9e-6209-4bcf-925d-45623c97a2e3 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:16:01.871506 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e120f41-7d5e-4190-b878-29bb6ad0778c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:02.014221 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e120f41-7d5e-4190-b878-29bb6ad0778c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:02.040371 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4f664e-ffaa-4a5c-846e-de1a9114f11a None None] DHCP port deletion for ad1e4e53-26c4-42e4-8bb8-3e73cd93a497 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:16:02.114017 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e120f41-7d5e-4190-b878-29bb6ad0778c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:02.160833 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f664e-ffaa-4a5c-846e-de1a9114f11a None None] Deleting port cd795f29-55f1-4418-9000-fe718a02010b {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:16:02.161214 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc4f664e-ffaa-4a5c-846e-de1a9114f11a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:02.177922 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e120f41-7d5e-4190-b878-29bb6ad0778c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:02.181608 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8e120f41-7d5e-4190-b878-29bb6ad0778c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "DELETE /v2.0/subnets/86628495-3600-4adf-bdb7-189c4e7847db HTTP/1.1" status: 204 len: 168 time: 0.5206704 Dec 06 15:16:02.182935 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e120f41-7d5e-4190-b878-29bb6ad0778c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event deleted for resources: {'Subnet': ['ID=86628495-3600-4adf-bdb7-189c4e7847db,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:02.184199 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35044) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:02.194380 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f50e9d-bfd3-4317-ba5e-0dc9c3ee0c4a None None] Network 5f502c99-c9f9-4e8c-a641-777e6bd12e4a requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:16:02.358304 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:02.372335 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fc4f664e-ffaa-4a5c-846e-de1a9114f11a None None] For port cd795f29-55f1-4418-9000-fe718a02010b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cd795f29-55f1-4418-9000-fe718a02010b,segment=NetworkSegment(2bc95dbe-3782-471f-8616-72bde085b832),segment_id=2bc95dbe-3782-471f-8616-72bde085b832)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:16:02.373007 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc4f664e-ffaa-4a5c-846e-de1a9114f11a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:02.392333 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f664e-ffaa-4a5c-846e-de1a9114f11a None None] Calling delete_port for cd795f29-55f1-4418-9000-fe718a02010b owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:16:02.475240 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e153fb-a536-4492-ba1d-fe7c4a5c1363 None None] DHCP port deletion for 5f502c99-c9f9-4e8c-a641-777e6bd12e4a request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:16:02.536917 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc4f664e-ffaa-4a5c-846e-de1a9114f11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:02.576555 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Deleting port cd795f29-55f1-4418-9000-fe718a02010b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:16:02.578443 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f664e-ffaa-4a5c-846e-de1a9114f11a None None] No DVR routers for this DVR port cd795f29-55f1-4418-9000-fe718a02010b on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:16:02.581801 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:02.588725 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f664e-ffaa-4a5c-846e-de1a9114f11a None None] Pushing event deleted for resources: {'Port': ['ID=cd795f29-55f1-4418-9000-fe718a02010b,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:02.600988 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f4e153fb-a536-4492-ba1d-fe7c4a5c1363 None None] Deleting port 1ee03ab8-82fc-4e62-868c-8b985227db1b {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:16:02.601364 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4e153fb-a536-4492-ba1d-fe7c4a5c1363 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:02.739025 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f4e153fb-a536-4492-ba1d-fe7c4a5c1363 None None] For port 1ee03ab8-82fc-4e62-868c-8b985227db1b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1ee03ab8-82fc-4e62-868c-8b985227db1b,segment=NetworkSegment(48b2f597-cb1c-44cc-831d-397a6b7144a5),segment_id=48b2f597-cb1c-44cc-831d-397a6b7144a5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:16:02.740219 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4e153fb-a536-4492-ba1d-fe7c4a5c1363 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:02.752913 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] For port cd795f29-55f1-4418-9000-fe718a02010b, host n-d-master-1, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:16:02.755130 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:02.755493 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f4e153fb-a536-4492-ba1d-fe7c4a5c1363 None None] Calling delete_port for 1ee03ab8-82fc-4e62-868c-8b985227db1b owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:16:02.781448 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Calling delete_port for cd795f29-55f1-4418-9000-fe718a02010b owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:16:02.787117 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Port cd795f29-55f1-4418-9000-fe718a02010b was not found and therefore no delete operation was performed {{(pid=103289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 15:16:02.791909 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:02.868580 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] No DVR routers for this DVR port cd795f29-55f1-4418-9000-fe718a02010b on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:16:02.876132 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4e153fb-a536-4492-ba1d-fe7c4a5c1363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:02.881101 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event deleted for resources: {'Port': ['ID=cd795f29-55f1-4418-9000-fe718a02010b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:02.907420 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e153fb-a536-4492-ba1d-fe7c4a5c1363 None None] No DVR routers for this DVR port 1ee03ab8-82fc-4e62-868c-8b985227db1b on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:16:02.963035 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e153fb-a536-4492-ba1d-fe7c4a5c1363 None None] Pushing event deleted for resources: {'Port': ['ID=1ee03ab8-82fc-4e62-868c-8b985227db1b,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:03.066093 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:03.096828 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1e4e53-26c4-42e4-8bb8-3e73cd93a497']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:03.108708 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc95dbe-3782-471f-8616-72bde085b832') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:03.109825 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc95dbe-3782-471f-8616-72bde085b832') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:03.123759 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:03.157008 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:03.180317 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:16:03.182244 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:16:03.213562 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:16:03.260654 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62477d4f-c80a-4513-9c41-f27d8f9f5e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:03.281365 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:03.286926 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:03.291196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "DELETE /v2.0/networks/ad1e4e53-26c4-42e4-8bb8-3e73cd93a497 HTTP/1.1" status: 204 len: 168 time: 1.1054075 Dec 06 15:16:03.293868 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35070) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:03.311596 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616c94c-ae5c-41bf-87a4-025675f3aa9c tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event deleted for resources: {'Network': ['ID=ad1e4e53-26c4-42e4-8bb8-3e73cd93a497,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:03.408740 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54f152b4-f467-45e6-b7a1-1eb504b359fb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:03.557912 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54f152b4-f467-45e6-b7a1-1eb504b359fb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:03.610039 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-54f152b4-f467-45e6-b7a1-1eb504b359fb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f502c99-c9f9-4e8c-a641-777e6bd12e4a']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:03.638360 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-54f152b4-f467-45e6-b7a1-1eb504b359fb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b2f597-cb1c-44cc-831d-397a6b7144a5') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:03.641668 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-54f152b4-f467-45e6-b7a1-1eb504b359fb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b2f597-cb1c-44cc-831d-397a6b7144a5') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:03.654599 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54f152b4-f467-45e6-b7a1-1eb504b359fb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:03.693318 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54f152b4-f467-45e6-b7a1-1eb504b359fb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:03.711361 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cd795f29-55f1-4418-9000-fe718a02010b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:16:03.712087 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f152b4-f467-45e6-b7a1-1eb504b359fb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:16:03.712632 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54f152b4-f467-45e6-b7a1-1eb504b359fb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:03.743823 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: cd795f29-55f1-4418-9000-fe718a02010b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:16:03.752433 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cd795f29-55f1-4418-9000-fe718a02010b not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:16:03.753061 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1ee03ab8-82fc-4e62-868c-8b985227db1b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:16:03.781487 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 1ee03ab8-82fc-4e62-868c-8b985227db1b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:16:03.782081 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1ee03ab8-82fc-4e62-868c-8b985227db1b not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:16:03.946076 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:16:03.961898 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54f152b4-f467-45e6-b7a1-1eb504b359fb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:03.971920 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54f152b4-f467-45e6-b7a1-1eb504b359fb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:03.978737 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-54f152b4-f467-45e6-b7a1-1eb504b359fb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "DELETE /v2.0/networks/5f502c99-c9f9-4e8c-a641-777e6bd12e4a HTTP/1.1" status: 204 len: 168 time: 0.6832423 Dec 06 15:16:03.981373 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35088) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:03.994814 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f152b4-f467-45e6-b7a1-1eb504b359fb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event deleted for resources: {'Network': ['ID=5f502c99-c9f9-4e8c-a641-777e6bd12e4a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:04.039318 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:04.058120 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3046a10e-7e53-4db3-89d9-94e642f56016 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Deleting subnet f3471cfb-af68-4394-a663-e512c4cb0f81 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:16:04.064119 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3046a10e-7e53-4db3-89d9-94e642f56016 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:04.117051 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3046a10e-7e53-4db3-89d9-94e642f56016 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:04.234404 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3046a10e-7e53-4db3-89d9-94e642f56016 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:04.305723 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3046a10e-7e53-4db3-89d9-94e642f56016 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:04.344139 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3046a10e-7e53-4db3-89d9-94e642f56016 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:04.348317 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3046a10e-7e53-4db3-89d9-94e642f56016 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "DELETE /v2.0/subnets/f3471cfb-af68-4394-a663-e512c4cb0f81 HTTP/1.1" status: 204 len: 168 time: 0.3659065 Dec 06 15:16:04.349859 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046a10e-7e53-4db3-89d9-94e642f56016 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event deleted for resources: {'Subnet': ['ID=f3471cfb-af68-4394-a663-e512c4cb0f81,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:04.351084 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35096) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:04.372157 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a335f5eb-47e1-4fac-ab97-f6ee8e6af8ba None None] Network 65ab084d-9896-46bd-a790-73cb449a8dad requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:16:04.514182 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:04.594245 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Deleting port 62a85bad-c31c-4173-a294-eb47c4215b84 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:16:04.594584 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:04.608134 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73787cf8-13e2-4ef9-be8e-3b311c41958c None None] DHCP port deletion for 65ab084d-9896-46bd-a790-73cb449a8dad request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:16:04.675885 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-73787cf8-13e2-4ef9-be8e-3b311c41958c None None] Deleting port 62a85bad-c31c-4173-a294-eb47c4215b84 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:16:04.676275 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-73787cf8-13e2-4ef9-be8e-3b311c41958c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:04.741583 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] For port 62a85bad-c31c-4173-a294-eb47c4215b84, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=62a85bad-c31c-4173-a294-eb47c4215b84,segment=NetworkSegment(8c3350d1-269e-4ebd-8418-d458ace8731f),segment_id=8c3350d1-269e-4ebd-8418-d458ace8731f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:16:04.742284 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:04.771245 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Calling delete_port for 62a85bad-c31c-4173-a294-eb47c4215b84 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:16:04.797123 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-73787cf8-13e2-4ef9-be8e-3b311c41958c None None] For port 62a85bad-c31c-4173-a294-eb47c4215b84, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=62a85bad-c31c-4173-a294-eb47c4215b84,segment=NetworkSegment(8c3350d1-269e-4ebd-8418-d458ace8731f),segment_id=8c3350d1-269e-4ebd-8418-d458ace8731f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:16:04.798083 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-73787cf8-13e2-4ef9-be8e-3b311c41958c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:04.812527 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-73787cf8-13e2-4ef9-be8e-3b311c41958c None None] Calling delete_port for 62a85bad-c31c-4173-a294-eb47c4215b84 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:16:04.880337 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:04.932482 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event deleted for resources: {'Port': ['ID=62a85bad-c31c-4173-a294-eb47c4215b84,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:04.946390 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] No DVR routers for this DVR port 62a85bad-c31c-4173-a294-eb47c4215b84 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:16:05.082770 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-73787cf8-13e2-4ef9-be8e-3b311c41958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:05.144497 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73787cf8-13e2-4ef9-be8e-3b311c41958c None None] Pushing event deleted for resources: {'Port': ['ID=62a85bad-c31c-4173-a294-eb47c4215b84,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:05.149877 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73787cf8-13e2-4ef9-be8e-3b311c41958c None None] No DVR routers for this DVR port 62a85bad-c31c-4173-a294-eb47c4215b84 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:16:05.187114 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:05.232823 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ab084d-9896-46bd-a790-73cb449a8dad']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:05.252553 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3350d1-269e-4ebd-8418-d458ace8731f') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:05.253394 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3350d1-269e-4ebd-8418-d458ace8731f') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:05.279479 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:05.308412 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:05.321784 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:16:05.322202 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:16:05.325525 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:16:05.405659 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:05.418857 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:05.422899 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "DELETE /v2.0/networks/65ab084d-9896-46bd-a790-73cb449a8dad HTTP/1.1" status: 204 len: 168 time: 1.0706787 Dec 06 15:16:05.426300 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35122) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:05.461741 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-edf7852f-d882-4e00-ab32-0f1c88e9601a tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "GET /v2.0/ports?device_id=d970f94b-728f-4fd3-8542-1e6b3d8a9fd6 HTTP/1.1" status: 200 len: 205 time: 0.0331957 Dec 06 15:16:05.467859 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35124) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:05.469259 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd897c7b-eea3-487b-942d-2b11d7416223 tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Pushing event deleted for resources: {'Network': ['ID=65ab084d-9896-46bd-a790-73cb449a8dad,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:05.633419 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11764bb0-9ea4-46fc-aee3-b5906e9376bb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:05.697505 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:05.700288 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 62a85bad-c31c-4173-a294-eb47c4215b84 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:16:05.741866 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 62a85bad-c31c-4173-a294-eb47c4215b84 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:16:05.743805 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 62a85bad-c31c-4173-a294-eb47c4215b84 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:16:05.913406 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11764bb0-9ea4-46fc-aee3-b5906e9376bb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:05.918388 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11764bb0-9ea4-46fc-aee3-b5906e9376bb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:06.012616 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11764bb0-9ea4-46fc-aee3-b5906e9376bb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:06.013102 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11764bb0-9ea4-46fc-aee3-b5906e9376bb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Fanout notify agent at l3_agent the message router_deleted on router d970f94b-728f-4fd3-8542-1e6b3d8a9fd6 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:16:06.023132 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-11764bb0-9ea4-46fc-aee3-b5906e9376bb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:06.024280 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-11764bb0-9ea4-46fc-aee3-b5906e9376bb tempest-RoutersNegativeIpV6Test-453209302 tempest-RoutersNegativeIpV6Test-453209302-project] 10.222.0.20 "DELETE /v2.0/routers/d970f94b-728f-4fd3-8542-1e6b3d8a9fd6 HTTP/1.1" status: 204 len: 168 time: 0.5550988 Dec 06 15:16:06.490356 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35152) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:06.621449 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:06.776796 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-be9d8075-d865-4636-92e5-1975e53291c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc2e8f6eac744d67844a8550a84148ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2843041 Dec 06 15:16:06.779364 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35156) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:06.844754 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0417cad3-0bd8-4f20-82e6-bc7a7c2ff5e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:06.880707 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0417cad3-0bd8-4f20-82e6-bc7a7c2ff5e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:07.018958 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0417cad3-0bd8-4f20-82e6-bc7a7c2ff5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:07.028556 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0417cad3-0bd8-4f20-82e6-bc7a7c2ff5e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:07.030831 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0417cad3-0bd8-4f20-82e6-bc7a7c2ff5e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/714a222b-c11b-4143-a4d9-d220ca765318 HTTP/1.1" status: 204 len: 168 time: 0.2500761 Dec 06 15:16:07.069696 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417cad3-0bd8-4f20-82e6-bc7a7c2ff5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714a222b-c11b-4143-a4d9-d220ca765318,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:09.256945 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35256) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:09.474018 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-546ced85-cb3f-40ca-aff0-86a8e67951e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:09.684073 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-546ced85-cb3f-40ca-aff0-86a8e67951e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:09.691283 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-546ced85-cb3f-40ca-aff0-86a8e67951e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:09.770667 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-546ced85-cb3f-40ca-aff0-86a8e67951e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6c108204d484a6ba1d96de096755604&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5126119 Dec 06 15:16:09.773624 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35266) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:09.784239 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ced85-cb3f-40ca-aff0-86a8e67951e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789e151b-32ed-4169-b6f4-bb74e71b5309,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:09.799862 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ced85-cb3f-40ca-aff0-86a8e67951e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:09.801894 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ced85-cb3f-40ca-aff0-86a8e67951e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:09.802949 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ced85-cb3f-40ca-aff0-86a8e67951e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:09.804025 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ced85-cb3f-40ca-aff0-86a8e67951e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:09.805127 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ced85-cb3f-40ca-aff0-86a8e67951e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:09.806608 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ced85-cb3f-40ca-aff0-86a8e67951e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:09.813254 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ced85-cb3f-40ca-aff0-86a8e67951e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:09.813532 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ced85-cb3f-40ca-aff0-86a8e67951e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:09.816869 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ced85-cb3f-40ca-aff0-86a8e67951e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:09.817234 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ced85-cb3f-40ca-aff0-86a8e67951e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:09.817584 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ced85-cb3f-40ca-aff0-86a8e67951e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:09.817928 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ced85-cb3f-40ca-aff0-86a8e67951e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:09.821819 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ced85-cb3f-40ca-aff0-86a8e67951e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:09.870519 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20a39952-a3ea-49a3-93a9-65036aa5d62f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:09.904549 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20a39952-a3ea-49a3-93a9-65036aa5d62f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:09.981355 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20a39952-a3ea-49a3-93a9-65036aa5d62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:09.986434 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20a39952-a3ea-49a3-93a9-65036aa5d62f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:09.987943 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-20a39952-a3ea-49a3-93a9-65036aa5d62f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/789e151b-32ed-4169-b6f4-bb74e71b5309 HTTP/1.1" status: 204 len: 168 time: 0.2131932 Dec 06 15:16:10.001718 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a39952-a3ea-49a3-93a9-65036aa5d62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789e151b-32ed-4169-b6f4-bb74e71b5309,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:10.444626 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35290) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:10.465264 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6be3a105-1e1f-404d-be94-adb3fe6f7618 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:10.571283 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6be3a105-1e1f-404d-be94-adb3fe6f7618 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:10.577199 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6be3a105-1e1f-404d-be94-adb3fe6f7618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:10.623881 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6be3a105-1e1f-404d-be94-adb3fe6f7618 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=321b166f8bd642b6a71d17a9883a620d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1756120 Dec 06 15:16:10.624980 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35300) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:10.627268 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3a105-1e1f-404d-be94-adb3fe6f7618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7200eb6-c426-4754-891d-c274ca2f1829,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:10.696032 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-304e3b76-3ae8-4e13-b094-c9ffdecb4342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:10.719320 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-304e3b76-3ae8-4e13-b094-c9ffdecb4342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:10.770696 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-304e3b76-3ae8-4e13-b094-c9ffdecb4342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:10.774892 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-304e3b76-3ae8-4e13-b094-c9ffdecb4342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:10.776762 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-304e3b76-3ae8-4e13-b094-c9ffdecb4342 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7200eb6-c426-4754-891d-c274ca2f1829 HTTP/1.1" status: 204 len: 168 time: 0.1497033 Dec 06 15:16:10.786532 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e3b76-3ae8-4e13-b094-c9ffdecb4342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7200eb6-c426-4754-891d-c274ca2f1829,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:13.613181 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35428) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:13.750008 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c7df226-9a09-4027-84b2-ca5ee426d47d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:13.919229 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c7df226-9a09-4027-84b2-ca5ee426d47d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:13.925402 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c7df226-9a09-4027-84b2-ca5ee426d47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:13.974650 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7df226-9a09-4027-84b2-ca5ee426d47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6488289-fe34-4a0b-8856-0f7288e68762,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:14.001530 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35446) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:14.013881 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2c7df226-9a09-4027-84b2-ca5ee426d47d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f37b24355b8420683c35b29d204a70b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3988497 Dec 06 15:16:14.106583 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44cec3a7-9152-4c0b-91f1-4234101df4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:14.137373 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35448) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:14.156506 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44cec3a7-9152-4c0b-91f1-4234101df4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:14.214352 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44cec3a7-9152-4c0b-91f1-4234101df4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:14.220469 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44cec3a7-9152-4c0b-91f1-4234101df4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:14.233879 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-44cec3a7-9152-4c0b-91f1-4234101df4c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6488289-fe34-4a0b-8856-0f7288e68762 HTTP/1.1" status: 204 len: 168 time: 0.2309315 Dec 06 15:16:14.254070 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cec3a7-9152-4c0b-91f1-4234101df4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6488289-fe34-4a0b-8856-0f7288e68762,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:14.305026 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d32b0879-2f5f-47c4-8028-b25b94a07084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:14.493243 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d32b0879-2f5f-47c4-8028-b25b94a07084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:14.512662 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d32b0879-2f5f-47c4-8028-b25b94a07084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:14.616096 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d32b0879-2f5f-47c4-8028-b25b94a07084 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f81dcf6e13c04f20b04e3815c536f7c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4773819 Dec 06 15:16:14.618884 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35474) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:14.627545 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b0879-2f5f-47c4-8028-b25b94a07084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3dca88-33eb-4683-8b06-4256bb7c3328,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:14.699417 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-801404c2-4858-40cd-893a-4fa8c884e6ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:14.740365 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-801404c2-4858-40cd-893a-4fa8c884e6ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:14.822471 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-801404c2-4858-40cd-893a-4fa8c884e6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:14.832236 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-801404c2-4858-40cd-893a-4fa8c884e6ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:14.833967 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-801404c2-4858-40cd-893a-4fa8c884e6ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad3dca88-33eb-4683-8b06-4256bb7c3328 HTTP/1.1" status: 204 len: 168 time: 0.2138081 Dec 06 15:16:14.863949 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801404c2-4858-40cd-893a-4fa8c884e6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3dca88-33eb-4683-8b06-4256bb7c3328,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:14.908534 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35482) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:14.935715 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20a9f2f3-9fc3-4cd7-ac3c-da3496980d41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:15.109682 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20a9f2f3-9fc3-4cd7-ac3c-da3496980d41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:15.117309 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-20a9f2f3-9fc3-4cd7-ac3c-da3496980d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:15.171528 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-20a9f2f3-9fc3-4cd7-ac3c-da3496980d41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bde035ac3321463188d9ec67417eab30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2618010 Dec 06 15:16:15.173427 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9f2f3-9fc3-4cd7-ac3c-da3496980d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67269dcc-5b02-43cf-aac2-6c76ed4d6d86,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:15.175108 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35488) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:15.254110 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78e05ac9-166d-45bc-8472-82b656e9bb7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:15.287600 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78e05ac9-166d-45bc-8472-82b656e9bb7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:15.364729 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78e05ac9-166d-45bc-8472-82b656e9bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:15.367647 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78e05ac9-166d-45bc-8472-82b656e9bb7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:15.368840 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-78e05ac9-166d-45bc-8472-82b656e9bb7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67269dcc-5b02-43cf-aac2-6c76ed4d6d86 HTTP/1.1" status: 204 len: 168 time: 0.1887219 Dec 06 15:16:15.396182 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e05ac9-166d-45bc-8472-82b656e9bb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67269dcc-5b02-43cf-aac2-6c76ed4d6d86,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:17.806435 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35640) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:17.811147 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7a07c2ff-6fbf-4a52-b163-583a3281fd7a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-838231650', 'description': 'tempest-secgroup-smoke-838231650 description', 'project_id': '78730a925a534e3a9baf86f9cc74cd24'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:16:17.847594 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a07c2ff-6fbf-4a52-b163-583a3281fd7a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:17.866285 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a07c2ff-6fbf-4a52-b163-583a3281fd7a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:17.973846 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a07c2ff-6fbf-4a52-b163-583a3281fd7a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:17.979814 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a07c2ff-6fbf-4a52-b163-583a3281fd7a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:18.020632 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07c2ff-6fbf-4a52-b163-583a3281fd7a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46242b84-95a0-4974-b1f3-24beaf0ff66f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:18.108198 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a07c2ff-6fbf-4a52-b163-583a3281fd7a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:18.131710 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a07c2ff-6fbf-4a52-b163-583a3281fd7a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:18.167822 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a07c2ff-6fbf-4a52-b163-583a3281fd7a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:18.170043 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7a07c2ff-6fbf-4a52-b163-583a3281fd7a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3625605 Dec 06 15:16:18.174709 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35652) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:18.189224 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4a27cbd2-2149-4277-b45b-d2064d7efdfe tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': '20afe49c-ea69-417f-a0e5-404975f92557', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:16:18.198187 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07c2ff-6fbf-4a52-b163-583a3281fd7a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20afe49c-ea69-417f-a0e5-404975f92557,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:18.255329 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a27cbd2-2149-4277-b45b-d2064d7efdfe tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:18.340223 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a27cbd2-2149-4277-b45b-d2064d7efdfe tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:18.346973 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a27cbd2-2149-4277-b45b-d2064d7efdfe tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:18.373586 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27cbd2-2149-4277-b45b-d2064d7efdfe tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840f0fbc-9716-479f-98e9-eba0d358a0e4,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:18.381325 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a27cbd2-2149-4277-b45b-d2064d7efdfe tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:18.383006 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4a27cbd2-2149-4277-b45b-d2064d7efdfe tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2069197 Dec 06 15:16:18.385657 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35658) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:18.392690 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f458909e-4e14-491c-bef1-867e3aea24e7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': '20afe49c-ea69-417f-a0e5-404975f92557', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:16:18.529143 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f458909e-4e14-491c-bef1-867e3aea24e7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:18.608991 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f458909e-4e14-491c-bef1-867e3aea24e7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:18.614029 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f458909e-4e14-491c-bef1-867e3aea24e7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:18.667531 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458909e-4e14-491c-bef1-867e3aea24e7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e96c5c-7166-421d-ae25-b2b28c2161bc,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:18.687523 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f458909e-4e14-491c-bef1-867e3aea24e7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:18.691474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f458909e-4e14-491c-bef1-867e3aea24e7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3019838 Dec 06 15:16:18.691945 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35674) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:18.696560 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-095157fe-acaf-418c-9748-9a002b9f83a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': '20afe49c-ea69-417f-a0e5-404975f92557', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:16:18.733549 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-095157fe-acaf-418c-9748-9a002b9f83a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:18.811560 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-095157fe-acaf-418c-9748-9a002b9f83a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:18.815601 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-095157fe-acaf-418c-9748-9a002b9f83a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:18.837615 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095157fe-acaf-418c-9748-9a002b9f83a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9996481a-5b6a-4549-8fb7-652c9bb4b8b5,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:18.855025 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-095157fe-acaf-418c-9748-9a002b9f83a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:18.858999 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-095157fe-acaf-418c-9748-9a002b9f83a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1635227 Dec 06 15:16:18.859202 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35684) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:18.866997 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d1d81f30-1dae-4c6d-b810-b1a2c6787206 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': '20afe49c-ea69-417f-a0e5-404975f92557', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:16:18.925366 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1d81f30-1dae-4c6d-b810-b1a2c6787206 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.033390 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1d81f30-1dae-4c6d-b810-b1a2c6787206 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.045404 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1d81f30-1dae-4c6d-b810-b1a2c6787206 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.085465 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d81f30-1dae-4c6d-b810-b1a2c6787206 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8971d02b-50b4-47c3-bd55-aba262ee8ba8,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:19.093836 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1d81f30-1dae-4c6d-b810-b1a2c6787206 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.095830 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d1d81f30-1dae-4c6d-b810-b1a2c6787206 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2328539 Dec 06 15:16:19.098554 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35694) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:19.104458 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9418ec8b-2b3b-470d-9f43-95c40476a370 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': '20afe49c-ea69-417f-a0e5-404975f92557', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:16:19.152797 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-9418ec8b-2b3b-470d-9f43-95c40476a370 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Project 78730a925a534e3a9baf86f9cc74cd24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:16:19.159277 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9418ec8b-2b3b-470d-9f43-95c40476a370 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.260281 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9418ec8b-2b3b-470d-9f43-95c40476a370 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.270484 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9418ec8b-2b3b-470d-9f43-95c40476a370 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.299576 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418ec8b-2b3b-470d-9f43-95c40476a370 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdc532b-cf90-4cce-a167-3461dd0b6c68,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:19.311294 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9418ec8b-2b3b-470d-9f43-95c40476a370 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.312828 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9418ec8b-2b3b-470d-9f43-95c40476a370 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2122514 Dec 06 15:16:19.316084 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35706) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:19.321705 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2c676230-5979-4340-aefb-baa9b103e1ba tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': '20afe49c-ea69-417f-a0e5-404975f92557', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:16:19.348299 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-2c676230-5979-4340-aefb-baa9b103e1ba tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Project 78730a925a534e3a9baf86f9cc74cd24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:16:19.354484 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c676230-5979-4340-aefb-baa9b103e1ba tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.428084 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c676230-5979-4340-aefb-baa9b103e1ba tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.435725 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c676230-5979-4340-aefb-baa9b103e1ba tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.452882 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c676230-5979-4340-aefb-baa9b103e1ba tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fa6abb-4e2b-4219-b478-8d101a3315e1,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:19.491396 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c676230-5979-4340-aefb-baa9b103e1ba tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.495710 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2c676230-5979-4340-aefb-baa9b103e1ba tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1768417 Dec 06 15:16:19.496792 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35710) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:19.504616 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f9c2c9b3-541d-4e2f-a3ea-e3d56424e0e6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'network': {'name': 'tempest-network-smoke--2031736956', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'port_security_enabled': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:16:19.532220 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c2c9b3-541d-4e2f-a3ea-e3d56424e0e6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Made reservation on behalf of 78730a925a534e3a9baf86f9cc74cd24 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:16:19.565181 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c9b3-541d-4e2f-a3ea-e3d56424e0e6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.627486 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c2c9b3-541d-4e2f-a3ea-e3d56424e0e6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:16:19.640298 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c9b3-541d-4e2f-a3ea-e3d56424e0e6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.640651 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-f9c2c9b3-541d-4e2f-a3ea-e3d56424e0e6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Added segment 68ae39ad-91ca-4396-b33e-cbb160a258e1 of type vlan for network b3396a4b-cf55-4a48-ace6-eb720b32a4c7 Dec 06 15:16:19.693664 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c9b3-541d-4e2f-a3ea-e3d56424e0e6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.739693 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c9b3-541d-4e2f-a3ea-e3d56424e0e6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.747630 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c2c9b3-541d-4e2f-a3ea-e3d56424e0e6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:19.748702 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c9b3-541d-4e2f-a3ea-e3d56424e0e6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.852179 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35724) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:19.855370 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f9c2c9b3-541d-4e2f-a3ea-e3d56424e0e6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3574369 Dec 06 15:16:19.857271 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1028329291', 'admin_state_up': True, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:16:19.904154 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.905652 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:19.907070 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2c9b3-541d-4e2f-a3ea-e3d56424e0e6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Network': ['ID=b3396a4b-cf55-4a48-ace6-eb720b32a4c7,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:19.919763 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network b3396a4b-cf55-4a48-ace6-eb720b32a4c7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:16:19.977972 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:20.181705 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:20.427801 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:20.495642 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:20.627722 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Allocated IP 172.35.7.168 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/e9f86e46-277f-43f5-8316-ab0cf2804b0b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:16:20.808270 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:20.871593 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:20.954703 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:16:20.957959 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:16:20.962993 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:16:20.974817 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953e70a8-4774-4cd3-9739-94a82da20763 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:16:21.038754 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-93c29d53-8b03-41e4-b8c8-f330429dd239 None None] Provisioning complete for port e9f86e46-277f-43f5-8316-ab0cf2804b0b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:16:21.039571 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-93c29d53-8b03-41e4-b8c8-f330429dd239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:21.056399 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=e9f86e46-277f-43f5-8316-ab0cf2804b0b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:21.171844 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-93c29d53-8b03-41e4-b8c8-f330429dd239 None None] Port e9f86e46-277f-43f5-8316-ab0cf2804b0b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:16:21.350682 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:21.706227 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:22.016132 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router 029263ad-0f28-45f2-ba32-0ab791f5d735 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:16:22.157034 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:16:22.169478 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Sync routers for ids ['029263ad-0f28-45f2-ba32-0ab791f5d735'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:16:22.211911 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Routers {'029263ad-0f28-45f2-ba32-0ab791f5d735'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:16:22.213740 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:16:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['029263ad-0f28-45f2-ba32-0ab791f5d735'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:22.219188 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:22.225219 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35812) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:22.227567 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-180bfa40-0912-4067-a8c2-73feac7fcc3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3740778 Dec 06 15:16:22.424952 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Set router 029263ad-0f28-45f2-ba32-0ab791f5d735 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:16:22.517061 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5c56c138-e344-4439-a42c-d63731e9c836 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=78730a925a534e3a9baf86f9cc74cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2898567 Dec 06 15:16:22.520218 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35822) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:22.775080 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028329291', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:19Z', 'updated_at': '2021-12-06T15:16:21Z', 'revision_number': 3, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:20Z', 'updated_at': '2021-12-06T15:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:22.824448 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81344ce7-b3b7-441e-a27d-8b98355e5f21 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:22.828717 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-81344ce7-b3b7-441e-a27d-8b98355e5f21 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3047493 Dec 06 15:16:22.829778 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 35834) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:22.913990 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Checking router: 029263ad-0f28-45f2-ba32-0ab791f5d735 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:16:22.914616 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Updating router 029263ad-0f28-45f2-ba32-0ab791f5d735 port e9f86e46-277f-43f5-8316-ab0cf2804b0b binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:16:23.006334 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8939f38f-2b3f-4d4c-a391-30ec44e4d04f tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1753075 Dec 06 15:16:23.009414 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35842) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:23.014116 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:23.016931 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-aa04c833-91e6-4254-a7e9-4803f887cee8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-765368701', 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:16:23.190742 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa04c833-91e6-4254-a7e9-4803f887cee8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Made reservation on behalf of 78730a925a534e3a9baf86f9cc74cd24 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:16:23.195271 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa04c833-91e6-4254-a7e9-4803f887cee8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:23.447107 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:23.455593 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:23.486689 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa04c833-91e6-4254-a7e9-4803f887cee8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:23.556391 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0325e09-05d5-4f4e-a110-7d67d7254be8 None None] Pushing event updated for resources: {'Port': ['ID=e9f86e46-277f-43f5-8316-ab0cf2804b0b,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:23.562752 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebd0133-c836-4f3a-914f-63a0046e0b1d None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:16:23.581026 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Attempting to bind port e9f86e46-277f-43f5-8316-ab0cf2804b0b on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:16:23.581802 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Attempting to bind port e9f86e46-277f-43f5-8316-ab0cf2804b0b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:16:23.582978 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Attempting to bind port e9f86e46-277f-43f5-8316-ab0cf2804b0b on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:16:23.590931 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:16:23.591529 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:16:23.592257 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:23.593155 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:16:23.593811 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Bound port: e9f86e46-277f-43f5-8316-ab0cf2804b0b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:16:23.595246 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:23.604635 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04c833-91e6-4254-a7e9-4803f887cee8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Subnet': ['ID=4aa4aeaf-a48d-46f1-a761-3fe626acc793,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:23.614071 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa04c833-91e6-4254-a7e9-4803f887cee8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Checking segment: {'id': '68ae39ad-91ca-4396-b33e-cbb160a258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:16:23.614446 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa04c833-91e6-4254-a7e9-4803f887cee8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network hostable DHCP agents. Network: b3396a4b-cf55-4a48-ace6-eb720b32a4c7, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:16:23.664411 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa04c833-91e6-4254-a7e9-4803f887cee8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network b3396a4b-cf55-4a48-ace6-eb720b32a4c7 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:16:23.675603 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d3e02218-bdbb-4f32-ab09-4641754bf865 None None] Provisioning complete for port e9f86e46-277f-43f5-8316-ab0cf2804b0b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:16:23.676009 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3e02218-bdbb-4f32-ab09-4641754bf865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:23.678755 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-aa04c833-91e6-4254-a7e9-4803f887cee8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b3396a4b-cf55-4a48-ace6-eb720b32a4c7) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:16:23.683756 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa04c833-91e6-4254-a7e9-4803f887cee8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:23.684452 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa04c833-91e6-4254-a7e9-4803f887cee8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:23.707896 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-aa04c833-91e6-4254-a7e9-4803f887cee8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6963174 Dec 06 15:16:23.710858 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 35856) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:23.789214 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d3e02218-bdbb-4f32-ab09-4641754bf865 None None] Port e9f86e46-277f-43f5-8316-ab0cf2804b0b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:16:23.799434 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7c7e0b-439c-443c-9848-29a971fb55ee None None] Network b3396a4b-cf55-4a48-ace6-eb720b32a4c7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:16:23.836958 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] For port e9f86e46-277f-43f5-8316-ab0cf2804b0b, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:16:23.851109 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] For port e9f86e46-277f-43f5-8316-ab0cf2804b0b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9f86e46-277f-43f5-8316-ab0cf2804b0b,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:16:23.868089 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:23.996015 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71a61f2-ac00-4c54-81d2-a0caa7d1c4ff None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:16:24.028796 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Routers {'029263ad-0f28-45f2-ba32-0ab791f5d735'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:16:24.029827 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:16:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['029263ad-0f28-45f2-ba32-0ab791f5d735'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:24.035545 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0325e09-05d5-4f4e-a110-7d67d7254be8 None None] Pushing event updated for resources: {'Port': ['ID=e9f86e46-277f-43f5-8316-ab0cf2804b0b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:24.178912 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] Provisioning complete for port e9f86e46-277f-43f5-8316-ab0cf2804b0b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:16:24.179287 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:24.215581 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b3396a4b-cf55-4a48-ace6-eb720b32a4c7', 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ips': [{'subnet_id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:16:24.216469 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:24.344035 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] Set router 029263ad-0f28-45f2-ba32-0ab791f5d735 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:16:24.696700 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Allocated IP 172.20.0.2 (b3396a4b-cf55-4a48-ace6-eb720b32a4c7/4aa4aeaf-a48d-46f1-a761-3fe626acc793/0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:16:24.772579 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:24.796081 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] For port e9f86e46-277f-43f5-8316-ab0cf2804b0b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9f86e46-277f-43f5-8316-ab0cf2804b0b,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:16:24.807068 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:24.924376 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:25.227698 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:25.270002 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] Pushing event updated for resources: {'Port': ['ID=e9f86e46-277f-43f5-8316-ab0cf2804b0b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:25.298712 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:25.338949 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:25.339306 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:25.339450 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Allocated IP 172.20.0.1 (b3396a4b-cf55-4a48-ace6-eb720b32a4c7/4aa4aeaf-a48d-46f1-a761-3fe626acc793/5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:16:25.339702 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:25.340050 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:25.340390 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:25.340726 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:25.341057 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:25.341391 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:25.341719 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:25.342046 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:25.342376 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:25.342945 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:25.343279 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cba23b-a5f1-4474-a92c-a4859ccc9802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:25.421772 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Network b3396a4b-cf55-4a48-ace6-eb720b32a4c7 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:16:25.430945 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:16:25.439481 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:16:25.503955 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Pushing event updated for resources: {'Port': ['ID=0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:25.534017 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Attempting to bind port 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:16:25.534017 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Attempting to bind port 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '68ae39ad-91ca-4396-b33e-cbb160a258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:16:25.534017 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Attempting to bind port 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca on network b3396a4b-cf55-4a48-ace6-eb720b32a4c7 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:16:25.560117 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:16:25.561074 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Checking segment: {'id': '68ae39ad-91ca-4396-b33e-cbb160a258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:16:25.561883 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:25.562615 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Bound using segment: {'id': '68ae39ad-91ca-4396-b33e-cbb160a258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:16:25.563509 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Bound port: 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ae39ad-91ca-4396-b33e-cbb160a258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:16:25.564486 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:25.571114 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028329291', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:19Z', 'updated_at': '2021-12-06T15:16:21Z', 'revision_number': 3, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:20Z', 'updated_at': '2021-12-06T15:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:25.626748 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d390149d-6ab3-4f52-8698-d79b9b54d095 None None] The sync data for ids ['029263ad-0f28-45f2-ba32-0ab791f5d735'] in n-d-master-1 is: [{'id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028329291', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:19Z', 'updated_at': '2021-12-06T15:16:21Z', 'revision_number': 3, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:20Z', 'updated_at': '2021-12-06T15:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:16:25.627196 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:25.713360 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:25.752841 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] For port 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:16:25.758211 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] For port 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca,segment=NetworkSegment(68ae39ad-91ca-4396-b33e-cbb160a258e1),segment_id=68ae39ad-91ca-4396-b33e-cbb160a258e1)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:16:25.766819 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:25.853060 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network b3396a4b-cf55-4a48-ace6-eb720b32a4c7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:16:25.857174 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94437bb-d39a-4c01-9ee3-34970e2b479c None None] Pushing event updated for resources: {'Port': ['ID=0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:25.892055 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:16:25.908641 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:16:25.929466 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:26.005407 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:26.392347 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:27.084434 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:27.097160 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:27.260097 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:27.261827 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:27.451753 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network b3396a4b-cf55-4a48-ace6-eb720b32a4c7 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:16:27.453527 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:16:27.603441 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router 029263ad-0f28-45f2-ba32-0ab791f5d735 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:16:27.830221 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e9f86e46-277f-43f5-8316-ab0cf2804b0b up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:16:27.876691 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:16:27.889735 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c9988167-eeb1-4a3c-b12f-8f359d822e59 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "PUT /v2.0/routers/029263ad-0f28-45f2-ba32-0ab791f5d735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1774921 Dec 06 15:16:27.908345 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d644a62-9f29-467d-899f-e6da61aa6345 None None] Network b3396a4b-cf55-4a48-ace6-eb720b32a4c7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:16:27.944554 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e9f86e46-277f-43f5-8316-ab0cf2804b0b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:16:27.944928 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:28.241692 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-c10ebed7-4a30-4601-af9a-3110a2a69962 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-838231650&fields=id&tenant_id=78730a925a534e3a9baf86f9cc74cd24 HTTP/1.1" status: 200 len: 267 time: 0.1074734 Dec 06 15:16:28.271353 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-98b71399-cd93-41c1-9fbd-f49a4c38e126 None None] Provisioning complete for port 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:16:28.271747 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98b71399-cd93-41c1-9fbd-f49a4c38e126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:28.365084 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:28.474962 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:16:28.590052 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-4b3ea2e5-a767-4ee4-a356-bf2bee905ae6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:28.591669 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-4b3ea2e5-a767-4ee4-a356-bf2bee905ae6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/networks?id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7 HTTP/1.1" status: 200 len: 797 time: 0.3414640 Dec 06 15:16:28.618264 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-a678494e-aa18-4e61-aff1-9a41ef55c96b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/quotas/78730a925a534e3a9baf86f9cc74cd24 HTTP/1.1" status: 200 len: 375 time: 0.0126696 Dec 06 15:16:28.722418 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98b71399-cd93-41c1-9fbd-f49a4c38e126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:28.778885 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:16:28.779275 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:28.792779 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Sync routers for ids ['029263ad-0f28-45f2-ba32-0ab791f5d735'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:16:28.819564 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-71ff3212-eb95-4e42-bb02-2c3c761293d2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1947365 Dec 06 15:16:28.822083 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Routers {'029263ad-0f28-45f2-ba32-0ab791f5d735'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:16:28.823008 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:16:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['029263ad-0f28-45f2-ba32-0ab791f5d735'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:28.864975 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-98b71399-cd93-41c1-9fbd-f49a4c38e126 None None] For port 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca,segment=NetworkSegment(68ae39ad-91ca-4396-b33e-cbb160a258e1),segment_id=68ae39ad-91ca-4396-b33e-cbb160a258e1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:16:28.927037 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98b71399-cd93-41c1-9fbd-f49a4c38e126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:29.072249 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-6810147f-ec14-4c01-ac6e-7f23c08b7818 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:16:29.080842 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-6810147f-ec14-4c01-ac6e-7f23c08b7818 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2379978 Dec 06 15:16:29.116099 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Set router 029263ad-0f28-45f2-ba32-0ab791f5d735 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:16:29.139119 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-46904c29-e01d-4632-88cf-3e8159b51ed4 None None] Provisioning complete for port 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:16:29.140117 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46904c29-e01d-4632-88cf-3e8159b51ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:29.201247 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b71399-cd93-41c1-9fbd-f49a4c38e126 None None] Pushing event updated for resources: {'Port': ['ID=0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:29.349479 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-1c3c6daf-1f16-4034-91c8-8dd84437d6fc service neutron] 10.222.0.20 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649848 Dec 06 15:16:29.408413 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-46904c29-e01d-4632-88cf-3e8159b51ed4 None None] Provisioning complete for port 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:16:29.408702 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46904c29-e01d-4632-88cf-3e8159b51ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:29.462708 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-34aa9685-33c2-4d2e-8c4f-2fae0b5db0fd service neutron] 10.222.0.20 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114938 Dec 06 15:16:29.501976 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-46904c29-e01d-4632-88cf-3e8159b51ed4 None None] Port 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:16:29.536871 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028329291', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:19Z', 'updated_at': '2021-12-06T15:16:26Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:20Z', 'updated_at': '2021-12-06T15:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03', 'name': '', 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:d9:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:25Z', 'updated_at': '2021-12-06T15:16:26Z', 'revision_number': 2, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:29.593797 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Checking router: 029263ad-0f28-45f2-ba32-0ab791f5d735 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:16:29.596170 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Updating router 029263ad-0f28-45f2-ba32-0ab791f5d735 port 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:16:29.640249 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-47a95bef-35f8-4ffe-8094-c61bb4ddd009 None None] Provisioning complete for port 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:16:29.640821 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-47a95bef-35f8-4ffe-8094-c61bb4ddd009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:29.660317 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:29.755631 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-47a95bef-35f8-4ffe-8094-c61bb4ddd009 None None] Port 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:16:29.794851 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:16:29.801597 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a73b786-aa1e-4adc-9b08-918c30637f9a req-93c4a246-cfa5-4e48-a427-41b0269f0b69 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 210 time: 0.0397763 Dec 06 15:16:29.889829 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a25fff56-de39-480d-8f6d-39dcce15f426 None None] Provisioning complete for port 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:16:29.890850 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a25fff56-de39-480d-8f6d-39dcce15f426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:29.963390 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:16:29.967473 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:29.973061 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a25fff56-de39-480d-8f6d-39dcce15f426 None None] Port 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:16:30.127550 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:30.191578 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:30.222161 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:30.381189 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2faac61-51d0-42ac-99a9-0d5c98e6b741 None None] Pushing event updated for resources: {'Port': ['ID=5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:30.411081 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faac61-51d0-42ac-99a9-0d5c98e6b741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:30.411424 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faac61-51d0-42ac-99a9-0d5c98e6b741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:30.415295 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faac61-51d0-42ac-99a9-0d5c98e6b741 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:30.415899 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faac61-51d0-42ac-99a9-0d5c98e6b741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:30.417213 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faac61-51d0-42ac-99a9-0d5c98e6b741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:30.418233 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faac61-51d0-42ac-99a9-0d5c98e6b741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:30.419811 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faac61-51d0-42ac-99a9-0d5c98e6b741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:30.420396 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faac61-51d0-42ac-99a9-0d5c98e6b741 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:30.420915 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faac61-51d0-42ac-99a9-0d5c98e6b741 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:30.421510 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faac61-51d0-42ac-99a9-0d5c98e6b741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:30.422016 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faac61-51d0-42ac-99a9-0d5c98e6b741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:30.423262 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faac61-51d0-42ac-99a9-0d5c98e6b741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:30.423889 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2faac61-51d0-42ac-99a9-0d5c98e6b741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:30.562706 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Attempting to bind port 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:16:30.563901 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Attempting to bind port 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '68ae39ad-91ca-4396-b33e-cbb160a258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:16:30.564396 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Attempting to bind port 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 on network b3396a4b-cf55-4a48-ace6-eb720b32a4c7 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:16:30.580015 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:16:30.580740 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Checking segment: {'id': '68ae39ad-91ca-4396-b33e-cbb160a258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:16:30.581331 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:30.581886 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Bound using segment: {'id': '68ae39ad-91ca-4396-b33e-cbb160a258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:16:30.583070 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Bound port: 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ae39ad-91ca-4396-b33e-cbb160a258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:16:30.583624 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:30.727604 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] For port 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:16:30.734107 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] For port 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03,segment=NetworkSegment(68ae39ad-91ca-4396-b33e-cbb160a258e1),segment_id=68ae39ad-91ca-4396-b33e-cbb160a258e1)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:16:30.741641 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:30.783271 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-48649b25-1cd7-4ae2-9ef6-350e36d51ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:30.905758 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Routers {'029263ad-0f28-45f2-ba32-0ab791f5d735'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:16:30.909507 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:16:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['029263ad-0f28-45f2-ba32-0ab791f5d735'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:30.920607 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c9ded0aa-3b07-4083-94ec-614ff41b209c None None] Provisioning complete for port 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:16:30.923507 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9ded0aa-3b07-4083-94ec-614ff41b209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:31.002490 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2faac61-51d0-42ac-99a9-0d5c98e6b741 None None] Pushing event updated for resources: {'Port': ['ID=5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:31.082755 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c5b7d80-0e11-4941-b846-4545886e3fc8 req-46c66386-3691-401a-a4d8-fb96204c1676 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 210 time: 0.1276588 Dec 06 15:16:31.099181 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9ded0aa-3b07-4083-94ec-614ff41b209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:31.166525 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c9ded0aa-3b07-4083-94ec-614ff41b209c None None] For port 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03,segment=NetworkSegment(68ae39ad-91ca-4396-b33e-cbb160a258e1),segment_id=68ae39ad-91ca-4396-b33e-cbb160a258e1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:16:31.174852 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9ded0aa-3b07-4083-94ec-614ff41b209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:31.278558 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ded0aa-3b07-4083-94ec-614ff41b209c None None] Pushing event updated for resources: {'Port': ['ID=5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:31.373186 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] Set router 029263ad-0f28-45f2-ba32-0ab791f5d735 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:16:31.418445 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-661e87cf-b112-45cb-954f-f4df80fdcce8 None None] Provisioning complete for port 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:16:31.418825 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-661e87cf-b112-45cb-954f-f4df80fdcce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:31.746057 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:16:31.889436 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028329291', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:19Z', 'updated_at': '2021-12-06T15:16:26Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:20Z', 'updated_at': '2021-12-06T15:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03', 'name': '', 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:d9:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:25Z', 'updated_at': '2021-12-06T15:16:30Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:31.921428 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-f045067b-c4f7-447d-8542-12f776ceab3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:31.923022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-f045067b-c4f7-447d-8542-12f776ceab3b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.37 "GET /v2.0/networks?id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7 HTTP/1.1" status: 200 len: 797 time: 0.2836502 Dec 06 15:16:31.930123 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ee002-6a35-4a59-9f9a-5e98c6bf7e67 None None] The sync data for ids ['029263ad-0f28-45f2-ba32-0ab791f5d735'] in n-d-master-1 is: [{'id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028329291', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:19Z', 'updated_at': '2021-12-06T15:16:26Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:20Z', 'updated_at': '2021-12-06T15:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03', 'name': '', 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:d9:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:25Z', 'updated_at': '2021-12-06T15:16:30Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:16:32.547092 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78aad18f-3768-4ed5-bdfe-915eede26124 req-c1d192c4-2a58-46f6-b815-74e0878b1a19 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 210 time: 0.0341060 Dec 06 15:16:32.694632 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-14748b97-ef05-49bd-b71d-8b020ac5ebd5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78730a925a534e3a9baf86f9cc74cd24 HTTP/1.1" status: 200 len: 379 time: 0.7520845 Dec 06 15:16:32.713645 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-1e377807-5004-46ff-ae07-9f987e084796 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'port': {'device_id': '31731220-d8b4-465b-84f8-8f0700d28d50', 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7', 'admin_state_up': True, 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'security_groups': ['20afe49c-ea69-417f-a0e5-404975f92557']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:16:32.926865 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-1e377807-5004-46ff-ae07-9f987e084796 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Made reservation on behalf of 78730a925a534e3a9baf86f9cc74cd24 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:16:32.930717 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-1e377807-5004-46ff-ae07-9f987e084796 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:33.115375 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-1e377807-5004-46ff-ae07-9f987e084796 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Allocated IP 172.20.0.7 (b3396a4b-cf55-4a48-ace6-eb720b32a4c7/4aa4aeaf-a48d-46f1-a761-3fe626acc793/35a4c355-c018-4d05-a420-fb60ad18dd38) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:16:33.251933 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d64f5ce0-25de-4c4e-ab57-91b669f7f218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:33.299152 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-1e377807-5004-46ff-ae07-9f987e084796 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:33.357453 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-1e377807-5004-46ff-ae07-9f987e084796 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:33.451489 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-1e377807-5004-46ff-ae07-9f987e084796 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network b3396a4b-cf55-4a48-ace6-eb720b32a4c7 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:16:33.455970 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-1e377807-5004-46ff-ae07-9f987e084796 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:16:33.458677 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-1e377807-5004-46ff-ae07-9f987e084796 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:16:33.516444 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e377807-5004-46ff-ae07-9f987e084796 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=35a4c355-c018-4d05-a420-fb60ad18dd38,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:33.596351 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-1e377807-5004-46ff-ae07-9f987e084796 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:33.598734 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-1e377807-5004-46ff-ae07-9f987e084796 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:33.642593 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-1e377807-5004-46ff-ae07-9f987e084796 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9322398 Dec 06 15:16:33.822093 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf869e0-c57a-4ace-842e-3f377ad6905b req-4c8dac40-d69d-462f-a565-f1e820723543 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:33.836590 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:16:33.843228 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Request body: {'port': {'device_id': '31731220-d8b4-465b-84f8-8f0700d28d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:16:33.860655 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7bf869e0-c57a-4ace-842e-3f377ad6905b req-4c8dac40-d69d-462f-a565-f1e820723543 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 931 time: 0.1540916 Dec 06 15:16:34.029729 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:16:34.030966 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:34.037060 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:34.060269 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7bf869e0-c57a-4ace-842e-3f377ad6905b req-a013a048-157f-4574-a243-a008beb4f4e9 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916230 Dec 06 15:16:34.064987 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-be7c91da-8449-4716-83e5-9e6820773649 None None] Provisioning complete for port 35a4c355-c018-4d05-a420-fb60ad18dd38 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:16:34.065636 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-be7c91da-8449-4716-83e5-9e6820773649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:34.138608 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:34.184143 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-be7c91da-8449-4716-83e5-9e6820773649 None None] Port 35a4c355-c018-4d05-a420-fb60ad18dd38 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:16:34.561148 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a4c355-c018-4d05-a420-fb60ad18dd38 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:16:34.568903 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:34.593540 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Transition to ACTIVE for port object 35a4c355-c018-4d05-a420-fb60ad18dd38 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:16:34.599213 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:34.842717 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=35a4c355-c018-4d05-a420-fb60ad18dd38,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:34.883831 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Attempting to bind port 35a4c355-c018-4d05-a420-fb60ad18dd38 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:16:34.884337 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Attempting to bind port 35a4c355-c018-4d05-a420-fb60ad18dd38 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '68ae39ad-91ca-4396-b33e-cbb160a258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:16:34.884819 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Attempting to bind port 35a4c355-c018-4d05-a420-fb60ad18dd38 on network b3396a4b-cf55-4a48-ace6-eb720b32a4c7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:16:34.890193 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Port 35a4c355-c018-4d05-a420-fb60ad18dd38 on network b3396a4b-cf55-4a48-ace6-eb720b32a4c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:16:34.890683 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Attempting to bind port 35a4c355-c018-4d05-a420-fb60ad18dd38 on network b3396a4b-cf55-4a48-ace6-eb720b32a4c7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:16:34.898150 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:16:34.898646 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Checking segment: {'id': '68ae39ad-91ca-4396-b33e-cbb160a258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:16:34.899124 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Bound using segment: {'id': '68ae39ad-91ca-4396-b33e-cbb160a258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:16:34.899649 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Bound port: 35a4c355-c018-4d05-a420-fb60ad18dd38, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ae39ad-91ca-4396-b33e-cbb160a258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:16:34.900349 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:35.049061 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] For port 35a4c355-c018-4d05-a420-fb60ad18dd38, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:16:35.052923 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] For port 35a4c355-c018-4d05-a420-fb60ad18dd38, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=35a4c355-c018-4d05-a420-fb60ad18dd38,segment=NetworkSegment(68ae39ad-91ca-4396-b33e-cbb160a258e1),segment_id=68ae39ad-91ca-4396-b33e-cbb160a258e1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:16:35.087465 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:35.211729 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:35.212765 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:35.214422 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] 10.222.0.37 "PUT /v2.0/ports/35a4c355-c018-4d05-a420-fb60ad18dd38 HTTP/1.1" status: 200 len: 1091 time: 1.5574632 Dec 06 15:16:35.215031 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31731220-d8b4-465b-84f8-8f0700d28d50', 'tag': '35a4c355-c018-4d05-a420-fb60ad18dd38'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:16:35.217582 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def6a2e1-ab9d-4563-aa58-8ab3f217e5de" -d '{"events": [{"name": "network-changed", "server_uuid": "31731220-d8b4-465b-84f8-8f0700d28d50", "tag": "35a4c355-c018-4d05-a420-fb60ad18dd38"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:16:35.323842 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190dbbc2-0f38-4b65-8159-f9e6b675c2c7 x-openstack-request-id: req-190dbbc2-0f38-4b65-8159-f9e6b675c2c7 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:16:35.324266 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31731220-d8b4-465b-84f8-8f0700d28d50", "tag": "35a4c355-c018-4d05-a420-fb60ad18dd38", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:16:35.324570 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-190dbbc2-0f38-4b65-8159-f9e6b675c2c7 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:16:35.324932 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31731220-d8b4-465b-84f8-8f0700d28d50', 'tag': '35a4c355-c018-4d05-a420-fb60ad18dd38', 'status': 'completed', 'code': 200} Dec 06 15:16:35.353169 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad616e-ecf4-4636-b7ab-d290ecdd9a2c req-4a6beb2c-74e7-4f16-b656-1976df551acd tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:35.357093 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-46ad616e-ecf4-4636-b7ab-d290ecdd9a2c req-4a6beb2c-74e7-4f16-b656-1976df551acd tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 943 time: 0.1822405 Dec 06 15:16:35.359764 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491781d0-2522-4af0-8528-7e9e8cf5fbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=35a4c355-c018-4d05-a420-fb60ad18dd38,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:35.446982 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-46ad616e-ecf4-4636-b7ab-d290ecdd9a2c req-d860fcde-0167-4c1a-87ce-60800d9bea39 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688298 Dec 06 15:16:35.458769 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-1432819d-88cb-4435-a2dc-fc810762022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:35.460323 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-1432819d-88cb-4435-a2dc-fc810762022c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 1094 time: 0.1960783 Dec 06 15:16:35.542562 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-adb96f22-ae86-4e33-ae22-6127739a1d2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35a4c355-c018-4d05-a420-fb60ad18dd38 HTTP/1.1" status: 200 len: 217 time: 0.0690231 Dec 06 15:16:35.618532 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-61b27c52-208d-4e05-bc41-3a4fdb88e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:35.620607 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-61b27c52-208d-4e05-bc41-3a4fdb88e1cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aa4aeaf-a48d-46f1-a761-3fe626acc793 HTTP/1.1" status: 200 len: 834 time: 0.0647061 Dec 06 15:16:35.712888 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:35.793092 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-5e49bbee-3871-4df5-a2d6-9753ba22fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:35.795014 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-5e49bbee-3871-4df5-a2d6-9753ba22fb28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543164 Dec 06 15:16:35.957419 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-e38f1673-8596-437a-a661-0d171f7e1cfd service neutron] 10.222.0.37 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487045 Dec 06 15:16:36.126369 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed1ef5de-9d04-4e38-88ee-5e0b0c53596a req-05840035-db6a-421a-8185-e114b71d6a6a service neutron] 10.222.0.37 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552038 Dec 06 15:16:36.250153 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6a2e1-ab9d-4563-aa58-8ab3f217e5de req-1a864e71-9f95-4678-809c-f60067c57a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:36.252489 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-def6a2e1-ab9d-4563-aa58-8ab3f217e5de req-1a864e71-9f95-4678-809c-f60067c57a54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 1094 time: 0.0648735 Dec 06 15:16:36.357698 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6a2e1-ab9d-4563-aa58-8ab3f217e5de req-fc436ef6-95fb-457c-b9e4-4ee22d61bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:36.359186 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-def6a2e1-ab9d-4563-aa58-8ab3f217e5de req-fc436ef6-95fb-457c-b9e4-4ee22d61bd99 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7 HTTP/1.1" status: 200 len: 898 time: 0.0970812 Dec 06 15:16:36.411811 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-def6a2e1-ab9d-4563-aa58-8ab3f217e5de req-e4d0dab5-1807-4300-929f-56a4b86cc0b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35a4c355-c018-4d05-a420-fb60ad18dd38 HTTP/1.1" status: 200 len: 217 time: 0.0432503 Dec 06 15:16:36.475769 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6a2e1-ab9d-4563-aa58-8ab3f217e5de req-8cd2c02d-2656-4a8e-b678-181ac8ad042e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:36.477790 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-def6a2e1-ab9d-4563-aa58-8ab3f217e5de req-8cd2c02d-2656-4a8e-b678-181ac8ad042e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aa4aeaf-a48d-46f1-a761-3fe626acc793 HTTP/1.1" status: 200 len: 834 time: 0.0523496 Dec 06 15:16:36.554098 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6a2e1-ab9d-4563-aa58-8ab3f217e5de req-dd3deb9c-d50e-47ce-9057-dd16d63ad4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:36.556476 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-def6a2e1-ab9d-4563-aa58-8ab3f217e5de req-dd3deb9c-d50e-47ce-9057-dd16d63ad4e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598984 Dec 06 15:16:36.626810 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:36.659838 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cf975-8a56-4722-8e5b-ba5af57843fa req-89b9ff4f-fdc1-4650-9c53-bd372af365be tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:36.661472 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a38cf975-8a56-4722-8e5b-ba5af57843fa req-89b9ff4f-fdc1-4650-9c53-bd372af365be tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 943 time: 0.1023057 Dec 06 15:16:36.763116 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a38cf975-8a56-4722-8e5b-ba5af57843fa req-e22121f1-cebf-4a0d-890f-9103c0ba1066 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867386 Dec 06 15:16:36.767344 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-def6a2e1-ab9d-4563-aa58-8ab3f217e5de req-87b19e95-5828-4ba3-a46c-92cff2e17fb7 service neutron] 10.222.0.37 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982851 Dec 06 15:16:36.923806 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-def6a2e1-ab9d-4563-aa58-8ab3f217e5de req-e53511ee-a83b-4a26-bd92-922c420e0792 service neutron] 10.222.0.37 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481249 Dec 06 15:16:37.917475 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00638b37-6ab3-4cc7-8ddb-e4efe1d7e5fb req-87a41521-3df8-4ad3-a2af-ea77d03a2748 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:37.919015 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00638b37-6ab3-4cc7-8ddb-e4efe1d7e5fb req-87a41521-3df8-4ad3-a2af-ea77d03a2748 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 943 time: 0.0596671 Dec 06 15:16:38.022718 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00638b37-6ab3-4cc7-8ddb-e4efe1d7e5fb req-2b9914b5-a835-4f03-824c-6c8f53f04c76 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936913 Dec 06 15:16:38.354171 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36312) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:38.579076 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be510fea-fcd7-4e57-96d4-0392b184f93b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:38.792809 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be510fea-fcd7-4e57-96d4-0392b184f93b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:38.798517 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-be510fea-fcd7-4e57-96d4-0392b184f93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:38.857672 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-be510fea-fcd7-4e57-96d4-0392b184f93b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5893c6c401e7498696ad19b6f9abf5a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5017757 Dec 06 15:16:38.858044 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36328) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:38.859222 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be510fea-fcd7-4e57-96d4-0392b184f93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca701ac-594d-4f81-848e-b5bbdb286dfa,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:38.923217 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d751e8a-b877-4e56-97a9-32d94b53acb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:38.947965 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d751e8a-b877-4e56-97a9-32d94b53acb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:39.020304 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d751e8a-b877-4e56-97a9-32d94b53acb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:39.023539 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d751e8a-b877-4e56-97a9-32d94b53acb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:39.027227 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7d751e8a-b877-4e56-97a9-32d94b53acb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ca701ac-594d-4f81-848e-b5bbdb286dfa HTTP/1.1" status: 204 len: 168 time: 0.1681459 Dec 06 15:16:39.037393 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d751e8a-b877-4e56-97a9-32d94b53acb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca701ac-594d-4f81-848e-b5bbdb286dfa,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:39.235458 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a889b3-7a73-4ff7-8c8b-cb01100f6d90 req-63f936c5-3846-4b66-af68-5bb5a232748b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:39.242894 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-73a889b3-7a73-4ff7-8c8b-cb01100f6d90 req-63f936c5-3846-4b66-af68-5bb5a232748b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 943 time: 0.1101732 Dec 06 15:16:39.351680 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-73a889b3-7a73-4ff7-8c8b-cb01100f6d90 req-b0c768f2-e7a2-4262-9b02-ffd221c39334 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074960 Dec 06 15:16:39.497126 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36358) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:39.518684 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a928e43c-6dd1-40b5-bb7a-3722d0e0e287 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:39.609442 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a928e43c-6dd1-40b5-bb7a-3722d0e0e287 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:39.616256 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a928e43c-6dd1-40b5-bb7a-3722d0e0e287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:39.618276 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 35a4c355-c018-4d05-a420-fb60ad18dd38 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:16:39.644224 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928e43c-6dd1-40b5-bb7a-3722d0e0e287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2da62de-cb3d-4295-94a8-738010013b51,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:39.671800 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a928e43c-6dd1-40b5-bb7a-3722d0e0e287 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d4cc14f5fd0443fa760804a692ea32a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1731026 Dec 06 15:16:39.674969 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36362) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:39.749222 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1018-e718-4d0c-a975-96d4c8528a27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:39.782003 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1018-e718-4d0c-a975-96d4c8528a27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:39.803494 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 35a4c355-c018-4d05-a420-fb60ad18dd38, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=35a4c355-c018-4d05-a420-fb60ad18dd38,segment=NetworkSegment(68ae39ad-91ca-4396-b33e-cbb160a258e1),segment_id=68ae39ad-91ca-4396-b33e-cbb160a258e1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:16:39.815889 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '35a4c355-c018-4d05-a420-fb60ad18dd38', 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7', 'port_id': '35a4c355-c018-4d05-a420-fb60ad18dd38', 'mac_address': 'fa:16:3e:d5:6b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:16:39.869113 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1018-e718-4d0c-a975-96d4c8528a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:39.878147 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1018-e718-4d0c-a975-96d4c8528a27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:39.878361 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:39.878494 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8c2a1018-e718-4d0c-a975-96d4c8528a27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2da62de-cb3d-4295-94a8-738010013b51 HTTP/1.1" status: 204 len: 168 time: 0.1976728 Dec 06 15:16:39.888458 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a1018-e718-4d0c-a975-96d4c8528a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2da62de-cb3d-4295-94a8-738010013b51,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:39.894460 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a4c355-c018-4d05-a420-fb60ad18dd38 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:16:39.925177 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 35a4c355-c018-4d05-a420-fb60ad18dd38, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=35a4c355-c018-4d05-a420-fb60ad18dd38,segment=NetworkSegment(68ae39ad-91ca-4396-b33e-cbb160a258e1),segment_id=68ae39ad-91ca-4396-b33e-cbb160a258e1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:16:39.938971 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:39.994265 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=35a4c355-c018-4d05-a420-fb60ad18dd38,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:40.221109 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['35a4c355-c018-4d05-a420-fb60ad18dd38'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:16:40.646214 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b16758-f4b1-4061-a7ef-bfc8ff9d0829 req-5722638e-5083-4afd-be3c-2053b91bc16e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:40.647913 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5b16758-f4b1-4061-a7ef-bfc8ff9d0829 req-5722638e-5083-4afd-be3c-2053b91bc16e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 944 time: 0.1741931 Dec 06 15:16:40.741934 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5b16758-f4b1-4061-a7ef-bfc8ff9d0829 req-89bf753a-e671-449d-a7d5-583a58e826b2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812662 Dec 06 15:16:41.654699 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 35a4c355-c018-4d05-a420-fb60ad18dd38 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:16:41.721034 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 35a4c355-c018-4d05-a420-fb60ad18dd38 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:16:41.725743 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 35a4c355-c018-4d05-a420-fb60ad18dd38 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:16:41.726126 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:41.837394 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:41.866925 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31731220-d8b4-465b-84f8-8f0700d28d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a4c355-c018-4d05-a420-fb60ad18dd38'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:16:41.869641 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be99b123-9176-439d-b697-d36ea4c6b371" -d '{"events": [{"server_uuid": "31731220-d8b4-465b-84f8-8f0700d28d50", "name": "network-vif-plugged", "status": "completed", "tag": "35a4c355-c018-4d05-a420-fb60ad18dd38"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:16:41.889166 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 35a4c355-c018-4d05-a420-fb60ad18dd38, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=35a4c355-c018-4d05-a420-fb60ad18dd38,segment=NetworkSegment(68ae39ad-91ca-4396-b33e-cbb160a258e1),segment_id=68ae39ad-91ca-4396-b33e-cbb160a258e1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:16:41.896181 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:41.913803 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfc9ee-ef89-4508-b654-9e351ef478a6 req-41150d25-16fc-42ab-bade-eccc092eedf2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:41.923317 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c8dfc9ee-ef89-4508-b654-9e351ef478a6 req-41150d25-16fc-42ab-bade-eccc092eedf2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 944 time: 0.0740049 Dec 06 15:16:41.960458 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82df0eb-7259-4c79-bd36-0a8e8fef72ed x-openstack-request-id: req-a82df0eb-7259-4c79-bd36-0a8e8fef72ed {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:16:41.961634 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31731220-d8b4-465b-84f8-8f0700d28d50", "name": "network-vif-plugged", "status": "completed", "tag": "35a4c355-c018-4d05-a420-fb60ad18dd38", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:16:41.962179 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a82df0eb-7259-4c79-bd36-0a8e8fef72ed {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:16:41.962660 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31731220-d8b4-465b-84f8-8f0700d28d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a4c355-c018-4d05-a420-fb60ad18dd38', 'code': 200} Dec 06 15:16:41.985466 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c8dfc9ee-ef89-4508-b654-9e351ef478a6 req-cb1ef05a-82f0-4050-a07c-e319158a1987 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609229 Dec 06 15:16:41.996475 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=35a4c355-c018-4d05-a420-fb60ad18dd38,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:42.121626 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e24f1-e6ce-4297-9064-4092491a1653 req-cb1302a9-6d67-4d4c-8029-a79348bc18fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:42.123998 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e1e24f1-e6ce-4297-9064-4092491a1653 req-cb1302a9-6d67-4d4c-8029-a79348bc18fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 1096 time: 0.0596128 Dec 06 15:16:42.221151 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e1e24f1-e6ce-4297-9064-4092491a1653 req-8bb5dc5c-abcf-4ad7-bf43-1b18b4908991 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851667 Dec 06 15:16:42.494524 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36488) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:42.705804 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76aaaeb4-691e-425f-bcf7-cfc53b3de222 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:42.799719 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76aaaeb4-691e-425f-bcf7-cfc53b3de222 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:42.811988 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-76aaaeb4-691e-425f-bcf7-cfc53b3de222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:42.857822 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-76aaaeb4-691e-425f-bcf7-cfc53b3de222 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b42e113e27ec4fbc9ac1713f04306548&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3599594 Dec 06 15:16:42.857822 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aaaeb4-691e-425f-bcf7-cfc53b3de222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd39e450-2370-4e07-bbf3-7243bef99141,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:42.858743 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36506) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:42.915092 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:42.962082 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:43.032929 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:43.037889 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:43.039392 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd39e450-2370-4e07-bbf3-7243bef99141 HTTP/1.1" status: 204 len: 168 time: 0.1782386 Dec 06 15:16:43.071823 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd39e450-2370-4e07-bbf3-7243bef99141,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:43.084913 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:43.085632 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:43.086321 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:43.086880 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:43.087611 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:43.088203 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:43.088758 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:43.089308 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:43.089972 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:43.090521 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:43.091067 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:43.091869 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:43.092428 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e371b-8c05-4bf6-8c19-c537aa1b31b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:16:43.224109 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8254cb-dc27-4ad4-922f-859b8da826a1 req-603f3467-4988-4710-8629-fa4fc6e1b809 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:43.226352 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c8254cb-dc27-4ad4-922f-859b8da826a1 req-603f3467-4988-4710-8629-fa4fc6e1b809 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.0903859 Dec 06 15:16:43.340441 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c8254cb-dc27-4ad4-922f-859b8da826a1 req-ec317a24-8645-4846-8c57-3ceed8ad10f8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046202 Dec 06 15:16:43.591032 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36528) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:43.633146 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e46cca2a-af91-47ff-83a7-5fe689212446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:43.771394 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e46cca2a-af91-47ff-83a7-5fe689212446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:43.777858 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e46cca2a-af91-47ff-83a7-5fe689212446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:43.849797 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e46cca2a-af91-47ff-83a7-5fe689212446 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4514d6b04f94a30a9ca947688be8b63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2535379 Dec 06 15:16:43.849797 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cca2a-af91-47ff-83a7-5fe689212446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3487bba4-7323-43ac-b502-76bc506c6227,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:43.850125 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36542) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:43.910807 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c485ff31-a84e-41e1-acf2-30346d905da7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:43.937139 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c485ff31-a84e-41e1-acf2-30346d905da7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:43.987326 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c485ff31-a84e-41e1-acf2-30346d905da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:43.989925 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c485ff31-a84e-41e1-acf2-30346d905da7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:43.991077 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c485ff31-a84e-41e1-acf2-30346d905da7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3487bba4-7323-43ac-b502-76bc506c6227 HTTP/1.1" status: 204 len: 168 time: 0.1385818 Dec 06 15:16:43.999282 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485ff31-a84e-41e1-acf2-30346d905da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3487bba4-7323-43ac-b502-76bc506c6227,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:44.511150 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fedf33-0ed7-43b3-a952-bb1387e6ab94 req-52d16711-d4fe-42b6-9b45-6ae19f93d6c9 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:44.512672 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a3fedf33-0ed7-43b3-a952-bb1387e6ab94 req-52d16711-d4fe-42b6-9b45-6ae19f93d6c9 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.0802588 Dec 06 15:16:44.583452 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a3fedf33-0ed7-43b3-a952-bb1387e6ab94 req-d370257a-b409-43f9-a6bb-2f52f3a54a27 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610664 Dec 06 15:16:44.734282 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a7a98-c273-4c8f-8bad-90f78da99d95 req-bab169d6-f0da-4d58-abb3-815bc091ce3c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:44.736946 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e4a7a98-c273-4c8f-8bad-90f78da99d95 req-bab169d6-f0da-4d58-abb3-815bc091ce3c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.0778265 Dec 06 15:16:44.832133 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e4a7a98-c273-4c8f-8bad-90f78da99d95 req-a633b363-761a-4319-b9fa-b3bb23bc98e8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885460 Dec 06 15:16:44.851097 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36604) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:44.919504 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e3ff22-05da-4f29-b946-a6c0a11fdcc6 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:44.922702 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-78e3ff22-05da-4f29-b946-a6c0a11fdcc6 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 1091 time: 0.0697830 Dec 06 15:16:44.925868 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36612) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:44.932053 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': '35a4c355-c018-4d05-a420-fb60ad18dd38', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:16:44.972377 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:45.137288 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:45.287557 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Allocated IP 172.35.7.72 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/dc8f6fb7-04f2-46d8-89f5-4890c6c54017) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:16:45.478457 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:45.538729 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36638) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:45.540235 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:45.614515 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:16:45.616333 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=dc8f6fb7-04f2-46d8-89f5-4890c6c54017,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:45.619502 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:16:45.628665 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:16:45.712602 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0ebfc62-b97e-4a09-97d2-10cddcea6db5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:45.847199 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0ebfc62-b97e-4a09-97d2-10cddcea6db5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:45.855647 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a0ebfc62-b97e-4a09-97d2-10cddcea6db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:45.966321 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a0ebfc62-b97e-4a09-97d2-10cddcea6db5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=415e23273df64058a95eb45ef613cb5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4260492 Dec 06 15:16:45.968108 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebfc62-b97e-4a09-97d2-10cddcea6db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21a8534-40ec-47cd-be21-cee4205a3989,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:45.972861 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36650) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:46.529379 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb24019d-e1a2-4e65-9030-a89b71d7a281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:46.579600 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb24019d-e1a2-4e65-9030-a89b71d7a281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:46.581675 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:46.719138 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb24019d-e1a2-4e65-9030-a89b71d7a281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:46.721967 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb24019d-e1a2-4e65-9030-a89b71d7a281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:46.723283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bb24019d-e1a2-4e65-9030-a89b71d7a281 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a21a8534-40ec-47cd-be21-cee4205a3989 HTTP/1.1" status: 204 len: 168 time: 0.7474012 Dec 06 15:16:46.726782 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:46.754088 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24019d-e1a2-4e65-9030-a89b71d7a281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21a8534-40ec-47cd-be21-cee4205a3989,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:46.957593 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:46.963189 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:47.018389 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=dc8f6fb7-04f2-46d8-89f5-4890c6c54017,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:47.111319 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:47.291342 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Floating IP 1f5bd9fa-80f0-4e92-ac04-cb882a778c6e associated. External IP: 172.35.7.72, port: 35a4c355-c018-4d05-a420-fb60ad18dd38. Dec 06 15:16:47.625684 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router 029263ad-0f28-45f2-ba32-0ab791f5d735 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:16:47.854199 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:16:47.881879 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d50a9a-5623-42af-b352-e0ea1cd80b60 None None] Sync routers for ids ['029263ad-0f28-45f2-ba32-0ab791f5d735'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:16:47.894276 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:47.923091 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d50a9a-5623-42af-b352-e0ea1cd80b60 None None] Routers {'029263ad-0f28-45f2-ba32-0ab791f5d735'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:16:47.925128 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c6d50a9a-5623-42af-b352-e0ea1cd80b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:16:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['029263ad-0f28-45f2-ba32-0ab791f5d735'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:47.948322 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ec7e2fd0-68a6-4009-aa11-7ff9f1383103 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0177834 Dec 06 15:16:47.948322 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31731220-d8b4-465b-84f8-8f0700d28d50', 'tag': '35a4c355-c018-4d05-a420-fb60ad18dd38'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:16:47.969329 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5977d218-a5eb-439f-b524-2515bbfc83f4" -d '{"events": [{"name": "network-changed", "server_uuid": "31731220-d8b4-465b-84f8-8f0700d28d50", "tag": "35a4c355-c018-4d05-a420-fb60ad18dd38"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:16:48.192042 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c6d50a9a-5623-42af-b352-e0ea1cd80b60 None None] Set router 029263ad-0f28-45f2-ba32-0ab791f5d735 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:16:48.198354 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0692882-000d-4caf-9d30-bd47ed129796 req-3ea06804-68f2-4214-9f01-cc815d81d2ff tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:48.203918 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c0692882-000d-4caf-9d30-bd47ed129796 req-3ea06804-68f2-4214-9f01-cc815d81d2ff tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.1220813 Dec 06 15:16:48.395518 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb01d064-8773-4d44-b963-2f425c43c1e2 x-openstack-request-id: req-cb01d064-8773-4d44-b963-2f425c43c1e2 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:16:48.395848 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31731220-d8b4-465b-84f8-8f0700d28d50", "tag": "35a4c355-c018-4d05-a420-fb60ad18dd38", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:16:48.396111 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb01d064-8773-4d44-b963-2f425c43c1e2 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:16:48.396523 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31731220-d8b4-465b-84f8-8f0700d28d50', 'tag': '35a4c355-c018-4d05-a420-fb60ad18dd38', 'status': 'completed', 'code': 200} Dec 06 15:16:48.413694 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c0692882-000d-4caf-9d30-bd47ed129796 req-2e882ae8-6209-4873-b573-42c1eaf83fc7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848817 Dec 06 15:16:48.427000 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36724) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:48.492407 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977d218-a5eb-439f-b524-2515bbfc83f4 req-c6e31bb1-bb9f-4216-ba1b-39ce0d67f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:48.494337 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5977d218-a5eb-439f-b524-2515bbfc83f4 req-c6e31bb1-bb9f-4216-ba1b-39ce0d67f06a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 1096 time: 0.0995336 Dec 06 15:16:48.569722 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b1300836-42bc-43c8-a0f6-aec9e40c768a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/floatingips/1f5bd9fa-80f0-4e92-ac04-cb882a778c6e HTTP/1.1" status: 200 len: 990 time: 0.1398199 Dec 06 15:16:48.701340 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977d218-a5eb-439f-b524-2515bbfc83f4 req-fd795c8f-70c3-45dc-b3c5-49a5d336de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:48.704448 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5977d218-a5eb-439f-b524-2515bbfc83f4 req-fd795c8f-70c3-45dc-b3c5-49a5d336de18 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7 HTTP/1.1" status: 200 len: 898 time: 0.2015433 Dec 06 15:16:48.931265 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5977d218-a5eb-439f-b524-2515bbfc83f4 req-511f3ab9-47f9-41d8-9e6c-419c66e07621 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35a4c355-c018-4d05-a420-fb60ad18dd38 HTTP/1.1" status: 200 len: 998 time: 0.2115920 Dec 06 15:16:48.991938 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c6d50a9a-5623-42af-b352-e0ea1cd80b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028329291', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:19Z', 'updated_at': '2021-12-06T15:16:26Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:20Z', 'updated_at': '2021-12-06T15:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1f5bd9fa-80f0-4e92-ac04-cb882a778c6e', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'floating_ip_address': '172.35.7.72', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'port_id': '35a4c355-c018-4d05-a420-fb60ad18dd38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7', 'mac_address': 'fa:16:3e:d5:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31731220-d8b4-465b-84f8-8f0700d28d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:16:45Z', 'updated_at': '2021-12-06T15:16:45Z', 'revision_number': 0, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03', 'name': '', 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:d9:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:25Z', 'updated_at': '2021-12-06T15:16:31Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:49.023568 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977d218-a5eb-439f-b524-2515bbfc83f4 req-c796b906-b7c7-4d54-93a1-54e02f725b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:49.025150 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5977d218-a5eb-439f-b524-2515bbfc83f4 req-c796b906-b7c7-4d54-93a1-54e02f725b2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aa4aeaf-a48d-46f1-a761-3fe626acc793 HTTP/1.1" status: 200 len: 834 time: 0.0929441 Dec 06 15:16:49.029028 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d50a9a-5623-42af-b352-e0ea1cd80b60 None None] Checking router: 029263ad-0f28-45f2-ba32-0ab791f5d735 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:16:49.041114 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d50a9a-5623-42af-b352-e0ea1cd80b60 None None] Routers {'029263ad-0f28-45f2-ba32-0ab791f5d735'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:16:49.041989 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c6d50a9a-5623-42af-b352-e0ea1cd80b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:16:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['029263ad-0f28-45f2-ba32-0ab791f5d735'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:49.110956 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977d218-a5eb-439f-b524-2515bbfc83f4 req-504c71bd-12f3-4623-92c3-8e5dd5702f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:49.113893 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5977d218-a5eb-439f-b524-2515bbfc83f4 req-504c71bd-12f3-4623-92c3-8e5dd5702f2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813792 Dec 06 15:16:49.235869 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c6d50a9a-5623-42af-b352-e0ea1cd80b60 None None] Set router 029263ad-0f28-45f2-ba32-0ab791f5d735 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:16:49.268991 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5977d218-a5eb-439f-b524-2515bbfc83f4 req-db329f0d-8dfa-454e-81e5-43a31748f2e9 service neutron] 10.222.0.37 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469235 Dec 06 15:16:49.447583 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5977d218-a5eb-439f-b524-2515bbfc83f4 req-c3fc3e66-31cb-4906-8b51-2cff905e2d4c service neutron] 10.222.0.37 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702070 Dec 06 15:16:49.572479 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36746) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:49.764338 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-290daa4b-558f-44d5-b63a-cec9618bb76c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/floatingips/1f5bd9fa-80f0-4e92-ac04-cb882a778c6e HTTP/1.1" status: 200 len: 990 time: 0.1902041 Dec 06 15:16:49.839082 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c6d50a9a-5623-42af-b352-e0ea1cd80b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028329291', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:19Z', 'updated_at': '2021-12-06T15:16:26Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:20Z', 'updated_at': '2021-12-06T15:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1f5bd9fa-80f0-4e92-ac04-cb882a778c6e', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'floating_ip_address': '172.35.7.72', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'port_id': '35a4c355-c018-4d05-a420-fb60ad18dd38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7', 'mac_address': 'fa:16:3e:d5:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31731220-d8b4-465b-84f8-8f0700d28d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:16:45Z', 'updated_at': '2021-12-06T15:16:45Z', 'revision_number': 0, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03', 'name': '', 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:d9:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:25Z', 'updated_at': '2021-12-06T15:16:31Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:49.874702 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d50a9a-5623-42af-b352-e0ea1cd80b60 None None] The sync data for ids ['029263ad-0f28-45f2-ba32-0ab791f5d735'] in n-d-master-1 is: [{'id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028329291', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:19Z', 'updated_at': '2021-12-06T15:16:26Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:20Z', 'updated_at': '2021-12-06T15:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1f5bd9fa-80f0-4e92-ac04-cb882a778c6e', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'floating_ip_address': '172.35.7.72', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'port_id': '35a4c355-c018-4d05-a420-fb60ad18dd38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7', 'mac_address': 'fa:16:3e:d5:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31731220-d8b4-465b-84f8-8f0700d28d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:16:45Z', 'updated_at': '2021-12-06T15:16:45Z', 'revision_number': 0, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03', 'name': '', 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:d9:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:25Z', 'updated_at': '2021-12-06T15:16:31Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:16:50.220687 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337ec9c-e0a6-47fd-b871-ed21e8096e37 None None] New status for floating IP 1f5bd9fa-80f0-4e92-ac04-cb882a778c6e: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:16:50.762768 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36776) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:50.862342 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2c06e80d-80bd-4616-8ac8-f68e2303a572 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/floatingips/1f5bd9fa-80f0-4e92-ac04-cb882a778c6e HTTP/1.1" status: 200 len: 992 time: 0.0979452 Dec 06 15:16:54.163627 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36894) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:54.369608 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3060754-e012-4c35-9a63-85247aec6d3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:54.555108 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3060754-e012-4c35-9a63-85247aec6d3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:54.560006 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3060754-e012-4c35-9a63-85247aec6d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:54.637902 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a3060754-e012-4c35-9a63-85247aec6d3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=166945aa10aa4b2ea7272dda992da37c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4729769 Dec 06 15:16:54.640418 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36900) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:54.642412 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3060754-e012-4c35-9a63-85247aec6d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52a011c-db0d-44a9-8082-1076a4b69ff6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:54.711328 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27998604-18a8-4b6d-b53a-00de3eca0b4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:54.733324 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27998604-18a8-4b6d-b53a-00de3eca0b4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:54.784305 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27998604-18a8-4b6d-b53a-00de3eca0b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:54.786937 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27998604-18a8-4b6d-b53a-00de3eca0b4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:54.790595 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-27998604-18a8-4b6d-b53a-00de3eca0b4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c52a011c-db0d-44a9-8082-1076a4b69ff6 HTTP/1.1" status: 204 len: 168 time: 0.1467259 Dec 06 15:16:54.807745 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27998604-18a8-4b6d-b53a-00de3eca0b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52a011c-db0d-44a9-8082-1076a4b69ff6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:55.313660 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36924) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:55.445683 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25120cc7-adf9-453c-ab7a-56093b53ab80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:55.663372 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25120cc7-adf9-453c-ab7a-56093b53ab80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:55.670049 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25120cc7-adf9-453c-ab7a-56093b53ab80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:55.713451 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-25120cc7-adf9-453c-ab7a-56093b53ab80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3d7c97a1dee40ab95b644b3fae5bdf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3986976 Dec 06 15:16:55.716130 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36938) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:55.769144 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25120cc7-adf9-453c-ab7a-56093b53ab80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1407a2-ef5c-4210-b950-52348e20e0a4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:55.820013 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f89688df-7f04-46b2-a901-c7adff4d4266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:55.844564 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f89688df-7f04-46b2-a901-c7adff4d4266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:55.909746 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f89688df-7f04-46b2-a901-c7adff4d4266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:55.912256 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f89688df-7f04-46b2-a901-c7adff4d4266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:55.913452 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f89688df-7f04-46b2-a901-c7adff4d4266 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d1407a2-ef5c-4210-b950-52348e20e0a4 HTTP/1.1" status: 204 len: 168 time: 0.1957259 Dec 06 15:16:55.936774 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89688df-7f04-46b2-a901-c7adff4d4266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1407a2-ef5c-4210-b950-52348e20e0a4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:56.913902 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 36986) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:57.018861 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6364d73b-5286-4775-85c4-f53fbefc3675 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-447522813-network', 'tenant_id': 'bec3016b67294826a7ecc39d44a33f2b'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:16:57.040383 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6364d73b-5286-4775-85c4-f53fbefc3675 admin admin] Made reservation on behalf of bec3016b67294826a7ecc39d44a33f2b for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:16:57.042844 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6364d73b-5286-4775-85c4-f53fbefc3675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:57.051501 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6364d73b-5286-4775-85c4-f53fbefc3675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:57.127716 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6364d73b-5286-4775-85c4-f53fbefc3675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:57.131558 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6364d73b-5286-4775-85c4-f53fbefc3675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:57.156627 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6364d73b-5286-4775-85c4-f53fbefc3675 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:16:57.166740 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364d73b-5286-4775-85c4-f53fbefc3675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1749c6c6-40dc-4317-a76d-9f4257a35d61,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:57.172434 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6364d73b-5286-4775-85c4-f53fbefc3675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:57.172753 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-6364d73b-5286-4775-85c4-f53fbefc3675 admin admin] Added segment dfceac3e-85a1-46ab-af62-ab6261dc3ac3 of type vlan for network a2c5ba1c-c694-4df4-b02e-51d5622f84b9 Dec 06 15:16:57.218065 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6364d73b-5286-4775-85c4-f53fbefc3675 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:57.246061 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6364d73b-5286-4775-85c4-f53fbefc3675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:57.247112 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6364d73b-5286-4775-85c4-f53fbefc3675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:57.247620 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6364d73b-5286-4775-85c4-f53fbefc3675 admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:57.305642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6364d73b-5286-4775-85c4-f53fbefc3675 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3878510 Dec 06 15:16:57.306031 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 36990) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:57.310828 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-96929b46-5634-4e18-b681-5a5ac61678bd admin admin] Request body: {'subnet': {'network_id': 'a2c5ba1c-c694-4df4-b02e-51d5622f84b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-447522813-subnet', 'tenant_id': 'bec3016b67294826a7ecc39d44a33f2b', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:16:57.350954 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96929b46-5634-4e18-b681-5a5ac61678bd admin admin] Made reservation on behalf of bec3016b67294826a7ecc39d44a33f2b for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:16:57.353426 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96929b46-5634-4e18-b681-5a5ac61678bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:57.389588 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364d73b-5286-4775-85c4-f53fbefc3675 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c5ba1c-c694-4df4-b02e-51d5622f84b9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:57.402698 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network a2c5ba1c-c694-4df4-b02e-51d5622f84b9 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:16:57.595365 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96929b46-5634-4e18-b681-5a5ac61678bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:57.660896 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96929b46-5634-4e18-b681-5a5ac61678bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=009455a2-4567-4182-9369-e0a1c617e096,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:57.677331 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96929b46-5634-4e18-b681-5a5ac61678bd admin admin] Checking segment: {'id': 'dfceac3e-85a1-46ab-af62-ab6261dc3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2c5ba1c-c694-4df4-b02e-51d5622f84b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:16:57.678040 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96929b46-5634-4e18-b681-5a5ac61678bd admin admin] Network hostable DHCP agents. Network: a2c5ba1c-c694-4df4-b02e-51d5622f84b9, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:16:57.696421 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96929b46-5634-4e18-b681-5a5ac61678bd admin admin] Network a2c5ba1c-c694-4df4-b02e-51d5622f84b9 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:16:57.706239 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-96929b46-5634-4e18-b681-5a5ac61678bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a2c5ba1c-c694-4df4-b02e-51d5622f84b9) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:16:57.711287 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96929b46-5634-4e18-b681-5a5ac61678bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:57.712251 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-96929b46-5634-4e18-b681-5a5ac61678bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:57.723480 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e0a0a3-0a34-473e-9f5e-76addc12d948 None None] Network a2c5ba1c-c694-4df4-b02e-51d5622f84b9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:16:57.731848 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-96929b46-5634-4e18-b681-5a5ac61678bd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4246438 Dec 06 15:16:57.734995 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37000) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:57.740025 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-447522813-router', 'tenant_id': 'bec3016b67294826a7ecc39d44a33f2b', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:16:57.773418 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:57.775258 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:57.864651 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:57.913164 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a2c5ba1c-c694-4df4-b02e-51d5622f84b9', 'network_id': 'a2c5ba1c-c694-4df4-b02e-51d5622f84b9', 'tenant_id': 'bec3016b67294826a7ecc39d44a33f2b', 'fixed_ips': [{'subnet_id': '009455a2-4567-4182-9369-e0a1c617e096'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:16:57.914236 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:58.055044 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:58.070922 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Allocated IP 172.20.0.2 (a2c5ba1c-c694-4df4-b02e-51d5622f84b9/009455a2-4567-4182-9369-e0a1c617e096/82ddb827-23e1-4ba3-83eb-d4c2ebf96df8) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:16:58.146789 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:58.270612 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:58.277382 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:58.326995 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:58.336899 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Pushing event updated for resources: {'Port': ['ID=82ddb827-23e1-4ba3-83eb-d4c2ebf96df8,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:58.347390 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Network a2c5ba1c-c694-4df4-b02e-51d5622f84b9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:16:58.348812 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:58.349676 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:16:58.353040 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:16:58.420295 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Attempting to bind port 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:16:58.420875 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Attempting to bind port 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'dfceac3e-85a1-46ab-af62-ab6261dc3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2c5ba1c-c694-4df4-b02e-51d5622f84b9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:16:58.421075 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Attempting to bind port 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8 on network a2c5ba1c-c694-4df4-b02e-51d5622f84b9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:16:58.428556 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:16:58.429084 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Checking segment: {'id': 'dfceac3e-85a1-46ab-af62-ab6261dc3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2c5ba1c-c694-4df4-b02e-51d5622f84b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:16:58.429551 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:58.430171 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Bound using segment: {'id': 'dfceac3e-85a1-46ab-af62-ab6261dc3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2c5ba1c-c694-4df4-b02e-51d5622f84b9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:16:58.430707 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Bound port: 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfceac3e-85a1-46ab-af62-ab6261dc3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2c5ba1c-c694-4df4-b02e-51d5622f84b9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:16:58.431150 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:58.478659 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Allocated IP 172.35.7.53 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/9720b686-a970-47ff-acd1-6cec13d29e4b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:16:58.519161 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] For port 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:16:58.522386 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] For port 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=82ddb827-23e1-4ba3-83eb-d4c2ebf96df8,segment=NetworkSegment(dfceac3e-85a1-46ab-af62-ab6261dc3ac3),segment_id=dfceac3e-85a1-46ab-af62-ab6261dc3ac3)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:16:58.526695 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:58.593914 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0f668-a0f8-4b7c-9d64-a73959436dec None None] Pushing event updated for resources: {'Port': ['ID=82ddb827-23e1-4ba3-83eb-d4c2ebf96df8,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:58.596372 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:58.647766 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:58.708673 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:16:58.714600 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:16:58.717240 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:16:58.719457 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Pushing event updated for resources: {'Port': ['ID=9720b686-a970-47ff-acd1-6cec13d29e4b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:16:58.736685 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c67866c-bffe-422b-a2ba-d868dc2746cb None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:16:58.792481 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cb2030f6-dce4-44de-bec1-f6dd354381eb None None] Provisioning complete for port 9720b686-a970-47ff-acd1-6cec13d29e4b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:16:58.793460 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cb2030f6-dce4-44de-bec1-f6dd354381eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:58.906059 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cb2030f6-dce4-44de-bec1-f6dd354381eb None None] Port 9720b686-a970-47ff-acd1-6cec13d29e4b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:16:59.053294 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:59.276360 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:59.540944 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Router 25db2bfc-3d29-48a4-b1a4-d4471266cec0 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:16:59.692175 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:16:59.706859 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Sync routers for ids ['25db2bfc-3d29-48a4-b1a4-d4471266cec0'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:16:59.717702 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Routers {'25db2bfc-3d29-48a4-b1a4-d4471266cec0'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:16:59.719860 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:16:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['25db2bfc-3d29-48a4-b1a4-d4471266cec0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:16:59.734433 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:59.735874 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1b44fff7-4fdd-402d-9832-45d2c658fe93 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 1.9995978 Dec 06 15:16:59.738637 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37014) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:59.812940 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:16:59.911586 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Set router 25db2bfc-3d29-48a4-b1a4-d4471266cec0 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:00.032197 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:00.032566 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:00.075210 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fea003e-12b4-401c-b644-81198bfd2d56 None None] Network a2c5ba1c-c694-4df4-b02e-51d5622f84b9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:17:00.180195 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:00.260738 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b9c2be48-522e-4f67-8521-d25b06199294 None None] Provisioning complete for port 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:00.261346 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9c2be48-522e-4f67-8521-d25b06199294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:00.456975 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:00.495241 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=82ddb827-23e1-4ba3-83eb-d4c2ebf96df8,segment=NetworkSegment(dfceac3e-85a1-46ab-af62-ab6261dc3ac3),segment_id=dfceac3e-85a1-46ab-af62-ab6261dc3ac3)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:00.522093 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:00.591933 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=82ddb827-23e1-4ba3-83eb-d4c2ebf96df8,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:00.618279 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25db2bfc-3d29-48a4-b1a4-d4471266cec0', 'name': 'tempest-ImageQuotaTest-447522813-router', 'tenant_id': 'bec3016b67294826a7ecc39d44a33f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.53'}], 'enable_snat': True}, 'gw_port_id': '9720b686-a970-47ff-acd1-6cec13d29e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:57Z', 'updated_at': '2021-12-06T15:16:58Z', 'revision_number': 3, 'project_id': 'bec3016b67294826a7ecc39d44a33f2b', 'gw_port': {'id': '9720b686-a970-47ff-acd1-6cec13d29e4b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25db2bfc-3d29-48a4-b1a4-d4471266cec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:58Z', 'updated_at': '2021-12-06T15:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:00.659367 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Checking router: 25db2bfc-3d29-48a4-b1a4-d4471266cec0 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:17:00.659785 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Updating router 25db2bfc-3d29-48a4-b1a4-d4471266cec0 port 9720b686-a970-47ff-acd1-6cec13d29e4b binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:17:00.662447 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9c2be48-522e-4f67-8521-d25b06199294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:00.911671 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:00.987098 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:01.279226 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] Allocated IP 172.20.0.1 (a2c5ba1c-c694-4df4-b02e-51d5622f84b9/009455a2-4567-4182-9369-e0a1c617e096/ccaf5522-3bee-4f54-823a-732559b7a070) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:17:01.301733 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:01.329331 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c99ed78d-d743-40de-95a5-8ca644642c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:01.337754 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:01.377642 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab2bd32-171c-496f-a19d-8b86083368bd None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:17:01.443156 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Attempting to bind port 9720b686-a970-47ff-acd1-6cec13d29e4b on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:17:01.443815 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Attempting to bind port 9720b686-a970-47ff-acd1-6cec13d29e4b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:17:01.444370 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Attempting to bind port 9720b686-a970-47ff-acd1-6cec13d29e4b on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:17:01.448825 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-b9c2be48-522e-4f67-8521-d25b06199294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:17:01.449384 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-b9c2be48-522e-4f67-8521-d25b06199294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:17:01.458823 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59abee5-bfef-43ef-8549-5839494237b6 None None] Pushing event updated for resources: {'Port': ['ID=9720b686-a970-47ff-acd1-6cec13d29e4b,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:01.462767 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:17:01.463515 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:17:01.464104 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:01.464667 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:17:01.465325 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Bound port: 9720b686-a970-47ff-acd1-6cec13d29e4b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:17:01.466084 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:01.525780 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:01.537714 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] For port 9720b686-a970-47ff-acd1-6cec13d29e4b, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:17:01.541887 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] For port 9720b686-a970-47ff-acd1-6cec13d29e4b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9720b686-a970-47ff-acd1-6cec13d29e4b,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:17:01.549721 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:01.612011 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:01.689168 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59abee5-bfef-43ef-8549-5839494237b6 None None] Pushing event updated for resources: {'Port': ['ID=9720b686-a970-47ff-acd1-6cec13d29e4b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:01.710818 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11ecf2b-c7e6-40f0-9799-b1e4b80bba2b None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:17:01.719847 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Routers {'25db2bfc-3d29-48a4-b1a4-d4471266cec0'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:01.720527 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:16:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['25db2bfc-3d29-48a4-b1a4-d4471266cec0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:01.734939 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] Network a2c5ba1c-c694-4df4-b02e-51d5622f84b9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:17:01.736498 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] Pushing event updated for resources: {'Port': ['ID=ccaf5522-3bee-4f54-823a-732559b7a070,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:01.750197 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:17:01.764616 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:17:01.799088 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:17:01.875382 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:01.914227 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] Set router 25db2bfc-3d29-48a4-b1a4-d4471266cec0 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:02.035533 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:02.036296 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:02.066334 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:02.254762 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d7c3518d-4140-4f6b-8a29-3f217a0bb21d None None] Provisioning complete for port 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:02.255465 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d7c3518d-4140-4f6b-8a29-3f217a0bb21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:02.287037 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:02.293585 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:02.300648 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25db2bfc-3d29-48a4-b1a4-d4471266cec0', 'name': 'tempest-ImageQuotaTest-447522813-router', 'tenant_id': 'bec3016b67294826a7ecc39d44a33f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.53'}], 'enable_snat': True}, 'gw_port_id': '9720b686-a970-47ff-acd1-6cec13d29e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:57Z', 'updated_at': '2021-12-06T15:16:58Z', 'revision_number': 3, 'project_id': 'bec3016b67294826a7ecc39d44a33f2b', 'gw_port': {'id': '9720b686-a970-47ff-acd1-6cec13d29e4b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25db2bfc-3d29-48a4-b1a4-d4471266cec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:58Z', 'updated_at': '2021-12-06T15:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:02.331420 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5feb42d-3493-4c7b-a7fa-9d97e3d5f894 None None] The sync data for ids ['25db2bfc-3d29-48a4-b1a4-d4471266cec0'] in n-d-master-1 is: [{'id': '25db2bfc-3d29-48a4-b1a4-d4471266cec0', 'name': 'tempest-ImageQuotaTest-447522813-router', 'tenant_id': 'bec3016b67294826a7ecc39d44a33f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.53'}], 'enable_snat': True}, 'gw_port_id': '9720b686-a970-47ff-acd1-6cec13d29e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:57Z', 'updated_at': '2021-12-06T15:16:58Z', 'revision_number': 3, 'project_id': 'bec3016b67294826a7ecc39d44a33f2b', 'gw_port': {'id': '9720b686-a970-47ff-acd1-6cec13d29e4b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25db2bfc-3d29-48a4-b1a4-d4471266cec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:58Z', 'updated_at': '2021-12-06T15:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:17:02.391919 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d7c3518d-4140-4f6b-8a29-3f217a0bb21d None None] Provisioning complete for port 9720b686-a970-47ff-acd1-6cec13d29e4b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:02.392470 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d7c3518d-4140-4f6b-8a29-3f217a0bb21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:02.413325 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:02.415627 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] Pushing event updated for resources: {'Port': ['ID=ccaf5522-3bee-4f54-823a-732559b7a070,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:02.485708 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d7c3518d-4140-4f6b-8a29-3f217a0bb21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:02.511561 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d7c3518d-4140-4f6b-8a29-3f217a0bb21d None None] For port 9720b686-a970-47ff-acd1-6cec13d29e4b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9720b686-a970-47ff-acd1-6cec13d29e4b,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:02.519113 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d7c3518d-4140-4f6b-8a29-3f217a0bb21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:02.539520 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] Network a2c5ba1c-c694-4df4-b02e-51d5622f84b9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:17:02.540970 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:17:02.564806 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d7c3518d-4140-4f6b-8a29-3f217a0bb21d None None] Provisioning complete for port ccaf5522-3bee-4f54-823a-732559b7a070 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:02.570804 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d7c3518d-4140-4f6b-8a29-3f217a0bb21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:02.647091 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d7c3518d-4140-4f6b-8a29-3f217a0bb21d None None] Port ccaf5522-3bee-4f54-823a-732559b7a070 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:17:02.662388 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3518d-4140-4f6b-8a29-3f217a0bb21d None None] Pushing event updated for resources: {'Port': ['ID=9720b686-a970-47ff-acd1-6cec13d29e4b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:02.734121 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] Router 25db2bfc-3d29-48a4-b1a4-d4471266cec0 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:17:02.875932 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-947d146f-1e05-4521-96b9-eddd2aa2b3d9 None None] Provisioning complete for port ccaf5522-3bee-4f54-823a-732559b7a070 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:02.876484 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-947d146f-1e05-4521-96b9-eddd2aa2b3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:02.887784 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:17:02.898215 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a51a1552-819b-4c0f-8aab-a7f778c461eb admin admin] 10.222.0.20 "PUT /v2.0/routers/25db2bfc-3d29-48a4-b1a4-d4471266cec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1582966 Dec 06 15:17:02.919036 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-947d146f-1e05-4521-96b9-eddd2aa2b3d9 None None] Port ccaf5522-3bee-4f54-823a-732559b7a070 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:17:03.251646 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e4c17896-55f0-4fb2-82a3-6871eb376564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:03.757505 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9720b686-a970-47ff-acd1-6cec13d29e4b up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:17:03.822974 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 9720b686-a970-47ff-acd1-6cec13d29e4b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:03.824050 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:04.043777 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:04.210250 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37068) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:04.310794 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Sync routers for ids ['25db2bfc-3d29-48a4-b1a4-d4471266cec0'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:17:04.324192 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Routers {'25db2bfc-3d29-48a4-b1a4-d4471266cec0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:04.325185 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['25db2bfc-3d29-48a4-b1a4-d4471266cec0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:04.447582 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Set router 25db2bfc-3d29-48a4-b1a4-d4471266cec0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:04.662636 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba018-72ca-4620-851e-e2c082358358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:04.688392 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25db2bfc-3d29-48a4-b1a4-d4471266cec0', 'name': 'tempest-ImageQuotaTest-447522813-router', 'tenant_id': 'bec3016b67294826a7ecc39d44a33f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.53'}], 'enable_snat': True}, 'gw_port_id': '9720b686-a970-47ff-acd1-6cec13d29e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:57Z', 'updated_at': '2021-12-06T15:17:02Z', 'revision_number': 4, 'project_id': 'bec3016b67294826a7ecc39d44a33f2b', 'gw_port': {'id': '9720b686-a970-47ff-acd1-6cec13d29e4b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db2bfc-3d29-48a4-b1a4-d4471266cec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:58Z', 'updated_at': '2021-12-06T15:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ccaf5522-3bee-4f54-823a-732559b7a070', 'name': '', 'network_id': 'a2c5ba1c-c694-4df4-b02e-51d5622f84b9', 'tenant_id': 'bec3016b67294826a7ecc39d44a33f2b', 'mac_address': 'fa:16:3e:dd:bd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25db2bfc-3d29-48a4-b1a4-d4471266cec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '009455a2-4567-4182-9369-e0a1c617e096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:00Z', 'updated_at': '2021-12-06T15:17:02Z', 'revision_number': 2, 'project_id': 'bec3016b67294826a7ecc39d44a33f2b', 'subnets': [{'id': '009455a2-4567-4182-9369-e0a1c617e096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:04.723394 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Checking router: 25db2bfc-3d29-48a4-b1a4-d4471266cec0 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:17:04.723762 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Updating router 25db2bfc-3d29-48a4-b1a4-d4471266cec0 port ccaf5522-3bee-4f54-823a-732559b7a070 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:17:04.761889 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:04.974037 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7f5ba018-72ca-4620-851e-e2c082358358 admin admin] Deleting port ccaf5522-3bee-4f54-823a-732559b7a070 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:17:04.974405 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba018-72ca-4620-851e-e2c082358358 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:05.132415 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:05.141231 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:05.191867 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38fd91-ee5e-4515-b8bb-e1428da4aa90 None None] Pushing event updated for resources: {'Port': ['ID=ccaf5522-3bee-4f54-823a-732559b7a070,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:05.295965 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Attempting to bind port ccaf5522-3bee-4f54-823a-732559b7a070 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:17:05.296384 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Attempting to bind port ccaf5522-3bee-4f54-823a-732559b7a070 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'dfceac3e-85a1-46ab-af62-ab6261dc3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2c5ba1c-c694-4df4-b02e-51d5622f84b9'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:17:05.296748 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Attempting to bind port ccaf5522-3bee-4f54-823a-732559b7a070 on network a2c5ba1c-c694-4df4-b02e-51d5622f84b9 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:17:05.303479 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:17:05.304081 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Checking segment: {'id': 'dfceac3e-85a1-46ab-af62-ab6261dc3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2c5ba1c-c694-4df4-b02e-51d5622f84b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:17:05.304486 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:05.304886 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Bound using segment: {'id': 'dfceac3e-85a1-46ab-af62-ab6261dc3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2c5ba1c-c694-4df4-b02e-51d5622f84b9'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:17:05.305395 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Bound port: ccaf5522-3bee-4f54-823a-732559b7a070, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfceac3e-85a1-46ab-af62-ab6261dc3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2c5ba1c-c694-4df4-b02e-51d5622f84b9'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:17:05.305787 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:05.410252 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba018-72ca-4620-851e-e2c082358358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:05.420427 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] For port ccaf5522-3bee-4f54-823a-732559b7a070, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:17:05.424649 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7f5ba018-72ca-4620-851e-e2c082358358 admin admin] Calling delete_port for ccaf5522-3bee-4f54-823a-732559b7a070 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:17:05.424790 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] For port ccaf5522-3bee-4f54-823a-732559b7a070, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ccaf5522-3bee-4f54-823a-732559b7a070,segment=NetworkSegment(dfceac3e-85a1-46ab-af62-ab6261dc3ac3),segment_id=dfceac3e-85a1-46ab-af62-ab6261dc3ac3)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:17:05.429925 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:05.495918 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38fd91-ee5e-4515-b8bb-e1428da4aa90 None None] Pushing event updated for resources: {'Port': ['ID=ccaf5522-3bee-4f54-823a-732559b7a070,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:05.532463 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Routers {'25db2bfc-3d29-48a4-b1a4-d4471266cec0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:05.535776 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['25db2bfc-3d29-48a4-b1a4-d4471266cec0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:05.569743 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-27175127-b792-4773-9f2b-9a719cc5918c None None] Provisioning complete for port ccaf5522-3bee-4f54-823a-732559b7a070 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:05.570682 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-27175127-b792-4773-9f2b-9a719cc5918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:05.737413 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-27175127-b792-4773-9f2b-9a719cc5918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:05.751032 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba018-72ca-4620-851e-e2c082358358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:05.766707 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:05.782791 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] Set router 25db2bfc-3d29-48a4-b1a4-d4471266cec0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:05.830889 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ba018-72ca-4620-851e-e2c082358358 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccaf5522-3bee-4f54-823a-732559b7a070,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:05.928047 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-415f92f5-6567-4e0c-8570-fd5bd801aab9 None None] Could not find standard attr ID for object ccaf5522-3bee-4f54-823a-732559b7a070. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:17:06.040998 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba018-72ca-4620-851e-e2c082358358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:06.250930 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25db2bfc-3d29-48a4-b1a4-d4471266cec0', 'name': 'tempest-ImageQuotaTest-447522813-router', 'tenant_id': 'bec3016b67294826a7ecc39d44a33f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.53'}], 'enable_snat': True}, 'gw_port_id': '9720b686-a970-47ff-acd1-6cec13d29e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:57Z', 'updated_at': '2021-12-06T15:17:02Z', 'revision_number': 4, 'project_id': 'bec3016b67294826a7ecc39d44a33f2b', 'gw_port': {'id': '9720b686-a970-47ff-acd1-6cec13d29e4b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db2bfc-3d29-48a4-b1a4-d4471266cec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:58Z', 'updated_at': '2021-12-06T15:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ccaf5522-3bee-4f54-823a-732559b7a070', 'name': '', 'network_id': 'a2c5ba1c-c694-4df4-b02e-51d5622f84b9', 'tenant_id': 'bec3016b67294826a7ecc39d44a33f2b', 'mac_address': 'fa:16:3e:dd:bd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25db2bfc-3d29-48a4-b1a4-d4471266cec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '009455a2-4567-4182-9369-e0a1c617e096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:00Z', 'updated_at': '2021-12-06T15:17:05Z', 'revision_number': 4, 'project_id': 'bec3016b67294826a7ecc39d44a33f2b', 'subnets': [{'id': '009455a2-4567-4182-9369-e0a1c617e096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:06.290030 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7940860e-4c73-42a0-a4d8-1b1bb024ea8e None None] The sync data for ids ['25db2bfc-3d29-48a4-b1a4-d4471266cec0'] in n-d-master-1 is: [{'id': '25db2bfc-3d29-48a4-b1a4-d4471266cec0', 'name': 'tempest-ImageQuotaTest-447522813-router', 'tenant_id': 'bec3016b67294826a7ecc39d44a33f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.53'}], 'enable_snat': True}, 'gw_port_id': '9720b686-a970-47ff-acd1-6cec13d29e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:57Z', 'updated_at': '2021-12-06T15:17:02Z', 'revision_number': 4, 'project_id': 'bec3016b67294826a7ecc39d44a33f2b', 'gw_port': {'id': '9720b686-a970-47ff-acd1-6cec13d29e4b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db2bfc-3d29-48a4-b1a4-d4471266cec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:58Z', 'updated_at': '2021-12-06T15:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ccaf5522-3bee-4f54-823a-732559b7a070', 'name': '', 'network_id': 'a2c5ba1c-c694-4df4-b02e-51d5622f84b9', 'tenant_id': 'bec3016b67294826a7ecc39d44a33f2b', 'mac_address': 'fa:16:3e:dd:bd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25db2bfc-3d29-48a4-b1a4-d4471266cec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '009455a2-4567-4182-9369-e0a1c617e096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:00Z', 'updated_at': '2021-12-06T15:17:05Z', 'revision_number': 4, 'project_id': 'bec3016b67294826a7ecc39d44a33f2b', 'subnets': [{'id': '009455a2-4567-4182-9369-e0a1c617e096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:17:06.497549 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5ba018-72ca-4620-851e-e2c082358358 admin admin] Router 25db2bfc-3d29-48a4-b1a4-d4471266cec0 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:17:06.622207 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:06.753955 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5ba018-72ca-4620-851e-e2c082358358 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:17:06.767973 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7f5ba018-72ca-4620-851e-e2c082358358 admin admin] 10.222.0.20 "PUT /v2.0/routers/25db2bfc-3d29-48a4-b1a4-d4471266cec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5563798 Dec 06 15:17:06.770647 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37154) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:06.905987 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff0b50c4-3827-4680-856e-57251ac6dcae admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:06.993940 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37182) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:07.053218 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff0b50c4-3827-4680-856e-57251ac6dcae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:07.138239 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b50c4-3827-4680-856e-57251ac6dcae admin admin] Deleting port 9720b686-a970-47ff-acd1-6cec13d29e4b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:17:07.138575 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff0b50c4-3827-4680-856e-57251ac6dcae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:07.176341 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0ea8-46f7-4c53-8fb6-c9cbde8ea6d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:07.254944 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ff0b50c4-3827-4680-856e-57251ac6dcae admin admin] For port 9720b686-a970-47ff-acd1-6cec13d29e4b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9720b686-a970-47ff-acd1-6cec13d29e4b,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:07.255684 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff0b50c4-3827-4680-856e-57251ac6dcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:07.270108 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b50c4-3827-4680-856e-57251ac6dcae admin admin] Calling delete_port for 9720b686-a970-47ff-acd1-6cec13d29e4b owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:17:07.294250 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0ea8-46f7-4c53-8fb6-c9cbde8ea6d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:07.305719 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0ea8-46f7-4c53-8fb6-c9cbde8ea6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:07.354874 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae0ea8-46f7-4c53-8fb6-c9cbde8ea6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3920e157-ae54-4680-be5e-7ef6291bb3b6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:07.363910 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d3ae0ea8-46f7-4c53-8fb6-c9cbde8ea6d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99dbaff44bd442da8708ca49783a6bdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3661473 Dec 06 15:17:07.369107 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37224) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:07.441046 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-445d5a66-75fc-416d-83a4-6b246a4cbadf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:07.491284 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-445d5a66-75fc-416d-83a4-6b246a4cbadf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:07.552294 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff0b50c4-3827-4680-856e-57251ac6dcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:07.576784 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-445d5a66-75fc-416d-83a4-6b246a4cbadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:07.580327 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-445d5a66-75fc-416d-83a4-6b246a4cbadf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:07.581643 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-445d5a66-75fc-416d-83a4-6b246a4cbadf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3920e157-ae54-4680-be5e-7ef6291bb3b6 HTTP/1.1" status: 204 len: 168 time: 0.2116170 Dec 06 15:17:07.618929 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d5a66-75fc-416d-83a4-6b246a4cbadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3920e157-ae54-4680-be5e-7ef6291bb3b6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:07.632210 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b50c4-3827-4680-856e-57251ac6dcae admin admin] Pushing event deleted for resources: {'Port': ['ID=9720b686-a970-47ff-acd1-6cec13d29e4b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:07.682638 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6751718-ea09-4e7c-b94d-725b1af4384d None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:17:07.875689 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff0b50c4-3827-4680-856e-57251ac6dcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:08.074208 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff0b50c4-3827-4680-856e-57251ac6dcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:08.078361 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff0b50c4-3827-4680-856e-57251ac6dcae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:08.152909 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff0b50c4-3827-4680-856e-57251ac6dcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:08.153398 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0b50c4-3827-4680-856e-57251ac6dcae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25db2bfc-3d29-48a4-b1a4-d4471266cec0 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:17:08.158690 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ff0b50c4-3827-4680-856e-57251ac6dcae admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:08.162885 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37310) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:08.171928 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ff0b50c4-3827-4680-856e-57251ac6dcae admin admin] 10.222.0.20 "DELETE /v2.0/routers/25db2bfc-3d29-48a4-b1a4-d4471266cec0 HTTP/1.1" status: 204 len: 168 time: 1.3885570 Dec 06 15:17:08.207115 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288536ab-0498-4b68-a7e7-b16acb1d61fe None None] Sync routers for ids ['25db2bfc-3d29-48a4-b1a4-d4471266cec0'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:17:08.219494 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288536ab-0498-4b68-a7e7-b16acb1d61fe None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:08.220176 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288536ab-0498-4b68-a7e7-b16acb1d61fe None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 15:17:08.220950 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_agentschedulers_db [None req-288536ab-0498-4b68-a7e7-b16acb1d61fe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'25db2bfc-3d29-48a4-b1a4-d4471266cec0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent'). {{(pid=103290) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 15:17:08.230944 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288536ab-0498-4b68-a7e7-b16acb1d61fe None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:08.231371 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288536ab-0498-4b68-a7e7-b16acb1d61fe None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 15:17:08.232178 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_agentschedulers_db [None req-288536ab-0498-4b68-a7e7-b16acb1d61fe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'25db2bfc-3d29-48a4-b1a4-d4471266cec0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent'). {{(pid=103290) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 15:17:08.232805 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288536ab-0498-4b68-a7e7-b16acb1d61fe None None] The sync data for ids ['25db2bfc-3d29-48a4-b1a4-d4471266cec0'] in n-d-master-1 is: [] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:17:08.262779 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30b5c74-5396-427e-9dc0-1b9d1eee2172 admin admin] Deleting subnet 009455a2-4567-4182-9369-e0a1c617e096 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:17:08.271820 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b30b5c74-5396-427e-9dc0-1b9d1eee2172 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:08.323891 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b30b5c74-5396-427e-9dc0-1b9d1eee2172 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:08.418062 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b30b5c74-5396-427e-9dc0-1b9d1eee2172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:08.486860 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b30b5c74-5396-427e-9dc0-1b9d1eee2172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:08.612568 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b5c74-5396-427e-9dc0-1b9d1eee2172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=009455a2-4567-4182-9369-e0a1c617e096,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:08.612568 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b30b5c74-5396-427e-9dc0-1b9d1eee2172 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:08.612568 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b30b5c74-5396-427e-9dc0-1b9d1eee2172 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/009455a2-4567-4182-9369-e0a1c617e096 HTTP/1.1" status: 204 len: 168 time: 0.3885758 Dec 06 15:17:08.612568 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37370) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:08.617917 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f424a04a-d1b1-425e-95e6-8b1209353b9b None None] Network a2c5ba1c-c694-4df4-b02e-51d5622f84b9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:17:08.720713 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:08.735679 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:17:08.772957 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] Deleting port 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:17:08.773305 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:08.897307 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] For port 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=82ddb827-23e1-4ba3-83eb-d4c2ebf96df8,segment=NetworkSegment(dfceac3e-85a1-46ab-af62-ab6261dc3ac3),segment_id=dfceac3e-85a1-46ab-af62-ab6261dc3ac3)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:08.897739 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:08.932869 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] Calling delete_port for 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:17:09.053201 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:09.088634 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] Pushing event deleted for resources: {'Port': ['ID=82ddb827-23e1-4ba3-83eb-d4c2ebf96df8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:09.102251 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] No DVR routers for this DVR port 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:17:09.192491 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:09.212370 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b258468-5092-4343-8134-e57aeb94af76 None None] DHCP port deletion for a2c5ba1c-c694-4df4-b02e-51d5622f84b9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:17:09.239727 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c5ba1c-c694-4df4-b02e-51d5622f84b9']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:09.252614 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfceac3e-85a1-46ab-af62-ab6261dc3ac3') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:09.252859 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfceac3e-85a1-46ab-af62-ab6261dc3ac3') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:09.264105 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:09.284393 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:09.293467 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:17:09.294366 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:17:09.297458 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:17:09.385561 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:09.392740 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:09.396047 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] 10.222.0.20 "DELETE /v2.0/networks/a2c5ba1c-c694-4df4-b02e-51d5622f84b9 HTTP/1.1" status: 204 len: 168 time: 0.8389871 Dec 06 15:17:09.407446 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f02510-6de5-4828-b4e7-d5f266c0530d admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c5ba1c-c694-4df4-b02e-51d5622f84b9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:09.575107 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37484) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:09.638062 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0da8aac9-c926-437d-8e0e-5d048115ab57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bec3016b67294826a7ecc39d44a33f2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0617313 Dec 06 15:17:09.640986 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37494) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:09.736371 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10a4b693-b917-4e47-a762-462226d79ef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:09.782498 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ccaf5522-3bee-4f54-823a-732559b7a070 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:17:09.788289 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10a4b693-b917-4e47-a762-462226d79ef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:09.808687 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: ccaf5522-3bee-4f54-823a-732559b7a070 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:17:09.809876 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ccaf5522-3bee-4f54-823a-732559b7a070 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:17:09.810875 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:17:09.843972 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:17:09.844322 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 82ddb827-23e1-4ba3-83eb-d4c2ebf96df8 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:17:09.844749 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9720b686-a970-47ff-acd1-6cec13d29e4b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:17:09.867685 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 9720b686-a970-47ff-acd1-6cec13d29e4b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:17:09.868664 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9720b686-a970-47ff-acd1-6cec13d29e4b not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:17:09.891589 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10a4b693-b917-4e47-a762-462226d79ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:09.894635 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-10a4b693-b917-4e47-a762-462226d79ef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:09.898227 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-10a4b693-b917-4e47-a762-462226d79ef7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1749c6c6-40dc-4317-a76d-9f4257a35d61 HTTP/1.1" status: 204 len: 168 time: 0.2544158 Dec 06 15:17:09.911575 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4b693-b917-4e47-a762-462226d79ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1749c6c6-40dc-4317-a76d-9f4257a35d61,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:10.354375 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37594) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:10.373851 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc197ccd-fa51-4bc9-a856-dfb2a4902718 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:10.498586 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc197ccd-fa51-4bc9-a856-dfb2a4902718 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:10.513632 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc197ccd-fa51-4bc9-a856-dfb2a4902718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:10.545196 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cc197ccd-fa51-4bc9-a856-dfb2a4902718 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1888893 Dec 06 15:17:10.547737 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37620) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:10.582945 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc197ccd-fa51-4bc9-a856-dfb2a4902718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e301ce8-b89b-49f6-9a66-5f7d5826bbf3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:10.631112 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:10.663910 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:10.758934 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:10.763731 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:10.764956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e301ce8-b89b-49f6-9a66-5f7d5826bbf3 HTTP/1.1" status: 204 len: 168 time: 0.2157083 Dec 06 15:17:10.781165 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e301ce8-b89b-49f6-9a66-5f7d5826bbf3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:10.797015 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:10.797341 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:10.797867 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:10.799254 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:10.800039 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:10.800377 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:10.800907 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:10.801242 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:10.801689 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:10.801899 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:10.802261 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:10.802555 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:10.802879 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2866d53-23ed-4d2a-a5ca-7785777fa6c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:11.318303 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37686) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:11.325707 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f3cb334a-f5d3-464a-842a-85dfa7f4338e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Request body: {'network': {'name': 'tempest-network-smoke--742407638', 'project_id': '8c253a87fef04170bb820f8a6311020b', 'port_security_enabled': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:11.372704 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cb334a-f5d3-464a-842a-85dfa7f4338e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Made reservation on behalf of 8c253a87fef04170bb820f8a6311020b for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:17:11.376460 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3cb334a-f5d3-464a-842a-85dfa7f4338e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:11.402151 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3cb334a-f5d3-464a-842a-85dfa7f4338e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:11.501376 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3cb334a-f5d3-464a-842a-85dfa7f4338e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:11.507940 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3cb334a-f5d3-464a-842a-85dfa7f4338e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:11.536945 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3cb334a-f5d3-464a-842a-85dfa7f4338e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:17:11.547341 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb334a-f5d3-464a-842a-85dfa7f4338e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac820cb-a727-4954-87c1-e2899baaf8f6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:11.552232 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3cb334a-f5d3-464a-842a-85dfa7f4338e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:11.552578 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-f3cb334a-f5d3-464a-842a-85dfa7f4338e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Added segment 2ea96a55-5066-4a10-8062-57b5ed11aa27 of type vlan for network 9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 Dec 06 15:17:11.595934 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3cb334a-f5d3-464a-842a-85dfa7f4338e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:11.622295 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3cb334a-f5d3-464a-842a-85dfa7f4338e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:11.628206 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cb334a-f5d3-464a-842a-85dfa7f4338e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:11.628785 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3cb334a-f5d3-464a-842a-85dfa7f4338e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:11.683082 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f3cb334a-f5d3-464a-842a-85dfa7f4338e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3634043 Dec 06 15:17:11.686149 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37696) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:11.691550 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-241663504', 'admin_state_up': True, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:11.722359 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:11.723601 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:11.738860 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb334a-f5d3-464a-842a-85dfa7f4338e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event updated for resources: {'Network': ['ID=9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:11.750907 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:17:11.784412 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:11.939891 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.160036 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.180885 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.303511 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Allocated IP 172.35.7.13 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/8157b204-53f8-4c56-8124-47bc7779130a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:17:12.420623 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.468512 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.522124 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event updated for resources: {'Port': ['ID=8157b204-53f8-4c56-8124-47bc7779130a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:12.525511 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:17:12.527277 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:17:12.529402 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:17:12.541827 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e82ed7-8a72-4392-9a0d-b16ddb50d3d9 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:17:12.617202 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-74335cf8-c546-4066-9ab4-2994af51a505 None None] Provisioning complete for port 8157b204-53f8-4c56-8124-47bc7779130a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:12.618246 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-74335cf8-c546-4066-9ab4-2994af51a505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.660507 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-74335cf8-c546-4066-9ab4-2994af51a505 None None] Port 8157b204-53f8-4c56-8124-47bc7779130a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:17:12.835516 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:13.353369 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:13.517090 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Router f701eef9-fbc7-475b-9f5b-88bb69f45d8e is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:17:13.646662 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:17:13.657885 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Sync routers for ids ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:17:13.668553 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Routers {'f701eef9-fbc7-475b-9f5b-88bb69f45d8e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:13.669687 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a6890e00-d030-490e-898b-a727862c5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:13.679080 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:13.683801 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37746) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:13.684555 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a8e2b761-5e1b-4a99-b31a-9c5eec51f03d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.9971733 Dec 06 15:17:13.835462 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a06802bf-a294-4409-a5a3-1ab6ddb79716 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8c253a87fef04170bb820f8a6311020b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1497567 Dec 06 15:17:13.838490 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37752) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:13.910271 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Set router f701eef9-fbc7-475b-9f5b-88bb69f45d8e gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:13.959134 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7443f6-4bbb-4600-b4a2-d3407b5ae6c0 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:13.960714 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ac7443f6-4bbb-4600-b4a2-d3407b5ae6c0 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1210883 Dec 06 15:17:13.964016 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37756) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:14.011866 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4c8b5e17-a0be-44ae-9556-4f67700dc73c tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433469 Dec 06 15:17:14.012103 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37758) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:14.017600 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-396bfa63-964a-4c95-8ae2-89713b0f0b82 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1858847082', 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0', 'project_id': '8c253a87fef04170bb820f8a6311020b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:14.123681 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a6890e00-d030-490e-898b-a727862c5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241663504', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13'}], 'enable_snat': True}, 'gw_port_id': '8157b204-53f8-4c56-8124-47bc7779130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:11Z', 'updated_at': '2021-12-06T15:17:12Z', 'revision_number': 3, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '8157b204-53f8-4c56-8124-47bc7779130a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:12Z', 'updated_at': '2021-12-06T15:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:14.150779 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396bfa63-964a-4c95-8ae2-89713b0f0b82 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Made reservation on behalf of 8c253a87fef04170bb820f8a6311020b for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:17:14.153582 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Checking router: f701eef9-fbc7-475b-9f5b-88bb69f45d8e for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:17:14.154130 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Updating router f701eef9-fbc7-475b-9f5b-88bb69f45d8e port 8157b204-53f8-4c56-8124-47bc7779130a binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:17:14.155307 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-396bfa63-964a-4c95-8ae2-89713b0f0b82 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.184420 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.397145 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-396bfa63-964a-4c95-8ae2-89713b0f0b82 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.450514 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bfa63-964a-4c95-8ae2-89713b0f0b82 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event updated for resources: {'Subnet': ['ID=459d46a3-1822-4c6e-a280-19b29db75334,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:14.501574 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396bfa63-964a-4c95-8ae2-89713b0f0b82 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Checking segment: {'id': '2ea96a55-5066-4a10-8062-57b5ed11aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:17:14.502041 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396bfa63-964a-4c95-8ae2-89713b0f0b82 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Network hostable DHCP agents. Network: 9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:17:14.520345 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396bfa63-964a-4c95-8ae2-89713b0f0b82 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Network 9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:17:14.533523 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-396bfa63-964a-4c95-8ae2-89713b0f0b82 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:17:14.538749 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396bfa63-964a-4c95-8ae2-89713b0f0b82 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:14.539552 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-396bfa63-964a-4c95-8ae2-89713b0f0b82 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.553001 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b5a5e8-3853-4518-88ab-b8012a591035 None None] Network 9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:17:14.559944 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.580255 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.582613 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-396bfa63-964a-4c95-8ae2-89713b0f0b82 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5695164 Dec 06 15:17:14.586455 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37774) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:14.628899 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5420a8-458a-4dda-ac23-ed128d897585 None None] Pushing event updated for resources: {'Port': ['ID=8157b204-53f8-4c56-8124-47bc7779130a,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:14.672800 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Attempting to bind port 8157b204-53f8-4c56-8124-47bc7779130a on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:17:14.673476 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Attempting to bind port 8157b204-53f8-4c56-8124-47bc7779130a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:17:14.673592 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Attempting to bind port 8157b204-53f8-4c56-8124-47bc7779130a on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:17:14.679196 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:17:14.679785 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:17:14.680314 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.680993 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:17:14.681518 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Bound port: 8157b204-53f8-4c56-8124-47bc7779130a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:17:14.682011 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.698787 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db7c192-b7b0-42cb-b4e1-d6808e70335f None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:17:14.776378 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a6890e00-d030-490e-898b-a727862c5368 None None] For port 8157b204-53f8-4c56-8124-47bc7779130a, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:17:14.791649 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-a6890e00-d030-490e-898b-a727862c5368 None None] For port 8157b204-53f8-4c56-8124-47bc7779130a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8157b204-53f8-4c56-8124-47bc7779130a,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:17:14.803413 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.836228 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-380757c5-c387-4b81-818c-92af9bd5fb3c None None] Provisioning complete for port 8157b204-53f8-4c56-8124-47bc7779130a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:14.837339 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-380757c5-c387-4b81-818c-92af9bd5fb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.877942 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0', 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'fixed_ips': [{'subnet_id': '459d46a3-1822-4c6e-a280-19b29db75334'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:17:14.879191 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.945526 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5420a8-458a-4dda-ac23-ed128d897585 None None] Pushing event updated for resources: {'Port': ['ID=8157b204-53f8-4c56-8124-47bc7779130a,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:14.965934 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Routers {'f701eef9-fbc7-475b-9f5b-88bb69f45d8e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:14.966722 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a6890e00-d030-490e-898b-a727862c5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:15.128612 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a6890e00-d030-490e-898b-a727862c5368 None None] Set router f701eef9-fbc7-475b-9f5b-88bb69f45d8e gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:15.158181 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Allocated IP 172.20.0.2 (9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0/459d46a3-1822-4c6e-a280-19b29db75334/062745ee-5f2b-4d0d-8a0f-b0d4a22dce35) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:17:15.205911 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7453de0a-52c3-4d68-aa2c-4219bac7a4e7 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:17:15.328042 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-380757c5-c387-4b81-818c-92af9bd5fb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:15.358609 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-380757c5-c387-4b81-818c-92af9bd5fb3c None None] For port 8157b204-53f8-4c56-8124-47bc7779130a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8157b204-53f8-4c56-8124-47bc7779130a,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:15.369348 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-380757c5-c387-4b81-818c-92af9bd5fb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:15.495679 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:15.505352 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380757c5-c387-4b81-818c-92af9bd5fb3c None None] Pushing event updated for resources: {'Port': ['ID=8157b204-53f8-4c56-8124-47bc7779130a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:15.522577 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-854b5520-ae60-4531-8c81-0eedd9944dc4 None None] Provisioning complete for port 8157b204-53f8-4c56-8124-47bc7779130a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:15.522956 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-854b5520-ae60-4531-8c81-0eedd9944dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:15.658728 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a6890e00-d030-490e-898b-a727862c5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241663504', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13'}], 'enable_snat': True}, 'gw_port_id': '8157b204-53f8-4c56-8124-47bc7779130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:11Z', 'updated_at': '2021-12-06T15:17:12Z', 'revision_number': 3, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '8157b204-53f8-4c56-8124-47bc7779130a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:12Z', 'updated_at': '2021-12-06T15:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:15.714834 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6890e00-d030-490e-898b-a727862c5368 None None] The sync data for ids ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'] in n-d-master-1 is: [{'id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241663504', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13'}], 'enable_snat': True}, 'gw_port_id': '8157b204-53f8-4c56-8124-47bc7779130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:11Z', 'updated_at': '2021-12-06T15:17:12Z', 'revision_number': 3, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '8157b204-53f8-4c56-8124-47bc7779130a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:12Z', 'updated_at': '2021-12-06T15:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:17:15.772708 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:15.780960 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.084993 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Allocated IP 172.20.0.1 (9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0/459d46a3-1822-4c6e-a280-19b29db75334/ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:17:16.155582 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Network 9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:17:16.165738 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Pushing event updated for resources: {'Port': ['ID=062745ee-5f2b-4d0d-8a0f-b0d4a22dce35,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:16.171895 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:17:16.185836 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:17:16.331989 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.345144 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Attempting to bind port 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:17:16.345808 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Attempting to bind port 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2ea96a55-5066-4a10-8062-57b5ed11aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:17:16.346340 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Attempting to bind port 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35 on network 9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:17:16.377326 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:17:16.378934 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Checking segment: {'id': '2ea96a55-5066-4a10-8062-57b5ed11aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:17:16.379501 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.380111 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Bound using segment: {'id': '2ea96a55-5066-4a10-8062-57b5ed11aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:17:16.380853 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Bound port: 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea96a55-5066-4a10-8062-57b5ed11aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:17:16.381411 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.392655 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.473827 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Network 9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:17:16.490604 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:17:16.498366 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:17:16.541507 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event updated for resources: {'Port': ['ID=ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:16.553142 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] For port 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:17:16.557989 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] For port 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=062745ee-5f2b-4d0d-8a0f-b0d4a22dce35,segment=NetworkSegment(2ea96a55-5066-4a10-8062-57b5ed11aa27),segment_id=2ea96a55-5066-4a10-8062-57b5ed11aa27)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:17:16.566027 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.587196 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.788458 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae0442-a11a-445f-9f0d-f97be87ae9eb None None] Pushing event updated for resources: {'Port': ['ID=062745ee-5f2b-4d0d-8a0f-b0d4a22dce35,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:16.815854 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:17.597116 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:17.602941 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:17.671804 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event updated for resources: {'Port': ['ID=ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:17.691098 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:17.824457 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Network 9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:17:17.825978 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:17:17.864410 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:17:17.934563 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:17.935013 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:17.992013 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Router f701eef9-fbc7-475b-9f5b-88bb69f45d8e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:17:18.102427 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.165212 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=062745ee-5f2b-4d0d-8a0f-b0d4a22dce35,segment=NetworkSegment(2ea96a55-5066-4a10-8062-57b5ed11aa27),segment_id=2ea96a55-5066-4a10-8062-57b5ed11aa27)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:18.186500 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.189146 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8157b204-53f8-4c56-8124-47bc7779130a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:17:18.242584 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:17:18.251019 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fb480dad-99eb-46a4-8c6b-80a068772dfc tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "PUT /v2.0/routers/f701eef9-fbc7-475b-9f5b-88bb69f45d8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6629126 Dec 06 15:17:18.254385 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37846) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:18.260904 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a1c6f0a1-4f6d-42ec-a78c-53650252fe45 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1015877948', 'description': 'tempest-secgroup_access--1015877948 description', 'project_id': '8c253a87fef04170bb820f8a6311020b'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:18.291253 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=062745ee-5f2b-4d0d-8a0f-b0d4a22dce35,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:18.304797 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1c6f0a1-4f6d-42ec-a78c-53650252fe45 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.332574 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 8157b204-53f8-4c56-8124-47bc7779130a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:18.332956 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.392761 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b6f1b-964a-45ca-9318-ab4ee4094fce None None] Network 9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:17:18.412244 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1c6f0a1-4f6d-42ec-a78c-53650252fe45 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.420601 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1c6f0a1-4f6d-42ec-a78c-53650252fe45 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.464058 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6f0a1-4f6d-42ec-a78c-53650252fe45 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ada4c3f-a2a7-4d42-8608-8d64c075691d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:18.472097 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1c6f0a1-4f6d-42ec-a78c-53650252fe45 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.474192 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a1c6f0a1-4f6d-42ec-a78c-53650252fe45 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2185924 Dec 06 15:17:18.476978 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37852) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:18.501972 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fd94ac77-7d0a-4226-b6c1-fbf3e5ddfe1e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1871562058', 'description': 'tempest-secgroup_general--1871562058 description', 'project_id': '8c253a87fef04170bb820f8a6311020b'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:18.531283 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd94ac77-7d0a-4226-b6c1-fbf3e5ddfe1e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.589400 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6e4ffa4b-1b29-4643-bd07-72c12f2cd8ce None None] Provisioning complete for port 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:18.589852 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6e4ffa4b-1b29-4643-bd07-72c12f2cd8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.656548 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd94ac77-7d0a-4226-b6c1-fbf3e5ddfe1e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.662038 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd94ac77-7d0a-4226-b6c1-fbf3e5ddfe1e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.708404 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd94ac77-7d0a-4226-b6c1-fbf3e5ddfe1e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.710182 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Sync routers for ids ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:17:18.710531 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fd94ac77-7d0a-4226-b6c1-fbf3e5ddfe1e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2322729 Dec 06 15:17:18.713372 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:18.717982 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6e0b552f-4f98-467e-b364-5b2cf175a048 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Request body: {'security_group_rule': {'security_group_id': '1ada4c3f-a2a7-4d42-8608-8d64c075691d', 'project_id': '8c253a87fef04170bb820f8a6311020b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:18.721894 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94ac77-7d0a-4226-b6c1-fbf3e5ddfe1e tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297f02a9-dc2d-4723-8845-1b2efdc1f8c1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:18.776742 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e0b552f-4f98-467e-b364-5b2cf175a048 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.783756 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Routers {'f701eef9-fbc7-475b-9f5b-88bb69f45d8e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:18.784396 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:18.876775 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e0b552f-4f98-467e-b364-5b2cf175a048 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.882253 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e0b552f-4f98-467e-b364-5b2cf175a048 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.914793 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Set router f701eef9-fbc7-475b-9f5b-88bb69f45d8e gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:18.922987 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b552f-4f98-467e-b364-5b2cf175a048 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce87c730-e6fe-4443-adb7-052a2907d6bf,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:18.935039 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e0b552f-4f98-467e-b364-5b2cf175a048 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.937853 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6e0b552f-4f98-467e-b364-5b2cf175a048 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2221837 Dec 06 15:17:19.173248 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-4aa98766-3092-40f9-81bc-991eaaef1e32 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--1871562058&fields=id&tenant_id=8c253a87fef04170bb820f8a6311020b HTTP/1.1" status: 200 len: 267 time: 0.0791078 Dec 06 15:17:19.265770 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2f99c6e2-1be5-4fc9-aafd-90325dc218e8 None None] Provisioning complete for port ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:19.266322 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2f99c6e2-1be5-4fc9-aafd-90325dc218e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:19.292665 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-6eb802d4-d174-4985-9709-1056b20fa364 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--1015877948&fields=id&tenant_id=8c253a87fef04170bb820f8a6311020b HTTP/1.1" status: 200 len: 267 time: 0.1040483 Dec 06 15:17:19.327737 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241663504', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13'}], 'enable_snat': True}, 'gw_port_id': '8157b204-53f8-4c56-8124-47bc7779130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:11Z', 'updated_at': '2021-12-06T15:17:16Z', 'revision_number': 4, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '8157b204-53f8-4c56-8124-47bc7779130a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:12Z', 'updated_at': '2021-12-06T15:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8', 'name': '', 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'mac_address': 'fa:16:3e:49:bf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '459d46a3-1822-4c6e-a280-19b29db75334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:15Z', 'updated_at': '2021-12-06T15:17:17Z', 'revision_number': 2, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'subnets': [{'id': '459d46a3-1822-4c6e-a280-19b29db75334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:19.331642 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2f99c6e2-1be5-4fc9-aafd-90325dc218e8 None None] Port ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:17:19.372699 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Checking router: f701eef9-fbc7-475b-9f5b-88bb69f45d8e for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:17:19.373333 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Updating router f701eef9-fbc7-475b-9f5b-88bb69f45d8e port ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:17:19.424464 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2f99c6e2-1be5-4fc9-aafd-90325dc218e8 None None] Provisioning complete for port 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:19.425110 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2f99c6e2-1be5-4fc9-aafd-90325dc218e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:19.462021 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-2fc7ea65-0fc8-4354-ae3f-5f093691b4f8 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:19.463983 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-2fc7ea65-0fc8-4354-ae3f-5f093691b4f8 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/networks?id=9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 HTTP/1.1" status: 200 len: 796 time: 0.1682034 Dec 06 15:17:19.466637 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:19.508208 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-6db77fb9-aa72-4e18-a78c-8adac8574c33 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/quotas/8c253a87fef04170bb820f8a6311020b HTTP/1.1" status: 200 len: 375 time: 0.0299542 Dec 06 15:17:19.600204 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-559977e1-ffe0-472d-bb12-c04ed2f04853 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c253a87fef04170bb820f8a6311020b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789349 Dec 06 15:17:19.834617 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-4edba777-0b69-4ea1-b897-50a2f638c199 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083504 Dec 06 15:17:19.838146 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:17:19.897084 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5ee29c9d-ae0c-4e5b-bd6c-170f84ab3383 None None] Provisioning complete for port ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:19.897466 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ee29c9d-ae0c-4e5b-bd6c-170f84ab3383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:19.969773 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-02267bdd-492f-434c-b77c-49d64d204716 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287615 Dec 06 15:17:20.003143 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:20.008300 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5ee29c9d-ae0c-4e5b-bd6c-170f84ab3383 None None] Port ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:17:20.019670 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:20.037810 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:20.038371 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:20.198608 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ea607-b2e0-47d3-a858-54d7f6a9c031 None None] Pushing event updated for resources: {'Port': ['ID=ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:20.230250 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-59d45916-e712-4494-ae6b-c0c6deaf3958 None None] Provisioning complete for port ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:20.230593 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-59d45916-e712-4494-ae6b-c0c6deaf3958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:20.255817 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6773ab7e-335d-48b8-8c20-b6178cda298d req-fc1872fb-727b-4011-aedb-becd0c8db1fe tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 210 time: 0.0573714 Dec 06 15:17:20.263977 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Attempting to bind port ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:17:20.264352 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Attempting to bind port ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2ea96a55-5066-4a10-8062-57b5ed11aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:17:20.265300 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Attempting to bind port ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 on network 9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:17:20.304116 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:17:20.304497 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Checking segment: {'id': '2ea96a55-5066-4a10-8062-57b5ed11aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:17:20.304909 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:20.305313 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Bound using segment: {'id': '2ea96a55-5066-4a10-8062-57b5ed11aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:17:20.305810 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Bound port: ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea96a55-5066-4a10-8062-57b5ed11aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:17:20.306198 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:20.336125 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-59d45916-e712-4494-ae6b-c0c6deaf3958 None None] Port ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:17:20.416126 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] For port ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:17:20.419360 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] For port ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8,segment=NetworkSegment(2ea96a55-5066-4a10-8062-57b5ed11aa27),segment_id=2ea96a55-5066-4a10-8062-57b5ed11aa27)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:17:20.424891 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:20.591104 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ebb83049-f783-4c34-b6a5-16d5e775fb1d None None] Provisioning complete for port ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:20.591400 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ebb83049-f783-4c34-b6a5-16d5e775fb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:20.633385 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Routers {'f701eef9-fbc7-475b-9f5b-88bb69f45d8e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:20.634028 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:20.684100 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37918) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:20.853361 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ad90ae7-ba1a-4432-8944-e552fd084978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:20.946076 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ea607-b2e0-47d3-a858-54d7f6a9c031 None None] Pushing event updated for resources: {'Port': ['ID=ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:20.965332 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ad90ae7-ba1a-4432-8944-e552fd084978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:20.970259 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ad90ae7-ba1a-4432-8944-e552fd084978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.002598 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad90ae7-ba1a-4432-8944-e552fd084978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c986f0-95f9-43d3-bb3d-34731da36b12,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:21.022388 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] Set router f701eef9-fbc7-475b-9f5b-88bb69f45d8e gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:21.027494 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9ad90ae7-ba1a-4432-8944-e552fd084978 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1b8372ba7a64dfdafcf062a38b8804c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3425534 Dec 06 15:17:21.030670 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37928) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:21.073901 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ebb83049-f783-4c34-b6a5-16d5e775fb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.118571 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-128921ec-d7c6-48a3-82aa-52078e30e4e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.142876 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-128921ec-d7c6-48a3-82aa-52078e30e4e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.157015 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ebb83049-f783-4c34-b6a5-16d5e775fb1d None None] For port ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8,segment=NetworkSegment(2ea96a55-5066-4a10-8062-57b5ed11aa27),segment_id=2ea96a55-5066-4a10-8062-57b5ed11aa27)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:21.164265 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ebb83049-f783-4c34-b6a5-16d5e775fb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.225259 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-128921ec-d7c6-48a3-82aa-52078e30e4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.227861 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-128921ec-d7c6-48a3-82aa-52078e30e4e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.229100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-128921ec-d7c6-48a3-82aa-52078e30e4e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73c986f0-95f9-43d3-bb3d-34731da36b12 HTTP/1.1" status: 204 len: 168 time: 0.1971395 Dec 06 15:17:21.237721 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128921ec-d7c6-48a3-82aa-52078e30e4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c986f0-95f9-43d3-bb3d-34731da36b12,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:21.329421 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb83049-f783-4c34-b6a5-16d5e775fb1d None None] Pushing event updated for resources: {'Port': ['ID=ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:21.361288 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9bac88a4-e298-4b85-b626-feaac02add49 req-5a56dcc9-b83f-478e-ac77-92417f391d6b tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 210 time: 0.0500369 Dec 06 15:17:21.368745 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-39337335-c53d-4bfd-bbca-f1089c556122 None None] Provisioning complete for port ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:21.369112 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39337335-c53d-4bfd-bbca-f1089c556122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.482720 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241663504', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13'}], 'enable_snat': True}, 'gw_port_id': '8157b204-53f8-4c56-8124-47bc7779130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:11Z', 'updated_at': '2021-12-06T15:17:16Z', 'revision_number': 4, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '8157b204-53f8-4c56-8124-47bc7779130a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:12Z', 'updated_at': '2021-12-06T15:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8', 'name': '', 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'mac_address': 'fa:16:3e:49:bf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '459d46a3-1822-4c6e-a280-19b29db75334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:15Z', 'updated_at': '2021-12-06T15:17:20Z', 'revision_number': 4, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'subnets': [{'id': '459d46a3-1822-4c6e-a280-19b29db75334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:21.525408 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8bfd7-bc01-4aec-9595-c9656fa2192c None None] The sync data for ids ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'] in n-d-master-1 is: [{'id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241663504', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13'}], 'enable_snat': True}, 'gw_port_id': '8157b204-53f8-4c56-8124-47bc7779130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:11Z', 'updated_at': '2021-12-06T15:17:16Z', 'revision_number': 4, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '8157b204-53f8-4c56-8124-47bc7779130a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:12Z', 'updated_at': '2021-12-06T15:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8', 'name': '', 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'mac_address': 'fa:16:3e:49:bf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '459d46a3-1822-4c6e-a280-19b29db75334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:15Z', 'updated_at': '2021-12-06T15:17:20Z', 'revision_number': 4, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'subnets': [{'id': '459d46a3-1822-4c6e-a280-19b29db75334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:17:21.721686 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 37954) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:21.747841 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3001-9118-42bc-a46c-78e6296a3554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.781777 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:17:21.851432 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:21.852431 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.860373 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3001-9118-42bc-a46c-78e6296a3554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.865649 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3001-9118-42bc-a46c-78e6296a3554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.905535 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8e4c3001-9118-42bc-a46c-78e6296a3554 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43f435eb98574231af2139207157f3c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1819518 Dec 06 15:17:21.908066 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37960) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:21.950774 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c3001-9118-42bc-a46c-78e6296a3554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2373a5d-0e45-4448-b50d-9dd95af75027,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:21.997108 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1006b6e5-a9bb-4a02-ac80-7f9b5420b3bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:22.031978 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1006b6e5-a9bb-4a02-ac80-7f9b5420b3bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:22.092985 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1006b6e5-a9bb-4a02-ac80-7f9b5420b3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:22.095866 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1006b6e5-a9bb-4a02-ac80-7f9b5420b3bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:22.097312 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1006b6e5-a9bb-4a02-ac80-7f9b5420b3bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2373a5d-0e45-4448-b50d-9dd95af75027 HTTP/1.1" status: 204 len: 168 time: 0.1878173 Dec 06 15:17:22.109324 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006b6e5-a9bb-4a02-ac80-7f9b5420b3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2373a5d-0e45-4448-b50d-9dd95af75027,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:22.246334 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3f14a-137f-4b91-bc5f-05d488a5126b req-99c8f903-eb3d-470a-b3ec-c02e7716f7af tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:22.248580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ee3f14a-137f-4b91-bc5f-05d488a5126b req-99c8f903-eb3d-470a-b3ec-c02e7716f7af tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 1096 time: 0.0522480 Dec 06 15:17:22.270568 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ee3f14a-137f-4b91-bc5f-05d488a5126b req-e2b0d9c7-5dd5-457a-ad5a-665727ac85cf tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:22.389901 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ee3f14a-137f-4b91-bc5f-05d488a5126b req-e2b0d9c7-5dd5-457a-ad5a-665727ac85cf tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:22.395340 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5ee3f14a-137f-4b91-bc5f-05d488a5126b req-e2b0d9c7-5dd5-457a-ad5a-665727ac85cf tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:22.465392 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ee3f14a-137f-4b91-bc5f-05d488a5126b req-e2b0d9c7-5dd5-457a-ad5a-665727ac85cf tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097182 Dec 06 15:17:22.466429 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0d9c7-5dd5-457a-ad5a-665727ac85cf tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d843c85-a5e3-474e-92a0-6ea335b9d67d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:22.510692 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-254e249c-cfb2-4a00-ad16-5484d42bf041 req-6628bc78-768e-4c1e-ab0f-4b1e63dcb856 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 210 time: 0.0736413 Dec 06 15:17:22.633207 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa3ff8-1388-421a-845c-c59636407cf7 req-aeab9312-2227-4f5a-9da6-793469834adf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:22.634787 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-86fa3ff8-1388-421a-845c-c59636407cf7 req-aeab9312-2227-4f5a-9da6-793469834adf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.0717521 Dec 06 15:17:22.713273 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-86fa3ff8-1388-421a-845c-c59636407cf7 req-4de579f7-ebc7-403c-88d5-811482410766 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716634 Dec 06 15:17:22.726526 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 37990) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:22.843757 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ccafd04f-81f8-4f24-b506-c91ac17f1f9f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/floatingips/1f5bd9fa-80f0-4e92-ac04-cb882a778c6e HTTP/1.1" status: 200 len: 992 time: 0.1154344 Dec 06 15:17:23.216265 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-af12430d-7864-438f-ad46-40645133ce97 req-96201ec1-bbbf-4c31-8e2c-a15b40f9ec06 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:17:23.217401 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-af12430d-7864-438f-ad46-40645133ce97 req-96201ec1-bbbf-4c31-8e2c-a15b40f9ec06 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060012 Dec 06 15:17:23.708414 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-05a7ab89-146c-4185-b3f0-2b1a20cdf339 req-d6de110b-83f5-4c20-8b97-5a524f49eda9 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 210 time: 0.0650737 Dec 06 15:17:23.809225 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-c0ae7409-5e4f-4765-a580-4a5139eea46f tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:23.812832 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-c0ae7409-5e4f-4765-a580-4a5139eea46f tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.23 "GET /v2.0/networks?id=9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 HTTP/1.1" status: 200 len: 796 time: 0.3041110 Dec 06 15:17:23.865835 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a5f19-b2ce-4cbe-a477-5756379cb49f req-3f13f607-76c0-44f4-a5fa-5b6d3cc32089 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:23.867359 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f01a5f19-b2ce-4cbe-a477-5756379cb49f req-3f13f607-76c0-44f4-a5fa-5b6d3cc32089 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.1388588 Dec 06 15:17:23.938730 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f01a5f19-b2ce-4cbe-a477-5756379cb49f req-932ddadd-ae4b-4426-8a8c-c248e137a6ad tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587440 Dec 06 15:17:23.973970 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-dae8f157-be0c-4688-9e18-757ed7299909 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c253a87fef04170bb820f8a6311020b HTTP/1.1" status: 200 len: 478 time: 0.1532509 Dec 06 15:17:23.989479 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-75679ad0-947e-448d-a12c-345842f37653 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Request body: {'port': {'device_id': '74bac609-c87f-4de4-a689-792b1870df4b', 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0', 'admin_state_up': True, 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'security_groups': ['297f02a9-dc2d-4723-8845-1b2efdc1f8c1', '1ada4c3f-a2a7-4d42-8608-8d64c075691d']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:24.083249 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-88c3e8da-bb08-47dc-9e14-9006a78d1e3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3146243 Dec 06 15:17:24.100043 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-12f697ec-bed8-41f9-9f49-1aaf331e0e93 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:17:24.100936 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-12f697ec-bed8-41f9-9f49-1aaf331e0e93 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053072 Dec 06 15:17:24.139122 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-75679ad0-947e-448d-a12c-345842f37653 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Made reservation on behalf of 8c253a87fef04170bb820f8a6311020b for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:17:24.143295 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-75679ad0-947e-448d-a12c-345842f37653 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:24.289043 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-75679ad0-947e-448d-a12c-345842f37653 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Allocated IP 172.20.0.12 (9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0/459d46a3-1822-4c6e-a280-19b29db75334/c2fd90e8-1df7-4178-8d25-f8d783917bea) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:17:24.494552 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-75679ad0-947e-448d-a12c-345842f37653 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:24.543446 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-75679ad0-947e-448d-a12c-345842f37653 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:24.595452 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75679ad0-947e-448d-a12c-345842f37653 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event updated for resources: {'Port': ['ID=c2fd90e8-1df7-4178-8d25-f8d783917bea,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:24.632764 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-75679ad0-947e-448d-a12c-345842f37653 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Network 9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:17:24.634275 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-75679ad0-947e-448d-a12c-345842f37653 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:17:24.649197 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-75679ad0-947e-448d-a12c-345842f37653 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:17:24.712750 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-75679ad0-947e-448d-a12c-345842f37653 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:24.713635 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-75679ad0-947e-448d-a12c-345842f37653 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:24.736265 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-75679ad0-947e-448d-a12c-345842f37653 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.7532699 Dec 06 15:17:24.859336 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Request body: {'port': {'device_id': '74bac609-c87f-4de4-a689-792b1870df4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:24.965917 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac708b-6739-4873-a3c0-3fe00c0b6ff0 req-4c3881e4-6fee-43eb-9f51-20b1d2220cd7 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:24.975985 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-70ac708b-6739-4873-a3c0-3fe00c0b6ff0 req-4c3881e4-6fee-43eb-9f51-20b1d2220cd7 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 971 time: 0.1281784 Dec 06 15:17:24.982767 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:25.044397 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-71b06d59-6ad7-43d2-af6c-59ac668c4b7a None None] Provisioning complete for port c2fd90e8-1df7-4178-8d25-f8d783917bea triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:25.045079 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-71b06d59-6ad7-43d2-af6c-59ac668c4b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:25.093792 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-70ac708b-6739-4873-a3c0-3fe00c0b6ff0 req-814ca1ad-3a39-498b-a7f4-3b016c8b4576 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/security-groups?id=297f02a9-dc2d-4723-8845-1b2efdc1f8c1&id=1ada4c3f-a2a7-4d42-8608-8d64c075691d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1112809 Dec 06 15:17:25.119497 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-71b06d59-6ad7-43d2-af6c-59ac668c4b7a None None] Port c2fd90e8-1df7-4178-8d25-f8d783917bea cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:17:25.346567 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208753af-c687-4942-a120-193fa1b25792 req-08cdcd3b-cc03-4575-ab56-188cad4a5bd3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:25.348572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-208753af-c687-4942-a120-193fa1b25792 req-08cdcd3b-cc03-4575-ab56-188cad4a5bd3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.2545509 Dec 06 15:17:25.494739 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-208753af-c687-4942-a120-193fa1b25792 req-5e7f55b2-8096-4abe-887b-0e1a28959cc1 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353657 Dec 06 15:17:25.502193 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2fd90e8-1df7-4178-8d25-f8d783917bea {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:17:25.511888 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:25.525945 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Transition to ACTIVE for port object c2fd90e8-1df7-4178-8d25-f8d783917bea will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:17:25.529544 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:25.590397 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fd90e8-1df7-4178-8d25-f8d783917bea,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:25.754773 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Attempting to bind port c2fd90e8-1df7-4178-8d25-f8d783917bea on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:17:25.755479 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Attempting to bind port c2fd90e8-1df7-4178-8d25-f8d783917bea by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '2ea96a55-5066-4a10-8062-57b5ed11aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:17:25.756038 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Attempting to bind port c2fd90e8-1df7-4178-8d25-f8d783917bea on network 9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:17:25.775799 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Port c2fd90e8-1df7-4178-8d25-f8d783917bea on network 9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:17:25.776198 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Attempting to bind port c2fd90e8-1df7-4178-8d25-f8d783917bea on network 9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:17:25.806584 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:17:25.806972 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Checking segment: {'id': '2ea96a55-5066-4a10-8062-57b5ed11aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:17:25.807325 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Bound using segment: {'id': '2ea96a55-5066-4a10-8062-57b5ed11aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:17:25.807826 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Bound port: c2fd90e8-1df7-4178-8d25-f8d783917bea, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea96a55-5066-4a10-8062-57b5ed11aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:17:25.812750 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:25.917048 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-c9481755-2442-4e62-90fc-a3ee1b567e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:25.918859 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-c9481755-2442-4e62-90fc-a3ee1b567e54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 1096 time: 0.1266053 Dec 06 15:17:25.974939 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] For port c2fd90e8-1df7-4178-8d25-f8d783917bea, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:17:26.013425 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] For port c2fd90e8-1df7-4178-8d25-f8d783917bea, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c2fd90e8-1df7-4178-8d25-f8d783917bea,segment=NetworkSegment(2ea96a55-5066-4a10-8062-57b5ed11aa27),segment_id=2ea96a55-5066-4a10-8062-57b5ed11aa27)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:17:26.018690 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:26.079873 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:26.080502 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:26.082247 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] 10.222.0.23 "PUT /v2.0/ports/c2fd90e8-1df7-4178-8d25-f8d783917bea HTTP/1.1" status: 200 len: 1131 time: 1.3373425 Dec 06 15:17:26.082436 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74bac609-c87f-4de4-a689-792b1870df4b', 'tag': 'c2fd90e8-1df7-4178-8d25-f8d783917bea'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:17:26.084964 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e511e7b-9da0-4641-9d08-1e6f87ebde77" -d '{"events": [{"name": "network-changed", "server_uuid": "74bac609-c87f-4de4-a689-792b1870df4b", "tag": "c2fd90e8-1df7-4178-8d25-f8d783917bea"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:17:26.102249 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-c662f8b3-a5d4-4c39-9ec6-1cf97a3ae7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:26.104017 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-c662f8b3-a5d4-4c39-9ec6-1cf97a3ae7a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7 HTTP/1.1" status: 200 len: 898 time: 0.1713130 Dec 06 15:17:26.200929 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cf93f-f713-4b9b-8b10-fd5583219472 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fd90e8-1df7-4178-8d25-f8d783917bea,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:26.206587 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-1f3c1b5d-b052-415a-a1a7-60f44b905e7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35a4c355-c018-4d05-a420-fb60ad18dd38 HTTP/1.1" status: 200 len: 1000 time: 0.0856276 Dec 06 15:17:26.207580 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36322256-e682-4825-84bd-3096412e76c7 x-openstack-request-id: req-36322256-e682-4825-84bd-3096412e76c7 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:17:26.207899 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74bac609-c87f-4de4-a689-792b1870df4b", "tag": "c2fd90e8-1df7-4178-8d25-f8d783917bea", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:17:26.208157 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36322256-e682-4825-84bd-3096412e76c7 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:17:26.208555 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74bac609-c87f-4de4-a689-792b1870df4b', 'tag': 'c2fd90e8-1df7-4178-8d25-f8d783917bea', 'status': 'completed', 'code': 200} Dec 06 15:17:26.321138 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-c523e8a0-cd57-4d52-85a1-410e3f426e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:26.322634 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-c523e8a0-cd57-4d52-85a1-410e3f426e23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aa4aeaf-a48d-46f1-a761-3fe626acc793 HTTP/1.1" status: 200 len: 834 time: 0.0926843 Dec 06 15:17:26.337478 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd67a71-3fe4-4466-8869-105271db7110 req-5bb30e33-acf9-4a0d-a166-10f0481e57f5 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:26.339059 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5cd67a71-3fe4-4466-8869-105271db7110 req-5bb30e33-acf9-4a0d-a166-10f0481e57f5 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 983 time: 0.1331220 Dec 06 15:17:26.350431 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-f3955726-0f71-4d8a-a235-520b5a4d3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:26.352029 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-f3955726-0f71-4d8a-a235-520b5a4d3927 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8c253a87fef04170bb820f8a6311020b&device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 1134 time: 0.1426764 Dec 06 15:17:26.426622 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-41bbad46-eb5c-4a23-b874-01c558d4727c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2fd90e8-1df7-4178-8d25-f8d783917bea HTTP/1.1" status: 200 len: 217 time: 0.0562451 Dec 06 15:17:26.457184 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-9717fd90-36e2-4633-bbb1-a2fbad339093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:26.458562 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-9717fd90-36e2-4633-bbb1-a2fbad339093 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177094 Dec 06 15:17:26.534090 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5cd67a71-3fe4-4466-8869-105271db7110 req-475710d7-b660-46f7-8aa8-126d4a95ba6f tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/security-groups?id=297f02a9-dc2d-4723-8845-1b2efdc1f8c1&id=1ada4c3f-a2a7-4d42-8608-8d64c075691d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1798582 Dec 06 15:17:26.572148 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-93d865a4-57f6-434b-8eef-103b49bc76c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:26.573638 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-93d865a4-57f6-434b-8eef-103b49bc76c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=459d46a3-1822-4c6e-a280-19b29db75334 HTTP/1.1" status: 200 len: 835 time: 0.1385601 Dec 06 15:17:26.627069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-0343b610-667e-4d9d-bd5d-9f0a6830d1cf service neutron] 10.222.0.37 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467321 Dec 06 15:17:26.635434 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-eb136273-2933-410f-bdd7-10b63fd93195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:26.637051 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-eb136273-2933-410f-bdd7-10b63fd93195 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562737 Dec 06 15:17:26.640193 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449187d4-1947-4dba-83bf-7894b6028f35 req-645c0307-bc41-4371-af15-202b965197b3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:26.641722 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-449187d4-1947-4dba-83bf-7894b6028f35 req-645c0307-bc41-4371-af15-202b965197b3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.0589814 Dec 06 15:17:26.694095 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-449187d4-1947-4dba-83bf-7894b6028f35 req-7dabf551-a806-4c41-9d3f-03fb07230a56 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443730 Dec 06 15:17:26.793693 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-1491af15-a63f-469b-bb6f-5b70854ece7c service neutron] 10.222.0.37 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547215 Dec 06 15:17:26.799141 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-b1c9f91a-bd37-410c-b79a-636634f560ac service neutron] 10.222.0.23 "GET /v2.0/networks/9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522541 Dec 06 15:17:26.911263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0559be24-7ab7-4933-8ce3-7507f07ad564 req-98e95e42-6cd5-4184-9d69-7e1a5b182fd6 service neutron] 10.222.0.23 "GET /v2.0/networks/9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048310 Dec 06 15:17:27.021543 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e511e7b-9da0-4641-9d08-1e6f87ebde77 req-2acda0a3-109b-4d4c-b899-2986ce31687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:27.023156 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e511e7b-9da0-4641-9d08-1e6f87ebde77 req-2acda0a3-109b-4d4c-b899-2986ce31687d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8c253a87fef04170bb820f8a6311020b&device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 1134 time: 0.0479527 Dec 06 15:17:27.121297 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e511e7b-9da0-4641-9d08-1e6f87ebde77 req-57bc570b-4943-4c34-ae8d-60b3db67414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:27.122782 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e511e7b-9da0-4641-9d08-1e6f87ebde77 req-57bc570b-4943-4c34-ae8d-60b3db67414d service neutron] 10.222.0.23 "GET /v2.0/networks?id=9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 HTTP/1.1" status: 200 len: 897 time: 0.0917220 Dec 06 15:17:27.165146 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e511e7b-9da0-4641-9d08-1e6f87ebde77 req-be95f523-dc69-409c-98a2-2024578d9656 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2fd90e8-1df7-4178-8d25-f8d783917bea HTTP/1.1" status: 200 len: 217 time: 0.0352228 Dec 06 15:17:27.230545 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e511e7b-9da0-4641-9d08-1e6f87ebde77 req-6f81dd5a-ff89-46dd-b4a5-775ab2f6d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:27.230545 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e511e7b-9da0-4641-9d08-1e6f87ebde77 req-6f81dd5a-ff89-46dd-b4a5-775ab2f6d6a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=459d46a3-1822-4c6e-a280-19b29db75334 HTTP/1.1" status: 200 len: 835 time: 0.0510089 Dec 06 15:17:27.281830 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e511e7b-9da0-4641-9d08-1e6f87ebde77 req-332632f6-70d6-4019-af35-393c861775ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:27.283362 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e511e7b-9da0-4641-9d08-1e6f87ebde77 req-332632f6-70d6-4019-af35-393c861775ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513048 Dec 06 15:17:27.378833 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e511e7b-9da0-4641-9d08-1e6f87ebde77 req-1c43e0d3-a9bf-4137-9ec0-b455b058dce9 service neutron] 10.222.0.23 "GET /v2.0/networks/9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877709 Dec 06 15:17:27.474456 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e511e7b-9da0-4641-9d08-1e6f87ebde77 req-ac088a9f-0025-42bf-81c3-67f4e3f3ecc4 service neutron] 10.222.0.23 "GET /v2.0/networks/9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881708 Dec 06 15:17:27.656652 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c3af8-5e96-4a93-9035-6f41f5634dfb req-cb9c805c-982c-48b2-a10b-1e9692d158b5 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:27.658152 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb3c3af8-5e96-4a93-9035-6f41f5634dfb req-cb9c805c-982c-48b2-a10b-1e9692d158b5 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 983 time: 0.0549490 Dec 06 15:17:27.734133 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb3c3af8-5e96-4a93-9035-6f41f5634dfb req-c27a3343-c9b9-4e9c-8e5d-8918fd538fd3 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/security-groups?id=297f02a9-dc2d-4723-8845-1b2efdc1f8c1&id=1ada4c3f-a2a7-4d42-8608-8d64c075691d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0667036 Dec 06 15:17:27.834177 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4fffa-4343-4328-b452-baf404eb64c1 req-6f7231ea-a60f-48ef-b07f-5bccfa68787a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:27.836392 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a3a4fffa-4343-4328-b452-baf404eb64c1 req-6f7231ea-a60f-48ef-b07f-5bccfa68787a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.0521460 Dec 06 15:17:27.888072 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a3a4fffa-4343-4328-b452-baf404eb64c1 req-f79dd7e0-3145-48d6-89d5-0a4989b4e170 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446124 Dec 06 15:17:28.110154 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:28.844872 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58478c-2710-4569-8a19-167a3dd6e9bd req-c9262799-8ced-49f8-a8c8-17561f866075 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:28.846405 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6d58478c-2710-4569-8a19-167a3dd6e9bd req-c9262799-8ced-49f8-a8c8-17561f866075 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 983 time: 0.0495584 Dec 06 15:17:28.911265 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6d58478c-2710-4569-8a19-167a3dd6e9bd req-a4e8ec39-fbee-43b8-a550-c3a001787077 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/security-groups?id=297f02a9-dc2d-4723-8845-1b2efdc1f8c1&id=1ada4c3f-a2a7-4d42-8608-8d64c075691d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0578623 Dec 06 15:17:29.025252 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954077c-ca26-4442-9ee7-95baca7fa7ad req-88a6bca4-e613-493e-b449-528150e2aba0 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:29.028344 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2954077c-ca26-4442-9ee7-95baca7fa7ad req-88a6bca4-e613-493e-b449-528150e2aba0 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.0602720 Dec 06 15:17:29.089005 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2954077c-ca26-4442-9ee7-95baca7fa7ad req-65333ab5-999e-40fa-9c53-71ac6eb7a7f5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474133 Dec 06 15:17:29.767568 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c2fd90e8-1df7-4178-8d25-f8d783917bea details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:17:29.867159 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c2fd90e8-1df7-4178-8d25-f8d783917bea, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c2fd90e8-1df7-4178-8d25-f8d783917bea,segment=NetworkSegment(2ea96a55-5066-4a10-8062-57b5ed11aa27),segment_id=2ea96a55-5066-4a10-8062-57b5ed11aa27)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:29.880132 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'c2fd90e8-1df7-4178-8d25-f8d783917bea', 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0', 'port_id': 'c2fd90e8-1df7-4178-8d25-f8d783917bea', 'mac_address': 'fa:16:3e:dd:08:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459d46a3-1822-4c6e-a280-19b29db75334', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:17:29.928513 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:29.954400 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2fd90e8-1df7-4178-8d25-f8d783917bea {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:17:29.993222 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c2fd90e8-1df7-4178-8d25-f8d783917bea, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c2fd90e8-1df7-4178-8d25-f8d783917bea,segment=NetworkSegment(2ea96a55-5066-4a10-8062-57b5ed11aa27),segment_id=2ea96a55-5066-4a10-8062-57b5ed11aa27)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:30.001802 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:30.058710 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02fbc0-dd62-4bf4-ba40-79847819560b req-6ce77d04-145c-4f75-98cf-c54cf64c0209 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:30.060842 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b02fbc0-dd62-4bf4-ba40-79847819560b req-6ce77d04-145c-4f75-98cf-c54cf64c0209 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 984 time: 0.0530241 Dec 06 15:17:30.074158 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:30.100260 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=c2fd90e8-1df7-4178-8d25-f8d783917bea,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:30.112128 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:30.112612 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:30.113021 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:30.113441 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:30.114303 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:30.114695 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:30.115165 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:30.115499 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:30.115922 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:30.116259 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:30.116592 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:30.116939 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:30.117300 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:30.154407 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b02fbc0-dd62-4bf4-ba40-79847819560b req-f5819ddd-3a1c-44cb-bf6b-3d1f699c4658 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/security-groups?id=297f02a9-dc2d-4723-8845-1b2efdc1f8c1&id=1ada4c3f-a2a7-4d42-8608-8d64c075691d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0861433 Dec 06 15:17:30.213560 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['c2fd90e8-1df7-4178-8d25-f8d783917bea'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:17:30.264297 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e34155-5673-4d21-95c0-b0e38b4c1573 req-91eea81d-ca1c-4869-95b3-828d7c39f22d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:30.267224 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a7e34155-5673-4d21-95c0-b0e38b4c1573 req-91eea81d-ca1c-4869-95b3-828d7c39f22d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.0643468 Dec 06 15:17:30.335470 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a7e34155-5673-4d21-95c0-b0e38b4c1573 req-085889ed-185e-482c-989a-33b69790279c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618837 Dec 06 15:17:30.782018 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f925f4bb-d75f-4966-8b1f-e94c175c34af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:31.313531 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81381930-8803-4d44-9fcc-f28c078ae50d req-8f6d2165-71e0-4ca7-a412-3a4ac038f0af tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:31.315152 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-81381930-8803-4d44-9fcc-f28c078ae50d req-8f6d2165-71e0-4ca7-a412-3a4ac038f0af tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 984 time: 0.0711286 Dec 06 15:17:31.396735 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-81381930-8803-4d44-9fcc-f28c078ae50d req-7414e67c-876e-47a7-be51-94cd9a4bbf14 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/security-groups?id=297f02a9-dc2d-4723-8845-1b2efdc1f8c1&id=1ada4c3f-a2a7-4d42-8608-8d64c075691d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0700412 Dec 06 15:17:31.471012 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcd63e-ca3e-4153-9a43-a1876b3d25cf req-45454bb0-bc00-4cfd-9eb0-8b1d4cf3ab31 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:31.480137 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0fcd63e-ca3e-4153-9a43-a1876b3d25cf req-45454bb0-bc00-4cfd-9eb0-8b1d4cf3ab31 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.0603950 Dec 06 15:17:31.546807 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0fcd63e-ca3e-4153-9a43-a1876b3d25cf req-bd02a43e-d4b3-4d9c-a788-aff2332465d9 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609350 Dec 06 15:17:31.767612 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c2fd90e8-1df7-4178-8d25-f8d783917bea up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:17:31.818843 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port c2fd90e8-1df7-4178-8d25-f8d783917bea completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:17:31.824189 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port c2fd90e8-1df7-4178-8d25-f8d783917bea triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:31.824556 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:31.916771 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:31.954272 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c2fd90e8-1df7-4178-8d25-f8d783917bea, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c2fd90e8-1df7-4178-8d25-f8d783917bea,segment=NetworkSegment(2ea96a55-5066-4a10-8062-57b5ed11aa27),segment_id=2ea96a55-5066-4a10-8062-57b5ed11aa27)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:31.955339 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bac609-c87f-4de4-a689-792b1870df4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fd90e8-1df7-4178-8d25-f8d783917bea'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:17:31.958226 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ed6eb5-65f2-40db-a750-b5d0b4eff9e4" -d '{"events": [{"server_uuid": "74bac609-c87f-4de4-a689-792b1870df4b", "name": "network-vif-plugged", "status": "completed", "tag": "c2fd90e8-1df7-4178-8d25-f8d783917bea"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:17:31.961857 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:32.038877 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7c704d-f473-42ad-bef5-b112e02d0e35 x-openstack-request-id: req-de7c704d-f473-42ad-bef5-b112e02d0e35 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:17:32.039163 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74bac609-c87f-4de4-a689-792b1870df4b", "name": "network-vif-plugged", "status": "completed", "tag": "c2fd90e8-1df7-4178-8d25-f8d783917bea", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:17:32.039427 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de7c704d-f473-42ad-bef5-b112e02d0e35 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:17:32.039860 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74bac609-c87f-4de4-a689-792b1870df4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fd90e8-1df7-4178-8d25-f8d783917bea', 'code': 200} Dec 06 15:17:32.051170 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=c2fd90e8-1df7-4178-8d25-f8d783917bea,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:32.141292 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144700a5-6553-48af-9ea9-f3ad7946ccd4 req-088437e7-db1d-4e69-bdd0-716343220bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:32.143085 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-144700a5-6553-48af-9ea9-f3ad7946ccd4 req-088437e7-db1d-4e69-bdd0-716343220bc8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 1136 time: 0.0557251 Dec 06 15:17:32.209490 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-144700a5-6553-48af-9ea9-f3ad7946ccd4 req-8bfabfdc-a051-4ac5-adba-20b72f831f8e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1ada4c3f-a2a7-4d42-8608-8d64c075691d&id=297f02a9-dc2d-4723-8845-1b2efdc1f8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0589786 Dec 06 15:17:32.555075 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f41bac-2cd2-4041-8e7b-ac4e727faa50 req-355111c9-d2d4-4da6-8d16-728de8141b76 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:32.564454 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7f41bac-2cd2-4041-8e7b-ac4e727faa50 req-355111c9-d2d4-4da6-8d16-728de8141b76 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 985 time: 0.0907125 Dec 06 15:17:32.659461 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7f41bac-2cd2-4041-8e7b-ac4e727faa50 req-c6f3ce93-db03-42e1-8c55-cc1488888067 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/security-groups?id=297f02a9-dc2d-4723-8845-1b2efdc1f8c1&id=1ada4c3f-a2a7-4d42-8608-8d64c075691d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0864501 Dec 06 15:17:32.710505 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fbe35-03ec-43bc-830a-8e6dc440ad38 req-e0ba4159-5de4-49ca-a9e1-d708a3ff4de6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:32.713589 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-de3fbe35-03ec-43bc-830a-8e6dc440ad38 req-e0ba4159-5de4-49ca-a9e1-d708a3ff4de6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.0585954 Dec 06 15:17:32.815812 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-de3fbe35-03ec-43bc-830a-8e6dc440ad38 req-0d7cff4e-d620-4d50-b080-ee848cc05df0 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920620 Dec 06 15:17:33.284855 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1f29c0e5-dc7b-4ef5-9c4d-53350d64b559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:33.834423 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09b33c-cde4-45b1-865d-c98d2fa67b78 req-794c725c-0eb7-463e-860d-e995536da838 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:33.846370 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff09b33c-cde4-45b1-865d-c98d2fa67b78 req-794c725c-0eb7-463e-860d-e995536da838 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 985 time: 0.0784891 Dec 06 15:17:33.933801 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff09b33c-cde4-45b1-865d-c98d2fa67b78 req-6db6fee2-23a7-46b0-9d56-fb00eea0d790 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/security-groups?id=297f02a9-dc2d-4723-8845-1b2efdc1f8c1&id=1ada4c3f-a2a7-4d42-8608-8d64c075691d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0851707 Dec 06 15:17:34.000298 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d638d78-7ce3-4e52-8718-6c711557d4dc req-906b40de-2e19-4c19-9744-6e958b54c736 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:34.002286 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d638d78-7ce3-4e52-8718-6c711557d4dc req-906b40de-2e19-4c19-9744-6e958b54c736 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.0750403 Dec 06 15:17:34.046844 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:34.075130 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5d638d78-7ce3-4e52-8718-6c711557d4dc req-d2daf0c0-199c-48eb-be17-442b42aaaa17 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638032 Dec 06 15:17:34.143503 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc75cb9-c426-43df-9042-f689d8ce9ec5 req-90e40afe-eaf3-42ab-8759-caa70e30c5e3 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:34.145509 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7cc75cb9-c426-43df-9042-f689d8ce9ec5 req-90e40afe-eaf3-42ab-8759-caa70e30c5e3 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 985 time: 0.0708508 Dec 06 15:17:34.212054 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7cc75cb9-c426-43df-9042-f689d8ce9ec5 req-4146de73-ac9a-47ee-8d43-55543ac562d1 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/security-groups?id=297f02a9-dc2d-4723-8845-1b2efdc1f8c1&id=1ada4c3f-a2a7-4d42-8608-8d64c075691d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0596311 Dec 06 15:17:34.343983 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90ec3a-f289-4641-b7ef-c1ca96306640 req-3900a201-93e0-4068-8a5c-a1aad29a3337 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:34.351852 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad90ec3a-f289-4641-b7ef-c1ca96306640 req-3900a201-93e0-4068-8a5c-a1aad29a3337 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 1136 time: 0.0520520 Dec 06 15:17:34.367252 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ad90ec3a-f289-4641-b7ef-c1ca96306640 req-2e4a8d9f-8ed2-4ee3-bebc-188a2ec02fe5 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:34.462999 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ad90ec3a-f289-4641-b7ef-c1ca96306640 req-2e4a8d9f-8ed2-4ee3-bebc-188a2ec02fe5 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:34.467074 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ad90ec3a-f289-4641-b7ef-c1ca96306640 req-2e4a8d9f-8ed2-4ee3-bebc-188a2ec02fe5 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:34.514924 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a8d9f-8ed2-4ee3-bebc-188a2ec02fe5 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b96f34a-67ce-4aa7-8710-e0ce865447cc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:34.530390 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad90ec3a-f289-4641-b7ef-c1ca96306640 req-2e4a8d9f-8ed2-4ee3-bebc-188a2ec02fe5 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=297f02a9-dc2d-4723-8845-1b2efdc1f8c1&id=1ada4c3f-a2a7-4d42-8608-8d64c075691d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1777322 Dec 06 15:17:34.566945 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38438) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:34.703608 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f221ad-1940-4876-b448-5678b1305dbc tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:34.705855 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a2f221ad-1940-4876-b448-5678b1305dbc tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 1131 time: 0.1386325 Dec 06 15:17:34.709077 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38454) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:34.713998 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': 'c2fd90e8-1df7-4178-8d25-f8d783917bea', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:34.759768 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:34.957660 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:35.169277 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Allocated IP 172.35.7.109 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/cd5b44ad-feca-43e9-b31b-776e4c70121d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:17:35.307305 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8da93-4e3d-423e-acd4-e5d2c55777b6 req-199df72f-0fcd-4b6a-889b-936b2b7a9e60 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:35.308864 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5da8da93-4e3d-423e-acd4-e5d2c55777b6 req-199df72f-0fcd-4b6a-889b-936b2b7a9e60 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.1198976 Dec 06 15:17:35.391875 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:35.435397 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:35.482164 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5da8da93-4e3d-423e-acd4-e5d2c55777b6 req-5173468b-51df-44f6-af24-089eef3de7d7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662819 Dec 06 15:17:35.511359 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:17:35.515029 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:17:35.520695 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:17:35.524344 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event updated for resources: {'Port': ['ID=cd5b44ad-feca-43e9-b31b-776e4c70121d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:35.732375 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:36.344620 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:36.419765 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:36.646239 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:36.648102 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:36.665978 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252a885-9d05-4e1f-a4f6-ff83e533c262 req-b250a40d-46df-4f32-b323-ca2ed3a8f69a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:36.667850 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0252a885-9d05-4e1f-a4f6-ff83e533c262 req-b250a40d-46df-4f32-b323-ca2ed3a8f69a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.0866010 Dec 06 15:17:36.678037 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:36.806695 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0252a885-9d05-4e1f-a4f6-ff83e533c262 req-51fa0953-dbe4-4d5f-8fb3-ca01279e6e01 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295366 Dec 06 15:17:36.807611 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event updated for resources: {'Port': ['ID=cd5b44ad-feca-43e9-b31b-776e4c70121d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:36.832134 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:36.947127 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Floating IP 48dde13a-1ac3-4cf4-82d0-862e7237bf95 associated. External IP: 172.35.7.109, port: c2fd90e8-1df7-4178-8d25-f8d783917bea. Dec 06 15:17:37.174301 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Router f701eef9-fbc7-475b-9f5b-88bb69f45d8e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:17:37.296316 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:17:37.309897 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b5d64b-ce74-45c2-8c0d-6ece6023d772 None None] Sync routers for ids ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:17:37.320713 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:37.326505 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5d64b-ce74-45c2-8c0d-6ece6023d772 None None] Routers {'f701eef9-fbc7-475b-9f5b-88bb69f45d8e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:37.327329 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-03b5d64b-ce74-45c2-8c0d-6ece6023d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:37.362510 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38656) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:37.374322 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fd0e44e3-9d65-4126-a94e-47d3200cd617 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6632881 Dec 06 15:17:37.375131 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74bac609-c87f-4de4-a689-792b1870df4b', 'tag': 'c2fd90e8-1df7-4178-8d25-f8d783917bea'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:17:37.377601 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc1ca0e-5f55-49e2-b7f4-c49aa39a0236" -d '{"events": [{"name": "network-changed", "server_uuid": "74bac609-c87f-4de4-a689-792b1870df4b", "tag": "c2fd90e8-1df7-4178-8d25-f8d783917bea"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:17:37.440615 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-03b5d64b-ce74-45c2-8c0d-6ece6023d772 None None] Set router f701eef9-fbc7-475b-9f5b-88bb69f45d8e gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:37.577856 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-ac883521-0e4b-45e5-b3c5-683ad29d0111 req-ea9be655-e20c-4dff-881d-996a076ad03c service neutron] (103288) timed out ('10.222.0.23', 51690) {{(pid=103288) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 15:17:37.666720 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b9e24a-7cfc-467b-b3b4-58335453b812 x-openstack-request-id: req-e9b9e24a-7cfc-467b-b3b4-58335453b812 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:17:37.667322 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74bac609-c87f-4de4-a689-792b1870df4b", "tag": "c2fd90e8-1df7-4178-8d25-f8d783917bea", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:17:37.667829 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9b9e24a-7cfc-467b-b3b4-58335453b812 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:17:37.668470 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74bac609-c87f-4de4-a689-792b1870df4b', 'tag': 'c2fd90e8-1df7-4178-8d25-f8d783917bea', 'status': 'completed', 'code': 200} Dec 06 15:17:37.720079 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df522c09-92ae-418c-aeb9-cb7c5cbe0e5f tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:37.724354 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df522c09-92ae-418c-aeb9-cb7c5cbe0e5f tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:37.724903 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df522c09-92ae-418c-aeb9-cb7c5cbe0e5f tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:37.725434 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df522c09-92ae-418c-aeb9-cb7c5cbe0e5f tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:37.726066 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df522c09-92ae-418c-aeb9-cb7c5cbe0e5f tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:37.729629 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-df522c09-92ae-418c-aeb9-cb7c5cbe0e5f tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.3632698 Dec 06 15:17:37.734578 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38664) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:37.779554 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1ca0e-5f55-49e2-b7f4-c49aa39a0236 req-45c16327-5cd5-461c-9b56-b7624baf5ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:37.783917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8bc1ca0e-5f55-49e2-b7f4-c49aa39a0236 req-45c16327-5cd5-461c-9b56-b7624baf5ddb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8c253a87fef04170bb820f8a6311020b&device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 1136 time: 0.0897713 Dec 06 15:17:37.835540 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9c03f1-d006-4785-b2aa-eb261fb86dc4 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:37.836346 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9c03f1-d006-4785-b2aa-eb261fb86dc4 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:37.837388 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9c03f1-d006-4785-b2aa-eb261fb86dc4 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:37.838027 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9c03f1-d006-4785-b2aa-eb261fb86dc4 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:37.838659 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9c03f1-d006-4785-b2aa-eb261fb86dc4 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:37.840653 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7d9c03f1-d006-4785-b2aa-eb261fb86dc4 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.1048412 Dec 06 15:17:37.843388 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38668) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:37.845919 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-03b5d64b-ce74-45c2-8c0d-6ece6023d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241663504', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13'}], 'enable_snat': True}, 'gw_port_id': '8157b204-53f8-4c56-8124-47bc7779130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:11Z', 'updated_at': '2021-12-06T15:17:16Z', 'revision_number': 4, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '8157b204-53f8-4c56-8124-47bc7779130a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:12Z', 'updated_at': '2021-12-06T15:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '48dde13a-1ac3-4cf4-82d0-862e7237bf95', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'floating_ip_address': '172.35.7.109', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'port_id': 'c2fd90e8-1df7-4178-8d25-f8d783917bea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0', 'mac_address': 'fa:16:3e:dd:08:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bac609-c87f-4de4-a689-792b1870df4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:17:36Z', 'updated_at': '2021-12-06T15:17:36Z', 'revision_number': 0, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8', 'name': '', 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'mac_address': 'fa:16:3e:49:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '459d46a3-1822-4c6e-a280-19b29db75334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:15Z', 'updated_at': '2021-12-06T15:17:21Z', 'revision_number': 5, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'subnets': [{'id': '459d46a3-1822-4c6e-a280-19b29db75334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:37.906945 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b5d64b-ce74-45c2-8c0d-6ece6023d772 None None] Checking router: f701eef9-fbc7-475b-9f5b-88bb69f45d8e for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:17:37.936539 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5d64b-ce74-45c2-8c0d-6ece6023d772 None None] Routers {'f701eef9-fbc7-475b-9f5b-88bb69f45d8e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:37.937194 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-03b5d64b-ce74-45c2-8c0d-6ece6023d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:38.101555 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ed50c-9364-4028-818c-f522a60f70ac req-b53bbac0-ec53-4421-8299-a88546a8f851 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:38.103182 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-025ed50c-9364-4028-818c-f522a60f70ac req-b53bbac0-ec53-4421-8299-a88546a8f851 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.1639256 Dec 06 15:17:38.104994 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1ca0e-5f55-49e2-b7f4-c49aa39a0236 req-56092cc4-1f58-4b25-ae42-e05d1f25c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:38.106320 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8bc1ca0e-5f55-49e2-b7f4-c49aa39a0236 req-56092cc4-1f58-4b25-ae42-e05d1f25c47d service neutron] 10.222.0.23 "GET /v2.0/networks?id=9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 HTTP/1.1" status: 200 len: 897 time: 0.3138292 Dec 06 15:17:38.176993 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-03b5d64b-ce74-45c2-8c0d-6ece6023d772 None None] Set router f701eef9-fbc7-475b-9f5b-88bb69f45d8e gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:38.291969 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8a79c4ea-a98b-419e-9a83-8408bed6258f tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2339 time: 0.4448326 Dec 06 15:17:38.292243 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38676) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:38.330988 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8bc1ca0e-5f55-49e2-b7f4-c49aa39a0236 req-4178d8e1-57f7-4239-8de0-56589bd1016f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2fd90e8-1df7-4178-8d25-f8d783917bea HTTP/1.1" status: 200 len: 1000 time: 0.1301324 Dec 06 15:17:38.349086 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-025ed50c-9364-4028-818c-f522a60f70ac req-3dfccacf-512f-42ba-a7d5-2523374ebdc6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338533 Dec 06 15:17:38.381442 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f80cf49-6567-41af-a3ea-46dddca0cd8e tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:38.382021 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f80cf49-6567-41af-a3ea-46dddca0cd8e tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:38.383520 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1f80cf49-6567-41af-a3ea-46dddca0cd8e tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f701eef9-fbc7-475b-9f5b-88bb69f45d8e HTTP/1.1" status: 200 len: 1989 time: 0.0903351 Dec 06 15:17:38.408365 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1ca0e-5f55-49e2-b7f4-c49aa39a0236 req-5db488b3-2300-467d-85a1-88cf6de6fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:38.410621 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8bc1ca0e-5f55-49e2-b7f4-c49aa39a0236 req-5db488b3-2300-467d-85a1-88cf6de6fbea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=459d46a3-1822-4c6e-a280-19b29db75334 HTTP/1.1" status: 200 len: 835 time: 0.0605001 Dec 06 15:17:38.532978 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1ca0e-5f55-49e2-b7f4-c49aa39a0236 req-0ba23880-fbcf-48ef-aae0-ecf983218516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:38.534692 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8bc1ca0e-5f55-49e2-b7f4-c49aa39a0236 req-0ba23880-fbcf-48ef-aae0-ecf983218516 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132216 Dec 06 15:17:38.599073 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6a31f-7ae0-46fb-b8db-8e8c65569a24 req-9b9f3af1-f9b5-4205-a89d-b565292734fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:38.600598 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45a6a31f-7ae0-46fb-b8db-8e8c65569a24 req-9b9f3af1-f9b5-4205-a89d-b565292734fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 1096 time: 0.1156495 Dec 06 15:17:38.713582 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-03b5d64b-ce74-45c2-8c0d-6ece6023d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241663504', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13'}], 'enable_snat': True}, 'gw_port_id': '8157b204-53f8-4c56-8124-47bc7779130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:11Z', 'updated_at': '2021-12-06T15:17:16Z', 'revision_number': 4, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '8157b204-53f8-4c56-8124-47bc7779130a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:12Z', 'updated_at': '2021-12-06T15:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '48dde13a-1ac3-4cf4-82d0-862e7237bf95', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'floating_ip_address': '172.35.7.109', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'port_id': 'c2fd90e8-1df7-4178-8d25-f8d783917bea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0', 'mac_address': 'fa:16:3e:dd:08:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bac609-c87f-4de4-a689-792b1870df4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:17:36Z', 'updated_at': '2021-12-06T15:17:36Z', 'revision_number': 0, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8', 'name': '', 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'mac_address': 'fa:16:3e:49:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '459d46a3-1822-4c6e-a280-19b29db75334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:15Z', 'updated_at': '2021-12-06T15:17:21Z', 'revision_number': 5, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'subnets': [{'id': '459d46a3-1822-4c6e-a280-19b29db75334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:38.729179 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8bc1ca0e-5f55-49e2-b7f4-c49aa39a0236 req-5b0174e0-8368-4337-9222-db78af63561c service neutron] 10.222.0.23 "GET /v2.0/networks/9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809342 Dec 06 15:17:38.770026 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b5d64b-ce74-45c2-8c0d-6ece6023d772 None None] The sync data for ids ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'] in n-d-master-1 is: [{'id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241663504', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13'}], 'enable_snat': True}, 'gw_port_id': '8157b204-53f8-4c56-8124-47bc7779130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:11Z', 'updated_at': '2021-12-06T15:17:16Z', 'revision_number': 4, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '8157b204-53f8-4c56-8124-47bc7779130a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:12Z', 'updated_at': '2021-12-06T15:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '48dde13a-1ac3-4cf4-82d0-862e7237bf95', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'floating_ip_address': '172.35.7.109', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'port_id': 'c2fd90e8-1df7-4178-8d25-f8d783917bea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0', 'mac_address': 'fa:16:3e:dd:08:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bac609-c87f-4de4-a689-792b1870df4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:17:36Z', 'updated_at': '2021-12-06T15:17:36Z', 'revision_number': 0, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8', 'name': '', 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'mac_address': 'fa:16:3e:49:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '459d46a3-1822-4c6e-a280-19b29db75334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:15Z', 'updated_at': '2021-12-06T15:17:21Z', 'revision_number': 5, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'subnets': [{'id': '459d46a3-1822-4c6e-a280-19b29db75334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:17:38.775734 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6a31f-7ae0-46fb-b8db-8e8c65569a24 req-b10142bd-fb30-4aff-a1f6-4b9f5d5c6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:38.777661 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45a6a31f-7ae0-46fb-b8db-8e8c65569a24 req-b10142bd-fb30-4aff-a1f6-4b9f5d5c6bce service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7 HTTP/1.1" status: 200 len: 898 time: 0.1395836 Dec 06 15:17:38.869592 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8bc1ca0e-5f55-49e2-b7f4-c49aa39a0236 req-7c673a4b-5e32-48b6-b8e3-8590ff8e61ec service neutron] 10.222.0.23 "GET /v2.0/networks/9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301272 Dec 06 15:17:38.967693 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45a6a31f-7ae0-46fb-b8db-8e8c65569a24 req-e4847845-121f-4a31-821f-f232de7f38b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35a4c355-c018-4d05-a420-fb60ad18dd38 HTTP/1.1" status: 200 len: 1000 time: 0.1803560 Dec 06 15:17:39.028726 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6a31f-7ae0-46fb-b8db-8e8c65569a24 req-0e4e058f-eb7f-43a0-b3ac-cd4359c6331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:39.030718 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45a6a31f-7ae0-46fb-b8db-8e8c65569a24 req-0e4e058f-eb7f-43a0-b3ac-cd4359c6331f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aa4aeaf-a48d-46f1-a761-3fe626acc793 HTTP/1.1" status: 200 len: 834 time: 0.0514779 Dec 06 15:17:39.090667 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-d3a83a3f-a66c-4799-84df-f4a964ba9827 service neutron] show failed (client error): The resource could not be found. Dec 06 15:17:39.092087 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-d3a83a3f-a66c-4799-84df-f4a964ba9827 service neutron] 10.222.0.37 "GET /v2.0/ports/35a4c355-c018-4d05-a420-fb60ad18dd38/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.1127670 Dec 06 15:17:39.105948 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6a31f-7ae0-46fb-b8db-8e8c65569a24 req-4206146a-3922-4665-8289-7eb24fc36476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:39.107404 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45a6a31f-7ae0-46fb-b8db-8e8c65569a24 req-4206146a-3922-4665-8289-7eb24fc36476 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642464 Dec 06 15:17:39.139489 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993027eb-087d-4fc3-8744-9b0a766a62c7 None None] New status for floating IP 48dde13a-1ac3-4cf4-82d0-862e7237bf95: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:17:39.226908 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45a6a31f-7ae0-46fb-b8db-8e8c65569a24 req-d8992de6-9298-445f-a21d-604d2ac2a719 service neutron] 10.222.0.37 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070404 Dec 06 15:17:39.515632 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-45a6a31f-7ae0-46fb-b8db-8e8c65569a24 req-61da3165-56a3-4cd0-84dc-19f8342ed4a6 service neutron] 10.222.0.37 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517698 Dec 06 15:17:39.520237 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-52fdbd84-70c0-4663-8d41-580c37f71f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:39.521793 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-52fdbd84-70c0-4663-8d41-580c37f71f76 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50&tenant_id=78730a925a534e3a9baf86f9cc74cd24 HTTP/1.1" status: 200 len: 1096 time: 0.1309824 Dec 06 15:17:39.549301 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:39.566598 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af31c9-6b12-48fc-a880-c03744ce48eb req-05f39389-6adf-47c2-a180-317802527b20 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:39.568856 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-34af31c9-6b12-48fc-a880-c03744ce48eb req-05f39389-6adf-47c2-a180-317802527b20 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.0680876 Dec 06 15:17:39.637544 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adba2b7-4880-477f-9160-b30d72824f46 req-5cbe0c90-262a-4cca-a41b-0e6c1f610052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:39.639390 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2adba2b7-4880-477f-9160-b30d72824f46 req-5cbe0c90-262a-4cca-a41b-0e6c1f610052 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 1096 time: 0.1217012 Dec 06 15:17:39.641132 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:39.643700 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-34af31c9-6b12-48fc-a880-c03744ce48eb req-df545538-b2bc-4a2b-b592-5a305bc4a9e4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683382 Dec 06 15:17:39.850974 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adba2b7-4880-477f-9160-b30d72824f46 req-5a5be818-4301-4700-a486-3b63c8ad2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:39.852640 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2adba2b7-4880-477f-9160-b30d72824f46 req-5a5be818-4301-4700-a486-3b63c8ad2504 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7 HTTP/1.1" status: 200 len: 898 time: 0.1849973 Dec 06 15:17:39.983645 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2adba2b7-4880-477f-9160-b30d72824f46 req-377211e1-6099-4cf5-afab-85a7a836e33f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35a4c355-c018-4d05-a420-fb60ad18dd38 HTTP/1.1" status: 200 len: 1000 time: 0.1156020 Dec 06 15:17:40.014445 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] For port 35a4c355-c018-4d05-a420-fb60ad18dd38, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=35a4c355-c018-4d05-a420-fb60ad18dd38,segment=NetworkSegment(68ae39ad-91ca-4396-b33e-cbb160a258e1),segment_id=68ae39ad-91ca-4396-b33e-cbb160a258e1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:40.070204 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adba2b7-4880-477f-9160-b30d72824f46 req-7a8500a9-411b-4710-a5b0-aef9c900a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:40.071724 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2adba2b7-4880-477f-9160-b30d72824f46 req-7a8500a9-411b-4710-a5b0-aef9c900a3ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4aa4aeaf-a48d-46f1-a761-3fe626acc793 HTTP/1.1" status: 200 len: 834 time: 0.0767374 Dec 06 15:17:40.086671 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] For port 35a4c355-c018-4d05-a420-fb60ad18dd38, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:17:40.146964 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31731220-d8b4-465b-84f8-8f0700d28d50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35a4c355-c018-4d05-a420-fb60ad18dd38'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:17:40.151053 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395525c6-62c1-453c-8273-0e77d3f6e8a7" -d '{"events": [{"server_uuid": "31731220-d8b4-465b-84f8-8f0700d28d50", "name": "network-vif-unplugged", "status": "completed", "tag": "35a4c355-c018-4d05-a420-fb60ad18dd38"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:17:40.154609 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:40.167875 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adba2b7-4880-477f-9160-b30d72824f46 req-2a0c1ff7-bad2-49ea-bf8e-5b4969ab80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:40.169396 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2adba2b7-4880-477f-9160-b30d72824f46 req-2a0c1ff7-bad2-49ea-bf8e-5b4969ab80c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900614 Dec 06 15:17:40.174639 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Transition to ACTIVE for port object 35a4c355-c018-4d05-a420-fb60ad18dd38 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:17:40.187894 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:40.286300 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a668ae8-60d2-4285-a811-655b56c22fe0 x-openstack-request-id: req-7a668ae8-60d2-4285-a811-655b56c22fe0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:17:40.287029 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31731220-d8b4-465b-84f8-8f0700d28d50", "name": "network-vif-unplugged", "status": "completed", "tag": "35a4c355-c018-4d05-a420-fb60ad18dd38", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:17:40.288705 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a668ae8-60d2-4285-a811-655b56c22fe0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:17:40.289734 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31731220-d8b4-465b-84f8-8f0700d28d50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35a4c355-c018-4d05-a420-fb60ad18dd38', 'code': 200} Dec 06 15:17:40.365330 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Pushing event updated for resources: {'Port': ['ID=35a4c355-c018-4d05-a420-fb60ad18dd38,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:40.469673 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2adba2b7-4880-477f-9160-b30d72824f46 req-3c2fdf7c-972c-4f32-8790-12178397cea1 service neutron] 10.222.0.23 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916832 Dec 06 15:17:40.500565 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] No DVR routers for this DVR port 35a4c355-c018-4d05-a420-fb60ad18dd38 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:17:40.671900 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2adba2b7-4880-477f-9160-b30d72824f46 req-34175f42-9531-4794-b072-ba723e43f9af service neutron] 10.222.0.23 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819258 Dec 06 15:17:40.714862 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Attempting to bind port 35a4c355-c018-4d05-a420-fb60ad18dd38 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:17:40.715097 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Attempting to bind port 35a4c355-c018-4d05-a420-fb60ad18dd38 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '68ae39ad-91ca-4396-b33e-cbb160a258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:17:40.715423 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Attempting to bind port 35a4c355-c018-4d05-a420-fb60ad18dd38 on network b3396a4b-cf55-4a48-ace6-eb720b32a4c7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:17:40.721261 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Port 35a4c355-c018-4d05-a420-fb60ad18dd38 on network b3396a4b-cf55-4a48-ace6-eb720b32a4c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:17:40.721584 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Attempting to bind port 35a4c355-c018-4d05-a420-fb60ad18dd38 on network b3396a4b-cf55-4a48-ace6-eb720b32a4c7 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:17:40.727422 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:17:40.727792 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Checking segment: {'id': '68ae39ad-91ca-4396-b33e-cbb160a258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:17:40.728173 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Bound using segment: {'id': '68ae39ad-91ca-4396-b33e-cbb160a258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:17:40.728598 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Bound port: 35a4c355-c018-4d05-a420-fb60ad18dd38, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ae39ad-91ca-4396-b33e-cbb160a258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:17:40.728967 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:40.794081 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d535b-c209-441b-910f-569092ecf325 req-3a6548d0-5b6d-4b50-92dc-fc82e8f27db2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:40.796325 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c81d535b-c209-441b-910f-569092ecf325 req-3a6548d0-5b6d-4b50-92dc-fc82e8f27db2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 943 time: 0.0567403 Dec 06 15:17:40.814267 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] For port 35a4c355-c018-4d05-a420-fb60ad18dd38, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:17:40.821571 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] For port 35a4c355-c018-4d05-a420-fb60ad18dd38, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=35a4c355-c018-4d05-a420-fb60ad18dd38,segment=NetworkSegment(68ae39ad-91ca-4396-b33e-cbb160a258e1),segment_id=68ae39ad-91ca-4396-b33e-cbb160a258e1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:17:40.828672 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:40.874645 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c81d535b-c209-441b-910f-569092ecf325 req-9a3d741b-a1d2-409b-bd83-ade28662dbfe tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636632 Dec 06 15:17:40.897393 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:40.897953 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:40.899472 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] 10.222.0.23 "PUT /v2.0/ports/35a4c355-c018-4d05-a420-fb60ad18dd38 HTTP/1.1" status: 200 len: 1091 time: 1.3593557 Dec 06 15:17:41.018947 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7761f-74e7-4790-a8e8-af48e0bdeb47 service neutron] Pushing event updated for resources: {'Port': ['ID=35a4c355-c018-4d05-a420-fb60ad18dd38,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:41.052795 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-8105889e-7ca1-4452-934a-0a70f07910d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:41.059916 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-8105889e-7ca1-4452-934a-0a70f07910d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 1094 time: 0.1144443 Dec 06 15:17:41.220724 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-9432dbdc-eb4c-4c5b-8314-815a37dfa1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:41.222613 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-9432dbdc-eb4c-4c5b-8314-815a37dfa1a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7 HTTP/1.1" status: 200 len: 898 time: 0.1600409 Dec 06 15:17:41.707069 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38710) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:41.745420 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-d51e578c-0064-4d59-87d4-1665cafd9843 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35a4c355-c018-4d05-a420-fb60ad18dd38 HTTP/1.1" status: 200 len: 998 time: 0.5149486 Dec 06 15:17:41.812999 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-226ffdfc-291c-43bf-a81b-a4dbe8f516fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:41.814705 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-226ffdfc-291c-43bf-a81b-a4dbe8f516fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4aa4aeaf-a48d-46f1-a761-3fe626acc793 HTTP/1.1" status: 200 len: 834 time: 0.0616436 Dec 06 15:17:41.844411 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ec19e20-bc10-4502-a997-9e3ee649a105 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:41.873106 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-8bb590b4-93fb-475b-8e79-aaccdd28823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:41.875980 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-8bb590b4-93fb-475b-8e79-aaccdd28823c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543730 Dec 06 15:17:41.924729 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ec19e20-bc10-4502-a997-9e3ee649a105 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:41.930623 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ec19e20-bc10-4502-a997-9e3ee649a105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:41.981637 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-46cec31a-b9ff-4955-9bec-b0a0ee59d00b service neutron] 10.222.0.23 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983710 Dec 06 15:17:41.982331 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3ec19e20-bc10-4502-a997-9e3ee649a105 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d57968e2a81e4a1bbb504ef84fd0f74c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2738590 Dec 06 15:17:41.983219 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec19e20-bc10-4502-a997-9e3ee649a105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc41ab5-9afa-4f7a-b757-f191337c1a51,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:41.984254 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38716) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:42.158968 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4dab972c-2816-4297-9eb9-7ee6a46dbb9e req-8ac23a45-3a49-476a-a51c-3ec01c8f9150 service neutron] 10.222.0.23 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637566 Dec 06 15:17:42.183965 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c616d5-ecc5-4008-874d-33fdf30bc2ff req-4189fcb4-3f9b-4915-8770-357efe565afa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:42.185555 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-41c616d5-ecc5-4008-874d-33fdf30bc2ff req-4189fcb4-3f9b-4915-8770-357efe565afa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 943 time: 0.1930122 Dec 06 15:17:42.187013 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-473850d7-dd67-4b5a-ae8d-a93e910bfa02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:42.235595 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-473850d7-dd67-4b5a-ae8d-a93e910bfa02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:42.290920 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31731220-d8b4-465b-84f8-8f0700d28d50', 'tag': '35a4c355-c018-4d05-a420-fb60ad18dd38'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:17:42.293809 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec" -d '{"events": [{"name": "network-changed", "server_uuid": "31731220-d8b4-465b-84f8-8f0700d28d50", "tag": "35a4c355-c018-4d05-a420-fb60ad18dd38"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:17:42.315191 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-41c616d5-ecc5-4008-874d-33fdf30bc2ff req-e20933b7-ca55-4f55-9aff-c5a9fd6339e6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204989 Dec 06 15:17:42.339345 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-473850d7-dd67-4b5a-ae8d-a93e910bfa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:42.342230 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-473850d7-dd67-4b5a-ae8d-a93e910bfa02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:42.346112 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-473850d7-dd67-4b5a-ae8d-a93e910bfa02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bc41ab5-9afa-4f7a-b757-f191337c1a51 HTTP/1.1" status: 204 len: 168 time: 0.3605256 Dec 06 15:17:42.354467 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473850d7-dd67-4b5a-ae8d-a93e910bfa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc41ab5-9afa-4f7a-b757-f191337c1a51,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:42.379730 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314fcbf8-ce9d-4abf-bef8-939adca42b4b x-openstack-request-id: req-314fcbf8-ce9d-4abf-bef8-939adca42b4b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:17:42.380031 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31731220-d8b4-465b-84f8-8f0700d28d50", "tag": "35a4c355-c018-4d05-a420-fb60ad18dd38", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:17:42.380463 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-314fcbf8-ce9d-4abf-bef8-939adca42b4b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:17:42.381830 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31731220-d8b4-465b-84f8-8f0700d28d50', 'tag': '35a4c355-c018-4d05-a420-fb60ad18dd38', 'status': 'completed', 'code': 200} Dec 06 15:17:42.462725 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-5cbe6dcd-f40b-4da0-b520-80fbee783c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:42.464518 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-5cbe6dcd-f40b-4da0-b520-80fbee783c13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 1094 time: 0.0558774 Dec 06 15:17:42.576971 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-9d6e046a-5c31-4760-b92a-ec47e81eaf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:42.578486 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-9d6e046a-5c31-4760-b92a-ec47e81eaf97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 1094 time: 0.1131165 Dec 06 15:17:42.620601 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-c2da4bb1-e6a8-4ae9-9532-1326cd53be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:42.622082 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-c2da4bb1-e6a8-4ae9-9532-1326cd53be11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7 HTTP/1.1" status: 200 len: 898 time: 0.1475811 Dec 06 15:17:42.675677 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38726) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:42.689516 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-948891a8-fe63-4bff-8b5a-ef80a7612d59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:42.741853 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-6dd98d42-3703-45e1-ad83-8a9fe5f11294 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35a4c355-c018-4d05-a420-fb60ad18dd38 HTTP/1.1" status: 200 len: 998 time: 0.0875626 Dec 06 15:17:42.742783 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-bcda7384-925c-448f-bff4-e78932a8e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:42.744164 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-bcda7384-925c-448f-bff4-e78932a8e994 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7 HTTP/1.1" status: 200 len: 898 time: 0.1579599 Dec 06 15:17:42.768837 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-948891a8-fe63-4bff-8b5a-ef80a7612d59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:42.773308 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-948891a8-fe63-4bff-8b5a-ef80a7612d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:42.807462 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948891a8-fe63-4bff-8b5a-ef80a7612d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2c2508-947d-4b54-bda1-ea1d4e754921,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:42.826107 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-948891a8-fe63-4bff-8b5a-ef80a7612d59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c6de239731045b7b0e992dcdb886ba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1468666 Dec 06 15:17:42.826362 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38728) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:42.849985 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-c6f82e2b-4704-4cfa-bcf8-07fc5b0e479d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:42.851461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-c6f82e2b-4704-4cfa-bcf8-07fc5b0e479d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aa4aeaf-a48d-46f1-a761-3fe626acc793 HTTP/1.1" status: 200 len: 834 time: 0.0921013 Dec 06 15:17:42.853310 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-cc67ab70-a4f9-40a1-9776-9bbc708cc4fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35a4c355-c018-4d05-a420-fb60ad18dd38 HTTP/1.1" status: 200 len: 998 time: 0.1001682 Dec 06 15:17:42.877195 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aec3bd71-363b-42c0-85db-8e27524c90ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:42.901492 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aec3bd71-363b-42c0-85db-8e27524c90ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:42.938762 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-18aed5e6-95f6-46e7-8491-80ff8b1cb0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:42.940306 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-18aed5e6-95f6-46e7-8491-80ff8b1cb0f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4aa4aeaf-a48d-46f1-a761-3fe626acc793 HTTP/1.1" status: 200 len: 834 time: 0.0795391 Dec 06 15:17:42.943312 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-c376007d-734c-4e9e-b8a7-135a525a84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:42.945108 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-c376007d-734c-4e9e-b8a7-135a525a84aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753455 Dec 06 15:17:42.956609 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aec3bd71-363b-42c0-85db-8e27524c90ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:42.960220 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aec3bd71-363b-42c0-85db-8e27524c90ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:42.964350 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-aec3bd71-363b-42c0-85db-8e27524c90ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d2c2508-947d-4b54-bda1-ea1d4e754921 HTTP/1.1" status: 204 len: 168 time: 0.1342766 Dec 06 15:17:42.971278 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3bd71-363b-42c0-85db-8e27524c90ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2c2508-947d-4b54-bda1-ea1d4e754921,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:43.052995 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-c84f3dd1-eb74-47d5-8a4a-3cef86d18afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:43.054493 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-c84f3dd1-eb74-47d5-8a4a-3cef86d18afd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040881 Dec 06 15:17:43.110860 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-71e578ed-9ea3-4d83-8356-4d60acc8f6ea service neutron] 10.222.0.37 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276245 Dec 06 15:17:43.242470 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-9aaa4fc1-f0fb-474b-9b58-8137a21d5f0b service neutron] 10.222.0.23 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798198 Dec 06 15:17:43.244085 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-a97fea40-8af7-47d8-9aa4-3dd7ed299188 service neutron] 10.222.0.37 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081622 Dec 06 15:17:43.359523 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3453c7a-e8cc-4aee-beb6-99b39adf41ec req-0a651e65-4812-4a07-b972-a36a390501a6 service neutron] 10.222.0.23 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097691 Dec 06 15:17:43.458882 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b4190-dde6-4fae-8736-c143ba510bbf req-c7a48169-1410-4e57-9b84-b614ead779e8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:43.460724 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c4b4190-dde6-4fae-8736-c143ba510bbf req-c7a48169-1410-4e57-9b84-b614ead779e8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 943 time: 0.0522594 Dec 06 15:17:43.513117 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c4b4190-dde6-4fae-8736-c143ba510bbf req-c83ca988-778b-4c52-aea9-d56db212e4df tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458269 Dec 06 15:17:43.865870 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 35a4c355-c018-4d05-a420-fb60ad18dd38 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:17:43.925080 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 35a4c355-c018-4d05-a420-fb60ad18dd38 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:17:44.638575 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acae66f-4ca4-4202-840a-733478e45de5 req-21492624-eb52-4ca5-a688-57a43653318a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:44.641908 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6acae66f-4ca4-4202-840a-733478e45de5 req-21492624-eb52-4ca5-a688-57a43653318a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 943 time: 0.0514679 Dec 06 15:17:44.694327 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6acae66f-4ca4-4202-840a-733478e45de5 req-61c30d06-e047-40ee-8a82-018be5b3719e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459542 Dec 06 15:17:44.907648 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571da4e-5595-4067-9441-78604ac65777 req-790dd9b4-d733-42c6-8192-7630e372f823 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:44.913004 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e571da4e-5595-4067-9441-78604ac65777 req-790dd9b4-d733-42c6-8192-7630e372f823 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 943 time: 0.0590837 Dec 06 15:17:44.964900 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e571da4e-5595-4067-9441-78604ac65777 req-72a2dd96-c42c-4d85-96c9-5f20c8e5dae1 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455277 Dec 06 15:17:44.975531 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76bbc5-e1e9-40b4-b1b4-d7d1be6963e9 req-1ced2ca1-2286-4a40-a16f-2a3855c32499 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:44.982642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d76bbc5-e1e9-40b4-b1b4-d7d1be6963e9 req-1ced2ca1-2286-4a40-a16f-2a3855c32499 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.37 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50&tenant_id=78730a925a534e3a9baf86f9cc74cd24&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 943 time: 0.0965755 Dec 06 15:17:45.048853 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-3d76bbc5-e1e9-40b4-b1b4-d7d1be6963e9 req-6127daa2-11a1-4782-b1b9-d005f50ed5a2 service neutron] delete failed (client error): The resource could not be found. Dec 06 15:17:45.049915 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d76bbc5-e1e9-40b4-b1b4-d7d1be6963e9 req-6127daa2-11a1-4782-b1b9-d005f50ed5a2 service neutron] 10.222.0.37 "DELETE /v2.0/ports/35a4c355-c018-4d05-a420-fb60ad18dd38/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0605297 Dec 06 15:17:45.148340 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76bbc5-e1e9-40b4-b1b4-d7d1be6963e9 req-2ee8086e-3bd8-44da-8d9c-ae6b64a6d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:45.149860 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d76bbc5-e1e9-40b4-b1b4-d7d1be6963e9 req-2ee8086e-3bd8-44da-8d9c-ae6b64a6d7f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 1094 time: 0.0452218 Dec 06 15:17:45.266105 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76bbc5-e1e9-40b4-b1b4-d7d1be6963e9 req-ef00bd1f-fd1c-424e-ab5a-80488b60f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:45.267762 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d76bbc5-e1e9-40b4-b1b4-d7d1be6963e9 req-ef00bd1f-fd1c-424e-ab5a-80488b60f1e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7 HTTP/1.1" status: 200 len: 898 time: 0.1034737 Dec 06 15:17:45.349423 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d76bbc5-e1e9-40b4-b1b4-d7d1be6963e9 req-86d043d0-8621-4e20-a370-152e1ae449d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35a4c355-c018-4d05-a420-fb60ad18dd38 HTTP/1.1" status: 200 len: 998 time: 0.0647123 Dec 06 15:17:45.412784 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76bbc5-e1e9-40b4-b1b4-d7d1be6963e9 req-62418ee0-816f-4ba5-a855-ae359cc46696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:45.414751 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d76bbc5-e1e9-40b4-b1b4-d7d1be6963e9 req-62418ee0-816f-4ba5-a855-ae359cc46696 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aa4aeaf-a48d-46f1-a761-3fe626acc793 HTTP/1.1" status: 200 len: 834 time: 0.0543780 Dec 06 15:17:45.472734 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76bbc5-e1e9-40b4-b1b4-d7d1be6963e9 req-255d40a8-e5de-4e18-b3f5-6a3935ae0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:45.474247 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d76bbc5-e1e9-40b4-b1b4-d7d1be6963e9 req-255d40a8-e5de-4e18-b3f5-6a3935ae0be2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486877 Dec 06 15:17:45.585815 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d76bbc5-e1e9-40b4-b1b4-d7d1be6963e9 req-b12132ac-ce11-40ab-86e8-00df948a211a service neutron] 10.222.0.37 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945234 Dec 06 15:17:45.692674 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d76bbc5-e1e9-40b4-b1b4-d7d1be6963e9 req-6f82634a-d001-4dcc-b2a3-aa2bbd27ef4e service neutron] 10.222.0.37 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954878 Dec 06 15:17:45.737933 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:17:45.778084 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38808) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:45.862693 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 35a4c355-c018-4d05-a420-fb60ad18dd38 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:17:45.954685 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5d8fd44f-426d-47e2-a7c2-23e52a8daa15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a127b858ce664168940f437bdf7ee4f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1748865 Dec 06 15:17:45.957085 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38812) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:45.990129 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 35a4c355-c018-4d05-a420-fb60ad18dd38, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=35a4c355-c018-4d05-a420-fb60ad18dd38,segment=NetworkSegment(68ae39ad-91ca-4396-b33e-cbb160a258e1),segment_id=68ae39ad-91ca-4396-b33e-cbb160a258e1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:46.005008 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:46.005785 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '35a4c355-c018-4d05-a420-fb60ad18dd38', 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7', 'port_id': '35a4c355-c018-4d05-a420-fb60ad18dd38', 'mac_address': 'fa:16:3e:d5:6b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:17:46.030585 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:46.062282 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:46.098673 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:46.103778 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:46.105313 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6b641a9-2a5e-48f9-8685-b8c57ffde160 HTTP/1.1" status: 204 len: 168 time: 0.1473556 Dec 06 15:17:46.109273 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a4c355-c018-4d05-a420-fb60ad18dd38 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:17:46.115100 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b641a9-2a5e-48f9-8685-b8c57ffde160,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:46.140801 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:46.141323 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 35a4c355-c018-4d05-a420-fb60ad18dd38, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=35a4c355-c018-4d05-a420-fb60ad18dd38,segment=NetworkSegment(68ae39ad-91ca-4396-b33e-cbb160a258e1),segment_id=68ae39ad-91ca-4396-b33e-cbb160a258e1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:46.142686 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:46.143759 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512278e3-d86c-4c0b-9648-955ae3feec26 req-4220f635-944b-41c0-9c0f-22379a3e4bad tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:46.144607 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:46.145053 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:46.145718 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-512278e3-d86c-4c0b-9648-955ae3feec26 req-4220f635-944b-41c0-9c0f-22379a3e4bad tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 943 time: 0.0996571 Dec 06 15:17:46.149477 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:46.152065 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:46.153222 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:46.155879 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:46.156485 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:46.157058 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:46.157638 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:46.158065 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:46.162162 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:46.162623 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6619d905-d5d4-4816-8210-3bfcccd36756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:46.227064 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=35a4c355-c018-4d05-a420-fb60ad18dd38,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:46.252860 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-512278e3-d86c-4c0b-9648-955ae3feec26 req-a810525c-6b08-4283-8140-ec81661689fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005874 Dec 06 15:17:46.402160 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['35a4c355-c018-4d05-a420-fb60ad18dd38'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:17:46.807899 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-e6d1b269-6b3e-448a-8fa6-63b9731795fb req-54ad80f1-57f2-471c-9630-ddb587610a25 service neutron] (103288) timed out ('10.222.0.23', 51674) {{(pid=103288) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 15:17:47.384787 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbdaff-bedc-49b0-acbb-70593372cec7 req-c98388bf-12ff-43cd-bcd3-c6c7399b568b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:47.386320 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3ddbdaff-bedc-49b0-acbb-70593372cec7 req-c98388bf-12ff-43cd-bcd3-c6c7399b568b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 944 time: 0.0599792 Dec 06 15:17:47.439168 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3ddbdaff-bedc-49b0-acbb-70593372cec7 req-c9d8a0d2-0164-4727-8853-e762c003616b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468011 Dec 06 15:17:47.463784 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38856) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:47.536151 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-77be2da3-5c9a-43d0-bc60-651421a6df00 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/floatingips/1f5bd9fa-80f0-4e92-ac04-cb882a778c6e HTTP/1.1" status: 200 len: 991 time: 0.0687103 Dec 06 15:17:47.877725 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 35a4c355-c018-4d05-a420-fb60ad18dd38 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:17:47.942205 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 35a4c355-c018-4d05-a420-fb60ad18dd38 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:17:47.949054 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 35a4c355-c018-4d05-a420-fb60ad18dd38 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:47.949605 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:48.038336 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:48.064644 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31731220-d8b4-465b-84f8-8f0700d28d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a4c355-c018-4d05-a420-fb60ad18dd38'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:17:48.066896 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4a227c-5045-449d-a9d5-2a9d113cf9dd" -d '{"events": [{"server_uuid": "31731220-d8b4-465b-84f8-8f0700d28d50", "name": "network-vif-plugged", "status": "completed", "tag": "35a4c355-c018-4d05-a420-fb60ad18dd38"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:17:48.081050 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 35a4c355-c018-4d05-a420-fb60ad18dd38, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=35a4c355-c018-4d05-a420-fb60ad18dd38,segment=NetworkSegment(68ae39ad-91ca-4396-b33e-cbb160a258e1),segment_id=68ae39ad-91ca-4396-b33e-cbb160a258e1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:48.086233 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:48.131775 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079f5434-e655-454e-9100-75050bc2b45d x-openstack-request-id: req-079f5434-e655-454e-9100-75050bc2b45d {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:17:48.132080 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31731220-d8b4-465b-84f8-8f0700d28d50", "name": "network-vif-plugged", "status": "completed", "tag": "35a4c355-c018-4d05-a420-fb60ad18dd38", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:17:48.132341 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-079f5434-e655-454e-9100-75050bc2b45d {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:17:48.132741 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31731220-d8b4-465b-84f8-8f0700d28d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a4c355-c018-4d05-a420-fb60ad18dd38', 'code': 200} Dec 06 15:17:48.167907 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=35a4c355-c018-4d05-a420-fb60ad18dd38,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:54.491135 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38948) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:54.612242 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7043636d-ca36-4969-9126-428fa328d7a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:54.697718 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7043636d-ca36-4969-9126-428fa328d7a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:54.702791 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7043636d-ca36-4969-9126-428fa328d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:54.730443 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043636d-ca36-4969-9126-428fa328d7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97633ec6-0341-46c2-b1a5-24a09ea82d36,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:54.758261 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7043636d-ca36-4969-9126-428fa328d7a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07e0d33cd0ee478b9d54c840bc52862b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2657609 Dec 06 15:17:54.760871 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38954) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:54.811358 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8c6c2ac-f965-4b7e-b319-a78010f8c78b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:54.832837 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8c6c2ac-f965-4b7e-b319-a78010f8c78b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:54.881919 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8c6c2ac-f965-4b7e-b319-a78010f8c78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:54.884653 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8c6c2ac-f965-4b7e-b319-a78010f8c78b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:54.888163 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b8c6c2ac-f965-4b7e-b319-a78010f8c78b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97633ec6-0341-46c2-b1a5-24a09ea82d36 HTTP/1.1" status: 204 len: 168 time: 0.1240277 Dec 06 15:17:54.905277 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6c2ac-f965-4b7e-b319-a78010f8c78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97633ec6-0341-46c2-b1a5-24a09ea82d36,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:55.185438 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38970) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:55.199133 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88d4dc00-73b9-45d0-83a9-317d3a1b0dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:55.276553 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88d4dc00-73b9-45d0-83a9-317d3a1b0dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:55.281554 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-88d4dc00-73b9-45d0-83a9-317d3a1b0dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:55.323080 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4dc00-73b9-45d0-83a9-317d3a1b0dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e46c3d0-1f0c-4ee2-adc2-c452809ad146,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:55.328215 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-88d4dc00-73b9-45d0-83a9-317d3a1b0dd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1539372b4df64fec8e44a295637016c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416597 Dec 06 15:17:55.330661 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38972) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:55.384386 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d91bf9be-1fa0-4bca-93f9-8bc765e14067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:55.408982 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d91bf9be-1fa0-4bca-93f9-8bc765e14067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:55.462153 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d91bf9be-1fa0-4bca-93f9-8bc765e14067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:55.464860 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d91bf9be-1fa0-4bca-93f9-8bc765e14067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:55.466018 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d91bf9be-1fa0-4bca-93f9-8bc765e14067 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e46c3d0-1f0c-4ee2-adc2-c452809ad146 HTTP/1.1" status: 204 len: 168 time: 0.1344368 Dec 06 15:17:55.473934 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bf9be-1fa0-4bca-93f9-8bc765e14067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e46c3d0-1f0c-4ee2-adc2-c452809ad146,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:55.805371 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 38994) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:55.820210 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec595edd-a2a4-43ac-88df-2597ccb7984a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:55.898185 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec595edd-a2a4-43ac-88df-2597ccb7984a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:55.902263 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec595edd-a2a4-43ac-88df-2597ccb7984a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:55.941283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ec595edd-a2a4-43ac-88df-2597ccb7984a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c47a480ea8c14e1793e03428e83c4c3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347973 Dec 06 15:17:55.942306 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec595edd-a2a4-43ac-88df-2597ccb7984a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da7e376-641f-4be9-8300-9343c978e21e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:55.944134 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 38996) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:55.992210 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a562883-e235-4243-a15e-d940690f5c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:56.018680 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a562883-e235-4243-a15e-d940690f5c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:56.069448 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a562883-e235-4243-a15e-d940690f5c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:56.072371 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a562883-e235-4243-a15e-d940690f5c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:56.075976 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5a562883-e235-4243-a15e-d940690f5c31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7da7e376-641f-4be9-8300-9343c978e21e HTTP/1.1" status: 204 len: 168 time: 0.1283455 Dec 06 15:17:56.082809 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a562883-e235-4243-a15e-d940690f5c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da7e376-641f-4be9-8300-9343c978e21e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:57.132648 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39048) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:57.239691 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3bdfba0-195d-4c5b-9bb0-61d01b8bb2eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:57.313603 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3bdfba0-195d-4c5b-9bb0-61d01b8bb2eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:57.319062 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3bdfba0-195d-4c5b-9bb0-61d01b8bb2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:57.354926 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdfba0-195d-4c5b-9bb0-61d01b8bb2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3127997-26c3-4be5-9d3c-6d1f3cf45385,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:57.359836 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a3bdfba0-195d-4c5b-9bb0-61d01b8bb2eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d7735da0e1d40d88ed57a214c57218d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2260728 Dec 06 15:17:57.363521 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39056) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:57.421808 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-834f4cf3-5a24-4536-ae93-59eca5cf241a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:57.443307 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-834f4cf3-5a24-4536-ae93-59eca5cf241a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:57.498342 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-834f4cf3-5a24-4536-ae93-59eca5cf241a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:57.500956 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-834f4cf3-5a24-4536-ae93-59eca5cf241a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:57.502104 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-834f4cf3-5a24-4536-ae93-59eca5cf241a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3127997-26c3-4be5-9d3c-6d1f3cf45385 HTTP/1.1" status: 204 len: 168 time: 0.1379654 Dec 06 15:17:57.510197 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4cf3-5a24-4536-ae93-59eca5cf241a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3127997-26c3-4be5-9d3c-6d1f3cf45385,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:58.114560 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:00.019733 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:00.786332 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9cbf74bc-376b-4b0e-9bea-7231c63d8ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:03.248135 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4ababc67-fd3b-4d19-b274-3ea088a44393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:04.040214 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:05.697397 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:06.620851 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:11.957145 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39332) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:12.039007 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f17f283b-35c4-4be3-a99f-b5d6d41b7b55 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2022 time: 0.0780778 Dec 06 15:18:12.039185 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39336) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:12.044039 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c265fef6-04a1-4ad9-ab65-d02c6f28a224 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Request body: {'network': {'name': 'tempest-network-smoke--883078222', 'project_id': '8c253a87fef04170bb820f8a6311020b', 'port_security_enabled': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:12.064838 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c265fef6-04a1-4ad9-ab65-d02c6f28a224 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Made reservation on behalf of 8c253a87fef04170bb820f8a6311020b for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:18:12.069044 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c265fef6-04a1-4ad9-ab65-d02c6f28a224 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:12.092130 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c265fef6-04a1-4ad9-ab65-d02c6f28a224 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:18:12.101061 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c265fef6-04a1-4ad9-ab65-d02c6f28a224 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:12.101410 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-c265fef6-04a1-4ad9-ab65-d02c6f28a224 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Added segment 9c401648-5bb0-4b03-8f44-9c95035fd8cd of type vlan for network 560f1242-a479-419f-90ca-b629ec48d104 Dec 06 15:18:12.438776 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c265fef6-04a1-4ad9-ab65-d02c6f28a224 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:12.463370 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c265fef6-04a1-4ad9-ab65-d02c6f28a224 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:12.469276 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c265fef6-04a1-4ad9-ab65-d02c6f28a224 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:12.469877 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c265fef6-04a1-4ad9-ab65-d02c6f28a224 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:12.505300 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c265fef6-04a1-4ad9-ab65-d02c6f28a224 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4650218 Dec 06 15:18:12.508145 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39346) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:12.513226 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-294909814', 'admin_state_up': True, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:12.537099 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:12.538232 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:12.553494 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265fef6-04a1-4ad9-ab65-d02c6f28a224 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event updated for resources: {'Network': ['ID=560f1242-a479-419f-90ca-b629ec48d104,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:12.565993 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 560f1242-a479-419f-90ca-b629ec48d104 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:18:12.592754 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:12.734883 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:12.940776 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:12.960121 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:13.063858 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Allocated IP 172.35.7.213 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/74bac448-c04e-476d-a45b-92ed6ed107b4) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:18:13.165875 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:13.198542 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:13.237451 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:18:13.240349 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:13.244072 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:18:13.264917 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fbe27d-2079-4698-a2b8-59ef8f913463 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:18:13.274715 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event updated for resources: {'Port': ['ID=74bac448-c04e-476d-a45b-92ed6ed107b4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:13.289900 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:13.290257 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:13.290628 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:13.290946 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:13.291281 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:13.291613 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:13.291967 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:13.292297 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:13.292625 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:13.292959 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:13.293282 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:13.293600 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:13.293921 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:13.323330 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-22e0188f-e715-4174-a1ed-c1ef3789d2f6 None None] Provisioning complete for port 74bac448-c04e-476d-a45b-92ed6ed107b4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:13.324001 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22e0188f-e715-4174-a1ed-c1ef3789d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:13.361649 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-22e0188f-e715-4174-a1ed-c1ef3789d2f6 None None] Port 74bac448-c04e-476d-a45b-92ed6ed107b4 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:18:13.530815 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:13.726112 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:13.860595 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Router 23504525-05c5-401e-808f-fbb8ca0732b6 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:18:14.285810 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:18:14.298258 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Sync routers for ids ['23504525-05c5-401e-808f-fbb8ca0732b6'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:18:14.308721 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:14.308957 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Routers {'23504525-05c5-401e-808f-fbb8ca0732b6'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:14.309670 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['23504525-05c5-401e-808f-fbb8ca0732b6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:14.313250 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39382) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:14.320219 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-697e9f4a-a6fe-43e2-8448-5f54fcead2df tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8103595 Dec 06 15:18:14.392411 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2742134d-4528-48bd-b8e9-a51cbbb95b50 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:14.396771 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39384) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:14.396919 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2742134d-4528-48bd-b8e9-a51cbbb95b50 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8c253a87fef04170bb820f8a6311020b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0825846 Dec 06 15:18:14.414390 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Set router 23504525-05c5-401e-808f-fbb8ca0732b6 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:14.492172 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1729c92f-eaf0-4fcf-bf11-91304639b6e5 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:14.495691 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1729c92f-eaf0-4fcf-bf11-91304639b6e5 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0956666 Dec 06 15:18:14.496684 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39390) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:14.525973 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3d7ddd3c-9512-481a-ab53-f0da92b6968c tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278664 Dec 06 15:18:14.529326 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39392) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:14.562245 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1d2b132c-32d0-43e0-a539-122d454dfd40 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8c253a87fef04170bb820f8a6311020b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293524 Dec 06 15:18:14.563006 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39394) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:14.597779 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-294909814', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.213'}], 'enable_snat': True}, 'gw_port_id': '74bac448-c04e-476d-a45b-92ed6ed107b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:12Z', 'updated_at': '2021-12-06T15:18:13Z', 'revision_number': 3, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '74bac448-c04e-476d-a45b-92ed6ed107b4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:12Z', 'updated_at': '2021-12-06T15:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:14.626647 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Checking router: 23504525-05c5-401e-808f-fbb8ca0732b6 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:18:14.626999 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Updating router 23504525-05c5-401e-808f-fbb8ca0732b6 port 74bac448-c04e-476d-a45b-92ed6ed107b4 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:18:14.651679 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:14.663505 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e952e076-e668-4741-98ec-2abde36e40ff tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:14.665098 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e952e076-e668-4741-98ec-2abde36e40ff tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1013720 Dec 06 15:18:14.667872 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39396) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:14.696448 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-add8a35d-ec4b-4ee1-bbad-843cc61c3a25 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0252454 Dec 06 15:18:14.696690 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39398) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:14.701701 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a452ace1-1cc0-4b80-b436-d05ddc861f28 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1446067622', 'network_id': '560f1242-a479-419f-90ca-b629ec48d104', 'project_id': '8c253a87fef04170bb820f8a6311020b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:14.788619 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a452ace1-1cc0-4b80-b436-d05ddc861f28 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Made reservation on behalf of 8c253a87fef04170bb820f8a6311020b for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:18:14.792363 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a452ace1-1cc0-4b80-b436-d05ddc861f28 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:14.900863 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:14.906240 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:14.946712 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1615b64-9d3e-4d28-8fb2-ee5cfdf7bf8a None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:18:14.956606 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Attempting to bind port 74bac448-c04e-476d-a45b-92ed6ed107b4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:18:14.956988 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Attempting to bind port 74bac448-c04e-476d-a45b-92ed6ed107b4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:18:14.957384 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Attempting to bind port 74bac448-c04e-476d-a45b-92ed6ed107b4 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:18:14.968694 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:18:14.969068 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:18:14.969948 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:14.969948 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:18:14.970302 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Bound port: 74bac448-c04e-476d-a45b-92ed6ed107b4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:18:14.970882 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:14.998877 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-41ada8ab-1929-413d-a954-4b3820e6b131 None None] Provisioning complete for port 74bac448-c04e-476d-a45b-92ed6ed107b4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:14.999597 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-41ada8ab-1929-413d-a954-4b3820e6b131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:15.005215 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a452ace1-1cc0-4b80-b436-d05ddc861f28 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:15.036051 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] For port 74bac448-c04e-476d-a45b-92ed6ed107b4, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:18:15.040853 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] For port 74bac448-c04e-476d-a45b-92ed6ed107b4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=74bac448-c04e-476d-a45b-92ed6ed107b4,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:18:15.042889 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69affe45-0386-470b-948e-35b53fdbb1be None None] Pushing event updated for resources: {'Port': ['ID=74bac448-c04e-476d-a45b-92ed6ed107b4,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:15.048984 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-41ada8ab-1929-413d-a954-4b3820e6b131 None None] Port 74bac448-c04e-476d-a45b-92ed6ed107b4 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:18:15.056516 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:15.063996 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69affe45-0386-470b-948e-35b53fdbb1be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:15.064941 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69affe45-0386-470b-948e-35b53fdbb1be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:15.064941 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69affe45-0386-470b-948e-35b53fdbb1be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:15.065171 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69affe45-0386-470b-948e-35b53fdbb1be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:15.065471 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69affe45-0386-470b-948e-35b53fdbb1be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:15.065874 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69affe45-0386-470b-948e-35b53fdbb1be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:15.066210 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69affe45-0386-470b-948e-35b53fdbb1be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:15.066540 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69affe45-0386-470b-948e-35b53fdbb1be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:15.066867 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69affe45-0386-470b-948e-35b53fdbb1be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:15.067192 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69affe45-0386-470b-948e-35b53fdbb1be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:15.067517 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69affe45-0386-470b-948e-35b53fdbb1be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:15.068123 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69affe45-0386-470b-948e-35b53fdbb1be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:15.068269 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69affe45-0386-470b-948e-35b53fdbb1be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:15.087025 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452ace1-1cc0-4b80-b436-d05ddc861f28 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event updated for resources: {'Subnet': ['ID=1d9fc44d-76ee-487d-90d9-a87300bce01d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:15.092014 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a452ace1-1cc0-4b80-b436-d05ddc861f28 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Checking segment: {'id': '9c401648-5bb0-4b03-8f44-9c95035fd8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '560f1242-a479-419f-90ca-b629ec48d104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:18:15.092378 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a452ace1-1cc0-4b80-b436-d05ddc861f28 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Network hostable DHCP agents. Network: 560f1242-a479-419f-90ca-b629ec48d104, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:18:15.114516 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0baec29-a928-4665-91d5-17056326eb93 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:18:15.123141 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69affe45-0386-470b-948e-35b53fdbb1be None None] Pushing event updated for resources: {'Port': ['ID=74bac448-c04e-476d-a45b-92ed6ed107b4,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:15.133385 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Routers {'23504525-05c5-401e-808f-fbb8ca0732b6'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:15.133997 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['23504525-05c5-401e-808f-fbb8ca0732b6'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:15.134192 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a452ace1-1cc0-4b80-b436-d05ddc861f28 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Network 560f1242-a479-419f-90ca-b629ec48d104 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:18:15.147980 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-a452ace1-1cc0-4b80-b436-d05ddc861f28 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 560f1242-a479-419f-90ca-b629ec48d104) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:15.153063 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452ace1-1cc0-4b80-b436-d05ddc861f28 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:15.155057 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a452ace1-1cc0-4b80-b436-d05ddc861f28 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:15.163130 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7272f9e4-d9aa-420e-9409-9908b57740a4 None None] Network 560f1242-a479-419f-90ca-b629ec48d104 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:18:15.188838 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39406) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:15.196955 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a452ace1-1cc0-4b80-b436-d05ddc861f28 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4993043 Dec 06 15:18:15.198506 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-97a1179d-fa61-45a8-8208-26d6b348d136 None None] Provisioning complete for port 74bac448-c04e-476d-a45b-92ed6ed107b4 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:15.198953 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97a1179d-fa61-45a8-8208-26d6b348d136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:15.284609 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] Set router 23504525-05c5-401e-808f-fbb8ca0732b6 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:15.381773 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97a1179d-fa61-45a8-8208-26d6b348d136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:15.405672 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-97a1179d-fa61-45a8-8208-26d6b348d136 None None] For port 74bac448-c04e-476d-a45b-92ed6ed107b4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=74bac448-c04e-476d-a45b-92ed6ed107b4,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:15.408498 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-560f1242-a479-419f-90ca-b629ec48d104', 'network_id': '560f1242-a479-419f-90ca-b629ec48d104', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'fixed_ips': [{'subnet_id': '1d9fc44d-76ee-487d-90d9-a87300bce01d'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:18:15.409324 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:15.521479 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-294909814', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.213'}], 'enable_snat': True}, 'gw_port_id': '74bac448-c04e-476d-a45b-92ed6ed107b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:12Z', 'updated_at': '2021-12-06T15:18:13Z', 'revision_number': 3, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '74bac448-c04e-476d-a45b-92ed6ed107b4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:12Z', 'updated_at': '2021-12-06T15:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:15.554049 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49157ee7-f59a-491c-8c15-72829c96332c None None] The sync data for ids ['23504525-05c5-401e-808f-fbb8ca0732b6'] in n-d-master-1 is: [{'id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-294909814', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.213'}], 'enable_snat': True}, 'gw_port_id': '74bac448-c04e-476d-a45b-92ed6ed107b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:12Z', 'updated_at': '2021-12-06T15:18:13Z', 'revision_number': 3, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '74bac448-c04e-476d-a45b-92ed6ed107b4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:12Z', 'updated_at': '2021-12-06T15:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:18:15.595105 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97a1179d-fa61-45a8-8208-26d6b348d136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:15.721252 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1179d-fa61-45a8-8208-26d6b348d136 None None] Pushing event updated for resources: {'Port': ['ID=74bac448-c04e-476d-a45b-92ed6ed107b4,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:15.751573 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:15.785381 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Allocated IP 172.20.0.18 (560f1242-a479-419f-90ca-b629ec48d104/1d9fc44d-76ee-487d-90d9-a87300bce01d/e304eb3a-1648-494d-bf0c-0e34d462e6c5) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:18:15.997689 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:16.008853 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:16.040107 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Network 560f1242-a479-419f-90ca-b629ec48d104 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:18:16.072026 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:16.076160 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:18:16.125409 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Pushing event updated for resources: {'Port': ['ID=e304eb3a-1648-494d-bf0c-0e34d462e6c5,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:16.161325 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Allocated IP 172.20.0.17 (560f1242-a479-419f-90ca-b629ec48d104/1d9fc44d-76ee-487d-90d9-a87300bce01d/74fe60a7-126d-4c56-9b2c-2035f26e479b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:18:16.184104 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Attempting to bind port e304eb3a-1648-494d-bf0c-0e34d462e6c5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:18:16.184460 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Attempting to bind port e304eb3a-1648-494d-bf0c-0e34d462e6c5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9c401648-5bb0-4b03-8f44-9c95035fd8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '560f1242-a479-419f-90ca-b629ec48d104'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:18:16.184862 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Attempting to bind port e304eb3a-1648-494d-bf0c-0e34d462e6c5 on network 560f1242-a479-419f-90ca-b629ec48d104 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:18:16.190739 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:18:16.191123 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Checking segment: {'id': '9c401648-5bb0-4b03-8f44-9c95035fd8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '560f1242-a479-419f-90ca-b629ec48d104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:18:16.191531 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:16.191961 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Bound using segment: {'id': '9c401648-5bb0-4b03-8f44-9c95035fd8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '560f1242-a479-419f-90ca-b629ec48d104'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:18:16.192434 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Bound port: e304eb3a-1648-494d-bf0c-0e34d462e6c5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c401648-5bb0-4b03-8f44-9c95035fd8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '560f1242-a479-419f-90ca-b629ec48d104'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:18:16.192820 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:16.261804 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] For port e304eb3a-1648-494d-bf0c-0e34d462e6c5, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:18:16.266984 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] For port e304eb3a-1648-494d-bf0c-0e34d462e6c5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e304eb3a-1648-494d-bf0c-0e34d462e6c5,segment=NetworkSegment(9c401648-5bb0-4b03-8f44-9c95035fd8cd),segment_id=9c401648-5bb0-4b03-8f44-9c95035fd8cd)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:18:16.271837 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:16.322548 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:16.349785 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb8a8f-065a-4976-b03d-550cb48008b3 None None] Pushing event updated for resources: {'Port': ['ID=e304eb3a-1648-494d-bf0c-0e34d462e6c5,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:16.373496 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:16.421684 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Network 560f1242-a479-419f-90ca-b629ec48d104 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:18:16.424970 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:16.427584 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:18:16.486480 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event updated for resources: {'Port': ['ID=74fe60a7-126d-4c56-9b2c-2035f26e479b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:16.492301 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:16.697440 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:17.015578 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:17.021574 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:17.102178 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event updated for resources: {'Port': ['ID=74fe60a7-126d-4c56-9b2c-2035f26e479b,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:17.105714 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:17.207569 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Network 560f1242-a479-419f-90ca-b629ec48d104 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:18:17.209470 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:17.333274 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Router 23504525-05c5-401e-808f-fbb8ca0732b6 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:18:17.462314 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:18:17.475712 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2f4c40c2-71ca-4bc7-a0d5-311093745e2d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "PUT /v2.0/routers/23504525-05c5-401e-808f-fbb8ca0732b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2850215 Dec 06 15:18:17.558489 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100120b0-3a5a-4e4e-a58c-c1a25684948e None None] Network 560f1242-a479-419f-90ca-b629ec48d104 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:18:17.637403 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d5287337-8453-4e9e-abc1-0d2de14720d7 None None] Provisioning complete for port e304eb3a-1648-494d-bf0c-0e34d462e6c5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:17.638368 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5287337-8453-4e9e-abc1-0d2de14720d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:17.821842 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5287337-8453-4e9e-abc1-0d2de14720d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:17.861800 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-49f35c07-19a3-4e1d-af78-3e8db3a55d66 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:17.874062 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-49f35c07-19a3-4e1d-af78-3e8db3a55d66 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/networks?id=560f1242-a479-419f-90ca-b629ec48d104 HTTP/1.1" status: 200 len: 797 time: 0.2261984 Dec 06 15:18:17.881147 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d5287337-8453-4e9e-abc1-0d2de14720d7 None None] For port e304eb3a-1648-494d-bf0c-0e34d462e6c5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e304eb3a-1648-494d-bf0c-0e34d462e6c5,segment=NetworkSegment(9c401648-5bb0-4b03-8f44-9c95035fd8cd),segment_id=9c401648-5bb0-4b03-8f44-9c95035fd8cd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:17.900414 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5287337-8453-4e9e-abc1-0d2de14720d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:17.904417 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-c54ae7b0-d7ea-4635-ab61-71d429eeb06f tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/quotas/8c253a87fef04170bb820f8a6311020b HTTP/1.1" status: 200 len: 375 time: 0.0288036 Dec 06 15:18:17.914616 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 74bac448-c04e-476d-a45b-92ed6ed107b4 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:18:18.003982 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5287337-8453-4e9e-abc1-0d2de14720d7 None None] Pushing event updated for resources: {'Port': ['ID=e304eb3a-1648-494d-bf0c-0e34d462e6c5,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:18.015497 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-7abbc304-130a-4840-8b30-e56eb9cd2a4c tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c253a87fef04170bb820f8a6311020b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1084449 Dec 06 15:18:18.045980 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 74bac448-c04e-476d-a45b-92ed6ed107b4 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:18.046400 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:18.061976 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621d008-c37d-4e34-9451-7f3c738bde79 req-b9c6e5b7-69e5-412b-8e78-bd0d52db65cd tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:18.065091 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4621d008-c37d-4e34-9451-7f3c738bde79 req-b9c6e5b7-69e5-412b-8e78-bd0d52db65cd tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 1096 time: 0.0851519 Dec 06 15:18:18.161444 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e304eb3a-1648-494d-bf0c-0e34d462e6c5 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:18:18.169535 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-e33bfb4e-66c4-42c1-98d8-11dc749e2510 service neutron] 10.222.0.20 "GET /v2.0/networks/560f1242-a479-419f-90ca-b629ec48d104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337588 Dec 06 15:18:18.170321 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4621d008-c37d-4e34-9451-7f3c738bde79 req-9bb5b9ed-6b83-4c8a-8c55-f3a824c87f47 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929930 Dec 06 15:18:18.205105 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39468) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:18.276779 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2b7c8735-775c-4698-adb3-124d394a54ba None None] Provisioning complete for port e304eb3a-1648-494d-bf0c-0e34d462e6c5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:18.279457 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b7c8735-775c-4698-adb3-124d394a54ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:18.327386 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Sync routers for ids ['23504525-05c5-401e-808f-fbb8ca0732b6'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:18:18.332919 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e304eb3a-1648-494d-bf0c-0e34d462e6c5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:18.333431 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:18.365026 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-ecdd230e-e15e-413d-a04c-6581fa27ac78 service neutron] 10.222.0.20 "GET /v2.0/networks/560f1242-a479-419f-90ca-b629ec48d104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882424 Dec 06 15:18:18.398297 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Routers {'23504525-05c5-401e-808f-fbb8ca0732b6'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:18.399318 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['23504525-05c5-401e-808f-fbb8ca0732b6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:18.462263 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1bd08e61-195a-4fcc-86fe-d4fb838185db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting port dc8f6fb7-04f2-46d8-89f5-4890c6c54017 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:18:18.462614 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1bd08e61-195a-4fcc-86fe-d4fb838185db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:18.597098 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dbca242b-4461-4165-b3e9-25a6eebfdd0d req-12c1dee0-19cc-41b2-87ca-0187e67fbbeb tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 210 time: 0.0402946 Dec 06 15:18:18.635647 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Set router 23504525-05c5-401e-808f-fbb8ca0732b6 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:18.658906 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1bd08e61-195a-4fcc-86fe-d4fb838185db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:18.659458 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1bd08e61-195a-4fcc-86fe-d4fb838185db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:18.675022 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1bd08e61-195a-4fcc-86fe-d4fb838185db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Calling delete_port for dc8f6fb7-04f2-46d8-89f5-4890c6c54017 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:18:18.714871 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2b7c8735-775c-4698-adb3-124d394a54ba None None] Provisioning complete for port 74fe60a7-126d-4c56-9b2c-2035f26e479b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:18.715468 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2b7c8735-775c-4698-adb3-124d394a54ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:18.812007 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2b7c8735-775c-4698-adb3-124d394a54ba None None] Port 74fe60a7-126d-4c56-9b2c-2035f26e479b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:18:18.964102 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-adb96f99-392c-454f-95da-99115dd24ac7 None None] Provisioning complete for port 74fe60a7-126d-4c56-9b2c-2035f26e479b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:18.964519 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-adb96f99-392c-454f-95da-99115dd24ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:18.969422 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1bd08e61-195a-4fcc-86fe-d4fb838185db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:19.004166 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd08e61-195a-4fcc-86fe-d4fb838185db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Port': ['ID=dc8f6fb7-04f2-46d8-89f5-4890c6c54017,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:19.024685 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-294909814', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.213'}], 'enable_snat': True}, 'gw_port_id': '74bac448-c04e-476d-a45b-92ed6ed107b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:12Z', 'updated_at': '2021-12-06T15:18:16Z', 'revision_number': 4, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '74bac448-c04e-476d-a45b-92ed6ed107b4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:12Z', 'updated_at': '2021-12-06T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '74fe60a7-126d-4c56-9b2c-2035f26e479b', 'name': '', 'network_id': '560f1242-a479-419f-90ca-b629ec48d104', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'mac_address': 'fa:16:3e:ca:5c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '1d9fc44d-76ee-487d-90d9-a87300bce01d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:15Z', 'updated_at': '2021-12-06T15:18:16Z', 'revision_number': 2, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'subnets': [{'id': '1d9fc44d-76ee-487d-90d9-a87300bce01d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:19.030320 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-adb96f99-392c-454f-95da-99115dd24ac7 None None] Port 74fe60a7-126d-4c56-9b2c-2035f26e479b cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:18:19.063615 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Checking router: 23504525-05c5-401e-808f-fbb8ca0732b6 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:18:19.064358 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Updating router 23504525-05c5-401e-808f-fbb8ca0732b6 port 74fe60a7-126d-4c56-9b2c-2035f26e479b binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:18:19.078331 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1bd08e61-195a-4fcc-86fe-d4fb838185db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:19.078935 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-1bd08e61-195a-4fcc-86fe-d4fb838185db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Floating IP 1f5bd9fa-80f0-4e92-ac04-cb882a778c6e disassociated (deleted). External IP: 172.35.7.72, port: 35a4c355-c018-4d05-a420-fb60ad18dd38. Dec 06 15:18:19.100192 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:19.344012 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd08e61-195a-4fcc-86fe-d4fb838185db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router 029263ad-0f28-45f2-ba32-0ab791f5d735 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:18:19.444768 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:19.450819 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:19.461211 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd08e61-195a-4fcc-86fe-d4fb838185db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:18:19.466406 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1bd08e61-195a-4fcc-86fe-d4fb838185db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:19.475360 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bd4310-a157-4fef-ba2f-3893124bde94 None None] Sync routers for ids ['029263ad-0f28-45f2-ba32-0ab791f5d735'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:18:19.506000 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd4310-a157-4fef-ba2f-3893124bde94 None None] Routers {'029263ad-0f28-45f2-ba32-0ab791f5d735'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:19.506914 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-29bd4310-a157-4fef-ba2f-3893124bde94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['029263ad-0f28-45f2-ba32-0ab791f5d735'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:19.512101 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1bd08e61-195a-4fcc-86fe-d4fb838185db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/floatingips/1f5bd9fa-80f0-4e92-ac04-cb882a778c6e HTTP/1.1" status: 204 len: 168 time: 1.3057182 Dec 06 15:18:19.512844 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31731220-d8b4-465b-84f8-8f0700d28d50', 'tag': '35a4c355-c018-4d05-a420-fb60ad18dd38'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:18:19.515518 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dec2202-ef3f-48a4-93de-efb9e8dd3b24" -d '{"events": [{"name": "network-changed", "server_uuid": "31731220-d8b4-465b-84f8-8f0700d28d50", "tag": "35a4c355-c018-4d05-a420-fb60ad18dd38"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:18:19.542419 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13acf6-2b9a-47cd-a305-1e315b5a4408 None None] Pushing event updated for resources: {'Port': ['ID=74fe60a7-126d-4c56-9b2c-2035f26e479b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:19.594724 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c77519-f6ae-4eae-8c5a-18089e14659e x-openstack-request-id: req-22c77519-f6ae-4eae-8c5a-18089e14659e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:18:19.595238 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31731220-d8b4-465b-84f8-8f0700d28d50", "tag": "35a4c355-c018-4d05-a420-fb60ad18dd38", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:18:19.595832 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22c77519-f6ae-4eae-8c5a-18089e14659e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:18:19.596398 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31731220-d8b4-465b-84f8-8f0700d28d50', 'tag': '35a4c355-c018-4d05-a420-fb60ad18dd38', 'status': 'completed', 'code': 200} Dec 06 15:18:19.668011 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Attempting to bind port 74fe60a7-126d-4c56-9b2c-2035f26e479b on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:18:19.668644 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Attempting to bind port 74fe60a7-126d-4c56-9b2c-2035f26e479b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9c401648-5bb0-4b03-8f44-9c95035fd8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '560f1242-a479-419f-90ca-b629ec48d104'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:18:19.669705 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Attempting to bind port 74fe60a7-126d-4c56-9b2c-2035f26e479b on network 560f1242-a479-419f-90ca-b629ec48d104 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:18:19.684612 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:18:19.685125 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Checking segment: {'id': '9c401648-5bb0-4b03-8f44-9c95035fd8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '560f1242-a479-419f-90ca-b629ec48d104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:18:19.685543 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:19.685949 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Bound using segment: {'id': '9c401648-5bb0-4b03-8f44-9c95035fd8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '560f1242-a479-419f-90ca-b629ec48d104'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:18:19.688567 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Bound port: 74fe60a7-126d-4c56-9b2c-2035f26e479b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c401648-5bb0-4b03-8f44-9c95035fd8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '560f1242-a479-419f-90ca-b629ec48d104'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:18:19.692449 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:19.726846 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec2202-ef3f-48a4-93de-efb9e8dd3b24 req-61d5f754-bc59-4487-a756-3090de246e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:19.737534 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1dec2202-ef3f-48a4-93de-efb9e8dd3b24 req-61d5f754-bc59-4487-a756-3090de246e76 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 1096 time: 0.1143367 Dec 06 15:18:19.824683 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-161562b7-9088-4e6f-99a1-92bb0891827c req-b03b9cb5-42db-4bba-8f62-449f90e4cc68 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 210 time: 0.0635850 Dec 06 15:18:19.881220 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] For port 74fe60a7-126d-4c56-9b2c-2035f26e479b, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:18:19.888981 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] For port 74fe60a7-126d-4c56-9b2c-2035f26e479b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=74fe60a7-126d-4c56-9b2c-2035f26e479b,segment=NetworkSegment(9c401648-5bb0-4b03-8f44-9c95035fd8cd),segment_id=9c401648-5bb0-4b03-8f44-9c95035fd8cd)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:18:19.896396 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e304eb3a-1648-494d-bf0c-0e34d462e6c5 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:18:19.931044 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec2202-ef3f-48a4-93de-efb9e8dd3b24 req-5c230d31-9dd4-4742-844b-f7469515bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:19.932580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1dec2202-ef3f-48a4-93de-efb9e8dd3b24 req-5c230d31-9dd4-4742-844b-f7469515bfe9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7 HTTP/1.1" status: 200 len: 898 time: 0.1903524 Dec 06 15:18:19.983352 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1dec2202-ef3f-48a4-93de-efb9e8dd3b24 req-34cedbc5-938e-4e24-bd68-8a5faa1e1c06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35a4c355-c018-4d05-a420-fb60ad18dd38 HTTP/1.1" status: 200 len: 217 time: 0.0392427 Dec 06 15:18:19.984305 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-29bd4310-a157-4fef-ba2f-3893124bde94 None None] Set router 029263ad-0f28-45f2-ba32-0ab791f5d735 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:19.986116 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:20.039445 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dd856-d4a1-4a59-9338-3c57f2d6417b req-6f6bfe8b-9254-4f75-bffe-bdcdb5fa5ea2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:20.052255 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-583dd856-d4a1-4a59-9338-3c57f2d6417b req-6f6bfe8b-9254-4f75-bffe-bdcdb5fa5ea2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.0903728 Dec 06 15:18:20.158742 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec2202-ef3f-48a4-93de-efb9e8dd3b24 req-6ddc0b90-870f-402e-93b4-5371ba4dba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:20.160399 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1dec2202-ef3f-48a4-93de-efb9e8dd3b24 req-6ddc0b90-870f-402e-93b4-5371ba4dba7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4aa4aeaf-a48d-46f1-a761-3fe626acc793 HTTP/1.1" status: 200 len: 834 time: 0.1669900 Dec 06 15:18:20.182912 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-583dd856-d4a1-4a59-9338-3c57f2d6417b req-fa08cb48-da4f-41fc-9168-aacc1740f1a6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191242 Dec 06 15:18:20.188272 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-07f7d16d-ac65-42d9-b704-18fcd2347f2f None None] Provisioning complete for port 74fe60a7-126d-4c56-9b2c-2035f26e479b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:20.188646 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-07f7d16d-ac65-42d9-b704-18fcd2347f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:20.232151 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-520e903e-6c9d-4ffa-8837-578b04beb041 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:20.233793 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-520e903e-6c9d-4ffa-8837-578b04beb041 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.37 "GET /v2.0/networks?id=560f1242-a479-419f-90ca-b629ec48d104 HTTP/1.1" status: 200 len: 797 time: 0.3000720 Dec 06 15:18:20.244660 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec2202-ef3f-48a4-93de-efb9e8dd3b24 req-aa410c27-6475-4570-b871-f4b630449af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:20.246187 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1dec2202-ef3f-48a4-93de-efb9e8dd3b24 req-aa410c27-6475-4570-b871-f4b630449af6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3396a4b-cf55-4a48-ace6-eb720b32a4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757666 Dec 06 15:18:20.251843 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-401ee8f2-a8c2-4067-b39b-d2d3c2446409 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Request body: {'port': {'device_id': 'f98632e5-21a0-4859-a0e0-43abbe0ad201', 'network_id': '560f1242-a479-419f-90ca-b629ec48d104', 'admin_state_up': True, 'tenant_id': '8c253a87fef04170bb820f8a6311020b'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:20.276636 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13acf6-2b9a-47cd-a305-1e315b5a4408 None None] Pushing event updated for resources: {'Port': ['ID=74fe60a7-126d-4c56-9b2c-2035f26e479b,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:20.280817 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Routers {'23504525-05c5-401e-808f-fbb8ca0732b6'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:20.281502 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['23504525-05c5-401e-808f-fbb8ca0732b6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:20.312498 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e304eb3a-1648-494d-bf0c-0e34d462e6c5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:20.313261 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:20.360934 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-29bd4310-a157-4fef-ba2f-3893124bde94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028329291', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:19Z', 'updated_at': '2021-12-06T15:16:26Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:20Z', 'updated_at': '2021-12-06T15:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03', 'name': '', 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:d9:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:25Z', 'updated_at': '2021-12-06T15:16:31Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:20.400271 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bd4310-a157-4fef-ba2f-3893124bde94 None None] Checking router: 029263ad-0f28-45f2-ba32-0ab791f5d735 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:18:20.411404 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd4310-a157-4fef-ba2f-3893124bde94 None None] Routers {'029263ad-0f28-45f2-ba32-0ab791f5d735'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:20.412183 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-29bd4310-a157-4fef-ba2f-3893124bde94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['029263ad-0f28-45f2-ba32-0ab791f5d735'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:20.500799 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1dec2202-ef3f-48a4-93de-efb9e8dd3b24 req-550c7dbc-a918-48d6-84ed-8e1e18940e8e service neutron] 10.222.0.23 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455037 Dec 06 15:18:20.532447 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-401ee8f2-a8c2-4067-b39b-d2d3c2446409 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Made reservation on behalf of 8c253a87fef04170bb820f8a6311020b for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:18:20.536594 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-401ee8f2-a8c2-4067-b39b-d2d3c2446409 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:20.571762 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-29bd4310-a157-4fef-ba2f-3893124bde94 None None] Set router 029263ad-0f28-45f2-ba32-0ab791f5d735 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:20.696789 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1dec2202-ef3f-48a4-93de-efb9e8dd3b24 req-af8cb940-8326-4715-ab55-1b2442765ab2 service neutron] 10.222.0.23 "GET /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739750 Dec 06 15:18:20.775437 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-401ee8f2-a8c2-4067-b39b-d2d3c2446409 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Allocated IP 172.20.0.24 (560f1242-a479-419f-90ca-b629ec48d104/1d9fc44d-76ee-487d-90d9-a87300bce01d/0f24598a-63fe-49ca-920c-dd4d65369423) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:18:20.842930 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] Set router 23504525-05c5-401e-808f-fbb8ca0732b6 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:20.871483 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-29bd4310-a157-4fef-ba2f-3893124bde94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028329291', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:19Z', 'updated_at': '2021-12-06T15:16:26Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:20Z', 'updated_at': '2021-12-06T15:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03', 'name': '', 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:d9:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:25Z', 'updated_at': '2021-12-06T15:16:31Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:20.904754 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bd4310-a157-4fef-ba2f-3893124bde94 None None] The sync data for ids ['029263ad-0f28-45f2-ba32-0ab791f5d735'] in n-d-master-1 is: [{'id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028329291', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:19Z', 'updated_at': '2021-12-06T15:16:26Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:20Z', 'updated_at': '2021-12-06T15:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03', 'name': '', 'network_id': 'b3396a4b-cf55-4a48-ace6-eb720b32a4c7', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:d9:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:25Z', 'updated_at': '2021-12-06T15:16:31Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '4aa4aeaf-a48d-46f1-a761-3fe626acc793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:18:20.911103 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-07f7d16d-ac65-42d9-b704-18fcd2347f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:20.919147 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-401ee8f2-a8c2-4067-b39b-d2d3c2446409 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:20.985248 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0f654a17-6c9d-4e05-a4ae-b89b6f115e96 req-6016100a-b12d-44e6-b481-2e42c23cfc80 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 210 time: 0.0400431 Dec 06 15:18:21.008004 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-401ee8f2-a8c2-4067-b39b-d2d3c2446409 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:21.052213 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-07f7d16d-ac65-42d9-b704-18fcd2347f2f None None] For port 74fe60a7-126d-4c56-9b2c-2035f26e479b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=74fe60a7-126d-4c56-9b2c-2035f26e479b,segment=NetworkSegment(9c401648-5bb0-4b03-8f44-9c95035fd8cd),segment_id=9c401648-5bb0-4b03-8f44-9c95035fd8cd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:21.060127 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-07f7d16d-ac65-42d9-b704-18fcd2347f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:21.060525 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-401ee8f2-a8c2-4067-b39b-d2d3c2446409 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Network 560f1242-a479-419f-90ca-b629ec48d104 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:18:21.070302 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-401ee8f2-a8c2-4067-b39b-d2d3c2446409 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:21.074144 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-401ee8f2-a8c2-4067-b39b-d2d3c2446409 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:18:21.098993 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ee8f2-a8c2-4067-b39b-d2d3c2446409 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event updated for resources: {'Port': ['ID=0f24598a-63fe-49ca-920c-dd4d65369423,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:21.129634 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-401ee8f2-a8c2-4067-b39b-d2d3c2446409 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:21.130626 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-401ee8f2-a8c2-4067-b39b-d2d3c2446409 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:21.157926 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7d16d-ac65-42d9-b704-18fcd2347f2f None None] Pushing event updated for resources: {'Port': ['ID=74fe60a7-126d-4c56-9b2c-2035f26e479b,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:21.166694 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-401ee8f2-a8c2-4067-b39b-d2d3c2446409 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9192080 Dec 06 15:18:21.194357 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Request body: {'port': {'device_id': 'f98632e5-21a0-4859-a0e0-43abbe0ad201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:21.254281 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-234585f6-ec9d-4b5b-ad42-4512b0b8ddfe None None] Provisioning complete for port 74fe60a7-126d-4c56-9b2c-2035f26e479b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:21.254772 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-234585f6-ec9d-4b5b-ad42-4512b0b8ddfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:21.304000 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-294909814', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.213'}], 'enable_snat': True}, 'gw_port_id': '74bac448-c04e-476d-a45b-92ed6ed107b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:12Z', 'updated_at': '2021-12-06T15:18:16Z', 'revision_number': 4, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '74bac448-c04e-476d-a45b-92ed6ed107b4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:12Z', 'updated_at': '2021-12-06T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '74fe60a7-126d-4c56-9b2c-2035f26e479b', 'name': '', 'network_id': '560f1242-a479-419f-90ca-b629ec48d104', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'mac_address': 'fa:16:3e:ca:5c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '1d9fc44d-76ee-487d-90d9-a87300bce01d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:15Z', 'updated_at': '2021-12-06T15:18:19Z', 'revision_number': 4, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'subnets': [{'id': '1d9fc44d-76ee-487d-90d9-a87300bce01d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:21.336741 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc276c1a-281a-4d62-862d-ea48f6ecaa20 None None] The sync data for ids ['23504525-05c5-401e-808f-fbb8ca0732b6'] in n-d-master-1 is: [{'id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-294909814', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.213'}], 'enable_snat': True}, 'gw_port_id': '74bac448-c04e-476d-a45b-92ed6ed107b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:12Z', 'updated_at': '2021-12-06T15:18:16Z', 'revision_number': 4, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '74bac448-c04e-476d-a45b-92ed6ed107b4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:12Z', 'updated_at': '2021-12-06T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '74fe60a7-126d-4c56-9b2c-2035f26e479b', 'name': '', 'network_id': '560f1242-a479-419f-90ca-b629ec48d104', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'mac_address': 'fa:16:3e:ca:5c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '1d9fc44d-76ee-487d-90d9-a87300bce01d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:15Z', 'updated_at': '2021-12-06T15:18:19Z', 'revision_number': 4, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'subnets': [{'id': '1d9fc44d-76ee-487d-90d9-a87300bce01d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:18:21.355770 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:21.385816 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca562fce-6031-4b8f-bb4b-578688ebb893 req-ac5a5f2a-b782-4183-98f7-45e061ebad6d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:21.388207 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ca562fce-6031-4b8f-bb4b-578688ebb893 req-ac5a5f2a-b782-4183-98f7-45e061ebad6d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.0975180 Dec 06 15:18:21.426380 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb179134-09c0-44ca-996d-483d3475083f req-2fd09a86-6da1-4713-ac67-954bea116075 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:21.431768 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb179134-09c0-44ca-996d-483d3475083f req-2fd09a86-6da1-4713-ac67-954bea116075 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.23 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 945 time: 0.1736929 Dec 06 15:18:21.435062 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b7dacc-6e0d-4ab1-b2e6-656d9525728b None None] New status for floating IP 1f5bd9fa-80f0-4e92-ac04-cb882a778c6e: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:18:21.516259 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ca562fce-6031-4b8f-bb4b-578688ebb893 req-66c64d9f-3497-4eb1-97a0-b98976a2e151 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=20afe49c-ea69-417f-a0e5-404975f92557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201873 Dec 06 15:18:21.679527 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c53a5022-6333-4b28-b212-80aa4655ac10 None None] Provisioning complete for port 0f24598a-63fe-49ca-920c-dd4d65369423 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:21.680625 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c53a5022-6333-4b28-b212-80aa4655ac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:21.767067 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c53a5022-6333-4b28-b212-80aa4655ac10 None None] Port 0f24598a-63fe-49ca-920c-dd4d65369423 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:18:21.777402 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-fb179134-09c0-44ca-996d-483d3475083f req-4c3f34df-dac7-4976-88cc-54047ec96d27 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting port 35a4c355-c018-4d05-a420-fb60ad18dd38 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:18:21.777918 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fb179134-09c0-44ca-996d-483d3475083f req-4c3f34df-dac7-4976-88cc-54047ec96d27 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:21.852839 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 74fe60a7-126d-4c56-9b2c-2035f26e479b up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:18:21.904571 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 74fe60a7-126d-4c56-9b2c-2035f26e479b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:21.904946 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:21.916516 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-fb179134-09c0-44ca-996d-483d3475083f req-4c3f34df-dac7-4976-88cc-54047ec96d27 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] For port 35a4c355-c018-4d05-a420-fb60ad18dd38, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=35a4c355-c018-4d05-a420-fb60ad18dd38,segment=NetworkSegment(68ae39ad-91ca-4396-b33e-cbb160a258e1),segment_id=68ae39ad-91ca-4396-b33e-cbb160a258e1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:21.916877 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fb179134-09c0-44ca-996d-483d3475083f req-4c3f34df-dac7-4976-88cc-54047ec96d27 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:21.937237 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-fb179134-09c0-44ca-996d-483d3475083f req-4c3f34df-dac7-4976-88cc-54047ec96d27 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Calling delete_port for 35a4c355-c018-4d05-a420-fb60ad18dd38 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:18:21.945341 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f24598a-63fe-49ca-920c-dd4d65369423 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:18:21.961009 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:22.006924 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Transition to ACTIVE for port object 0f24598a-63fe-49ca-920c-dd4d65369423 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:18:22.034900 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:22.161907 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Pushing event updated for resources: {'Port': ['ID=0f24598a-63fe-49ca-920c-dd4d65369423,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:22.273256 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a654ece-fe09-4fc8-a7f0-625243b732d8 req-87209103-e8df-4a76-8146-82c98d57a4cd tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:22.274944 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a654ece-fe09-4fc8-a7f0-625243b732d8 req-87209103-e8df-4a76-8146-82c98d57a4cd tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 907 time: 0.1754928 Dec 06 15:18:22.290547 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fb179134-09c0-44ca-996d-483d3475083f req-4c3f34df-dac7-4976-88cc-54047ec96d27 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:22.321198 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Attempting to bind port 0f24598a-63fe-49ca-920c-dd4d65369423 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:18:22.321738 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Attempting to bind port 0f24598a-63fe-49ca-920c-dd4d65369423 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '9c401648-5bb0-4b03-8f44-9c95035fd8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '560f1242-a479-419f-90ca-b629ec48d104'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:18:22.322284 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Attempting to bind port 0f24598a-63fe-49ca-920c-dd4d65369423 on network 560f1242-a479-419f-90ca-b629ec48d104 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:18:22.355372 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f34df-dac7-4976-88cc-54047ec96d27 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Port': ['ID=35a4c355-c018-4d05-a420-fb60ad18dd38,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:22.370204 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Port 0f24598a-63fe-49ca-920c-dd4d65369423 on network 560f1242-a479-419f-90ca-b629ec48d104 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:18:22.370588 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Attempting to bind port 0f24598a-63fe-49ca-920c-dd4d65369423 on network 560f1242-a479-419f-90ca-b629ec48d104 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:18:22.415586 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:18:22.417338 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Checking segment: {'id': '9c401648-5bb0-4b03-8f44-9c95035fd8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '560f1242-a479-419f-90ca-b629ec48d104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:18:22.417338 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Bound using segment: {'id': '9c401648-5bb0-4b03-8f44-9c95035fd8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '560f1242-a479-419f-90ca-b629ec48d104'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:18:22.417338 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Bound port: 0f24598a-63fe-49ca-920c-dd4d65369423, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c401648-5bb0-4b03-8f44-9c95035fd8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '560f1242-a479-419f-90ca-b629ec48d104'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:18:22.417702 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:22.419938 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb179134-09c0-44ca-996d-483d3475083f req-4c3f34df-dac7-4976-88cc-54047ec96d27 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] No DVR routers for this DVR port 35a4c355-c018-4d05-a420-fb60ad18dd38 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:18:22.422983 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-fb179134-09c0-44ca-996d-483d3475083f req-4c3f34df-dac7-4976-88cc-54047ec96d27 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:22.426583 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb179134-09c0-44ca-996d-483d3475083f req-4c3f34df-dac7-4976-88cc-54047ec96d27 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.23 "DELETE /v2.0/ports/35a4c355-c018-4d05-a420-fb60ad18dd38 HTTP/1.1" status: 204 len: 173 time: 0.8449442 Dec 06 15:18:22.427040 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31731220-d8b4-465b-84f8-8f0700d28d50', 'name': 'network-vif-deleted', 'tag': '35a4c355-c018-4d05-a420-fb60ad18dd38'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:18:22.429354 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b7a295-c876-4b90-b5da-2e21e0d834ac" -d '{"events": [{"server_uuid": "31731220-d8b4-465b-84f8-8f0700d28d50", "name": "network-vif-deleted", "tag": "35a4c355-c018-4d05-a420-fb60ad18dd38"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:18:22.526111 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] For port 0f24598a-63fe-49ca-920c-dd4d65369423, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:18:22.530397 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] For port 0f24598a-63fe-49ca-920c-dd4d65369423, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0f24598a-63fe-49ca-920c-dd4d65369423,segment=NetworkSegment(9c401648-5bb0-4b03-8f44-9c95035fd8cd),segment_id=9c401648-5bb0-4b03-8f44-9c95035fd8cd)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:18:22.533002 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c367fbf4-61ee-495c-a481-4942c17ea6b5 x-openstack-request-id: req-c367fbf4-61ee-495c-a481-4942c17ea6b5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:18:22.542410 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31731220-d8b4-465b-84f8-8f0700d28d50", "name": "network-vif-deleted", "tag": "35a4c355-c018-4d05-a420-fb60ad18dd38", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:18:22.544112 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c367fbf4-61ee-495c-a481-4942c17ea6b5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:18:22.547365 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31731220-d8b4-465b-84f8-8f0700d28d50', 'name': 'network-vif-deleted', 'tag': '35a4c355-c018-4d05-a420-fb60ad18dd38', 'status': 'completed', 'code': 200} Dec 06 15:18:22.550610 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:22.649470 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ebee9c4-7562-425a-9572-e2bbfd5ef6a4 req-81114025-7489-44fc-a9b2-713b3393cb5b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=31731220-d8b4-465b-84f8-8f0700d28d50 HTTP/1.1" status: 200 len: 210 time: 0.0432262 Dec 06 15:18:22.650762 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:22.651376 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:22.652738 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] 10.222.0.37 "PUT /v2.0/ports/0f24598a-63fe-49ca-920c-dd4d65369423 HTTP/1.1" status: 200 len: 1055 time: 1.4638257 Dec 06 15:18:22.695785 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede2058-4208-4b3d-9ce3-45423eb82d8f service neutron] Pushing event updated for resources: {'Port': ['ID=0f24598a-63fe-49ca-920c-dd4d65369423,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:22.741217 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:18:22.790318 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-4388e462-4eb6-4cba-8a38-8b15c941e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:22.792108 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-4388e462-4eb6-4cba-8a38-8b15c941e024 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c253a87fef04170bb820f8a6311020b&device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 1058 time: 0.0779877 Dec 06 15:18:22.862909 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-e35809b3-921f-4d9f-a1e8-1299a0fe9f88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=0f24598a-63fe-49ca-920c-dd4d65369423 HTTP/1.1" status: 200 len: 217 time: 0.0567169 Dec 06 15:18:22.922197 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-280c4eaa-b0be-46b8-9d68-36e289d58f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:22.924164 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-280c4eaa-b0be-46b8-9d68-36e289d58f99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d9fc44d-76ee-487d-90d9-a87300bce01d HTTP/1.1" status: 200 len: 838 time: 0.0510502 Dec 06 15:18:23.000223 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-ea3af1ff-aa0a-4383-89cc-5e0d0626b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:23.002126 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-ea3af1ff-aa0a-4383-89cc-5e0d0626b817 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=560f1242-a479-419f-90ca-b629ec48d104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654187 Dec 06 15:18:23.127101 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-4d0788d1-a21f-42fd-a9b2-ab14f402908c service neutron] 10.222.0.37 "GET /v2.0/networks/560f1242-a479-419f-90ca-b629ec48d104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081479 Dec 06 15:18:23.224054 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da95b9c5-b1b7-4e91-9ca3-a4341b9a5548 req-c2296db4-e3fa-4a20-834f-6a7d3ba1a809 service neutron] 10.222.0.37 "GET /v2.0/networks/560f1242-a479-419f-90ca-b629ec48d104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844839 Dec 06 15:18:23.394409 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805b71b-f50e-4de9-acb1-79d595e283aa req-3f37ce6e-6b4a-4509-8a05-562d55b4e46d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:23.395938 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e805b71b-f50e-4de9-acb1-79d595e283aa req-3f37ce6e-6b4a-4509-8a05-562d55b4e46d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 907 time: 0.0479472 Dec 06 15:18:23.714989 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39574) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:24.080683 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 35a4c355-c018-4d05-a420-fb60ad18dd38 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:18:24.096255 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27a92773-238d-4e20-a807-43ecc98fbc9c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:24.101395 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 35a4c355-c018-4d05-a420-fb60ad18dd38 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:18:24.101739 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 35a4c355-c018-4d05-a420-fb60ad18dd38 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:18:24.549218 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98632e5-21a0-4859-a0e0-43abbe0ad201', 'tag': '0f24598a-63fe-49ca-920c-dd4d65369423'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:18:24.551572 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ede7bbe-0f2b-4782-9a99-16e3cf22a919" -d '{"events": [{"name": "network-changed", "server_uuid": "f98632e5-21a0-4859-a0e0-43abbe0ad201", "tag": "0f24598a-63fe-49ca-920c-dd4d65369423"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:18:24.596147 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa26f6bd-505b-43bb-b693-8294f5af5eae x-openstack-request-id: req-aa26f6bd-505b-43bb-b693-8294f5af5eae {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:18:24.596451 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98632e5-21a0-4859-a0e0-43abbe0ad201", "tag": "0f24598a-63fe-49ca-920c-dd4d65369423", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:18:24.596761 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa26f6bd-505b-43bb-b693-8294f5af5eae {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:18:24.597249 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98632e5-21a0-4859-a0e0-43abbe0ad201', 'tag': '0f24598a-63fe-49ca-920c-dd4d65369423', 'status': 'completed', 'code': 200} Dec 06 15:18:24.666892 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede7bbe-0f2b-4782-9a99-16e3cf22a919 req-3dd5129b-9baf-408d-904f-c17694007dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:24.668495 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ede7bbe-0f2b-4782-9a99-16e3cf22a919 req-3dd5129b-9baf-408d-904f-c17694007dd4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c253a87fef04170bb820f8a6311020b&device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 1058 time: 0.0467880 Dec 06 15:18:24.712994 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30c8e1-2fde-4bc4-a8b9-e9535a75dae8 req-b0804948-7969-49f1-9b2d-479446c32e62 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:24.714770 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fd30c8e1-2fde-4bc4-a8b9-e9535a75dae8 req-b0804948-7969-49f1-9b2d-479446c32e62 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 907 time: 0.0805595 Dec 06 15:18:24.737469 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-27a92773-238d-4e20-a807-43ecc98fbc9c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting port 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:18:24.737814 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27a92773-238d-4e20-a807-43ecc98fbc9c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:24.780358 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede7bbe-0f2b-4782-9a99-16e3cf22a919 req-4ba58487-6e6d-4aa9-8455-4dab36261672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:24.781840 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ede7bbe-0f2b-4782-9a99-16e3cf22a919 req-4ba58487-6e6d-4aa9-8455-4dab36261672 service neutron] 10.222.0.37 "GET /v2.0/networks?id=560f1242-a479-419f-90ca-b629ec48d104 HTTP/1.1" status: 200 len: 898 time: 0.1029348 Dec 06 15:18:24.838635 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ede7bbe-0f2b-4782-9a99-16e3cf22a919 req-c898f7f0-ae4e-4cd8-aaed-0936918efd3f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=0f24598a-63fe-49ca-920c-dd4d65369423 HTTP/1.1" status: 200 len: 217 time: 0.0434155 Dec 06 15:18:24.838835 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-27a92773-238d-4e20-a807-43ecc98fbc9c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] For port 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03,segment=NetworkSegment(68ae39ad-91ca-4396-b33e-cbb160a258e1),segment_id=68ae39ad-91ca-4396-b33e-cbb160a258e1)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:24.839103 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27a92773-238d-4e20-a807-43ecc98fbc9c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:24.852852 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-27a92773-238d-4e20-a807-43ecc98fbc9c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Calling delete_port for 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:18:24.892967 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede7bbe-0f2b-4782-9a99-16e3cf22a919 req-65a3accc-048d-4256-91dc-338795b1bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:24.894432 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ede7bbe-0f2b-4782-9a99-16e3cf22a919 req-65a3accc-048d-4256-91dc-338795b1bb7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d9fc44d-76ee-487d-90d9-a87300bce01d HTTP/1.1" status: 200 len: 838 time: 0.0443478 Dec 06 15:18:24.950564 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede7bbe-0f2b-4782-9a99-16e3cf22a919 req-1e30a772-38a2-4897-8345-ab18d0137dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:24.952103 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ede7bbe-0f2b-4782-9a99-16e3cf22a919 req-1e30a772-38a2-4897-8345-ab18d0137dcc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=560f1242-a479-419f-90ca-b629ec48d104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466211 Dec 06 15:18:25.048362 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27a92773-238d-4e20-a807-43ecc98fbc9c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:25.063608 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ede7bbe-0f2b-4782-9a99-16e3cf22a919 req-4dee054f-6eba-4f34-9454-2ff75a6eba63 service neutron] 10.222.0.37 "GET /v2.0/networks/560f1242-a479-419f-90ca-b629ec48d104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999351 Dec 06 15:18:25.088340 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a92773-238d-4e20-a807-43ecc98fbc9c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Port': ['ID=5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:25.189403 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ede7bbe-0f2b-4782-9a99-16e3cf22a919 req-b6fc70ed-3504-4a68-9e53-1001716d5f06 service neutron] 10.222.0.37 "GET /v2.0/networks/560f1242-a479-419f-90ca-b629ec48d104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125257 Dec 06 15:18:25.280541 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27a92773-238d-4e20-a807-43ecc98fbc9c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:25.504645 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a92773-238d-4e20-a807-43ecc98fbc9c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router 029263ad-0f28-45f2-ba32-0ab791f5d735 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:18:25.608277 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a92773-238d-4e20-a807-43ecc98fbc9c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:18:25.617655 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-27a92773-238d-4e20-a807-43ecc98fbc9c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "PUT /v2.0/routers/029263ad-0f28-45f2-ba32-0ab791f5d735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8975041 Dec 06 15:18:25.617655 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39600) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:25.619268 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0de8fa-f31d-4f69-aa0a-e97da321e1ee None None] Sync routers for ids ['029263ad-0f28-45f2-ba32-0ab791f5d735'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:18:25.641897 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0de8fa-f31d-4f69-aa0a-e97da321e1ee None None] Routers {'029263ad-0f28-45f2-ba32-0ab791f5d735'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:25.642701 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-df0de8fa-f31d-4f69-aa0a-e97da321e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['029263ad-0f28-45f2-ba32-0ab791f5d735'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:25.674470 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c4246e-61c7-4ac9-b971-0e5d7e64feff tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting subnet 4aa4aeaf-a48d-46f1-a761-3fe626acc793 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:18:25.677992 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6c4246e-61c7-4ac9-b971-0e5d7e64feff tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:25.719418 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6c4246e-61c7-4ac9-b971-0e5d7e64feff tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:25.773167 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-df0de8fa-f31d-4f69-aa0a-e97da321e1ee None None] Set router 029263ad-0f28-45f2-ba32-0ab791f5d735 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:25.863800 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6c4246e-61c7-4ac9-b971-0e5d7e64feff tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:25.871470 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f9f05-6db5-45cc-b1a0-56cd0cb639b9 req-b0676366-998c-41cd-86a0-8d9df8552a71 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:25.874164 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c2f9f05-6db5-45cc-b1a0-56cd0cb639b9 req-b0676366-998c-41cd-86a0-8d9df8552a71 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 907 time: 0.0683551 Dec 06 15:18:25.938659 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6c4246e-61c7-4ac9-b971-0e5d7e64feff tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:25.979770 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4246e-61c7-4ac9-b971-0e5d7e64feff tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa4aeaf-a48d-46f1-a761-3fe626acc793,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:25.981860 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6567a5c-07a1-490a-a587-c3c38c11a0d4 None None] Network b3396a4b-cf55-4a48-ace6-eb720b32a4c7 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:18:25.982967 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c6c4246e-61c7-4ac9-b971-0e5d7e64feff tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:25.986787 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c6c4246e-61c7-4ac9-b971-0e5d7e64feff tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/subnets/4aa4aeaf-a48d-46f1-a761-3fe626acc793 HTTP/1.1" status: 204 len: 168 time: 0.3687713 Dec 06 15:18:25.989100 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39604) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:26.022636 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-df0de8fa-f31d-4f69-aa0a-e97da321e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028329291', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:19Z', 'updated_at': '2021-12-06T15:18:24Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:20Z', 'updated_at': '2021-12-06T15:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:26.053994 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0de8fa-f31d-4f69-aa0a-e97da321e1ee None None] Checking router: 029263ad-0f28-45f2-ba32-0ab791f5d735 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:18:26.064068 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0de8fa-f31d-4f69-aa0a-e97da321e1ee None None] Routers {'029263ad-0f28-45f2-ba32-0ab791f5d735'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:26.064804 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-df0de8fa-f31d-4f69-aa0a-e97da321e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['029263ad-0f28-45f2-ba32-0ab791f5d735'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:26.114096 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0f24598a-63fe-49ca-920c-dd4d65369423 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:18:26.132027 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-735726fd-cb57-4c25-bb35-e971fd857d9f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:26.180479 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-df0de8fa-f31d-4f69-aa0a-e97da321e1ee None None] Set router 029263ad-0f28-45f2-ba32-0ab791f5d735 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:26.252104 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0f24598a-63fe-49ca-920c-dd4d65369423, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0f24598a-63fe-49ca-920c-dd4d65369423,segment=NetworkSegment(9c401648-5bb0-4b03-8f44-9c95035fd8cd),segment_id=9c401648-5bb0-4b03-8f44-9c95035fd8cd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:26.255116 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-735726fd-cb57-4c25-bb35-e971fd857d9f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:26.277581 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '0f24598a-63fe-49ca-920c-dd4d65369423', 'network_id': '560f1242-a479-419f-90ca-b629ec48d104', 'port_id': '0f24598a-63fe-49ca-920c-dd4d65369423', 'mac_address': 'fa:16:3e:38:df:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9fc44d-76ee-487d-90d9-a87300bce01d', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:18:26.333266 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:26.338414 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-735726fd-cb57-4c25-bb35-e971fd857d9f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting port e9f86e46-277f-43f5-8316-ab0cf2804b0b {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:18:26.339088 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-735726fd-cb57-4c25-bb35-e971fd857d9f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:26.361718 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f24598a-63fe-49ca-920c-dd4d65369423 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:18:26.387182 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0f24598a-63fe-49ca-920c-dd4d65369423, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0f24598a-63fe-49ca-920c-dd4d65369423,segment=NetworkSegment(9c401648-5bb0-4b03-8f44-9c95035fd8cd),segment_id=9c401648-5bb0-4b03-8f44-9c95035fd8cd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:26.398282 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0d5fda-4e15-4a30-8ded-d5580d6b9a27 None None] DHCP port deletion for b3396a4b-cf55-4a48-ace6-eb720b32a4c7 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:18:26.407500 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-df0de8fa-f31d-4f69-aa0a-e97da321e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028329291', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:19Z', 'updated_at': '2021-12-06T15:18:24Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:20Z', 'updated_at': '2021-12-06T15:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:26.407885 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:26.436627 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-735726fd-cb57-4c25-bb35-e971fd857d9f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] For port e9f86e46-277f-43f5-8316-ab0cf2804b0b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e9f86e46-277f-43f5-8316-ab0cf2804b0b,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:26.437153 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-735726fd-cb57-4c25-bb35-e971fd857d9f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:26.451469 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-735726fd-cb57-4c25-bb35-e971fd857d9f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Calling delete_port for e9f86e46-277f-43f5-8316-ab0cf2804b0b owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:18:26.538307 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=0f24598a-63fe-49ca-920c-dd4d65369423,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:26.545073 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3b0d5fda-4e15-4a30-8ded-d5580d6b9a27 None None] Deleting port 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:18:26.545815 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b0d5fda-4e15-4a30-8ded-d5580d6b9a27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:26.584281 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0de8fa-f31d-4f69-aa0a-e97da321e1ee None None] The sync data for ids ['029263ad-0f28-45f2-ba32-0ab791f5d735'] in n-d-master-1 is: [{'id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1028329291', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:16:19Z', 'updated_at': '2021-12-06T15:18:24Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'e9f86e46-277f-43f5-8316-ab0cf2804b0b', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029263ad-0f28-45f2-ba32-0ab791f5d735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:16:20Z', 'updated_at': '2021-12-06T15:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:18:26.626498 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3b0d5fda-4e15-4a30-8ded-d5580d6b9a27 None None] For port 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca,segment=NetworkSegment(68ae39ad-91ca-4396-b33e-cbb160a258e1),segment_id=68ae39ad-91ca-4396-b33e-cbb160a258e1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:26.626902 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b0d5fda-4e15-4a30-8ded-d5580d6b9a27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:26.641348 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3b0d5fda-4e15-4a30-8ded-d5580d6b9a27 None None] Calling delete_port for 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:18:26.688457 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-735726fd-cb57-4c25-bb35-e971fd857d9f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:26.716573 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['0f24598a-63fe-49ca-920c-dd4d65369423'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:18:26.717497 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735726fd-cb57-4c25-bb35-e971fd857d9f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Port': ['ID=e9f86e46-277f-43f5-8316-ab0cf2804b0b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:26.752782 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7396ef0-fa08-4f0b-b4c8-610760fa624a None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:18:26.769587 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b0d5fda-4e15-4a30-8ded-d5580d6b9a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:26.790023 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d5fda-4e15-4a30-8ded-d5580d6b9a27 None None] No DVR routers for this DVR port 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:18:26.790402 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-735726fd-cb57-4c25-bb35-e971fd857d9f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:26.820171 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d5fda-4e15-4a30-8ded-d5580d6b9a27 None None] Pushing event deleted for resources: {'Port': ['ID=0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:27.023279 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42676daf-75a3-423f-baca-eada40d53e3b req-af45ca80-e491-4280-97cf-7345c331888d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:27.025153 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-42676daf-75a3-423f-baca-eada40d53e3b req-af45ca80-e491-4280-97cf-7345c331888d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 908 time: 0.0662489 Dec 06 15:18:27.233252 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-735726fd-cb57-4c25-bb35-e971fd857d9f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:27.235330 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-735726fd-cb57-4c25-bb35-e971fd857d9f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:27.277189 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-735726fd-cb57-4c25-bb35-e971fd857d9f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:27.277691 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735726fd-cb57-4c25-bb35-e971fd857d9f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Fanout notify agent at l3_agent the message router_deleted on router 029263ad-0f28-45f2-ba32-0ab791f5d735 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:18:27.284601 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-735726fd-cb57-4c25-bb35-e971fd857d9f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:27.288447 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-735726fd-cb57-4c25-bb35-e971fd857d9f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/routers/029263ad-0f28-45f2-ba32-0ab791f5d735 HTTP/1.1" status: 204 len: 168 time: 1.2953687 Dec 06 15:18:27.288796 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39610) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:27.375257 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6882c183-fef0-41d3-8fbd-4cc2fe61837a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:27.463178 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6882c183-fef0-41d3-8fbd-4cc2fe61837a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:27.484502 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-6882c183-fef0-41d3-8fbd-4cc2fe61837a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3396a4b-cf55-4a48-ace6-eb720b32a4c7']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:27.494331 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-6882c183-fef0-41d3-8fbd-4cc2fe61837a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ae39ad-91ca-4396-b33e-cbb160a258e1') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:27.494628 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-6882c183-fef0-41d3-8fbd-4cc2fe61837a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ae39ad-91ca-4396-b33e-cbb160a258e1') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:27.505035 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6882c183-fef0-41d3-8fbd-4cc2fe61837a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:27.518684 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6882c183-fef0-41d3-8fbd-4cc2fe61837a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:27.524701 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6882c183-fef0-41d3-8fbd-4cc2fe61837a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:18:27.525090 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6882c183-fef0-41d3-8fbd-4cc2fe61837a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:18:27.529507 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:18:27.598748 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6882c183-fef0-41d3-8fbd-4cc2fe61837a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:27.611906 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6882c183-fef0-41d3-8fbd-4cc2fe61837a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:27.617149 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6882c183-fef0-41d3-8fbd-4cc2fe61837a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/networks/b3396a4b-cf55-4a48-ace6-eb720b32a4c7 HTTP/1.1" status: 204 len: 168 time: 0.3253860 Dec 06 15:18:27.618246 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39614) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:27.628531 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882c183-fef0-41d3-8fbd-4cc2fe61837a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Network': ['ID=b3396a4b-cf55-4a48-ace6-eb720b32a4c7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:27.679581 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd386dca-4b44-48f9-97d8-4dac3fc1ad4e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:27.706165 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd386dca-4b44-48f9-97d8-4dac3fc1ad4e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:27.781622 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd386dca-4b44-48f9-97d8-4dac3fc1ad4e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:27.784324 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd386dca-4b44-48f9-97d8-4dac3fc1ad4e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:27.785497 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bd386dca-4b44-48f9-97d8-4dac3fc1ad4e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/security-groups/20afe49c-ea69-417f-a0e5-404975f92557 HTTP/1.1" status: 204 len: 168 time: 0.1662405 Dec 06 15:18:27.799215 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd386dca-4b44-48f9-97d8-4dac3fc1ad4e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20afe49c-ea69-417f-a0e5-404975f92557,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:27.813121 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e9f86e46-277f-43f5-8316-ab0cf2804b0b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:18:27.842462 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: e9f86e46-277f-43f5-8316-ab0cf2804b0b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:18:27.842817 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e9f86e46-277f-43f5-8316-ab0cf2804b0b not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:18:27.843250 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:18:27.875961 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:18:27.876113 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0f3a2c81-f505-4e11-a3e6-0c7609d3e4ca not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:18:27.876729 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:18:27.899811 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:18:27.900162 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5e8c6b20-dabb-4ed0-9aa5-4a8f7c585d03 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:18:28.013827 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39620) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:28.018447 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f5f39950-1923-4af8-a92c-9649f2fb8e5f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1051301416', 'description': 'tempest-secgroup-smoke-1051301416 description', 'project_id': '78730a925a534e3a9baf86f9cc74cd24'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:28.044713 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5f39950-1923-4af8-a92c-9649f2fb8e5f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.098191 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0f24598a-63fe-49ca-920c-dd4d65369423 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:18:28.134821 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.155129 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 0f24598a-63fe-49ca-920c-dd4d65369423 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:18:28.159806 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 0f24598a-63fe-49ca-920c-dd4d65369423 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:28.160180 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.170200 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5f39950-1923-4af8-a92c-9649f2fb8e5f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.178415 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369760f-4af8-4678-b28b-ed75242c5412 req-c2123c19-5c52-4293-90b8-2ed9b4155f24 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:28.180044 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1369760f-4af8-4678-b28b-ed75242c5412 req-c2123c19-5c52-4293-90b8-2ed9b4155f24 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 908 time: 0.0757048 Dec 06 15:18:28.181187 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5f39950-1923-4af8-a92c-9649f2fb8e5f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.213199 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5f39950-1923-4af8-a92c-9649f2fb8e5f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.217741 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f5f39950-1923-4af8-a92c-9649f2fb8e5f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1995971 Dec 06 15:18:28.218117 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39624) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:28.220691 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f39950-1923-4af8-a92c-9649f2fb8e5f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:28.223510 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-058b032c-cef6-41b2-83b3-317ca4687c16 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': 'cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:28.252840 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-058b032c-cef6-41b2-83b3-317ca4687c16 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.266371 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.293427 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98632e5-21a0-4859-a0e0-43abbe0ad201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f24598a-63fe-49ca-920c-dd4d65369423'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:18:28.295898 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a9dbf4-ea54-46d6-ba04-83ad4aca4fa2" -d '{"events": [{"server_uuid": "f98632e5-21a0-4859-a0e0-43abbe0ad201", "name": "network-vif-plugged", "status": "completed", "tag": "0f24598a-63fe-49ca-920c-dd4d65369423"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:18:28.310772 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 0f24598a-63fe-49ca-920c-dd4d65369423, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0f24598a-63fe-49ca-920c-dd4d65369423,segment=NetworkSegment(9c401648-5bb0-4b03-8f44-9c95035fd8cd),segment_id=9c401648-5bb0-4b03-8f44-9c95035fd8cd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:28.316891 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.318619 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-058b032c-cef6-41b2-83b3-317ca4687c16 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.323036 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-058b032c-cef6-41b2-83b3-317ca4687c16 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.338695 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b032c-cef6-41b2-83b3-317ca4687c16 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dc00dc-3875-4dc9-b6c7-92391b0d0984,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:28.356349 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-058b032c-cef6-41b2-83b3-317ca4687c16 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.360788 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39630) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:28.361853 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-058b032c-cef6-41b2-83b3-317ca4687c16 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418276 Dec 06 15:18:28.365344 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-238681d1-1780-4e1d-bc5a-e1b86e392f1b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': 'cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:28.384292 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=0f24598a-63fe-49ca-920c-dd4d65369423,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:28.408951 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-238681d1-1780-4e1d-bc5a-e1b86e392f1b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.467478 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-238681d1-1780-4e1d-bc5a-e1b86e392f1b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.471638 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-238681d1-1780-4e1d-bc5a-e1b86e392f1b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.493318 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238681d1-1780-4e1d-bc5a-e1b86e392f1b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b5d570-0cf0-481c-99c8-36a6da15a915,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:28.505242 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfba00c4-07b3-46a5-9d01-5494fab99c36 x-openstack-request-id: req-cfba00c4-07b3-46a5-9d01-5494fab99c36 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:18:28.505692 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98632e5-21a0-4859-a0e0-43abbe0ad201", "name": "network-vif-plugged", "status": "completed", "tag": "0f24598a-63fe-49ca-920c-dd4d65369423", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:18:28.505954 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfba00c4-07b3-46a5-9d01-5494fab99c36 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:18:28.506092 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-238681d1-1780-4e1d-bc5a-e1b86e392f1b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.506354 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98632e5-21a0-4859-a0e0-43abbe0ad201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f24598a-63fe-49ca-920c-dd4d65369423', 'code': 200} Dec 06 15:18:28.507229 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-238681d1-1780-4e1d-bc5a-e1b86e392f1b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1454489 Dec 06 15:18:28.509915 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39632) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:28.514809 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-80b827c6-03cd-4fdd-b10e-af377a6ec3ac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': 'cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:28.545297 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80b827c6-03cd-4fdd-b10e-af377a6ec3ac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.643633 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80b827c6-03cd-4fdd-b10e-af377a6ec3ac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.645958 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf9d01-bab3-495a-b240-d774dba2886b req-b2f7366e-798a-4a11-96b1-12aaa9c07450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:28.647959 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c4cf9d01-bab3-495a-b240-d774dba2886b req-b2f7366e-798a-4a11-96b1-12aaa9c07450 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 1060 time: 0.0726757 Dec 06 15:18:28.648766 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80b827c6-03cd-4fdd-b10e-af377a6ec3ac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.666949 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b827c6-03cd-4fdd-b10e-af377a6ec3ac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8ae450-2b50-4ca8-8a42-eb2ab76c6733,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:28.675066 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80b827c6-03cd-4fdd-b10e-af377a6ec3ac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.676298 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-80b827c6-03cd-4fdd-b10e-af377a6ec3ac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1654348 Dec 06 15:18:28.678914 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39636) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:28.683956 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f68befde-5939-404e-baa4-c0028122774a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': 'cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:28.711740 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f68befde-5939-404e-baa4-c0028122774a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.768497 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f68befde-5939-404e-baa4-c0028122774a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.771867 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f68befde-5939-404e-baa4-c0028122774a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.789626 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68befde-5939-404e-baa4-c0028122774a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120770ed-6ee7-4005-b4c4-2aa505b96570,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:28.797389 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f68befde-5939-404e-baa4-c0028122774a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.798645 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f68befde-5939-404e-baa4-c0028122774a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187584 Dec 06 15:18:28.801492 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39638) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:28.806575 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ac3c1d05-1a20-433d-99cd-bf9dfe600b12 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': 'cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:28.829326 n-d-master-1 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-ac3c1d05-1a20-433d-99cd-bf9dfe600b12 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Project 78730a925a534e3a9baf86f9cc74cd24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:18:28.834297 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1d05-1a20-433d-99cd-bf9dfe600b12 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.894568 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1d05-1a20-433d-99cd-bf9dfe600b12 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.897896 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1d05-1a20-433d-99cd-bf9dfe600b12 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.919344 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c1d05-1a20-433d-99cd-bf9dfe600b12 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7d0345-51a1-46ce-b012-b583bbda204f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:28.927561 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1d05-1a20-433d-99cd-bf9dfe600b12 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:28.928830 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ac3c1d05-1a20-433d-99cd-bf9dfe600b12 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259036 Dec 06 15:18:28.931519 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39640) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:28.937632 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-61513cbf-28b6-4c90-92bd-5418eb64de37 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': 'cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:28.959060 n-d-master-1 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-61513cbf-28b6-4c90-92bd-5418eb64de37 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Project 78730a925a534e3a9baf86f9cc74cd24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:18:28.963967 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-61513cbf-28b6-4c90-92bd-5418eb64de37 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:29.032085 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-61513cbf-28b6-4c90-92bd-5418eb64de37 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:29.035672 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-61513cbf-28b6-4c90-92bd-5418eb64de37 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:29.053928 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61513cbf-28b6-4c90-92bd-5418eb64de37 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf99dde1-2e15-4e86-bd11-c31ef5f15308,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:29.061901 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-61513cbf-28b6-4c90-92bd-5418eb64de37 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:29.063087 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-61513cbf-28b6-4c90-92bd-5418eb64de37 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304629 Dec 06 15:18:29.066065 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39642) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:29.071087 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bf3b3ed3-cdcd-428c-a553-835a99a6e8a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'network': {'name': 'tempest-network-smoke--462170107', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'port_security_enabled': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:29.092263 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3b3ed3-cdcd-428c-a553-835a99a6e8a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Made reservation on behalf of 78730a925a534e3a9baf86f9cc74cd24 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:18:29.095729 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf3b3ed3-cdcd-428c-a553-835a99a6e8a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:29.119235 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3b3ed3-cdcd-428c-a553-835a99a6e8a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:18:29.128881 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf3b3ed3-cdcd-428c-a553-835a99a6e8a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:29.129368 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-bf3b3ed3-cdcd-428c-a553-835a99a6e8a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Added segment 5afece07-8866-44fc-ac58-1e3f4b044c4d of type vlan for network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 Dec 06 15:18:29.171681 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf3b3ed3-cdcd-428c-a553-835a99a6e8a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:29.195525 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf3b3ed3-cdcd-428c-a553-835a99a6e8a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:29.201724 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3b3ed3-cdcd-428c-a553-835a99a6e8a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:29.202401 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf3b3ed3-cdcd-428c-a553-835a99a6e8a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:29.242356 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bf3b3ed3-cdcd-428c-a553-835a99a6e8a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1751571 Dec 06 15:18:29.245265 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39646) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:29.250161 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1832106374', 'admin_state_up': True, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:29.274731 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:29.276069 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:29.285855 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b3ed3-cdcd-428c-a553-835a99a6e8a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Network': ['ID=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:29.297994 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:18:29.330798 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2098814-9999-4590-968b-503a67301865 req-c68ff046-b4ef-4cea-996b-155eda703277 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:29.332535 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d2098814-9999-4590-968b-503a67301865 req-c68ff046-b4ef-4cea-996b-155eda703277 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 909 time: 0.0578766 Dec 06 15:18:29.344543 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:29.499429 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:29.702981 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:29.723544 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:29.863183 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Allocated IP 172.35.7.222 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:18:29.975536 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:30.011713 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:30.040966 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:30.059053 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:18:30.062560 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:30.066121 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:18:30.076863 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea0e6d1-48dd-4a0b-9d46-b0834f15e9e8 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:18:30.094487 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:30.147851 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-81854c06-13c9-434a-be78-43b21271a7c0 None None] Provisioning complete for port f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:30.148328 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-81854c06-13c9-434a-be78-43b21271a7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:30.186020 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-81854c06-13c9-434a-be78-43b21271a7c0 None None] Port f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:18:30.331946 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:30.519301 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26b3c3-9b87-4c8d-9ff1-d6e24181e046 req-87bb4fc4-5509-492e-bc09-01b47469855b tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:30.520884 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5c26b3c3-9b87-4c8d-9ff1-d6e24181e046 req-87bb4fc4-5509-492e-bc09-01b47469855b tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 909 time: 0.0972059 Dec 06 15:18:30.604837 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:30.646866 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1252eb6-34de-4d92-9422-01ae8e344517 req-86852c78-1da0-4ad2-9802-5b9eaf5924ab tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:30.648645 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1252eb6-34de-4d92-9422-01ae8e344517 req-86852c78-1da0-4ad2-9802-5b9eaf5924ab tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 909 time: 0.0569386 Dec 06 15:18:30.777020 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fb6ab-8b29-48d6-8626-f1ed3c802575 req-c376eac0-b60f-4304-9012-5ba2f5761f03 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:30.779036 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cd7fb6ab-8b29-48d6-8626-f1ed3c802575 req-c376eac0-b60f-4304-9012-5ba2f5761f03 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 1060 time: 0.0614781 Dec 06 15:18:30.806154 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dce6df82-05db-4363-8e4b-362ed037d0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:30.808867 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router 1423f706-2c3f-44c8-9e1c-6d6c549206ae is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:18:30.907895 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9282ca0-015b-4864-ae8b-578f1977f0ba req-fd389bf1-1eae-4b34-8a69-66806c4b761d tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:30.909616 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d9282ca0-015b-4864-ae8b-578f1977f0ba req-fd389bf1-1eae-4b34-8a69-66806c4b761d tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 1136 time: 0.0462296 Dec 06 15:18:30.938329 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:18:30.948952 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Sync routers for ids ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:18:30.959976 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Routers {'1423f706-2c3f-44c8-9e1c-6d6c549206ae'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:30.960696 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:30.975143 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:30.979448 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4b379c1b-3039-4565-b68a-52d8002d2018 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7304008 Dec 06 15:18:30.979639 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d9282ca0-015b-4864-ae8b-578f1977f0ba req-ebccf60b-b5ee-4e93-9a79-65af318bc08b tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=297f02a9-dc2d-4723-8845-1b2efdc1f8c1&id=1ada4c3f-a2a7-4d42-8608-8d64c075691d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0601752 Dec 06 15:18:30.980438 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39840) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:30.996109 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39842) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:31.024698 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-760f9608-20b5-4394-b32c-69dc2e34329c tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=78730a925a534e3a9baf86f9cc74cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423963 Dec 06 15:18:31.029675 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39848) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:31.083413 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1be3ea0-ae72-4df5-ba18-a6ef96128bd0 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:31.083882 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Set router 1423f706-2c3f-44c8-9e1c-6d6c549206ae gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:31.085206 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c1be3ea0-ae72-4df5-ba18-a6ef96128bd0 tempest-TestSecurityGroupsBasicOps-1116333625 tempest-TestSecurityGroupsBasicOps-1116333625-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 1055 time: 0.0876777 Dec 06 15:18:31.145185 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04c8a86-8047-4364-96a0-89fe17104c99 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:31.147257 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e04c8a86-8047-4364-96a0-89fe17104c99 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1151290 Dec 06 15:18:31.150199 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39866) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:31.194689 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4af5f5ab-0cf5-44b2-a339-b88e0b5cca2d tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430083 Dec 06 15:18:31.197275 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 39874) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:31.204981 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a3d51fa8-4c74-4c00-804a-07670f863b00 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-646342154', 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:31.370284 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d51fa8-4c74-4c00-804a-07670f863b00 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Made reservation on behalf of 78730a925a534e3a9baf86f9cc74cd24 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:18:31.374941 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3d51fa8-4c74-4c00-804a-07670f863b00 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:31.451499 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b428c80-85f8-4059-ad3e-6b901ff2c9cf req-72d8e220-7770-4a50-b912-911a773ecb49 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:31.452957 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1b428c80-85f8-4059-ad3e-6b901ff2c9cf req-72d8e220-7770-4a50-b912-911a773ecb49 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 909 time: 0.1196923 Dec 06 15:18:31.474619 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832106374', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:30Z', 'revision_number': 3, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:31.508785 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Checking router: 1423f706-2c3f-44c8-9e1c-6d6c549206ae for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:18:31.509169 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Updating router 1423f706-2c3f-44c8-9e1c-6d6c549206ae port f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:18:31.537082 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:31.604857 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3d51fa8-4c74-4c00-804a-07670f863b00 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:31.670186 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d51fa8-4c74-4c00-804a-07670f863b00 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Subnet': ['ID=c6abeba9-0ed3-4795-916e-e028c050cd57,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:31.688903 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d51fa8-4c74-4c00-804a-07670f863b00 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Checking segment: {'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:18:31.689333 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d51fa8-4c74-4c00-804a-07670f863b00 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network hostable DHCP agents. Network: c7ddad7b-cae1-4b60-9c3b-e875fbc9b697, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:18:31.709278 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d51fa8-4c74-4c00-804a-07670f863b00 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:18:31.719463 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-a3d51fa8-4c74-4c00-804a-07670f863b00 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c7ddad7b-cae1-4b60-9c3b-e875fbc9b697) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:31.724889 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d51fa8-4c74-4c00-804a-07670f863b00 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:31.725490 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3d51fa8-4c74-4c00-804a-07670f863b00 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:31.737154 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afc9478-c292-47c3-8186-cd41d91129d9 None None] Network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:18:31.745413 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a3d51fa8-4c74-4c00-804a-07670f863b00 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5464184 Dec 06 15:18:31.748850 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 39942) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:31.931926 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:31.944269 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:32.001891 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac888f42-82e0-4d7e-94d2-7a59823e019a None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:18:32.022271 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ips': [{'subnet_id': 'c6abeba9-0ed3-4795-916e-e028c050cd57'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:18:32.023248 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:32.043190 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Attempting to bind port f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:18:32.044164 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Attempting to bind port f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:18:32.044493 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Attempting to bind port f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:18:32.055412 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b693370-91cf-49bb-b2af-c0d302c6adf4 None None] Pushing event updated for resources: {'Port': ['ID=f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:32.058173 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:18:32.058553 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:18:32.058930 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:32.060020 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:18:32.060493 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Bound port: f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:18:32.060869 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:32.099460 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693370-91cf-49bb-b2af-c0d302c6adf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:32.099831 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693370-91cf-49bb-b2af-c0d302c6adf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:32.100382 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693370-91cf-49bb-b2af-c0d302c6adf4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:32.100911 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693370-91cf-49bb-b2af-c0d302c6adf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:32.101250 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693370-91cf-49bb-b2af-c0d302c6adf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:32.101584 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693370-91cf-49bb-b2af-c0d302c6adf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:32.101916 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693370-91cf-49bb-b2af-c0d302c6adf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:32.102240 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693370-91cf-49bb-b2af-c0d302c6adf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:32.102714 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693370-91cf-49bb-b2af-c0d302c6adf4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:32.102877 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693370-91cf-49bb-b2af-c0d302c6adf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:32.103201 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693370-91cf-49bb-b2af-c0d302c6adf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:32.103527 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693370-91cf-49bb-b2af-c0d302c6adf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:32.103872 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693370-91cf-49bb-b2af-c0d302c6adf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:32.202866 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9b75ee14-7590-4b28-a770-3078ab0ab161 None None] Provisioning complete for port f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:32.203236 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9b75ee14-7590-4b28-a770-3078ab0ab161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:32.235248 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] For port f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:18:32.253876 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:32.282887 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] For port f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:18:32.290604 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9b75ee14-7590-4b28-a770-3078ab0ab161 None None] Port f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:18:32.294840 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:32.346472 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Allocated IP 172.20.0.2 (c7ddad7b-cae1-4b60-9c3b-e875fbc9b697/c6abeba9-0ed3-4795-916e-e028c050cd57/739c989b-3c8e-49f9-b508-4487bda9dda8) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:18:32.359048 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41346a1a-dbac-4cb7-8141-7a9abdf81ce6 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:18:32.395834 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b693370-91cf-49bb-b2af-c0d302c6adf4 None None] Pushing event updated for resources: {'Port': ['ID=f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:32.413167 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Routers {'1423f706-2c3f-44c8-9e1c-6d6c549206ae'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:32.413798 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:32.540051 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-841f0b8b-483c-437c-bd6a-88bec39c66f4 None None] Provisioning complete for port f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:32.540632 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-841f0b8b-483c-437c-bd6a-88bec39c66f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:32.635789 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fae57-cb29-4d93-a5de-c37d7221af0b req-5fd07cd2-3f73-4147-a858-32cdbfdae4b7 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:32.638392 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-056fae57-cb29-4d93-a5de-c37d7221af0b req-5fd07cd2-3f73-4147-a858-32cdbfdae4b7 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 909 time: 0.0765746 Dec 06 15:18:32.666547 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] Set router 1423f706-2c3f-44c8-9e1c-6d6c549206ae gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:32.744180 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc901d-2bda-4e05-b38b-117ead2a5d89 req-d14dfd6c-56b9-44eb-a879-38b26d067837 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:32.746019 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1fbc901d-2bda-4e05-b38b-117ead2a5d89 req-d14dfd6c-56b9-44eb-a879-38b26d067837 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.37 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 909 time: 0.0546041 Dec 06 15:18:32.768165 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:32.823590 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:32.859612 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Allocated IP 172.20.0.1 (c7ddad7b-cae1-4b60-9c3b-e875fbc9b697/c6abeba9-0ed3-4795-916e-e028c050cd57/3cde254f-646e-48b4-889b-ddf25e69c1cf) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:18:32.888274 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-1fbc901d-2bda-4e05-b38b-117ead2a5d89 req-608b065f-6627-4261-a22b-b2d59ba81f8c tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Deleting port 0f24598a-63fe-49ca-920c-dd4d65369423 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:18:32.888989 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1fbc901d-2bda-4e05-b38b-117ead2a5d89 req-608b065f-6627-4261-a22b-b2d59ba81f8c tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:32.894225 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:18:32.895005 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-841f0b8b-483c-437c-bd6a-88bec39c66f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:32.911371 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:32.915105 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:18:32.917316 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Pushing event updated for resources: {'Port': ['ID=739c989b-3c8e-49f9-b508-4487bda9dda8,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:32.960913 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-841f0b8b-483c-437c-bd6a-88bec39c66f4 None None] For port f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:32.980459 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-841f0b8b-483c-437c-bd6a-88bec39c66f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:33.036104 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1fbc901d-2bda-4e05-b38b-117ead2a5d89 req-608b065f-6627-4261-a22b-b2d59ba81f8c tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] For port 0f24598a-63fe-49ca-920c-dd4d65369423, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0f24598a-63fe-49ca-920c-dd4d65369423,segment=NetworkSegment(9c401648-5bb0-4b03-8f44-9c95035fd8cd),segment_id=9c401648-5bb0-4b03-8f44-9c95035fd8cd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:33.036574 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1fbc901d-2bda-4e05-b38b-117ead2a5d89 req-608b065f-6627-4261-a22b-b2d59ba81f8c tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:33.045672 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Attempting to bind port 739c989b-3c8e-49f9-b508-4487bda9dda8 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:18:33.046335 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Attempting to bind port 739c989b-3c8e-49f9-b508-4487bda9dda8 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:18:33.046693 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Attempting to bind port 739c989b-3c8e-49f9-b508-4487bda9dda8 on network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:18:33.063879 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:18:33.064256 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Checking segment: {'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:18:33.064636 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:33.065095 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Bound using segment: {'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:18:33.065254 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:33.065562 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Bound port: 739c989b-3c8e-49f9-b508-4487bda9dda8, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:18:33.065706 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-1fbc901d-2bda-4e05-b38b-117ead2a5d89 req-608b065f-6627-4261-a22b-b2d59ba81f8c tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Calling delete_port for 0f24598a-63fe-49ca-920c-dd4d65369423 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:18:33.065820 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:33.088178 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f0b8b-483c-437c-bd6a-88bec39c66f4 None None] Pushing event updated for resources: {'Port': ['ID=f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:33.118801 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832106374', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:30Z', 'revision_number': 3, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:33.124984 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:33.156590 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5720ff8-8873-4fc9-ab84-c3aa841da110 None None] The sync data for ids ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'] in n-d-master-1 is: [{'id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832106374', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:30Z', 'revision_number': 3, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:18:33.172978 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:18:33.177292 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:33.185762 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:18:33.197258 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a644c063-8f5a-496b-b622-d874053be088 None None] For port 739c989b-3c8e-49f9-b508-4487bda9dda8, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:18:33.201862 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a644c063-8f5a-496b-b622-d874053be088 None None] For port 739c989b-3c8e-49f9-b508-4487bda9dda8, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=739c989b-3c8e-49f9-b508-4487bda9dda8,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:18:33.209405 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:33.247503 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1fbc901d-2bda-4e05-b38b-117ead2a5d89 req-608b065f-6627-4261-a22b-b2d59ba81f8c tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:33.256181 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=3cde254f-646e-48b4-889b-ddf25e69c1cf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:33.268097 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:33.277787 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b065f-6627-4261-a22b-b2d59ba81f8c tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event deleted for resources: {'Port': ['ID=0f24598a-63fe-49ca-920c-dd4d65369423,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:33.362177 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbc901d-2bda-4e05-b38b-117ead2a5d89 req-608b065f-6627-4261-a22b-b2d59ba81f8c tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] No DVR routers for this DVR port 0f24598a-63fe-49ca-920c-dd4d65369423 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:18:33.364903 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1fbc901d-2bda-4e05-b38b-117ead2a5d89 req-608b065f-6627-4261-a22b-b2d59ba81f8c tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:33.370063 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1fbc901d-2bda-4e05-b38b-117ead2a5d89 req-608b065f-6627-4261-a22b-b2d59ba81f8c tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.37 "DELETE /v2.0/ports/0f24598a-63fe-49ca-920c-dd4d65369423 HTTP/1.1" status: 204 len: 173 time: 0.6131055 Dec 06 15:18:33.370745 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98632e5-21a0-4859-a0e0-43abbe0ad201', 'name': 'network-vif-deleted', 'tag': '0f24598a-63fe-49ca-920c-dd4d65369423'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:18:33.388771 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8681cb09-d621-416d-ba97-60d3b0724e35" -d '{"events": [{"server_uuid": "f98632e5-21a0-4859-a0e0-43abbe0ad201", "name": "network-vif-deleted", "tag": "0f24598a-63fe-49ca-920c-dd4d65369423"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:18:33.445172 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5776d37c-8b9e-4e33-a29a-356577cbaa75 x-openstack-request-id: req-5776d37c-8b9e-4e33-a29a-356577cbaa75 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:18:33.445480 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98632e5-21a0-4859-a0e0-43abbe0ad201", "name": "network-vif-deleted", "tag": "0f24598a-63fe-49ca-920c-dd4d65369423", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:18:33.445739 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5776d37c-8b9e-4e33-a29a-356577cbaa75 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:18:33.446539 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98632e5-21a0-4859-a0e0-43abbe0ad201', 'name': 'network-vif-deleted', 'tag': '0f24598a-63fe-49ca-920c-dd4d65369423', 'status': 'completed', 'code': 200} Dec 06 15:18:33.483815 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644c063-8f5a-496b-b622-d874053be088 None None] Pushing event updated for resources: {'Port': ['ID=739c989b-3c8e-49f9-b508-4487bda9dda8,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:33.503632 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:33.524185 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff12dd5c-e9a3-4385-9adc-9d5ccca468e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:33.913523 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:18:34.063076 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:34.082765 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:34.123924 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20a3d956-5acb-4e35-82a0-f5d5b8fa6da4 req-d071af12-8c30-4203-ad4a-ffdbb9dfa3a8 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98632e5-21a0-4859-a0e0-43abbe0ad201 HTTP/1.1" status: 200 len: 210 time: 0.0686114 Dec 06 15:18:34.146808 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:34.352485 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:34.358256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:34.441366 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:34.452177 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=3cde254f-646e-48b4-889b-ddf25e69c1cf,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:34.556307 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:18:34.557921 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:34.691983 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router 1423f706-2c3f-44c8-9e1c-6d6c549206ae has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:18:34.811187 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:18:34.825121 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-401123ea-0744-4c44-83e3-c264d9940479 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "PUT /v2.0/routers/1423f706-2c3f-44c8-9e1c-6d6c549206ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0750675 Dec 06 15:18:34.842805 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be6d7a8-0c39-4314-9d44-8b1652079bfe None None] Network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:18:34.942636 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1e3aad00-718b-46fb-bc11-d4626387483f None None] Provisioning complete for port 739c989b-3c8e-49f9-b508-4487bda9dda8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:34.942947 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1e3aad00-718b-46fb-bc11-d4626387483f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:35.060349 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-c97c3bc8-d6a0-40a0-bf0a-87f9ab8236a8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1051301416&fields=id&tenant_id=78730a925a534e3a9baf86f9cc74cd24 HTTP/1.1" status: 200 len: 267 time: 0.0780590 Dec 06 15:18:35.099597 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1e3aad00-718b-46fb-bc11-d4626387483f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:35.146151 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1e3aad00-718b-46fb-bc11-d4626387483f None None] For port 739c989b-3c8e-49f9-b508-4487bda9dda8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=739c989b-3c8e-49f9-b508-4487bda9dda8,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:35.156150 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1e3aad00-718b-46fb-bc11-d4626387483f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:35.207789 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40146) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:35.222818 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-d10c76cc-b388-44b3-8f29-56a644bdbaaf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:35.232612 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-d10c76cc-b388-44b3-8f29-56a644bdbaaf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/networks?id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 HTTP/1.1" status: 200 len: 796 time: 0.1698248 Dec 06 15:18:35.270223 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-91bccaa2-848b-4300-af35-ab6ab62e1cc5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/quotas/78730a925a534e3a9baf86f9cc74cd24 HTTP/1.1" status: 200 len: 375 time: 0.0363741 Dec 06 15:18:35.272102 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3aad00-718b-46fb-bc11-d4626387483f None None] Pushing event updated for resources: {'Port': ['ID=739c989b-3c8e-49f9-b508-4487bda9dda8,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:35.346179 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-4330a9ae-d063-4006-a734-d888d659dd0d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641348 Dec 06 15:18:35.478977 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-311b2e1b-3f6c-4df0-8105-950044e24c26 service neutron] 10.222.0.20 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313686 Dec 06 15:18:35.497420 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a3f344c2-c223-4c35-aa5b-e310d3aeb544 None None] Provisioning complete for port 739c989b-3c8e-49f9-b508-4487bda9dda8 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:35.499843 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a3f344c2-c223-4c35-aa5b-e310d3aeb544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:35.526090 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Sync routers for ids ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:18:35.545304 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Routers {'1423f706-2c3f-44c8-9e1c-6d6c549206ae'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:35.545940 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:35.629541 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a3f344c2-c223-4c35-aa5b-e310d3aeb544 None None] Provisioning complete for port 3cde254f-646e-48b4-889b-ddf25e69c1cf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:35.630314 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a3f344c2-c223-4c35-aa5b-e310d3aeb544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:35.703975 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a3f344c2-c223-4c35-aa5b-e310d3aeb544 None None] Port 3cde254f-646e-48b4-889b-ddf25e69c1cf cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:18:35.713686 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:35.717024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-e5a577c5-3195-40a2-86fb-fb0b8ab90844 service neutron] 10.222.0.20 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150965 Dec 06 15:18:35.750210 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Set router 1423f706-2c3f-44c8-9e1c-6d6c549206ae gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:35.783505 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94c799f6-6f0d-4ad5-80fa-7c51aa7b1423 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:35.844078 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-dd1dcc21-5008-4340-94e1-b53081d3bce1 None None] Provisioning complete for port 3cde254f-646e-48b4-889b-ddf25e69c1cf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:35.844440 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dd1dcc21-5008-4340-94e1-b53081d3bce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:35.902023 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-dd1dcc21-5008-4340-94e1-b53081d3bce1 None None] Port 3cde254f-646e-48b4-889b-ddf25e69c1cf cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:18:35.904116 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 739c989b-3c8e-49f9-b508-4487bda9dda8 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:18:36.002539 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 739c989b-3c8e-49f9-b508-4487bda9dda8 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:36.002980 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:36.062720 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832106374', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:33Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3cde254f-646e-48b4-889b-ddf25e69c1cf', 'name': '', 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:42:a1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:32Z', 'updated_at': '2021-12-06T15:18:34Z', 'revision_number': 2, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:36.091185 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6c633672-d784-47ef-9a95-f3e4c35118d2 req-f0c727e0-15cb-46e8-9677-a4f39e1a88c3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 210 time: 0.0430748 Dec 06 15:18:36.135523 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Checking router: 1423f706-2c3f-44c8-9e1c-6d6c549206ae for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:18:36.140099 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Updating router 1423f706-2c3f-44c8-9e1c-6d6c549206ae port 3cde254f-646e-48b4-889b-ddf25e69c1cf binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:18:36.162812 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0f24598a-63fe-49ca-920c-dd4d65369423 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:18:36.191058 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:36.193601 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 0f24598a-63fe-49ca-920c-dd4d65369423 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:18:36.193943 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 0f24598a-63fe-49ca-920c-dd4d65369423 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:18:36.228915 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-97831f3c-bb31-4da2-8505-fb1f5f66f772 None None] Provisioning complete for port 3cde254f-646e-48b4-889b-ddf25e69c1cf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:36.229718 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97831f3c-bb31-4da2-8505-fb1f5f66f772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:36.263685 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-94c799f6-6f0d-4ad5-80fa-7c51aa7b1423 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Deleting port 74fe60a7-126d-4c56-9b2c-2035f26e479b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:18:36.264458 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94c799f6-6f0d-4ad5-80fa-7c51aa7b1423 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:36.370273 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-94c799f6-6f0d-4ad5-80fa-7c51aa7b1423 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] For port 74fe60a7-126d-4c56-9b2c-2035f26e479b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=74fe60a7-126d-4c56-9b2c-2035f26e479b,segment=NetworkSegment(9c401648-5bb0-4b03-8f44-9c95035fd8cd),segment_id=9c401648-5bb0-4b03-8f44-9c95035fd8cd)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:36.370670 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94c799f6-6f0d-4ad5-80fa-7c51aa7b1423 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:36.372494 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-97831f3c-bb31-4da2-8505-fb1f5f66f772 None None] Port 3cde254f-646e-48b4-889b-ddf25e69c1cf cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:18:36.403233 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-94c799f6-6f0d-4ad5-80fa-7c51aa7b1423 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Calling delete_port for 74fe60a7-126d-4c56-9b2c-2035f26e479b owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:18:36.587549 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:36.595352 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:36.632301 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:36.664886 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94c799f6-6f0d-4ad5-80fa-7c51aa7b1423 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:36.735807 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50e73b-30d6-4bb0-9815-dabc6eebde43 None None] Pushing event updated for resources: {'Port': ['ID=3cde254f-646e-48b4-889b-ddf25e69c1cf,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:36.754975 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Attempting to bind port 3cde254f-646e-48b4-889b-ddf25e69c1cf on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:18:36.756665 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Attempting to bind port 3cde254f-646e-48b4-889b-ddf25e69c1cf by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:18:36.757103 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Attempting to bind port 3cde254f-646e-48b4-889b-ddf25e69c1cf on network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:18:36.771978 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:18:36.772647 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Checking segment: {'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:18:36.773005 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:36.773526 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Bound using segment: {'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:18:36.774193 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c799f6-6f0d-4ad5-80fa-7c51aa7b1423 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event deleted for resources: {'Port': ['ID=74fe60a7-126d-4c56-9b2c-2035f26e479b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:36.779916 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Bound port: 3cde254f-646e-48b4-889b-ddf25e69c1cf, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:18:36.780374 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:36.899623 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] For port 3cde254f-646e-48b4-889b-ddf25e69c1cf, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:18:36.908018 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] For port 3cde254f-646e-48b4-889b-ddf25e69c1cf, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3cde254f-646e-48b4-889b-ddf25e69c1cf,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:18:36.914145 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:36.994451 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50e73b-30d6-4bb0-9815-dabc6eebde43 None None] Pushing event updated for resources: {'Port': ['ID=3cde254f-646e-48b4-889b-ddf25e69c1cf,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:37.007083 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Routers {'1423f706-2c3f-44c8-9e1c-6d6c549206ae'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:37.008085 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:37.041025 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-94c799f6-6f0d-4ad5-80fa-7c51aa7b1423 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:37.127695 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ae39edea-db67-4a3b-b1c4-9246fb76fa62 None None] Provisioning complete for port 3cde254f-646e-48b4-889b-ddf25e69c1cf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:37.128085 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae39edea-db67-4a3b-b1c4-9246fb76fa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:37.158920 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] Set router 1423f706-2c3f-44c8-9e1c-6d6c549206ae gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:37.242067 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae39edea-db67-4a3b-b1c4-9246fb76fa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:37.256274 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4eadb810-7081-40ad-a5ad-26e3c92271d2 req-ad75c5ec-5b18-46e6-a50b-b082127cf82f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 210 time: 0.0579116 Dec 06 15:18:37.316833 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ae39edea-db67-4a3b-b1c4-9246fb76fa62 None None] For port 3cde254f-646e-48b4-889b-ddf25e69c1cf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3cde254f-646e-48b4-889b-ddf25e69c1cf,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:37.323274 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ae39edea-db67-4a3b-b1c4-9246fb76fa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:37.436438 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c799f6-6f0d-4ad5-80fa-7c51aa7b1423 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Router 23504525-05c5-401e-808f-fbb8ca0732b6 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:18:37.494098 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39edea-db67-4a3b-b1c4-9246fb76fa62 None None] Pushing event updated for resources: {'Port': ['ID=3cde254f-646e-48b4-889b-ddf25e69c1cf,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:37.498536 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8755911c-70a2-4708-80d1-3b7004665639 None None] Provisioning complete for port 3cde254f-646e-48b4-889b-ddf25e69c1cf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:37.508167 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8755911c-70a2-4708-80d1-3b7004665639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:37.526537 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832106374', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:33Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3cde254f-646e-48b4-889b-ddf25e69c1cf', 'name': '', 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:42:a1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:32Z', 'updated_at': '2021-12-06T15:18:36Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:37.551736 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-fe0b0f56-5b31-4b7d-92b9-93506c6de093 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:37.553727 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-fe0b0f56-5b31-4b7d-92b9-93506c6de093 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.37 "GET /v2.0/networks?id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 HTTP/1.1" status: 200 len: 796 time: 0.2178781 Dec 06 15:18:37.618743 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bbc0e5-2dc9-4e5c-a916-10f3f9175778 None None] The sync data for ids ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'] in n-d-master-1 is: [{'id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832106374', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:33Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3cde254f-646e-48b4-889b-ddf25e69c1cf', 'name': '', 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:42:a1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:32Z', 'updated_at': '2021-12-06T15:18:36Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:18:37.647107 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c799f6-6f0d-4ad5-80fa-7c51aa7b1423 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:18:37.659771 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-94c799f6-6f0d-4ad5-80fa-7c51aa7b1423 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "PUT /v2.0/routers/23504525-05c5-401e-808f-fbb8ca0732b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4498153 Dec 06 15:18:37.661569 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40164) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:37.670783 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f4ebfc-9dda-4bc2-bbe5-e9acdeee11d6 None None] Sync routers for ids ['23504525-05c5-401e-808f-fbb8ca0732b6'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:18:37.681950 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4ebfc-9dda-4bc2-bbe5-e9acdeee11d6 None None] Routers {'23504525-05c5-401e-808f-fbb8ca0732b6'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:37.682765 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-99f4ebfc-9dda-4bc2-bbe5-e9acdeee11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['23504525-05c5-401e-808f-fbb8ca0732b6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:37.698634 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-1259ed48-bf7f-4c2b-8f4c-464c705f8e16 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78730a925a534e3a9baf86f9cc74cd24 HTTP/1.1" status: 200 len: 380 time: 0.1304655 Dec 06 15:18:37.729163 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-6bdbbdf0-5850-4258-9d42-8bdb88861b02 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'port': {'device_id': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'admin_state_up': True, 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'security_groups': ['cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:37.740406 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-0753daea-ff59-4c95-8a0a-8e6958e942b3 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Deleting subnet 1d9fc44d-76ee-487d-90d9-a87300bce01d {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:18:37.743999 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0753daea-ff59-4c95-8a0a-8e6958e942b3 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:37.828130 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0753daea-ff59-4c95-8a0a-8e6958e942b3 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:37.951123 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-6bdbbdf0-5850-4258-9d42-8bdb88861b02 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Made reservation on behalf of 78730a925a534e3a9baf86f9cc74cd24 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:18:37.954673 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-99f4ebfc-9dda-4bc2-bbe5-e9acdeee11d6 None None] Set router 23504525-05c5-401e-808f-fbb8ca0732b6 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:37.959632 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-6bdbbdf0-5850-4258-9d42-8bdb88861b02 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:37.985278 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0753daea-ff59-4c95-8a0a-8e6958e942b3 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:37.995343 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3cde254f-646e-48b4-889b-ddf25e69c1cf up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:18:38.077342 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0753daea-ff59-4c95-8a0a-8e6958e942b3 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:38.126890 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753daea-ff59-4c95-8a0a-8e6958e942b3 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event deleted for resources: {'Subnet': ['ID=1d9fc44d-76ee-487d-90d9-a87300bce01d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:38.138268 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0753daea-ff59-4c95-8a0a-8e6958e942b3 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:38.142051 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0753daea-ff59-4c95-8a0a-8e6958e942b3 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "DELETE /v2.0/subnets/1d9fc44d-76ee-487d-90d9-a87300bce01d HTTP/1.1" status: 204 len: 168 time: 0.4794168 Dec 06 15:18:38.149341 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40166) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:38.163297 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68c7542-0b7c-43a2-b0af-ad70961c70c0 None None] Network 560f1242-a479-419f-90ca-b629ec48d104 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:18:38.223396 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-6bdbbdf0-5850-4258-9d42-8bdb88861b02 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Allocated IP 172.20.0.10 (c7ddad7b-cae1-4b60-9c3b-e875fbc9b697/c6abeba9-0ed3-4795-916e-e028c050cd57/73fbdfd4-39ec-4164-9491-c0b75778e4d3) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:18:38.312591 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ec6b-fea4-4e1b-a106-ec96d37a6795 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:38.319851 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 3cde254f-646e-48b4-889b-ddf25e69c1cf triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:38.320441 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:38.404153 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-80a8886e-afb7-469a-ab7c-f61a5c060a02 req-4caa821a-9532-47f8-b7a0-812b583987a6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 210 time: 0.0407329 Dec 06 15:18:38.511548 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ec6b-fea4-4e1b-a106-ec96d37a6795 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:38.547011 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-99f4ebfc-9dda-4bc2-bbe5-e9acdeee11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-294909814', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.213'}], 'enable_snat': True}, 'gw_port_id': '74bac448-c04e-476d-a45b-92ed6ed107b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:12Z', 'updated_at': '2021-12-06T15:18:36Z', 'revision_number': 5, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '74bac448-c04e-476d-a45b-92ed6ed107b4', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:12Z', 'updated_at': '2021-12-06T15:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:38.565404 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-6bdbbdf0-5850-4258-9d42-8bdb88861b02 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:38.608084 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f4ebfc-9dda-4bc2-bbe5-e9acdeee11d6 None None] Checking router: 23504525-05c5-401e-808f-fbb8ca0732b6 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:18:38.623402 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebb36f1-1870-4fb2-b6c2-31e2f606c286 None None] DHCP port deletion for 560f1242-a479-419f-90ca-b629ec48d104 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:18:38.642330 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2ec6b-fea4-4e1b-a106-ec96d37a6795 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Deleting port 74bac448-c04e-476d-a45b-92ed6ed107b4 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:18:38.642816 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ec6b-fea4-4e1b-a106-ec96d37a6795 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:38.659281 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-6bdbbdf0-5850-4258-9d42-8bdb88861b02 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:38.688093 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4ebfc-9dda-4bc2-bbe5-e9acdeee11d6 None None] Routers {'23504525-05c5-401e-808f-fbb8ca0732b6'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:38.688997 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-99f4ebfc-9dda-4bc2-bbe5-e9acdeee11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['23504525-05c5-401e-808f-fbb8ca0732b6'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:38.766589 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f0e2ec6b-fea4-4e1b-a106-ec96d37a6795 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] For port 74bac448-c04e-476d-a45b-92ed6ed107b4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=74bac448-c04e-476d-a45b-92ed6ed107b4,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:38.767275 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ec6b-fea4-4e1b-a106-ec96d37a6795 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:38.782134 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2ec6b-fea4-4e1b-a106-ec96d37a6795 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Calling delete_port for 74bac448-c04e-476d-a45b-92ed6ed107b4 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:18:38.827768 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-6bdbbdf0-5850-4258-9d42-8bdb88861b02 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:18:38.839423 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-99f4ebfc-9dda-4bc2-bbe5-e9acdeee11d6 None None] Set router 23504525-05c5-401e-808f-fbb8ca0732b6 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:38.844570 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbbdf0-5850-4258-9d42-8bdb88861b02 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=73fbdfd4-39ec-4164-9491-c0b75778e4d3,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:38.858868 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-6bdbbdf0-5850-4258-9d42-8bdb88861b02 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:38.878725 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-6bdbbdf0-5850-4258-9d42-8bdb88861b02 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:18:38.964447 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-6bdbbdf0-5850-4258-9d42-8bdb88861b02 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:38.965550 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-6bdbbdf0-5850-4258-9d42-8bdb88861b02 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:38.993371 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-6bdbbdf0-5850-4258-9d42-8bdb88861b02 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2776341 Dec 06 15:18:38.998601 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-99f4ebfc-9dda-4bc2-bbe5-e9acdeee11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-294909814', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:12Z', 'updated_at': '2021-12-06T15:18:38Z', 'revision_number': 6, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:39.017005 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Request body: {'port': {'device_id': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:39.094657 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f4ebfc-9dda-4bc2-bbe5-e9acdeee11d6 None None] The sync data for ids ['23504525-05c5-401e-808f-fbb8ca0732b6'] in n-d-master-1 is: [{'id': '23504525-05c5-401e-808f-fbb8ca0732b6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-294909814', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:12Z', 'updated_at': '2021-12-06T15:18:38Z', 'revision_number': 6, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:18:39.101381 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ec6b-fea4-4e1b-a106-ec96d37a6795 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:39.110869 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:39.138344 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cebb36f1-1870-4fb2-b6c2-31e2f606c286 None None] Deleting port e304eb3a-1648-494d-bf0c-0e34d462e6c5 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:18:39.138820 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cebb36f1-1870-4fb2-b6c2-31e2f606c286 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:39.166904 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2ec6b-fea4-4e1b-a106-ec96d37a6795 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event deleted for resources: {'Port': ['ID=74bac448-c04e-476d-a45b-92ed6ed107b4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:39.190943 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40176) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:39.255331 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cebb36f1-1870-4fb2-b6c2-31e2f606c286 None None] For port e304eb3a-1648-494d-bf0c-0e34d462e6c5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e304eb3a-1648-494d-bf0c-0e34d462e6c5,segment=NetworkSegment(9c401648-5bb0-4b03-8f44-9c95035fd8cd),segment_id=9c401648-5bb0-4b03-8f44-9c95035fd8cd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:39.256081 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cebb36f1-1870-4fb2-b6c2-31e2f606c286 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:39.273036 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cebb36f1-1870-4fb2-b6c2-31e2f606c286 None None] Calling delete_port for e304eb3a-1648-494d-bf0c-0e34d462e6c5 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:18:39.278273 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fb6f08-d19c-4f08-84af-db65a5ca7faf None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:18:39.313338 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ec6b-fea4-4e1b-a106-ec96d37a6795 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:39.491498 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ec6b-fea4-4e1b-a106-ec96d37a6795 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:39.499924 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ec6b-fea4-4e1b-a106-ec96d37a6795 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:39.502217 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2bc24a1d-495c-4332-9491-f2b1e91d10a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:39.557324 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d35ea305-5ddd-4bfd-87cf-3bb98fccd265 None None] Provisioning complete for port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:39.557871 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d35ea305-5ddd-4bfd-87cf-3bb98fccd265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:39.584652 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ec6b-fea4-4e1b-a106-ec96d37a6795 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:39.585482 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e2ec6b-fea4-4e1b-a106-ec96d37a6795 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Fanout notify agent at l3_agent the message router_deleted on router 23504525-05c5-401e-808f-fbb8ca0732b6 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:18:39.599540 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d35ea305-5ddd-4bfd-87cf-3bb98fccd265 None None] Port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:18:39.609600 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ec6b-fea4-4e1b-a106-ec96d37a6795 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:39.611017 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f0e2ec6b-fea4-4e1b-a106-ec96d37a6795 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "DELETE /v2.0/routers/23504525-05c5-401e-808f-fbb8ca0732b6 HTTP/1.1" status: 204 len: 168 time: 1.4606411 Dec 06 15:18:39.620583 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40182) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:39.656503 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735b729-ae54-48be-aec3-d7673951a35f req-52552591-cf22-49d3-a7ff-09804f65fe9a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:39.658471 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6735b729-ae54-48be-aec3-d7673951a35f req-52552591-cf22-49d3-a7ff-09804f65fe9a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 932 time: 0.1473227 Dec 06 15:18:39.687866 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cebb36f1-1870-4fb2-b6c2-31e2f606c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:39.712567 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb36f1-1870-4fb2-b6c2-31e2f606c286 None None] No DVR routers for this DVR port e304eb3a-1648-494d-bf0c-0e34d462e6c5 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:18:39.768807 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb36f1-1870-4fb2-b6c2-31e2f606c286 None None] Pushing event deleted for resources: {'Port': ['ID=e304eb3a-1648-494d-bf0c-0e34d462e6c5,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:39.782634 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b5e21d-8317-4e2b-a665-ca8433929c7a tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:39.819409 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2bc24a1d-495c-4332-9491-f2b1e91d10a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:39.824837 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fbdfd4-39ec-4164-9491-c0b75778e4d3 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:18:39.837755 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2bc24a1d-495c-4332-9491-f2b1e91d10a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:39.842470 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:39.858293 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6735b729-ae54-48be-aec3-d7673951a35f req-b017ce3d-823d-4393-8fba-6d56c9045f26 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871433 Dec 06 15:18:39.882312 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Transition to ACTIVE for port object 73fbdfd4-39ec-4164-9491-c0b75778e4d3 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:18:39.887302 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:39.917151 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc24a1d-495c-4332-9491-f2b1e91d10a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d57b205-1cf1-4c78-8d9e-90d28089d170,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:39.926522 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2bc24a1d-495c-4332-9491-f2b1e91d10a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7fb26cf98cc5430abc3e7b837a67575e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7083416 Dec 06 15:18:39.932228 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40184) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:39.978744 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Pushing event updated for resources: {'Port': ['ID=73fbdfd4-39ec-4164-9491-c0b75778e4d3,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:39.998457 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e304eb3a-1648-494d-bf0c-0e34d462e6c5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:18:40.042313 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: e304eb3a-1648-494d-bf0c-0e34d462e6c5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:18:40.043812 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e304eb3a-1648-494d-bf0c-0e34d462e6c5 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:18:40.044420 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 74fe60a7-126d-4c56-9b2c-2035f26e479b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:18:40.077633 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 74fe60a7-126d-4c56-9b2c-2035f26e479b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:18:40.078279 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 74fe60a7-126d-4c56-9b2c-2035f26e479b not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:18:40.091972 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57e3d5db-0709-4ab3-b357-75ad5784ab35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:40.108613 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b5e21d-8317-4e2b-a665-ca8433929c7a tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:40.112295 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Attempting to bind port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:18:40.112637 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Attempting to bind port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:18:40.112968 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Attempting to bind port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 on network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:18:40.127590 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57e3d5db-0709-4ab3-b357-75ad5784ab35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:40.129428 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 on network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:18:40.129586 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Attempting to bind port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 on network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:18:40.133208 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-64b5e21d-8317-4e2b-a665-ca8433929c7a tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560f1242-a479-419f-90ca-b629ec48d104']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:40.146243 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:18:40.146578 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Checking segment: {'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:18:40.146999 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Bound using segment: {'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:18:40.147401 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Bound port: 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:18:40.147808 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:40.153554 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-64b5e21d-8317-4e2b-a665-ca8433929c7a tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c401648-5bb0-4b03-8f44-9c95035fd8cd') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:40.154108 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-64b5e21d-8317-4e2b-a665-ca8433929c7a tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c401648-5bb0-4b03-8f44-9c95035fd8cd') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:40.166112 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b5e21d-8317-4e2b-a665-ca8433929c7a tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:40.180511 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b5e21d-8317-4e2b-a665-ca8433929c7a tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:40.187328 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b5e21d-8317-4e2b-a665-ca8433929c7a tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:18:40.189004 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b5e21d-8317-4e2b-a665-ca8433929c7a tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:18:40.196233 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:18:40.245084 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57e3d5db-0709-4ab3-b357-75ad5784ab35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:40.247963 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57e3d5db-0709-4ab3-b357-75ad5784ab35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:40.249088 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-57e3d5db-0709-4ab3-b357-75ad5784ab35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d57b205-1cf1-4c78-8d9e-90d28089d170 HTTP/1.1" status: 204 len: 168 time: 0.3083408 Dec 06 15:18:40.260062 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:18:40.262941 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3d5db-0709-4ab3-b357-75ad5784ab35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d57b205-1cf1-4c78-8d9e-90d28089d170,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:40.265767 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:18:40.271062 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:40.286503 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b5e21d-8317-4e2b-a665-ca8433929c7a tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:40.304942 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64b5e21d-8317-4e2b-a665-ca8433929c7a tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:40.310260 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-64b5e21d-8317-4e2b-a665-ca8433929c7a tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "DELETE /v2.0/networks/560f1242-a479-419f-90ca-b629ec48d104 HTTP/1.1" status: 204 len: 168 time: 0.6878109 Dec 06 15:18:40.314255 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40188) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:40.345836 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:40.346776 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:40.350002 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] 10.222.0.37 "PUT /v2.0/ports/73fbdfd4-39ec-4164-9491-c0b75778e4d3 HTTP/1.1" status: 200 len: 1092 time: 1.3377299 Dec 06 15:18:40.355311 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'tag': '73fbdfd4-39ec-4164-9491-c0b75778e4d3'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:18:40.360722 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459fd308-a78b-43a2-bde7-dc4e7dcc297e" -d '{"events": [{"name": "network-changed", "server_uuid": "d57deb43-281a-4649-8d3f-63067810ae6c", "tag": "73fbdfd4-39ec-4164-9491-c0b75778e4d3"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:18:40.480102 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee86cc81-e8fd-414e-ad8f-becfc2b3e338 x-openstack-request-id: req-ee86cc81-e8fd-414e-ad8f-becfc2b3e338 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:18:40.480833 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57deb43-281a-4649-8d3f-63067810ae6c", "tag": "73fbdfd4-39ec-4164-9491-c0b75778e4d3", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:18:40.481309 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee86cc81-e8fd-414e-ad8f-becfc2b3e338 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:18:40.481965 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'tag': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'status': 'completed', 'code': 200} Dec 06 15:18:40.501503 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe34636-b29c-4c21-8776-1e2be7cbca9d service neutron] Pushing event updated for resources: {'Port': ['ID=73fbdfd4-39ec-4164-9491-c0b75778e4d3,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:40.518597 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5e21d-8317-4e2b-a665-ca8433929c7a tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event deleted for resources: {'Network': ['ID=560f1242-a479-419f-90ca-b629ec48d104,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:40.556944 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-aefdd880-10eb-4860-808c-1e2084bcaaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:40.569595 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-aefdd880-10eb-4860-808c-1e2084bcaaa9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 1095 time: 0.1367483 Dec 06 15:18:40.672946 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-c3b489a7-63eb-4346-9e9f-05c1102cd748 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3 HTTP/1.1" status: 200 len: 217 time: 0.0755317 Dec 06 15:18:40.690889 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61ff5453-c0f0-4378-b9b5-dcec81aac58f req-9c01d17a-db8e-4540-baf2-dd22ad562a62 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1185222 Dec 06 15:18:40.741330 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a8e5d-b8d2-4efe-800e-5859cf8a98ea tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Deleting port cd5b44ad-feca-43e9-b31b-776e4c70121d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:18:40.741927 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b3a8e5d-b8d2-4efe-800e-5859cf8a98ea tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:40.773016 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-ae837699-e84e-49e3-8681-699e1cb9a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:40.774763 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-ae837699-e84e-49e3-8681-699e1cb9a65e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6abeba9-0ed3-4795-916e-e028c050cd57 HTTP/1.1" status: 200 len: 834 time: 0.0875034 Dec 06 15:18:40.789590 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff5453-c0f0-4378-b9b5-dcec81aac58f req-a3c3d32a-0ea1-458e-a61d-4d29d13e4f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:40.791959 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61ff5453-c0f0-4378-b9b5-dcec81aac58f req-a3c3d32a-0ea1-458e-a61d-4d29d13e4f51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8c253a87fef04170bb820f8a6311020b&device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 1136 time: 0.0721748 Dec 06 15:18:40.919913 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-0c9689ad-6243-4107-a681-29712f59cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:40.921459 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-0c9689ad-6243-4107-a681-29712f59cc82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345246 Dec 06 15:18:40.978307 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff5453-c0f0-4378-b9b5-dcec81aac58f req-7dae6509-7672-43e2-a8c2-2e521ae4f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:40.979771 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61ff5453-c0f0-4378-b9b5-dcec81aac58f req-7dae6509-7672-43e2-a8c2-2e521ae4f7ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 HTTP/1.1" status: 200 len: 897 time: 0.1505957 Dec 06 15:18:41.119365 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9e741-abca-443b-a54e-c42de1ca74b3 req-3f999abe-135c-4ac4-9449-df34ed6f1ede tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:41.120885 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfd9e741-abca-443b-a54e-c42de1ca74b3 req-3f999abe-135c-4ac4-9449-df34ed6f1ede tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 944 time: 0.1532664 Dec 06 15:18:41.124697 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61ff5453-c0f0-4378-b9b5-dcec81aac58f req-f3bc6ce3-4715-40b9-82c9-01c145b42cf2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2fd90e8-1df7-4178-8d25-f8d783917bea HTTP/1.1" status: 200 len: 1002 time: 0.1228213 Dec 06 15:18:41.182661 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b3a8e5d-b8d2-4efe-800e-5859cf8a98ea tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:41.182992 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b3a8e5d-b8d2-4efe-800e-5859cf8a98ea tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:41.188012 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-8dd7631c-d4e6-41e6-8c2a-5be505f6d378 service neutron] 10.222.0.37 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506473 Dec 06 15:18:41.195405 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a8e5d-b8d2-4efe-800e-5859cf8a98ea tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Calling delete_port for cd5b44ad-feca-43e9-b31b-776e4c70121d owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:18:41.245593 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfd9e741-abca-443b-a54e-c42de1ca74b3 req-94561c78-d21a-410b-82d3-e5dddaacb341 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132216 Dec 06 15:18:41.255305 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff5453-c0f0-4378-b9b5-dcec81aac58f req-839b4cb4-4617-49a6-809a-b53d0482f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:41.256796 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61ff5453-c0f0-4378-b9b5-dcec81aac58f req-839b4cb4-4617-49a6-809a-b53d0482f45a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=459d46a3-1822-4c6e-a280-19b29db75334 HTTP/1.1" status: 200 len: 835 time: 0.1196039 Dec 06 15:18:41.350572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f786867-b0e2-4087-bc08-fb96b04b2540 req-2563a123-585c-4f48-9932-da2f055692f0 service neutron] 10.222.0.37 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509454 Dec 06 15:18:41.353288 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff5453-c0f0-4378-b9b5-dcec81aac58f req-8a8723e8-c203-496b-82ad-e48a56dfd3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:41.354692 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61ff5453-c0f0-4378-b9b5-dcec81aac58f req-8a8723e8-c203-496b-82ad-e48a56dfd3c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892236 Dec 06 15:18:41.359188 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b3a8e5d-b8d2-4efe-800e-5859cf8a98ea tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:41.389219 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a8e5d-b8d2-4efe-800e-5859cf8a98ea tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event deleted for resources: {'Port': ['ID=cd5b44ad-feca-43e9-b31b-776e4c70121d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:41.460376 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b3a8e5d-b8d2-4efe-800e-5859cf8a98ea tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:41.461050 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-1b3a8e5d-b8d2-4efe-800e-5859cf8a98ea tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Floating IP 48dde13a-1ac3-4cf4-82d0-862e7237bf95 disassociated (deleted). External IP: 172.35.7.109, port: c2fd90e8-1df7-4178-8d25-f8d783917bea. Dec 06 15:18:41.502058 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fd308-a78b-43a2-bde7-dc4e7dcc297e req-b1a50fb5-b64d-4991-9ca2-db3aca67fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:41.503558 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-459fd308-a78b-43a2-bde7-dc4e7dcc297e req-b1a50fb5-b64d-4991-9ca2-db3aca67fc77 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 1095 time: 0.0875342 Dec 06 15:18:41.523808 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61ff5453-c0f0-4378-b9b5-dcec81aac58f req-da3f85f2-de63-4f00-a7bf-e506b4d2ff01 service neutron] 10.222.0.23 "GET /v2.0/networks/9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612298 Dec 06 15:18:41.675892 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fd308-a78b-43a2-bde7-dc4e7dcc297e req-27bdc0f3-ee2d-4df6-83a7-33720762dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:41.677361 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-459fd308-a78b-43a2-bde7-dc4e7dcc297e req-27bdc0f3-ee2d-4df6-83a7-33720762dd05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 HTTP/1.1" status: 200 len: 897 time: 0.1659999 Dec 06 15:18:41.683445 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61ff5453-c0f0-4378-b9b5-dcec81aac58f req-72777cb0-3ee0-4381-828e-24f63c74da94 service neutron] 10.222.0.23 "GET /v2.0/networks/9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475596 Dec 06 15:18:41.686154 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3a8e5d-b8d2-4efe-800e-5859cf8a98ea tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Router f701eef9-fbc7-475b-9f5b-88bb69f45d8e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:18:41.749526 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-459fd308-a78b-43a2-bde7-dc4e7dcc297e req-573016dd-f1a3-4b82-b356-73435ee4939d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3 HTTP/1.1" status: 200 len: 217 time: 0.0638418 Dec 06 15:18:41.770374 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 74bac448-c04e-476d-a45b-92ed6ed107b4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:18:41.805205 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 74bac448-c04e-476d-a45b-92ed6ed107b4 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:18:41.805205 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 74bac448-c04e-476d-a45b-92ed6ed107b4 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:18:41.835719 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fd308-a78b-43a2-bde7-dc4e7dcc297e req-0cd13216-9979-46a4-8432-599ff3ba95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:41.837224 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-459fd308-a78b-43a2-bde7-dc4e7dcc297e req-0cd13216-9979-46a4-8432-599ff3ba95b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6abeba9-0ed3-4795-916e-e028c050cd57 HTTP/1.1" status: 200 len: 834 time: 0.0784061 Dec 06 15:18:41.839050 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3a8e5d-b8d2-4efe-800e-5859cf8a98ea tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:18:41.843866 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b3a8e5d-b8d2-4efe-800e-5859cf8a98ea tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:41.850790 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f8ad6f-51f8-4bfd-8406-da9b0c54a95c None None] Sync routers for ids ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:18:41.865704 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f8ad6f-51f8-4bfd-8406-da9b0c54a95c None None] Routers {'f701eef9-fbc7-475b-9f5b-88bb69f45d8e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:41.866723 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-86f8ad6f-51f8-4bfd-8406-da9b0c54a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:41.882835 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1b3a8e5d-b8d2-4efe-800e-5859cf8a98ea tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "DELETE /v2.0/floatingips/48dde13a-1ac3-4cf4-82d0-862e7237bf95 HTTP/1.1" status: 204 len: 168 time: 1.5671685 Dec 06 15:18:41.883666 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74bac609-c87f-4de4-a689-792b1870df4b', 'tag': 'c2fd90e8-1df7-4178-8d25-f8d783917bea'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:18:41.886148 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad595f15-daf0-434d-9a0d-6926f8d36867" -d '{"events": [{"name": "network-changed", "server_uuid": "74bac609-c87f-4de4-a689-792b1870df4b", "tag": "c2fd90e8-1df7-4178-8d25-f8d783917bea"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:18:41.907421 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fd308-a78b-43a2-bde7-dc4e7dcc297e req-dc5bb50e-8f72-475c-8299-14cd012f0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:41.909295 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-459fd308-a78b-43a2-bde7-dc4e7dcc297e req-dc5bb50e-8f72-475c-8299-14cd012f0abc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630615 Dec 06 15:18:41.966714 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ac83a4-18d1-4187-b43f-27cf5b7fea17 x-openstack-request-id: req-f8ac83a4-18d1-4187-b43f-27cf5b7fea17 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:18:41.967243 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74bac609-c87f-4de4-a689-792b1870df4b", "tag": "c2fd90e8-1df7-4178-8d25-f8d783917bea", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:18:41.967578 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8ac83a4-18d1-4187-b43f-27cf5b7fea17 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:18:41.968087 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74bac609-c87f-4de4-a689-792b1870df4b', 'tag': 'c2fd90e8-1df7-4178-8d25-f8d783917bea', 'status': 'completed', 'code': 200} Dec 06 15:18:42.028980 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-86f8ad6f-51f8-4bfd-8406-da9b0c54a95c None None] Set router f701eef9-fbc7-475b-9f5b-88bb69f45d8e gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:42.082506 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-459fd308-a78b-43a2-bde7-dc4e7dcc297e req-e36421a5-5da4-4a71-833c-d3952665176d service neutron] 10.222.0.37 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651235 Dec 06 15:18:42.085743 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad595f15-daf0-434d-9a0d-6926f8d36867 req-5fc379b3-4c55-4d70-8276-a677911db19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:42.087326 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad595f15-daf0-434d-9a0d-6926f8d36867 req-5fc379b3-4c55-4d70-8276-a677911db19f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8c253a87fef04170bb820f8a6311020b&device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 1136 time: 0.0664885 Dec 06 15:18:42.280089 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-459fd308-a78b-43a2-bde7-dc4e7dcc297e req-809eb97f-5a8b-4b05-a081-5bb5393f56bb service neutron] 10.222.0.37 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874802 Dec 06 15:18:42.301950 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbe712-6b2d-479c-ae8c-4b3600cf4296 req-4d9186f8-98e7-4784-ad80-2009ce2e9a80 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:42.303470 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0ffbe712-6b2d-479c-ae8c-4b3600cf4296 req-4d9186f8-98e7-4784-ad80-2009ce2e9a80 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 985 time: 0.1406364 Dec 06 15:18:42.331538 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad595f15-daf0-434d-9a0d-6926f8d36867 req-069bf65b-2cac-44b5-b84b-d9cee2ef229c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:42.333014 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad595f15-daf0-434d-9a0d-6926f8d36867 req-069bf65b-2cac-44b5-b84b-d9cee2ef229c service neutron] 10.222.0.23 "GET /v2.0/networks?id=9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 HTTP/1.1" status: 200 len: 897 time: 0.1690731 Dec 06 15:18:42.385720 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-86f8ad6f-51f8-4bfd-8406-da9b0c54a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241663504', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13'}], 'enable_snat': True}, 'gw_port_id': '8157b204-53f8-4c56-8124-47bc7779130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:11Z', 'updated_at': '2021-12-06T15:17:16Z', 'revision_number': 4, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '8157b204-53f8-4c56-8124-47bc7779130a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:12Z', 'updated_at': '2021-12-06T15:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8', 'name': '', 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'mac_address': 'fa:16:3e:49:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '459d46a3-1822-4c6e-a280-19b29db75334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:15Z', 'updated_at': '2021-12-06T15:17:21Z', 'revision_number': 5, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'subnets': [{'id': '459d46a3-1822-4c6e-a280-19b29db75334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:42.391750 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad595f15-daf0-434d-9a0d-6926f8d36867 req-f94fff2b-1035-4889-8d00-9f8ad183f0cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2fd90e8-1df7-4178-8d25-f8d783917bea HTTP/1.1" status: 200 len: 217 time: 0.0508161 Dec 06 15:18:42.394326 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f67c5-65dc-4489-a564-7c0f19338241 req-ec536283-4061-4fa0-995d-8ecf63d9c17e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:42.402321 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1f4f67c5-65dc-4489-a564-7c0f19338241 req-ec536283-4061-4fa0-995d-8ecf63d9c17e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 944 time: 0.0663962 Dec 06 15:18:42.423182 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f8ad6f-51f8-4bfd-8406-da9b0c54a95c None None] Checking router: f701eef9-fbc7-475b-9f5b-88bb69f45d8e for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:18:42.435578 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f8ad6f-51f8-4bfd-8406-da9b0c54a95c None None] Routers {'f701eef9-fbc7-475b-9f5b-88bb69f45d8e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:42.436231 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-86f8ad6f-51f8-4bfd-8406-da9b0c54a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:42.440012 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0ffbe712-6b2d-479c-ae8c-4b3600cf4296 req-523f03f4-a112-4412-be9b-634a81a7884a tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/security-groups?id=297f02a9-dc2d-4723-8845-1b2efdc1f8c1&id=1ada4c3f-a2a7-4d42-8608-8d64c075691d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1250520 Dec 06 15:18:42.469993 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1f4f67c5-65dc-4489-a564-7c0f19338241 req-e6d67f3d-b5fc-45d8-a7b4-baf6880c335f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663874 Dec 06 15:18:42.475717 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad595f15-daf0-434d-9a0d-6926f8d36867 req-22eff679-2440-472c-b36b-8da5d4e5740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:42.475717 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad595f15-daf0-434d-9a0d-6926f8d36867 req-22eff679-2440-472c-b36b-8da5d4e5740b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=459d46a3-1822-4c6e-a280-19b29db75334 HTTP/1.1" status: 200 len: 835 time: 0.0726082 Dec 06 15:18:42.525860 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad595f15-daf0-434d-9a0d-6926f8d36867 req-943abeb4-deff-4abc-8ccb-3862662a05d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:42.527375 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad595f15-daf0-434d-9a0d-6926f8d36867 req-943abeb4-deff-4abc-8ccb-3862662a05d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454183 Dec 06 15:18:42.550649 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-86f8ad6f-51f8-4bfd-8406-da9b0c54a95c None None] Set router f701eef9-fbc7-475b-9f5b-88bb69f45d8e gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:42.625365 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad595f15-daf0-434d-9a0d-6926f8d36867 req-227d5064-a3f3-4305-96be-93dbfe38bedc service neutron] 10.222.0.23 "GET /v2.0/networks/9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900159 Dec 06 15:18:42.734437 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad595f15-daf0-434d-9a0d-6926f8d36867 req-d2b420c2-b002-4c7d-acbb-6eb791a74f8f service neutron] 10.222.0.23 "GET /v2.0/networks/9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012690 Dec 06 15:18:42.780691 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-86f8ad6f-51f8-4bfd-8406-da9b0c54a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241663504', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13'}], 'enable_snat': True}, 'gw_port_id': '8157b204-53f8-4c56-8124-47bc7779130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:11Z', 'updated_at': '2021-12-06T15:17:16Z', 'revision_number': 4, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '8157b204-53f8-4c56-8124-47bc7779130a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:12Z', 'updated_at': '2021-12-06T15:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8', 'name': '', 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'mac_address': 'fa:16:3e:49:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '459d46a3-1822-4c6e-a280-19b29db75334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:15Z', 'updated_at': '2021-12-06T15:17:21Z', 'revision_number': 5, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'subnets': [{'id': '459d46a3-1822-4c6e-a280-19b29db75334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:42.807222 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f8ad6f-51f8-4bfd-8406-da9b0c54a95c None None] The sync data for ids ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'] in n-d-master-1 is: [{'id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241663504', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13'}], 'enable_snat': True}, 'gw_port_id': '8157b204-53f8-4c56-8124-47bc7779130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:11Z', 'updated_at': '2021-12-06T15:17:16Z', 'revision_number': 4, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '8157b204-53f8-4c56-8124-47bc7779130a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:12Z', 'updated_at': '2021-12-06T15:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8', 'name': '', 'network_id': '9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'mac_address': 'fa:16:3e:49:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '459d46a3-1822-4c6e-a280-19b29db75334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:15Z', 'updated_at': '2021-12-06T15:17:21Z', 'revision_number': 5, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'subnets': [{'id': '459d46a3-1822-4c6e-a280-19b29db75334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:18:43.048642 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51386e30-1b77-4f5f-9ec3-41fb3c12756a None None] New status for floating IP 48dde13a-1ac3-4cf4-82d0-862e7237bf95: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:18:43.435229 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfc5aa-1d99-4596-b3dd-7c3c821f337c req-e03e4665-f5a2-40f9-b509-785499d4dd82 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:43.436711 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-38bfc5aa-1d99-4596-b3dd-7c3c821f337c req-e03e4665-f5a2-40f9-b509-785499d4dd82 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.23 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 985 time: 0.0479147 Dec 06 15:18:43.570931 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-38bfc5aa-1d99-4596-b3dd-7c3c821f337c req-1630a45b-b3f1-41e9-9ddb-d5a3ad24951b tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Deleting port c2fd90e8-1df7-4178-8d25-f8d783917bea {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:18:43.571375 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-38bfc5aa-1d99-4596-b3dd-7c3c821f337c req-1630a45b-b3f1-41e9-9ddb-d5a3ad24951b tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:43.609881 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b65488-61a5-4945-a2e9-363d5f3d65e3 req-413f9acb-cf00-48ce-9536-a1b7b00214e1 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:43.616492 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-51b65488-61a5-4945-a2e9-363d5f3d65e3 req-413f9acb-cf00-48ce-9536-a1b7b00214e1 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 944 time: 0.0682566 Dec 06 15:18:43.646484 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22f808-bbee-4185-8ca9-0385e87eb981 req-2e47feb9-c10f-4611-b3b4-fe0228a08b23 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:43.652226 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a22f808-bbee-4185-8ca9-0385e87eb981 req-2e47feb9-c10f-4611-b3b4-fe0228a08b23 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/ports?device_id=74bac609-c87f-4de4-a689-792b1870df4b HTTP/1.1" status: 200 len: 985 time: 0.1210589 Dec 06 15:18:43.668622 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-51b65488-61a5-4945-a2e9-363d5f3d65e3 req-3ed388b3-d974-4233-a7cf-4f763b879e55 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496097 Dec 06 15:18:44.039043 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-38bfc5aa-1d99-4596-b3dd-7c3c821f337c req-1630a45b-b3f1-41e9-9ddb-d5a3ad24951b tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] For port c2fd90e8-1df7-4178-8d25-f8d783917bea, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c2fd90e8-1df7-4178-8d25-f8d783917bea,segment=NetworkSegment(2ea96a55-5066-4a10-8062-57b5ed11aa27),segment_id=2ea96a55-5066-4a10-8062-57b5ed11aa27)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:44.039737 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-38bfc5aa-1d99-4596-b3dd-7c3c821f337c req-1630a45b-b3f1-41e9-9ddb-d5a3ad24951b tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:44.062218 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-38bfc5aa-1d99-4596-b3dd-7c3c821f337c req-1630a45b-b3f1-41e9-9ddb-d5a3ad24951b tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Calling delete_port for c2fd90e8-1df7-4178-8d25-f8d783917bea owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:18:44.073878 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a22f808-bbee-4185-8ca9-0385e87eb981 req-d33981d4-ef93-40d0-9e47-5c10f91007ae tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "GET /v2.0/security-groups?id=297f02a9-dc2d-4723-8845-1b2efdc1f8c1&id=1ada4c3f-a2a7-4d42-8608-8d64c075691d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4175072 Dec 06 15:18:44.146972 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 73fbdfd4-39ec-4164-9491-c0b75778e4d3 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:18:44.196777 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-38bfc5aa-1d99-4596-b3dd-7c3c821f337c req-1630a45b-b3f1-41e9-9ddb-d5a3ad24951b tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:44.233909 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630a45b-b3f1-41e9-9ddb-d5a3ad24951b tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event deleted for resources: {'Port': ['ID=c2fd90e8-1df7-4178-8d25-f8d783917bea,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:44.265296 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:44.273636 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bfc5aa-1d99-4596-b3dd-7c3c821f337c req-1630a45b-b3f1-41e9-9ddb-d5a3ad24951b tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] No DVR routers for this DVR port c2fd90e8-1df7-4178-8d25-f8d783917bea on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:18:44.280273 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-38bfc5aa-1d99-4596-b3dd-7c3c821f337c req-1630a45b-b3f1-41e9-9ddb-d5a3ad24951b tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:44.282944 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'port_id': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'mac_address': 'fa:16:3e:8d:1a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:18:44.283750 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-38bfc5aa-1d99-4596-b3dd-7c3c821f337c req-1630a45b-b3f1-41e9-9ddb-d5a3ad24951b tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.23 "DELETE /v2.0/ports/c2fd90e8-1df7-4178-8d25-f8d783917bea HTTP/1.1" status: 204 len: 173 time: 0.8408964 Dec 06 15:18:44.284210 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bac609-c87f-4de4-a689-792b1870df4b', 'name': 'network-vif-deleted', 'tag': 'c2fd90e8-1df7-4178-8d25-f8d783917bea'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:18:44.287071 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325d13c4-a7a3-4693-b32c-6190c6ab9371" -d '{"events": [{"server_uuid": "74bac609-c87f-4de4-a689-792b1870df4b", "name": "network-vif-deleted", "tag": "c2fd90e8-1df7-4178-8d25-f8d783917bea"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:18:44.330438 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b33817-fe47-4986-9755-ab911a0de8fe x-openstack-request-id: req-55b33817-fe47-4986-9755-ab911a0de8fe {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:18:44.330788 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74bac609-c87f-4de4-a689-792b1870df4b", "name": "network-vif-deleted", "tag": "c2fd90e8-1df7-4178-8d25-f8d783917bea", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:18:44.331448 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55b33817-fe47-4986-9755-ab911a0de8fe {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:18:44.331765 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74bac609-c87f-4de4-a689-792b1870df4b', 'name': 'network-vif-deleted', 'tag': 'c2fd90e8-1df7-4178-8d25-f8d783917bea', 'status': 'completed', 'code': 200} Dec 06 15:18:44.339797 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:44.356238 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fbdfd4-39ec-4164-9491-c0b75778e4d3 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:18:44.376573 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:44.383430 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:44.442084 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=73fbdfd4-39ec-4164-9491-c0b75778e4d3,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:44.618890 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['73fbdfd4-39ec-4164-9491-c0b75778e4d3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:18:44.832416 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c2ee2-1a38-4bd9-80cf-fcd5d10af683 req-23b5784f-5d53-4d06-8f7e-f55b55ee364e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:44.834331 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-657c2ee2-1a38-4bd9-80cf-fcd5d10af683 req-23b5784f-5d53-4d06-8f7e-f55b55ee364e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 945 time: 0.0796630 Dec 06 15:18:44.890092 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-657c2ee2-1a38-4bd9-80cf-fcd5d10af683 req-fdc57dbb-f436-41dd-b7c2-c29a416db02d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477955 Dec 06 15:18:45.129926 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40266) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:45.186466 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c54b2cf-7b8c-433f-a170-6d77eae9836c tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:45.208632 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c54b2cf-7b8c-433f-a170-6d77eae9836c tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:45.250507 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c54b2cf-7b8c-433f-a170-6d77eae9836c tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:45.253253 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c54b2cf-7b8c-433f-a170-6d77eae9836c tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:45.254435 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4c54b2cf-7b8c-433f-a170-6d77eae9836c tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "DELETE /v2.0/security-groups/297f02a9-dc2d-4723-8845-1b2efdc1f8c1 HTTP/1.1" status: 204 len: 168 time: 0.1235099 Dec 06 15:18:45.257292 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40268) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:45.264280 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54b2cf-7b8c-433f-a170-6d77eae9836c tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297f02a9-dc2d-4723-8845-1b2efdc1f8c1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:45.327545 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9605a89c-b2b8-4312-b25f-da8e984b5974 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:45.350885 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9605a89c-b2b8-4312-b25f-da8e984b5974 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:45.396881 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9605a89c-b2b8-4312-b25f-da8e984b5974 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:45.399789 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9605a89c-b2b8-4312-b25f-da8e984b5974 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:45.401204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9605a89c-b2b8-4312-b25f-da8e984b5974 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "DELETE /v2.0/security-groups/1ada4c3f-a2a7-4d42-8608-8d64c075691d HTTP/1.1" status: 204 len: 168 time: 0.1422188 Dec 06 15:18:45.404174 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40270) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:45.415049 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605a89c-b2b8-4312-b25f-da8e984b5974 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ada4c3f-a2a7-4d42-8608-8d64c075691d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:45.785416 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:46.025748 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50469a6-3220-4e3f-9efb-9c75cdb295c4 req-3336cb88-87e9-4a7b-a7c7-a6993708afdd tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:46.026677 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c50469a6-3220-4e3f-9efb-9c75cdb295c4 req-3336cb88-87e9-4a7b-a7c7-a6993708afdd tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 945 time: 0.0505064 Dec 06 15:18:46.053329 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Deleting port ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:18:46.053666 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:46.080968 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c50469a6-3220-4e3f-9efb-9c75cdb295c4 req-00d6c24e-75ea-454a-9590-760d39c39a7c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473647 Dec 06 15:18:46.142314 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c2fd90e8-1df7-4178-8d25-f8d783917bea no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:18:46.154801 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] For port ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8,segment=NetworkSegment(2ea96a55-5066-4a10-8062-57b5ed11aa27),segment_id=2ea96a55-5066-4a10-8062-57b5ed11aa27)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:46.155345 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:46.164896 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: c2fd90e8-1df7-4178-8d25-f8d783917bea {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:18:46.165175 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c2fd90e8-1df7-4178-8d25-f8d783917bea not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:18:46.168723 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Calling delete_port for ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:18:46.181199 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 73fbdfd4-39ec-4164-9491-c0b75778e4d3 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:18:46.234454 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:18:46.239452 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:46.239876 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:46.330249 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:46.353777 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fbdfd4-39ec-4164-9491-c0b75778e4d3'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:18:46.358319 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d209ba4a-ef6a-4db8-9183-64dd00d092a0" -d '{"events": [{"server_uuid": "d57deb43-281a-4649-8d3f-63067810ae6c", "name": "network-vif-plugged", "status": "completed", "tag": "73fbdfd4-39ec-4164-9491-c0b75778e4d3"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:18:46.380013 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:46.389158 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:46.392237 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:46.423254 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event deleted for resources: {'Port': ['ID=ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:46.437634 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:46.437634 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:46.437634 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:46.438159 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:46.438386 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:46.438788 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:46.439184 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:46.439578 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:46.439999 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:46.440390 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:46.440782 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:46.441170 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:46.441557 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:46.450992 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=73fbdfd4-39ec-4164-9491-c0b75778e4d3,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:46.456163 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f259887-3930-43f0-a75d-5f0bcc2c7b22 x-openstack-request-id: req-3f259887-3930-43f0-a75d-5f0bcc2c7b22 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:18:46.456462 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57deb43-281a-4649-8d3f-63067810ae6c", "name": "network-vif-plugged", "status": "completed", "tag": "73fbdfd4-39ec-4164-9491-c0b75778e4d3", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:18:46.456720 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f259887-3930-43f0-a75d-5f0bcc2c7b22 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:18:46.457116 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'code': 200} Dec 06 15:18:46.574003 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1566d51-93ba-4bd5-bf90-c4a288098e34 req-7b43419f-87e6-41ae-8b4d-348dd2c951e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:46.577057 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1566d51-93ba-4bd5-bf90-c4a288098e34 req-7b43419f-87e6-41ae-8b4d-348dd2c951e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 1097 time: 0.0665047 Dec 06 15:18:46.643599 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1566d51-93ba-4bd5-bf90-c4a288098e34 req-9ee894e7-770a-4b98-a47c-f8cfd1b772ba service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546610 Dec 06 15:18:46.652963 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:46.878471 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Router f701eef9-fbc7-475b-9f5b-88bb69f45d8e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:18:46.985854 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:18:46.993858 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a0bf4948-5607-4256-a2bd-d5afaa5b5d7d tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "PUT /v2.0/routers/f701eef9-fbc7-475b-9f5b-88bb69f45d8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5856636 Dec 06 15:18:46.993858 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40306) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:46.997625 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a31705-1583-4ae6-bb6c-54ac7159a82e None None] Sync routers for ids ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:18:47.012307 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a31705-1583-4ae6-bb6c-54ac7159a82e None None] Routers {'f701eef9-fbc7-475b-9f5b-88bb69f45d8e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:47.012921 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-10a31705-1583-4ae6-bb6c-54ac7159a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:47.045953 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3a7277-1cf6-4165-a289-8b6811cc6950 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Deleting subnet 459d46a3-1822-4c6e-a280-19b29db75334 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:18:47.049154 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7277-1cf6-4165-a289-8b6811cc6950 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:47.097490 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7277-1cf6-4165-a289-8b6811cc6950 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:47.118508 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-10a31705-1583-4ae6-bb6c-54ac7159a82e None None] Set router f701eef9-fbc7-475b-9f5b-88bb69f45d8e gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:47.204087 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7277-1cf6-4165-a289-8b6811cc6950 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:47.216491 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b61ae-93a0-4bbe-bcd8-893e6ac2b93e req-1f73fca3-0063-48bb-ae0f-d6435a1c4c2c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:47.218372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a7b61ae-93a0-4bbe-bcd8-893e6ac2b93e req-1f73fca3-0063-48bb-ae0f-d6435a1c4c2c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0535176 Dec 06 15:18:47.275886 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7277-1cf6-4165-a289-8b6811cc6950 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:47.277008 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a7b61ae-93a0-4bbe-bcd8-893e6ac2b93e req-84129181-90ca-449d-b40a-70302a35c77e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523193 Dec 06 15:18:47.305988 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a7277-1cf6-4165-a289-8b6811cc6950 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event deleted for resources: {'Subnet': ['ID=459d46a3-1822-4c6e-a280-19b29db75334,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:47.309850 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7277-1cf6-4165-a289-8b6811cc6950 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:47.324692 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6e3a7277-1cf6-4165-a289-8b6811cc6950 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "DELETE /v2.0/subnets/459d46a3-1822-4c6e-a280-19b29db75334 HTTP/1.1" status: 204 len: 168 time: 0.3187735 Dec 06 15:18:47.325204 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40316) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:47.331310 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-10a31705-1583-4ae6-bb6c-54ac7159a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241663504', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13'}], 'enable_snat': True}, 'gw_port_id': '8157b204-53f8-4c56-8124-47bc7779130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:11Z', 'updated_at': '2021-12-06T15:18:46Z', 'revision_number': 5, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '8157b204-53f8-4c56-8124-47bc7779130a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:12Z', 'updated_at': '2021-12-06T15:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:47.342491 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed412d03-79f8-452b-a1b2-5ad61181102d None None] Network 9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:18:47.373830 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a31705-1583-4ae6-bb6c-54ac7159a82e None None] Checking router: f701eef9-fbc7-475b-9f5b-88bb69f45d8e for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:18:47.388295 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a31705-1583-4ae6-bb6c-54ac7159a82e None None] Routers {'f701eef9-fbc7-475b-9f5b-88bb69f45d8e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:47.389315 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-10a31705-1583-4ae6-bb6c-54ac7159a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:47.462866 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52246c65-50b5-410b-bc22-993c7d301755 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:47.518011 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-10a31705-1583-4ae6-bb6c-54ac7159a82e None None] Set router f701eef9-fbc7-475b-9f5b-88bb69f45d8e gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:47.587430 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52246c65-50b5-410b-bc22-993c7d301755 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:47.601002 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78d3ae4-f96a-4678-ba6a-961ca7df7276 None None] DHCP port deletion for 9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:18:47.659052 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b78d3ae4-f96a-4678-ba6a-961ca7df7276 None None] Deleting port 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:18:47.659296 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-52246c65-50b5-410b-bc22-993c7d301755 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Deleting port 8157b204-53f8-4c56-8124-47bc7779130a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:18:47.659648 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52246c65-50b5-410b-bc22-993c7d301755 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:47.659819 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b78d3ae4-f96a-4678-ba6a-961ca7df7276 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:47.730791 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-10a31705-1583-4ae6-bb6c-54ac7159a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241663504', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13'}], 'enable_snat': True}, 'gw_port_id': '8157b204-53f8-4c56-8124-47bc7779130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:11Z', 'updated_at': '2021-12-06T15:18:46Z', 'revision_number': 5, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '8157b204-53f8-4c56-8124-47bc7779130a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:12Z', 'updated_at': '2021-12-06T15:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:47.762183 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b78d3ae4-f96a-4678-ba6a-961ca7df7276 None None] For port 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=062745ee-5f2b-4d0d-8a0f-b0d4a22dce35,segment=NetworkSegment(2ea96a55-5066-4a10-8062-57b5ed11aa27),segment_id=2ea96a55-5066-4a10-8062-57b5ed11aa27)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:47.762825 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b78d3ae4-f96a-4678-ba6a-961ca7df7276 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:47.763986 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a31705-1583-4ae6-bb6c-54ac7159a82e None None] The sync data for ids ['f701eef9-fbc7-475b-9f5b-88bb69f45d8e'] in n-d-master-1 is: [{'id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241663504', 'tenant_id': '8c253a87fef04170bb820f8a6311020b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13'}], 'enable_snat': True}, 'gw_port_id': '8157b204-53f8-4c56-8124-47bc7779130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:11Z', 'updated_at': '2021-12-06T15:18:46Z', 'revision_number': 5, 'project_id': '8c253a87fef04170bb820f8a6311020b', 'gw_port': {'id': '8157b204-53f8-4c56-8124-47bc7779130a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:60:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701eef9-fbc7-475b-9f5b-88bb69f45d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:12Z', 'updated_at': '2021-12-06T15:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:18:47.784515 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b78d3ae4-f96a-4678-ba6a-961ca7df7276 None None] Calling delete_port for 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:18:47.787505 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-52246c65-50b5-410b-bc22-993c7d301755 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] For port 8157b204-53f8-4c56-8124-47bc7779130a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8157b204-53f8-4c56-8124-47bc7779130a,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:47.787900 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52246c65-50b5-410b-bc22-993c7d301755 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:47.816828 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-52246c65-50b5-410b-bc22-993c7d301755 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Calling delete_port for 8157b204-53f8-4c56-8124-47bc7779130a owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:18:47.883290 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b78d3ae4-f96a-4678-ba6a-961ca7df7276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:47.916501 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d3ae4-f96a-4678-ba6a-961ca7df7276 None None] Pushing event deleted for resources: {'Port': ['ID=062745ee-5f2b-4d0d-8a0f-b0d4a22dce35,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:47.921920 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78d3ae4-f96a-4678-ba6a-961ca7df7276 None None] No DVR routers for this DVR port 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:18:48.015646 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52246c65-50b5-410b-bc22-993c7d301755 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:48.043504 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52246c65-50b5-410b-bc22-993c7d301755 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event deleted for resources: {'Port': ['ID=8157b204-53f8-4c56-8124-47bc7779130a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:48.054385 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c11ab2-7d85-42bd-acc2-2c85cc4f01ec None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:18:48.104288 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52246c65-50b5-410b-bc22-993c7d301755 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:48.220407 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52246c65-50b5-410b-bc22-993c7d301755 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:48.222668 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52246c65-50b5-410b-bc22-993c7d301755 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:48.237569 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:18:48.260744 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:18:48.261096 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 062745ee-5f2b-4d0d-8a0f-b0d4a22dce35 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:18:48.276791 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52246c65-50b5-410b-bc22-993c7d301755 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:48.277634 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52246c65-50b5-410b-bc22-993c7d301755 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Fanout notify agent at l3_agent the message router_deleted on router f701eef9-fbc7-475b-9f5b-88bb69f45d8e {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:18:48.286898 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52246c65-50b5-410b-bc22-993c7d301755 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:48.290579 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-52246c65-50b5-410b-bc22-993c7d301755 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "DELETE /v2.0/routers/f701eef9-fbc7-475b-9f5b-88bb69f45d8e HTTP/1.1" status: 204 len: 168 time: 0.9621627 Dec 06 15:18:48.290765 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40338) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:48.383222 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c371f3de-e9d4-4f2f-af04-e36c0ee79e67 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:48.453588 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf0547-ec4a-42fe-b0be-3efa32c387b9 req-b8ba7f6a-dcac-4760-8e6a-9b95ae9a3059 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:48.455081 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cbaf0547-ec4a-42fe-b0be-3efa32c387b9 req-b8ba7f6a-dcac-4760-8e6a-9b95ae9a3059 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0927966 Dec 06 15:18:48.533961 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c371f3de-e9d4-4f2f-af04-e36c0ee79e67 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:48.584018 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c371f3de-e9d4-4f2f-af04-e36c0ee79e67 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:48.597209 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cbaf0547-ec4a-42fe-b0be-3efa32c387b9 req-4166a404-f25e-4805-a51f-7054b273218e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311843 Dec 06 15:18:48.608281 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c371f3de-e9d4-4f2f-af04-e36c0ee79e67 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea96a55-5066-4a10-8062-57b5ed11aa27') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:48.608595 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c371f3de-e9d4-4f2f-af04-e36c0ee79e67 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea96a55-5066-4a10-8062-57b5ed11aa27') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:48.628777 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c371f3de-e9d4-4f2f-af04-e36c0ee79e67 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:48.654087 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c371f3de-e9d4-4f2f-af04-e36c0ee79e67 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:48.662608 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c371f3de-e9d4-4f2f-af04-e36c0ee79e67 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:18:48.663034 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c371f3de-e9d4-4f2f-af04-e36c0ee79e67 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:18:48.666452 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:18:48.762534 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c371f3de-e9d4-4f2f-af04-e36c0ee79e67 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:48.785605 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8b324-38ed-4481-9f5b-1b52d73c3aa9 req-7dea3fb5-67e4-436e-b1bb-8b4112f51bb3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:48.794847 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ccc8b324-38ed-4481-9f5b-1b52d73c3aa9 req-7dea3fb5-67e4-436e-b1bb-8b4112f51bb3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0857382 Dec 06 15:18:48.795388 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c371f3de-e9d4-4f2f-af04-e36c0ee79e67 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:48.799077 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c371f3de-e9d4-4f2f-af04-e36c0ee79e67 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] 10.222.0.20 "DELETE /v2.0/networks/9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0 HTTP/1.1" status: 204 len: 168 time: 0.5073354 Dec 06 15:18:48.800110 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371f3de-e9d4-4f2f-af04-e36c0ee79e67 tempest-TestSecurityGroupsBasicOps-1981110258 tempest-TestSecurityGroupsBasicOps-1981110258-project] Pushing event deleted for resources: {'Network': ['ID=9ab41ad1-b1c7-4e1f-a94d-2c77df6c63d0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:48.858115 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ccc8b324-38ed-4481-9f5b-1b52d73c3aa9 req-1298f19f-c7cb-4e24-af70-21272b8dee5e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617254 Dec 06 15:18:48.891415 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40356) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:48.953870 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4a0eed-925b-4713-9e0e-60565351c219 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:48.958165 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7e4a0eed-925b-4713-9e0e-60565351c219 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 1092 time: 0.0626628 Dec 06 15:18:48.958321 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40358) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:48.962738 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:48.985788 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:49.101717 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:49.135893 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40362) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:49.219825 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Allocated IP 172.35.7.22 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/3eb4bc6d-7290-44f0-9b3b-510dac4cdaf4) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:18:49.288251 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f4e5b303-570b-4275-8f5c-70402f9e2729 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c253a87fef04170bb820f8a6311020b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1481876 Dec 06 15:18:49.288622 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40366) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:49.335548 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:49.339988 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05d5ca9f-5db5-45cd-8127-fed6762636e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:49.362393 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05d5ca9f-5db5-45cd-8127-fed6762636e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:49.372786 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:49.416435 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:18:49.416697 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05d5ca9f-5db5-45cd-8127-fed6762636e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:49.419626 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:49.420928 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05d5ca9f-5db5-45cd-8127-fed6762636e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:49.423379 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-05d5ca9f-5db5-45cd-8127-fed6762636e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ac820cb-a727-4954-87c1-e2899baaf8f6 HTTP/1.1" status: 204 len: 168 time: 0.1332881 Dec 06 15:18:49.423552 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:18:49.442193 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5ca9f-5db5-45cd-8127-fed6762636e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac820cb-a727-4954-87c1-e2899baaf8f6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:49.455877 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=3eb4bc6d-7290-44f0-9b3b-510dac4cdaf4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:49.768318 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40374) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:49.794956 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac371-3910-4af3-a7d4-c7028eea51ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:49.822169 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8157b204-53f8-4c56-8124-47bc7779130a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:18:49.843185 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 8157b204-53f8-4c56-8124-47bc7779130a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:18:49.843807 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8157b204-53f8-4c56-8124-47bc7779130a not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:18:49.844421 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:18:49.865851 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:18:49.866200 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ef3d6b0d-b8ff-4d09-a8d9-39c627a2a2b8 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:18:49.868347 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:49.881686 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac371-3910-4af3-a7d4-c7028eea51ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:49.885810 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac371-3910-4af3-a7d4-c7028eea51ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:49.926923 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ac371-3910-4af3-a7d4-c7028eea51ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b502e04-907a-4814-90f8-0c1c477e396e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:49.933050 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7c9ac371-3910-4af3-a7d4-c7028eea51ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d84b333e688a455ab0358f895987f3d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1632047 Dec 06 15:18:49.938387 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40376) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:50.001450 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802bba6e-fcee-4cf4-a063-7d8ee626c236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:50.025495 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802bba6e-fcee-4cf4-a063-7d8ee626c236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:50.078552 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802bba6e-fcee-4cf4-a063-7d8ee626c236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:50.082310 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-802bba6e-fcee-4cf4-a063-7d8ee626c236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:50.086431 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-802bba6e-fcee-4cf4-a063-7d8ee626c236 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b502e04-907a-4814-90f8-0c1c477e396e HTTP/1.1" status: 204 len: 168 time: 0.1463535 Dec 06 15:18:50.096538 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bba6e-fcee-4cf4-a063-7d8ee626c236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b502e04-907a-4814-90f8-0c1c477e396e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:50.298675 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:50.461396 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:50.465725 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40382) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:50.472996 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:50.515727 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-93e6b192-69ab-4037-92fd-4dd778b4be7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6615a4495bdb4f0b9753707aa05e4778&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0484478 Dec 06 15:18:50.518010 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40384) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:50.546411 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=3eb4bc6d-7290-44f0-9b3b-510dac4cdaf4,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:50.566479 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:50.576061 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3058a288-2cb4-40ea-ac3b-bfed6ccf69f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:50.598345 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3058a288-2cb4-40ea-ac3b-bfed6ccf69f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:50.658597 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3058a288-2cb4-40ea-ac3b-bfed6ccf69f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:50.661465 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3058a288-2cb4-40ea-ac3b-bfed6ccf69f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:50.664442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3058a288-2cb4-40ea-ac3b-bfed6ccf69f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b96f34a-67ce-4aa7-8710-e0ce865447cc HTTP/1.1" status: 204 len: 168 time: 0.1455176 Dec 06 15:18:50.680364 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058a288-2cb4-40ea-ac3b-bfed6ccf69f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b96f34a-67ce-4aa7-8710-e0ce865447cc,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:50.684388 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Floating IP fe2aaa82-aad6-45f3-95e1-eab7a4291c0f associated. External IP: 172.35.7.22, port: 73fbdfd4-39ec-4164-9491-c0b75778e4d3. Dec 06 15:18:50.986582 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router 1423f706-2c3f-44c8-9e1c-6d6c549206ae has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:18:51.109614 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:18:51.120388 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ca9339-1e22-4f76-acf6-c776e3d2ea4c None None] Sync routers for ids ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:18:51.134524 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ca9339-1e22-4f76-acf6-c776e3d2ea4c None None] Routers {'1423f706-2c3f-44c8-9e1c-6d6c549206ae'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:51.135305 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a0ca9339-1e22-4f76-acf6-c776e3d2ea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:51.140444 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:51.196599 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-28372139-bd84-44c9-ad25-9c71ad67b4f4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2371612 Dec 06 15:18:51.197561 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'tag': '73fbdfd4-39ec-4164-9491-c0b75778e4d3'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:18:51.219586 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eced010a-e936-4ce0-9f4c-a3c88f821941" -d '{"events": [{"name": "network-changed", "server_uuid": "d57deb43-281a-4649-8d3f-63067810ae6c", "tag": "73fbdfd4-39ec-4164-9491-c0b75778e4d3"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:18:51.271639 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73e9057-d534-4885-995c-e662e1cc049d x-openstack-request-id: req-c73e9057-d534-4885-995c-e662e1cc049d {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:18:51.272406 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57deb43-281a-4649-8d3f-63067810ae6c", "tag": "73fbdfd4-39ec-4164-9491-c0b75778e4d3", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:18:51.272406 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c73e9057-d534-4885-995c-e662e1cc049d {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:18:51.272748 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'tag': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'status': 'completed', 'code': 200} Dec 06 15:18:51.276699 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a0ca9339-1e22-4f76-acf6-c776e3d2ea4c None None] Set router 1423f706-2c3f-44c8-9e1c-6d6c549206ae gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:51.364219 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced010a-e936-4ce0-9f4c-a3c88f821941 req-c5ac02b0-2f92-49ca-b8e3-09c615e9529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:51.366508 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eced010a-e936-4ce0-9f4c-a3c88f821941 req-c5ac02b0-2f92-49ca-b8e3-09c615e9529a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 1097 time: 0.0663574 Dec 06 15:18:51.395340 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ee9b6-78fa-44a6-b9ff-4f6db8b76dd6 req-4f5afbb5-5f48-4e61-9aa0-e4b4886c3d7f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:51.399843 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d66ee9b6-78fa-44a6-b9ff-4f6db8b76dd6 req-4f5afbb5-5f48-4e61-9aa0-e4b4886c3d7f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0801654 Dec 06 15:18:51.467417 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d66ee9b6-78fa-44a6-b9ff-4f6db8b76dd6 req-f848114f-9f89-424d-8047-82ede4ce31fb tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608151 Dec 06 15:18:51.495605 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40410) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:51.593208 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced010a-e936-4ce0-9f4c-a3c88f821941 req-78808a86-a75f-40d1-bae4-b8291d19c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:51.596311 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eced010a-e936-4ce0-9f4c-a3c88f821941 req-78808a86-a75f-40d1-bae4-b8291d19c979 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 HTTP/1.1" status: 200 len: 897 time: 0.2224643 Dec 06 15:18:51.607071 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8e432fc6-52a7-46c8-b7af-0c0c02b8b42d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/floatingips/fe2aaa82-aad6-45f3-95e1-eab7a4291c0f HTTP/1.1" status: 200 len: 991 time: 0.1094084 Dec 06 15:18:51.688902 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eced010a-e936-4ce0-9f4c-a3c88f821941 req-7f3a057b-5057-4734-b5b9-809ef5543267 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3 HTTP/1.1" status: 200 len: 999 time: 0.0836003 Dec 06 15:18:51.701939 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a0ca9339-1e22-4f76-acf6-c776e3d2ea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832106374', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:33Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'fe2aaa82-aad6-45f3-95e1-eab7a4291c0f', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'floating_ip_address': '172.35.7.22', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'port_id': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'mac_address': 'fa:16:3e:8d:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:18:49Z', 'updated_at': '2021-12-06T15:18:49Z', 'revision_number': 0, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cde254f-646e-48b4-889b-ddf25e69c1cf', 'name': '', 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:42:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:32Z', 'updated_at': '2021-12-06T15:18:37Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:51.760877 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ca9339-1e22-4f76-acf6-c776e3d2ea4c None None] Checking router: 1423f706-2c3f-44c8-9e1c-6d6c549206ae for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:18:51.773526 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ca9339-1e22-4f76-acf6-c776e3d2ea4c None None] Routers {'1423f706-2c3f-44c8-9e1c-6d6c549206ae'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:51.774838 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a0ca9339-1e22-4f76-acf6-c776e3d2ea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:51.777973 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced010a-e936-4ce0-9f4c-a3c88f821941 req-54be0ec3-6bc7-4e1c-bbdb-fb59543e7f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:51.779637 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eced010a-e936-4ce0-9f4c-a3c88f821941 req-54be0ec3-6bc7-4e1c-bbdb-fb59543e7f14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6abeba9-0ed3-4795-916e-e028c050cd57 HTTP/1.1" status: 200 len: 834 time: 0.0829511 Dec 06 15:18:51.821373 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40418) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:51.843184 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced010a-e936-4ce0-9f4c-a3c88f821941 req-f17be388-b90e-4300-b8de-831643644073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:51.845197 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eced010a-e936-4ce0-9f4c-a3c88f821941 req-f17be388-b90e-4300-b8de-831643644073 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576797 Dec 06 15:18:51.936096 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a0ca9339-1e22-4f76-acf6-c776e3d2ea4c None None] Set router 1423f706-2c3f-44c8-9e1c-6d6c549206ae gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:51.984570 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eced010a-e936-4ce0-9f4c-a3c88f821941 req-b4f1520b-a0d9-4e12-8443-91d7a781d009 service neutron] 10.222.0.37 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316266 Dec 06 15:18:51.993054 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-981a3082-c830-41e0-b308-f227b975bfbb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1898507986-network', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:52.084577 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981a3082-c830-41e0-b308-f227b975bfbb admin admin] Made reservation on behalf of edd692759ebb4bf3a0fa8fe91d03df76 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:18:52.087185 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-981a3082-c830-41e0-b308-f227b975bfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:52.103691 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-981a3082-c830-41e0-b308-f227b975bfbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:52.146984 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eced010a-e936-4ce0-9f4c-a3c88f821941 req-09090d6b-a8c5-48f4-982f-998a32d60ec1 service neutron] 10.222.0.37 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461771 Dec 06 15:18:52.208125 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-981a3082-c830-41e0-b308-f227b975bfbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:52.214368 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-981a3082-c830-41e0-b308-f227b975bfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:52.225019 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a0ca9339-1e22-4f76-acf6-c776e3d2ea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832106374', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:33Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'fe2aaa82-aad6-45f3-95e1-eab7a4291c0f', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'floating_ip_address': '172.35.7.22', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'port_id': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'mac_address': 'fa:16:3e:8d:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:18:49Z', 'updated_at': '2021-12-06T15:18:49Z', 'revision_number': 0, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cde254f-646e-48b4-889b-ddf25e69c1cf', 'name': '', 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:42:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:32Z', 'updated_at': '2021-12-06T15:18:37Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:52.249612 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a3082-c830-41e0-b308-f227b975bfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fce6834-3c86-45fb-804f-f65a953a96c5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:52.261121 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ca9339-1e22-4f76-acf6-c776e3d2ea4c None None] The sync data for ids ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'] in n-d-master-1 is: [{'id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832106374', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:33Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'fe2aaa82-aad6-45f3-95e1-eab7a4291c0f', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'floating_ip_address': '172.35.7.22', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'port_id': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'mac_address': 'fa:16:3e:8d:1a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:18:49Z', 'updated_at': '2021-12-06T15:18:49Z', 'revision_number': 0, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cde254f-646e-48b4-889b-ddf25e69c1cf', 'name': '', 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:42:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:32Z', 'updated_at': '2021-12-06T15:18:37Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:18:52.263536 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981a3082-c830-41e0-b308-f227b975bfbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:18:52.275646 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-981a3082-c830-41e0-b308-f227b975bfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:52.276054 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-981a3082-c830-41e0-b308-f227b975bfbb admin admin] Added segment aac4d587-8756-42ad-9022-81be7d1ee81d of type vlan for network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 Dec 06 15:18:52.330241 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-981a3082-c830-41e0-b308-f227b975bfbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:52.359026 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-981a3082-c830-41e0-b308-f227b975bfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:52.360351 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981a3082-c830-41e0-b308-f227b975bfbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:52.361116 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-981a3082-c830-41e0-b308-f227b975bfbb admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:52.398741 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-981a3082-c830-41e0-b308-f227b975bfbb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5757892 Dec 06 15:18:52.399308 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40424) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:52.406153 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0bd36e31-caf4-4146-8be1-e72db2648365 admin admin] Request body: {'subnet': {'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1898507986-subnet', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:52.432039 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd36e31-caf4-4146-8be1-e72db2648365 admin admin] Made reservation on behalf of edd692759ebb4bf3a0fa8fe91d03df76 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:18:52.434839 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0bd36e31-caf4-4146-8be1-e72db2648365 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:52.436147 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a3082-c830-41e0-b308-f227b975bfbb admin admin] Pushing event updated for resources: {'Network': ['ID=5cd3d629-294c-4537-8f1e-863f8f4b3c58,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:52.446747 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:18:52.522856 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af43b545-b072-4dd1-ba31-a3234ecffaf6 None None] New status for floating IP fe2aaa82-aad6-45f3-95e1-eab7a4291c0f: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:18:52.611864 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40426) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:52.637426 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0bd36e31-caf4-4146-8be1-e72db2648365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:52.692674 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-efda0745-4e8f-4f83-80e0-ac28001fc0a9 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/floatingips/fe2aaa82-aad6-45f3-95e1-eab7a4291c0f HTTP/1.1" status: 200 len: 991 time: 0.0781512 Dec 06 15:18:52.713576 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd36e31-caf4-4146-8be1-e72db2648365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d729354f-de71-4474-b05a-729c96f5bac2,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:52.716423 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd36e31-caf4-4146-8be1-e72db2648365 admin admin] Checking segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:18:52.716793 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd36e31-caf4-4146-8be1-e72db2648365 admin admin] Network hostable DHCP agents. Network: 5cd3d629-294c-4537-8f1e-863f8f4b3c58, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:18:52.736134 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd36e31-caf4-4146-8be1-e72db2648365 admin admin] Network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:18:52.745828 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0bd36e31-caf4-4146-8be1-e72db2648365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5cd3d629-294c-4537-8f1e-863f8f4b3c58) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:52.750633 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd36e31-caf4-4146-8be1-e72db2648365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:52.751234 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0bd36e31-caf4-4146-8be1-e72db2648365 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:52.764091 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35177989-403d-43d5-bf6b-c66916aba8bf None None] Network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:18:52.771941 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0bd36e31-caf4-4146-8be1-e72db2648365 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3694038 Dec 06 15:18:52.772172 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40428) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:52.776894 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:52.801075 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:52.802101 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:52.861264 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:53.020276 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:53.079449 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:18:53.080439 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:53.219997 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Allocated IP 172.20.0.2 (5cd3d629-294c-4537-8f1e-863f8f4b3c58/d729354f-de71-4474-b05a-729c96f5bac2/8c06162e-4ee1-4331-9e64-50531f133bfa) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:18:53.250732 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:53.271794 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:53.378391 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:53.386143 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:53.398022 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Allocated IP 172.35.7.173 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:18:53.433623 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:18:53.438242 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:53.443077 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:18:53.445057 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Pushing event updated for resources: {'Port': ['ID=8c06162e-4ee1-4331-9e64-50531f133bfa,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:53.504433 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Attempting to bind port 8c06162e-4ee1-4331-9e64-50531f133bfa on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:18:53.504811 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Attempting to bind port 8c06162e-4ee1-4331-9e64-50531f133bfa by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:18:53.505201 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Attempting to bind port 8c06162e-4ee1-4331-9e64-50531f133bfa on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:18:53.512336 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:18:53.512582 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:53.512839 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Checking segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:18:53.513451 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:53.513711 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Bound using segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:18:53.514277 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Bound port: 8c06162e-4ee1-4331-9e64-50531f133bfa, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:18:53.517316 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:53.551552 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:53.592340 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] For port 8c06162e-4ee1-4331-9e64-50531f133bfa, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:18:53.596985 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] For port 8c06162e-4ee1-4331-9e64-50531f133bfa, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8c06162e-4ee1-4331-9e64-50531f133bfa,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:18:53.598372 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:18:53.602039 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:53.604300 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:53.611070 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:18:53.614609 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Pushing event updated for resources: {'Port': ['ID=2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:53.642449 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5831fde5-913c-4368-a8ce-34f6f0e12510 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:18:53.684655 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8bab1-9c75-42eb-80e1-39abff38bdbb None None] Pushing event updated for resources: {'Port': ['ID=8c06162e-4ee1-4331-9e64-50531f133bfa,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:53.696151 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40432) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:53.765417 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9609f02e-0029-47fe-9f65-f02256906149 None None] Provisioning complete for port 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:53.765842 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9609f02e-0029-47fe-9f65-f02256906149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:53.803477 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0601ee68-9c22-4ede-8e09-07c296ca0281 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/floatingips/fe2aaa82-aad6-45f3-95e1-eab7a4291c0f HTTP/1.1" status: 200 len: 993 time: 0.1053565 Dec 06 15:18:53.820902 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9609f02e-0029-47fe-9f65-f02256906149 None None] Port 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:18:53.967068 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:54.190266 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:54.328991 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:18:54.460717 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:18:54.471308 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Sync routers for ids ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:18:54.491006 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Routers {'0906cff9-eb98-42d2-81ff-e3cbeef64e7d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:54.493653 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:54.519154 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:54.521022 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a1d4944f-6d8b-4583-9a6e-24774648f638 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7476847 Dec 06 15:18:54.523560 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40440) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:54.637501 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Set router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:54.825507 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a871fdb-f67b-4f56-8140-f527c026a8a1 None None] Network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:18:54.870533 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0095e8bd-6493-45fe-8a2f-ee8e443518a0 None None] Provisioning complete for port 8c06162e-4ee1-4331-9e64-50531f133bfa triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:54.871307 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0095e8bd-6493-45fe-8a2f-ee8e443518a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:55.030334 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:53Z', 'revision_number': 3, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:55.055459 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:55.076256 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Checking router: 0906cff9-eb98-42d2-81ff-e3cbeef64e7d for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:18:55.076493 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Updating router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d port 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:18:55.103618 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0095e8bd-6493-45fe-8a2f-ee8e443518a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:55.133621 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:55.189983 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0095e8bd-6493-45fe-8a2f-ee8e443518a0 None None] For port 8c06162e-4ee1-4331-9e64-50531f133bfa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8c06162e-4ee1-4331-9e64-50531f133bfa,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:55.203537 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0095e8bd-6493-45fe-8a2f-ee8e443518a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:55.325956 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] Allocated IP 172.20.0.1 (5cd3d629-294c-4537-8f1e-863f8f4b3c58/d729354f-de71-4474-b05a-729c96f5bac2/5ab477e0-bd16-4604-98fb-96a681869f85) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:18:55.333340 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095e8bd-6493-45fe-8a2f-ee8e443518a0 None None] Pushing event updated for resources: {'Port': ['ID=8c06162e-4ee1-4331-9e64-50531f133bfa,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:55.479595 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:55.485968 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:55.495767 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:55.516752 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:55.557008 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc3a7ea-053f-447a-a0ab-7dd93c26d39f None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:18:55.567903 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Attempting to bind port 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:18:55.568303 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Attempting to bind port 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:18:55.568646 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Attempting to bind port 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:18:55.574691 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d68cd-dfa9-4016-85c3-c259c2ae75b4 None None] Pushing event updated for resources: {'Port': ['ID=2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:55.575075 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] Network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:18:55.576919 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:55.578839 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab477e0-bd16-4604-98fb-96a681869f85,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:55.581142 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:18:55.583984 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-07970482-acd9-45e6-8a89-98066bc2cf04 None None] Provisioning complete for port 8c06162e-4ee1-4331-9e64-50531f133bfa triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:55.584352 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-07970482-acd9-45e6-8a89-98066bc2cf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:55.586338 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:18:55.586711 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:18:55.587102 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:55.587490 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:18:55.588004 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Bound port: 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:18:55.588408 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:55.642288 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:55.680369 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] For port 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:18:55.684895 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] For port 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:18:55.716248 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:55.779710 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca895718-d517-424c-bead-b5aec42530d2 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:18:55.812175 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d68cd-dfa9-4016-85c3-c259c2ae75b4 None None] Pushing event updated for resources: {'Port': ['ID=2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:55.815018 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Routers {'0906cff9-eb98-42d2-81ff-e3cbeef64e7d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:55.817042 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:55.826547 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:55.956679 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8c06162e-4ee1-4331-9e64-50531f133bfa up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:18:55.961328 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b5d50f06-1f51-42d5-a33b-75f6231587b7 None None] Provisioning complete for port 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:55.961328 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5d50f06-1f51-42d5-a33b-75f6231587b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:56.041422 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] Set router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:56.053343 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:56.059046 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:56.142925 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:56.145147 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab477e0-bd16-4604-98fb-96a681869f85,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:56.247232 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] Network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:18:56.249178 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:56.354797 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 8c06162e-4ee1-4331-9e64-50531f133bfa triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:56.355206 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:56.379170 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] Router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:18:56.412997 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5d50f06-1f51-42d5-a33b-75f6231587b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:56.504156 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b5d50f06-1f51-42d5-a33b-75f6231587b7 None None] For port 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:56.527973 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:18:56.528254 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5d50f06-1f51-42d5-a33b-75f6231587b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:56.535715 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-006f281d-330b-4bb2-9694-f73f35c8b0d2 admin admin] 10.222.0.20 "PUT /v2.0/routers/0906cff9-eb98-42d2-81ff-e3cbeef64e7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0095742 Dec 06 15:18:56.626967 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d50f06-1f51-42d5-a33b-75f6231587b7 None None] Pushing event updated for resources: {'Port': ['ID=2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:56.642852 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 1, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:56.676052 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b635976-ccfa-4c0f-b97e-d9bef6d36a79 None None] The sync data for ids ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'] in n-d-master-1 is: [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 1, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:18:56.688957 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-78d15160-3bbe-4fe0-bafd-206f8b1c7ea5 None None] Provisioning complete for port 5ab477e0-bd16-4604-98fb-96a681869f85 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:56.689332 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78d15160-3bbe-4fe0-bafd-206f8b1c7ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:56.736303 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-78d15160-3bbe-4fe0-bafd-206f8b1c7ea5 None None] Port 5ab477e0-bd16-4604-98fb-96a681869f85 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:18:57.108855 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40462) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:57.114039 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ba362307-eea8-4d80-a164-cdfbd3e8fb4a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2100229187-network', 'tenant_id': 'e77259ecf2144610819602c8ed26f882'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:57.135912 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba362307-eea8-4d80-a164-cdfbd3e8fb4a admin admin] Made reservation on behalf of e77259ecf2144610819602c8ed26f882 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:18:57.138424 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba362307-eea8-4d80-a164-cdfbd3e8fb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:57.149397 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba362307-eea8-4d80-a164-cdfbd3e8fb4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:57.239017 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba362307-eea8-4d80-a164-cdfbd3e8fb4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:57.243425 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba362307-eea8-4d80-a164-cdfbd3e8fb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:57.265926 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba362307-eea8-4d80-a164-cdfbd3e8fb4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:18:57.286071 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba362307-eea8-4d80-a164-cdfbd3e8fb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:57.286308 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-ba362307-eea8-4d80-a164-cdfbd3e8fb4a admin admin] Added segment 5fa4d984-68b0-44aa-9855-4da8d996db2b of type vlan for network b22d67d2-92fa-4000-a3b0-753423523801 Dec 06 15:18:57.287998 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba362307-eea8-4d80-a164-cdfbd3e8fb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d5e84c-8062-4fba-abd2-38d5ec30e8ff,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:57.341514 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba362307-eea8-4d80-a164-cdfbd3e8fb4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:57.403737 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba362307-eea8-4d80-a164-cdfbd3e8fb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:57.405523 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba362307-eea8-4d80-a164-cdfbd3e8fb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:57.405735 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba362307-eea8-4d80-a164-cdfbd3e8fb4a admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:57.446066 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40468) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:57.446552 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ba362307-eea8-4d80-a164-cdfbd3e8fb4a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3359869 Dec 06 15:18:57.455253 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-eeb2e80a-e0cc-4d07-87be-c6179984074f admin admin] Request body: {'subnet': {'network_id': 'b22d67d2-92fa-4000-a3b0-753423523801', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2100229187-subnet', 'tenant_id': 'e77259ecf2144610819602c8ed26f882', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:57.505303 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb2e80a-e0cc-4d07-87be-c6179984074f admin admin] Made reservation on behalf of e77259ecf2144610819602c8ed26f882 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:18:57.507731 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e80a-e0cc-4d07-87be-c6179984074f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:57.524771 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba362307-eea8-4d80-a164-cdfbd3e8fb4a admin admin] Pushing event updated for resources: {'Network': ['ID=b22d67d2-92fa-4000-a3b0-753423523801,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:57.539248 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network b22d67d2-92fa-4000-a3b0-753423523801 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:18:57.754342 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40472) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:57.781646 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e80a-e0cc-4d07-87be-c6179984074f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:57.864342 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2e80a-e0cc-4d07-87be-c6179984074f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdffae0b-74c8-4536-8bf5-043117951fbf,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:57.867776 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb2e80a-e0cc-4d07-87be-c6179984074f admin admin] Checking segment: {'id': '5fa4d984-68b0-44aa-9855-4da8d996db2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b22d67d2-92fa-4000-a3b0-753423523801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:18:57.868549 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb2e80a-e0cc-4d07-87be-c6179984074f admin admin] Network hostable DHCP agents. Network: b22d67d2-92fa-4000-a3b0-753423523801, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:18:57.877882 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:18:57.898010 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb2e80a-e0cc-4d07-87be-c6179984074f admin admin] Network b22d67d2-92fa-4000-a3b0-753423523801 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:18:57.911856 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-eeb2e80a-e0cc-4d07-87be-c6179984074f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b22d67d2-92fa-4000-a3b0-753423523801) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:57.916021 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb2e80a-e0cc-4d07-87be-c6179984074f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:57.916883 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e80a-e0cc-4d07-87be-c6179984074f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:57.938047 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe9f31e-64f6-4a9a-a7b8-97afc2f69ef3 None None] Network b22d67d2-92fa-4000-a3b0-753423523801 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:18:57.945412 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-eeb2e80a-e0cc-4d07-87be-c6179984074f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4953187 Dec 06 15:18:57.946543 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40476) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:57.952223 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-06b2edec-f1cd-4ba3-b144-44bf4008b294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:57.956251 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2100229187-router', 'tenant_id': 'e77259ecf2144610819602c8ed26f882', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:57.984744 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:57.986739 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.015621 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:58.016050 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.054220 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-06b2edec-f1cd-4ba3-b144-44bf4008b294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.062036 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-06b2edec-f1cd-4ba3-b144-44bf4008b294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.076600 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.111754 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-06b2edec-f1cd-4ba3-b144-44bf4008b294 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d6e3265d35d416b878ef75167be9565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3562593 Dec 06 15:18:58.113200 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2edec-f1cd-4ba3-b144-44bf4008b294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f17d9d-b998-455e-8543-e4068758e5ff,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:58.115798 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40478) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:58.177212 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.198632 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98defc30-d648-417e-afd2-499aa89510d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.223040 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b22d67d2-92fa-4000-a3b0-753423523801', 'network_id': 'b22d67d2-92fa-4000-a3b0-753423523801', 'tenant_id': 'e77259ecf2144610819602c8ed26f882', 'fixed_ips': [{'subnet_id': 'bdffae0b-74c8-4536-8bf5-043117951fbf'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:18:58.223976 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.234898 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98defc30-d648-417e-afd2-499aa89510d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.295307 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98defc30-d648-417e-afd2-499aa89510d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.298246 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-98defc30-d648-417e-afd2-499aa89510d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.299602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-98defc30-d648-417e-afd2-499aa89510d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22f17d9d-b998-455e-8543-e4068758e5ff HTTP/1.1" status: 204 len: 168 time: 0.1823978 Dec 06 15:18:58.300565 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.309007 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98defc30-d648-417e-afd2-499aa89510d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f17d9d-b998-455e-8543-e4068758e5ff,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:58.408810 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Allocated IP 172.20.0.2 (b22d67d2-92fa-4000-a3b0-753423523801/bdffae0b-74c8-4536-8bf5-043117951fbf/f53bb9c2-4d3a-44c9-bc71-1a9af23eba52) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:18:58.549454 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.564306 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.568932 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.577321 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.630546 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Network b22d67d2-92fa-4000-a3b0-753423523801 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:18:58.631383 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Pushing event updated for resources: {'Port': ['ID=f53bb9c2-4d3a-44c9-bc71-1a9af23eba52,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:58.634505 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:58.637002 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:18:58.694955 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Allocated IP 172.35.7.178 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/a1e002e9-64a8-474e-ac4e-6511764e104a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:18:58.695784 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Attempting to bind port f53bb9c2-4d3a-44c9-bc71-1a9af23eba52 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:18:58.696163 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Attempting to bind port f53bb9c2-4d3a-44c9-bc71-1a9af23eba52 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5fa4d984-68b0-44aa-9855-4da8d996db2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b22d67d2-92fa-4000-a3b0-753423523801'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:18:58.696824 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Attempting to bind port f53bb9c2-4d3a-44c9-bc71-1a9af23eba52 on network b22d67d2-92fa-4000-a3b0-753423523801 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:18:58.702138 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:18:58.702512 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Checking segment: {'id': '5fa4d984-68b0-44aa-9855-4da8d996db2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b22d67d2-92fa-4000-a3b0-753423523801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:18:58.702915 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.703305 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Bound using segment: {'id': '5fa4d984-68b0-44aa-9855-4da8d996db2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b22d67d2-92fa-4000-a3b0-753423523801'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:18:58.704387 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Bound port: f53bb9c2-4d3a-44c9-bc71-1a9af23eba52, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa4d984-68b0-44aa-9855-4da8d996db2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b22d67d2-92fa-4000-a3b0-753423523801'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:18:58.704782 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.782792 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] For port f53bb9c2-4d3a-44c9-bc71-1a9af23eba52, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:18:58.786405 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] For port f53bb9c2-4d3a-44c9-bc71-1a9af23eba52, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f53bb9c2-4d3a-44c9-bc71-1a9af23eba52,segment=NetworkSegment(5fa4d984-68b0-44aa-9855-4da8d996db2b),segment_id=5fa4d984-68b0-44aa-9855-4da8d996db2b)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:18:58.790716 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.808063 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.861297 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:58.863271 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406e16a-09b8-4013-8b12-21418148a5e7 None None] Pushing event updated for resources: {'Port': ['ID=f53bb9c2-4d3a-44c9-bc71-1a9af23eba52,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:58.918315 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:18:58.921678 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:18:58.936583 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256a80c4-89c5-4df6-aae3-3c8614f056c7 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:18:58.940963 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a1e002e9-64a8-474e-ac4e-6511764e104a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:58.946836 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:18:58.974237 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-df53eb83-bbff-41cf-b50c-f2dd0ab28752 None None] Provisioning complete for port a1e002e9-64a8-474e-ac4e-6511764e104a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:58.974617 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-df53eb83-bbff-41cf-b50c-f2dd0ab28752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:59.012768 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-df53eb83-bbff-41cf-b50c-f2dd0ab28752 None None] Port a1e002e9-64a8-474e-ac4e-6511764e104a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:18:59.164572 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40500) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:59.288810 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0dc775e6-39ff-4921-978e-6f6b39a4d83f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1093411685-network', 'tenant_id': '95a2c901e31643a3aab03978132033ee'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:59.312026 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc775e6-39ff-4921-978e-6f6b39a4d83f admin admin] Made reservation on behalf of 95a2c901e31643a3aab03978132033ee for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:18:59.316019 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dc775e6-39ff-4921-978e-6f6b39a4d83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:59.325023 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dc775e6-39ff-4921-978e-6f6b39a4d83f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:59.342503 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Sync routers for ids ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:18:59.354155 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Routers {'0906cff9-eb98-42d2-81ff-e3cbeef64e7d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:59.354929 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:59.411417 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dc775e6-39ff-4921-978e-6f6b39a4d83f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:59.419282 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dc775e6-39ff-4921-978e-6f6b39a4d83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:59.449986 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc775e6-39ff-4921-978e-6f6b39a4d83f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:18:59.460849 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc775e6-39ff-4921-978e-6f6b39a4d83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f7ebb7-3987-42c1-9dd6-6666fd85ac68,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:59.467459 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dc775e6-39ff-4921-978e-6f6b39a4d83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:59.467866 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-0dc775e6-39ff-4921-978e-6f6b39a4d83f admin admin] Added segment 68ebb843-0911-48e5-8aaa-c4f29988e473 of type vlan for network 68d53435-d18f-4380-92e3-902c000dfe8d Dec 06 15:18:59.516097 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dc775e6-39ff-4921-978e-6f6b39a4d83f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:59.552558 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dc775e6-39ff-4921-978e-6f6b39a4d83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:59.553570 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc775e6-39ff-4921-978e-6f6b39a4d83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:59.554197 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0dc775e6-39ff-4921-978e-6f6b39a4d83f admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:59.566306 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Set router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:59.606155 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0dc775e6-39ff-4921-978e-6f6b39a4d83f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4384727 Dec 06 15:18:59.608348 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40504) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:59.615115 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-541fde18-1b73-45e4-81b9-6f979faf772e admin admin] Request body: {'subnet': {'network_id': '68d53435-d18f-4380-92e3-902c000dfe8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1093411685-subnet', 'tenant_id': '95a2c901e31643a3aab03978132033ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:18:59.635093 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:59.644690 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc775e6-39ff-4921-978e-6f6b39a4d83f admin admin] Pushing event updated for resources: {'Network': ['ID=68d53435-d18f-4380-92e3-902c000dfe8d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:59.655580 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 68d53435-d18f-4380-92e3-902c000dfe8d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:18:59.689485 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541fde18-1b73-45e4-81b9-6f979faf772e admin admin] Made reservation on behalf of 95a2c901e31643a3aab03978132033ee for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:18:59.691868 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-541fde18-1b73-45e4-81b9-6f979faf772e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:59.751983 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:18:59.781249 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 2, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:59.810688 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Checking router: 0906cff9-eb98-42d2-81ff-e3cbeef64e7d for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:18:59.811150 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Updating router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d port 5ab477e0-bd16-4604-98fb-96a681869f85 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:18:59.846873 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:59.876650 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f53bb9c2-4d3a-44c9-bc71-1a9af23eba52 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:18:59.913256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-541fde18-1b73-45e4-81b9-6f979faf772e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:59.954994 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f53bb9c2-4d3a-44c9-bc71-1a9af23eba52 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:18:59.955528 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:00.064469 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:00.071947 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:00.093135 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:00.158276 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fde18-1b73-45e4-81b9-6f979faf772e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2419028d-aa19-4dc0-91d2-afd4d891a895,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:00.160675 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:00.171542 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541fde18-1b73-45e4-81b9-6f979faf772e admin admin] Checking segment: {'id': '68ebb843-0911-48e5-8aaa-c4f29988e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68d53435-d18f-4380-92e3-902c000dfe8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:19:00.172374 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541fde18-1b73-45e4-81b9-6f979faf772e admin admin] Network hostable DHCP agents. Network: 68d53435-d18f-4380-92e3-902c000dfe8d, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:19:00.175535 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:00.177444 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port f53bb9c2-4d3a-44c9-bc71-1a9af23eba52, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f53bb9c2-4d3a-44c9-bc71-1a9af23eba52,segment=NetworkSegment(5fa4d984-68b0-44aa-9855-4da8d996db2b),segment_id=5fa4d984-68b0-44aa-9855-4da8d996db2b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:00.194301 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:00.237934 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541fde18-1b73-45e4-81b9-6f979faf772e admin admin] Network 68d53435-d18f-4380-92e3-902c000dfe8d is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:19:00.252619 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-541fde18-1b73-45e4-81b9-6f979faf772e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 68d53435-d18f-4380-92e3-902c000dfe8d) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:19:00.258574 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541fde18-1b73-45e4-81b9-6f979faf772e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:00.259237 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-541fde18-1b73-45e4-81b9-6f979faf772e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:00.268119 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73674e9f-e5aa-4b1d-b69e-aa0d15a64ebb None None] Network 68d53435-d18f-4380-92e3-902c000dfe8d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:19:00.295134 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-541fde18-1b73-45e4-81b9-6f979faf772e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6774070 Dec 06 15:19:00.308419 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Router ef84bb30-294c-4bfc-bf0c-fcfe99ee386a is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:19:00.394048 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Attempting to bind port 5ab477e0-bd16-4604-98fb-96a681869f85 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:19:00.395034 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Attempting to bind port 5ab477e0-bd16-4604-98fb-96a681869f85 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:19:00.395770 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Attempting to bind port 5ab477e0-bd16-4604-98fb-96a681869f85 on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:19:00.411732 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:19:00.417588 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Checking segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:19:00.418350 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:00.418930 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Bound using segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:19:00.419601 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Bound port: 5ab477e0-bd16-4604-98fb-96a681869f85, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:19:00.420358 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:00.432777 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8550e32-9f37-496d-ba29-89dfdee1fcfb None None] Network b22d67d2-92fa-4000-a3b0-753423523801 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:19:00.456816 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed288c7-86cd-41db-8226-02263a9172b0 None None] Pushing event updated for resources: {'Port': ['ID=5ab477e0-bd16-4604-98fb-96a681869f85,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:00.520430 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=f53bb9c2-4d3a-44c9-bc71-1a9af23eba52,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:00.549597 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] For port 5ab477e0-bd16-4604-98fb-96a681869f85, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:19:00.554678 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] For port 5ab477e0-bd16-4604-98fb-96a681869f85, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5ab477e0-bd16-4604-98fb-96a681869f85,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:19:00.557471 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:19:00.561182 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:00.593394 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Sync routers for ids ['ef84bb30-294c-4bfc-bf0c-fcfe99ee386a'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:19:00.608516 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:00.609713 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b86309a3-98b7-43f4-8ee0-3489377a98b2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6599936 Dec 06 15:19:00.612616 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 40512) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:00.640617 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Routers {'0906cff9-eb98-42d2-81ff-e3cbeef64e7d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:19:00.641525 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:00.713870 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31394b52-fdff-40cd-a96d-af5c87e862f6 None None] Network 68d53435-d18f-4380-92e3-902c000dfe8d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:19:00.789116 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-17479e7a-d81e-416a-bae4-9686e86805bd None None] Provisioning complete for port f53bb9c2-4d3a-44c9-bc71-1a9af23eba52 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:00.792158 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-17479e7a-d81e-416a-bae4-9686e86805bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:00.814336 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Routers {'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:19:00.814663 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed288c7-86cd-41db-8226-02263a9172b0 None None] Pushing event updated for resources: {'Port': ['ID=5ab477e0-bd16-4604-98fb-96a681869f85,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:00.819412 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] Set router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:19:00.819760 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ef84bb30-294c-4bfc-bf0c-fcfe99ee386a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:01.052637 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9b3fb731-d6c5-406f-8b37-c5ee5622f1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:01.079095 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:00Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:01.130208 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bed30d-53de-4179-9f4e-47f57f7b3e43 None None] The sync data for ids ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'] in n-d-master-1 is: [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:00Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:19:01.297809 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Set router ef84bb30-294c-4bfc-bf0c-fcfe99ee386a gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:19:01.490556 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:01.741398 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] Allocated IP 172.20.0.1 (b22d67d2-92fa-4000-a3b0-753423523801/bdffae0b-74c8-4536-8bf5-043117951fbf/e3c13cff-51f6-400f-a0ff-6008aa7e6e92) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:19:01.918149 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5ab477e0-bd16-4604-98fb-96a681869f85 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:19:01.937081 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:01.988500 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.001107 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'name': 'tempest-TestVolumeBootPattern-2100229187-router', 'tenant_id': 'e77259ecf2144610819602c8ed26f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a1e002e9-64a8-474e-ac4e-6511764e104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:57Z', 'updated_at': '2021-12-06T15:18:59Z', 'revision_number': 3, 'project_id': 'e77259ecf2144610819602c8ed26f882', 'gw_port': {'id': 'a1e002e9-64a8-474e-ac4e-6511764e104a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:58Z', 'updated_at': '2021-12-06T15:18:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:02.066242 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] Network b22d67d2-92fa-4000-a3b0-753423523801 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:19:02.068138 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Checking router: ef84bb30-294c-4bfc-bf0c-fcfe99ee386a for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:19:02.068629 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Updating router ef84bb30-294c-4bfc-bf0c-fcfe99ee386a port a1e002e9-64a8-474e-ac4e-6511764e104a binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:19:02.069420 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:19:02.073558 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:19:02.078456 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4b685112-56d3-439b-9e3d-6b87e3bae584 None None] Provisioning complete for port 5ab477e0-bd16-4604-98fb-96a681869f85 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:02.078828 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b685112-56d3-439b-9e3d-6b87e3bae584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.104190 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c13cff-51f6-400f-a0ff-6008aa7e6e92,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:02.125325 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.140589 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.183632 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 5ab477e0-bd16-4604-98fb-96a681869f85 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:02.184472 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.364119 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b685112-56d3-439b-9e3d-6b87e3bae584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.494652 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.508145 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4b685112-56d3-439b-9e3d-6b87e3bae584 None None] For port 5ab477e0-bd16-4604-98fb-96a681869f85, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5ab477e0-bd16-4604-98fb-96a681869f85,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:02.520287 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4b685112-56d3-439b-9e3d-6b87e3bae584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.636685 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.646987 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b685112-56d3-439b-9e3d-6b87e3bae584 None None] Pushing event updated for resources: {'Port': ['ID=5ab477e0-bd16-4604-98fb-96a681869f85,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:02.676517 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:19:02.676873 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:19:02.692512 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2001fee-6c29-48fb-81a3-f9e848f5a862 None None] Provisioning complete for port f53bb9c2-4d3a-44c9-bc71-1a9af23eba52 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:02.692725 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2001fee-6c29-48fb-81a3-f9e848f5a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.722396 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.734426 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.786057 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c1b606-0f16-40a5-bce5-1c35beebea9e None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:19:02.803104 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.808996 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.811161 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Attempting to bind port a1e002e9-64a8-474e-ac4e-6511764e104a on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:19:02.811542 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Attempting to bind port a1e002e9-64a8-474e-ac4e-6511764e104a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:19:02.811933 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Attempting to bind port a1e002e9-64a8-474e-ac4e-6511764e104a on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:19:02.813843 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39835875-accc-48ac-a3c2-00daad8b9c90 None None] Pushing event updated for resources: {'Port': ['ID=a1e002e9-64a8-474e-ac4e-6511764e104a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:02.841432 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:19:02.841809 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:19:02.842214 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.842620 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:19:02.843105 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Bound port: a1e002e9-64a8-474e-ac4e-6511764e104a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:19:02.843485 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.881821 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c13cff-51f6-400f-a0ff-6008aa7e6e92,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:02.885354 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.909398 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2001fee-6c29-48fb-81a3-f9e848f5a862 None None] Provisioning complete for port e3c13cff-51f6-400f-a0ff-6008aa7e6e92 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:02.909776 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2001fee-6c29-48fb-81a3-f9e848f5a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.913366 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] For port a1e002e9-64a8-474e-ac4e-6511764e104a, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:19:02.952702 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] For port a1e002e9-64a8-474e-ac4e-6511764e104a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a1e002e9-64a8-474e-ac4e-6511764e104a,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:19:02.959763 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.968138 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2001fee-6c29-48fb-81a3-f9e848f5a862 None None] Port e3c13cff-51f6-400f-a0ff-6008aa7e6e92 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:19:02.980708 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] Network b22d67d2-92fa-4000-a3b0-753423523801 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:19:02.982067 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:19:03.016561 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b875b1-c8f0-401c-9855-f9b320653848 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:19:03.030898 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Routers {'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:19:03.031540 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ef84bb30-294c-4bfc-bf0c-fcfe99ee386a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:03.037622 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39835875-accc-48ac-a3c2-00daad8b9c90 None None] Pushing event updated for resources: {'Port': ['ID=a1e002e9-64a8-474e-ac4e-6511764e104a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:03.131915 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] Router ef84bb30-294c-4bfc-bf0c-fcfe99ee386a has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:19:03.136479 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b12ef383-8657-4293-9781-6586c658e7a0 None None] Provisioning complete for port a1e002e9-64a8-474e-ac4e-6511764e104a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:03.136853 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b12ef383-8657-4293-9781-6586c658e7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:03.221813 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] Set router ef84bb30-294c-4bfc-bf0c-fcfe99ee386a gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:19:03.245491 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:19:03.251023 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-eeff66ab-7e65-4536-9548-3912c0db3fd3 admin admin] 10.222.0.20 "PUT /v2.0/routers/ef84bb30-294c-4bfc-bf0c-fcfe99ee386a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6372972 Dec 06 15:19:03.285088 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f53bb9c2-4d3a-44c9-bc71-1a9af23eba52 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:19:03.315275 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-03354700-33eb-4028-b4b4-c559a4276320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:03.412073 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b12ef383-8657-4293-9781-6586c658e7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:03.473609 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b12ef383-8657-4293-9781-6586c658e7a0 None None] For port a1e002e9-64a8-474e-ac4e-6511764e104a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a1e002e9-64a8-474e-ac4e-6511764e104a,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:03.484023 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b12ef383-8657-4293-9781-6586c658e7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:03.493414 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f53bb9c2-4d3a-44c9-bc71-1a9af23eba52 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:03.493888 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:03.623099 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ef383-8657-4293-9781-6586c658e7a0 None None] Pushing event updated for resources: {'Port': ['ID=a1e002e9-64a8-474e-ac4e-6511764e104a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:03.652737 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cf7f6bd7-8094-434a-972e-f74b9ca39ad9 None None] Provisioning complete for port e3c13cff-51f6-400f-a0ff-6008aa7e6e92 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:03.653208 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6bd7-8094-434a-972e-f74b9ca39ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:03.723492 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f6bd7-8094-434a-972e-f74b9ca39ad9 None None] Port e3c13cff-51f6-400f-a0ff-6008aa7e6e92 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:19:03.735501 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'name': 'tempest-TestVolumeBootPattern-2100229187-router', 'tenant_id': 'e77259ecf2144610819602c8ed26f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a1e002e9-64a8-474e-ac4e-6511764e104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:57Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 4, 'project_id': 'e77259ecf2144610819602c8ed26f882', 'gw_port': {'id': 'a1e002e9-64a8-474e-ac4e-6511764e104a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:58Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e3c13cff-51f6-400f-a0ff-6008aa7e6e92', 'name': '', 'network_id': 'b22d67d2-92fa-4000-a3b0-753423523801', 'tenant_id': 'e77259ecf2144610819602c8ed26f882', 'mac_address': 'fa:16:3e:bb:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bdffae0b-74c8-4536-8bf5-043117951fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:01Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 2, 'project_id': 'e77259ecf2144610819602c8ed26f882', 'subnets': [{'id': 'bdffae0b-74c8-4536-8bf5-043117951fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:03.783381 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf6aed7-cc90-4773-a3a4-77847db50339 None None] The sync data for ids ['ef84bb30-294c-4bfc-bf0c-fcfe99ee386a'] in n-d-master-1 is: [{'id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'name': 'tempest-TestVolumeBootPattern-2100229187-router', 'tenant_id': 'e77259ecf2144610819602c8ed26f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a1e002e9-64a8-474e-ac4e-6511764e104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:57Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 4, 'project_id': 'e77259ecf2144610819602c8ed26f882', 'gw_port': {'id': 'a1e002e9-64a8-474e-ac4e-6511764e104a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:58Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e3c13cff-51f6-400f-a0ff-6008aa7e6e92', 'name': '', 'network_id': 'b22d67d2-92fa-4000-a3b0-753423523801', 'tenant_id': 'e77259ecf2144610819602c8ed26f882', 'mac_address': 'fa:16:3e:bb:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bdffae0b-74c8-4536-8bf5-043117951fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:01Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 2, 'project_id': 'e77259ecf2144610819602c8ed26f882', 'subnets': [{'id': 'bdffae0b-74c8-4536-8bf5-043117951fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:19:03.839799 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5ab477e0-bd16-4604-98fb-96a681869f85 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:19:03.912666 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 5ab477e0-bd16-4604-98fb-96a681869f85 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:03.913046 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:04.051971 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:05.444747 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc327f-5d92-4177-8226-097467693c15 req-cff0afb5-ffed-436a-913f-dac1af5fd9dd tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:05.446206 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2fc327f-5d92-4177-8226-097467693c15 req-cff0afb5-ffed-436a-913f-dac1af5fd9dd tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 812 time: 0.1030874 Dec 06 15:19:05.461734 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2fc327f-5d92-4177-8226-097467693c15 req-0701a9b4-f3d6-45d9-a298-6ce0fd93ae0f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/quotas/edd692759ebb4bf3a0fa8fe91d03df76 HTTP/1.1" status: 200 len: 375 time: 0.0096278 Dec 06 15:19:05.515246 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2fc327f-5d92-4177-8226-097467693c15 req-75adbb30-9f8b-40e1-acde-0e4bb743538a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478008 Dec 06 15:19:05.613225 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2fc327f-5d92-4177-8226-097467693c15 req-fe92ee3f-0cc7-44e2-94fc-486576302591 service neutron] 10.222.0.20 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911150 Dec 06 15:19:05.700179 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:05.710262 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2fc327f-5d92-4177-8226-097467693c15 req-82515d11-cb5e-449b-a9e0-f7ebfb3a3859 service neutron] 10.222.0.20 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910056 Dec 06 15:19:05.908218 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a1e002e9-64a8-474e-ac4e-6511764e104a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:19:05.965736 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a1e002e9-64a8-474e-ac4e-6511764e104a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:05.966180 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:06.031332 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Sync routers for ids ['ef84bb30-294c-4bfc-bf0c-fcfe99ee386a'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:19:06.042183 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Routers {'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:19:06.043890 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:19:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ef84bb30-294c-4bfc-bf0c-fcfe99ee386a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:06.100298 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ceccee14-42ae-4043-ab81-fe21aad00424 req-9e623e52-9100-4d6d-bd44-af3fef5d5dc1 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 210 time: 0.0332201 Dec 06 15:19:06.188985 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Set router ef84bb30-294c-4bfc-bf0c-fcfe99ee386a gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:19:06.410321 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'name': 'tempest-TestVolumeBootPattern-2100229187-router', 'tenant_id': 'e77259ecf2144610819602c8ed26f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a1e002e9-64a8-474e-ac4e-6511764e104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:57Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 4, 'project_id': 'e77259ecf2144610819602c8ed26f882', 'gw_port': {'id': 'a1e002e9-64a8-474e-ac4e-6511764e104a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:58Z', 'updated_at': '2021-12-06T15:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e3c13cff-51f6-400f-a0ff-6008aa7e6e92', 'name': '', 'network_id': 'b22d67d2-92fa-4000-a3b0-753423523801', 'tenant_id': 'e77259ecf2144610819602c8ed26f882', 'mac_address': 'fa:16:3e:bb:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bdffae0b-74c8-4536-8bf5-043117951fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:01Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 2, 'project_id': 'e77259ecf2144610819602c8ed26f882', 'subnets': [{'id': 'bdffae0b-74c8-4536-8bf5-043117951fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:06.539383 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Checking router: ef84bb30-294c-4bfc-bf0c-fcfe99ee386a for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:19:06.539643 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Updating router ef84bb30-294c-4bfc-bf0c-fcfe99ee386a port e3c13cff-51f6-400f-a0ff-6008aa7e6e92 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:19:06.567491 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:06.632110 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:06.860781 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:06.867096 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:06.922384 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85053c5c-2df8-4794-8a94-d5d25485dd4d None None] Pushing event updated for resources: {'Port': ['ID=e3c13cff-51f6-400f-a0ff-6008aa7e6e92,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:06.980563 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Attempting to bind port e3c13cff-51f6-400f-a0ff-6008aa7e6e92 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:19:06.981027 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Attempting to bind port e3c13cff-51f6-400f-a0ff-6008aa7e6e92 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5fa4d984-68b0-44aa-9855-4da8d996db2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b22d67d2-92fa-4000-a3b0-753423523801'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:19:06.981462 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Attempting to bind port e3c13cff-51f6-400f-a0ff-6008aa7e6e92 on network b22d67d2-92fa-4000-a3b0-753423523801 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:19:06.987019 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:19:06.987518 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Checking segment: {'id': '5fa4d984-68b0-44aa-9855-4da8d996db2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b22d67d2-92fa-4000-a3b0-753423523801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:19:06.988230 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:06.988729 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Bound using segment: {'id': '5fa4d984-68b0-44aa-9855-4da8d996db2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b22d67d2-92fa-4000-a3b0-753423523801'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:19:06.989342 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Bound port: e3c13cff-51f6-400f-a0ff-6008aa7e6e92, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa4d984-68b0-44aa-9855-4da8d996db2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b22d67d2-92fa-4000-a3b0-753423523801'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:19:06.989821 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:07.073418 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] For port e3c13cff-51f6-400f-a0ff-6008aa7e6e92, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:19:07.078408 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] For port e3c13cff-51f6-400f-a0ff-6008aa7e6e92, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e3c13cff-51f6-400f-a0ff-6008aa7e6e92,segment=NetworkSegment(5fa4d984-68b0-44aa-9855-4da8d996db2b),segment_id=5fa4d984-68b0-44aa-9855-4da8d996db2b)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:19:07.085092 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:07.155766 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Routers {'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:19:07.156591 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:19:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ef84bb30-294c-4bfc-bf0c-fcfe99ee386a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:07.223972 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85053c5c-2df8-4794-8a94-d5d25485dd4d None None] Pushing event updated for resources: {'Port': ['ID=e3c13cff-51f6-400f-a0ff-6008aa7e6e92,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:07.268885 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8c969426-9152-4e1e-b70d-2ac791b63be5 req-2b70dc2f-ab13-4693-8b1a-d532bddb21a2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 210 time: 0.0466340 Dec 06 15:19:07.285856 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b84d971c-1c6e-4154-91ea-69c3fd5fd128 None None] Provisioning complete for port e3c13cff-51f6-400f-a0ff-6008aa7e6e92 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:07.286837 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b84d971c-1c6e-4154-91ea-69c3fd5fd128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:07.327515 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc327f-5d92-4177-8226-097467693c15 req-b879ee4c-8a6f-422e-963f-b1aee2fbbfeb tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:07.329973 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2fc327f-5d92-4177-8226-097467693c15 req-b879ee4c-8a6f-422e-963f-b1aee2fbbfeb tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.23 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 812 time: 0.2766988 Dec 06 15:19:07.345442 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] Set router ef84bb30-294c-4bfc-bf0c-fcfe99ee386a gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:19:07.346012 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c2fc327f-5d92-4177-8226-097467693c15 req-975cfa72-cc6e-4169-a0dc-ea34b956b1e2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Request body: {'port': {'device_id': '50d6de32-af04-40eb-af63-7c19c7acfdc1', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'admin_state_up': True, 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:07.450625 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b84d971c-1c6e-4154-91ea-69c3fd5fd128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:07.504569 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b84d971c-1c6e-4154-91ea-69c3fd5fd128 None None] For port e3c13cff-51f6-400f-a0ff-6008aa7e6e92, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e3c13cff-51f6-400f-a0ff-6008aa7e6e92,segment=NetworkSegment(5fa4d984-68b0-44aa-9855-4da8d996db2b),segment_id=5fa4d984-68b0-44aa-9855-4da8d996db2b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:07.513042 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b84d971c-1c6e-4154-91ea-69c3fd5fd128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:07.563878 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fc327f-5d92-4177-8226-097467693c15 req-975cfa72-cc6e-4169-a0dc-ea34b956b1e2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Made reservation on behalf of edd692759ebb4bf3a0fa8fe91d03df76 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:19:07.569939 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c2fc327f-5d92-4177-8226-097467693c15 req-975cfa72-cc6e-4169-a0dc-ea34b956b1e2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:07.579923 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d971c-1c6e-4154-91ea-69c3fd5fd128 None None] Pushing event updated for resources: {'Port': ['ID=e3c13cff-51f6-400f-a0ff-6008aa7e6e92,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:07.647501 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-025d2be0-5e0d-4c07-aa31-4a30dc1a1cf1 None None] Provisioning complete for port e3c13cff-51f6-400f-a0ff-6008aa7e6e92 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:07.647850 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-025d2be0-5e0d-4c07-aa31-4a30dc1a1cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:07.705460 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'name': 'tempest-TestVolumeBootPattern-2100229187-router', 'tenant_id': 'e77259ecf2144610819602c8ed26f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a1e002e9-64a8-474e-ac4e-6511764e104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:57Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 4, 'project_id': 'e77259ecf2144610819602c8ed26f882', 'gw_port': {'id': 'a1e002e9-64a8-474e-ac4e-6511764e104a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:58Z', 'updated_at': '2021-12-06T15:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e3c13cff-51f6-400f-a0ff-6008aa7e6e92', 'name': '', 'network_id': 'b22d67d2-92fa-4000-a3b0-753423523801', 'tenant_id': 'e77259ecf2144610819602c8ed26f882', 'mac_address': 'fa:16:3e:bb:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bdffae0b-74c8-4536-8bf5-043117951fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:01Z', 'updated_at': '2021-12-06T15:19:07Z', 'revision_number': 4, 'project_id': 'e77259ecf2144610819602c8ed26f882', 'subnets': [{'id': 'bdffae0b-74c8-4536-8bf5-043117951fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:07.736126 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a32ed42-ed25-4e3c-b8bd-54b2afcf9b49 None None] The sync data for ids ['ef84bb30-294c-4bfc-bf0c-fcfe99ee386a'] in n-d-master-1 is: [{'id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'name': 'tempest-TestVolumeBootPattern-2100229187-router', 'tenant_id': 'e77259ecf2144610819602c8ed26f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a1e002e9-64a8-474e-ac4e-6511764e104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:57Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 4, 'project_id': 'e77259ecf2144610819602c8ed26f882', 'gw_port': {'id': 'a1e002e9-64a8-474e-ac4e-6511764e104a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:58Z', 'updated_at': '2021-12-06T15:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e3c13cff-51f6-400f-a0ff-6008aa7e6e92', 'name': '', 'network_id': 'b22d67d2-92fa-4000-a3b0-753423523801', 'tenant_id': 'e77259ecf2144610819602c8ed26f882', 'mac_address': 'fa:16:3e:bb:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'bdffae0b-74c8-4536-8bf5-043117951fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:01Z', 'updated_at': '2021-12-06T15:19:07Z', 'revision_number': 4, 'project_id': 'e77259ecf2144610819602c8ed26f882', 'subnets': [{'id': 'bdffae0b-74c8-4536-8bf5-043117951fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:19:07.770020 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-c2fc327f-5d92-4177-8226-097467693c15 req-975cfa72-cc6e-4169-a0dc-ea34b956b1e2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Allocated IP 172.20.0.4 (5cd3d629-294c-4537-8f1e-863f8f4b3c58/d729354f-de71-4474-b05a-729c96f5bac2/d7c341af-b2bf-4dde-beca-66ab679cf98f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:19:07.897599 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e3c13cff-51f6-400f-a0ff-6008aa7e6e92 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:19:07.997331 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c2fc327f-5d92-4177-8226-097467693c15 req-975cfa72-cc6e-4169-a0dc-ea34b956b1e2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:08.043987 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c2fc327f-5d92-4177-8226-097467693c15 req-975cfa72-cc6e-4169-a0dc-ea34b956b1e2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:08.094262 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fc327f-5d92-4177-8226-097467693c15 req-975cfa72-cc6e-4169-a0dc-ea34b956b1e2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:19:08.098136 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-c2fc327f-5d92-4177-8226-097467693c15 req-975cfa72-cc6e-4169-a0dc-ea34b956b1e2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:19:08.100852 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fc327f-5d92-4177-8226-097467693c15 req-975cfa72-cc6e-4169-a0dc-ea34b956b1e2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:19:08.131150 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cfa72-cc6e-4169-a0dc-ea34b956b1e2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'Port': ['ID=d7c341af-b2bf-4dde-beca-66ab679cf98f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:08.182335 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc327f-5d92-4177-8226-097467693c15 req-975cfa72-cc6e-4169-a0dc-ea34b956b1e2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:08.183876 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c2fc327f-5d92-4177-8226-097467693c15 req-975cfa72-cc6e-4169-a0dc-ea34b956b1e2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:08.212245 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2fc327f-5d92-4177-8226-097467693c15 req-975cfa72-cc6e-4169-a0dc-ea34b956b1e2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8730283 Dec 06 15:19:08.213160 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port e3c13cff-51f6-400f-a0ff-6008aa7e6e92 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:08.213632 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:08.226358 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Request body: {'port': {'device_id': '50d6de32-af04-40eb-af63-7c19c7acfdc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:08.325253 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:08.445313 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-78df7bc9-7827-43f3-9865-a6884c8646ee None None] Provisioning complete for port d7c341af-b2bf-4dde-beca-66ab679cf98f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:08.445998 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78df7bc9-7827-43f3-9865-a6884c8646ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:08.462536 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56891a6-7c94-4f02-a333-c33f0e5d158a req-10416e2c-7341-46c3-807a-bee538bdce2a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:08.473108 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b56891a6-7c94-4f02-a333-c33f0e5d158a req-10416e2c-7341-46c3-807a-bee538bdce2a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 931 time: 0.0867860 Dec 06 15:19:08.526034 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-78df7bc9-7827-43f3-9865-a6884c8646ee None None] Port d7c341af-b2bf-4dde-beca-66ab679cf98f cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:19:08.541453 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b56891a6-7c94-4f02-a333-c33f0e5d158a req-28ea6c4c-9cf5-4949-8553-5e75de6b4e96 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670624 Dec 06 15:19:08.694153 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c341af-b2bf-4dde-beca-66ab679cf98f {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:19:08.704444 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:08.720530 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Transition to ACTIVE for port object d7c341af-b2bf-4dde-beca-66ab679cf98f will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:19:08.728958 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:08.820134 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c341af-b2bf-4dde-beca-66ab679cf98f,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:08.891799 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Attempting to bind port d7c341af-b2bf-4dde-beca-66ab679cf98f on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:19:08.892244 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Attempting to bind port d7c341af-b2bf-4dde-beca-66ab679cf98f by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:19:08.896658 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Attempting to bind port d7c341af-b2bf-4dde-beca-66ab679cf98f on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:19:08.908755 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Port d7c341af-b2bf-4dde-beca-66ab679cf98f on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:19:08.909329 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Attempting to bind port d7c341af-b2bf-4dde-beca-66ab679cf98f on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:19:08.915395 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:19:08.916086 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Checking segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:19:08.916700 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Bound using segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:19:08.917388 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Bound port: d7c341af-b2bf-4dde-beca-66ab679cf98f, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:19:08.918105 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:09.019549 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] For port d7c341af-b2bf-4dde-beca-66ab679cf98f, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:19:09.022937 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] For port d7c341af-b2bf-4dde-beca-66ab679cf98f, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d7c341af-b2bf-4dde-beca-66ab679cf98f,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:19:09.027790 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:09.068570 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:09.069207 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:09.071122 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2fc327f-5d92-4177-8226-097467693c15 req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] 10.222.0.23 "PUT /v2.0/ports/d7c341af-b2bf-4dde-beca-66ab679cf98f HTTP/1.1" status: 200 len: 1091 time: 0.8496993 Dec 06 15:19:09.071584 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d6de32-af04-40eb-af63-7c19c7acfdc1', 'tag': 'd7c341af-b2bf-4dde-beca-66ab679cf98f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:19:09.074453 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972027a6-b480-47be-a2d0-8af55e66f940" -d '{"events": [{"name": "network-changed", "server_uuid": "50d6de32-af04-40eb-af63-7c19c7acfdc1", "tag": "d7c341af-b2bf-4dde-beca-66ab679cf98f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:19:09.161239 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48140f12-3cd3-437c-88d5-12addd579700 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c341af-b2bf-4dde-beca-66ab679cf98f,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:09.174675 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416f21a0-100b-4df6-b1e5-de869c5407fc x-openstack-request-id: req-416f21a0-100b-4df6-b1e5-de869c5407fc {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:19:09.175268 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d6de32-af04-40eb-af63-7c19c7acfdc1", "tag": "d7c341af-b2bf-4dde-beca-66ab679cf98f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:19:09.175877 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-416f21a0-100b-4df6-b1e5-de869c5407fc {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:19:09.176534 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d6de32-af04-40eb-af63-7c19c7acfdc1', 'tag': 'd7c341af-b2bf-4dde-beca-66ab679cf98f', 'status': 'completed', 'code': 200} Dec 06 15:19:09.199387 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc327f-5d92-4177-8226-097467693c15 req-b74ad297-a013-4984-a0b1-146ef1d7c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:09.201335 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2fc327f-5d92-4177-8226-097467693c15 req-b74ad297-a013-4984-a0b1-146ef1d7c558 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 1094 time: 0.0840006 Dec 06 15:19:09.269619 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2fc327f-5d92-4177-8226-097467693c15 req-1969ee0f-a4de-400b-b960-df29b69a0d07 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7c341af-b2bf-4dde-beca-66ab679cf98f HTTP/1.1" status: 200 len: 217 time: 0.0587668 Dec 06 15:19:09.346094 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc327f-5d92-4177-8226-097467693c15 req-f86354e6-b7d0-4193-95fa-a43ac0f6c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:09.347604 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2fc327f-5d92-4177-8226-097467693c15 req-f86354e6-b7d0-4193-95fa-a43ac0f6c367 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0712450 Dec 06 15:19:09.406809 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc327f-5d92-4177-8226-097467693c15 req-988cebae-795a-42a3-a485-ed6daf965c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:09.408403 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2fc327f-5d92-4177-8226-097467693c15 req-988cebae-795a-42a3-a485-ed6daf965c66 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537028 Dec 06 15:19:09.509078 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2fc327f-5d92-4177-8226-097467693c15 req-42957084-657f-43e9-a23f-b79076916aac service neutron] 10.222.0.23 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935750 Dec 06 15:19:09.629048 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2fc327f-5d92-4177-8226-097467693c15 req-036205d9-90b1-4224-9a4c-1ddec2bb725a service neutron] 10.222.0.23 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119096 Dec 06 15:19:09.715520 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5732f1-07e7-477e-8f42-1d15473cc78a req-4c0b470a-dd7a-45a5-8025-613ce3aaed9e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:09.718201 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a5732f1-07e7-477e-8f42-1d15473cc78a req-4c0b470a-dd7a-45a5-8025-613ce3aaed9e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 943 time: 0.0985403 Dec 06 15:19:09.741124 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972027a6-b480-47be-a2d0-8af55e66f940 req-758d3df5-8fd0-47d8-817d-55593ad5b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:09.744664 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-972027a6-b480-47be-a2d0-8af55e66f940 req-758d3df5-8fd0-47d8-817d-55593ad5b31d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 1094 time: 0.0579414 Dec 06 15:19:09.795877 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a5732f1-07e7-477e-8f42-1d15473cc78a req-f216fa21-ee5b-4924-b9b3-4a03a99dffd6 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646675 Dec 06 15:19:09.881662 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972027a6-b480-47be-a2d0-8af55e66f940 req-58f7ade9-768e-4726-b293-e5272f46f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:09.883283 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-972027a6-b480-47be-a2d0-8af55e66f940 req-58f7ade9-768e-4726-b293-e5272f46f2b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.1178858 Dec 06 15:19:09.928236 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-972027a6-b480-47be-a2d0-8af55e66f940 req-3173798c-280b-4542-8e78-136478888fb0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7c341af-b2bf-4dde-beca-66ab679cf98f HTTP/1.1" status: 200 len: 217 time: 0.0378690 Dec 06 15:19:09.984622 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972027a6-b480-47be-a2d0-8af55e66f940 req-e375fb50-db0d-4cc8-84f6-bf09007f65dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:09.986461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-972027a6-b480-47be-a2d0-8af55e66f940 req-e375fb50-db0d-4cc8-84f6-bf09007f65dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0503156 Dec 06 15:19:10.053500 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972027a6-b480-47be-a2d0-8af55e66f940 req-13d27715-8a70-4b6f-8678-bcb3ce1c81af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:10.055036 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-972027a6-b480-47be-a2d0-8af55e66f940 req-13d27715-8a70-4b6f-8678-bcb3ce1c81af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621841 Dec 06 15:19:10.161343 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-972027a6-b480-47be-a2d0-8af55e66f940 req-4f71f8f3-194e-424f-820f-e7e408e7675c service neutron] 10.222.0.23 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993860 Dec 06 15:19:10.276462 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-972027a6-b480-47be-a2d0-8af55e66f940 req-91686149-43a3-4e2d-8bc2-1016a5390d1f service neutron] 10.222.0.23 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075990 Dec 06 15:19:10.931254 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cde434-614d-44a4-8542-b7e432722d5d req-3e65fe0f-0829-4b06-93b6-883d4df4738a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:10.933765 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-14cde434-614d-44a4-8542-b7e432722d5d req-3e65fe0f-0829-4b06-93b6-883d4df4738a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 943 time: 0.0645289 Dec 06 15:19:10.987036 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-14cde434-614d-44a4-8542-b7e432722d5d req-a5451110-612c-46be-85b7-774ecb0941ed tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474989 Dec 06 15:19:12.115992 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf30d92-f600-4e11-aba3-5fb97a117981 req-2f4508f3-42d1-46f2-8fa5-8e2ade1e766c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:12.120134 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0cf30d92-f600-4e11-aba3-5fb97a117981 req-2f4508f3-42d1-46f2-8fa5-8e2ade1e766c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 943 time: 0.0557024 Dec 06 15:19:12.181726 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0cf30d92-f600-4e11-aba3-5fb97a117981 req-c4a332cd-888e-486c-84e0-65d06e0ea134 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572097 Dec 06 15:19:13.301642 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fad024-6038-4150-8e86-d8b68d913dfa req-bf27dc02-319e-4d45-84af-d5971f3e053c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:13.303275 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-24fad024-6038-4150-8e86-d8b68d913dfa req-bf27dc02-319e-4d45-84af-d5971f3e053c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 943 time: 0.0494668 Dec 06 15:19:13.351584 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-24fad024-6038-4150-8e86-d8b68d913dfa req-aa8a0594-19dc-4fe7-9021-5790272509bf tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408640 Dec 06 15:19:14.470674 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5bfd6-338b-41d7-9923-7701008ae8fa req-235087d6-ed9c-4599-b582-e224c0125b42 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:14.472331 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-38a5bfd6-338b-41d7-9923-7701008ae8fa req-235087d6-ed9c-4599-b582-e224c0125b42 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 943 time: 0.0528603 Dec 06 15:19:14.526145 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-38a5bfd6-338b-41d7-9923-7701008ae8fa req-6590ac1c-5dc5-4f38-9adc-86f3497a210d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453501 Dec 06 15:19:15.664504 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b04527-0f42-4da0-be34-81eded26422c req-6347e9f3-e2e9-4f68-ad0b-4991a1893252 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:15.666003 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-91b04527-0f42-4da0-be34-81eded26422c req-6347e9f3-e2e9-4f68-ad0b-4991a1893252 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 943 time: 0.0646389 Dec 06 15:19:15.713518 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-91b04527-0f42-4da0-be34-81eded26422c req-68084521-9230-4b13-b859-3f695742c4ce tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413384 Dec 06 15:19:16.826026 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5d218-fb29-4ab0-a37c-9cede35eefc1 req-82140581-66b6-4108-8ab6-06a936a1d553 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:16.827498 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-41c5d218-fb29-4ab0-a37c-9cede35eefc1 req-82140581-66b6-4108-8ab6-06a936a1d553 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 943 time: 0.0476687 Dec 06 15:19:16.873774 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-41c5d218-fb29-4ab0-a37c-9cede35eefc1 req-5f0fe890-6bf0-44fe-8421-cd62ce5c9d65 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403025 Dec 06 15:19:17.990025 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed82268-dcbe-4f86-bdbf-f27ab302e8f8 req-663bc9e3-e71e-4574-a33e-5da5a5902e5c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:17.991602 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6ed82268-dcbe-4f86-bdbf-f27ab302e8f8 req-663bc9e3-e71e-4574-a33e-5da5a5902e5c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 943 time: 0.0501630 Dec 06 15:19:18.051893 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6ed82268-dcbe-4f86-bdbf-f27ab302e8f8 req-ce368ccb-5104-4581-a089-7ef9851588f8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490625 Dec 06 15:19:19.180237 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b21235-3bc8-47de-a9be-e3c806ead86a req-e8b6d3f6-b3c1-4129-87f7-8432a9d1b55f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:19.181720 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5b21235-3bc8-47de-a9be-e3c806ead86a req-e8b6d3f6-b3c1-4129-87f7-8432a9d1b55f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 943 time: 0.0620644 Dec 06 15:19:19.227415 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5b21235-3bc8-47de-a9be-e3c806ead86a req-e2cd905d-2ebc-4313-a726-b446eeb37a89 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390999 Dec 06 15:19:20.222445 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d7c341af-b2bf-4dde-beca-66ab679cf98f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:19:20.326065 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port d7c341af-b2bf-4dde-beca-66ab679cf98f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d7c341af-b2bf-4dde-beca-66ab679cf98f,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:20.339641 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'd7c341af-b2bf-4dde-beca-66ab679cf98f', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'port_id': 'd7c341af-b2bf-4dde-beca-66ab679cf98f', 'mac_address': 'fa:16:3e:a0:06:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:19:20.354610 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13cf7c-62a1-41af-8d84-5698b021490f req-f82e27e0-e489-4513-ac46-e06535f9d0f8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:20.356159 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc13cf7c-62a1-41af-8d84-5698b021490f req-f82e27e0-e489-4513-ac46-e06535f9d0f8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 943 time: 0.0587406 Dec 06 15:19:20.379398 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:20.393478 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c341af-b2bf-4dde-beca-66ab679cf98f {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:19:20.411024 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc13cf7c-62a1-41af-8d84-5698b021490f req-32ff4bda-003c-45f8-8945-70cedbde28e6 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486252 Dec 06 15:19:20.414368 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port d7c341af-b2bf-4dde-beca-66ab679cf98f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d7c341af-b2bf-4dde-beca-66ab679cf98f,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:20.419751 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:20.472993 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=d7c341af-b2bf-4dde-beca-66ab679cf98f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:20.627853 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['d7c341af-b2bf-4dde-beca-66ab679cf98f'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:19:21.647846 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8ab99-639a-406d-927b-c5cfb66534b5 req-583dbf1f-8a7f-40b9-9009-47bf3ac5f045 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:21.649402 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a2b8ab99-639a-406d-927b-c5cfb66534b5 req-583dbf1f-8a7f-40b9-9009-47bf3ac5f045 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 944 time: 0.1691833 Dec 06 15:19:21.697155 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a2b8ab99-639a-406d-927b-c5cfb66534b5 req-c5985acf-087e-46ec-a00d-d69e3c1f15a3 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411310 Dec 06 15:19:22.222469 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d7c341af-b2bf-4dde-beca-66ab679cf98f up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:19:22.273862 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port d7c341af-b2bf-4dde-beca-66ab679cf98f completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:19:22.278772 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port d7c341af-b2bf-4dde-beca-66ab679cf98f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:22.279145 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:22.356055 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:22.383157 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d6de32-af04-40eb-af63-7c19c7acfdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c341af-b2bf-4dde-beca-66ab679cf98f'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:19:22.385671 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f26448-9f87-4590-9908-835f6986a639" -d '{"events": [{"server_uuid": "50d6de32-af04-40eb-af63-7c19c7acfdc1", "name": "network-vif-plugged", "status": "completed", "tag": "d7c341af-b2bf-4dde-beca-66ab679cf98f"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:19:22.400287 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port d7c341af-b2bf-4dde-beca-66ab679cf98f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d7c341af-b2bf-4dde-beca-66ab679cf98f,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:22.404861 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:22.427493 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2431c0b-03ee-4682-877f-80d645c59a7f x-openstack-request-id: req-a2431c0b-03ee-4682-877f-80d645c59a7f {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:19:22.427824 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d6de32-af04-40eb-af63-7c19c7acfdc1", "name": "network-vif-plugged", "status": "completed", "tag": "d7c341af-b2bf-4dde-beca-66ab679cf98f", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:19:22.428132 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2431c0b-03ee-4682-877f-80d645c59a7f {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:19:22.428494 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d6de32-af04-40eb-af63-7c19c7acfdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c341af-b2bf-4dde-beca-66ab679cf98f', 'code': 200} Dec 06 15:19:22.458429 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=d7c341af-b2bf-4dde-beca-66ab679cf98f,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:22.534940 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d0631-c8ab-4d5d-bd02-2b0fe028db15 req-7fc41da7-abbc-4e40-aabb-109daa1e2013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:22.536523 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b3d0631-c8ab-4d5d-bd02-2b0fe028db15 req-7fc41da7-abbc-4e40-aabb-109daa1e2013 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 1096 time: 0.0403357 Dec 06 15:19:22.586548 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b3d0631-c8ab-4d5d-bd02-2b0fe028db15 req-ee239325-2947-43f7-96bc-43a42a83b9b7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426059 Dec 06 15:19:22.813725 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acf6d0-7547-4f0d-8add-3d65dd8c80e9 req-2ec38e54-68f0-4a97-aeb7-20b01c1d7910 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:22.815340 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3acf6d0-7547-4f0d-8add-3d65dd8c80e9 req-2ec38e54-68f0-4a97-aeb7-20b01c1d7910 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 945 time: 0.0482972 Dec 06 15:19:22.864499 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3acf6d0-7547-4f0d-8add-3d65dd8c80e9 req-2631975c-a6b2-4ce2-9095-1b0f348118ad tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408187 Dec 06 15:19:24.049387 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311e201-da53-4d2c-a40d-3a591068ff32 req-755c4a83-1e09-4945-8b4e-80487036f0f4 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:24.050891 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9311e201-da53-4d2c-a40d-3a591068ff32 req-755c4a83-1e09-4945-8b4e-80487036f0f4 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 945 time: 0.1108069 Dec 06 15:19:24.100991 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9311e201-da53-4d2c-a40d-3a591068ff32 req-e2ca249e-60ce-4361-b251-0777d6adc3ac tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433223 Dec 06 15:19:24.217740 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbea894-aceb-493e-a1a2-7558ab7fe704 req-e2670773-d823-4729-bfa2-8198f9a54ea7 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:24.219204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8cbea894-aceb-493e-a1a2-7558ab7fe704 req-e2670773-d823-4729-bfa2-8198f9a54ea7 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 945 time: 0.0481529 Dec 06 15:19:24.266184 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8cbea894-aceb-493e-a1a2-7558ab7fe704 req-dd8f941a-f1a7-4cf1-a66c-78b077b6c213 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407739 Dec 06 15:19:24.379891 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d089ae6-351e-475f-bab4-145859708504 req-f118ff79-1091-4b4d-bb63-4cd6efcd79f6 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:24.381392 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d089ae6-351e-475f-bab4-145859708504 req-f118ff79-1091-4b4d-bb63-4cd6efcd79f6 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 945 time: 0.0508885 Dec 06 15:19:24.433666 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d089ae6-351e-475f-bab4-145859708504 req-e48bf6d1-73e1-4308-8810-07f0cf062924 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461681 Dec 06 15:19:24.688558 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94812ed-1596-449c-9af7-ff0f03151376 req-0e548d1a-a352-484f-966e-4dcb3806ec6c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:24.690115 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e94812ed-1596-449c-9af7-ff0f03151376 req-0e548d1a-a352-484f-966e-4dcb3806ec6c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 945 time: 0.0656145 Dec 06 15:19:24.738260 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e94812ed-1596-449c-9af7-ff0f03151376 req-f4f3250f-bf97-44af-b875-9d90d9019477 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 Dec 06 15:19:25.170992 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026c7d5-fd41-4345-af39-3456c33154b4 req-a07420b1-4c7e-4454-ae95-1b75ea403abc tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:25.172565 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1026c7d5-fd41-4345-af39-3456c33154b4 req-a07420b1-4c7e-4454-ae95-1b75ea403abc tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 1097 time: 0.0453446 Dec 06 15:19:25.220600 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1026c7d5-fd41-4345-af39-3456c33154b4 req-4838f540-8fee-41cb-be86-e33270d9f330 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416133 Dec 06 15:19:25.336665 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952172f-f9ec-4682-835d-f6c50676a6a6 req-0bc1e8cd-dba8-4401-83c9-70c94dcce3a7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:25.338048 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e952172f-f9ec-4682-835d-f6c50676a6a6 req-0bc1e8cd-dba8-4401-83c9-70c94dcce3a7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0491800 Dec 06 15:19:25.390179 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e952172f-f9ec-4682-835d-f6c50676a6a6 req-61e3e843-aedd-4ad7-b5c1-eb072d906d33 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459590 Dec 06 15:19:25.412180 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 40772) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:25.479700 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5a1709d5-ea14-4506-bc19-08f0975c9236 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/floatingips/fe2aaa82-aad6-45f3-95e1-eab7a4291c0f HTTP/1.1" status: 200 len: 993 time: 0.0660415 Dec 06 15:19:25.781464 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-19f63df5-a55f-4613-bb8f-0521a32b836a req-d6e49f3b-5b6e-4595-87d6-11181db550c7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:19:25.782758 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19f63df5-a55f-4613-bb8f-0521a32b836a req-d6e49f3b-5b6e-4595-87d6-11181db550c7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058513 Dec 06 15:19:25.865305 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b963f-363e-4c34-8720-5f7d971770d5 req-3d88f3b5-d35d-498a-8d5c-30277b806e67 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:25.867122 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-023b963f-363e-4c34-8720-5f7d971770d5 req-3d88f3b5-d35d-498a-8d5c-30277b806e67 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 945 time: 0.0498593 Dec 06 15:19:25.918048 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-023b963f-363e-4c34-8720-5f7d971770d5 req-31e4a682-748e-4f3e-872b-6b8248e9d3dc tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432994 Dec 06 15:19:26.154470 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586667fd-22e6-405e-9c3a-46c80699c6f7 req-641625bf-45a6-4501-a788-80013d09ae29 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:26.155974 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-586667fd-22e6-405e-9c3a-46c80699c6f7 req-641625bf-45a6-4501-a788-80013d09ae29 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.23 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 945 time: 0.1109078 Dec 06 15:19:26.175974 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-23da026f-2f00-471c-88dc-44fef6076e50 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1025319 Dec 06 15:19:26.199434 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e48b6-d946-4a8d-911b-635edc169841 req-4c56400f-c0f7-443f-9934-8088547dce4b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:26.200983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da0e48b6-d946-4a8d-911b-635edc169841 req-4c56400f-c0f7-443f-9934-8088547dce4b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.1130528 Dec 06 15:19:26.298145 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da0e48b6-d946-4a8d-911b-635edc169841 req-a6d55d55-a591-4980-8eb7-53113a83231c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842311 Dec 06 15:19:26.312426 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-586667fd-22e6-405e-9c3a-46c80699c6f7 req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Deleting port d7c341af-b2bf-4dde-beca-66ab679cf98f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:19:26.312777 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-586667fd-22e6-405e-9c3a-46c80699c6f7 req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:26.403962 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-586667fd-22e6-405e-9c3a-46c80699c6f7 req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] For port d7c341af-b2bf-4dde-beca-66ab679cf98f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d7c341af-b2bf-4dde-beca-66ab679cf98f,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:26.404348 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-586667fd-22e6-405e-9c3a-46c80699c6f7 req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:26.418266 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-586667fd-22e6-405e-9c3a-46c80699c6f7 req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Calling delete_port for d7c341af-b2bf-4dde-beca-66ab679cf98f owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:19:26.566721 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-586667fd-22e6-405e-9c3a-46c80699c6f7 req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:26.598342 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event deleted for resources: {'Port': ['ID=d7c341af-b2bf-4dde-beca-66ab679cf98f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:26.626691 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:26.627153 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:26.627610 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:26.628159 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:26.628459 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:26.628857 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:26.629241 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:26.629799 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:26.630741 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:26.630741 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:26.630932 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:26.631320 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:26.631777 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:26.662761 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-586667fd-22e6-405e-9c3a-46c80699c6f7 req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] No DVR routers for this DVR port d7c341af-b2bf-4dde-beca-66ab679cf98f on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:19:26.666318 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-586667fd-22e6-405e-9c3a-46c80699c6f7 req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:26.671395 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-586667fd-22e6-405e-9c3a-46c80699c6f7 req-d85d14bf-7e9b-4185-811f-a00ffc64d4b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.23 "DELETE /v2.0/ports/d7c341af-b2bf-4dde-beca-66ab679cf98f HTTP/1.1" status: 204 len: 173 time: 0.5091014 Dec 06 15:19:26.672125 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d6de32-af04-40eb-af63-7c19c7acfdc1', 'name': 'network-vif-deleted', 'tag': 'd7c341af-b2bf-4dde-beca-66ab679cf98f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:19:26.676353 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcd2751-3fb3-49dc-92e0-7e0443c1a097" -d '{"events": [{"server_uuid": "50d6de32-af04-40eb-af63-7c19c7acfdc1", "name": "network-vif-deleted", "tag": "d7c341af-b2bf-4dde-beca-66ab679cf98f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:19:26.731055 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0eb95f-42c3-45bc-827e-4f7e6c7b7737 x-openstack-request-id: req-cd0eb95f-42c3-45bc-827e-4f7e6c7b7737 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:19:26.731353 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d6de32-af04-40eb-af63-7c19c7acfdc1", "name": "network-vif-deleted", "tag": "d7c341af-b2bf-4dde-beca-66ab679cf98f", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:19:26.731831 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd0eb95f-42c3-45bc-827e-4f7e6c7b7737 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:19:26.732049 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d6de32-af04-40eb-af63-7c19c7acfdc1', 'name': 'network-vif-deleted', 'tag': 'd7c341af-b2bf-4dde-beca-66ab679cf98f', 'status': 'completed', 'code': 200} Dec 06 15:19:27.039699 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b55fceb1-0593-41d1-b7ec-fec7db2a5e8d req-9e6f04d8-b0ac-4c70-b1c4-79909a2310b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 210 time: 0.0360835 Dec 06 15:19:27.442814 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40b579-0920-4199-b211-e1d0aa71449e req-a9dc149f-f983-489a-9f0b-d9f88535335b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:27.444367 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a40b579-0920-4199-b211-e1d0aa71449e req-a9dc149f-f983-489a-9f0b-d9f88535335b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0562563 Dec 06 15:19:27.473673 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-6ffebf87-963d-450b-97ec-ec321d084966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:27.475799 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-6ffebf87-963d-450b-97ec-ec321d084966 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 1097 time: 0.0530577 Dec 06 15:19:27.505834 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a40b579-0920-4199-b211-e1d0aa71449e req-548f2015-26cb-4122-8de9-504dc5805e0e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531251 Dec 06 15:19:27.600679 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-83abee14-caae-4c4e-b1a3-0450e5073cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:27.602196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-83abee14-caae-4c4e-b1a3-0450e5073cc5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 HTTP/1.1" status: 200 len: 897 time: 0.1121075 Dec 06 15:19:27.679762 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-feb344f1-5416-46ec-a669-baa1fe5e58e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3 HTTP/1.1" status: 200 len: 1001 time: 0.0629172 Dec 06 15:19:27.736360 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-6231bc2a-73f4-44f2-971c-efb670109283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:27.737744 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-6231bc2a-73f4-44f2-971c-efb670109283 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6abeba9-0ed3-4795-916e-e028c050cd57 HTTP/1.1" status: 200 len: 834 time: 0.0491285 Dec 06 15:19:27.797873 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-5661398a-a488-4f8b-bd0b-c688d1cbc0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:27.799425 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-5661398a-a488-4f8b-bd0b-c688d1cbc0fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495379 Dec 06 15:19:27.895443 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-e2f58986-15ff-4dac-8fe4-f81ed051d64d service neutron] 10.222.0.37 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848179 Dec 06 15:19:27.991499 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-5c28c443-cb2d-4274-9811-cd7ec5b79423 service neutron] 10.222.0.37 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886419 Dec 06 15:19:28.124974 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:28.146636 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78e91fa9-0eba-4c10-af7e-585008275307 req-a579671d-7242-4ae9-96e6-d137ec823b7c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 210 time: 0.0312166 Dec 06 15:19:28.254098 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d7c341af-b2bf-4dde-beca-66ab679cf98f no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:19:28.278389 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: d7c341af-b2bf-4dde-beca-66ab679cf98f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:19:28.278900 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device d7c341af-b2bf-4dde-beca-66ab679cf98f not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:19:28.642322 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac3b60-2cd5-4192-807f-571bddc31b1b req-1e8ef99c-cbf4-40d6-a74f-826cdee1e73e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:28.643856 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9ac3b60-2cd5-4192-807f-571bddc31b1b req-1e8ef99c-cbf4-40d6-a74f-826cdee1e73e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0510659 Dec 06 15:19:28.701047 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9ac3b60-2cd5-4192-807f-571bddc31b1b req-44590791-6e6f-4b1c-b34f-cd755b878024 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492506 Dec 06 15:19:29.247985 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-55728a39-b9d4-47bc-8851-cb07c0535ad3 req-a6c6fd2f-97aa-4a50-af77-23cb6d9fc9d7 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 210 time: 0.0279505 Dec 06 15:19:29.835799 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e45b-bef6-4638-8784-ff021ab49a7f req-3c7630a6-5ebd-4256-b721-6705c60f0d99 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:29.837360 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0191e45b-bef6-4638-8784-ff021ab49a7f req-3c7630a6-5ebd-4256-b721-6705c60f0d99 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0588312 Dec 06 15:19:29.889867 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0191e45b-bef6-4638-8784-ff021ab49a7f req-73c8b373-6722-4b00-8f67-e309ab653fcd tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462790 Dec 06 15:19:30.034160 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:30.346707 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2ff634a5-7a98-4ea3-83ad-d4c1654103d1 req-b8889cbd-9b2a-44eb-be4e-e297353954cd tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 210 time: 0.0293014 Dec 06 15:19:30.809568 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bf31ef42-7178-42b2-b2cd-67c9a805d24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:31.033234 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2078d88-4eeb-44c9-bf63-d330f2a6f007 req-0da40739-98e9-4ed0-80f1-58adc8a46969 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:31.034720 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b2078d88-4eeb-44c9-bf63-d330f2a6f007 req-0da40739-98e9-4ed0-80f1-58adc8a46969 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0533063 Dec 06 15:19:31.092892 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b2078d88-4eeb-44c9-bf63-d330f2a6f007 req-e277cea9-0f73-4627-b408-65331d76e0fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513515 Dec 06 15:19:31.455069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fabff18d-4891-4e8c-8963-6cc3b4d7bfae req-33246aad-c8cf-4c0c-af4f-b7ea169d8107 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=50d6de32-af04-40eb-af63-7c19c7acfdc1 HTTP/1.1" status: 200 len: 210 time: 0.0274112 Dec 06 15:19:32.216743 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116cb67-d016-4c1f-80f2-dac2da4bd8ca req-2c9a679f-0167-47e3-86c0-9ff538888e53 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:32.218243 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d116cb67-d016-4c1f-80f2-dac2da4bd8ca req-2c9a679f-0167-47e3-86c0-9ff538888e53 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0536864 Dec 06 15:19:32.268145 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d116cb67-d016-4c1f-80f2-dac2da4bd8ca req-9fac8090-a595-4882-b458-6663834c66a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436981 Dec 06 15:19:33.246799 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98747d4f-0cc1-409e-bf94-d78b0f6a5a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:33.407961 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcfe79-cd61-4acd-af0f-e550bd67a2ef req-e5a9eef1-ce84-4586-a78b-2fae08ccbfc4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:33.410019 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2ffcfe79-cd61-4acd-af0f-e550bd67a2ef req-e5a9eef1-ce84-4586-a78b-2fae08ccbfc4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0713916 Dec 06 15:19:33.466240 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2ffcfe79-cd61-4acd-af0f-e550bd67a2ef req-b0ee1dc4-9b68-4541-a8e8-9f22edfe374d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498004 Dec 06 15:19:34.047373 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:34.602150 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc218d-ca88-4427-a8bf-17520bbaee20 req-f27341ff-643f-4dc6-baf0-f94745b87c5c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:34.603675 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2dfc218d-ca88-4427-a8bf-17520bbaee20 req-f27341ff-643f-4dc6-baf0-f94745b87c5c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0626268 Dec 06 15:19:34.656651 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2dfc218d-ca88-4427-a8bf-17520bbaee20 req-a67884b6-3ecf-4106-8fde-74abad47760b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459580 Dec 06 15:19:35.730221 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:35.838198 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1821f3a-305c-4ab3-90d0-836e87347245 req-939feb67-1413-4fa9-9a70-dddcea8fe846 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:35.846609 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b1821f3a-305c-4ab3-90d0-836e87347245 req-939feb67-1413-4fa9-9a70-dddcea8fe846 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0669899 Dec 06 15:19:35.918811 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b1821f3a-305c-4ab3-90d0-836e87347245 req-54cbdc3d-0357-4acf-8394-bc0dc5d56146 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709867 Dec 06 15:19:36.633910 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:36.752745 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:19:37.047972 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f1f71-5731-42d3-8cae-17bdbe8a3390 req-b989a189-816c-484e-b243-9220ad505846 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:37.049489 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-905f1f71-5731-42d3-8cae-17bdbe8a3390 req-b989a189-816c-484e-b243-9220ad505846 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0571337 Dec 06 15:19:37.106634 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-905f1f71-5731-42d3-8cae-17bdbe8a3390 req-594c3b41-5387-43e8-b79c-cebd6f13404c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496428 Dec 06 15:19:38.235553 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d76d9-dd29-4ae8-a2ef-769ba4691cc6 req-ddbc70d4-322c-45ae-8e5d-9b794094a929 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:38.237205 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e56d76d9-dd29-4ae8-a2ef-769ba4691cc6 req-ddbc70d4-322c-45ae-8e5d-9b794094a929 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0544364 Dec 06 15:19:38.289853 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e56d76d9-dd29-4ae8-a2ef-769ba4691cc6 req-2d931a83-dc87-4e40-b473-94b7e385260c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462370 Dec 06 15:19:39.427500 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c3de7-9eed-4c63-a094-43cdb001e770 req-6fa0a198-7dce-4182-8bc0-4fe4ac9a8f99 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:39.429421 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a0c3de7-9eed-4c63-a094-43cdb001e770 req-6fa0a198-7dce-4182-8bc0-4fe4ac9a8f99 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0542152 Dec 06 15:19:39.488763 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a0c3de7-9eed-4c63-a094-43cdb001e770 req-b03be06d-2cce-4a7b-8271-e1afdea1fa26 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497324 Dec 06 15:19:40.625224 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6ea90-8bca-4d53-9d90-2055c46cc67c req-adc537b5-c90d-4d63-ac8a-de150e0622d5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:40.627476 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cee6ea90-8bca-4d53-9d90-2055c46cc67c req-adc537b5-c90d-4d63-ac8a-de150e0622d5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0547163 Dec 06 15:19:40.686014 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cee6ea90-8bca-4d53-9d90-2055c46cc67c req-c93c8edb-ca64-4a11-baab-18349a33eee7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492730 Dec 06 15:19:41.524020 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2456de-a103-467b-964d-34aff6ce0c20 req-8fa8e024-a6c0-4c78-897e-57190b5fa43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:41.525670 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f2456de-a103-467b-964d-34aff6ce0c20 req-8fa8e024-a6c0-4c78-897e-57190b5fa43b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 1097 time: 0.0576742 Dec 06 15:19:41.646448 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2456de-a103-467b-964d-34aff6ce0c20 req-5f54aeff-d40b-4e74-8f17-bda691814e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:41.648783 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f2456de-a103-467b-964d-34aff6ce0c20 req-5f54aeff-d40b-4e74-8f17-bda691814e07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 HTTP/1.1" status: 200 len: 897 time: 0.0998559 Dec 06 15:19:41.749400 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f2456de-a103-467b-964d-34aff6ce0c20 req-600c4cdf-5269-47c2-81db-c46e741f9b7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3 HTTP/1.1" status: 200 len: 1001 time: 0.0917346 Dec 06 15:19:41.853606 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2456de-a103-467b-964d-34aff6ce0c20 req-8af08843-6305-4aa0-9086-18c5184c76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:41.855564 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f2456de-a103-467b-964d-34aff6ce0c20 req-8af08843-6305-4aa0-9086-18c5184c76c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6abeba9-0ed3-4795-916e-e028c050cd57 HTTP/1.1" status: 200 len: 834 time: 0.0945628 Dec 06 15:19:41.864083 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc2f95-5d0a-407b-8be0-acae4a595b63 req-61c95b55-c4a4-425d-8384-a9e553e40558 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:41.865465 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-97cc2f95-5d0a-407b-8be0-acae4a595b63 req-61c95b55-c4a4-425d-8384-a9e553e40558 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0954549 Dec 06 15:19:41.931206 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2456de-a103-467b-964d-34aff6ce0c20 req-dede99df-32bf-42b8-8e2b-2c303e781a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:41.932932 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f2456de-a103-467b-964d-34aff6ce0c20 req-dede99df-32bf-42b8-8e2b-2c303e781a32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651126 Dec 06 15:19:41.965702 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-97cc2f95-5d0a-407b-8be0-acae4a595b63 req-f45f86d5-3a5a-4ecb-ae7b-b9d7f7335f48 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900064 Dec 06 15:19:42.069463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f2456de-a103-467b-964d-34aff6ce0c20 req-9dc6857e-3795-40a0-a1bc-9368a9d17df3 service neutron] 10.222.0.37 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190925 Dec 06 15:19:42.171997 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f2456de-a103-467b-964d-34aff6ce0c20 req-05f902fb-64ad-44dc-8295-827a4a7f44c4 service neutron] 10.222.0.37 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903900 Dec 06 15:19:43.102423 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230b43a-9bd8-46b6-8a3d-b00f64c19d03 req-e7679b7e-07bd-4643-8f18-754db39d663a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:43.104821 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4230b43a-9bd8-46b6-8a3d-b00f64c19d03 req-e7679b7e-07bd-4643-8f18-754db39d663a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0592837 Dec 06 15:19:43.158666 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4230b43a-9bd8-46b6-8a3d-b00f64c19d03 req-376e0012-b25f-453f-bdff-52278c7cd9c0 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473297 Dec 06 15:19:44.297416 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522f098-5755-425d-b7ff-367b03965453 req-ba868e7d-a022-4388-b808-950113d3ecce tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:44.299752 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2522f098-5755-425d-b7ff-367b03965453 req-ba868e7d-a022-4388-b808-950113d3ecce tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0581243 Dec 06 15:19:44.356817 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2522f098-5755-425d-b7ff-367b03965453 req-72dcc099-12ad-415d-8ce8-85ef9909941c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484676 Dec 06 15:19:45.250621 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-4d11f40b-c48f-4396-8885-6bfa02e42c8c service neutron] show failed (client error): The resource could not be found. Dec 06 15:19:45.251715 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-4d11f40b-c48f-4396-8885-6bfa02e42c8c service neutron] 10.222.0.37 "GET /v2.0/ports/73fbdfd4-39ec-4164-9491-c0b75778e4d3/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0613754 Dec 06 15:19:45.505714 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78480f7-6c26-4df0-b062-475c5db7aea5 req-72980f74-c6b1-4c9b-9a0f-23d1b94186fe tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:45.507440 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-8180038c-279c-4916-85b0-0dd7bedd4f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:45.509061 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-8180038c-279c-4916-85b0-0dd7bedd4f61 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c&tenant_id=78730a925a534e3a9baf86f9cc74cd24 HTTP/1.1" status: 200 len: 1097 time: 0.0522735 Dec 06 15:19:45.512208 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e78480f7-6c26-4df0-b062-475c5db7aea5 req-72980f74-c6b1-4c9b-9a0f-23d1b94186fe tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0721848 Dec 06 15:19:45.522079 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:45.567843 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e78480f7-6c26-4df0-b062-475c5db7aea5 req-fd46334c-1a7a-4d35-aec5-a7e6ab2a635f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496442 Dec 06 15:19:45.591698 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:46.204597 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:46.245058 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:19:46.297380 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:46.309172 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73fbdfd4-39ec-4164-9491-c0b75778e4d3'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:19:46.311426 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b7780a-98a0-4056-ab0b-e1dd4d289128" -d '{"events": [{"server_uuid": "d57deb43-281a-4649-8d3f-63067810ae6c", "name": "network-vif-unplugged", "status": "completed", "tag": "73fbdfd4-39ec-4164-9491-c0b75778e4d3"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:19:46.316582 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Transition to ACTIVE for port object 73fbdfd4-39ec-4164-9491-c0b75778e4d3 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:19:46.321261 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:46.410057 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a4c00e-db42-4ea1-b8e5-1115255f5baf x-openstack-request-id: req-b4a4c00e-db42-4ea1-b8e5-1115255f5baf {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:19:46.410362 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57deb43-281a-4649-8d3f-63067810ae6c", "name": "network-vif-unplugged", "status": "completed", "tag": "73fbdfd4-39ec-4164-9491-c0b75778e4d3", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:19:46.410618 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4a4c00e-db42-4ea1-b8e5-1115255f5baf {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:19:46.411013 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'code': 200} Dec 06 15:19:46.421353 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Pushing event updated for resources: {'Port': ['ID=73fbdfd4-39ec-4164-9491-c0b75778e4d3,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:46.466541 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] No DVR routers for this DVR port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:19:46.634073 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Attempting to bind port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:19:46.636019 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Attempting to bind port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:19:46.636838 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Attempting to bind port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 on network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:19:46.642659 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 on network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:19:46.643096 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Attempting to bind port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 on network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:19:46.651681 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:19:46.652392 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Checking segment: {'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:19:46.653884 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Bound using segment: {'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:19:46.653884 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Bound port: 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:19:46.654556 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:46.731102 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c1762-60f1-4f9c-9018-a3b55236b4cb req-c66ab2a9-e688-423c-8428-ea93b13d8edd tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:46.734449 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d19c1762-60f1-4f9c-9018-a3b55236b4cb req-c66ab2a9-e688-423c-8428-ea93b13d8edd tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 944 time: 0.0629830 Dec 06 15:19:46.742379 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:19:46.746303 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:19:46.751570 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:46.776938 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:46.778114 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:46.780059 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] 10.222.0.23 "PUT /v2.0/ports/73fbdfd4-39ec-4164-9491-c0b75778e4d3 HTTP/1.1" status: 200 len: 1092 time: 1.2620282 Dec 06 15:19:46.836939 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d19c1762-60f1-4f9c-9018-a3b55236b4cb req-9cf3c7fb-46f8-4cb9-952a-645ed9453186 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951633 Dec 06 15:19:46.906898 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fc0b0-d8cd-415c-87ee-bebe64959a92 service neutron] Pushing event updated for resources: {'Port': ['ID=73fbdfd4-39ec-4164-9491-c0b75778e4d3,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:46.911328 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-7730b05a-6029-48c2-96f2-e47b81431d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:46.912862 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-7730b05a-6029-48c2-96f2-e47b81431d2c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 1095 time: 0.0828924 Dec 06 15:19:47.072023 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-7dea86eb-e999-4782-b80b-b2e2eaf1e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:47.073723 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-7dea86eb-e999-4782-b80b-b2e2eaf1e7df service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 HTTP/1.1" status: 200 len: 897 time: 0.1518116 Dec 06 15:19:47.147366 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-9262d1a9-2449-42b2-94a2-cb10109a3a99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3 HTTP/1.1" status: 200 len: 999 time: 0.0666196 Dec 06 15:19:47.207387 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-1539e906-245c-4ce8-88e8-63dfeb5ef04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:47.208910 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-1539e906-245c-4ce8-88e8-63dfeb5ef04a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6abeba9-0ed3-4795-916e-e028c050cd57 HTTP/1.1" status: 200 len: 834 time: 0.0541339 Dec 06 15:19:47.265987 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-27b4b83d-ef64-421a-b3fd-65f33c4c930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:47.267503 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-27b4b83d-ef64-421a-b3fd-65f33c4c930d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509410 Dec 06 15:19:47.367410 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-e7b64df8-c6b3-470e-bb87-f8fb27456f36 service neutron] 10.222.0.23 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928988 Dec 06 15:19:47.470226 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5d968cb-70c8-49b4-a4b7-5477d5ad71d9 req-abb81e80-bedd-419f-9c45-a5113fe8e32c service neutron] 10.222.0.23 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947566 Dec 06 15:19:47.968734 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31801a-d2cc-4230-9d84-06d6ccfad66c req-5b76c06f-4ac3-4d25-93a4-811042ff4448 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:47.970246 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6d31801a-d2cc-4230-9d84-06d6ccfad66c req-5b76c06f-4ac3-4d25-93a4-811042ff4448 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 944 time: 0.0561965 Dec 06 15:19:48.021393 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6d31801a-d2cc-4230-9d84-06d6ccfad66c req-32ed8fbd-ac2c-4c48-bb8d-70d8e954918a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448554 Dec 06 15:19:48.411045 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 73fbdfd4-39ec-4164-9491-c0b75778e4d3 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:19:48.412747 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'tag': '73fbdfd4-39ec-4164-9491-c0b75778e4d3'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:19:48.415298 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d4f3e7-c9af-4c29-ab50-ff2628880afc" -d '{"events": [{"name": "network-changed", "server_uuid": "d57deb43-281a-4649-8d3f-63067810ae6c", "tag": "73fbdfd4-39ec-4164-9491-c0b75778e4d3"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:19:48.473977 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 73fbdfd4-39ec-4164-9491-c0b75778e4d3 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:19:48.479257 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9513321f-8470-4ece-9884-517527247434 x-openstack-request-id: req-9513321f-8470-4ece-9884-517527247434 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:19:48.480135 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57deb43-281a-4649-8d3f-63067810ae6c", "tag": "73fbdfd4-39ec-4164-9491-c0b75778e4d3", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:19:48.480589 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9513321f-8470-4ece-9884-517527247434 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:19:48.481169 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'tag': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'status': 'completed', 'code': 200} Dec 06 15:19:48.581031 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-c8b3543c-c6f9-4518-956d-3d366c77af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:48.582550 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-c8b3543c-c6f9-4518-956d-3d366c77af34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 1095 time: 0.0753059 Dec 06 15:19:48.585203 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-a77f1030-8a91-4aeb-a6f4-6d461351c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:48.586538 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-a77f1030-8a91-4aeb-a6f4-6d461351c289 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 1095 time: 0.0712271 Dec 06 15:19:48.755917 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-3369a2ec-77bd-4a94-9486-b67ee0daf80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:48.757418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-3369a2ec-77bd-4a94-9486-b67ee0daf80c service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 HTTP/1.1" status: 200 len: 897 time: 0.1633487 Dec 06 15:19:48.760086 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-cb7a1e6d-e175-4bfc-936d-6ca6bcc21426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:48.761418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-cb7a1e6d-e175-4bfc-936d-6ca6bcc21426 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 HTTP/1.1" status: 200 len: 897 time: 0.1582768 Dec 06 15:19:48.880407 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-82e3aac1-7d98-4a24-a808-73b50bbe25b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3 HTTP/1.1" status: 200 len: 999 time: 0.1119745 Dec 06 15:19:48.882195 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-a6616ce7-5b45-4762-aec2-1264c705f57b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3 HTTP/1.1" status: 200 len: 999 time: 0.1081631 Dec 06 15:19:49.008745 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-8e4d0029-4e94-47df-ba8e-29ba201ece54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:49.010969 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-8e4d0029-4e94-47df-ba8e-29ba201ece54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6abeba9-0ed3-4795-916e-e028c050cd57 HTTP/1.1" status: 200 len: 834 time: 0.1193535 Dec 06 15:19:49.015071 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-96cd3b26-e950-4d51-8429-483539e7d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:49.016746 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-96cd3b26-e950-4d51-8429-483539e7d280 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6abeba9-0ed3-4795-916e-e028c050cd57 HTTP/1.1" status: 200 len: 834 time: 0.0968316 Dec 06 15:19:49.245294 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-b9373662-ce13-4d5a-a3fe-d30092019656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:49.248021 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-b9373662-ce13-4d5a-a3fe-d30092019656 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523356 Dec 06 15:19:49.288654 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-bb776847-f0e5-4829-8cec-75132c40f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:49.290619 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-bb776847-f0e5-4829-8cec-75132c40f842 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2671297 Dec 06 15:19:49.310459 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36cb2c-73a1-44e7-a74b-e4a3d26cbc73 req-8735c9b7-a41d-4445-bb10-d7f56f538643 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:49.318774 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c36cb2c-73a1-44e7-a74b-e4a3d26cbc73 req-8735c9b7-a41d-4445-bb10-d7f56f538643 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 944 time: 0.1324968 Dec 06 15:19:49.524849 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c36cb2c-73a1-44e7-a74b-e4a3d26cbc73 req-b6a98206-2e1d-4a49-93a4-041d03735cb7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045727 Dec 06 15:19:49.544844 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-5eb839d9-ddbf-4c13-870a-c23e7cda2003 service neutron] 10.222.0.23 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838326 Dec 06 15:19:49.562070 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-9d5f8933-be2c-4098-9c3c-7c06f1d519a1 service neutron] 10.222.0.37 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317953 Dec 06 15:19:49.720657 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-2e1782d2-525e-4372-94eb-6060a1ab3605 service neutron] 10.222.0.23 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574056 Dec 06 15:19:49.733499 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-95d4f3e7-c9af-4c29-ab50-ff2628880afc req-6a0566f0-43db-4fd7-997d-6b41780a13dc service neutron] 10.222.0.37 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421604 Dec 06 15:19:49.878203 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-7c2e34c4-9c34-4fe3-8266-e1fba0e86b2b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:49.879874 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-7c2e34c4-9c34-4fe3-8266-e1fba0e86b2b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.23 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c&tenant_id=78730a925a534e3a9baf86f9cc74cd24&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 944 time: 0.0889649 Dec 06 15:19:49.892635 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1b721-3921-4ba0-bc6a-6d38dffe4558 req-5313e28c-0748-41f7-b968-7dbdae0734a7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:49.894265 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62e1b721-3921-4ba0-bc6a-6d38dffe4558 req-5313e28c-0748-41f7-b968-7dbdae0734a7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 944 time: 0.0709226 Dec 06 15:19:49.990568 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62e1b721-3921-4ba0-bc6a-6d38dffe4558 req-bbb54b39-6007-46f6-9734-7e36bf36b1a3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875821 Dec 06 15:19:49.992197 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-e6a5d575-7f3e-4639-9448-603b9851eaaa service neutron] 10.222.0.23 "GET /v2.0/ports/73fbdfd4-39ec-4164-9491-c0b75778e4d3/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.0969632 Dec 06 15:19:50.064042 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73d2ea14-46c2-439c-bf6a-79fc15ec29db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:50.065636 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73d2ea14-46c2-439c-bf6a-79fc15ec29db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 1095 time: 0.0480468 Dec 06 15:19:50.175069 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-5e32f6ed-e3c7-4a1f-a4a8-89b3a4b99287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:50.178795 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-5e32f6ed-e3c7-4a1f-a4a8-89b3a4b99287 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 HTTP/1.1" status: 200 len: 897 time: 0.1037064 Dec 06 15:19:50.249672 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-849d1eb2-6812-4100-96af-6b7099d20b7b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3 HTTP/1.1" status: 200 len: 999 time: 0.0627689 Dec 06 15:19:50.300850 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-58e6b5c8-92d4-4989-9707-27515b2b15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:50.302347 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-58e6b5c8-92d4-4989-9707-27515b2b15d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6abeba9-0ed3-4795-916e-e028c050cd57 HTTP/1.1" status: 200 len: 834 time: 0.0458901 Dec 06 15:19:50.354258 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-8fab7d57-b65d-4391-a077-72fc4e963eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:50.355799 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-8fab7d57-b65d-4391-a077-72fc4e963eaa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454023 Dec 06 15:19:50.368327 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 73fbdfd4-39ec-4164-9491-c0b75778e4d3 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:19:50.448636 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-6f5d87f7-58ca-428b-9a2e-21218606038e service neutron] 10.222.0.23 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859556 Dec 06 15:19:50.488052 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:50.508663 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'port_id': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'mac_address': 'fa:16:3e:8d:1a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:19:50.557993 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:50.563597 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-49609aff-3b06-4d85-9136-4d628efbcd4d service neutron] 10.222.0.23 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079118 Dec 06 15:19:50.572102 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fbdfd4-39ec-4164-9491-c0b75778e4d3 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:19:50.597922 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:50.603913 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:50.657969 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=73fbdfd4-39ec-4164-9491-c0b75778e4d3,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:50.665982 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:50.666407 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:50.666819 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:50.667231 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:50.667634 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:50.668060 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:50.668458 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:50.668854 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:50.669248 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:50.669651 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:50.670045 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:50.670437 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:50.670829 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:50.824793 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['73fbdfd4-39ec-4164-9491-c0b75778e4d3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:19:51.133056 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f42eb-7e8c-4184-8166-6974713e88d7 req-40ba12b1-2ab4-4ff7-9278-fd5ffc45d5ec tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:51.134552 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-522f42eb-7e8c-4184-8166-6974713e88d7 req-40ba12b1-2ab4-4ff7-9278-fd5ffc45d5ec tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 945 time: 0.0523796 Dec 06 15:19:51.189906 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-522f42eb-7e8c-4184-8166-6974713e88d7 req-ce2343ef-66f4-49f3-8b31-89bbceb0fb13 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466638 Dec 06 15:19:52.380794 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 73fbdfd4-39ec-4164-9491-c0b75778e4d3 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:19:52.384407 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8a7f5-cfa7-42da-b957-62ea546b31a7 req-1e293890-b32f-4552-911f-8c25a9a0a938 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:52.387407 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78f8a7f5-cfa7-42da-b957-62ea546b31a7 req-1e293890-b32f-4552-911f-8c25a9a0a938 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 945 time: 0.0824435 Dec 06 15:19:52.451323 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78f8a7f5-cfa7-42da-b957-62ea546b31a7 req-abf06cd7-cfa8-4e04-b322-f8fb1681c6e2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571461 Dec 06 15:19:52.545350 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:52.559690 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 73fbdfd4-39ec-4164-9491-c0b75778e4d3 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:19:52.580371 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:52.585788 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:52.639295 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=73fbdfd4-39ec-4164-9491-c0b75778e4d3,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:52.757373 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-b677032a-829a-44a3-954c-877f4598e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:52.759157 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-b677032a-829a-44a3-954c-877f4598e741 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c&tenant_id=78730a925a534e3a9baf86f9cc74cd24 HTTP/1.1" status: 200 len: 1095 time: 0.0509534 Dec 06 15:19:52.774929 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:52.831259 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:53.032509 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:53.065321 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:19:53.102920 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fbdfd4-39ec-4164-9491-c0b75778e4d3 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:19:53.112313 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:53.124830 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Ignored duplicate provisioning block setup for port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 06 15:19:53.129805 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:53.251642 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] No DVR routers for this DVR port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:19:53.314639 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=73fbdfd4-39ec-4164-9491-c0b75778e4d3,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:53.452130 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Attempting to bind port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:19:53.452802 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Attempting to bind port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:19:53.452802 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Attempting to bind port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 on network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:19:53.457125 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 on network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:19:53.457443 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Attempting to bind port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 on network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:19:53.462487 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:19:53.463414 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Checking segment: {'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:19:53.463840 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Bound using segment: {'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:19:53.464268 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Bound port: 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afece07-8866-44fc-ac58-1e3f4b044c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:19:53.464619 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:53.538523 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:19:53.542269 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:19:53.547855 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:53.580771 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:53.581490 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:53.583017 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] 10.222.0.37 "PUT /v2.0/ports/73fbdfd4-39ec-4164-9491-c0b75778e4d3 HTTP/1.1" status: 200 len: 1093 time: 0.8124871 Dec 06 15:19:53.583546 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'tag': '73fbdfd4-39ec-4164-9491-c0b75778e4d3'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:19:53.585938 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d57deb43-281a-4649-8d3f-63067810ae6c", "tag": "73fbdfd4-39ec-4164-9491-c0b75778e4d3"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:19:53.597959 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70679306-1ffb-4443-8769-8880792424b5 req-601b4120-c0a6-4aa5-a980-e4da94432e2f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:53.599588 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-70679306-1ffb-4443-8769-8880792424b5 req-601b4120-c0a6-4aa5-a980-e4da94432e2f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 945 time: 0.0712025 Dec 06 15:19:53.657779 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbdf5fd-f255-4649-870f-268505b6b61c x-openstack-request-id: req-4dbdf5fd-f255-4649-870f-268505b6b61c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:19:53.658097 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57deb43-281a-4649-8d3f-63067810ae6c", "tag": "73fbdfd4-39ec-4164-9491-c0b75778e4d3", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:19:53.658362 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4dbdf5fd-f255-4649-870f-268505b6b61c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:19:53.658738 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'tag': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'status': 'completed', 'code': 200} Dec 06 15:19:53.678547 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73603dd9-c858-45b6-8dc3-32278ffdfbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=73fbdfd4-39ec-4164-9491-c0b75778e4d3,revision_number=11']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:53.688628 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-70679306-1ffb-4443-8769-8880792424b5 req-cab49291-437b-4734-b6df-31ad2b679e73 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811200 Dec 06 15:19:53.731477 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-b5169f38-120a-43e1-aaa6-1af2b4c02998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:53.733007 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-b5169f38-120a-43e1-aaa6-1af2b4c02998 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 1096 time: 0.1193585 Dec 06 15:19:53.756337 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-0bc8023c-69a6-48f0-8698-440d46ef8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:53.757951 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-0bc8023c-69a6-48f0-8698-440d46ef8c5d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 1096 time: 0.0740860 Dec 06 15:19:53.907000 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-e76818c8-0b2d-4208-a49d-514193969dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:53.908533 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-e76818c8-0b2d-4208-a49d-514193969dc3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 HTTP/1.1" status: 200 len: 897 time: 0.1635928 Dec 06 15:19:53.913626 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-411d7df9-4de6-4456-8b1f-62a9e103e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:53.914945 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-411d7df9-4de6-4456-8b1f-62a9e103e8db service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 HTTP/1.1" status: 200 len: 897 time: 0.1448021 Dec 06 15:19:54.352539 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-e0cc16fe-b7be-4488-85b4-728641f63ee7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3 HTTP/1.1" status: 200 len: 999 time: 0.4239991 Dec 06 15:19:54.358493 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-e990961a-eaff-4ff9-8973-b4f8957c686c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3 HTTP/1.1" status: 200 len: 999 time: 0.4365985 Dec 06 15:19:54.446510 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-dc5c5896-01fc-4fb5-a879-6d660a321210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:54.448832 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-dc5c5896-01fc-4fb5-a879-6d660a321210 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6abeba9-0ed3-4795-916e-e028c050cd57 HTTP/1.1" status: 200 len: 834 time: 0.0842965 Dec 06 15:19:54.452347 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-1b141d3c-f1d7-4323-89dc-c65ddbf738f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:54.453754 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-1b141d3c-f1d7-4323-89dc-c65ddbf738f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6abeba9-0ed3-4795-916e-e028c050cd57 HTTP/1.1" status: 200 len: 834 time: 0.0880766 Dec 06 15:19:54.566649 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-eb19e972-f979-42b0-b40c-25315d26a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:54.568780 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-eb19e972-f979-42b0-b40c-25315d26a8d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984280 Dec 06 15:19:54.571919 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-ffb9cb37-5de4-42f5-886b-686ff634c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:54.574131 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-ffb9cb37-5de4-42f5-886b-686ff634c496 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129656 Dec 06 15:19:54.741838 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-994a65f3-b579-4de2-8144-76634d52bd1a service neutron] 10.222.0.23 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659348 Dec 06 15:19:54.746354 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-6d792ea9-b8f9-4328-a00d-7bb3ab8e7463 service neutron] 10.222.0.37 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510923 Dec 06 15:19:54.955749 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-96323849-44ab-4240-8e9d-b6cdb3364fec req-90e700e1-8412-4dd6-b8d6-59f829d04af2 service neutron] 10.222.0.37 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966588 Dec 06 15:19:54.960311 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-59e795b3-436f-4a06-9405-93650a226191 service neutron] 10.222.0.23 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097082 Dec 06 15:19:54.972541 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece68e02-2754-4d58-b04c-77e10c20789e req-9f7406f5-6d6d-4f8c-aa63-5d7c1971893b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:54.974259 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ece68e02-2754-4d58-b04c-77e10c20789e req-9f7406f5-6d6d-4f8c-aa63-5d7c1971893b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 945 time: 0.1265764 Dec 06 15:19:55.094698 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ece68e02-2754-4d58-b04c-77e10c20789e req-d3538f95-ef92-4fed-a3ad-7ee3294a5dc0 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032679 Dec 06 15:19:55.112457 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-1b06a70b-19e1-4ca4-9e3e-9f5cd37458eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:55.114448 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-1b06a70b-19e1-4ca4-9e3e-9f5cd37458eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 1096 time: 0.0679505 Dec 06 15:19:55.229197 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-bfb5ef46-3937-4b06-8c9c-7baa0b9bdb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:55.231102 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-bfb5ef46-3937-4b06-8c9c-7baa0b9bdb62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 HTTP/1.1" status: 200 len: 897 time: 0.1079040 Dec 06 15:19:55.324619 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-7c3b570a-d673-488c-804e-065e5c790e6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3 HTTP/1.1" status: 200 len: 999 time: 0.0851872 Dec 06 15:19:55.388488 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-c4bd0a2e-451f-4c43-9c8d-c511ab5f6dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:55.389964 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-c4bd0a2e-451f-4c43-9c8d-c511ab5f6dda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6abeba9-0ed3-4795-916e-e028c050cd57 HTTP/1.1" status: 200 len: 834 time: 0.0557992 Dec 06 15:19:55.448234 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-cd697d7f-a28b-412d-933b-3458f89fd130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:55.449747 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-cd697d7f-a28b-412d-933b-3458f89fd130 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516219 Dec 06 15:19:55.570359 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-eab3dd7b-8f26-43e1-997b-171b49cc63b1 service neutron] 10.222.0.37 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120675 Dec 06 15:19:55.688726 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dd1d1f0-67d1-4a0f-a5e9-93fbad6825a7 req-b3c17acd-e368-407a-9894-af2ee2e77164 service neutron] 10.222.0.37 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094384 Dec 06 15:19:56.238028 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bedd9-8a91-492d-87af-c47f4f1d9315 req-6d8cfdc5-8750-459e-b425-7518c3b4333d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:56.239879 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea2bedd9-8a91-492d-87af-c47f4f1d9315 req-6d8cfdc5-8750-459e-b425-7518c3b4333d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 945 time: 0.0659893 Dec 06 15:19:56.331296 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea2bedd9-8a91-492d-87af-c47f4f1d9315 req-0f67bff2-bff4-4878-86ef-2b841488c141 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788291 Dec 06 15:19:56.513795 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 73fbdfd4-39ec-4164-9491-c0b75778e4d3 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:19:56.671598 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:56.708430 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'port_id': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'mac_address': 'fa:16:3e:8d:1a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:19:56.758283 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:56.778528 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fbdfd4-39ec-4164-9491-c0b75778e4d3 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:19:56.800849 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:56.809652 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:56.865648 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=73fbdfd4-39ec-4164-9491-c0b75778e4d3,revision_number=12']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:57.059977 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['73fbdfd4-39ec-4164-9491-c0b75778e4d3'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:19:57.209493 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-b600ed0e-935d-4945-af5f-3de0bb5712ac tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:57.212917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-b600ed0e-935d-4945-af5f-3de0bb5712ac tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 812 time: 0.1210053 Dec 06 15:19:57.236255 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-0ff8ddf1-2d40-48df-be68-c38e0b84d1c9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/quotas/edd692759ebb4bf3a0fa8fe91d03df76 HTTP/1.1" status: 200 len: 375 time: 0.0171194 Dec 06 15:19:57.300341 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-45170e20-997a-4753-ab8a-817da3568c78 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631177 Dec 06 15:19:57.443488 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-9da11272-5fc6-4ae5-905f-f4d98db9dccd service neutron] 10.222.0.20 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420405 Dec 06 15:19:57.470840 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d3980-5faa-4e98-8a18-9dcda75173ac req-548bccb2-50a5-4d0f-8641-19220ec7551a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:57.473016 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad0d3980-5faa-4e98-8a18-9dcda75173ac req-548bccb2-50a5-4d0f-8641-19220ec7551a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 946 time: 0.0625610 Dec 06 15:19:57.529397 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ad0d3980-5faa-4e98-8a18-9dcda75173ac req-8f5d18fa-3399-4b98-bbb6-ff12aa5e00c1 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472548 Dec 06 15:19:57.557451 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 41836) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:57.564680 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-fc9786ec-f6a2-41d4-acf9-9b5330db3da5 service neutron] 10.222.0.20 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139579 Dec 06 15:19:57.632620 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ad471541-7880-4198-9168-f81693232149 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/floatingips/fe2aaa82-aad6-45f3-95e1-eab7a4291c0f HTTP/1.1" status: 200 len: 992 time: 0.0738432 Dec 06 15:19:57.779436 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a923ed7b-896d-4e94-b76f-97fa6d3f267f req-ee974a06-acd4-47b2-a9cd-6c0c37e742aa tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 210 time: 0.0275686 Dec 06 15:19:58.108670 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:58.520400 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 73fbdfd4-39ec-4164-9491-c0b75778e4d3 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:19:58.566949 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:19:58.571801 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:58.572820 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:58.670296 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:58.699487 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fbdfd4-39ec-4164-9491-c0b75778e4d3'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:19:58.702009 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83289e72-18a8-429c-9572-640ce3c4787c" -d '{"events": [{"server_uuid": "d57deb43-281a-4649-8d3f-63067810ae6c", "name": "network-vif-plugged", "status": "completed", "tag": "73fbdfd4-39ec-4164-9491-c0b75778e4d3"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:19:58.710982 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-2c10a0f9-1fb2-4597-bb7a-fc1e68f57477 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:58.712481 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-2c10a0f9-1fb2-4597-bb7a-fc1e68f57477 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.23 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 812 time: 0.1291156 Dec 06 15:19:58.716223 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:58.720777 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:58.729525 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-d95239cc-d1af-472c-9c34-bd0797f9f56d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Request body: {'port': {'device_id': '99464fa1-1b30-4ed8-9405-ef4c91f9466d', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'admin_state_up': True, 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:58.775643 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=73fbdfd4-39ec-4164-9491-c0b75778e4d3,revision_number=13']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:58.783797 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf70ee0-c25e-4c9a-9d2d-56d273528073 x-openstack-request-id: req-acf70ee0-c25e-4c9a-9d2d-56d273528073 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:19:58.784400 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57deb43-281a-4649-8d3f-63067810ae6c", "name": "network-vif-plugged", "status": "completed", "tag": "73fbdfd4-39ec-4164-9491-c0b75778e4d3", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:19:58.784882 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acf70ee0-c25e-4c9a-9d2d-56d273528073 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:19:58.786679 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'code': 200} Dec 06 15:19:58.880447 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ddcdd37-d260-47fe-a279-95646b95b122 req-d45cdca0-f2c2-48bc-8d55-7d67d478fd59 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 210 time: 0.0281084 Dec 06 15:19:58.944862 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-95829193-ec59-49c5-93b7-94e52a3ebef5 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:58.946364 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-95829193-ec59-49c5-93b7-94e52a3ebef5 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/networks?id=68d53435-d18f-4380-92e3-902c000dfe8d HTTP/1.1" status: 200 len: 814 time: 0.1336098 Dec 06 15:19:58.947536 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-d95239cc-d1af-472c-9c34-bd0797f9f56d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Made reservation on behalf of edd692759ebb4bf3a0fa8fe91d03df76 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:19:58.951485 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-d95239cc-d1af-472c-9c34-bd0797f9f56d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:58.979143 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-ad30eb3e-9dd1-4982-a11e-759c0ea3c12e tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/quotas/95a2c901e31643a3aab03978132033ee HTTP/1.1" status: 200 len: 375 time: 0.0246537 Dec 06 15:19:59.019298 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-91a27a25-736c-4a71-86e6-3264af67f878 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95a2c901e31643a3aab03978132033ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292237 Dec 06 15:19:59.189065 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-d95239cc-d1af-472c-9c34-bd0797f9f56d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Allocated IP 172.20.0.7 (5cd3d629-294c-4537-8f1e-863f8f4b3c58/d729354f-de71-4474-b05a-729c96f5bac2/4a4c4817-9943-4a43-ad83-4c6069ea0674) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:19:59.192451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-7cfe9f20-b491-432d-b5a2-4596b4a1fe10 service neutron] 10.222.0.20 "GET /v2.0/networks/68d53435-d18f-4380-92e3-902c000dfe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466842 Dec 06 15:19:59.347859 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-9c6c3424-3d5a-4515-bf36-98dacb785a23 service neutron] 10.222.0.20 "GET /v2.0/networks/68d53435-d18f-4380-92e3-902c000dfe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470361 Dec 06 15:19:59.416606 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-d95239cc-d1af-472c-9c34-bd0797f9f56d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:59.455027 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-d95239cc-d1af-472c-9c34-bd0797f9f56d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:59.521839 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-d95239cc-d1af-472c-9c34-bd0797f9f56d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:19:59.523011 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95239cc-d1af-472c-9c34-bd0797f9f56d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'Port': ['ID=4a4c4817-9943-4a43-ad83-4c6069ea0674,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:59.526185 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-d95239cc-d1af-472c-9c34-bd0797f9f56d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:19:59.528880 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-d95239cc-d1af-472c-9c34-bd0797f9f56d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:19:59.534063 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bec586d5-aa7b-4f1d-90e5-5b694a2b37b9 req-55eb82d3-9a4b-4550-b096-20d455f7255f tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda HTTP/1.1" status: 200 len: 210 time: 0.0456569 Dec 06 15:19:59.595054 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-d95239cc-d1af-472c-9c34-bd0797f9f56d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:59.595834 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-d95239cc-d1af-472c-9c34-bd0797f9f56d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:59.624240 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-d95239cc-d1af-472c-9c34-bd0797f9f56d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9017310 Dec 06 15:19:59.641546 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Request body: {'port': {'device_id': '99464fa1-1b30-4ed8-9405-ef4c91f9466d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:59.719085 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:59.928650 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6c6bf854-6b54-4983-aa3e-211b1057ac72 None None] Provisioning complete for port 4a4c4817-9943-4a43-ad83-4c6069ea0674 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:59.929742 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6c6bf854-6b54-4983-aa3e-211b1057ac72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:00.008935 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6c6bf854-6b54-4983-aa3e-211b1057ac72 None None] Port 4a4c4817-9943-4a43-ad83-4c6069ea0674 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:20:00.058560 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:00.115754 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a4c4817-9943-4a43-ad83-4c6069ea0674 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:20:00.128164 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:00.162876 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c9aa2-37f0-4992-8e0b-dcf638346d08 req-71dc270a-9d6f-4119-b78d-480765409c9d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:00.164451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-394c9aa2-37f0-4992-8e0b-dcf638346d08 req-71dc270a-9d6f-4119-b78d-480765409c9d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 931 time: 0.1717007 Dec 06 15:20:00.167888 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Transition to ACTIVE for port object 4a4c4817-9943-4a43-ad83-4c6069ea0674 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:20:00.172977 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:00.259605 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Pushing event updated for resources: {'Port': ['ID=4a4c4817-9943-4a43-ad83-4c6069ea0674,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:00.335393 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-394c9aa2-37f0-4992-8e0b-dcf638346d08 req-191f123c-1f12-4d8a-92d7-6e2fd419b50e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340170 Dec 06 15:20:00.373252 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Attempting to bind port 4a4c4817-9943-4a43-ad83-4c6069ea0674 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:20:00.373472 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Attempting to bind port 4a4c4817-9943-4a43-ad83-4c6069ea0674 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:20:00.373736 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Attempting to bind port 4a4c4817-9943-4a43-ad83-4c6069ea0674 on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:20:00.383578 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Port 4a4c4817-9943-4a43-ad83-4c6069ea0674 on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:20:00.383939 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Attempting to bind port 4a4c4817-9943-4a43-ad83-4c6069ea0674 on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:20:00.389223 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:20:00.389552 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Checking segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:20:00.389938 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Bound using segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:20:00.390854 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Bound port: 4a4c4817-9943-4a43-ad83-4c6069ea0674, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:20:00.391218 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:00.461316 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] For port 4a4c4817-9943-4a43-ad83-4c6069ea0674, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:20:00.464888 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] For port 4a4c4817-9943-4a43-ad83-4c6069ea0674, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4a4c4817-9943-4a43-ad83-4c6069ea0674,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:20:00.469322 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:00.526293 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:00.527091 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:00.529279 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] 10.222.0.23 "PUT /v2.0/ports/4a4c4817-9943-4a43-ad83-4c6069ea0674 HTTP/1.1" status: 200 len: 1091 time: 0.8969069 Dec 06 15:20:00.532314 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99464fa1-1b30-4ed8-9405-ef4c91f9466d', 'tag': '4a4c4817-9943-4a43-ad83-4c6069ea0674'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:20:00.543494 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db86a8c9-2eaa-4b69-82e1-b08bff7efbd0" -d '{"events": [{"name": "network-changed", "server_uuid": "99464fa1-1b30-4ed8-9405-ef4c91f9466d", "tag": "4a4c4817-9943-4a43-ad83-4c6069ea0674"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:20:00.582890 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1adff96-bc08-4eca-b61d-763cc8195d1d service neutron] Pushing event updated for resources: {'Port': ['ID=4a4c4817-9943-4a43-ad83-4c6069ea0674,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:00.659522 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-49b33696-9765-44ef-91f4-e77688e9d89a req-1d722d1e-ef34-4625-bb12-c735b52d5832 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda HTTP/1.1" status: 200 len: 210 time: 0.0417202 Dec 06 15:20:00.673448 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b4dfb7-12a2-4e67-a8af-719be2f7256b x-openstack-request-id: req-03b4dfb7-12a2-4e67-a8af-719be2f7256b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:20:00.673740 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99464fa1-1b30-4ed8-9405-ef4c91f9466d", "tag": "4a4c4817-9943-4a43-ad83-4c6069ea0674", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:20:00.673992 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03b4dfb7-12a2-4e67-a8af-719be2f7256b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:20:00.674390 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99464fa1-1b30-4ed8-9405-ef4c91f9466d', 'tag': '4a4c4817-9943-4a43-ad83-4c6069ea0674', 'status': 'completed', 'code': 200} Dec 06 15:20:00.697201 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-12721246-7b80-41de-82f8-e7f2bd81b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:00.698915 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-12721246-7b80-41de-82f8-e7f2bd81b8a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 1094 time: 0.1051581 Dec 06 15:20:00.771236 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-127a23e3-e18c-4c62-ae29-a24a57d5734d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a4c4817-9943-4a43-ad83-4c6069ea0674 HTTP/1.1" status: 200 len: 217 time: 0.0633271 Dec 06 15:20:00.809309 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7b70a28-4e48-4831-bc42-2917ac2f13ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:00.920430 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-81c8a544-b349-46dc-9284-536ada34ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:00.922465 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-81c8a544-b349-46dc-9284-536ada34ccd6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.1274989 Dec 06 15:20:00.977530 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-c6a600a0-fb21-41d1-a0c8-04b859b9a8c4 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:00.979548 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-c6a600a0-fb21-41d1-a0c8-04b859b9a8c4 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.37 "GET /v2.0/networks?id=68d53435-d18f-4380-92e3-902c000dfe8d HTTP/1.1" status: 200 len: 814 time: 0.2576241 Dec 06 15:20:00.995956 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-88cfdd83-87c5-49e0-a512-528bf81f34bd tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Request body: {'port': {'device_id': '2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda', 'network_id': '68d53435-d18f-4380-92e3-902c000dfe8d', 'admin_state_up': True, 'tenant_id': '95a2c901e31643a3aab03978132033ee'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:20:01.017147 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-7a2ca5e5-3b34-4849-8fb5-445eb01594f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:01.019333 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-7a2ca5e5-3b34-4849-8fb5-445eb01594f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892186 Dec 06 15:20:01.187360 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-3ca24006-0c7a-47cf-8fca-cfa31d7d9270 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605160 Dec 06 15:20:01.187920 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-88cfdd83-87c5-49e0-a512-528bf81f34bd tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Made reservation on behalf of 95a2c901e31643a3aab03978132033ee for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:20:01.191437 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-88cfdd83-87c5-49e0-a512-528bf81f34bd tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:01.349569 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a115b357-6d6e-4a44-9a5b-fbbafc1dfb3e req-740538b0-5701-49df-9170-c8ee53812504 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555879 Dec 06 15:20:01.434864 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-88cfdd83-87c5-49e0-a512-528bf81f34bd tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Allocated IP 172.20.0.5 (68d53435-d18f-4380-92e3-902c000dfe8d/2419028d-aa19-4dc0-91d2-afd4d891a895/6efa3fc1-e049-44dc-99bb-08e60621c61e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:20:01.518948 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86a8c9-2eaa-4b69-82e1-b08bff7efbd0 req-7123d673-5618-4971-965c-76f2e4e1407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:01.520507 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-db86a8c9-2eaa-4b69-82e1-b08bff7efbd0 req-7123d673-5618-4971-965c-76f2e4e1407f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 1094 time: 0.1186693 Dec 06 15:20:01.564426 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fb8c6-5eca-4e9f-97fd-baf573344696 req-82e61e1e-4a0a-4f10-86f6-7241907ac75a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:01.565909 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-544fb8c6-5eca-4e9f-97fd-baf573344696 req-82e61e1e-4a0a-4f10-86f6-7241907ac75a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 943 time: 0.1253624 Dec 06 15:20:01.718306 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-544fb8c6-5eca-4e9f-97fd-baf573344696 req-13069552-6b61-4d50-9741-e9fe825e4b21 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322668 Dec 06 15:20:01.743123 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86a8c9-2eaa-4b69-82e1-b08bff7efbd0 req-26995d53-fd28-4ef8-9d2f-8ddca52f96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:01.744674 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-db86a8c9-2eaa-4b69-82e1-b08bff7efbd0 req-26995d53-fd28-4ef8-9d2f-8ddca52f96d4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.2135510 Dec 06 15:20:01.756098 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aaed43e6-266b-48cf-9c4a-8c2583a5210c req-a995d0ec-9437-4632-bb48-d037eaa48ede tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda HTTP/1.1" status: 200 len: 210 time: 0.0322928 Dec 06 15:20:01.769223 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-88cfdd83-87c5-49e0-a512-528bf81f34bd tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:01.798259 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-db86a8c9-2eaa-4b69-82e1-b08bff7efbd0 req-490c140b-1706-4b4b-a1f0-80a18289dca1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a4c4817-9943-4a43-ad83-4c6069ea0674 HTTP/1.1" status: 200 len: 217 time: 0.0409746 Dec 06 15:20:02.200485 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86a8c9-2eaa-4b69-82e1-b08bff7efbd0 req-79da8065-335b-4ece-9ebb-bb83bae6af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:02.201966 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-db86a8c9-2eaa-4b69-82e1-b08bff7efbd0 req-79da8065-335b-4ece-9ebb-bb83bae6af1a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.3965380 Dec 06 15:20:02.203440 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-88cfdd83-87c5-49e0-a512-528bf81f34bd tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:02.279532 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-88cfdd83-87c5-49e0-a512-528bf81f34bd tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Network 68d53435-d18f-4380-92e3-902c000dfe8d is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:20:02.281895 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-88cfdd83-87c5-49e0-a512-528bf81f34bd tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:20:02.283733 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfdd83-87c5-49e0-a512-528bf81f34bd tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Pushing event updated for resources: {'Port': ['ID=6efa3fc1-e049-44dc-99bb-08e60621c61e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:02.286950 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-88cfdd83-87c5-49e0-a512-528bf81f34bd tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:20:02.321280 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86a8c9-2eaa-4b69-82e1-b08bff7efbd0 req-63f45c2b-44a8-4bcf-8695-a1779e614659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:02.323349 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-db86a8c9-2eaa-4b69-82e1-b08bff7efbd0 req-63f45c2b-44a8-4bcf-8695-a1779e614659 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125298 Dec 06 15:20:02.347686 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-88cfdd83-87c5-49e0-a512-528bf81f34bd tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:02.348284 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-88cfdd83-87c5-49e0-a512-528bf81f34bd tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:02.387201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-88cfdd83-87c5-49e0-a512-528bf81f34bd tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3960631 Dec 06 15:20:02.414806 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Request body: {'port': {'device_id': '2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:20:02.487455 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-db86a8c9-2eaa-4b69-82e1-b08bff7efbd0 req-b70e63f0-650e-4661-95a6-fc19b4054c35 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546381 Dec 06 15:20:02.490608 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:02.705971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-db86a8c9-2eaa-4b69-82e1-b08bff7efbd0 req-f9dbbeb0-a5eb-4c79-8817-e88fd19eb6ad service neutron] 10.222.0.23 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020156 Dec 06 15:20:02.903111 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858681bf-8ae4-4cdb-8f20-faa020d13186 req-c0d4ee90-358f-4b2c-a7ea-a2ab0442bc42 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:02.904778 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-858681bf-8ae4-4cdb-8f20-faa020d13186 req-c0d4ee90-358f-4b2c-a7ea-a2ab0442bc42 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 943 time: 0.0908310 Dec 06 15:20:02.952057 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6efa3fc1-e049-44dc-99bb-08e60621c61e {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:20:02.963216 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:02.971977 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bbd6f-abd7-404d-9184-3c7118799940 req-b0983362-3737-4cc9-889c-49946357b855 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:02.975690 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-018bbd6f-abd7-404d-9184-3c7118799940 req-b0983362-3737-4cc9-889c-49946357b855 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda HTTP/1.1" status: 200 len: 931 time: 0.0974572 Dec 06 15:20:02.991428 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Transition to ACTIVE for port object 6efa3fc1-e049-44dc-99bb-08e60621c61e will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:20:02.997463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-858681bf-8ae4-4cdb-8f20-faa020d13186 req-06aaf25f-e3d0-4d4a-a374-677a32199dc9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750980 Dec 06 15:20:02.998669 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:03.045463 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-018bbd6f-abd7-404d-9184-3c7118799940 req-23e17ccc-95f9-44d4-bc5e-f9fbaea4d7dd tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584912 Dec 06 15:20:03.053032 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Pushing event updated for resources: {'Port': ['ID=6efa3fc1-e049-44dc-99bb-08e60621c61e,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:03.125450 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Attempting to bind port 6efa3fc1-e049-44dc-99bb-08e60621c61e on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:20:03.125902 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Attempting to bind port 6efa3fc1-e049-44dc-99bb-08e60621c61e by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '68ebb843-0911-48e5-8aaa-c4f29988e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68d53435-d18f-4380-92e3-902c000dfe8d'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:20:03.126242 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Attempting to bind port 6efa3fc1-e049-44dc-99bb-08e60621c61e on network 68d53435-d18f-4380-92e3-902c000dfe8d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:20:03.131269 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Port 6efa3fc1-e049-44dc-99bb-08e60621c61e on network 68d53435-d18f-4380-92e3-902c000dfe8d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:20:03.131680 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Attempting to bind port 6efa3fc1-e049-44dc-99bb-08e60621c61e on network 68d53435-d18f-4380-92e3-902c000dfe8d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:20:03.136755 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:20:03.137165 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Checking segment: {'id': '68ebb843-0911-48e5-8aaa-c4f29988e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68d53435-d18f-4380-92e3-902c000dfe8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:20:03.137575 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Bound using segment: {'id': '68ebb843-0911-48e5-8aaa-c4f29988e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68d53435-d18f-4380-92e3-902c000dfe8d'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:20:03.137884 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Bound port: 6efa3fc1-e049-44dc-99bb-08e60621c61e, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ebb843-0911-48e5-8aaa-c4f29988e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68d53435-d18f-4380-92e3-902c000dfe8d'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:20:03.138185 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:03.209350 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] For port 6efa3fc1-e049-44dc-99bb-08e60621c61e, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:20:03.214274 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] For port 6efa3fc1-e049-44dc-99bb-08e60621c61e, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6efa3fc1-e049-44dc-99bb-08e60621c61e,segment=NetworkSegment(68ebb843-0911-48e5-8aaa-c4f29988e473),segment_id=68ebb843-0911-48e5-8aaa-c4f29988e473)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:20:03.222420 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:03.266527 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-595a6f06-21dc-4742-9251-37815f407bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:03.272628 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:03.273254 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:03.274615 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] 10.222.0.37 "PUT /v2.0/ports/6efa3fc1-e049-44dc-99bb-08e60621c61e HTTP/1.1" status: 200 len: 1091 time: 0.8638690 Dec 06 15:20:03.275601 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda', 'tag': '6efa3fc1-e049-44dc-99bb-08e60621c61e'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:20:03.278828 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227840ba-a2dd-4dac-98cb-87a1cef83e25" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda", "tag": "6efa3fc1-e049-44dc-99bb-08e60621c61e"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:20:03.318365 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4f268-4734-4a1b-9ce6-b6e445622b8a service neutron] Pushing event updated for resources: {'Port': ['ID=6efa3fc1-e049-44dc-99bb-08e60621c61e,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:03.336852 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ddb935-166a-4e2a-b3dc-978150f51dc5 x-openstack-request-id: req-98ddb935-166a-4e2a-b3dc-978150f51dc5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:20:03.337386 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda", "tag": "6efa3fc1-e049-44dc-99bb-08e60621c61e", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:20:03.338132 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98ddb935-166a-4e2a-b3dc-978150f51dc5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:20:03.338691 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda', 'tag': '6efa3fc1-e049-44dc-99bb-08e60621c61e', 'status': 'completed', 'code': 200} Dec 06 15:20:03.420463 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-d681e586-7d13-40c8-bd51-55baea480a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:03.422418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-d681e586-7d13-40c8-bd51-55baea480a27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95a2c901e31643a3aab03978132033ee&device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda HTTP/1.1" status: 200 len: 1094 time: 0.0536954 Dec 06 15:20:03.470241 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-fe5be9ca-ea03-4471-995c-417d23863c88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6efa3fc1-e049-44dc-99bb-08e60621c61e HTTP/1.1" status: 200 len: 217 time: 0.0382595 Dec 06 15:20:03.540155 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-e9ed033b-3edd-4a90-80c1-a918f56588d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:03.543612 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-e9ed033b-3edd-4a90-80c1-a918f56588d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2419028d-aa19-4dc0-91d2-afd4d891a895 HTTP/1.1" status: 200 len: 854 time: 0.0674226 Dec 06 15:20:03.604340 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-54a7b3c9-2c0f-4054-b6d2-30037ec55adf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68d53435-d18f-4380-92e3-902c000dfe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519259 Dec 06 15:20:03.739073 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-9e233b77-a26d-4f12-a5ac-fa18132d5a60 service neutron] 10.222.0.37 "GET /v2.0/networks/68d53435-d18f-4380-92e3-902c000dfe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264136 Dec 06 15:20:03.860061 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0859353e-2c1c-46e9-908d-8ef042cd2df2 req-0d672870-ea49-4c17-8a23-bc4f16530cb1 service neutron] 10.222.0.37 "GET /v2.0/networks/68d53435-d18f-4380-92e3-902c000dfe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146219 Dec 06 15:20:03.985161 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227840ba-a2dd-4dac-98cb-87a1cef83e25 req-7f90cd88-edad-4a70-839d-cbd91ed5e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:03.987011 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-227840ba-a2dd-4dac-98cb-87a1cef83e25 req-7f90cd88-edad-4a70-839d-cbd91ed5e674 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95a2c901e31643a3aab03978132033ee&device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda HTTP/1.1" status: 200 len: 1094 time: 0.0615494 Dec 06 15:20:04.058327 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:04.124278 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227840ba-a2dd-4dac-98cb-87a1cef83e25 req-b63e3449-3556-4259-bb68-65c9427fa8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:04.125756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-227840ba-a2dd-4dac-98cb-87a1cef83e25 req-b63e3449-3556-4259-bb68-65c9427fa8de service neutron] 10.222.0.37 "GET /v2.0/networks?id=68d53435-d18f-4380-92e3-902c000dfe8d HTTP/1.1" status: 200 len: 915 time: 0.1308551 Dec 06 15:20:04.182029 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c27b9-4c45-4e76-ab18-b0022803435e req-df39439a-a668-461c-9c3c-d618b39fb2ef tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:04.184140 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-341c27b9-4c45-4e76-ab18-b0022803435e req-df39439a-a668-461c-9c3c-d618b39fb2ef tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 943 time: 0.0920618 Dec 06 15:20:04.189203 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-227840ba-a2dd-4dac-98cb-87a1cef83e25 req-24dec2f5-3cd8-4593-a466-a8cc64f02c66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6efa3fc1-e049-44dc-99bb-08e60621c61e HTTP/1.1" status: 200 len: 217 time: 0.0548036 Dec 06 15:20:04.270302 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-341c27b9-4c45-4e76-ab18-b0022803435e req-14320e9c-ac96-46d0-a3fc-7cc7943732ec tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801024 Dec 06 15:20:04.290004 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4120567-d6f3-4cbc-bcc2-b50416506d88 req-4b6d0c57-6a32-4d7b-ac46-488d263c0b80 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:04.294758 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4120567-d6f3-4cbc-bcc2-b50416506d88 req-4b6d0c57-6a32-4d7b-ac46-488d263c0b80 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda HTTP/1.1" status: 200 len: 943 time: 0.1133547 Dec 06 15:20:04.297965 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227840ba-a2dd-4dac-98cb-87a1cef83e25 req-b8a6c02d-f281-4377-b2c3-73054918ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:04.299670 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-227840ba-a2dd-4dac-98cb-87a1cef83e25 req-b8a6c02d-f281-4377-b2c3-73054918ca8a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2419028d-aa19-4dc0-91d2-afd4d891a895 HTTP/1.1" status: 200 len: 854 time: 0.1019669 Dec 06 15:20:04.354432 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-227840ba-a2dd-4dac-98cb-87a1cef83e25 req-b6e21a14-7548-42e1-8afe-211cffff20d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68d53435-d18f-4380-92e3-902c000dfe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462031 Dec 06 15:20:04.429621 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e4120567-d6f3-4cbc-bcc2-b50416506d88 req-89298567-ee93-4d69-8aff-240d2865e669 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117215 Dec 06 15:20:04.496574 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-227840ba-a2dd-4dac-98cb-87a1cef83e25 req-641c9705-f981-414b-b49b-22955273f80d service neutron] 10.222.0.37 "GET /v2.0/networks/68d53435-d18f-4380-92e3-902c000dfe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321418 Dec 06 15:20:04.626478 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-227840ba-a2dd-4dac-98cb-87a1cef83e25 req-1bd83348-b357-491a-919a-7c1ca07f9093 service neutron] 10.222.0.37 "GET /v2.0/networks/68d53435-d18f-4380-92e3-902c000dfe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211495 Dec 06 15:20:05.410934 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eef95a-136b-4fc2-9f3c-b3ef2f5a2f83 req-543e8210-8f53-454f-9d4d-031a2bdf4dbd tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:05.412459 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d4eef95a-136b-4fc2-9f3c-b3ef2f5a2f83 req-543e8210-8f53-454f-9d4d-031a2bdf4dbd tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 943 time: 0.0525107 Dec 06 15:20:05.463884 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d4eef95a-136b-4fc2-9f3c-b3ef2f5a2f83 req-c5a55fdc-784c-427c-abf9-3dc7f076fb73 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444808 Dec 06 15:20:05.566020 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690507d2-fa1e-4cb6-8bfe-67ac306baf2e req-212829f2-103b-4285-a276-53eb012e3304 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:05.568279 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-690507d2-fa1e-4cb6-8bfe-67ac306baf2e req-212829f2-103b-4285-a276-53eb012e3304 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda HTTP/1.1" status: 200 len: 943 time: 0.0527580 Dec 06 15:20:05.624840 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-690507d2-fa1e-4cb6-8bfe-67ac306baf2e req-3e889bee-23bb-4001-aace-93712bd23dbf tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495903 Dec 06 15:20:05.709179 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:06.587288 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6efa3fc1-e049-44dc-99bb-08e60621c61e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:20:06.591894 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64c92e-01e3-4524-8041-b03f0a077375 req-fc281776-e78e-474e-b6b9-922d23ca40e8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:06.599937 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a64c92e-01e3-4524-8041-b03f0a077375 req-fc281776-e78e-474e-b6b9-922d23ca40e8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 943 time: 0.0610511 Dec 06 15:20:06.678533 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:06.695840 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a64c92e-01e3-4524-8041-b03f0a077375 req-9f585a86-5f59-48be-ac0e-164c006c7d7c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897338 Dec 06 15:20:06.710129 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6efa3fc1-e049-44dc-99bb-08e60621c61e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6efa3fc1-e049-44dc-99bb-08e60621c61e,segment=NetworkSegment(68ebb843-0911-48e5-8aaa-c4f29988e473),segment_id=68ebb843-0911-48e5-8aaa-c4f29988e473)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:20:06.722828 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '6efa3fc1-e049-44dc-99bb-08e60621c61e', 'network_id': '68d53435-d18f-4380-92e3-902c000dfe8d', 'port_id': '6efa3fc1-e049-44dc-99bb-08e60621c61e', 'mac_address': 'fa:16:3e:25:e7:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2419028d-aa19-4dc0-91d2-afd4d891a895', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:20:06.764099 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:06.781114 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6efa3fc1-e049-44dc-99bb-08e60621c61e {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:20:06.785571 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334f563-01e8-4e99-9999-2e8ab352ce28 req-46444d34-d2ec-4d09-9934-e78be179e6f0 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:06.793258 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3334f563-01e8-4e99-9999-2e8ab352ce28 req-46444d34-d2ec-4d09-9934-e78be179e6f0 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda HTTP/1.1" status: 200 len: 943 time: 0.0661514 Dec 06 15:20:06.802878 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6efa3fc1-e049-44dc-99bb-08e60621c61e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6efa3fc1-e049-44dc-99bb-08e60621c61e,segment=NetworkSegment(68ebb843-0911-48e5-8aaa-c4f29988e473),segment_id=68ebb843-0911-48e5-8aaa-c4f29988e473)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:20:06.807330 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:06.841083 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3334f563-01e8-4e99-9999-2e8ab352ce28 req-416c6c0d-2e56-41b6-8e50-fc56a64d3268 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469770 Dec 06 15:20:06.866961 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=6efa3fc1-e049-44dc-99bb-08e60621c61e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:07.053567 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6efa3fc1-e049-44dc-99bb-08e60621c61e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:20:07.802314 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57005e14-3aa8-46e8-98f6-775a94393558 req-6eff3684-dd62-4b38-a629-d60d70007e50 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:07.803825 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-57005e14-3aa8-46e8-98f6-775a94393558 req-6eff3684-dd62-4b38-a629-d60d70007e50 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 943 time: 0.0514576 Dec 06 15:20:07.849966 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-57005e14-3aa8-46e8-98f6-775a94393558 req-859ccd3e-bb15-4c69-bf7e-d3006a19c52b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396035 Dec 06 15:20:07.959782 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed550b-bc19-4a31-a4ca-70126db0dd8b req-209b7bbe-314f-45c0-84b0-0b0559279d30 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:07.961148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9eed550b-bc19-4a31-a4ca-70126db0dd8b req-209b7bbe-314f-45c0-84b0-0b0559279d30 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda HTTP/1.1" status: 200 len: 944 time: 0.0480690 Dec 06 15:20:08.007314 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9eed550b-bc19-4a31-a4ca-70126db0dd8b req-a9ee4eca-cf9a-4e91-99ef-581e40227c09 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403349 Dec 06 15:20:08.615217 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6efa3fc1-e049-44dc-99bb-08e60621c61e up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:20:08.666682 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 6efa3fc1-e049-44dc-99bb-08e60621c61e completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:20:08.670130 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 6efa3fc1-e049-44dc-99bb-08e60621c61e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:20:08.670498 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:08.748621 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:08.771042 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efa3fc1-e049-44dc-99bb-08e60621c61e'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:20:08.773291 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdeabe19-9be6-4037-be38-40715716f398" -d '{"events": [{"server_uuid": "2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda", "name": "network-vif-plugged", "status": "completed", "tag": "6efa3fc1-e049-44dc-99bb-08e60621c61e"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:20:08.786625 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6efa3fc1-e049-44dc-99bb-08e60621c61e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6efa3fc1-e049-44dc-99bb-08e60621c61e,segment=NetworkSegment(68ebb843-0911-48e5-8aaa-c4f29988e473),segment_id=68ebb843-0911-48e5-8aaa-c4f29988e473)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:20:08.792058 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:08.819365 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf022c0-0faa-49cc-a7f7-6efe6cb6f95c x-openstack-request-id: req-3cf022c0-0faa-49cc-a7f7-6efe6cb6f95c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:20:08.819691 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda", "name": "network-vif-plugged", "status": "completed", "tag": "6efa3fc1-e049-44dc-99bb-08e60621c61e", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:20:08.819951 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3cf022c0-0faa-49cc-a7f7-6efe6cb6f95c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:20:08.820336 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efa3fc1-e049-44dc-99bb-08e60621c61e', 'code': 200} Dec 06 15:20:08.846358 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=6efa3fc1-e049-44dc-99bb-08e60621c61e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:08.917658 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb91ae-0dfd-485a-9e54-9053b2be18b9 req-2e6efa99-ce95-48a9-9644-e4b5ab27c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:08.919724 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07bb91ae-0dfd-485a-9e54-9053b2be18b9 req-2e6efa99-ce95-48a9-9644-e4b5ab27c7f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda HTTP/1.1" status: 200 len: 1096 time: 0.0417364 Dec 06 15:20:08.997975 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998d2e3-da9b-4bd6-bb9a-d83aa028049f req-f040e47f-1d89-4319-892e-9c9c924dbc41 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:08.999531 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9998d2e3-da9b-4bd6-bb9a-d83aa028049f req-f040e47f-1d89-4319-892e-9c9c924dbc41 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 943 time: 0.0788662 Dec 06 15:20:09.002721 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07bb91ae-0dfd-485a-9e54-9053b2be18b9 req-c97d8890-91ff-403a-b547-41f801e60158 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736129 Dec 06 15:20:09.049182 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9998d2e3-da9b-4bd6-bb9a-d83aa028049f req-faa7cfc1-43c4-4ac4-ad5d-8dd7e98c9f39 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435658 Dec 06 15:20:09.130311 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2b18c-45fe-46f0-b4fd-bebbae1fef1e req-5c06521c-4398-457f-8440-ea6280165b7c tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:09.131852 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-97d2b18c-45fe-46f0-b4fd-bebbae1fef1e req-5c06521c-4398-457f-8440-ea6280165b7c tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda HTTP/1.1" status: 200 len: 945 time: 0.0496290 Dec 06 15:20:09.179812 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-97d2b18c-45fe-46f0-b4fd-bebbae1fef1e req-af24deff-78c2-49cc-ab99-b3be3affc33b tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413244 Dec 06 15:20:10.171390 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164ed3e-d69d-4da6-b2a2-131e68e2eb69 req-81eff552-a264-4df6-b361-43dd9d20a05d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:10.172849 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b164ed3e-d69d-4da6-b2a2-131e68e2eb69 req-81eff552-a264-4df6-b361-43dd9d20a05d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 943 time: 0.0530002 Dec 06 15:20:10.224142 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b164ed3e-d69d-4da6-b2a2-131e68e2eb69 req-fc308683-cf3c-4c4a-80f9-cc3e901f4887 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448053 Dec 06 15:20:10.300787 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57859d7-8aa9-40b4-9683-78453e0f8aae req-2f70dfb0-48d9-4165-afcd-1c36a8bf41f0 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:10.302264 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d57859d7-8aa9-40b4-9683-78453e0f8aae req-2f70dfb0-48d9-4165-afcd-1c36a8bf41f0 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda HTTP/1.1" status: 200 len: 945 time: 0.0488136 Dec 06 15:20:10.353357 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d57859d7-8aa9-40b4-9683-78453e0f8aae req-6c769894-ca6d-4497-aa13-593c410d7143 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445015 Dec 06 15:20:11.351965 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cadff-bfdd-4160-814b-f79cf529c21c req-c08b0c73-0289-4d5a-892a-5d868855d0be tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:11.356506 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c28cadff-bfdd-4160-814b-f79cf529c21c req-c08b0c73-0289-4d5a-892a-5d868855d0be tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 943 time: 0.0602074 Dec 06 15:20:11.406407 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c28cadff-bfdd-4160-814b-f79cf529c21c req-15531810-4d3a-4451-948d-7e6210b1bbd9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451620 Dec 06 15:20:12.530382 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f568db2-2c3b-448d-9593-e084a51e4ea2 req-b2a8ea74-829c-4577-8eec-4fd4c509ff9b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:12.532625 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1f568db2-2c3b-448d-9593-e084a51e4ea2 req-b2a8ea74-829c-4577-8eec-4fd4c509ff9b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 943 time: 0.0536172 Dec 06 15:20:12.596253 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1f568db2-2c3b-448d-9593-e084a51e4ea2 req-105c459d-3c39-446b-8ca3-39a70ecc3e23 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571702 Dec 06 15:20:13.713983 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba6099-b41f-4b3b-8b41-885568b88586 req-3b264a30-0097-4ebe-9dee-1e4e28c6975f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:13.715477 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35ba6099-b41f-4b3b-8b41-885568b88586 req-3b264a30-0097-4ebe-9dee-1e4e28c6975f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 943 time: 0.0523617 Dec 06 15:20:13.752110 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:20:13.764997 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-35ba6099-b41f-4b3b-8b41-885568b88586 req-21eb32f7-f9a2-49f2-b5de-889d8f67b8f4 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434127 Dec 06 15:20:14.883888 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c7bff-7997-4557-8163-1e8e3ec5b3cd req-319ef78e-bdd9-4b37-9c33-f28568b39602 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:14.885372 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-120c7bff-7997-4557-8163-1e8e3ec5b3cd req-319ef78e-bdd9-4b37-9c33-f28568b39602 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 943 time: 0.0502152 Dec 06 15:20:14.933293 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-120c7bff-7997-4557-8163-1e8e3ec5b3cd req-c7676f86-f077-4933-bcc3-4d85b6a7163b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418804 Dec 06 15:20:16.053571 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00983d48-caab-47d3-929e-0ae9e7112ac7 req-9b4cf7ad-a608-4682-bfc7-4f4a5b912c8a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:16.056724 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00983d48-caab-47d3-929e-0ae9e7112ac7 req-9b4cf7ad-a608-4682-bfc7-4f4a5b912c8a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 943 time: 0.0504172 Dec 06 15:20:16.108735 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00983d48-caab-47d3-929e-0ae9e7112ac7 req-48bb0ad8-ba60-46ed-b7d5-8cb51d182aea tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462523 Dec 06 15:20:17.232690 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b3235-e319-47c4-8d37-08bc7b68daab req-0f4d3335-e395-4703-b4ad-bfd016b30158 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:17.236356 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-276b3235-e319-47c4-8d37-08bc7b68daab req-0f4d3335-e395-4703-b4ad-bfd016b30158 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 943 time: 0.0547326 Dec 06 15:20:17.284580 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-276b3235-e319-47c4-8d37-08bc7b68daab req-ecf0cc31-896d-415c-8758-49cd769fc5f8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437300 Dec 06 15:20:18.406749 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07742aae-8720-4746-81db-8527bf76e399 req-dd27bff3-5674-4099-b036-441871dc8184 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:18.408269 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07742aae-8720-4746-81db-8527bf76e399 req-dd27bff3-5674-4099-b036-441871dc8184 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 943 time: 0.0509882 Dec 06 15:20:18.457255 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07742aae-8720-4746-81db-8527bf76e399 req-1ea4e5be-712c-48f3-a210-a342fcef2e53 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429091 Dec 06 15:20:19.580256 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7432d-cc81-4109-b531-dc9c6dc9c621 req-c8e5700d-f319-416a-ac6c-03fc52bc16da tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:19.581743 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f7432d-cc81-4109-b531-dc9c6dc9c621 req-c8e5700d-f319-416a-ac6c-03fc52bc16da tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 943 time: 0.0505791 Dec 06 15:20:19.630455 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88f7432d-cc81-4109-b531-dc9c6dc9c621 req-a79a1131-16d2-4fa5-886d-611415d456be tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Dec 06 15:20:20.515700 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 4a4c4817-9943-4a43-ad83-4c6069ea0674 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:20:20.613435 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 4a4c4817-9943-4a43-ad83-4c6069ea0674, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4a4c4817-9943-4a43-ad83-4c6069ea0674,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:20:20.625307 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '4a4c4817-9943-4a43-ad83-4c6069ea0674', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'port_id': '4a4c4817-9943-4a43-ad83-4c6069ea0674', 'mac_address': 'fa:16:3e:28:fb:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:20:20.663123 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:20.677416 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a4c4817-9943-4a43-ad83-4c6069ea0674 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:20:20.697940 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 4a4c4817-9943-4a43-ad83-4c6069ea0674, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4a4c4817-9943-4a43-ad83-4c6069ea0674,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:20:20.702319 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:20.751503 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=4a4c4817-9943-4a43-ad83-4c6069ea0674,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:20.752311 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2577f-61e3-436e-80a3-144b79eef971 req-4390642d-a94b-4da4-8cac-10a68bb461e7 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:20.754014 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-73d2577f-61e3-436e-80a3-144b79eef971 req-4390642d-a94b-4da4-8cac-10a68bb461e7 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 944 time: 0.0509601 Dec 06 15:20:20.804683 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-73d2577f-61e3-436e-80a3-144b79eef971 req-c5b559b4-91a8-408c-899e-4b20d36800bf tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434155 Dec 06 15:20:20.903131 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['4a4c4817-9943-4a43-ad83-4c6069ea0674'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:20:21.927009 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a6f52-ca6a-4f30-b33d-341e9d6c1969 req-c782d660-cf6e-4e82-a5e7-287e21adcd0c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:21.928543 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e94a6f52-ca6a-4f30-b33d-341e9d6c1969 req-c782d660-cf6e-4e82-a5e7-287e21adcd0c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 944 time: 0.0528479 Dec 06 15:20:21.975848 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e94a6f52-ca6a-4f30-b33d-341e9d6c1969 req-0e424fdd-c78e-4628-8ec1-69be47bbbf7e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405538 Dec 06 15:20:22.532604 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 4a4c4817-9943-4a43-ad83-4c6069ea0674 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:20:22.580654 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 4a4c4817-9943-4a43-ad83-4c6069ea0674 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:20:22.584590 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 4a4c4817-9943-4a43-ad83-4c6069ea0674 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:20:22.584971 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:22.818198 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:22.841422 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99464fa1-1b30-4ed8-9405-ef4c91f9466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4c4817-9943-4a43-ad83-4c6069ea0674'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:20:22.843665 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d955b86-6432-40d7-8822-fa3a6d2fbb6f" -d '{"events": [{"server_uuid": "99464fa1-1b30-4ed8-9405-ef4c91f9466d", "name": "network-vif-plugged", "status": "completed", "tag": "4a4c4817-9943-4a43-ad83-4c6069ea0674"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:20:22.857361 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 4a4c4817-9943-4a43-ad83-4c6069ea0674, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4a4c4817-9943-4a43-ad83-4c6069ea0674,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:20:22.862498 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:22.887779 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a27d88c-3165-426d-bd8e-f8b3115243a0 x-openstack-request-id: req-1a27d88c-3165-426d-bd8e-f8b3115243a0 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:20:22.888078 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99464fa1-1b30-4ed8-9405-ef4c91f9466d", "name": "network-vif-plugged", "status": "completed", "tag": "4a4c4817-9943-4a43-ad83-4c6069ea0674", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:20:22.888327 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a27d88c-3165-426d-bd8e-f8b3115243a0 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:20:22.888710 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99464fa1-1b30-4ed8-9405-ef4c91f9466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4c4817-9943-4a43-ad83-4c6069ea0674', 'code': 200} Dec 06 15:20:22.918291 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=4a4c4817-9943-4a43-ad83-4c6069ea0674,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:22.987907 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b60f-0c1e-41c3-a0ac-d1c07f0d24cf req-79f84dc3-3d80-4d77-ad3b-a612461a146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:22.989429 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5702b60f-0c1e-41c3-a0ac-d1c07f0d24cf req-79f84dc3-3d80-4d77-ad3b-a612461a146d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 1096 time: 0.0417871 Dec 06 15:20:23.038398 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5702b60f-0c1e-41c3-a0ac-d1c07f0d24cf req-a57f8852-620a-44d8-8476-9daf63bcbe79 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405903 Dec 06 15:20:23.096287 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5ccdb-17aa-4fcb-9c09-8764231f0eb5 req-a27ffac3-3af9-4abe-8fe4-456d43f5d926 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:23.097774 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8f5ccdb-17aa-4fcb-9c09-8764231f0eb5 req-a27ffac3-3af9-4abe-8fe4-456d43f5d926 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 945 time: 0.0523238 Dec 06 15:20:23.145603 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8f5ccdb-17aa-4fcb-9c09-8764231f0eb5 req-7d1bc43d-3d16-494c-a5d5-86ba7197b70f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416203 Dec 06 15:20:24.284328 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52abe6-3a9a-473e-b6d4-51d3951292de req-2a9186d9-c96e-420f-93bb-727aae244572 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:24.286293 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c52abe6-3a9a-473e-b6d4-51d3951292de req-2a9186d9-c96e-420f-93bb-727aae244572 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 945 time: 0.0647407 Dec 06 15:20:24.349788 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c52abe6-3a9a-473e-b6d4-51d3951292de req-cc19ffa5-2945-49e2-b419-397e01e87f6a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566311 Dec 06 15:20:24.487092 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3dedf-2bed-4aba-ae76-37f0a73f9508 req-3646c094-f8d9-4154-adbc-c767ef2f7c43 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:24.488860 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4b3dedf-2bed-4aba-ae76-37f0a73f9508 req-3646c094-f8d9-4154-adbc-c767ef2f7c43 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 945 time: 0.0543616 Dec 06 15:20:24.536854 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4b3dedf-2bed-4aba-ae76-37f0a73f9508 req-b6836a20-cb60-4b1b-b66f-0b7f8bf2d430 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416920 Dec 06 15:20:24.654791 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0f4d1-a252-49e9-a472-786a9588ccb4 req-8d4c4169-df65-461d-b64c-142ff1b333a8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:24.656569 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2aa0f4d1-a252-49e9-a472-786a9588ccb4 req-8d4c4169-df65-461d-b64c-142ff1b333a8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 945 time: 0.0527575 Dec 06 15:20:24.705259 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2aa0f4d1-a252-49e9-a472-786a9588ccb4 req-3674bf01-d9b6-4ba9-b750-1e9066b7a98e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417898 Dec 06 15:20:24.987890 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe203ae8-6203-442d-bf64-9d72171f28a0 req-e71e9795-1404-4151-966e-8280bad317b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:24.989290 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe203ae8-6203-442d-bf64-9d72171f28a0 req-e71e9795-1404-4151-966e-8280bad317b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 945 time: 0.0487828 Dec 06 15:20:25.043457 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe203ae8-6203-442d-bf64-9d72171f28a0 req-4563d057-1b2b-45fc-a9d1-8a647cbed6f8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470865 Dec 06 15:20:26.161870 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84f1ec-4cf1-44d1-b645-2b9febd2b392 req-5ffd9588-8ec4-4639-b749-5a2d139aa7ef tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:26.163371 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ae84f1ec-4cf1-44d1-b645-2b9febd2b392 req-5ffd9588-8ec4-4639-b749-5a2d139aa7ef tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 945 time: 0.0522587 Dec 06 15:20:26.212134 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ae84f1ec-4cf1-44d1-b645-2b9febd2b392 req-7afc78f8-f4fd-47c0-ad28-89f61353f265 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422800 Dec 06 15:20:26.402249 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b938ca-d17e-46db-851c-5dbf5df7930f req-88488b13-5110-44f9-aa10-3a47e05804ae tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:26.403759 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-76b938ca-d17e-46db-851c-5dbf5df7930f req-88488b13-5110-44f9-aa10-3a47e05804ae tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.23 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 945 time: 0.0489333 Dec 06 15:20:26.503472 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-76b938ca-d17e-46db-851c-5dbf5df7930f req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Deleting port 4a4c4817-9943-4a43-ad83-4c6069ea0674 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:20:26.503850 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-76b938ca-d17e-46db-851c-5dbf5df7930f req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:26.591845 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-76b938ca-d17e-46db-851c-5dbf5df7930f req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] For port 4a4c4817-9943-4a43-ad83-4c6069ea0674, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4a4c4817-9943-4a43-ad83-4c6069ea0674,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:20:26.592208 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-76b938ca-d17e-46db-851c-5dbf5df7930f req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:26.605029 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-76b938ca-d17e-46db-851c-5dbf5df7930f req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Calling delete_port for 4a4c4817-9943-4a43-ad83-4c6069ea0674 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:20:26.736598 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-76b938ca-d17e-46db-851c-5dbf5df7930f req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:26.763545 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event deleted for resources: {'Port': ['ID=4a4c4817-9943-4a43-ad83-4c6069ea0674,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:26.800135 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:26.800486 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:26.800822 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:26.801174 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:26.801496 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:26.801829 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:26.802657 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:26.802657 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:26.802894 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:26.803077 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:26.803382 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:26.803781 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:26.804210 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:26.831153 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b938ca-d17e-46db-851c-5dbf5df7930f req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] No DVR routers for this DVR port 4a4c4817-9943-4a43-ad83-4c6069ea0674 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:20:26.833936 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-76b938ca-d17e-46db-851c-5dbf5df7930f req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:26.837863 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-76b938ca-d17e-46db-851c-5dbf5df7930f req-946e58d1-6bf8-4da8-a2ce-ff1274b0e136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.23 "DELETE /v2.0/ports/4a4c4817-9943-4a43-ad83-4c6069ea0674 HTTP/1.1" status: 204 len: 173 time: 0.4281557 Dec 06 15:20:26.838320 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99464fa1-1b30-4ed8-9405-ef4c91f9466d', 'name': 'network-vif-deleted', 'tag': '4a4c4817-9943-4a43-ad83-4c6069ea0674'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:20:26.840664 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359c89f0-f225-45a7-b184-e3ec50beb5d1" -d '{"events": [{"server_uuid": "99464fa1-1b30-4ed8-9405-ef4c91f9466d", "name": "network-vif-deleted", "tag": "4a4c4817-9943-4a43-ad83-4c6069ea0674"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:20:26.888224 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8b9c59-ade3-48d0-b47a-ee407e34f5cf x-openstack-request-id: req-1b8b9c59-ade3-48d0-b47a-ee407e34f5cf {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:20:26.888527 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99464fa1-1b30-4ed8-9405-ef4c91f9466d", "name": "network-vif-deleted", "tag": "4a4c4817-9943-4a43-ad83-4c6069ea0674", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:20:26.888790 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b8b9c59-ade3-48d0-b47a-ee407e34f5cf {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:20:26.889186 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99464fa1-1b30-4ed8-9405-ef4c91f9466d', 'name': 'network-vif-deleted', 'tag': '4a4c4817-9943-4a43-ad83-4c6069ea0674', 'status': 'completed', 'code': 200} Dec 06 15:20:27.313214 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5240db8d-e822-4d18-a33c-715d0cf81983 req-f291faf7-02e1-45cd-b2ef-3e589a2a9549 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 210 time: 0.0265772 Dec 06 15:20:28.108765 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d80516-e7fb-4cc0-98a8-e34f302868e6 req-85b9b5d9-1295-4107-83a4-a88723cc5fab tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:28.109589 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:28.110479 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0d80516-e7fb-4cc0-98a8-e34f302868e6 req-85b9b5d9-1295-4107-83a4-a88723cc5fab tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 1098 time: 0.0433054 Dec 06 15:20:28.159855 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0d80516-e7fb-4cc0-98a8-e34f302868e6 req-e0d54b48-dc6f-4624-bf6c-0ab9dead38f5 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422153 Dec 06 15:20:28.185315 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42184) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:28.343113 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting port 3eb4bc6d-7290-44f0-9b3b-510dac4cdaf4 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:20:28.343677 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:28.429787 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ada9a302-34f8-4f87-b3e5-5c1a208e3173 req-4d05ae8f-933c-4add-8b38-ad44afc0f8a6 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 210 time: 0.0305135 Dec 06 15:20:28.453437 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:28.453772 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:28.466354 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Calling delete_port for 3eb4bc6d-7290-44f0-9b3b-510dac4cdaf4 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:20:28.578295 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 4a4c4817-9943-4a43-ad83-4c6069ea0674 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:20:28.599966 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 4a4c4817-9943-4a43-ad83-4c6069ea0674 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:20:28.600578 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 4a4c4817-9943-4a43-ad83-4c6069ea0674 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:20:28.613502 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:28.638977 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Port': ['ID=3eb4bc6d-7290-44f0-9b3b-510dac4cdaf4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:28.663713 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:28.664064 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:28.664414 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:28.665365 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:28.665713 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:28.666023 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:28.666357 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:28.666717 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:28.667046 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:28.667370 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:28.667713 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:28.668035 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:28.668353 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:28.712553 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:28.712764 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Floating IP fe2aaa82-aad6-45f3-95e1-eab7a4291c0f disassociated (deleted). External IP: 172.35.7.22, port: 73fbdfd4-39ec-4164-9491-c0b75778e4d3. Dec 06 15:20:28.923135 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router 1423f706-2c3f-44c8-9e1c-6d6c549206ae has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:20:29.036212 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:20:29.040746 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:29.047928 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c34cb-eadb-42c2-9487-13e28a74cc8b None None] Sync routers for ids ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:20:29.058425 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c34cb-eadb-42c2-9487-13e28a74cc8b None None] Routers {'1423f706-2c3f-44c8-9e1c-6d6c549206ae'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:20:29.059673 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f90c34cb-eadb-42c2-9487-13e28a74cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:20:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:29.071971 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-36512027-f859-4699-a609-79e7494b42fa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/floatingips/fe2aaa82-aad6-45f3-95e1-eab7a4291c0f HTTP/1.1" status: 204 len: 168 time: 0.8849416 Dec 06 15:20:29.072574 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'tag': '73fbdfd4-39ec-4164-9491-c0b75778e4d3'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:20:29.074896 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba31d37-0582-4587-8ff8-c7be28f2ac2c" -d '{"events": [{"name": "network-changed", "server_uuid": "d57deb43-281a-4649-8d3f-63067810ae6c", "tag": "73fbdfd4-39ec-4164-9491-c0b75778e4d3"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:20:29.110035 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed45109-17f8-4210-a85d-29260d033db5 x-openstack-request-id: req-3ed45109-17f8-4210-a85d-29260d033db5 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:20:29.110546 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57deb43-281a-4649-8d3f-63067810ae6c", "tag": "73fbdfd4-39ec-4164-9491-c0b75778e4d3", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:20:29.110882 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ed45109-17f8-4210-a85d-29260d033db5 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:20:29.111453 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'tag': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'status': 'completed', 'code': 200} Dec 06 15:20:29.187058 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba31d37-0582-4587-8ff8-c7be28f2ac2c req-cf0c06d1-a3b8-4a1b-b5a7-1360082f7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:29.189351 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eba31d37-0582-4587-8ff8-c7be28f2ac2c req-cf0c06d1-a3b8-4a1b-b5a7-1360082f7de1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 1098 time: 0.0502310 Dec 06 15:20:29.208623 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f90c34cb-eadb-42c2-9487-13e28a74cc8b None None] Set router 1423f706-2c3f-44c8-9e1c-6d6c549206ae gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:20:29.311305 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba31d37-0582-4587-8ff8-c7be28f2ac2c req-cda5a116-39f0-4a9d-a874-f46834e2cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:29.313225 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eba31d37-0582-4587-8ff8-c7be28f2ac2c req-cda5a116-39f0-4a9d-a874-f46834e2cf25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 HTTP/1.1" status: 200 len: 897 time: 0.1154168 Dec 06 15:20:29.349282 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71c338-12d2-4529-8434-5364c438c9fd req-887b4a52-bfc0-4446-95ca-daae94f4b850 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:29.357481 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c71c338-12d2-4529-8434-5364c438c9fd req-887b4a52-bfc0-4446-95ca-daae94f4b850 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 947 time: 0.0555425 Dec 06 15:20:29.366287 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eba31d37-0582-4587-8ff8-c7be28f2ac2c req-eda4f300-f913-425c-b3b9-c7a82a1a9e9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3 HTTP/1.1" status: 200 len: 217 time: 0.0427985 Dec 06 15:20:29.417237 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c71c338-12d2-4529-8434-5364c438c9fd req-1042f2a0-e2ca-4397-a2b1-eedf3dc97c30 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542552 Dec 06 15:20:29.437521 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba31d37-0582-4587-8ff8-c7be28f2ac2c req-907e2677-0a39-4bf2-a82e-1e3f4642e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:29.440031 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f90c34cb-eadb-42c2-9487-13e28a74cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832106374', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:33Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3cde254f-646e-48b4-889b-ddf25e69c1cf', 'name': '', 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:42:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:32Z', 'updated_at': '2021-12-06T15:18:37Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:29.440255 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eba31d37-0582-4587-8ff8-c7be28f2ac2c req-907e2677-0a39-4bf2-a82e-1e3f4642e7fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c6abeba9-0ed3-4795-916e-e028c050cd57 HTTP/1.1" status: 200 len: 834 time: 0.0648749 Dec 06 15:20:29.483030 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c34cb-eadb-42c2-9487-13e28a74cc8b None None] Checking router: 1423f706-2c3f-44c8-9e1c-6d6c549206ae for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:20:29.490599 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c34cb-eadb-42c2-9487-13e28a74cc8b None None] Routers {'1423f706-2c3f-44c8-9e1c-6d6c549206ae'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:20:29.491308 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f90c34cb-eadb-42c2-9487-13e28a74cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:20:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:29.493536 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba31d37-0582-4587-8ff8-c7be28f2ac2c req-3dd5c477-08aa-459c-b89d-f98dbd544ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:29.495263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eba31d37-0582-4587-8ff8-c7be28f2ac2c req-3dd5c477-08aa-459c-b89d-f98dbd544ed4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459569 Dec 06 15:20:29.510001 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-eba31d37-0582-4587-8ff8-c7be28f2ac2c req-4d784846-e1b4-4487-9ed9-1027cd2d0f35 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:20:29.511112 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eba31d37-0582-4587-8ff8-c7be28f2ac2c req-4d784846-e1b4-4487-9ed9-1027cd2d0f35 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065341 Dec 06 15:20:29.577229 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0f731515-3aa4-4199-b9dc-e679332eac01 req-6493a1ca-bde5-488f-b21b-0c83cc3894e8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 210 time: 0.0570357 Dec 06 15:20:29.608061 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f90c34cb-eadb-42c2-9487-13e28a74cc8b None None] Set router 1423f706-2c3f-44c8-9e1c-6d6c549206ae gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:20:29.651371 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eba31d37-0582-4587-8ff8-c7be28f2ac2c req-e995dc79-1496-41cc-b681-813a339a2481 service neutron] 10.222.0.37 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294911 Dec 06 15:20:29.748311 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eba31d37-0582-4587-8ff8-c7be28f2ac2c req-b51aa94a-d105-4d03-ae14-0d276b017641 service neutron] 10.222.0.37 "GET /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875273 Dec 06 15:20:29.821356 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f90c34cb-eadb-42c2-9487-13e28a74cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832106374', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:33Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3cde254f-646e-48b4-889b-ddf25e69c1cf', 'name': '', 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:42:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:32Z', 'updated_at': '2021-12-06T15:18:37Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:29.852037 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c34cb-eadb-42c2-9487-13e28a74cc8b None None] The sync data for ids ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'] in n-d-master-1 is: [{'id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832106374', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:33Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '3cde254f-646e-48b4-889b-ddf25e69c1cf', 'name': '', 'network_id': 'c7ddad7b-cae1-4b60-9c3b-e875fbc9b697', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:42:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:32Z', 'updated_at': '2021-12-06T15:18:37Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': 'c6abeba9-0ed3-4795-916e-e028c050cd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:20:30.049553 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:30.068182 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe3f1ca-7986-4d81-a876-dbca5736afc0 None None] New status for floating IP fe2aaa82-aad6-45f3-95e1-eab7a4291c0f: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:20:30.526943 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2825e6b-4699-4490-bdbf-6d39531149bc req-95f508cf-cd6e-43da-b078-d51026fd8d27 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:30.530802 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b2825e6b-4699-4490-bdbf-6d39531149bc req-95f508cf-cd6e-43da-b078-d51026fd8d27 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 947 time: 0.0530908 Dec 06 15:20:30.579055 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b2825e6b-4699-4490-bdbf-6d39531149bc req-b4bb1e31-54c7-4d02-ba08-26ee6ee6387f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433149 Dec 06 15:20:30.688049 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3db4d5b2-eae7-4fb1-a9d2-9a1261f8ac5d req-c91fb5d7-e2d7-4b5d-b732-66c451f889ff tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 210 time: 0.0275559 Dec 06 15:20:30.807000 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca630-3965-4f3d-9f46-21436183e63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:30.943685 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0084541-f0e1-43f7-b337-ad3537c77adf req-1a74ab55-1ed6-40b8-9537-448539ea9c42 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:30.945028 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0084541-f0e1-43f7-b337-ad3537c77adf req-1a74ab55-1ed6-40b8-9537-448539ea9c42 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.37 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 947 time: 0.0527675 Dec 06 15:20:31.038690 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f0084541-f0e1-43f7-b337-ad3537c77adf req-4dcc512f-cece-41bf-a10d-e0ee5fcc47df tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:20:31.039026 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f0084541-f0e1-43f7-b337-ad3537c77adf req-4dcc512f-cece-41bf-a10d-e0ee5fcc47df tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:31.130107 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f0084541-f0e1-43f7-b337-ad3537c77adf req-4dcc512f-cece-41bf-a10d-e0ee5fcc47df tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] For port 73fbdfd4-39ec-4164-9491-c0b75778e4d3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=73fbdfd4-39ec-4164-9491-c0b75778e4d3,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:20:31.130464 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f0084541-f0e1-43f7-b337-ad3537c77adf req-4dcc512f-cece-41bf-a10d-e0ee5fcc47df tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:31.143247 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f0084541-f0e1-43f7-b337-ad3537c77adf req-4dcc512f-cece-41bf-a10d-e0ee5fcc47df tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Calling delete_port for 73fbdfd4-39ec-4164-9491-c0b75778e4d3 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:20:31.267415 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f0084541-f0e1-43f7-b337-ad3537c77adf req-4dcc512f-cece-41bf-a10d-e0ee5fcc47df tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:31.309333 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc512f-cece-41bf-a10d-e0ee5fcc47df tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Port': ['ID=73fbdfd4-39ec-4164-9491-c0b75778e4d3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:31.340308 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0084541-f0e1-43f7-b337-ad3537c77adf req-4dcc512f-cece-41bf-a10d-e0ee5fcc47df tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] No DVR routers for this DVR port 73fbdfd4-39ec-4164-9491-c0b75778e4d3 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:20:31.342807 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f0084541-f0e1-43f7-b337-ad3537c77adf req-4dcc512f-cece-41bf-a10d-e0ee5fcc47df tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:31.346105 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0084541-f0e1-43f7-b337-ad3537c77adf req-4dcc512f-cece-41bf-a10d-e0ee5fcc47df tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.37 "DELETE /v2.0/ports/73fbdfd4-39ec-4164-9491-c0b75778e4d3 HTTP/1.1" status: 204 len: 173 time: 0.3920877 Dec 06 15:20:31.346542 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'name': 'network-vif-deleted', 'tag': '73fbdfd4-39ec-4164-9491-c0b75778e4d3'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:20:31.348791 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9569f339-d0b3-4276-9704-bc8505e3dfeb" -d '{"events": [{"server_uuid": "d57deb43-281a-4649-8d3f-63067810ae6c", "name": "network-vif-deleted", "tag": "73fbdfd4-39ec-4164-9491-c0b75778e4d3"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:20:31.392467 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49a9c94-6b4b-4c08-8cb3-b56127fe102c x-openstack-request-id: req-e49a9c94-6b4b-4c08-8cb3-b56127fe102c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:20:31.393074 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57deb43-281a-4649-8d3f-63067810ae6c", "name": "network-vif-deleted", "tag": "73fbdfd4-39ec-4164-9491-c0b75778e4d3", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:20:31.393589 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e49a9c94-6b4b-4c08-8cb3-b56127fe102c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:20:31.394213 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57deb43-281a-4649-8d3f-63067810ae6c', 'name': 'network-vif-deleted', 'tag': '73fbdfd4-39ec-4164-9491-c0b75778e4d3', 'status': 'completed', 'code': 200} Dec 06 15:20:31.748461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5569f172-e595-46a5-8f7d-56b314380aa0 req-d17991ec-e740-4aef-baf3-9cdccc6f67b6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57deb43-281a-4649-8d3f-63067810ae6c HTTP/1.1" status: 200 len: 210 time: 0.0331950 Dec 06 15:20:31.825182 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0835b398-47a6-4902-a30f-7153d03bd411 req-68590f3e-5ede-44aa-89c5-716622e30d8d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 210 time: 0.0402894 Dec 06 15:20:32.776853 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42208) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:32.956023 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3ab1311f-9a77-4906-b60b-c6f0815c3555 req-85189b6d-393c-4ad1-a7fc-d7395e229306 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=99464fa1-1b30-4ed8-9405-ef4c91f9466d HTTP/1.1" status: 200 len: 210 time: 0.0319345 Dec 06 15:20:33.168287 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39b7fe73-f8b4-48db-bc68-955656133d4f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:33.255624 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4f79e8d2-26c3-4104-8d2c-339057cf0954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:33.469826 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-39b7fe73-f8b4-48db-bc68-955656133d4f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting port 3cde254f-646e-48b4-889b-ddf25e69c1cf {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:20:33.470036 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39b7fe73-f8b4-48db-bc68-955656133d4f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:33.896666 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-39b7fe73-f8b4-48db-bc68-955656133d4f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] For port 3cde254f-646e-48b4-889b-ddf25e69c1cf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3cde254f-646e-48b4-889b-ddf25e69c1cf,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:20:33.897036 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39b7fe73-f8b4-48db-bc68-955656133d4f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:33.911564 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-39b7fe73-f8b4-48db-bc68-955656133d4f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Calling delete_port for 3cde254f-646e-48b4-889b-ddf25e69c1cf owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:20:34.054586 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:34.107473 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39b7fe73-f8b4-48db-bc68-955656133d4f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:34.140019 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7fe73-f8b4-48db-bc68-955656133d4f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Port': ['ID=3cde254f-646e-48b4-889b-ddf25e69c1cf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:34.337345 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39b7fe73-f8b4-48db-bc68-955656133d4f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:34.551465 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b7fe73-f8b4-48db-bc68-955656133d4f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router 1423f706-2c3f-44c8-9e1c-6d6c549206ae has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:20:34.661976 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b7fe73-f8b4-48db-bc68-955656133d4f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:20:34.671302 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-39b7fe73-f8b4-48db-bc68-955656133d4f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "PUT /v2.0/routers/1423f706-2c3f-44c8-9e1c-6d6c549206ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8900409 Dec 06 15:20:34.671302 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42218) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:34.674566 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da174d6c-3e8e-4f5e-b5e8-7f5db99c6f79 None None] Sync routers for ids ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:20:34.686882 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da174d6c-3e8e-4f5e-b5e8-7f5db99c6f79 None None] Routers {'1423f706-2c3f-44c8-9e1c-6d6c549206ae'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:20:34.687514 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-da174d6c-3e8e-4f5e-b5e8-7f5db99c6f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:20:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:34.730020 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9b83e0-db5b-43e6-a19d-32f39b30336a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting subnet c6abeba9-0ed3-4795-916e-e028c050cd57 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:20:34.732759 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 73fbdfd4-39ec-4164-9491-c0b75778e4d3 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:20:34.733498 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c9b83e0-db5b-43e6-a19d-32f39b30336a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:34.761730 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 73fbdfd4-39ec-4164-9491-c0b75778e4d3 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:20:34.762076 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 73fbdfd4-39ec-4164-9491-c0b75778e4d3 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:20:34.781037 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c9b83e0-db5b-43e6-a19d-32f39b30336a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:34.831617 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-da174d6c-3e8e-4f5e-b5e8-7f5db99c6f79 None None] Set router 1423f706-2c3f-44c8-9e1c-6d6c549206ae gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:20:34.895254 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c9b83e0-db5b-43e6-a19d-32f39b30336a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:34.971699 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c9b83e0-db5b-43e6-a19d-32f39b30336a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:35.001013 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b83e0-db5b-43e6-a19d-32f39b30336a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Subnet': ['ID=c6abeba9-0ed3-4795-916e-e028c050cd57,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:35.012728 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9c9b83e0-db5b-43e6-a19d-32f39b30336a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:35.019898 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9c9b83e0-db5b-43e6-a19d-32f39b30336a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/subnets/c6abeba9-0ed3-4795-916e-e028c050cd57 HTTP/1.1" status: 204 len: 168 time: 0.3459256 Dec 06 15:20:35.020032 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89265acb-2b4f-4074-b473-96d5b4103858 None None] Network c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:20:35.020469 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42220) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:35.088160 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-da174d6c-3e8e-4f5e-b5e8-7f5db99c6f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832106374', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:20:34Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:35.124714 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da174d6c-3e8e-4f5e-b5e8-7f5db99c6f79 None None] Checking router: 1423f706-2c3f-44c8-9e1c-6d6c549206ae for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:20:35.147165 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9779549e-fd75-48e1-a1eb-f4152dfd68aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:35.154433 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da174d6c-3e8e-4f5e-b5e8-7f5db99c6f79 None None] Routers {'1423f706-2c3f-44c8-9e1c-6d6c549206ae'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:20:35.155179 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-da174d6c-3e8e-4f5e-b5e8-7f5db99c6f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:20:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:35.256589 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9779549e-fd75-48e1-a1eb-f4152dfd68aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:35.288517 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-da174d6c-3e8e-4f5e-b5e8-7f5db99c6f79 None None] Set router 1423f706-2c3f-44c8-9e1c-6d6c549206ae gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:20:35.322293 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9779549e-fd75-48e1-a1eb-f4152dfd68aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting port f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:20:35.322764 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9779549e-fd75-48e1-a1eb-f4152dfd68aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:35.365611 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2607490-a44a-4bfe-a017-8ef63d241ec7 None None] DHCP port deletion for c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:20:35.410137 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9779549e-fd75-48e1-a1eb-f4152dfd68aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] For port f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:20:35.410496 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9779549e-fd75-48e1-a1eb-f4152dfd68aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:35.423914 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9779549e-fd75-48e1-a1eb-f4152dfd68aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Calling delete_port for f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:20:35.524451 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c2607490-a44a-4bfe-a017-8ef63d241ec7 None None] Deleting port 739c989b-3c8e-49f9-b508-4487bda9dda8 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:20:35.524755 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c2607490-a44a-4bfe-a017-8ef63d241ec7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:35.598253 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c2607490-a44a-4bfe-a017-8ef63d241ec7 None None] For port 739c989b-3c8e-49f9-b508-4487bda9dda8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=739c989b-3c8e-49f9-b508-4487bda9dda8,segment=NetworkSegment(5afece07-8866-44fc-ac58-1e3f4b044c4d),segment_id=5afece07-8866-44fc-ac58-1e3f4b044c4d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:20:35.598660 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c2607490-a44a-4bfe-a017-8ef63d241ec7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:35.602828 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-da174d6c-3e8e-4f5e-b5e8-7f5db99c6f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832106374', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:20:34Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:35.618813 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9779549e-fd75-48e1-a1eb-f4152dfd68aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:35.646983 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da174d6c-3e8e-4f5e-b5e8-7f5db99c6f79 None None] The sync data for ids ['1423f706-2c3f-44c8-9e1c-6d6c549206ae'] in n-d-master-1 is: [{'id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832106374', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222'}], 'enable_snat': True}, 'gw_port_id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:20:34Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': 'f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1423f706-2c3f-44c8-9e1c-6d6c549206ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:29Z', 'updated_at': '2021-12-06T15:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:20:35.649105 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c2607490-a44a-4bfe-a017-8ef63d241ec7 None None] Calling delete_port for 739c989b-3c8e-49f9-b508-4487bda9dda8 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:20:35.652909 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779549e-fd75-48e1-a1eb-f4152dfd68aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Port': ['ID=f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:35.734702 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9779549e-fd75-48e1-a1eb-f4152dfd68aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:35.833379 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9779549e-fd75-48e1-a1eb-f4152dfd68aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:35.835756 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9779549e-fd75-48e1-a1eb-f4152dfd68aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:35.857418 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cb252f-0873-4340-8cd3-255c29a23a4d None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:20:35.883586 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9779549e-fd75-48e1-a1eb-f4152dfd68aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:35.884639 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9779549e-fd75-48e1-a1eb-f4152dfd68aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Fanout notify agent at l3_agent the message router_deleted on router 1423f706-2c3f-44c8-9e1c-6d6c549206ae {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:20:35.891756 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:35.892908 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9779549e-fd75-48e1-a1eb-f4152dfd68aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:35.896560 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9779549e-fd75-48e1-a1eb-f4152dfd68aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/routers/1423f706-2c3f-44c8-9e1c-6d6c549206ae HTTP/1.1" status: 204 len: 168 time: 0.8729720 Dec 06 15:20:35.896787 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42226) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:35.918818 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c2607490-a44a-4bfe-a017-8ef63d241ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:35.949013 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2607490-a44a-4bfe-a017-8ef63d241ec7 None None] Pushing event deleted for resources: {'Port': ['ID=739c989b-3c8e-49f9-b508-4487bda9dda8,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:35.954955 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2607490-a44a-4bfe-a017-8ef63d241ec7 None None] No DVR routers for this DVR port 739c989b-3c8e-49f9-b508-4487bda9dda8 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:20:35.982901 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23542db7-2a39-4926-8e8a-02a673280609 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.087290 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23542db7-2a39-4926-8e8a-02a673280609 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.110331 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-23542db7-2a39-4926-8e8a-02a673280609 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ddad7b-cae1-4b60-9c3b-e875fbc9b697']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:36.132605 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-23542db7-2a39-4926-8e8a-02a673280609 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afece07-8866-44fc-ac58-1e3f4b044c4d') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:36.132909 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-23542db7-2a39-4926-8e8a-02a673280609 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afece07-8866-44fc-ac58-1e3f4b044c4d') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:36.158380 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23542db7-2a39-4926-8e8a-02a673280609 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.178225 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23542db7-2a39-4926-8e8a-02a673280609 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.191294 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23542db7-2a39-4926-8e8a-02a673280609 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:20:36.191755 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23542db7-2a39-4926-8e8a-02a673280609 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.199803 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 739c989b-3c8e-49f9-b508-4487bda9dda8 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:20:36.203331 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:20:36.221334 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 739c989b-3c8e-49f9-b508-4487bda9dda8 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:20:36.221676 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 739c989b-3c8e-49f9-b508-4487bda9dda8 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:20:36.222258 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3cde254f-646e-48b4-889b-ddf25e69c1cf no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:20:36.252877 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 3cde254f-646e-48b4-889b-ddf25e69c1cf {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:20:36.253219 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 3cde254f-646e-48b4-889b-ddf25e69c1cf not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:20:36.277489 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23542db7-2a39-4926-8e8a-02a673280609 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.285330 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-23542db7-2a39-4926-8e8a-02a673280609 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.291173 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-23542db7-2a39-4926-8e8a-02a673280609 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/networks/c7ddad7b-cae1-4b60-9c3b-e875fbc9b697 HTTP/1.1" status: 204 len: 168 time: 0.3908749 Dec 06 15:20:36.291389 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42230) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:36.307583 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23542db7-2a39-4926-8e8a-02a673280609 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Network': ['ID=c7ddad7b-cae1-4b60-9c3b-e875fbc9b697,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:36.365256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dc7cb90-8a26-4e72-a18f-31b2ee68e290 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.400979 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dc7cb90-8a26-4e72-a18f-31b2ee68e290 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.477530 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dc7cb90-8a26-4e72-a18f-31b2ee68e290 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.480366 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dc7cb90-8a26-4e72-a18f-31b2ee68e290 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.484072 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8dc7cb90-8a26-4e72-a18f-31b2ee68e290 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/security-groups/cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d HTTP/1.1" status: 204 len: 168 time: 0.1891413 Dec 06 15:20:36.491174 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7cb90-8a26-4e72-a18f-31b2ee68e290 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf28f6d3-a7f3-4752-acbf-39f6e39d2c6d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:36.634958 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.751536 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42238) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:36.756149 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8514d7e1-e48b-4b9d-b9b3-524fbf4a89d3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786535853', 'description': 'tempest-secgroup-smoke-786535853 description', 'project_id': '78730a925a534e3a9baf86f9cc74cd24'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:20:36.780532 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8514d7e1-e48b-4b9d-b9b3-524fbf4a89d3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.850299 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8514d7e1-e48b-4b9d-b9b3-524fbf4a89d3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.854930 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8514d7e1-e48b-4b9d-b9b3-524fbf4a89d3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.886130 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514d7e1-e48b-4b9d-b9b3-524fbf4a89d3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4170eb3b-56ff-42e6-98da-21d13f0d8e98,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:36.891277 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8514d7e1-e48b-4b9d-b9b3-524fbf4a89d3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.892571 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8514d7e1-e48b-4b9d-b9b3-524fbf4a89d3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1399696 Dec 06 15:20:36.895600 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42240) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:36.901560 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b4ce4d3f-c6da-4324-9f7f-e9145ed91485 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': '4170eb3b-56ff-42e6-98da-21d13f0d8e98', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:20:36.937905 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4d3f-c6da-4324-9f7f-e9145ed91485 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.990481 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4d3f-c6da-4324-9f7f-e9145ed91485 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.994325 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4d3f-c6da-4324-9f7f-e9145ed91485 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.012121 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce4d3f-c6da-4324-9f7f-e9145ed91485 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c050b41-2001-44a1-ac56-3ca8aed17a8e,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:37.021010 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4d3f-c6da-4324-9f7f-e9145ed91485 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.022453 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b4ce4d3f-c6da-4324-9f7f-e9145ed91485 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250606 Dec 06 15:20:37.028462 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42242) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:37.030191 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-930089ab-29eb-42b6-9575-ed06f6337991 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': '4170eb3b-56ff-42e6-98da-21d13f0d8e98', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:20:37.059642 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-930089ab-29eb-42b6-9575-ed06f6337991 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.119036 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-930089ab-29eb-42b6-9575-ed06f6337991 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.122863 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-930089ab-29eb-42b6-9575-ed06f6337991 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.137352 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930089ab-29eb-42b6-9575-ed06f6337991 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a464da0c-0296-446e-806e-36d0978558ea,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:37.148105 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-930089ab-29eb-42b6-9575-ed06f6337991 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.151694 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-930089ab-29eb-42b6-9575-ed06f6337991 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229310 Dec 06 15:20:37.152397 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42244) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:37.156993 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c18513bb-9949-4d27-a20a-82c427481a6b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': '4170eb3b-56ff-42e6-98da-21d13f0d8e98', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:20:37.184994 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c18513bb-9949-4d27-a20a-82c427481a6b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.250064 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c18513bb-9949-4d27-a20a-82c427481a6b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.253806 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c18513bb-9949-4d27-a20a-82c427481a6b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.273381 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18513bb-9949-4d27-a20a-82c427481a6b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb05aeed-f6b2-4c8e-aa77-8e4add64fe18,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:37.279514 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c18513bb-9949-4d27-a20a-82c427481a6b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.280700 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c18513bb-9949-4d27-a20a-82c427481a6b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272411 Dec 06 15:20:37.283876 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42248) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:37.288328 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8bc0d0e5-25c4-4980-a497-3bd5b69e1eff tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': '4170eb3b-56ff-42e6-98da-21d13f0d8e98', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:20:37.315181 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d0e5-25c4-4980-a497-3bd5b69e1eff tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.371483 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d0e5-25c4-4980-a497-3bd5b69e1eff tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.375511 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d0e5-25c4-4980-a497-3bd5b69e1eff tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.392677 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0d0e5-25c4-4980-a497-3bd5b69e1eff tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9965c41-c88b-4a83-b311-d79349b5feb9,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:37.402296 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8bc0d0e5-25c4-4980-a497-3bd5b69e1eff tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.403526 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8bc0d0e5-25c4-4980-a497-3bd5b69e1eff tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186819 Dec 06 15:20:37.406254 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42250) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:37.410566 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-757f6e72-de7d-4853-b458-1f0e71c83847 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': '4170eb3b-56ff-42e6-98da-21d13f0d8e98', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:20:37.434560 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-757f6e72-de7d-4853-b458-1f0e71c83847 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Project 78730a925a534e3a9baf86f9cc74cd24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:20:37.438626 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-757f6e72-de7d-4853-b458-1f0e71c83847 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.506220 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-757f6e72-de7d-4853-b458-1f0e71c83847 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.509813 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-757f6e72-de7d-4853-b458-1f0e71c83847 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.530611 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f6e72-de7d-4853-b458-1f0e71c83847 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90803045-0a1c-4eec-bb56-17b8fec87e85,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:37.534917 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-757f6e72-de7d-4853-b458-1f0e71c83847 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.536131 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-757f6e72-de7d-4853-b458-1f0e71c83847 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289446 Dec 06 15:20:37.539001 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42254) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:37.543882 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c94cb10f-df66-4be1-bda0-0709f8a5d6e5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': '4170eb3b-56ff-42e6-98da-21d13f0d8e98', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:20:37.565482 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-c94cb10f-df66-4be1-bda0-0709f8a5d6e5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Project 78730a925a534e3a9baf86f9cc74cd24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:20:37.570463 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c94cb10f-df66-4be1-bda0-0709f8a5d6e5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.635426 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c94cb10f-df66-4be1-bda0-0709f8a5d6e5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.639410 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c94cb10f-df66-4be1-bda0-0709f8a5d6e5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.657664 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cb10f-df66-4be1-bda0-0709f8a5d6e5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cec8840-53e1-45fd-8265-0ae253b7c325,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:37.666685 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c94cb10f-df66-4be1-bda0-0709f8a5d6e5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.667937 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c94cb10f-df66-4be1-bda0-0709f8a5d6e5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280074 Dec 06 15:20:37.670933 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42256) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:37.676362 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-809d6511-ff7f-4912-b84a-ddadce0cb73f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'network': {'name': 'tempest-network-smoke--1716163922', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'port_security_enabled': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:20:37.697917 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809d6511-ff7f-4912-b84a-ddadce0cb73f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Made reservation on behalf of 78730a925a534e3a9baf86f9cc74cd24 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:20:37.701701 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-809d6511-ff7f-4912-b84a-ddadce0cb73f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.726045 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809d6511-ff7f-4912-b84a-ddadce0cb73f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:20:37.735854 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-809d6511-ff7f-4912-b84a-ddadce0cb73f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.736210 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-809d6511-ff7f-4912-b84a-ddadce0cb73f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Added segment 5a1980b8-e02f-4b7c-a406-0543fd950c24 of type vlan for network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 Dec 06 15:20:37.779219 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-809d6511-ff7f-4912-b84a-ddadce0cb73f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.804599 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-809d6511-ff7f-4912-b84a-ddadce0cb73f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.811209 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809d6511-ff7f-4912-b84a-ddadce0cb73f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:37.811822 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-809d6511-ff7f-4912-b84a-ddadce0cb73f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.826232 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:20:37.854441 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-809d6511-ff7f-4912-b84a-ddadce0cb73f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1823893 Dec 06 15:20:37.857314 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42258) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:37.862278 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1083406302', 'admin_state_up': True, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:20:37.866939 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:20:37.872187 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f18c7e47-bf9c-4d73-9e6d-c40e34f0ccd2 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:20:37.884267 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d6511-ff7f-4912-b84a-ddadce0cb73f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Network': ['ID=87e2c3fb-3de9-46d9-82eb-77331e1475e9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:37.889194 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.890175 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:37.894968 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:20:37.946477 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:38.084964 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:38.273318 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:38.297138 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:38.402998 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Allocated IP 172.35.7.10 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/79346da2-e144-446c-87c7-6b003e08a588) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:20:38.522254 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:38.568706 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:38.610942 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:20:38.614302 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:20:38.618173 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:20:38.632503 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e47dc17-380f-49bc-8e44-5e9295d0c9ce None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:20:38.661699 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=79346da2-e144-446c-87c7-6b003e08a588,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:38.702280 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-67d4a8eb-a30b-4223-b6b0-f3a40339ea9e None None] Provisioning complete for port 79346da2-e144-446c-87c7-6b003e08a588 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:20:38.703016 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-67d4a8eb-a30b-4223-b6b0-f3a40339ea9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:38.752428 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-67d4a8eb-a30b-4223-b6b0-f3a40339ea9e None None] Port 79346da2-e144-446c-87c7-6b003e08a588 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:20:38.923080 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:39.123732 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:39.592293 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router e89a2cf3-0b52-451c-9609-0c622f732150 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:20:39.704842 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:20:39.714754 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Sync routers for ids ['e89a2cf3-0b52-451c-9609-0c622f732150'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:20:39.725354 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Routers {'e89a2cf3-0b52-451c-9609-0c622f732150'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:20:39.725978 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:20:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e89a2cf3-0b52-451c-9609-0c622f732150'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:39.729983 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:39.731253 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4e7ccd8b-5797-4d18-a56a-dd772f7eb1db tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8726475 Dec 06 15:20:39.735938 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42276) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:39.775770 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bc7a4db7-6913-4c33-adb7-3a93b844f4a6 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=78730a925a534e3a9baf86f9cc74cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342259 Dec 06 15:20:39.777290 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42278) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:39.833820 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Set router e89a2cf3-0b52-451c-9609-0c622f732150 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:20:39.934563 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93efbc54-2b7f-46b3-b2ed-d434599b3c5f tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:39.936085 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-93efbc54-2b7f-46b3-b2ed-d434599b3c5f tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1577342 Dec 06 15:20:39.938998 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42280) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:39.968306 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ea212b71-d958-4b1c-970a-f8df07172368 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282078 Dec 06 15:20:39.970720 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42282) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:39.975442 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-86570934-21f2-4891-99ec-7909f840d84a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-978668144', 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:20:40.018760 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083406302', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10'}], 'enable_snat': True}, 'gw_port_id': '79346da2-e144-446c-87c7-6b003e08a588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:20:37Z', 'updated_at': '2021-12-06T15:20:38Z', 'revision_number': 3, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '79346da2-e144-446c-87c7-6b003e08a588', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:38Z', 'updated_at': '2021-12-06T15:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:40.044612 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Checking router: e89a2cf3-0b52-451c-9609-0c622f732150 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:20:40.044871 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Updating router e89a2cf3-0b52-451c-9609-0c622f732150 port 79346da2-e144-446c-87c7-6b003e08a588 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:20:40.064040 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86570934-21f2-4891-99ec-7909f840d84a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Made reservation on behalf of 78730a925a534e3a9baf86f9cc74cd24 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:20:40.067854 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86570934-21f2-4891-99ec-7909f840d84a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:40.073931 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:40.248481 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86570934-21f2-4891-99ec-7909f840d84a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:40.312058 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86570934-21f2-4891-99ec-7909f840d84a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Subnet': ['ID=5e885d9a-3fff-46a1-905f-460f3c8a2498,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:40.319187 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86570934-21f2-4891-99ec-7909f840d84a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Checking segment: {'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:20:40.319549 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86570934-21f2-4891-99ec-7909f840d84a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network hostable DHCP agents. Network: 87e2c3fb-3de9-46d9-82eb-77331e1475e9, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:20:40.337664 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86570934-21f2-4891-99ec-7909f840d84a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:20:40.347384 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-86570934-21f2-4891-99ec-7909f840d84a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 87e2c3fb-3de9-46d9-82eb-77331e1475e9) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:20:40.351417 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86570934-21f2-4891-99ec-7909f840d84a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:40.352069 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-86570934-21f2-4891-99ec-7909f840d84a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:40.357868 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eaf632-ee34-4fa1-881e-25332ef1b62f None None] Network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:20:40.371223 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-86570934-21f2-4891-99ec-7909f840d84a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3960872 Dec 06 15:20:40.371397 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42284) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:40.410592 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:40.417455 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:40.473512 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Attempting to bind port 79346da2-e144-446c-87c7-6b003e08a588 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:20:40.474056 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Attempting to bind port 79346da2-e144-446c-87c7-6b003e08a588 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:20:40.474424 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Attempting to bind port 79346da2-e144-446c-87c7-6b003e08a588 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:20:40.484144 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:20:40.484510 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:20:40.485065 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:40.485709 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:20:40.486659 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Bound port: 79346da2-e144-446c-87c7-6b003e08a588, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:20:40.487184 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:40.510828 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49802602-e6ce-4a37-af4d-2eeb6429c0c1 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:20:40.552081 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] For port 79346da2-e144-446c-87c7-6b003e08a588, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:20:40.556687 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] For port 79346da2-e144-446c-87c7-6b003e08a588, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=79346da2-e144-446c-87c7-6b003e08a588,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:20:40.558204 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae52956-29cd-4163-85e6-938fa8b0ad63 None None] Pushing event updated for resources: {'Port': ['ID=79346da2-e144-446c-87c7-6b003e08a588,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:40.577402 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52956-29cd-4163-85e6-938fa8b0ad63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:40.580662 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52956-29cd-4163-85e6-938fa8b0ad63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:40.581056 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52956-29cd-4163-85e6-938fa8b0ad63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:40.581430 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52956-29cd-4163-85e6-938fa8b0ad63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:40.581769 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52956-29cd-4163-85e6-938fa8b0ad63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:40.582153 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52956-29cd-4163-85e6-938fa8b0ad63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:40.582424 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52956-29cd-4163-85e6-938fa8b0ad63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:40.582724 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52956-29cd-4163-85e6-938fa8b0ad63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:40.583046 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52956-29cd-4163-85e6-938fa8b0ad63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:40.583367 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52956-29cd-4163-85e6-938fa8b0ad63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:40.583702 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52956-29cd-4163-85e6-938fa8b0ad63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:40.584028 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52956-29cd-4163-85e6-938fa8b0ad63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:40.584576 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae52956-29cd-4163-85e6-938fa8b0ad63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:40.603356 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:40.655307 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d4e29b37-85dd-4847-94ea-71977cfb7150 None None] Provisioning complete for port 79346da2-e144-446c-87c7-6b003e08a588 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:20:40.656189 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4e29b37-85dd-4847-94ea-71977cfb7150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:40.667843 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-87e2c3fb-3de9-46d9-82eb-77331e1475e9', 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ips': [{'subnet_id': '5e885d9a-3fff-46a1-905f-460f3c8a2498'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:20:40.670924 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:40.674626 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Routers {'e89a2cf3-0b52-451c-9609-0c622f732150'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:20:40.679948 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:20:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e89a2cf3-0b52-451c-9609-0c622f732150'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:40.734201 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcb7057-5e42-48de-907f-ad6515f58409 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:20:40.828078 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] Set router e89a2cf3-0b52-451c-9609-0c622f732150 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:20:40.894159 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae52956-29cd-4163-85e6-938fa8b0ad63 None None] Pushing event updated for resources: {'Port': ['ID=79346da2-e144-446c-87c7-6b003e08a588,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:41.029279 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4e29b37-85dd-4847-94ea-71977cfb7150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:41.070673 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d4e29b37-85dd-4847-94ea-71977cfb7150 None None] For port 79346da2-e144-446c-87c7-6b003e08a588, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=79346da2-e144-446c-87c7-6b003e08a588,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:20:41.078930 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Allocated IP 172.20.0.2 (87e2c3fb-3de9-46d9-82eb-77331e1475e9/5e885d9a-3fff-46a1-905f-460f3c8a2498/d8e90b19-b8ab-456a-a27c-cddd283d6a65) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:20:41.083180 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4e29b37-85dd-4847-94ea-71977cfb7150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:41.123413 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083406302', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10'}], 'enable_snat': True}, 'gw_port_id': '79346da2-e144-446c-87c7-6b003e08a588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:20:37Z', 'updated_at': '2021-12-06T15:20:38Z', 'revision_number': 3, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '79346da2-e144-446c-87c7-6b003e08a588', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:38Z', 'updated_at': '2021-12-06T15:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:41.161641 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c9816-b221-46f6-a079-b997bf5f4996 None None] The sync data for ids ['e89a2cf3-0b52-451c-9609-0c622f732150'] in n-d-master-1 is: [{'id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083406302', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10'}], 'enable_snat': True}, 'gw_port_id': '79346da2-e144-446c-87c7-6b003e08a588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:20:37Z', 'updated_at': '2021-12-06T15:20:38Z', 'revision_number': 3, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '79346da2-e144-446c-87c7-6b003e08a588', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:38Z', 'updated_at': '2021-12-06T15:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:20:41.276717 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e29b37-85dd-4847-94ea-71977cfb7150 None None] Pushing event updated for resources: {'Port': ['ID=79346da2-e144-446c-87c7-6b003e08a588,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:41.297706 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-864beb81-ddcf-4c28-a9bd-0b95ce6ccb1b None None] Provisioning complete for port 79346da2-e144-446c-87c7-6b003e08a588 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:20:41.298075 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-864beb81-ddcf-4c28-a9bd-0b95ce6ccb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:41.456210 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:41.471529 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:41.560379 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:20:41.561995 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Pushing event updated for resources: {'Port': ['ID=d8e90b19-b8ab-456a-a27c-cddd283d6a65,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:41.571896 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:20:41.575503 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:20:41.640922 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Attempting to bind port d8e90b19-b8ab-456a-a27c-cddd283d6a65 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:20:41.641389 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Attempting to bind port d8e90b19-b8ab-456a-a27c-cddd283d6a65 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:20:41.641826 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Attempting to bind port d8e90b19-b8ab-456a-a27c-cddd283d6a65 on network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:20:41.648040 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:20:41.648555 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Checking segment: {'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:20:41.649562 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:41.650036 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Bound using segment: {'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:20:41.650576 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Bound port: d8e90b19-b8ab-456a-a27c-cddd283d6a65, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:20:41.651028 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:41.693503 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:41.768936 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] For port d8e90b19-b8ab-456a-a27c-cddd283d6a65, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:20:41.772077 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] For port d8e90b19-b8ab-456a-a27c-cddd283d6a65, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d8e90b19-b8ab-456a-a27c-cddd283d6a65,segment=NetworkSegment(5a1980b8-e02f-4b7c-a406-0543fd950c24),segment_id=5a1980b8-e02f-4b7c-a406-0543fd950c24)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:20:41.780226 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:41.853536 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b941f99-24f4-41e0-b37f-12486258ec44 None None] Pushing event updated for resources: {'Port': ['ID=d8e90b19-b8ab-456a-a27c-cddd283d6a65,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:41.985932 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 79346da2-e144-446c-87c7-6b003e08a588 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:20:42.163125 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Allocated IP 172.20.0.1 (87e2c3fb-3de9-46d9-82eb-77331e1475e9/5e885d9a-3fff-46a1-905f-460f3c8a2498/d71343e6-6230-4ea9-a053-d5958bd0f96c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:20:42.164226 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 79346da2-e144-446c-87c7-6b003e08a588 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:20:42.165498 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:42.314530 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:42.368819 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:42.419722 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:20:42.423215 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:20:42.428471 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:20:42.457893 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=d71343e6-6230-4ea9-a053-d5958bd0f96c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:42.481752 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:42.642666 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:43.014911 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:43.028130 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:43.109316 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=d71343e6-6230-4ea9-a053-d5958bd0f96c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:43.116748 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:43.249620 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:20:43.251559 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:20:43.380621 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router e89a2cf3-0b52-451c-9609-0c622f732150 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:20:43.481465 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a2ea0bbd-3083-466b-b965-a48957a31946 req-30324f45-260b-4eef-bcbe-ae32f618afb9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0649524 Dec 06 15:20:43.534212 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:20:43.550791 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b87dd3ef-0475-4914-a265-944fe207338e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "PUT /v2.0/routers/e89a2cf3-0b52-451c-9609-0c622f732150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1700726 Dec 06 15:20:43.601119 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea0bbd-3083-466b-b965-a48957a31946 req-adaaf219-e14f-45cf-add2-b5f3e6690dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:43.602697 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a2ea0bbd-3083-466b-b965-a48957a31946 req-adaaf219-e14f-45cf-add2-b5f3e6690dff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95a2c901e31643a3aab03978132033ee&device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda HTTP/1.1" status: 200 len: 1096 time: 0.0611353 Dec 06 15:20:43.629708 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee328590-8eb8-49b1-993d-90451afcc17b None None] Network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:20:43.710579 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Sync routers for ids ['e89a2cf3-0b52-451c-9609-0c622f732150'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:20:43.754327 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea0bbd-3083-466b-b965-a48957a31946 req-974d982d-3156-477c-b12d-beeb75a5a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:43.755859 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a2ea0bbd-3083-466b-b965-a48957a31946 req-974d982d-3156-477c-b12d-beeb75a5a80f service neutron] 10.222.0.37 "GET /v2.0/networks?id=68d53435-d18f-4380-92e3-902c000dfe8d HTTP/1.1" status: 200 len: 915 time: 0.1311274 Dec 06 15:20:43.776804 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8498894-8c21-47cb-bf9d-bef1480d501e None None] Provisioning complete for port d8e90b19-b8ab-456a-a27c-cddd283d6a65 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:20:43.777124 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8498894-8c21-47cb-bf9d-bef1480d501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:43.802441 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a2ea0bbd-3083-466b-b965-a48957a31946 req-372c7b68-e3cf-49d5-a525-3d5899c9c392 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6efa3fc1-e049-44dc-99bb-08e60621c61e HTTP/1.1" status: 200 len: 217 time: 0.0389404 Dec 06 15:20:43.821371 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Routers {'e89a2cf3-0b52-451c-9609-0c622f732150'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:20:43.822020 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:20:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e89a2cf3-0b52-451c-9609-0c622f732150'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:43.899235 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-152edcd3-bc13-4247-a705-4c3c5ccd4a74 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786535853&fields=id&tenant_id=78730a925a534e3a9baf86f9cc74cd24 HTTP/1.1" status: 200 len: 267 time: 0.1071279 Dec 06 15:20:43.923580 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea0bbd-3083-466b-b965-a48957a31946 req-3cc1156e-d9a4-4d69-9d05-c7afe290c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:43.925157 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a2ea0bbd-3083-466b-b965-a48957a31946 req-3cc1156e-d9a4-4d69-9d05-c7afe290c789 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2419028d-aa19-4dc0-91d2-afd4d891a895 HTTP/1.1" status: 200 len: 854 time: 0.1074412 Dec 06 15:20:43.997810 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a2ea0bbd-3083-466b-b965-a48957a31946 req-788f8344-201b-4db5-a28b-b6af9edad8c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68d53435-d18f-4380-92e3-902c000dfe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626738 Dec 06 15:20:44.036948 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d8e90b19-b8ab-456a-a27c-cddd283d6a65 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:20:44.109829 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-d25705c0-c972-498a-9284-1f3846bdfb40 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:44.111687 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-d25705c0-c972-498a-9284-1f3846bdfb40 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/networks?id=87e2c3fb-3de9-46d9-82eb-77331e1475e9 HTTP/1.1" status: 200 len: 797 time: 0.2115183 Dec 06 15:20:44.119159 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a2ea0bbd-3083-466b-b965-a48957a31946 req-6b76df0e-f6ed-4b02-b89c-80c235bab585 service neutron] 10.222.0.37 "GET /v2.0/networks/68d53435-d18f-4380-92e3-902c000dfe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090910 Dec 06 15:20:44.135137 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-8a74baed-082d-47c5-a084-05de1eca1b19 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/quotas/78730a925a534e3a9baf86f9cc74cd24 HTTP/1.1" status: 200 len: 375 time: 0.0111022 Dec 06 15:20:44.143968 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Set router e89a2cf3-0b52-451c-9609-0c622f732150 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:20:44.202542 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-01ed63c2-67e7-4cad-933e-765dc5a914a1 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602803 Dec 06 15:20:44.213045 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8498894-8c21-47cb-bf9d-bef1480d501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:44.321957 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a2ea0bbd-3083-466b-b965-a48957a31946 req-fd37e2e4-d075-4976-b2ce-83ed053be04b service neutron] 10.222.0.37 "GET /v2.0/networks/68d53435-d18f-4380-92e3-902c000dfe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949639 Dec 06 15:20:44.332109 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d8e90b19-b8ab-456a-a27c-cddd283d6a65 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:20:44.332428 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:44.375577 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8498894-8c21-47cb-bf9d-bef1480d501e None None] For port d8e90b19-b8ab-456a-a27c-cddd283d6a65, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d8e90b19-b8ab-456a-a27c-cddd283d6a65,segment=NetworkSegment(5a1980b8-e02f-4b7c-a406-0543fd950c24),segment_id=5a1980b8-e02f-4b7c-a406-0543fd950c24)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:20:44.401988 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8498894-8c21-47cb-bf9d-bef1480d501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:44.416257 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-023f28a2-a475-40d1-b5b4-c2c30e47724f service neutron] 10.222.0.20 "GET /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976357 Dec 06 15:20:44.603011 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8498894-8c21-47cb-bf9d-bef1480d501e None None] Pushing event updated for resources: {'Port': ['ID=d8e90b19-b8ab-456a-a27c-cddd283d6a65,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:44.712607 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-68c77d64-41af-49ca-b0e0-f6982c94c047 service neutron] 10.222.0.20 "GET /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891877 Dec 06 15:20:44.975580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a28d318-036c-45ff-b0ea-3959002bae04 req-19b71c25-b22c-43b0-b75d-1d07a80d193a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 210 time: 0.0663133 Dec 06 15:20:45.044047 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-66591a06-3837-44df-afba-651f0e3a05c4 None None] Provisioning complete for port d8e90b19-b8ab-456a-a27c-cddd283d6a65 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:20:45.044546 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-66591a06-3837-44df-afba-651f0e3a05c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:45.174268 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083406302', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10'}], 'enable_snat': True}, 'gw_port_id': '79346da2-e144-446c-87c7-6b003e08a588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:20:37Z', 'updated_at': '2021-12-06T15:20:42Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '79346da2-e144-446c-87c7-6b003e08a588', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:38Z', 'updated_at': '2021-12-06T15:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd71343e6-6230-4ea9-a053-d5958bd0f96c', 'name': '', 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:86:db:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:41Z', 'updated_at': '2021-12-06T15:20:42Z', 'revision_number': 2, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:45.217764 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Checking router: e89a2cf3-0b52-451c-9609-0c622f732150 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:20:45.218119 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Updating router e89a2cf3-0b52-451c-9609-0c622f732150 port d71343e6-6230-4ea9-a053-d5958bd0f96c binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:20:45.245351 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:45.463613 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-66591a06-3837-44df-afba-651f0e3a05c4 None None] Provisioning complete for port d71343e6-6230-4ea9-a053-d5958bd0f96c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:20:45.472823 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-66591a06-3837-44df-afba-651f0e3a05c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:45.548944 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-66591a06-3837-44df-afba-651f0e3a05c4 None None] Port d71343e6-6230-4ea9-a053-d5958bd0f96c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:20:45.711371 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-18cb9660-c3a3-49f1-80f7-bbc89273f1b6 None None] Provisioning complete for port d71343e6-6230-4ea9-a053-d5958bd0f96c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:20:45.711780 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-18cb9660-c3a3-49f1-80f7-bbc89273f1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:45.745201 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:45.760090 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-18cb9660-c3a3-49f1-80f7-bbc89273f1b6 None None] Port d71343e6-6230-4ea9-a053-d5958bd0f96c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:20:45.760666 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:45.837053 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edd64f-a164-4437-84ef-adc5c9de12fa None None] Pushing event updated for resources: {'Port': ['ID=d71343e6-6230-4ea9-a053-d5958bd0f96c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:45.910454 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Attempting to bind port d71343e6-6230-4ea9-a053-d5958bd0f96c on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:20:45.911177 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Attempting to bind port d71343e6-6230-4ea9-a053-d5958bd0f96c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:20:45.911835 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Attempting to bind port d71343e6-6230-4ea9-a053-d5958bd0f96c on network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:20:45.920569 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d8e90b19-b8ab-456a-a27c-cddd283d6a65 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:20:45.960432 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:20:45.960935 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Checking segment: {'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:20:45.961450 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:45.961917 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Bound using segment: {'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:20:45.962648 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Bound port: d71343e6-6230-4ea9-a053-d5958bd0f96c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:20:45.963176 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:46.051137 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d8e90b19-b8ab-456a-a27c-cddd283d6a65 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:20:46.051764 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:46.118051 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] For port d71343e6-6230-4ea9-a053-d5958bd0f96c, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:20:46.136565 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] For port d71343e6-6230-4ea9-a053-d5958bd0f96c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d71343e6-6230-4ea9-a053-d5958bd0f96c,segment=NetworkSegment(5a1980b8-e02f-4b7c-a406-0543fd950c24),segment_id=5a1980b8-e02f-4b7c-a406-0543fd950c24)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:20:46.142464 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-efa14a49-fd2d-4e0f-b746-2f2c6e82836d req-1f37eb34-4a30-4edd-9957-deb197c62013 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 210 time: 0.0473468 Dec 06 15:20:46.147022 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:46.241091 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edd64f-a164-4437-84ef-adc5c9de12fa None None] Pushing event updated for resources: {'Port': ['ID=d71343e6-6230-4ea9-a053-d5958bd0f96c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:46.277093 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Routers {'e89a2cf3-0b52-451c-9609-0c622f732150'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:20:46.277856 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:20:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e89a2cf3-0b52-451c-9609-0c622f732150'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:46.372715 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d20f30f5-6bc0-42b6-99a9-fdf4d45a855b None None] Provisioning complete for port d71343e6-6230-4ea9-a053-d5958bd0f96c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:20:46.373222 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d20f30f5-6bc0-42b6-99a9-fdf4d45a855b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:46.478476 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] Set router e89a2cf3-0b52-451c-9609-0c622f732150 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:20:46.498393 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-56fa093f-46b8-4288-8190-fd70c5d6ba5b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:46.501887 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-56fa093f-46b8-4288-8190-fd70c5d6ba5b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.23 "GET /v2.0/networks?id=87e2c3fb-3de9-46d9-82eb-77331e1475e9 HTTP/1.1" status: 200 len: 797 time: 0.1895452 Dec 06 15:20:46.594425 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d20f30f5-6bc0-42b6-99a9-fdf4d45a855b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:46.690099 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-be282bbb-ba7d-4dca-b43f-ef0d3e41cffd tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78730a925a534e3a9baf86f9cc74cd24 HTTP/1.1" status: 200 len: 379 time: 0.1743400 Dec 06 15:20:46.711973 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-f0368b79-f066-45c4-9067-39bdccdc9a1c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'port': {'device_id': '69b3f014-0894-4eda-8409-da55a48abfc4', 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9', 'admin_state_up': True, 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'security_groups': ['4170eb3b-56ff-42e6-98da-21d13f0d8e98']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:20:46.715567 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d20f30f5-6bc0-42b6-99a9-fdf4d45a855b None None] For port d71343e6-6230-4ea9-a053-d5958bd0f96c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d71343e6-6230-4ea9-a053-d5958bd0f96c,segment=NetworkSegment(5a1980b8-e02f-4b7c-a406-0543fd950c24),segment_id=5a1980b8-e02f-4b7c-a406-0543fd950c24)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:20:46.731727 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d20f30f5-6bc0-42b6-99a9-fdf4d45a855b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:46.869590 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f30f5-6bc0-42b6-99a9-fdf4d45a855b None None] Pushing event updated for resources: {'Port': ['ID=d71343e6-6230-4ea9-a053-d5958bd0f96c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:46.883691 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-f0368b79-f066-45c4-9067-39bdccdc9a1c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Made reservation on behalf of 78730a925a534e3a9baf86f9cc74cd24 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:20:46.887531 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-f0368b79-f066-45c4-9067-39bdccdc9a1c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:46.897958 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c8207511-c20a-44f1-8996-a636024c640d None None] Provisioning complete for port d71343e6-6230-4ea9-a053-d5958bd0f96c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:20:46.898330 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8207511-c20a-44f1-8996-a636024c640d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:46.963894 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083406302', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10'}], 'enable_snat': True}, 'gw_port_id': '79346da2-e144-446c-87c7-6b003e08a588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:20:37Z', 'updated_at': '2021-12-06T15:20:42Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '79346da2-e144-446c-87c7-6b003e08a588', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:38Z', 'updated_at': '2021-12-06T15:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd71343e6-6230-4ea9-a053-d5958bd0f96c', 'name': '', 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:86:db:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:41Z', 'updated_at': '2021-12-06T15:20:46Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:47.016521 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e06eef-5bb3-471b-9926-e623dcd63483 None None] The sync data for ids ['e89a2cf3-0b52-451c-9609-0c622f732150'] in n-d-master-1 is: [{'id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083406302', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10'}], 'enable_snat': True}, 'gw_port_id': '79346da2-e144-446c-87c7-6b003e08a588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:20:37Z', 'updated_at': '2021-12-06T15:20:42Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '79346da2-e144-446c-87c7-6b003e08a588', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:38Z', 'updated_at': '2021-12-06T15:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd71343e6-6230-4ea9-a053-d5958bd0f96c', 'name': '', 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:86:db:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:41Z', 'updated_at': '2021-12-06T15:20:46Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:20:47.049913 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-f0368b79-f066-45c4-9067-39bdccdc9a1c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Allocated IP 172.20.0.7 (87e2c3fb-3de9-46d9-82eb-77331e1475e9/5e885d9a-3fff-46a1-905f-460f3c8a2498/c017552c-4617-4c83-8d06-f622d9e9ab61) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:20:47.265605 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-233f3e8a-6308-4839-940e-3485420a44a8 req-ac2e8a2b-d988-47c6-a20a-87a2e9885211 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 210 time: 0.0405397 Dec 06 15:20:47.268505 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-f0368b79-f066-45c4-9067-39bdccdc9a1c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:47.317682 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-f0368b79-f066-45c4-9067-39bdccdc9a1c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:47.364141 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-f0368b79-f066-45c4-9067-39bdccdc9a1c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:20:47.370533 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-f0368b79-f066-45c4-9067-39bdccdc9a1c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:20:47.374377 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-f0368b79-f066-45c4-9067-39bdccdc9a1c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:20:47.400337 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0368b79-f066-45c4-9067-39bdccdc9a1c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=c017552c-4617-4c83-8d06-f622d9e9ab61,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:47.436791 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-f0368b79-f066-45c4-9067-39bdccdc9a1c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:47.437728 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-f0368b79-f066-45c4-9067-39bdccdc9a1c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:47.461996 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-f0368b79-f066-45c4-9067-39bdccdc9a1c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7680745 Dec 06 15:20:47.473004 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-9b380902-5306-43e8-b2ac-924ed0a180f9 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:20:47.473990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-9b380902-5306-43e8-b2ac-924ed0a180f9 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060506 Dec 06 15:20:47.488545 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Request body: {'port': {'device_id': '69b3f014-0894-4eda-8409-da55a48abfc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:20:47.561252 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:47.673769 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f6e198cc-acf9-4a9e-a47a-55b2eb0d7b9c None None] Provisioning complete for port c017552c-4617-4c83-8d06-f622d9e9ab61 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:20:47.674217 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f6e198cc-acf9-4a9e-a47a-55b2eb0d7b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:47.755796 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-f6e198cc-acf9-4a9e-a47a-55b2eb0d7b9c None None] Port c017552c-4617-4c83-8d06-f622d9e9ab61 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:20:47.968308 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d71343e6-6230-4ea9-a053-d5958bd0f96c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:20:48.018005 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c017552c-4617-4c83-8d06-f622d9e9ab61 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:20:48.029483 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:48.032258 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d71343e6-6230-4ea9-a053-d5958bd0f96c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:20:48.032821 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:48.045383 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Transition to ACTIVE for port object c017552c-4617-4c83-8d06-f622d9e9ab61 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:20:48.054496 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:48.109461 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Pushing event updated for resources: {'Port': ['ID=c017552c-4617-4c83-8d06-f622d9e9ab61,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:48.253456 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Attempting to bind port c017552c-4617-4c83-8d06-f622d9e9ab61 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:20:48.254121 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Attempting to bind port c017552c-4617-4c83-8d06-f622d9e9ab61 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:20:48.254522 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Attempting to bind port c017552c-4617-4c83-8d06-f622d9e9ab61 on network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:20:48.261591 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Port c017552c-4617-4c83-8d06-f622d9e9ab61 on network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:20:48.261918 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Attempting to bind port c017552c-4617-4c83-8d06-f622d9e9ab61 on network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:20:48.267326 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:20:48.267692 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Checking segment: {'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:20:48.268087 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Bound using segment: {'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:20:48.268516 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Bound port: c017552c-4617-4c83-8d06-f622d9e9ab61, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:20:48.268872 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:48.364350 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] For port c017552c-4617-4c83-8d06-f622d9e9ab61, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:20:48.370391 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] For port c017552c-4617-4c83-8d06-f622d9e9ab61, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c017552c-4617-4c83-8d06-f622d9e9ab61,segment=NetworkSegment(5a1980b8-e02f-4b7c-a406-0543fd950c24),segment_id=5a1980b8-e02f-4b7c-a406-0543fd950c24)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:20:48.378943 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:48.443918 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Pushing event updated for resources: {'Port': ['ID=c017552c-4617-4c83-8d06-f622d9e9ab61,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:48.468312 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:48.469071 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:48.470596 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-7eaec5f6-c5d9-4ae7-8a9d-c643d21711bc service neutron] 10.222.0.23 "PUT /v2.0/ports/c017552c-4617-4c83-8d06-f622d9e9ab61 HTTP/1.1" status: 200 len: 1091 time: 0.9872105 Dec 06 15:20:48.471145 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b3f014-0894-4eda-8409-da55a48abfc4', 'tag': 'c017552c-4617-4c83-8d06-f622d9e9ab61'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:20:48.476327 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390fcf99-a843-470e-a7b4-190abf476246" -d '{"events": [{"name": "network-changed", "server_uuid": "69b3f014-0894-4eda-8409-da55a48abfc4", "tag": "c017552c-4617-4c83-8d06-f622d9e9ab61"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:20:48.495366 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f025e-bd3b-4829-9717-78ffcb9f5bee req-0cb8b65f-9aaf-4b24-9b66-f20313a59fa4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:48.501072 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e2f025e-bd3b-4829-9717-78ffcb9f5bee req-0cb8b65f-9aaf-4b24-9b66-f20313a59fa4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 943 time: 0.1109259 Dec 06 15:20:48.571478 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b419cef-763b-417b-8b8e-cc0579c04751 x-openstack-request-id: req-9b419cef-763b-417b-8b8e-cc0579c04751 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:20:48.572741 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b3f014-0894-4eda-8409-da55a48abfc4", "tag": "c017552c-4617-4c83-8d06-f622d9e9ab61", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:20:48.573166 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b419cef-763b-417b-8b8e-cc0579c04751 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:20:48.573723 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b3f014-0894-4eda-8409-da55a48abfc4', 'tag': 'c017552c-4617-4c83-8d06-f622d9e9ab61', 'status': 'completed', 'code': 200} Dec 06 15:20:48.585247 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e2f025e-bd3b-4829-9717-78ffcb9f5bee req-13dd17c6-2113-4638-9ffc-99015b15d403 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766597 Dec 06 15:20:48.624833 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-3f5dfdb3-fdf9-41c3-b500-fca944960600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:48.626349 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-3f5dfdb3-fdf9-41c3-b500-fca944960600 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 1094 time: 0.0978837 Dec 06 15:20:48.680073 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-6822447c-633c-4f86-b26b-42acb28a507e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c017552c-4617-4c83-8d06-f622d9e9ab61 HTTP/1.1" status: 200 len: 217 time: 0.0422287 Dec 06 15:20:48.734154 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-ddc2e060-3f07-454f-9cb7-eaaeb92584f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:48.735689 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-ddc2e060-3f07-454f-9cb7-eaaeb92584f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5e885d9a-3fff-46a1-905f-460f3c8a2498 HTTP/1.1" status: 200 len: 834 time: 0.0489299 Dec 06 15:20:48.796740 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-d9deb254-7591-4447-987d-6aff533c66b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:48.798290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-d9deb254-7591-4447-987d-6aff533c66b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87e2c3fb-3de9-46d9-82eb-77331e1475e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559442 Dec 06 15:20:48.896559 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-d383625b-4554-4f7b-b9b6-d2d57b2f5f51 service neutron] 10.222.0.23 "GET /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915031 Dec 06 15:20:49.021916 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e49c12b8-8565-46eb-bbeb-460a1ed9c714 req-150be695-38d3-47a0-bd93-bfbd5ee203b1 service neutron] 10.222.0.23 "GET /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180942 Dec 06 15:20:49.131109 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fcf99-a843-470e-a7b4-190abf476246 req-1c2d2497-8d83-492e-9487-001d9b16869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:49.132673 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-390fcf99-a843-470e-a7b4-190abf476246 req-1c2d2497-8d83-492e-9487-001d9b16869a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 1094 time: 0.0612729 Dec 06 15:20:49.233142 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fcf99-a843-470e-a7b4-190abf476246 req-09e8ddf6-12a3-40c6-893f-adb96912c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:49.234526 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-390fcf99-a843-470e-a7b4-190abf476246 req-09e8ddf6-12a3-40c6-893f-adb96912c5da service neutron] 10.222.0.23 "GET /v2.0/networks?id=87e2c3fb-3de9-46d9-82eb-77331e1475e9 HTTP/1.1" status: 200 len: 898 time: 0.0943356 Dec 06 15:20:49.280091 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-390fcf99-a843-470e-a7b4-190abf476246 req-16b2e548-9c8c-471b-9d61-598d3e3495d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c017552c-4617-4c83-8d06-f622d9e9ab61 HTTP/1.1" status: 200 len: 217 time: 0.0381725 Dec 06 15:20:49.333502 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fcf99-a843-470e-a7b4-190abf476246 req-981de088-26a3-4820-9c26-b57a9264ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:49.335076 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-390fcf99-a843-470e-a7b4-190abf476246 req-981de088-26a3-4820-9c26-b57a9264ccd7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5e885d9a-3fff-46a1-905f-460f3c8a2498 HTTP/1.1" status: 200 len: 834 time: 0.0476923 Dec 06 15:20:49.386393 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fcf99-a843-470e-a7b4-190abf476246 req-ba020129-371e-452a-a716-5d24ee1422fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:49.387967 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-390fcf99-a843-470e-a7b4-190abf476246 req-ba020129-371e-452a-a716-5d24ee1422fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87e2c3fb-3de9-46d9-82eb-77331e1475e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433612 Dec 06 15:20:49.508745 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-390fcf99-a843-470e-a7b4-190abf476246 req-47fc7443-45cf-44e3-8bba-6bba4888026c service neutron] 10.222.0.23 "GET /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124439 Dec 06 15:20:49.817609 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca86c90-2f56-4df4-b32b-dee43f822256 req-01ad03bd-85b2-489d-a872-dcdf2cd4c8c3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:49.819263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ca86c90-2f56-4df4-b32b-dee43f822256 req-01ad03bd-85b2-489d-a872-dcdf2cd4c8c3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 943 time: 0.0810523 Dec 06 15:20:49.821663 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-390fcf99-a843-470e-a7b4-190abf476246 req-597b670c-2a1f-4b1b-9d01-7854b3e588c2 service neutron] 10.222.0.23 "GET /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064129 Dec 06 15:20:49.889873 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ca86c90-2f56-4df4-b32b-dee43f822256 req-519f12ad-3734-4ae1-a807-63bdaa41b21d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594382 Dec 06 15:20:50.686469 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c017552c-4617-4c83-8d06-f622d9e9ab61 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:20:50.752497 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:20:50.794731 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c017552c-4617-4c83-8d06-f622d9e9ab61, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c017552c-4617-4c83-8d06-f622d9e9ab61,segment=NetworkSegment(5a1980b8-e02f-4b7c-a406-0543fd950c24),segment_id=5a1980b8-e02f-4b7c-a406-0543fd950c24)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:20:50.807277 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'c017552c-4617-4c83-8d06-f622d9e9ab61', 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9', 'port_id': 'c017552c-4617-4c83-8d06-f622d9e9ab61', 'mac_address': 'fa:16:3e:96:bb:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:20:50.850670 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:50.864378 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c017552c-4617-4c83-8d06-f622d9e9ab61 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:20:50.888772 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c017552c-4617-4c83-8d06-f622d9e9ab61, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c017552c-4617-4c83-8d06-f622d9e9ab61,segment=NetworkSegment(5a1980b8-e02f-4b7c-a406-0543fd950c24),segment_id=5a1980b8-e02f-4b7c-a406-0543fd950c24)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:20:50.894213 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:50.953006 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=c017552c-4617-4c83-8d06-f622d9e9ab61,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:50.962600 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:50.962973 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:50.963322 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:50.963683 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:50.964030 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:50.964366 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:50.964958 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:50.965294 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:50.965628 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:50.965961 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:50.966299 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:50.966628 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:50.966956 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:20:51.036313 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebe2f1-606a-46bb-9dbb-985b8f42dbd3 req-e0261e35-1f11-4104-a439-b74455670f30 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:51.038703 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-40ebe2f1-606a-46bb-9dbb-985b8f42dbd3 req-e0261e35-1f11-4104-a439-b74455670f30 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 944 time: 0.0613675 Dec 06 15:20:51.086872 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['c017552c-4617-4c83-8d06-f622d9e9ab61'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:20:51.115212 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-40ebe2f1-606a-46bb-9dbb-985b8f42dbd3 req-44397689-da54-4e94-9893-120069977e89 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580332 Dec 06 15:20:52.242547 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2a0f3-e19b-4222-86ae-35358d524669 req-6dab0b4a-9f59-473a-aaea-f88e4ce44234 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:52.244217 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1b2a0f3-e19b-4222-86ae-35358d524669 req-6dab0b4a-9f59-473a-aaea-f88e4ce44234 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 944 time: 0.0591583 Dec 06 15:20:52.298265 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1b2a0f3-e19b-4222-86ae-35358d524669 req-dbc47124-0bf3-4079-afdc-f15a0ca7eb15 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470667 Dec 06 15:20:52.703172 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c017552c-4617-4c83-8d06-f622d9e9ab61 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:20:52.759830 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port c017552c-4617-4c83-8d06-f622d9e9ab61 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:20:52.764557 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port c017552c-4617-4c83-8d06-f622d9e9ab61 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:20:52.764933 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:52.850260 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:52.876917 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b3f014-0894-4eda-8409-da55a48abfc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c017552c-4617-4c83-8d06-f622d9e9ab61'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:20:52.879238 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79ac377-8d97-4e78-89ef-c0dd4d68bfdf" -d '{"events": [{"server_uuid": "69b3f014-0894-4eda-8409-da55a48abfc4", "name": "network-vif-plugged", "status": "completed", "tag": "c017552c-4617-4c83-8d06-f622d9e9ab61"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:20:52.892370 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c017552c-4617-4c83-8d06-f622d9e9ab61, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c017552c-4617-4c83-8d06-f622d9e9ab61,segment=NetworkSegment(5a1980b8-e02f-4b7c-a406-0543fd950c24),segment_id=5a1980b8-e02f-4b7c-a406-0543fd950c24)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:20:52.898258 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:52.940922 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f44556-41eb-45ba-8c92-c6ed2f4e4237 x-openstack-request-id: req-c8f44556-41eb-45ba-8c92-c6ed2f4e4237 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:20:52.941293 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b3f014-0894-4eda-8409-da55a48abfc4", "name": "network-vif-plugged", "status": "completed", "tag": "c017552c-4617-4c83-8d06-f622d9e9ab61", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:20:52.941617 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8f44556-41eb-45ba-8c92-c6ed2f4e4237 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:20:52.942072 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b3f014-0894-4eda-8409-da55a48abfc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c017552c-4617-4c83-8d06-f622d9e9ab61', 'code': 200} Dec 06 15:20:52.960973 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=c017552c-4617-4c83-8d06-f622d9e9ab61,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:53.048473 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c074b4-7515-4cce-b553-ae6a5c36b992 req-8554f466-1f9c-487d-a9ef-a1cc3141c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:53.049993 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1c074b4-7515-4cce-b553-ae6a5c36b992 req-8554f466-1f9c-487d-a9ef-a1cc3141c253 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 1096 time: 0.0488696 Dec 06 15:20:53.097259 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b1c074b4-7515-4cce-b553-ae6a5c36b992 req-ce77feac-8058-4493-81d0-54ac4a1f9002 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406525 Dec 06 15:20:53.437593 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e816b-c205-4dfe-840b-083fd82cff5f req-70d42844-647b-41b1-a3e2-213920d78c08 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:53.448661 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f7e816b-c205-4dfe-840b-083fd82cff5f req-70d42844-647b-41b1-a3e2-213920d78c08 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 945 time: 0.0696290 Dec 06 15:20:53.510932 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f7e816b-c205-4dfe-840b-083fd82cff5f req-1eb7dab3-c228-43e7-bf99-5d91edd4b6fe tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613785 Dec 06 15:20:54.651310 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860bb5f-b42a-4a30-9136-092a24872270 req-3e02e870-f9ce-4f96-a2e4-26f3fc96f42a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:54.652854 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e860bb5f-b42a-4a30-9136-092a24872270 req-3e02e870-f9ce-4f96-a2e4-26f3fc96f42a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 945 time: 0.0572531 Dec 06 15:20:54.711351 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e860bb5f-b42a-4a30-9136-092a24872270 req-e5bb4663-b1d9-48f6-8941-bec7b7cd9b9d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512695 Dec 06 15:20:54.845617 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ca358-b794-488a-b4b8-7b5ca3242ca3 req-23e51ee3-7cf3-49b9-bece-e876ee87f615 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:54.847127 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a78ca358-b794-488a-b4b8-7b5ca3242ca3 req-23e51ee3-7cf3-49b9-bece-e876ee87f615 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 945 time: 0.0634310 Dec 06 15:20:54.900148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a78ca358-b794-488a-b4b8-7b5ca3242ca3 req-f7ee0a44-15a9-4bf0-b762-47e4a8a89ba8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461764 Dec 06 15:20:54.922356 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42486) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:54.971042 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7801e368-f898-48fb-9be5-2d57402154e4 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:54.972663 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7801e368-f898-48fb-9be5-2d57402154e4 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 1091 time: 0.0478849 Dec 06 15:20:54.975782 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42488) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:54.980489 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': 'c017552c-4617-4c83-8d06-f622d9e9ab61', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:20:55.003402 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:55.109067 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:55.269753 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Allocated IP 172.35.7.5 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/ed62b45d-f671-48e9-9604-c10ccb7c0c53) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:20:55.401747 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:55.438831 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:55.495097 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=ed62b45d-f671-48e9-9604-c10ccb7c0c53,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:55.498721 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:20:55.500503 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:20:55.502955 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:20:55.925706 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:56.003083 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:56.161232 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:56.166918 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:56.237976 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=ed62b45d-f671-48e9-9604-c10ccb7c0c53,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:20:56.250036 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:56.352873 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Floating IP 31d80568-ae8e-4cc4-a7ce-2c2984125827 associated. External IP: 172.35.7.5, port: c017552c-4617-4c83-8d06-f622d9e9ab61. Dec 06 15:20:56.590688 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router e89a2cf3-0b52-451c-9609-0c622f732150 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:20:56.714913 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:20:56.726419 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6177b8-b510-4c26-8846-9f12b47554cb None None] Sync routers for ids ['e89a2cf3-0b52-451c-9609-0c622f732150'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:20:56.733251 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:56.739048 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6177b8-b510-4c26-8846-9f12b47554cb None None] Routers {'e89a2cf3-0b52-451c-9609-0c622f732150'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:20:56.739685 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-db6177b8-b510-4c26-8846-9f12b47554cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:20:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e89a2cf3-0b52-451c-9609-0c622f732150'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:56.767671 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-791960df-7084-49cf-99fc-15b0451819aa tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7906868 Dec 06 15:20:56.768274 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b3f014-0894-4eda-8409-da55a48abfc4', 'tag': 'c017552c-4617-4c83-8d06-f622d9e9ab61'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:20:56.771037 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc12e8b-3ce2-4df7-8b87-d6bafa356e49" -d '{"events": [{"name": "network-changed", "server_uuid": "69b3f014-0894-4eda-8409-da55a48abfc4", "tag": "c017552c-4617-4c83-8d06-f622d9e9ab61"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:20:56.834347 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c579fe5-04e4-4deb-a259-f6f22e5ef6ce x-openstack-request-id: req-5c579fe5-04e4-4deb-a259-f6f22e5ef6ce {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:20:56.835004 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b3f014-0894-4eda-8409-da55a48abfc4", "tag": "c017552c-4617-4c83-8d06-f622d9e9ab61", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:20:56.835269 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c579fe5-04e4-4deb-a259-f6f22e5ef6ce {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:20:56.835808 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b3f014-0894-4eda-8409-da55a48abfc4', 'tag': 'c017552c-4617-4c83-8d06-f622d9e9ab61', 'status': 'completed', 'code': 200} Dec 06 15:20:56.853952 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-db6177b8-b510-4c26-8846-9f12b47554cb None None] Set router e89a2cf3-0b52-451c-9609-0c622f732150 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:20:56.926947 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc12e8b-3ce2-4df7-8b87-d6bafa356e49 req-ee7cb2ad-6e0b-43df-b66e-4628b8028a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:56.928425 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbc12e8b-3ce2-4df7-8b87-d6bafa356e49 req-ee7cb2ad-6e0b-43df-b66e-4628b8028a2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 1096 time: 0.0641773 Dec 06 15:20:56.937752 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647499c-be35-4740-896e-60fe0f3e1934 req-6d6da949-5d21-4d93-b670-234de2304382 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:56.939176 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4647499c-be35-4740-896e-60fe0f3e1934 req-6d6da949-5d21-4d93-b670-234de2304382 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 945 time: 0.0845904 Dec 06 15:20:57.051430 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4647499c-be35-4740-896e-60fe0f3e1934 req-f898d4db-00ab-4acf-b3be-416aea2c299c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026590 Dec 06 15:20:57.074539 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc12e8b-3ce2-4df7-8b87-d6bafa356e49 req-46b593e6-8898-44eb-a916-c4e9e785cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:57.076290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbc12e8b-3ce2-4df7-8b87-d6bafa356e49 req-46b593e6-8898-44eb-a916-c4e9e785cb0c service neutron] 10.222.0.23 "GET /v2.0/networks?id=87e2c3fb-3de9-46d9-82eb-77331e1475e9 HTTP/1.1" status: 200 len: 898 time: 0.1362107 Dec 06 15:20:57.083495 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42510) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:57.086369 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-db6177b8-b510-4c26-8846-9f12b47554cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083406302', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10'}], 'enable_snat': True}, 'gw_port_id': '79346da2-e144-446c-87c7-6b003e08a588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:20:37Z', 'updated_at': '2021-12-06T15:20:42Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '79346da2-e144-446c-87c7-6b003e08a588', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:38Z', 'updated_at': '2021-12-06T15:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '31d80568-ae8e-4cc4-a7ce-2c2984125827', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'floating_ip_address': '172.35.7.5', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'port_id': 'c017552c-4617-4c83-8d06-f622d9e9ab61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9', 'mac_address': 'fa:16:3e:96:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b3f014-0894-4eda-8409-da55a48abfc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:20:55Z', 'updated_at': '2021-12-06T15:20:55Z', 'revision_number': 0, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd71343e6-6230-4ea9-a053-d5958bd0f96c', 'name': '', 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:86:db:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:41Z', 'updated_at': '2021-12-06T15:20:46Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:57.117394 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6177b8-b510-4c26-8846-9f12b47554cb None None] Checking router: e89a2cf3-0b52-451c-9609-0c622f732150 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:20:57.126810 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6177b8-b510-4c26-8846-9f12b47554cb None None] Routers {'e89a2cf3-0b52-451c-9609-0c622f732150'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:20:57.127424 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-db6177b8-b510-4c26-8846-9f12b47554cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:20:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e89a2cf3-0b52-451c-9609-0c622f732150'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:57.169913 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a43d067c-3ab6-457d-aa11-96410e887774 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/floatingips/31d80568-ae8e-4cc4-a7ce-2c2984125827 HTTP/1.1" status: 200 len: 989 time: 0.0848613 Dec 06 15:20:57.239990 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-db6177b8-b510-4c26-8846-9f12b47554cb None None] Set router e89a2cf3-0b52-451c-9609-0c622f732150 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:20:57.531586 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-db6177b8-b510-4c26-8846-9f12b47554cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083406302', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10'}], 'enable_snat': True}, 'gw_port_id': '79346da2-e144-446c-87c7-6b003e08a588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:20:37Z', 'updated_at': '2021-12-06T15:20:42Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '79346da2-e144-446c-87c7-6b003e08a588', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:38Z', 'updated_at': '2021-12-06T15:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '31d80568-ae8e-4cc4-a7ce-2c2984125827', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'floating_ip_address': '172.35.7.5', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'port_id': 'c017552c-4617-4c83-8d06-f622d9e9ab61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9', 'mac_address': 'fa:16:3e:96:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b3f014-0894-4eda-8409-da55a48abfc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:20:55Z', 'updated_at': '2021-12-06T15:20:55Z', 'revision_number': 0, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd71343e6-6230-4ea9-a053-d5958bd0f96c', 'name': '', 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:86:db:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:41Z', 'updated_at': '2021-12-06T15:20:46Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:20:57.576871 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6177b8-b510-4c26-8846-9f12b47554cb None None] The sync data for ids ['e89a2cf3-0b52-451c-9609-0c622f732150'] in n-d-master-1 is: [{'id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083406302', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10'}], 'enable_snat': True}, 'gw_port_id': '79346da2-e144-446c-87c7-6b003e08a588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:20:37Z', 'updated_at': '2021-12-06T15:20:42Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '79346da2-e144-446c-87c7-6b003e08a588', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:38Z', 'updated_at': '2021-12-06T15:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '31d80568-ae8e-4cc4-a7ce-2c2984125827', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'floating_ip_address': '172.35.7.5', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'port_id': 'c017552c-4617-4c83-8d06-f622d9e9ab61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9', 'mac_address': 'fa:16:3e:96:bb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b3f014-0894-4eda-8409-da55a48abfc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:20:55Z', 'updated_at': '2021-12-06T15:20:55Z', 'revision_number': 0, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd71343e6-6230-4ea9-a053-d5958bd0f96c', 'name': '', 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:86:db:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:41Z', 'updated_at': '2021-12-06T15:20:46Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:20:57.588461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbc12e8b-3ce2-4df7-8b87-d6bafa356e49 req-4d6ff120-17ea-42ef-8d3d-c2bdd1e11dcf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c017552c-4617-4c83-8d06-f622d9e9ab61 HTTP/1.1" status: 200 len: 997 time: 0.4961240 Dec 06 15:20:57.650505 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc12e8b-3ce2-4df7-8b87-d6bafa356e49 req-db920ba6-de57-4bc5-a305-7b351ead9c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:57.652100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbc12e8b-3ce2-4df7-8b87-d6bafa356e49 req-db920ba6-de57-4bc5-a305-7b351ead9c47 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5e885d9a-3fff-46a1-905f-460f3c8a2498 HTTP/1.1" status: 200 len: 834 time: 0.0562739 Dec 06 15:20:57.713443 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc12e8b-3ce2-4df7-8b87-d6bafa356e49 req-832115b2-6bff-46b9-9058-090a15878840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:57.715311 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbc12e8b-3ce2-4df7-8b87-d6bafa356e49 req-832115b2-6bff-46b9-9058-090a15878840 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87e2c3fb-3de9-46d9-82eb-77331e1475e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562103 Dec 06 15:20:57.822394 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbc12e8b-3ce2-4df7-8b87-d6bafa356e49 req-c850228d-de83-4241-9c30-40cdd09e9c6c service neutron] 10.222.0.23 "GET /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997400 Dec 06 15:20:57.888682 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3dd1a7-ed58-4164-a137-7b663b63e3be None None] New status for floating IP 31d80568-ae8e-4cc4-a7ce-2c2984125827: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:20:57.935715 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbc12e8b-3ce2-4df7-8b87-d6bafa356e49 req-ef3ceac4-d989-4b42-b950-e8a8aa6aa6b4 service neutron] 10.222.0.23 "GET /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060479 Dec 06 15:20:58.109501 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:58.173444 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42524) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:20:58.247742 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2b76664f-5551-4e35-8968-72f41e634ff3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/floatingips/31d80568-ae8e-4cc4-a7ce-2c2984125827 HTTP/1.1" status: 200 len: 991 time: 0.0669312 Dec 06 15:21:00.049936 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:00.809472 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-deee952b-f06f-4a86-9358-89592d5d3401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:02.277071 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed396d7-c786-43ee-8baa-a5382d7a7c4d req-6b358696-a455-4181-9122-dc16b02d276b tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:02.278935 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bed396d7-c786-43ee-8baa-a5382d7a7c4d req-6b358696-a455-4181-9122-dc16b02d276b tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda HTTP/1.1" status: 200 len: 945 time: 0.0632031 Dec 06 15:21:02.343729 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bed396d7-c786-43ee-8baa-a5382d7a7c4d req-ee4180b7-9165-467c-b0d5-ab3347b9a642 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575566 Dec 06 15:21:03.251554 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-deb0995b-515c-4a00-979b-ad40c0578a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:03.462780 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10013d-3327-42a9-a26a-cb7cdda57a54 req-289e131d-538b-4cc9-a8a5-4f3d4da475e1 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:03.464216 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9e10013d-3327-42a9-a26a-cb7cdda57a54 req-289e131d-538b-4cc9-a8a5-4f3d4da475e1 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda HTTP/1.1" status: 200 len: 945 time: 0.0485685 Dec 06 15:21:03.510981 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9e10013d-3327-42a9-a26a-cb7cdda57a54 req-b64e9312-2921-49e4-b96d-c0acd55d6e8c tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408399 Dec 06 15:21:04.049160 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-c951b34f-ed1c-4335-9c43-674cb414ca84 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:04.050626 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-c951b34f-ed1c-4335-9c43-674cb414ca84 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 812 time: 0.1312888 Dec 06 15:21:04.057517 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:04.060854 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0750c6-6850-4680-810e-5a1f1846c8af req-8e86758e-39ef-46a8-806c-6e68b459da6b tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:04.062264 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8f0750c6-6850-4680-810e-5a1f1846c8af req-8e86758e-39ef-46a8-806c-6e68b459da6b tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda HTTP/1.1" status: 200 len: 945 time: 0.0810258 Dec 06 15:21:04.072036 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-7c3156d6-cfdd-412a-8c8b-46a845eb5ad5 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/quotas/edd692759ebb4bf3a0fa8fe91d03df76 HTTP/1.1" status: 200 len: 375 time: 0.0088990 Dec 06 15:21:04.168045 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-ac232bc1-3d84-45ca-82eb-95a3c31c75a3 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893688 Dec 06 15:21:04.243046 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8f0750c6-6850-4680-810e-5a1f1846c8af req-a22bee8c-8c9b-4fb8-8df5-b062c9144652 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Deleting port 6efa3fc1-e049-44dc-99bb-08e60621c61e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:21:04.243379 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8f0750c6-6850-4680-810e-5a1f1846c8af req-a22bee8c-8c9b-4fb8-8df5-b062c9144652 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:04.325750 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-0d5fd579-d256-4662-b5c6-65cdab63688f service neutron] 10.222.0.20 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489439 Dec 06 15:21:04.378480 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8f0750c6-6850-4680-810e-5a1f1846c8af req-a22bee8c-8c9b-4fb8-8df5-b062c9144652 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] For port 6efa3fc1-e049-44dc-99bb-08e60621c61e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6efa3fc1-e049-44dc-99bb-08e60621c61e,segment=NetworkSegment(68ebb843-0911-48e5-8aaa-c4f29988e473),segment_id=68ebb843-0911-48e5-8aaa-c4f29988e473)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:04.378838 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8f0750c6-6850-4680-810e-5a1f1846c8af req-a22bee8c-8c9b-4fb8-8df5-b062c9144652 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:04.416794 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8f0750c6-6850-4680-810e-5a1f1846c8af req-a22bee8c-8c9b-4fb8-8df5-b062c9144652 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Calling delete_port for 6efa3fc1-e049-44dc-99bb-08e60621c61e owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:21:04.481236 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8d6374eb-e6bd-45b5-9c3f-48e06aa3d6f1 service neutron] 10.222.0.20 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489019 Dec 06 15:21:04.568342 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8f0750c6-6850-4680-810e-5a1f1846c8af req-a22bee8c-8c9b-4fb8-8df5-b062c9144652 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:04.587586 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6efa3fc1-e049-44dc-99bb-08e60621c61e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:21:04.600765 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bee8c-8c9b-4fb8-8df5-b062c9144652 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Pushing event deleted for resources: {'Port': ['ID=6efa3fc1-e049-44dc-99bb-08e60621c61e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:04.630889 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-011f0fad-690c-4e52-895c-da3e61ca7a2c req-08f3633c-0f83-431b-b60f-267b3bb221be tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda HTTP/1.1" status: 200 len: 210 time: 0.0406816 Dec 06 15:21:04.665421 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0750c6-6850-4680-810e-5a1f1846c8af req-a22bee8c-8c9b-4fb8-8df5-b062c9144652 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] No DVR routers for this DVR port 6efa3fc1-e049-44dc-99bb-08e60621c61e on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:21:04.668617 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8f0750c6-6850-4680-810e-5a1f1846c8af req-a22bee8c-8c9b-4fb8-8df5-b062c9144652 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:04.672276 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8f0750c6-6850-4680-810e-5a1f1846c8af req-a22bee8c-8c9b-4fb8-8df5-b062c9144652 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.37 "DELETE /v2.0/ports/6efa3fc1-e049-44dc-99bb-08e60621c61e HTTP/1.1" status: 204 len: 173 time: 0.5994468 Dec 06 15:21:04.672742 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda', 'name': 'network-vif-deleted', 'tag': '6efa3fc1-e049-44dc-99bb-08e60621c61e'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:21:04.675275 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559bafd5-cea5-4f80-a527-6651bc67c36f" -d '{"events": [{"server_uuid": "2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda", "name": "network-vif-deleted", "tag": "6efa3fc1-e049-44dc-99bb-08e60621c61e"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:21:04.715882 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee133671-7536-4e4b-b6f3-bab9aa88c38b x-openstack-request-id: req-ee133671-7536-4e4b-b6f3-bab9aa88c38b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:21:04.716188 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda", "name": "network-vif-deleted", "tag": "6efa3fc1-e049-44dc-99bb-08e60621c61e", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:21:04.716449 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee133671-7536-4e4b-b6f3-bab9aa88c38b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:21:04.716862 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4b7b26-74c6-483e-b6d8-dc3c7ebe6dda', 'name': 'network-vif-deleted', 'tag': '6efa3fc1-e049-44dc-99bb-08e60621c61e', 'status': 'completed', 'code': 200} Dec 06 15:21:04.799523 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c4b7272-394b-4dc1-ae1b-4b7d2c243939 req-e0e91b75-f4b3-4953-bb96-a2460cef9040 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 210 time: 0.0310910 Dec 06 15:21:05.717446 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:05.782688 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-f99d7132-f538-464a-ab0a-1ef5b0d7434b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:05.784632 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-f99d7132-f538-464a-ab0a-1ef5b0d7434b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 812 time: 0.1236331 Dec 06 15:21:05.799378 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-a6e2212c-6604-42c9-80c4-a77353cf9f7f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Request body: {'port': {'device_id': '3419c99e-d588-438a-9b91-a1b1c43e0dfa', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'admin_state_up': True, 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:21:05.940708 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0036e8a6-2574-4d70-b50a-6df2225ee7e8 req-50115879-becf-4afd-bcb2-26e058fad8f2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 210 time: 0.0279679 Dec 06 15:21:05.962822 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-a6e2212c-6604-42c9-80c4-a77353cf9f7f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Made reservation on behalf of edd692759ebb4bf3a0fa8fe91d03df76 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:21:05.967591 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-a6e2212c-6604-42c9-80c4-a77353cf9f7f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:06.110792 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-a6e2212c-6604-42c9-80c4-a77353cf9f7f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Allocated IP 172.20.0.6 (5cd3d629-294c-4537-8f1e-863f8f4b3c58/d729354f-de71-4474-b05a-729c96f5bac2/f95ba487-0e0d-4d1b-83e2-40239caa7864) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:21:06.267797 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-a6e2212c-6604-42c9-80c4-a77353cf9f7f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:06.310091 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-a6e2212c-6604-42c9-80c4-a77353cf9f7f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:06.367843 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-a6e2212c-6604-42c9-80c4-a77353cf9f7f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:21:06.374939 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-a6e2212c-6604-42c9-80c4-a77353cf9f7f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:21:06.377909 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-a6e2212c-6604-42c9-80c4-a77353cf9f7f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:21:06.412182 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2212c-6604-42c9-80c4-a77353cf9f7f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'Port': ['ID=f95ba487-0e0d-4d1b-83e2-40239caa7864,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:06.438071 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-a6e2212c-6604-42c9-80c4-a77353cf9f7f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:06.438703 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-a6e2212c-6604-42c9-80c4-a77353cf9f7f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:06.458778 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-a6e2212c-6604-42c9-80c4-a77353cf9f7f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6632128 Dec 06 15:21:06.471854 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Request body: {'port': {'device_id': '3419c99e-d588-438a-9b91-a1b1c43e0dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:21:06.533645 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:06.656736 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:06.672356 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-585cd165-2f70-49dc-87c0-50849e26d814 None None] Provisioning complete for port f95ba487-0e0d-4d1b-83e2-40239caa7864 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:21:06.672972 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-585cd165-2f70-49dc-87c0-50849e26d814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:06.716257 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-585cd165-2f70-49dc-87c0-50849e26d814 None None] Port f95ba487-0e0d-4d1b-83e2-40239caa7864 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:21:06.845897 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95ba487-0e0d-4d1b-83e2-40239caa7864 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:21:06.853989 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:06.865875 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Transition to ACTIVE for port object f95ba487-0e0d-4d1b-83e2-40239caa7864 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:21:06.870401 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:06.885536 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6efa3fc1-e049-44dc-99bb-08e60621c61e no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:21:06.913242 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 6efa3fc1-e049-44dc-99bb-08e60621c61e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:21:06.914465 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6efa3fc1-e049-44dc-99bb-08e60621c61e not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:21:07.009594 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Pushing event updated for resources: {'Port': ['ID=f95ba487-0e0d-4d1b-83e2-40239caa7864,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:07.045606 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Attempting to bind port f95ba487-0e0d-4d1b-83e2-40239caa7864 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:21:07.046085 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Attempting to bind port f95ba487-0e0d-4d1b-83e2-40239caa7864 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:21:07.047431 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Attempting to bind port f95ba487-0e0d-4d1b-83e2-40239caa7864 on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:21:07.053041 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Port f95ba487-0e0d-4d1b-83e2-40239caa7864 on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:21:07.053364 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Attempting to bind port f95ba487-0e0d-4d1b-83e2-40239caa7864 on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:21:07.093341 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:21:07.093689 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Checking segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:21:07.094055 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Bound using segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:21:07.094499 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Bound port: f95ba487-0e0d-4d1b-83e2-40239caa7864, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:21:07.094850 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:07.170730 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] For port f95ba487-0e0d-4d1b-83e2-40239caa7864, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:21:07.181158 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c4ce1-190c-4dc3-a488-bf71c3ac3bce req-2352d081-d359-4f2b-8cb3-f7e5333840f3 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:07.184348 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-963c4ce1-190c-4dc3-a488-bf71c3ac3bce req-2352d081-d359-4f2b-8cb3-f7e5333840f3 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 943 time: 0.1235399 Dec 06 15:21:07.213461 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] For port f95ba487-0e0d-4d1b-83e2-40239caa7864, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f95ba487-0e0d-4d1b-83e2-40239caa7864,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:21:07.223343 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:07.281755 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:07.282851 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:07.284635 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] 10.222.0.37 "PUT /v2.0/ports/f95ba487-0e0d-4d1b-83e2-40239caa7864 HTTP/1.1" status: 200 len: 1091 time: 0.8173466 Dec 06 15:21:07.287062 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3419c99e-d588-438a-9b91-a1b1c43e0dfa', 'tag': 'f95ba487-0e0d-4d1b-83e2-40239caa7864'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:21:07.292503 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9226e6-58ef-4f0a-9d55-7ce1202235db" -d '{"events": [{"name": "network-changed", "server_uuid": "3419c99e-d588-438a-9b91-a1b1c43e0dfa", "tag": "f95ba487-0e0d-4d1b-83e2-40239caa7864"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:21:07.334459 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-963c4ce1-190c-4dc3-a488-bf71c3ac3bce req-563eb5a2-1f7f-4c40-ab60-d6869611de12 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448140 Dec 06 15:21:07.336657 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf85ce6-ac2f-4dce-9da9-98c3ad043b95 service neutron] Pushing event updated for resources: {'Port': ['ID=f95ba487-0e0d-4d1b-83e2-40239caa7864,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:07.423591 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d51d382-8523-4dc0-8465-f58453b55e17 x-openstack-request-id: req-7d51d382-8523-4dc0-8465-f58453b55e17 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:21:07.423973 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3419c99e-d588-438a-9b91-a1b1c43e0dfa", "tag": "f95ba487-0e0d-4d1b-83e2-40239caa7864", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:21:07.424434 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d51d382-8523-4dc0-8465-f58453b55e17 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:21:07.424646 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3419c99e-d588-438a-9b91-a1b1c43e0dfa', 'tag': 'f95ba487-0e0d-4d1b-83e2-40239caa7864', 'status': 'completed', 'code': 200} Dec 06 15:21:07.443204 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-47d8741a-d604-412d-a676-2185da82bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:07.444835 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-47d8741a-d604-412d-a676-2185da82bf00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 1094 time: 0.0570583 Dec 06 15:21:07.508932 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-e3615dae-9070-4ecd-8bcd-4fd1867eff6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f95ba487-0e0d-4d1b-83e2-40239caa7864 HTTP/1.1" status: 200 len: 217 time: 0.0538328 Dec 06 15:21:07.618097 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-7105bb40-7f26-4b16-8652-43233e9590a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:07.620111 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-7105bb40-7f26-4b16-8652-43233e9590a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0912576 Dec 06 15:21:07.680963 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-b6c791c4-2c85-46a3-9a2d-8a7e939f0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:07.682581 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-b6c791c4-2c85-46a3-9a2d-8a7e939f0ec6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501704 Dec 06 15:21:07.781148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-628151f6-7a8f-4eb7-a4da-4281970e3594 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867560 Dec 06 15:21:07.882109 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1777c48b-2cd9-4530-a353-6288edf135b4 req-3a78195a-3dab-46e2-89da-b94ae50dda26 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888939 Dec 06 15:21:07.969951 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9226e6-58ef-4f0a-9d55-7ce1202235db req-27536458-ab92-4298-85aa-16cd3bae36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:07.971535 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb9226e6-58ef-4f0a-9d55-7ce1202235db req-27536458-ab92-4298-85aa-16cd3bae36bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 1094 time: 0.0412292 Dec 06 15:21:08.081624 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9226e6-58ef-4f0a-9d55-7ce1202235db req-5db0db83-b5a9-4fc2-9b54-d5cd1084ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:08.083200 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb9226e6-58ef-4f0a-9d55-7ce1202235db req-5db0db83-b5a9-4fc2-9b54-d5cd1084ef32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.0969183 Dec 06 15:21:08.130266 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb9226e6-58ef-4f0a-9d55-7ce1202235db req-106afa26-aa17-46a6-90ec-afe216fb7438 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f95ba487-0e0d-4d1b-83e2-40239caa7864 HTTP/1.1" status: 200 len: 217 time: 0.0362158 Dec 06 15:21:08.194640 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9226e6-58ef-4f0a-9d55-7ce1202235db req-f49ef7a8-950f-49c4-8860-1e84b681d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:08.196160 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb9226e6-58ef-4f0a-9d55-7ce1202235db req-f49ef7a8-950f-49c4-8860-1e84b681d7bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0542390 Dec 06 15:21:08.248991 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9226e6-58ef-4f0a-9d55-7ce1202235db req-2c681781-79a4-4205-969f-d653143646f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:08.250389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb9226e6-58ef-4f0a-9d55-7ce1202235db req-2c681781-79a4-4205-969f-d653143646f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419497 Dec 06 15:21:08.352037 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb9226e6-58ef-4f0a-9d55-7ce1202235db req-ff5acd27-5aaf-4667-8bcb-5f7969d95457 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876799 Dec 06 15:21:08.499513 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e059288-98c9-40ca-b469-cc4b6f2c700d req-e2bd3bd5-25e7-4581-bf5f-579ae4eb7705 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:08.501057 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e059288-98c9-40ca-b469-cc4b6f2c700d req-e2bd3bd5-25e7-4581-bf5f-579ae4eb7705 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 943 time: 0.0733998 Dec 06 15:21:08.502996 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cb9226e6-58ef-4f0a-9d55-7ce1202235db req-7244e90b-85b8-4224-a65b-15eb0754d9a2 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400468 Dec 06 15:21:08.555796 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e059288-98c9-40ca-b469-cc4b6f2c700d req-d0eaa9ec-9ee2-4a27-8770-a0d62dfd8aa0 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471416 Dec 06 15:21:09.686277 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023d866-5325-49f9-ab19-2d9f1bcec716 req-5d4ad93e-d86c-4019-b3b7-eeaafebd1313 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:09.687962 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7023d866-5325-49f9-ab19-2d9f1bcec716 req-5d4ad93e-d86c-4019-b3b7-eeaafebd1313 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 943 time: 0.0553405 Dec 06 15:21:09.740453 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7023d866-5325-49f9-ab19-2d9f1bcec716 req-9f6106b4-6bde-40a8-8a8f-24ee8dfdf5ac tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454621 Dec 06 15:21:10.862780 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755c78b-c517-4f62-9341-d13a99a97699 req-080acfac-e935-45eb-89de-4e7b2d6c5f77 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:10.865011 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1755c78b-c517-4f62-9341-d13a99a97699 req-080acfac-e935-45eb-89de-4e7b2d6c5f77 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 943 time: 0.0538809 Dec 06 15:21:10.915917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1755c78b-c517-4f62-9341-d13a99a97699 req-a4e9cc67-1ea6-452d-9ca5-08f86889bba6 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435898 Dec 06 15:21:12.030253 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e754d-f3a5-4211-8799-7f37c6b874cb req-7d27b61b-3f8c-4d50-b5cb-18d5228c431d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:12.031731 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f27e754d-f3a5-4211-8799-7f37c6b874cb req-7d27b61b-3f8c-4d50-b5cb-18d5228c431d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 943 time: 0.0485065 Dec 06 15:21:12.077791 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f27e754d-f3a5-4211-8799-7f37c6b874cb req-43cc0abb-50d6-489d-9356-98acfc50340c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401173 Dec 06 15:21:12.608730 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-d6732120-9d15-4c90-add4-8f1ba9065f6b tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:12.610175 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-d6732120-9d15-4c90-add4-8f1ba9065f6b tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/networks?id=68d53435-d18f-4380-92e3-902c000dfe8d HTTP/1.1" status: 200 len: 814 time: 0.0989354 Dec 06 15:21:12.624801 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-7e4a2a49-35f8-4bdc-9751-a249485bac06 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/quotas/95a2c901e31643a3aab03978132033ee HTTP/1.1" status: 200 len: 375 time: 0.0090117 Dec 06 15:21:12.658841 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-eac008c2-ed8b-46b3-8fd3-82c16e32f208 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95a2c901e31643a3aab03978132033ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288324 Dec 06 15:21:12.746951 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-74056125-ace8-4a98-93f6-863ce0515ae0 service neutron] 10.222.0.20 "GET /v2.0/networks/68d53435-d18f-4380-92e3-902c000dfe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812440 Dec 06 15:21:12.838268 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-221798d9-faf8-4775-a243-92819b58cbf8 service neutron] 10.222.0.20 "GET /v2.0/networks/68d53435-d18f-4380-92e3-902c000dfe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853035 Dec 06 15:21:12.990965 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f57a934a-9d08-4726-a856-ee18dd33e271 req-900b0f64-dd9b-47a2-82d2-bb0ac7bba4cf tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dad2bd3-d983-48df-baf6-0006ca173beb HTTP/1.1" status: 200 len: 210 time: 0.0258412 Dec 06 15:21:13.197710 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97239491-7a89-4a7c-a4bf-053a9c20e5d8 req-b8aa6ec5-a385-4dce-80f7-1aa560dac3ce tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:13.199234 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-97239491-7a89-4a7c-a4bf-053a9c20e5d8 req-b8aa6ec5-a385-4dce-80f7-1aa560dac3ce tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 943 time: 0.0506155 Dec 06 15:21:13.248252 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-97239491-7a89-4a7c-a4bf-053a9c20e5d8 req-cc0cdc98-c9be-4263-80ee-16561785eaef tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427120 Dec 06 15:21:13.911928 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-31012d63-a936-4f8a-b608-ff8612fad7e2 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:13.913499 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-31012d63-a936-4f8a-b608-ff8612fad7e2 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.23 "GET /v2.0/networks?id=68d53435-d18f-4380-92e3-902c000dfe8d HTTP/1.1" status: 200 len: 814 time: 0.1058509 Dec 06 15:21:13.927269 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-a7eb7372-1fd9-4afb-a390-82241e0fa14e tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Request body: {'port': {'device_id': '8dad2bd3-d983-48df-baf6-0006ca173beb', 'network_id': '68d53435-d18f-4380-92e3-902c000dfe8d', 'admin_state_up': True, 'tenant_id': '95a2c901e31643a3aab03978132033ee'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:21:14.042423 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-a7eb7372-1fd9-4afb-a390-82241e0fa14e tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Made reservation on behalf of 95a2c901e31643a3aab03978132033ee for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:21:14.045955 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-a7eb7372-1fd9-4afb-a390-82241e0fa14e tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:14.094405 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-50682ce6-a8f6-46e9-b9d2-d67b9a41a82b req-1fb66a45-361a-444a-bccd-3d55f1d789f1 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dad2bd3-d983-48df-baf6-0006ca173beb HTTP/1.1" status: 200 len: 210 time: 0.0302846 Dec 06 15:21:14.181576 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-a7eb7372-1fd9-4afb-a390-82241e0fa14e tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Allocated IP 172.20.0.4 (68d53435-d18f-4380-92e3-902c000dfe8d/2419028d-aa19-4dc0-91d2-afd4d891a895/df51030b-7b18-4774-83c9-425253e96bff) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:21:14.340598 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-a7eb7372-1fd9-4afb-a390-82241e0fa14e tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:14.394712 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1beebf-4efa-4aa1-a149-e70393a8cbea req-f49233ee-82f3-4374-9627-6664693a1404 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:14.396105 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f1beebf-4efa-4aa1-a149-e70393a8cbea req-f49233ee-82f3-4374-9627-6664693a1404 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 943 time: 0.0770330 Dec 06 15:21:14.412148 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-a7eb7372-1fd9-4afb-a390-82241e0fa14e tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:14.486824 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-a7eb7372-1fd9-4afb-a390-82241e0fa14e tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Network 68d53435-d18f-4380-92e3-902c000dfe8d is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:21:14.493672 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-a7eb7372-1fd9-4afb-a390-82241e0fa14e tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:21:14.496682 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb7372-1fd9-4afb-a390-82241e0fa14e tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Pushing event updated for resources: {'Port': ['ID=df51030b-7b18-4774-83c9-425253e96bff,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:14.499044 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-a7eb7372-1fd9-4afb-a390-82241e0fa14e tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:21:14.504814 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f1beebf-4efa-4aa1-a149-e70393a8cbea req-184680bb-35e6-43a2-8f36-c3f18721861c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008601 Dec 06 15:21:14.550701 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-a7eb7372-1fd9-4afb-a390-82241e0fa14e tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:14.551308 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-a7eb7372-1fd9-4afb-a390-82241e0fa14e tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:14.566834 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-a7eb7372-1fd9-4afb-a390-82241e0fa14e tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6436138 Dec 06 15:21:14.580021 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Request body: {'port': {'device_id': '8dad2bd3-d983-48df-baf6-0006ca173beb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:21:14.634975 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:14.896338 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df51030b-7b18-4774-83c9-425253e96bff {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:21:14.904098 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:14.916207 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Transition to ACTIVE for port object df51030b-7b18-4774-83c9-425253e96bff will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:21:14.920075 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:14.970145 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Pushing event updated for resources: {'Port': ['ID=df51030b-7b18-4774-83c9-425253e96bff,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:15.037835 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Attempting to bind port df51030b-7b18-4774-83c9-425253e96bff on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:21:15.038162 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Attempting to bind port df51030b-7b18-4774-83c9-425253e96bff by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '68ebb843-0911-48e5-8aaa-c4f29988e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68d53435-d18f-4380-92e3-902c000dfe8d'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:21:15.038480 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Attempting to bind port df51030b-7b18-4774-83c9-425253e96bff on network 68d53435-d18f-4380-92e3-902c000dfe8d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:21:15.043290 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Port df51030b-7b18-4774-83c9-425253e96bff on network 68d53435-d18f-4380-92e3-902c000dfe8d not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:21:15.043600 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Attempting to bind port df51030b-7b18-4774-83c9-425253e96bff on network 68d53435-d18f-4380-92e3-902c000dfe8d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:21:15.048363 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:21:15.048691 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Checking segment: {'id': '68ebb843-0911-48e5-8aaa-c4f29988e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68d53435-d18f-4380-92e3-902c000dfe8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:21:15.049063 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Bound using segment: {'id': '68ebb843-0911-48e5-8aaa-c4f29988e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68d53435-d18f-4380-92e3-902c000dfe8d'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:21:15.049476 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Bound port: df51030b-7b18-4774-83c9-425253e96bff, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ebb843-0911-48e5-8aaa-c4f29988e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '68d53435-d18f-4380-92e3-902c000dfe8d'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:21:15.049819 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:15.113894 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] For port df51030b-7b18-4774-83c9-425253e96bff, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:21:15.117058 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] For port df51030b-7b18-4774-83c9-425253e96bff, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=df51030b-7b18-4774-83c9-425253e96bff,segment=NetworkSegment(68ebb843-0911-48e5-8aaa-c4f29988e473),segment_id=68ebb843-0911-48e5-8aaa-c4f29988e473)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:21:15.121597 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:15.155120 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:15.155758 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:15.157147 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] 10.222.0.23 "PUT /v2.0/ports/df51030b-7b18-4774-83c9-425253e96bff HTTP/1.1" status: 200 len: 1091 time: 0.5812564 Dec 06 15:21:15.157607 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dad2bd3-d983-48df-baf6-0006ca173beb', 'tag': 'df51030b-7b18-4774-83c9-425253e96bff'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:21:15.159878 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19a343f-0a9d-49f4-a3b6-90a9c46d25d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8dad2bd3-d983-48df-baf6-0006ca173beb", "tag": "df51030b-7b18-4774-83c9-425253e96bff"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:21:15.204464 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac88b1f-5bda-4cfd-bc7f-d156f6f024b8 x-openstack-request-id: req-aac88b1f-5bda-4cfd-bc7f-d156f6f024b8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:21:15.204766 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dad2bd3-d983-48df-baf6-0006ca173beb", "tag": "df51030b-7b18-4774-83c9-425253e96bff", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:21:15.205023 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aac88b1f-5bda-4cfd-bc7f-d156f6f024b8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:21:15.205422 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dad2bd3-d983-48df-baf6-0006ca173beb', 'tag': 'df51030b-7b18-4774-83c9-425253e96bff', 'status': 'completed', 'code': 200} Dec 06 15:21:15.214500 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2c4f9-de88-420d-9487-4c06c6ef2747 service neutron] Pushing event updated for resources: {'Port': ['ID=df51030b-7b18-4774-83c9-425253e96bff,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:15.224471 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55ed72-615d-4dcc-9c01-c0dae1b18617 req-9f600f49-723b-47f8-b0fc-81392c350527 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:15.226131 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2e55ed72-615d-4dcc-9c01-c0dae1b18617 req-9f600f49-723b-47f8-b0fc-81392c350527 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dad2bd3-d983-48df-baf6-0006ca173beb HTTP/1.1" status: 200 len: 943 time: 0.0560784 Dec 06 15:21:15.246370 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-2d065b01-3b0b-4c88-92a8-bc3086c5c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:15.247975 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-2d065b01-3b0b-4c88-92a8-bc3086c5c972 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=95a2c901e31643a3aab03978132033ee&device_id=8dad2bd3-d983-48df-baf6-0006ca173beb HTTP/1.1" status: 200 len: 1094 time: 0.0463042 Dec 06 15:21:15.275434 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2e55ed72-615d-4dcc-9c01-c0dae1b18617 req-ff0c166c-c614-40f9-92b2-5bb5d0f72b84 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421216 Dec 06 15:21:15.293908 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-9c9f895b-11b5-4f73-92a6-ad58b375d491 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df51030b-7b18-4774-83c9-425253e96bff HTTP/1.1" status: 200 len: 217 time: 0.0378397 Dec 06 15:21:15.342650 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-b00af406-b186-4c95-9a8d-097e618b7029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:15.344089 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-b00af406-b186-4c95-9a8d-097e618b7029 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2419028d-aa19-4dc0-91d2-afd4d891a895 HTTP/1.1" status: 200 len: 854 time: 0.0430105 Dec 06 15:21:15.374352 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-bb080691-828b-4882-8282-3573c8150d5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=68d53435-d18f-4380-92e3-902c000dfe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234928 Dec 06 15:21:15.465056 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-2459c1ed-1e66-46d7-9f4b-d947b7991429 service neutron] 10.222.0.23 "GET /v2.0/networks/68d53435-d18f-4380-92e3-902c000dfe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834394 Dec 06 15:21:15.553859 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1984646a-2e78-4d30-9b27-20b4f55337fb req-af2e3fa0-df57-4f3b-a095-177674f4fa07 service neutron] 10.222.0.23 "GET /v2.0/networks/68d53435-d18f-4380-92e3-902c000dfe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816264 Dec 06 15:21:15.654818 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5082d6a-b627-4d40-9713-eecc0b869e35 req-a2bec4e0-d4fc-427b-acdd-aa79903d330f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:15.656329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c5082d6a-b627-4d40-9713-eecc0b869e35 req-a2bec4e0-d4fc-427b-acdd-aa79903d330f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 943 time: 0.0800726 Dec 06 15:21:15.671615 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a343f-0a9d-49f4-a3b6-90a9c46d25d6 req-7a663ab8-bf0f-4e93-a820-31174974fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:15.673018 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a19a343f-0a9d-49f4-a3b6-90a9c46d25d6 req-7a663ab8-bf0f-4e93-a820-31174974fb5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=95a2c901e31643a3aab03978132033ee&device_id=8dad2bd3-d983-48df-baf6-0006ca173beb HTTP/1.1" status: 200 len: 1094 time: 0.0697224 Dec 06 15:21:15.757755 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c5082d6a-b627-4d40-9713-eecc0b869e35 req-c8cbbf62-6a18-4cb3-aba0-f88721f17a47 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935957 Dec 06 15:21:15.785560 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a343f-0a9d-49f4-a3b6-90a9c46d25d6 req-4b79d2e8-de7e-4e6d-b27d-ff22f2b632d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:15.787168 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a19a343f-0a9d-49f4-a3b6-90a9c46d25d6 req-4b79d2e8-de7e-4e6d-b27d-ff22f2b632d4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=68d53435-d18f-4380-92e3-902c000dfe8d HTTP/1.1" status: 200 len: 915 time: 0.1071351 Dec 06 15:21:15.834729 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a19a343f-0a9d-49f4-a3b6-90a9c46d25d6 req-c80f5705-5d43-4186-9b01-0066e29e7590 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df51030b-7b18-4774-83c9-425253e96bff HTTP/1.1" status: 200 len: 217 time: 0.0384171 Dec 06 15:21:15.884804 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a343f-0a9d-49f4-a3b6-90a9c46d25d6 req-68ec7b8c-690a-4fb5-93cc-e5205940ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:15.886204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a19a343f-0a9d-49f4-a3b6-90a9c46d25d6 req-68ec7b8c-690a-4fb5-93cc-e5205940ae3a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2419028d-aa19-4dc0-91d2-afd4d891a895 HTTP/1.1" status: 200 len: 854 time: 0.0430131 Dec 06 15:21:15.916877 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a19a343f-0a9d-49f4-a3b6-90a9c46d25d6 req-884e4f3c-0a5e-4b5d-a36b-691187252de0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=68d53435-d18f-4380-92e3-902c000dfe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233543 Dec 06 15:21:16.010523 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a19a343f-0a9d-49f4-a3b6-90a9c46d25d6 req-fa48b3e2-4f14-43bc-a608-ea12e5053aea service neutron] 10.222.0.23 "GET /v2.0/networks/68d53435-d18f-4380-92e3-902c000dfe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855141 Dec 06 15:21:16.098998 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a19a343f-0a9d-49f4-a3b6-90a9c46d25d6 req-cc3001bb-06af-49f0-a86a-a2370c55244c service neutron] 10.222.0.23 "GET /v2.0/networks/68d53435-d18f-4380-92e3-902c000dfe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798841 Dec 06 15:21:16.388822 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84c705-62dd-4fd7-9667-2ce2114e2cfd req-70a6da41-76e0-4004-8a70-391e4b9b6aa4 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:16.390274 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff84c705-62dd-4fd7-9667-2ce2114e2cfd req-70a6da41-76e0-4004-8a70-391e4b9b6aa4 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dad2bd3-d983-48df-baf6-0006ca173beb HTTP/1.1" status: 200 len: 943 time: 0.0476823 Dec 06 15:21:16.436064 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff84c705-62dd-4fd7-9667-2ce2114e2cfd req-9720ddda-7866-48dd-b062-c0a862b139b2 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398788 Dec 06 15:21:16.876879 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f1fc7-2679-4178-b2be-a4736bd1eac3 req-50e67c65-ca05-4fc9-8373-8fb117d8554c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:16.878319 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-690f1fc7-2679-4178-b2be-a4736bd1eac3 req-50e67c65-ca05-4fc9-8373-8fb117d8554c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 943 time: 0.0533731 Dec 06 15:21:16.924185 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-690f1fc7-2679-4178-b2be-a4736bd1eac3 req-a6e83dfb-daea-4cd8-8adf-16d2e2025a90 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399525 Dec 06 15:21:17.553461 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8299e-adff-47f7-aa1f-ba2687c9a93a req-0b9f2e66-e329-4eae-99de-52ed011fd80c tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:17.554914 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2cb8299e-adff-47f7-aa1f-ba2687c9a93a req-0b9f2e66-e329-4eae-99de-52ed011fd80c tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dad2bd3-d983-48df-baf6-0006ca173beb HTTP/1.1" status: 200 len: 943 time: 0.0519483 Dec 06 15:21:17.600877 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2cb8299e-adff-47f7-aa1f-ba2687c9a93a req-8698d1e3-4e78-4ec7-aeac-cc0532879083 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393310 Dec 06 15:21:18.036996 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c506d1-6ae4-4ada-80a6-7392bb1236dd req-16f5c85a-bc4c-4819-9d75-ed1266230ec7 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:18.038440 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-67c506d1-6ae4-4ada-80a6-7392bb1236dd req-16f5c85a-bc4c-4819-9d75-ed1266230ec7 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 943 time: 0.0473204 Dec 06 15:21:18.083562 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-67c506d1-6ae4-4ada-80a6-7392bb1236dd req-a58385d3-1ac5-4600-acff-acd985a01ab0 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385616 Dec 06 15:21:18.716102 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e84fd-9d03-425a-86b7-422ab8828205 req-ff0609b6-555e-41de-b6af-3c1db06ba228 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:18.717581 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f79e84fd-9d03-425a-86b7-422ab8828205 req-ff0609b6-555e-41de-b6af-3c1db06ba228 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dad2bd3-d983-48df-baf6-0006ca173beb HTTP/1.1" status: 200 len: 943 time: 0.0484219 Dec 06 15:21:18.764379 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f79e84fd-9d03-425a-86b7-422ab8828205 req-e5da4804-ab62-41d5-b1ef-4b8d1ebcddf7 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408044 Dec 06 15:21:18.766609 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device df51030b-7b18-4774-83c9-425253e96bff details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:21:18.860924 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port df51030b-7b18-4774-83c9-425253e96bff, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=df51030b-7b18-4774-83c9-425253e96bff,segment=NetworkSegment(68ebb843-0911-48e5-8aaa-c4f29988e473),segment_id=68ebb843-0911-48e5-8aaa-c4f29988e473)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:18.872763 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'df51030b-7b18-4774-83c9-425253e96bff', 'network_id': '68d53435-d18f-4380-92e3-902c000dfe8d', 'port_id': 'df51030b-7b18-4774-83c9-425253e96bff', 'mac_address': 'fa:16:3e:bd:50:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2419028d-aa19-4dc0-91d2-afd4d891a895', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:21:18.907464 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:18.923036 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df51030b-7b18-4774-83c9-425253e96bff {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:21:18.940257 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device f95ba487-0e0d-4d1b-83e2-40239caa7864 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:21:18.944939 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port df51030b-7b18-4774-83c9-425253e96bff, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=df51030b-7b18-4774-83c9-425253e96bff,segment=NetworkSegment(68ebb843-0911-48e5-8aaa-c4f29988e473),segment_id=68ebb843-0911-48e5-8aaa-c4f29988e473)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:18.952468 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:19.049922 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=df51030b-7b18-4774-83c9-425253e96bff,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:19.077653 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port f95ba487-0e0d-4d1b-83e2-40239caa7864, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f95ba487-0e0d-4d1b-83e2-40239caa7864,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:19.094580 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'f95ba487-0e0d-4d1b-83e2-40239caa7864', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'port_id': 'f95ba487-0e0d-4d1b-83e2-40239caa7864', 'mac_address': 'fa:16:3e:53:8a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:21:19.131803 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:19.144290 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95ba487-0e0d-4d1b-83e2-40239caa7864 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:21:19.164108 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port f95ba487-0e0d-4d1b-83e2-40239caa7864, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f95ba487-0e0d-4d1b-83e2-40239caa7864,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:19.168674 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:19.173032 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['df51030b-7b18-4774-83c9-425253e96bff'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:21:19.198928 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df125a9-4c70-4902-9660-1b96ab08e5c0 req-ad3af814-c488-4b00-80a2-a371bd7ba65c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:19.200428 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6df125a9-4c70-4902-9660-1b96ab08e5c0 req-ad3af814-c488-4b00-80a2-a371bd7ba65c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 943 time: 0.0502384 Dec 06 15:21:19.251701 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6df125a9-4c70-4902-9660-1b96ab08e5c0 req-f13c435b-d414-40b8-ad08-3de7a5cb9eab tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452213 Dec 06 15:21:19.253962 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=f95ba487-0e0d-4d1b-83e2-40239caa7864,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:19.438107 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['f95ba487-0e0d-4d1b-83e2-40239caa7864'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:21:19.881014 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70bbc5-22b8-4f81-b9c7-389fe67f5b4a req-524fa6ca-d7d3-4542-b975-bb4914e062e7 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:19.882476 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a70bbc5-22b8-4f81-b9c7-389fe67f5b4a req-524fa6ca-d7d3-4542-b975-bb4914e062e7 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dad2bd3-d983-48df-baf6-0006ca173beb HTTP/1.1" status: 200 len: 944 time: 0.0524116 Dec 06 15:21:19.928825 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a70bbc5-22b8-4f81-b9c7-389fe67f5b4a req-e009c21f-f0e7-425e-b022-d6e941ed8b94 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398653 Dec 06 15:21:20.365879 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc536e8-3296-44be-a785-c8a7f76729d1 req-d150d5ce-b03e-4178-a5a3-0f10c642302c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:20.367359 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dcc536e8-3296-44be-a785-c8a7f76729d1 req-d150d5ce-b03e-4178-a5a3-0f10c642302c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 944 time: 0.0492520 Dec 06 15:21:20.414220 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dcc536e8-3296-44be-a785-c8a7f76729d1 req-2879af24-3929-404c-b316-b8a35dced0fd tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399005 Dec 06 15:21:20.782428 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device df51030b-7b18-4774-83c9-425253e96bff up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:21:20.829624 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port df51030b-7b18-4774-83c9-425253e96bff completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:21:20.833548 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port df51030b-7b18-4774-83c9-425253e96bff triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:21:20.833910 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:20.907356 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:20.929556 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dad2bd3-d983-48df-baf6-0006ca173beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df51030b-7b18-4774-83c9-425253e96bff'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:21:20.931788 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfa28b3-c397-42b2-99e0-062bf85f9497" -d '{"events": [{"server_uuid": "8dad2bd3-d983-48df-baf6-0006ca173beb", "name": "network-vif-plugged", "status": "completed", "tag": "df51030b-7b18-4774-83c9-425253e96bff"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:21:20.946731 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device f95ba487-0e0d-4d1b-83e2-40239caa7864 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:21:20.970559 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41200417-5e04-4f1e-af24-0eda2a75239d x-openstack-request-id: req-41200417-5e04-4f1e-af24-0eda2a75239d {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:21:20.971021 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dad2bd3-d983-48df-baf6-0006ca173beb", "name": "network-vif-plugged", "status": "completed", "tag": "df51030b-7b18-4774-83c9-425253e96bff", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:21:20.971435 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41200417-5e04-4f1e-af24-0eda2a75239d {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:21:20.972086 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dad2bd3-d983-48df-baf6-0006ca173beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df51030b-7b18-4774-83c9-425253e96bff', 'code': 200} Dec 06 15:21:20.975976 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port df51030b-7b18-4774-83c9-425253e96bff, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=df51030b-7b18-4774-83c9-425253e96bff,segment=NetworkSegment(68ebb843-0911-48e5-8aaa-c4f29988e473),segment_id=68ebb843-0911-48e5-8aaa-c4f29988e473)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:20.983517 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:21.055276 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71cbb9-cc25-4590-92d9-92485fd9a6ca req-3dc014fc-4ee8-432a-9b11-10204228ed57 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:21.056169 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=df51030b-7b18-4774-83c9-425253e96bff,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:21.056943 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee71cbb9-cc25-4590-92d9-92485fd9a6ca req-3dc014fc-4ee8-432a-9b11-10204228ed57 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dad2bd3-d983-48df-baf6-0006ca173beb HTTP/1.1" status: 200 len: 945 time: 0.0541692 Dec 06 15:21:21.060773 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port f95ba487-0e0d-4d1b-83e2-40239caa7864 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:21:21.064995 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port f95ba487-0e0d-4d1b-83e2-40239caa7864 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:21:21.065361 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:21.076487 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fc578-7b6d-4301-b9b9-c1a3af9c9e31 req-80a08ca6-54e5-4373-babc-318ebe0a75fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:21.078210 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-967fc578-7b6d-4301-b9b9-c1a3af9c9e31 req-80a08ca6-54e5-4373-babc-318ebe0a75fd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8dad2bd3-d983-48df-baf6-0006ca173beb HTTP/1.1" status: 200 len: 1096 time: 0.0450356 Dec 06 15:21:21.125169 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-967fc578-7b6d-4301-b9b9-c1a3af9c9e31 req-233be34e-b6a1-440b-bad5-6d5f585bc9c9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387459 Dec 06 15:21:21.127034 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ee71cbb9-cc25-4590-92d9-92485fd9a6ca req-2acb5c3e-76b4-4645-9ed1-1bb8fe2f1bcd tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455289 Dec 06 15:21:21.149500 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:21.180709 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port f95ba487-0e0d-4d1b-83e2-40239caa7864, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f95ba487-0e0d-4d1b-83e2-40239caa7864,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:21.184276 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:21.229882 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=f95ba487-0e0d-4d1b-83e2-40239caa7864,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:21.850152 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52519d15-950e-4ae3-9148-5d8b5abb8617 req-b0e2ee3b-efe7-4526-9703-dab0e34f32d2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:21.851602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52519d15-950e-4ae3-9148-5d8b5abb8617 req-b0e2ee3b-efe7-4526-9703-dab0e34f32d2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 945 time: 0.3663363 Dec 06 15:21:21.897830 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52519d15-950e-4ae3-9148-5d8b5abb8617 req-be0b906d-e630-46bd-9304-951d4d164136 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398030 Dec 06 15:21:22.246011 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d45a1-fdfd-434d-9dd6-1043f201e282 req-e9d2d3dc-b503-4d1b-bd61-6c833787a817 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:22.247502 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d74d45a1-fdfd-434d-9dd6-1043f201e282 req-e9d2d3dc-b503-4d1b-bd61-6c833787a817 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dad2bd3-d983-48df-baf6-0006ca173beb HTTP/1.1" status: 200 len: 945 time: 0.0489931 Dec 06 15:21:22.298616 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d74d45a1-fdfd-434d-9dd6-1043f201e282 req-38cb5ac6-c051-4976-b509-7d4f97a26dc1 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449805 Dec 06 15:21:22.973101 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3419c99e-d588-438a-9b91-a1b1c43e0dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95ba487-0e0d-4d1b-83e2-40239caa7864'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:21:22.976419 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ccc733-bcbb-4b3f-be04-ec23e50b5ec7" -d '{"events": [{"server_uuid": "3419c99e-d588-438a-9b91-a1b1c43e0dfa", "name": "network-vif-plugged", "status": "completed", "tag": "f95ba487-0e0d-4d1b-83e2-40239caa7864"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:21:23.015413 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172428d7-c897-4fda-8d0a-982e75154750 req-b4baed1d-5bc6-44f4-9940-55150ed634c4 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:23.015904 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e49aab2-ecb1-4c63-8880-b194597222f1 x-openstack-request-id: req-8e49aab2-ecb1-4c63-8880-b194597222f1 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:21:23.016269 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3419c99e-d588-438a-9b91-a1b1c43e0dfa", "name": "network-vif-plugged", "status": "completed", "tag": "f95ba487-0e0d-4d1b-83e2-40239caa7864", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:21:23.016618 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e49aab2-ecb1-4c63-8880-b194597222f1 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:21:23.017135 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-172428d7-c897-4fda-8d0a-982e75154750 req-b4baed1d-5bc6-44f4-9940-55150ed634c4 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 945 time: 0.0522110 Dec 06 15:21:23.017229 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3419c99e-d588-438a-9b91-a1b1c43e0dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95ba487-0e0d-4d1b-83e2-40239caa7864', 'code': 200} Dec 06 15:21:23.065727 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-172428d7-c897-4fda-8d0a-982e75154750 req-18ae86ba-2a9a-49cd-b98d-c1536abff35f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426998 Dec 06 15:21:23.145399 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cf049-6b76-451d-b1fb-39daa36590f2 req-03989ab5-8af9-4d93-86d7-d7601af267d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:23.146860 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fa8cf049-6b76-451d-b1fb-39daa36590f2 req-03989ab5-8af9-4d93-86d7-d7601af267d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 1096 time: 0.0398073 Dec 06 15:21:23.196088 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fa8cf049-6b76-451d-b1fb-39daa36590f2 req-44a50817-ddca-4ced-8831-3013bfee7556 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368288 Dec 06 15:21:24.185412 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0cc19-05f9-486d-8f31-b09d6555c9b1 req-84d7575d-2229-4c9c-ac6b-64915991055f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:24.186959 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f3e0cc19-05f9-486d-8f31-b09d6555c9b1 req-84d7575d-2229-4c9c-ac6b-64915991055f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 945 time: 0.0489786 Dec 06 15:21:24.237385 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f3e0cc19-05f9-486d-8f31-b09d6555c9b1 req-7d419924-03a1-40f9-8bf2-724c0e3d7478 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438449 Dec 06 15:21:25.354321 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbaec5-69a3-4e66-beb1-0cfeb28f8ac9 req-b15dbb90-a0a3-47e4-b7e5-232a4d8e9daf tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:25.355819 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-70fbaec5-69a3-4e66-beb1-0cfeb28f8ac9 req-b15dbb90-a0a3-47e4-b7e5-232a4d8e9daf tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 945 time: 0.0497565 Dec 06 15:21:25.404014 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-70fbaec5-69a3-4e66-beb1-0cfeb28f8ac9 req-826ecb70-7c9e-4dc6-b25a-ce6563d283ae tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420318 Dec 06 15:21:25.518874 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740b039-3036-4bdf-a792-9507edc299bc req-781c5400-c9f5-487a-b6a0-81c8f4bb13a0 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:25.520404 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4740b039-3036-4bdf-a792-9507edc299bc req-781c5400-c9f5-487a-b6a0-81c8f4bb13a0 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 945 time: 0.0496716 Dec 06 15:21:25.568276 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4740b039-3036-4bdf-a792-9507edc299bc req-b4e29c63-c0a8-46fb-98a0-d413cfbb8b8c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413806 Dec 06 15:21:27.752085 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:21:27.982248 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e23689-d87d-4946-b310-f703bc486488 req-1c728a33-7a49-4891-a33b-92eee590f08e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:27.983690 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50e23689-d87d-4946-b310-f703bc486488 req-1c728a33-7a49-4891-a33b-92eee590f08e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 812 time: 0.1026020 Dec 06 15:21:27.998949 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50e23689-d87d-4946-b310-f703bc486488 req-a41efeb9-c42a-41f5-9d74-2f74ac25bde0 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/quotas/edd692759ebb4bf3a0fa8fe91d03df76 HTTP/1.1" status: 200 len: 375 time: 0.0095401 Dec 06 15:21:28.049437 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50e23689-d87d-4946-b310-f703bc486488 req-9f6bfae5-6da7-4543-b593-f46631b66d4a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452561 Dec 06 15:21:28.124957 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:28.137568 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50e23689-d87d-4946-b310-f703bc486488 req-c5aae785-a08e-41b3-baff-ed31d2a6beda service neutron] 10.222.0.20 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804062 Dec 06 15:21:28.226825 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50e23689-d87d-4946-b310-f703bc486488 req-a89cf9be-8f01-4c73-b963-5961df5be700 service neutron] 10.222.0.20 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832040 Dec 06 15:21:28.416275 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7371c0f9-684b-41c6-98be-1ad01b1d765a req-1daac418-78dd-464f-a474-83385dd95749 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0301371 Dec 06 15:21:29.365871 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e23689-d87d-4946-b310-f703bc486488 req-7e06a947-aab2-460d-a0e1-c23ad33bcd08 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:29.367338 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50e23689-d87d-4946-b310-f703bc486488 req-7e06a947-aab2-460d-a0e1-c23ad33bcd08 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 812 time: 0.1054506 Dec 06 15:21:29.380648 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-50e23689-d87d-4946-b310-f703bc486488 req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Request body: {'port': {'device_id': '313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'admin_state_up': True, 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:21:29.519501 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba042316-6287-429e-a518-f30715ba971a req-96c73419-91e1-462c-b48b-8d27fad4e4ff tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0329196 Dec 06 15:21:29.520114 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e23689-d87d-4946-b310-f703bc486488 req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Made reservation on behalf of edd692759ebb4bf3a0fa8fe91d03df76 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:21:29.523522 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-50e23689-d87d-4946-b310-f703bc486488 req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:29.653719 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-50e23689-d87d-4946-b310-f703bc486488 req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Allocated IP 172.20.0.9 (5cd3d629-294c-4537-8f1e-863f8f4b3c58/d729354f-de71-4474-b05a-729c96f5bac2/1c7fd998-7b70-4c91-a404-2106d11d0e9a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:21:29.813663 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-50e23689-d87d-4946-b310-f703bc486488 req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:29.849187 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-50e23689-d87d-4946-b310-f703bc486488 req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:29.861884 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['f95ba487-0e0d-4d1b-83e2-40239caa7864'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:21:29.895074 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e23689-d87d-4946-b310-f703bc486488 req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:21:29.898361 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-50e23689-d87d-4946-b310-f703bc486488 req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:21:29.902711 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e23689-d87d-4946-b310-f703bc486488 req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:21:29.963554 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e23689-d87d-4946-b310-f703bc486488 req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:29.964327 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-50e23689-d87d-4946-b310-f703bc486488 req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:29.968293 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'Port': ['ID=1c7fd998-7b70-4c91-a404-2106d11d0e9a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:29.979868 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:29.980288 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:29.980994 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:29.981358 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:29.981764 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:29.982108 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:29.982441 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:29.982778 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:29.983107 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:29.983433 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:29.983783 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:29.984115 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:29.984440 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:29.999379 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50e23689-d87d-4946-b310-f703bc486488 req-2fe8f8c5-174a-4ab9-9e54-1edb5a893e24 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6224105 Dec 06 15:21:30.014053 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Request body: {'port': {'device_id': '313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:21:30.066036 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:30.083675 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:30.263885 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7eb344e6-3c15-492c-abcd-5ef6b6562181 None None] Provisioning complete for port 1c7fd998-7b70-4c91-a404-2106d11d0e9a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:21:30.264363 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7eb344e6-3c15-492c-abcd-5ef6b6562181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:30.303565 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7eb344e6-3c15-492c-abcd-5ef6b6562181 None None] Port 1c7fd998-7b70-4c91-a404-2106d11d0e9a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:21:30.353311 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7fd998-7b70-4c91-a404-2106d11d0e9a {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:21:30.361080 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:30.373570 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Transition to ACTIVE for port object 1c7fd998-7b70-4c91-a404-2106d11d0e9a will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:21:30.377158 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:30.454173 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Pushing event updated for resources: {'Port': ['ID=1c7fd998-7b70-4c91-a404-2106d11d0e9a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:30.521449 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Attempting to bind port 1c7fd998-7b70-4c91-a404-2106d11d0e9a on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:21:30.521797 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Attempting to bind port 1c7fd998-7b70-4c91-a404-2106d11d0e9a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:21:30.522264 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Attempting to bind port 1c7fd998-7b70-4c91-a404-2106d11d0e9a on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:21:30.528587 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Port 1c7fd998-7b70-4c91-a404-2106d11d0e9a on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:21:30.528914 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Attempting to bind port 1c7fd998-7b70-4c91-a404-2106d11d0e9a on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:21:30.534227 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:21:30.534569 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Checking segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:21:30.534956 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Bound using segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:21:30.535703 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Bound port: 1c7fd998-7b70-4c91-a404-2106d11d0e9a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:21:30.536074 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:30.622394 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] For port 1c7fd998-7b70-4c91-a404-2106d11d0e9a, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:21:30.625859 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] For port 1c7fd998-7b70-4c91-a404-2106d11d0e9a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1c7fd998-7b70-4c91-a404-2106d11d0e9a,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:21:30.630696 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:30.660386 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe23add-1708-4830-8e30-2ffa5002b22b req-edcfad5f-863c-4e72-81e8-3ad66c70b2a1 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:30.670105 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3fe23add-1708-4830-8e30-2ffa5002b22b req-edcfad5f-863c-4e72-81e8-3ad66c70b2a1 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.0660880 Dec 06 15:21:30.682978 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:30.682978 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:30.683970 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50e23689-d87d-4946-b310-f703bc486488 req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] 10.222.0.37 "PUT /v2.0/ports/1c7fd998-7b70-4c91-a404-2106d11d0e9a HTTP/1.1" status: 200 len: 1091 time: 0.6752541 Dec 06 15:21:30.684469 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4', 'tag': '1c7fd998-7b70-4c91-a404-2106d11d0e9a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:21:30.686788 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c837efba-2207-482b-b20a-9aede266db5b" -d '{"events": [{"name": "network-changed", "server_uuid": "313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4", "tag": "1c7fd998-7b70-4c91-a404-2106d11d0e9a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:21:30.724975 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ceb8e5-5e1f-450a-81aa-a0fe209a59cf service neutron] Pushing event updated for resources: {'Port': ['ID=1c7fd998-7b70-4c91-a404-2106d11d0e9a,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:30.757822 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3fe23add-1708-4830-8e30-2ffa5002b22b req-ce77b63b-f330-4d79-8a92-82d06a35cbf2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855484 Dec 06 15:21:30.776211 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525fc537-c050-4f7d-82c3-49d9979098be x-openstack-request-id: req-525fc537-c050-4f7d-82c3-49d9979098be {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:21:30.776519 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4", "tag": "1c7fd998-7b70-4c91-a404-2106d11d0e9a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:21:30.776776 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-525fc537-c050-4f7d-82c3-49d9979098be {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:21:30.777182 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4', 'tag': '1c7fd998-7b70-4c91-a404-2106d11d0e9a', 'status': 'completed', 'code': 200} Dec 06 15:21:30.793965 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e23689-d87d-4946-b310-f703bc486488 req-44dd74b2-e963-427a-87a0-040deafc0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:30.795691 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50e23689-d87d-4946-b310-f703bc486488 req-44dd74b2-e963-427a-87a0-040deafc0f89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 1094 time: 0.0524831 Dec 06 15:21:30.814614 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5240deb5-2152-4dfb-a0cb-06633be2fd68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:30.843800 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50e23689-d87d-4946-b310-f703bc486488 req-ef09d147-f356-41cd-b063-05ec58cdff0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c7fd998-7b70-4c91-a404-2106d11d0e9a HTTP/1.1" status: 200 len: 217 time: 0.0401101 Dec 06 15:21:30.898371 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e23689-d87d-4946-b310-f703bc486488 req-1beea4d6-11a1-4470-ab2a-9a311476b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:30.900101 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50e23689-d87d-4946-b310-f703bc486488 req-1beea4d6-11a1-4470-ab2a-9a311476b88c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0474968 Dec 06 15:21:30.953998 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e23689-d87d-4946-b310-f703bc486488 req-6e19dc46-6274-42a4-8df6-9a1143de7fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:30.955565 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50e23689-d87d-4946-b310-f703bc486488 req-6e19dc46-6274-42a4-8df6-9a1143de7fe3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487509 Dec 06 15:21:31.052954 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50e23689-d87d-4946-b310-f703bc486488 req-06aaada5-66a1-43e6-9c34-3d6bda068b03 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894840 Dec 06 15:21:31.151811 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50e23689-d87d-4946-b310-f703bc486488 req-ef23235b-2b1d-41c1-a262-a0393aa3d939 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920722 Dec 06 15:21:31.238516 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837efba-2207-482b-b20a-9aede266db5b req-3e509e66-26d4-4131-a0d6-ee94815221a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:31.239939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c837efba-2207-482b-b20a-9aede266db5b req-3e509e66-26d4-4131-a0d6-ee94815221a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 1094 time: 0.0404487 Dec 06 15:21:31.337425 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837efba-2207-482b-b20a-9aede266db5b req-94661a31-6cd8-4fa9-a0db-da92ad8916fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:31.338906 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c837efba-2207-482b-b20a-9aede266db5b req-94661a31-6cd8-4fa9-a0db-da92ad8916fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.0922771 Dec 06 15:21:31.381126 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c837efba-2207-482b-b20a-9aede266db5b req-710c709c-32ae-4f72-91b0-4b0748a58f6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c7fd998-7b70-4c91-a404-2106d11d0e9a HTTP/1.1" status: 200 len: 217 time: 0.0353184 Dec 06 15:21:31.433017 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837efba-2207-482b-b20a-9aede266db5b req-f2120190-1e37-4145-abb9-098807411235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:31.434087 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c97bbb-9447-4864-a0ef-60de90c539ad req-68cc6136-99b2-4b89-a347-0b8af916169b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:31.434776 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c837efba-2207-482b-b20a-9aede266db5b req-f2120190-1e37-4145-abb9-098807411235 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0471647 Dec 06 15:21:31.435684 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-85c97bbb-9447-4864-a0ef-60de90c539ad req-68cc6136-99b2-4b89-a347-0b8af916169b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 945 time: 0.0488994 Dec 06 15:21:31.486593 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-85c97bbb-9447-4864-a0ef-60de90c539ad req-a01ef7dd-5ebf-4427-8818-672855d34c0d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440001 Dec 06 15:21:31.491185 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837efba-2207-482b-b20a-9aede266db5b req-729d7c37-5511-44d9-8b4a-6488b9e4192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:31.492725 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c837efba-2207-482b-b20a-9aede266db5b req-729d7c37-5511-44d9-8b4a-6488b9e4192a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507858 Dec 06 15:21:31.513170 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 42852) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:21:31.583300 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-42940042-2a6e-4f94-b9eb-50ae27a0db11 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/floatingips/31d80568-ae8e-4cc4-a7ce-2c2984125827 HTTP/1.1" status: 200 len: 991 time: 0.0686564 Dec 06 15:21:31.591123 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c837efba-2207-482b-b20a-9aede266db5b req-6974431b-0858-4b9e-b9da-6873abd34744 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906718 Dec 06 15:21:31.691988 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c837efba-2207-482b-b20a-9aede266db5b req-f8069aa4-049f-4f6e-8997-483d82c1dbf5 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936360 Dec 06 15:21:31.880265 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77a069-41eb-4498-a3f2-71b1bb8759ca req-8b183f5b-7bf4-48c2-8f45-816218e7ed3e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:31.881771 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a77a069-41eb-4498-a3f2-71b1bb8759ca req-8b183f5b-7bf4-48c2-8f45-816218e7ed3e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.0540276 Dec 06 15:21:31.929974 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a77a069-41eb-4498-a3f2-71b1bb8759ca req-dd55a755-ca60-4421-91a2-73c0a3868dd6 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418384 Dec 06 15:21:32.028059 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b926d4-b873-47a3-844c-8a477802de42 req-249a385c-6c74-476c-9232-da2a65b82d22 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:32.029621 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-34b926d4-b873-47a3-844c-8a477802de42 req-249a385c-6c74-476c-9232-da2a65b82d22 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 1096 time: 0.0424483 Dec 06 15:21:32.080187 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-34b926d4-b873-47a3-844c-8a477802de42 req-3c8d7d5b-d803-4420-b9f2-ba9767618d3d tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442674 Dec 06 15:21:32.577491 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-57bf7ce6-6c46-4b07-88cf-183d160d8156 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393221 Dec 06 15:21:32.586061 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-48843fd5-72ab-4b9a-a571-7777a18cb81c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:21:32.587684 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-48843fd5-72ab-4b9a-a571-7777a18cb81c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049636 Dec 06 15:21:33.102231 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cd35b-64ac-4c8c-bacb-4bbaad9aaf6e req-80153010-5866-438f-b80f-54028fd574ae tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:33.104367 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6cd35b-64ac-4c8c-bacb-4bbaad9aaf6e req-80153010-5866-438f-b80f-54028fd574ae tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.0768278 Dec 06 15:21:33.199443 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6cd35b-64ac-4c8c-bacb-4bbaad9aaf6e req-c30653da-50fe-40c4-b773-204c6655478f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786848 Dec 06 15:21:33.280844 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cd3bad23-2998-4563-8403-fcab14295bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:33.303962 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-2de83eba-c3e7-4b2e-b221-bc077f050c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:33.305685 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-2de83eba-c3e7-4b2e-b221-bc077f050c2d service neutron] 10.222.0.20 "GET /v2.0/ports/c017552c-4617-4c83-8d06-f622d9e9ab61 HTTP/1.1" status: 200 len: 1093 time: 0.0506699 Dec 06 15:21:33.335106 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-4f5f6bdf-6cd8-4c2d-9be9-a75636efd5dd service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:21:33.335987 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-4f5f6bdf-6cd8-4c2d-9be9-a75636efd5dd service neutron] Unknown quota resources ['binding']. {{(pid=103289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 15:21:33.515315 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-4f5f6bdf-6cd8-4c2d-9be9-a75636efd5dd service neutron] Attempting to bind port c017552c-4617-4c83-8d06-f622d9e9ab61 on host n-h2-master-1 for vnic_type normal with profile None {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:21:33.515950 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-4f5f6bdf-6cd8-4c2d-9be9-a75636efd5dd service neutron] Attempting to bind port c017552c-4617-4c83-8d06-f622d9e9ab61 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:21:33.516451 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-4f5f6bdf-6cd8-4c2d-9be9-a75636efd5dd service neutron] Attempting to bind port c017552c-4617-4c83-8d06-f622d9e9ab61 on network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:21:33.521579 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-4f5f6bdf-6cd8-4c2d-9be9-a75636efd5dd service neutron] Port c017552c-4617-4c83-8d06-f622d9e9ab61 on network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:21:33.521905 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-4f5f6bdf-6cd8-4c2d-9be9-a75636efd5dd service neutron] Attempting to bind port c017552c-4617-4c83-8d06-f622d9e9ab61 on network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:21:33.526688 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-4f5f6bdf-6cd8-4c2d-9be9-a75636efd5dd service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:21:33.527126 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-4f5f6bdf-6cd8-4c2d-9be9-a75636efd5dd service neutron] Checking segment: {'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:21:33.527391 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-4f5f6bdf-6cd8-4c2d-9be9-a75636efd5dd service neutron] Bound using segment: {'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:21:33.527849 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-4f5f6bdf-6cd8-4c2d-9be9-a75636efd5dd service neutron] Bound port: c017552c-4617-4c83-8d06-f622d9e9ab61, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:21:33.629581 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-4f5f6bdf-6cd8-4c2d-9be9-a75636efd5dd service neutron] For port c017552c-4617-4c83-8d06-f622d9e9ab61, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c017552c-4617-4c83-8d06-f622d9e9ab61,segment=NetworkSegment(5a1980b8-e02f-4b7c-a406-0543fd950c24),segment_id=5a1980b8-e02f-4b7c-a406-0543fd950c24)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:21:33.638223 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-4f5f6bdf-6cd8-4c2d-9be9-a75636efd5dd service neutron] Publish callbacks [] for binding, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:33.639918 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-4f5f6bdf-6cd8-4c2d-9be9-a75636efd5dd service neutron] 10.222.0.20 "POST /v2.0/ports/c017552c-4617-4c83-8d06-f622d9e9ab61/bindings HTTP/1.1" status: 201 len: 389 time: 0.3094490 Dec 06 15:21:33.860779 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442df1de-8547-48ef-988f-d726330ac26c req-a59ffcd8-a3a4-46ba-a076-d8325d9bafa7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:33.872280 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-442df1de-8547-48ef-988f-d726330ac26c req-a59ffcd8-a3a4-46ba-a076-d8325d9bafa7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 945 time: 0.0760100 Dec 06 15:21:33.954130 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-442df1de-8547-48ef-988f-d726330ac26c req-e9bd2f40-f740-416a-8838-a9c3071c218a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783753 Dec 06 15:21:34.077867 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:34.115522 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-9e67d945-edcb-4126-82e0-522917d79ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:34.117054 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-9e67d945-edcb-4126-82e0-522917d79ff5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 1096 time: 0.1616993 Dec 06 15:21:34.246361 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-56c44444-eccc-48c2-a5c0-5d0166f109ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:34.248771 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-56c44444-eccc-48c2-a5c0-5d0166f109ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=87e2c3fb-3de9-46d9-82eb-77331e1475e9 HTTP/1.1" status: 200 len: 898 time: 0.1238258 Dec 06 15:21:34.346986 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-5a5cac23-66f5-44b2-a7dc-b509a0378f38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c017552c-4617-4c83-8d06-f622d9e9ab61 HTTP/1.1" status: 200 len: 999 time: 0.0907314 Dec 06 15:21:34.353987 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3db01a-ce2e-447f-bd1f-942c0668d910 req-bb1bc171-563f-491a-b756-81e41ebafd93 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:34.356309 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f3db01a-ce2e-447f-bd1f-942c0668d910 req-bb1bc171-563f-491a-b756-81e41ebafd93 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.0690560 Dec 06 15:21:34.416825 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-5ce6436c-ba41-4040-8186-c23671491462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:34.418325 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-5ce6436c-ba41-4040-8186-c23671491462 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5e885d9a-3fff-46a1-905f-460f3c8a2498 HTTP/1.1" status: 200 len: 834 time: 0.0644453 Dec 06 15:21:34.423859 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f3db01a-ce2e-447f-bd1f-942c0668d910 req-fd4a734a-52cf-479d-bcb5-c92061a5a94c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610089 Dec 06 15:21:34.481288 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-58ae5960-fb20-47d3-80ff-12423dde27d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:34.482974 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-58ae5960-fb20-47d3-80ff-12423dde27d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87e2c3fb-3de9-46d9-82eb-77331e1475e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573928 Dec 06 15:21:34.615048 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-126eda88-90e6-4159-bc98-bd20f5ce2f0b service neutron] 10.222.0.37 "GET /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218705 Dec 06 15:21:34.743092 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-6c6a7f50-ba87-4014-bbff-5e15021f5eb1 service neutron] 10.222.0.37 "GET /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186016 Dec 06 15:21:34.914799 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-4a4a4d55-8438-4733-b997-23d7e88bd046 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:34.916689 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-4a4a4d55-8438-4733-b997-23d7e88bd046 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4&tenant_id=78730a925a534e3a9baf86f9cc74cd24&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.0963922 Dec 06 15:21:34.929047 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:21:34.998679 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:35.171122 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba3241-6227-44bf-9d34-b0f1acfbf5f5 req-d2ac1a8c-4189-409f-bbc2-8611dc2e82e7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:35.172551 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdba3241-6227-44bf-9d34-b0f1acfbf5f5 req-d2ac1a8c-4189-409f-bbc2-8611dc2e82e7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 945 time: 0.0890555 Dec 06 15:21:35.202959 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] For port c017552c-4617-4c83-8d06-f622d9e9ab61, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c017552c-4617-4c83-8d06-f622d9e9ab61,segment=NetworkSegment(5a1980b8-e02f-4b7c-a406-0543fd950c24),segment_id=5a1980b8-e02f-4b7c-a406-0543fd950c24)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:35.271592 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdba3241-6227-44bf-9d34-b0f1acfbf5f5 req-bffd5aa5-4c77-4159-98bd-c273a1639fe2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876622 Dec 06 15:21:35.307810 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] For port c017552c-4617-4c83-8d06-f622d9e9ab61, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:21:35.367285 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b3f014-0894-4eda-8409-da55a48abfc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c017552c-4617-4c83-8d06-f622d9e9ab61'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:21:35.371130 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e4a04d-b63d-4615-85a8-0b61a1364288" -d '{"events": [{"server_uuid": "69b3f014-0894-4eda-8409-da55a48abfc4", "name": "network-vif-unplugged", "status": "completed", "tag": "c017552c-4617-4c83-8d06-f622d9e9ab61"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:21:35.376538 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:35.386800 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:35.497077 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dbd411-3133-4180-a20b-48f52d853baa x-openstack-request-id: req-71dbd411-3133-4180-a20b-48f52d853baa {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:21:35.497449 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b3f014-0894-4eda-8409-da55a48abfc4", "name": "network-vif-unplugged", "status": "completed", "tag": "c017552c-4617-4c83-8d06-f622d9e9ab61", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:21:35.497919 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71dbd411-3133-4180-a20b-48f52d853baa {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:21:35.498598 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b3f014-0894-4eda-8409-da55a48abfc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c017552c-4617-4c83-8d06-f622d9e9ab61', 'code': 200} Dec 06 15:21:35.534538 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c017552c-4617-4c83-8d06-f622d9e9ab61,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:35.631957 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Attempting to bind port c017552c-4617-4c83-8d06-f622d9e9ab61 on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:21:35.632358 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Attempting to bind port c017552c-4617-4c83-8d06-f622d9e9ab61 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:21:35.632689 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Attempting to bind port c017552c-4617-4c83-8d06-f622d9e9ab61 on network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:21:35.649400 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85245e44-7c5a-4ea2-80c9-21d45ab1be1f req-766f6bde-c463-471a-8e8b-bc535b9469e4 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:35.651161 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-85245e44-7c5a-4ea2-80c9-21d45ab1be1f req-766f6bde-c463-471a-8e8b-bc535b9469e4 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.0933993 Dec 06 15:21:35.652032 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Port c017552c-4617-4c83-8d06-f622d9e9ab61 on network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:21:35.652349 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Attempting to bind port c017552c-4617-4c83-8d06-f622d9e9ab61 on network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:21:35.660019 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:21:35.660360 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Checking segment: {'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:21:35.661356 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Bound using segment: {'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:21:35.661356 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Bound port: c017552c-4617-4c83-8d06-f622d9e9ab61, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1980b8-e02f-4b7c-a406-0543fd950c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:21:35.661563 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:35.734639 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:35.771290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-85245e44-7c5a-4ea2-80c9-21d45ab1be1f req-41af994e-5c6c-4ba9-926b-1aa1f7baa115 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132162 Dec 06 15:21:35.806547 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] For port c017552c-4617-4c83-8d06-f622d9e9ab61, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:21:35.813572 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] For port c017552c-4617-4c83-8d06-f622d9e9ab61, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c017552c-4617-4c83-8d06-f622d9e9ab61,segment=NetworkSegment(5a1980b8-e02f-4b7c-a406-0543fd950c24),segment_id=5a1980b8-e02f-4b7c-a406-0543fd950c24)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:21:35.819381 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:35.852220 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-774000c6-7213-4d7c-b2b2-12a04aab9f32 None None] Provisioning complete for port c017552c-4617-4c83-8d06-f622d9e9ab61 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:21:35.854869 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-774000c6-7213-4d7c-b2b2-12a04aab9f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:35.950781 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c017552c-4617-4c83-8d06-f622d9e9ab61,revision_number=8']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:36.016390 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:36.017024 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:36.018773 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5a6a2bc-c535-4faa-89f6-4ff491fc42f8 service neutron] 10.222.0.37 "PUT /v2.0/ports/c017552c-4617-4c83-8d06-f622d9e9ab61 HTTP/1.1" status: 200 len: 1121 time: 1.0943992 Dec 06 15:21:36.060060 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-774000c6-7213-4d7c-b2b2-12a04aab9f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:36.143024 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b3f014-0894-4eda-8409-da55a48abfc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c017552c-4617-4c83-8d06-f622d9e9ab61'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:21:36.149038 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba89973-ba23-44c2-adb0-eb85f1dc20ca" -d '{"events": [{"server_uuid": "69b3f014-0894-4eda-8409-da55a48abfc4", "name": "network-vif-plugged", "status": "completed", "tag": "c017552c-4617-4c83-8d06-f622d9e9ab61"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:21:36.152945 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['c017552c-4617-4c83-8d06-f622d9e9ab61'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:21:36.261932 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-774000c6-7213-4d7c-b2b2-12a04aab9f32 None None] For port c017552c-4617-4c83-8d06-f622d9e9ab61, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c017552c-4617-4c83-8d06-f622d9e9ab61,segment=NetworkSegment(5a1980b8-e02f-4b7c-a406-0543fd950c24),segment_id=5a1980b8-e02f-4b7c-a406-0543fd950c24)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:36.272621 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-774000c6-7213-4d7c-b2b2-12a04aab9f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:36.350175 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a8b377-4c52-4dca-abea-5dff0630bce9 x-openstack-request-id: req-b7a8b377-4c52-4dca-abea-5dff0630bce9 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:21:36.350638 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b3f014-0894-4eda-8409-da55a48abfc4", "name": "network-vif-plugged", "status": "completed", "tag": "c017552c-4617-4c83-8d06-f622d9e9ab61", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:21:36.350739 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7a8b377-4c52-4dca-abea-5dff0630bce9 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:21:36.351163 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b3f014-0894-4eda-8409-da55a48abfc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c017552c-4617-4c83-8d06-f622d9e9ab61', 'code': 200} Dec 06 15:21:36.624432 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774000c6-7213-4d7c-b2b2-12a04aab9f32 None None] Pushing event updated for resources: {'Port': ['ID=c017552c-4617-4c83-8d06-f622d9e9ab61,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:36.646470 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce3cc8-7231-474c-9e58-ddf6ee26b5a1 req-5f268207-3684-4765-b159-f0f4bc718f86 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:36.651533 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-85ce3cc8-7231-474c-9e58-ddf6ee26b5a1 req-5f268207-3684-4765-b159-f0f4bc718f86 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 945 time: 0.2099223 Dec 06 15:21:36.671349 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:36.725316 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-85ce3cc8-7231-474c-9e58-ddf6ee26b5a1 req-ec262e0b-45e5-479d-8427-034f9f10a0cf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642135 Dec 06 15:21:36.800948 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f3efd965-4171-4e46-8c51-40f0c65f136b None None] Provisioning complete for port c017552c-4617-4c83-8d06-f622d9e9ab61 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:21:36.801653 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3efd965-4171-4e46-8c51-40f0c65f136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:36.933391 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca59dc-2c45-4e9d-a9ff-07fcb0e98e0a req-93847ca6-af84-45b5-9941-91b6af1f2e18 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:36.937345 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-99ca59dc-2c45-4e9d-a9ff-07fcb0e98e0a req-93847ca6-af84-45b5-9941-91b6af1f2e18 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.0729563 Dec 06 15:21:37.012176 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-99ca59dc-2c45-4e9d-a9ff-07fcb0e98e0a req-50bbe954-e349-46a6-8e17-dff4527f9b4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627117 Dec 06 15:21:37.034324 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c017552c-4617-4c83-8d06-f622d9e9ab61 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:21:37.131259 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port c017552c-4617-4c83-8d06-f622d9e9ab61, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c017552c-4617-4c83-8d06-f622d9e9ab61,segment=NetworkSegment(5a1980b8-e02f-4b7c-a406-0543fd950c24),segment_id=5a1980b8-e02f-4b7c-a406-0543fd950c24)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:37.145610 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c017552c-4617-4c83-8d06-f622d9e9ab61 has no active binding in host n-h2-master-1 {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 15:21:37.500170 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b3f014-0894-4eda-8409-da55a48abfc4', 'tag': 'c017552c-4617-4c83-8d06-f622d9e9ab61'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:21:37.503276 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d4b9b3-418c-4b8e-adc4-b462dea31289" -d '{"events": [{"name": "network-changed", "server_uuid": "69b3f014-0894-4eda-8409-da55a48abfc4", "tag": "c017552c-4617-4c83-8d06-f622d9e9ab61"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:21:37.542865 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd1a45d-f454-4ca8-94df-65e9b0e11b20 x-openstack-request-id: req-ecd1a45d-f454-4ca8-94df-65e9b0e11b20 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:21:37.543162 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b3f014-0894-4eda-8409-da55a48abfc4", "tag": "c017552c-4617-4c83-8d06-f622d9e9ab61", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:21:37.543423 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecd1a45d-f454-4ca8-94df-65e9b0e11b20 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:21:37.543898 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b3f014-0894-4eda-8409-da55a48abfc4', 'tag': 'c017552c-4617-4c83-8d06-f622d9e9ab61', 'status': 'completed', 'code': 200} Dec 06 15:21:37.605262 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4b9b3-418c-4b8e-adc4-b462dea31289 req-bf4a7576-19f2-41d0-a9b0-f15a62035011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:37.607059 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1d4b9b3-418c-4b8e-adc4-b462dea31289 req-bf4a7576-19f2-41d0-a9b0-f15a62035011 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 1126 time: 0.0417724 Dec 06 15:21:37.714067 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4b9b3-418c-4b8e-adc4-b462dea31289 req-75ab9732-e312-4199-8fb3-fccad946bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:37.715853 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1d4b9b3-418c-4b8e-adc4-b462dea31289 req-75ab9732-e312-4199-8fb3-fccad946bebe service neutron] 10.222.0.23 "GET /v2.0/networks?id=87e2c3fb-3de9-46d9-82eb-77331e1475e9 HTTP/1.1" status: 200 len: 898 time: 0.1020689 Dec 06 15:21:37.796705 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1d4b9b3-418c-4b8e-adc4-b462dea31289 req-9daeda16-6736-40c7-b83f-64ba2b1cdc6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c017552c-4617-4c83-8d06-f622d9e9ab61 HTTP/1.1" status: 200 len: 999 time: 0.0739803 Dec 06 15:21:37.855528 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4b9b3-418c-4b8e-adc4-b462dea31289 req-ae7ad6dc-6845-4995-8b9d-fd536d2b3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:37.857092 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1d4b9b3-418c-4b8e-adc4-b462dea31289 req-ae7ad6dc-6845-4995-8b9d-fd536d2b3a74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5e885d9a-3fff-46a1-905f-460f3c8a2498 HTTP/1.1" status: 200 len: 834 time: 0.0523486 Dec 06 15:21:37.880149 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b54950-9372-44f2-a3b8-4d4b4f955347 req-14f705f5-2309-467c-9984-5b0d399b8851 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:37.889599 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-32b54950-9372-44f2-a3b8-4d4b4f955347 req-14f705f5-2309-467c-9984-5b0d399b8851 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 945 time: 0.0630662 Dec 06 15:21:37.923852 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4b9b3-418c-4b8e-adc4-b462dea31289 req-9285f68c-fa76-41f2-b67c-5b6d8940b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:37.925308 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1d4b9b3-418c-4b8e-adc4-b462dea31289 req-9285f68c-fa76-41f2-b67c-5b6d8940b222 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87e2c3fb-3de9-46d9-82eb-77331e1475e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579617 Dec 06 15:21:37.963444 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-32b54950-9372-44f2-a3b8-4d4b4f955347 req-e004622e-938d-4187-b354-780ec40b1527 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725019 Dec 06 15:21:38.080271 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1d4b9b3-418c-4b8e-adc4-b462dea31289 req-b4a48a73-de85-48a3-bf99-0bbe1bc2bebb service neutron] 10.222.0.23 "GET /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466248 Dec 06 15:21:38.202690 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66c646-b411-4513-9136-a9e060ca9843 req-9fca8afa-a176-4ff0-b5e0-6127f7a6fdba tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:38.204178 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f66c646-b411-4513-9136-a9e060ca9843 req-9fca8afa-a176-4ff0-b5e0-6127f7a6fdba tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.1199672 Dec 06 15:21:38.250657 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1d4b9b3-418c-4b8e-adc4-b462dea31289 req-02920f38-4b45-4bfa-b5f3-37452cabd552 service neutron] 10.222.0.23 "GET /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274149 Dec 06 15:21:38.288605 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f66c646-b411-4513-9136-a9e060ca9843 req-a6d93408-4b8b-4edd-a9b7-97f8acaf4762 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768979 Dec 06 15:21:39.105245 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d50c32-a73f-4c36-82dd-43fda8e4c5cb req-a5aec3de-2416-49c7-a318-590b6494bde9 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:39.106745 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09d50c32-a73f-4c36-82dd-43fda8e4c5cb req-a5aec3de-2416-49c7-a318-590b6494bde9 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 945 time: 0.0515037 Dec 06 15:21:39.161053 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09d50c32-a73f-4c36-82dd-43fda8e4c5cb req-81ab1378-b523-4e25-a781-72e4cf1f20f2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462456 Dec 06 15:21:39.452441 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b5c5e-7e0f-4540-8cf0-ef53a4bc227d req-0fb37bd8-6700-4beb-8d12-9ce1d09d16c8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:39.455197 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-780b5c5e-7e0f-4540-8cf0-ef53a4bc227d req-0fb37bd8-6700-4beb-8d12-9ce1d09d16c8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.1016726 Dec 06 15:21:39.534317 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-780b5c5e-7e0f-4540-8cf0-ef53a4bc227d req-5aa6fa07-0237-4d4b-b032-6d8894b636eb tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683424 Dec 06 15:21:40.286040 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c32902-9e59-4b32-afb2-1ca745a66e5d req-163fa349-8ba5-4c5b-8c44-c6204729dedc tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:40.288299 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f3c32902-9e59-4b32-afb2-1ca745a66e5d req-163fa349-8ba5-4c5b-8c44-c6204729dedc tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 945 time: 0.0536389 Dec 06 15:21:40.340240 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f3c32902-9e59-4b32-afb2-1ca745a66e5d req-5f30c120-b83d-4b4b-8da1-d6f47cf72b6c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452623 Dec 06 15:21:40.662979 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868a496-415c-4122-b94c-86d1bd683656 req-f3cefd56-d3e6-425e-93d8-8d2e7885b8af tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:40.668129 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d868a496-415c-4122-b94c-86d1bd683656 req-f3cefd56-d3e6-425e-93d8-8d2e7885b8af tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.0549958 Dec 06 15:21:40.726476 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d868a496-415c-4122-b94c-86d1bd683656 req-396f0a7b-d6d4-4e1f-8495-97e1388b1b8e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547295 Dec 06 15:21:41.500966 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-1cef2bba-8deb-4142-b7aa-c545a59baa0e service neutron] 10.222.0.23 "GET /v2.0/ports/c017552c-4617-4c83-8d06-f622d9e9ab61/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.0798678 Dec 06 15:21:41.503004 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d97c6c-cdac-4a2e-b4ce-36e22037bc69 req-7e554e85-8c4e-453e-bb1a-6920074e5606 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:41.511701 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9d97c6c-cdac-4a2e-b4ce-36e22037bc69 req-7e554e85-8c4e-453e-bb1a-6920074e5606 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 945 time: 0.0730562 Dec 06 15:21:41.561684 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c9d97c6c-cdac-4a2e-b4ce-36e22037bc69 req-083951c4-2a38-4404-957c-1485ae3215d9 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487242 Dec 06 15:21:41.697477 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-22873fcf-571f-4b49-a9d0-0283ce06d47e service neutron] For port c017552c-4617-4c83-8d06-f622d9e9ab61, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c017552c-4617-4c83-8d06-f622d9e9ab61,segment=NetworkSegment(5a1980b8-e02f-4b7c-a406-0543fd950c24),segment_id=5a1980b8-e02f-4b7c-a406-0543fd950c24)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:41.723125 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-22873fcf-571f-4b49-a9d0-0283ce06d47e service neutron] For port c017552c-4617-4c83-8d06-f622d9e9ab61, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:21:41.778332 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b3f014-0894-4eda-8409-da55a48abfc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c017552c-4617-4c83-8d06-f622d9e9ab61'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:21:41.781074 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa587969-01ae-4136-a43c-3e5b37623d14" -d '{"events": [{"server_uuid": "69b3f014-0894-4eda-8409-da55a48abfc4", "name": "network-vif-unplugged", "status": "completed", "tag": "c017552c-4617-4c83-8d06-f622d9e9ab61"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:21:41.789117 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-22873fcf-571f-4b49-a9d0-0283ce06d47e service neutron] For port c017552c-4617-4c83-8d06-f622d9e9ab61, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c017552c-4617-4c83-8d06-f622d9e9ab61,segment=NetworkSegment(5a1980b8-e02f-4b7c-a406-0543fd950c24),segment_id=5a1980b8-e02f-4b7c-a406-0543fd950c24)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:41.814005 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-22873fcf-571f-4b49-a9d0-0283ce06d47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:41.830566 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8386c27-f83f-433b-a6df-0c8600d54d20 x-openstack-request-id: req-a8386c27-f83f-433b-a6df-0c8600d54d20 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:21:41.830864 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b3f014-0894-4eda-8409-da55a48abfc4", "name": "network-vif-unplugged", "status": "completed", "tag": "c017552c-4617-4c83-8d06-f622d9e9ab61", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:21:41.831120 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8386c27-f83f-433b-a6df-0c8600d54d20 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:21:41.831763 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b3f014-0894-4eda-8409-da55a48abfc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c017552c-4617-4c83-8d06-f622d9e9ab61', 'code': 200} Dec 06 15:21:41.884199 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68537d8-bc3a-437b-b5fe-76d26d93378f req-07a51ef5-32b9-4038-a6a1-d2e312478a7b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:41.885774 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e68537d8-bc3a-437b-b5fe-76d26d93378f req-07a51ef5-32b9-4038-a6a1-d2e312478a7b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.0833106 Dec 06 15:21:41.948696 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-22873fcf-571f-4b49-a9d0-0283ce06d47e service neutron] Transition to ACTIVE for port object c017552c-4617-4c83-8d06-f622d9e9ab61 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:21:41.957101 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-22873fcf-571f-4b49-a9d0-0283ce06d47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:41.970357 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e68537d8-bc3a-437b-b5fe-76d26d93378f req-8d015a09-cee8-4fb7-b29c-cf157bd090a6 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747385 Dec 06 15:21:42.120224 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-22873fcf-571f-4b49-a9d0-0283ce06d47e service neutron] No DVR routers for this DVR port c017552c-4617-4c83-8d06-f622d9e9ab61 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:21:42.165747 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22873fcf-571f-4b49-a9d0-0283ce06d47e service neutron] Pushing event updated for resources: {'Port': ['ID=c017552c-4617-4c83-8d06-f622d9e9ab61,revision_number=11']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:42.190607 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e658d-e302-4a6d-9bdc-583921c2cd3b req-f9edfa2b-a2df-4cd1-a4ff-cdfaef39a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:42.192346 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f3e658d-e302-4a6d-9bdc-583921c2cd3b req-f9edfa2b-a2df-4cd1-a4ff-cdfaef39a197 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 1095 time: 0.1192408 Dec 06 15:21:42.693520 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e658d-e302-4a6d-9bdc-583921c2cd3b req-19ad08b2-f0ed-4c3f-bd2f-24fae7728248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:42.695831 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f3e658d-e302-4a6d-9bdc-583921c2cd3b req-19ad08b2-f0ed-4c3f-bd2f-24fae7728248 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87e2c3fb-3de9-46d9-82eb-77331e1475e9 HTTP/1.1" status: 200 len: 898 time: 0.4667954 Dec 06 15:21:42.697784 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728f483-fecf-49e1-8d31-a1ca0ca1f012 req-d6ae6561-b275-42b0-8928-73d850475cbf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:42.701004 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d728f483-fecf-49e1-8d31-a1ca0ca1f012 req-d6ae6561-b275-42b0-8928-73d850475cbf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 944 time: 0.0594811 Dec 06 15:21:42.759311 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d728f483-fecf-49e1-8d31-a1ca0ca1f012 req-d6b697da-6676-48ff-a97c-5f568d9dbe69 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516057 Dec 06 15:21:42.780804 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-22873fcf-571f-4b49-a9d0-0283ce06d47e service neutron] 10.222.0.23 "PUT /v2.0/ports/c017552c-4617-4c83-8d06-f622d9e9ab61/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2704055 Dec 06 15:21:42.811573 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f3e658d-e302-4a6d-9bdc-583921c2cd3b req-14190525-5af8-4b3f-bf03-e1185902d34e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c017552c-4617-4c83-8d06-f622d9e9ab61 HTTP/1.1" status: 200 len: 997 time: 0.0856304 Dec 06 15:21:42.894146 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e658d-e302-4a6d-9bdc-583921c2cd3b req-1f15a46c-baf4-4613-9f64-dcdc83c3208b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:42.895572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f3e658d-e302-4a6d-9bdc-583921c2cd3b req-1f15a46c-baf4-4613-9f64-dcdc83c3208b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5e885d9a-3fff-46a1-905f-460f3c8a2498 HTTP/1.1" status: 200 len: 834 time: 0.0775378 Dec 06 15:21:42.916353 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-dbac80ca-f57b-4398-949b-76e99e6119ce tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:42.917908 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-dbac80ca-f57b-4398-949b-76e99e6119ce tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4&tenant_id=78730a925a534e3a9baf86f9cc74cd24&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0709734 Dec 06 15:21:42.983256 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e658d-e302-4a6d-9bdc-583921c2cd3b req-aabbf574-11ac-4c1a-9972-872f2454ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:42.984793 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f3e658d-e302-4a6d-9bdc-583921c2cd3b req-aabbf574-11ac-4c1a-9972-872f2454ab1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87e2c3fb-3de9-46d9-82eb-77331e1475e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806556 Dec 06 15:21:42.991379 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-abd0e027-a354-4fa8-9cf9-4f135a757cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:42.994577 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-abd0e027-a354-4fa8-9cf9-4f135a757cc1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4&tenant_id=78730a925a534e3a9baf86f9cc74cd24 HTTP/1.1" status: 200 len: 1095 time: 0.0581717 Dec 06 15:21:43.135940 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-d0173edd-8f1c-41e1-a8e3-3bc565ff4533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:43.137453 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-d0173edd-8f1c-41e1-a8e3-3bc565ff4533 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 1095 time: 0.1134968 Dec 06 15:21:43.177102 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f3e658d-e302-4a6d-9bdc-583921c2cd3b req-902646be-3bad-49d3-be0a-d873cc831a1e service neutron] 10.222.0.23 "GET /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824515 Dec 06 15:21:43.193479 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3b71b-852a-4246-a6a1-9d0426b1772a req-6e93580b-e576-475c-b02d-ecf26d102bc7 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:43.194920 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52b3b71b-852a-4246-a6a1-9d0426b1772a req-6e93580b-e576-475c-b02d-ecf26d102bc7 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.1088207 Dec 06 15:21:43.380216 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52b3b71b-852a-4246-a6a1-9d0426b1772a req-6a7e546a-becf-49ee-b63a-e5f4e3e55f2f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738884 Dec 06 15:21:43.385975 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f3e658d-e302-4a6d-9bdc-583921c2cd3b req-96a63f33-86fe-4fa4-b2ea-9c9c9f482949 service neutron] 10.222.0.23 "GET /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883075 Dec 06 15:21:43.387751 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-eb23f2ac-9eeb-4441-b4a6-9fb68830a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:43.389158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-eb23f2ac-9eeb-4441-b4a6-9fb68830a062 service neutron] 10.222.0.37 "GET /v2.0/networks?id=87e2c3fb-3de9-46d9-82eb-77331e1475e9 HTTP/1.1" status: 200 len: 898 time: 0.2384999 Dec 06 15:21:43.472707 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac3b1210-c1da-47d8-b2f4-44153d434ce5 req-77a782f5-8cf4-42af-a93e-75c286fb752e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486293 Dec 06 15:21:43.497177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-172519de-36bf-46c8-993b-e8b0c200f16a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c017552c-4617-4c83-8d06-f622d9e9ab61 HTTP/1.1" status: 200 len: 997 time: 0.0857503 Dec 06 15:21:43.584818 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5bbf672-470b-460e-9ac0-3de9d348a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:43.588519 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-c5bbf672-470b-460e-9ac0-3de9d348a141 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5e885d9a-3fff-46a1-905f-460f3c8a2498 HTTP/1.1" status: 200 len: 834 time: 0.0765810 Dec 06 15:21:43.682387 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-cbbae0fc-2a87-4908-b0a5-b68702ce430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:43.684560 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-cbbae0fc-2a87-4908-b0a5-b68702ce430a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87e2c3fb-3de9-46d9-82eb-77331e1475e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837908 Dec 06 15:21:43.704043 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b1210-c1da-47d8-b2f4-44153d434ce5 req-cd23e36c-e57b-4b74-a482-f906e9ca45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:43.705575 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac3b1210-c1da-47d8-b2f4-44153d434ce5 req-cd23e36c-e57b-4b74-a482-f906e9ca45d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 1096 time: 0.1671131 Dec 06 15:21:43.846202 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-6830bcfd-c795-48b0-881e-6db5a3d260ea service neutron] 10.222.0.37 "GET /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523883 Dec 06 15:21:43.948320 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-d220a260-c9e0-4a26-9caf-cee2ca54e641 service neutron] 10.222.0.37 "GET /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941243 Dec 06 15:21:44.001672 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84840292-e3ee-47ba-a4ec-6b462b055b4c req-6cab617e-ee4e-449f-bd3e-87c5d9d7f10d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:44.003267 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-84840292-e3ee-47ba-a4ec-6b462b055b4c req-6cab617e-ee4e-449f-bd3e-87c5d9d7f10d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 944 time: 0.1134048 Dec 06 15:21:44.004302 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b1210-c1da-47d8-b2f4-44153d434ce5 req-a66aba66-4705-4900-b8ec-56dbb031f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:44.005591 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac3b1210-c1da-47d8-b2f4-44153d434ce5 req-a66aba66-4705-4900-b8ec-56dbb031f2af service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.2633879 Dec 06 15:21:44.087284 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac3b1210-c1da-47d8-b2f4-44153d434ce5 req-d5fc68f1-e223-4a74-91f5-7b5f1b8883b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f95ba487-0e0d-4d1b-83e2-40239caa7864 HTTP/1.1" status: 200 len: 217 time: 0.0694630 Dec 06 15:21:44.147906 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-84840292-e3ee-47ba-a4ec-6b462b055b4c req-36bd2c3a-37e9-4dd5-bde6-8ab742577e0a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372716 Dec 06 15:21:44.166703 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b1210-c1da-47d8-b2f4-44153d434ce5 req-b4d76aae-edc0-4f60-b489-5d716d2afc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:44.170483 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac3b1210-c1da-47d8-b2f4-44153d434ce5 req-b4d76aae-edc0-4f60-b489-5d716d2afc71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0660257 Dec 06 15:21:44.224001 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-586eeb03-5727-44c8-9a75-f5a57b499073 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:44.225512 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-586eeb03-5727-44c8-9a75-f5a57b499073 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4&tenant_id=78730a925a534e3a9baf86f9cc74cd24&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0682125 Dec 06 15:21:44.256193 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b1210-c1da-47d8-b2f4-44153d434ce5 req-bfbe6598-3310-464e-85e9-4f75d7f294c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:44.257846 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac3b1210-c1da-47d8-b2f4-44153d434ce5 req-bfbe6598-3310-464e-85e9-4f75d7f294c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789893 Dec 06 15:21:44.357426 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac3b1210-c1da-47d8-b2f4-44153d434ce5 req-cd982a51-8981-46d3-ab83-be6221b573cb service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918334 Dec 06 15:21:44.358417 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-b47e8885-3769-484e-b65d-afdc2216e2ab service neutron] For port c017552c-4617-4c83-8d06-f622d9e9ab61, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:21:44.362153 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-b47e8885-3769-484e-b65d-afdc2216e2ab service neutron] Publish callbacks [] for binding, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:44.363251 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-b47e8885-3769-484e-b65d-afdc2216e2ab service neutron] 10.222.0.37 "DELETE /v2.0/ports/c017552c-4617-4c83-8d06-f622d9e9ab61/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.1274145 Dec 06 15:21:44.520611 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac3b1210-c1da-47d8-b2f4-44153d434ce5 req-21eaeb62-b254-4189-a4b5-9b7f61654f99 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513333 Dec 06 15:21:44.556256 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68107056-1fd9-4b55-9d9c-e8c7f722de2b req-6d6b468d-f05f-4cde-9a18-a278524b54d8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:44.557884 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-68107056-1fd9-4b55-9d9c-e8c7f722de2b req-6d6b468d-f05f-4cde-9a18-a278524b54d8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.0850072 Dec 06 15:21:44.619466 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-68107056-1fd9-4b55-9d9c-e8c7f722de2b req-7d79c82b-b951-49fc-8394-f3252407ea59 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538635 Dec 06 15:21:44.953124 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c017552c-4617-4c83-8d06-f622d9e9ab61 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:21:44.992565 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c017552c-4617-4c83-8d06-f622d9e9ab61 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:21:45.282291 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6e497-b707-46b4-8dc8-990ffe9ab2f0 req-732b0622-a0c3-4a4a-a9f1-8ec26ec4e652 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:45.283911 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-15a6e497-b707-46b4-8dc8-990ffe9ab2f0 req-732b0622-a0c3-4a4a-a9f1-8ec26ec4e652 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 944 time: 0.0523782 Dec 06 15:21:45.333479 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-15a6e497-b707-46b4-8dc8-990ffe9ab2f0 req-a84d83a6-8fd1-4b01-8651-9511cc5fce30 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432904 Dec 06 15:21:45.441875 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d398e5-2838-4b1c-a736-b7b22e740084 req-9724e931-78e8-4c1b-a67d-3a168a32c4c0 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:45.443315 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90d398e5-2838-4b1c-a736-b7b22e740084 req-9724e931-78e8-4c1b-a67d-3a168a32c4c0 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 1095 time: 0.0404801 Dec 06 15:21:45.489290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90d398e5-2838-4b1c-a736-b7b22e740084 req-2363bfa3-e3e7-4a5b-b805-29c58bd947f4 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393560 Dec 06 15:21:45.610085 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcecd0-0225-4fc5-9a9c-29f16dc7de04 req-286f43b8-b01c-4c47-ae33-bed7eeaea24c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:45.611621 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-42dcecd0-0225-4fc5-9a9c-29f16dc7de04 req-286f43b8-b01c-4c47-ae33-bed7eeaea24c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 944 time: 0.0490172 Dec 06 15:21:45.667979 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-42dcecd0-0225-4fc5-9a9c-29f16dc7de04 req-60e2cf72-36d9-4d44-a637-dc116e3a0cf1 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499787 Dec 06 15:21:45.692073 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 42992) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:21:45.808740 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-91459c3c-88c5-4ba0-a025-0301e8187214 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/floatingips/31d80568-ae8e-4cc4-a7ce-2c2984125827 HTTP/1.1" status: 200 len: 989 time: 0.1154699 Dec 06 15:21:45.826611 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004aac2-9049-4bab-8b8d-78581110ae71 req-092a7268-bff2-4133-9d8d-6306b7b2971a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:45.828119 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f004aac2-9049-4bab-8b8d-78581110ae71 req-092a7268-bff2-4133-9d8d-6306b7b2971a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.0769272 Dec 06 15:21:45.880306 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f004aac2-9049-4bab-8b8d-78581110ae71 req-b0bd8c07-bb32-48ab-b946-c73fba191ab0 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437703 Dec 06 15:21:47.004751 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ef93a-87e5-4f0f-8f58-78b251690ba9 req-c3c1dec4-bb74-44e5-b9b3-70056eb3b70a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:47.006132 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-337ef93a-87e5-4f0f-8f58-78b251690ba9 req-c3c1dec4-bb74-44e5-b9b3-70056eb3b70a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.0495994 Dec 06 15:21:47.052825 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-337ef93a-87e5-4f0f-8f58-78b251690ba9 req-3f6ac26e-764f-4836-83c3-be204c7390fc tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398228 Dec 06 15:21:48.061472 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43012) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:21:48.228315 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3abc02-26e1-4729-bc05-452f9d63d2ec req-a9a2f08e-7a30-4e96-a5ed-443bb7bfbb34 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:48.229744 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da3abc02-26e1-4729-bc05-452f9d63d2ec req-a9a2f08e-7a30-4e96-a5ed-443bb7bfbb34 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.0986369 Dec 06 15:21:48.299218 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da3abc02-26e1-4729-bc05-452f9d63d2ec req-09b0dc5d-89be-4d48-a8dd-01bc60f76a1c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523746 Dec 06 15:21:48.308674 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c9083abf-6f08-4c80-a3bb-dff1a2efe719 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting port ed62b45d-f671-48e9-9604-c10ccb7c0c53 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:21:48.309055 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9083abf-6f08-4c80-a3bb-dff1a2efe719 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:48.400294 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9083abf-6f08-4c80-a3bb-dff1a2efe719 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:48.400536 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9083abf-6f08-4c80-a3bb-dff1a2efe719 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:48.412580 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c9083abf-6f08-4c80-a3bb-dff1a2efe719 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Calling delete_port for ed62b45d-f671-48e9-9604-c10ccb7c0c53 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:21:48.574242 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9083abf-6f08-4c80-a3bb-dff1a2efe719 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:48.606272 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9083abf-6f08-4c80-a3bb-dff1a2efe719 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Port': ['ID=ed62b45d-f671-48e9-9604-c10ccb7c0c53,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:48.668214 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9083abf-6f08-4c80-a3bb-dff1a2efe719 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:48.668733 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-c9083abf-6f08-4c80-a3bb-dff1a2efe719 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Floating IP 31d80568-ae8e-4cc4-a7ce-2c2984125827 disassociated (deleted). External IP: 172.35.7.5, port: c017552c-4617-4c83-8d06-f622d9e9ab61. Dec 06 15:21:48.890008 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9083abf-6f08-4c80-a3bb-dff1a2efe719 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router e89a2cf3-0b52-451c-9609-0c622f732150 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:21:48.999367 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9083abf-6f08-4c80-a3bb-dff1a2efe719 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:21:49.004262 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c9083abf-6f08-4c80-a3bb-dff1a2efe719 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:49.011238 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638baef5-e795-4b60-ab77-28aad7a94a7c None None] Sync routers for ids ['e89a2cf3-0b52-451c-9609-0c622f732150'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:21:49.021773 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638baef5-e795-4b60-ab77-28aad7a94a7c None None] Routers {'e89a2cf3-0b52-451c-9609-0c622f732150'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:21:49.022393 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-638baef5-e795-4b60-ab77-28aad7a94a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:21:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e89a2cf3-0b52-451c-9609-0c622f732150'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:21:49.039191 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c9083abf-6f08-4c80-a3bb-dff1a2efe719 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/floatingips/31d80568-ae8e-4cc4-a7ce-2c2984125827 HTTP/1.1" status: 204 len: 168 time: 0.9742296 Dec 06 15:21:49.039191 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b3f014-0894-4eda-8409-da55a48abfc4', 'tag': 'c017552c-4617-4c83-8d06-f622d9e9ab61'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:21:49.039980 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9765933-3619-48e5-b3e0-407a8c403487" -d '{"events": [{"name": "network-changed", "server_uuid": "69b3f014-0894-4eda-8409-da55a48abfc4", "tag": "c017552c-4617-4c83-8d06-f622d9e9ab61"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:21:49.113021 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ec60d8-1967-48bf-949c-68775d8ab077 x-openstack-request-id: req-c1ec60d8-1967-48bf-949c-68775d8ab077 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:21:49.113986 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b3f014-0894-4eda-8409-da55a48abfc4", "tag": "c017552c-4617-4c83-8d06-f622d9e9ab61", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:21:49.113986 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1ec60d8-1967-48bf-949c-68775d8ab077 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:21:49.114472 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b3f014-0894-4eda-8409-da55a48abfc4', 'tag': 'c017552c-4617-4c83-8d06-f622d9e9ab61', 'status': 'completed', 'code': 200} Dec 06 15:21:49.183581 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-638baef5-e795-4b60-ab77-28aad7a94a7c None None] Set router e89a2cf3-0b52-451c-9609-0c622f732150 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:21:49.193075 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9765933-3619-48e5-b3e0-407a8c403487 req-ab42c238-45d9-4285-9b15-92f20abde24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:49.194795 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9765933-3619-48e5-b3e0-407a8c403487 req-ab42c238-45d9-4285-9b15-92f20abde24b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 1095 time: 0.0526192 Dec 06 15:21:49.318061 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9765933-3619-48e5-b3e0-407a8c403487 req-4ab51e23-fea1-4742-b28f-7a9412ec7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:49.319812 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9765933-3619-48e5-b3e0-407a8c403487 req-4ab51e23-fea1-4742-b28f-7a9412ec7c33 service neutron] 10.222.0.37 "GET /v2.0/networks?id=87e2c3fb-3de9-46d9-82eb-77331e1475e9 HTTP/1.1" status: 200 len: 898 time: 0.1160188 Dec 06 15:21:49.365044 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e5679-ddce-4f5d-8c7f-5385c4b2a0ac req-1ec9b7ae-8a0c-4f38-9999-30a732d039f6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:49.374479 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-528e5679-ddce-4f5d-8c7f-5385c4b2a0ac req-1ec9b7ae-8a0c-4f38-9999-30a732d039f6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 944 time: 0.0873179 Dec 06 15:21:49.393451 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9765933-3619-48e5-b3e0-407a8c403487 req-241a101a-eb12-4708-b14a-9ebe0967ef53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c017552c-4617-4c83-8d06-f622d9e9ab61 HTTP/1.1" status: 200 len: 217 time: 0.0634637 Dec 06 15:21:49.444243 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-528e5679-ddce-4f5d-8c7f-5385c4b2a0ac req-905df420-a52c-43dc-bf60-612e3ac7095c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=4170eb3b-56ff-42e6-98da-21d13f0d8e98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608521 Dec 06 15:21:49.444905 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-638baef5-e795-4b60-ab77-28aad7a94a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083406302', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10'}], 'enable_snat': True}, 'gw_port_id': '79346da2-e144-446c-87c7-6b003e08a588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:20:37Z', 'updated_at': '2021-12-06T15:20:42Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '79346da2-e144-446c-87c7-6b003e08a588', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:38Z', 'updated_at': '2021-12-06T15:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd71343e6-6230-4ea9-a053-d5958bd0f96c', 'name': '', 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:86:db:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:41Z', 'updated_at': '2021-12-06T15:20:46Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:21:49.475411 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638baef5-e795-4b60-ab77-28aad7a94a7c None None] Checking router: e89a2cf3-0b52-451c-9609-0c622f732150 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:21:49.490191 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638baef5-e795-4b60-ab77-28aad7a94a7c None None] Routers {'e89a2cf3-0b52-451c-9609-0c622f732150'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:21:49.490817 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-638baef5-e795-4b60-ab77-28aad7a94a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:21:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e89a2cf3-0b52-451c-9609-0c622f732150'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:21:49.494336 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9765933-3619-48e5-b3e0-407a8c403487 req-3176807b-6147-439f-bf52-aba159fd56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:49.495863 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9765933-3619-48e5-b3e0-407a8c403487 req-3176807b-6147-439f-bf52-aba159fd56e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5e885d9a-3fff-46a1-905f-460f3c8a2498 HTTP/1.1" status: 200 len: 834 time: 0.0894880 Dec 06 15:21:49.507963 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e27a10-cb41-4c8b-ba3b-fb8e310cc4ab req-48938c4b-a3ad-445b-80eb-6812ae01aa18 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:49.510107 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-56e27a10-cb41-4c8b-ba3b-fb8e310cc4ab req-48938c4b-a3ad-445b-80eb-6812ae01aa18 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.1065814 Dec 06 15:21:49.582684 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9765933-3619-48e5-b3e0-407a8c403487 req-5eaf37a6-2fbb-4aec-b154-1500fb18378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:49.584327 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9765933-3619-48e5-b3e0-407a8c403487 req-5eaf37a6-2fbb-4aec-b154-1500fb18378d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87e2c3fb-3de9-46d9-82eb-77331e1475e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733397 Dec 06 15:21:49.609632 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-56e27a10-cb41-4c8b-ba3b-fb8e310cc4ab req-555bfce7-6a34-4101-b4f8-f418856cd7e7 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910625 Dec 06 15:21:49.615779 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-638baef5-e795-4b60-ab77-28aad7a94a7c None None] Set router e89a2cf3-0b52-451c-9609-0c622f732150 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:21:49.693945 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9765933-3619-48e5-b3e0-407a8c403487 req-5a63d5d0-4b34-4f74-a001-a213d8207047 service neutron] 10.222.0.37 "GET /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966883 Dec 06 15:21:49.737470 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182a14d-e9b1-423d-afe2-b6e95a083416 req-2d4195c3-458f-4c69-b35b-5d76c206d8b6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:49.739129 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f182a14d-e9b1-423d-afe2-b6e95a083416 req-2d4195c3-458f-4c69-b35b-5d76c206d8b6 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.37 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 944 time: 0.0561123 Dec 06 15:21:49.834423 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9765933-3619-48e5-b3e0-407a8c403487 req-4d919546-ad8b-474d-8738-66c8cfb3cd48 service neutron] 10.222.0.37 "GET /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335778 Dec 06 15:21:49.843389 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-638baef5-e795-4b60-ab77-28aad7a94a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083406302', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10'}], 'enable_snat': True}, 'gw_port_id': '79346da2-e144-446c-87c7-6b003e08a588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:20:37Z', 'updated_at': '2021-12-06T15:20:42Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '79346da2-e144-446c-87c7-6b003e08a588', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:38Z', 'updated_at': '2021-12-06T15:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd71343e6-6230-4ea9-a053-d5958bd0f96c', 'name': '', 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:86:db:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:41Z', 'updated_at': '2021-12-06T15:20:46Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:21:49.857398 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f182a14d-e9b1-423d-afe2-b6e95a083416 req-41bf980d-d166-4f94-afec-ffed2ed0a535 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting port c017552c-4617-4c83-8d06-f622d9e9ab61 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:21:49.857742 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f182a14d-e9b1-423d-afe2-b6e95a083416 req-41bf980d-d166-4f94-afec-ffed2ed0a535 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:49.873932 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638baef5-e795-4b60-ab77-28aad7a94a7c None None] The sync data for ids ['e89a2cf3-0b52-451c-9609-0c622f732150'] in n-d-master-1 is: [{'id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083406302', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10'}], 'enable_snat': True}, 'gw_port_id': '79346da2-e144-446c-87c7-6b003e08a588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:20:37Z', 'updated_at': '2021-12-06T15:20:42Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '79346da2-e144-446c-87c7-6b003e08a588', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:38Z', 'updated_at': '2021-12-06T15:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd71343e6-6230-4ea9-a053-d5958bd0f96c', 'name': '', 'network_id': '87e2c3fb-3de9-46d9-82eb-77331e1475e9', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:86:db:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:41Z', 'updated_at': '2021-12-06T15:20:46Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '5e885d9a-3fff-46a1-905f-460f3c8a2498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:21:49.975846 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f182a14d-e9b1-423d-afe2-b6e95a083416 req-41bf980d-d166-4f94-afec-ffed2ed0a535 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] For port c017552c-4617-4c83-8d06-f622d9e9ab61, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c017552c-4617-4c83-8d06-f622d9e9ab61,segment=NetworkSegment(5a1980b8-e02f-4b7c-a406-0543fd950c24),segment_id=5a1980b8-e02f-4b7c-a406-0543fd950c24)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:49.976244 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f182a14d-e9b1-423d-afe2-b6e95a083416 req-41bf980d-d166-4f94-afec-ffed2ed0a535 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:49.990298 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-f182a14d-e9b1-423d-afe2-b6e95a083416 req-41bf980d-d166-4f94-afec-ffed2ed0a535 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Calling delete_port for c017552c-4617-4c83-8d06-f622d9e9ab61 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:21:50.144380 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f182a14d-e9b1-423d-afe2-b6e95a083416 req-41bf980d-d166-4f94-afec-ffed2ed0a535 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:50.211820 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9f907-9d7a-4109-a7ea-4067ebe4b969 None None] New status for floating IP 31d80568-ae8e-4cc4-a7ce-2c2984125827: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:21:50.221694 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf980d-d166-4f94-afec-ffed2ed0a535 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Port': ['ID=c017552c-4617-4c83-8d06-f622d9e9ab61,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:50.238293 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f182a14d-e9b1-423d-afe2-b6e95a083416 req-41bf980d-d166-4f94-afec-ffed2ed0a535 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] No DVR routers for this DVR port c017552c-4617-4c83-8d06-f622d9e9ab61 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:21:50.241299 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f182a14d-e9b1-423d-afe2-b6e95a083416 req-41bf980d-d166-4f94-afec-ffed2ed0a535 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:50.248208 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f182a14d-e9b1-423d-afe2-b6e95a083416 req-41bf980d-d166-4f94-afec-ffed2ed0a535 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.37 "DELETE /v2.0/ports/c017552c-4617-4c83-8d06-f622d9e9ab61 HTTP/1.1" status: 204 len: 173 time: 0.5025506 Dec 06 15:21:50.549185 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-412c3fba-f1d8-495e-954f-4aa0afcb9fa2 req-5a4ee307-75b0-4c9a-b2a6-23277ff0b1f1 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=69b3f014-0894-4eda-8409-da55a48abfc4 HTTP/1.1" status: 200 len: 210 time: 0.0274479 Dec 06 15:21:50.777959 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8210eef-a233-4cd0-8131-9c4253479fc6 req-a069b070-9591-43b9-8eb7-816370fe298d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:50.780459 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8210eef-a233-4cd0-8131-9c4253479fc6 req-a069b070-9591-43b9-8eb7-816370fe298d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.0608878 Dec 06 15:21:50.841187 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8210eef-a233-4cd0-8131-9c4253479fc6 req-b9e6b38a-36c7-47b1-ba18-5e58d7b8c6de tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546091 Dec 06 15:21:51.115187 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b3f014-0894-4eda-8409-da55a48abfc4', 'name': 'network-vif-deleted', 'tag': 'c017552c-4617-4c83-8d06-f622d9e9ab61'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:21:51.118096 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8169f3-6cb7-424d-9177-9db3470ec0df" -d '{"events": [{"server_uuid": "69b3f014-0894-4eda-8409-da55a48abfc4", "name": "network-vif-deleted", "tag": "c017552c-4617-4c83-8d06-f622d9e9ab61"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:21:51.157923 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d601aa-e24f-4767-a57c-1162cda63679 x-openstack-request-id: req-c6d601aa-e24f-4767-a57c-1162cda63679 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:21:51.158574 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b3f014-0894-4eda-8409-da55a48abfc4", "name": "network-vif-deleted", "tag": "c017552c-4617-4c83-8d06-f622d9e9ab61", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:21:51.158574 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6d601aa-e24f-4767-a57c-1162cda63679 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:21:51.159137 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b3f014-0894-4eda-8409-da55a48abfc4', 'name': 'network-vif-deleted', 'tag': 'c017552c-4617-4c83-8d06-f622d9e9ab61', 'status': 'completed', 'code': 200} Dec 06 15:21:51.609249 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43040) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:21:52.003855 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a393d-ff7d-4fff-8b1b-fcf2dfe5d7a1 req-6b0ce563-5fe9-4b82-897c-f09f1edba903 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:52.005363 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4b1a393d-ff7d-4fff-8b1b-fcf2dfe5d7a1 req-6b0ce563-5fe9-4b82-897c-f09f1edba903 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.0823605 Dec 06 15:21:52.059557 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e21231b-20b0-4771-890a-3b66db868455 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:52.104707 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4b1a393d-ff7d-4fff-8b1b-fcf2dfe5d7a1 req-76d6c83c-a448-4c33-ae9e-e001146147a7 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928438 Dec 06 15:21:52.293200 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686e729-7c49-449e-9202-33a3b4b837cc req-965e0839-3b91-4633-be23-08ec56620ff8 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:52.294810 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4686e729-7c49-449e-9202-33a3b4b837cc req-965e0839-3b91-4633-be23-08ec56620ff8 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dad2bd3-d983-48df-baf6-0006ca173beb HTTP/1.1" status: 200 len: 945 time: 0.0811377 Dec 06 15:21:52.376733 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4686e729-7c49-449e-9202-33a3b4b837cc req-0312c7c5-5d74-4916-a26f-053c7a114c3c tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750515 Dec 06 15:21:52.424375 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4e21231b-20b0-4771-890a-3b66db868455 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting port d71343e6-6230-4ea9-a053-d5958bd0f96c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:21:52.424709 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e21231b-20b0-4771-890a-3b66db868455 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:52.518331 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4e21231b-20b0-4771-890a-3b66db868455 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] For port d71343e6-6230-4ea9-a053-d5958bd0f96c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d71343e6-6230-4ea9-a053-d5958bd0f96c,segment=NetworkSegment(5a1980b8-e02f-4b7c-a406-0543fd950c24),segment_id=5a1980b8-e02f-4b7c-a406-0543fd950c24)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:52.518721 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e21231b-20b0-4771-890a-3b66db868455 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:52.532299 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4e21231b-20b0-4771-890a-3b66db868455 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Calling delete_port for d71343e6-6230-4ea9-a053-d5958bd0f96c owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:21:52.723820 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e21231b-20b0-4771-890a-3b66db868455 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:52.750620 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21231b-20b0-4771-890a-3b66db868455 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Port': ['ID=d71343e6-6230-4ea9-a053-d5958bd0f96c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:53.131080 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 1c7fd998-7b70-4c91-a404-2106d11d0e9a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:21:53.133756 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c017552c-4617-4c83-8d06-f622d9e9ab61 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:21:53.159349 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: c017552c-4617-4c83-8d06-f622d9e9ab61 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:21:53.159592 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device c017552c-4617-4c83-8d06-f622d9e9ab61 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:21:53.235210 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1f6b5-e119-4494-8c32-5b7b9d084644 req-df68f51b-4e6b-4168-a6c3-73d3538a7cf5 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:53.236811 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6a1f6b5-e119-4494-8c32-5b7b9d084644 req-df68f51b-4e6b-4168-a6c3-73d3538a7cf5 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 943 time: 0.0528498 Dec 06 15:21:53.258799 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 1c7fd998-7b70-4c91-a404-2106d11d0e9a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1c7fd998-7b70-4c91-a404-2106d11d0e9a,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:53.272715 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '1c7fd998-7b70-4c91-a404-2106d11d0e9a', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'port_id': '1c7fd998-7b70-4c91-a404-2106d11d0e9a', 'mac_address': 'fa:16:3e:d1:df:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:21:53.280238 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e21231b-20b0-4771-890a-3b66db868455 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:53.291764 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e6a1f6b5-e119-4494-8c32-5b7b9d084644 req-a4a71e4f-c88d-4620-840e-e7785206c3a8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480652 Dec 06 15:21:53.323013 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:53.336515 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7fd998-7b70-4c91-a404-2106d11d0e9a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:21:53.359846 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 1c7fd998-7b70-4c91-a404-2106d11d0e9a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1c7fd998-7b70-4c91-a404-2106d11d0e9a,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:53.364078 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:53.421611 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=1c7fd998-7b70-4c91-a404-2106d11d0e9a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:53.431202 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:53.431557 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:53.431931 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:53.432273 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:53.432704 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:53.433187 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:53.433529 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:53.433856 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:53.434587 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:53.434917 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:53.435400 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:53.435730 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:53.436197 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:53.543165 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e21231b-20b0-4771-890a-3b66db868455 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router e89a2cf3-0b52-451c-9609-0c622f732150 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:21:53.557181 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedc8bb-460d-42d2-b136-f217e4468627 req-6a01ccf5-a8f0-40b8-8c16-c50e6d5c0d84 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:53.558650 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ddedc8bb-460d-42d2-b136-f217e4468627 req-6a01ccf5-a8f0-40b8-8c16-c50e6d5c0d84 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dad2bd3-d983-48df-baf6-0006ca173beb HTTP/1.1" status: 200 len: 945 time: 0.0719223 Dec 06 15:21:53.598232 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['1c7fd998-7b70-4c91-a404-2106d11d0e9a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:21:53.677090 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ddedc8bb-460d-42d2-b136-f217e4468627 req-0775f65d-b07c-47d7-9013-f1526426ffbe tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/security-groups?id=11f7ebb7-3987-42c1-9dd6-6666fd85ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115043 Dec 06 15:21:53.694887 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e21231b-20b0-4771-890a-3b66db868455 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:21:53.703376 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43054) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:21:53.704052 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4e21231b-20b0-4771-890a-3b66db868455 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "PUT /v2.0/routers/e89a2cf3-0b52-451c-9609-0c622f732150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0928705 Dec 06 15:21:53.705482 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810e3568-04ee-48ed-9f22-8cc894a10460 None None] Sync routers for ids ['e89a2cf3-0b52-451c-9609-0c622f732150'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:21:53.717259 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810e3568-04ee-48ed-9f22-8cc894a10460 None None] Routers {'e89a2cf3-0b52-451c-9609-0c622f732150'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:21:53.717895 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-810e3568-04ee-48ed-9f22-8cc894a10460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:21:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e89a2cf3-0b52-451c-9609-0c622f732150'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:21:53.763556 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d6d5a-846a-4cbf-920a-07d43477d6fd req-f3d210f6-ed6e-4a52-a660-73fb332a5979 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:53.763791 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting subnet 5e885d9a-3fff-46a1-905f-460f3c8a2498 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:21:53.765494 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-058d6d5a-846a-4cbf-920a-07d43477d6fd req-f3d210f6-ed6e-4a52-a660-73fb332a5979 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dad2bd3-d983-48df-baf6-0006ca173beb HTTP/1.1" status: 200 len: 945 time: 0.0604124 Dec 06 15:21:53.766767 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:53.807810 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:53.828747 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-810e3568-04ee-48ed-9f22-8cc894a10460 None None] Set router e89a2cf3-0b52-451c-9609-0c622f732150 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:21:53.872539 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-058d6d5a-846a-4cbf-920a-07d43477d6fd req-fca47385-5dbd-4d5b-97d3-de24e9ebe5e8 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Deleting port df51030b-7b18-4774-83c9-425253e96bff {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:21:53.873713 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-058d6d5a-846a-4cbf-920a-07d43477d6fd req-fca47385-5dbd-4d5b-97d3-de24e9ebe5e8 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:53.920948 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:53.993091 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-058d6d5a-846a-4cbf-920a-07d43477d6fd req-fca47385-5dbd-4d5b-97d3-de24e9ebe5e8 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] For port df51030b-7b18-4774-83c9-425253e96bff, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=df51030b-7b18-4774-83c9-425253e96bff,segment=NetworkSegment(68ebb843-0911-48e5-8aaa-c4f29988e473),segment_id=68ebb843-0911-48e5-8aaa-c4f29988e473)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:53.993510 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-058d6d5a-846a-4cbf-920a-07d43477d6fd req-fca47385-5dbd-4d5b-97d3-de24e9ebe5e8 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:54.010013 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-058d6d5a-846a-4cbf-920a-07d43477d6fd req-fca47385-5dbd-4d5b-97d3-de24e9ebe5e8 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Calling delete_port for df51030b-7b18-4774-83c9-425253e96bff owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:21:54.030749 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-810e3568-04ee-48ed-9f22-8cc894a10460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083406302', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10'}], 'enable_snat': True}, 'gw_port_id': '79346da2-e144-446c-87c7-6b003e08a588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:20:37Z', 'updated_at': '2021-12-06T15:21:52Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '79346da2-e144-446c-87c7-6b003e08a588', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:38Z', 'updated_at': '2021-12-06T15:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:21:54.063058 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810e3568-04ee-48ed-9f22-8cc894a10460 None None] Checking router: e89a2cf3-0b52-451c-9609-0c622f732150 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:21:54.071829 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810e3568-04ee-48ed-9f22-8cc894a10460 None None] Routers {'e89a2cf3-0b52-451c-9609-0c622f732150'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:21:54.072460 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-810e3568-04ee-48ed-9f22-8cc894a10460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:21:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['e89a2cf3-0b52-451c-9609-0c622f732150'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:21:54.162664 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-058d6d5a-846a-4cbf-920a-07d43477d6fd req-fca47385-5dbd-4d5b-97d3-de24e9ebe5e8 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:54.175498 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['df51030b-7b18-4774-83c9-425253e96bff'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:21:54.194474 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca47385-5dbd-4d5b-97d3-de24e9ebe5e8 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Pushing event deleted for resources: {'Port': ['ID=df51030b-7b18-4774-83c9-425253e96bff,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:54.210257 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-810e3568-04ee-48ed-9f22-8cc894a10460 None None] Set router e89a2cf3-0b52-451c-9609-0c622f732150 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:21:54.245667 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-058d6d5a-846a-4cbf-920a-07d43477d6fd req-fca47385-5dbd-4d5b-97d3-de24e9ebe5e8 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] No DVR routers for this DVR port df51030b-7b18-4774-83c9-425253e96bff on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:21:54.248336 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-058d6d5a-846a-4cbf-920a-07d43477d6fd req-fca47385-5dbd-4d5b-97d3-de24e9ebe5e8 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:54.251646 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-058d6d5a-846a-4cbf-920a-07d43477d6fd req-fca47385-5dbd-4d5b-97d3-de24e9ebe5e8 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.23 "DELETE /v2.0/ports/df51030b-7b18-4774-83c9-425253e96bff HTTP/1.1" status: 204 len: 173 time: 0.4805965 Dec 06 15:21:54.252121 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dad2bd3-d983-48df-baf6-0006ca173beb', 'name': 'network-vif-deleted', 'tag': 'df51030b-7b18-4774-83c9-425253e96bff'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:21:54.254420 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab00e250-a31a-4ee0-8b04-5d2fd97f7608" -d '{"events": [{"server_uuid": "8dad2bd3-d983-48df-baf6-0006ca173beb", "name": "network-vif-deleted", "tag": "df51030b-7b18-4774-83c9-425253e96bff"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:21:54.294029 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca276208-c5e0-463e-842a-a0c17f79f28c x-openstack-request-id: req-ca276208-c5e0-463e-842a-a0c17f79f28c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:21:54.294648 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dad2bd3-d983-48df-baf6-0006ca173beb", "name": "network-vif-deleted", "tag": "df51030b-7b18-4774-83c9-425253e96bff", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:21:54.295162 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca276208-c5e0-463e-842a-a0c17f79f28c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:21:54.295805 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dad2bd3-d983-48df-baf6-0006ca173beb', 'name': 'network-vif-deleted', 'tag': 'df51030b-7b18-4774-83c9-425253e96bff', 'status': 'completed', 'code': 200} Dec 06 15:21:54.363151 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:54.404138 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Subnet': ['ID=5e885d9a-3fff-46a1-905f-460f3c8a2498,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:54.414083 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:54.414464 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:54.415005 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:54.415352 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:54.415707 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:54.416207 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:54.416722 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:54.417067 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:54.417406 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:54.417737 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:54.418077 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:54.418405 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:54.419896 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:21:54.429552 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:54.430826 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8a5ef7-7efe-4609-9ee5-9743e76fff82 None None] Network 87e2c3fb-3de9-46d9-82eb-77331e1475e9 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:21:54.433907 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1228caad-2b99-4d95-a428-10126d110fdf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/subnets/5e885d9a-3fff-46a1-905f-460f3c8a2498 HTTP/1.1" status: 204 len: 168 time: 0.7287223 Dec 06 15:21:54.435478 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abeb6b0-499b-4f40-8f41-4e93003de7c2 req-923d6a76-4286-4d15-a4df-690e8e569377 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:54.436801 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43060) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:21:54.440157 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5abeb6b0-499b-4f40-8f41-4e93003de7c2 req-923d6a76-4286-4d15-a4df-690e8e569377 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 944 time: 0.0629761 Dec 06 15:21:54.510985 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5abeb6b0-499b-4f40-8f41-4e93003de7c2 req-a7abe2e7-3bc4-4012-a52f-707e980379ad tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643477 Dec 06 15:21:54.561102 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-810e3568-04ee-48ed-9f22-8cc894a10460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083406302', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10'}], 'enable_snat': True}, 'gw_port_id': '79346da2-e144-446c-87c7-6b003e08a588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:20:37Z', 'updated_at': '2021-12-06T15:21:52Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '79346da2-e144-446c-87c7-6b003e08a588', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:38Z', 'updated_at': '2021-12-06T15:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:21:54.565652 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6eced0fd-0619-42d0-9204-ec5bcd286ff4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:54.592337 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810e3568-04ee-48ed-9f22-8cc894a10460 None None] The sync data for ids ['e89a2cf3-0b52-451c-9609-0c622f732150'] in n-d-master-1 is: [{'id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083406302', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10'}], 'enable_snat': True}, 'gw_port_id': '79346da2-e144-446c-87c7-6b003e08a588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:20:37Z', 'updated_at': '2021-12-06T15:21:52Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '79346da2-e144-446c-87c7-6b003e08a588', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89a2cf3-0b52-451c-9609-0c622f732150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:20:38Z', 'updated_at': '2021-12-06T15:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:21:54.625623 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e446b8cf-6cbd-4141-bdd8-035430955f98 None None] DHCP port deletion for 87e2c3fb-3de9-46d9-82eb-77331e1475e9 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:21:54.683689 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e446b8cf-6cbd-4141-bdd8-035430955f98 None None] Deleting port d8e90b19-b8ab-456a-a27c-cddd283d6a65 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:21:54.684641 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e446b8cf-6cbd-4141-bdd8-035430955f98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:54.686718 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6eced0fd-0619-42d0-9204-ec5bcd286ff4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:54.754321 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6eced0fd-0619-42d0-9204-ec5bcd286ff4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting port 79346da2-e144-446c-87c7-6b003e08a588 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:21:54.754673 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6eced0fd-0619-42d0-9204-ec5bcd286ff4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:54.772546 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e446b8cf-6cbd-4141-bdd8-035430955f98 None None] For port d8e90b19-b8ab-456a-a27c-cddd283d6a65, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d8e90b19-b8ab-456a-a27c-cddd283d6a65,segment=NetworkSegment(5a1980b8-e02f-4b7c-a406-0543fd950c24),segment_id=5a1980b8-e02f-4b7c-a406-0543fd950c24)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:54.773126 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e446b8cf-6cbd-4141-bdd8-035430955f98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:54.786994 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e446b8cf-6cbd-4141-bdd8-035430955f98 None None] Calling delete_port for d8e90b19-b8ab-456a-a27c-cddd283d6a65 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:21:54.811718 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5e566cb9-d80b-489e-9f27-520fe9b24929 req-fb148b1d-e16c-45ee-9f57-cf79f773c713 tempest-VolumesSnapshotTestJSON-1164693298 tempest-VolumesSnapshotTestJSON-1164693298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dad2bd3-d983-48df-baf6-0006ca173beb HTTP/1.1" status: 200 len: 210 time: 0.0424023 Dec 06 15:21:54.866350 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6eced0fd-0619-42d0-9204-ec5bcd286ff4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] For port 79346da2-e144-446c-87c7-6b003e08a588, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=79346da2-e144-446c-87c7-6b003e08a588,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:54.866350 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6eced0fd-0619-42d0-9204-ec5bcd286ff4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:54.872919 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e446b8cf-6cbd-4141-bdd8-035430955f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:54.877501 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6eced0fd-0619-42d0-9204-ec5bcd286ff4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Calling delete_port for 79346da2-e144-446c-87c7-6b003e08a588 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:21:54.898950 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446b8cf-6cbd-4141-bdd8-035430955f98 None None] Pushing event deleted for resources: {'Port': ['ID=d8e90b19-b8ab-456a-a27c-cddd283d6a65,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:54.900772 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e446b8cf-6cbd-4141-bdd8-035430955f98 None None] No DVR routers for this DVR port d8e90b19-b8ab-456a-a27c-cddd283d6a65 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:21:55.047197 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6eced0fd-0619-42d0-9204-ec5bcd286ff4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.072123 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eced0fd-0619-42d0-9204-ec5bcd286ff4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Port': ['ID=79346da2-e144-446c-87c7-6b003e08a588,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:55.088516 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41f8c03-9a5b-44a4-8584-ea96597653b7 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:21:55.123627 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 1c7fd998-7b70-4c91-a404-2106d11d0e9a up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:21:55.140477 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6eced0fd-0619-42d0-9204-ec5bcd286ff4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.176898 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 1c7fd998-7b70-4c91-a404-2106d11d0e9a completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:21:55.181260 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 1c7fd998-7b70-4c91-a404-2106d11d0e9a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:21:55.181631 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.235759 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6eced0fd-0619-42d0-9204-ec5bcd286ff4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.237900 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6eced0fd-0619-42d0-9204-ec5bcd286ff4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.257588 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.280173 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7fd998-7b70-4c91-a404-2106d11d0e9a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:21:55.280722 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6eced0fd-0619-42d0-9204-ec5bcd286ff4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.281321 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eced0fd-0619-42d0-9204-ec5bcd286ff4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Fanout notify agent at l3_agent the message router_deleted on router e89a2cf3-0b52-451c-9609-0c622f732150 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:21:55.282375 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127f4d1d-c1d0-44f4-a85e-f93e856f9f0e" -d '{"events": [{"server_uuid": "313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "1c7fd998-7b70-4c91-a404-2106d11d0e9a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:21:55.295434 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6eced0fd-0619-42d0-9204-ec5bcd286ff4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.296451 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 1c7fd998-7b70-4c91-a404-2106d11d0e9a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1c7fd998-7b70-4c91-a404-2106d11d0e9a,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:55.296674 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6eced0fd-0619-42d0-9204-ec5bcd286ff4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/routers/e89a2cf3-0b52-451c-9609-0c622f732150 HTTP/1.1" status: 204 len: 168 time: 0.8587451 Dec 06 15:21:55.300973 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43066) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:21:55.306675 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.357082 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5ab826-0e95-4944-8a0e-024efb663316 x-openstack-request-id: req-ea5ab826-0e95-4944-8a0e-024efb663316 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:21:55.357367 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "1c7fd998-7b70-4c91-a404-2106d11d0e9a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:21:55.357618 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea5ab826-0e95-4944-8a0e-024efb663316 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:21:55.358010 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7fd998-7b70-4c91-a404-2106d11d0e9a', 'code': 200} Dec 06 15:21:55.363585 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=1c7fd998-7b70-4c91-a404-2106d11d0e9a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:55.397589 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afb82a92-82b1-471e-a9a5-b224029e24a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.476342 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c769f7d-552d-4f9a-8a79-66d7582b9248 req-0cb890ec-c32c-48bf-a9c5-dca3f14d46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:55.478513 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c769f7d-552d-4f9a-8a79-66d7582b9248 req-0cb890ec-c32c-48bf-a9c5-dca3f14d46c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 1096 time: 0.0519638 Dec 06 15:21:55.495772 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afb82a92-82b1-471e-a9a5-b224029e24a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.518353 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-afb82a92-82b1-471e-a9a5-b224029e24a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e2c3fb-3de9-46d9-82eb-77331e1475e9']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:21:55.528403 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-afb82a92-82b1-471e-a9a5-b224029e24a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1980b8-e02f-4b7c-a406-0543fd950c24') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:21:55.528712 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-afb82a92-82b1-471e-a9a5-b224029e24a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1980b8-e02f-4b7c-a406-0543fd950c24') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:21:55.528955 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c769f7d-552d-4f9a-8a79-66d7582b9248 req-c27c95cd-6fa9-4b9a-84e3-2ecf9eb0ae0d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431468 Dec 06 15:21:55.538524 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afb82a92-82b1-471e-a9a5-b224029e24a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.553553 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afb82a92-82b1-471e-a9a5-b224029e24a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.560211 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb82a92-82b1-471e-a9a5-b224029e24a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:21:55.560669 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afb82a92-82b1-471e-a9a5-b224029e24a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:21:55.563807 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:21:55.650840 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afb82a92-82b1-471e-a9a5-b224029e24a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.658258 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afb82a92-82b1-471e-a9a5-b224029e24a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.661719 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-afb82a92-82b1-471e-a9a5-b224029e24a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/networks/87e2c3fb-3de9-46d9-82eb-77331e1475e9 HTTP/1.1" status: 204 len: 168 time: 0.3594689 Dec 06 15:21:55.664942 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43070) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:21:55.679308 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb82a92-82b1-471e-a9a5-b224029e24a5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Network': ['ID=87e2c3fb-3de9-46d9-82eb-77331e1475e9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:55.694172 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633150d-e97d-46d6-a2d3-36fe244a1fd2 req-eece8c93-6dd3-49ec-8e27-2dfb0fec029d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:55.696342 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9633150d-e97d-46d6-a2d3-36fe244a1fd2 req-eece8c93-6dd3-49ec-8e27-2dfb0fec029d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 945 time: 0.1063437 Dec 06 15:21:55.730266 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f93fadaf-2376-4b54-9624-53b4da9b5f6d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.749800 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9633150d-e97d-46d6-a2d3-36fe244a1fd2 req-148df946-ea85-4a68-8ab3-fb974980e579 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463688 Dec 06 15:21:55.756668 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f93fadaf-2376-4b54-9624-53b4da9b5f6d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.829849 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f93fadaf-2376-4b54-9624-53b4da9b5f6d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.832608 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f93fadaf-2376-4b54-9624-53b4da9b5f6d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:55.833781 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f93fadaf-2376-4b54-9624-53b4da9b5f6d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/security-groups/4170eb3b-56ff-42e6-98da-21d13f0d8e98 HTTP/1.1" status: 204 len: 168 time: 0.1675403 Dec 06 15:21:55.844137 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fadaf-2376-4b54-9624-53b4da9b5f6d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4170eb3b-56ff-42e6-98da-21d13f0d8e98,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:56.095629 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d71343e6-6230-4ea9-a053-d5958bd0f96c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:21:56.121881 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: d71343e6-6230-4ea9-a053-d5958bd0f96c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:21:56.122393 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d71343e6-6230-4ea9-a053-d5958bd0f96c not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:21:56.122767 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d8e90b19-b8ab-456a-a27c-cddd283d6a65 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:21:56.159399 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: d8e90b19-b8ab-456a-a27c-cddd283d6a65 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:21:56.164857 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d8e90b19-b8ab-456a-a27c-cddd283d6a65 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:21:56.165528 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 79346da2-e144-446c-87c7-6b003e08a588 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:21:56.197829 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 79346da2-e144-446c-87c7-6b003e08a588 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:21:56.199608 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 79346da2-e144-446c-87c7-6b003e08a588 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:21:56.342952 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43086) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:21:56.347783 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d1b04bde-0825-43b0-9eca-fb81b5a95d3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1963469805', 'description': 'tempest-secgroup-smoke-1963469805 description', 'project_id': '78730a925a534e3a9baf86f9cc74cd24'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:21:56.373224 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1b04bde-0825-43b0-9eca-fb81b5a95d3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:56.444608 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1b04bde-0825-43b0-9eca-fb81b5a95d3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:56.448973 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1b04bde-0825-43b0-9eca-fb81b5a95d3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:56.478832 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1b04bde-0825-43b0-9eca-fb81b5a95d3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:56.482953 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d1b04bde-0825-43b0-9eca-fb81b5a95d3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1361132 Dec 06 15:21:56.483177 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43088) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:21:56.488486 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-396af743-48fe-4739-854f-d9efb7649197 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': '3352e0f8-4a41-4fff-bbc5-ab1f4579c95b', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:21:56.494202 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b04bde-0825-43b0-9eca-fb81b5a95d3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:56.519459 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-396af743-48fe-4739-854f-d9efb7649197 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:56.588967 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-396af743-48fe-4739-854f-d9efb7649197 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:56.594283 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-396af743-48fe-4739-854f-d9efb7649197 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:56.629348 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-396af743-48fe-4739-854f-d9efb7649197 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:56.630755 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-396af743-48fe-4739-854f-d9efb7649197 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465499 Dec 06 15:21:56.634218 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43090) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:21:56.641292 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1ba1000a-9e38-4ff8-9ffd-fb301212f600 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': '3352e0f8-4a41-4fff-bbc5-ab1f4579c95b', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:21:56.653201 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396af743-48fe-4739-854f-d9efb7649197 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5893afa5-38aa-4a4f-887e-1e48debc31d1,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:56.678799 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ba1000a-9e38-4ff8-9ffd-fb301212f600 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:56.747389 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ba1000a-9e38-4ff8-9ffd-fb301212f600 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:56.751280 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ba1000a-9e38-4ff8-9ffd-fb301212f600 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:56.783261 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1000a-9e38-4ff8-9ffd-fb301212f600 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e6c1f1-8911-4be6-9894-8f391400f427,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:56.795817 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ba1000a-9e38-4ff8-9ffd-fb301212f600 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:56.800042 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1ba1000a-9e38-4ff8-9ffd-fb301212f600 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1605392 Dec 06 15:21:56.801732 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43094) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:21:56.807330 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a872a7e5-116e-4046-a9d9-bce6528b368b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': '3352e0f8-4a41-4fff-bbc5-ab1f4579c95b', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:21:56.866691 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a872a7e5-116e-4046-a9d9-bce6528b368b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:56.916762 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668ece1-734a-4e1d-b5f5-24d990801655 req-2cef11bb-7bca-4253-a4cc-f1fb97825f16 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:56.918406 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2668ece1-734a-4e1d-b5f5-24d990801655 req-2cef11bb-7bca-4253-a4cc-f1fb97825f16 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 945 time: 0.0852776 Dec 06 15:21:56.966457 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a872a7e5-116e-4046-a9d9-bce6528b368b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:56.975051 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a872a7e5-116e-4046-a9d9-bce6528b368b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.005059 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2668ece1-734a-4e1d-b5f5-24d990801655 req-4491c01e-e32f-4cf9-b117-90623c1f7bf7 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748610 Dec 06 15:21:57.008213 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872a7e5-116e-4046-a9d9-bce6528b368b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f15b68-21ef-4805-ae5b-4a9f0eaf2fe9,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:57.009430 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device df51030b-7b18-4774-83c9-425253e96bff no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:21:57.020707 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a872a7e5-116e-4046-a9d9-bce6528b368b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.025923 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43096) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:21:57.026607 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a872a7e5-116e-4046-a9d9-bce6528b368b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2233438 Dec 06 15:21:57.032360 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ed688eba-5100-4e63-86f9-237735138850 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': '3352e0f8-4a41-4fff-bbc5-ab1f4579c95b', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:21:57.065875 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: df51030b-7b18-4774-83c9-425253e96bff {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:21:57.066481 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device df51030b-7b18-4774-83c9-425253e96bff not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:21:57.073101 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed688eba-5100-4e63-86f9-237735138850 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.168999 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed688eba-5100-4e63-86f9-237735138850 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.177940 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b54412-bc1b-47ee-89b3-03da07e0923f req-023e5117-552f-4f76-a3b0-52d9f1d0ab4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:57.179484 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4b54412-bc1b-47ee-89b3-03da07e0923f req-023e5117-552f-4f76-a3b0-52d9f1d0ab4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 945 time: 0.0757482 Dec 06 15:21:57.180591 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed688eba-5100-4e63-86f9-237735138850 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.205220 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed688eba-5100-4e63-86f9-237735138850 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a68e2fe-7057-41ca-a5fc-dd211bbd28b6,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:57.226786 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed688eba-5100-4e63-86f9-237735138850 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.228152 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ed688eba-5100-4e63-86f9-237735138850 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2000456 Dec 06 15:21:57.231291 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43102) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:21:57.236200 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-13de2dd2-c1ad-434d-b9de-5229c4742b23 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': '3352e0f8-4a41-4fff-bbc5-ab1f4579c95b', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:21:57.257772 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4b54412-bc1b-47ee-89b3-03da07e0923f req-eca4bfd6-f80b-4959-a629-198847a8314e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659127 Dec 06 15:21:57.264146 n-d-master-1 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-13de2dd2-c1ad-434d-b9de-5229c4742b23 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Project 78730a925a534e3a9baf86f9cc74cd24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:21:57.279021 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13de2dd2-c1ad-434d-b9de-5229c4742b23 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.350083 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13de2dd2-c1ad-434d-b9de-5229c4742b23 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.355775 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13de2dd2-c1ad-434d-b9de-5229c4742b23 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.377121 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de2dd2-c1ad-434d-b9de-5229c4742b23 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53173194-f7a6-4535-a61c-f695a364cc8e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:57.386204 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-13de2dd2-c1ad-434d-b9de-5229c4742b23 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.390652 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-13de2dd2-c1ad-434d-b9de-5229c4742b23 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1581662 Dec 06 15:21:57.391184 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43110) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:21:57.398141 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-561b5990-f338-45a7-82c3-e118cb4aa57c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'security_group_rule': {'security_group_id': '3352e0f8-4a41-4fff-bbc5-ab1f4579c95b', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:21:57.448351 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-561b5990-f338-45a7-82c3-e118cb4aa57c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Project 78730a925a534e3a9baf86f9cc74cd24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:21:57.456336 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-561b5990-f338-45a7-82c3-e118cb4aa57c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.527994 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-561b5990-f338-45a7-82c3-e118cb4aa57c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.532541 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-561b5990-f338-45a7-82c3-e118cb4aa57c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.555516 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b5990-f338-45a7-82c3-e118cb4aa57c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83851f0c-8940-457d-9e9c-1b93aa443849,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:57.573715 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-561b5990-f338-45a7-82c3-e118cb4aa57c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.574886 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-561b5990-f338-45a7-82c3-e118cb4aa57c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1823037 Dec 06 15:21:57.578260 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43116) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:21:57.583626 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3836611f-395b-414f-937e-de352d190bac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'network': {'name': 'tempest-network-smoke--1182929669', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'port_security_enabled': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:21:57.613597 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3836611f-395b-414f-937e-de352d190bac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Made reservation on behalf of 78730a925a534e3a9baf86f9cc74cd24 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:21:57.614378 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4246b9a-cd4b-4488-ac3d-5370b92fdb12 req-642a176d-a06b-42a0-b28f-5b7332d120b9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:57.616064 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4246b9a-cd4b-4488-ac3d-5370b92fdb12 req-642a176d-a06b-42a0-b28f-5b7332d120b9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 945 time: 0.0554578 Dec 06 15:21:57.620943 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3836611f-395b-414f-937e-de352d190bac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.648117 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3836611f-395b-414f-937e-de352d190bac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:21:57.658487 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3836611f-395b-414f-937e-de352d190bac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.659487 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-3836611f-395b-414f-937e-de352d190bac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Added segment 09dbbe92-a6e3-462b-b3ab-50d06031ac2e of type vlan for network 62c48a83-6363-48d9-8f35-595b32b870f6 Dec 06 15:21:57.684375 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4246b9a-cd4b-4488-ac3d-5370b92fdb12 req-cbc4ce2a-4b4a-4181-a110-ba241992f539 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590713 Dec 06 15:21:57.709031 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3836611f-395b-414f-937e-de352d190bac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.733939 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3836611f-395b-414f-937e-de352d190bac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.740070 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3836611f-395b-414f-937e-de352d190bac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:57.740647 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3836611f-395b-414f-937e-de352d190bac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.783021 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3836611f-395b-414f-937e-de352d190bac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2035410 Dec 06 15:21:57.786125 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43118) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:21:57.791613 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1146808317', 'admin_state_up': True, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:21:57.818584 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.819894 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836611f-395b-414f-937e-de352d190bac tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Network': ['ID=62c48a83-6363-48d9-8f35-595b32b870f6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:57.821394 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:57.833670 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 62c48a83-6363-48d9-8f35-595b32b870f6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:21:57.900278 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:58.043894 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:58.137404 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:58.239924 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:58.260146 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:58.370747 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Allocated IP 172.35.7.101 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/63197f46-a801-4bb7-a57c-8cb0f095fd73) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:21:58.476006 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:58.522169 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:58.560699 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:21:58.563556 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:21:58.567042 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:21:58.578402 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249bf0f5-5cd6-4671-a764-d615697476b5 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:21:58.599714 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=63197f46-a801-4bb7-a57c-8cb0f095fd73,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:21:58.624807 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-95b5399c-11db-48bd-b7a9-b22f325e4613 None None] Provisioning complete for port 63197f46-a801-4bb7-a57c-8cb0f095fd73 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:21:58.625478 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95b5399c-11db-48bd-b7a9-b22f325e4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:58.668935 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-95b5399c-11db-48bd-b7a9-b22f325e4613 None None] Port 63197f46-a801-4bb7-a57c-8cb0f095fd73 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:21:58.844180 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d677662-87ef-48bb-b3b3-305c8ee9c6d2 req-ec52efe7-0073-40c6-ab28-83ad92236331 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:58.845729 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d677662-87ef-48bb-b3b3-305c8ee9c6d2 req-ec52efe7-0073-40c6-ab28-83ad92236331 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 945 time: 0.0780129 Dec 06 15:21:58.875572 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:58.933462 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d677662-87ef-48bb-b3b3-305c8ee9c6d2 req-a0e455db-ac21-4a38-841e-a6272c2c0e68 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661390 Dec 06 15:21:59.118818 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:59.253020 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a8473-495b-4a1f-b00e-b26d2d263a12 req-19fab002-be12-49e6-a5e7-e8793a1d1707 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:59.254463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-478a8473-495b-4a1f-b00e-b26d2d263a12 req-19fab002-be12-49e6-a5e7-e8793a1d1707 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 945 time: 0.0965827 Dec 06 15:21:59.335559 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:21:59.413308 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-478a8473-495b-4a1f-b00e-b26d2d263a12 req-86bf132c-e5f6-43ca-9e04-81effce1b227 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Deleting port 1c7fd998-7b70-4c91-a404-2106d11d0e9a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:21:59.413558 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-478a8473-495b-4a1f-b00e-b26d2d263a12 req-86bf132c-e5f6-43ca-9e04-81effce1b227 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:59.845316 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:21:59.868244 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Sync routers for ids ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:21:59.872023 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:59.876862 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-433493a8-c8c4-4d09-8a00-8dcfce74b43a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0858858 Dec 06 15:21:59.877690 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43130) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:21:59.886250 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-478a8473-495b-4a1f-b00e-b26d2d263a12 req-86bf132c-e5f6-43ca-9e04-81effce1b227 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] For port 1c7fd998-7b70-4c91-a404-2106d11d0e9a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1c7fd998-7b70-4c91-a404-2106d11d0e9a,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:21:59.886808 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-478a8473-495b-4a1f-b00e-b26d2d263a12 req-86bf132c-e5f6-43ca-9e04-81effce1b227 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:59.889088 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Routers {'5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:21:59.889862 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:21:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:21:59.903340 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-478a8473-495b-4a1f-b00e-b26d2d263a12 req-86bf132c-e5f6-43ca-9e04-81effce1b227 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Calling delete_port for 1c7fd998-7b70-4c91-a404-2106d11d0e9a owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:21:59.931197 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f8ac0a89-94a3-4a14-bc79-875f72b7e883 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=78730a925a534e3a9baf86f9cc74cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0517845 Dec 06 15:21:59.934509 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43134) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:00.033961 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Set router 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:22:00.112621 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec85b9f-f5e1-44bf-8080-8298596c98a0 req-41e05687-9cf9-49fc-ae5d-9caab4fe01c0 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:00.122072 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ec85b9f-f5e1-44bf-8080-8298596c98a0 req-41e05687-9cf9-49fc-ae5d-9caab4fe01c0 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 945 time: 0.0972250 Dec 06 15:22:00.131500 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:00.140259 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5f77f6-54b2-43aa-abd2-373853d95566 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:00.145574 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8f5f77f6-54b2-43aa-abd2-373853d95566 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2076347 Dec 06 15:22:00.145973 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43140) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:00.199128 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c5bbe29e-df1e-4f41-bf1c-f1dd98d3aef8 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484173 Dec 06 15:22:00.199793 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43142) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:00.214222 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-32df02ff-b0d1-4fcf-ba96-6024c41a1bd2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1627895464', 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6', 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:22:00.287413 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146808317', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101'}], 'enable_snat': True}, 'gw_port_id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:21:57Z', 'updated_at': '2021-12-06T15:21:58Z', 'revision_number': 3, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:21:58Z', 'updated_at': '2021-12-06T15:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:22:00.300032 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-478a8473-495b-4a1f-b00e-b26d2d263a12 req-86bf132c-e5f6-43ca-9e04-81effce1b227 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:00.359332 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32df02ff-b0d1-4fcf-ba96-6024c41a1bd2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Made reservation on behalf of 78730a925a534e3a9baf86f9cc74cd24 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:22:00.364107 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ec85b9f-f5e1-44bf-8080-8298596c98a0 req-ce48406f-c7bb-4f37-83d5-9d7c6144f5c1 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328067 Dec 06 15:22:00.366727 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32df02ff-b0d1-4fcf-ba96-6024c41a1bd2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:00.371354 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Checking router: 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:22:00.371864 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Updating router 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 port 63197f46-a801-4bb7-a57c-8cb0f095fd73 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:22:00.428830 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['f95ba487-0e0d-4d1b-83e2-40239caa7864', '1c7fd998-7b70-4c91-a404-2106d11d0e9a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:22:00.439891 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf132c-e5f6-43ca-9e04-81effce1b227 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event deleted for resources: {'Port': ['ID=1c7fd998-7b70-4c91-a404-2106d11d0e9a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:00.490427 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-478a8473-495b-4a1f-b00e-b26d2d263a12 req-86bf132c-e5f6-43ca-9e04-81effce1b227 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] No DVR routers for this DVR port 1c7fd998-7b70-4c91-a404-2106d11d0e9a on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:22:00.497349 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-478a8473-495b-4a1f-b00e-b26d2d263a12 req-86bf132c-e5f6-43ca-9e04-81effce1b227 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:00.500541 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-478a8473-495b-4a1f-b00e-b26d2d263a12 req-86bf132c-e5f6-43ca-9e04-81effce1b227 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "DELETE /v2.0/ports/1c7fd998-7b70-4c91-a404-2106d11d0e9a HTTP/1.1" status: 204 len: 173 time: 1.2355750 Dec 06 15:22:00.504670 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4', 'name': 'network-vif-deleted', 'tag': '1c7fd998-7b70-4c91-a404-2106d11d0e9a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:22:00.507390 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e96ca03-cb11-407a-aab1-8b98b68d4144" -d '{"events": [{"server_uuid": "313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4", "name": "network-vif-deleted", "tag": "1c7fd998-7b70-4c91-a404-2106d11d0e9a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:22:00.527985 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:00.593729 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b65737f-2d72-4a80-99fc-068e6a6914ac x-openstack-request-id: req-2b65737f-2d72-4a80-99fc-068e6a6914ac {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:22:00.594010 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4", "name": "network-vif-deleted", "tag": "1c7fd998-7b70-4c91-a404-2106d11d0e9a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:22:00.594192 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b65737f-2d72-4a80-99fc-068e6a6914ac {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:22:00.594560 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4', 'name': 'network-vif-deleted', 'tag': '1c7fd998-7b70-4c91-a404-2106d11d0e9a', 'status': 'completed', 'code': 200} Dec 06 15:22:00.732133 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32df02ff-b0d1-4fcf-ba96-6024c41a1bd2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:00.788799 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df02ff-b0d1-4fcf-ba96-6024c41a1bd2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Subnet': ['ID=21fbfc30-c32e-4067-978c-3a1a9335ff3b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:00.837942 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df02ff-b0d1-4fcf-ba96-6024c41a1bd2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Checking segment: {'id': '09dbbe92-a6e3-462b-b3ab-50d06031ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:22:00.838523 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32df02ff-b0d1-4fcf-ba96-6024c41a1bd2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network hostable DHCP agents. Network: 62c48a83-6363-48d9-8f35-595b32b870f6, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:22:00.865229 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f6c7fb35-5756-42ae-87ea-463920220373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:00.872513 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32df02ff-b0d1-4fcf-ba96-6024c41a1bd2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network 62c48a83-6363-48d9-8f35-595b32b870f6 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:22:00.884261 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-32df02ff-b0d1-4fcf-ba96-6024c41a1bd2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 62c48a83-6363-48d9-8f35-595b32b870f6) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:22:00.890637 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32df02ff-b0d1-4fcf-ba96-6024c41a1bd2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:00.892164 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32df02ff-b0d1-4fcf-ba96-6024c41a1bd2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:00.910425 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa99658-e41e-4a16-98a8-6bd1b0a2be55 None None] Network 62c48a83-6363-48d9-8f35-595b32b870f6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:22:00.933080 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-32df02ff-b0d1-4fcf-ba96-6024c41a1bd2 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7305856 Dec 06 15:22:00.934834 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43146) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:01.267379 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-62c48a83-6363-48d9-8f35-595b32b870f6', 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ips': [{'subnet_id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:22:01.268743 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:01.447245 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Allocated IP 172.20.0.2 (62c48a83-6363-48d9-8f35-595b32b870f6/21fbfc30-c32e-4067-978c-3a1a9335ff3b/8d354f31-ad2f-4ea8-bbb8-19fc81443be9) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:22:01.595227 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0aee10b8-c259-4cb3-ba5b-46ed16c5da58 req-12d07bdb-4d83-4b18-99dc-194b835d127d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0611989 Dec 06 15:22:01.631577 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:01.649474 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:01.651105 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:01.859559 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:01.892598 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Network 62c48a83-6363-48d9-8f35-595b32b870f6 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:22:01.907908 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Pushing event updated for resources: {'Port': ['ID=8d354f31-ad2f-4ea8-bbb8-19fc81443be9,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:01.915243 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199cc62e-291d-4db4-b254-322afb2ee364 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:22:01.917893 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:22:01.925424 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:22:01.930868 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Attempting to bind port 63197f46-a801-4bb7-a57c-8cb0f095fd73 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:22:01.931321 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Attempting to bind port 63197f46-a801-4bb7-a57c-8cb0f095fd73 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:22:01.931711 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Attempting to bind port 63197f46-a801-4bb7-a57c-8cb0f095fd73 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:22:01.945108 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:01.970606 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:22:01.971072 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:22:01.971394 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:01.971998 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:22:01.973036 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Bound port: 63197f46-a801-4bb7-a57c-8cb0f095fd73, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:22:01.973036 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:02.029240 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5adf249-5a5f-45d2-88d3-d42a1f593e2f None None] Pushing event updated for resources: {'Port': ['ID=63197f46-a801-4bb7-a57c-8cb0f095fd73,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:02.088687 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Attempting to bind port 8d354f31-ad2f-4ea8-bbb8-19fc81443be9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:22:02.089011 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Attempting to bind port 8d354f31-ad2f-4ea8-bbb8-19fc81443be9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '09dbbe92-a6e3-462b-b3ab-50d06031ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:22:02.089374 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Attempting to bind port 8d354f31-ad2f-4ea8-bbb8-19fc81443be9 on network 62c48a83-6363-48d9-8f35-595b32b870f6 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:22:02.105463 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:22:02.105844 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Checking segment: {'id': '09dbbe92-a6e3-462b-b3ab-50d06031ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:22:02.106244 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:02.106703 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Bound using segment: {'id': '09dbbe92-a6e3-462b-b3ab-50d06031ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:22:02.107213 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Bound port: 8d354f31-ad2f-4ea8-bbb8-19fc81443be9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dbbe92-a6e3-462b-b3ab-50d06031ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:22:02.107680 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:02.111549 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a7e4c137-430b-46ca-8c84-353b3bc61105 None None] Provisioning complete for port 63197f46-a801-4bb7-a57c-8cb0f095fd73 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:22:02.111982 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c137-430b-46ca-8c84-353b3bc61105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:02.121088 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] For port 63197f46-a801-4bb7-a57c-8cb0f095fd73, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:22:02.155851 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] For port 63197f46-a801-4bb7-a57c-8cb0f095fd73, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63197f46-a801-4bb7-a57c-8cb0f095fd73,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:22:02.189838 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:02.229342 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a7e4c137-430b-46ca-8c84-353b3bc61105 None None] Port 63197f46-a801-4bb7-a57c-8cb0f095fd73 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:22:02.278983 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6637b60f-8eb4-4eb4-9d4c-cf287105b166 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:22:02.320014 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] For port 8d354f31-ad2f-4ea8-bbb8-19fc81443be9, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:22:02.335645 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] For port 8d354f31-ad2f-4ea8-bbb8-19fc81443be9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8d354f31-ad2f-4ea8-bbb8-19fc81443be9,segment=NetworkSegment(09dbbe92-a6e3-462b-b3ab-50d06031ac2e),segment_id=09dbbe92-a6e3-462b-b3ab-50d06031ac2e)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:22:02.339463 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Routers {'5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:22:02.340554 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:21:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:22:02.402276 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Allocated IP 172.20.0.1 (62c48a83-6363-48d9-8f35-595b32b870f6/21fbfc30-c32e-4067-978c-3a1a9335ff3b/4bd80455-5255-4f64-983d-d80297c1ab8a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:22:02.445868 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:02.533858 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] Set router 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:22:02.548208 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:02.595372 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:02.609566 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5adf249-5a5f-45d2-88d3-d42a1f593e2f None None] Pushing event updated for resources: {'Port': ['ID=63197f46-a801-4bb7-a57c-8cb0f095fd73,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:02.692548 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cc093c0a-3a65-44d7-a647-cc92f174d8fd None None] Provisioning complete for port 63197f46-a801-4bb7-a57c-8cb0f095fd73 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:22:02.693077 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc093c0a-3a65-44d7-a647-cc92f174d8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:02.747619 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=4bd80455-5255-4f64-983d-d80297c1ab8a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:02.799090 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network 62c48a83-6363-48d9-8f35-595b32b870f6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:22:02.802455 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-331f41aa-84c7-469e-9ec7-6d1961c5b724 req-6d5cfedf-895c-496a-ace0-b4df2d8278cc tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0408304 Dec 06 15:22:02.804140 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:22:02.808486 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:22:02.898257 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:02.918969 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c83aa6-4a2a-45c2-b457-77d887e19d06 None None] Pushing event updated for resources: {'Port': ['ID=8d354f31-ad2f-4ea8-bbb8-19fc81443be9,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:02.984097 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc093c0a-3a65-44d7-a647-cc92f174d8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:03.014262 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cc093c0a-3a65-44d7-a647-cc92f174d8fd None None] For port 63197f46-a801-4bb7-a57c-8cb0f095fd73, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63197f46-a801-4bb7-a57c-8cb0f095fd73,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:22:03.029048 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc093c0a-3a65-44d7-a647-cc92f174d8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:03.104544 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146808317', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101'}], 'enable_snat': True}, 'gw_port_id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:21:57Z', 'updated_at': '2021-12-06T15:21:58Z', 'revision_number': 3, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:21:58Z', 'updated_at': '2021-12-06T15:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:22:03.130621 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc093c0a-3a65-44d7-a647-cc92f174d8fd None None] Pushing event updated for resources: {'Port': ['ID=63197f46-a801-4bb7-a57c-8cb0f095fd73,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:03.207471 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81383be8-aa81-42ea-8b69-fa193874a6e2 None None] The sync data for ids ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'] in n-d-master-1 is: [{'id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146808317', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101'}], 'enable_snat': True}, 'gw_port_id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:21:57Z', 'updated_at': '2021-12-06T15:21:58Z', 'revision_number': 3, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:21:58Z', 'updated_at': '2021-12-06T15:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:22:03.207471 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 1c7fd998-7b70-4c91-a404-2106d11d0e9a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:22:03.216796 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:03.234246 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 1c7fd998-7b70-4c91-a404-2106d11d0e9a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:22:03.234246 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 1c7fd998-7b70-4c91-a404-2106d11d0e9a not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:22:03.275234 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1914bf81-89b9-4b8b-8ad4-d8ccc69909ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:03.654417 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:03.671570 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:03.767730 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:03.809119 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=4bd80455-5255-4f64-983d-d80297c1ab8a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:04.044910 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf1f47d7-caf0-4fe4-88ad-14633b84f4f8 req-11407da3-a136-46ec-826e-a1b0c1ee4efe tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0965054 Dec 06 15:22:04.068841 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:04.100044 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8d354f31-ad2f-4ea8-bbb8-19fc81443be9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:22:04.200640 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 8d354f31-ad2f-4ea8-bbb8-19fc81443be9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:22:04.201341 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:04.382270 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b90f95d-4ebd-406a-bf74-dbbaff4693fa None None] Network 62c48a83-6363-48d9-8f35-595b32b870f6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:22:04.432994 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network 62c48a83-6363-48d9-8f35-595b32b870f6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:22:04.436199 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:22:04.630773 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:04.631708 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:22:04.651326 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-307a2678-34f0-4fcb-bfd0-8a737256bec7 None None] Provisioning complete for port 8d354f31-ad2f-4ea8-bbb8-19fc81443be9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:22:04.651917 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-307a2678-34f0-4fcb-bfd0-8a737256bec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:04.724431 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 8d354f31-ad2f-4ea8-bbb8-19fc81443be9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8d354f31-ad2f-4ea8-bbb8-19fc81443be9,segment=NetworkSegment(09dbbe92-a6e3-462b-b3ab-50d06031ac2e),segment_id=09dbbe92-a6e3-462b-b3ab-50d06031ac2e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:22:04.734205 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:04.735021 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 63197f46-a801-4bb7-a57c-8cb0f095fd73 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:22:04.752160 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:22:04.815636 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:22:04.843221 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-34f4c449-d44a-4a30-9d2c-ae2912da9738 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "PUT /v2.0/routers/5df6e4a4-4dfe-4b85-90b1-01d0c39cca60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8881700 Dec 06 15:22:04.844595 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=8d354f31-ad2f-4ea8-bbb8-19fc81443be9,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:04.916943 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 63197f46-a801-4bb7-a57c-8cb0f095fd73 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:22:04.917350 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:05.199495 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ac827925-968a-4c48-8b28-d4e6786adce1 req-d2c63f19-e714-4965-b8c2-6a993dfc4ef6 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0454931 Dec 06 15:22:05.246446 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0dfee9e5-2c1d-4008-8fd8-0f400c66080e None None] Provisioning complete for port 8d354f31-ad2f-4ea8-bbb8-19fc81443be9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:22:05.249688 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0dfee9e5-2c1d-4008-8fd8-0f400c66080e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:05.250621 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-aeb1a1f4-9514-486b-b877-607c44cb389f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1963469805&fields=id&tenant_id=78730a925a534e3a9baf86f9cc74cd24 HTTP/1.1" status: 200 len: 267 time: 0.1036656 Dec 06 15:22:05.433960 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-09af1fc3-a291-438e-838f-00001fcfc86a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:05.436268 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-09af1fc3-a291-438e-838f-00001fcfc86a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/networks?id=62c48a83-6363-48d9-8f35-595b32b870f6 HTTP/1.1" status: 200 len: 797 time: 0.1768715 Dec 06 15:22:05.465565 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-72fa59fc-6d32-4874-bff0-1ce827c2f705 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/quotas/78730a925a534e3a9baf86f9cc74cd24 HTTP/1.1" status: 200 len: 375 time: 0.0151713 Dec 06 15:22:05.472656 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0dfee9e5-2c1d-4008-8fd8-0f400c66080e None None] Provisioning complete for port 4bd80455-5255-4f64-983d-d80297c1ab8a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:22:05.473172 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0dfee9e5-2c1d-4008-8fd8-0f400c66080e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:05.533041 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0dfee9e5-2c1d-4008-8fd8-0f400c66080e None None] Port 4bd80455-5255-4f64-983d-d80297c1ab8a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:22:05.565912 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-d4b37e86-461e-4fb0-888c-599972a065a1 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924346 Dec 06 15:22:05.665562 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a0743856-57d8-434a-b164-21c3e2999e0c None None] Provisioning complete for port 4bd80455-5255-4f64-983d-d80297c1ab8a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:22:05.666191 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0743856-57d8-434a-b164-21c3e2999e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:05.769460 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a0743856-57d8-434a-b164-21c3e2999e0c None None] Port 4bd80455-5255-4f64-983d-d80297c1ab8a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:22:05.771266 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:05.792064 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Sync routers for ids ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:22:05.817845 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Routers {'5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:22:05.818998 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:22:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:22:05.910909 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-f0f54186-37ad-4695-a74f-6271d396ab08 service neutron] 10.222.0.20 "GET /v2.0/networks/62c48a83-6363-48d9-8f35-595b32b870f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295720 Dec 06 15:22:05.960810 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Set router 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:22:06.006601 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-59406091-5ec9-4271-a3d5-9136de2be11a None None] Provisioning complete for port 4bd80455-5255-4f64-983d-d80297c1ab8a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:22:06.007244 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-59406091-5ec9-4271-a3d5-9136de2be11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:06.010478 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8d354f31-ad2f-4ea8-bbb8-19fc81443be9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:22:06.176270 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-59406091-5ec9-4271-a3d5-9136de2be11a None None] Port 4bd80455-5255-4f64-983d-d80297c1ab8a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:22:06.184289 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-24f3caee-4ed1-431f-b289-99c8435312d0 service neutron] 10.222.0.20 "GET /v2.0/networks/62c48a83-6363-48d9-8f35-595b32b870f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672675 Dec 06 15:22:06.209854 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 8d354f31-ad2f-4ea8-bbb8-19fc81443be9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:22:06.210211 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:06.247503 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146808317', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101'}], 'enable_snat': True}, 'gw_port_id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:21:57Z', 'updated_at': '2021-12-06T15:22:03Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:21:58Z', 'updated_at': '2021-12-06T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4bd80455-5255-4f64-983d-d80297c1ab8a', 'name': '', 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:07:eb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:22:02Z', 'updated_at': '2021-12-06T15:22:03Z', 'revision_number': 2, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:22:06.296966 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Checking router: 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:22:06.297400 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Updating router 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 port 4bd80455-5255-4f64-983d-d80297c1ab8a binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:22:06.325911 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:06.396611 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca1f83ad-cb32-44e0-ad49-889bd560002f req-599b9923-139e-4394-9134-92282d5d8572 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0462325 Dec 06 15:22:06.555616 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4091e8dd-d74c-4a44-9ac3-47240335e479 req-162f9713-a69a-4ea1-a87b-9252d4cb0c1d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 210 time: 0.0350547 Dec 06 15:22:06.660175 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:06.817488 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:06.826865 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:06.927636 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2b5fb-c552-4a4b-97b1-ea645ab005ab None None] Pushing event updated for resources: {'Port': ['ID=4bd80455-5255-4f64-983d-d80297c1ab8a,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:06.952908 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2b5fb-c552-4a4b-97b1-ea645ab005ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:06.953495 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2b5fb-c552-4a4b-97b1-ea645ab005ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:06.954096 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2b5fb-c552-4a4b-97b1-ea645ab005ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:06.954217 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2b5fb-c552-4a4b-97b1-ea645ab005ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:06.954507 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2b5fb-c552-4a4b-97b1-ea645ab005ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:06.954876 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2b5fb-c552-4a4b-97b1-ea645ab005ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:06.955380 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2b5fb-c552-4a4b-97b1-ea645ab005ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:06.955915 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2b5fb-c552-4a4b-97b1-ea645ab005ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:06.956604 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2b5fb-c552-4a4b-97b1-ea645ab005ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:06.957129 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2b5fb-c552-4a4b-97b1-ea645ab005ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:06.957653 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2b5fb-c552-4a4b-97b1-ea645ab005ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:06.958182 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2b5fb-c552-4a4b-97b1-ea645ab005ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:06.958742 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d2b5fb-c552-4a4b-97b1-ea645ab005ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:06.986495 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Attempting to bind port 4bd80455-5255-4f64-983d-d80297c1ab8a on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:22:06.987113 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Attempting to bind port 4bd80455-5255-4f64-983d-d80297c1ab8a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '09dbbe92-a6e3-462b-b3ab-50d06031ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:22:06.987874 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Attempting to bind port 4bd80455-5255-4f64-983d-d80297c1ab8a on network 62c48a83-6363-48d9-8f35-595b32b870f6 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:22:06.994351 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:22:06.994818 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Checking segment: {'id': '09dbbe92-a6e3-462b-b3ab-50d06031ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:22:06.995285 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:06.995766 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Bound using segment: {'id': '09dbbe92-a6e3-462b-b3ab-50d06031ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:22:06.996315 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Bound port: 4bd80455-5255-4f64-983d-d80297c1ab8a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dbbe92-a6e3-462b-b3ab-50d06031ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:22:06.996758 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:07.114854 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] For port 4bd80455-5255-4f64-983d-d80297c1ab8a, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:22:07.118933 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] For port 4bd80455-5255-4f64-983d-d80297c1ab8a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4bd80455-5255-4f64-983d-d80297c1ab8a,segment=NetworkSegment(09dbbe92-a6e3-462b-b3ab-50d06031ac2e),segment_id=09dbbe92-a6e3-462b-b3ab-50d06031ac2e)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:22:07.128120 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:07.270021 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Routers {'5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:22:07.270021 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:22:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:22:07.275563 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2b5fb-c552-4a4b-97b1-ea645ab005ab None None] Pushing event updated for resources: {'Port': ['ID=4bd80455-5255-4f64-983d-d80297c1ab8a,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:07.337069 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6a6a9f9b-93a3-4bed-8481-d3296e540897 None None] Provisioning complete for port 4bd80455-5255-4f64-983d-d80297c1ab8a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:22:07.338428 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a6a9f9b-93a3-4bed-8481-d3296e540897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:07.434783 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] Set router 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:22:07.619163 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a6a9f9b-93a3-4bed-8481-d3296e540897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:07.639830 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c66fc95d-d9d8-4ae2-bb29-e623b393ee02 req-6e890ab6-96c7-4d7a-be05-060de93e9b5a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=313d0cee-c65a-4eb9-bc17-9e3e75f7f0d4 HTTP/1.1" status: 200 len: 210 time: 0.1465290 Dec 06 15:22:07.716033 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6a6a9f9b-93a3-4bed-8481-d3296e540897 None None] For port 4bd80455-5255-4f64-983d-d80297c1ab8a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4bd80455-5255-4f64-983d-d80297c1ab8a,segment=NetworkSegment(09dbbe92-a6e3-462b-b3ab-50d06031ac2e),segment_id=09dbbe92-a6e3-462b-b3ab-50d06031ac2e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:22:07.721188 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a6a9f9b-93a3-4bed-8481-d3296e540897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:07.778534 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a9f9b-93a3-4bed-8481-d3296e540897 None None] Pushing event updated for resources: {'Port': ['ID=4bd80455-5255-4f64-983d-d80297c1ab8a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:07.795690 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146808317', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101'}], 'enable_snat': True}, 'gw_port_id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:21:57Z', 'updated_at': '2021-12-06T15:22:03Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:21:58Z', 'updated_at': '2021-12-06T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4bd80455-5255-4f64-983d-d80297c1ab8a', 'name': '', 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:07:eb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:22:02Z', 'updated_at': '2021-12-06T15:22:07Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:22:07.814495 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4c35344-3e52-4a70-8538-9cdc7e094b22 req-71207507-d68c-45de-9268-f9af357c2f6e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 210 time: 0.0593557 Dec 06 15:22:07.828074 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623d7952-f973-42ec-a81c-5713d81c006c None None] The sync data for ids ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'] in n-d-master-1 is: [{'id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146808317', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101'}], 'enable_snat': True}, 'gw_port_id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:21:57Z', 'updated_at': '2021-12-06T15:22:03Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:21:58Z', 'updated_at': '2021-12-06T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4bd80455-5255-4f64-983d-d80297c1ab8a', 'name': '', 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:07:eb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:22:02Z', 'updated_at': '2021-12-06T15:22:07Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:22:07.895326 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1d11c033-0e12-47c9-b175-7d9799a92665 None None] Provisioning complete for port 4bd80455-5255-4f64-983d-d80297c1ab8a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:22:07.895498 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1d11c033-0e12-47c9-b175-7d9799a92665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:08.196479 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-bbd61a51-84ed-4be9-b2ce-feaa52fcf437 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:08.198355 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-bbd61a51-84ed-4be9-b2ce-feaa52fcf437 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.23 "GET /v2.0/networks?id=62c48a83-6363-48d9-8f35-595b32b870f6 HTTP/1.1" status: 200 len: 797 time: 0.2232242 Dec 06 15:22:08.270128 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-11c9c1b2-51a9-45c9-83c4-c8c670b109b4 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78730a925a534e3a9baf86f9cc74cd24 HTTP/1.1" status: 200 len: 380 time: 0.0613887 Dec 06 15:22:08.297080 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-bbcb632c-40a0-42cd-bfea-96a299ff9089 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'port': {'device_id': '1d86a829-8d3c-44a7-939f-5e6e02c10f48', 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6', 'admin_state_up': True, 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'security_groups': ['3352e0f8-4a41-4fff-bbc5-ab1f4579c95b']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:22:08.573616 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-bbcb632c-40a0-42cd-bfea-96a299ff9089 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Made reservation on behalf of 78730a925a534e3a9baf86f9cc74cd24 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:22:08.577262 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-bbcb632c-40a0-42cd-bfea-96a299ff9089 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:08.800124 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-bbcb632c-40a0-42cd-bfea-96a299ff9089 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Allocated IP 172.20.0.6 (62c48a83-6363-48d9-8f35-595b32b870f6/21fbfc30-c32e-4067-978c-3a1a9335ff3b/b3a233dd-bd78-44e2-9109-c97d8248f82e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:22:09.000488 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-bbcb632c-40a0-42cd-bfea-96a299ff9089 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:09.035476 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-aa8e01f5-aca1-4b85-9fa6-f8b34f3b88ae req-9ee7cddb-a27d-40bf-ab28-a5322818a45e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 210 time: 0.0296767 Dec 06 15:22:09.083402 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-bbcb632c-40a0-42cd-bfea-96a299ff9089 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:09.142123 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-bbcb632c-40a0-42cd-bfea-96a299ff9089 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network 62c48a83-6363-48d9-8f35-595b32b870f6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:22:09.145573 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-bbcb632c-40a0-42cd-bfea-96a299ff9089 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:22:09.150010 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-bbcb632c-40a0-42cd-bfea-96a299ff9089 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:22:09.158244 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb632c-40a0-42cd-bfea-96a299ff9089 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=b3a233dd-bd78-44e2-9109-c97d8248f82e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:09.258654 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-bbcb632c-40a0-42cd-bfea-96a299ff9089 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:09.259480 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-bbcb632c-40a0-42cd-bfea-96a299ff9089 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:09.303057 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-bbcb632c-40a0-42cd-bfea-96a299ff9089 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0264204 Dec 06 15:22:09.320047 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Request body: {'port': {'device_id': '1d86a829-8d3c-44a7-939f-5e6e02c10f48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:22:09.428602 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:09.612979 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7c70ce0d-8a94-4b19-91d6-bd85b46230a5 None None] Provisioning complete for port b3a233dd-bd78-44e2-9109-c97d8248f82e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:22:09.613475 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7c70ce0d-8a94-4b19-91d6-bd85b46230a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:09.673698 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7c70ce0d-8a94-4b19-91d6-bd85b46230a5 None None] Port b3a233dd-bd78-44e2-9109-c97d8248f82e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:22:09.877587 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a233dd-bd78-44e2-9109-c97d8248f82e {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:22:09.886454 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:09.905087 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Transition to ACTIVE for port object b3a233dd-bd78-44e2-9109-c97d8248f82e will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:22:09.915913 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:09.970924 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Pushing event updated for resources: {'Port': ['ID=b3a233dd-bd78-44e2-9109-c97d8248f82e,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:10.015088 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4bd80455-5255-4f64-983d-d80297c1ab8a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:22:10.110567 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Attempting to bind port b3a233dd-bd78-44e2-9109-c97d8248f82e on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:22:10.111177 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Attempting to bind port b3a233dd-bd78-44e2-9109-c97d8248f82e by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '09dbbe92-a6e3-462b-b3ab-50d06031ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:22:10.113363 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Attempting to bind port b3a233dd-bd78-44e2-9109-c97d8248f82e on network 62c48a83-6363-48d9-8f35-595b32b870f6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:22:10.131255 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Port b3a233dd-bd78-44e2-9109-c97d8248f82e on network 62c48a83-6363-48d9-8f35-595b32b870f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:22:10.131618 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Attempting to bind port b3a233dd-bd78-44e2-9109-c97d8248f82e on network 62c48a83-6363-48d9-8f35-595b32b870f6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:22:10.148364 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:22:10.148922 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Checking segment: {'id': '09dbbe92-a6e3-462b-b3ab-50d06031ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:22:10.152224 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Bound using segment: {'id': '09dbbe92-a6e3-462b-b3ab-50d06031ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:22:10.152597 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Bound port: b3a233dd-bd78-44e2-9109-c97d8248f82e, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09dbbe92-a6e3-462b-b3ab-50d06031ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:22:10.156564 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:10.158315 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 4bd80455-5255-4f64-983d-d80297c1ab8a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:22:10.160602 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:10.215783 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0a10d-ef42-4b22-b30b-3ce88c295608 req-77bbba50-f557-42b1-9c7a-fecf7f0f061e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:10.244262 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-28d0a10d-ef42-4b22-b30b-3ce88c295608 req-77bbba50-f557-42b1-9c7a-fecf7f0f061e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 943 time: 0.1028402 Dec 06 15:22:10.353435 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-28d0a10d-ef42-4b22-b30b-3ce88c295608 req-40fd32a6-f5cf-430e-aead-d0ffa2e7bc51 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020725 Dec 06 15:22:10.391622 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] For port b3a233dd-bd78-44e2-9109-c97d8248f82e, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:22:10.395506 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] For port b3a233dd-bd78-44e2-9109-c97d8248f82e, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b3a233dd-bd78-44e2-9109-c97d8248f82e,segment=NetworkSegment(09dbbe92-a6e3-462b-b3ab-50d06031ac2e),segment_id=09dbbe92-a6e3-462b-b3ab-50d06031ac2e)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:22:10.410869 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:10.449898 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:10.450523 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:10.451935 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] 10.222.0.23 "PUT /v2.0/ports/b3a233dd-bd78-44e2-9109-c97d8248f82e HTTP/1.1" status: 200 len: 1091 time: 1.1389055 Dec 06 15:22:10.452371 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d86a829-8d3c-44a7-939f-5e6e02c10f48', 'tag': 'b3a233dd-bd78-44e2-9109-c97d8248f82e'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:22:10.454640 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e290607-329d-4cd4-bb5a-e2db38dc0003" -d '{"events": [{"name": "network-changed", "server_uuid": "1d86a829-8d3c-44a7-939f-5e6e02c10f48", "tag": "b3a233dd-bd78-44e2-9109-c97d8248f82e"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:22:10.529266 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60eae16-eb6e-4d22-95a8-74cf1c587bbc service neutron] Pushing event updated for resources: {'Port': ['ID=b3a233dd-bd78-44e2-9109-c97d8248f82e,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:10.571579 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400e5ee8-217a-48fc-9964-cf7ba3247189 x-openstack-request-id: req-400e5ee8-217a-48fc-9964-cf7ba3247189 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:22:10.572039 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d86a829-8d3c-44a7-939f-5e6e02c10f48", "tag": "b3a233dd-bd78-44e2-9109-c97d8248f82e", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:22:10.572324 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-400e5ee8-217a-48fc-9964-cf7ba3247189 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:22:10.573788 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d86a829-8d3c-44a7-939f-5e6e02c10f48', 'tag': 'b3a233dd-bd78-44e2-9109-c97d8248f82e', 'status': 'completed', 'code': 200} Dec 06 15:22:10.598770 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-9a132698-c29b-4d74-ad29-372c6cec3ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:10.600321 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-9a132698-c29b-4d74-ad29-372c6cec3ad5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 1094 time: 0.0671926 Dec 06 15:22:10.652463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-366a20d1-a0fd-4119-8c01-2fab9e96bbf7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3a233dd-bd78-44e2-9109-c97d8248f82e HTTP/1.1" status: 200 len: 217 time: 0.0444920 Dec 06 15:22:10.707205 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-3eac884c-2a7a-4e37-b6cc-9717feb34c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:10.708755 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-3eac884c-2a7a-4e37-b6cc-9717feb34c94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=21fbfc30-c32e-4067-978c-3a1a9335ff3b HTTP/1.1" status: 200 len: 835 time: 0.0484481 Dec 06 15:22:10.802537 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-1cc60cbc-c9fe-47d8-ad24-c05a1fddfb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:10.804444 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-1cc60cbc-c9fe-47d8-ad24-c05a1fddfb07 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62c48a83-6363-48d9-8f35-595b32b870f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875988 Dec 06 15:22:10.928881 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-7d5f0d97-2390-4537-9d2b-f05c7f3bff28 service neutron] 10.222.0.23 "GET /v2.0/networks/62c48a83-6363-48d9-8f35-595b32b870f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174757 Dec 06 15:22:11.043022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-befdd212-ec9c-49d0-b519-6fe5858888e1 req-99dd0239-8f22-42e4-8fbd-8bd621f957f6 service neutron] 10.222.0.23 "GET /v2.0/networks/62c48a83-6363-48d9-8f35-595b32b870f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066837 Dec 06 15:22:11.137480 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e290607-329d-4cd4-bb5a-e2db38dc0003 req-4add6cf1-1f97-4862-ad73-d6938db92084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:11.139089 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e290607-329d-4cd4-bb5a-e2db38dc0003 req-4add6cf1-1f97-4862-ad73-d6938db92084 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 1094 time: 0.0489330 Dec 06 15:22:11.237728 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e290607-329d-4cd4-bb5a-e2db38dc0003 req-28f47021-1927-4065-8d68-1a26b55a518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:11.239602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e290607-329d-4cd4-bb5a-e2db38dc0003 req-28f47021-1927-4065-8d68-1a26b55a518b service neutron] 10.222.0.23 "GET /v2.0/networks?id=62c48a83-6363-48d9-8f35-595b32b870f6 HTTP/1.1" status: 200 len: 898 time: 0.0928600 Dec 06 15:22:11.281657 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e290607-329d-4cd4-bb5a-e2db38dc0003 req-3ff7085c-5dfd-4ac6-8f00-ef05592f22c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3a233dd-bd78-44e2-9109-c97d8248f82e HTTP/1.1" status: 200 len: 217 time: 0.0350072 Dec 06 15:22:11.337080 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e290607-329d-4cd4-bb5a-e2db38dc0003 req-85dc3f5f-c1a5-4890-b567-49450c9e9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:11.338475 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e290607-329d-4cd4-bb5a-e2db38dc0003 req-85dc3f5f-c1a5-4890-b567-49450c9e9438 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=21fbfc30-c32e-4067-978c-3a1a9335ff3b HTTP/1.1" status: 200 len: 835 time: 0.0497053 Dec 06 15:22:11.391874 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e290607-329d-4cd4-bb5a-e2db38dc0003 req-a7d771f5-906e-460e-8d19-ac90cd389cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:11.393402 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e290607-329d-4cd4-bb5a-e2db38dc0003 req-a7d771f5-906e-460e-8d19-ac90cd389cd7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62c48a83-6363-48d9-8f35-595b32b870f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469654 Dec 06 15:22:11.500986 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d0039-ac7d-4066-bb07-ae315be4d448 req-8cd0c8a6-e587-4f80-a0dc-5e0b4c2eaa0c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:11.501625 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e290607-329d-4cd4-bb5a-e2db38dc0003 req-dcb7fc21-ad21-4d80-95da-16fe48e5faac service neutron] 10.222.0.23 "GET /v2.0/networks/62c48a83-6363-48d9-8f35-595b32b870f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997262 Dec 06 15:22:11.502499 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-551d0039-ac7d-4066-bb07-ae315be4d448 req-8cd0c8a6-e587-4f80-a0dc-5e0b4c2eaa0c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 943 time: 0.0620697 Dec 06 15:22:11.558050 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-551d0039-ac7d-4066-bb07-ae315be4d448 req-be14d4ca-8121-4577-8188-41c488d597cf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473690 Dec 06 15:22:11.604771 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e290607-329d-4cd4-bb5a-e2db38dc0003 req-7252017b-6ea2-42f1-bbee-657c878ec722 service neutron] 10.222.0.23 "GET /v2.0/networks/62c48a83-6363-48d9-8f35-595b32b870f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955260 Dec 06 15:22:12.705335 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce38ab-8b83-465d-8e4e-257124a36b4d req-4a9cf8aa-a400-4f89-934c-7c21efc316fe tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:12.706858 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00ce38ab-8b83-465d-8e4e-257124a36b4d req-4a9cf8aa-a400-4f89-934c-7c21efc316fe tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 943 time: 0.0604820 Dec 06 15:22:12.763835 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00ce38ab-8b83-465d-8e4e-257124a36b4d req-601318e1-7ebf-4a9f-9c7b-83db23efefa7 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499580 Dec 06 15:22:13.099435 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device b3a233dd-bd78-44e2-9109-c97d8248f82e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:22:13.210676 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port b3a233dd-bd78-44e2-9109-c97d8248f82e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b3a233dd-bd78-44e2-9109-c97d8248f82e,segment=NetworkSegment(09dbbe92-a6e3-462b-b3ab-50d06031ac2e),segment_id=09dbbe92-a6e3-462b-b3ab-50d06031ac2e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:22:13.231635 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'b3a233dd-bd78-44e2-9109-c97d8248f82e', 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6', 'port_id': 'b3a233dd-bd78-44e2-9109-c97d8248f82e', 'mac_address': 'fa:16:3e:59:90:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:22:13.270418 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:13.284042 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a233dd-bd78-44e2-9109-c97d8248f82e {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:22:13.303824 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port b3a233dd-bd78-44e2-9109-c97d8248f82e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b3a233dd-bd78-44e2-9109-c97d8248f82e,segment=NetworkSegment(09dbbe92-a6e3-462b-b3ab-50d06031ac2e),segment_id=09dbbe92-a6e3-462b-b3ab-50d06031ac2e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:22:13.308760 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:13.356202 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=b3a233dd-bd78-44e2-9109-c97d8248f82e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:13.512494 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['b3a233dd-bd78-44e2-9109-c97d8248f82e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:22:13.890289 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cee9a0-6a5e-4768-a97e-06cbda6aacb3 req-a514e4b2-88df-4f62-9273-291461291447 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:13.892071 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-05cee9a0-6a5e-4768-a97e-06cbda6aacb3 req-a514e4b2-88df-4f62-9273-291461291447 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 944 time: 0.0538957 Dec 06 15:22:13.947616 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-05cee9a0-6a5e-4768-a97e-06cbda6aacb3 req-3bed5ab9-c514-4447-962d-6d487e2953a9 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474131 Dec 06 15:22:14.407330 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610d786-3d46-4df7-b4b7-ed5309e85405 req-b08c66b8-b5f8-4478-9129-d56a11cd2a9c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:14.409204 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a610d786-3d46-4df7-b4b7-ed5309e85405 req-b08c66b8-b5f8-4478-9129-d56a11cd2a9c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 945 time: 0.0594332 Dec 06 15:22:14.463465 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a610d786-3d46-4df7-b4b7-ed5309e85405 req-9c1a91f6-0e71-4ac7-8b43-5215f3a98d26 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478084 Dec 06 15:22:15.069851 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c6633-047a-461c-b897-726f2f27ad6d req-a749f065-161e-4306-b2c0-886df1fdfa1f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:15.072102 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b3c6633-047a-461c-b897-726f2f27ad6d req-a749f065-161e-4306-b2c0-886df1fdfa1f tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 944 time: 0.0506957 Dec 06 15:22:15.125481 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b3c6633-047a-461c-b897-726f2f27ad6d req-296f87ab-39bb-495b-83f9-516b8e629b00 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468726 Dec 06 15:22:15.129144 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device b3a233dd-bd78-44e2-9109-c97d8248f82e up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:22:15.185293 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port b3a233dd-bd78-44e2-9109-c97d8248f82e completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:22:15.189415 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port b3a233dd-bd78-44e2-9109-c97d8248f82e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:22:15.189717 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:15.277884 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:15.304374 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d86a829-8d3c-44a7-939f-5e6e02c10f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a233dd-bd78-44e2-9109-c97d8248f82e'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:22:15.307360 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75520b20-0195-4f51-8165-1e5effae8259" -d '{"events": [{"server_uuid": "1d86a829-8d3c-44a7-939f-5e6e02c10f48", "name": "network-vif-plugged", "status": "completed", "tag": "b3a233dd-bd78-44e2-9109-c97d8248f82e"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:22:15.323646 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port b3a233dd-bd78-44e2-9109-c97d8248f82e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b3a233dd-bd78-44e2-9109-c97d8248f82e,segment=NetworkSegment(09dbbe92-a6e3-462b-b3ab-50d06031ac2e),segment_id=09dbbe92-a6e3-462b-b3ab-50d06031ac2e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:22:15.329778 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:15.360839 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d667e2-5e95-438b-9c2e-167bbb5a20ee x-openstack-request-id: req-18d667e2-5e95-438b-9c2e-167bbb5a20ee {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:22:15.361185 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d86a829-8d3c-44a7-939f-5e6e02c10f48", "name": "network-vif-plugged", "status": "completed", "tag": "b3a233dd-bd78-44e2-9109-c97d8248f82e", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:22:15.361391 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18d667e2-5e95-438b-9c2e-167bbb5a20ee {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:22:15.361946 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d86a829-8d3c-44a7-939f-5e6e02c10f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a233dd-bd78-44e2-9109-c97d8248f82e', 'code': 200} Dec 06 15:22:15.392850 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=b3a233dd-bd78-44e2-9109-c97d8248f82e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:15.466545 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1148f5e-d775-4098-8f5d-67858e4f6d82 req-720ae752-44fc-4912-a4ff-c1a0609d58b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:15.468115 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c1148f5e-d775-4098-8f5d-67858e4f6d82 req-720ae752-44fc-4912-a4ff-c1a0609d58b4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 1096 time: 0.0458016 Dec 06 15:22:15.517750 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c1148f5e-d775-4098-8f5d-67858e4f6d82 req-96a143ec-adaf-4792-8ebc-637ba54f62d8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415728 Dec 06 15:22:15.593813 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e5739-a3f7-4278-9ec1-73c01fd082d2 req-754281d6-d7c4-4a32-89a3-88cb612c4556 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:15.595531 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c72e5739-a3f7-4278-9ec1-73c01fd082d2 req-754281d6-d7c4-4a32-89a3-88cb612c4556 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 945 time: 0.0571828 Dec 06 15:22:15.660278 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c72e5739-a3f7-4278-9ec1-73c01fd082d2 req-7f605d8a-6cb8-4f0d-a621-d6681c7f9858 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fce6834-3c86-45fb-804f-f65a953a96c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578547 Dec 06 15:22:16.144065 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc9b71-4ca2-4bef-be75-921e9c38baf8 req-946966af-24f9-42dc-9fd1-9a21291171cc tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:16.145430 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9dfc9b71-4ca2-4bef-be75-921e9c38baf8 req-946966af-24f9-42dc-9fd1-9a21291171cc tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 945 time: 0.0544801 Dec 06 15:22:16.251690 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-9dfc9b71-4ca2-4bef-be75-921e9c38baf8 req-9e8a151f-ec9e-465a-b12a-38e31e8ce77f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Deleting port f95ba487-0e0d-4d1b-83e2-40239caa7864 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:22:16.252047 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9dfc9b71-4ca2-4bef-be75-921e9c38baf8 req-9e8a151f-ec9e-465a-b12a-38e31e8ce77f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:16.268362 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec19c08-b9f8-4791-ba4b-1e0dad2cee79 req-af725fe2-e92c-47d6-96b4-3b3b2c586fbf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:16.270066 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ec19c08-b9f8-4791-ba4b-1e0dad2cee79 req-af725fe2-e92c-47d6-96b4-3b3b2c586fbf tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0550888 Dec 06 15:22:16.324122 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ec19c08-b9f8-4791-ba4b-1e0dad2cee79 req-83b1e844-2200-4016-9cab-5020a1e7a34c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471091 Dec 06 15:22:16.344505 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9dfc9b71-4ca2-4bef-be75-921e9c38baf8 req-9e8a151f-ec9e-465a-b12a-38e31e8ce77f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] For port f95ba487-0e0d-4d1b-83e2-40239caa7864, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f95ba487-0e0d-4d1b-83e2-40239caa7864,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:22:16.344942 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9dfc9b71-4ca2-4bef-be75-921e9c38baf8 req-9e8a151f-ec9e-465a-b12a-38e31e8ce77f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:16.358340 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-9dfc9b71-4ca2-4bef-be75-921e9c38baf8 req-9e8a151f-ec9e-465a-b12a-38e31e8ce77f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Calling delete_port for f95ba487-0e0d-4d1b-83e2-40239caa7864 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:22:16.508647 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9dfc9b71-4ca2-4bef-be75-921e9c38baf8 req-9e8a151f-ec9e-465a-b12a-38e31e8ce77f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:16.525054 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['f95ba487-0e0d-4d1b-83e2-40239caa7864'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:22:16.545364 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a151f-ec9e-465a-b12a-38e31e8ce77f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event deleted for resources: {'Port': ['ID=f95ba487-0e0d-4d1b-83e2-40239caa7864,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:16.609385 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfc9b71-4ca2-4bef-be75-921e9c38baf8 req-9e8a151f-ec9e-465a-b12a-38e31e8ce77f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] No DVR routers for this DVR port f95ba487-0e0d-4d1b-83e2-40239caa7864 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:22:16.612233 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9dfc9b71-4ca2-4bef-be75-921e9c38baf8 req-9e8a151f-ec9e-465a-b12a-38e31e8ce77f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:16.617340 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9dfc9b71-4ca2-4bef-be75-921e9c38baf8 req-9e8a151f-ec9e-465a-b12a-38e31e8ce77f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "DELETE /v2.0/ports/f95ba487-0e0d-4d1b-83e2-40239caa7864 HTTP/1.1" status: 204 len: 173 time: 0.4609551 Dec 06 15:22:16.617796 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3419c99e-d588-438a-9b91-a1b1c43e0dfa', 'name': 'network-vif-deleted', 'tag': 'f95ba487-0e0d-4d1b-83e2-40239caa7864'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:22:16.623229 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d038eca6-2da6-4638-bf6e-38edfaf565cc" -d '{"events": [{"server_uuid": "3419c99e-d588-438a-9b91-a1b1c43e0dfa", "name": "network-vif-deleted", "tag": "f95ba487-0e0d-4d1b-83e2-40239caa7864"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:22:16.665876 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b89cc0-bd08-41d0-9753-7805bbeb96e5 x-openstack-request-id: req-c4b89cc0-bd08-41d0-9753-7805bbeb96e5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:22:16.666545 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3419c99e-d588-438a-9b91-a1b1c43e0dfa", "name": "network-vif-deleted", "tag": "f95ba487-0e0d-4d1b-83e2-40239caa7864", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:22:16.667057 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4b89cc0-bd08-41d0-9753-7805bbeb96e5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:22:16.667848 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3419c99e-d588-438a-9b91-a1b1c43e0dfa', 'name': 'network-vif-deleted', 'tag': 'f95ba487-0e0d-4d1b-83e2-40239caa7864', 'status': 'completed', 'code': 200} Dec 06 15:22:16.760967 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-011208d9-1c3d-47fc-bbe9-10d1767aa9df req-5f1e8ef2-42dc-4362-bf92-e08273509fbb tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 210 time: 0.0273645 Dec 06 15:22:17.445378 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8339c6c-31d0-456a-b36d-e3bef5e0c52e req-5dfec70b-3e59-4e44-8278-97d061b79d5e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:17.446866 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c8339c6c-31d0-456a-b36d-e3bef5e0c52e req-5dfec70b-3e59-4e44-8278-97d061b79d5e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0531189 Dec 06 15:22:17.497825 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c8339c6c-31d0-456a-b36d-e3bef5e0c52e req-1350c99a-a928-4e88-981b-7a72591568fd tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448077 Dec 06 15:22:17.620966 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb30700-0fde-4b94-acce-d57e026d0002 req-1afdf16b-316c-4de3-8a45-85de09977d9a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:17.622548 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ddb30700-0fde-4b94-acce-d57e026d0002 req-1afdf16b-316c-4de3-8a45-85de09977d9a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0546417 Dec 06 15:22:17.671790 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ddb30700-0fde-4b94-acce-d57e026d0002 req-6abcdab7-1382-41bb-a6da-a634d2f6e918 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430648 Dec 06 15:22:17.693770 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43284) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:17.733990 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f14d09b-6029-4fa7-a136-a7ea56f60254 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:17.735523 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2f14d09b-6029-4fa7-a136-a7ea56f60254 tempest-TestNetworkAdvancedServerOps-1161562627 tempest-TestNetworkAdvancedServerOps-1161562627-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 1091 time: 0.0407712 Dec 06 15:22:17.738299 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43286) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:17.743170 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': 'b3a233dd-bd78-44e2-9109-c97d8248f82e', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:22:17.767201 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:17.875593 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-86807519-ccf5-42c3-ba4e-b2c36b5eed04 req-4464711d-4036-4d97-ba57-c0bf928186df tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 210 time: 0.0354869 Dec 06 15:22:17.883267 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:17.997602 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Allocated IP 172.35.7.203 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/6aa82fb1-88d1-4de0-8694-8d955c61ee5e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:22:18.112494 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:18.152460 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:18.191286 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:22:18.196516 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:22:18.200588 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:22:18.231251 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=6aa82fb1-88d1-4de0-8694-8d955c61ee5e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:18.618105 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:18.691554 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:18.851999 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:18.858166 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:18.944278 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event updated for resources: {'Port': ['ID=6aa82fb1-88d1-4de0-8694-8d955c61ee5e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:18.952886 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:19.038267 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d5e5cf58-2e4f-488e-ae26-1ad9bc76ab76 req-bcef2412-4587-4c5a-ad76-a591f015ba4d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 210 time: 0.0452147 Dec 06 15:22:19.103718 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Floating IP fad3bd0c-a0a6-4cdc-9633-f3f17f5e036c associated. External IP: 172.35.7.203, port: b3a233dd-bd78-44e2-9109-c97d8248f82e. Dec 06 15:22:19.233684 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device f95ba487-0e0d-4d1b-83e2-40239caa7864 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:22:19.269948 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: f95ba487-0e0d-4d1b-83e2-40239caa7864 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:22:19.271861 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device f95ba487-0e0d-4d1b-83e2-40239caa7864 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:22:19.331205 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:22:19.442177 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:22:19.453493 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a19e5-db98-4089-9273-adb9fe42837e None None] Sync routers for ids ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:22:19.464567 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:19.467246 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a19e5-db98-4089-9273-adb9fe42837e None None] Routers {'5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:22:19.468220 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-632a19e5-db98-4089-9273-adb9fe42837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:22:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:22:19.515201 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0494c0c7-ae7f-449b-bf02-a59703740ab8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7756271 Dec 06 15:22:19.516129 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d86a829-8d3c-44a7-939f-5e6e02c10f48', 'tag': 'b3a233dd-bd78-44e2-9109-c97d8248f82e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:22:19.518664 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2155b58-05a1-4522-bb2e-0f3306f0da47" -d '{"events": [{"name": "network-changed", "server_uuid": "1d86a829-8d3c-44a7-939f-5e6e02c10f48", "tag": "b3a233dd-bd78-44e2-9109-c97d8248f82e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:22:19.587071 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-632a19e5-db98-4089-9273-adb9fe42837e None None] Set router 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:22:19.668806 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fc0f0-fcb1-4db2-b8c1-9e7a9e7ce6fe req-6fb85bd7-59fd-4758-9568-973b206768f0 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:19.671131 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d18fc0f0-fcb1-4db2-b8c1-9e7a9e7ce6fe req-6fb85bd7-59fd-4758-9568-973b206768f0 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0717013 Dec 06 15:22:19.678525 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14863cc6-7a17-42ed-9356-251d81dde367 x-openstack-request-id: req-14863cc6-7a17-42ed-9356-251d81dde367 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:22:19.678830 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d86a829-8d3c-44a7-939f-5e6e02c10f48", "tag": "b3a233dd-bd78-44e2-9109-c97d8248f82e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:22:19.679115 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14863cc6-7a17-42ed-9356-251d81dde367 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:22:19.679526 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d86a829-8d3c-44a7-939f-5e6e02c10f48', 'tag': 'b3a233dd-bd78-44e2-9109-c97d8248f82e', 'status': 'completed', 'code': 200} Dec 06 15:22:19.762193 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d18fc0f0-fcb1-4db2-b8c1-9e7a9e7ce6fe req-ae0cd83a-e318-4f17-b0fc-bad1a3e31cc8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834584 Dec 06 15:22:19.781077 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2155b58-05a1-4522-bb2e-0f3306f0da47 req-30a813b3-6e66-46fd-b477-4711b01e5971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:19.781077 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e2155b58-05a1-4522-bb2e-0f3306f0da47 req-30a813b3-6e66-46fd-b477-4711b01e5971 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 1096 time: 0.0761573 Dec 06 15:22:19.781507 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43310) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:19.881572 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-335f4d06-9e0b-4398-b19d-5f5a6d01a1d5 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/floatingips/fad3bd0c-a0a6-4cdc-9633-f3f17f5e036c HTTP/1.1" status: 200 len: 991 time: 0.0972641 Dec 06 15:22:19.901911 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-632a19e5-db98-4089-9273-adb9fe42837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146808317', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101'}], 'enable_snat': True}, 'gw_port_id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:21:57Z', 'updated_at': '2021-12-06T15:22:03Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:21:58Z', 'updated_at': '2021-12-06T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'fad3bd0c-a0a6-4cdc-9633-f3f17f5e036c', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'floating_ip_address': '172.35.7.203', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'port_id': 'b3a233dd-bd78-44e2-9109-c97d8248f82e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6', 'mac_address': 'fa:16:3e:59:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d86a829-8d3c-44a7-939f-5e6e02c10f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:22:18Z', 'updated_at': '2021-12-06T15:22:18Z', 'revision_number': 0, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd80455-5255-4f64-983d-d80297c1ab8a', 'name': '', 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:07:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:22:02Z', 'updated_at': '2021-12-06T15:22:07Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:22:19.905832 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2155b58-05a1-4522-bb2e-0f3306f0da47 req-f43b1037-3b1e-45ed-ae9a-0a2e7bb6b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:19.907327 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e2155b58-05a1-4522-bb2e-0f3306f0da47 req-f43b1037-3b1e-45ed-ae9a-0a2e7bb6b259 service neutron] 10.222.0.23 "GET /v2.0/networks?id=62c48a83-6363-48d9-8f35-595b32b870f6 HTTP/1.1" status: 200 len: 898 time: 0.1228223 Dec 06 15:22:19.934664 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a19e5-db98-4089-9273-adb9fe42837e None None] Checking router: 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:22:19.944454 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a19e5-db98-4089-9273-adb9fe42837e None None] Routers {'5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:22:19.946594 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-632a19e5-db98-4089-9273-adb9fe42837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:22:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:22:19.982536 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e2155b58-05a1-4522-bb2e-0f3306f0da47 req-b8fd57a2-f31a-4e1d-bac2-ab1cf2f0ebff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3a233dd-bd78-44e2-9109-c97d8248f82e HTTP/1.1" status: 200 len: 999 time: 0.0682516 Dec 06 15:22:20.044611 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2155b58-05a1-4522-bb2e-0f3306f0da47 req-f8d7ff8b-c9a3-4187-836e-113694e1b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:20.046980 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e2155b58-05a1-4522-bb2e-0f3306f0da47 req-f8d7ff8b-c9a3-4187-836e-113694e1b663 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=21fbfc30-c32e-4067-978c-3a1a9335ff3b HTTP/1.1" status: 200 len: 835 time: 0.0567174 Dec 06 15:22:20.074218 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-632a19e5-db98-4089-9273-adb9fe42837e None None] Set router 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:22:20.113551 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2155b58-05a1-4522-bb2e-0f3306f0da47 req-17263b15-0f7c-468b-a6cd-5a1ec38219d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:20.115492 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e2155b58-05a1-4522-bb2e-0f3306f0da47 req-17263b15-0f7c-468b-a6cd-5a1ec38219d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62c48a83-6363-48d9-8f35-595b32b870f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620794 Dec 06 15:22:20.171954 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ca2c70a6-bdf1-4cd9-82eb-666c149f3901 req-45dfe75b-3f65-477e-a7bf-3757dc3ac134 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 210 time: 0.0396147 Dec 06 15:22:20.240193 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e2155b58-05a1-4522-bb2e-0f3306f0da47 req-27cb42d7-262d-4090-9a47-347c3c9be12c service neutron] 10.222.0.23 "GET /v2.0/networks/62c48a83-6363-48d9-8f35-595b32b870f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161218 Dec 06 15:22:20.373631 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e2155b58-05a1-4522-bb2e-0f3306f0da47 req-bee40158-cd53-44f0-8c6b-4c815420e972 service neutron] 10.222.0.23 "GET /v2.0/networks/62c48a83-6363-48d9-8f35-595b32b870f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267157 Dec 06 15:22:20.410161 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-632a19e5-db98-4089-9273-adb9fe42837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146808317', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101'}], 'enable_snat': True}, 'gw_port_id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:21:57Z', 'updated_at': '2021-12-06T15:22:03Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:21:58Z', 'updated_at': '2021-12-06T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'fad3bd0c-a0a6-4cdc-9633-f3f17f5e036c', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'floating_ip_address': '172.35.7.203', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'port_id': 'b3a233dd-bd78-44e2-9109-c97d8248f82e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6', 'mac_address': 'fa:16:3e:59:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d86a829-8d3c-44a7-939f-5e6e02c10f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:22:18Z', 'updated_at': '2021-12-06T15:22:18Z', 'revision_number': 0, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd80455-5255-4f64-983d-d80297c1ab8a', 'name': '', 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:07:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:22:02Z', 'updated_at': '2021-12-06T15:22:07Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:22:20.444547 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a19e5-db98-4089-9273-adb9fe42837e None None] The sync data for ids ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'] in n-d-master-1 is: [{'id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146808317', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101'}], 'enable_snat': True}, 'gw_port_id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:21:57Z', 'updated_at': '2021-12-06T15:22:03Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:21:58Z', 'updated_at': '2021-12-06T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'fad3bd0c-a0a6-4cdc-9633-f3f17f5e036c', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'floating_ip_address': '172.35.7.203', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'port_id': 'b3a233dd-bd78-44e2-9109-c97d8248f82e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6', 'mac_address': 'fa:16:3e:59:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d86a829-8d3c-44a7-939f-5e6e02c10f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:22:18Z', 'updated_at': '2021-12-06T15:22:18Z', 'revision_number': 0, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd80455-5255-4f64-983d-d80297c1ab8a', 'name': '', 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:07:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:22:02Z', 'updated_at': '2021-12-06T15:22:07Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:22:20.671129 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e9519-ac5c-43a5-b79d-23236c8b743b None None] New status for floating IP fad3bd0c-a0a6-4cdc-9633-f3f17f5e036c: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:22:20.884338 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43316) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:20.954741 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-93b838ba-a0df-46e4-b634-26f4a81482ce tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/floatingips/fad3bd0c-a0a6-4cdc-9633-f3f17f5e036c HTTP/1.1" status: 200 len: 993 time: 0.0655241 Dec 06 15:22:21.294898 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92425443-ca99-4b2d-8857-b6b5a5f66df7 req-02831b24-f5e5-41f0-8aa4-3a529af12b20 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=3419c99e-d588-438a-9b91-a1b1c43e0dfa HTTP/1.1" status: 200 len: 210 time: 0.0461090 Dec 06 15:22:25.360670 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43378) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:25.365321 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bed609b9-9450-49d0-8499-76c99470f006 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-909602916', 'description': 'tempest-secgroup-smoke-909602916 description', 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:22:25.389486 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bed609b9-9450-49d0-8499-76c99470f006 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:25.505982 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bed609b9-9450-49d0-8499-76c99470f006 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:25.510135 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bed609b9-9450-49d0-8499-76c99470f006 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:25.539547 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed609b9-9450-49d0-8499-76c99470f006 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9735f5-b38f-42dd-8457-57c9b540797b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:25.545243 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bed609b9-9450-49d0-8499-76c99470f006 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:25.547625 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bed609b9-9450-49d0-8499-76c99470f006 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1859248 Dec 06 15:22:25.551256 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43380) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:25.556517 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e1768a5a-6b5e-40eb-aee0-2fa6bc25fe3c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Request body: {'security_group_rule': {'security_group_id': '7d9735f5-b38f-42dd-8457-57c9b540797b', 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:22:25.584537 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1768a5a-6b5e-40eb-aee0-2fa6bc25fe3c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:25.684737 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1768a5a-6b5e-40eb-aee0-2fa6bc25fe3c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:25.691066 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1768a5a-6b5e-40eb-aee0-2fa6bc25fe3c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:25.717589 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1768a5a-6b5e-40eb-aee0-2fa6bc25fe3c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70bd8661-899c-480a-a11e-e8c166df89b8,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:25.724727 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1768a5a-6b5e-40eb-aee0-2fa6bc25fe3c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:25.727877 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e1768a5a-6b5e-40eb-aee0-2fa6bc25fe3c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1738293 Dec 06 15:22:25.729166 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43384) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:25.734084 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b43e5c88-e3a5-4026-a9e9-2afbe1668075 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Request body: {'security_group_rule': {'security_group_id': '7d9735f5-b38f-42dd-8457-57c9b540797b', 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:22:25.763288 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b43e5c88-e3a5-4026-a9e9-2afbe1668075 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:25.826685 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b43e5c88-e3a5-4026-a9e9-2afbe1668075 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:25.830240 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b43e5c88-e3a5-4026-a9e9-2afbe1668075 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:25.849135 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e5c88-e3a5-4026-a9e9-2afbe1668075 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e9a916-7667-4eea-9bcf-77d2d6524e19,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:25.854010 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b43e5c88-e3a5-4026-a9e9-2afbe1668075 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:25.855189 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b43e5c88-e3a5-4026-a9e9-2afbe1668075 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248791 Dec 06 15:22:25.857936 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43386) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:25.862183 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6069d48b-7dc5-469c-a082-c77b2de61b38 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Request body: {'security_group_rule': {'security_group_id': '7d9735f5-b38f-42dd-8457-57c9b540797b', 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:22:25.888869 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6069d48b-7dc5-469c-a082-c77b2de61b38 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:25.945044 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6069d48b-7dc5-469c-a082-c77b2de61b38 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:25.948505 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6069d48b-7dc5-469c-a082-c77b2de61b38 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:25.968957 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069d48b-7dc5-469c-a082-c77b2de61b38 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9c1726-3926-488a-89d9-7f3f8805c1df,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:25.974297 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6069d48b-7dc5-469c-a082-c77b2de61b38 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:25.975487 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6069d48b-7dc5-469c-a082-c77b2de61b38 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166286 Dec 06 15:22:25.978250 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43388) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:25.982856 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4b3c416b-606a-4cf2-8f2b-947b2f3b0d4a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Request body: {'security_group_rule': {'security_group_id': '7d9735f5-b38f-42dd-8457-57c9b540797b', 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:22:26.009251 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b3c416b-606a-4cf2-8f2b-947b2f3b0d4a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:26.063998 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b3c416b-606a-4cf2-8f2b-947b2f3b0d4a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:26.067282 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b3c416b-606a-4cf2-8f2b-947b2f3b0d4a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:26.084332 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c416b-606a-4cf2-8f2b-947b2f3b0d4a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a388812f-ccba-438b-bbc4-d94bf1bd82c2,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:26.092484 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b3c416b-606a-4cf2-8f2b-947b2f3b0d4a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:26.093668 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4b3c416b-606a-4cf2-8f2b-947b2f3b0d4a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144972 Dec 06 15:22:26.096351 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43390) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:26.100787 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b5b6fdbb-34b1-418b-90cc-f7adae69be06 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Request body: {'security_group_rule': {'security_group_id': '7d9735f5-b38f-42dd-8457-57c9b540797b', 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:22:26.125123 n-d-master-1 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-b5b6fdbb-34b1-418b-90cc-f7adae69be06 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Project edd692759ebb4bf3a0fa8fe91d03df76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:22:26.130062 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5b6fdbb-34b1-418b-90cc-f7adae69be06 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:26.189252 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5b6fdbb-34b1-418b-90cc-f7adae69be06 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:26.192731 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5b6fdbb-34b1-418b-90cc-f7adae69be06 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:26.209845 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6fdbb-34b1-418b-90cc-f7adae69be06 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408b191b-0ec0-40ca-ba92-d3efee744a10,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:26.217492 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b5b6fdbb-34b1-418b-90cc-f7adae69be06 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:26.218669 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b5b6fdbb-34b1-418b-90cc-f7adae69be06 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213624 Dec 06 15:22:26.221364 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43392) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:26.225686 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-60b78bbf-1c70-4df2-ba92-e21f0379658e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Request body: {'security_group_rule': {'security_group_id': '7d9735f5-b38f-42dd-8457-57c9b540797b', 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:22:26.247207 n-d-master-1 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-60b78bbf-1c70-4df2-ba92-e21f0379658e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Project edd692759ebb4bf3a0fa8fe91d03df76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:22:26.251802 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60b78bbf-1c70-4df2-ba92-e21f0379658e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:26.310025 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60b78bbf-1c70-4df2-ba92-e21f0379658e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:26.313634 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60b78bbf-1c70-4df2-ba92-e21f0379658e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:26.333882 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b78bbf-1c70-4df2-ba92-e21f0379658e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb37aac-33d6-4a62-948f-a0888410db8b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:26.339827 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60b78bbf-1c70-4df2-ba92-e21f0379658e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:26.341013 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-60b78bbf-1c70-4df2-ba92-e21f0379658e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187377 Dec 06 15:22:28.129641 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:30.067265 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:30.822943 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b60ab8dd-4651-42ea-81d2-f0cc0d256f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:33.262152 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-787812c4-34e4-4639-85c0-9f96f73dc36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:34.075109 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:35.726896 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:36.645420 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:41.758117 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:22:43.764445 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-910d39a2-396b-47ec-a629-b3c493e6558d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909602916&fields=id&tenant_id=edd692759ebb4bf3a0fa8fe91d03df76 HTTP/1.1" status: 200 len: 267 time: 0.0443196 Dec 06 15:22:43.872768 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-632e76f4-ac95-462e-b551-a6d88571c57f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:43.874219 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-632e76f4-ac95-462e-b551-a6d88571c57f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 812 time: 0.1029217 Dec 06 15:22:43.890260 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-8a4e9bc9-db3a-4a54-9f07-e2b8f3444b05 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/quotas/edd692759ebb4bf3a0fa8fe91d03df76 HTTP/1.1" status: 200 len: 375 time: 0.0102112 Dec 06 15:22:43.947736 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-17544bbe-33f7-4922-8d6a-04e952d97034 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510707 Dec 06 15:22:43.964420 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-84e48a6d-5f4f-4b6a-a0d5-37da8488eb2e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:22:43.965438 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-84e48a6d-5f4f-4b6a-a0d5-37da8488eb2e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061822 Dec 06 15:22:44.056251 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-528c15f0-b8f0-42b3-8000-8133299107fc service neutron] 10.222.0.20 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843265 Dec 06 15:22:44.151090 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-f830f79a-6c27-49d3-931c-a711b8a321dd service neutron] 10.222.0.20 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883715 Dec 06 15:22:44.454188 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6ef42b10-ed62-416c-bbca-89b4b21a567e req-4eca8392-dad8-4d5a-b451-8513e3abf35f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 210 time: 0.0268028 Dec 06 15:22:45.581639 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6cb7602-4e87-4bb7-a5f4-5901d8c86bb3 req-8f14b38c-129f-4caf-97a0-72f88088898a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 210 time: 0.0358903 Dec 06 15:22:45.674683 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-a970a2fe-3912-462b-8eca-c58c7247f8a2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:45.676226 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-a970a2fe-3912-462b-8eca-c58c7247f8a2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 812 time: 0.1406879 Dec 06 15:22:45.743956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-95948f2f-b6ef-47f0-b21c-c7fe42184243 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edd692759ebb4bf3a0fa8fe91d03df76 HTTP/1.1" status: 200 len: 379 time: 0.0558164 Dec 06 15:22:45.754178 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Request body: {'port': {'device_id': '84bf5598-4f59-4092-b2ff-a1a90d175bf4', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'admin_state_up': True, 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'security_groups': ['7d9735f5-b38f-42dd-8457-57c9b540797b']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:22:45.893230 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Made reservation on behalf of edd692759ebb4bf3a0fa8fe91d03df76 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:22:45.898460 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:46.030035 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Allocated IP 172.20.0.10 (5cd3d629-294c-4537-8f1e-863f8f4b3c58/d729354f-de71-4474-b05a-729c96f5bac2/27387812-01c6-4a1e-8790-819683cbe18a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:22:46.187515 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:46.222058 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:46.269453 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:22:46.272613 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:22:46.277232 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:22:46.281278 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'Port': ['ID=27387812-01c6-4a1e-8790-819683cbe18a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:46.306069 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:46.306426 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:46.306769 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:46.307175 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:46.307432 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:46.307794 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:46.308127 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:46.308455 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:46.309144 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:46.309144 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:46.309570 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:46.309754 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:46.310039 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:46.334423 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43650) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:46.367270 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:46.368491 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:46.394828 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-fc02ee85-f1e4-46f1-8afc-d167dc72abf9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6443551 Dec 06 15:22:46.397687 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-511abbd9-eb47-4ee7-a589-74eaa2f48a22 admin admin] Deleting subnet 2419028d-aa19-4dc0-91d2-afd4d891a895 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:22:46.401288 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-511abbd9-eb47-4ee7-a589-74eaa2f48a22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:46.413850 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Request body: {'port': {'device_id': '84bf5598-4f59-4092-b2ff-a1a90d175bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:22:46.445747 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-511abbd9-eb47-4ee7-a589-74eaa2f48a22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:46.476986 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:46.512420 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-511abbd9-eb47-4ee7-a589-74eaa2f48a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:46.571839 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-511abbd9-eb47-4ee7-a589-74eaa2f48a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:46.576980 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6341fa4d-231a-4050-acfb-c2a2ee43a103 None None] Provisioning complete for port 27387812-01c6-4a1e-8790-819683cbe18a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:22:46.577550 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6341fa4d-231a-4050-acfb-c2a2ee43a103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:46.587199 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-511abbd9-eb47-4ee7-a589-74eaa2f48a22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:46.591287 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-511abbd9-eb47-4ee7-a589-74eaa2f48a22 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2419028d-aa19-4dc0-91d2-afd4d891a895 HTTP/1.1" status: 204 len: 168 time: 0.2551420 Dec 06 15:22:46.611082 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43652) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:46.626303 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6341fa4d-231a-4050-acfb-c2a2ee43a103 None None] Port 27387812-01c6-4a1e-8790-819683cbe18a cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:22:46.713413 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511abbd9-eb47-4ee7-a589-74eaa2f48a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2419028d-aa19-4dc0-91d2-afd4d891a895,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:46.717277 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c95175a-d928-49f8-9cdf-9c968c346ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:46.833886 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27387812-01c6-4a1e-8790-819683cbe18a {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:22:46.842917 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:46.860879 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Transition to ACTIVE for port object 27387812-01c6-4a1e-8790-819683cbe18a will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:22:46.865435 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:46.917799 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Pushing event updated for resources: {'Port': ['ID=27387812-01c6-4a1e-8790-819683cbe18a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:47.049535 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Attempting to bind port 27387812-01c6-4a1e-8790-819683cbe18a on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:22:47.050143 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Attempting to bind port 27387812-01c6-4a1e-8790-819683cbe18a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:22:47.050651 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Attempting to bind port 27387812-01c6-4a1e-8790-819683cbe18a on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:22:47.056666 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Port 27387812-01c6-4a1e-8790-819683cbe18a on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:22:47.057222 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Attempting to bind port 27387812-01c6-4a1e-8790-819683cbe18a on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:22:47.062920 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:22:47.063523 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Checking segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:22:47.064173 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Bound using segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:22:47.064780 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Bound port: 27387812-01c6-4a1e-8790-819683cbe18a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:22:47.065452 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:47.133896 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c95175a-d928-49f8-9cdf-9c968c346ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:47.159574 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] For port 27387812-01c6-4a1e-8790-819683cbe18a, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:22:47.163174 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] For port 27387812-01c6-4a1e-8790-819683cbe18a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=27387812-01c6-4a1e-8790-819683cbe18a,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:22:47.165223 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe86aca-7866-4e19-ad50-4f692ea4875f req-62ae54e5-4e13-4a94-b2f1-5db6c79a4d09 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:47.167900 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1fe86aca-7866-4e19-ad50-4f692ea4875f req-62ae54e5-4e13-4a94-b2f1-5db6c79a4d09 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 932 time: 0.4457388 Dec 06 15:22:47.174544 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:47.200112 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-6c95175a-d928-49f8-9cdf-9c968c346ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d53435-d18f-4380-92e3-902c000dfe8d']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:22:47.220240 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-6c95175a-d928-49f8-9cdf-9c968c346ca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ebb843-0911-48e5-8aaa-c4f29988e473') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:22:47.220751 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-6c95175a-d928-49f8-9cdf-9c968c346ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ebb843-0911-48e5-8aaa-c4f29988e473') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:22:47.238925 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:47.240854 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:47.242108 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c95175a-d928-49f8-9cdf-9c968c346ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:47.244754 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] 10.222.0.37 "PUT /v2.0/ports/27387812-01c6-4a1e-8790-819683cbe18a HTTP/1.1" status: 200 len: 1092 time: 0.8357227 Dec 06 15:22:47.245332 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bf5598-4f59-4092-b2ff-a1a90d175bf4', 'tag': '27387812-01c6-4a1e-8790-819683cbe18a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:22:47.247779 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f562c07-2434-4fec-bcd1-6db5f4e53615" -d '{"events": [{"name": "network-changed", "server_uuid": "84bf5598-4f59-4092-b2ff-a1a90d175bf4", "tag": "27387812-01c6-4a1e-8790-819683cbe18a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:22:47.286664 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee3982-3c93-4c82-aa0b-9a302f5a7b51 service neutron] Pushing event updated for resources: {'Port': ['ID=27387812-01c6-4a1e-8790-819683cbe18a,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:47.292311 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1fe86aca-7866-4e19-ad50-4f692ea4875f req-b22744c8-37ca-4ac5-b70b-677a41c5e1e3 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156697 Dec 06 15:22:47.296279 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c95175a-d928-49f8-9cdf-9c968c346ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:47.310599 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c95175a-d928-49f8-9cdf-9c968c346ca7 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:22:47.310909 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c95175a-d928-49f8-9cdf-9c968c346ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:22:47.317990 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:22:47.388491 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-8f38b037-c44d-40bf-8a03-4701ecdf7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:47.393177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-8f38b037-c44d-40bf-8a03-4701ecdf7afe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 1095 time: 0.0903001 Dec 06 15:22:47.404734 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c95175a-d928-49f8-9cdf-9c968c346ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:47.415893 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c95175a-d928-49f8-9cdf-9c968c346ca7 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:47.421870 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6c95175a-d928-49f8-9cdf-9c968c346ca7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/68d53435-d18f-4380-92e3-902c000dfe8d HTTP/1.1" status: 204 len: 168 time: 0.8069625 Dec 06 15:22:47.453858 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95175a-d928-49f8-9cdf-9c968c346ca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=68d53435-d18f-4380-92e3-902c000dfe8d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:47.459591 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-02064b1d-2f57-4333-943e-9227ae606a66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27387812-01c6-4a1e-8790-819683cbe18a HTTP/1.1" status: 200 len: 217 time: 0.0547037 Dec 06 15:22:47.497201 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74ba9eb-5532-4c25-aeea-b4000cb76b15 x-openstack-request-id: req-e74ba9eb-5532-4c25-aeea-b4000cb76b15 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:22:47.497504 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bf5598-4f59-4092-b2ff-a1a90d175bf4", "tag": "27387812-01c6-4a1e-8790-819683cbe18a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:22:47.497767 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e74ba9eb-5532-4c25-aeea-b4000cb76b15 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:22:47.498185 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bf5598-4f59-4092-b2ff-a1a90d175bf4', 'tag': '27387812-01c6-4a1e-8790-819683cbe18a', 'status': 'completed', 'code': 200} Dec 06 15:22:47.548303 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-5f87c999-4da8-4710-a2c5-369ad6b9ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:47.551404 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-5f87c999-4da8-4710-a2c5-369ad6b9ee1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0796695 Dec 06 15:22:47.617814 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43664) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:47.619485 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-1bc66c9c-15fb-4928-a2d9-7ba48457a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:47.621117 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-1bc66c9c-15fb-4928-a2d9-7ba48457a58b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600319 Dec 06 15:22:47.667807 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8a00c899-d717-4073-9df9-7ecdad8ac091 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95a2c901e31643a3aab03978132033ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461669 Dec 06 15:22:47.668392 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43666) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:47.734723 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-b932d1e4-323d-4d45-be7f-3665104a7399 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011930 Dec 06 15:22:47.746846 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d29ba736-6765-4d17-b40d-2251db60229e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:47.770694 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d29ba736-6765-4d17-b40d-2251db60229e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:47.824358 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d29ba736-6765-4d17-b40d-2251db60229e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:47.828259 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d29ba736-6765-4d17-b40d-2251db60229e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:47.831835 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d29ba736-6765-4d17-b40d-2251db60229e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11f7ebb7-3987-42c1-9dd6-6666fd85ac68 HTTP/1.1" status: 204 len: 168 time: 0.1602416 Dec 06 15:22:47.842933 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ba736-6765-4d17-b40d-2251db60229e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f7ebb7-3987-42c1-9dd6-6666fd85ac68,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:47.844415 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4de72370-92b7-460d-8188-37b5eb37bbf8 req-07c39250-5aca-43d8-8ba5-3977e0b5adce service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984890 Dec 06 15:22:47.940404 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f562c07-2434-4fec-bcd1-6db5f4e53615 req-05d545f0-f007-474d-82bc-6aaee4e3916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:47.942222 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f562c07-2434-4fec-bcd1-6db5f4e53615 req-05d545f0-f007-474d-82bc-6aaee4e3916c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 1095 time: 0.0439093 Dec 06 15:22:48.420793 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f562c07-2434-4fec-bcd1-6db5f4e53615 req-61fbe20d-28f2-43f6-8dce-4f8f114c37d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:48.422305 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f562c07-2434-4fec-bcd1-6db5f4e53615 req-61fbe20d-28f2-43f6-8dce-4f8f114c37d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.4661205 Dec 06 15:22:48.470036 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773f354-1afa-4c4b-90e1-302887d5af43 req-0afebcc0-b607-4bde-92a0-362889af0140 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:48.471840 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4773f354-1afa-4c4b-90e1-302887d5af43 req-0afebcc0-b607-4bde-92a0-362889af0140 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 944 time: 0.0586689 Dec 06 15:22:48.484188 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f562c07-2434-4fec-bcd1-6db5f4e53615 req-67766fa3-81e0-4eb7-94fd-9f5071251298 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27387812-01c6-4a1e-8790-819683cbe18a HTTP/1.1" status: 200 len: 217 time: 0.0458343 Dec 06 15:22:48.542858 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4773f354-1afa-4c4b-90e1-302887d5af43 req-21e3ac07-eb34-4fdf-b505-d427d511e085 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636768 Dec 06 15:22:48.543337 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f562c07-2434-4fec-bcd1-6db5f4e53615 req-efcbff9f-62d7-408c-baca-6a20ff466ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:48.544975 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f562c07-2434-4fec-bcd1-6db5f4e53615 req-efcbff9f-62d7-408c-baca-6a20ff466ea2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0518548 Dec 06 15:22:48.599185 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f562c07-2434-4fec-bcd1-6db5f4e53615 req-7f9604c3-8199-430b-908d-bd860f70c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:48.601317 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f562c07-2434-4fec-bcd1-6db5f4e53615 req-7f9604c3-8199-430b-908d-bd860f70c6b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444715 Dec 06 15:22:48.702434 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f562c07-2434-4fec-bcd1-6db5f4e53615 req-d6ff885a-a139-4057-b2ee-98db268f8a8b service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894706 Dec 06 15:22:48.807445 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7f562c07-2434-4fec-bcd1-6db5f4e53615 req-f4c2863a-3338-4459-a47c-d0457abfc325 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928905 Dec 06 15:22:49.668974 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdff016-f97b-4770-a931-2edb2b1facf5 req-a35a4b3e-86bc-45ee-8b3d-f0231959acd6 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:49.670583 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-efdff016-f97b-4770-a931-2edb2b1facf5 req-a35a4b3e-86bc-45ee-8b3d-f0231959acd6 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 944 time: 0.0534723 Dec 06 15:22:49.732551 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-efdff016-f97b-4770-a931-2edb2b1facf5 req-9f7acac8-e20b-411e-bddb-61284e426c15 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547562 Dec 06 15:22:50.083206 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43826) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:50.189205 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1190b4d1-8b6d-4328-ae03-c46449efb6d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:50.264773 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1190b4d1-8b6d-4328-ae03-c46449efb6d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:50.268675 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1190b4d1-8b6d-4328-ae03-c46449efb6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:50.307976 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190b4d1-8b6d-4328-ae03-c46449efb6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a50edc-7f53-4167-82d5-1ff15f36d713,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:50.315410 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43830) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:50.316263 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1190b4d1-8b6d-4328-ae03-c46449efb6d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0ebdd406f63423094afe1c14f9c2ed7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2308166 Dec 06 15:22:50.369708 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f55acd1f-fb87-4a89-902c-d3a3776cadcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:50.394857 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f55acd1f-fb87-4a89-902c-d3a3776cadcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:50.446125 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f55acd1f-fb87-4a89-902c-d3a3776cadcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:50.449976 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f55acd1f-fb87-4a89-902c-d3a3776cadcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:50.451468 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f55acd1f-fb87-4a89-902c-d3a3776cadcc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49a50edc-7f53-4167-82d5-1ff15f36d713 HTTP/1.1" status: 204 len: 168 time: 0.1350825 Dec 06 15:22:50.462755 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55acd1f-fb87-4a89-902c-d3a3776cadcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a50edc-7f53-4167-82d5-1ff15f36d713,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:50.749856 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43836) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:50.763589 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d356673c-c8e8-454b-a63d-32ae1ef2dd17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:50.843603 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d356673c-c8e8-454b-a63d-32ae1ef2dd17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:50.848288 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d356673c-c8e8-454b-a63d-32ae1ef2dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:50.871645 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b707970-c12a-433b-bcb6-b7d359fa947e req-c26ae77b-20c4-4821-9cb2-28415fa442d2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:50.873524 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9b707970-c12a-433b-bcb6-b7d359fa947e req-c26ae77b-20c4-4821-9cb2-28415fa442d2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 944 time: 0.0634134 Dec 06 15:22:50.891632 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d356673c-c8e8-454b-a63d-32ae1ef2dd17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94294e8523674f61be61a6eb5b01dd9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1406360 Dec 06 15:22:50.894316 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43840) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:22:50.900565 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356673c-c8e8-454b-a63d-32ae1ef2dd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbd374b-1270-40c0-be6d-1168ffec1c1c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:50.934219 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9b707970-c12a-433b-bcb6-b7d359fa947e req-8fc651d7-548d-4393-9d0c-e3a194074394 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539308 Dec 06 15:22:50.947623 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15f2f375-33ff-4c12-af6c-5fec0cf19837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:50.971446 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15f2f375-33ff-4c12-af6c-5fec0cf19837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:51.019859 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15f2f375-33ff-4c12-af6c-5fec0cf19837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:51.022424 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15f2f375-33ff-4c12-af6c-5fec0cf19837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:51.023530 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-15f2f375-33ff-4c12-af6c-5fec0cf19837 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dcbd374b-1270-40c0-be6d-1168ffec1c1c HTTP/1.1" status: 204 len: 168 time: 0.1282940 Dec 06 15:22:51.031312 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2f375-33ff-4c12-af6c-5fec0cf19837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbd374b-1270-40c0-be6d-1168ffec1c1c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:52.055960 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff44f7-d925-4f25-acf3-2dd4d7234e58 req-6ccabf70-5d9e-430f-96fc-67dd4b0a6055 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:52.055960 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dfff44f7-d925-4f25-acf3-2dd4d7234e58 req-6ccabf70-5d9e-430f-96fc-67dd4b0a6055 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 944 time: 0.0539987 Dec 06 15:22:52.117738 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dfff44f7-d925-4f25-acf3-2dd4d7234e58 req-43ce2384-443a-4a56-baa2-a8c409259dd4 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538697 Dec 06 15:22:52.158660 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe96763-b869-473f-bd73-365845ba6da5 req-253de6d7-c332-4625-b2b7-63829e51da60 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:52.160206 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-afe96763-b869-473f-bd73-365845ba6da5 req-253de6d7-c332-4625-b2b7-63829e51da60 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0526073 Dec 06 15:22:52.208304 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-afe96763-b869-473f-bd73-365845ba6da5 req-e0a9f8fe-5be8-4d24-a45a-7bf37e3ef20e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417128 Dec 06 15:22:53.232162 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d674b3d-c2cd-497f-bb0f-49786de889de req-20b303b1-c08f-44b5-a0e0-5d4e8863422c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:53.233714 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d674b3d-c2cd-497f-bb0f-49786de889de req-20b303b1-c08f-44b5-a0e0-5d4e8863422c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 944 time: 0.0475724 Dec 06 15:22:53.283192 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8d674b3d-c2cd-497f-bb0f-49786de889de req-479785d9-c6e4-465a-9114-fbd31e54f43c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434084 Dec 06 15:22:53.324203 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822aedcc-711e-4440-86df-693cca1a1b19 req-e1bf3b84-71f7-4fc0-960f-09994b49a5e3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:53.325661 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-822aedcc-711e-4440-86df-693cca1a1b19 req-e1bf3b84-71f7-4fc0-960f-09994b49a5e3 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0488451 Dec 06 15:22:53.377163 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-822aedcc-711e-4440-86df-693cca1a1b19 req-c6235405-ac77-4360-b839-d90990b572ba tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456243 Dec 06 15:22:54.399241 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65883bbb-f39e-4a62-82d9-bbd65e75bdad req-327287ea-d2fb-42ae-8f59-9ca962b63951 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:54.400732 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-65883bbb-f39e-4a62-82d9-bbd65e75bdad req-327287ea-d2fb-42ae-8f59-9ca962b63951 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 944 time: 0.0481911 Dec 06 15:22:54.454242 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-65883bbb-f39e-4a62-82d9-bbd65e75bdad req-3fd06ae7-1b20-45f9-b599-3d7c15b5f4cc tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467179 Dec 06 15:22:54.494952 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e32757-bee3-4265-9ad8-4bdd9077830d req-9404f3ec-94d0-45d6-822f-260d431e6362 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:54.496461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e1e32757-bee3-4265-9ad8-4bdd9077830d req-9404f3ec-94d0-45d6-822f-260d431e6362 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0491898 Dec 06 15:22:54.544308 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e1e32757-bee3-4265-9ad8-4bdd9077830d req-46bd953e-da28-44e7-a948-e41d58493612 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417345 Dec 06 15:22:55.569647 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadbe24-0709-41dd-a96a-702337305405 req-78f2693b-15ef-4bea-8312-1ecf97927838 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:55.571637 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cbadbe24-0709-41dd-a96a-702337305405 req-78f2693b-15ef-4bea-8312-1ecf97927838 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 944 time: 0.0491660 Dec 06 15:22:55.620481 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cbadbe24-0709-41dd-a96a-702337305405 req-efeb073f-8929-42ff-8879-3b6d6ad74db7 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428998 Dec 06 15:22:55.660526 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801a949-f854-4372-ba7f-3f3026170812 req-0f06e07d-cd53-4356-96be-42f584d28594 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:55.661990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7801a949-f854-4372-ba7f-3f3026170812 req-0f06e07d-cd53-4356-96be-42f584d28594 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0500166 Dec 06 15:22:55.710718 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7801a949-f854-4372-ba7f-3f3026170812 req-02a66a25-2734-454d-85c3-a5c608f53c00 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426776 Dec 06 15:22:56.736579 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea2794-073a-4264-bfb3-1f8cf044742c req-8dedf202-7ecc-4d32-bcc1-cf7a4ce0872a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:56.738063 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eaea2794-073a-4264-bfb3-1f8cf044742c req-8dedf202-7ecc-4d32-bcc1-cf7a4ce0872a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 944 time: 0.0482514 Dec 06 15:22:56.787498 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eaea2794-073a-4264-bfb3-1f8cf044742c req-fc4cd002-3db3-42f6-81ac-0df2300a2633 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430233 Dec 06 15:22:56.829203 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cce64a-603b-4baf-85b1-e0d327eccd31 req-96f0ba39-af32-4c3a-9fbe-a11a6eaec9b1 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:56.830662 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e9cce64a-603b-4baf-85b1-e0d327eccd31 req-96f0ba39-af32-4c3a-9fbe-a11a6eaec9b1 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0531116 Dec 06 15:22:56.878976 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e9cce64a-603b-4baf-85b1-e0d327eccd31 req-cf25f5ce-bc89-40ea-9e9c-65bb5595ed70 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422513 Dec 06 15:22:57.905665 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521d843-8a83-4f9f-90c6-da29dce88c8c req-38cfc0c3-ae8f-4434-9e32-c5ba3fff1a56 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:57.907173 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f521d843-8a83-4f9f-90c6-da29dce88c8c req-38cfc0c3-ae8f-4434-9e32-c5ba3fff1a56 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 944 time: 0.0525534 Dec 06 15:22:57.956220 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f521d843-8a83-4f9f-90c6-da29dce88c8c req-7d2a56ae-c9f0-4e0a-bbc1-9353458fa7ef tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431609 Dec 06 15:22:57.992440 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a22721-ee6d-4c34-956e-aa8abaaac288 req-e8a4110a-7076-4f69-b23d-860cb827f555 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:57.994754 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11a22721-ee6d-4c34-956e-aa8abaaac288 req-e8a4110a-7076-4f69-b23d-860cb827f555 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0485516 Dec 06 15:22:58.041715 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11a22721-ee6d-4c34-956e-aa8abaaac288 req-755e0fe9-5139-4a5a-b225-0fbf3554cb02 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409074 Dec 06 15:22:58.150428 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:59.070761 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f4782-714d-4120-9338-65995f44c020 req-69939bd4-5b0b-4038-8550-d35c9f90f759 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:59.072825 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f43f4782-714d-4120-9338-65995f44c020 req-69939bd4-5b0b-4038-8550-d35c9f90f759 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 944 time: 0.0482931 Dec 06 15:22:59.123045 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f43f4782-714d-4120-9338-65995f44c020 req-eb22e776-7d66-4557-bbac-e919a5d3f97b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440021 Dec 06 15:22:59.157629 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3518384-e2a0-4965-b25e-c8c84c3f2194 req-83e80129-0d43-4308-95a4-6ac41cf51c36 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:59.159088 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3518384-e2a0-4965-b25e-c8c84c3f2194 req-83e80129-0d43-4308-95a4-6ac41cf51c36 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0486829 Dec 06 15:22:59.211330 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3518384-e2a0-4965-b25e-c8c84c3f2194 req-f6f1614e-2dd4-440e-b848-9a31fac5558c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463140 Dec 06 15:22:59.467584 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 27387812-01c6-4a1e-8790-819683cbe18a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:22:59.563319 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 27387812-01c6-4a1e-8790-819683cbe18a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=27387812-01c6-4a1e-8790-819683cbe18a,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:22:59.573930 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '27387812-01c6-4a1e-8790-819683cbe18a', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'port_id': '27387812-01c6-4a1e-8790-819683cbe18a', 'mac_address': 'fa:16:3e:b7:87:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:22:59.612233 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:59.625677 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27387812-01c6-4a1e-8790-819683cbe18a {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:22:59.646732 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 27387812-01c6-4a1e-8790-819683cbe18a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=27387812-01c6-4a1e-8790-819683cbe18a,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:22:59.651583 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:59.701226 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=27387812-01c6-4a1e-8790-819683cbe18a,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:59.708982 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:59.709334 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:59.709677 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:59.710015 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:59.710351 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:59.710685 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:59.711011 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:59.711339 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:59.711682 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:59.712012 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:59.712873 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:59.713198 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:59.713519 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:59.926450 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['27387812-01c6-4a1e-8790-819683cbe18a'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:23:00.091593 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:00.244249 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee2472-f136-461d-af42-d2e939820d3d req-68dca7f8-214f-44df-a0b2-30be2aaf6562 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:00.246006 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6cee2472-f136-461d-af42-d2e939820d3d req-68dca7f8-214f-44df-a0b2-30be2aaf6562 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 945 time: 0.0543568 Dec 06 15:23:00.297162 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6cee2472-f136-461d-af42-d2e939820d3d req-f998fa32-9466-413b-97d2-4d06b3f748ac tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446815 Dec 06 15:23:00.328300 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64baf5a6-0eec-4688-8bce-7a5d58fb4d00 req-ccca9f34-86b6-4957-802c-7b8af48f79a9 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:00.329789 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64baf5a6-0eec-4688-8bce-7a5d58fb4d00 req-ccca9f34-86b6-4957-802c-7b8af48f79a9 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0497506 Dec 06 15:23:00.378859 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64baf5a6-0eec-4688-8bce-7a5d58fb4d00 req-93439121-328c-4715-8961-a09e9529342e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431941 Dec 06 15:23:00.818545 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f0874b61-0e9b-45e1-9103-3cb7a51159b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:01.419071 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20718044-8fd1-489e-ad9d-7d5ac5950c76 req-0ddce98b-aa6f-4b93-ab14-8b5967dac45e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:01.420594 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20718044-8fd1-489e-ad9d-7d5ac5950c76 req-0ddce98b-aa6f-4b93-ab14-8b5967dac45e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 945 time: 0.0517712 Dec 06 15:23:01.470260 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-20718044-8fd1-489e-ad9d-7d5ac5950c76 req-a8253efa-98fe-49a9-8154-4300c7f2633a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437248 Dec 06 15:23:01.473978 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 27387812-01c6-4a1e-8790-819683cbe18a up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:23:01.494066 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6891b-9adb-4c22-9b72-ca3e48c7eebc req-f6016d1e-84a7-47b8-81cb-b6e8d0a5d8e0 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:01.495578 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acd6891b-9adb-4c22-9b72-ca3e48c7eebc req-f6016d1e-84a7-47b8-81cb-b6e8d0a5d8e0 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0491745 Dec 06 15:23:01.523871 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 27387812-01c6-4a1e-8790-819683cbe18a completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:23:01.527555 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 27387812-01c6-4a1e-8790-819683cbe18a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:01.527984 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:01.545823 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acd6891b-9adb-4c22-9b72-ca3e48c7eebc req-75eb64ee-0d75-45c3-999b-07355699ef68 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439928 Dec 06 15:23:01.604261 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:01.626228 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bf5598-4f59-4092-b2ff-a1a90d175bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27387812-01c6-4a1e-8790-819683cbe18a'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:23:01.628508 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48270bd0-b660-4268-94e7-1b3a3d245fd4" -d '{"events": [{"server_uuid": "84bf5598-4f59-4092-b2ff-a1a90d175bf4", "name": "network-vif-plugged", "status": "completed", "tag": "27387812-01c6-4a1e-8790-819683cbe18a"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:23:01.643917 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 27387812-01c6-4a1e-8790-819683cbe18a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=27387812-01c6-4a1e-8790-819683cbe18a,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:23:01.647845 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:01.670775 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb1cb64-f03c-4cec-ad1c-1f1c3d7e4c1a x-openstack-request-id: req-7fb1cb64-f03c-4cec-ad1c-1f1c3d7e4c1a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:23:01.671066 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bf5598-4f59-4092-b2ff-a1a90d175bf4", "name": "network-vif-plugged", "status": "completed", "tag": "27387812-01c6-4a1e-8790-819683cbe18a", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:23:01.671318 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fb1cb64-f03c-4cec-ad1c-1f1c3d7e4c1a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:23:01.671723 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bf5598-4f59-4092-b2ff-a1a90d175bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27387812-01c6-4a1e-8790-819683cbe18a', 'code': 200} Dec 06 15:23:01.698406 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=27387812-01c6-4a1e-8790-819683cbe18a,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:01.776657 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927239ab-124c-445d-a874-99be8cbdc84b req-6e2542cc-9ffb-4128-86af-ee6e15dae782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:01.778119 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-927239ab-124c-445d-a874-99be8cbdc84b req-6e2542cc-9ffb-4128-86af-ee6e15dae782 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 1097 time: 0.0448031 Dec 06 15:23:01.828145 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-927239ab-124c-445d-a874-99be8cbdc84b req-2f95ba66-e359-4038-a029-f382e1dc1c41 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378029 Dec 06 15:23:02.596252 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152653a-8603-45b4-8e91-3bf5223f0fc7 req-49f2f549-709f-4c9b-bb31-25260ceeaaa1 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:02.597726 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d152653a-8603-45b4-8e91-3bf5223f0fc7 req-49f2f549-709f-4c9b-bb31-25260ceeaaa1 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 946 time: 0.0487344 Dec 06 15:23:02.646633 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d152653a-8603-45b4-8e91-3bf5223f0fc7 req-4f72a1c4-2afe-4a41-acd3-4cc0b8daf1ca tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429604 Dec 06 15:23:02.664221 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b00c8c-5663-49a0-9357-983c6010c217 req-85b2f5eb-0ca0-4074-bbdf-f0034187be6c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:02.665753 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-50b00c8c-5663-49a0-9357-983c6010c217 req-85b2f5eb-0ca0-4074-bbdf-f0034187be6c tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0499809 Dec 06 15:23:02.720429 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-50b00c8c-5663-49a0-9357-983c6010c217 req-dff4c6d8-d4a9-495e-8853-c34ca353312b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487137 Dec 06 15:23:03.254807 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6d825b98-e31f-4f3a-9be5-4f45102a2d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:03.771451 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0160521-a760-4384-8891-a4007c84d3d1 req-3c9e8abc-42fa-42f2-8477-5e43d158c885 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:03.772957 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b0160521-a760-4384-8891-a4007c84d3d1 req-3c9e8abc-42fa-42f2-8477-5e43d158c885 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 946 time: 0.0537100 Dec 06 15:23:03.822403 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b0160521-a760-4384-8891-a4007c84d3d1 req-c16f30f5-3350-4720-b9ad-ab3f86e9cfbb tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433984 Dec 06 15:23:03.836282 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e46d6-43de-414e-8645-0f0cf8676d19 req-4e8fe2f0-551b-4852-841d-16051dd2a57b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:03.837760 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-746e46d6-43de-414e-8645-0f0cf8676d19 req-4e8fe2f0-551b-4852-841d-16051dd2a57b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0494688 Dec 06 15:23:03.887337 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-746e46d6-43de-414e-8645-0f0cf8676d19 req-18c7960a-828e-4f53-bd89-e211e736fb82 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434732 Dec 06 15:23:03.935680 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2ed72-6887-4fa8-bc8c-9c8225639366 req-8d2f2b3d-5ce6-4455-b82f-2048b4601e09 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:03.937069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f2b2ed72-6887-4fa8-bc8c-9c8225639366 req-8d2f2b3d-5ce6-4455-b82f-2048b4601e09 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 946 time: 0.0491619 Dec 06 15:23:03.984661 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f2b2ed72-6887-4fa8-bc8c-9c8225639366 req-dfc125f4-edeb-4e33-baa4-6f63122a2b5b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417037 Dec 06 15:23:04.007397 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43908) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:04.046410 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfa8ed2-fca4-4f05-b213-3b715ee3d69b tempest-TestVolumeBootPattern-233478841 tempest-TestVolumeBootPattern-233478841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:04.047958 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dbfa8ed2-fca4-4f05-b213-3b715ee3d69b tempest-TestVolumeBootPattern-233478841 tempest-TestVolumeBootPattern-233478841-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 1092 time: 0.0395434 Dec 06 15:23:04.050713 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43910) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:04.054986 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': '27387812-01c6-4a1e-8790-819683cbe18a', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:23:04.069923 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:04.076536 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:04.173816 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:04.279414 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Allocated IP 172.35.7.147 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/7b0b12e7-ccf2-4d41-a011-287853694b9d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:23:04.377810 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:04.410711 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:04.450549 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:23:04.453445 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:23:04.456007 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:23:04.484309 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'Port': ['ID=7b0b12e7-ccf2-4d41-a011-287853694b9d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:04.838903 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:04.903863 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f842e29-19cf-40dd-9215-fd1ef44f9026 req-e077fc01-df73-4b36-8219-0a622a23f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:04.905363 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f842e29-19cf-40dd-9215-fd1ef44f9026 req-e077fc01-df73-4b36-8219-0a622a23f63a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 1096 time: 0.2260356 Dec 06 15:23:04.942761 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:04.992984 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9f842e29-19cf-40dd-9215-fd1ef44f9026 req-1e57f864-10a7-411a-9908-d5492befcdf2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716381 Dec 06 15:23:05.002506 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91d798-d988-43fb-a415-4b8c2794c88e req-a51640c8-55ce-4100-8866-11d16d4cae1b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:05.004113 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d91d798-d988-43fb-a415-4b8c2794c88e req-a51640c8-55ce-4100-8866-11d16d4cae1b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0487416 Dec 06 15:23:05.055195 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3d91d798-d988-43fb-a415-4b8c2794c88e req-4c52b6d1-8e10-47fb-aaf9-2fc98d6aadfe tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436814 Dec 06 15:23:05.113069 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:05.117288 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:05.187790 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'Port': ['ID=7b0b12e7-ccf2-4d41-a011-287853694b9d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:05.194895 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:05.293508 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Floating IP 619204f0-f85a-4c1e-b732-24d712a3cf6a associated. External IP: 172.35.7.147, port: 27387812-01c6-4a1e-8790-819683cbe18a. Dec 06 15:23:05.353215 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device b3a233dd-bd78-44e2-9109-c97d8248f82e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:23:05.453566 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port b3a233dd-bd78-44e2-9109-c97d8248f82e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b3a233dd-bd78-44e2-9109-c97d8248f82e,segment=NetworkSegment(09dbbe92-a6e3-462b-b3ab-50d06031ac2e),segment_id=09dbbe92-a6e3-462b-b3ab-50d06031ac2e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:23:05.464615 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'b3a233dd-bd78-44e2-9109-c97d8248f82e', 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6', 'port_id': 'b3a233dd-bd78-44e2-9109-c97d8248f82e', 'mac_address': 'fa:16:3e:59:90:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:23:05.501596 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:23:05.502357 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:05.514898 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3a233dd-bd78-44e2-9109-c97d8248f82e {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:23:05.533714 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port b3a233dd-bd78-44e2-9109-c97d8248f82e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b3a233dd-bd78-44e2-9109-c97d8248f82e,segment=NetworkSegment(09dbbe92-a6e3-462b-b3ab-50d06031ac2e),segment_id=09dbbe92-a6e3-462b-b3ab-50d06031ac2e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:23:05.540038 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:05.588979 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=b3a233dd-bd78-44e2-9109-c97d8248f82e,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:05.612462 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:23:05.622649 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec9105c-4d5c-460d-9be6-05e20572b3b3 None None] Sync routers for ids ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:23:05.630466 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:05.633637 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec9105c-4d5c-460d-9be6-05e20572b3b3 None None] Routers {'0906cff9-eb98-42d2-81ff-e3cbeef64e7d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:23:05.634232 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5ec9105c-4d5c-460d-9be6-05e20572b3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:23:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:05.659171 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6b021b71-7698-4779-91eb-aa790bf95235 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6074555 Dec 06 15:23:05.660018 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bf5598-4f59-4092-b2ff-a1a90d175bf4', 'tag': '27387812-01c6-4a1e-8790-819683cbe18a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:23:05.662319 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9f7e27-dade-4b15-a14e-fa53d414bcb9" -d '{"events": [{"name": "network-changed", "server_uuid": "84bf5598-4f59-4092-b2ff-a1a90d175bf4", "tag": "27387812-01c6-4a1e-8790-819683cbe18a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:23:05.701283 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04692c7-cb24-4e9c-b031-ac525ea1aeb3 x-openstack-request-id: req-a04692c7-cb24-4e9c-b031-ac525ea1aeb3 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:23:05.701586 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bf5598-4f59-4092-b2ff-a1a90d175bf4", "tag": "27387812-01c6-4a1e-8790-819683cbe18a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:23:05.701848 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a04692c7-cb24-4e9c-b031-ac525ea1aeb3 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:23:05.702265 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bf5598-4f59-4092-b2ff-a1a90d175bf4', 'tag': '27387812-01c6-4a1e-8790-819683cbe18a', 'status': 'completed', 'code': 200} Dec 06 15:23:05.751597 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:05.758555 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5ec9105c-4d5c-460d-9be6-05e20572b3b3 None None] Set router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:23:05.765087 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f7e27-dade-4b15-a14e-fa53d414bcb9 req-35312bdf-e890-4c1b-af44-9867f4af7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:05.766714 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4d9f7e27-dade-4b15-a14e-fa53d414bcb9 req-35312bdf-e890-4c1b-af44-9867f4af7493 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 1097 time: 0.0425887 Dec 06 15:23:05.858458 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f7e27-dade-4b15-a14e-fa53d414bcb9 req-7f6168f5-25e2-49b1-b493-0d2b7658473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:05.859971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4d9f7e27-dade-4b15-a14e-fa53d414bcb9 req-7f6168f5-25e2-49b1-b493-0d2b7658473d service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.0865321 Dec 06 15:23:05.928537 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4d9f7e27-dade-4b15-a14e-fa53d414bcb9 req-94db65b8-27d4-413a-b2be-b4e5b694513a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27387812-01c6-4a1e-8790-819683cbe18a HTTP/1.1" status: 200 len: 1000 time: 0.0611308 Dec 06 15:23:05.988691 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f7e27-dade-4b15-a14e-fa53d414bcb9 req-4ece806f-0faf-4309-acc4-90619846d8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:05.990196 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4d9f7e27-dade-4b15-a14e-fa53d414bcb9 req-4ece806f-0faf-4309-acc4-90619846d8f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0539117 Dec 06 15:23:06.040432 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f7e27-dade-4b15-a14e-fa53d414bcb9 req-09898c01-4077-44f3-a4ab-2dcdbebe6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:06.042628 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4d9f7e27-dade-4b15-a14e-fa53d414bcb9 req-09898c01-4077-44f3-a4ab-2dcdbebe6032 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451710 Dec 06 15:23:06.163112 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4d9f7e27-dade-4b15-a14e-fa53d414bcb9 req-3ecff508-34e1-4fd5-b492-10ebd78dc5fa service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129162 Dec 06 15:23:06.178451 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5ec9105c-4d5c-460d-9be6-05e20572b3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '619204f0-f85a-4c1e-b732-24d712a3cf6a', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'floating_ip_address': '172.35.7.147', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'port_id': '27387812-01c6-4a1e-8790-819683cbe18a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'mac_address': 'fa:16:3e:b7:87:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bf5598-4f59-4092-b2ff-a1a90d175bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:23:04Z', 'updated_at': '2021-12-06T15:23:04Z', 'revision_number': 0, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:06.196048 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b980e7-c551-448c-8d28-805b714a2322 req-85bc460a-5352-495d-930c-91472dd151a8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:06.197765 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d5b980e7-c551-448c-8d28-805b714a2322 req-85bc460a-5352-495d-930c-91472dd151a8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 944 time: 0.0555141 Dec 06 15:23:06.212744 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec9105c-4d5c-460d-9be6-05e20572b3b3 None None] Checking router: 0906cff9-eb98-42d2-81ff-e3cbeef64e7d for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:23:06.222163 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec9105c-4d5c-460d-9be6-05e20572b3b3 None None] Routers {'0906cff9-eb98-42d2-81ff-e3cbeef64e7d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:23:06.222864 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5ec9105c-4d5c-460d-9be6-05e20572b3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:23:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:06.252667 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d5b980e7-c551-448c-8d28-805b714a2322 req-614fe11f-bdd8-44e5-b8a0-5ac7efc28795 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482104 Dec 06 15:23:06.264684 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4d9f7e27-dade-4b15-a14e-fa53d414bcb9 req-2edbbbea-9c2f-4832-9281-cd4c42a26682 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940301 Dec 06 15:23:06.276767 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43922) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:06.331913 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5ec9105c-4d5c-460d-9be6-05e20572b3b3 None None] Set router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:23:06.340933 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-02680615-2049-424a-9a91-3c3f39604434 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/floatingips/fad3bd0c-a0a6-4cdc-9633-f3f17f5e036c HTTP/1.1" status: 200 len: 992 time: 0.0630565 Dec 06 15:23:06.546848 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5ec9105c-4d5c-460d-9be6-05e20572b3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '619204f0-f85a-4c1e-b732-24d712a3cf6a', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'floating_ip_address': '172.35.7.147', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'port_id': '27387812-01c6-4a1e-8790-819683cbe18a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'mac_address': 'fa:16:3e:b7:87:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bf5598-4f59-4092-b2ff-a1a90d175bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:23:04Z', 'updated_at': '2021-12-06T15:23:04Z', 'revision_number': 0, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:06.575627 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec9105c-4d5c-460d-9be6-05e20572b3b3 None None] The sync data for ids ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'] in n-d-master-1 is: [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '619204f0-f85a-4c1e-b732-24d712a3cf6a', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'floating_ip_address': '172.35.7.147', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'port_id': '27387812-01c6-4a1e-8790-819683cbe18a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'mac_address': 'fa:16:3e:b7:87:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bf5598-4f59-4092-b2ff-a1a90d175bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:23:04Z', 'updated_at': '2021-12-06T15:23:04Z', 'revision_number': 0, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:23:06.640098 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:06.754786 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['b3a233dd-bd78-44e2-9109-c97d8248f82e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:23:06.773927 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8114a7e1-cc5c-436d-b1f1-666208ba57fe None None] New status for floating IP 619204f0-f85a-4c1e-b732-24d712a3cf6a: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:23:07.368862 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device b3a233dd-bd78-44e2-9109-c97d8248f82e up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:23:07.416150 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port b3a233dd-bd78-44e2-9109-c97d8248f82e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:07.416524 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:07.494059 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:07.516678 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d86a829-8d3c-44a7-939f-5e6e02c10f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a233dd-bd78-44e2-9109-c97d8248f82e'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:23:07.518905 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17da939b-d1b4-4c17-807a-a0719b79acf1" -d '{"events": [{"server_uuid": "1d86a829-8d3c-44a7-939f-5e6e02c10f48", "name": "network-vif-plugged", "status": "completed", "tag": "b3a233dd-bd78-44e2-9109-c97d8248f82e"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:23:07.531275 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port b3a233dd-bd78-44e2-9109-c97d8248f82e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b3a233dd-bd78-44e2-9109-c97d8248f82e,segment=NetworkSegment(09dbbe92-a6e3-462b-b3ab-50d06031ac2e),segment_id=09dbbe92-a6e3-462b-b3ab-50d06031ac2e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:23:07.536318 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:07.564313 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96bffc2-7b79-491d-a66b-3893aa32cca6 x-openstack-request-id: req-d96bffc2-7b79-491d-a66b-3893aa32cca6 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:23:07.564933 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d86a829-8d3c-44a7-939f-5e6e02c10f48", "name": "network-vif-plugged", "status": "completed", "tag": "b3a233dd-bd78-44e2-9109-c97d8248f82e", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:23:07.564933 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d96bffc2-7b79-491d-a66b-3893aa32cca6 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:23:07.565255 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d86a829-8d3c-44a7-939f-5e6e02c10f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a233dd-bd78-44e2-9109-c97d8248f82e', 'code': 200} Dec 06 15:23:07.588099 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=b3a233dd-bd78-44e2-9109-c97d8248f82e,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:18.748301 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:23:28.149407 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:30.089465 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:30.819264 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d16a796e-0bae-4bcf-a79b-3d5e6a3a6867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:33.256491 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8ade049d-f2ca-4a41-a5a7-50005c7b7185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:34.075648 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:35.729700 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:36.641910 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:41.194219 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43944) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:41.350777 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting port 6aa82fb1-88d1-4de0-8694-8d955c61ee5e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:23:41.351149 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:41.431038 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:41.431360 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:41.442913 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Calling delete_port for 6aa82fb1-88d1-4de0-8694-8d955c61ee5e owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:23:41.596790 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:41.626006 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Port': ['ID=6aa82fb1-88d1-4de0-8694-8d955c61ee5e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:41.637997 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:41.638361 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:41.638707 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:41.639045 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:41.639384 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:41.639855 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:41.640179 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:41.640518 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:41.640861 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:41.641182 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:41.641500 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:41.641822 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:41.642144 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:41.696396 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:41.696732 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Floating IP fad3bd0c-a0a6-4cdc-9633-f3f17f5e036c disassociated (deleted). External IP: 172.35.7.203, port: b3a233dd-bd78-44e2-9109-c97d8248f82e. Dec 06 15:23:41.905100 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:23:42.011916 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:23:42.016776 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:42.021553 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790e2a3d-d184-4f19-adb1-21fafe334a56 None None] Sync routers for ids ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:23:42.030504 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790e2a3d-d184-4f19-adb1-21fafe334a56 None None] Routers {'5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:23:42.031124 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-790e2a3d-d184-4f19-adb1-21fafe334a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:23:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:42.043809 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-62cc0fca-949b-481f-a8bc-15e2ac7de45b tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/floatingips/fad3bd0c-a0a6-4cdc-9633-f3f17f5e036c HTTP/1.1" status: 204 len: 168 time: 0.8484139 Dec 06 15:23:42.044430 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d86a829-8d3c-44a7-939f-5e6e02c10f48', 'tag': 'b3a233dd-bd78-44e2-9109-c97d8248f82e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:23:42.046698 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79022b31-7f90-4044-8590-0e2553db0d24" -d '{"events": [{"name": "network-changed", "server_uuid": "1d86a829-8d3c-44a7-939f-5e6e02c10f48", "tag": "b3a233dd-bd78-44e2-9109-c97d8248f82e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:23:42.094856 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f3cec3-e236-44d6-ad46-e6cc1f103382 x-openstack-request-id: req-a0f3cec3-e236-44d6-ad46-e6cc1f103382 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:23:42.095206 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d86a829-8d3c-44a7-939f-5e6e02c10f48", "tag": "b3a233dd-bd78-44e2-9109-c97d8248f82e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:23:42.095527 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0f3cec3-e236-44d6-ad46-e6cc1f103382 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:23:42.096038 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d86a829-8d3c-44a7-939f-5e6e02c10f48', 'tag': 'b3a233dd-bd78-44e2-9109-c97d8248f82e', 'status': 'completed', 'code': 200} Dec 06 15:23:42.158425 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79022b31-7f90-4044-8590-0e2553db0d24 req-3703a29b-7f0a-4b46-8e9f-13b580eb60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:42.159213 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-790e2a3d-d184-4f19-adb1-21fafe334a56 None None] Set router 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:23:42.160721 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79022b31-7f90-4044-8590-0e2553db0d24 req-3703a29b-7f0a-4b46-8e9f-13b580eb60cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78730a925a534e3a9baf86f9cc74cd24&device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 1096 time: 0.0423083 Dec 06 15:23:42.269789 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79022b31-7f90-4044-8590-0e2553db0d24 req-e1afcf5c-0d16-431d-a98c-56f961ce828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:42.271386 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79022b31-7f90-4044-8590-0e2553db0d24 req-e1afcf5c-0d16-431d-a98c-56f961ce828b service neutron] 10.222.0.23 "GET /v2.0/networks?id=62c48a83-6363-48d9-8f35-595b32b870f6 HTTP/1.1" status: 200 len: 898 time: 0.0998356 Dec 06 15:23:42.296164 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4ac1d-d7bb-4563-8abb-daaf6e021ef7 req-ba8f7831-736d-4a74-ab32-2703cf581bfb tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:42.304152 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9f4ac1d-d7bb-4563-8abb-daaf6e021ef7 req-ba8f7831-736d-4a74-ab32-2703cf581bfb tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0645123 Dec 06 15:23:42.321749 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79022b31-7f90-4044-8590-0e2553db0d24 req-09cf77c2-19ce-4723-8735-7df8f8da9b2b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3a233dd-bd78-44e2-9109-c97d8248f82e HTTP/1.1" status: 200 len: 217 time: 0.0411496 Dec 06 15:23:42.355866 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f9f4ac1d-d7bb-4563-8abb-daaf6e021ef7 req-07c4c0c8-f05b-474b-b922-ac46ee5c963e tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507810 Dec 06 15:23:42.374128 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79022b31-7f90-4044-8590-0e2553db0d24 req-a26da7a2-b634-4b0d-9bb2-864618091ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:42.375598 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79022b31-7f90-4044-8590-0e2553db0d24 req-a26da7a2-b634-4b0d-9bb2-864618091ab5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=21fbfc30-c32e-4067-978c-3a1a9335ff3b HTTP/1.1" status: 200 len: 835 time: 0.0469148 Dec 06 15:23:42.389132 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-790e2a3d-d184-4f19-adb1-21fafe334a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146808317', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101'}], 'enable_snat': True}, 'gw_port_id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:21:57Z', 'updated_at': '2021-12-06T15:22:03Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:21:58Z', 'updated_at': '2021-12-06T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4bd80455-5255-4f64-983d-d80297c1ab8a', 'name': '', 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:07:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:22:02Z', 'updated_at': '2021-12-06T15:22:07Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:42.416191 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790e2a3d-d184-4f19-adb1-21fafe334a56 None None] Checking router: 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:23:42.422709 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79022b31-7f90-4044-8590-0e2553db0d24 req-97d6db70-4a3a-4846-a0f6-04ad37ae10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:42.424232 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79022b31-7f90-4044-8590-0e2553db0d24 req-97d6db70-4a3a-4846-a0f6-04ad37ae10ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62c48a83-6363-48d9-8f35-595b32b870f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410111 Dec 06 15:23:42.424460 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790e2a3d-d184-4f19-adb1-21fafe334a56 None None] Routers {'5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:23:42.425060 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-790e2a3d-d184-4f19-adb1-21fafe334a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:23:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:42.525813 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79022b31-7f90-4044-8590-0e2553db0d24 req-fcc768c9-d95e-42a9-8abf-f8117c19dc87 service neutron] 10.222.0.23 "GET /v2.0/networks/62c48a83-6363-48d9-8f35-595b32b870f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903373 Dec 06 15:23:42.531929 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-790e2a3d-d184-4f19-adb1-21fafe334a56 None None] Set router 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:23:42.618472 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79022b31-7f90-4044-8590-0e2553db0d24 req-a05f2c59-4de6-4bc0-95b4-f833483e0343 service neutron] 10.222.0.23 "GET /v2.0/networks/62c48a83-6363-48d9-8f35-595b32b870f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845022 Dec 06 15:23:42.733795 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-790e2a3d-d184-4f19-adb1-21fafe334a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146808317', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101'}], 'enable_snat': True}, 'gw_port_id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:21:57Z', 'updated_at': '2021-12-06T15:22:03Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:21:58Z', 'updated_at': '2021-12-06T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4bd80455-5255-4f64-983d-d80297c1ab8a', 'name': '', 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:07:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:22:02Z', 'updated_at': '2021-12-06T15:22:07Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:42.763806 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790e2a3d-d184-4f19-adb1-21fafe334a56 None None] The sync data for ids ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'] in n-d-master-1 is: [{'id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146808317', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101'}], 'enable_snat': True}, 'gw_port_id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:21:57Z', 'updated_at': '2021-12-06T15:22:03Z', 'revision_number': 4, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:21:58Z', 'updated_at': '2021-12-06T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4bd80455-5255-4f64-983d-d80297c1ab8a', 'name': '', 'network_id': '62c48a83-6363-48d9-8f35-595b32b870f6', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'mac_address': 'fa:16:3e:07:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:22:02Z', 'updated_at': '2021-12-06T15:22:07Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'subnets': [{'id': '21fbfc30-c32e-4067-978c-3a1a9335ff3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:23:42.981427 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6cd488-b0ef-4fb2-8c76-dfeae438f4bc None None] New status for floating IP fad3bd0c-a0a6-4cdc-9633-f3f17f5e036c: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:23:43.472989 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d64e13-2de5-4d8a-946c-3e0a0a45e730 req-766d9c8e-34cb-456c-8423-a935179c0149 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:43.474482 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15d64e13-2de5-4d8a-946c-3e0a0a45e730 req-766d9c8e-34cb-456c-8423-a935179c0149 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0522370 Dec 06 15:23:43.523702 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-15d64e13-2de5-4d8a-946c-3e0a0a45e730 req-eb93e275-544b-4dfa-837c-70b77aa026cd tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "GET /v2.0/security-groups?id=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432899 Dec 06 15:23:43.593361 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff8482-8b2d-412c-a19c-e0a16e1f070e req-e98279ea-c044-474d-bae8-2b7850194b87 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:43.594807 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78ff8482-8b2d-412c-a19c-e0a16e1f070e req-e98279ea-c044-474d-bae8-2b7850194b87 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d86a829-8d3c-44a7-939f-5e6e02c10f48 HTTP/1.1" status: 200 len: 945 time: 0.0529406 Dec 06 15:23:43.689795 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-78ff8482-8b2d-412c-a19c-e0a16e1f070e req-ab7f588f-1108-49e3-8209-5e38a1b8ed2a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting port b3a233dd-bd78-44e2-9109-c97d8248f82e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:23:43.690080 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78ff8482-8b2d-412c-a19c-e0a16e1f070e req-ab7f588f-1108-49e3-8209-5e38a1b8ed2a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:43.775510 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-78ff8482-8b2d-412c-a19c-e0a16e1f070e req-ab7f588f-1108-49e3-8209-5e38a1b8ed2a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] For port b3a233dd-bd78-44e2-9109-c97d8248f82e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b3a233dd-bd78-44e2-9109-c97d8248f82e,segment=NetworkSegment(09dbbe92-a6e3-462b-b3ab-50d06031ac2e),segment_id=09dbbe92-a6e3-462b-b3ab-50d06031ac2e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:23:43.775909 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78ff8482-8b2d-412c-a19c-e0a16e1f070e req-ab7f588f-1108-49e3-8209-5e38a1b8ed2a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:43.788708 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-78ff8482-8b2d-412c-a19c-e0a16e1f070e req-ab7f588f-1108-49e3-8209-5e38a1b8ed2a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Calling delete_port for b3a233dd-bd78-44e2-9109-c97d8248f82e owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:23:43.913635 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78ff8482-8b2d-412c-a19c-e0a16e1f070e req-ab7f588f-1108-49e3-8209-5e38a1b8ed2a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:43.943176 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f588f-1108-49e3-8209-5e38a1b8ed2a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Port': ['ID=b3a233dd-bd78-44e2-9109-c97d8248f82e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:43.983431 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ff8482-8b2d-412c-a19c-e0a16e1f070e req-ab7f588f-1108-49e3-8209-5e38a1b8ed2a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] No DVR routers for this DVR port b3a233dd-bd78-44e2-9109-c97d8248f82e on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:23:43.985830 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-78ff8482-8b2d-412c-a19c-e0a16e1f070e req-ab7f588f-1108-49e3-8209-5e38a1b8ed2a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:43.989741 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-78ff8482-8b2d-412c-a19c-e0a16e1f070e req-ab7f588f-1108-49e3-8209-5e38a1b8ed2a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.23 "DELETE /v2.0/ports/b3a233dd-bd78-44e2-9109-c97d8248f82e HTTP/1.1" status: 204 len: 173 time: 0.3878274 Dec 06 15:23:43.990189 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d86a829-8d3c-44a7-939f-5e6e02c10f48', 'name': 'network-vif-deleted', 'tag': 'b3a233dd-bd78-44e2-9109-c97d8248f82e'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:23:43.992453 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e33e480-14dc-44cc-870d-d0f9366faf51" -d '{"events": [{"server_uuid": "1d86a829-8d3c-44a7-939f-5e6e02c10f48", "name": "network-vif-deleted", "tag": "b3a233dd-bd78-44e2-9109-c97d8248f82e"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:23:44.034060 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe076af-a866-42b3-ab01-2fb7f7f270c1 x-openstack-request-id: req-2fe076af-a866-42b3-ab01-2fb7f7f270c1 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:23:44.034683 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d86a829-8d3c-44a7-939f-5e6e02c10f48", "name": "network-vif-deleted", "tag": "b3a233dd-bd78-44e2-9109-c97d8248f82e", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:23:44.035516 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fe076af-a866-42b3-ab01-2fb7f7f270c1 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:23:44.035946 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d86a829-8d3c-44a7-939f-5e6e02c10f48', 'name': 'network-vif-deleted', 'tag': 'b3a233dd-bd78-44e2-9109-c97d8248f82e', 'status': 'completed', 'code': 200} Dec 06 15:23:44.578069 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43962) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:44.933887 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-760f7b25-6579-4520-93e1-0aac20437269 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:45.181273 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-760f7b25-6579-4520-93e1-0aac20437269 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting port 4bd80455-5255-4f64-983d-d80297c1ab8a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:23:45.181614 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-760f7b25-6579-4520-93e1-0aac20437269 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:45.270937 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-760f7b25-6579-4520-93e1-0aac20437269 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] For port 4bd80455-5255-4f64-983d-d80297c1ab8a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4bd80455-5255-4f64-983d-d80297c1ab8a,segment=NetworkSegment(09dbbe92-a6e3-462b-b3ab-50d06031ac2e),segment_id=09dbbe92-a6e3-462b-b3ab-50d06031ac2e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:23:45.271218 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-760f7b25-6579-4520-93e1-0aac20437269 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:45.282771 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-760f7b25-6579-4520-93e1-0aac20437269 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Calling delete_port for 4bd80455-5255-4f64-983d-d80297c1ab8a owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:23:45.440067 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9edbf76-ce91-425b-95c6-f8192bfab0b4 req-83340c93-a848-435d-8681-713be5152e42 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440068 Dec 06 15:23:45.466149 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-760f7b25-6579-4520-93e1-0aac20437269 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:45.497244 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f7b25-6579-4520-93e1-0aac20437269 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Port': ['ID=4bd80455-5255-4f64-983d-d80297c1ab8a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:45.536432 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edbf76-ce91-425b-95c6-f8192bfab0b4 req-d143c709-0fb8-4d6b-a512-f5686023e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:45.537814 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9edbf76-ce91-425b-95c6-f8192bfab0b4 req-d143c709-0fb8-4d6b-a512-f5686023e73f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 1097 time: 0.0439448 Dec 06 15:23:45.661101 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edbf76-ce91-425b-95c6-f8192bfab0b4 req-8938becb-eaea-41ed-95a7-7c1c86327ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:45.662599 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9edbf76-ce91-425b-95c6-f8192bfab0b4 req-8938becb-eaea-41ed-95a7-7c1c86327ec5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.0987718 Dec 06 15:23:45.677176 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-760f7b25-6579-4520-93e1-0aac20437269 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:45.736419 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9edbf76-ce91-425b-95c6-f8192bfab0b4 req-23100ac3-cede-40a7-a8bb-9ed80cac1309 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27387812-01c6-4a1e-8790-819683cbe18a HTTP/1.1" status: 200 len: 1002 time: 0.0617464 Dec 06 15:23:45.789790 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edbf76-ce91-425b-95c6-f8192bfab0b4 req-52e0d064-615f-4805-a8a1-10ac7a9d7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:45.791153 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9edbf76-ce91-425b-95c6-f8192bfab0b4 req-52e0d064-615f-4805-a8a1-10ac7a9d7545 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0434504 Dec 06 15:23:45.843945 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edbf76-ce91-425b-95c6-f8192bfab0b4 req-03e9a75d-66e4-4c8d-a174-0118ad7f16a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:45.845433 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9edbf76-ce91-425b-95c6-f8192bfab0b4 req-03e9a75d-66e4-4c8d-a174-0118ad7f16a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433531 Dec 06 15:23:45.905032 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760f7b25-6579-4520-93e1-0aac20437269 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Router 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:23:45.942560 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9edbf76-ce91-425b-95c6-f8192bfab0b4 req-3598cfc6-e444-4b26-8322-941d11941f5c service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855312 Dec 06 15:23:46.019955 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760f7b25-6579-4520-93e1-0aac20437269 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:23:46.025296 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-760f7b25-6579-4520-93e1-0aac20437269 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "PUT /v2.0/routers/5df6e4a4-4dfe-4b85-90b1-01d0c39cca60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4461539 Dec 06 15:23:46.027981 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43964) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:46.030757 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3f6088-7425-4c16-b8d1-fb9111042b70 None None] Sync routers for ids ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:23:46.041124 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3f6088-7425-4c16-b8d1-fb9111042b70 None None] Routers {'5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:23:46.041782 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7f3f6088-7425-4c16-b8d1-fb9111042b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:23:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:46.045575 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a9edbf76-ce91-425b-95c6-f8192bfab0b4 req-2183839b-a6a7-419a-a75e-d0c13b7335f3 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916972 Dec 06 15:23:46.080318 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7efc5be-c200-435d-a0bb-f496a2a75da8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting subnet 21fbfc30-c32e-4067-978c-3a1a9335ff3b {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:23:46.083946 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7efc5be-c200-435d-a0bb-f496a2a75da8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:46.122818 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7efc5be-c200-435d-a0bb-f496a2a75da8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:46.217381 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7efc5be-c200-435d-a0bb-f496a2a75da8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:46.277137 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7efc5be-c200-435d-a0bb-f496a2a75da8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:46.302877 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7f3f6088-7425-4c16-b8d1-fb9111042b70 None None] Set router 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:23:46.305329 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efc5be-c200-435d-a0bb-f496a2a75da8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Subnet': ['ID=21fbfc30-c32e-4067-978c-3a1a9335ff3b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:46.307318 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7efc5be-c200-435d-a0bb-f496a2a75da8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:46.310473 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b7efc5be-c200-435d-a0bb-f496a2a75da8 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/subnets/21fbfc30-c32e-4067-978c-3a1a9335ff3b HTTP/1.1" status: 204 len: 168 time: 0.2815430 Dec 06 15:23:46.313096 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43966) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:46.329239 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9506d6-7d86-483d-9373-0e33b23a6b6a None None] Network 62c48a83-6363-48d9-8f35-595b32b870f6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:23:46.588934 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7f3f6088-7425-4c16-b8d1-fb9111042b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146808317', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101'}], 'enable_snat': True}, 'gw_port_id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:21:57Z', 'updated_at': '2021-12-06T15:23:45Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:21:58Z', 'updated_at': '2021-12-06T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:46.622539 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3f6088-7425-4c16-b8d1-fb9111042b70 None None] Checking router: 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:23:46.632177 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3f6088-7425-4c16-b8d1-fb9111042b70 None None] Routers {'5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:23:46.632800 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7f3f6088-7425-4c16-b8d1-fb9111042b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:23:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:46.669088 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69986170-b0d0-423b-8a06-5fedf67d3f4e None None] DHCP port deletion for 62c48a83-6363-48d9-8f35-595b32b870f6 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:23:46.686851 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ba894ca-f948-443b-80e0-45008a91182d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:46.767926 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7f3f6088-7425-4c16-b8d1-fb9111042b70 None None] Set router 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:23:46.794238 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ba894ca-f948-443b-80e0-45008a91182d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:46.841314 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-69986170-b0d0-423b-8a06-5fedf67d3f4e None None] Deleting port 8d354f31-ad2f-4ea8-bbb8-19fc81443be9 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:23:46.841314 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69986170-b0d0-423b-8a06-5fedf67d3f4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:46.850266 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2ba894ca-f948-443b-80e0-45008a91182d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Deleting port 63197f46-a801-4bb7-a57c-8cb0f095fd73 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:23:46.850607 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ba894ca-f948-443b-80e0-45008a91182d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:46.932188 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2ba894ca-f948-443b-80e0-45008a91182d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] For port 63197f46-a801-4bb7-a57c-8cb0f095fd73, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63197f46-a801-4bb7-a57c-8cb0f095fd73,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:23:46.932481 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ba894ca-f948-443b-80e0-45008a91182d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:46.944389 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2ba894ca-f948-443b-80e0-45008a91182d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Calling delete_port for 63197f46-a801-4bb7-a57c-8cb0f095fd73 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:23:46.946862 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-69986170-b0d0-423b-8a06-5fedf67d3f4e None None] For port 8d354f31-ad2f-4ea8-bbb8-19fc81443be9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8d354f31-ad2f-4ea8-bbb8-19fc81443be9,segment=NetworkSegment(09dbbe92-a6e3-462b-b3ab-50d06031ac2e),segment_id=09dbbe92-a6e3-462b-b3ab-50d06031ac2e)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:23:46.947269 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69986170-b0d0-423b-8a06-5fedf67d3f4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:46.968560 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-69986170-b0d0-423b-8a06-5fedf67d3f4e None None] Calling delete_port for 8d354f31-ad2f-4ea8-bbb8-19fc81443be9 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:23:47.075037 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7f3f6088-7425-4c16-b8d1-fb9111042b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146808317', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101'}], 'enable_snat': True}, 'gw_port_id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:21:57Z', 'updated_at': '2021-12-06T15:23:45Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:21:58Z', 'updated_at': '2021-12-06T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:47.107013 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3f6088-7425-4c16-b8d1-fb9111042b70 None None] The sync data for ids ['5df6e4a4-4dfe-4b85-90b1-01d0c39cca60'] in n-d-master-1 is: [{'id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146808317', 'tenant_id': '78730a925a534e3a9baf86f9cc74cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101'}], 'enable_snat': True}, 'gw_port_id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:21:57Z', 'updated_at': '2021-12-06T15:23:45Z', 'revision_number': 5, 'project_id': '78730a925a534e3a9baf86f9cc74cd24', 'gw_port': {'id': '63197f46-a801-4bb7-a57c-8cb0f095fd73', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df6e4a4-4dfe-4b85-90b1-01d0c39cca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:21:58Z', 'updated_at': '2021-12-06T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:23:47.110050 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-69986170-b0d0-423b-8a06-5fedf67d3f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:47.114272 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ba894ca-f948-443b-80e0-45008a91182d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:47.135728 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69986170-b0d0-423b-8a06-5fedf67d3f4e None None] Pushing event deleted for resources: {'Port': ['ID=8d354f31-ad2f-4ea8-bbb8-19fc81443be9,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:47.139500 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69986170-b0d0-423b-8a06-5fedf67d3f4e None None] No DVR routers for this DVR port 8d354f31-ad2f-4ea8-bbb8-19fc81443be9 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:23:47.147797 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba894ca-f948-443b-80e0-45008a91182d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Port': ['ID=63197f46-a801-4bb7-a57c-8cb0f095fd73,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:47.166034 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aed997f-d1ec-4116-829e-f69469fa429e None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:23:47.220529 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ba894ca-f948-443b-80e0-45008a91182d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:47.310320 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ba894ca-f948-443b-80e0-45008a91182d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:47.312436 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ba894ca-f948-443b-80e0-45008a91182d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:47.354070 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ba894ca-f948-443b-80e0-45008a91182d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:47.354587 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba894ca-f948-443b-80e0-45008a91182d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Fanout notify agent at l3_agent the message router_deleted on router 5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:23:47.361430 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ba894ca-f948-443b-80e0-45008a91182d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:47.362631 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2ba894ca-f948-443b-80e0-45008a91182d tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/routers/5df6e4a4-4dfe-4b85-90b1-01d0c39cca60 HTTP/1.1" status: 204 len: 168 time: 1.0486069 Dec 06 15:23:47.365353 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43968) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:47.439780 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b44fafe-8aaa-4165-afcd-678e1638ed3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:47.536734 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b44fafe-8aaa-4165-afcd-678e1638ed3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:47.559307 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0b44fafe-8aaa-4165-afcd-678e1638ed3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c48a83-6363-48d9-8f35-595b32b870f6']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:47.570091 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0b44fafe-8aaa-4165-afcd-678e1638ed3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dbbe92-a6e3-462b-b3ab-50d06031ac2e') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:47.570384 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-0b44fafe-8aaa-4165-afcd-678e1638ed3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dbbe92-a6e3-462b-b3ab-50d06031ac2e') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:47.580022 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b44fafe-8aaa-4165-afcd-678e1638ed3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:47.594507 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b44fafe-8aaa-4165-afcd-678e1638ed3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:47.600445 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b44fafe-8aaa-4165-afcd-678e1638ed3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:23:47.600823 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b44fafe-8aaa-4165-afcd-678e1638ed3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:23:47.603923 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:23:47.621664 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device b3a233dd-bd78-44e2-9109-c97d8248f82e no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:23:47.643267 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: b3a233dd-bd78-44e2-9109-c97d8248f82e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:23:47.643753 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device b3a233dd-bd78-44e2-9109-c97d8248f82e not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:23:47.670308 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b44fafe-8aaa-4165-afcd-678e1638ed3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:47.678430 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0b44fafe-8aaa-4165-afcd-678e1638ed3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:47.681614 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0b44fafe-8aaa-4165-afcd-678e1638ed3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/networks/62c48a83-6363-48d9-8f35-595b32b870f6 HTTP/1.1" status: 204 len: 168 time: 0.3152986 Dec 06 15:23:47.684786 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43970) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:47.694557 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44fafe-8aaa-4165-afcd-678e1638ed3a tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'Network': ['ID=62c48a83-6363-48d9-8f35-595b32b870f6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:47.748662 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:47.775951 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:47.835420 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:47.838052 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:47.839208 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] 10.222.0.20 "DELETE /v2.0/security-groups/3352e0f8-4a41-4fff-bbc5-ab1f4579c95b HTTP/1.1" status: 204 len: 168 time: 0.1529016 Dec 06 15:23:47.848550 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3352e0f8-4a41-4fff-bbc5-ab1f4579c95b,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:47.856327 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:47.856679 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:47.857044 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:47.857368 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:47.857706 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:47.858039 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:47.858374 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:47.858702 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:47.859032 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:47.859366 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:47.859714 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:47.860149 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:47.860423 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b8237-5a7f-4514-b1da-022837dfed44 tempest-TestNetworkAdvancedServerOps-601413520 tempest-TestNetworkAdvancedServerOps-601413520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:48.123150 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43978) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:48.153784 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8d354f31-ad2f-4ea8-bbb8-19fc81443be9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:23:48.177874 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 8d354f31-ad2f-4ea8-bbb8-19fc81443be9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:23:48.178311 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8d354f31-ad2f-4ea8-bbb8-19fc81443be9 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:23:48.178743 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 63197f46-a801-4bb7-a57c-8cb0f095fd73 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:23:48.197409 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 63197f46-a801-4bb7-a57c-8cb0f095fd73 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:23:48.197757 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 63197f46-a801-4bb7-a57c-8cb0f095fd73 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:23:48.198173 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4bd80455-5255-4f64-983d-d80297c1ab8a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:23:48.217743 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 4bd80455-5255-4f64-983d-d80297c1ab8a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:23:48.218093 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4bd80455-5255-4f64-983d-d80297c1ab8a not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:23:48.262968 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-783f6ba6-0f96-43f5-a08e-f291e0560ef3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78730a925a534e3a9baf86f9cc74cd24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1385350 Dec 06 15:23:48.265442 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 43982) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:48.311440 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4548efe2-8be6-47ba-84c0-9c661615222d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:48.334713 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4548efe2-8be6-47ba-84c0-9c661615222d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:48.380319 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4548efe2-8be6-47ba-84c0-9c661615222d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:48.382960 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4548efe2-8be6-47ba-84c0-9c661615222d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:48.384118 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4548efe2-8be6-47ba-84c0-9c661615222d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46242b84-95a0-4974-b1f3-24beaf0ff66f HTTP/1.1" status: 204 len: 168 time: 0.1175897 Dec 06 15:23:48.391888 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548efe2-8be6-47ba-84c0-9c661615222d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46242b84-95a0-4974-b1f3-24beaf0ff66f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:48.635546 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43988) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:48.674959 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2275506a-f98e-426f-8f97-46fb4d7218cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de5d8089b1df491db6707c3b6fe2005e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381072 Dec 06 15:23:48.677673 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 43990) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:48.724341 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ccd041e-3313-41ff-bb6d-f88bf8a1df99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:48.745254 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ccd041e-3313-41ff-bb6d-f88bf8a1df99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:48.789795 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ccd041e-3313-41ff-bb6d-f88bf8a1df99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:48.792592 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ccd041e-3313-41ff-bb6d-f88bf8a1df99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:48.793726 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7ccd041e-3313-41ff-bb6d-f88bf8a1df99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d843c85-a5e3-474e-92a0-6ea335b9d67d HTTP/1.1" status: 204 len: 168 time: 0.1150286 Dec 06 15:23:48.801640 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd041e-3313-41ff-bb6d-f88bf8a1df99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d843c85-a5e3-474e-92a0-6ea335b9d67d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:49.436062 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44012) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:49.532509 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-88d90651-26e1-4d84-ba7d-11833c7434bc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-420622896-network', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:23:49.553204 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d90651-26e1-4d84-ba7d-11833c7434bc admin admin] Made reservation on behalf of cf8ee0af1c6b44c1b57e3655bf64c654 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:23:49.555495 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88d90651-26e1-4d84-ba7d-11833c7434bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:49.564022 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88d90651-26e1-4d84-ba7d-11833c7434bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:49.637288 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88d90651-26e1-4d84-ba7d-11833c7434bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:49.640968 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88d90651-26e1-4d84-ba7d-11833c7434bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:49.666760 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d90651-26e1-4d84-ba7d-11833c7434bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:23:49.672788 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d90651-26e1-4d84-ba7d-11833c7434bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fde257-cc25-4de8-bd9d-f30fb269dc02,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:49.679487 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88d90651-26e1-4d84-ba7d-11833c7434bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:49.679876 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-88d90651-26e1-4d84-ba7d-11833c7434bc admin admin] Added segment 4c6238c3-e24a-47fb-b7a6-ddd2b50ab046 of type vlan for network 1cdd1757-dede-4b21-92c3-b24b1d97fd8d Dec 06 15:23:49.718470 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88d90651-26e1-4d84-ba7d-11833c7434bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:49.742504 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88d90651-26e1-4d84-ba7d-11833c7434bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:49.743608 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d90651-26e1-4d84-ba7d-11833c7434bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:49.744196 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88d90651-26e1-4d84-ba7d-11833c7434bc admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:49.780952 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-88d90651-26e1-4d84-ba7d-11833c7434bc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3438268 Dec 06 15:23:49.784144 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44016) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:49.789680 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1b605d0d-e203-45d7-bc5a-2fddbdbe2beb admin admin] Request body: {'subnet': {'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-420622896-subnet', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:23:49.806187 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d90651-26e1-4d84-ba7d-11833c7434bc admin admin] Pushing event updated for resources: {'Network': ['ID=1cdd1757-dede-4b21-92c3-b24b1d97fd8d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:49.815154 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b605d0d-e203-45d7-bc5a-2fddbdbe2beb admin admin] Made reservation on behalf of cf8ee0af1c6b44c1b57e3655bf64c654 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:23:49.816606 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 1cdd1757-dede-4b21-92c3-b24b1d97fd8d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:23:49.817672 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b605d0d-e203-45d7-bc5a-2fddbdbe2beb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:49.982655 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b605d0d-e203-45d7-bc5a-2fddbdbe2beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:50.039925 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b605d0d-e203-45d7-bc5a-2fddbdbe2beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa028d1-8cc5-42fd-bcb2-c9d4059921a5,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:50.046868 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b605d0d-e203-45d7-bc5a-2fddbdbe2beb admin admin] Checking segment: {'id': '4c6238c3-e24a-47fb-b7a6-ddd2b50ab046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:23:50.047226 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b605d0d-e203-45d7-bc5a-2fddbdbe2beb admin admin] Network hostable DHCP agents. Network: 1cdd1757-dede-4b21-92c3-b24b1d97fd8d, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:23:50.063106 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b605d0d-e203-45d7-bc5a-2fddbdbe2beb admin admin] Network 1cdd1757-dede-4b21-92c3-b24b1d97fd8d is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:23:50.071918 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1b605d0d-e203-45d7-bc5a-2fddbdbe2beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1cdd1757-dede-4b21-92c3-b24b1d97fd8d) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:23:50.076667 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b605d0d-e203-45d7-bc5a-2fddbdbe2beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:50.078369 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b605d0d-e203-45d7-bc5a-2fddbdbe2beb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:50.079302 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8ff4e5-95fa-464a-9545-b017f7f6f33d None None] Network 1cdd1757-dede-4b21-92c3-b24b1d97fd8d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:23:50.094377 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1b605d0d-e203-45d7-bc5a-2fddbdbe2beb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3085978 Dec 06 15:23:50.097079 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44018) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:50.101877 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-420622896-router', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:23:50.121310 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:50.122293 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:50.173169 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:50.225710 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-1cdd1757-dede-4b21-92c3-b24b1d97fd8d', 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'fixed_ips': [{'subnet_id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:23:50.226552 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:50.313039 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:50.358272 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Allocated IP 172.20.0.2 (1cdd1757-dede-4b21-92c3-b24b1d97fd8d/daa028d1-8cc5-42fd-bcb2-c9d4059921a5/86182a73-040e-4238-8dd8-ecafc4e99d07) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:23:50.502190 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:50.508428 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:50.512313 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:50.531616 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:50.551950 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Network 1cdd1757-dede-4b21-92c3-b24b1d97fd8d is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:23:50.554899 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:23:50.558286 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:23:50.563856 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Pushing event updated for resources: {'Port': ['ID=86182a73-040e-4238-8dd8-ecafc4e99d07,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:50.613938 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Attempting to bind port 86182a73-040e-4238-8dd8-ecafc4e99d07 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:23:50.614309 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Attempting to bind port 86182a73-040e-4238-8dd8-ecafc4e99d07 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4c6238c3-e24a-47fb-b7a6-ddd2b50ab046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:23:50.614669 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Attempting to bind port 86182a73-040e-4238-8dd8-ecafc4e99d07 on network 1cdd1757-dede-4b21-92c3-b24b1d97fd8d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:23:50.619853 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:23:50.620232 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Checking segment: {'id': '4c6238c3-e24a-47fb-b7a6-ddd2b50ab046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:23:50.620633 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:50.621031 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Bound using segment: {'id': '4c6238c3-e24a-47fb-b7a6-ddd2b50ab046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:23:50.621493 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Bound port: 86182a73-040e-4238-8dd8-ecafc4e99d07, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6238c3-e24a-47fb-b7a6-ddd2b50ab046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:23:50.621868 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:50.636351 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Allocated IP 172.35.7.184 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/d440b97a-e94b-4094-ab2e-4905805bb8d3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:23:50.689284 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] For port 86182a73-040e-4238-8dd8-ecafc4e99d07, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:23:50.692995 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] For port 86182a73-040e-4238-8dd8-ecafc4e99d07, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=86182a73-040e-4238-8dd8-ecafc4e99d07,segment=NetworkSegment(4c6238c3-e24a-47fb-b7a6-ddd2b50ab046),segment_id=4c6238c3-e24a-47fb-b7a6-ddd2b50ab046)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:23:50.697020 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:50.747988 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:50.762033 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491d351-eb01-4850-a59b-064eba9bf673 None None] Pushing event updated for resources: {'Port': ['ID=86182a73-040e-4238-8dd8-ecafc4e99d07,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:50.789673 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:50.831532 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:23:50.836244 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:23:50.842941 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:23:50.846564 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Pushing event updated for resources: {'Port': ['ID=d440b97a-e94b-4094-ab2e-4905805bb8d3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:50.857860 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4962bde4-d967-4504-82f5-349371bbe1a3 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:23:50.916755 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2a08a96e-5cdf-4d5a-8059-bbf0d3eb8509 None None] Provisioning complete for port d440b97a-e94b-4094-ab2e-4905805bb8d3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:50.917142 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2a08a96e-5cdf-4d5a-8059-bbf0d3eb8509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:50.981553 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2a08a96e-5cdf-4d5a-8059-bbf0d3eb8509 None None] Port d440b97a-e94b-4094-ab2e-4905805bb8d3 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:23:51.142366 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:51.335947 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:51.464779 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Router cfd43eca-f9c3-4580-a699-9666e070be6e is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:23:51.577957 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:23:51.588843 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Sync routers for ids ['cfd43eca-f9c3-4580-a699-9666e070be6e'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:23:51.598879 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:51.602834 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0f8b1396-fb52-4027-9556-194c1aa00335 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5015764 Dec 06 15:23:51.602987 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Routers {'cfd43eca-f9c3-4580-a699-9666e070be6e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:23:51.602987 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:23:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['cfd43eca-f9c3-4580-a699-9666e070be6e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:51.603161 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44020) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:51.715755 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Set router cfd43eca-f9c3-4580-a699-9666e070be6e gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:23:51.761755 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8304552f-eb9a-4dc2-88dc-7da585077ea1 None None] Network 1cdd1757-dede-4b21-92c3-b24b1d97fd8d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:23:51.846268 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-14c0fea8-6cc7-48b2-b842-5c362fb8a747 None None] Provisioning complete for port 86182a73-040e-4238-8dd8-ecafc4e99d07 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:51.846635 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14c0fea8-6cc7-48b2-b842-5c362fb8a747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:51.903904 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'name': 'tempest-TestServerBasicOps-420622896-router', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184'}], 'enable_snat': True}, 'gw_port_id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:51Z', 'revision_number': 3, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'gw_port': {'id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:69:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:51.930488 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Checking router: cfd43eca-f9c3-4580-a699-9666e070be6e for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:23:51.930838 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Updating router cfd43eca-f9c3-4580-a699-9666e070be6e port d440b97a-e94b-4094-ab2e-4905805bb8d3 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:23:51.961130 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:52.066571 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 86182a73-040e-4238-8dd8-ecafc4e99d07 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:23:52.111065 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:52.192275 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14c0fea8-6cc7-48b2-b842-5c362fb8a747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:52.205198 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 86182a73-040e-4238-8dd8-ecafc4e99d07 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:52.205571 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:52.224082 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:52.232045 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:52.271053 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-14c0fea8-6cc7-48b2-b842-5c362fb8a747 None None] For port 86182a73-040e-4238-8dd8-ecafc4e99d07, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=86182a73-040e-4238-8dd8-ecafc4e99d07,segment=NetworkSegment(4c6238c3-e24a-47fb-b7a6-ddd2b50ab046),segment_id=4c6238c3-e24a-47fb-b7a6-ddd2b50ab046)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:23:52.281571 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-14c0fea8-6cc7-48b2-b842-5c362fb8a747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:52.284182 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Attempting to bind port d440b97a-e94b-4094-ab2e-4905805bb8d3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:23:52.284402 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Attempting to bind port d440b97a-e94b-4094-ab2e-4905805bb8d3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:23:52.284835 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Attempting to bind port d440b97a-e94b-4094-ab2e-4905805bb8d3 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:23:52.296107 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:23:52.296491 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:23:52.297536 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:52.297962 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:23:52.298652 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Bound port: d440b97a-e94b-4094-ab2e-4905805bb8d3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:23:52.299070 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:52.317945 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57401c0-41df-43a9-b378-d55a9e29293b None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:23:52.344329 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d92866-7c9f-4128-9481-1326b8cf7c04 None None] Pushing event updated for resources: {'Port': ['ID=d440b97a-e94b-4094-ab2e-4905805bb8d3,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:52.363510 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d92866-7c9f-4128-9481-1326b8cf7c04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:52.363896 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d92866-7c9f-4128-9481-1326b8cf7c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:52.364309 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d92866-7c9f-4128-9481-1326b8cf7c04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:52.364569 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d92866-7c9f-4128-9481-1326b8cf7c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:52.365237 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d92866-7c9f-4128-9481-1326b8cf7c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:52.365237 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d92866-7c9f-4128-9481-1326b8cf7c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:52.365553 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d92866-7c9f-4128-9481-1326b8cf7c04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:52.365883 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d92866-7c9f-4128-9481-1326b8cf7c04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:52.366211 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d92866-7c9f-4128-9481-1326b8cf7c04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:52.366546 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d92866-7c9f-4128-9481-1326b8cf7c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:52.366852 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d92866-7c9f-4128-9481-1326b8cf7c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:52.369221 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d92866-7c9f-4128-9481-1326b8cf7c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:52.369369 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d92866-7c9f-4128-9481-1326b8cf7c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:23:52.381277 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] For port d440b97a-e94b-4094-ab2e-4905805bb8d3, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:23:52.383019 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0fea8-6cc7-48b2-b842-5c362fb8a747 None None] Pushing event updated for resources: {'Port': ['ID=86182a73-040e-4238-8dd8-ecafc4e99d07,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:52.386665 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] For port d440b97a-e94b-4094-ab2e-4905805bb8d3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d440b97a-e94b-4094-ab2e-4905805bb8d3,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:23:52.393445 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:52.432998 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cc1c0341-b74d-4fa2-bc73-14cb4404f458 None None] Provisioning complete for port d440b97a-e94b-4094-ab2e-4905805bb8d3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:52.433835 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0341-b74d-4fa2-bc73-14cb4404f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:52.462060 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Routers {'cfd43eca-f9c3-4580-a699-9666e070be6e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:23:52.462626 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:23:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['cfd43eca-f9c3-4580-a699-9666e070be6e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:52.467311 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5fc746-d425-4328-9976-ba03d6667702 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:23:52.474198 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d92866-7c9f-4128-9481-1326b8cf7c04 None None] Pushing event updated for resources: {'Port': ['ID=d440b97a-e94b-4094-ab2e-4905805bb8d3,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:52.552632 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0341-b74d-4fa2-bc73-14cb4404f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:52.578064 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cc1c0341-b74d-4fa2-bc73-14cb4404f458 None None] For port d440b97a-e94b-4094-ab2e-4905805bb8d3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d440b97a-e94b-4094-ab2e-4905805bb8d3,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:23:52.583697 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0341-b74d-4fa2-bc73-14cb4404f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:52.613320 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] Set router cfd43eca-f9c3-4580-a699-9666e070be6e gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:23:52.631871 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c0341-b74d-4fa2-bc73-14cb4404f458 None None] Pushing event updated for resources: {'Port': ['ID=d440b97a-e94b-4094-ab2e-4905805bb8d3,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:52.650568 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] Allocated IP 172.20.0.1 (1cdd1757-dede-4b21-92c3-b24b1d97fd8d/daa028d1-8cc5-42fd-bcb2-c9d4059921a5/76bead8a-a227-4312-bbbf-8655a885d93e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:23:52.704339 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0b5c2052-05b3-47b2-9e29-66fef828c173 None None] Provisioning complete for port 86182a73-040e-4238-8dd8-ecafc4e99d07 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:52.704712 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b5c2052-05b3-47b2-9e29-66fef828c173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:52.762325 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:52.796919 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0b5c2052-05b3-47b2-9e29-66fef828c173 None None] Provisioning complete for port d440b97a-e94b-4094-ab2e-4905805bb8d3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:52.797355 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b5c2052-05b3-47b2-9e29-66fef828c173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:52.797449 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'name': 'tempest-TestServerBasicOps-420622896-router', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184'}], 'enable_snat': True}, 'gw_port_id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:51Z', 'revision_number': 3, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'gw_port': {'id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:69:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:52.798168 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:52.824343 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad04df-0c15-4e2b-914d-82e309b8ebd2 None None] The sync data for ids ['cfd43eca-f9c3-4580-a699-9666e070be6e'] in n-d-master-1 is: [{'id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'name': 'tempest-TestServerBasicOps-420622896-router', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184'}], 'enable_snat': True}, 'gw_port_id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:51Z', 'revision_number': 3, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'gw_port': {'id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:69:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:23:52.847603 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] Network 1cdd1757-dede-4b21-92c3-b24b1d97fd8d is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:23:52.850672 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:23:52.853160 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:23:52.877141 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] Pushing event updated for resources: {'Port': ['ID=76bead8a-a227-4312-bbbf-8655a885d93e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:52.900201 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:53.055547 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:53.216984 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-34c31d36-346a-4748-bd92-405e50597246 None None] Provisioning complete for port 76bead8a-a227-4312-bbbf-8655a885d93e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:53.217487 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-34c31d36-346a-4748-bd92-405e50597246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:53.236305 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:53.242594 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:53.255170 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-34c31d36-346a-4748-bd92-405e50597246 None None] Port 76bead8a-a227-4312-bbbf-8655a885d93e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:23:53.310778 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] Pushing event updated for resources: {'Port': ['ID=76bead8a-a227-4312-bbbf-8655a885d93e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:53.313410 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:53.413672 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] Network 1cdd1757-dede-4b21-92c3-b24b1d97fd8d is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:23:53.415146 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:23:53.541551 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] Router cfd43eca-f9c3-4580-a699-9666e070be6e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:23:53.657353 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:23:53.664971 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2a7320d9-71a3-4fa6-98cd-b640457d244f admin admin] 10.222.0.20 "PUT /v2.0/routers/cfd43eca-f9c3-4580-a699-9666e070be6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0582733 Dec 06 15:23:53.687053 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ceaa4322-55b2-4ebe-b353-90d325eb464f None None] Provisioning complete for port 76bead8a-a227-4312-bbbf-8655a885d93e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:53.687386 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ceaa4322-55b2-4ebe-b353-90d325eb464f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:53.722253 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa4322-55b2-4ebe-b353-90d325eb464f None None] Port 76bead8a-a227-4312-bbbf-8655a885d93e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:23:54.057725 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 86182a73-040e-4238-8dd8-ecafc4e99d07 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:23:54.111138 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 86182a73-040e-4238-8dd8-ecafc4e99d07 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:54.111424 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:54.129259 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44036) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:54.134902 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f1abd950-00af-414c-949f-4555075088f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1341396227-network', 'tenant_id': '8194cc8f9cbe4a729d1e5262f177ac6b'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:23:54.157060 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1abd950-00af-414c-949f-4555075088f5 admin admin] Made reservation on behalf of 8194cc8f9cbe4a729d1e5262f177ac6b for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:23:54.160670 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1abd950-00af-414c-949f-4555075088f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:54.169526 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1abd950-00af-414c-949f-4555075088f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:54.194017 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d440b97a-e94b-4094-ab2e-4905805bb8d3 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:23:54.246832 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1abd950-00af-414c-949f-4555075088f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:54.248776 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d440b97a-e94b-4094-ab2e-4905805bb8d3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:54.249270 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:54.250778 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1abd950-00af-414c-949f-4555075088f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:54.270004 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1abd950-00af-414c-949f-4555075088f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:23:54.289275 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1abd950-00af-414c-949f-4555075088f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:54.289615 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-f1abd950-00af-414c-949f-4555075088f5 admin admin] Added segment c36c42ed-96ce-4dbf-aa67-8e37c7870feb of type vlan for network 6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2 Dec 06 15:23:54.298038 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abd950-00af-414c-949f-4555075088f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc3b4e2-10e4-4a85-9367-0f636ac1e3a6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:54.333767 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1abd950-00af-414c-949f-4555075088f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:54.360219 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1abd950-00af-414c-949f-4555075088f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:54.361376 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1abd950-00af-414c-949f-4555075088f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:54.362017 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1abd950-00af-414c-949f-4555075088f5 admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:54.400908 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f1abd950-00af-414c-949f-4555075088f5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2700417 Dec 06 15:23:54.403883 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44038) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:54.409012 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ca340237-5c29-4c14-983a-f08122ce516f admin admin] Request body: {'subnet': {'network_id': '6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1341396227-subnet', 'tenant_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:23:54.428670 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abd950-00af-414c-949f-4555075088f5 admin admin] Pushing event updated for resources: {'Network': ['ID=6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:54.434230 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca340237-5c29-4c14-983a-f08122ce516f admin admin] Made reservation on behalf of 8194cc8f9cbe4a729d1e5262f177ac6b for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:23:54.436607 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca340237-5c29-4c14-983a-f08122ce516f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:54.439648 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:23:54.463357 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Sync routers for ids ['cfd43eca-f9c3-4580-a699-9666e070be6e'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:23:54.514255 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Routers {'cfd43eca-f9c3-4580-a699-9666e070be6e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:23:54.514887 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:23:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['cfd43eca-f9c3-4580-a699-9666e070be6e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:54.609540 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca340237-5c29-4c14-983a-f08122ce516f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:54.622251 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Set router cfd43eca-f9c3-4580-a699-9666e070be6e gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:23:54.669827 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca340237-5c29-4c14-983a-f08122ce516f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6346fab7-4ad6-478b-9979-c47943e7ffc2,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:54.674195 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca340237-5c29-4c14-983a-f08122ce516f admin admin] Checking segment: {'id': 'c36c42ed-96ce-4dbf-aa67-8e37c7870feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:23:54.674562 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca340237-5c29-4c14-983a-f08122ce516f admin admin] Network hostable DHCP agents. Network: 6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:23:54.693340 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca340237-5c29-4c14-983a-f08122ce516f admin admin] Network 6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:23:54.705614 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ca340237-5c29-4c14-983a-f08122ce516f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:23:54.711076 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca340237-5c29-4c14-983a-f08122ce516f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:54.712049 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ca340237-5c29-4c14-983a-f08122ce516f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:54.717723 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f971515f-6ff0-4695-94c5-8dee7bfcf5fd None None] Network 6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:23:54.727959 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ca340237-5c29-4c14-983a-f08122ce516f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3228471 Dec 06 15:23:54.730621 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44040) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:54.735014 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1341396227-router', 'tenant_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:23:54.756397 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:54.757436 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:54.807975 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:54.942454 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'name': 'tempest-TestServerBasicOps-420622896-router', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184'}], 'enable_snat': True}, 'gw_port_id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:53Z', 'revision_number': 4, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'gw_port': {'id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '76bead8a-a227-4312-bbbf-8655a885d93e', 'name': '', 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'mac_address': 'fa:16:3e:43:2f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:52Z', 'updated_at': '2021-12-06T15:23:53Z', 'revision_number': 2, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'subnets': [{'id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:54.945413 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2', 'network_id': '6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2', 'tenant_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'fixed_ips': [{'subnet_id': '6346fab7-4ad6-478b-9979-c47943e7ffc2'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:23:54.946220 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:54.946619 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:54.984086 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Checking router: cfd43eca-f9c3-4580-a699-9666e070be6e for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:23:54.984446 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Updating router cfd43eca-f9c3-4580-a699-9666e070be6e port 76bead8a-a227-4312-bbbf-8655a885d93e binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:23:55.017653 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:55.145511 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:55.164394 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:55.221358 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Allocated IP 172.20.0.2 (6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2/6346fab7-4ad6-478b-9979-c47943e7ffc2/f32a9c79-8417-4b89-baa7-f86951e717c1) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:23:55.268703 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Allocated IP 172.35.7.228 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/875be1ca-ba05-44ea-ba27-b7e2cca4c016) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:23:55.374110 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:55.407925 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:55.448346 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:23:55.452784 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:23:55.457606 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:23:55.460628 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Pushing event updated for resources: {'Port': ['ID=875be1ca-ba05-44ea-ba27-b7e2cca4c016,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:55.469533 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4625b0ae-084c-4875-8722-0d64129dcf1e None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:23:55.476919 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:55.492191 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:55.495599 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:55.505745 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:55.541643 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Network 6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:23:55.553037 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:23:55.555101 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:23:55.567736 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Pushing event updated for resources: {'Port': ['ID=f32a9c79-8417-4b89-baa7-f86951e717c1,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:55.740199 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:55.748897 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:23:55.804605 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d5f8c98f-705c-4c43-a15f-c78de58c1f1d None None] Provisioning complete for port 875be1ca-ba05-44ea-ba27-b7e2cca4c016 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:55.804979 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5f8c98f-705c-4c43-a15f-c78de58c1f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:55.879948 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356a49b-6c0f-48e8-8fb6-e429bca626f4 None None] Pushing event updated for resources: {'Port': ['ID=76bead8a-a227-4312-bbbf-8655a885d93e,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:55.893479 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Attempting to bind port f32a9c79-8417-4b89-baa7-f86951e717c1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:23:55.893855 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Attempting to bind port f32a9c79-8417-4b89-baa7-f86951e717c1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c36c42ed-96ce-4dbf-aa67-8e37c7870feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:23:55.894758 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Attempting to bind port f32a9c79-8417-4b89-baa7-f86951e717c1 on network 6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:23:55.902321 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Attempting to bind port 76bead8a-a227-4312-bbbf-8655a885d93e on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:23:55.902692 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Attempting to bind port 76bead8a-a227-4312-bbbf-8655a885d93e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4c6238c3-e24a-47fb-b7a6-ddd2b50ab046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:23:55.903051 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Attempting to bind port 76bead8a-a227-4312-bbbf-8655a885d93e on network 1cdd1757-dede-4b21-92c3-b24b1d97fd8d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:23:55.905162 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d5f8c98f-705c-4c43-a15f-c78de58c1f1d None None] Port 875be1ca-ba05-44ea-ba27-b7e2cca4c016 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:23:55.907961 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:23:55.908335 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Checking segment: {'id': 'c36c42ed-96ce-4dbf-aa67-8e37c7870feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:23:55.908735 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:55.909118 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Bound using segment: {'id': 'c36c42ed-96ce-4dbf-aa67-8e37c7870feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:23:55.909639 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Bound port: f32a9c79-8417-4b89-baa7-f86951e717c1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36c42ed-96ce-4dbf-aa67-8e37c7870feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:23:55.910510 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:55.920493 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:23:55.920865 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Checking segment: {'id': '4c6238c3-e24a-47fb-b7a6-ddd2b50ab046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:23:55.921250 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:55.921640 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Bound using segment: {'id': '4c6238c3-e24a-47fb-b7a6-ddd2b50ab046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:23:55.922097 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Bound port: 76bead8a-a227-4312-bbbf-8655a885d93e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6238c3-e24a-47fb-b7a6-ddd2b50ab046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:23:55.922477 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:55.942180 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:56.026098 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] For port f32a9c79-8417-4b89-baa7-f86951e717c1, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:23:56.044514 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] For port 76bead8a-a227-4312-bbbf-8655a885d93e, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:23:56.051306 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] For port f32a9c79-8417-4b89-baa7-f86951e717c1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f32a9c79-8417-4b89-baa7-f86951e717c1,segment=NetworkSegment(c36c42ed-96ce-4dbf-aa67-8e37c7870feb),segment_id=c36c42ed-96ce-4dbf-aa67-8e37c7870feb)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:23:56.062519 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] For port 76bead8a-a227-4312-bbbf-8655a885d93e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=76bead8a-a227-4312-bbbf-8655a885d93e,segment=NetworkSegment(4c6238c3-e24a-47fb-b7a6-ddd2b50ab046),segment_id=4c6238c3-e24a-47fb-b7a6-ddd2b50ab046)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:23:56.064030 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:56.072793 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2d03d25a-7bee-4759-9c8a-3895a2e2cc21 None None] Provisioning complete for port 76bead8a-a227-4312-bbbf-8655a885d93e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:56.073156 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d03d25a-7bee-4759-9c8a-3895a2e2cc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:56.075260 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Router bc34812d-8b58-4ccb-a2f4-9448edc7ddfd is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:23:56.095157 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:56.166172 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c950cd-a08b-4c0f-ba79-e02e17b45cba None None] Pushing event updated for resources: {'Port': ['ID=f32a9c79-8417-4b89-baa7-f86951e717c1,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:56.202166 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:23:56.209085 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Routers {'cfd43eca-f9c3-4580-a699-9666e070be6e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:23:56.209741 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:23:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['cfd43eca-f9c3-4580-a699-9666e070be6e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:56.218459 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Sync routers for ids ['bc34812d-8b58-4ccb-a2f4-9448edc7ddfd'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:23:56.232912 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Routers {'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:23:56.234890 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:56.235012 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:23:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc34812d-8b58-4ccb-a2f4-9448edc7ddfd'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:56.236420 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-035068af-7ff7-4d70-9336-51ea8a49e31c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5047071 Dec 06 15:23:56.239387 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44042) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:56.333514 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356a49b-6c0f-48e8-8fb6-e429bca626f4 None None] Pushing event updated for resources: {'Port': ['ID=76bead8a-a227-4312-bbbf-8655a885d93e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:56.348692 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d03d25a-7bee-4759-9c8a-3895a2e2cc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:56.374101 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Set router bc34812d-8b58-4ccb-a2f4-9448edc7ddfd gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:23:56.492403 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] Set router cfd43eca-f9c3-4580-a699-9666e070be6e gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:23:56.586501 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2d03d25a-7bee-4759-9c8a-3895a2e2cc21 None None] For port 76bead8a-a227-4312-bbbf-8655a885d93e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=76bead8a-a227-4312-bbbf-8655a885d93e,segment=NetworkSegment(4c6238c3-e24a-47fb-b7a6-ddd2b50ab046),segment_id=4c6238c3-e24a-47fb-b7a6-ddd2b50ab046)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:23:56.609181 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d03d25a-7bee-4759-9c8a-3895a2e2cc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:56.637454 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'name': 'tempest-TestServerBasicOps-1341396227-router', 'tenant_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.228'}], 'enable_snat': True}, 'gw_port_id': '875be1ca-ba05-44ea-ba27-b7e2cca4c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:54Z', 'updated_at': '2021-12-06T15:23:55Z', 'revision_number': 3, 'project_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'gw_port': {'id': '875be1ca-ba05-44ea-ba27-b7e2cca4c016', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:55Z', 'updated_at': '2021-12-06T15:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:56.670291 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Checking router: bc34812d-8b58-4ccb-a2f4-9448edc7ddfd for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:23:56.671189 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Updating router bc34812d-8b58-4ccb-a2f4-9448edc7ddfd port 875be1ca-ba05-44ea-ba27-b7e2cca4c016 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:23:56.698917 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:56.710650 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03d25a-7bee-4759-9c8a-3895a2e2cc21 None None] Pushing event updated for resources: {'Port': ['ID=76bead8a-a227-4312-bbbf-8655a885d93e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:56.765108 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9bf1e7c6-e246-48a9-aaab-5c041a1acb2e None None] Provisioning complete for port 76bead8a-a227-4312-bbbf-8655a885d93e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:56.765485 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bf1e7c6-e246-48a9-aaab-5c041a1acb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:56.812720 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'name': 'tempest-TestServerBasicOps-420622896-router', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184'}], 'enable_snat': True}, 'gw_port_id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:53Z', 'revision_number': 4, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'gw_port': {'id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '76bead8a-a227-4312-bbbf-8655a885d93e', 'name': '', 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'mac_address': 'fa:16:3e:43:2f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:52Z', 'updated_at': '2021-12-06T15:23:56Z', 'revision_number': 4, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'subnets': [{'id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:56.843325 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f1a5b1-ac90-4c49-beb0-c56797443214 None None] The sync data for ids ['cfd43eca-f9c3-4580-a699-9666e070be6e'] in n-d-master-1 is: [{'id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'name': 'tempest-TestServerBasicOps-420622896-router', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184'}], 'enable_snat': True}, 'gw_port_id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:53Z', 'revision_number': 4, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'gw_port': {'id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '76bead8a-a227-4312-bbbf-8655a885d93e', 'name': '', 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'mac_address': 'fa:16:3e:43:2f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:52Z', 'updated_at': '2021-12-06T15:23:56Z', 'revision_number': 4, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'subnets': [{'id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:23:57.082508 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:57.091817 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:57.147423 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2e6c3a-1d39-4290-ab2f-4fd8b47998a4 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:23:57.156596 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:57.159776 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Attempting to bind port 875be1ca-ba05-44ea-ba27-b7e2cca4c016 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:23:57.160151 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Attempting to bind port 875be1ca-ba05-44ea-ba27-b7e2cca4c016 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:23:57.160506 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Attempting to bind port 875be1ca-ba05-44ea-ba27-b7e2cca4c016 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:23:57.169458 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:23:57.169831 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:23:57.170229 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:57.170615 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:23:57.171080 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Bound port: 875be1ca-ba05-44ea-ba27-b7e2cca4c016, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:23:57.171453 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:57.173280 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5610c4a-73bb-4b04-b59a-15c2fe64d053 None None] Pushing event updated for resources: {'Port': ['ID=875be1ca-ba05-44ea-ba27-b7e2cca4c016,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:57.253979 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a1240f09-3df2-423f-aadf-f5129744d39f None None] Provisioning complete for port 875be1ca-ba05-44ea-ba27-b7e2cca4c016 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:57.254241 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] For port 875be1ca-ba05-44ea-ba27-b7e2cca4c016, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:23:57.255271 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a1240f09-3df2-423f-aadf-f5129744d39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:57.259105 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] For port 875be1ca-ba05-44ea-ba27-b7e2cca4c016, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=875be1ca-ba05-44ea-ba27-b7e2cca4c016,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:23:57.265309 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:57.306898 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a1240f09-3df2-423f-aadf-f5129744d39f None None] Port 875be1ca-ba05-44ea-ba27-b7e2cca4c016 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:23:57.335537 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5610c4a-73bb-4b04-b59a-15c2fe64d053 None None] Pushing event updated for resources: {'Port': ['ID=875be1ca-ba05-44ea-ba27-b7e2cca4c016,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:57.341546 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57af7ec-72ad-415a-86ed-2f8eeb6af5ea None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:23:57.346145 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Routers {'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:23:57.347902 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:23:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc34812d-8b58-4ccb-a2f4-9448edc7ddfd'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:57.406029 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] Allocated IP 172.20.0.1 (6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2/6346fab7-4ad6-478b-9979-c47943e7ffc2/6da690be-c7aa-4fb5-a10e-668b99a19439) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:23:57.435753 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-92b041a2-ab2f-4476-b7e9-c2699055e752 None None] Provisioning complete for port 875be1ca-ba05-44ea-ba27-b7e2cca4c016 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:57.437713 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-92b041a2-ab2f-4476-b7e9-c2699055e752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:57.475969 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] Set router bc34812d-8b58-4ccb-a2f4-9448edc7ddfd gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:23:57.510846 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8ee076-35b2-4acc-8adb-2ce4871b64c3 None None] Network 6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:23:57.585455 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:57.633670 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:57.694519 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-92b041a2-ab2f-4476-b7e9-c2699055e752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:57.695050 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] Network 6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:23:57.695591 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'name': 'tempest-TestServerBasicOps-1341396227-router', 'tenant_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.228'}], 'enable_snat': True}, 'gw_port_id': '875be1ca-ba05-44ea-ba27-b7e2cca4c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:54Z', 'updated_at': '2021-12-06T15:23:55Z', 'revision_number': 3, 'project_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'gw_port': {'id': '875be1ca-ba05-44ea-ba27-b7e2cca4c016', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:55Z', 'updated_at': '2021-12-06T15:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:23:57.699783 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:23:57.702570 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:23:57.728038 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e29d5-c5f4-4bb8-a3b2-e3eb11132851 None None] The sync data for ids ['bc34812d-8b58-4ccb-a2f4-9448edc7ddfd'] in n-d-master-1 is: [{'id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'name': 'tempest-TestServerBasicOps-1341396227-router', 'tenant_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.228'}], 'enable_snat': True}, 'gw_port_id': '875be1ca-ba05-44ea-ba27-b7e2cca4c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:54Z', 'updated_at': '2021-12-06T15:23:55Z', 'revision_number': 3, 'project_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'gw_port': {'id': '875be1ca-ba05-44ea-ba27-b7e2cca4c016', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:55Z', 'updated_at': '2021-12-06T15:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:23:57.734527 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6da690be-c7aa-4fb5-a10e-668b99a19439,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:57.742462 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-92b041a2-ab2f-4476-b7e9-c2699055e752 None None] For port 875be1ca-ba05-44ea-ba27-b7e2cca4c016, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=875be1ca-ba05-44ea-ba27-b7e2cca4c016,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:23:57.761086 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-92b041a2-ab2f-4476-b7e9-c2699055e752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:57.781574 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:57.832904 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b041a2-ab2f-4476-b7e9-c2699055e752 None None] Pushing event updated for resources: {'Port': ['ID=875be1ca-ba05-44ea-ba27-b7e2cca4c016,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:57.880516 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-969b4b0a-2d27-4e1e-bd8b-c68be8a1fd14 None None] Provisioning complete for port f32a9c79-8417-4b89-baa7-f86951e717c1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:57.880965 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-969b4b0a-2d27-4e1e-bd8b-c68be8a1fd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:57.953473 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:58.023938 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-969b4b0a-2d27-4e1e-bd8b-c68be8a1fd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:58.078895 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-969b4b0a-2d27-4e1e-bd8b-c68be8a1fd14 None None] For port f32a9c79-8417-4b89-baa7-f86951e717c1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f32a9c79-8417-4b89-baa7-f86951e717c1,segment=NetworkSegment(c36c42ed-96ce-4dbf-aa67-8e37c7870feb),segment_id=c36c42ed-96ce-4dbf-aa67-8e37c7870feb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:23:58.085157 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-969b4b0a-2d27-4e1e-bd8b-c68be8a1fd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:58.194300 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:58.212276 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f32a9c79-8417-4b89-baa7-f86951e717c1 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:23:58.245975 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b4b0a-2d27-4e1e-bd8b-c68be8a1fd14 None None] Pushing event updated for resources: {'Port': ['ID=f32a9c79-8417-4b89-baa7-f86951e717c1,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:58.266122 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fdff9065-89f7-4eab-b0f6-b322c2a10a3b None None] Provisioning complete for port f32a9c79-8417-4b89-baa7-f86951e717c1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:58.266508 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fdff9065-89f7-4eab-b0f6-b322c2a10a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:58.274478 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:58.284046 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:58.339010 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6da690be-c7aa-4fb5-a10e-668b99a19439,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:58.345311 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f32a9c79-8417-4b89-baa7-f86951e717c1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:58.345700 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:58.395340 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:58.455806 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fdff9065-89f7-4eab-b0f6-b322c2a10a3b None None] Provisioning complete for port 6da690be-c7aa-4fb5-a10e-668b99a19439 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:58.456181 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fdff9065-89f7-4eab-b0f6-b322c2a10a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:58.522557 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fdff9065-89f7-4eab-b0f6-b322c2a10a3b None None] Port 6da690be-c7aa-4fb5-a10e-668b99a19439 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:23:58.527021 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 76bead8a-a227-4312-bbbf-8655a885d93e up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:23:58.531434 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] Network 6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:23:58.532976 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:23:58.589282 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 76bead8a-a227-4312-bbbf-8655a885d93e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:58.589654 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:58.649733 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4d6b685d-b329-40fc-a18e-77f1a1ccf114 None None] Provisioning complete for port 6da690be-c7aa-4fb5-a10e-668b99a19439 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:58.649733 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4d6b685d-b329-40fc-a18e-77f1a1ccf114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:58.664147 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] Router bc34812d-8b58-4ccb-a2f4-9448edc7ddfd has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:23:58.716293 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4d6b685d-b329-40fc-a18e-77f1a1ccf114 None None] Port 6da690be-c7aa-4fb5-a10e-668b99a19439 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:23:58.797909 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:23:58.803764 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2fa6bfc0-0ee5-4518-b54d-9687c7c231b5 admin admin] 10.222.0.20 "PUT /v2.0/routers/bc34812d-8b58-4ccb-a2f4-9448edc7ddfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5630391 Dec 06 15:23:58.842271 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a13696a6-2ae7-4194-b5b5-2445234b60ad None None] Provisioning complete for port 6da690be-c7aa-4fb5-a10e-668b99a19439 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:58.842637 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a13696a6-2ae7-4194-b5b5-2445234b60ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:58.883998 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a13696a6-2ae7-4194-b5b5-2445234b60ad None None] Port 6da690be-c7aa-4fb5-a10e-668b99a19439 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:23:59.537404 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44050) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:59.542050 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4599cc90-b1cb-4b9a-9a5c-1b9e029c13c1 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1547453653', 'description': 'tempest-secgroup-smoke-1547453653 description', 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:23:59.564744 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4599cc90-b1cb-4b9a-9a5c-1b9e029c13c1 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:59.633482 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4599cc90-b1cb-4b9a-9a5c-1b9e029c13c1 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:59.637107 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4599cc90-b1cb-4b9a-9a5c-1b9e029c13c1 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:59.666863 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4599cc90-b1cb-4b9a-9a5c-1b9e029c13c1 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:59.668113 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4599cc90-b1cb-4b9a-9a5c-1b9e029c13c1 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1296411 Dec 06 15:23:59.670017 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599cc90-b1cb-4b9a-9a5c-1b9e029c13c1 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77623b76-f71e-47bf-b8d7-dc98622f9f8d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:59.671272 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44052) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:59.676048 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-926746fc-60cc-417c-84bb-d81244f5bab7 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Request body: {'security_group_rule': {'security_group_id': '77623b76-f71e-47bf-b8d7-dc98622f9f8d', 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:23:59.703464 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-926746fc-60cc-417c-84bb-d81244f5bab7 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:59.759881 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-926746fc-60cc-417c-84bb-d81244f5bab7 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:59.763428 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-926746fc-60cc-417c-84bb-d81244f5bab7 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:59.783368 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926746fc-60cc-417c-84bb-d81244f5bab7 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478b1ef5-27cb-4b9c-8c8c-327077d4024b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:59.788941 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-926746fc-60cc-417c-84bb-d81244f5bab7 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:59.792635 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-926746fc-60cc-417c-84bb-d81244f5bab7 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177557 Dec 06 15:23:59.792826 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44054) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:59.797125 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ff586e78-3638-4eff-81e4-fb30b81cd99f tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Request body: {'security_group_rule': {'security_group_id': '77623b76-f71e-47bf-b8d7-dc98622f9f8d', 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:23:59.822421 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff586e78-3638-4eff-81e4-fb30b81cd99f tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:59.879048 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff586e78-3638-4eff-81e4-fb30b81cd99f tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:59.882538 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff586e78-3638-4eff-81e4-fb30b81cd99f tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:59.900632 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff586e78-3638-4eff-81e4-fb30b81cd99f tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560196ef-6266-46c0-a62b-580d3a03a3b8,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:59.908420 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff586e78-3638-4eff-81e4-fb30b81cd99f tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:59.910195 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ff586e78-3638-4eff-81e4-fb30b81cd99f tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158669 Dec 06 15:23:59.912348 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44056) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:23:59.917202 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e53d0030-5b16-4f65-a9cc-bde937df3018 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Request body: {'security_group_rule': {'security_group_id': '77623b76-f71e-47bf-b8d7-dc98622f9f8d', 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:23:59.952733 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e53d0030-5b16-4f65-a9cc-bde937df3018 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.021358 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e53d0030-5b16-4f65-a9cc-bde937df3018 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.025122 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e53d0030-5b16-4f65-a9cc-bde937df3018 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.042778 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d0030-5b16-4f65-a9cc-bde937df3018 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571e45e3-816e-4450-93a2-2288f4b0015a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:24:00.054602 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e53d0030-5b16-4f65-a9cc-bde937df3018 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.058483 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e53d0030-5b16-4f65-a9cc-bde937df3018 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424360 Dec 06 15:24:00.058779 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44058) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:24:00.063682 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1c508604-e9e7-4f6c-acb2-cd8716dac8ea tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Request body: {'security_group_rule': {'security_group_id': '77623b76-f71e-47bf-b8d7-dc98622f9f8d', 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:24:00.106802 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c508604-e9e7-4f6c-acb2-cd8716dac8ea tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.114862 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 875be1ca-ba05-44ea-ba27-b7e2cca4c016 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:24:00.140735 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.167734 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 875be1ca-ba05-44ea-ba27-b7e2cca4c016 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:24:00.168082 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.183380 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c508604-e9e7-4f6c-acb2-cd8716dac8ea tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.189481 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c508604-e9e7-4f6c-acb2-cd8716dac8ea tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.213155 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c508604-e9e7-4f6c-acb2-cd8716dac8ea tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e80edde-cd19-4f90-82be-05ee990fb19c,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:24:00.227903 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c508604-e9e7-4f6c-acb2-cd8716dac8ea tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.229390 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1c508604-e9e7-4f6c-acb2-cd8716dac8ea tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1694593 Dec 06 15:24:00.231933 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44060) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:24:00.236357 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-85e5c525-cb8c-4f84-997b-8ec5a5d24851 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Request body: {'security_group_rule': {'security_group_id': '77623b76-f71e-47bf-b8d7-dc98622f9f8d', 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:24:00.261954 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-85e5c525-cb8c-4f84-997b-8ec5a5d24851 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Project cf8ee0af1c6b44c1b57e3655bf64c654 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:24:00.266392 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f32a9c79-8417-4b89-baa7-f86951e717c1 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:24:00.267172 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85e5c525-cb8c-4f84-997b-8ec5a5d24851 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.324967 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f32a9c79-8417-4b89-baa7-f86951e717c1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:24:00.325407 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.335154 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85e5c525-cb8c-4f84-997b-8ec5a5d24851 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.339180 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85e5c525-cb8c-4f84-997b-8ec5a5d24851 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.364331 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5c525-cb8c-4f84-997b-8ec5a5d24851 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0970ed30-f8c1-47ec-8ffe-c50b1f9148e9,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:24:00.369932 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-85e5c525-cb8c-4f84-997b-8ec5a5d24851 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.374143 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44062) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:24:00.374262 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-85e5c525-cb8c-4f84-997b-8ec5a5d24851 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413555 Dec 06 15:24:00.388007 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-74f858e8-b6a9-46e4-9818-1d99d72fc82b tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Request body: {'security_group_rule': {'security_group_id': '77623b76-f71e-47bf-b8d7-dc98622f9f8d', 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:24:00.416712 n-d-master-1 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-74f858e8-b6a9-46e4-9818-1d99d72fc82b tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Project cf8ee0af1c6b44c1b57e3655bf64c654 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:24:00.423509 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74f858e8-b6a9-46e4-9818-1d99d72fc82b tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.434604 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Sync routers for ids ['bc34812d-8b58-4ccb-a2f4-9448edc7ddfd'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:24:00.446747 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Routers {'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:24:00.447500 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:23:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc34812d-8b58-4ccb-a2f4-9448edc7ddfd'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:24:00.494081 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74f858e8-b6a9-46e4-9818-1d99d72fc82b tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.499071 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74f858e8-b6a9-46e4-9818-1d99d72fc82b tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.517053 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f858e8-b6a9-46e4-9818-1d99d72fc82b tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd88725-610a-4332-903f-904043de9e2c,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:24:00.526876 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74f858e8-b6a9-46e4-9818-1d99d72fc82b tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.528190 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-74f858e8-b6a9-46e4-9818-1d99d72fc82b tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1526430 Dec 06 15:24:00.558265 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Set router bc34812d-8b58-4ccb-a2f4-9448edc7ddfd gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:24:00.701114 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bce8148e-5999-4df2-a280-26ca6986a662 req-37babda3-54d0-4b7d-8b3f-962a80fee5ad tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1547453653&fields=id&tenant_id=cf8ee0af1c6b44c1b57e3655bf64c654 HTTP/1.1" status: 200 len: 267 time: 0.0644462 Dec 06 15:24:00.775840 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'name': 'tempest-TestServerBasicOps-1341396227-router', 'tenant_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.228'}], 'enable_snat': True}, 'gw_port_id': '875be1ca-ba05-44ea-ba27-b7e2cca4c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:54Z', 'updated_at': '2021-12-06T15:23:57Z', 'revision_number': 4, 'project_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'gw_port': {'id': '875be1ca-ba05-44ea-ba27-b7e2cca4c016', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:55Z', 'updated_at': '2021-12-06T15:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6da690be-c7aa-4fb5-a10e-668b99a19439', 'name': '', 'network_id': '6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2', 'tenant_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'mac_address': 'fa:16:3e:b6:fb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6346fab7-4ad6-478b-9979-c47943e7ffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:57Z', 'updated_at': '2021-12-06T15:23:58Z', 'revision_number': 2, 'project_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'subnets': [{'id': '6346fab7-4ad6-478b-9979-c47943e7ffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:24:00.804429 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Checking router: bc34812d-8b58-4ccb-a2f4-9448edc7ddfd for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:24:00.804793 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Updating router bc34812d-8b58-4ccb-a2f4-9448edc7ddfd port 6da690be-c7aa-4fb5-a10e-668b99a19439 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:24:00.822908 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8148e-5999-4df2-a280-26ca6986a662 req-93b9188e-a0f9-4dab-abb2-1a56fe738bf3 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:00.824416 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bce8148e-5999-4df2-a280-26ca6986a662 req-93b9188e-a0f9-4dab-abb2-1a56fe738bf3 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/networks?id=1cdd1757-dede-4b21-92c3-b24b1d97fd8d HTTP/1.1" status: 200 len: 808 time: 0.1130221 Dec 06 15:24:00.839450 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.842434 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bce8148e-5999-4df2-a280-26ca6986a662 req-3bb35082-6172-4f4b-a5fa-5e925c690af8 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/quotas/cf8ee0af1c6b44c1b57e3655bf64c654 HTTP/1.1" status: 200 len: 375 time: 0.0117869 Dec 06 15:24:00.851194 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c2dab4fa-1479-497c-bb1a-88b15ea733b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:00.901289 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bce8148e-5999-4df2-a280-26ca6986a662 req-371ff44c-80fd-4227-ac67-b7547bb06c9b tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf8ee0af1c6b44c1b57e3655bf64c654&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476525 Dec 06 15:24:01.005505 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bce8148e-5999-4df2-a280-26ca6986a662 req-e7319d43-41e3-43e2-a529-a4e96887e1de service neutron] 10.222.0.20 "GET /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907040 Dec 06 15:24:01.102779 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bce8148e-5999-4df2-a280-26ca6986a662 req-3f271674-63b7-44e6-ac39-72a63d95ab1c service neutron] 10.222.0.20 "GET /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907965 Dec 06 15:24:01.289396 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:01.295009 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:01.334291 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b448e151-f85f-45b5-bd6f-6f4f8c97ab5f req-4510e5cd-a4c2-419f-afe8-ed303d25ec69 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 210 time: 0.0344958 Dec 06 15:24:01.350535 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307dee1-849a-4679-b628-13fdb1d25d4d None None] Pushing event updated for resources: {'Port': ['ID=6da690be-c7aa-4fb5-a10e-668b99a19439,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:24:01.381191 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307dee1-849a-4679-b628-13fdb1d25d4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:01.381541 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307dee1-849a-4679-b628-13fdb1d25d4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:01.381881 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307dee1-849a-4679-b628-13fdb1d25d4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:01.382405 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307dee1-849a-4679-b628-13fdb1d25d4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:01.382749 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307dee1-849a-4679-b628-13fdb1d25d4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:01.382996 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307dee1-849a-4679-b628-13fdb1d25d4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:01.383324 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307dee1-849a-4679-b628-13fdb1d25d4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:01.383646 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307dee1-849a-4679-b628-13fdb1d25d4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:01.383994 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307dee1-849a-4679-b628-13fdb1d25d4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:01.384478 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307dee1-849a-4679-b628-13fdb1d25d4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:01.384637 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307dee1-849a-4679-b628-13fdb1d25d4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:01.384914 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307dee1-849a-4679-b628-13fdb1d25d4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:01.385485 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b307dee1-849a-4679-b628-13fdb1d25d4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:01.428156 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Attempting to bind port 6da690be-c7aa-4fb5-a10e-668b99a19439 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:24:01.428637 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Attempting to bind port 6da690be-c7aa-4fb5-a10e-668b99a19439 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c36c42ed-96ce-4dbf-aa67-8e37c7870feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:24:01.429103 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Attempting to bind port 6da690be-c7aa-4fb5-a10e-668b99a19439 on network 6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:24:01.434743 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:24:01.435130 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Checking segment: {'id': 'c36c42ed-96ce-4dbf-aa67-8e37c7870feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:24:01.435521 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:01.436086 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Bound using segment: {'id': 'c36c42ed-96ce-4dbf-aa67-8e37c7870feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:24:01.436577 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Bound port: 6da690be-c7aa-4fb5-a10e-668b99a19439, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36c42ed-96ce-4dbf-aa67-8e37c7870feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:24:01.436965 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:01.518222 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] For port 6da690be-c7aa-4fb5-a10e-668b99a19439, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:24:01.522051 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] For port 6da690be-c7aa-4fb5-a10e-668b99a19439, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6da690be-c7aa-4fb5-a10e-668b99a19439,segment=NetworkSegment(c36c42ed-96ce-4dbf-aa67-8e37c7870feb),segment_id=c36c42ed-96ce-4dbf-aa67-8e37c7870feb)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:24:01.526819 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:01.590270 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Routers {'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:24:01.590750 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:23:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc34812d-8b58-4ccb-a2f4-9448edc7ddfd'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:24:01.633360 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307dee1-849a-4679-b628-13fdb1d25d4d None None] Pushing event updated for resources: {'Port': ['ID=6da690be-c7aa-4fb5-a10e-668b99a19439,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:24:01.663474 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6cbcecf3-7f21-433d-b374-95daa42115fd None None] Provisioning complete for port 6da690be-c7aa-4fb5-a10e-668b99a19439 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:24:01.664002 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6cbcecf3-7f21-433d-b374-95daa42115fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:01.749129 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] Set router bc34812d-8b58-4ccb-a2f4-9448edc7ddfd gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:24:01.876900 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6cbcecf3-7f21-433d-b374-95daa42115fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:01.954535 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6cbcecf3-7f21-433d-b374-95daa42115fd None None] For port 6da690be-c7aa-4fb5-a10e-668b99a19439, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6da690be-c7aa-4fb5-a10e-668b99a19439,segment=NetworkSegment(c36c42ed-96ce-4dbf-aa67-8e37c7870feb),segment_id=c36c42ed-96ce-4dbf-aa67-8e37c7870feb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:24:01.960089 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6cbcecf3-7f21-433d-b374-95daa42115fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:02.034037 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcecf3-7f21-433d-b374-95daa42115fd None None] Pushing event updated for resources: {'Port': ['ID=6da690be-c7aa-4fb5-a10e-668b99a19439,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:24:02.048439 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'name': 'tempest-TestServerBasicOps-1341396227-router', 'tenant_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.228'}], 'enable_snat': True}, 'gw_port_id': '875be1ca-ba05-44ea-ba27-b7e2cca4c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:54Z', 'updated_at': '2021-12-06T15:23:57Z', 'revision_number': 4, 'project_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'gw_port': {'id': '875be1ca-ba05-44ea-ba27-b7e2cca4c016', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:55Z', 'updated_at': '2021-12-06T15:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6da690be-c7aa-4fb5-a10e-668b99a19439', 'name': '', 'network_id': '6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2', 'tenant_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'mac_address': 'fa:16:3e:b6:fb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6346fab7-4ad6-478b-9979-c47943e7ffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:57Z', 'updated_at': '2021-12-06T15:24:01Z', 'revision_number': 4, 'project_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'subnets': [{'id': '6346fab7-4ad6-478b-9979-c47943e7ffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:24:02.078665 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51b205-1be8-4ad7-a9c7-3a4f35a357af None None] The sync data for ids ['bc34812d-8b58-4ccb-a2f4-9448edc7ddfd'] in n-d-master-1 is: [{'id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'name': 'tempest-TestServerBasicOps-1341396227-router', 'tenant_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.228'}], 'enable_snat': True}, 'gw_port_id': '875be1ca-ba05-44ea-ba27-b7e2cca4c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:54Z', 'updated_at': '2021-12-06T15:23:57Z', 'revision_number': 4, 'project_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'gw_port': {'id': '875be1ca-ba05-44ea-ba27-b7e2cca4c016', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:55Z', 'updated_at': '2021-12-06T15:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6da690be-c7aa-4fb5-a10e-668b99a19439', 'name': '', 'network_id': '6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2', 'tenant_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'mac_address': 'fa:16:3e:b6:fb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6346fab7-4ad6-478b-9979-c47943e7ffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:57Z', 'updated_at': '2021-12-06T15:24:01Z', 'revision_number': 4, 'project_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'subnets': [{'id': '6346fab7-4ad6-478b-9979-c47943e7ffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:24:02.089854 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-23eaa43b-066d-4251-8215-a98c3579652f None None] Provisioning complete for port 6da690be-c7aa-4fb5-a10e-668b99a19439 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:24:02.090221 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-23eaa43b-066d-4251-8215-a98c3579652f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:02.348672 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8148e-5999-4df2-a280-26ca6986a662 req-f145d856-ea20-46d6-a816-53e668b26c04 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:02.350889 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bce8148e-5999-4df2-a280-26ca6986a662 req-f145d856-ea20-46d6-a816-53e668b26c04 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.23 "GET /v2.0/networks?id=1cdd1757-dede-4b21-92c3-b24b1d97fd8d HTTP/1.1" status: 200 len: 808 time: 0.1136777 Dec 06 15:24:02.428274 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bce8148e-5999-4df2-a280-26ca6986a662 req-4afe80eb-ca96-4d38-8ff6-66c2ac62afc9 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf8ee0af1c6b44c1b57e3655bf64c654 HTTP/1.1" status: 200 len: 380 time: 0.0675368 Dec 06 15:24:02.432141 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a827b138-5070-4dce-bb55-fd1fa6405d6b req-3d0bf672-75c6-41e6-a900-0541fb6e92e9 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 210 time: 0.0285094 Dec 06 15:24:02.438441 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-bce8148e-5999-4df2-a280-26ca6986a662 req-76403e6d-5813-4908-956d-378b3de229af tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Request body: {'port': {'device_id': '66e7e299-9bc7-46b9-b61c-3d9280c61d1f', 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d', 'admin_state_up': True, 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'security_groups': ['77623b76-f71e-47bf-b8d7-dc98622f9f8d']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:24:02.550943 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce8148e-5999-4df2-a280-26ca6986a662 req-76403e6d-5813-4908-956d-378b3de229af tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Made reservation on behalf of cf8ee0af1c6b44c1b57e3655bf64c654 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:24:02.554500 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bce8148e-5999-4df2-a280-26ca6986a662 req-76403e6d-5813-4908-956d-378b3de229af tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:03.011633 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-bce8148e-5999-4df2-a280-26ca6986a662 req-76403e6d-5813-4908-956d-378b3de229af tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Allocated IP 172.20.0.9 (1cdd1757-dede-4b21-92c3-b24b1d97fd8d/daa028d1-8cc5-42fd-bcb2-c9d4059921a5/38fb984a-c442-47e8-99a0-c816f6d9b093) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:24:03.144688 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bce8148e-5999-4df2-a280-26ca6986a662 req-76403e6d-5813-4908-956d-378b3de229af tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:03.179002 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bce8148e-5999-4df2-a280-26ca6986a662 req-76403e6d-5813-4908-956d-378b3de229af tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:03.220301 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce8148e-5999-4df2-a280-26ca6986a662 req-76403e6d-5813-4908-956d-378b3de229af tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Network 1cdd1757-dede-4b21-92c3-b24b1d97fd8d is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:24:03.223876 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-bce8148e-5999-4df2-a280-26ca6986a662 req-76403e6d-5813-4908-956d-378b3de229af tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:24:03.227476 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce8148e-5999-4df2-a280-26ca6986a662 req-76403e6d-5813-4908-956d-378b3de229af tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:24:03.255299 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76403e6d-5813-4908-956d-378b3de229af tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Pushing event updated for resources: {'Port': ['ID=38fb984a-c442-47e8-99a0-c816f6d9b093,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:24:03.267389 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76516f7d-6276-4da7-834b-8c7320eebcb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:03.281584 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8148e-5999-4df2-a280-26ca6986a662 req-76403e6d-5813-4908-956d-378b3de229af tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:03.282382 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bce8148e-5999-4df2-a280-26ca6986a662 req-76403e6d-5813-4908-956d-378b3de229af tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:03.299818 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bce8148e-5999-4df2-a280-26ca6986a662 req-76403e6d-5813-4908-956d-378b3de229af tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8652613 Dec 06 15:24:03.313130 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Request body: {'port': {'device_id': '66e7e299-9bc7-46b9-b61c-3d9280c61d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:24:03.372907 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:03.428294 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2a4d76c1-146a-41a7-963f-3f7826db0a12 None None] Provisioning complete for port 38fb984a-c442-47e8-99a0-c816f6d9b093 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:24:03.428783 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2a4d76c1-146a-41a7-963f-3f7826db0a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:03.465445 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d76c1-146a-41a7-963f-3f7826db0a12 None None] Port 38fb984a-c442-47e8-99a0-c816f6d9b093 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:24:03.613195 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7e82c-8756-4b45-b084-5bc2b68af9c0 req-08db1742-4c9e-4679-8ceb-15d000aa2f38 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:03.614669 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ddc7e82c-8756-4b45-b084-5bc2b68af9c0 req-08db1742-4c9e-4679-8ceb-15d000aa2f38 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 931 time: 0.1065743 Dec 06 15:24:03.691932 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ddc7e82c-8756-4b45-b084-5bc2b68af9c0 req-be45afa1-2566-4c0e-8a77-205e3f6bc5b0 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/security-groups?id=77623b76-f71e-47bf-b8d7-dc98622f9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694809 Dec 06 15:24:03.727729 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38fb984a-c442-47e8-99a0-c816f6d9b093 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:24:03.735081 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:03.747207 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Transition to ACTIVE for port object 38fb984a-c442-47e8-99a0-c816f6d9b093 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:24:03.751697 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:03.806459 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Pushing event updated for resources: {'Port': ['ID=38fb984a-c442-47e8-99a0-c816f6d9b093,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:24:03.872245 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Attempting to bind port 38fb984a-c442-47e8-99a0-c816f6d9b093 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:24:03.872587 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Attempting to bind port 38fb984a-c442-47e8-99a0-c816f6d9b093 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '4c6238c3-e24a-47fb-b7a6-ddd2b50ab046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:24:03.872916 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Attempting to bind port 38fb984a-c442-47e8-99a0-c816f6d9b093 on network 1cdd1757-dede-4b21-92c3-b24b1d97fd8d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:24:03.877479 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Port 38fb984a-c442-47e8-99a0-c816f6d9b093 on network 1cdd1757-dede-4b21-92c3-b24b1d97fd8d not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:24:03.877858 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Attempting to bind port 38fb984a-c442-47e8-99a0-c816f6d9b093 on network 1cdd1757-dede-4b21-92c3-b24b1d97fd8d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:24:03.882870 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:24:03.883276 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Checking segment: {'id': '4c6238c3-e24a-47fb-b7a6-ddd2b50ab046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:24:03.883686 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Bound using segment: {'id': '4c6238c3-e24a-47fb-b7a6-ddd2b50ab046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:24:03.884132 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Bound port: 38fb984a-c442-47e8-99a0-c816f6d9b093, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6238c3-e24a-47fb-b7a6-ddd2b50ab046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:24:03.884493 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:03.974099 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] For port 38fb984a-c442-47e8-99a0-c816f6d9b093, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:24:03.978753 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] For port 38fb984a-c442-47e8-99a0-c816f6d9b093, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=38fb984a-c442-47e8-99a0-c816f6d9b093,segment=NetworkSegment(4c6238c3-e24a-47fb-b7a6-ddd2b50ab046),segment_id=4c6238c3-e24a-47fb-b7a6-ddd2b50ab046)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:24:03.985136 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:04.022143 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:04.022776 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:04.024633 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] 10.222.0.23 "PUT /v2.0/ports/38fb984a-c442-47e8-99a0-c816f6d9b093 HTTP/1.1" status: 200 len: 1091 time: 0.7157459 Dec 06 15:24:04.038676 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6da690be-c7aa-4fb5-a10e-668b99a19439 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:24:04.040703 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e7e299-9bc7-46b9-b61c-3d9280c61d1f', 'tag': '38fb984a-c442-47e8-99a0-c816f6d9b093'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:24:04.047478 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdbe243-3add-4a1b-990c-e67c5081bf0f" -d '{"events": [{"name": "network-changed", "server_uuid": "66e7e299-9bc7-46b9-b61c-3d9280c61d1f", "tag": "38fb984a-c442-47e8-99a0-c816f6d9b093"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:24:04.101752 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb587a-6268-4c9e-9144-8d62a1ec16f4 service neutron] Pushing event updated for resources: {'Port': ['ID=38fb984a-c442-47e8-99a0-c816f6d9b093,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:24:04.105112 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:04.111253 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b34c90-328d-43a4-b278-f0bb58a7a527 x-openstack-request-id: req-e8b34c90-328d-43a4-b278-f0bb58a7a527 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:24:04.111581 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e7e299-9bc7-46b9-b61c-3d9280c61d1f", "tag": "38fb984a-c442-47e8-99a0-c816f6d9b093", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:24:04.111844 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8b34c90-328d-43a4-b278-f0bb58a7a527 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:24:04.112253 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e7e299-9bc7-46b9-b61c-3d9280c61d1f', 'tag': '38fb984a-c442-47e8-99a0-c816f6d9b093', 'status': 'completed', 'code': 200} Dec 06 15:24:04.123000 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1ecfa1ba-4fd4-47a7-911f-e3b7724f6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:04.124576 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bce8148e-5999-4df2-a280-26ca6986a662 req-1ecfa1ba-4fd4-47a7-911f-e3b7724f6c6d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf8ee0af1c6b44c1b57e3655bf64c654&device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 1094 time: 0.0558355 Dec 06 15:24:04.130499 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 6da690be-c7aa-4fb5-a10e-668b99a19439 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:24:04.130877 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:04.171397 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bce8148e-5999-4df2-a280-26ca6986a662 req-0b617406-6ce3-4388-9338-307ab6d27a71 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38fb984a-c442-47e8-99a0-c816f6d9b093 HTTP/1.1" status: 200 len: 217 time: 0.0388136 Dec 06 15:24:04.239466 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8148e-5999-4df2-a280-26ca6986a662 req-f4ed7b40-8b1e-4682-8952-deda14566f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:04.241371 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bce8148e-5999-4df2-a280-26ca6986a662 req-f4ed7b40-8b1e-4682-8952-deda14566f13 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=daa028d1-8cc5-42fd-bcb2-c9d4059921a5 HTTP/1.1" status: 200 len: 847 time: 0.0626261 Dec 06 15:24:04.291643 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8148e-5999-4df2-a280-26ca6986a662 req-713441b3-9dbc-4307-8077-c0a4a7e96885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:04.293274 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bce8148e-5999-4df2-a280-26ca6986a662 req-713441b3-9dbc-4307-8077-c0a4a7e96885 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdd1757-dede-4b21-92c3-b24b1d97fd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443656 Dec 06 15:24:04.390507 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bce8148e-5999-4df2-a280-26ca6986a662 req-6645f528-0448-4827-9821-5e4ea7a0560c service neutron] 10.222.0.23 "GET /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902627 Dec 06 15:24:04.479308 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bce8148e-5999-4df2-a280-26ca6986a662 req-06f9a263-a609-4c5e-a4b6-9564c76babd2 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813608 Dec 06 15:24:04.567743 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbe243-3add-4a1b-990c-e67c5081bf0f req-f429334b-ccb1-4610-9115-cffdacd214c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:04.569241 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5cdbe243-3add-4a1b-990c-e67c5081bf0f req-f429334b-ccb1-4610-9115-cffdacd214c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf8ee0af1c6b44c1b57e3655bf64c654&device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 1094 time: 0.0412104 Dec 06 15:24:04.664362 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbe243-3add-4a1b-990c-e67c5081bf0f req-4fca4b58-aec5-4bcf-a74d-a035d902c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:04.665838 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5cdbe243-3add-4a1b-990c-e67c5081bf0f req-4fca4b58-aec5-4bcf-a74d-a035d902c793 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdd1757-dede-4b21-92c3-b24b1d97fd8d HTTP/1.1" status: 200 len: 909 time: 0.0896928 Dec 06 15:24:04.711146 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5cdbe243-3add-4a1b-990c-e67c5081bf0f req-6ec5ed37-7a22-452b-8f87-458254533e66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38fb984a-c442-47e8-99a0-c816f6d9b093 HTTP/1.1" status: 200 len: 217 time: 0.0376837 Dec 06 15:24:04.776748 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbe243-3add-4a1b-990c-e67c5081bf0f req-62fc3696-5f2b-4264-924c-64ab76b0ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:04.778163 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5cdbe243-3add-4a1b-990c-e67c5081bf0f req-62fc3696-5f2b-4264-924c-64ab76b0ff1f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=daa028d1-8cc5-42fd-bcb2-c9d4059921a5 HTTP/1.1" status: 200 len: 847 time: 0.0582621 Dec 06 15:24:04.836509 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59244aa-fc23-447d-af5c-a05102159620 req-b035979c-69e7-4dd0-9a1a-f5c717f2c798 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:04.837969 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b59244aa-fc23-447d-af5c-a05102159620 req-b035979c-69e7-4dd0-9a1a-f5c717f2c798 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 943 time: 0.0759547 Dec 06 15:24:04.852111 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbe243-3add-4a1b-990c-e67c5081bf0f req-fbca94e0-f5e7-421f-b6fc-3aae8591a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:04.853485 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5cdbe243-3add-4a1b-990c-e67c5081bf0f req-fbca94e0-f5e7-421f-b6fc-3aae8591a894 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdd1757-dede-4b21-92c3-b24b1d97fd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623543 Dec 06 15:24:04.942025 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b59244aa-fc23-447d-af5c-a05102159620 req-80233196-0440-450e-b19e-c4f847079a3e tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/security-groups?id=77623b76-f71e-47bf-b8d7-dc98622f9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972445 Dec 06 15:24:04.969701 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5cdbe243-3add-4a1b-990c-e67c5081bf0f req-2bcfe3eb-de8e-4dee-a355-e65499a2a1e7 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074948 Dec 06 15:24:05.059190 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5cdbe243-3add-4a1b-990c-e67c5081bf0f req-47079955-826b-4f05-bb6f-cf49e1380f5b service neutron] 10.222.0.23 "GET /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800717 Dec 06 15:24:05.733912 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:06.063206 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3abdee-4934-4a19-8b48-6fd6e8ecc61a req-ca0d2c6f-dc30-4f57-b65b-a2b4f573d72a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:06.064692 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab3abdee-4934-4a19-8b48-6fd6e8ecc61a req-ca0d2c6f-dc30-4f57-b65b-a2b4f573d72a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 943 time: 0.0530391 Dec 06 15:24:06.114236 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab3abdee-4934-4a19-8b48-6fd6e8ecc61a req-61bed974-364c-44b0-8c1a-4f8c6c4956f3 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/security-groups?id=77623b76-f71e-47bf-b8d7-dc98622f9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435681 Dec 06 15:24:06.642846 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:07.251047 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82c4fd-c6a8-4af4-b855-74d02f0aaf6a req-9b1f2057-67ec-42d4-b3b6-10f047bd1b0f tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:07.252587 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be82c4fd-c6a8-4af4-b855-74d02f0aaf6a req-9b1f2057-67ec-42d4-b3b6-10f047bd1b0f tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 943 time: 0.0705841 Dec 06 15:24:07.301452 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-be82c4fd-c6a8-4af4-b855-74d02f0aaf6a req-8bb4e7ed-44bd-4b76-8d56-e7be27597654 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/security-groups?id=77623b76-f71e-47bf-b8d7-dc98622f9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423474 Dec 06 15:24:07.731711 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 38fb984a-c442-47e8-99a0-c816f6d9b093 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:24:07.826106 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 38fb984a-c442-47e8-99a0-c816f6d9b093, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=38fb984a-c442-47e8-99a0-c816f6d9b093,segment=NetworkSegment(4c6238c3-e24a-47fb-b7a6-ddd2b50ab046),segment_id=4c6238c3-e24a-47fb-b7a6-ddd2b50ab046)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:24:07.837566 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '38fb984a-c442-47e8-99a0-c816f6d9b093', 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d', 'port_id': '38fb984a-c442-47e8-99a0-c816f6d9b093', 'mac_address': 'fa:16:3e:82:8b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:24:07.873529 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:07.885629 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38fb984a-c442-47e8-99a0-c816f6d9b093 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:24:07.904490 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 38fb984a-c442-47e8-99a0-c816f6d9b093, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=38fb984a-c442-47e8-99a0-c816f6d9b093,segment=NetworkSegment(4c6238c3-e24a-47fb-b7a6-ddd2b50ab046),segment_id=4c6238c3-e24a-47fb-b7a6-ddd2b50ab046)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:24:07.908315 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:07.957151 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=38fb984a-c442-47e8-99a0-c816f6d9b093,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:24:08.115706 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['38fb984a-c442-47e8-99a0-c816f6d9b093'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:24:08.416212 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cddd3-ea25-492b-8c4f-1d7cf8c8d085 req-cd71d38c-9751-4bf4-9165-f7e98fb50578 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:08.417612 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-824cddd3-ea25-492b-8c4f-1d7cf8c8d085 req-cd71d38c-9751-4bf4-9165-f7e98fb50578 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 944 time: 0.0486083 Dec 06 15:24:08.466977 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-824cddd3-ea25-492b-8c4f-1d7cf8c8d085 req-5a20640f-47aa-4817-814b-0f7e54489714 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/security-groups?id=77623b76-f71e-47bf-b8d7-dc98622f9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434179 Dec 06 15:24:09.581640 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd56f5-f2c3-499a-a1fc-1ce19bccef51 req-71440737-a31f-4e3b-8744-138c22c70e65 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:09.583136 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bbd56f5-f2c3-499a-a1fc-1ce19bccef51 req-71440737-a31f-4e3b-8744-138c22c70e65 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 944 time: 0.0485580 Dec 06 15:24:09.632659 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bbd56f5-f2c3-499a-a1fc-1ce19bccef51 req-9ab4ecf6-b383-414f-a040-fe008e629fe0 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/security-groups?id=77623b76-f71e-47bf-b8d7-dc98622f9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435534 Dec 06 15:24:09.728662 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 38fb984a-c442-47e8-99a0-c816f6d9b093 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:24:09.776461 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 38fb984a-c442-47e8-99a0-c816f6d9b093 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:24:09.780246 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 38fb984a-c442-47e8-99a0-c816f6d9b093 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:24:09.780611 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:09.858250 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:09.881218 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e7e299-9bc7-46b9-b61c-3d9280c61d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fb984a-c442-47e8-99a0-c816f6d9b093'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:24:09.883435 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8859a4c-beb2-49d3-9fe1-283adade7292" -d '{"events": [{"server_uuid": "66e7e299-9bc7-46b9-b61c-3d9280c61d1f", "name": "network-vif-plugged", "status": "completed", "tag": "38fb984a-c442-47e8-99a0-c816f6d9b093"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:24:09.896186 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 38fb984a-c442-47e8-99a0-c816f6d9b093, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=38fb984a-c442-47e8-99a0-c816f6d9b093,segment=NetworkSegment(4c6238c3-e24a-47fb-b7a6-ddd2b50ab046),segment_id=4c6238c3-e24a-47fb-b7a6-ddd2b50ab046)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:24:09.900515 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:09.948512 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=38fb984a-c442-47e8-99a0-c816f6d9b093,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:24:09.989548 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95fcffb-4652-441f-a901-f2a734c22cc7 x-openstack-request-id: req-d95fcffb-4652-441f-a901-f2a734c22cc7 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:24:09.989850 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e7e299-9bc7-46b9-b61c-3d9280c61d1f", "name": "network-vif-plugged", "status": "completed", "tag": "38fb984a-c442-47e8-99a0-c816f6d9b093", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:24:09.990112 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d95fcffb-4652-441f-a901-f2a734c22cc7 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:24:09.990513 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e7e299-9bc7-46b9-b61c-3d9280c61d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fb984a-c442-47e8-99a0-c816f6d9b093', 'code': 200} Dec 06 15:24:10.085570 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7504c-459b-437c-8f32-9433f7fc3ac9 req-a53f6050-78e3-45df-a138-bfc2c2165797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:10.087033 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48d7504c-459b-437c-8f32-9433f7fc3ac9 req-a53f6050-78e3-45df-a138-bfc2c2165797 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 1096 time: 0.0389256 Dec 06 15:24:10.135987 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48d7504c-459b-437c-8f32-9433f7fc3ac9 req-73683c06-0d77-41fe-a844-da944b24030c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=77623b76-f71e-47bf-b8d7-dc98622f9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422959 Dec 06 15:24:10.748495 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c9471-e6d8-4844-9563-3ff7bd8d0ec3 req-28161cb3-0ece-47f0-a808-9dd4431e99c8 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:10.749877 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f4c9471-e6d8-4844-9563-3ff7bd8d0ec3 req-28161cb3-0ece-47f0-a808-9dd4431e99c8 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 945 time: 0.0486159 Dec 06 15:24:10.798599 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1f4c9471-e6d8-4844-9563-3ff7bd8d0ec3 req-a184a2f0-10f3-4188-8863-fec6dfc68d98 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/security-groups?id=77623b76-f71e-47bf-b8d7-dc98622f9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421588 Dec 06 15:24:11.915320 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b96bb-2492-43f5-ab06-f35c008deb29 req-0022d22d-5fef-4119-aba9-b3ba068dc876 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:11.916780 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-973b96bb-2492-43f5-ab06-f35c008deb29 req-0022d22d-5fef-4119-aba9-b3ba068dc876 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 945 time: 0.0475371 Dec 06 15:24:11.967995 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-973b96bb-2492-43f5-ab06-f35c008deb29 req-e0029b5f-fc94-4d9d-94bd-df72ca88921c tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/security-groups?id=77623b76-f71e-47bf-b8d7-dc98622f9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453155 Dec 06 15:24:12.080577 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb60b6-35a9-4418-917c-87afdee2459c req-3f49dc4d-4720-4c8a-b44e-75e93ff3856a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:12.082454 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-25cb60b6-35a9-4418-917c-87afdee2459c req-3f49dc4d-4720-4c8a-b44e-75e93ff3856a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 945 time: 0.0482447 Dec 06 15:24:12.130169 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-25cb60b6-35a9-4418-917c-87afdee2459c req-1100a75e-8fcc-4b5e-baf4-d61e5e5de3cc tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/security-groups?id=77623b76-f71e-47bf-b8d7-dc98622f9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419104 Dec 06 15:24:12.241464 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef69023-dca6-44bb-81a0-a729f456b871 req-b03b86c9-8998-4900-a900-7113b81a0dad tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:12.242907 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ef69023-dca6-44bb-81a0-a729f456b871 req-b03b86c9-8998-4900-a900-7113b81a0dad tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 945 time: 0.0481014 Dec 06 15:24:12.291355 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ef69023-dca6-44bb-81a0-a729f456b871 req-81c2a060-30db-4275-80f0-dfb76449d4cf tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/security-groups?id=77623b76-f71e-47bf-b8d7-dc98622f9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423076 Dec 06 15:24:12.312386 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44118) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:24:12.441289 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2982cc8-6b9a-4dc6-aee8-caf2840f3bcc tempest-TestServerBasicOps-2135018920 tempest-TestServerBasicOps-2135018920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:12.442784 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d2982cc8-6b9a-4dc6-aee8-caf2840f3bcc tempest-TestServerBasicOps-2135018920 tempest-TestServerBasicOps-2135018920-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 1091 time: 0.1294496 Dec 06 15:24:12.445647 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44122) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:24:12.449870 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': '38fb984a-c442-47e8-99a0-c816f6d9b093', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:24:12.471890 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:12.571610 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:12.677102 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Allocated IP 172.35.7.86 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/059247f4-fe30-40cd-bcdb-3924337a4b92) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:24:12.774666 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:12.807372 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:12.845354 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:24:12.848241 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:24:12.851750 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:24:12.881545 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Pushing event updated for resources: {'Port': ['ID=059247f4-fe30-40cd-bcdb-3924337a4b92,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:24:13.214811 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:13.283062 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:13.428028 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:13.432418 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:13.502210 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Pushing event updated for resources: {'Port': ['ID=059247f4-fe30-40cd-bcdb-3924337a4b92,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:24:13.514215 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:13.614039 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Floating IP 1fc82363-34f3-4dbb-9f0f-b113acee0dba associated. External IP: 172.35.7.86, port: 38fb984a-c442-47e8-99a0-c816f6d9b093. Dec 06 15:24:14.074396 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Router cfd43eca-f9c3-4580-a699-9666e070be6e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:24:14.179673 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:24:14.189780 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f18e42c-557f-4ada-97f1-d308e0cb11bc None None] Sync routers for ids ['cfd43eca-f9c3-4580-a699-9666e070be6e'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:24:14.198125 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:14.200395 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f18e42c-557f-4ada-97f1-d308e0cb11bc None None] Routers {'cfd43eca-f9c3-4580-a699-9666e070be6e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:24:14.201015 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2f18e42c-557f-4ada-97f1-d308e0cb11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:24:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['cfd43eca-f9c3-4580-a699-9666e070be6e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:24:14.224357 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ac544205-a92a-499c-aab2-bb9ee1c8dfde tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7776926 Dec 06 15:24:14.224935 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e7e299-9bc7-46b9-b61c-3d9280c61d1f', 'tag': '38fb984a-c442-47e8-99a0-c816f6d9b093'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:24:14.227195 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62aa8670-f9be-4a7d-bc8e-f2d34ba38dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "66e7e299-9bc7-46b9-b61c-3d9280c61d1f", "tag": "38fb984a-c442-47e8-99a0-c816f6d9b093"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:24:14.263890 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7aabf9-406b-49ec-878f-83dbf5654138 x-openstack-request-id: req-1d7aabf9-406b-49ec-878f-83dbf5654138 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:24:14.264189 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e7e299-9bc7-46b9-b61c-3d9280c61d1f", "tag": "38fb984a-c442-47e8-99a0-c816f6d9b093", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:24:14.264443 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d7aabf9-406b-49ec-878f-83dbf5654138 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:24:14.264849 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e7e299-9bc7-46b9-b61c-3d9280c61d1f', 'tag': '38fb984a-c442-47e8-99a0-c816f6d9b093', 'status': 'completed', 'code': 200} Dec 06 15:24:14.310495 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2f18e42c-557f-4ada-97f1-d308e0cb11bc None None] Set router cfd43eca-f9c3-4580-a699-9666e070be6e gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:24:14.328265 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa8670-f9be-4a7d-bc8e-f2d34ba38dc2 req-6290c3aa-9a6f-4001-ba26-7eaa9f7ac216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:14.329756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62aa8670-f9be-4a7d-bc8e-f2d34ba38dc2 req-6290c3aa-9a6f-4001-ba26-7eaa9f7ac216 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf8ee0af1c6b44c1b57e3655bf64c654&device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 1096 time: 0.0440042 Dec 06 15:24:14.419638 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa8670-f9be-4a7d-bc8e-f2d34ba38dc2 req-a698e944-165d-4e6a-b027-6fbeca01ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:14.421123 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62aa8670-f9be-4a7d-bc8e-f2d34ba38dc2 req-a698e944-165d-4e6a-b027-6fbeca01ca49 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdd1757-dede-4b21-92c3-b24b1d97fd8d HTTP/1.1" status: 200 len: 909 time: 0.0841148 Dec 06 15:24:14.493574 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62aa8670-f9be-4a7d-bc8e-f2d34ba38dc2 req-a6fd2a64-6577-4c79-88ef-70522eb1642f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38fb984a-c442-47e8-99a0-c816f6d9b093 HTTP/1.1" status: 200 len: 998 time: 0.0658479 Dec 06 15:24:14.529561 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2f18e42c-557f-4ada-97f1-d308e0cb11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'name': 'tempest-TestServerBasicOps-420622896-router', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184'}], 'enable_snat': True}, 'gw_port_id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:53Z', 'revision_number': 4, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'gw_port': {'id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1fc82363-34f3-4dbb-9f0f-b113acee0dba', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'floating_ip_address': '172.35.7.86', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'port_id': '38fb984a-c442-47e8-99a0-c816f6d9b093', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d', 'mac_address': 'fa:16:3e:82:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e7e299-9bc7-46b9-b61c-3d9280c61d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:24:13Z', 'updated_at': '2021-12-06T15:24:13Z', 'revision_number': 0, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bead8a-a227-4312-bbbf-8655a885d93e', 'name': '', 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'mac_address': 'fa:16:3e:43:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:52Z', 'updated_at': '2021-12-06T15:23:56Z', 'revision_number': 5, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'subnets': [{'id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:24:14.543021 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa8670-f9be-4a7d-bc8e-f2d34ba38dc2 req-13047a33-1a1b-4a6a-9f2d-341ce143d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:14.544521 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62aa8670-f9be-4a7d-bc8e-f2d34ba38dc2 req-13047a33-1a1b-4a6a-9f2d-341ce143d5a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=daa028d1-8cc5-42fd-bcb2-c9d4059921a5 HTTP/1.1" status: 200 len: 847 time: 0.0441561 Dec 06 15:24:14.554676 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f18e42c-557f-4ada-97f1-d308e0cb11bc None None] Checking router: cfd43eca-f9c3-4580-a699-9666e070be6e for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:24:14.563015 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f18e42c-557f-4ada-97f1-d308e0cb11bc None None] Routers {'cfd43eca-f9c3-4580-a699-9666e070be6e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:24:14.563628 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2f18e42c-557f-4ada-97f1-d308e0cb11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:24:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['cfd43eca-f9c3-4580-a699-9666e070be6e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:24:14.590259 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa8670-f9be-4a7d-bc8e-f2d34ba38dc2 req-477a4d24-67cf-4915-b26a-bb89d478ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:14.591861 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62aa8670-f9be-4a7d-bc8e-f2d34ba38dc2 req-477a4d24-67cf-4915-b26a-bb89d478ad6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdd1757-dede-4b21-92c3-b24b1d97fd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406694 Dec 06 15:24:14.667294 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2f18e42c-557f-4ada-97f1-d308e0cb11bc None None] Set router cfd43eca-f9c3-4580-a699-9666e070be6e gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:24:14.685031 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62aa8670-f9be-4a7d-bc8e-f2d34ba38dc2 req-7febff47-a5c0-4c84-85a8-2a3bcbe30175 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858245 Dec 06 15:24:14.776058 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-62aa8670-f9be-4a7d-bc8e-f2d34ba38dc2 req-d42c14df-8f13-48f0-9733-808a7f9ab26f service neutron] 10.222.0.23 "GET /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839305 Dec 06 15:24:14.890981 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2f18e42c-557f-4ada-97f1-d308e0cb11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'name': 'tempest-TestServerBasicOps-420622896-router', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184'}], 'enable_snat': True}, 'gw_port_id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:53Z', 'revision_number': 4, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'gw_port': {'id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1fc82363-34f3-4dbb-9f0f-b113acee0dba', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'floating_ip_address': '172.35.7.86', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'port_id': '38fb984a-c442-47e8-99a0-c816f6d9b093', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d', 'mac_address': 'fa:16:3e:82:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e7e299-9bc7-46b9-b61c-3d9280c61d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:24:13Z', 'updated_at': '2021-12-06T15:24:13Z', 'revision_number': 0, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bead8a-a227-4312-bbbf-8655a885d93e', 'name': '', 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'mac_address': 'fa:16:3e:43:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:52Z', 'updated_at': '2021-12-06T15:23:56Z', 'revision_number': 5, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'subnets': [{'id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:24:14.915403 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f18e42c-557f-4ada-97f1-d308e0cb11bc None None] The sync data for ids ['cfd43eca-f9c3-4580-a699-9666e070be6e'] in n-d-master-1 is: [{'id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'name': 'tempest-TestServerBasicOps-420622896-router', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184'}], 'enable_snat': True}, 'gw_port_id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:53Z', 'revision_number': 4, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'gw_port': {'id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '1fc82363-34f3-4dbb-9f0f-b113acee0dba', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'floating_ip_address': '172.35.7.86', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'port_id': '38fb984a-c442-47e8-99a0-c816f6d9b093', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d', 'mac_address': 'fa:16:3e:82:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e7e299-9bc7-46b9-b61c-3d9280c61d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:24:13Z', 'updated_at': '2021-12-06T15:24:13Z', 'revision_number': 0, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bead8a-a227-4312-bbbf-8655a885d93e', 'name': '', 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'mac_address': 'fa:16:3e:43:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:52Z', 'updated_at': '2021-12-06T15:23:56Z', 'revision_number': 5, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'subnets': [{'id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:24:15.102511 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68048c4-18ac-46ae-8f39-8023aebf96e1 None None] New status for floating IP 1fc82363-34f3-4dbb-9f0f-b113acee0dba: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:24:28.166268 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:30.105868 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:30.822854 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6bcb481c-6e77-45f9-8d0a-3fd3c985d867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:32.748159 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:24:33.260296 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1c24448-c904-4c84-aa59-fa36a696d2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:34.080651 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:35.734771 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:36.645690 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:45.077504 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-836a8c09-8f8c-43b8-877e-fb40bbed59d0 req-e6c730d8-2b92-4e75-be67-a224fe756878 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431030 Dec 06 15:24:45.157971 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a8c09-8f8c-43b8-877e-fb40bbed59d0 req-044674ca-a503-410e-bc18-ec1815233240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:45.159433 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-836a8c09-8f8c-43b8-877e-fb40bbed59d0 req-044674ca-a503-410e-bc18-ec1815233240 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf8ee0af1c6b44c1b57e3655bf64c654&device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 1096 time: 0.0401661 Dec 06 15:24:45.260835 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a8c09-8f8c-43b8-877e-fb40bbed59d0 req-806865db-f5a7-4dec-9484-a234090c1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:45.262277 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-836a8c09-8f8c-43b8-877e-fb40bbed59d0 req-806865db-f5a7-4dec-9484-a234090c1368 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdd1757-dede-4b21-92c3-b24b1d97fd8d HTTP/1.1" status: 200 len: 909 time: 0.0837948 Dec 06 15:24:45.332543 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-836a8c09-8f8c-43b8-877e-fb40bbed59d0 req-1978ccff-6f76-433f-8551-0e53ece1e3bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38fb984a-c442-47e8-99a0-c816f6d9b093 HTTP/1.1" status: 200 len: 1000 time: 0.0628943 Dec 06 15:24:45.385615 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a8c09-8f8c-43b8-877e-fb40bbed59d0 req-869d774b-329a-4a7d-b2dc-6cfb7baa4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:45.387017 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-836a8c09-8f8c-43b8-877e-fb40bbed59d0 req-869d774b-329a-4a7d-b2dc-6cfb7baa4768 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=daa028d1-8cc5-42fd-bcb2-c9d4059921a5 HTTP/1.1" status: 200 len: 847 time: 0.0451272 Dec 06 15:24:45.433405 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a8c09-8f8c-43b8-877e-fb40bbed59d0 req-1dbbe210-7eb0-4941-940e-26251c20edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:45.434866 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-836a8c09-8f8c-43b8-877e-fb40bbed59d0 req-1dbbe210-7eb0-4941-940e-26251c20edd2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdd1757-dede-4b21-92c3-b24b1d97fd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406058 Dec 06 15:24:45.531285 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-836a8c09-8f8c-43b8-877e-fb40bbed59d0 req-60bb828f-3e01-45f0-a94e-3e42b48995a4 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879023 Dec 06 15:24:45.625067 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-836a8c09-8f8c-43b8-877e-fb40bbed59d0 req-9b980953-c48e-4ce9-9dd6-726004674c83 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860922 Dec 06 15:24:46.438290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb139f97-2923-4990-b28d-08959fdb2aef req-58595400-3523-4376-b7ee-4c9b4805a31a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381351 Dec 06 15:24:46.530662 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb139f97-2923-4990-b28d-08959fdb2aef req-f263c0ff-7f35-4c0f-87ed-86b02ad406e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:46.532161 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb139f97-2923-4990-b28d-08959fdb2aef req-f263c0ff-7f35-4c0f-87ed-86b02ad406e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 1097 time: 0.0406785 Dec 06 15:24:46.640146 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb139f97-2923-4990-b28d-08959fdb2aef req-50297632-f0f5-47c9-92f5-eb0282a7daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:46.641598 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb139f97-2923-4990-b28d-08959fdb2aef req-50297632-f0f5-47c9-92f5-eb0282a7daf2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.0866494 Dec 06 15:24:46.711175 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb139f97-2923-4990-b28d-08959fdb2aef req-9301b708-42ab-46e2-88f7-37f040b87fd0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27387812-01c6-4a1e-8790-819683cbe18a HTTP/1.1" status: 200 len: 1002 time: 0.0565271 Dec 06 15:24:46.763297 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb139f97-2923-4990-b28d-08959fdb2aef req-466eceec-3123-414b-b15d-5a6ed18e83e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:46.764688 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb139f97-2923-4990-b28d-08959fdb2aef req-466eceec-3123-414b-b15d-5a6ed18e83e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0425723 Dec 06 15:24:46.815439 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb139f97-2923-4990-b28d-08959fdb2aef req-1a299303-3a81-4b73-93bb-fdefe3c52043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:46.816909 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb139f97-2923-4990-b28d-08959fdb2aef req-1a299303-3a81-4b73-93bb-fdefe3c52043 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416565 Dec 06 15:24:46.907976 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb139f97-2923-4990-b28d-08959fdb2aef req-5e4ab96c-281c-451c-bf60-5a8f02c56440 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783849 Dec 06 15:24:47.002181 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bb139f97-2923-4990-b28d-08959fdb2aef req-cb5b512b-5818-438c-b2ef-dc71b56bc078 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813193 Dec 06 15:24:49.393139 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44146) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:24:49.493185 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6040dd-0474-4b59-a70d-066ba667e336 req-d6b6996b-2695-4b6f-abf8-97b2685be5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:49.494991 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc6040dd-0474-4b59-a70d-066ba667e336 req-d6b6996b-2695-4b6f-abf8-97b2685be5d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 1096 time: 0.1008942 Dec 06 15:24:49.547151 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bc6040dd-0474-4b59-a70d-066ba667e336 req-ea702bbf-0acd-46b9-8c51-25876020b7dc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=77623b76-f71e-47bf-b8d7-dc98622f9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460279 Dec 06 15:24:58.166021 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:00.104602 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:00.823979 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f40e0c30-9c94-44d1-b90d-f0e2dbebb4b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:03.260820 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c244-1838-4f01-8fad-119f27e64e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:03.516920 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fed254-0e1b-414d-8c08-485d71175603 req-8d181c52-20c1-4efd-a4e0-03022c539b09 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:03.518403 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-76fed254-0e1b-414d-8c08-485d71175603 req-8d181c52-20c1-4efd-a4e0-03022c539b09 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 946 time: 0.1032445 Dec 06 15:25:03.571067 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-76fed254-0e1b-414d-8c08-485d71175603 req-813a7613-b790-405f-b366-1790958765dd tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461361 Dec 06 15:25:04.083704 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:04.746520 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454323f-0a4b-45c8-87d7-d3bda2386725 req-0f0d9f1f-58f6-4b30-ada8-a6f6e249494c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:04.747925 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b454323f-0a4b-45c8-87d7-d3bda2386725 req-0f0d9f1f-58f6-4b30-ada8-a6f6e249494c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 946 time: 0.1053326 Dec 06 15:25:04.796153 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b454323f-0a4b-45c8-87d7-d3bda2386725 req-aa0bb61a-af82-4c8d-b866-c0c5fa0c21c3 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421603 Dec 06 15:25:05.209843 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac1213-b8e6-4c4e-a6aa-9a16688740c3 req-de9fd07f-f6f1-4ca1-8268-1c0be445cf26 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:05.211308 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e2ac1213-b8e6-4c4e-a6aa-9a16688740c3 req-de9fd07f-f6f1-4ca1-8268-1c0be445cf26 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 946 time: 0.0518904 Dec 06 15:25:05.305727 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e2ac1213-b8e6-4c4e-a6aa-9a16688740c3 req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Deleting port 27387812-01c6-4a1e-8790-819683cbe18a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:25:05.306063 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e2ac1213-b8e6-4c4e-a6aa-9a16688740c3 req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.395646 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e2ac1213-b8e6-4c4e-a6aa-9a16688740c3 req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] For port 27387812-01c6-4a1e-8790-819683cbe18a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=27387812-01c6-4a1e-8790-819683cbe18a,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:25:05.396033 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e2ac1213-b8e6-4c4e-a6aa-9a16688740c3 req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.561520 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e2ac1213-b8e6-4c4e-a6aa-9a16688740c3 req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.561888 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e2ac1213-b8e6-4c4e-a6aa-9a16688740c3 req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.562205 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [req-e2ac1213-b8e6-4c4e-a6aa-9a16688740c3 req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Floating IP 619204f0-f85a-4c1e-b732-24d712a3cf6a disassociated. External IP: 172.35.7.147, port: 27387812-01c6-4a1e-8790-819683cbe18a. Dec 06 15:25:05.562546 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e2ac1213-b8e6-4c4e-a6aa-9a16688740c3 req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Calling delete_port for 27387812-01c6-4a1e-8790-819683cbe18a owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:25:05.689878 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e2ac1213-b8e6-4c4e-a6aa-9a16688740c3 req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.718766 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event deleted for resources: {'Port': ['ID=27387812-01c6-4a1e-8790-819683cbe18a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:05.730187 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:05.730542 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:05.730886 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:05.731229 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:05.731568 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:05.731942 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:05.732270 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:05.732598 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:05.732923 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:05.733249 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:05.733576 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:05.733902 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:05.734231 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:05.747833 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.843958 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2ac1213-b8e6-4c4e-a6aa-9a16688740c3 req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:25:05.890947 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a0f2ed1f-7f76-4f20-a97e-35e50478a5b7 req-478de36e-0a26-4ff2-b672-b66d218a490c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 210 time: 0.0258195 Dec 06 15:25:05.954427 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2ac1213-b8e6-4c4e-a6aa-9a16688740c3 req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:25:05.963760 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af75349d-9cde-4556-b60c-439511805ad3 None None] Sync routers for ids ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:25:05.974994 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75349d-9cde-4556-b60c-439511805ad3 None None] Routers {'0906cff9-eb98-42d2-81ff-e3cbeef64e7d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:25:05.975750 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-af75349d-9cde-4556-b60c-439511805ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:25:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:25:05.994698 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ac1213-b8e6-4c4e-a6aa-9a16688740c3 req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] No DVR routers for this DVR port 27387812-01c6-4a1e-8790-819683cbe18a on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:25:05.997405 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e2ac1213-b8e6-4c4e-a6aa-9a16688740c3 req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:06.001109 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e2ac1213-b8e6-4c4e-a6aa-9a16688740c3 req-7ea51427-f832-48cb-bbd2-c607b0e26971 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "DELETE /v2.0/ports/27387812-01c6-4a1e-8790-819683cbe18a HTTP/1.1" status: 204 len: 173 time: 0.7773166 Dec 06 15:25:06.001532 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bf5598-4f59-4092-b2ff-a1a90d175bf4', 'name': 'network-vif-deleted', 'tag': '27387812-01c6-4a1e-8790-819683cbe18a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:25:06.003787 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4efb88-7b0a-4ca9-9588-385cb7fedd05" -d '{"events": [{"server_uuid": "84bf5598-4f59-4092-b2ff-a1a90d175bf4", "name": "network-vif-deleted", "tag": "27387812-01c6-4a1e-8790-819683cbe18a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:25:06.054891 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712fa99c-98d2-4f78-9a39-1b37ac237308 x-openstack-request-id: req-712fa99c-98d2-4f78-9a39-1b37ac237308 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:25:06.055188 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bf5598-4f59-4092-b2ff-a1a90d175bf4", "name": "network-vif-deleted", "tag": "27387812-01c6-4a1e-8790-819683cbe18a", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:25:06.055513 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-712fa99c-98d2-4f78-9a39-1b37ac237308 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:25:06.055956 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bf5598-4f59-4092-b2ff-a1a90d175bf4', 'name': 'network-vif-deleted', 'tag': '27387812-01c6-4a1e-8790-819683cbe18a', 'status': 'completed', 'code': 200} Dec 06 15:25:06.082277 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-af75349d-9cde-4556-b60c-439511805ad3 None None] Set router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:25:06.292254 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-af75349d-9cde-4556-b60c-439511805ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:25:06.321363 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af75349d-9cde-4556-b60c-439511805ad3 None None] Checking router: 0906cff9-eb98-42d2-81ff-e3cbeef64e7d for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:25:06.329590 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75349d-9cde-4556-b60c-439511805ad3 None None] Routers {'0906cff9-eb98-42d2-81ff-e3cbeef64e7d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:25:06.330203 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-af75349d-9cde-4556-b60c-439511805ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:25:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:25:06.433192 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-af75349d-9cde-4556-b60c-439511805ad3 None None] Set router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:25:06.626371 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-af75349d-9cde-4556-b60c-439511805ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:25:06.648280 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:06.655853 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af75349d-9cde-4556-b60c-439511805ad3 None None] The sync data for ids ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'] in n-d-master-1 is: [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:25:06.892388 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc6a074-0298-45a0-9e3d-43d7ab1e12a5 None None] New status for floating IP 619204f0-f85a-4c1e-b732-24d712a3cf6a: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:25:06.987218 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e93004f1-da58-4c7c-9567-446619c69b2a req-ef995c03-0cfb-4765-aa66-34f43b0375b4 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 210 time: 0.0257640 Dec 06 15:25:08.073713 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 27387812-01c6-4a1e-8790-819683cbe18a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:25:08.085870 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb73db02-bc44-40e0-bec5-236a4f91a540 req-969f92f8-a71d-4804-b14e-074eab7689ec tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 210 time: 0.0268745 Dec 06 15:25:08.094918 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 27387812-01c6-4a1e-8790-819683cbe18a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:25:08.095477 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 27387812-01c6-4a1e-8790-819683cbe18a not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:25:09.181735 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3f306899-2f1d-4a33-97dc-144b1f597833 req-e06794bd-91cc-427b-96b8-d9d9bb814019 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 210 time: 0.0270343 Dec 06 15:25:09.748034 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:25:10.275079 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eede8a16-92ce-4b2c-bda1-a5659c4549ee req-84be015c-9c17-40d4-9d1c-511a146996eb tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=84bf5598-4f59-4092-b2ff-a1a90d175bf4 HTTP/1.1" status: 200 len: 210 time: 0.0260015 Dec 06 15:25:11.484706 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-f4396973-a97c-4788-95cf-7699d2bcd24e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909602916&fields=id&tenant_id=edd692759ebb4bf3a0fa8fe91d03df76 HTTP/1.1" status: 200 len: 267 time: 0.0463512 Dec 06 15:25:11.588767 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-80ebc323-c189-4753-b365-35864a06adf8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:11.590130 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-80ebc323-c189-4753-b365-35864a06adf8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 812 time: 0.0981479 Dec 06 15:25:11.604695 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-39a94310-bc18-4f1e-85df-b5c2cefc26af tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/quotas/edd692759ebb4bf3a0fa8fe91d03df76 HTTP/1.1" status: 200 len: 375 time: 0.0088274 Dec 06 15:25:11.653797 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-0fba761c-a61b-46b3-a7db-0c309746c4c7 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440662 Dec 06 15:25:11.800189 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-11126541-8749-4995-b908-b724a30dbfc0 service neutron] 10.222.0.20 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351931 Dec 06 15:25:11.887573 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-abf0713c-c55a-4f59-9ab7-5b8399f5f977 service neutron] 10.222.0.20 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807588 Dec 06 15:25:12.161614 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7b090c49-c1ee-4e75-8937-f150a0f03061 req-6310ecd6-b873-4136-9104-4998ba775510 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 210 time: 0.0260587 Dec 06 15:25:13.129646 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-5c03af7b-b5d6-4267-bda9-db1a9a1abad1 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:13.131086 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-5c03af7b-b5d6-4267-bda9-db1a9a1abad1 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 812 time: 0.1034882 Dec 06 15:25:13.198827 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-aa9ba3d0-e884-4ce6-bafa-febc1bbd2845 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edd692759ebb4bf3a0fa8fe91d03df76 HTTP/1.1" status: 200 len: 379 time: 0.0561757 Dec 06 15:25:13.210036 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-4169a91e-1bbf-443c-9fbe-bc59d29fd660 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Request body: {'port': {'device_id': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'admin_state_up': True, 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'security_groups': ['7d9735f5-b38f-42dd-8457-57c9b540797b']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:25:13.270708 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d45a1059-16d7-4f2e-8383-b25b36b4c3e2 req-317c0405-d178-40e6-ac34-b24b93dd1d13 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 210 time: 0.0351503 Dec 06 15:25:13.343128 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-4169a91e-1bbf-443c-9fbe-bc59d29fd660 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Made reservation on behalf of edd692759ebb4bf3a0fa8fe91d03df76 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:25:13.346553 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-4169a91e-1bbf-443c-9fbe-bc59d29fd660 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:13.474402 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-4169a91e-1bbf-443c-9fbe-bc59d29fd660 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Allocated IP 172.20.0.13 (5cd3d629-294c-4537-8f1e-863f8f4b3c58/d729354f-de71-4474-b05a-729c96f5bac2/17d46935-4f9f-48e1-b247-5efb9d3f6112) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:25:13.610827 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-4169a91e-1bbf-443c-9fbe-bc59d29fd660 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:13.643732 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-4169a91e-1bbf-443c-9fbe-bc59d29fd660 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:13.691204 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-4169a91e-1bbf-443c-9fbe-bc59d29fd660 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:25:13.694826 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-4169a91e-1bbf-443c-9fbe-bc59d29fd660 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:25:13.698438 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-4169a91e-1bbf-443c-9fbe-bc59d29fd660 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:25:13.723285 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169a91e-1bbf-443c-9fbe-bc59d29fd660 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'Port': ['ID=17d46935-4f9f-48e1-b247-5efb9d3f6112,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:13.751770 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-4169a91e-1bbf-443c-9fbe-bc59d29fd660 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:13.752695 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-4169a91e-1bbf-443c-9fbe-bc59d29fd660 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:13.769511 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-4169a91e-1bbf-443c-9fbe-bc59d29fd660 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5643690 Dec 06 15:25:13.788036 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Request body: {'port': {'device_id': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:25:13.846520 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:13.979230 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-00cbba0c-cad2-4c13-a861-4f25a523397a None None] Provisioning complete for port 17d46935-4f9f-48e1-b247-5efb9d3f6112 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:25:13.979713 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-00cbba0c-cad2-4c13-a861-4f25a523397a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:14.016098 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-00cbba0c-cad2-4c13-a861-4f25a523397a None None] Port 17d46935-4f9f-48e1-b247-5efb9d3f6112 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:25:14.399146 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f346-ea1b-434b-8428-23842c68bae5 req-22e8a295-c626-4283-8955-991ecfe39046 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:14.400722 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6e0f346-ea1b-434b-8428-23842c68bae5 req-22e8a295-c626-4283-8955-991ecfe39046 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 932 time: 0.0564177 Dec 06 15:25:14.454673 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d46935-4f9f-48e1-b247-5efb9d3f6112 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:25:14.455252 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6e0f346-ea1b-434b-8428-23842c68bae5 req-4dc63c7b-0a38-4f29-9d86-e270110f7ead tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474432 Dec 06 15:25:14.463043 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:14.476662 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Transition to ACTIVE for port object 17d46935-4f9f-48e1-b247-5efb9d3f6112 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:25:14.480816 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:14.529895 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Pushing event updated for resources: {'Port': ['ID=17d46935-4f9f-48e1-b247-5efb9d3f6112,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:14.610867 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Attempting to bind port 17d46935-4f9f-48e1-b247-5efb9d3f6112 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:25:14.611791 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Attempting to bind port 17d46935-4f9f-48e1-b247-5efb9d3f6112 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:25:14.611791 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Attempting to bind port 17d46935-4f9f-48e1-b247-5efb9d3f6112 on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:25:14.626828 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Port 17d46935-4f9f-48e1-b247-5efb9d3f6112 on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:25:14.632602 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Attempting to bind port 17d46935-4f9f-48e1-b247-5efb9d3f6112 on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:25:14.648786 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:25:14.649482 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Checking segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:25:14.649950 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Bound using segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:25:14.650515 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Bound port: 17d46935-4f9f-48e1-b247-5efb9d3f6112, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:25:14.651130 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:14.734660 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] For port 17d46935-4f9f-48e1-b247-5efb9d3f6112, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:25:14.738581 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] For port 17d46935-4f9f-48e1-b247-5efb9d3f6112, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=17d46935-4f9f-48e1-b247-5efb9d3f6112,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:25:14.744519 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:14.782709 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:14.783264 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:14.784697 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] 10.222.0.37 "PUT /v2.0/ports/17d46935-4f9f-48e1-b247-5efb9d3f6112 HTTP/1.1" status: 200 len: 1092 time: 1.0011172 Dec 06 15:25:14.785143 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'tag': '17d46935-4f9f-48e1-b247-5efb9d3f6112'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:25:14.787998 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d743fff-3528-4e9a-82c1-3dfe02dc3770" -d '{"events": [{"name": "network-changed", "server_uuid": "79695c98-3045-47fd-b670-fd6a8c99ce3d", "tag": "17d46935-4f9f-48e1-b247-5efb9d3f6112"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:25:14.810058 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c41d1f-4b03-49d8-af63-80bdbc612f32 service neutron] Pushing event updated for resources: {'Port': ['ID=17d46935-4f9f-48e1-b247-5efb9d3f6112,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:14.871065 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131b77c5-4f65-43c1-b13e-a6f1fbc65424 x-openstack-request-id: req-131b77c5-4f65-43c1-b13e-a6f1fbc65424 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:25:14.871360 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79695c98-3045-47fd-b670-fd6a8c99ce3d", "tag": "17d46935-4f9f-48e1-b247-5efb9d3f6112", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:25:14.871613 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-131b77c5-4f65-43c1-b13e-a6f1fbc65424 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:25:14.872027 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'tag': '17d46935-4f9f-48e1-b247-5efb9d3f6112', 'status': 'completed', 'code': 200} Dec 06 15:25:14.894014 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-e4d07888-20bd-452b-8344-21262d6fc83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:14.895797 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-e4d07888-20bd-452b-8344-21262d6fc83e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 1095 time: 0.0585499 Dec 06 15:25:14.949350 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-9d181600-ea8c-440f-9e05-2e3ee21f242b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17d46935-4f9f-48e1-b247-5efb9d3f6112 HTTP/1.1" status: 200 len: 217 time: 0.0452645 Dec 06 15:25:15.013169 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-b14ebc4f-78e8-4ab5-ad96-63042c39f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:15.014566 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-b14ebc4f-78e8-4ab5-ad96-63042c39f64e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0510211 Dec 06 15:25:15.079768 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-b4e0a7f6-a2f9-48e6-9655-cbf7bab0db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:15.081328 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-b4e0a7f6-a2f9-48e6-9655-cbf7bab0db83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547910 Dec 06 15:25:15.185920 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-debe7742-97a2-4ba9-873e-b2c44046050a service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923944 Dec 06 15:25:15.283025 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-293516a1-dbbc-4596-8cf4-51e2f08d80e3 req-e6d7671b-c62b-4f0b-b83f-c09901588530 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857348 Dec 06 15:25:15.383952 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d743fff-3528-4e9a-82c1-3dfe02dc3770 req-392ee3e7-51af-4a69-aae4-aad03990787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:15.385846 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d743fff-3528-4e9a-82c1-3dfe02dc3770 req-392ee3e7-51af-4a69-aae4-aad03990787c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 1095 time: 0.0489123 Dec 06 15:25:15.487414 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d743fff-3528-4e9a-82c1-3dfe02dc3770 req-5b20645a-1ea8-41b8-8036-7f7a5acb6c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:15.488587 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d743fff-3528-4e9a-82c1-3dfe02dc3770 req-5b20645a-1ea8-41b8-8036-7f7a5acb6c74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.0908482 Dec 06 15:25:15.542839 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d743fff-3528-4e9a-82c1-3dfe02dc3770 req-99a4c1cb-a51b-4df4-8e00-8161a24126df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17d46935-4f9f-48e1-b247-5efb9d3f6112 HTTP/1.1" status: 200 len: 217 time: 0.0417585 Dec 06 15:25:15.588473 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8237b0-dce8-4592-8dc3-72bd1b8b2f1e req-af3da594-1f33-4614-b36a-42e46d256cc2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:15.590045 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7d8237b0-dce8-4592-8dc3-72bd1b8b2f1e req-af3da594-1f33-4614-b36a-42e46d256cc2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 944 time: 0.0561614 Dec 06 15:25:15.601404 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d743fff-3528-4e9a-82c1-3dfe02dc3770 req-6edf4583-f704-40d3-8fcb-be59c9f455ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:15.602868 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d743fff-3528-4e9a-82c1-3dfe02dc3770 req-6edf4583-f704-40d3-8fcb-be59c9f455ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0484731 Dec 06 15:25:15.647617 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7d8237b0-dce8-4592-8dc3-72bd1b8b2f1e req-29e261d2-58af-4ac9-b97a-d33f13f3f690 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510030 Dec 06 15:25:15.666153 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d743fff-3528-4e9a-82c1-3dfe02dc3770 req-8dcbf33c-96d6-49d0-978f-201596202670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:15.666153 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d743fff-3528-4e9a-82c1-3dfe02dc3770 req-8dcbf33c-96d6-49d0-978f-201596202670 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479662 Dec 06 15:25:15.761411 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d743fff-3528-4e9a-82c1-3dfe02dc3770 req-d23a8584-1420-44fa-b3d8-e17342628ef8 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869541 Dec 06 15:25:15.854663 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d743fff-3528-4e9a-82c1-3dfe02dc3770 req-1cae03df-5a35-405c-bb64-41b936b3bef0 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820522 Dec 06 15:25:16.767971 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882bc953-b430-4553-ae34-e6cc0d1657c9 req-40f26f54-7493-4383-b3a5-d8a88b40772b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:16.769480 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-882bc953-b430-4553-ae34-e6cc0d1657c9 req-40f26f54-7493-4383-b3a5-d8a88b40772b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 944 time: 0.0500019 Dec 06 15:25:16.822737 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-882bc953-b430-4553-ae34-e6cc0d1657c9 req-9a9c6869-4bb4-470e-ad88-fd7b20cf63ac tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472693 Dec 06 15:25:17.940068 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210389f-568f-479c-960b-132a9612e45d req-7f7ed655-c04c-48d5-8d1b-c9736efa43fa tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:17.941663 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7210389f-568f-479c-960b-132a9612e45d req-7f7ed655-c04c-48d5-8d1b-c9736efa43fa tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 944 time: 0.0509303 Dec 06 15:25:18.000384 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7210389f-568f-479c-960b-132a9612e45d req-46be7602-f221-420f-90c0-4e03b6f986b1 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524108 Dec 06 15:25:19.118077 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6496d-e19f-444b-b85f-269626826565 req-0dc7d9d7-c886-4cc1-9b0e-7dc61395b2db tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:19.119882 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21f6496d-e19f-444b-b85f-269626826565 req-0dc7d9d7-c886-4cc1-9b0e-7dc61395b2db tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 944 time: 0.0519688 Dec 06 15:25:19.167625 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21f6496d-e19f-444b-b85f-269626826565 req-9bbdec1b-f259-4821-bc73-92fe8365ac50 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417328 Dec 06 15:25:20.288015 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004972e7-4d6a-49bf-95e1-ef254dc3dffa req-7724fbbf-5726-437d-ad25-e55c7b662d11 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:20.289451 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-004972e7-4d6a-49bf-95e1-ef254dc3dffa req-7724fbbf-5726-437d-ad25-e55c7b662d11 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 944 time: 0.0498619 Dec 06 15:25:20.338799 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-004972e7-4d6a-49bf-95e1-ef254dc3dffa req-52d750ea-488d-4fd4-a832-58f97b7249f8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433505 Dec 06 15:25:21.453307 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d7c2d-60c7-48b3-a529-cca69e3174fb req-2dfb6c51-c0fc-42bd-8e40-a91091d9dc86 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:21.454782 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ef9d7c2d-60c7-48b3-a529-cca69e3174fb req-2dfb6c51-c0fc-42bd-8e40-a91091d9dc86 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 944 time: 0.0483811 Dec 06 15:25:21.503086 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ef9d7c2d-60c7-48b3-a529-cca69e3174fb req-77c71558-f881-496b-8379-47b5ad2430ec tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424647 Dec 06 15:25:22.615028 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee61594-df02-4490-a5d4-9191a8d8ae81 req-b1568b7d-149d-4a6e-ad6e-29d54a6c8b90 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:22.616526 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fee61594-df02-4490-a5d4-9191a8d8ae81 req-b1568b7d-149d-4a6e-ad6e-29d54a6c8b90 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 944 time: 0.0478337 Dec 06 15:25:22.664912 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fee61594-df02-4490-a5d4-9191a8d8ae81 req-37e65945-dfef-4895-b8f3-5ec8dec4fbf5 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421743 Dec 06 15:25:23.782426 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7b72c-e66a-444b-8e3b-2cacc0afa60e req-78514345-64c2-4af4-ba66-ad27f0252e6d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:23.783841 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56a7b72c-e66a-444b-8e3b-2cacc0afa60e req-78514345-64c2-4af4-ba66-ad27f0252e6d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 944 time: 0.0520003 Dec 06 15:25:23.833903 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56a7b72c-e66a-444b-8e3b-2cacc0afa60e req-38b6aea6-5637-4ae2-9de5-229868fbc20e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434687 Dec 06 15:25:24.953502 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c801e4a-6bc7-4d36-bb9a-2288b99c890f req-40189108-117d-4431-b95d-6c84a1bae63f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:24.955526 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6c801e4a-6bc7-4d36-bb9a-2288b99c890f req-40189108-117d-4431-b95d-6c84a1bae63f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 944 time: 0.0528839 Dec 06 15:25:25.003669 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6c801e4a-6bc7-4d36-bb9a-2288b99c890f req-a0f531a4-34cb-49ca-ad36-5e01644c4080 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417421 Dec 06 15:25:26.116543 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ea9f4-6c2b-4c31-9cef-8a2aee6fc8ed req-a31ef396-fa65-464b-ba55-a349e8949fb2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:26.118028 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ae1ea9f4-6c2b-4c31-9cef-8a2aee6fc8ed req-a31ef396-fa65-464b-ba55-a349e8949fb2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 944 time: 0.0487218 Dec 06 15:25:26.167600 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ae1ea9f4-6c2b-4c31-9cef-8a2aee6fc8ed req-3e6deb99-e42b-475f-9405-3a8f4123fb00 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432913 Dec 06 15:25:27.279949 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2c980-c26e-48ea-bd72-9cf3d2a6d653 req-97d26d2a-b7bc-45f2-869e-39053be63bdc tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:27.281424 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4e2c980-c26e-48ea-bd72-9cf3d2a6d653 req-97d26d2a-b7bc-45f2-869e-39053be63bdc tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 944 time: 0.0487435 Dec 06 15:25:27.330311 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e4e2c980-c26e-48ea-bd72-9cf3d2a6d653 req-59f39010-06ad-4c54-8e8c-77df1a7db7d8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427692 Dec 06 15:25:28.194406 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:28.198401 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 17d46935-4f9f-48e1-b247-5efb9d3f6112 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:25:28.289630 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 17d46935-4f9f-48e1-b247-5efb9d3f6112, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=17d46935-4f9f-48e1-b247-5efb9d3f6112,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:25:28.299979 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '17d46935-4f9f-48e1-b247-5efb9d3f6112', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'port_id': '17d46935-4f9f-48e1-b247-5efb9d3f6112', 'mac_address': 'fa:16:3e:7e:1e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:25:28.338862 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:28.452408 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06391e-ef24-40c8-8d75-b6da78b68b77 req-2a228c4d-7c1c-4ca6-9385-e1c2de5765f5 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:28.454011 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ea06391e-ef24-40c8-8d75-b6da78b68b77 req-2a228c4d-7c1c-4ca6-9385-e1c2de5765f5 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 944 time: 0.0548041 Dec 06 15:25:28.506928 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ea06391e-ef24-40c8-8d75-b6da78b68b77 req-4e6fbbcc-1367-4efb-a860-6bb67940d382 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461264 Dec 06 15:25:28.509435 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d46935-4f9f-48e1-b247-5efb9d3f6112 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:25:28.529374 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 17d46935-4f9f-48e1-b247-5efb9d3f6112, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=17d46935-4f9f-48e1-b247-5efb9d3f6112,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:25:28.533056 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:28.577570 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=17d46935-4f9f-48e1-b247-5efb9d3f6112,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:28.586142 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:28.586491 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:28.586830 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:28.587315 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:28.587683 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:28.588005 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:28.588333 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:28.588660 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:28.588980 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:28.589299 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:28.589616 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:28.589931 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:28.590246 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:28.873956 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['17d46935-4f9f-48e1-b247-5efb9d3f6112'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:25:29.623011 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e3de9-7670-4927-8ea5-33e21d114f4e req-a37af469-c007-4126-a991-c11f94117af5 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:29.624744 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e84e3de9-7670-4927-8ea5-33e21d114f4e req-a37af469-c007-4126-a991-c11f94117af5 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 945 time: 0.0504632 Dec 06 15:25:29.677021 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e84e3de9-7670-4927-8ea5-33e21d114f4e req-67dd0819-90e0-4abc-8ea9-bcb85f93c8e6 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463104 Dec 06 15:25:30.131074 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:30.209779 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 17d46935-4f9f-48e1-b247-5efb9d3f6112 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:25:30.257119 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 17d46935-4f9f-48e1-b247-5efb9d3f6112 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:25:30.260719 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 17d46935-4f9f-48e1-b247-5efb9d3f6112 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:25:30.261090 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:30.337470 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:30.358523 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d46935-4f9f-48e1-b247-5efb9d3f6112'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:25:30.360775 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bd4eee-4dce-49f4-a52a-57b05330e264" -d '{"events": [{"server_uuid": "79695c98-3045-47fd-b670-fd6a8c99ce3d", "name": "network-vif-plugged", "status": "completed", "tag": "17d46935-4f9f-48e1-b247-5efb9d3f6112"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:25:30.373966 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 17d46935-4f9f-48e1-b247-5efb9d3f6112, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=17d46935-4f9f-48e1-b247-5efb9d3f6112,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:25:30.377871 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:30.400521 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fbd57a-14b8-408a-85b0-9f4de38f419d x-openstack-request-id: req-37fbd57a-14b8-408a-85b0-9f4de38f419d {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:25:30.400815 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79695c98-3045-47fd-b670-fd6a8c99ce3d", "name": "network-vif-plugged", "status": "completed", "tag": "17d46935-4f9f-48e1-b247-5efb9d3f6112", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:25:30.401070 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37fbd57a-14b8-408a-85b0-9f4de38f419d {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:25:30.401473 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d46935-4f9f-48e1-b247-5efb9d3f6112', 'code': 200} Dec 06 15:25:30.426456 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=17d46935-4f9f-48e1-b247-5efb9d3f6112,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:30.506028 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4072d9f-5b89-450a-9df5-0f8fefceead8 req-110c1b0a-6434-40ac-aee3-f1b8debba63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:30.507603 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4072d9f-5b89-450a-9df5-0f8fefceead8 req-110c1b0a-6434-40ac-aee3-f1b8debba63f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 1097 time: 0.0413060 Dec 06 15:25:30.552657 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4072d9f-5b89-450a-9df5-0f8fefceead8 req-7e7077db-25f9-4f53-b808-4cff402d015f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381436 Dec 06 15:25:30.794506 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e070d-ad54-4e8e-93ee-2cc30cef9e29 req-b2067074-d188-43b7-acf1-2ff21c4ab6da tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:30.795907 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ba8e070d-ad54-4e8e-93ee-2cc30cef9e29 req-b2067074-d188-43b7-acf1-2ff21c4ab6da tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 946 time: 0.0480072 Dec 06 15:25:30.825906 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5be6a0d6-6f72-411f-9e72-a3df29a6b1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:30.846012 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ba8e070d-ad54-4e8e-93ee-2cc30cef9e29 req-d54865b6-0c37-4116-a562-aad328388477 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436261 Dec 06 15:25:31.962734 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b26c93-e838-4447-83a1-610232a33fb5 req-6619e808-5ae0-4c91-975d-0fec3e9aa704 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:31.964211 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-57b26c93-e838-4447-83a1-610232a33fb5 req-6619e808-5ae0-4c91-975d-0fec3e9aa704 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 946 time: 0.0479212 Dec 06 15:25:32.016825 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-57b26c93-e838-4447-83a1-610232a33fb5 req-d8f0ceea-3092-4484-b336-7d5be5df865d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466835 Dec 06 15:25:32.133392 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bc6b4-4a28-4887-b5aa-df6bb8c61f10 req-00148ae6-17b8-47eb-84a4-0f7db52e4129 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:32.134768 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e7bc6b4-4a28-4887-b5aa-df6bb8c61f10 req-00148ae6-17b8-47eb-84a4-0f7db52e4129 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 946 time: 0.0483811 Dec 06 15:25:32.182703 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e7bc6b4-4a28-4887-b5aa-df6bb8c61f10 req-cd9c8607-9afa-4dfb-99e0-0702c5fcb140 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420480 Dec 06 15:25:32.204140 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44262) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:25:32.343949 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9df403-e915-416a-b2bc-5005123b9ad0 tempest-TestVolumeBootPattern-233478841 tempest-TestVolumeBootPattern-233478841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:32.345450 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8c9df403-e915-416a-b2bc-5005123b9ad0 tempest-TestVolumeBootPattern-233478841 tempest-TestVolumeBootPattern-233478841-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 1092 time: 0.1403477 Dec 06 15:25:32.348668 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44266) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:25:32.352876 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': '17d46935-4f9f-48e1-b247-5efb9d3f6112', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:25:32.374732 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:32.469199 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:32.574808 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Allocated IP 172.35.7.250 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/77c0e449-17a3-48ea-8adf-2dcfac9e79e6) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:25:32.672343 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:32.709396 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:32.747252 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:25:32.750113 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:25:32.753652 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:25:32.778183 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'Port': ['ID=77c0e449-17a3-48ea-8adf-2dcfac9e79e6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:32.791575 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:32.791946 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:32.792287 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:32.792626 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:32.792978 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:32.793290 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:32.793617 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:32.793943 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:32.794264 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:32.794588 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:32.794917 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:32.795236 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:32.795558 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:33.114644 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:33.181489 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:33.268045 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0eeaf2f3-db69-43b5-b557-8005611daa0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:33.332950 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:33.337127 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:33.401708 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'Port': ['ID=77c0e449-17a3-48ea-8adf-2dcfac9e79e6,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:33.413186 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:33.512083 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Floating IP 6a77ecd0-1e8f-4b14-a82d-48526b0c4a05 associated. External IP: 172.35.7.250, port: 17d46935-4f9f-48e1-b247-5efb9d3f6112. Dec 06 15:25:33.715707 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:25:33.821354 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:25:33.831105 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b35716c-e0de-4c0c-80e5-f6d1ce32360c None None] Sync routers for ids ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:25:33.839125 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:33.842113 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b35716c-e0de-4c0c-80e5-f6d1ce32360c None None] Routers {'0906cff9-eb98-42d2-81ff-e3cbeef64e7d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:25:33.842902 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2b35716c-e0de-4c0c-80e5-f6d1ce32360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:25:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:25:33.867031 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2f248fdc-3c5d-4046-8690-8411893f5884 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5173533 Dec 06 15:25:33.867726 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'tag': '17d46935-4f9f-48e1-b247-5efb9d3f6112'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:25:33.870258 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a484ea5-be7a-46f1-a811-0e447820e010" -d '{"events": [{"name": "network-changed", "server_uuid": "79695c98-3045-47fd-b670-fd6a8c99ce3d", "tag": "17d46935-4f9f-48e1-b247-5efb9d3f6112"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:25:33.906883 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaf3f9a-2bf9-487c-b06b-c7f3ef3182b0 x-openstack-request-id: req-cdaf3f9a-2bf9-487c-b06b-c7f3ef3182b0 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:25:33.907194 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79695c98-3045-47fd-b670-fd6a8c99ce3d", "tag": "17d46935-4f9f-48e1-b247-5efb9d3f6112", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:25:33.907483 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cdaf3f9a-2bf9-487c-b06b-c7f3ef3182b0 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:25:33.907921 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'tag': '17d46935-4f9f-48e1-b247-5efb9d3f6112', 'status': 'completed', 'code': 200} Dec 06 15:25:33.959416 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2b35716c-e0de-4c0c-80e5-f6d1ce32360c None None] Set router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:25:33.970998 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a484ea5-be7a-46f1-a811-0e447820e010 req-ab695406-b1cf-4ee2-b545-8426addb1a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:33.972446 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a484ea5-be7a-46f1-a811-0e447820e010 req-ab695406-b1cf-4ee2-b545-8426addb1a80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 1097 time: 0.0411248 Dec 06 15:25:34.063460 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a484ea5-be7a-46f1-a811-0e447820e010 req-cb3d842a-b815-4b5a-be60-20023d67d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:34.065066 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a484ea5-be7a-46f1-a811-0e447820e010 req-cb3d842a-b815-4b5a-be60-20023d67d539 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.0848141 Dec 06 15:25:34.087192 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:34.135978 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a484ea5-be7a-46f1-a811-0e447820e010 req-b2a751cd-0047-4968-a87f-c281c2923c9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17d46935-4f9f-48e1-b247-5efb9d3f6112 HTTP/1.1" status: 200 len: 1000 time: 0.0640419 Dec 06 15:25:34.180531 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2b35716c-e0de-4c0c-80e5-f6d1ce32360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '6a77ecd0-1e8f-4b14-a82d-48526b0c4a05', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'floating_ip_address': '172.35.7.250', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'port_id': '17d46935-4f9f-48e1-b247-5efb9d3f6112', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'mac_address': 'fa:16:3e:7e:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:25:32Z', 'updated_at': '2021-12-06T15:25:32Z', 'revision_number': 0, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:25:34.185793 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a484ea5-be7a-46f1-a811-0e447820e010 req-af567ff1-ede2-4d8e-b83e-70018eecc145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:34.187255 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a484ea5-be7a-46f1-a811-0e447820e010 req-af567ff1-ede2-4d8e-b83e-70018eecc145 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0444396 Dec 06 15:25:34.209301 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b35716c-e0de-4c0c-80e5-f6d1ce32360c None None] Checking router: 0906cff9-eb98-42d2-81ff-e3cbeef64e7d for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:25:34.217497 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b35716c-e0de-4c0c-80e5-f6d1ce32360c None None] Routers {'0906cff9-eb98-42d2-81ff-e3cbeef64e7d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:25:34.218104 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2b35716c-e0de-4c0c-80e5-f6d1ce32360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:25:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:25:34.233278 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a484ea5-be7a-46f1-a811-0e447820e010 req-e0474023-2e5a-4ba2-8f5b-93aa5274d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:34.234716 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a484ea5-be7a-46f1-a811-0e447820e010 req-e0474023-2e5a-4ba2-8f5b-93aa5274d581 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401282 Dec 06 15:25:34.320187 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-2b35716c-e0de-4c0c-80e5-f6d1ce32360c None None] Set router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:25:34.328651 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a484ea5-be7a-46f1-a811-0e447820e010 req-8e1c4aa7-bb62-4fb3-8a87-7a16e2b6bae7 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865967 Dec 06 15:25:34.419182 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a484ea5-be7a-46f1-a811-0e447820e010 req-9cfa342a-293b-43b5-90be-37207c663674 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828907 Dec 06 15:25:34.618396 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-2b35716c-e0de-4c0c-80e5-f6d1ce32360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '6a77ecd0-1e8f-4b14-a82d-48526b0c4a05', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'floating_ip_address': '172.35.7.250', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'port_id': '17d46935-4f9f-48e1-b247-5efb9d3f6112', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'mac_address': 'fa:16:3e:7e:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:25:32Z', 'updated_at': '2021-12-06T15:25:32Z', 'revision_number': 0, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:25:34.646605 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b35716c-e0de-4c0c-80e5-f6d1ce32360c None None] The sync data for ids ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'] in n-d-master-1 is: [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '6a77ecd0-1e8f-4b14-a82d-48526b0c4a05', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'floating_ip_address': '172.35.7.250', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'port_id': '17d46935-4f9f-48e1-b247-5efb9d3f6112', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'mac_address': 'fa:16:3e:7e:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:25:32Z', 'updated_at': '2021-12-06T15:25:32Z', 'revision_number': 0, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:25:34.830107 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9763dbf-9502-4dd2-8980-d225db8ac79f None None] New status for floating IP 6a77ecd0-1e8f-4b14-a82d-48526b0c4a05: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:25:35.742179 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:36.649596 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:44.931230 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f229a421-9740-434a-bd88-86ab6281ade4 req-cb540bda-a983-472f-8bba-6a6b42f98c64 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432525 Dec 06 15:25:45.011638 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229a421-9740-434a-bd88-86ab6281ade4 req-d41b78de-e858-4715-bdea-819dcd647646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:45.013114 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f229a421-9740-434a-bd88-86ab6281ade4 req-d41b78de-e858-4715-bdea-819dcd647646 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf8ee0af1c6b44c1b57e3655bf64c654&device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 1096 time: 0.0397315 Dec 06 15:25:45.118026 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229a421-9740-434a-bd88-86ab6281ade4 req-7445b24e-0624-4503-80db-e57e98461f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:45.119751 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f229a421-9740-434a-bd88-86ab6281ade4 req-7445b24e-0624-4503-80db-e57e98461f2e service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdd1757-dede-4b21-92c3-b24b1d97fd8d HTTP/1.1" status: 200 len: 909 time: 0.0859795 Dec 06 15:25:45.183191 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f229a421-9740-434a-bd88-86ab6281ade4 req-2860a7fb-3ccd-4998-abb8-2b6bd97da56e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38fb984a-c442-47e8-99a0-c816f6d9b093 HTTP/1.1" status: 200 len: 1000 time: 0.0567970 Dec 06 15:25:45.229914 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229a421-9740-434a-bd88-86ab6281ade4 req-3143c306-ee53-474f-9baa-b62948283827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:45.231299 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f229a421-9740-434a-bd88-86ab6281ade4 req-3143c306-ee53-474f-9baa-b62948283827 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=daa028d1-8cc5-42fd-bcb2-c9d4059921a5 HTTP/1.1" status: 200 len: 847 time: 0.0420139 Dec 06 15:25:45.279632 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229a421-9740-434a-bd88-86ab6281ade4 req-763afb13-3638-4404-a46a-dd3537a30e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:45.281107 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f229a421-9740-434a-bd88-86ab6281ade4 req-763afb13-3638-4404-a46a-dd3537a30e76 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdd1757-dede-4b21-92c3-b24b1d97fd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430770 Dec 06 15:25:45.368988 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f229a421-9740-434a-bd88-86ab6281ade4 req-b03dc083-46f1-4b3f-bd93-f1c501f77bd5 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798848 Dec 06 15:25:45.459891 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f229a421-9740-434a-bd88-86ab6281ade4 req-58eae0cd-1773-4b95-b810-5f32b74735f3 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838585 Dec 06 15:25:46.747936 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:25:48.025327 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50fcf8fc-92a4-4552-ba32-7578822d82b9 req-909b975d-58ac-42de-9067-df3b526e1791 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403485 Dec 06 15:25:48.110395 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcf8fc-92a4-4552-ba32-7578822d82b9 req-f1d88a46-753f-4fe3-8181-ec2bb8002716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:48.111883 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50fcf8fc-92a4-4552-ba32-7578822d82b9 req-f1d88a46-753f-4fe3-8181-ec2bb8002716 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 1097 time: 0.0398965 Dec 06 15:25:48.220016 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcf8fc-92a4-4552-ba32-7578822d82b9 req-37c04536-908a-40cc-a165-02a96d44fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:48.221456 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50fcf8fc-92a4-4552-ba32-7578822d82b9 req-37c04536-908a-40cc-a165-02a96d44fe92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.0893400 Dec 06 15:25:48.285442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50fcf8fc-92a4-4552-ba32-7578822d82b9 req-cdad375c-c183-40a0-99ef-c9081b9f2313 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17d46935-4f9f-48e1-b247-5efb9d3f6112 HTTP/1.1" status: 200 len: 1002 time: 0.0557110 Dec 06 15:25:48.336767 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcf8fc-92a4-4552-ba32-7578822d82b9 req-dd1c84ff-b6a2-4774-b15f-d602fc587037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:48.338140 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50fcf8fc-92a4-4552-ba32-7578822d82b9 req-dd1c84ff-b6a2-4774-b15f-d602fc587037 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0455782 Dec 06 15:25:48.382923 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcf8fc-92a4-4552-ba32-7578822d82b9 req-8804ea2c-72ab-4d25-a8a3-208ad62e9ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:48.384392 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50fcf8fc-92a4-4552-ba32-7578822d82b9 req-8804ea2c-72ab-4d25-a8a3-208ad62e9ae3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390143 Dec 06 15:25:48.470997 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50fcf8fc-92a4-4552-ba32-7578822d82b9 req-71d44b74-9a8d-4589-b94e-374df2f92c29 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787225 Dec 06 15:25:48.564810 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50fcf8fc-92a4-4552-ba32-7578822d82b9 req-ba3965eb-c041-4c8e-abd7-b406ecfb522b service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855362 Dec 06 15:25:58.192779 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:00.124460 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:00.828444 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-205b1850-51e4-4a18-bc38-50041907ff0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:03.261177 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e99551ab-b519-441a-90af-fd6edc767f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:04.088768 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:05.744604 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:06.650674 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:23.746872 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:26:28.205669 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:30.118576 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:30.830320 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-03594dd8-4984-454e-8973-d83a8b883a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:33.264658 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-960fe4b3-8d19-4494-bdb8-90df4fd49efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:34.092184 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:35.746304 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:36.652134 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:44.965954 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fec1575-2ad1-406c-b6e4-852340360117 req-0a6a74df-de4c-4fca-b703-9bf9997165d6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395598 Dec 06 15:26:45.044936 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec1575-2ad1-406c-b6e4-852340360117 req-cb2d8525-afa8-4513-92d5-2501da0812e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:26:45.046393 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fec1575-2ad1-406c-b6e4-852340360117 req-cb2d8525-afa8-4513-92d5-2501da0812e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf8ee0af1c6b44c1b57e3655bf64c654&device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 1096 time: 0.0393279 Dec 06 15:26:45.149500 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec1575-2ad1-406c-b6e4-852340360117 req-e3c441b0-32c6-407f-b25d-b6b14507b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:26:45.150941 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fec1575-2ad1-406c-b6e4-852340360117 req-e3c441b0-32c6-407f-b25d-b6b14507b2ec service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdd1757-dede-4b21-92c3-b24b1d97fd8d HTTP/1.1" status: 200 len: 909 time: 0.0873208 Dec 06 15:26:45.214169 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fec1575-2ad1-406c-b6e4-852340360117 req-c85a104d-4cb0-45bd-ba99-98d219836fc4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38fb984a-c442-47e8-99a0-c816f6d9b093 HTTP/1.1" status: 200 len: 1000 time: 0.0566232 Dec 06 15:26:45.266951 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec1575-2ad1-406c-b6e4-852340360117 req-6a4e0acc-d6dc-42a1-bf72-6a5817ec4978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:26:45.268389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fec1575-2ad1-406c-b6e4-852340360117 req-6a4e0acc-d6dc-42a1-bf72-6a5817ec4978 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=daa028d1-8cc5-42fd-bcb2-c9d4059921a5 HTTP/1.1" status: 200 len: 847 time: 0.0477338 Dec 06 15:26:45.313180 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec1575-2ad1-406c-b6e4-852340360117 req-eb63a79b-5885-4566-9970-1f772211fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:26:45.314620 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fec1575-2ad1-406c-b6e4-852340360117 req-eb63a79b-5885-4566-9970-1f772211fcf1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdd1757-dede-4b21-92c3-b24b1d97fd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388579 Dec 06 15:26:45.399792 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fec1575-2ad1-406c-b6e4-852340360117 req-be2c5ee3-9211-458e-9282-ff7c6ac27c2e service neutron] 10.222.0.23 "GET /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784090 Dec 06 15:26:45.492204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fec1575-2ad1-406c-b6e4-852340360117 req-5044dd31-8906-4e96-a080-aece051c5b14 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856812 Dec 06 15:26:48.503475 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdfcc9f3-ad5a-42c0-8ea7-08133d420a36 req-ebc07418-629c-4bd0-9df1-562393fc1495 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0888338 Dec 06 15:26:48.599358 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcc9f3-ad5a-42c0-8ea7-08133d420a36 req-c26e38cb-1bcc-418b-a8cc-af91980cb956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:26:48.600846 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdfcc9f3-ad5a-42c0-8ea7-08133d420a36 req-c26e38cb-1bcc-418b-a8cc-af91980cb956 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 1097 time: 0.0433235 Dec 06 15:26:48.710006 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcc9f3-ad5a-42c0-8ea7-08133d420a36 req-83e48b86-6af9-4efb-b3da-3448c847ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:26:48.711440 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdfcc9f3-ad5a-42c0-8ea7-08133d420a36 req-83e48b86-6af9-4efb-b3da-3448c847ace5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.0869377 Dec 06 15:26:48.786958 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdfcc9f3-ad5a-42c0-8ea7-08133d420a36 req-5bbe13a8-5975-41e5-b0e8-f9e6bfdd1c2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17d46935-4f9f-48e1-b247-5efb9d3f6112 HTTP/1.1" status: 200 len: 1002 time: 0.0607362 Dec 06 15:26:48.837951 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcc9f3-ad5a-42c0-8ea7-08133d420a36 req-de06f395-a2f9-4aea-9b5b-7bfe52e108cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:26:48.839328 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdfcc9f3-ad5a-42c0-8ea7-08133d420a36 req-de06f395-a2f9-4aea-9b5b-7bfe52e108cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0413022 Dec 06 15:26:48.887637 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcc9f3-ad5a-42c0-8ea7-08133d420a36 req-ff765bb8-09b6-49b0-9189-edf05c53a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:26:48.889099 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdfcc9f3-ad5a-42c0-8ea7-08133d420a36 req-ff765bb8-09b6-49b0-9189-edf05c53a1d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386014 Dec 06 15:26:48.979687 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdfcc9f3-ad5a-42c0-8ea7-08133d420a36 req-7ae9b064-fc6f-43b7-8467-5bf78805d3fa service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827312 Dec 06 15:26:49.070240 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdfcc9f3-ad5a-42c0-8ea7-08133d420a36 req-e8a0a75d-dac0-43ef-9e8e-1bed5d51fe6d service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792708 Dec 06 15:26:58.209409 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:00.116891 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:00.745532 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:27:00.831297 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-61f4e5a7-0c9e-44b9-882e-664ca5ad637a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:03.266957 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3450d651-8ce3-4d5a-8615-429d24a4056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:04.095670 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:05.751491 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:06.654273 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:14.747190 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-9589e6b3-d854-4612-bb86-56d7d169daa1 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909602916&fields=id&tenant_id=edd692759ebb4bf3a0fa8fe91d03df76 HTTP/1.1" status: 200 len: 267 time: 0.0448024 Dec 06 15:27:14.857484 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-aca64db9-f3d5-400d-a521-c1cff9c4c12f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:14.858928 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-aca64db9-f3d5-400d-a521-c1cff9c4c12f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 812 time: 0.1045570 Dec 06 15:27:14.874385 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-88318b08-45aa-4932-9c97-4de2cdc013a0 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/quotas/edd692759ebb4bf3a0fa8fe91d03df76 HTTP/1.1" status: 200 len: 375 time: 0.0092127 Dec 06 15:27:14.926261 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-ce0334e6-284e-4115-a33a-90e3d8cce914 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461586 Dec 06 15:27:14.990073 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-280c4cd5-cbae-4a8f-8b63-77567a63e134 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:27:14.991062 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-280c4cd5-cbae-4a8f-8b63-77567a63e134 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532672 Dec 06 15:27:15.082757 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-41b8d593-2282-4e39-8a1f-7293be14ac83 service neutron] 10.222.0.20 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849850 Dec 06 15:27:15.169896 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-6f7138cf-2434-4e18-9f1e-2f9cff1fdf9d service neutron] 10.222.0.20 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811610 Dec 06 15:27:15.447970 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5ccd1d45-16b0-47cc-bd7c-a59ad1ac6071 req-4ecbead1-9651-4ed1-b00f-df428b2f0eb6 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 210 time: 0.0260351 Dec 06 15:27:16.549244 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-24879f7a-0cb0-4b22-9cdf-9ceaddf458a9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:16.550680 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-24879f7a-0cb0-4b22-9cdf-9ceaddf458a9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 812 time: 0.1104455 Dec 06 15:27:16.563128 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e85735d6-c756-40c6-913c-033ccbdde3ef req-c6d26012-c775-460a-9583-3ffe5f676cba tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 210 time: 0.0281401 Dec 06 15:27:16.630535 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-7d92a879-e402-430d-8521-fce9d919572a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edd692759ebb4bf3a0fa8fe91d03df76 HTTP/1.1" status: 200 len: 379 time: 0.0577803 Dec 06 15:27:16.642864 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Request body: {'port': {'device_id': '09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'admin_state_up': True, 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'security_groups': ['7d9735f5-b38f-42dd-8457-57c9b540797b']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:27:16.756953 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Made reservation on behalf of edd692759ebb4bf3a0fa8fe91d03df76 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:27:16.760490 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:16.884061 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Allocated IP 172.20.0.5 (5cd3d629-294c-4537-8f1e-863f8f4b3c58/d729354f-de71-4474-b05a-729c96f5bac2/05e3b09b-91a7-4da8-9094-e3e1c4da49d9) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:27:17.021927 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:17.054533 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:17.094759 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:27:17.099803 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:27:17.103472 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:27:17.139647 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'Port': ['ID=05e3b09b-91a7-4da8-9094-e3e1c4da49d9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:27:17.154449 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:17.154798 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:17.155166 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:17.155505 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:17.155866 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:17.156720 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:17.157050 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:17.157377 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:17.157697 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:17.158023 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:17.158347 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:17.158666 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:17.158990 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:17.178746 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:17.179354 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:17.198716 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-697a0c66-c383-4b7e-97e9-cce632604221 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5594792 Dec 06 15:27:17.216237 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Request body: {'port': {'device_id': '09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:27:17.274524 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:17.330618 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6329bd8a-d449-4658-af0a-8580cc8feabe None None] Provisioning complete for port 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:27:17.331188 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6329bd8a-d449-4658-af0a-8580cc8feabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:17.366356 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6329bd8a-d449-4658-af0a-8580cc8feabe None None] Port 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:27:17.548740 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:27:17.556217 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:17.568221 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Transition to ACTIVE for port object 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:27:17.572088 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:17.657179 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Pushing event updated for resources: {'Port': ['ID=05e3b09b-91a7-4da8-9094-e3e1c4da49d9,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:27:17.730214 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867690e-e6e0-49c4-a549-379ec31a8c1a req-c57d14ae-99ef-41e2-992a-4066f14fac1d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:17.731826 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7867690e-e6e0-49c4-a549-379ec31a8c1a req-c57d14ae-99ef-41e2-992a-4066f14fac1d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 943 time: 0.0870314 Dec 06 15:27:17.755256 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Attempting to bind port 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:27:17.755589 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Attempting to bind port 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:27:17.755942 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Attempting to bind port 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:27:17.768909 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Port 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:27:17.769239 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Attempting to bind port 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 on network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:27:17.781936 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:27:17.782296 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Checking segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:27:17.782663 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Bound using segment: {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:27:17.783107 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Bound port: 05e3b09b-91a7-4da8-9094-e3e1c4da49d9, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac4d587-8756-42ad-9022-81be7d1ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:27:17.783461 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:17.814162 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7867690e-e6e0-49c4-a549-379ec31a8c1a req-4d3cfa11-6c31-4a2a-b547-46a1d715295f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709138 Dec 06 15:27:17.863779 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] For port 05e3b09b-91a7-4da8-9094-e3e1c4da49d9, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:27:17.866898 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] For port 05e3b09b-91a7-4da8-9094-e3e1c4da49d9, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=05e3b09b-91a7-4da8-9094-e3e1c4da49d9,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:27:17.872511 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:17.912071 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:17.912784 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:17.914265 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] 10.222.0.37 "PUT /v2.0/ports/05e3b09b-91a7-4da8-9094-e3e1c4da49d9 HTTP/1.1" status: 200 len: 1091 time: 0.7023730 Dec 06 15:27:17.914706 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b', 'tag': '05e3b09b-91a7-4da8-9094-e3e1c4da49d9'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:27:17.916972 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0a32d3-0821-49a0-a6b0-3230a8d28206" -d '{"events": [{"name": "network-changed", "server_uuid": "09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b", "tag": "05e3b09b-91a7-4da8-9094-e3e1c4da49d9"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:27:17.957593 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b5562-fe0c-457d-b277-de12ecadd479 service neutron] Pushing event updated for resources: {'Port': ['ID=05e3b09b-91a7-4da8-9094-e3e1c4da49d9,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:27:17.972233 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4822121-06b6-4c33-b8cf-e1c94a126555 x-openstack-request-id: req-b4822121-06b6-4c33-b8cf-e1c94a126555 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:27:17.972524 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b", "tag": "05e3b09b-91a7-4da8-9094-e3e1c4da49d9", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:27:17.972775 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4822121-06b6-4c33-b8cf-e1c94a126555 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:27:17.973177 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b', 'tag': '05e3b09b-91a7-4da8-9094-e3e1c4da49d9', 'status': 'completed', 'code': 200} Dec 06 15:27:18.021761 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-fb0fa496-a0f7-4951-918d-a86db9044908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:18.023476 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-fb0fa496-a0f7-4951-918d-a86db9044908 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 1094 time: 0.0493171 Dec 06 15:27:18.068726 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-60085c24-0670-4b3e-986b-d0ae0ada83cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05e3b09b-91a7-4da8-9094-e3e1c4da49d9 HTTP/1.1" status: 200 len: 217 time: 0.0368733 Dec 06 15:27:18.136548 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-156c1d54-2667-4bd9-9b2d-f54c01bc9958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:18.138061 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-156c1d54-2667-4bd9-9b2d-f54c01bc9958 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0567818 Dec 06 15:27:18.194141 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-0b90b0c1-dd58-4601-b085-c7a79573b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:18.195862 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-0b90b0c1-dd58-4601-b085-c7a79573b5c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466120 Dec 06 15:27:18.290779 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-72152ce8-a55f-404a-87e7-3fdda0278eda service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829368 Dec 06 15:27:18.390806 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dcee8210-637c-4a1b-8471-41c8610a5535 req-5eabeccb-f75a-4540-90b4-9fc1f42c336d service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843182 Dec 06 15:27:18.487318 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a32d3-0821-49a0-a6b0-3230a8d28206 req-702c61e7-3876-45ca-ae4f-180032931b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:18.488875 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f0a32d3-0821-49a0-a6b0-3230a8d28206 req-702c61e7-3876-45ca-ae4f-180032931b23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 1094 time: 0.0443046 Dec 06 15:27:18.585486 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a32d3-0821-49a0-a6b0-3230a8d28206 req-433d0c16-20ad-410a-a3bb-59e9e0bf18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:18.586952 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f0a32d3-0821-49a0-a6b0-3230a8d28206 req-433d0c16-20ad-410a-a3bb-59e9e0bf18ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.0867193 Dec 06 15:27:18.632143 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f0a32d3-0821-49a0-a6b0-3230a8d28206 req-4f073cb3-b9ae-4b58-a0d3-58194673e957 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05e3b09b-91a7-4da8-9094-e3e1c4da49d9 HTTP/1.1" status: 200 len: 217 time: 0.0336750 Dec 06 15:27:18.681752 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a32d3-0821-49a0-a6b0-3230a8d28206 req-578ccc7e-8f10-468b-b785-d75b2cc982c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:18.683108 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f0a32d3-0821-49a0-a6b0-3230a8d28206 req-578ccc7e-8f10-468b-b785-d75b2cc982c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0418086 Dec 06 15:27:18.729325 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a32d3-0821-49a0-a6b0-3230a8d28206 req-777d47b9-adfa-4110-8a72-966ea8d9f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:18.730878 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f0a32d3-0821-49a0-a6b0-3230a8d28206 req-777d47b9-adfa-4110-8a72-966ea8d9f772 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400836 Dec 06 15:27:18.828958 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f0a32d3-0821-49a0-a6b0-3230a8d28206 req-ab1fcf86-ab46-46fd-8699-da10e54280f1 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851157 Dec 06 15:27:19.284398 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6f0a32d3-0821-49a0-a6b0-3230a8d28206 req-9f83ed7a-adf0-4b82-8a62-a42abe93abff service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431300 Dec 06 15:27:19.296397 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d89ce-82dc-4bce-8aca-5eec3ca6f04f req-4e84efc8-2b76-438b-9837-e56c90ce3149 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:19.298434 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-712d89ce-82dc-4bce-8aca-5eec3ca6f04f req-4e84efc8-2b76-438b-9837-e56c90ce3149 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 943 time: 0.3965759 Dec 06 15:27:19.347337 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-712d89ce-82dc-4bce-8aca-5eec3ca6f04f req-d83747bb-302b-40d8-b288-cb129dfb756d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430241 Dec 06 15:27:20.469540 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a02ea-7e31-4f41-9938-c34ee52a27f2 req-8113e7c2-f731-44f3-a5da-d368bab22366 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:20.471134 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d25a02ea-7e31-4f41-9938-c34ee52a27f2 req-8113e7c2-f731-44f3-a5da-d368bab22366 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 943 time: 0.0539942 Dec 06 15:27:20.522487 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d25a02ea-7e31-4f41-9938-c34ee52a27f2 req-6c3362c6-6a6e-4385-9a9a-3ecf8faea497 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448606 Dec 06 15:27:21.638380 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845200d4-f5f8-49d0-97e8-457530ddbac1 req-86f02d31-e91f-42f8-bcab-4050872f74d0 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:21.639880 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-845200d4-f5f8-49d0-97e8-457530ddbac1 req-86f02d31-e91f-42f8-bcab-4050872f74d0 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 943 time: 0.0496182 Dec 06 15:27:21.690721 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-845200d4-f5f8-49d0-97e8-457530ddbac1 req-6dbe854f-3809-4500-9909-a2d53c093cd3 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440695 Dec 06 15:27:22.805336 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feead2c8-bd9d-4d5f-b62d-5fd56e8bf442 req-f4444c6f-d520-4172-bd2e-f2b188e1cff9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:22.806708 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-feead2c8-bd9d-4d5f-b62d-5fd56e8bf442 req-f4444c6f-d520-4172-bd2e-f2b188e1cff9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 943 time: 0.0481710 Dec 06 15:27:22.854938 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-feead2c8-bd9d-4d5f-b62d-5fd56e8bf442 req-012e7c09-abc3-477b-aa9c-c817fc50ad0a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415812 Dec 06 15:27:23.972005 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519dbfa5-4b72-4fb5-b86a-6588ac95ccd0 req-10237752-9c4e-477b-a230-9e14e5adf509 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:23.973449 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-519dbfa5-4b72-4fb5-b86a-6588ac95ccd0 req-10237752-9c4e-477b-a230-9e14e5adf509 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 943 time: 0.0512741 Dec 06 15:27:24.021280 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-519dbfa5-4b72-4fb5-b86a-6588ac95ccd0 req-8ad974de-e7c8-4d38-a24d-06e1c6fa6e96 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419152 Dec 06 15:27:25.138530 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d689f-4108-402a-910f-6594709863d5 req-e5a312c6-a6c7-47e3-b83d-1dca3b8ec267 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:25.140047 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-123d689f-4108-402a-910f-6594709863d5 req-e5a312c6-a6c7-47e3-b83d-1dca3b8ec267 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 943 time: 0.0518928 Dec 06 15:27:25.188336 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-123d689f-4108-402a-910f-6594709863d5 req-d7353f3f-910e-4f34-a7b5-0306d6a877f9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419486 Dec 06 15:27:26.303840 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff0f4e-cb09-40c9-9e94-8f74b5c5d9b6 req-f3f4fea9-8355-4e43-bad5-75758dc74e2c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:26.305191 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7cff0f4e-cb09-40c9-9e94-8f74b5c5d9b6 req-f3f4fea9-8355-4e43-bad5-75758dc74e2c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 943 time: 0.0478163 Dec 06 15:27:26.352210 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7cff0f4e-cb09-40c9-9e94-8f74b5c5d9b6 req-eb2ecebe-cdae-4a3c-ab11-630ae44c7dce tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409732 Dec 06 15:27:27.467365 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a895527-4954-4320-aaf2-1497db4080ae req-96d059c4-02c0-4abe-8f54-8019fa76aea2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:27.468885 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a895527-4954-4320-aaf2-1497db4080ae req-96d059c4-02c0-4abe-8f54-8019fa76aea2 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 943 time: 0.0499775 Dec 06 15:27:27.519566 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a895527-4954-4320-aaf2-1497db4080ae req-de353924-c7ad-43e3-a271-3c3f00cdd17e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444012 Dec 06 15:27:28.215391 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:28.636652 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cb08b-c636-416b-85d1-a9fb46869363 req-4b707b87-4510-4eab-8e0b-26f2e72e94bd tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:28.638284 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-856cb08b-c636-416b-85d1-a9fb46869363 req-4b707b87-4510-4eab-8e0b-26f2e72e94bd tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 943 time: 0.0523202 Dec 06 15:27:28.689165 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-856cb08b-c636-416b-85d1-a9fb46869363 req-a6903f5d-e11d-479f-aa32-fe6a93f9294f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443957 Dec 06 15:27:29.804212 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c8b03-699f-4a80-abe8-e78cd0907ef1 req-2be510fb-7064-4a64-adf4-80140cfa3e66 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:29.805571 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-733c8b03-699f-4a80-abe8-e78cd0907ef1 req-2be510fb-7064-4a64-adf4-80140cfa3e66 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 943 time: 0.0479412 Dec 06 15:27:29.857128 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-733c8b03-699f-4a80-abe8-e78cd0907ef1 req-dc3823b5-1f0e-4f5c-83bd-ec729e21901b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456553 Dec 06 15:27:30.133373 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:30.618843 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:27:30.712683 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 05e3b09b-91a7-4da8-9094-e3e1c4da49d9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=05e3b09b-91a7-4da8-9094-e3e1c4da49d9,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:27:30.724111 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '05e3b09b-91a7-4da8-9094-e3e1c4da49d9', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'port_id': '05e3b09b-91a7-4da8-9094-e3e1c4da49d9', 'mac_address': 'fa:16:3e:cc:ab:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:27:30.760314 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:30.772872 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:27:30.791981 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 05e3b09b-91a7-4da8-9094-e3e1c4da49d9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=05e3b09b-91a7-4da8-9094-e3e1c4da49d9,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:27:30.795216 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:30.842681 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3fcf8e69-5971-4703-84c5-d6a1ce4d5e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:30.855640 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=05e3b09b-91a7-4da8-9094-e3e1c4da49d9,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:27:30.863389 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:30.863758 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:30.864102 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:30.864439 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:30.864772 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:30.865102 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:30.865429 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:30.865754 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:30.866079 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:30.866402 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:30.866725 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:30.867047 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:30.867368 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:30.970454 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870a5fb-73c8-4326-9afe-384f7155f96e req-3439fe99-35fa-4632-b22f-d347744c3b8a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:30.972654 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a870a5fb-73c8-4326-9afe-384f7155f96e req-3439fe99-35fa-4632-b22f-d347744c3b8a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 944 time: 0.0487480 Dec 06 15:27:31.021610 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a870a5fb-73c8-4326-9afe-384f7155f96e req-e18d6e57-2e10-4ce9-9f3f-79f9dfd3897a tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429511 Dec 06 15:27:31.094827 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['05e3b09b-91a7-4da8-9094-e3e1c4da49d9'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:27:32.137750 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae0679-4db0-4690-b309-cd71d477f259 req-58118d7a-80d2-4d17-8cf3-a8f87d604fda tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:32.139183 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7ae0679-4db0-4690-b309-cd71d477f259 req-58118d7a-80d2-4d17-8cf3-a8f87d604fda tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 944 time: 0.0483940 Dec 06 15:27:32.187038 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7ae0679-4db0-4690-b309-cd71d477f259 req-04cf6f4f-28d0-4083-b874-2b7627f0ce9d tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419810 Dec 06 15:27:32.619247 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:27:32.667610 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:27:32.671108 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:27:32.671478 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:32.745553 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:32.770281 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e3b09b-91a7-4da8-9094-e3e1c4da49d9'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:27:32.772552 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefd4520-9f41-482d-9200-1eb9a6c2ca85" -d '{"events": [{"server_uuid": "09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b", "name": "network-vif-plugged", "status": "completed", "tag": "05e3b09b-91a7-4da8-9094-e3e1c4da49d9"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:27:32.785823 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 05e3b09b-91a7-4da8-9094-e3e1c4da49d9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=05e3b09b-91a7-4da8-9094-e3e1c4da49d9,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:27:32.791562 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:32.813956 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2bf4a2-3a83-4b17-8cf4-a3bcb057f4ff x-openstack-request-id: req-4f2bf4a2-3a83-4b17-8cf4-a3bcb057f4ff {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:27:32.814266 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b", "name": "network-vif-plugged", "status": "completed", "tag": "05e3b09b-91a7-4da8-9094-e3e1c4da49d9", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:27:32.814559 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f2bf4a2-3a83-4b17-8cf4-a3bcb057f4ff {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:27:32.815016 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e3b09b-91a7-4da8-9094-e3e1c4da49d9', 'code': 200} Dec 06 15:27:32.842588 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=05e3b09b-91a7-4da8-9094-e3e1c4da49d9,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:27:32.923374 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5b0d5-15d7-40bc-9f8c-c6b78d5f320e req-7043b376-5548-45de-bd7b-df85412c1b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:32.924869 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bfd5b0d5-15d7-40bc-9f8c-c6b78d5f320e req-7043b376-5548-45de-bd7b-df85412c1b38 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 1096 time: 0.0388002 Dec 06 15:27:32.981777 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bfd5b0d5-15d7-40bc-9f8c-c6b78d5f320e req-f3134c17-5560-4c79-b245-0fd3202e7127 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423059 Dec 06 15:27:33.270258 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d7c523b1-1dab-437d-9d1b-ad69290c51b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:33.300554 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8f22a-798e-43d7-8419-baa8f81cee56 req-d048e55b-cfd1-419a-a4b4-ccb1bdc674a4 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:33.302026 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-22c8f22a-798e-43d7-8419-baa8f81cee56 req-d048e55b-cfd1-419a-a4b4-ccb1bdc674a4 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 945 time: 0.0475934 Dec 06 15:27:33.349562 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-22c8f22a-798e-43d7-8419-baa8f81cee56 req-bf28f9d5-3796-455b-a778-df191bbaa3b9 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415454 Dec 06 15:27:34.096483 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:34.465328 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a77d1-ec7d-464d-9c80-b858542f8c2c req-a0a24df1-f208-4a78-b473-7fe616e65b64 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:34.466869 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-998a77d1-ec7d-464d-9c80-b858542f8c2c req-a0a24df1-f208-4a78-b473-7fe616e65b64 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 945 time: 0.0482845 Dec 06 15:27:34.517137 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-998a77d1-ec7d-464d-9c80-b858542f8c2c req-47a27812-6307-462c-b2b1-4e15af3c3030 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443163 Dec 06 15:27:34.635302 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21b758-1589-46a6-a33a-3538ebade04a req-d8bc8ae4-4507-4bc6-87cd-e597eb9fe7df tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:34.636724 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b21b758-1589-46a6-a33a-3538ebade04a req-d8bc8ae4-4507-4bc6-87cd-e597eb9fe7df tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 945 time: 0.0523961 Dec 06 15:27:34.685001 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b21b758-1589-46a6-a33a-3538ebade04a req-c92f5e4a-9dcb-4f02-8dc3-c7f75e3fa5fc tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423515 Dec 06 15:27:34.707878 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44418) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:27:34.746663 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78860ec-e644-48fb-87fb-61ee494c7721 tempest-TestVolumeBootPattern-233478841 tempest-TestVolumeBootPattern-233478841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:34.748191 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a78860ec-e644-48fb-87fb-61ee494c7721 tempest-TestVolumeBootPattern-233478841 tempest-TestVolumeBootPattern-233478841-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 1091 time: 0.0393584 Dec 06 15:27:34.750956 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44420) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:27:34.755931 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': '05e3b09b-91a7-4da8-9094-e3e1c4da49d9', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:27:34.777238 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:35.125907 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:35.224149 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Allocated IP 172.35.7.151 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/97257a3d-cc1d-41df-9a99-80a78da5dc34) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:27:35.323822 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:35.356664 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:35.394802 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:27:35.397587 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:27:35.401084 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:27:35.425576 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'Port': ['ID=97257a3d-cc1d-41df-9a99-80a78da5dc34,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:27:35.438489 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:35.438838 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:35.439179 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:35.439515 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:35.439878 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:35.440237 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:35.440564 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:35.440897 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:35.441222 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:35.441541 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:35.441862 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:35.442183 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:35.442503 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:27:35.752339 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:35.766531 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:35.830133 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:35.981428 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:35.985732 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:36.058361 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event updated for resources: {'Port': ['ID=97257a3d-cc1d-41df-9a99-80a78da5dc34,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:27:36.066463 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:36.162305 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Floating IP 3dd37dc7-ba3b-4ed3-8d2a-4fa975ec7d56 associated. External IP: 172.35.7.151, port: 05e3b09b-91a7-4da8-9094-e3e1c4da49d9. Dec 06 15:27:36.366393 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:27:36.477377 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:27:36.489935 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e95860-a1bb-4462-a8f5-0a20c072476e None None] Sync routers for ids ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:27:36.495435 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:36.499521 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e95860-a1bb-4462-a8f5-0a20c072476e None None] Routers {'0906cff9-eb98-42d2-81ff-e3cbeef64e7d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:27:36.500160 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a4e95860-a1bb-4462-a8f5-0a20c072476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:27:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:27:36.523990 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-732a69d1-9985-4bc9-8cba-32697c654d4f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7719646 Dec 06 15:27:36.524701 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b', 'tag': '05e3b09b-91a7-4da8-9094-e3e1c4da49d9'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:27:36.526992 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87981b3-2de6-4bc0-930f-160eaee9cb37" -d '{"events": [{"name": "network-changed", "server_uuid": "09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b", "tag": "05e3b09b-91a7-4da8-9094-e3e1c4da49d9"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:27:36.610529 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a4e95860-a1bb-4462-a8f5-0a20c072476e None None] Set router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:27:36.625064 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca25a87-412f-4f46-895c-3aa2a0698173 x-openstack-request-id: req-2ca25a87-412f-4f46-895c-3aa2a0698173 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:27:36.625374 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b", "tag": "05e3b09b-91a7-4da8-9094-e3e1c4da49d9", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:27:36.625634 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ca25a87-412f-4f46-895c-3aa2a0698173 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:27:36.626045 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b', 'tag': '05e3b09b-91a7-4da8-9094-e3e1c4da49d9', 'status': 'completed', 'code': 200} Dec 06 15:27:36.658069 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:36.689233 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87981b3-2de6-4bc0-930f-160eaee9cb37 req-a5f8430f-e7cd-42b9-b28c-46c4bc825729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:36.691335 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a87981b3-2de6-4bc0-930f-160eaee9cb37 req-a5f8430f-e7cd-42b9-b28c-46c4bc825729 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 1096 time: 0.0413918 Dec 06 15:27:36.795300 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87981b3-2de6-4bc0-930f-160eaee9cb37 req-15a94ee3-e96d-425d-8c13-96bd3beaa550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:36.796815 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a87981b3-2de6-4bc0-930f-160eaee9cb37 req-15a94ee3-e96d-425d-8c13-96bd3beaa550 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.0876627 Dec 06 15:27:36.843413 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a4e95860-a1bb-4462-a8f5-0a20c072476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3dd37dc7-ba3b-4ed3-8d2a-4fa975ec7d56', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'floating_ip_address': '172.35.7.151', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'port_id': '05e3b09b-91a7-4da8-9094-e3e1c4da49d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'mac_address': 'fa:16:3e:cc:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:27:35Z', 'updated_at': '2021-12-06T15:27:35Z', 'revision_number': 0, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ip_address_scope': None}, {'id': '6a77ecd0-1e8f-4b14-a82d-48526b0c4a05', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'floating_ip_address': '172.35.7.250', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'port_id': '17d46935-4f9f-48e1-b247-5efb9d3f6112', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'mac_address': 'fa:16:3e:7e:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:25:32Z', 'updated_at': '2021-12-06T15:25:34Z', 'revision_number': 1, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:27:36.863421 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a87981b3-2de6-4bc0-930f-160eaee9cb37 req-4335aded-90c5-4a57-b23d-6de08d09d688 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05e3b09b-91a7-4da8-9094-e3e1c4da49d9 HTTP/1.1" status: 200 len: 999 time: 0.0588350 Dec 06 15:27:36.872150 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e95860-a1bb-4462-a8f5-0a20c072476e None None] Checking router: 0906cff9-eb98-42d2-81ff-e3cbeef64e7d for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:27:36.880939 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e95860-a1bb-4462-a8f5-0a20c072476e None None] Routers {'0906cff9-eb98-42d2-81ff-e3cbeef64e7d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:27:36.881542 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a4e95860-a1bb-4462-a8f5-0a20c072476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:27:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:27:36.917616 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87981b3-2de6-4bc0-930f-160eaee9cb37 req-fd4b48a0-5d44-416c-b30c-7e0d288958e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:36.919044 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a87981b3-2de6-4bc0-930f-160eaee9cb37 req-fd4b48a0-5d44-416c-b30c-7e0d288958e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0474133 Dec 06 15:27:36.964114 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87981b3-2de6-4bc0-930f-160eaee9cb37 req-ef527c82-a66a-4f25-8073-3aa3d897edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:36.965607 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a87981b3-2de6-4bc0-930f-160eaee9cb37 req-ef527c82-a66a-4f25-8073-3aa3d897edcd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393605 Dec 06 15:27:36.982008 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a4e95860-a1bb-4462-a8f5-0a20c072476e None None] Set router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:27:37.054006 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a87981b3-2de6-4bc0-930f-160eaee9cb37 req-b383cb8c-e5fb-437f-9567-1620570a13ff service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812037 Dec 06 15:27:37.146662 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a87981b3-2de6-4bc0-930f-160eaee9cb37 req-a874393b-3fa7-4923-812f-0fa72f89ff3c service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852273 Dec 06 15:27:37.198070 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a4e95860-a1bb-4462-a8f5-0a20c072476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3dd37dc7-ba3b-4ed3-8d2a-4fa975ec7d56', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'floating_ip_address': '172.35.7.151', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'port_id': '05e3b09b-91a7-4da8-9094-e3e1c4da49d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'mac_address': 'fa:16:3e:cc:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:27:35Z', 'updated_at': '2021-12-06T15:27:35Z', 'revision_number': 0, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ip_address_scope': None}, {'id': '6a77ecd0-1e8f-4b14-a82d-48526b0c4a05', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'floating_ip_address': '172.35.7.250', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'port_id': '17d46935-4f9f-48e1-b247-5efb9d3f6112', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'mac_address': 'fa:16:3e:7e:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:25:32Z', 'updated_at': '2021-12-06T15:25:34Z', 'revision_number': 1, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:27:37.222549 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e95860-a1bb-4462-a8f5-0a20c072476e None None] The sync data for ids ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'] in n-d-master-1 is: [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3dd37dc7-ba3b-4ed3-8d2a-4fa975ec7d56', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'floating_ip_address': '172.35.7.151', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'port_id': '05e3b09b-91a7-4da8-9094-e3e1c4da49d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'mac_address': 'fa:16:3e:cc:ab:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:27:35Z', 'updated_at': '2021-12-06T15:27:35Z', 'revision_number': 0, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ip_address_scope': None}, {'id': '6a77ecd0-1e8f-4b14-a82d-48526b0c4a05', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'floating_ip_address': '172.35.7.250', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'port_id': '17d46935-4f9f-48e1-b247-5efb9d3f6112', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'mac_address': 'fa:16:3e:7e:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:25:32Z', 'updated_at': '2021-12-06T15:25:34Z', 'revision_number': 1, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:27:37.416273 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6ab12-49e3-4421-a137-a43b679720e4 None None] New status for floating IP 3dd37dc7-ba3b-4ed3-8d2a-4fa975ec7d56: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:27:37.744055 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:27:46.435490 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9da2c9b6-36f1-486d-8568-a5340fc8fae6 req-a9d03d05-b168-4210-8b83-4984f40d31c7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389867 Dec 06 15:27:46.515289 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2c9b6-36f1-486d-8568-a5340fc8fae6 req-745912d5-b2dc-4e43-bdc0-833f64d0bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:46.516799 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9da2c9b6-36f1-486d-8568-a5340fc8fae6 req-745912d5-b2dc-4e43-bdc0-833f64d0bdef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf8ee0af1c6b44c1b57e3655bf64c654&device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 1096 time: 0.0421114 Dec 06 15:27:46.626698 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2c9b6-36f1-486d-8568-a5340fc8fae6 req-0d67a692-cd97-473d-aeeb-15e7e6a3a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:46.628280 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9da2c9b6-36f1-486d-8568-a5340fc8fae6 req-0d67a692-cd97-473d-aeeb-15e7e6a3a8fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdd1757-dede-4b21-92c3-b24b1d97fd8d HTTP/1.1" status: 200 len: 909 time: 0.0899796 Dec 06 15:27:46.691884 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9da2c9b6-36f1-486d-8568-a5340fc8fae6 req-30dfe75b-8666-4248-868b-46e08cacc4f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38fb984a-c442-47e8-99a0-c816f6d9b093 HTTP/1.1" status: 200 len: 1000 time: 0.0569532 Dec 06 15:27:46.744606 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2c9b6-36f1-486d-8568-a5340fc8fae6 req-c464a947-4792-434a-be0d-5f06fa1f8875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:46.746035 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9da2c9b6-36f1-486d-8568-a5340fc8fae6 req-c464a947-4792-434a-be0d-5f06fa1f8875 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=daa028d1-8cc5-42fd-bcb2-c9d4059921a5 HTTP/1.1" status: 200 len: 847 time: 0.0477200 Dec 06 15:27:46.790423 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2c9b6-36f1-486d-8568-a5340fc8fae6 req-2882cbfb-b557-4ed4-81a1-d7e6f217b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:46.791904 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9da2c9b6-36f1-486d-8568-a5340fc8fae6 req-2882cbfb-b557-4ed4-81a1-d7e6f217b414 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdd1757-dede-4b21-92c3-b24b1d97fd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391362 Dec 06 15:27:46.881464 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9da2c9b6-36f1-486d-8568-a5340fc8fae6 req-5c149014-cdd9-4b53-a27f-63bc1ba9624e service neutron] 10.222.0.23 "GET /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826576 Dec 06 15:27:46.969017 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9da2c9b6-36f1-486d-8568-a5340fc8fae6 req-608ad669-b97d-42ba-b8bd-0d9290d204ca service neutron] 10.222.0.23 "GET /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808098 Dec 06 15:27:51.274133 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44e29afa-758f-452a-932a-e07837b7ae85 req-9d7e87c2-8659-41cf-939c-de9fa087f26a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395110 Dec 06 15:27:51.362478 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29afa-758f-452a-932a-e07837b7ae85 req-4b8fd3ac-ecc0-4d8d-8e5e-edcc567c8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:51.363968 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44e29afa-758f-452a-932a-e07837b7ae85 req-4b8fd3ac-ecc0-4d8d-8e5e-edcc567c8e35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 1097 time: 0.0440717 Dec 06 15:27:51.464607 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29afa-758f-452a-932a-e07837b7ae85 req-18c08679-e40d-4ee6-8c0c-66926bcad34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:51.466020 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44e29afa-758f-452a-932a-e07837b7ae85 req-18c08679-e40d-4ee6-8c0c-66926bcad34e service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.0815997 Dec 06 15:27:51.536589 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44e29afa-758f-452a-932a-e07837b7ae85 req-48bad896-ac39-4189-a357-e124020216e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17d46935-4f9f-48e1-b247-5efb9d3f6112 HTTP/1.1" status: 200 len: 1002 time: 0.0619857 Dec 06 15:27:51.585160 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29afa-758f-452a-932a-e07837b7ae85 req-4b5d0d45-a363-4e8d-9e96-7a7e56476ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:51.586573 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44e29afa-758f-452a-932a-e07837b7ae85 req-4b5d0d45-a363-4e8d-9e96-7a7e56476ffc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0426674 Dec 06 15:27:51.634916 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29afa-758f-452a-932a-e07837b7ae85 req-fee48432-947a-4b27-88a8-c05694350f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:51.636416 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44e29afa-758f-452a-932a-e07837b7ae85 req-fee48432-947a-4b27-88a8-c05694350f2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390022 Dec 06 15:27:51.730879 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44e29afa-758f-452a-932a-e07837b7ae85 req-363d6d8b-a508-4dad-8df6-2dffd5b9acf4 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870566 Dec 06 15:27:51.826819 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44e29afa-758f-452a-932a-e07837b7ae85 req-2fa60d94-9920-4cb7-ae5b-e8bf75cf7ca1 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883849 Dec 06 15:27:58.233580 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:00.148559 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:00.834990 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef2717e7-36ac-4431-b0b5-c7d353997323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:03.271587 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0edb7724-716d-4975-abce-3a2f07255b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:04.099341 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:05.756083 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:06.659020 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:14.743341 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:28:28.229652 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:30.149388 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:30.834762 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5c91cfb9-4b09-495c-b36b-fae36fd3bf79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:33.272831 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d66d7102-a04b-43af-908a-69ea936520b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:34.103236 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:35.759089 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:36.661743 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:46.531456 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6badc159-155f-4636-96e1-fbe10659ae72 req-3700aed7-98c0-4900-af7a-3413535112bb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1500261 Dec 06 15:28:46.611053 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badc159-155f-4636-96e1-fbe10659ae72 req-576a6cf9-e6fd-49d7-8921-3354bef11a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:46.612543 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6badc159-155f-4636-96e1-fbe10659ae72 req-576a6cf9-e6fd-49d7-8921-3354bef11a38 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf8ee0af1c6b44c1b57e3655bf64c654&device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 1096 time: 0.0388877 Dec 06 15:28:46.716046 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badc159-155f-4636-96e1-fbe10659ae72 req-0b1e22d0-063c-4697-af03-50aede28d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:46.717430 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6badc159-155f-4636-96e1-fbe10659ae72 req-0b1e22d0-063c-4697-af03-50aede28d02e service neutron] 10.222.0.23 "GET /v2.0/networks?id=1cdd1757-dede-4b21-92c3-b24b1d97fd8d HTTP/1.1" status: 200 len: 909 time: 0.0849626 Dec 06 15:28:46.787201 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6badc159-155f-4636-96e1-fbe10659ae72 req-0103c0ef-b7a0-469d-bb58-bf28b9846d3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38fb984a-c442-47e8-99a0-c816f6d9b093 HTTP/1.1" status: 200 len: 1000 time: 0.0622778 Dec 06 15:28:46.835983 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badc159-155f-4636-96e1-fbe10659ae72 req-7037c495-a700-4b5a-964d-7c4662f3296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:46.837390 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6badc159-155f-4636-96e1-fbe10659ae72 req-7037c495-a700-4b5a-964d-7c4662f3296f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=daa028d1-8cc5-42fd-bcb2-c9d4059921a5 HTTP/1.1" status: 200 len: 847 time: 0.0426648 Dec 06 15:28:46.882355 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badc159-155f-4636-96e1-fbe10659ae72 req-e8de4f1c-037d-4c73-a90e-a820e32b0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:46.883849 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6badc159-155f-4636-96e1-fbe10659ae72 req-e8de4f1c-037d-4c73-a90e-a820e32b0a68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1cdd1757-dede-4b21-92c3-b24b1d97fd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390627 Dec 06 15:28:46.975484 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6badc159-155f-4636-96e1-fbe10659ae72 req-b89b761f-43c7-40d3-ba24-a77c115b0ad5 service neutron] 10.222.0.23 "GET /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829387 Dec 06 15:28:47.063418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6badc159-155f-4636-96e1-fbe10659ae72 req-f560b3e9-81d3-47df-a289-e7b4a0c52dba service neutron] 10.222.0.23 "GET /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805125 Dec 06 15:28:51.820695 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:28:53.124074 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5024945-5b6a-4b09-b380-9d0c257cfcbb req-7b5092ab-e8c3-40b0-8a0c-458818bc5aa6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432258 Dec 06 15:28:53.188789 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5024945-5b6a-4b09-b380-9d0c257cfcbb req-4103d03d-8992-4194-9f9b-4499f2b4d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:53.190452 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5024945-5b6a-4b09-b380-9d0c257cfcbb req-4103d03d-8992-4194-9f9b-4499f2b4d489 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 1096 time: 0.0393879 Dec 06 15:28:53.302676 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5024945-5b6a-4b09-b380-9d0c257cfcbb req-78c5f6eb-2067-4bee-9af5-678e90be13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:53.304134 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5024945-5b6a-4b09-b380-9d0c257cfcbb req-78c5f6eb-2067-4bee-9af5-678e90be13b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.0860701 Dec 06 15:28:53.367794 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5024945-5b6a-4b09-b380-9d0c257cfcbb req-4d0a0b50-1818-46c5-ad50-c80597c69479 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05e3b09b-91a7-4da8-9094-e3e1c4da49d9 HTTP/1.1" status: 200 len: 1001 time: 0.0560467 Dec 06 15:28:53.418224 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5024945-5b6a-4b09-b380-9d0c257cfcbb req-4cab4626-f282-4695-9c7d-26f4ed9f1b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:53.419526 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5024945-5b6a-4b09-b380-9d0c257cfcbb req-4cab4626-f282-4695-9c7d-26f4ed9f1b32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0417151 Dec 06 15:28:53.485210 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5024945-5b6a-4b09-b380-9d0c257cfcbb req-7f08c5a2-c494-4e63-939e-a543621e8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:53.486740 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5024945-5b6a-4b09-b380-9d0c257cfcbb req-7f08c5a2-c494-4e63-939e-a543621e8425 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467725 Dec 06 15:28:53.579217 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5024945-5b6a-4b09-b380-9d0c257cfcbb req-354293e7-6e9e-4489-bb16-33cc0bc3bbd0 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811467 Dec 06 15:28:53.678930 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5024945-5b6a-4b09-b380-9d0c257cfcbb req-2bddbc77-d55e-488b-825e-97ac33ed73f7 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852571 Dec 06 15:28:54.119087 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2a767-0807-418f-8f80-c4a6964ea2de req-1b9b05d6-b326-41c6-9d93-be4226bdfbd3 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:54.120567 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6a2a767-0807-418f-8f80-c4a6964ea2de req-1b9b05d6-b326-41c6-9d93-be4226bdfbd3 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 945 time: 0.0484180 Dec 06 15:28:54.168308 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d6a2a767-0807-418f-8f80-c4a6964ea2de req-268498ae-43b8-408e-9d60-7ba1c3c33a85 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/security-groups?id=77623b76-f71e-47bf-b8d7-dc98622f9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419276 Dec 06 15:28:55.286484 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1edc66-620c-4f67-834b-6df5b4ae68ee req-6aadbbfa-7d3a-4e94-b765-5c0da922d449 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:55.287975 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2b1edc66-620c-4f67-834b-6df5b4ae68ee req-6aadbbfa-7d3a-4e94-b765-5c0da922d449 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 945 time: 0.0488777 Dec 06 15:28:55.341201 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2b1edc66-620c-4f67-834b-6df5b4ae68ee req-0895110b-1aa0-4d09-8e53-27e7fe764eb0 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/security-groups?id=77623b76-f71e-47bf-b8d7-dc98622f9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466454 Dec 06 15:28:55.370558 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c54cf-03b0-4165-9a39-1d925bd1ce2a req-3d1e55fd-5677-40c1-9c96-221ce9abc69c tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:55.372031 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e72c54cf-03b0-4165-9a39-1d925bd1ce2a req-3d1e55fd-5677-40c1-9c96-221ce9abc69c tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.23 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 945 time: 0.0480683 Dec 06 15:28:55.462914 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e72c54cf-03b0-4165-9a39-1d925bd1ce2a req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Deleting port 38fb984a-c442-47e8-99a0-c816f6d9b093 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:28:55.463169 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e72c54cf-03b0-4165-9a39-1d925bd1ce2a req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:55.550457 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e72c54cf-03b0-4165-9a39-1d925bd1ce2a req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] For port 38fb984a-c442-47e8-99a0-c816f6d9b093, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=38fb984a-c442-47e8-99a0-c816f6d9b093,segment=NetworkSegment(4c6238c3-e24a-47fb-b7a6-ddd2b50ab046),segment_id=4c6238c3-e24a-47fb-b7a6-ddd2b50ab046)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:28:55.550816 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e72c54cf-03b0-4165-9a39-1d925bd1ce2a req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:55.722430 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e72c54cf-03b0-4165-9a39-1d925bd1ce2a req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:55.722717 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e72c54cf-03b0-4165-9a39-1d925bd1ce2a req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:55.723034 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [req-e72c54cf-03b0-4165-9a39-1d925bd1ce2a req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Floating IP 1fc82363-34f3-4dbb-9f0f-b113acee0dba disassociated. External IP: 172.35.7.86, port: 38fb984a-c442-47e8-99a0-c816f6d9b093. Dec 06 15:28:55.723374 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e72c54cf-03b0-4165-9a39-1d925bd1ce2a req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Calling delete_port for 38fb984a-c442-47e8-99a0-c816f6d9b093 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:28:55.847174 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e72c54cf-03b0-4165-9a39-1d925bd1ce2a req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:55.880125 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Pushing event deleted for resources: {'Port': ['ID=38fb984a-c442-47e8-99a0-c816f6d9b093,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:28:55.893226 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:55.893603 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:55.893949 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:55.894288 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:55.895242 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:55.895242 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:55.895555 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:55.895892 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:55.896285 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:55.896635 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:55.896883 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:55.897212 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:55.897535 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:55.998253 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e72c54cf-03b0-4165-9a39-1d925bd1ce2a req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Router cfd43eca-f9c3-4580-a699-9666e070be6e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:28:56.103508 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e72c54cf-03b0-4165-9a39-1d925bd1ce2a req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:28:56.113293 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720a7c3e-6de0-4622-861f-1399a8a1c9d6 None None] Sync routers for ids ['cfd43eca-f9c3-4580-a699-9666e070be6e'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:28:56.122617 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720a7c3e-6de0-4622-861f-1399a8a1c9d6 None None] Routers {'cfd43eca-f9c3-4580-a699-9666e070be6e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:28:56.123218 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-720a7c3e-6de0-4622-861f-1399a8a1c9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:28:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['cfd43eca-f9c3-4580-a699-9666e070be6e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:28:56.147793 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72c54cf-03b0-4165-9a39-1d925bd1ce2a req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] No DVR routers for this DVR port 38fb984a-c442-47e8-99a0-c816f6d9b093 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:28:56.151082 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e72c54cf-03b0-4165-9a39-1d925bd1ce2a req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:56.154451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e72c54cf-03b0-4165-9a39-1d925bd1ce2a req-ab6a54b6-a0a5-47c9-8111-e22e1bdca34a tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.23 "DELETE /v2.0/ports/38fb984a-c442-47e8-99a0-c816f6d9b093 HTTP/1.1" status: 204 len: 173 time: 0.7768762 Dec 06 15:28:56.154944 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e7e299-9bc7-46b9-b61c-3d9280c61d1f', 'name': 'network-vif-deleted', 'tag': '38fb984a-c442-47e8-99a0-c816f6d9b093'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:28:56.157256 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44059000-e0f5-4fe3-b31e-e84f94ae3b74" -d '{"events": [{"server_uuid": "66e7e299-9bc7-46b9-b61c-3d9280c61d1f", "name": "network-vif-deleted", "tag": "38fb984a-c442-47e8-99a0-c816f6d9b093"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:28:56.233222 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-720a7c3e-6de0-4622-861f-1399a8a1c9d6 None None] Set router cfd43eca-f9c3-4580-a699-9666e070be6e gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:28:56.281115 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f03f11f-d4f0-43d8-903a-ecc7eaea6939 x-openstack-request-id: req-7f03f11f-d4f0-43d8-903a-ecc7eaea6939 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:28:56.281409 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e7e299-9bc7-46b9-b61c-3d9280c61d1f", "name": "network-vif-deleted", "tag": "38fb984a-c442-47e8-99a0-c816f6d9b093", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:28:56.281713 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f03f11f-d4f0-43d8-903a-ecc7eaea6939 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:28:56.282114 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e7e299-9bc7-46b9-b61c-3d9280c61d1f', 'name': 'network-vif-deleted', 'tag': '38fb984a-c442-47e8-99a0-c816f6d9b093', 'status': 'completed', 'code': 200} Dec 06 15:28:56.437655 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-720a7c3e-6de0-4622-861f-1399a8a1c9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'name': 'tempest-TestServerBasicOps-420622896-router', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184'}], 'enable_snat': True}, 'gw_port_id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:53Z', 'revision_number': 4, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'gw_port': {'id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '76bead8a-a227-4312-bbbf-8655a885d93e', 'name': '', 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'mac_address': 'fa:16:3e:43:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:52Z', 'updated_at': '2021-12-06T15:23:56Z', 'revision_number': 5, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'subnets': [{'id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:28:56.451979 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0e620408-c925-4da0-a9f6-c6fee5ee2603 req-6a563c58-9163-459c-959b-706db5a5b9b8 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "GET /v2.0/ports?device_id=66e7e299-9bc7-46b9-b61c-3d9280c61d1f HTTP/1.1" status: 200 len: 210 time: 0.0266421 Dec 06 15:28:56.467102 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720a7c3e-6de0-4622-861f-1399a8a1c9d6 None None] Checking router: cfd43eca-f9c3-4580-a699-9666e070be6e for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:28:56.475580 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720a7c3e-6de0-4622-861f-1399a8a1c9d6 None None] Routers {'cfd43eca-f9c3-4580-a699-9666e070be6e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:28:56.476180 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-720a7c3e-6de0-4622-861f-1399a8a1c9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:28:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['cfd43eca-f9c3-4580-a699-9666e070be6e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:28:56.582420 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-720a7c3e-6de0-4622-861f-1399a8a1c9d6 None None] Set router cfd43eca-f9c3-4580-a699-9666e070be6e gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:28:56.775678 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-720a7c3e-6de0-4622-861f-1399a8a1c9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'name': 'tempest-TestServerBasicOps-420622896-router', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184'}], 'enable_snat': True}, 'gw_port_id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:53Z', 'revision_number': 4, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'gw_port': {'id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '76bead8a-a227-4312-bbbf-8655a885d93e', 'name': '', 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'mac_address': 'fa:16:3e:43:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:52Z', 'updated_at': '2021-12-06T15:23:56Z', 'revision_number': 5, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'subnets': [{'id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:28:56.801134 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720a7c3e-6de0-4622-861f-1399a8a1c9d6 None None] The sync data for ids ['cfd43eca-f9c3-4580-a699-9666e070be6e'] in n-d-master-1 is: [{'id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'name': 'tempest-TestServerBasicOps-420622896-router', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184'}], 'enable_snat': True}, 'gw_port_id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:53Z', 'revision_number': 4, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'gw_port': {'id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '76bead8a-a227-4312-bbbf-8655a885d93e', 'name': '', 'network_id': '1cdd1757-dede-4b21-92c3-b24b1d97fd8d', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'mac_address': 'fa:16:3e:43:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:52Z', 'updated_at': '2021-12-06T15:23:56Z', 'revision_number': 5, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'subnets': [{'id': 'daa028d1-8cc5-42fd-bcb2-c9d4059921a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:28:57.009004 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0638e2-c6e5-474a-b06a-a493ad29b921 None None] New status for floating IP 1fc82363-34f3-4dbb-9f0f-b113acee0dba: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:28:57.510616 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44478) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:28:57.632888 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Deleting port 059247f4-fe30-40cd-bcdb-3924337a4b92 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:28:57.633228 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:57.707154 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:57.707480 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:57.719623 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Calling delete_port for 059247f4-fe30-40cd-bcdb-3924337a4b92 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:28:57.851124 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:57.876684 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Pushing event deleted for resources: {'Port': ['ID=059247f4-fe30-40cd-bcdb-3924337a4b92,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:28:57.904389 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:57.904738 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:57.905080 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:57.905418 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:57.905757 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:57.906090 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:57.906418 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:57.906745 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:57.907072 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:57.907396 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:57.907750 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:57.908079 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:57.908406 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:57.949336 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:57.951981 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:57.953192 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-80a4559f-6a20-427f-bb34-2868d9aea645 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "DELETE /v2.0/floatingips/1fc82363-34f3-4dbb-9f0f-b113acee0dba HTTP/1.1" status: 204 len: 168 time: 0.4415593 Dec 06 15:28:58.022524 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44484) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:28:58.079385 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b614b1b-1471-4ac5-8dee-60a3de5fc343 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:58.105745 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b614b1b-1471-4ac5-8dee-60a3de5fc343 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:58.163921 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b614b1b-1471-4ac5-8dee-60a3de5fc343 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:58.167017 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b614b1b-1471-4ac5-8dee-60a3de5fc343 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:58.168310 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8b614b1b-1471-4ac5-8dee-60a3de5fc343 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] 10.222.0.20 "DELETE /v2.0/security-groups/77623b76-f71e-47bf-b8d7-dc98622f9f8d HTTP/1.1" status: 204 len: 168 time: 0.1446617 Dec 06 15:28:58.177828 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b614b1b-1471-4ac5-8dee-60a3de5fc343 tempest-TestServerBasicOps-1016261062 tempest-TestServerBasicOps-1016261062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77623b76-f71e-47bf-b8d7-dc98622f9f8d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:28:58.381153 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:59.203379 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 38fb984a-c442-47e8-99a0-c816f6d9b093 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:28:59.221995 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44490) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:28:59.225137 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 38fb984a-c442-47e8-99a0-c816f6d9b093 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:28:59.225487 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 38fb984a-c442-47e8-99a0-c816f6d9b093 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:28:59.698579 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bffff421-38d8-4744-938b-9fc40070e60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:59.935491 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-bffff421-38d8-4744-938b-9fc40070e60f admin admin] Deleting port 76bead8a-a227-4312-bbbf-8655a885d93e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:28:59.935857 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bffff421-38d8-4744-938b-9fc40070e60f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:00.013280 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-bffff421-38d8-4744-938b-9fc40070e60f admin admin] For port 76bead8a-a227-4312-bbbf-8655a885d93e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=76bead8a-a227-4312-bbbf-8655a885d93e,segment=NetworkSegment(4c6238c3-e24a-47fb-b7a6-ddd2b50ab046),segment_id=4c6238c3-e24a-47fb-b7a6-ddd2b50ab046)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:00.013676 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bffff421-38d8-4744-938b-9fc40070e60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:00.026382 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-bffff421-38d8-4744-938b-9fc40070e60f admin admin] Calling delete_port for 76bead8a-a227-4312-bbbf-8655a885d93e owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:00.161984 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:00.206934 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bffff421-38d8-4744-938b-9fc40070e60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:00.234813 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffff421-38d8-4744-938b-9fc40070e60f admin admin] Pushing event deleted for resources: {'Port': ['ID=76bead8a-a227-4312-bbbf-8655a885d93e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:00.403305 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bffff421-38d8-4744-938b-9fc40070e60f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:00.837387 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-362e2f88-78f3-4502-a859-6c3806a7a836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:00.882697 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffff421-38d8-4744-938b-9fc40070e60f admin admin] Router cfd43eca-f9c3-4580-a699-9666e070be6e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:29:00.989071 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffff421-38d8-4744-938b-9fc40070e60f admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:29:00.998049 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44496) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:00.998475 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bffff421-38d8-4744-938b-9fc40070e60f admin admin] 10.222.0.20 "PUT /v2.0/routers/cfd43eca-f9c3-4580-a699-9666e070be6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7749896 Dec 06 15:29:01.000768 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5fab8-5e4f-4c79-8dc9-7d4cea84d67d None None] Sync routers for ids ['cfd43eca-f9c3-4580-a699-9666e070be6e'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:29:01.015552 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa5fab8-5e4f-4c79-8dc9-7d4cea84d67d None None] Routers {'cfd43eca-f9c3-4580-a699-9666e070be6e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:01.016210 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-efa5fab8-5e4f-4c79-8dc9-7d4cea84d67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:28:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['cfd43eca-f9c3-4580-a699-9666e070be6e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:01.102559 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe631607-13f3-45ab-ab5c-809d9b87706c admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:01.115853 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-efa5fab8-5e4f-4c79-8dc9-7d4cea84d67d None None] Set router cfd43eca-f9c3-4580-a699-9666e070be6e gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:01.208219 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe631607-13f3-45ab-ab5c-809d9b87706c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:01.260908 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fe631607-13f3-45ab-ab5c-809d9b87706c admin admin] Deleting port d440b97a-e94b-4094-ab2e-4905805bb8d3 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:01.261260 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe631607-13f3-45ab-ab5c-809d9b87706c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:01.298199 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-efa5fab8-5e4f-4c79-8dc9-7d4cea84d67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'name': 'tempest-TestServerBasicOps-420622896-router', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184'}], 'enable_snat': True}, 'gw_port_id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:29:00Z', 'revision_number': 5, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'gw_port': {'id': 'd440b97a-e94b-4094-ab2e-4905805bb8d3', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:69:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:01.324081 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5fab8-5e4f-4c79-8dc9-7d4cea84d67d None None] Checking router: cfd43eca-f9c3-4580-a699-9666e070be6e for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:29:01.332425 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa5fab8-5e4f-4c79-8dc9-7d4cea84d67d None None] Routers {'cfd43eca-f9c3-4580-a699-9666e070be6e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:01.333036 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-efa5fab8-5e4f-4c79-8dc9-7d4cea84d67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:28:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['cfd43eca-f9c3-4580-a699-9666e070be6e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:01.345169 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-fe631607-13f3-45ab-ab5c-809d9b87706c admin admin] For port d440b97a-e94b-4094-ab2e-4905805bb8d3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d440b97a-e94b-4094-ab2e-4905805bb8d3,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:01.345530 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe631607-13f3-45ab-ab5c-809d9b87706c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:01.358121 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fe631607-13f3-45ab-ab5c-809d9b87706c admin admin] Calling delete_port for d440b97a-e94b-4094-ab2e-4905805bb8d3 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:01.415980 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-efa5fab8-5e4f-4c79-8dc9-7d4cea84d67d None None] Set router cfd43eca-f9c3-4580-a699-9666e070be6e gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:01.523284 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe631607-13f3-45ab-ab5c-809d9b87706c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:01.556063 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe631607-13f3-45ab-ab5c-809d9b87706c admin admin] Pushing event deleted for resources: {'Port': ['ID=d440b97a-e94b-4094-ab2e-4905805bb8d3,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:01.557229 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-efa5fab8-5e4f-4c79-8dc9-7d4cea84d67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'name': 'tempest-TestServerBasicOps-420622896-router', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:29:01Z', 'revision_number': 6, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:01.572499 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eb8ad6-c658-4cdc-946f-37bf8fcea84d None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:29:01.583940 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5fab8-5e4f-4c79-8dc9-7d4cea84d67d None None] The sync data for ids ['cfd43eca-f9c3-4580-a699-9666e070be6e'] in n-d-master-1 is: [{'id': 'cfd43eca-f9c3-4580-a699-9666e070be6e', 'name': 'tempest-TestServerBasicOps-420622896-router', 'tenant_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:50Z', 'updated_at': '2021-12-06T15:29:01Z', 'revision_number': 6, 'project_id': 'cf8ee0af1c6b44c1b57e3655bf64c654', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:29:01.620250 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe631607-13f3-45ab-ab5c-809d9b87706c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:01.708750 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe631607-13f3-45ab-ab5c-809d9b87706c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:01.710873 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe631607-13f3-45ab-ab5c-809d9b87706c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:01.753421 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe631607-13f3-45ab-ab5c-809d9b87706c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:01.753954 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe631607-13f3-45ab-ab5c-809d9b87706c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfd43eca-f9c3-4580-a699-9666e070be6e {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:29:01.758170 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe631607-13f3-45ab-ab5c-809d9b87706c admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:01.759371 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fe631607-13f3-45ab-ab5c-809d9b87706c admin admin] 10.222.0.20 "DELETE /v2.0/routers/cfd43eca-f9c3-4580-a699-9666e070be6e HTTP/1.1" status: 204 len: 168 time: 0.7596436 Dec 06 15:29:01.761902 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44498) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:01.808934 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c24a83f-58dc-4d9e-b1a7-f47a4d45f1a9 admin admin] Deleting subnet daa028d1-8cc5-42fd-bcb2-c9d4059921a5 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:29:01.812065 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c24a83f-58dc-4d9e-b1a7-f47a4d45f1a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:01.846710 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c24a83f-58dc-4d9e-b1a7-f47a4d45f1a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:01.920742 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c24a83f-58dc-4d9e-b1a7-f47a4d45f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:01.979281 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c24a83f-58dc-4d9e-b1a7-f47a4d45f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:02.007426 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c24a83f-58dc-4d9e-b1a7-f47a4d45f1a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:02.012566 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5c24a83f-58dc-4d9e-b1a7-f47a4d45f1a9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/daa028d1-8cc5-42fd-bcb2-c9d4059921a5 HTTP/1.1" status: 204 len: 168 time: 0.2497182 Dec 06 15:29:02.013132 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b8179e-88da-4d52-90d7-548cb6c95ebb None None] Network 1cdd1757-dede-4b21-92c3-b24b1d97fd8d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:29:02.013409 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24a83f-58dc-4d9e-b1a7-f47a4d45f1a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa028d1-8cc5-42fd-bcb2-c9d4059921a5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:02.014930 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44500) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:02.081906 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:02.137245 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] Deleting port 86182a73-040e-4238-8dd8-ecafc4e99d07 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:02.137587 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:02.205623 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] For port 86182a73-040e-4238-8dd8-ecafc4e99d07, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=86182a73-040e-4238-8dd8-ecafc4e99d07,segment=NetworkSegment(4c6238c3-e24a-47fb-b7a6-ddd2b50ab046),segment_id=4c6238c3-e24a-47fb-b7a6-ddd2b50ab046)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:02.205902 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:02.217920 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] Calling delete_port for 86182a73-040e-4238-8dd8-ecafc4e99d07 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:02.295361 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:02.326803 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=86182a73-040e-4238-8dd8-ecafc4e99d07,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:02.328667 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] No DVR routers for this DVR port 86182a73-040e-4238-8dd8-ecafc4e99d07 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:29:02.331956 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63fc255-e3dc-440f-bfa4-0cb338911533 None None] DHCP port deletion for 1cdd1757-dede-4b21-92c3-b24b1d97fd8d request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:29:02.400655 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:02.401213 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d440b97a-e94b-4094-ab2e-4905805bb8d3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:02.421244 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: d440b97a-e94b-4094-ab2e-4905805bb8d3 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:02.421604 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d440b97a-e94b-4094-ab2e-4905805bb8d3 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:02.422033 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 86182a73-040e-4238-8dd8-ecafc4e99d07 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:02.423924 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cdd1757-dede-4b21-92c3-b24b1d97fd8d']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:02.434435 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6238c3-e24a-47fb-b7a6-ddd2b50ab046') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:02.434728 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6238c3-e24a-47fb-b7a6-ddd2b50ab046') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:02.444247 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:02.445840 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 86182a73-040e-4238-8dd8-ecafc4e99d07 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:02.446219 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 86182a73-040e-4238-8dd8-ecafc4e99d07 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:02.447283 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 76bead8a-a227-4312-bbbf-8655a885d93e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:02.459473 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:02.466293 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:29:02.466686 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 76bead8a-a227-4312-bbbf-8655a885d93e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:02.466811 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:02.467092 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 76bead8a-a227-4312-bbbf-8655a885d93e not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: items = [ Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:29:02.468690 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:29:02.534871 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:02.541034 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:02.544835 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1cdd1757-dede-4b21-92c3-b24b1d97fd8d HTTP/1.1" status: 204 len: 168 time: 0.5289092 Dec 06 15:29:02.547827 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44502) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:02.556388 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed7030-054b-4520-be9d-f478bbd05ba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cdd1757-dede-4b21-92c3-b24b1d97fd8d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:02.894977 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f95df99-7f9a-4f2a-94ee-1757afe60d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:03.133285 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1f95df99-7f9a-4f2a-94ee-1757afe60d98 admin admin] Deleting port 6da690be-c7aa-4fb5-a10e-668b99a19439 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:03.133620 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f95df99-7f9a-4f2a-94ee-1757afe60d98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:03.208736 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1f95df99-7f9a-4f2a-94ee-1757afe60d98 admin admin] For port 6da690be-c7aa-4fb5-a10e-668b99a19439, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6da690be-c7aa-4fb5-a10e-668b99a19439,segment=NetworkSegment(c36c42ed-96ce-4dbf-aa67-8e37c7870feb),segment_id=c36c42ed-96ce-4dbf-aa67-8e37c7870feb)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:03.209018 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f95df99-7f9a-4f2a-94ee-1757afe60d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:03.225765 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1f95df99-7f9a-4f2a-94ee-1757afe60d98 admin admin] Calling delete_port for 6da690be-c7aa-4fb5-a10e-668b99a19439 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:03.273069 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-edd6c4e7-3e42-4594-b1fd-f93abd1f8218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:03.404654 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f95df99-7f9a-4f2a-94ee-1757afe60d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:03.430847 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95df99-7f9a-4f2a-94ee-1757afe60d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=6da690be-c7aa-4fb5-a10e-668b99a19439,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:03.596409 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f95df99-7f9a-4f2a-94ee-1757afe60d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:03.805425 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f95df99-7f9a-4f2a-94ee-1757afe60d98 admin admin] Router bc34812d-8b58-4ccb-a2f4-9448edc7ddfd has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:29:03.907608 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f95df99-7f9a-4f2a-94ee-1757afe60d98 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:29:03.912520 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1f95df99-7f9a-4f2a-94ee-1757afe60d98 admin admin] 10.222.0.20 "PUT /v2.0/routers/bc34812d-8b58-4ccb-a2f4-9448edc7ddfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3636987 Dec 06 15:29:03.915013 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44504) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:03.916110 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c134274f-8cc9-4020-b582-09ad1191e8cf None None] Sync routers for ids ['bc34812d-8b58-4ccb-a2f4-9448edc7ddfd'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:29:03.925987 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c134274f-8cc9-4020-b582-09ad1191e8cf None None] Routers {'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:03.926603 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c134274f-8cc9-4020-b582-09ad1191e8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc34812d-8b58-4ccb-a2f4-9448edc7ddfd'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:04.026531 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dae40734-c0c6-478d-af91-6427dbd52a9a admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:04.030658 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c134274f-8cc9-4020-b582-09ad1191e8cf None None] Set router bc34812d-8b58-4ccb-a2f4-9448edc7ddfd gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:04.122479 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:04.132855 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dae40734-c0c6-478d-af91-6427dbd52a9a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:04.185462 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dae40734-c0c6-478d-af91-6427dbd52a9a admin admin] Deleting port 875be1ca-ba05-44ea-ba27-b7e2cca4c016 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:04.185793 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dae40734-c0c6-478d-af91-6427dbd52a9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:04.224013 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c134274f-8cc9-4020-b582-09ad1191e8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'name': 'tempest-TestServerBasicOps-1341396227-router', 'tenant_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.228'}], 'enable_snat': True}, 'gw_port_id': '875be1ca-ba05-44ea-ba27-b7e2cca4c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:54Z', 'updated_at': '2021-12-06T15:29:03Z', 'revision_number': 5, 'project_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'gw_port': {'id': '875be1ca-ba05-44ea-ba27-b7e2cca4c016', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:23:55Z', 'updated_at': '2021-12-06T15:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:04.251824 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c134274f-8cc9-4020-b582-09ad1191e8cf None None] Checking router: bc34812d-8b58-4ccb-a2f4-9448edc7ddfd for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:29:04.260656 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c134274f-8cc9-4020-b582-09ad1191e8cf None None] Routers {'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:04.261512 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c134274f-8cc9-4020-b582-09ad1191e8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc34812d-8b58-4ccb-a2f4-9448edc7ddfd'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:04.263033 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-dae40734-c0c6-478d-af91-6427dbd52a9a admin admin] For port 875be1ca-ba05-44ea-ba27-b7e2cca4c016, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=875be1ca-ba05-44ea-ba27-b7e2cca4c016,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:04.263390 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dae40734-c0c6-478d-af91-6427dbd52a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:04.274846 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-dae40734-c0c6-478d-af91-6427dbd52a9a admin admin] Calling delete_port for 875be1ca-ba05-44ea-ba27-b7e2cca4c016 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:04.349917 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c134274f-8cc9-4020-b582-09ad1191e8cf None None] Set router bc34812d-8b58-4ccb-a2f4-9448edc7ddfd gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:04.403003 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c134274f-8cc9-4020-b582-09ad1191e8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'name': 'tempest-TestServerBasicOps-1341396227-router', 'tenant_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:54Z', 'updated_at': '2021-12-06T15:29:04Z', 'revision_number': 6, 'project_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:04.433185 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c134274f-8cc9-4020-b582-09ad1191e8cf None None] The sync data for ids ['bc34812d-8b58-4ccb-a2f4-9448edc7ddfd'] in n-d-master-1 is: [{'id': 'bc34812d-8b58-4ccb-a2f4-9448edc7ddfd', 'name': 'tempest-TestServerBasicOps-1341396227-router', 'tenant_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:23:54Z', 'updated_at': '2021-12-06T15:29:04Z', 'revision_number': 6, 'project_id': '8194cc8f9cbe4a729d1e5262f177ac6b', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:29:04.437829 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dae40734-c0c6-478d-af91-6427dbd52a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:04.471214 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae40734-c0c6-478d-af91-6427dbd52a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=875be1ca-ba05-44ea-ba27-b7e2cca4c016,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:04.490199 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854d3e9a-6ede-47e7-a611-bb1090b39015 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:29:04.531145 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dae40734-c0c6-478d-af91-6427dbd52a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:04.620704 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dae40734-c0c6-478d-af91-6427dbd52a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:04.622745 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dae40734-c0c6-478d-af91-6427dbd52a9a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:04.924738 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dae40734-c0c6-478d-af91-6427dbd52a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:04.925204 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae40734-c0c6-478d-af91-6427dbd52a9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc34812d-8b58-4ccb-a2f4-9448edc7ddfd {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:29:04.929586 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dae40734-c0c6-478d-af91-6427dbd52a9a admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:04.930616 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dae40734-c0c6-478d-af91-6427dbd52a9a admin admin] 10.222.0.20 "DELETE /v2.0/routers/bc34812d-8b58-4ccb-a2f4-9448edc7ddfd HTTP/1.1" status: 204 len: 168 time: 1.0146821 Dec 06 15:29:04.933786 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44506) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:04.976120 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d92f54-d785-43a9-87aa-02e86912f865 admin admin] Deleting subnet 6346fab7-4ad6-478b-9979-c47943e7ffc2 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:29:04.979648 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73d92f54-d785-43a9-87aa-02e86912f865 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.013747 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73d92f54-d785-43a9-87aa-02e86912f865 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.091874 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73d92f54-d785-43a9-87aa-02e86912f865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.151295 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73d92f54-d785-43a9-87aa-02e86912f865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.178469 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d92f54-d785-43a9-87aa-02e86912f865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6346fab7-4ad6-478b-9979-c47943e7ffc2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:05.186033 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73d92f54-d785-43a9-87aa-02e86912f865 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.189807 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-73d92f54-d785-43a9-87aa-02e86912f865 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6346fab7-4ad6-478b-9979-c47943e7ffc2 HTTP/1.1" status: 204 len: 168 time: 0.2550390 Dec 06 15:29:05.192628 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44508) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:05.195020 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58695033-d5ae-465b-bf6d-ad55bc90dd6b None None] Network 6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:29:05.265194 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.319926 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] Deleting port f32a9c79-8417-4b89-baa7-f86951e717c1 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:05.320269 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.377651 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] DHCP port deletion for 6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:29:05.386457 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] For port f32a9c79-8417-4b89-baa7-f86951e717c1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f32a9c79-8417-4b89-baa7-f86951e717c1,segment=NetworkSegment(c36c42ed-96ce-4dbf-aa67-8e37c7870feb),segment_id=c36c42ed-96ce-4dbf-aa67-8e37c7870feb)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:05.387035 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.401052 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] Calling delete_port for f32a9c79-8417-4b89-baa7-f86951e717c1 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:05.430520 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Deleting port f32a9c79-8417-4b89-baa7-f86951e717c1 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:05.431522 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.496326 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44510) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:05.500620 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.501309 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] For port f32a9c79-8417-4b89-baa7-f86951e717c1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f32a9c79-8417-4b89-baa7-f86951e717c1,segment=NetworkSegment(c36c42ed-96ce-4dbf-aa67-8e37c7870feb),segment_id=c36c42ed-96ce-4dbf-aa67-8e37c7870feb)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:05.501782 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.517327 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Calling delete_port for f32a9c79-8417-4b89-baa7-f86951e717c1 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:05.528800 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] Pushing event deleted for resources: {'Port': ['ID=f32a9c79-8417-4b89-baa7-f86951e717c1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:05.535306 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] No DVR routers for this DVR port f32a9c79-8417-4b89-baa7-f86951e717c1 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:29:05.604653 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.638606 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] No DVR routers for this DVR port f32a9c79-8417-4b89-baa7-f86951e717c1 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:29:05.649664 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Pushing event deleted for resources: {'Port': ['ID=f32a9c79-8417-4b89-baa7-f86951e717c1,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:05.660111 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:05.660473 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:05.660824 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:05.661639 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:05.661994 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:05.663042 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:05.663265 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:05.663771 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:05.664393 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:05.664741 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:05.665624 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:05.665976 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:05.666308 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24c9a3-37e8-4218-a457-34b65e0ba1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:05.673751 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-bae43038-d5ea-4f7a-a36c-7690f3e9e149 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Deleting port 97257a3d-cc1d-41df-9a99-80a78da5dc34 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:05.674268 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bae43038-d5ea-4f7a-a36c-7690f3e9e149 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.762764 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.769974 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bae43038-d5ea-4f7a-a36c-7690f3e9e149 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.770305 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bae43038-d5ea-4f7a-a36c-7690f3e9e149 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.783158 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-bae43038-d5ea-4f7a-a36c-7690f3e9e149 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Calling delete_port for 97257a3d-cc1d-41df-9a99-80a78da5dc34 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:05.936244 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bae43038-d5ea-4f7a-a36c-7690f3e9e149 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.954302 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.967284 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae43038-d5ea-4f7a-a36c-7690f3e9e149 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event deleted for resources: {'Port': ['ID=97257a3d-cc1d-41df-9a99-80a78da5dc34,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:05.974909 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:05.985619 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36c42ed-96ce-4dbf-aa67-8e37c7870feb') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:05.985920 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36c42ed-96ce-4dbf-aa67-8e37c7870feb') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:05.995585 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:06.009580 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:06.016014 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:29:06.016396 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:29:06.018216 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:29:06.030205 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bae43038-d5ea-4f7a-a36c-7690f3e9e149 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:06.030541 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-bae43038-d5ea-4f7a-a36c-7690f3e9e149 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Floating IP 3dd37dc7-ba3b-4ed3-8d2a-4fa975ec7d56 disassociated (deleted). External IP: 172.35.7.151, port: 05e3b09b-91a7-4da8-9094-e3e1c4da49d9. Dec 06 15:29:06.071872 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:06.076919 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:06.082640 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] 10.222.0.20 "DELETE /v2.0/networks/6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2 HTTP/1.1" status: 204 len: 168 time: 0.8866706 Dec 06 15:29:06.093375 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dec902-9889-4445-b104-e2902f5c405f admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd73fc0-d99e-44d9-a0b1-6c671e5aecd2,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:06.169080 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 875be1ca-ba05-44ea-ba27-b7e2cca4c016 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:06.193671 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 875be1ca-ba05-44ea-ba27-b7e2cca4c016 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:06.194024 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 875be1ca-ba05-44ea-ba27-b7e2cca4c016 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:06.194453 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f32a9c79-8417-4b89-baa7-f86951e717c1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:06.216287 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44514) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:06.216805 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: f32a9c79-8417-4b89-baa7-f86951e717c1 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:06.217065 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f32a9c79-8417-4b89-baa7-f86951e717c1 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:06.217490 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6da690be-c7aa-4fb5-a10e-668b99a19439 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:06.238133 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 6da690be-c7aa-4fb5-a10e-668b99a19439 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:06.238482 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6da690be-c7aa-4fb5-a10e-668b99a19439 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:06.260281 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3a5c1847-cb66-48dc-9549-d13c12f5822e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf8ee0af1c6b44c1b57e3655bf64c654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428429 Dec 06 15:29:06.262859 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44516) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:06.275004 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae43038-d5ea-4f7a-a36c-7690f3e9e149 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:29:06.311910 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb40c5d8-77d2-44f2-829e-d86a61b25295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:06.339638 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb40c5d8-77d2-44f2-829e-d86a61b25295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:06.387850 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae43038-d5ea-4f7a-a36c-7690f3e9e149 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:29:06.388088 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb40c5d8-77d2-44f2-829e-d86a61b25295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:06.390653 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb40c5d8-77d2-44f2-829e-d86a61b25295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:06.391888 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fb40c5d8-77d2-44f2-829e-d86a61b25295 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30fde257-cc25-4de8-bd9d-f30fb269dc02 HTTP/1.1" status: 204 len: 168 time: 0.1280818 Dec 06 15:29:06.395621 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bae43038-d5ea-4f7a-a36c-7690f3e9e149 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:06.399922 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40c5d8-77d2-44f2-829e-d86a61b25295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fde257-cc25-4de8-bd9d-f30fb269dc02,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:06.404774 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d60cbf-8037-4827-86ef-ee8c2ac9d4f8 None None] Sync routers for ids ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:29:06.421649 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d60cbf-8037-4827-86ef-ee8c2ac9d4f8 None None] Routers {'0906cff9-eb98-42d2-81ff-e3cbeef64e7d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:06.422735 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-82d60cbf-8037-4827-86ef-ee8c2ac9d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:06.430459 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bae43038-d5ea-4f7a-a36c-7690f3e9e149 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "DELETE /v2.0/floatingips/3dd37dc7-ba3b-4ed3-8d2a-4fa975ec7d56 HTTP/1.1" status: 204 len: 168 time: 0.9330139 Dec 06 15:29:06.431970 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b', 'tag': '05e3b09b-91a7-4da8-9094-e3e1c4da49d9'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:29:06.434374 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b61c93-5fa9-4440-81cc-1654828ef849" -d '{"events": [{"name": "network-changed", "server_uuid": "09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b", "tag": "05e3b09b-91a7-4da8-9094-e3e1c4da49d9"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:29:06.499584 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f316b9f1-32d9-4e87-9030-385b8de87822 x-openstack-request-id: req-f316b9f1-32d9-4e87-9030-385b8de87822 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:29:06.499913 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b", "tag": "05e3b09b-91a7-4da8-9094-e3e1c4da49d9", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:29:06.500175 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f316b9f1-32d9-4e87-9030-385b8de87822 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:29:06.500610 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b', 'tag': '05e3b09b-91a7-4da8-9094-e3e1c4da49d9', 'status': 'completed', 'code': 200} Dec 06 15:29:06.539621 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-82d60cbf-8037-4827-86ef-ee8c2ac9d4f8 None None] Set router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:06.574761 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b61c93-5fa9-4440-81cc-1654828ef849 req-43b508ba-a33e-46d1-9da5-fbed7a1b305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:06.576701 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-46b61c93-5fa9-4440-81cc-1654828ef849 req-43b508ba-a33e-46d1-9da5-fbed7a1b305a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 1096 time: 0.0490251 Dec 06 15:29:06.673490 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:06.729653 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b61c93-5fa9-4440-81cc-1654828ef849 req-42aa874c-39f9-4a6e-8eb0-317e9637f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:06.730435 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b33a6-8d73-4636-a86c-b700cee8d21d req-fe388ed1-98d9-44ed-9d4e-b8992095a6d7 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:06.731149 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-46b61c93-5fa9-4440-81cc-1654828ef849 req-42aa874c-39f9-4a6e-8eb0-317e9637f063 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.1331854 Dec 06 15:29:06.732925 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-081b33a6-8d73-4636-a86c-b700cee8d21d req-fe388ed1-98d9-44ed-9d4e-b8992095a6d7 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 945 time: 0.0617046 Dec 06 15:29:06.780921 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-46b61c93-5fa9-4440-81cc-1654828ef849 req-0b641cac-f0eb-460e-9af9-87718c20b3f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05e3b09b-91a7-4da8-9094-e3e1c4da49d9 HTTP/1.1" status: 200 len: 217 time: 0.0383644 Dec 06 15:29:06.794218 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-081b33a6-8d73-4636-a86c-b700cee8d21d req-88c483a4-9179-4f74-96d6-e19f8890bcd3 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549598 Dec 06 15:29:06.834204 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44528) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:06.837579 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-82d60cbf-8037-4827-86ef-ee8c2ac9d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '6a77ecd0-1e8f-4b14-a82d-48526b0c4a05', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'floating_ip_address': '172.35.7.250', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'port_id': '17d46935-4f9f-48e1-b247-5efb9d3f6112', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'mac_address': 'fa:16:3e:7e:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:25:32Z', 'updated_at': '2021-12-06T15:25:34Z', 'revision_number': 1, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:06.840243 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b61c93-5fa9-4440-81cc-1654828ef849 req-ffd7005c-3332-4117-92c5-06f833f974ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:06.841890 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-46b61c93-5fa9-4440-81cc-1654828ef849 req-ffd7005c-3332-4117-92c5-06f833f974ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0497704 Dec 06 15:29:06.864064 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d60cbf-8037-4827-86ef-ee8c2ac9d4f8 None None] Checking router: 0906cff9-eb98-42d2-81ff-e3cbeef64e7d for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:29:06.873325 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d60cbf-8037-4827-86ef-ee8c2ac9d4f8 None None] Routers {'0906cff9-eb98-42d2-81ff-e3cbeef64e7d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:06.873936 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-82d60cbf-8037-4827-86ef-ee8c2ac9d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:06.881399 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-543000da-7a01-4e95-9533-7bed0ea1bc27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8194cc8f9cbe4a729d1e5262f177ac6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459418 Dec 06 15:29:06.883927 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44530) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:06.896934 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b61c93-5fa9-4440-81cc-1654828ef849 req-f244a05d-24a0-472a-be1e-cf3bcb16c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:06.898433 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-46b61c93-5fa9-4440-81cc-1654828ef849 req-f244a05d-24a0-472a-be1e-cf3bcb16c301 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482392 Dec 06 15:29:06.932635 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2fdc998-3dd8-458e-8757-3cc2be3ade7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:06.954990 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2fdc998-3dd8-458e-8757-3cc2be3ade7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:06.987728 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-82d60cbf-8037-4827-86ef-ee8c2ac9d4f8 None None] Set router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:06.993367 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-46b61c93-5fa9-4440-81cc-1654828ef849 req-01d64261-5ccc-47af-b9d8-6a646323991e service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855727 Dec 06 15:29:07.012163 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2fdc998-3dd8-458e-8757-3cc2be3ade7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:07.016005 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2fdc998-3dd8-458e-8757-3cc2be3ade7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:07.020754 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e2fdc998-3dd8-458e-8757-3cc2be3ade7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fc3b4e2-10e4-4a85-9367-0f636ac1e3a6 HTTP/1.1" status: 204 len: 168 time: 0.1358337 Dec 06 15:29:07.031270 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdc998-3dd8-458e-8757-3cc2be3ade7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc3b4e2-10e4-4a85-9367-0f636ac1e3a6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:07.105215 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-46b61c93-5fa9-4440-81cc-1654828ef849 req-d5f90fa3-2aa8-4a47-8662-a168873f82f4 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032927 Dec 06 15:29:07.225381 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-82d60cbf-8037-4827-86ef-ee8c2ac9d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '6a77ecd0-1e8f-4b14-a82d-48526b0c4a05', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'floating_ip_address': '172.35.7.250', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'port_id': '17d46935-4f9f-48e1-b247-5efb9d3f6112', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'mac_address': 'fa:16:3e:7e:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:25:32Z', 'updated_at': '2021-12-06T15:25:34Z', 'revision_number': 1, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:07.255101 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d60cbf-8037-4827-86ef-ee8c2ac9d4f8 None None] The sync data for ids ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'] in n-d-master-1 is: [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '6a77ecd0-1e8f-4b14-a82d-48526b0c4a05', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'floating_ip_address': '172.35.7.250', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'port_id': '17d46935-4f9f-48e1-b247-5efb9d3f6112', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'mac_address': 'fa:16:3e:7e:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:25:32Z', 'updated_at': '2021-12-06T15:25:34Z', 'revision_number': 1, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:29:07.498159 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922bc3b3-ae95-4707-b213-ba7e17bb33c7 None None] New status for floating IP 3dd37dc7-ba3b-4ed3-8d2a-4fa975ec7d56: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:29:07.716214 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44552) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:07.807784 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8216c7bc-f12d-440a-bee7-10416332aa4c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1716997125-network', 'tenant_id': '52d01c47eeaf4a8194fdaa7055027bbb'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:29:07.828924 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8216c7bc-f12d-440a-bee7-10416332aa4c admin admin] Made reservation on behalf of 52d01c47eeaf4a8194fdaa7055027bbb for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:29:07.831273 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8216c7bc-f12d-440a-bee7-10416332aa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:07.840547 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8216c7bc-f12d-440a-bee7-10416332aa4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:07.934594 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526c5e8-0f40-4f31-af88-b903d95e7974 req-d4a89a37-f311-4cc8-8787-553c96734dd0 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:07.936099 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7526c5e8-0f40-4f31-af88-b903d95e7974 req-d4a89a37-f311-4cc8-8787-553c96734dd0 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 945 time: 0.0715823 Dec 06 15:29:07.968970 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8216c7bc-f12d-440a-bee7-10416332aa4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:07.974203 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8216c7bc-f12d-440a-bee7-10416332aa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.016097 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8216c7bc-f12d-440a-bee7-10416332aa4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:29:08.030913 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7526c5e8-0f40-4f31-af88-b903d95e7974 req-924acd53-3cff-4200-9a6c-255cdcd72717 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872180 Dec 06 15:29:08.034729 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216c7bc-f12d-440a-bee7-10416332aa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d207dd0-6a0c-40e5-8468-08ef8edd835b,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:08.039627 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8216c7bc-f12d-440a-bee7-10416332aa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.040511 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-8216c7bc-f12d-440a-bee7-10416332aa4c admin admin] Added segment 90db1389-7df3-4e6f-88eb-19c1f7e6b739 of type vlan for network b28f5eb6-d83b-430a-9369-456f72f46574 Dec 06 15:29:08.080489 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8216c7bc-f12d-440a-bee7-10416332aa4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.104708 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8216c7bc-f12d-440a-bee7-10416332aa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.105648 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8216c7bc-f12d-440a-bee7-10416332aa4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:08.106228 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8216c7bc-f12d-440a-bee7-10416332aa4c admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.135386 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8216c7bc-f12d-440a-bee7-10416332aa4c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4180932 Dec 06 15:29:08.138412 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44558) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:08.143362 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-15a9e6a3-02a3-47d7-a14b-2bc1eb1d781a admin admin] Request body: {'subnet': {'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1716997125-subnet', 'tenant_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:29:08.163960 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a9e6a3-02a3-47d7-a14b-2bc1eb1d781a admin admin] Made reservation on behalf of 52d01c47eeaf4a8194fdaa7055027bbb for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:29:08.166722 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15a9e6a3-02a3-47d7-a14b-2bc1eb1d781a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.168516 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216c7bc-f12d-440a-bee7-10416332aa4c admin admin] Pushing event updated for resources: {'Network': ['ID=b28f5eb6-d83b-430a-9369-456f72f46574,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:08.178615 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network b28f5eb6-d83b-430a-9369-456f72f46574 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:29:08.334212 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15a9e6a3-02a3-47d7-a14b-2bc1eb1d781a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.394173 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9e6a3-02a3-47d7-a14b-2bc1eb1d781a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d613547-6ee1-4c11-a2d6-2258e826fb62,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:08.399332 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a9e6a3-02a3-47d7-a14b-2bc1eb1d781a admin admin] Checking segment: {'id': '90db1389-7df3-4e6f-88eb-19c1f7e6b739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:29:08.400247 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a9e6a3-02a3-47d7-a14b-2bc1eb1d781a admin admin] Network hostable DHCP agents. Network: b28f5eb6-d83b-430a-9369-456f72f46574, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:29:08.416983 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a9e6a3-02a3-47d7-a14b-2bc1eb1d781a admin admin] Network b28f5eb6-d83b-430a-9369-456f72f46574 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:29:08.425533 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-15a9e6a3-02a3-47d7-a14b-2bc1eb1d781a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b28f5eb6-d83b-430a-9369-456f72f46574) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:29:08.430231 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a9e6a3-02a3-47d7-a14b-2bc1eb1d781a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:08.431377 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15a9e6a3-02a3-47d7-a14b-2bc1eb1d781a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.435986 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8318093-b350-4a94-9a12-a642da494f6f None None] Network b28f5eb6-d83b-430a-9369-456f72f46574 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:29:08.446673 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-15a9e6a3-02a3-47d7-a14b-2bc1eb1d781a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3071697 Dec 06 15:29:08.449566 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44560) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:08.453824 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1716997125-router', 'tenant_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:29:08.474640 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.475708 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.532152 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.544540 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375824a-3705-47ba-a66c-3905c1c8041d req-d8555196-ae28-4624-a792-862021c770c1 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:08.546596 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e375824a-3705-47ba-a66c-3905c1c8041d req-d8555196-ae28-4624-a792-862021c770c1 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 945 time: 0.0664790 Dec 06 15:29:08.592719 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b28f5eb6-d83b-430a-9369-456f72f46574', 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574', 'tenant_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'fixed_ips': [{'subnet_id': '5d613547-6ee1-4c11-a2d6-2258e826fb62'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:29:08.593827 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.649209 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e375824a-3705-47ba-a66c-3905c1c8041d req-f5a44c71-4f21-48f5-ad03-6ca5c82b228b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Deleting port 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:08.650207 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e375824a-3705-47ba-a66c-3905c1c8041d req-f5a44c71-4f21-48f5-ad03-6ca5c82b228b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.673274 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.732243 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Allocated IP 172.20.0.2 (b28f5eb6-d83b-430a-9369-456f72f46574/5d613547-6ee1-4c11-a2d6-2258e826fb62/bed89fd2-8987-4ac1-ad1b-bfb0cd65c438) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:29:08.748227 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e375824a-3705-47ba-a66c-3905c1c8041d req-f5a44c71-4f21-48f5-ad03-6ca5c82b228b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] For port 05e3b09b-91a7-4da8-9094-e3e1c4da49d9, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=05e3b09b-91a7-4da8-9094-e3e1c4da49d9,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:08.748830 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e375824a-3705-47ba-a66c-3905c1c8041d req-f5a44c71-4f21-48f5-ad03-6ca5c82b228b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.762284 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e375824a-3705-47ba-a66c-3905c1c8041d req-f5a44c71-4f21-48f5-ad03-6ca5c82b228b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Calling delete_port for 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:08.879287 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.884775 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.891260 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.898150 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e375824a-3705-47ba-a66c-3905c1c8041d req-f5a44c71-4f21-48f5-ad03-6ca5c82b228b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.902805 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.934284 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Network b28f5eb6-d83b-430a-9369-456f72f46574 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:29:08.936925 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a44c71-4f21-48f5-ad03-6ca5c82b228b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event deleted for resources: {'Port': ['ID=05e3b09b-91a7-4da8-9094-e3e1c4da49d9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:08.937609 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:29:08.947452 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Pushing event updated for resources: {'Port': ['ID=bed89fd2-8987-4ac1-ad1b-bfb0cd65c438,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:08.949865 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:29:08.982943 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e375824a-3705-47ba-a66c-3905c1c8041d req-f5a44c71-4f21-48f5-ad03-6ca5c82b228b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] No DVR routers for this DVR port 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:29:08.986184 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e375824a-3705-47ba-a66c-3905c1c8041d req-f5a44c71-4f21-48f5-ad03-6ca5c82b228b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:08.989678 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e375824a-3705-47ba-a66c-3905c1c8041d req-f5a44c71-4f21-48f5-ad03-6ca5c82b228b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "DELETE /v2.0/ports/05e3b09b-91a7-4da8-9094-e3e1c4da49d9 HTTP/1.1" status: 204 len: 173 time: 0.4329407 Dec 06 15:29:08.990272 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b', 'name': 'network-vif-deleted', 'tag': '05e3b09b-91a7-4da8-9094-e3e1c4da49d9'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:29:08.992936 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64360522-c4bb-4026-8045-392098db701e" -d '{"events": [{"server_uuid": "09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b", "name": "network-vif-deleted", "tag": "05e3b09b-91a7-4da8-9094-e3e1c4da49d9"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:29:09.011581 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Attempting to bind port bed89fd2-8987-4ac1-ad1b-bfb0cd65c438 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:29:09.012053 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Attempting to bind port bed89fd2-8987-4ac1-ad1b-bfb0cd65c438 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '90db1389-7df3-4e6f-88eb-19c1f7e6b739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:29:09.012419 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Attempting to bind port bed89fd2-8987-4ac1-ad1b-bfb0cd65c438 on network b28f5eb6-d83b-430a-9369-456f72f46574 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:29:09.018634 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:29:09.019010 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Checking segment: {'id': '90db1389-7df3-4e6f-88eb-19c1f7e6b739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:29:09.019773 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:09.023925 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Bound using segment: {'id': '90db1389-7df3-4e6f-88eb-19c1f7e6b739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:29:09.024698 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Bound port: bed89fd2-8987-4ac1-ad1b-bfb0cd65c438, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90db1389-7df3-4e6f-88eb-19c1f7e6b739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:29:09.025712 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:09.034324 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae0c504-a55c-4d98-9012-554b2013a60c x-openstack-request-id: req-fae0c504-a55c-4d98-9012-554b2013a60c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:29:09.034740 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b", "name": "network-vif-deleted", "tag": "05e3b09b-91a7-4da8-9094-e3e1c4da49d9", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:29:09.035114 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fae0c504-a55c-4d98-9012-554b2013a60c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:29:09.035700 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b', 'name': 'network-vif-deleted', 'tag': '05e3b09b-91a7-4da8-9094-e3e1c4da49d9', 'status': 'completed', 'code': 200} Dec 06 15:29:09.036725 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Allocated IP 172.35.7.252 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/a3c539d8-7f5c-47c6-84b4-76b8430cb155) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:29:09.108522 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] For port bed89fd2-8987-4ac1-ad1b-bfb0cd65c438, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:29:09.112211 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] For port bed89fd2-8987-4ac1-ad1b-bfb0cd65c438, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bed89fd2-8987-4ac1-ad1b-bfb0cd65c438,segment=NetworkSegment(90db1389-7df3-4e6f-88eb-19c1f7e6b739),segment_id=90db1389-7df3-4e6f-88eb-19c1f7e6b739)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:29:09.119125 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:09.153928 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-845a4d79-8f43-4970-a6ec-8c7c59350434 req-05c50e48-1f09-497d-8f62-dfb3e0cdd63e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 210 time: 0.0299380 Dec 06 15:29:09.174957 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:09.181858 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b032b-241d-41fa-8ec1-16f17b8d1063 None None] Pushing event updated for resources: {'Port': ['ID=bed89fd2-8987-4ac1-ad1b-bfb0cd65c438,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:09.217358 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:09.262502 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:29:09.265682 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:29:09.270613 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:29:09.273843 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Pushing event updated for resources: {'Port': ['ID=a3c539d8-7f5c-47c6-84b4-76b8430cb155,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:09.291965 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4091f6fd-0226-44af-99d4-5083909c66fa None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:29:09.339367 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9e399844-7717-4781-85b7-7f7a77391497 None None] Provisioning complete for port a3c539d8-7f5c-47c6-84b4-76b8430cb155 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:09.339790 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9e399844-7717-4781-85b7-7f7a77391497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:09.438839 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9e399844-7717-4781-85b7-7f7a77391497 None None] Port a3c539d8-7f5c-47c6-84b4-76b8430cb155 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:29:09.633079 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:09.829841 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:10.228857 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device bed89fd2-8987-4ac1-ad1b-bfb0cd65c438 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:29:10.254737 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e33990e5-abce-49b7-9262-d460bb5f4a0c req-4b77e68b-b686-46af-b998-5c82330668ea tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 210 time: 0.0346687 Dec 06 15:29:10.290520 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port bed89fd2-8987-4ac1-ad1b-bfb0cd65c438 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:10.291119 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:10.305279 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Router 31f5230d-29f7-4086-b9fb-545a446f2b5d is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:29:10.313463 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e367f2-f8b7-4735-86dd-c062740c2e36 None None] Network b28f5eb6-d83b-430a-9369-456f72f46574 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:29:10.418189 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c6597c05-ff31-4c5e-ba0d-5c3fa801be92 None None] Provisioning complete for port bed89fd2-8987-4ac1-ad1b-bfb0cd65c438 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:10.418557 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c6597c05-ff31-4c5e-ba0d-5c3fa801be92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:10.419102 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:29:10.432488 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Sync routers for ids ['31f5230d-29f7-4086-b9fb-545a446f2b5d'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:29:10.444861 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Routers {'31f5230d-29f7-4086-b9fb-545a446f2b5d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:10.446053 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['31f5230d-29f7-4086-b9fb-545a446f2b5d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:10.450514 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:10.454451 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44570) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:10.455265 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-79102800-590d-4882-a21c-536b9f7c97bf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0044918 Dec 06 15:29:10.602417 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Set router 31f5230d-29f7-4086-b9fb-545a446f2b5d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:10.673097 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:10.733270 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port bed89fd2-8987-4ac1-ad1b-bfb0cd65c438, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bed89fd2-8987-4ac1-ad1b-bfb0cd65c438,segment=NetworkSegment(90db1389-7df3-4e6f-88eb-19c1f7e6b739),segment_id=90db1389-7df3-4e6f-88eb-19c1f7e6b739)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:10.758223 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:10.806689 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c6597c05-ff31-4c5e-ba0d-5c3fa801be92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:10.832084 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'name': 'tempest-TestServerMultinode-1716997125-router', 'tenant_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.252'}], 'enable_snat': True}, 'gw_port_id': 'a3c539d8-7f5c-47c6-84b4-76b8430cb155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:29:08Z', 'updated_at': '2021-12-06T15:29:09Z', 'revision_number': 3, 'project_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'gw_port': {'id': 'a3c539d8-7f5c-47c6-84b4-76b8430cb155', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:08Z', 'updated_at': '2021-12-06T15:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:10.846977 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=bed89fd2-8987-4ac1-ad1b-bfb0cd65c438,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:10.875132 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Checking router: 31f5230d-29f7-4086-b9fb-545a446f2b5d for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:29:10.875643 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Updating router 31f5230d-29f7-4086-b9fb-545a446f2b5d port a3c539d8-7f5c-47c6-84b4-76b8430cb155 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:29:10.887741 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-c6597c05-ff31-4c5e-ba0d-5c3fa801be92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:29:10.888335 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-c6597c05-ff31-4c5e-ba0d-5c3fa801be92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:29:10.906223 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:10.985545 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:11.072081 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:11.093352 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:11.093654 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 05e3b09b-91a7-4da8-9094-e3e1c4da49d9 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:11.178498 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] Allocated IP 172.20.0.1 (b28f5eb6-d83b-430a-9369-456f72f46574/5d613547-6ee1-4c11-a2d6-2258e826fb62/13083ac9-81a2-4495-9d92-1f0a856228a0) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:29:11.204770 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:11.211126 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:11.263779 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bf6eaf-2de5-4dd6-bf2e-31297b4c1e39 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:29:11.268457 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3029449-d3b4-4f20-aa89-119acba6eb63 None None] Pushing event updated for resources: {'Port': ['ID=a3c539d8-7f5c-47c6-84b4-76b8430cb155,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:11.279086 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Attempting to bind port a3c539d8-7f5c-47c6-84b4-76b8430cb155 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:29:11.279468 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Attempting to bind port a3c539d8-7f5c-47c6-84b4-76b8430cb155 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:29:11.279861 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Attempting to bind port a3c539d8-7f5c-47c6-84b4-76b8430cb155 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:29:11.284229 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029449-d3b4-4f20-aa89-119acba6eb63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:11.284583 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029449-d3b4-4f20-aa89-119acba6eb63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:11.285059 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029449-d3b4-4f20-aa89-119acba6eb63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:11.285771 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029449-d3b4-4f20-aa89-119acba6eb63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:11.285771 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029449-d3b4-4f20-aa89-119acba6eb63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:11.286080 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029449-d3b4-4f20-aa89-119acba6eb63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:11.286430 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029449-d3b4-4f20-aa89-119acba6eb63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:11.286740 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029449-d3b4-4f20-aa89-119acba6eb63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:11.287199 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029449-d3b4-4f20-aa89-119acba6eb63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:11.287531 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029449-d3b4-4f20-aa89-119acba6eb63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:11.287885 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029449-d3b4-4f20-aa89-119acba6eb63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:11.288212 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029449-d3b4-4f20-aa89-119acba6eb63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:11.288661 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3029449-d3b4-4f20-aa89-119acba6eb63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:29:11.295710 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:29:11.296101 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:29:11.297159 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:11.297159 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:29:11.297580 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Bound port: a3c539d8-7f5c-47c6-84b4-76b8430cb155, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:29:11.298245 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:11.310066 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:11.360717 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:11.428510 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70a6dd67-9ef1-4881-a00f-95cb448c11f1 req-6e8b0d4d-a5da-4c2e-bd73-f1c54eaa984e tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 210 time: 0.0603120 Dec 06 15:29:11.430226 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] Network b28f5eb6-d83b-430a-9369-456f72f46574 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:29:11.433774 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:29:11.437516 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:29:11.479747 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] Pushing event updated for resources: {'Port': ['ID=13083ac9-81a2-4495-9d92-1f0a856228a0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:11.480370 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] For port a3c539d8-7f5c-47c6-84b4-76b8430cb155, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:29:11.495430 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] For port a3c539d8-7f5c-47c6-84b4-76b8430cb155, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a3c539d8-7f5c-47c6-84b4-76b8430cb155,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:29:11.499339 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:11.501800 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:11.557930 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Routers {'31f5230d-29f7-4086-b9fb-545a446f2b5d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:11.558561 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['31f5230d-29f7-4086-b9fb-545a446f2b5d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:11.560558 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f56de8-89e8-4a6e-b047-0633fa3187b1 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:29:11.604818 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-756428c7-3fad-4ed1-bb9d-1ce83a05a3fa None None] Provisioning complete for port bed89fd2-8987-4ac1-ad1b-bfb0cd65c438 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:11.605272 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-756428c7-3fad-4ed1-bb9d-1ce83a05a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:11.631741 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3029449-d3b4-4f20-aa89-119acba6eb63 None None] Pushing event updated for resources: {'Port': ['ID=a3c539d8-7f5c-47c6-84b4-76b8430cb155,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:11.678118 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:11.713535 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] Set router 31f5230d-29f7-4086-b9fb-545a446f2b5d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:11.761741 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-756428c7-3fad-4ed1-bb9d-1ce83a05a3fa None None] Provisioning complete for port a3c539d8-7f5c-47c6-84b4-76b8430cb155 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:11.762493 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-756428c7-3fad-4ed1-bb9d-1ce83a05a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:11.879544 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-756428c7-3fad-4ed1-bb9d-1ce83a05a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:11.907167 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-756428c7-3fad-4ed1-bb9d-1ce83a05a3fa None None] For port a3c539d8-7f5c-47c6-84b4-76b8430cb155, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a3c539d8-7f5c-47c6-84b4-76b8430cb155,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:11.912735 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-756428c7-3fad-4ed1-bb9d-1ce83a05a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:11.926150 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:11.932400 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:11.940363 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'name': 'tempest-TestServerMultinode-1716997125-router', 'tenant_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.252'}], 'enable_snat': True}, 'gw_port_id': 'a3c539d8-7f5c-47c6-84b4-76b8430cb155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:29:08Z', 'updated_at': '2021-12-06T15:29:09Z', 'revision_number': 3, 'project_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'gw_port': {'id': 'a3c539d8-7f5c-47c6-84b4-76b8430cb155', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:08Z', 'updated_at': '2021-12-06T15:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:11.975014 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefcdbdd-72dc-4d6f-8351-6e17f189cda6 None None] The sync data for ids ['31f5230d-29f7-4086-b9fb-545a446f2b5d'] in n-d-master-1 is: [{'id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'name': 'tempest-TestServerMultinode-1716997125-router', 'tenant_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.252'}], 'enable_snat': True}, 'gw_port_id': 'a3c539d8-7f5c-47c6-84b4-76b8430cb155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:29:08Z', 'updated_at': '2021-12-06T15:29:09Z', 'revision_number': 3, 'project_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'gw_port': {'id': 'a3c539d8-7f5c-47c6-84b4-76b8430cb155', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:08Z', 'updated_at': '2021-12-06T15:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:29:11.976856 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756428c7-3fad-4ed1-bb9d-1ce83a05a3fa None None] Pushing event updated for resources: {'Port': ['ID=a3c539d8-7f5c-47c6-84b4-76b8430cb155,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:12.032607 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:12.035117 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5660e5da-8f16-40ee-b84a-f633d2c16544 None None] Provisioning complete for port 13083ac9-81a2-4495-9d92-1f0a856228a0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:12.035277 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5660e5da-8f16-40ee-b84a-f633d2c16544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:12.035446 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] Pushing event updated for resources: {'Port': ['ID=13083ac9-81a2-4495-9d92-1f0a856228a0,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:12.082494 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5660e5da-8f16-40ee-b84a-f633d2c16544 None None] Port 13083ac9-81a2-4495-9d92-1f0a856228a0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:29:12.139473 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] Network b28f5eb6-d83b-430a-9369-456f72f46574 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:29:12.140994 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:29:12.183409 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device bed89fd2-8987-4ac1-ad1b-bfb0cd65c438 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:29:12.309477 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port bed89fd2-8987-4ac1-ad1b-bfb0cd65c438 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:12.309477 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:12.339078 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] Router 31f5230d-29f7-4086-b9fb-545a446f2b5d has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:29:12.482720 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:29:12.500362 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-decb8404-8131-489e-ac75-2f5ddebc9759 admin admin] 10.222.0.20 "PUT /v2.0/routers/31f5230d-29f7-4086-b9fb-545a446f2b5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0353744 Dec 06 15:29:12.517475 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-68e4b391-0989-4942-a9df-4cdd72d977fa None None] Provisioning complete for port 13083ac9-81a2-4495-9d92-1f0a856228a0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:12.517859 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-68e4b391-0989-4942-a9df-4cdd72d977fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:12.571887 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-68e4b391-0989-4942-a9df-4cdd72d977fa None None] Port 13083ac9-81a2-4495-9d92-1f0a856228a0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:29:12.596851 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9ac6529f-4a2b-4251-8d85-71aac4d80b6e req-a04dd7f8-93d1-4283-bf61-a753d4ba670f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 210 time: 0.0286667 Dec 06 15:29:13.020565 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44590) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:13.026131 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8e6932de-4323-461b-a893-a04c80d69ee9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-970581398-network', 'tenant_id': 'feac406af42e4c079ea5d713d41a3b36'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:29:13.050559 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6932de-4323-461b-a893-a04c80d69ee9 admin admin] Made reservation on behalf of feac406af42e4c079ea5d713d41a3b36 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:29:13.053202 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e6932de-4323-461b-a893-a04c80d69ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:13.062457 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e6932de-4323-461b-a893-a04c80d69ee9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:13.140655 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e6932de-4323-461b-a893-a04c80d69ee9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:13.144656 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e6932de-4323-461b-a893-a04c80d69ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:13.166155 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6932de-4323-461b-a893-a04c80d69ee9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:29:13.181211 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6932de-4323-461b-a893-a04c80d69ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac27e0d5-8f86-439a-b0fe-27f2edd845a1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:13.184077 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e6932de-4323-461b-a893-a04c80d69ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:13.184417 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-8e6932de-4323-461b-a893-a04c80d69ee9 admin admin] Added segment 3526e13b-5d3e-4366-bd94-26901daca2fe of type vlan for network 2eeb55d9-3778-4cb2-a02a-dc7be54168bc Dec 06 15:29:13.228292 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e6932de-4323-461b-a893-a04c80d69ee9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:13.252627 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e6932de-4323-461b-a893-a04c80d69ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:13.253758 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6932de-4323-461b-a893-a04c80d69ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:13.254511 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e6932de-4323-461b-a893-a04c80d69ee9 admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:13.291043 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8e6932de-4323-461b-a893-a04c80d69ee9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2693005 Dec 06 15:29:13.293656 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44592) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:13.298252 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-42856e29-b540-44e7-8ded-b9bd06f53691 admin admin] Request body: {'subnet': {'network_id': '2eeb55d9-3778-4cb2-a02a-dc7be54168bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-970581398-subnet', 'tenant_id': 'feac406af42e4c079ea5d713d41a3b36', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:29:13.331030 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6932de-4323-461b-a893-a04c80d69ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=2eeb55d9-3778-4cb2-a02a-dc7be54168bc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:13.341983 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 2eeb55d9-3778-4cb2-a02a-dc7be54168bc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:29:13.349313 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42856e29-b540-44e7-8ded-b9bd06f53691 admin admin] Made reservation on behalf of feac406af42e4c079ea5d713d41a3b36 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:29:13.351996 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42856e29-b540-44e7-8ded-b9bd06f53691 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:13.534337 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42856e29-b540-44e7-8ded-b9bd06f53691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:13.587798 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42856e29-b540-44e7-8ded-b9bd06f53691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=439fccb8-f56d-4ba1-b1bd-59143138d150,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:13.597924 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42856e29-b540-44e7-8ded-b9bd06f53691 admin admin] Checking segment: {'id': '3526e13b-5d3e-4366-bd94-26901daca2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2eeb55d9-3778-4cb2-a02a-dc7be54168bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:29:13.598318 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42856e29-b540-44e7-8ded-b9bd06f53691 admin admin] Network hostable DHCP agents. Network: 2eeb55d9-3778-4cb2-a02a-dc7be54168bc, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:29:13.619206 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42856e29-b540-44e7-8ded-b9bd06f53691 admin admin] Network 2eeb55d9-3778-4cb2-a02a-dc7be54168bc is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:29:13.642287 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-42856e29-b540-44e7-8ded-b9bd06f53691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2eeb55d9-3778-4cb2-a02a-dc7be54168bc) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:29:13.647343 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42856e29-b540-44e7-8ded-b9bd06f53691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:13.648662 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42856e29-b540-44e7-8ded-b9bd06f53691 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:13.651966 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cbcac8-7ee5-46af-95b1-43adcb19e9eb None None] Network 2eeb55d9-3778-4cb2-a02a-dc7be54168bc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:29:13.687140 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-42856e29-b540-44e7-8ded-b9bd06f53691 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3901997 Dec 06 15:29:13.688358 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44596) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:13.693835 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-970581398-router', 'tenant_id': 'feac406af42e4c079ea5d713d41a3b36', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:29:13.722769 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:13.724402 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:13.730371 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-66710b86-6b54-4d5c-8335-2e9832eca8f5 req-17b2d331-ccaf-4061-a6f8-9fc219e5b311 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4e6cf-8d7b-4b0e-913a-90ac5a3e170b HTTP/1.1" status: 200 len: 210 time: 0.0418155 Dec 06 15:29:13.784431 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:13.857631 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-2eeb55d9-3778-4cb2-a02a-dc7be54168bc', 'network_id': '2eeb55d9-3778-4cb2-a02a-dc7be54168bc', 'tenant_id': 'feac406af42e4c079ea5d713d41a3b36', 'fixed_ips': [{'subnet_id': '439fccb8-f56d-4ba1-b1bd-59143138d150'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:29:13.859026 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:13.940185 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:13.953556 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Sync routers for ids ['31f5230d-29f7-4086-b9fb-545a446f2b5d'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:29:13.973810 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Routers {'31f5230d-29f7-4086-b9fb-545a446f2b5d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:13.974508 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['31f5230d-29f7-4086-b9fb-545a446f2b5d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:14.096159 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Allocated IP 172.20.0.2 (2eeb55d9-3778-4cb2-a02a-dc7be54168bc/439fccb8-f56d-4ba1-b1bd-59143138d150/dc2c3729-120f-46d3-9b55-5ca2f8f16284) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:29:14.150825 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Set router 31f5230d-29f7-4086-b9fb-545a446f2b5d gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:14.171488 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:14.195184 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:14.220448 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a3c539d8-7f5c-47c6-84b4-76b8430cb155 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:29:14.299435 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Allocated IP 172.35.7.163 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/587754ae-e20a-4d28-8a58-0927c251109e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:29:14.419286 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:14.444239 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a3c539d8-7f5c-47c6-84b4-76b8430cb155 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:14.444849 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:14.451203 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:14.463434 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:14.500580 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:14.516155 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:29:14.519095 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:29:14.522611 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:29:14.548363 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Pushing event updated for resources: {'Port': ['ID=587754ae-e20a-4d28-8a58-0927c251109e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:14.552778 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f49c9f6-45d7-4dd2-af5e-cc227f1a2170 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:29:14.570965 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Network 2eeb55d9-3778-4cb2-a02a-dc7be54168bc is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:29:14.582099 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:29:14.583759 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Pushing event updated for resources: {'Port': ['ID=dc2c3729-120f-46d3-9b55-5ca2f8f16284,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:14.586632 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:29:14.691283 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'name': 'tempest-TestServerMultinode-1716997125-router', 'tenant_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.252'}], 'enable_snat': True}, 'gw_port_id': 'a3c539d8-7f5c-47c6-84b4-76b8430cb155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:29:08Z', 'updated_at': '2021-12-06T15:29:11Z', 'revision_number': 4, 'project_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'gw_port': {'id': 'a3c539d8-7f5c-47c6-84b4-76b8430cb155', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:08Z', 'updated_at': '2021-12-06T15:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '13083ac9-81a2-4495-9d92-1f0a856228a0', 'name': '', 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574', 'tenant_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'mac_address': 'fa:16:3e:8b:05:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5d613547-6ee1-4c11-a2d6-2258e826fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:11Z', 'updated_at': '2021-12-06T15:29:11Z', 'revision_number': 2, 'project_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'subnets': [{'id': '5d613547-6ee1-4c11-a2d6-2258e826fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:14.699606 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Attempting to bind port dc2c3729-120f-46d3-9b55-5ca2f8f16284 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:29:14.700017 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Attempting to bind port dc2c3729-120f-46d3-9b55-5ca2f8f16284 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3526e13b-5d3e-4366-bd94-26901daca2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2eeb55d9-3778-4cb2-a02a-dc7be54168bc'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:29:14.700386 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Attempting to bind port dc2c3729-120f-46d3-9b55-5ca2f8f16284 on network 2eeb55d9-3778-4cb2-a02a-dc7be54168bc {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:29:14.702274 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-119bcc43-8f43-47f1-a322-1691409e30e7 None None] Provisioning complete for port 587754ae-e20a-4d28-8a58-0927c251109e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:14.702641 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-119bcc43-8f43-47f1-a322-1691409e30e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:14.746939 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:29:14.747320 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Checking segment: {'id': '3526e13b-5d3e-4366-bd94-26901daca2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2eeb55d9-3778-4cb2-a02a-dc7be54168bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:29:14.747752 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:14.748151 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Bound using segment: {'id': '3526e13b-5d3e-4366-bd94-26901daca2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2eeb55d9-3778-4cb2-a02a-dc7be54168bc'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:29:14.748638 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Bound port: dc2c3729-120f-46d3-9b55-5ca2f8f16284, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3526e13b-5d3e-4366-bd94-26901daca2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2eeb55d9-3778-4cb2-a02a-dc7be54168bc'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:29:14.749024 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:14.750849 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Checking router: 31f5230d-29f7-4086-b9fb-545a446f2b5d for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:29:14.751198 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Updating router 31f5230d-29f7-4086-b9fb-545a446f2b5d port 13083ac9-81a2-4495-9d92-1f0a856228a0 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:29:14.781837 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:14.804628 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-119bcc43-8f43-47f1-a322-1691409e30e7 None None] Port 587754ae-e20a-4d28-8a58-0927c251109e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:29:15.020392 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:15.023041 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:15.080403 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] For port dc2c3729-120f-46d3-9b55-5ca2f8f16284, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:29:15.099032 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] For port dc2c3729-120f-46d3-9b55-5ca2f8f16284, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dc2c3729-120f-46d3-9b55-5ca2f8f16284,segment=NetworkSegment(3526e13b-5d3e-4366-bd94-26901daca2fe),segment_id=3526e13b-5d3e-4366-bd94-26901daca2fe)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:29:15.142040 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:15.161000 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Router 5ee54142-d1db-406e-a6d5-e78275928caf is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:29:15.238300 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e837fa-e911-440b-88ca-c1c0c3137602 None None] Pushing event updated for resources: {'Port': ['ID=dc2c3729-120f-46d3-9b55-5ca2f8f16284,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:15.294585 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:29:15.306206 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Sync routers for ids ['5ee54142-d1db-406e-a6d5-e78275928caf'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:29:15.322122 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Routers {'5ee54142-d1db-406e-a6d5-e78275928caf'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:15.323105 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5ee54142-d1db-406e-a6d5-e78275928caf'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:15.331138 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:15.334939 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-70fa3480-97fd-4e37-a699-dd3d50529060 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6422884 Dec 06 15:29:15.335615 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44608) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:15.403674 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:15.418110 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:15.490848 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Set router 5ee54142-d1db-406e-a6d5-e78275928caf gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:15.505459 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faada9-bf7d-4f9b-a02e-0ae5a15ed664 None None] Pushing event updated for resources: {'Port': ['ID=13083ac9-81a2-4495-9d92-1f0a856228a0,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:15.652745 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Attempting to bind port 13083ac9-81a2-4495-9d92-1f0a856228a0 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:29:15.653130 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Attempting to bind port 13083ac9-81a2-4495-9d92-1f0a856228a0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '90db1389-7df3-4e6f-88eb-19c1f7e6b739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:29:15.653499 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Attempting to bind port 13083ac9-81a2-4495-9d92-1f0a856228a0 on network b28f5eb6-d83b-430a-9369-456f72f46574 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:29:15.660175 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:29:15.660958 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Checking segment: {'id': '90db1389-7df3-4e6f-88eb-19c1f7e6b739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:29:15.661605 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:15.662226 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Bound using segment: {'id': '90db1389-7df3-4e6f-88eb-19c1f7e6b739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:29:15.664308 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Bound port: 13083ac9-81a2-4495-9d92-1f0a856228a0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90db1389-7df3-4e6f-88eb-19c1f7e6b739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:29:15.665271 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:15.803046 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] For port 13083ac9-81a2-4495-9d92-1f0a856228a0, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:29:15.807473 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] For port 13083ac9-81a2-4495-9d92-1f0a856228a0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=13083ac9-81a2-4495-9d92-1f0a856228a0,segment=NetworkSegment(90db1389-7df3-4e6f-88eb-19c1f7e6b739),segment_id=90db1389-7df3-4e6f-88eb-19c1f7e6b739)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:29:15.813004 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:15.875045 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'name': 'tempest-TestServerMultinode-970581398-router', 'tenant_id': 'feac406af42e4c079ea5d713d41a3b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.163'}], 'enable_snat': True}, 'gw_port_id': '587754ae-e20a-4d28-8a58-0927c251109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:29:13Z', 'updated_at': '2021-12-06T15:29:14Z', 'revision_number': 3, 'project_id': 'feac406af42e4c079ea5d713d41a3b36', 'gw_port': {'id': '587754ae-e20a-4d28-8a58-0927c251109e', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:14Z', 'updated_at': '2021-12-06T15:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:15.908556 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-da1f7dd4-8b61-4b94-a3fd-8e7213bfe624 None None] Provisioning complete for port 13083ac9-81a2-4495-9d92-1f0a856228a0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:15.908932 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-da1f7dd4-8b61-4b94-a3fd-8e7213bfe624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:15.915253 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Checking router: 5ee54142-d1db-406e-a6d5-e78275928caf for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:29:15.915992 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Updating router 5ee54142-d1db-406e-a6d5-e78275928caf port 587754ae-e20a-4d28-8a58-0927c251109e binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:29:15.956586 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faada9-bf7d-4f9b-a02e-0ae5a15ed664 None None] Pushing event updated for resources: {'Port': ['ID=13083ac9-81a2-4495-9d92-1f0a856228a0,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:15.974551 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Routers {'31f5230d-29f7-4086-b9fb-545a446f2b5d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:15.975374 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['31f5230d-29f7-4086-b9fb-545a446f2b5d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:15.986143 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:16.088515 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:16.292119 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-da1f7dd4-8b61-4b94-a3fd-8e7213bfe624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:16.294928 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] Set router 31f5230d-29f7-4086-b9fb-545a446f2b5d gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:16.357039 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] Allocated IP 172.20.0.1 (2eeb55d9-3778-4cb2-a02a-dc7be54168bc/439fccb8-f56d-4ba1-b1bd-59143138d150/5c171513-442c-482d-bae4-ec57cdc94a9d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:29:16.369986 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device dc2c3729-120f-46d3-9b55-5ca2f8f16284 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:29:16.397563 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-da1f7dd4-8b61-4b94-a3fd-8e7213bfe624 None None] For port 13083ac9-81a2-4495-9d92-1f0a856228a0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=13083ac9-81a2-4495-9d92-1f0a856228a0,segment=NetworkSegment(90db1389-7df3-4e6f-88eb-19c1f7e6b739),segment_id=90db1389-7df3-4e6f-88eb-19c1f7e6b739)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:16.427861 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-da1f7dd4-8b61-4b94-a3fd-8e7213bfe624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:16.448333 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:16.460112 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:16.522561 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Attempting to bind port 587754ae-e20a-4d28-8a58-0927c251109e on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:29:16.523016 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Attempting to bind port 587754ae-e20a-4d28-8a58-0927c251109e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:29:16.523470 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Attempting to bind port 587754ae-e20a-4d28-8a58-0927c251109e on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:29:16.536692 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:29:16.537118 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:29:16.538130 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:16.538130 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:29:16.538788 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Bound port: 587754ae-e20a-4d28-8a58-0927c251109e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:29:16.539240 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:16.540912 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa446b61-a6fc-447e-977f-be90317e7278 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:29:16.547706 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:16.591236 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:16.605559 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab0a87-d6ad-4942-b4f8-57802c4d077b None None] Pushing event updated for resources: {'Port': ['ID=587754ae-e20a-4d28-8a58-0927c251109e,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:16.612492 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] For port 587754ae-e20a-4d28-8a58-0927c251109e, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:29:16.617050 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] For port 587754ae-e20a-4d28-8a58-0927c251109e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=587754ae-e20a-4d28-8a58-0927c251109e,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:29:16.630296 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:16.642480 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port dc2c3729-120f-46d3-9b55-5ca2f8f16284 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:16.642715 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] Network 2eeb55d9-3778-4cb2-a02a-dc7be54168bc is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:29:16.643873 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:16.648820 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:29:16.653104 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:29:16.705556 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Routers {'5ee54142-d1db-406e-a6d5-e78275928caf'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:16.712364 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5ee54142-d1db-406e-a6d5-e78275928caf'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:16.712925 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:16.718340 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab0a87-d6ad-4942-b4f8-57802c4d077b None None] Pushing event updated for resources: {'Port': ['ID=587754ae-e20a-4d28-8a58-0927c251109e,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:16.754787 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] Pushing event updated for resources: {'Port': ['ID=5c171513-442c-482d-bae4-ec57cdc94a9d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:16.797840 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f7dd4-8b61-4b94-a3fd-8e7213bfe624 None None] Pushing event updated for resources: {'Port': ['ID=13083ac9-81a2-4495-9d92-1f0a856228a0,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:16.802783 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98ba444-fa36-43ea-b9c0-6a4b8d957fa2 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:29:16.819946 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ebbf4b8f-b7ab-460b-a569-5155fd26e1e1 None None] Provisioning complete for port 13083ac9-81a2-4495-9d92-1f0a856228a0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:16.820459 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4b8f-b7ab-460b-a569-5155fd26e1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:16.854869 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] Set router 5ee54142-d1db-406e-a6d5-e78275928caf gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:16.873717 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:16.875577 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2d5e15-cdd0-435a-8afd-7fb5d03fb277 None None] Network 2eeb55d9-3778-4cb2-a02a-dc7be54168bc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:29:17.089424 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'name': 'tempest-TestServerMultinode-970581398-router', 'tenant_id': 'feac406af42e4c079ea5d713d41a3b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.163'}], 'enable_snat': True}, 'gw_port_id': '587754ae-e20a-4d28-8a58-0927c251109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:29:13Z', 'updated_at': '2021-12-06T15:29:14Z', 'revision_number': 3, 'project_id': 'feac406af42e4c079ea5d713d41a3b36', 'gw_port': {'id': '587754ae-e20a-4d28-8a58-0927c251109e', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:14Z', 'updated_at': '2021-12-06T15:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:17.090761 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'name': 'tempest-TestServerMultinode-1716997125-router', 'tenant_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.252'}], 'enable_snat': True}, 'gw_port_id': 'a3c539d8-7f5c-47c6-84b4-76b8430cb155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:29:08Z', 'updated_at': '2021-12-06T15:29:11Z', 'revision_number': 4, 'project_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'gw_port': {'id': 'a3c539d8-7f5c-47c6-84b4-76b8430cb155', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:08Z', 'updated_at': '2021-12-06T15:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '13083ac9-81a2-4495-9d92-1f0a856228a0', 'name': '', 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574', 'tenant_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'mac_address': 'fa:16:3e:8b:05:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5d613547-6ee1-4c11-a2d6-2258e826fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:11Z', 'updated_at': '2021-12-06T15:29:15Z', 'revision_number': 4, 'project_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'subnets': [{'id': '5d613547-6ee1-4c11-a2d6-2258e826fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:17.097062 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:17.103881 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:17.151540 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] Pushing event updated for resources: {'Port': ['ID=5c171513-442c-482d-bae4-ec57cdc94a9d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:17.182250 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de1a14-35a6-4393-b5e6-829ec17da8e7 None None] The sync data for ids ['31f5230d-29f7-4086-b9fb-545a446f2b5d'] in n-d-master-1 is: [{'id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'name': 'tempest-TestServerMultinode-1716997125-router', 'tenant_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.252'}], 'enable_snat': True}, 'gw_port_id': 'a3c539d8-7f5c-47c6-84b4-76b8430cb155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:29:08Z', 'updated_at': '2021-12-06T15:29:11Z', 'revision_number': 4, 'project_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'gw_port': {'id': 'a3c539d8-7f5c-47c6-84b4-76b8430cb155', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:08Z', 'updated_at': '2021-12-06T15:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '13083ac9-81a2-4495-9d92-1f0a856228a0', 'name': '', 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574', 'tenant_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'mac_address': 'fa:16:3e:8b:05:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '5d613547-6ee1-4c11-a2d6-2258e826fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:11Z', 'updated_at': '2021-12-06T15:29:15Z', 'revision_number': 4, 'project_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'subnets': [{'id': '5d613547-6ee1-4c11-a2d6-2258e826fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:29:17.185808 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:17.200790 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:17.261692 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c516b55-c15a-43a1-af4f-b2e0aa28e284 None None] The sync data for ids ['5ee54142-d1db-406e-a6d5-e78275928caf'] in n-d-master-1 is: [{'id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'name': 'tempest-TestServerMultinode-970581398-router', 'tenant_id': 'feac406af42e4c079ea5d713d41a3b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.163'}], 'enable_snat': True}, 'gw_port_id': '587754ae-e20a-4d28-8a58-0927c251109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:29:13Z', 'updated_at': '2021-12-06T15:29:14Z', 'revision_number': 3, 'project_id': 'feac406af42e4c079ea5d713d41a3b36', 'gw_port': {'id': '587754ae-e20a-4d28-8a58-0927c251109e', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:14Z', 'updated_at': '2021-12-06T15:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:29:17.293169 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port dc2c3729-120f-46d3-9b55-5ca2f8f16284, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dc2c3729-120f-46d3-9b55-5ca2f8f16284,segment=NetworkSegment(3526e13b-5d3e-4366-bd94-26901daca2fe),segment_id=3526e13b-5d3e-4366-bd94-26901daca2fe)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:17.301938 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:17.356182 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] Network 2eeb55d9-3778-4cb2-a02a-dc7be54168bc is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:29:17.357975 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:29:17.398681 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d2336d50-a286-4122-b3a2-77b960fc8d53 None None] Provisioning complete for port 587754ae-e20a-4d28-8a58-0927c251109e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:17.399053 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2336d50-a286-4122-b3a2-77b960fc8d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:17.436517 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=dc2c3729-120f-46d3-9b55-5ca2f8f16284,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:17.521012 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2336d50-a286-4122-b3a2-77b960fc8d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:17.551374 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] Router 5ee54142-d1db-406e-a6d5-e78275928caf has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:29:17.554491 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d2336d50-a286-4122-b3a2-77b960fc8d53 None None] For port 587754ae-e20a-4d28-8a58-0927c251109e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=587754ae-e20a-4d28-8a58-0927c251109e,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:17.562506 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2336d50-a286-4122-b3a2-77b960fc8d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:17.605902 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d2336d50-a286-4122-b3a2-77b960fc8d53 None None] Provisioning complete for port dc2c3729-120f-46d3-9b55-5ca2f8f16284 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:17.606414 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2336d50-a286-4122-b3a2-77b960fc8d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:17.686010 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2336d50-a286-4122-b3a2-77b960fc8d53 None None] Pushing event updated for resources: {'Port': ['ID=587754ae-e20a-4d28-8a58-0927c251109e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:17.763352 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:29:17.790595 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b9245e36-c7ac-45fb-9aa3-b28ede60ae00 admin admin] 10.222.0.20 "PUT /v2.0/routers/5ee54142-d1db-406e-a6d5-e78275928caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4492996 Dec 06 15:29:17.918935 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e0ccdc6c-e4b9-4bab-b88b-601e7d7a0c84 None None] Provisioning complete for port dc2c3729-120f-46d3-9b55-5ca2f8f16284 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:17.919709 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e0ccdc6c-e4b9-4bab-b88b-601e7d7a0c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:18.161443 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e0ccdc6c-e4b9-4bab-b88b-601e7d7a0c84 None None] Provisioning complete for port 5c171513-442c-482d-bae4-ec57cdc94a9d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:18.161850 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e0ccdc6c-e4b9-4bab-b88b-601e7d7a0c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:18.462825 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 13083ac9-81a2-4495-9d92-1f0a856228a0 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:29:18.517341 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e0ccdc6c-e4b9-4bab-b88b-601e7d7a0c84 None None] Port 5c171513-442c-482d-bae4-ec57cdc94a9d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:29:18.544788 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 13083ac9-81a2-4495-9d92-1f0a856228a0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:18.545393 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:18.657481 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 587754ae-e20a-4d28-8a58-0927c251109e up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:29:18.660908 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-01e38b24-2b26-4442-87fa-5b23f287a84e None None] Provisioning complete for port 5c171513-442c-482d-bae4-ec57cdc94a9d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:18.661406 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-01e38b24-2b26-4442-87fa-5b23f287a84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:18.685746 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-f21fcff8-f75d-4602-a102-63e4383c23f9 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:18.687284 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-f21fcff8-f75d-4602-a102-63e4383c23f9 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/networks?id=b28f5eb6-d83b-430a-9369-456f72f46574 HTTP/1.1" status: 200 len: 911 time: 0.1342628 Dec 06 15:29:18.705464 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-cbaf10b5-4619-4559-ada1-37d0eb5f20d7 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/quotas/feac406af42e4c079ea5d713d41a3b36 HTTP/1.1" status: 200 len: 375 time: 0.0115304 Dec 06 15:29:18.734516 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-01e38b24-2b26-4442-87fa-5b23f287a84e None None] Port 5c171513-442c-482d-bae4-ec57cdc94a9d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:29:18.748881 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 587754ae-e20a-4d28-8a58-0927c251109e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:18.749358 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:18.813734 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-4cb7ee89-8088-4be9-ac21-0fe54fc1669d tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=feac406af42e4c079ea5d713d41a3b36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001384 Dec 06 15:29:18.859696 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device dc2c3729-120f-46d3-9b55-5ca2f8f16284 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:29:18.918680 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-9ea69f7b-5a91-44dc-a941-08089ea1cbee service neutron] 10.222.0.20 "GET /v2.0/networks/b28f5eb6-d83b-430a-9369-456f72f46574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038103 Dec 06 15:29:18.918917 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port dc2c3729-120f-46d3-9b55-5ca2f8f16284 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:18.919211 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:19.041943 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-068540c2-5582-4dd9-a847-a437cc9657d7 service neutron] 10.222.0.20 "GET /v2.0/networks/b28f5eb6-d83b-430a-9369-456f72f46574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112263 Dec 06 15:29:19.236956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e39001aa-6b8d-4929-a6ef-5dbecffb492d req-52b4d668-13ea-48e5-9348-439791c59834 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42f6d846-0e30-43c7-b4a2-b5eaade26452 HTTP/1.1" status: 200 len: 210 time: 0.0314655 Dec 06 15:29:20.312224 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Sync routers for ids ['5ee54142-d1db-406e-a6d5-e78275928caf'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:29:20.333617 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Routers {'5ee54142-d1db-406e-a6d5-e78275928caf'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:20.334734 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5ee54142-d1db-406e-a6d5-e78275928caf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:20.376661 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fdc17d19-a203-4f4f-a164-a70080481a7e req-335da564-02c9-42bd-b854-06483c9e129b tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42f6d846-0e30-43c7-b4a2-b5eaade26452 HTTP/1.1" status: 200 len: 210 time: 0.0289664 Dec 06 15:29:20.454562 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Set router 5ee54142-d1db-406e-a6d5-e78275928caf gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:20.691544 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'name': 'tempest-TestServerMultinode-970581398-router', 'tenant_id': 'feac406af42e4c079ea5d713d41a3b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.163'}], 'enable_snat': True}, 'gw_port_id': '587754ae-e20a-4d28-8a58-0927c251109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:29:13Z', 'updated_at': '2021-12-06T15:29:16Z', 'revision_number': 4, 'project_id': 'feac406af42e4c079ea5d713d41a3b36', 'gw_port': {'id': '587754ae-e20a-4d28-8a58-0927c251109e', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:14Z', 'updated_at': '2021-12-06T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5c171513-442c-482d-bae4-ec57cdc94a9d', 'name': '', 'network_id': '2eeb55d9-3778-4cb2-a02a-dc7be54168bc', 'tenant_id': 'feac406af42e4c079ea5d713d41a3b36', 'mac_address': 'fa:16:3e:63:35:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '439fccb8-f56d-4ba1-b1bd-59143138d150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:16Z', 'updated_at': '2021-12-06T15:29:16Z', 'revision_number': 2, 'project_id': 'feac406af42e4c079ea5d713d41a3b36', 'subnets': [{'id': '439fccb8-f56d-4ba1-b1bd-59143138d150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:20.719708 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Checking router: 5ee54142-d1db-406e-a6d5-e78275928caf for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:29:20.720078 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Updating router 5ee54142-d1db-406e-a6d5-e78275928caf port 5c171513-442c-482d-bae4-ec57cdc94a9d binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:29:20.759779 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:20.793919 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-61074afd-8c3c-4024-a3b4-40a7bcb1d787 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:20.796199 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-61074afd-8c3c-4024-a3b4-40a7bcb1d787 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.37 "GET /v2.0/networks?id=b28f5eb6-d83b-430a-9369-456f72f46574 HTTP/1.1" status: 200 len: 911 time: 0.1224401 Dec 06 15:29:20.817323 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-04eb801d-e1c9-465b-88bb-ceccfcf2ef51 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Request body: {'port': {'device_id': '42f6d846-0e30-43c7-b4a2-b5eaade26452', 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574', 'admin_state_up': True, 'tenant_id': 'feac406af42e4c079ea5d713d41a3b36'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:29:20.843609 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-04eb801d-e1c9-465b-88bb-ceccfcf2ef51 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Made reservation on behalf of feac406af42e4c079ea5d713d41a3b36 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:29:20.847277 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-04eb801d-e1c9-465b-88bb-ceccfcf2ef51 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:20.975510 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-04eb801d-e1c9-465b-88bb-ceccfcf2ef51 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Allocated IP 172.20.0.3 (b28f5eb6-d83b-430a-9369-456f72f46574/5d613547-6ee1-4c11-a2d6-2258e826fb62/2188b5b4-da92-4b77-b860-988667d4e484) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:29:21.037554 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.044075 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.092808 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a904875-56d5-44c5-9871-81e35b15c525 None None] Pushing event updated for resources: {'Port': ['ID=5c171513-442c-482d-bae4-ec57cdc94a9d,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:21.115201 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-04eb801d-e1c9-465b-88bb-ceccfcf2ef51 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.151338 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Attempting to bind port 5c171513-442c-482d-bae4-ec57cdc94a9d on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:29:21.151765 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Attempting to bind port 5c171513-442c-482d-bae4-ec57cdc94a9d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3526e13b-5d3e-4366-bd94-26901daca2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2eeb55d9-3778-4cb2-a02a-dc7be54168bc'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:29:21.151938 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-04eb801d-e1c9-465b-88bb-ceccfcf2ef51 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.152174 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Attempting to bind port 5c171513-442c-482d-bae4-ec57cdc94a9d on network 2eeb55d9-3778-4cb2-a02a-dc7be54168bc {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:29:21.157626 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:29:21.158013 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Checking segment: {'id': '3526e13b-5d3e-4366-bd94-26901daca2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2eeb55d9-3778-4cb2-a02a-dc7be54168bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:29:21.158416 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.158819 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Bound using segment: {'id': '3526e13b-5d3e-4366-bd94-26901daca2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2eeb55d9-3778-4cb2-a02a-dc7be54168bc'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:29:21.159309 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Bound port: 5c171513-442c-482d-bae4-ec57cdc94a9d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3526e13b-5d3e-4366-bd94-26901daca2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2eeb55d9-3778-4cb2-a02a-dc7be54168bc'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:29:21.159718 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.196896 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-04eb801d-e1c9-465b-88bb-ceccfcf2ef51 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Network b28f5eb6-d83b-430a-9369-456f72f46574 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:29:21.202091 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-04eb801d-e1c9-465b-88bb-ceccfcf2ef51 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:29:21.204596 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-04eb801d-e1c9-465b-88bb-ceccfcf2ef51 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:29:21.233369 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] For port 5c171513-442c-482d-bae4-ec57cdc94a9d, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:29:21.237040 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] For port 5c171513-442c-482d-bae4-ec57cdc94a9d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5c171513-442c-482d-bae4-ec57cdc94a9d,segment=NetworkSegment(3526e13b-5d3e-4366-bd94-26901daca2fe),segment_id=3526e13b-5d3e-4366-bd94-26901daca2fe)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:29:21.237226 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb801d-e1c9-465b-88bb-ceccfcf2ef51 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Pushing event updated for resources: {'Port': ['ID=2188b5b4-da92-4b77-b860-988667d4e484,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:21.245054 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.258299 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-04eb801d-e1c9-465b-88bb-ceccfcf2ef51 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:21.258956 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-04eb801d-e1c9-465b-88bb-ceccfcf2ef51 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.277261 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-04eb801d-e1c9-465b-88bb-ceccfcf2ef51 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4650917 Dec 06 15:29:21.297860 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Request body: {'port': {'device_id': '42f6d846-0e30-43c7-b4a2-b5eaade26452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:29:21.303738 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Routers {'5ee54142-d1db-406e-a6d5-e78275928caf'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:21.304474 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5ee54142-d1db-406e-a6d5-e78275928caf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:21.361102 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a904875-56d5-44c5-9871-81e35b15c525 None None] Pushing event updated for resources: {'Port': ['ID=5c171513-442c-482d-bae4-ec57cdc94a9d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:21.362986 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44666) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:21.374607 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.517348 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] Set router 5ee54142-d1db-406e-a6d5-e78275928caf gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:21.623844 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f7c8e042-48c6-4afa-b3f0-3c870632ca55 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Deleting port 77c0e449-17a3-48ea-8adf-2dcfac9e79e6 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:21.624431 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e042-48c6-4afa-b3f0-3c870632ca55 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.640464 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49184ab6-d224-4b30-817e-fdfba4eaaa71 req-9fd2a2c9-8a47-4848-96f3-a6806f5e5aa9 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:21.642110 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-49184ab6-d224-4b30-817e-fdfba4eaaa71 req-9fd2a2c9-8a47-4848-96f3-a6806f5e5aa9 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42f6d846-0e30-43c7-b4a2-b5eaade26452 HTTP/1.1" status: 200 len: 1027 time: 0.0889950 Dec 06 15:29:21.688127 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-13fcd629-ad3e-4fa4-b8ec-a85c92c68ea0 None None] Provisioning complete for port 5c171513-442c-482d-bae4-ec57cdc94a9d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:21.688776 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13fcd629-ad3e-4fa4-b8ec-a85c92c68ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.707183 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-49184ab6-d224-4b30-817e-fdfba4eaaa71 req-787b6e0f-a9a2-42c4-ae8d-4a1693d1684d tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574365 Dec 06 15:29:21.734806 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e042-48c6-4afa-b3f0-3c870632ca55 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.735296 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e042-48c6-4afa-b3f0-3c870632ca55 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.749597 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f7c8e042-48c6-4afa-b3f0-3c870632ca55 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Calling delete_port for 77c0e449-17a3-48ea-8adf-2dcfac9e79e6 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:21.756537 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2188b5b4-da92-4b77-b860-988667d4e484 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:29:21.765649 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.779786 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Transition to ACTIVE for port object 2188b5b4-da92-4b77-b860-988667d4e484 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:29:21.784954 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.820738 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13fcd629-ad3e-4fa4-b8ec-a85c92c68ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.843630 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'name': 'tempest-TestServerMultinode-970581398-router', 'tenant_id': 'feac406af42e4c079ea5d713d41a3b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.163'}], 'enable_snat': True}, 'gw_port_id': '587754ae-e20a-4d28-8a58-0927c251109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:29:13Z', 'updated_at': '2021-12-06T15:29:16Z', 'revision_number': 4, 'project_id': 'feac406af42e4c079ea5d713d41a3b36', 'gw_port': {'id': '587754ae-e20a-4d28-8a58-0927c251109e', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:14Z', 'updated_at': '2021-12-06T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5c171513-442c-482d-bae4-ec57cdc94a9d', 'name': '', 'network_id': '2eeb55d9-3778-4cb2-a02a-dc7be54168bc', 'tenant_id': 'feac406af42e4c079ea5d713d41a3b36', 'mac_address': 'fa:16:3e:63:35:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '439fccb8-f56d-4ba1-b1bd-59143138d150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:16Z', 'updated_at': '2021-12-06T15:29:21Z', 'revision_number': 4, 'project_id': 'feac406af42e4c079ea5d713d41a3b36', 'subnets': [{'id': '439fccb8-f56d-4ba1-b1bd-59143138d150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:21.851512 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2188b5b4-da92-4b77-b860-988667d4e484,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:21.877991 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b674ea42-374e-4ef0-b344-9275f6d824e7 None None] The sync data for ids ['5ee54142-d1db-406e-a6d5-e78275928caf'] in n-d-master-1 is: [{'id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'name': 'tempest-TestServerMultinode-970581398-router', 'tenant_id': 'feac406af42e4c079ea5d713d41a3b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.163'}], 'enable_snat': True}, 'gw_port_id': '587754ae-e20a-4d28-8a58-0927c251109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:29:13Z', 'updated_at': '2021-12-06T15:29:16Z', 'revision_number': 4, 'project_id': 'feac406af42e4c079ea5d713d41a3b36', 'gw_port': {'id': '587754ae-e20a-4d28-8a58-0927c251109e', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:14Z', 'updated_at': '2021-12-06T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5c171513-442c-482d-bae4-ec57cdc94a9d', 'name': '', 'network_id': '2eeb55d9-3778-4cb2-a02a-dc7be54168bc', 'tenant_id': 'feac406af42e4c079ea5d713d41a3b36', 'mac_address': 'fa:16:3e:63:35:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '439fccb8-f56d-4ba1-b1bd-59143138d150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:16Z', 'updated_at': '2021-12-06T15:29:21Z', 'revision_number': 4, 'project_id': 'feac406af42e4c079ea5d713d41a3b36', 'subnets': [{'id': '439fccb8-f56d-4ba1-b1bd-59143138d150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:29:21.894508 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-13fcd629-ad3e-4fa4-b8ec-a85c92c68ea0 None None] For port 5c171513-442c-482d-bae4-ec57cdc94a9d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5c171513-442c-482d-bae4-ec57cdc94a9d,segment=NetworkSegment(3526e13b-5d3e-4366-bd94-26901daca2fe),segment_id=3526e13b-5d3e-4366-bd94-26901daca2fe)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:21.903568 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13fcd629-ad3e-4fa4-b8ec-a85c92c68ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.980073 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Attempting to bind port 2188b5b4-da92-4b77-b860-988667d4e484 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:29:21.980568 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Attempting to bind port 2188b5b4-da92-4b77-b860-988667d4e484 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '90db1389-7df3-4e6f-88eb-19c1f7e6b739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:29:21.981023 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Attempting to bind port 2188b5b4-da92-4b77-b860-988667d4e484 on network b28f5eb6-d83b-430a-9369-456f72f46574 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:29:21.986131 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Port 2188b5b4-da92-4b77-b860-988667d4e484 on network b28f5eb6-d83b-430a-9369-456f72f46574 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:29:21.986913 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Attempting to bind port 2188b5b4-da92-4b77-b860-988667d4e484 on network b28f5eb6-d83b-430a-9369-456f72f46574 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:29:21.988236 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e042-48c6-4afa-b3f0-3c870632ca55 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.992966 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:29:21.993304 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Checking segment: {'id': '90db1389-7df3-4e6f-88eb-19c1f7e6b739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:29:21.994043 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Bound using segment: {'id': '90db1389-7df3-4e6f-88eb-19c1f7e6b739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:29:21.994500 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Bound port: 2188b5b4-da92-4b77-b860-988667d4e484, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90db1389-7df3-4e6f-88eb-19c1f7e6b739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:29:21.994847 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:21.995451 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcd629-ad3e-4fa4-b8ec-a85c92c68ea0 None None] Pushing event updated for resources: {'Port': ['ID=5c171513-442c-482d-bae4-ec57cdc94a9d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:22.031789 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8e042-48c6-4afa-b3f0-3c870632ca55 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event deleted for resources: {'Port': ['ID=77c0e449-17a3-48ea-8adf-2dcfac9e79e6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:22.054907 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-76437450-2f95-4cd2-a17b-5cb6675c71b5 None None] Provisioning complete for port 5c171513-442c-482d-bae4-ec57cdc94a9d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:22.055296 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76437450-2f95-4cd2-a17b-5cb6675c71b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:22.075982 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] For port 2188b5b4-da92-4b77-b860-988667d4e484, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:29:22.080021 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] For port 2188b5b4-da92-4b77-b860-988667d4e484, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2188b5b4-da92-4b77-b860-988667d4e484,segment=NetworkSegment(90db1389-7df3-4e6f-88eb-19c1f7e6b739),segment_id=90db1389-7df3-4e6f-88eb-19c1f7e6b739)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:29:22.087764 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:22.123149 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:22.123789 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:22.125773 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] 10.222.0.37 "PUT /v2.0/ports/2188b5b4-da92-4b77-b860-988667d4e484 HTTP/1.1" status: 200 len: 1091 time: 0.8338151 Dec 06 15:29:22.128069 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f6d846-0e30-43c7-b4a2-b5eaade26452', 'tag': '2188b5b4-da92-4b77-b860-988667d4e484'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:29:22.130747 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689b848a-dae9-4051-a9db-2c41738bf5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "42f6d846-0e30-43c7-b4a2-b5eaade26452", "tag": "2188b5b4-da92-4b77-b860-988667d4e484"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:29:22.214409 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e042-48c6-4afa-b3f0-3c870632ca55 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:22.214409 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-f7c8e042-48c6-4afa-b3f0-3c870632ca55 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Floating IP 6a77ecd0-1e8f-4b14-a82d-48526b0c4a05 disassociated (deleted). External IP: 172.35.7.250, port: 17d46935-4f9f-48e1-b247-5efb9d3f6112. Dec 06 15:29:22.262079 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5c171513-442c-482d-bae4-ec57cdc94a9d up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:29:22.368181 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 5c171513-442c-482d-bae4-ec57cdc94a9d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:22.368833 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:22.540402 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c8e042-48c6-4afa-b3f0-3c870632ca55 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:29:22.668533 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c8e042-48c6-4afa-b3f0-3c870632ca55 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:29:22.671231 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b30b452-3493-4ccc-9731-686dab33e82f x-openstack-request-id: req-7b30b452-3493-4ccc-9731-686dab33e82f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:29:22.671539 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f6d846-0e30-43c7-b4a2-b5eaade26452", "tag": "2188b5b4-da92-4b77-b860-988667d4e484", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:29:22.671957 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b30b452-3493-4ccc-9731-686dab33e82f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:29:22.672368 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f6d846-0e30-43c7-b4a2-b5eaade26452', 'tag': '2188b5b4-da92-4b77-b860-988667d4e484', 'status': 'completed', 'code': 200} Dec 06 15:29:22.673209 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8982441-b3bb-494d-8b57-514dd680c5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2188b5b4-da92-4b77-b860-988667d4e484,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:22.681013 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17c866f-c128-4af1-9b55-9c58119bcd1d None None] Sync routers for ids ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:29:22.681617 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e042-48c6-4afa-b3f0-3c870632ca55 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:22.694269 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-3b0d6962-03c7-4b20-9dfa-32affd2cf21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:22.696604 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-3b0d6962-03c7-4b20-9dfa-32affd2cf21d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=feac406af42e4c079ea5d713d41a3b36&device_id=42f6d846-0e30-43c7-b4a2-b5eaade26452 HTTP/1.1" status: 200 len: 1094 time: 0.5128655 Dec 06 15:29:22.696809 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c866f-c128-4af1-9b55-9c58119bcd1d None None] Routers {'0906cff9-eb98-42d2-81ff-e3cbeef64e7d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:22.697608 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b17c866f-c128-4af1-9b55-9c58119bcd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:22.716713 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f7c8e042-48c6-4afa-b3f0-3c870632ca55 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "DELETE /v2.0/floatingips/6a77ecd0-1e8f-4b14-a82d-48526b0c4a05 HTTP/1.1" status: 204 len: 168 time: 1.3527751 Dec 06 15:29:22.717333 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'tag': '17d46935-4f9f-48e1-b247-5efb9d3f6112'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:29:22.719691 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8dba69-812a-4e89-ac8a-70cd42887ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "79695c98-3045-47fd-b670-fd6a8c99ce3d", "tag": "17d46935-4f9f-48e1-b247-5efb9d3f6112"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:29:22.755390 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-ec6cecc8-1954-4cbf-954a-60cd325fca6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2188b5b4-da92-4b77-b860-988667d4e484 HTTP/1.1" status: 200 len: 217 time: 0.0460718 Dec 06 15:29:22.780291 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b2b4f4-2e43-44b4-b8e9-0a1c2d083f53 x-openstack-request-id: req-52b2b4f4-2e43-44b4-b8e9-0a1c2d083f53 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:29:22.780692 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79695c98-3045-47fd-b670-fd6a8c99ce3d", "tag": "17d46935-4f9f-48e1-b247-5efb9d3f6112", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:29:22.781085 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52b2b4f4-2e43-44b4-b8e9-0a1c2d083f53 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:29:22.781583 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'tag': '17d46935-4f9f-48e1-b247-5efb9d3f6112', 'status': 'completed', 'code': 200} Dec 06 15:29:22.869304 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-7a85b768-91c5-4e5c-9911-72f099b53bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:22.871141 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-7a85b768-91c5-4e5c-9911-72f099b53bb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d613547-6ee1-4c11-a2d6-2258e826fb62 HTTP/1.1" status: 200 len: 849 time: 0.1028917 Dec 06 15:29:22.873200 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b17c866f-c128-4af1-9b55-9c58119bcd1d None None] Set router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:22.924931 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dba69-812a-4e89-ac8a-70cd42887ab3 req-1e2ad693-b8d0-4b26-9cae-d8cf9ba49cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:22.926453 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a8dba69-812a-4e89-ac8a-70cd42887ab3 req-1e2ad693-b8d0-4b26-9cae-d8cf9ba49cd8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 1097 time: 0.1105349 Dec 06 15:29:22.947676 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c842a-fa0a-4b1b-bf70-c29396c9e634 req-efbfea98-9d9f-485d-9a21-f9e3ff5f1bc1 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:22.950636 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-277c842a-fa0a-4b1b-bf70-c29396c9e634 req-efbfea98-9d9f-485d-9a21-f9e3ff5f1bc1 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42f6d846-0e30-43c7-b4a2-b5eaade26452 HTTP/1.1" status: 200 len: 1094 time: 0.0929301 Dec 06 15:29:22.958213 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-4b9a2b13-09ec-4d3d-997d-8cf144961fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:22.960315 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-4b9a2b13-09ec-4d3d-997d-8cf144961fe8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b28f5eb6-d83b-430a-9369-456f72f46574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780354 Dec 06 15:29:23.118654 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b17c866f-c128-4af1-9b55-9c58119bcd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:23.130987 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b0c23-45d1-4e0d-9833-7261b63e4a3a req-6ab21596-b937-4d44-9916-a9a503ec65c1 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:23.133050 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c2b0c23-45d1-4e0d-9833-7261b63e4a3a req-6ab21596-b937-4d44-9916-a9a503ec65c1 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 946 time: 0.1315885 Dec 06 15:29:23.157947 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-7dc348d8-9734-4d56-9e9f-ff2021135fa9 service neutron] 10.222.0.37 "GET /v2.0/networks/b28f5eb6-d83b-430a-9369-456f72f46574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880639 Dec 06 15:29:23.158316 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17c866f-c128-4af1-9b55-9c58119bcd1d None None] Checking router: 0906cff9-eb98-42d2-81ff-e3cbeef64e7d for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:29:23.170513 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c866f-c128-4af1-9b55-9c58119bcd1d None None] Routers {'0906cff9-eb98-42d2-81ff-e3cbeef64e7d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:23.171150 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b17c866f-c128-4af1-9b55-9c58119bcd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:23.231886 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c2b0c23-45d1-4e0d-9833-7261b63e4a3a req-776c9278-0866-4fc7-afe9-68cd4edfdd5f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864635 Dec 06 15:29:23.294105 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b17c866f-c128-4af1-9b55-9c58119bcd1d None None] Set router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:23.301024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27acfaf8-4633-4ba0-9e77-81b16c295b45 req-433de998-1595-45ce-8152-5a7a0d963848 service neutron] 10.222.0.37 "GET /v2.0/networks/b28f5eb6-d83b-430a-9369-456f72f46574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311114 Dec 06 15:29:23.328632 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-277c842a-fa0a-4b1b-bf70-c29396c9e634 req-f5d93157-2a6f-480c-a7f4-b5b2e678c659 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700531 Dec 06 15:29:23.352978 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dba69-812a-4e89-ac8a-70cd42887ab3 req-1f9c0c9d-9268-4eed-acd5-e21db1286e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:23.354465 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a8dba69-812a-4e89-ac8a-70cd42887ab3 req-1f9c0c9d-9268-4eed-acd5-e21db1286e50 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 200 len: 913 time: 0.4142439 Dec 06 15:29:23.411929 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b848a-dae9-4051-a9db-2c41738bf5ed req-e24c75c4-2ec7-459b-a0f4-fcf05b260fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:23.413470 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-689b848a-dae9-4051-a9db-2c41738bf5ed req-e24c75c4-2ec7-459b-a0f4-fcf05b260fdf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=feac406af42e4c079ea5d713d41a3b36&device_id=42f6d846-0e30-43c7-b4a2-b5eaade26452 HTTP/1.1" status: 200 len: 1094 time: 0.0467851 Dec 06 15:29:23.417963 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a8dba69-812a-4e89-ac8a-70cd42887ab3 req-6351c229-e4e3-4264-9b37-cf4f7463e8c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17d46935-4f9f-48e1-b247-5efb9d3f6112 HTTP/1.1" status: 200 len: 217 time: 0.0511196 Dec 06 15:29:23.474458 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dba69-812a-4e89-ac8a-70cd42887ab3 req-19b9c93a-06f2-40e0-9aa8-abbba47d9251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:23.476397 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a8dba69-812a-4e89-ac8a-70cd42887ab3 req-19b9c93a-06f2-40e0-9aa8-abbba47d9251 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 200 len: 851 time: 0.0484083 Dec 06 15:29:23.515282 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b17c866f-c128-4af1-9b55-9c58119bcd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:23.526385 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dba69-812a-4e89-ac8a-70cd42887ab3 req-1eedb480-10c5-4ebc-b4c8-471cc4f3010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:23.527585 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b848a-dae9-4051-a9db-2c41738bf5ed req-f50aac48-1d50-4365-99dc-af2bec39d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:23.527918 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a8dba69-812a-4e89-ac8a-70cd42887ab3 req-1eedb480-10c5-4ebc-b4c8-471cc4f3010a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cd3d629-294c-4537-8f1e-863f8f4b3c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421333 Dec 06 15:29:23.529132 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-689b848a-dae9-4051-a9db-2c41738bf5ed req-f50aac48-1d50-4365-99dc-af2bec39d838 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b28f5eb6-d83b-430a-9369-456f72f46574 HTTP/1.1" status: 200 len: 911 time: 0.1018932 Dec 06 15:29:23.540826 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17c866f-c128-4af1-9b55-9c58119bcd1d None None] The sync data for ids ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'] in n-d-master-1 is: [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:18:55Z', 'revision_number': 4, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5ab477e0-bd16-4604-98fb-96a681869f85', 'name': '', 'network_id': '5cd3d629-294c-4537-8f1e-863f8f4b3c58', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'mac_address': 'fa:16:3e:6b:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:55Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'subnets': [{'id': 'd729354f-de71-4474-b05a-729c96f5bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:29:23.578800 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-689b848a-dae9-4051-a9db-2c41738bf5ed req-eb16218b-2ce7-4c7e-9204-bd7161b36a90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2188b5b4-da92-4b77-b860-988667d4e484 HTTP/1.1" status: 200 len: 217 time: 0.0352190 Dec 06 15:29:23.633287 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a8dba69-812a-4e89-ac8a-70cd42887ab3 req-3070cefd-3684-4c49-a931-5658f330dac3 service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905685 Dec 06 15:29:23.633845 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b848a-dae9-4051-a9db-2c41738bf5ed req-566eb765-ad5d-4ed2-b724-bbdecc6eef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:23.635289 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-689b848a-dae9-4051-a9db-2c41738bf5ed req-566eb765-ad5d-4ed2-b724-bbdecc6eef47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d613547-6ee1-4c11-a2d6-2258e826fb62 HTTP/1.1" status: 200 len: 849 time: 0.0481288 Dec 06 15:29:23.690512 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b848a-dae9-4051-a9db-2c41738bf5ed req-b11a741d-a5d2-414b-9541-63a642ec3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:23.692062 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-689b848a-dae9-4051-a9db-2c41738bf5ed req-b11a741d-a5d2-414b-9541-63a642ec3751 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b28f5eb6-d83b-430a-9369-456f72f46574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446596 Dec 06 15:29:23.734524 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a8dba69-812a-4e89-ac8a-70cd42887ab3 req-7ceba905-5666-47a2-9861-93623aed2fcf service neutron] 10.222.0.37 "GET /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874462 Dec 06 15:29:23.786497 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-689b848a-dae9-4051-a9db-2c41738bf5ed req-4fd7399b-44d3-44c7-ab41-11a001b71f54 service neutron] 10.222.0.37 "GET /v2.0/networks/b28f5eb6-d83b-430a-9369-456f72f46574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823376 Dec 06 15:29:23.880134 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-689b848a-dae9-4051-a9db-2c41738bf5ed req-9d71066f-70f3-407e-b0a3-538586a46434 service neutron] 10.222.0.37 "GET /v2.0/networks/b28f5eb6-d83b-430a-9369-456f72f46574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842164 Dec 06 15:29:24.350904 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3977b-84a1-4b1b-aab9-55ff2f031520 req-06615c79-5c24-42dd-a2f1-a51349e4a233 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:24.353081 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07c3977b-84a1-4b1b-aab9-55ff2f031520 req-06615c79-5c24-42dd-a2f1-a51349e4a233 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 946 time: 0.0509613 Dec 06 15:29:24.402059 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-07c3977b-84a1-4b1b-aab9-55ff2f031520 req-60ad7da4-8e7d-481a-bf1a-208bf8b8c523 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d9735f5-b38f-42dd-8457-57c9b540797b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437303 Dec 06 15:29:24.440924 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516f979-1254-498a-b1d8-e4d4e6073274 req-0ee71c9b-283f-4bb4-a627-2c75a2953679 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:24.442364 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0516f979-1254-498a-b1d8-e4d4e6073274 req-0ee71c9b-283f-4bb4-a627-2c75a2953679 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42f6d846-0e30-43c7-b4a2-b5eaade26452 HTTP/1.1" status: 200 len: 1094 time: 0.0443180 Dec 06 15:29:24.485839 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0516f979-1254-498a-b1d8-e4d4e6073274 req-97825adb-863c-45ed-b290-ca3040185354 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369687 Dec 06 15:29:24.692459 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff4f52-b4ca-40d7-b023-7202a7902973 req-2b882779-79cf-487e-9cd6-86f6dd2f8e96 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:24.693976 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-83ff4f52-b4ca-40d7-b023-7202a7902973 req-2b882779-79cf-487e-9cd6-86f6dd2f8e96 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 946 time: 0.0523257 Dec 06 15:29:24.796958 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-83ff4f52-b4ca-40d7-b023-7202a7902973 req-c1fd8c5e-5e5c-4768-8acf-19ec9547b99f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Deleting port 17d46935-4f9f-48e1-b247-5efb9d3f6112 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:24.797297 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-83ff4f52-b4ca-40d7-b023-7202a7902973 req-c1fd8c5e-5e5c-4768-8acf-19ec9547b99f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:24.893560 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-83ff4f52-b4ca-40d7-b023-7202a7902973 req-c1fd8c5e-5e5c-4768-8acf-19ec9547b99f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] For port 17d46935-4f9f-48e1-b247-5efb9d3f6112, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=17d46935-4f9f-48e1-b247-5efb9d3f6112,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:24.894206 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-83ff4f52-b4ca-40d7-b023-7202a7902973 req-c1fd8c5e-5e5c-4768-8acf-19ec9547b99f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:24.905558 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-83ff4f52-b4ca-40d7-b023-7202a7902973 req-c1fd8c5e-5e5c-4768-8acf-19ec9547b99f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Calling delete_port for 17d46935-4f9f-48e1-b247-5efb9d3f6112 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:24.988584 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dd5b13-d815-4936-9ac7-cb632d70dd4c None None] New status for floating IP 6a77ecd0-1e8f-4b14-a82d-48526b0c4a05: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:29:25.037930 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-83ff4f52-b4ca-40d7-b023-7202a7902973 req-c1fd8c5e-5e5c-4768-8acf-19ec9547b99f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:25.069288 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd8c5e-5e5c-4768-8acf-19ec9547b99f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event deleted for resources: {'Port': ['ID=17d46935-4f9f-48e1-b247-5efb9d3f6112,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:25.115423 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ff4f52-b4ca-40d7-b023-7202a7902973 req-c1fd8c5e-5e5c-4768-8acf-19ec9547b99f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] No DVR routers for this DVR port 17d46935-4f9f-48e1-b247-5efb9d3f6112 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:29:25.119441 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-83ff4f52-b4ca-40d7-b023-7202a7902973 req-c1fd8c5e-5e5c-4768-8acf-19ec9547b99f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:25.122767 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-83ff4f52-b4ca-40d7-b023-7202a7902973 req-c1fd8c5e-5e5c-4768-8acf-19ec9547b99f tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.37 "DELETE /v2.0/ports/17d46935-4f9f-48e1-b247-5efb9d3f6112 HTTP/1.1" status: 204 len: 173 time: 0.4189970 Dec 06 15:29:25.123211 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'name': 'network-vif-deleted', 'tag': '17d46935-4f9f-48e1-b247-5efb9d3f6112'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:29:25.125492 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7494999b-b7bf-45ff-827a-ee6060c6191c" -d '{"events": [{"server_uuid": "79695c98-3045-47fd-b670-fd6a8c99ce3d", "name": "network-vif-deleted", "tag": "17d46935-4f9f-48e1-b247-5efb9d3f6112"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:29:25.149704 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 2188b5b4-da92-4b77-b860-988667d4e484 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:29:25.162418 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220afc71-2b45-43f5-ad1e-2ae1d3f984ff x-openstack-request-id: req-220afc71-2b45-43f5-ad1e-2ae1d3f984ff {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:29:25.162756 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79695c98-3045-47fd-b670-fd6a8c99ce3d", "name": "network-vif-deleted", "tag": "17d46935-4f9f-48e1-b247-5efb9d3f6112", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:29:25.163036 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-220afc71-2b45-43f5-ad1e-2ae1d3f984ff {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:29:25.163403 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79695c98-3045-47fd-b670-fd6a8c99ce3d', 'name': 'network-vif-deleted', 'tag': '17d46935-4f9f-48e1-b247-5efb9d3f6112', 'status': 'completed', 'code': 200} Dec 06 15:29:25.262545 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 2188b5b4-da92-4b77-b860-988667d4e484, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2188b5b4-da92-4b77-b860-988667d4e484,segment=NetworkSegment(90db1389-7df3-4e6f-88eb-19c1f7e6b739),segment_id=90db1389-7df3-4e6f-88eb-19c1f7e6b739)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:25.273931 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '2188b5b4-da92-4b77-b860-988667d4e484', 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574', 'port_id': '2188b5b4-da92-4b77-b860-988667d4e484', 'mac_address': 'fa:16:3e:05:c9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d613547-6ee1-4c11-a2d6-2258e826fb62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:29:25.311986 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:25.325346 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2188b5b4-da92-4b77-b860-988667d4e484 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:29:25.345397 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 2188b5b4-da92-4b77-b860-988667d4e484, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2188b5b4-da92-4b77-b860-988667d4e484,segment=NetworkSegment(90db1389-7df3-4e6f-88eb-19c1f7e6b739),segment_id=90db1389-7df3-4e6f-88eb-19c1f7e6b739)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:25.349915 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:25.403019 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=2188b5b4-da92-4b77-b860-988667d4e484,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:25.504458 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d239e631-dee0-4deb-9e14-4d35bb6b854f req-bf7d7b53-2a95-4d56-8aa2-96283d24354c tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 210 time: 0.0294166 Dec 06 15:29:25.615213 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25726492-2b68-4700-8e1a-6bd2f376907f req-192f48dc-64c6-4467-9180-4980b07b3f46 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:25.617104 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-25726492-2b68-4700-8e1a-6bd2f376907f req-192f48dc-64c6-4467-9180-4980b07b3f46 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42f6d846-0e30-43c7-b4a2-b5eaade26452 HTTP/1.1" status: 200 len: 1095 time: 0.0486798 Dec 06 15:29:25.654639 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['2188b5b4-da92-4b77-b860-988667d4e484'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:29:25.666439 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-25726492-2b68-4700-8e1a-6bd2f376907f req-9f251824-670c-42a9-a717-83f2413b2a29 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Dec 06 15:29:26.602664 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0e358781-d188-4dd1-9c87-4359c61bd149 req-5f9d5c3e-30b1-43dd-8b32-996e7d36e00b tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 210 time: 0.0260227 Dec 06 15:29:26.784048 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf3d03-db8f-4126-86bf-8d4a86baf28e req-43093a3e-6c55-4afe-bc2d-1d0c336d85e1 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:26.785538 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eccf3d03-db8f-4126-86bf-8d4a86baf28e req-43093a3e-6c55-4afe-bc2d-1d0c336d85e1 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42f6d846-0e30-43c7-b4a2-b5eaade26452 HTTP/1.1" status: 200 len: 1095 time: 0.0476701 Dec 06 15:29:26.832100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eccf3d03-db8f-4126-86bf-8d4a86baf28e req-2b2ba59e-b525-4acd-be5e-759bc0826b62 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403349 Dec 06 15:29:27.149764 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 2188b5b4-da92-4b77-b860-988667d4e484 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:29:27.202305 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 2188b5b4-da92-4b77-b860-988667d4e484 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:29:27.206429 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 2188b5b4-da92-4b77-b860-988667d4e484 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:27.206815 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:27.281333 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:27.302931 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f6d846-0e30-43c7-b4a2-b5eaade26452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2188b5b4-da92-4b77-b860-988667d4e484'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:29:27.305701 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a432e538-9222-45ff-b9e3-919c9fd29134" -d '{"events": [{"server_uuid": "42f6d846-0e30-43c7-b4a2-b5eaade26452", "name": "network-vif-plugged", "status": "completed", "tag": "2188b5b4-da92-4b77-b860-988667d4e484"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:29:27.320714 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 2188b5b4-da92-4b77-b860-988667d4e484, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2188b5b4-da92-4b77-b860-988667d4e484,segment=NetworkSegment(90db1389-7df3-4e6f-88eb-19c1f7e6b739),segment_id=90db1389-7df3-4e6f-88eb-19c1f7e6b739)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:27.326783 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:27.384187 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=2188b5b4-da92-4b77-b860-988667d4e484,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:27.420930 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca4e08d-c074-464f-947d-6ac901add767 x-openstack-request-id: req-9ca4e08d-c074-464f-947d-6ac901add767 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:29:27.421235 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f6d846-0e30-43c7-b4a2-b5eaade26452", "name": "network-vif-plugged", "status": "completed", "tag": "2188b5b4-da92-4b77-b860-988667d4e484", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:29:27.421493 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ca4e08d-c074-464f-947d-6ac901add767 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:29:27.421915 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f6d846-0e30-43c7-b4a2-b5eaade26452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2188b5b4-da92-4b77-b860-988667d4e484', 'code': 200} Dec 06 15:29:27.529860 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543cefd-3e4f-4c03-b6e7-73928a6b46a2 req-1d67b739-e87c-463f-bc08-80986d0ffadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:27.531374 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1543cefd-3e4f-4c03-b6e7-73928a6b46a2 req-1d67b739-e87c-463f-bc08-80986d0ffadd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42f6d846-0e30-43c7-b4a2-b5eaade26452 HTTP/1.1" status: 200 len: 1096 time: 0.0413570 Dec 06 15:29:27.583562 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1543cefd-3e4f-4c03-b6e7-73928a6b46a2 req-17d41d3f-f644-4589-b3d8-0de51cd6c468 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398035 Dec 06 15:29:27.697078 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5683526e-22a8-43a4-9eba-c468da9f014e req-f1d61e51-b3cd-41af-a874-c3a7028ad8f5 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 210 time: 0.0264292 Dec 06 15:29:27.948766 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de338481-c7ac-4e4c-9cc2-98a714d31341 req-e05de6a8-1002-447f-a261-9fedcd314834 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:27.950221 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-de338481-c7ac-4e4c-9cc2-98a714d31341 req-e05de6a8-1002-447f-a261-9fedcd314834 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42f6d846-0e30-43c7-b4a2-b5eaade26452 HTTP/1.1" status: 200 len: 1096 time: 0.0404699 Dec 06 15:29:27.997942 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-de338481-c7ac-4e4c-9cc2-98a714d31341 req-b016f7c3-f9b2-4570-ab2d-12ee0f53961c tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417490 Dec 06 15:29:28.249630 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:28.741577 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:29:28.799312 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8766bfd0-3e69-4074-bf36-d58ed4270cc4 req-4264bb1d-2b00-4ce5-9d20-1034e1eb82b8 tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "GET /v2.0/ports?device_id=79695c98-3045-47fd-b670-fd6a8c99ce3d HTTP/1.1" status: 200 len: 210 time: 0.0285482 Dec 06 15:29:29.104348 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b2b3a-b994-40d4-990a-3459b129265d req-5feeb7da-bf3c-4c22-9d9f-955e40c6ce74 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:29.105878 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1f2b2b3a-b994-40d4-990a-3459b129265d req-5feeb7da-bf3c-4c22-9d9f-955e40c6ce74 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42f6d846-0e30-43c7-b4a2-b5eaade26452 HTTP/1.1" status: 200 len: 1096 time: 0.0417666 Dec 06 15:29:29.150694 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1f2b2b3a-b994-40d4-990a-3459b129265d req-25fbc3bd-c874-477a-a27c-544c86f0c01e tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386908 Dec 06 15:29:29.162039 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 17d46935-4f9f-48e1-b247-5efb9d3f6112 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:29.183407 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 17d46935-4f9f-48e1-b247-5efb9d3f6112 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:29.184306 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 17d46935-4f9f-48e1-b247-5efb9d3f6112 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:29.264774 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860cddc-e52e-4c3b-9b4e-e576a68da454 req-99c959e0-a8eb-4132-bc2c-aff18dabd33a tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:29.266322 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7860cddc-e52e-4c3b-9b4e-e576a68da454 req-99c959e0-a8eb-4132-bc2c-aff18dabd33a tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42f6d846-0e30-43c7-b4a2-b5eaade26452 HTTP/1.1" status: 200 len: 1096 time: 0.0471191 Dec 06 15:29:29.311035 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7860cddc-e52e-4c3b-9b4e-e576a68da454 req-49a95f5f-4af1-4260-ae5c-48c19bb51189 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386021 Dec 06 15:29:29.418508 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ec1e3-feb3-450f-809b-13e1e5d13ee3 req-f05377d3-4b4a-44e3-a1b0-8ecbb3c38f32 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:29.420066 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-204ec1e3-feb3-450f-809b-13e1e5d13ee3 req-f05377d3-4b4a-44e3-a1b0-8ecbb3c38f32 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42f6d846-0e30-43c7-b4a2-b5eaade26452 HTTP/1.1" status: 200 len: 1096 time: 0.0422463 Dec 06 15:29:29.463368 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-204ec1e3-feb3-450f-809b-13e1e5d13ee3 req-37e8afde-c68e-4c0d-9792-a66946eb4125 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371454 Dec 06 15:29:29.678639 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-7bb2eefe-97b7-4bcb-b26a-dd690658001b tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:29.680234 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-7bb2eefe-97b7-4bcb-b26a-dd690658001b tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/networks?id=b28f5eb6-d83b-430a-9369-456f72f46574 HTTP/1.1" status: 200 len: 911 time: 0.0891681 Dec 06 15:29:29.697717 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-a3ab0b9e-0899-4543-af23-b1132c4d9a16 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/quotas/feac406af42e4c079ea5d713d41a3b36 HTTP/1.1" status: 200 len: 375 time: 0.0099041 Dec 06 15:29:29.781651 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-b7d08c59-4eb6-43be-b1ad-3f2c70bbf8da tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=feac406af42e4c079ea5d713d41a3b36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779393 Dec 06 15:29:29.857545 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44728) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:29.919166 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-cd15b222-52fc-4362-9a5d-ce0e5079f1b8 service neutron] 10.222.0.20 "GET /v2.0/networks/b28f5eb6-d83b-430a-9369-456f72f46574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295633 Dec 06 15:29:30.063609 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-dfee3f8e-1cdb-4822-8e48-7ea5ba09a6fa tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Deleting port 7b0b12e7-ccf2-4d41-a011-287853694b9d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:30.063969 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfee3f8e-1cdb-4822-8e48-7ea5ba09a6fa tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:30.068034 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-86309aae-197f-4705-af05-257616618f2c service neutron] 10.222.0.20 "GET /v2.0/networks/b28f5eb6-d83b-430a-9369-456f72f46574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230481 Dec 06 15:29:30.145708 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfee3f8e-1cdb-4822-8e48-7ea5ba09a6fa tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:30.146084 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfee3f8e-1cdb-4822-8e48-7ea5ba09a6fa tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:30.158419 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:30.161166 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-dfee3f8e-1cdb-4822-8e48-7ea5ba09a6fa tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Calling delete_port for 7b0b12e7-ccf2-4d41-a011-287853694b9d owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:30.249565 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6978b811-3047-4304-9829-de6aefa5a564 req-129187bd-4138-43c8-a8df-2995dda72576 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a HTTP/1.1" status: 200 len: 210 time: 0.0426197 Dec 06 15:29:30.304619 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfee3f8e-1cdb-4822-8e48-7ea5ba09a6fa tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:30.332162 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee3f8e-1cdb-4822-8e48-7ea5ba09a6fa tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event deleted for resources: {'Port': ['ID=7b0b12e7-ccf2-4d41-a011-287853694b9d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:30.392612 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfee3f8e-1cdb-4822-8e48-7ea5ba09a6fa tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:30.395250 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfee3f8e-1cdb-4822-8e48-7ea5ba09a6fa tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:30.398839 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dfee3f8e-1cdb-4822-8e48-7ea5ba09a6fa tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "DELETE /v2.0/floatingips/619204f0-f85a-4c1e-b732-24d712a3cf6a HTTP/1.1" status: 204 len: 168 time: 0.5379996 Dec 06 15:29:30.840527 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9057e75a-77b7-4751-91d6-4b7832dc6561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:31.261441 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-47871717-57ee-4016-9130-786e2c8cfc42 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:31.263069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-47871717-57ee-4016-9130-786e2c8cfc42 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.23 "GET /v2.0/networks?id=b28f5eb6-d83b-430a-9369-456f72f46574 HTTP/1.1" status: 200 len: 911 time: 0.1003885 Dec 06 15:29:31.275960 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-8a70fa2c-c1cb-4929-b2ee-af4e53722471 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Request body: {'port': {'device_id': 'c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a', 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574', 'admin_state_up': True, 'tenant_id': 'feac406af42e4c079ea5d713d41a3b36'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:29:31.306313 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-8a70fa2c-c1cb-4929-b2ee-af4e53722471 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Made reservation on behalf of feac406af42e4c079ea5d713d41a3b36 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:29:31.308490 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-8a70fa2c-c1cb-4929-b2ee-af4e53722471 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:31.353905 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-384770fd-ff10-4a22-9000-f41edd0c548c req-8c4a6408-5102-45ce-b295-743c8e0a51d0 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a HTTP/1.1" status: 200 len: 210 time: 0.0330727 Dec 06 15:29:31.455836 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-8a70fa2c-c1cb-4929-b2ee-af4e53722471 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Allocated IP 172.20.0.10 (b28f5eb6-d83b-430a-9369-456f72f46574/5d613547-6ee1-4c11-a2d6-2258e826fb62/c2d2cfe5-adb3-436a-84e7-d33268ec2517) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:29:31.589416 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-8a70fa2c-c1cb-4929-b2ee-af4e53722471 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:31.625076 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-8a70fa2c-c1cb-4929-b2ee-af4e53722471 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:31.636318 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['2188b5b4-da92-4b77-b860-988667d4e484'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:29:31.676249 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-8a70fa2c-c1cb-4929-b2ee-af4e53722471 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Network b28f5eb6-d83b-430a-9369-456f72f46574 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:29:31.681159 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-8a70fa2c-c1cb-4929-b2ee-af4e53722471 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:29:31.686439 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-8a70fa2c-c1cb-4929-b2ee-af4e53722471 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:29:31.729022 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-8a70fa2c-c1cb-4929-b2ee-af4e53722471 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:31.729694 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-8a70fa2c-c1cb-4929-b2ee-af4e53722471 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:31.741511 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70fa2c-c1cb-4929-b2ee-af4e53722471 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Pushing event updated for resources: {'Port': ['ID=c2d2cfe5-adb3-436a-84e7-d33268ec2517,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:31.750837 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-8a70fa2c-c1cb-4929-b2ee-af4e53722471 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4798946 Dec 06 15:29:31.765810 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Request body: {'port': {'device_id': 'c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:29:31.829833 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:31.930707 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-57314c13-967a-423a-8852-3be634286a6e None None] Provisioning complete for port c2d2cfe5-adb3-436a-84e7-d33268ec2517 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:31.931083 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57314c13-967a-423a-8852-3be634286a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:31.965499 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-57314c13-967a-423a-8852-3be634286a6e None None] Port c2d2cfe5-adb3-436a-84e7-d33268ec2517 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:29:32.103959 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d2cfe5-adb3-436a-84e7-d33268ec2517 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:29:32.111644 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:32.123544 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Transition to ACTIVE for port object c2d2cfe5-adb3-436a-84e7-d33268ec2517 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:29:32.127530 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:32.193012 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d2cfe5-adb3-436a-84e7-d33268ec2517,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:32.245822 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Attempting to bind port c2d2cfe5-adb3-436a-84e7-d33268ec2517 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:29:32.246324 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Attempting to bind port c2d2cfe5-adb3-436a-84e7-d33268ec2517 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '90db1389-7df3-4e6f-88eb-19c1f7e6b739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:29:32.246651 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Attempting to bind port c2d2cfe5-adb3-436a-84e7-d33268ec2517 on network b28f5eb6-d83b-430a-9369-456f72f46574 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:29:32.251242 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Port c2d2cfe5-adb3-436a-84e7-d33268ec2517 on network b28f5eb6-d83b-430a-9369-456f72f46574 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:29:32.251572 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Attempting to bind port c2d2cfe5-adb3-436a-84e7-d33268ec2517 on network b28f5eb6-d83b-430a-9369-456f72f46574 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:29:32.256461 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:29:32.256796 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Checking segment: {'id': '90db1389-7df3-4e6f-88eb-19c1f7e6b739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:29:32.257174 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Bound using segment: {'id': '90db1389-7df3-4e6f-88eb-19c1f7e6b739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:29:32.257598 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Bound port: c2d2cfe5-adb3-436a-84e7-d33268ec2517, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90db1389-7df3-4e6f-88eb-19c1f7e6b739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:29:32.257946 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:32.330449 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] For port c2d2cfe5-adb3-436a-84e7-d33268ec2517, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:29:32.334441 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] For port c2d2cfe5-adb3-436a-84e7-d33268ec2517, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c2d2cfe5-adb3-436a-84e7-d33268ec2517,segment=NetworkSegment(90db1389-7df3-4e6f-88eb-19c1f7e6b739),segment_id=90db1389-7df3-4e6f-88eb-19c1f7e6b739)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:29:32.339560 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:32.379372 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:32.380138 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:32.381425 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] 10.222.0.23 "PUT /v2.0/ports/c2d2cfe5-adb3-436a-84e7-d33268ec2517 HTTP/1.1" status: 200 len: 1092 time: 0.6219020 Dec 06 15:29:32.381855 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a', 'tag': 'c2d2cfe5-adb3-436a-84e7-d33268ec2517'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:29:32.385558 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1388440d-daf1-40cc-b27a-cdcbf3a81b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a", "tag": "c2d2cfe5-adb3-436a-84e7-d33268ec2517"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:29:32.404481 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa15f0e-433f-489b-839d-948730f65d05 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d2cfe5-adb3-436a-84e7-d33268ec2517,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:32.500537 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73be7494-91c8-4e0d-87d0-495110394902 x-openstack-request-id: req-73be7494-91c8-4e0d-87d0-495110394902 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:29:32.500981 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a", "tag": "c2d2cfe5-adb3-436a-84e7-d33268ec2517", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:29:32.501194 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73be7494-91c8-4e0d-87d0-495110394902 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:29:32.501621 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a', 'tag': 'c2d2cfe5-adb3-436a-84e7-d33268ec2517', 'status': 'completed', 'code': 200} Dec 06 15:29:32.521105 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21937f8-350d-4bb5-ac38-bbb00f5a8ba9 req-bbf44cf3-7a31-4e1c-988f-cc6cecbd2f02 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:32.531441 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f21937f8-350d-4bb5-ac38-bbb00f5a8ba9 req-bbf44cf3-7a31-4e1c-988f-cc6cecbd2f02 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a HTTP/1.1" status: 200 len: 1095 time: 0.0607889 Dec 06 15:29:32.538449 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-5a6f4c8e-3af5-42e6-b3f4-1636c55b3399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:32.541002 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-5a6f4c8e-3af5-42e6-b3f4-1636c55b3399 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=feac406af42e4c079ea5d713d41a3b36&device_id=c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a HTTP/1.1" status: 200 len: 1095 time: 0.0841622 Dec 06 15:29:32.577911 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f21937f8-350d-4bb5-ac38-bbb00f5a8ba9 req-d29c22ac-bf6d-4242-b22d-f582e94586a1 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454931 Dec 06 15:29:32.590355 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-bf94062f-3b43-4ba0-ba70-722cfa685444 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2d2cfe5-adb3-436a-84e7-d33268ec2517 HTTP/1.1" status: 200 len: 217 time: 0.0407078 Dec 06 15:29:32.646798 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-39db1d3f-7c91-4b21-a34b-22e7b03d85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:32.648626 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-39db1d3f-7c91-4b21-a34b-22e7b03d85cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d613547-6ee1-4c11-a2d6-2258e826fb62 HTTP/1.1" status: 200 len: 849 time: 0.0514972 Dec 06 15:29:32.698415 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-037a6951-4639-48ce-a6e9-2a796d00116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:32.699970 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-037a6951-4639-48ce-a6e9-2a796d00116a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b28f5eb6-d83b-430a-9369-456f72f46574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436318 Dec 06 15:29:32.794992 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-f78387d4-3668-4df0-94ca-21c6645039d8 service neutron] 10.222.0.23 "GET /v2.0/networks/b28f5eb6-d83b-430a-9369-456f72f46574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882845 Dec 06 15:29:32.885446 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7334b193-3388-48d3-a83f-f7c5287eaccd req-33e254d7-2ac9-4b6d-86bd-970778fa5182 service neutron] 10.222.0.23 "GET /v2.0/networks/b28f5eb6-d83b-430a-9369-456f72f46574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836570 Dec 06 15:29:32.979641 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388440d-daf1-40cc-b27a-cdcbf3a81b4f req-ecd536b4-d089-4f60-87f1-e68ba107e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:32.981083 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1388440d-daf1-40cc-b27a-cdcbf3a81b4f req-ecd536b4-d089-4f60-87f1-e68ba107e219 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=feac406af42e4c079ea5d713d41a3b36&device_id=c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a HTTP/1.1" status: 200 len: 1095 time: 0.0457597 Dec 06 15:29:33.071274 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388440d-daf1-40cc-b27a-cdcbf3a81b4f req-1f30eb04-9d32-4263-91e7-c2cd678576c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:33.072815 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1388440d-daf1-40cc-b27a-cdcbf3a81b4f req-1f30eb04-9d32-4263-91e7-c2cd678576c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b28f5eb6-d83b-430a-9369-456f72f46574 HTTP/1.1" status: 200 len: 911 time: 0.0843351 Dec 06 15:29:33.118030 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1388440d-daf1-40cc-b27a-cdcbf3a81b4f req-3adf917e-b364-46ed-a82c-a0a85292a689 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2d2cfe5-adb3-436a-84e7-d33268ec2517 HTTP/1.1" status: 200 len: 217 time: 0.0380511 Dec 06 15:29:33.166615 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388440d-daf1-40cc-b27a-cdcbf3a81b4f req-4ad7105c-28a4-47b8-a891-87f430e5f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:33.167996 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1388440d-daf1-40cc-b27a-cdcbf3a81b4f req-4ad7105c-28a4-47b8-a891-87f430e5f867 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d613547-6ee1-4c11-a2d6-2258e826fb62 HTTP/1.1" status: 200 len: 849 time: 0.0432274 Dec 06 15:29:33.216412 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388440d-daf1-40cc-b27a-cdcbf3a81b4f req-18159fb0-8523-4e7f-b182-e68176d47a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:33.217929 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1388440d-daf1-40cc-b27a-cdcbf3a81b4f req-18159fb0-8523-4e7f-b182-e68176d47a2e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b28f5eb6-d83b-430a-9369-456f72f46574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422704 Dec 06 15:29:33.279114 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3ea0f5a5-5f8d-4af4-8261-c1a225268611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:33.317041 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1388440d-daf1-40cc-b27a-cdcbf3a81b4f req-661145ec-c016-43d1-b8a7-5cb71b70f3c6 service neutron] 10.222.0.23 "GET /v2.0/networks/b28f5eb6-d83b-430a-9369-456f72f46574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905943 Dec 06 15:29:33.409794 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1388440d-daf1-40cc-b27a-cdcbf3a81b4f req-c08eb5bc-a8bc-427b-ac54-e44a6ca98c57 service neutron] 10.222.0.23 "GET /v2.0/networks/b28f5eb6-d83b-430a-9369-456f72f46574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842538 Dec 06 15:29:33.686165 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2aa07-2288-4ff5-b689-674f3d6ea728 req-88c4941b-1717-4c0e-8e81-4ea3d0318d52 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:33.687114 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ab2aa07-2288-4ff5-b689-674f3d6ea728 req-88c4941b-1717-4c0e-8e81-4ea3d0318d52 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a HTTP/1.1" status: 200 len: 1095 time: 0.0404336 Dec 06 15:29:33.703011 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44772) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:33.738868 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ab2aa07-2288-4ff5-b689-674f3d6ea728 req-f7539beb-2385-43b1-a6f2-94e7ff20d98b tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443377 Dec 06 15:29:33.762365 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ff9b783-4eef-4482-8110-1bee88a937da tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:33.788331 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ff9b783-4eef-4482-8110-1bee88a937da tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:33.847076 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ff9b783-4eef-4482-8110-1bee88a937da tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:33.849751 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ff9b783-4eef-4482-8110-1bee88a937da tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:33.853372 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2ff9b783-4eef-4482-8110-1bee88a937da tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] 10.222.0.20 "DELETE /v2.0/security-groups/7d9735f5-b38f-42dd-8457-57c9b540797b HTTP/1.1" status: 204 len: 168 time: 0.1467788 Dec 06 15:29:33.862929 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9b783-4eef-4482-8110-1bee88a937da tempest-TestVolumeBootPattern-1435842941 tempest-TestVolumeBootPattern-1435842941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9735f5-b38f-42dd-8457-57c9b540797b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:33.909082 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44776) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:34.114572 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:34.404973 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddaec481-05aa-40ae-9e73-66500c1f3fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:34.651455 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ddaec481-05aa-40ae-9e73-66500c1f3fba admin admin] Deleting port 5ab477e0-bd16-4604-98fb-96a681869f85 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:34.651820 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddaec481-05aa-40ae-9e73-66500c1f3fba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:34.733156 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ddaec481-05aa-40ae-9e73-66500c1f3fba admin admin] For port 5ab477e0-bd16-4604-98fb-96a681869f85, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5ab477e0-bd16-4604-98fb-96a681869f85,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:34.733156 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddaec481-05aa-40ae-9e73-66500c1f3fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:34.747886 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ddaec481-05aa-40ae-9e73-66500c1f3fba admin admin] Calling delete_port for 5ab477e0-bd16-4604-98fb-96a681869f85 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:34.848133 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1e249-4300-42e1-a40e-e43d360409ed req-1ac10d29-afff-46e0-86a9-8454ce259022 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:34.849656 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-87a1e249-4300-42e1-a40e-e43d360409ed req-1ac10d29-afff-46e0-86a9-8454ce259022 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a HTTP/1.1" status: 200 len: 1095 time: 0.0405226 Dec 06 15:29:34.896592 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-87a1e249-4300-42e1-a40e-e43d360409ed req-fbc8a371-8b02-4836-ae9a-e7f5629d8551 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Dec 06 15:29:34.930989 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddaec481-05aa-40ae-9e73-66500c1f3fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:34.960063 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaec481-05aa-40ae-9e73-66500c1f3fba admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab477e0-bd16-4604-98fb-96a681869f85,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:35.125274 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ddaec481-05aa-40ae-9e73-66500c1f3fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:35.297813 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c2d2cfe5-adb3-436a-84e7-d33268ec2517 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:29:35.338278 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddaec481-05aa-40ae-9e73-66500c1f3fba admin admin] Router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:29:35.390288 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c2d2cfe5-adb3-436a-84e7-d33268ec2517, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c2d2cfe5-adb3-436a-84e7-d33268ec2517,segment=NetworkSegment(90db1389-7df3-4e6f-88eb-19c1f7e6b739),segment_id=90db1389-7df3-4e6f-88eb-19c1f7e6b739)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:35.401068 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'c2d2cfe5-adb3-436a-84e7-d33268ec2517', 'network_id': 'b28f5eb6-d83b-430a-9369-456f72f46574', 'port_id': 'c2d2cfe5-adb3-436a-84e7-d33268ec2517', 'mac_address': 'fa:16:3e:9b:e6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d613547-6ee1-4c11-a2d6-2258e826fb62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:29:35.440091 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:35.443974 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddaec481-05aa-40ae-9e73-66500c1f3fba admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:29:35.452295 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ddaec481-05aa-40ae-9e73-66500c1f3fba admin admin] 10.222.0.20 "PUT /v2.0/routers/0906cff9-eb98-42d2-81ff-e3cbeef64e7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5381098 Dec 06 15:29:35.452592 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44782) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:35.453755 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d2cfe5-adb3-436a-84e7-d33268ec2517 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:29:35.453877 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739da531-d19b-4079-b1a6-12623565f93c None None] Sync routers for ids ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:29:35.466267 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739da531-d19b-4079-b1a6-12623565f93c None None] Routers {'0906cff9-eb98-42d2-81ff-e3cbeef64e7d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:35.466874 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-739da531-d19b-4079-b1a6-12623565f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:35.473277 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c2d2cfe5-adb3-436a-84e7-d33268ec2517, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c2d2cfe5-adb3-436a-84e7-d33268ec2517,segment=NetworkSegment(90db1389-7df3-4e6f-88eb-19c1f7e6b739),segment_id=90db1389-7df3-4e6f-88eb-19c1f7e6b739)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:35.478180 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:35.533579 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=c2d2cfe5-adb3-436a-84e7-d33268ec2517,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:35.564012 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b9aa-4f60-49f9-92b2-c8acb67c32a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:35.586660 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-739da531-d19b-4079-b1a6-12623565f93c None None] Set router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:35.666872 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b9aa-4f60-49f9-92b2-c8acb67c32a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:35.719279 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['c2d2cfe5-adb3-436a-84e7-d33268ec2517'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:29:35.724035 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3bf4b9aa-4f60-49f9-92b2-c8acb67c32a7 admin admin] Deleting port 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:35.724388 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b9aa-4f60-49f9-92b2-c8acb67c32a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:35.776255 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-739da531-d19b-4079-b1a6-12623565f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173'}], 'enable_snat': True}, 'gw_port_id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:29:34Z', 'revision_number': 5, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port': {'id': '2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:53Z', 'updated_at': '2021-12-06T15:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:35.783919 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:35.805133 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739da531-d19b-4079-b1a6-12623565f93c None None] Checking router: 0906cff9-eb98-42d2-81ff-e3cbeef64e7d for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:29:35.815209 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3bf4b9aa-4f60-49f9-92b2-c8acb67c32a7 admin admin] For port 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:35.815781 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b9aa-4f60-49f9-92b2-c8acb67c32a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:35.818179 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739da531-d19b-4079-b1a6-12623565f93c None None] Routers {'0906cff9-eb98-42d2-81ff-e3cbeef64e7d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:35.818823 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-739da531-d19b-4079-b1a6-12623565f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:35.832193 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3bf4b9aa-4f60-49f9-92b2-c8acb67c32a7 admin admin] Calling delete_port for 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:35.907696 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-739da531-d19b-4079-b1a6-12623565f93c None None] Set router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:35.979729 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-739da531-d19b-4079-b1a6-12623565f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:29:35Z', 'revision_number': 6, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:36.006732 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739da531-d19b-4079-b1a6-12623565f93c None None] The sync data for ids ['0906cff9-eb98-42d2-81ff-e3cbeef64e7d'] in n-d-master-1 is: [{'id': '0906cff9-eb98-42d2-81ff-e3cbeef64e7d', 'name': 'tempest-TestVolumeBootPattern-1898507986-router', 'tenant_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:52Z', 'updated_at': '2021-12-06T15:29:35Z', 'revision_number': 6, 'project_id': 'edd692759ebb4bf3a0fa8fe91d03df76', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:29:36.056695 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2479e10-399c-4568-b5d8-e11903e6e5a8 req-baa6e08c-9988-42d3-a683-3860f6e7a90b tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:36.058469 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c2479e10-399c-4568-b5d8-e11903e6e5a8 req-baa6e08c-9988-42d3-a683-3860f6e7a90b tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a HTTP/1.1" status: 200 len: 1096 time: 0.0603800 Dec 06 15:29:36.059522 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b9aa-4f60-49f9-92b2-c8acb67c32a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.092183 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4b9aa-4f60-49f9-92b2-c8acb67c32a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:36.112153 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2007fd-2677-4d53-b6c1-d84989de5a83 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:29:36.167032 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c2479e10-399c-4568-b5d8-e11903e6e5a8 req-0e939407-5177-4e33-a1a9-9d902d725aea tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023879 Dec 06 15:29:36.178893 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b9aa-4f60-49f9-92b2-c8acb67c32a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.267819 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b9aa-4f60-49f9-92b2-c8acb67c32a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.269929 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b9aa-4f60-49f9-92b2-c8acb67c32a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.315181 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b9aa-4f60-49f9-92b2-c8acb67c32a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.315644 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf4b9aa-4f60-49f9-92b2-c8acb67c32a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0906cff9-eb98-42d2-81ff-e3cbeef64e7d {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:29:36.320136 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b9aa-4f60-49f9-92b2-c8acb67c32a7 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.321799 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3bf4b9aa-4f60-49f9-92b2-c8acb67c32a7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0906cff9-eb98-42d2-81ff-e3cbeef64e7d HTTP/1.1" status: 204 len: 168 time: 0.8682668 Dec 06 15:29:36.324297 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44788) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:36.377476 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb39987d-023d-4d00-8653-346e7d8b977e admin admin] Deleting subnet d729354f-de71-4474-b05a-729c96f5bac2 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:29:36.381152 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb39987d-023d-4d00-8653-346e7d8b977e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.418258 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb39987d-023d-4d00-8653-346e7d8b977e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.507911 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb39987d-023d-4d00-8653-346e7d8b977e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.559090 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb39987d-023d-4d00-8653-346e7d8b977e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.585789 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39987d-023d-4d00-8653-346e7d8b977e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d729354f-de71-4474-b05a-729c96f5bac2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:36.588418 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb39987d-023d-4d00-8653-346e7d8b977e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.591612 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fb39987d-023d-4d00-8653-346e7d8b977e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d729354f-de71-4474-b05a-729c96f5bac2 HTTP/1.1" status: 204 len: 168 time: 0.2663956 Dec 06 15:29:36.592027 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826bebb9-00c0-4aa7-a836-7d28092bbfc9 None None] Network 5cd3d629-294c-4537-8f1e-863f8f4b3c58 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:29:36.594389 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44790) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:36.665700 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.689668 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.720089 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] Deleting port 8c06162e-4ee1-4331-9e64-50531f133bfa {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:36.720334 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.786546 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] For port 8c06162e-4ee1-4331-9e64-50531f133bfa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8c06162e-4ee1-4331-9e64-50531f133bfa,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:36.786912 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.796253 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5950a298-9ebe-47a7-aa98-79678df8e93a None None] DHCP port deletion for 5cd3d629-294c-4537-8f1e-863f8f4b3c58 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:29:36.803838 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5ab477e0-bd16-4604-98fb-96a681869f85 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:36.803999 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] Calling delete_port for 8c06162e-4ee1-4331-9e64-50531f133bfa owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:36.841242 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 5ab477e0-bd16-4604-98fb-96a681869f85 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:36.841591 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5ab477e0-bd16-4604-98fb-96a681869f85 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:36.864294 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5950a298-9ebe-47a7-aa98-79678df8e93a None None] Deleting port 8c06162e-4ee1-4331-9e64-50531f133bfa {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:36.864696 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5950a298-9ebe-47a7-aa98-79678df8e93a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.891216 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.917150 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] Pushing event deleted for resources: {'Port': ['ID=8c06162e-4ee1-4331-9e64-50531f133bfa,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:36.920773 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] No DVR routers for this DVR port 8c06162e-4ee1-4331-9e64-50531f133bfa on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:29:36.936393 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5950a298-9ebe-47a7-aa98-79678df8e93a None None] For port 8c06162e-4ee1-4331-9e64-50531f133bfa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8c06162e-4ee1-4331-9e64-50531f133bfa,segment=NetworkSegment(aac4d587-8756-42ad-9022-81be7d1ee81d),segment_id=aac4d587-8756-42ad-9022-81be7d1ee81d)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:36.936797 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5950a298-9ebe-47a7-aa98-79678df8e93a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.950182 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5950a298-9ebe-47a7-aa98-79678df8e93a None None] Calling delete_port for 8c06162e-4ee1-4331-9e64-50531f133bfa owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:36.996338 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:37.017963 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd3d629-294c-4537-8f1e-863f8f4b3c58']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:29:37.023361 n-d-master-1 neutron-server[103290]: self.session.flush() Dec 06 15:29:37.028201 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac4d587-8756-42ad-9022-81be7d1ee81d') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:37.028425 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac4d587-8756-42ad-9022-81be7d1ee81d') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:37.033385 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5950a298-9ebe-47a7-aa98-79678df8e93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:37.038592 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:37.051900 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:37.059570 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:29:37.059986 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:29:37.062163 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:29:37.065322 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5950a298-9ebe-47a7-aa98-79678df8e93a None None] No DVR routers for this DVR port 8c06162e-4ee1-4331-9e64-50531f133bfa on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:29:37.069468 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950a298-9ebe-47a7-aa98-79678df8e93a None None] Pushing event deleted for resources: {'Port': ['ID=8c06162e-4ee1-4331-9e64-50531f133bfa,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:37.127240 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:37.132789 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:37.135964 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] 10.222.0.20 "DELETE /v2.0/networks/5cd3d629-294c-4537-8f1e-863f8f4b3c58 HTTP/1.1" status: 204 len: 168 time: 0.5405600 Dec 06 15:29:37.138966 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44792) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:37.146301 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e31fb-b1db-4fac-be14-8114967963cb admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd3d629-294c-4537-8f1e-863f8f4b3c58,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:37.275218 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e7f64-2db3-4195-a1e0-57a4bbc7cb6b req-9e220685-e19f-4fba-88cf-ae0e1bbff840 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:37.278321 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb0e7f64-2db3-4195-a1e0-57a4bbc7cb6b req-9e220685-e19f-4fba-88cf-ae0e1bbff840 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a HTTP/1.1" status: 200 len: 1096 time: 0.0438831 Dec 06 15:29:37.313983 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c2d2cfe5-adb3-436a-84e7-d33268ec2517 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:29:37.322114 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb0e7f64-2db3-4195-a1e0-57a4bbc7cb6b req-ef884bcd-d039-493c-be63-2a2987b9f04e tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384388 Dec 06 15:29:37.364924 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port c2d2cfe5-adb3-436a-84e7-d33268ec2517 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:29:37.370015 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port c2d2cfe5-adb3-436a-84e7-d33268ec2517 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:29:37.370389 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:37.455520 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:37.480816 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d2cfe5-adb3-436a-84e7-d33268ec2517'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:29:37.483183 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5928e6-cad3-4af1-8dcc-2029b6679609" -d '{"events": [{"server_uuid": "c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a", "name": "network-vif-plugged", "status": "completed", "tag": "c2d2cfe5-adb3-436a-84e7-d33268ec2517"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:29:37.498194 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port c2d2cfe5-adb3-436a-84e7-d33268ec2517, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c2d2cfe5-adb3-436a-84e7-d33268ec2517,segment=NetworkSegment(90db1389-7df3-4e6f-88eb-19c1f7e6b739),segment_id=90db1389-7df3-4e6f-88eb-19c1f7e6b739)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:37.503217 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:37.527454 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5122793b-da4d-4411-9178-146d990aba7d x-openstack-request-id: req-5122793b-da4d-4411-9178-146d990aba7d {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:29:37.527778 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a", "name": "network-vif-plugged", "status": "completed", "tag": "c2d2cfe5-adb3-436a-84e7-d33268ec2517", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:29:37.528036 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5122793b-da4d-4411-9178-146d990aba7d {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:29:37.528427 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d2cfe5-adb3-436a-84e7-d33268ec2517', 'code': 200} Dec 06 15:29:37.556868 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=c2d2cfe5-adb3-436a-84e7-d33268ec2517,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:37.625858 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba414718-fcfe-4af1-a04d-cda8f97de362 req-c921df35-8175-4844-8667-281b8d98b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:37.627250 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba414718-fcfe-4af1-a04d-cda8f97de362 req-c921df35-8175-4844-8667-281b8d98b0c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a HTTP/1.1" status: 200 len: 1097 time: 0.0396442 Dec 06 15:29:37.671307 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba414718-fcfe-4af1-a04d-cda8f97de362 req-f6bcfd43-7482-46fc-86b7-b04f6206e4f6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364077 Dec 06 15:29:37.754021 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa183116-74a1-4638-9d88-e81028b8199b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:37.992563 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-aa183116-74a1-4638-9d88-e81028b8199b admin admin] Deleting port e3c13cff-51f6-400f-a0ff-6008aa7e6e92 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:37.992816 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa183116-74a1-4638-9d88-e81028b8199b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:38.067814 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-aa183116-74a1-4638-9d88-e81028b8199b admin admin] For port e3c13cff-51f6-400f-a0ff-6008aa7e6e92, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e3c13cff-51f6-400f-a0ff-6008aa7e6e92,segment=NetworkSegment(5fa4d984-68b0-44aa-9855-4da8d996db2b),segment_id=5fa4d984-68b0-44aa-9855-4da8d996db2b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:38.068171 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa183116-74a1-4638-9d88-e81028b8199b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:38.080784 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-aa183116-74a1-4638-9d88-e81028b8199b admin admin] Calling delete_port for e3c13cff-51f6-400f-a0ff-6008aa7e6e92 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:38.166619 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:38.186771 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:38.187122 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2ae77fa2-fd5b-43a4-b2a2-30482ebe74ae not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:38.187541 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8c06162e-4ee1-4331-9e64-50531f133bfa no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:38.206664 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 8c06162e-4ee1-4331-9e64-50531f133bfa {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:38.207012 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8c06162e-4ee1-4331-9e64-50531f133bfa not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:38.261780 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa183116-74a1-4638-9d88-e81028b8199b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:38.292830 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa183116-74a1-4638-9d88-e81028b8199b admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c13cff-51f6-400f-a0ff-6008aa7e6e92,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:38.436526 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47483ca7-3582-4092-b68a-047e4ba2e8e0 req-3afbf0f6-1c8b-4618-8f24-dae1a703b46f tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:38.438194 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-47483ca7-3582-4092-b68a-047e4ba2e8e0 req-3afbf0f6-1c8b-4618-8f24-dae1a703b46f tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a HTTP/1.1" status: 200 len: 1097 time: 0.0453637 Dec 06 15:29:38.456621 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa183116-74a1-4638-9d88-e81028b8199b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:38.490645 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-47483ca7-3582-4092-b68a-047e4ba2e8e0 req-75857018-0ee4-41e9-9fd2-3d25d2a97211 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460732 Dec 06 15:29:38.671900 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa183116-74a1-4638-9d88-e81028b8199b admin admin] Router ef84bb30-294c-4bfc-bf0c-fcfe99ee386a has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:29:38.775045 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa183116-74a1-4638-9d88-e81028b8199b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:29:38.784561 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-aa183116-74a1-4638-9d88-e81028b8199b admin admin] 10.222.0.20 "PUT /v2.0/routers/ef84bb30-294c-4bfc-bf0c-fcfe99ee386a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6403360 Dec 06 15:29:38.784663 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44800) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:38.789196 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d8965d-a3ae-425f-aa38-6b8f3d403061 None None] Sync routers for ids ['ef84bb30-294c-4bfc-bf0c-fcfe99ee386a'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:29:38.800896 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d8965d-a3ae-425f-aa38-6b8f3d403061 None None] Routers {'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:38.801595 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b4d8965d-a3ae-425f-aa38-6b8f3d403061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ef84bb30-294c-4bfc-bf0c-fcfe99ee386a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:38.885298 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf960dad-4385-49d3-837c-119f59c2cc7a admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:38.912285 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b4d8965d-a3ae-425f-aa38-6b8f3d403061 None None] Set router ef84bb30-294c-4bfc-bf0c-fcfe99ee386a gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:38.987628 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf960dad-4385-49d3-837c-119f59c2cc7a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:39.041300 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bf960dad-4385-49d3-837c-119f59c2cc7a admin admin] Deleting port a1e002e9-64a8-474e-ac4e-6511764e104a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:39.041725 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf960dad-4385-49d3-837c-119f59c2cc7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:39.089655 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b4d8965d-a3ae-425f-aa38-6b8f3d403061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'name': 'tempest-TestVolumeBootPattern-2100229187-router', 'tenant_id': 'e77259ecf2144610819602c8ed26f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a1e002e9-64a8-474e-ac4e-6511764e104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:57Z', 'updated_at': '2021-12-06T15:29:38Z', 'revision_number': 5, 'project_id': 'e77259ecf2144610819602c8ed26f882', 'gw_port': {'id': 'a1e002e9-64a8-474e-ac4e-6511764e104a', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:18:58Z', 'updated_at': '2021-12-06T15:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:39.115767 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d8965d-a3ae-425f-aa38-6b8f3d403061 None None] Checking router: ef84bb30-294c-4bfc-bf0c-fcfe99ee386a for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:29:39.118373 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-bf960dad-4385-49d3-837c-119f59c2cc7a admin admin] For port a1e002e9-64a8-474e-ac4e-6511764e104a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a1e002e9-64a8-474e-ac4e-6511764e104a,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:39.118727 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf960dad-4385-49d3-837c-119f59c2cc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:39.124214 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d8965d-a3ae-425f-aa38-6b8f3d403061 None None] Routers {'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:39.124814 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b4d8965d-a3ae-425f-aa38-6b8f3d403061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['ef84bb30-294c-4bfc-bf0c-fcfe99ee386a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:39.131833 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bf960dad-4385-49d3-837c-119f59c2cc7a admin admin] Calling delete_port for a1e002e9-64a8-474e-ac4e-6511764e104a owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:39.208767 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b4d8965d-a3ae-425f-aa38-6b8f3d403061 None None] Set router ef84bb30-294c-4bfc-bf0c-fcfe99ee386a gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:39.263312 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b4d8965d-a3ae-425f-aa38-6b8f3d403061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'name': 'tempest-TestVolumeBootPattern-2100229187-router', 'tenant_id': 'e77259ecf2144610819602c8ed26f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:57Z', 'updated_at': '2021-12-06T15:29:38Z', 'revision_number': 6, 'project_id': 'e77259ecf2144610819602c8ed26f882', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:39.289276 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d8965d-a3ae-425f-aa38-6b8f3d403061 None None] The sync data for ids ['ef84bb30-294c-4bfc-bf0c-fcfe99ee386a'] in n-d-master-1 is: [{'id': 'ef84bb30-294c-4bfc-bf0c-fcfe99ee386a', 'name': 'tempest-TestVolumeBootPattern-2100229187-router', 'tenant_id': 'e77259ecf2144610819602c8ed26f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:18:57Z', 'updated_at': '2021-12-06T15:29:38Z', 'revision_number': 6, 'project_id': 'e77259ecf2144610819602c8ed26f882', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:29:39.292175 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf960dad-4385-49d3-837c-119f59c2cc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:39.321972 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf960dad-4385-49d3-837c-119f59c2cc7a admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e002e9-64a8-474e-ac4e-6511764e104a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:39.342759 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3274dabd-e2a5-4a4a-84f7-8a29c9a727cd None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:29:39.606629 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdd04b-c2eb-4390-851c-8631cc702f9c req-550525a6-592a-4153-96a3-97293abf96cd tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:39.608177 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-52cdd04b-c2eb-4390-851c-8631cc702f9c req-550525a6-592a-4153-96a3-97293abf96cd tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a HTTP/1.1" status: 200 len: 1097 time: 0.0463591 Dec 06 15:29:39.684282 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-52cdd04b-c2eb-4390-851c-8631cc702f9c req-3a902a88-3f2a-4ce0-b699-d3febacb0fa7 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653539 Dec 06 15:29:39.725035 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf960dad-4385-49d3-837c-119f59c2cc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:39.840775 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf960dad-4385-49d3-837c-119f59c2cc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:39.843796 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf960dad-4385-49d3-837c-119f59c2cc7a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:39.893321 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74ac53-f5e4-4b02-86d3-870168563a6a req-60a3de46-2ce9-4851-b016-cded7a48a033 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:39.894917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e74ac53-f5e4-4b02-86d3-870168563a6a req-60a3de46-2ce9-4851-b016-cded7a48a033 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a HTTP/1.1" status: 200 len: 1097 time: 0.1045475 Dec 06 15:29:39.895939 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf960dad-4385-49d3-837c-119f59c2cc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:39.896482 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf960dad-4385-49d3-837c-119f59c2cc7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef84bb30-294c-4bfc-bf0c-fcfe99ee386a {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:29:39.900970 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf960dad-4385-49d3-837c-119f59c2cc7a admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:39.901760 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bf960dad-4385-49d3-837c-119f59c2cc7a admin admin] 10.222.0.20 "DELETE /v2.0/routers/ef84bb30-294c-4bfc-bf0c-fcfe99ee386a HTTP/1.1" status: 204 len: 168 time: 1.1172447 Dec 06 15:29:39.904400 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44806) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:39.939972 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e74ac53-f5e4-4b02-86d3-870168563a6a req-46277c4c-c9ab-4621-8ef0-417178b3d189 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370746 Dec 06 15:29:39.949113 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d365e68-e91e-4a0d-97db-406e299c16e5 admin admin] Deleting subnet bdffae0b-74c8-4536-8bf5-043117951fbf {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:29:39.952334 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d365e68-e91e-4a0d-97db-406e299c16e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:39.986317 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d365e68-e91e-4a0d-97db-406e299c16e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:40.081495 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e7afa-c64d-4911-92c3-38214d656777 req-b2fbb69c-ea61-4d18-9eb1-162b4feb981a tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:40.082920 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e9e7afa-c64d-4911-92c3-38214d656777 req-b2fbb69c-ea61-4d18-9eb1-162b4feb981a tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a HTTP/1.1" status: 200 len: 1097 time: 0.0729179 Dec 06 15:29:40.113640 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d365e68-e91e-4a0d-97db-406e299c16e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:40.164075 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e9e7afa-c64d-4911-92c3-38214d656777 req-56e5eb12-51e9-4491-ba54-c9b8b3d66ba4 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745304 Dec 06 15:29:40.186970 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a1e002e9-64a8-474e-ac4e-6511764e104a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:40.189467 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d365e68-e91e-4a0d-97db-406e299c16e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:40.215623 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: a1e002e9-64a8-474e-ac4e-6511764e104a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:40.216179 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a1e002e9-64a8-474e-ac4e-6511764e104a not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:40.216423 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e3c13cff-51f6-400f-a0ff-6008aa7e6e92 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:40.220911 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d365e68-e91e-4a0d-97db-406e299c16e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdffae0b-74c8-4536-8bf5-043117951fbf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:40.232210 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5d365e68-e91e-4a0d-97db-406e299c16e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:40.236150 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5d365e68-e91e-4a0d-97db-406e299c16e5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bdffae0b-74c8-4536-8bf5-043117951fbf HTTP/1.1" status: 204 len: 168 time: 0.3306797 Dec 06 15:29:40.239195 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44812) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:40.248397 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2442bec5-a24f-4f18-8475-6a532f3c05f5 None None] Network b22d67d2-92fa-4000-a3b0-753423523801 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:29:40.250637 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: e3c13cff-51f6-400f-a0ff-6008aa7e6e92 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:40.250988 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device e3c13cff-51f6-400f-a0ff-6008aa7e6e92 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:40.323785 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:40.422566 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] Deleting port f53bb9c2-4d3a-44c9-bc71-1a9af23eba52 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:40.422566 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:40.454186 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c348bae-f2fa-4cf1-8605-7fd073101243 req-ac30db08-784a-4e12-a5f3-28c21c2b3e57 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:40.454186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c348bae-f2fa-4cf1-8605-7fd073101243 req-ac30db08-784a-4e12-a5f3-28c21c2b3e57 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a HTTP/1.1" status: 200 len: 1097 time: 0.0757720 Dec 06 15:29:40.460401 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fc3ebb-94db-4d00-90fa-ddbdf2131cfa None None] DHCP port deletion for b22d67d2-92fa-4000-a3b0-753423523801 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:29:40.512577 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-39fc3ebb-94db-4d00-90fa-ddbdf2131cfa None None] Deleting port f53bb9c2-4d3a-44c9-bc71-1a9af23eba52 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:40.512949 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39fc3ebb-94db-4d00-90fa-ddbdf2131cfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:40.519974 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] For port f53bb9c2-4d3a-44c9-bc71-1a9af23eba52, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f53bb9c2-4d3a-44c9-bc71-1a9af23eba52,segment=NetworkSegment(5fa4d984-68b0-44aa-9855-4da8d996db2b),segment_id=5fa4d984-68b0-44aa-9855-4da8d996db2b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:40.520348 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:40.540939 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] Calling delete_port for f53bb9c2-4d3a-44c9-bc71-1a9af23eba52 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:40.562937 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c348bae-f2fa-4cf1-8605-7fd073101243 req-00c5a520-adc6-42ec-b55d-13b18ddb8b24 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756297 Dec 06 15:29:40.576616 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-39fc3ebb-94db-4d00-90fa-ddbdf2131cfa None None] For port f53bb9c2-4d3a-44c9-bc71-1a9af23eba52, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f53bb9c2-4d3a-44c9-bc71-1a9af23eba52,segment=NetworkSegment(5fa4d984-68b0-44aa-9855-4da8d996db2b),segment_id=5fa4d984-68b0-44aa-9855-4da8d996db2b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:40.577020 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39fc3ebb-94db-4d00-90fa-ddbdf2131cfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:40.590367 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-39fc3ebb-94db-4d00-90fa-ddbdf2131cfa None None] Calling delete_port for f53bb9c2-4d3a-44c9-bc71-1a9af23eba52 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:40.633332 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:40.660127 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] Pushing event deleted for resources: {'Port': ['ID=f53bb9c2-4d3a-44c9-bc71-1a9af23eba52,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:40.661971 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] No DVR routers for this DVR port f53bb9c2-4d3a-44c9-bc71-1a9af23eba52 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:29:40.668806 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-39fc3ebb-94db-4d00-90fa-ddbdf2131cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:40.693880 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc3ebb-94db-4d00-90fa-ddbdf2131cfa None None] Pushing event deleted for resources: {'Port': ['ID=f53bb9c2-4d3a-44c9-bc71-1a9af23eba52,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:40.697666 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc3ebb-94db-4d00-90fa-ddbdf2131cfa None None] No DVR routers for this DVR port f53bb9c2-4d3a-44c9-bc71-1a9af23eba52 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:29:40.741477 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:40.761297 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22d67d2-92fa-4000-a3b0-753423523801']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:40.770431 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa4d984-68b0-44aa-9855-4da8d996db2b') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:40.770769 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa4d984-68b0-44aa-9855-4da8d996db2b') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:40.781203 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:40.796028 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:40.802019 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:29:40.802428 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:29:40.804101 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:29:40.857330 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:40.863163 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:40.866299 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] 10.222.0.20 "DELETE /v2.0/networks/b22d67d2-92fa-4000-a3b0-753423523801 HTTP/1.1" status: 204 len: 168 time: 0.6260891 Dec 06 15:29:40.876971 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55821103-e553-4eb4-9b64-cf81bd45639e admin admin] Pushing event deleted for resources: {'Network': ['ID=b22d67d2-92fa-4000-a3b0-753423523801,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:40.991123 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44818) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:41.030885 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-470fb1eb-3a4e-4d61-a589-a22a5f7eaa56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=edd692759ebb4bf3a0fa8fe91d03df76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384865 Dec 06 15:29:41.033190 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44820) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:41.084242 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f269441d-0629-4aa0-a380-9410689e6b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:41.105185 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f269441d-0629-4aa0-a380-9410689e6b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:41.151834 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f269441d-0629-4aa0-a380-9410689e6b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:41.154284 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f269441d-0629-4aa0-a380-9410689e6b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:41.155434 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f269441d-0629-4aa0-a380-9410689e6b56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fce6834-3c86-45fb-804f-f65a953a96c5 HTTP/1.1" status: 204 len: 168 time: 0.1213076 Dec 06 15:29:41.163146 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269441d-0629-4aa0-a380-9410689e6b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fce6834-3c86-45fb-804f-f65a953a96c5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:41.474066 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44826) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:41.514003 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f748e2e7-27ae-4df4-b745-c5a42ec05005 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e77259ecf2144610819602c8ed26f882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387156 Dec 06 15:29:41.516466 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44828) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:41.562480 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c592d35-83e8-4c85-b2b7-73b34e2ae830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:41.582939 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c592d35-83e8-4c85-b2b7-73b34e2ae830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:41.630013 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c592d35-83e8-4c85-b2b7-73b34e2ae830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:41.633537 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c592d35-83e8-4c85-b2b7-73b34e2ae830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:41.636980 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8c592d35-83e8-4c85-b2b7-73b34e2ae830 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3d5e84c-8062-4fba-abd2-38d5ec30e8ff HTTP/1.1" status: 204 len: 168 time: 0.1173286 Dec 06 15:29:41.692193 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c592d35-83e8-4c85-b2b7-73b34e2ae830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d5e84c-8062-4fba-abd2-38d5ec30e8ff,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:41.712586 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde7393-8dbf-4369-87cc-fe9138636cbc req-52ba72f3-076e-4bd7-9f0e-65c953460f04 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:41.714088 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dde7393-8dbf-4369-87cc-fe9138636cbc req-52ba72f3-076e-4bd7-9f0e-65c953460f04 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a HTTP/1.1" status: 200 len: 1097 time: 0.0773542 Dec 06 15:29:41.720360 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386d53f-47ce-4e46-b747-479f5d1b8ed2 req-ebbc510e-2699-4df5-bc23-a420ceed75f7 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:41.721768 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2386d53f-47ce-4e46-b747-479f5d1b8ed2 req-ebbc510e-2699-4df5-bc23-a420ceed75f7 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a HTTP/1.1" status: 200 len: 1097 time: 0.0861125 Dec 06 15:29:41.807345 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2386d53f-47ce-4e46-b747-479f5d1b8ed2 req-b2c90ad5-9acf-4e94-a60a-ab58d3881e25 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788801 Dec 06 15:29:41.835754 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8dde7393-8dbf-4369-87cc-fe9138636cbc req-5e7f856d-ac7a-4d18-a7c7-3c9637260fea tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Deleting port c2d2cfe5-adb3-436a-84e7-d33268ec2517 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:41.836142 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8dde7393-8dbf-4369-87cc-fe9138636cbc req-5e7f856d-ac7a-4d18-a7c7-3c9637260fea tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:41.927495 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8dde7393-8dbf-4369-87cc-fe9138636cbc req-5e7f856d-ac7a-4d18-a7c7-3c9637260fea tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] For port c2d2cfe5-adb3-436a-84e7-d33268ec2517, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c2d2cfe5-adb3-436a-84e7-d33268ec2517,segment=NetworkSegment(90db1389-7df3-4e6f-88eb-19c1f7e6b739),segment_id=90db1389-7df3-4e6f-88eb-19c1f7e6b739)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:41.927899 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8dde7393-8dbf-4369-87cc-fe9138636cbc req-5e7f856d-ac7a-4d18-a7c7-3c9637260fea tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:41.942539 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-8dde7393-8dbf-4369-87cc-fe9138636cbc req-5e7f856d-ac7a-4d18-a7c7-3c9637260fea tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Calling delete_port for c2d2cfe5-adb3-436a-84e7-d33268ec2517 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:42.075782 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8dde7393-8dbf-4369-87cc-fe9138636cbc req-5e7f856d-ac7a-4d18-a7c7-3c9637260fea tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:42.087577 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['c2d2cfe5-adb3-436a-84e7-d33268ec2517'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:29:42.090519 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['2188b5b4-da92-4b77-b860-988667d4e484'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:29:42.106775 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f856d-ac7a-4d18-a7c7-3c9637260fea tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2d2cfe5-adb3-436a-84e7-d33268ec2517,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:42.165826 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dde7393-8dbf-4369-87cc-fe9138636cbc req-5e7f856d-ac7a-4d18-a7c7-3c9637260fea tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] No DVR routers for this DVR port c2d2cfe5-adb3-436a-84e7-d33268ec2517 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:29:42.171948 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8dde7393-8dbf-4369-87cc-fe9138636cbc req-5e7f856d-ac7a-4d18-a7c7-3c9637260fea tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:42.186115 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8dde7393-8dbf-4369-87cc-fe9138636cbc req-5e7f856d-ac7a-4d18-a7c7-3c9637260fea tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.23 "DELETE /v2.0/ports/c2d2cfe5-adb3-436a-84e7-d33268ec2517 HTTP/1.1" status: 204 len: 173 time: 0.4530380 Dec 06 15:29:42.188756 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a', 'name': 'network-vif-deleted', 'tag': 'c2d2cfe5-adb3-436a-84e7-d33268ec2517'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:29:42.200351 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fec5523-f426-4931-a869-e00b57a2b689" -d '{"events": [{"server_uuid": "c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a", "name": "network-vif-deleted", "tag": "c2d2cfe5-adb3-436a-84e7-d33268ec2517"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:29:42.214289 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f53bb9c2-4d3a-44c9-bc71-1a9af23eba52 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:42.256146 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: f53bb9c2-4d3a-44c9-bc71-1a9af23eba52 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:42.256399 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f53bb9c2-4d3a-44c9-bc71-1a9af23eba52 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:42.263707 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e131d7e4-5d1c-4eb2-8fd7-3520875e30e9 x-openstack-request-id: req-e131d7e4-5d1c-4eb2-8fd7-3520875e30e9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:29:42.264086 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a", "name": "network-vif-deleted", "tag": "c2d2cfe5-adb3-436a-84e7-d33268ec2517", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:29:42.264259 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e131d7e4-5d1c-4eb2-8fd7-3520875e30e9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:29:42.264670 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81bc78d-66f3-4f65-b91b-9f9bbcc7aa0a', 'name': 'network-vif-deleted', 'tag': 'c2d2cfe5-adb3-436a-84e7-d33268ec2517', 'status': 'completed', 'code': 200} Dec 06 15:29:43.061225 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ac78e-675d-4cda-88df-9b08493d14f3 req-568b0182-65c1-42bb-94e7-fc887aa0e389 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:43.062733 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9b1ac78e-675d-4cda-88df-9b08493d14f3 req-568b0182-65c1-42bb-94e7-fc887aa0e389 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42f6d846-0e30-43c7-b4a2-b5eaade26452 HTTP/1.1" status: 200 len: 1096 time: 0.0399771 Dec 06 15:29:43.109506 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9b1ac78e-675d-4cda-88df-9b08493d14f3 req-e7ac0db6-93a4-48a8-8e8b-38751ba3f198 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409272 Dec 06 15:29:44.214417 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fee906-df3d-46e3-ad8b-368a83c2c754 req-fbc6e7ad-f7a8-4dfc-ae8d-53290251fd11 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:44.215957 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-83fee906-df3d-46e3-ad8b-368a83c2c754 req-fbc6e7ad-f7a8-4dfc-ae8d-53290251fd11 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42f6d846-0e30-43c7-b4a2-b5eaade26452 HTTP/1.1" status: 200 len: 1096 time: 0.0407352 Dec 06 15:29:44.259828 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-83fee906-df3d-46e3-ad8b-368a83c2c754 req-7802943b-7035-4e44-8553-0e77bbaf886e tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ac27e0d5-8f86-439a-b0fe-27f2edd845a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377316 Dec 06 15:29:44.439639 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d3ee5-974e-44a2-8317-44c5430ba0a7 req-45d6d157-7fcc-474a-a385-8ef183a8ce45 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:44.441050 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-568d3ee5-974e-44a2-8317-44c5430ba0a7 req-45d6d157-7fcc-474a-a385-8ef183a8ce45 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=42f6d846-0e30-43c7-b4a2-b5eaade26452 HTTP/1.1" status: 200 len: 1096 time: 0.0409656 Dec 06 15:29:44.522009 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-568d3ee5-974e-44a2-8317-44c5430ba0a7 req-0be1b635-c6f7-4544-b12b-c9cd346ec583 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Deleting port 2188b5b4-da92-4b77-b860-988667d4e484 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:44.522347 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-568d3ee5-974e-44a2-8317-44c5430ba0a7 req-0be1b635-c6f7-4544-b12b-c9cd346ec583 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:44.601291 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-568d3ee5-974e-44a2-8317-44c5430ba0a7 req-0be1b635-c6f7-4544-b12b-c9cd346ec583 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] For port 2188b5b4-da92-4b77-b860-988667d4e484, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2188b5b4-da92-4b77-b860-988667d4e484,segment=NetworkSegment(90db1389-7df3-4e6f-88eb-19c1f7e6b739),segment_id=90db1389-7df3-4e6f-88eb-19c1f7e6b739)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:44.601649 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-568d3ee5-974e-44a2-8317-44c5430ba0a7 req-0be1b635-c6f7-4544-b12b-c9cd346ec583 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:44.613592 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-568d3ee5-974e-44a2-8317-44c5430ba0a7 req-0be1b635-c6f7-4544-b12b-c9cd346ec583 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Calling delete_port for 2188b5b4-da92-4b77-b860-988667d4e484 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:44.734241 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-568d3ee5-974e-44a2-8317-44c5430ba0a7 req-0be1b635-c6f7-4544-b12b-c9cd346ec583 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:44.747993 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['2188b5b4-da92-4b77-b860-988667d4e484'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:29:44.763031 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1b635-c6f7-4544-b12b-c9cd346ec583 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Pushing event deleted for resources: {'Port': ['ID=2188b5b4-da92-4b77-b860-988667d4e484,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:44.803792 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-568d3ee5-974e-44a2-8317-44c5430ba0a7 req-0be1b635-c6f7-4544-b12b-c9cd346ec583 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] No DVR routers for this DVR port 2188b5b4-da92-4b77-b860-988667d4e484 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:29:44.806265 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-568d3ee5-974e-44a2-8317-44c5430ba0a7 req-0be1b635-c6f7-4544-b12b-c9cd346ec583 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:44.809618 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-568d3ee5-974e-44a2-8317-44c5430ba0a7 req-0be1b635-c6f7-4544-b12b-c9cd346ec583 tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.37 "DELETE /v2.0/ports/2188b5b4-da92-4b77-b860-988667d4e484 HTTP/1.1" status: 204 len: 173 time: 0.3586447 Dec 06 15:29:44.810083 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f6d846-0e30-43c7-b4a2-b5eaade26452', 'name': 'network-vif-deleted', 'tag': '2188b5b4-da92-4b77-b860-988667d4e484'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:29:44.812377 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5efc717-f5b0-436e-beec-92858557d44b" -d '{"events": [{"server_uuid": "42f6d846-0e30-43c7-b4a2-b5eaade26452", "name": "network-vif-deleted", "tag": "2188b5b4-da92-4b77-b860-988667d4e484"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:29:44.854674 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a26149-f1d0-43c4-bcc1-4cc340bf1a4c x-openstack-request-id: req-d4a26149-f1d0-43c4-bcc1-4cc340bf1a4c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:29:44.855031 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f6d846-0e30-43c7-b4a2-b5eaade26452", "name": "network-vif-deleted", "tag": "2188b5b4-da92-4b77-b860-988667d4e484", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:29:44.855291 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4a26149-f1d0-43c4-bcc1-4cc340bf1a4c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:29:44.855720 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f6d846-0e30-43c7-b4a2-b5eaade26452', 'name': 'network-vif-deleted', 'tag': '2188b5b4-da92-4b77-b860-988667d4e484', 'status': 'completed', 'code': 200} Dec 06 15:29:45.359494 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c2d2cfe5-adb3-436a-84e7-d33268ec2517 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:45.369725 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-489292c8-f2f1-44a5-9c2c-a4536abcd33a req-5bb4b781-f223-40ce-b6d1-1f79b3ffe77f tempest-TestServerMultinode-1354452051 tempest-TestServerMultinode-1354452051-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42f6d846-0e30-43c7-b4a2-b5eaade26452 HTTP/1.1" status: 200 len: 210 time: 0.0258608 Dec 06 15:29:45.380651 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: c2d2cfe5-adb3-436a-84e7-d33268ec2517 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:45.381003 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device c2d2cfe5-adb3-436a-84e7-d33268ec2517 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:46.428287 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44856) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:46.777723 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d221890-a697-492e-8da5-8ea5a801db01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:47.017127 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8d221890-a697-492e-8da5-8ea5a801db01 admin admin] Deleting port 13083ac9-81a2-4495-9d92-1f0a856228a0 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:47.017467 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d221890-a697-492e-8da5-8ea5a801db01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:47.093392 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-8d221890-a697-492e-8da5-8ea5a801db01 admin admin] For port 13083ac9-81a2-4495-9d92-1f0a856228a0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=13083ac9-81a2-4495-9d92-1f0a856228a0,segment=NetworkSegment(90db1389-7df3-4e6f-88eb-19c1f7e6b739),segment_id=90db1389-7df3-4e6f-88eb-19c1f7e6b739)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:47.093668 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d221890-a697-492e-8da5-8ea5a801db01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:47.105732 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8d221890-a697-492e-8da5-8ea5a801db01 admin admin] Calling delete_port for 13083ac9-81a2-4495-9d92-1f0a856228a0 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:47.261233 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 2188b5b4-da92-4b77-b860-988667d4e484 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:47.280469 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d221890-a697-492e-8da5-8ea5a801db01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:47.281523 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 2188b5b4-da92-4b77-b860-988667d4e484 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:47.282072 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 2188b5b4-da92-4b77-b860-988667d4e484 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:47.310351 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d221890-a697-492e-8da5-8ea5a801db01 admin admin] Pushing event deleted for resources: {'Port': ['ID=13083ac9-81a2-4495-9d92-1f0a856228a0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:47.473622 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d221890-a697-492e-8da5-8ea5a801db01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:47.683390 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d221890-a697-492e-8da5-8ea5a801db01 admin admin] Router 31f5230d-29f7-4086-b9fb-545a446f2b5d has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:29:47.785054 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d221890-a697-492e-8da5-8ea5a801db01 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:29:47.790486 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8d221890-a697-492e-8da5-8ea5a801db01 admin admin] 10.222.0.20 "PUT /v2.0/routers/31f5230d-29f7-4086-b9fb-545a446f2b5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3611865 Dec 06 15:29:47.793031 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44858) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:47.796310 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623e44e-91c9-492a-a5ce-8c462786846b None None] Sync routers for ids ['31f5230d-29f7-4086-b9fb-545a446f2b5d'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:29:47.807219 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623e44e-91c9-492a-a5ce-8c462786846b None None] Routers {'31f5230d-29f7-4086-b9fb-545a446f2b5d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:47.807946 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c623e44e-91c9-492a-a5ce-8c462786846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['31f5230d-29f7-4086-b9fb-545a446f2b5d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:47.907290 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e07e28d-44f2-4e00-95f0-6bc1e3cb0316 admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:47.999450 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c623e44e-91c9-492a-a5ce-8c462786846b None None] Set router 31f5230d-29f7-4086-b9fb-545a446f2b5d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:48.003762 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e07e28d-44f2-4e00-95f0-6bc1e3cb0316 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:48.059167 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0e07e28d-44f2-4e00-95f0-6bc1e3cb0316 admin admin] Deleting port a3c539d8-7f5c-47c6-84b4-76b8430cb155 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:48.059513 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e07e28d-44f2-4e00-95f0-6bc1e3cb0316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:48.137713 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-0e07e28d-44f2-4e00-95f0-6bc1e3cb0316 admin admin] For port a3c539d8-7f5c-47c6-84b4-76b8430cb155, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a3c539d8-7f5c-47c6-84b4-76b8430cb155,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:48.138067 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e07e28d-44f2-4e00-95f0-6bc1e3cb0316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:48.153146 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0e07e28d-44f2-4e00-95f0-6bc1e3cb0316 admin admin] Calling delete_port for a3c539d8-7f5c-47c6-84b4-76b8430cb155 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:48.176963 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c623e44e-91c9-492a-a5ce-8c462786846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'name': 'tempest-TestServerMultinode-1716997125-router', 'tenant_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.252'}], 'enable_snat': True}, 'gw_port_id': 'a3c539d8-7f5c-47c6-84b4-76b8430cb155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:29:08Z', 'updated_at': '2021-12-06T15:29:47Z', 'revision_number': 5, 'project_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'gw_port': {'id': 'a3c539d8-7f5c-47c6-84b4-76b8430cb155', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:08Z', 'updated_at': '2021-12-06T15:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:48.203132 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623e44e-91c9-492a-a5ce-8c462786846b None None] Checking router: 31f5230d-29f7-4086-b9fb-545a446f2b5d for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:29:48.211615 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623e44e-91c9-492a-a5ce-8c462786846b None None] Routers {'31f5230d-29f7-4086-b9fb-545a446f2b5d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:48.212706 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c623e44e-91c9-492a-a5ce-8c462786846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['31f5230d-29f7-4086-b9fb-545a446f2b5d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:48.295599 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c623e44e-91c9-492a-a5ce-8c462786846b None None] Set router 31f5230d-29f7-4086-b9fb-545a446f2b5d gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:48.321111 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e07e28d-44f2-4e00-95f0-6bc1e3cb0316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:48.345216 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c623e44e-91c9-492a-a5ce-8c462786846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'name': 'tempest-TestServerMultinode-1716997125-router', 'tenant_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:29:08Z', 'updated_at': '2021-12-06T15:29:48Z', 'revision_number': 6, 'project_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:48.347746 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07e28d-44f2-4e00-95f0-6bc1e3cb0316 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c539d8-7f5c-47c6-84b4-76b8430cb155,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:48.362006 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4cf512-ef5e-4bdb-8065-f9cab13c2cf0 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:29:48.382619 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623e44e-91c9-492a-a5ce-8c462786846b None None] The sync data for ids ['31f5230d-29f7-4086-b9fb-545a446f2b5d'] in n-d-master-1 is: [{'id': '31f5230d-29f7-4086-b9fb-545a446f2b5d', 'name': 'tempest-TestServerMultinode-1716997125-router', 'tenant_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:29:08Z', 'updated_at': '2021-12-06T15:29:48Z', 'revision_number': 6, 'project_id': '52d01c47eeaf4a8194fdaa7055027bbb', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:29:48.411359 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e07e28d-44f2-4e00-95f0-6bc1e3cb0316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:48.499258 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e07e28d-44f2-4e00-95f0-6bc1e3cb0316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:48.501385 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e07e28d-44f2-4e00-95f0-6bc1e3cb0316 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:48.543900 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e07e28d-44f2-4e00-95f0-6bc1e3cb0316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:48.544455 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e07e28d-44f2-4e00-95f0-6bc1e3cb0316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31f5230d-29f7-4086-b9fb-545a446f2b5d {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:29:48.548593 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e07e28d-44f2-4e00-95f0-6bc1e3cb0316 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:48.549729 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0e07e28d-44f2-4e00-95f0-6bc1e3cb0316 admin admin] 10.222.0.20 "DELETE /v2.0/routers/31f5230d-29f7-4086-b9fb-545a446f2b5d HTTP/1.1" status: 204 len: 168 time: 0.7550552 Dec 06 15:29:48.552169 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44860) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:48.599074 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-2470b07f-8963-4900-bdc1-6c1e09f42255 admin admin] Deleting subnet 5d613547-6ee1-4c11-a2d6-2258e826fb62 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:29:48.602158 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2470b07f-8963-4900-bdc1-6c1e09f42255 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:48.635644 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2470b07f-8963-4900-bdc1-6c1e09f42255 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:48.710296 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2470b07f-8963-4900-bdc1-6c1e09f42255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:48.763918 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2470b07f-8963-4900-bdc1-6c1e09f42255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:48.792251 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470b07f-8963-4900-bdc1-6c1e09f42255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d613547-6ee1-4c11-a2d6-2258e826fb62,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:48.797525 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2470b07f-8963-4900-bdc1-6c1e09f42255 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:48.801056 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2470b07f-8963-4900-bdc1-6c1e09f42255 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5d613547-6ee1-4c11-a2d6-2258e826fb62 HTTP/1.1" status: 204 len: 168 time: 0.2479439 Dec 06 15:29:48.803466 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 44862) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:48.807459 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c24c8a-da63-4793-a35e-d3aecb4eb265 None None] Network b28f5eb6-d83b-430a-9369-456f72f46574 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:29:48.874175 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:48.926486 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] Deleting port bed89fd2-8987-4ac1-ad1b-bfb0cd65c438 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:48.926789 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:48.995275 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] For port bed89fd2-8987-4ac1-ad1b-bfb0cd65c438, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bed89fd2-8987-4ac1-ad1b-bfb0cd65c438,segment=NetworkSegment(90db1389-7df3-4e6f-88eb-19c1f7e6b739),segment_id=90db1389-7df3-4e6f-88eb-19c1f7e6b739)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:48.995636 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:49.007772 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] Calling delete_port for bed89fd2-8987-4ac1-ad1b-bfb0cd65c438 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:49.084119 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:49.112857 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed89fd2-8987-4ac1-ad1b-bfb0cd65c438,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:49.117318 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] No DVR routers for this DVR port bed89fd2-8987-4ac1-ad1b-bfb0cd65c438 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:29:49.169189 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ece52b-4e8a-4127-bbcd-edc93396927a None None] DHCP port deletion for b28f5eb6-d83b-430a-9369-456f72f46574 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:29:49.188234 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:49.208466 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28f5eb6-d83b-430a-9369-456f72f46574']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:49.217619 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90db1389-7df3-4e6f-88eb-19c1f7e6b739') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:49.217915 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90db1389-7df3-4e6f-88eb-19c1f7e6b739') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:49.227811 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:49.241704 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:49.248936 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:29:49.249328 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:29:49.251021 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:29:49.310264 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:49.315766 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:49.319388 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b28f5eb6-d83b-430a-9369-456f72f46574 HTTP/1.1" status: 204 len: 168 time: 0.5149562 Dec 06 15:29:49.322882 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44864) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:49.331121 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57560ac1-a90e-4a86-bd6d-12d56d14a879 admin admin] Pushing event deleted for resources: {'Network': ['ID=b28f5eb6-d83b-430a-9369-456f72f46574,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:49.675861 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2f28fd1-42cc-47a0-8ee4-23b9c55778da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:49.915808 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a2f28fd1-42cc-47a0-8ee4-23b9c55778da admin admin] Deleting port 5c171513-442c-482d-bae4-ec57cdc94a9d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:49.916146 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2f28fd1-42cc-47a0-8ee4-23b9c55778da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:49.991205 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a2f28fd1-42cc-47a0-8ee4-23b9c55778da admin admin] For port 5c171513-442c-482d-bae4-ec57cdc94a9d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5c171513-442c-482d-bae4-ec57cdc94a9d,segment=NetworkSegment(3526e13b-5d3e-4366-bd94-26901daca2fe),segment_id=3526e13b-5d3e-4366-bd94-26901daca2fe)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:49.991485 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2f28fd1-42cc-47a0-8ee4-23b9c55778da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:50.007523 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a2f28fd1-42cc-47a0-8ee4-23b9c55778da admin admin] Calling delete_port for 5c171513-442c-482d-bae4-ec57cdc94a9d owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:50.175101 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 13083ac9-81a2-4495-9d92-1f0a856228a0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:50.182781 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2f28fd1-42cc-47a0-8ee4-23b9c55778da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:50.199149 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 13083ac9-81a2-4495-9d92-1f0a856228a0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:50.199517 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 13083ac9-81a2-4495-9d92-1f0a856228a0 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:50.200038 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device bed89fd2-8987-4ac1-ad1b-bfb0cd65c438 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:50.209266 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f28fd1-42cc-47a0-8ee4-23b9c55778da admin admin] Pushing event deleted for resources: {'Port': ['ID=5c171513-442c-482d-bae4-ec57cdc94a9d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:50.219523 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: bed89fd2-8987-4ac1-ad1b-bfb0cd65c438 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:50.220191 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device bed89fd2-8987-4ac1-ad1b-bfb0cd65c438 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:50.220811 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a3c539d8-7f5c-47c6-84b4-76b8430cb155 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:50.242809 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: a3c539d8-7f5c-47c6-84b4-76b8430cb155 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:50.243196 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a3c539d8-7f5c-47c6-84b4-76b8430cb155 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:50.375154 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2f28fd1-42cc-47a0-8ee4-23b9c55778da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:50.855412 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f28fd1-42cc-47a0-8ee4-23b9c55778da admin admin] Router 5ee54142-d1db-406e-a6d5-e78275928caf has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:29:50.959112 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f28fd1-42cc-47a0-8ee4-23b9c55778da admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:29:50.964582 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a2f28fd1-42cc-47a0-8ee4-23b9c55778da admin admin] 10.222.0.20 "PUT /v2.0/routers/5ee54142-d1db-406e-a6d5-e78275928caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6399980 Dec 06 15:29:50.967114 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44866) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:50.969743 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f58345d-474e-46d0-a779-b27b2a1487f4 None None] Sync routers for ids ['5ee54142-d1db-406e-a6d5-e78275928caf'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:29:50.981027 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f58345d-474e-46d0-a779-b27b2a1487f4 None None] Routers {'5ee54142-d1db-406e-a6d5-e78275928caf'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:50.981654 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0f58345d-474e-46d0-a779-b27b2a1487f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5ee54142-d1db-406e-a6d5-e78275928caf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:51.075027 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c681c152-1b29-4131-b8ea-4673b2647c16 admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:51.083494 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-0f58345d-474e-46d0-a779-b27b2a1487f4 None None] Set router 5ee54142-d1db-406e-a6d5-e78275928caf gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:51.180385 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c681c152-1b29-4131-b8ea-4673b2647c16 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:51.235442 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c681c152-1b29-4131-b8ea-4673b2647c16 admin admin] Deleting port 587754ae-e20a-4d28-8a58-0927c251109e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:51.235828 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c681c152-1b29-4131-b8ea-4673b2647c16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:51.321344 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c681c152-1b29-4131-b8ea-4673b2647c16 admin admin] For port 587754ae-e20a-4d28-8a58-0927c251109e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=587754ae-e20a-4d28-8a58-0927c251109e,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:51.321710 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c681c152-1b29-4131-b8ea-4673b2647c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:51.333247 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c681c152-1b29-4131-b8ea-4673b2647c16 admin admin] Calling delete_port for 587754ae-e20a-4d28-8a58-0927c251109e owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:51.409737 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0f58345d-474e-46d0-a779-b27b2a1487f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'name': 'tempest-TestServerMultinode-970581398-router', 'tenant_id': 'feac406af42e4c079ea5d713d41a3b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.163'}], 'enable_snat': True}, 'gw_port_id': '587754ae-e20a-4d28-8a58-0927c251109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:29:13Z', 'updated_at': '2021-12-06T15:29:50Z', 'revision_number': 5, 'project_id': 'feac406af42e4c079ea5d713d41a3b36', 'gw_port': {'id': '587754ae-e20a-4d28-8a58-0927c251109e', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:29:14Z', 'updated_at': '2021-12-06T15:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:51.439191 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f58345d-474e-46d0-a779-b27b2a1487f4 None None] Checking router: 5ee54142-d1db-406e-a6d5-e78275928caf for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:29:51.448188 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f58345d-474e-46d0-a779-b27b2a1487f4 None None] Routers {'5ee54142-d1db-406e-a6d5-e78275928caf'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:29:51.448815 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0f58345d-474e-46d0-a779-b27b2a1487f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:29:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5ee54142-d1db-406e-a6d5-e78275928caf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:51.504809 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c681c152-1b29-4131-b8ea-4673b2647c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:51.532020 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681c152-1b29-4131-b8ea-4673b2647c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=587754ae-e20a-4d28-8a58-0927c251109e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:51.535743 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-0f58345d-474e-46d0-a779-b27b2a1487f4 None None] Set router 5ee54142-d1db-406e-a6d5-e78275928caf gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:29:51.547346 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19cb57f-007f-439d-ac98-906f173a0c66 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:29:51.593419 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c681c152-1b29-4131-b8ea-4673b2647c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:51.599094 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0f58345d-474e-46d0-a779-b27b2a1487f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'name': 'tempest-TestServerMultinode-970581398-router', 'tenant_id': 'feac406af42e4c079ea5d713d41a3b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:29:13Z', 'updated_at': '2021-12-06T15:29:51Z', 'revision_number': 6, 'project_id': 'feac406af42e4c079ea5d713d41a3b36', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:51.630179 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f58345d-474e-46d0-a779-b27b2a1487f4 None None] The sync data for ids ['5ee54142-d1db-406e-a6d5-e78275928caf'] in n-d-master-1 is: [{'id': '5ee54142-d1db-406e-a6d5-e78275928caf', 'name': 'tempest-TestServerMultinode-970581398-router', 'tenant_id': 'feac406af42e4c079ea5d713d41a3b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:29:13Z', 'updated_at': '2021-12-06T15:29:51Z', 'revision_number': 6, 'project_id': 'feac406af42e4c079ea5d713d41a3b36', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:29:51.685251 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c681c152-1b29-4131-b8ea-4673b2647c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:51.687364 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c681c152-1b29-4131-b8ea-4673b2647c16 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:51.734114 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c681c152-1b29-4131-b8ea-4673b2647c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:51.734551 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c681c152-1b29-4131-b8ea-4673b2647c16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ee54142-d1db-406e-a6d5-e78275928caf {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:29:51.738795 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c681c152-1b29-4131-b8ea-4673b2647c16 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:51.739966 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c681c152-1b29-4131-b8ea-4673b2647c16 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5ee54142-d1db-406e-a6d5-e78275928caf HTTP/1.1" status: 204 len: 168 time: 0.7718186 Dec 06 15:29:51.743205 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44868) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:51.786854 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b8f9f7-e1df-4df3-8e39-d4c38ebc7b59 admin admin] Deleting subnet 439fccb8-f56d-4ba1-b1bd-59143138d150 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:29:51.789911 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41b8f9f7-e1df-4df3-8e39-d4c38ebc7b59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:51.824309 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41b8f9f7-e1df-4df3-8e39-d4c38ebc7b59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:51.903245 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41b8f9f7-e1df-4df3-8e39-d4c38ebc7b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:51.954623 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41b8f9f7-e1df-4df3-8e39-d4c38ebc7b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:51.981662 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8f9f7-e1df-4df3-8e39-d4c38ebc7b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=439fccb8-f56d-4ba1-b1bd-59143138d150,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:51.983648 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41b8f9f7-e1df-4df3-8e39-d4c38ebc7b59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:51.986892 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-41b8f9f7-e1df-4df3-8e39-d4c38ebc7b59 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/439fccb8-f56d-4ba1-b1bd-59143138d150 HTTP/1.1" status: 204 len: 168 time: 0.2427101 Dec 06 15:29:51.989538 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44870) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:51.993130 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caff0e9-583b-4c90-a05b-e57c30beb634 None None] Network 2eeb55d9-3778-4cb2-a02a-dc7be54168bc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:29:52.072124 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:52.123730 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] Deleting port dc2c3729-120f-46d3-9b55-5ca2f8f16284 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:29:52.124074 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:52.189244 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] For port dc2c3729-120f-46d3-9b55-5ca2f8f16284, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dc2c3729-120f-46d3-9b55-5ca2f8f16284,segment=NetworkSegment(3526e13b-5d3e-4366-bd94-26901daca2fe),segment_id=3526e13b-5d3e-4366-bd94-26901daca2fe)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:29:52.189609 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:52.201660 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] Calling delete_port for dc2c3729-120f-46d3-9b55-5ca2f8f16284 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:29:52.284256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:52.311347 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2c3729-120f-46d3-9b55-5ca2f8f16284,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:52.315014 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] No DVR routers for this DVR port dc2c3729-120f-46d3-9b55-5ca2f8f16284 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:29:52.394094 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:52.404508 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e7a489-9ee1-4817-a09f-df1653e4c428 None None] DHCP port deletion for 2eeb55d9-3778-4cb2-a02a-dc7be54168bc request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:29:52.435450 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eeb55d9-3778-4cb2-a02a-dc7be54168bc']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:52.448380 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3526e13b-5d3e-4366-bd94-26901daca2fe') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:52.448680 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3526e13b-5d3e-4366-bd94-26901daca2fe') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:29:52.460316 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:52.467119 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 587754ae-e20a-4d28-8a58-0927c251109e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:52.476240 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:52.488046 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:29:52.488255 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 587754ae-e20a-4d28-8a58-0927c251109e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:52.488555 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:52.488760 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 587754ae-e20a-4d28-8a58-0927c251109e not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:52.489075 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device dc2c3729-120f-46d3-9b55-5ca2f8f16284 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:29:52.492948 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:29:52.522049 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: dc2c3729-120f-46d3-9b55-5ca2f8f16284 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:52.522482 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device dc2c3729-120f-46d3-9b55-5ca2f8f16284 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:52.523086 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5c171513-442c-482d-bae4-ec57cdc94a9d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:29:52.553846 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:52.554435 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 5c171513-442c-482d-bae4-ec57cdc94a9d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:29:52.554435 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5c171513-442c-482d-bae4-ec57cdc94a9d not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:29:52.561650 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:52.566723 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2eeb55d9-3778-4cb2-a02a-dc7be54168bc HTTP/1.1" status: 204 len: 168 time: 0.5760512 Dec 06 15:29:52.586423 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6de16-770d-44f0-971b-212af1731b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eeb55d9-3778-4cb2-a02a-dc7be54168bc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:52.748522 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44874) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:52.796155 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5a11baf2-04ec-4191-b16e-269cb1e93e0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52d01c47eeaf4a8194fdaa7055027bbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464008 Dec 06 15:29:52.798653 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44876) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:52.845787 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a64bf9e-8155-4e90-adca-d824e81d46fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:52.866681 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a64bf9e-8155-4e90-adca-d824e81d46fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:52.912186 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a64bf9e-8155-4e90-adca-d824e81d46fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:52.914771 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3a64bf9e-8155-4e90-adca-d824e81d46fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:52.915942 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3a64bf9e-8155-4e90-adca-d824e81d46fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d207dd0-6a0c-40e5-8468-08ef8edd835b HTTP/1.1" status: 204 len: 168 time: 0.1163754 Dec 06 15:29:52.923217 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64bf9e-8155-4e90-adca-d824e81d46fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d207dd0-6a0c-40e5-8468-08ef8edd835b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:53.223971 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44882) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:53.263846 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2a7b0be9-9668-42a5-985d-f07bdd48c2ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=feac406af42e4c079ea5d713d41a3b36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386992 Dec 06 15:29:53.266116 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 44884) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:29:53.312008 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-954ce917-2bfe-4c65-a71f-22621d307f83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:53.332959 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-954ce917-2bfe-4c65-a71f-22621d307f83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:53.381558 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-954ce917-2bfe-4c65-a71f-22621d307f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:53.384836 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-954ce917-2bfe-4c65-a71f-22621d307f83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:53.386169 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-954ce917-2bfe-4c65-a71f-22621d307f83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac27e0d5-8f86-439a-b0fe-27f2edd845a1 HTTP/1.1" status: 204 len: 168 time: 0.1191726 Dec 06 15:29:53.393856 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ce917-2bfe-4c65-a71f-22621d307f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac27e0d5-8f86-439a-b0fe-27f2edd845a1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:29:58.249128 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:00.165863 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:00.844035 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-84b59a8b-c2c9-48e7-a69d-a92c8eee2005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:03.282219 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09685f28-1135-4e76-a6a8-2b65b731689b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:03.895991 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-297b7d8e-c612-4ac2-a449-b4aa7114385a tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=234d68d098b146a486563c5f35f5e909&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279975 Dec 06 15:30:04.075389 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-30eb158d-92fd-4d8f-a613-781330ac7dd5 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:04.076875 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-30eb158d-92fd-4d8f-a613-781330ac7dd5 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751144 Dec 06 15:30:04.091892 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-bdc8fb48-5afb-4e0b-8063-c5b857f67dbe tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/quotas/234d68d098b146a486563c5f35f5e909 HTTP/1.1" status: 200 len: 375 time: 0.0093126 Dec 06 15:30:04.115374 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:04.125541 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-c1713cde-01a5-409f-b06b-9eab1a6ff2f0 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=234d68d098b146a486563c5f35f5e909&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263155 Dec 06 15:30:04.387025 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-54a71d1b-a972-4bdf-b6ce-8996bc089424 req-9918e405-66a1-4a02-83f0-0def7cc12059 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd83eb55-9b66-4d66-bd8c-f4394dc286f9 HTTP/1.1" status: 200 len: 210 time: 0.1318028 Dec 06 15:30:05.183701 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-8532b921-0d59-422f-af0d-2d608cfe25b7 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=234d68d098b146a486563c5f35f5e909&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308151 Dec 06 15:30:05.488200 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-84fb9188-8ccf-4bc1-baae-b74614149993 req-88f5838b-0fa1-4d29-8728-5652bc7726ac tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd83eb55-9b66-4d66-bd8c-f4394dc286f9 HTTP/1.1" status: 200 len: 210 time: 0.0317454 Dec 06 15:30:05.725978 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b23ae4d8-8771-478f-b863-8cd9acf54c67 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:05.727477 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b23ae4d8-8771-478f-b863-8cd9acf54c67 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5376573 Dec 06 15:30:05.741208 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:30:05.746565 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Request body: {'port': {'device_id': 'cd83eb55-9b66-4d66-bd8c-f4394dc286f9', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'admin_state_up': True, 'tenant_id': '234d68d098b146a486563c5f35f5e909'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:30:05.767051 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:05.852761 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Made reservation on behalf of 234d68d098b146a486563c5f35f5e909 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:30:05.856256 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:05.864588 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:05.935420 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:05.938929 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:06.008503 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=661975a0-fd60-4478-8640-ada7660b9df8,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:06.021525 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:06.021874 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:06.022219 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:06.022555 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:06.022885 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:06.023213 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:06.023570 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:06.023922 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:06.024248 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:06.024571 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:06.024897 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:06.025217 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:06.025534 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:06.085927 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Allocated IP 192.168.233.106 (74f3de6c-ad17-4200-a3cd-46d23ae5f5c6/f6159419-3cdf-4369-9b79-d1eec0b536fb/ba0598e7-e23f-4328-aa85-a1f46ea61aa0) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:30:06.232323 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:06.265600 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:06.308152 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:30:06.311235 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:30:06.314865 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:30:06.339002 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Pushing event updated for resources: {'Port': ['ID=ba0598e7-e23f-4328-aa85-a1f46ea61aa0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:06.369210 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:06.369777 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:06.387901 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b327a01e-e393-47ca-8da6-afe6b5172f58 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6449001 Dec 06 15:30:06.403752 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Request body: {'port': {'device_id': 'cd83eb55-9b66-4d66-bd8c-f4394dc286f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:30:06.463740 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:06.568047 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-502ed397-b867-4797-b7ef-eb16ae6cf721 None None] Provisioning complete for port ba0598e7-e23f-4328-aa85-a1f46ea61aa0 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:06.568421 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-502ed397-b867-4797-b7ef-eb16ae6cf721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:06.602537 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-502ed397-b867-4797-b7ef-eb16ae6cf721 None None] Port ba0598e7-e23f-4328-aa85-a1f46ea61aa0 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:30:06.650565 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaf872-0a23-4778-9036-bfe28755e9fa req-df5b62d2-6e93-4f1b-8438-cc8c3786e93d tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:06.652053 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ddbaf872-0a23-4778-9036-bfe28755e9fa req-df5b62d2-6e93-4f1b-8438-cc8c3786e93d tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd83eb55-9b66-4d66-bd8c-f4394dc286f9 HTTP/1.1" status: 200 len: 936 time: 0.0883343 Dec 06 15:30:06.672205 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:06.745521 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ddbaf872-0a23-4778-9036-bfe28755e9fa req-28c88359-a58f-4772-8b46-f653bc113048 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/security-groups?id=661975a0-fd60-4478-8640-ada7660b9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667379 Dec 06 15:30:06.801213 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0598e7-e23f-4328-aa85-a1f46ea61aa0 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:30:06.808421 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:06.819892 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Transition to ACTIVE for port object ba0598e7-e23f-4328-aa85-a1f46ea61aa0 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:30:06.823221 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:06.872578 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0598e7-e23f-4328-aa85-a1f46ea61aa0,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:06.941130 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Attempting to bind port ba0598e7-e23f-4328-aa85-a1f46ea61aa0 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:30:06.941470 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Attempting to bind port ba0598e7-e23f-4328-aa85-a1f46ea61aa0 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:30:06.941801 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Attempting to bind port ba0598e7-e23f-4328-aa85-a1f46ea61aa0 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:30:06.946329 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Port ba0598e7-e23f-4328-aa85-a1f46ea61aa0 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:30:06.946654 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Attempting to bind port ba0598e7-e23f-4328-aa85-a1f46ea61aa0 on network 74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:30:06.951621 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:30:06.951990 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Checking segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:30:06.952395 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Bound using segment: {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:30:06.952820 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Bound port: ba0598e7-e23f-4328-aa85-a1f46ea61aa0, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fac904-0144-4887-be39-bb8a8dd532f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:30:06.953177 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:07.022785 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] For port ba0598e7-e23f-4328-aa85-a1f46ea61aa0, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:30:07.026425 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] For port ba0598e7-e23f-4328-aa85-a1f46ea61aa0, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba0598e7-e23f-4328-aa85-a1f46ea61aa0,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:30:07.030271 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:07.063434 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:07.064038 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:07.065741 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] 10.222.0.37 "PUT /v2.0/ports/ba0598e7-e23f-4328-aa85-a1f46ea61aa0 HTTP/1.1" status: 200 len: 1096 time: 0.6664026 Dec 06 15:30:07.067912 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd83eb55-9b66-4d66-bd8c-f4394dc286f9', 'tag': 'ba0598e7-e23f-4328-aa85-a1f46ea61aa0'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:30:07.070146 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6817bac-d8a4-4f81-8e9f-974a18dbc33b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd83eb55-9b66-4d66-bd8c-f4394dc286f9", "tag": "ba0598e7-e23f-4328-aa85-a1f46ea61aa0"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:30:07.101493 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faab0d-d232-452f-91e4-20ca50bf8410 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0598e7-e23f-4328-aa85-a1f46ea61aa0,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:07.124049 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5679d468-a224-4f92-9d00-fba987c9ae61 x-openstack-request-id: req-5679d468-a224-4f92-9d00-fba987c9ae61 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:30:07.124470 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd83eb55-9b66-4d66-bd8c-f4394dc286f9", "tag": "ba0598e7-e23f-4328-aa85-a1f46ea61aa0", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:30:07.124729 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5679d468-a224-4f92-9d00-fba987c9ae61 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:30:07.125135 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd83eb55-9b66-4d66-bd8c-f4394dc286f9', 'tag': 'ba0598e7-e23f-4328-aa85-a1f46ea61aa0', 'status': 'completed', 'code': 200} Dec 06 15:30:07.161263 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d400d5bb-33ce-4996-b77a-833d57eeb456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:07.162807 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d400d5bb-33ce-4996-b77a-833d57eeb456 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=234d68d098b146a486563c5f35f5e909&device_id=cd83eb55-9b66-4d66-bd8c-f4394dc286f9 HTTP/1.1" status: 200 len: 1099 time: 0.0491736 Dec 06 15:30:07.210935 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-9215ece5-a34e-465a-ad3b-dbd91f0f2e64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=ba0598e7-e23f-4328-aa85-a1f46ea61aa0 HTTP/1.1" status: 200 len: 217 time: 0.0351448 Dec 06 15:30:07.268917 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b4f3bdc0-03db-4709-b1c1-4eb8988c261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:07.270384 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b4f3bdc0-03db-4709-b1c1-4eb8988c261b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0491481 Dec 06 15:30:07.319189 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-df6c219e-c47e-4ff7-a586-a99e52279628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:07.321115 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-df6c219e-c47e-4ff7-a586-a99e52279628 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0385981 Dec 06 15:30:07.415331 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-b0ebe164-5fab-442b-82c5-4d075171ffe7 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866430 Dec 06 15:30:07.513504 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dfa09d93-a742-40ae-8d77-3f0badb581cb req-d40a8c5f-8469-454b-ba1e-4d63585ff232 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857091 Dec 06 15:30:07.609720 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6817bac-d8a4-4f81-8e9f-974a18dbc33b req-0661e009-3bbe-4937-939d-19e2ee2581fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:07.611202 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6817bac-d8a4-4f81-8e9f-974a18dbc33b req-0661e009-3bbe-4937-939d-19e2ee2581fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=234d68d098b146a486563c5f35f5e909&device_id=cd83eb55-9b66-4d66-bd8c-f4394dc286f9 HTTP/1.1" status: 200 len: 1099 time: 0.0393267 Dec 06 15:30:07.703339 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6817bac-d8a4-4f81-8e9f-974a18dbc33b req-17d804ae-eb80-4d64-828d-d2727ba934e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:07.704828 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6817bac-d8a4-4f81-8e9f-974a18dbc33b req-17d804ae-eb80-4d64-828d-d2727ba934e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6 HTTP/1.1" status: 200 len: 870 time: 0.0863371 Dec 06 15:30:07.746773 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6817bac-d8a4-4f81-8e9f-974a18dbc33b req-cae91dde-1051-41a6-a562-19a4fda4da9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=ba0598e7-e23f-4328-aa85-a1f46ea61aa0 HTTP/1.1" status: 200 len: 217 time: 0.0339456 Dec 06 15:30:07.799885 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6817bac-d8a4-4f81-8e9f-974a18dbc33b req-1814aa07-7dbb-447d-8c94-e98ee766593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:07.801419 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6817bac-d8a4-4f81-8e9f-974a18dbc33b req-1814aa07-7dbb-447d-8c94-e98ee766593c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6159419-3cdf-4369-9b79-d1eec0b536fb HTTP/1.1" status: 200 len: 843 time: 0.0474243 Dec 06 15:30:07.878031 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6817bac-d8a4-4f81-8e9f-974a18dbc33b req-fe410761-7fd3-4e4d-a1a0-e92fecd139a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:07.879409 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6817bac-d8a4-4f81-8e9f-974a18dbc33b req-fe410761-7fd3-4e4d-a1a0-e92fecd139a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74f3de6c-ad17-4200-a3cd-46d23ae5f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681138 Dec 06 15:30:07.887757 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b56d7-5ccc-4096-90dd-59c6bafcae91 req-00f850e7-f346-48e0-9097-b54179102c75 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:07.889098 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-631b56d7-5ccc-4096-90dd-59c6bafcae91 req-00f850e7-f346-48e0-9097-b54179102c75 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd83eb55-9b66-4d66-bd8c-f4394dc286f9 HTTP/1.1" status: 200 len: 948 time: 0.0705047 Dec 06 15:30:07.991714 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-631b56d7-5ccc-4096-90dd-59c6bafcae91 req-e53c9c09-e857-43d2-81e1-076d51f99fad tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/security-groups?id=661975a0-fd60-4478-8640-ada7660b9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941336 Dec 06 15:30:08.007568 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6817bac-d8a4-4f81-8e9f-974a18dbc33b req-d8a5eeac-0554-417b-b62d-fc4a907374a9 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175609 Dec 06 15:30:08.096518 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a6817bac-d8a4-4f81-8e9f-974a18dbc33b req-cac21f7c-2ffa-4d25-b36c-81d084d5f120 service neutron] 10.222.0.37 "GET /v2.0/networks/74f3de6c-ad17-4200-a3cd-46d23ae5f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812147 Dec 06 15:30:09.110019 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467cc62-543e-4182-8033-c036a3396244 req-5638e4ce-b4cb-4c39-a598-7cd8c8a8ec06 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:09.111482 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f467cc62-543e-4182-8033-c036a3396244 req-5638e4ce-b4cb-4c39-a598-7cd8c8a8ec06 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd83eb55-9b66-4d66-bd8c-f4394dc286f9 HTTP/1.1" status: 200 len: 948 time: 0.0502224 Dec 06 15:30:09.157455 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f467cc62-543e-4182-8033-c036a3396244 req-daf3e3ed-becb-49fa-aebd-db33257ccd21 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/security-groups?id=661975a0-fd60-4478-8640-ada7660b9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396969 Dec 06 15:30:09.366010 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device ba0598e7-e23f-4328-aa85-a1f46ea61aa0 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:30:09.460724 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port ba0598e7-e23f-4328-aa85-a1f46ea61aa0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba0598e7-e23f-4328-aa85-a1f46ea61aa0,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:09.472386 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'ba0598e7-e23f-4328-aa85-a1f46ea61aa0', 'network_id': '74f3de6c-ad17-4200-a3cd-46d23ae5f5c6', 'port_id': 'ba0598e7-e23f-4328-aa85-a1f46ea61aa0', 'mac_address': 'fa:16:3e:76:57:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6159419-3cdf-4369-9b79-d1eec0b536fb', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:30:09.509368 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:09.522009 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0598e7-e23f-4328-aa85-a1f46ea61aa0 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:30:09.541237 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port ba0598e7-e23f-4328-aa85-a1f46ea61aa0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba0598e7-e23f-4328-aa85-a1f46ea61aa0,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:09.544782 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:09.590830 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=ba0598e7-e23f-4328-aa85-a1f46ea61aa0,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:09.598028 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:09.598380 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:09.598729 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:09.599097 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:09.599432 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:09.599796 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:09.600130 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:09.600458 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:09.600786 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:09.601113 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:09.601466 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:09.601822 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:09.602149 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:09.794811 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['ba0598e7-e23f-4328-aa85-a1f46ea61aa0'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:30:10.276883 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef3c73-67a9-4693-8a44-13b795484350 req-40113b78-785d-4415-aa4b-8fc79235ade5 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:10.278335 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-afef3c73-67a9-4693-8a44-13b795484350 req-40113b78-785d-4415-aa4b-8fc79235ade5 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd83eb55-9b66-4d66-bd8c-f4394dc286f9 HTTP/1.1" status: 200 len: 949 time: 0.0530808 Dec 06 15:30:10.324435 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-afef3c73-67a9-4693-8a44-13b795484350 req-0abb2187-401f-4d9a-9381-bcaa7a0903ab tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/security-groups?id=661975a0-fd60-4478-8640-ada7660b9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401952 Dec 06 15:30:11.387199 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device ba0598e7-e23f-4328-aa85-a1f46ea61aa0 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:30:11.434522 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port ba0598e7-e23f-4328-aa85-a1f46ea61aa0 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:30:11.437709 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44686979-5e97-4258-a189-78f2f397d176 req-25a42cb6-98d6-4dbc-85ec-b6c7bb4012cc tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:11.438216 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port ba0598e7-e23f-4328-aa85-a1f46ea61aa0 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:11.438592 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:11.439262 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44686979-5e97-4258-a189-78f2f397d176 req-25a42cb6-98d6-4dbc-85ec-b6c7bb4012cc tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd83eb55-9b66-4d66-bd8c-f4394dc286f9 HTTP/1.1" status: 200 len: 949 time: 0.0476787 Dec 06 15:30:11.487620 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-44686979-5e97-4258-a189-78f2f397d176 req-10606b95-f4f5-440e-b9ad-9f1bbe55ab39 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/security-groups?id=661975a0-fd60-4478-8640-ada7660b9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422754 Dec 06 15:30:11.519956 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:11.541932 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd83eb55-9b66-4d66-bd8c-f4394dc286f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0598e7-e23f-4328-aa85-a1f46ea61aa0'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:30:11.544183 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb503ead-9b92-46c6-90ed-60de19f190e9" -d '{"events": [{"server_uuid": "cd83eb55-9b66-4d66-bd8c-f4394dc286f9", "name": "network-vif-plugged", "status": "completed", "tag": "ba0598e7-e23f-4328-aa85-a1f46ea61aa0"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:30:11.556707 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port ba0598e7-e23f-4328-aa85-a1f46ea61aa0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba0598e7-e23f-4328-aa85-a1f46ea61aa0,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:11.561447 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:11.584000 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b824bbf-5aa5-4415-906c-6965fa812ded x-openstack-request-id: req-9b824bbf-5aa5-4415-906c-6965fa812ded {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:30:11.584303 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd83eb55-9b66-4d66-bd8c-f4394dc286f9", "name": "network-vif-plugged", "status": "completed", "tag": "ba0598e7-e23f-4328-aa85-a1f46ea61aa0", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:30:11.584544 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b824bbf-5aa5-4415-906c-6965fa812ded {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:30:11.584933 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd83eb55-9b66-4d66-bd8c-f4394dc286f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0598e7-e23f-4328-aa85-a1f46ea61aa0', 'code': 200} Dec 06 15:30:11.609971 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=ba0598e7-e23f-4328-aa85-a1f46ea61aa0,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:11.691715 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4fa55-a92c-4388-ac4d-a8c3d04e04ac req-8e8fd784-f534-4b0c-95ef-88ee506823a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:11.693184 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4a4fa55-a92c-4388-ac4d-a8c3d04e04ac req-8e8fd784-f534-4b0c-95ef-88ee506823a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd83eb55-9b66-4d66-bd8c-f4394dc286f9 HTTP/1.1" status: 200 len: 1101 time: 0.0396085 Dec 06 15:30:11.740821 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4a4fa55-a92c-4388-ac4d-a8c3d04e04ac req-b56370a3-01ec-4545-bc0d-9265e5f4713f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=661975a0-fd60-4478-8640-ada7660b9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364399 Dec 06 15:30:12.605094 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a98906-f51e-45b0-a36e-228486b6d2e5 req-ebfed231-4143-4d68-94b7-418c829abf59 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:12.606543 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c5a98906-f51e-45b0-a36e-228486b6d2e5 req-ebfed231-4143-4d68-94b7-418c829abf59 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd83eb55-9b66-4d66-bd8c-f4394dc286f9 HTTP/1.1" status: 200 len: 950 time: 0.0511177 Dec 06 15:30:12.653045 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c5a98906-f51e-45b0-a36e-228486b6d2e5 req-43a88598-0045-4d63-a042-a3526b307f68 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/security-groups?id=661975a0-fd60-4478-8640-ada7660b9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Dec 06 15:30:13.771130 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dd8db-dbde-4df7-a6ee-2bcedf844360 req-7e56ff2a-3ebf-4804-ac3d-8c82997513b1 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:13.772530 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e8dd8db-dbde-4df7-a6ee-2bcedf844360 req-7e56ff2a-3ebf-4804-ac3d-8c82997513b1 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd83eb55-9b66-4d66-bd8c-f4394dc286f9 HTTP/1.1" status: 200 len: 950 time: 0.0514643 Dec 06 15:30:13.818835 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e8dd8db-dbde-4df7-a6ee-2bcedf844360 req-0ab4a7e8-8cfb-4440-b55f-89ffbae71f19 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/security-groups?id=661975a0-fd60-4478-8640-ada7660b9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396218 Dec 06 15:30:14.090260 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-ce1934fc-e2df-4e92-a6e0-dce4c18ebdcd req-859cf9e0-58fc-4e61-97db-42dab7ae184f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:30:14.091172 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce1934fc-e2df-4e92-a6e0-dce4c18ebdcd req-859cf9e0-58fc-4e61-97db-42dab7ae184f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059443 Dec 06 15:30:14.461086 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-f00c5764-8ca7-40ab-8461-d0a479bb3c3d req-9079f337-7d6e-492c-8882-5dff7da651e5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:30:14.462079 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f00c5764-8ca7-40ab-8461-d0a479bb3c3d req-9079f337-7d6e-492c-8882-5dff7da651e5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532897 Dec 06 15:30:14.786859 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605ba0d-cf59-4d5f-868e-f098bfce0475 req-3e936d09-1275-4ccb-96f8-1b81deefddee tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:14.788345 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6605ba0d-cf59-4d5f-868e-f098bfce0475 req-3e936d09-1275-4ccb-96f8-1b81deefddee tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd83eb55-9b66-4d66-bd8c-f4394dc286f9 HTTP/1.1" status: 200 len: 950 time: 0.0484083 Dec 06 15:30:14.834887 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6605ba0d-cf59-4d5f-868e-f098bfce0475 req-1499f1ad-5d8b-4aab-bd79-0f25f2a6c8f3 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/security-groups?id=661975a0-fd60-4478-8640-ada7660b9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400369 Dec 06 15:30:15.950864 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb38684-47cb-473e-9047-3bb998733015 req-413c0b18-b311-4e6a-9504-8059e993fdb5 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:15.952349 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7eb38684-47cb-473e-9047-3bb998733015 req-413c0b18-b311-4e6a-9504-8059e993fdb5 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd83eb55-9b66-4d66-bd8c-f4394dc286f9 HTTP/1.1" status: 200 len: 950 time: 0.0478871 Dec 06 15:30:15.999504 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7eb38684-47cb-473e-9047-3bb998733015 req-521f7dab-fb72-45b7-ae32-72d449fef947 tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/security-groups?id=661975a0-fd60-4478-8640-ada7660b9df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410991 Dec 06 15:30:16.124042 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660f3c7-f4cb-4c0a-a82a-8537c89f29fe req-ff718290-91d3-4e91-95c7-77dd2a7f901e tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:16.125390 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9660f3c7-f4cb-4c0a-a82a-8537c89f29fe req-ff718290-91d3-4e91-95c7-77dd2a7f901e tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd83eb55-9b66-4d66-bd8c-f4394dc286f9 HTTP/1.1" status: 200 len: 950 time: 0.0488269 Dec 06 15:30:16.216260 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-9660f3c7-f4cb-4c0a-a82a-8537c89f29fe req-6a3445cb-f8dc-4a91-a2db-bf5351deef2f tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Deleting port ba0598e7-e23f-4328-aa85-a1f46ea61aa0 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:30:16.216597 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9660f3c7-f4cb-4c0a-a82a-8537c89f29fe req-6a3445cb-f8dc-4a91-a2db-bf5351deef2f tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:16.303814 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-9660f3c7-f4cb-4c0a-a82a-8537c89f29fe req-6a3445cb-f8dc-4a91-a2db-bf5351deef2f tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] For port ba0598e7-e23f-4328-aa85-a1f46ea61aa0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba0598e7-e23f-4328-aa85-a1f46ea61aa0,segment=NetworkSegment(e6fac904-0144-4887-be39-bb8a8dd532f1),segment_id=e6fac904-0144-4887-be39-bb8a8dd532f1)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:16.304170 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9660f3c7-f4cb-4c0a-a82a-8537c89f29fe req-6a3445cb-f8dc-4a91-a2db-bf5351deef2f tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:16.316332 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-9660f3c7-f4cb-4c0a-a82a-8537c89f29fe req-6a3445cb-f8dc-4a91-a2db-bf5351deef2f tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Calling delete_port for ba0598e7-e23f-4328-aa85-a1f46ea61aa0 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:30:16.445861 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9660f3c7-f4cb-4c0a-a82a-8537c89f29fe req-6a3445cb-f8dc-4a91-a2db-bf5351deef2f tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:16.466271 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['ba0598e7-e23f-4328-aa85-a1f46ea61aa0'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:30:16.472839 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3445cb-f8dc-4a91-a2db-bf5351deef2f tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Pushing event deleted for resources: {'Port': ['ID=ba0598e7-e23f-4328-aa85-a1f46ea61aa0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:16.524688 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9660f3c7-f4cb-4c0a-a82a-8537c89f29fe req-6a3445cb-f8dc-4a91-a2db-bf5351deef2f tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] No DVR routers for this DVR port ba0598e7-e23f-4328-aa85-a1f46ea61aa0 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:30:16.527365 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-9660f3c7-f4cb-4c0a-a82a-8537c89f29fe req-6a3445cb-f8dc-4a91-a2db-bf5351deef2f tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:16.530729 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9660f3c7-f4cb-4c0a-a82a-8537c89f29fe req-6a3445cb-f8dc-4a91-a2db-bf5351deef2f tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.37 "DELETE /v2.0/ports/ba0598e7-e23f-4328-aa85-a1f46ea61aa0 HTTP/1.1" status: 204 len: 173 time: 0.3984816 Dec 06 15:30:16.531213 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd83eb55-9b66-4d66-bd8c-f4394dc286f9', 'name': 'network-vif-deleted', 'tag': 'ba0598e7-e23f-4328-aa85-a1f46ea61aa0'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:30:16.533530 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76044314-ccff-48fe-8300-2cdaac9942a6" -d '{"events": [{"server_uuid": "cd83eb55-9b66-4d66-bd8c-f4394dc286f9", "name": "network-vif-deleted", "tag": "ba0598e7-e23f-4328-aa85-a1f46ea61aa0"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:30:16.575271 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345fc68e-ca61-446f-8d8f-5ebbcd8a8ca0 x-openstack-request-id: req-345fc68e-ca61-446f-8d8f-5ebbcd8a8ca0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:30:16.575739 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd83eb55-9b66-4d66-bd8c-f4394dc286f9", "name": "network-vif-deleted", "tag": "ba0598e7-e23f-4328-aa85-a1f46ea61aa0", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:30:16.575850 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-345fc68e-ca61-446f-8d8f-5ebbcd8a8ca0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:30:16.576264 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd83eb55-9b66-4d66-bd8c-f4394dc286f9', 'name': 'network-vif-deleted', 'tag': 'ba0598e7-e23f-4328-aa85-a1f46ea61aa0', 'status': 'completed', 'code': 200} Dec 06 15:30:17.113698 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d6613416-effc-4960-b5ec-45c71a64d305 req-df7f411d-55ac-4e41-9993-9e7eac0d171c tempest-ServersAdminNegativeTestJSON-1132219861 tempest-ServersAdminNegativeTestJSON-1132219861-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd83eb55-9b66-4d66-bd8c-f4394dc286f9 HTTP/1.1" status: 200 len: 210 time: 0.0253930 Dec 06 15:30:18.396205 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45018) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:18.524868 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6d441343-7e5b-4063-9941-2898060b2441 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=234d68d098b146a486563c5f35f5e909&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274772 Dec 06 15:30:18.527421 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45022) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:18.573029 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea6742f5-39e0-435f-adda-5700d3631f16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:18.593279 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea6742f5-39e0-435f-adda-5700d3631f16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:18.638537 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea6742f5-39e0-435f-adda-5700d3631f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:18.641302 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea6742f5-39e0-435f-adda-5700d3631f16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:18.642435 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ea6742f5-39e0-435f-adda-5700d3631f16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/661975a0-fd60-4478-8640-ada7660b9df8 HTTP/1.1" status: 204 len: 168 time: 0.1140954 Dec 06 15:30:18.649777 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6742f5-39e0-435f-adda-5700d3631f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661975a0-fd60-4478-8640-ada7660b9df8,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:18.888834 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45028) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:18.902385 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4a11331-8aeb-47a7-90d5-65594b94c754 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:18.973887 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4a11331-8aeb-47a7-90d5-65594b94c754 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:18.977990 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e4a11331-8aeb-47a7-90d5-65594b94c754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:19.017338 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e4a11331-8aeb-47a7-90d5-65594b94c754 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6aa9162fed4648a8926cc7bea46cac69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274564 Dec 06 15:30:19.018460 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a11331-8aeb-47a7-90d5-65594b94c754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4658409f-edd8-4551-bc4f-e746fcb68d20,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:19.020121 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45030) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:19.072282 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:19.093431 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:19.139033 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:19.141581 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:19.142714 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4658409f-edd8-4551-bc4f-e746fcb68d20 HTTP/1.1" status: 204 len: 168 time: 0.1215439 Dec 06 15:30:19.150691 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4658409f-edd8-4551-bc4f-e746fcb68d20,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:19.158182 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:19.158458 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:19.158801 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:19.159139 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:19.159469 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:19.159829 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:19.160158 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:19.160486 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:19.160811 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:19.161135 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:19.161456 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:19.161778 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:19.162100 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054810fe-dbbc-4959-96a3-4bb82f0ebb1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:19.413976 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device ba0598e7-e23f-4328-aa85-a1f46ea61aa0 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:30:19.433816 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: ba0598e7-e23f-4328-aa85-a1f46ea61aa0 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:30:19.434162 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device ba0598e7-e23f-4328-aa85-a1f46ea61aa0 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:30:19.788305 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45052) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:19.882705 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-da001053-3cae-4c95-b3be-f61a793c9829 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1092946937-network', 'tenant_id': '3cd5635ed3674b97b0495afaf523e0fb'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:30:19.902860 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da001053-3cae-4c95-b3be-f61a793c9829 admin admin] Made reservation on behalf of 3cd5635ed3674b97b0495afaf523e0fb for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:30:19.905380 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da001053-3cae-4c95-b3be-f61a793c9829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:19.913361 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da001053-3cae-4c95-b3be-f61a793c9829 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:19.987649 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da001053-3cae-4c95-b3be-f61a793c9829 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:19.991473 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da001053-3cae-4c95-b3be-f61a793c9829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:20.016218 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da001053-3cae-4c95-b3be-f61a793c9829 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:30:20.024930 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da001053-3cae-4c95-b3be-f61a793c9829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86b06af-e95b-4b7a-961d-6813770c7d88,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:20.031940 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da001053-3cae-4c95-b3be-f61a793c9829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:20.032356 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-da001053-3cae-4c95-b3be-f61a793c9829 admin admin] Added segment ea792a64-524d-4a33-8e2c-e9a5af262b65 of type vlan for network f9d1690b-989b-46e9-8561-e526a58e1e4d Dec 06 15:30:20.071340 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da001053-3cae-4c95-b3be-f61a793c9829 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:20.097045 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da001053-3cae-4c95-b3be-f61a793c9829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:20.098072 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da001053-3cae-4c95-b3be-f61a793c9829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:20.098631 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-da001053-3cae-4c95-b3be-f61a793c9829 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:20.138663 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-da001053-3cae-4c95-b3be-f61a793c9829 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3492460 Dec 06 15:30:20.141743 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45056) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:20.147351 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b1adf0ed-be8c-4881-894f-90a0ca736c4e admin admin] Request body: {'subnet': {'network_id': 'f9d1690b-989b-46e9-8561-e526a58e1e4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1092946937-subnet', 'tenant_id': '3cd5635ed3674b97b0495afaf523e0fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:30:20.168369 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1adf0ed-be8c-4881-894f-90a0ca736c4e admin admin] Made reservation on behalf of 3cd5635ed3674b97b0495afaf523e0fb for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:30:20.170635 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1adf0ed-be8c-4881-894f-90a0ca736c4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:20.188026 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da001053-3cae-4c95-b3be-f61a793c9829 admin admin] Pushing event updated for resources: {'Network': ['ID=f9d1690b-989b-46e9-8561-e526a58e1e4d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:20.199308 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network f9d1690b-989b-46e9-8561-e526a58e1e4d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:30:20.334564 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1adf0ed-be8c-4881-894f-90a0ca736c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:20.388112 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adf0ed-be8c-4881-894f-90a0ca736c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=83133e51-8151-496d-b6b8-0e13254efdff,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:20.396447 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1adf0ed-be8c-4881-894f-90a0ca736c4e admin admin] Checking segment: {'id': 'ea792a64-524d-4a33-8e2c-e9a5af262b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d1690b-989b-46e9-8561-e526a58e1e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:30:20.396801 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1adf0ed-be8c-4881-894f-90a0ca736c4e admin admin] Network hostable DHCP agents. Network: f9d1690b-989b-46e9-8561-e526a58e1e4d, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:30:20.412979 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1adf0ed-be8c-4881-894f-90a0ca736c4e admin admin] Network f9d1690b-989b-46e9-8561-e526a58e1e4d is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:30:20.422183 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b1adf0ed-be8c-4881-894f-90a0ca736c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f9d1690b-989b-46e9-8561-e526a58e1e4d) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:30:20.426182 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1adf0ed-be8c-4881-894f-90a0ca736c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:20.426761 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1adf0ed-be8c-4881-894f-90a0ca736c4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:20.431561 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b865024-fd3c-4e1b-b5e8-02d8796d7212 None None] Network f9d1690b-989b-46e9-8561-e526a58e1e4d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:30:20.443306 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b1adf0ed-be8c-4881-894f-90a0ca736c4e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3004770 Dec 06 15:30:20.560350 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0717541-b610-4688-a2c7-bfddfce92471 None None] Network f9d1690b-989b-46e9-8561-e526a58e1e4d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:30:20.864131 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945810cb-ffec-4590-80e0-1747da92b0bc req-44b1ca21-5eb9-4834-96fa-e267af3a1248 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:20.865583 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-945810cb-ffec-4590-80e0-1747da92b0bc req-44b1ca21-5eb9-4834-96fa-e267af3a1248 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/networks?id=f9d1690b-989b-46e9-8561-e526a58e1e4d HTTP/1.1" status: 200 len: 812 time: 0.1039553 Dec 06 15:30:20.880375 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-945810cb-ffec-4590-80e0-1747da92b0bc req-41fd0da8-9a9b-4c05-9192-7ea185f08a65 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/quotas/3cd5635ed3674b97b0495afaf523e0fb HTTP/1.1" status: 200 len: 375 time: 0.0088580 Dec 06 15:30:20.910781 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-945810cb-ffec-4590-80e0-1747da92b0bc req-5f39390f-bcd5-454c-86af-696b141f2fcf tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3cd5635ed3674b97b0495afaf523e0fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248282 Dec 06 15:30:21.000313 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-945810cb-ffec-4590-80e0-1747da92b0bc req-1303dd2d-c7be-4691-9cb8-c3bb285ec33a service neutron] 10.222.0.20 "GET /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821638 Dec 06 15:30:21.088306 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-945810cb-ffec-4590-80e0-1747da92b0bc req-330135f1-f0b7-4239-af0f-0ab551a9af73 service neutron] 10.222.0.20 "GET /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819929 Dec 06 15:30:21.245168 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-729c0077-7b63-4a21-9bf0-899f16305afe req-79a139ea-6de8-4348-a114-f05d8ab1dd20 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 210 time: 0.0275631 Dec 06 15:30:22.244398 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945810cb-ffec-4590-80e0-1747da92b0bc req-bababd2c-5617-4378-9db8-929a9aa50591 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:22.245892 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-945810cb-ffec-4590-80e0-1747da92b0bc req-bababd2c-5617-4378-9db8-929a9aa50591 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.37 "GET /v2.0/networks?id=f9d1690b-989b-46e9-8561-e526a58e1e4d HTTP/1.1" status: 200 len: 812 time: 0.1066532 Dec 06 15:30:22.264409 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-945810cb-ffec-4590-80e0-1747da92b0bc req-74627dc1-c54d-47dc-abb5-2d5dbe1d756e tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Request body: {'port': {'device_id': '575485c1-965a-406e-ab97-f5d106656773', 'network_id': 'f9d1690b-989b-46e9-8561-e526a58e1e4d', 'admin_state_up': True, 'tenant_id': '3cd5635ed3674b97b0495afaf523e0fb'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:30:22.343598 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eca9555c-2c07-4262-adfb-0dca69fb9b8e req-43f755d0-8842-418d-abbe-2324ec515672 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 210 time: 0.0305617 Dec 06 15:30:22.372604 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-945810cb-ffec-4590-80e0-1747da92b0bc req-74627dc1-c54d-47dc-abb5-2d5dbe1d756e tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Made reservation on behalf of 3cd5635ed3674b97b0495afaf523e0fb for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:30:22.376304 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-945810cb-ffec-4590-80e0-1747da92b0bc req-74627dc1-c54d-47dc-abb5-2d5dbe1d756e tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:22.502772 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-945810cb-ffec-4590-80e0-1747da92b0bc req-74627dc1-c54d-47dc-abb5-2d5dbe1d756e tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Allocated IP 172.20.0.4 (f9d1690b-989b-46e9-8561-e526a58e1e4d/83133e51-8151-496d-b6b8-0e13254efdff/3aa9a992-07bb-43a2-b541-86784c097411) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:30:22.649489 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-945810cb-ffec-4590-80e0-1747da92b0bc req-74627dc1-c54d-47dc-abb5-2d5dbe1d756e tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:22.682033 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-945810cb-ffec-4590-80e0-1747da92b0bc req-74627dc1-c54d-47dc-abb5-2d5dbe1d756e tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:22.725020 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-945810cb-ffec-4590-80e0-1747da92b0bc req-74627dc1-c54d-47dc-abb5-2d5dbe1d756e tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Network f9d1690b-989b-46e9-8561-e526a58e1e4d is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:30:22.728158 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-945810cb-ffec-4590-80e0-1747da92b0bc req-74627dc1-c54d-47dc-abb5-2d5dbe1d756e tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:30:22.731865 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-945810cb-ffec-4590-80e0-1747da92b0bc req-74627dc1-c54d-47dc-abb5-2d5dbe1d756e tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:30:22.755203 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74627dc1-c54d-47dc-abb5-2d5dbe1d756e tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Pushing event updated for resources: {'Port': ['ID=3aa9a992-07bb-43a2-b541-86784c097411,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:22.782001 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945810cb-ffec-4590-80e0-1747da92b0bc req-74627dc1-c54d-47dc-abb5-2d5dbe1d756e tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:22.782596 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-945810cb-ffec-4590-80e0-1747da92b0bc req-74627dc1-c54d-47dc-abb5-2d5dbe1d756e tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:22.797862 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-945810cb-ffec-4590-80e0-1747da92b0bc req-74627dc1-c54d-47dc-abb5-2d5dbe1d756e tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5374324 Dec 06 15:30:22.816354 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Request body: {'port': {'device_id': '575485c1-965a-406e-ab97-f5d106656773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:30:22.873187 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:23.128058 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa9a992-07bb-43a2-b541-86784c097411 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:30:23.135368 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:23.146705 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Transition to ACTIVE for port object 3aa9a992-07bb-43a2-b541-86784c097411 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:30:23.150415 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:23.200461 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa9a992-07bb-43a2-b541-86784c097411,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:23.265376 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Attempting to bind port 3aa9a992-07bb-43a2-b541-86784c097411 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:30:23.266049 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Attempting to bind port 3aa9a992-07bb-43a2-b541-86784c097411 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ea792a64-524d-4a33-8e2c-e9a5af262b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d1690b-989b-46e9-8561-e526a58e1e4d'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:30:23.266049 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Attempting to bind port 3aa9a992-07bb-43a2-b541-86784c097411 on network f9d1690b-989b-46e9-8561-e526a58e1e4d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:30:23.270189 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Port 3aa9a992-07bb-43a2-b541-86784c097411 on network f9d1690b-989b-46e9-8561-e526a58e1e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:30:23.270501 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Attempting to bind port 3aa9a992-07bb-43a2-b541-86784c097411 on network f9d1690b-989b-46e9-8561-e526a58e1e4d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:30:23.275678 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:30:23.276016 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Checking segment: {'id': 'ea792a64-524d-4a33-8e2c-e9a5af262b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d1690b-989b-46e9-8561-e526a58e1e4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:30:23.276392 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Bound using segment: {'id': 'ea792a64-524d-4a33-8e2c-e9a5af262b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d1690b-989b-46e9-8561-e526a58e1e4d'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:30:23.276806 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Bound port: 3aa9a992-07bb-43a2-b541-86784c097411, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea792a64-524d-4a33-8e2c-e9a5af262b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d1690b-989b-46e9-8561-e526a58e1e4d'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:30:23.277152 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:23.337612 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] For port 3aa9a992-07bb-43a2-b541-86784c097411, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:30:23.340553 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] For port 3aa9a992-07bb-43a2-b541-86784c097411, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3aa9a992-07bb-43a2-b541-86784c097411,segment=NetworkSegment(ea792a64-524d-4a33-8e2c-e9a5af262b65),segment_id=ea792a64-524d-4a33-8e2c-e9a5af262b65)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:30:23.344468 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:23.376314 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:23.376977 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:23.378371 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-945810cb-ffec-4590-80e0-1747da92b0bc req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] 10.222.0.37 "PUT /v2.0/ports/3aa9a992-07bb-43a2-b541-86784c097411 HTTP/1.1" status: 200 len: 1091 time: 0.5661013 Dec 06 15:30:23.378769 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575485c1-965a-406e-ab97-f5d106656773', 'tag': '3aa9a992-07bb-43a2-b541-86784c097411'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:30:23.381039 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c76eaa-c953-4bcf-87b6-40b69ffef8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "575485c1-965a-406e-ab97-f5d106656773", "tag": "3aa9a992-07bb-43a2-b541-86784c097411"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:30:23.410466 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42047f79-38fd-4434-87ae-b59c20efa746 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa9a992-07bb-43a2-b541-86784c097411,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:23.436192 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53fbfde-c78f-4070-82e2-cbbd261a7c7e x-openstack-request-id: req-f53fbfde-c78f-4070-82e2-cbbd261a7c7e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:30:23.436494 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575485c1-965a-406e-ab97-f5d106656773", "tag": "3aa9a992-07bb-43a2-b541-86784c097411", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:30:23.436751 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f53fbfde-c78f-4070-82e2-cbbd261a7c7e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:30:23.437149 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575485c1-965a-406e-ab97-f5d106656773', 'tag': '3aa9a992-07bb-43a2-b541-86784c097411', 'status': 'completed', 'code': 200} Dec 06 15:30:23.503824 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945810cb-ffec-4590-80e0-1747da92b0bc req-4f2c64fe-9ad4-421f-b5d5-d53170ad77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:23.505344 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-945810cb-ffec-4590-80e0-1747da92b0bc req-4f2c64fe-9ad4-421f-b5d5-d53170ad77d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cd5635ed3674b97b0495afaf523e0fb&device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 1094 time: 0.0807865 Dec 06 15:30:23.512989 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10479d3a-b72a-48c0-9fc0-fefe7ab86195 req-9a8693ac-e972-4804-bf22-12137e42123a tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:23.514348 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10479d3a-b72a-48c0-9fc0-fefe7ab86195 req-9a8693ac-e972-4804-bf22-12137e42123a tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 943 time: 0.0628052 Dec 06 15:30:23.562542 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-945810cb-ffec-4590-80e0-1747da92b0bc req-e6c801cb-17df-4b76-a300-e63c4a9824e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa9a992-07bb-43a2-b541-86784c097411 HTTP/1.1" status: 200 len: 217 time: 0.0444648 Dec 06 15:30:23.619862 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10479d3a-b72a-48c0-9fc0-fefe7ab86195 req-dfdf9e8f-2b7c-468c-9934-615e23f176ac tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956810 Dec 06 15:30:23.630362 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945810cb-ffec-4590-80e0-1747da92b0bc req-9ab8789e-2fb9-49bc-99fa-29e288db7fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:23.634559 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-945810cb-ffec-4590-80e0-1747da92b0bc req-9ab8789e-2fb9-49bc-99fa-29e288db7fa8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=83133e51-8151-496d-b6b8-0e13254efdff HTTP/1.1" status: 200 len: 852 time: 0.0568469 Dec 06 15:30:23.671099 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-945810cb-ffec-4590-80e0-1747da92b0bc req-62e49e05-c6c7-400a-bc60-218783cacc00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9d1690b-989b-46e9-8561-e526a58e1e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286624 Dec 06 15:30:23.765643 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-945810cb-ffec-4590-80e0-1747da92b0bc req-6a2b0c53-237c-4596-89d1-f70d7446cc6f service neutron] 10.222.0.37 "GET /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813050 Dec 06 15:30:23.858504 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-945810cb-ffec-4590-80e0-1747da92b0bc req-b1967c80-113f-4db5-9e0d-d5c8c26b45d6 service neutron] 10.222.0.37 "GET /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816078 Dec 06 15:30:23.948240 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c76eaa-c953-4bcf-87b6-40b69ffef8f1 req-4e421245-d72d-4b35-a11c-df5dbcf005f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:23.949640 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4c76eaa-c953-4bcf-87b6-40b69ffef8f1 req-4e421245-d72d-4b35-a11c-df5dbcf005f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cd5635ed3674b97b0495afaf523e0fb&device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 1094 time: 0.0402584 Dec 06 15:30:24.042285 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c76eaa-c953-4bcf-87b6-40b69ffef8f1 req-340859af-8ea4-4cbe-a38a-8bf73452a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:24.043742 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4c76eaa-c953-4bcf-87b6-40b69ffef8f1 req-340859af-8ea4-4cbe-a38a-8bf73452a45c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f9d1690b-989b-46e9-8561-e526a58e1e4d HTTP/1.1" status: 200 len: 913 time: 0.0864351 Dec 06 15:30:24.084862 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4c76eaa-c953-4bcf-87b6-40b69ffef8f1 req-99be79e8-b888-4bf7-a307-65efbc0800f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa9a992-07bb-43a2-b541-86784c097411 HTTP/1.1" status: 200 len: 217 time: 0.0339568 Dec 06 15:30:24.133192 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c76eaa-c953-4bcf-87b6-40b69ffef8f1 req-8a73f3cc-e694-4368-abd3-10d56dbc9e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:24.134585 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4c76eaa-c953-4bcf-87b6-40b69ffef8f1 req-8a73f3cc-e694-4368-abd3-10d56dbc9e3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=83133e51-8151-496d-b6b8-0e13254efdff HTTP/1.1" status: 200 len: 852 time: 0.0423069 Dec 06 15:30:24.165486 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4c76eaa-c953-4bcf-87b6-40b69ffef8f1 req-2af764db-98ae-4e06-a409-6da168d8fadc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9d1690b-989b-46e9-8561-e526a58e1e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233243 Dec 06 15:30:24.260801 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4c76eaa-c953-4bcf-87b6-40b69ffef8f1 req-a23dac76-2c9d-44ba-b9cc-b667b43a69be service neutron] 10.222.0.37 "GET /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854282 Dec 06 15:30:24.352109 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b4c76eaa-c953-4bcf-87b6-40b69ffef8f1 req-dd4dc903-2d17-44f2-b1a1-44a18ac816bd service neutron] 10.222.0.37 "GET /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826952 Dec 06 15:30:24.736666 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f059b-d18a-418f-8c80-4cd52889f4bd req-c8e930f1-27c8-4687-af26-42fc0fede555 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:24.738124 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c45f059b-d18a-418f-8c80-4cd52889f4bd req-c8e930f1-27c8-4687-af26-42fc0fede555 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 943 time: 0.0493293 Dec 06 15:30:24.783440 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c45f059b-d18a-418f-8c80-4cd52889f4bd req-a7f2719f-aec0-42a3-b31a-85d3a46469d0 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391188 Dec 06 15:30:25.459395 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 3aa9a992-07bb-43a2-b541-86784c097411 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:30:25.555097 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 3aa9a992-07bb-43a2-b541-86784c097411, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3aa9a992-07bb-43a2-b541-86784c097411,segment=NetworkSegment(ea792a64-524d-4a33-8e2c-e9a5af262b65),segment_id=ea792a64-524d-4a33-8e2c-e9a5af262b65)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:25.565770 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '3aa9a992-07bb-43a2-b541-86784c097411', 'network_id': 'f9d1690b-989b-46e9-8561-e526a58e1e4d', 'port_id': '3aa9a992-07bb-43a2-b541-86784c097411', 'mac_address': 'fa:16:3e:f8:b5:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83133e51-8151-496d-b6b8-0e13254efdff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:30:25.601178 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:25.613245 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa9a992-07bb-43a2-b541-86784c097411 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:30:25.633973 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 3aa9a992-07bb-43a2-b541-86784c097411, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3aa9a992-07bb-43a2-b541-86784c097411,segment=NetworkSegment(ea792a64-524d-4a33-8e2c-e9a5af262b65),segment_id=ea792a64-524d-4a33-8e2c-e9a5af262b65)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:25.638129 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:25.684416 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=3aa9a992-07bb-43a2-b541-86784c097411,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:25.899083 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['3aa9a992-07bb-43a2-b541-86784c097411'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:30:25.899334 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a10c0-2937-49fe-9572-ce29450d843c req-2f76461f-7d52-4945-ab37-e7d860ca93e9 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:25.900815 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-184a10c0-2937-49fe-9572-ce29450d843c req-2f76461f-7d52-4945-ab37-e7d860ca93e9 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 944 time: 0.0501320 Dec 06 15:30:25.947909 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-184a10c0-2937-49fe-9572-ce29450d843c req-cd015b53-b94c-40ca-8c3f-1b172179e9a1 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411799 Dec 06 15:30:27.060902 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b681d5-d730-48b2-8a4f-efc6aadfa228 req-1b96b445-0bcb-4fd2-9731-15109a51a170 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:27.062348 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-16b681d5-d730-48b2-8a4f-efc6aadfa228 req-1b96b445-0bcb-4fd2-9731-15109a51a170 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 944 time: 0.0468066 Dec 06 15:30:27.113274 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-16b681d5-d730-48b2-8a4f-efc6aadfa228 req-9cf99365-de3d-4552-8ecf-b3a33b346283 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451007 Dec 06 15:30:27.459271 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 3aa9a992-07bb-43a2-b541-86784c097411 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:30:27.508897 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 3aa9a992-07bb-43a2-b541-86784c097411 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:30:27.512805 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 3aa9a992-07bb-43a2-b541-86784c097411 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:27.513197 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:27.590784 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:27.613007 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575485c1-965a-406e-ab97-f5d106656773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa9a992-07bb-43a2-b541-86784c097411'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:30:27.615230 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e2d206-5fab-4743-89f8-ceec4e9751be" -d '{"events": [{"server_uuid": "575485c1-965a-406e-ab97-f5d106656773", "name": "network-vif-plugged", "status": "completed", "tag": "3aa9a992-07bb-43a2-b541-86784c097411"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:30:27.628524 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 3aa9a992-07bb-43a2-b541-86784c097411, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3aa9a992-07bb-43a2-b541-86784c097411,segment=NetworkSegment(ea792a64-524d-4a33-8e2c-e9a5af262b65),segment_id=ea792a64-524d-4a33-8e2c-e9a5af262b65)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:27.632851 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:27.655039 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273959f7-7fdd-4b95-8bd9-5242b82eab94 x-openstack-request-id: req-273959f7-7fdd-4b95-8bd9-5242b82eab94 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:30:27.655334 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575485c1-965a-406e-ab97-f5d106656773", "name": "network-vif-plugged", "status": "completed", "tag": "3aa9a992-07bb-43a2-b541-86784c097411", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:30:27.655677 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-273959f7-7fdd-4b95-8bd9-5242b82eab94 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:30:27.656063 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575485c1-965a-406e-ab97-f5d106656773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa9a992-07bb-43a2-b541-86784c097411', 'code': 200} Dec 06 15:30:27.681693 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=3aa9a992-07bb-43a2-b541-86784c097411,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:27.758886 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c90d5-7165-4d2d-994d-51128503ed7c req-5b234d63-e58b-424e-8628-150597bd6de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:27.760305 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-933c90d5-7165-4d2d-994d-51128503ed7c req-5b234d63-e58b-424e-8628-150597bd6de5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 1096 time: 0.0395429 Dec 06 15:30:27.805779 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-933c90d5-7165-4d2d-994d-51128503ed7c req-b0178f2d-0c30-4de0-8d74-1231605b1f18 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360427 Dec 06 15:30:28.279834 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:28.484724 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff01a9-2d8e-473e-9fe2-633769f01e49 req-51df593f-4c96-4870-9383-7f40c7153ed3 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:28.486095 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a4ff01a9-2d8e-473e-9fe2-633769f01e49 req-51df593f-4c96-4870-9383-7f40c7153ed3 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.3057921 Dec 06 15:30:28.532453 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a4ff01a9-2d8e-473e-9fe2-633769f01e49 req-426d20c6-ebf8-4d08-944c-221c03379c23 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398097 Dec 06 15:30:29.652977 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0247d7f-62ac-4b0b-a561-02f79e933a95 req-0e999407-a47f-4ae5-b302-d1baea05db3d tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:29.654557 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0247d7f-62ac-4b0b-a561-02f79e933a95 req-0e999407-a47f-4ae5-b302-d1baea05db3d tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0540116 Dec 06 15:30:29.700068 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0247d7f-62ac-4b0b-a561-02f79e933a95 req-8490f436-3b48-4162-ad82-5b75848cf575 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395687 Dec 06 15:30:29.935611 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23421699-0dff-471e-9b97-bba362100597 req-05b3ed8a-c25c-4339-bd1d-e0c011a54d77 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:29.937160 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23421699-0dff-471e-9b97-bba362100597 req-05b3ed8a-c25c-4339-bd1d-e0c011a54d77 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0485172 Dec 06 15:30:30.006882 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-23421699-0dff-471e-9b97-bba362100597 req-65a25b6b-731d-4920-8ca7-d9de1ddfcc0c tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609362 Dec 06 15:30:30.010368 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-166a6932-9b24-4b17-840d-27db499b17e4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1324387 Dec 06 15:30:30.019908 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-4da1c4f2-b298-4015-b96c-e9b363474a61 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:30:30.020970 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-4da1c4f2-b298-4015-b96c-e9b363474a61 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058358 Dec 06 15:30:30.164608 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:30.845408 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9451a144-f104-4de4-adb7-6bd6817dd62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:31.131298 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40e4fb-39a2-4c4d-b9a1-dc440ef50daa req-8f7e4e27-63ae-4de5-b365-4e1fcdcd1d4f tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:31.133213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c40e4fb-39a2-4c4d-b9a1-dc440ef50daa req-8f7e4e27-63ae-4de5-b365-4e1fcdcd1d4f tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0578549 Dec 06 15:30:31.171887 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-be99e81c-1d73-4b87-a3a3-f162ff0a2a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:31.173427 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-be99e81c-1d73-4b87-a3a3-f162ff0a2a05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cd5635ed3674b97b0495afaf523e0fb&device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 1096 time: 0.0443935 Dec 06 15:30:31.181904 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c40e4fb-39a2-4c4d-b9a1-dc440ef50daa req-534d2664-6981-42e7-8950-fcf81a84d958 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421331 Dec 06 15:30:31.265161 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-d527b8d4-9102-44d2-a318-6221ad3433e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:31.266600 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-d527b8d4-9102-44d2-a318-6221ad3433e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f9d1690b-989b-46e9-8561-e526a58e1e4d HTTP/1.1" status: 200 len: 913 time: 0.0850396 Dec 06 15:30:31.310203 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-0a13caa0-1863-46b2-b20a-4d9c33386dc6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa9a992-07bb-43a2-b541-86784c097411 HTTP/1.1" status: 200 len: 217 time: 0.0358922 Dec 06 15:30:31.358077 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-76d3d10f-5bab-405b-9b36-f67459d40b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:31.359449 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-76d3d10f-5bab-405b-9b36-f67459d40b76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=83133e51-8151-496d-b6b8-0e13254efdff HTTP/1.1" status: 200 len: 852 time: 0.0422235 Dec 06 15:30:31.390294 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-22104ef4-9e3f-4e75-8956-d7cba2de9766 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9d1690b-989b-46e9-8561-e526a58e1e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239170 Dec 06 15:30:31.401770 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-ac9015de-e8d5-48a9-a2a3-b6f73ac61fa5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:30:31.402689 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-ac9015de-e8d5-48a9-a2a3-b6f73ac61fa5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053866 Dec 06 15:30:31.495604 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-d0e9046b-6144-40e4-9b08-8959cb8138d5 service neutron] 10.222.0.37 "GET /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854785 Dec 06 15:30:31.581925 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-fe7e5ba7-c9f7-4bd7-b448-ed24e55afe79 service neutron] 10.222.0.37 "GET /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791945 Dec 06 15:30:32.296850 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71f65a-23ce-45b4-8cef-b73e2fffca56 req-8cbc8d33-589f-4463-a59b-7b67a13c49f0 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:32.298290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad71f65a-23ce-45b4-8cef-b73e2fffca56 req-8cbc8d33-589f-4463-a59b-7b67a13c49f0 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0475032 Dec 06 15:30:32.347708 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad71f65a-23ce-45b4-8cef-b73e2fffca56 req-1ef1f8de-8a7a-4bd7-86cf-1de35296db27 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434842 Dec 06 15:30:33.283984 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5a7107e-1891-4dba-be4d-7b336f1955e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:33.461812 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d94d48-fde2-4934-9b95-c9c6f756e0cf req-4d552945-c096-4d3b-94af-534372a5fbd9 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:33.463262 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-84d94d48-fde2-4934-9b95-c9c6f756e0cf req-4d552945-c096-4d3b-94af-534372a5fbd9 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0478120 Dec 06 15:30:33.513051 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-84d94d48-fde2-4934-9b95-c9c6f756e0cf req-9e922b50-7a78-47fa-a9c7-56659ba2f319 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439293 Dec 06 15:30:34.115138 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:34.626578 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4dd25-24ec-4efe-b102-d4fc1ab24572 req-bfe96de0-27cd-4073-beea-a9bfd128e697 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:34.628057 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02e4dd25-24ec-4efe-b102-d4fc1ab24572 req-bfe96de0-27cd-4073-beea-a9bfd128e697 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0480897 Dec 06 15:30:34.673684 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-02e4dd25-24ec-4efe-b102-d4fc1ab24572 req-a2f1e633-5da1-4880-8831-71786b75b31f tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397768 Dec 06 15:30:35.769389 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:35.789265 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e90c15-b7a4-4a97-b10b-13f728fd658d req-b2e4d84a-dca6-4d3d-aa99-9436a6abc7c2 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:35.790721 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-22e90c15-b7a4-4a97-b10b-13f728fd658d req-b2e4d84a-dca6-4d3d-aa99-9436a6abc7c2 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0491273 Dec 06 15:30:35.836204 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-22e90c15-b7a4-4a97-b10b-13f728fd658d req-ad3d1afa-42ab-465b-8b72-1e8bcbe64929 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394969 Dec 06 15:30:36.674295 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:36.950534 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fae47-ee69-4d16-ac7d-b6a358ad50b2 req-1ba54335-3e6e-42e0-95fd-741401d88440 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:36.952064 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c75fae47-ee69-4d16-ac7d-b6a358ad50b2 req-1ba54335-3e6e-42e0-95fd-741401d88440 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0483902 Dec 06 15:30:36.997166 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c75fae47-ee69-4d16-ac7d-b6a358ad50b2 req-d944b443-ba2c-41ab-956e-5f60e0a272b5 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392704 Dec 06 15:30:38.109817 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7cd17-4c8e-4cf7-a5bc-85bf4598fc7d req-ee8ce2e6-d857-48ff-880d-a8e74a4cd045 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:38.111258 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2ae7cd17-4c8e-4cf7-a5bc-85bf4598fc7d req-ee8ce2e6-d857-48ff-880d-a8e74a4cd045 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0473733 Dec 06 15:30:38.158002 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2ae7cd17-4c8e-4cf7-a5bc-85bf4598fc7d req-1425a36d-61a9-4768-ae1f-5c7b79e840a7 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406222 Dec 06 15:30:39.275280 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfccdf9-61ee-4849-abf1-9047dc76bb0a req-c86e18ce-a9b4-4229-90b2-59840d005d68 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:39.276776 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbfccdf9-61ee-4849-abf1-9047dc76bb0a req-c86e18ce-a9b4-4229-90b2-59840d005d68 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0521333 Dec 06 15:30:39.322699 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbfccdf9-61ee-4849-abf1-9047dc76bb0a req-721276c1-d90f-4991-b2bc-caaaae866ee6 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401094 Dec 06 15:30:40.440193 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6c4fd-c3ac-48a0-a248-69473ed409a6 req-59fd4932-7afd-459a-a99d-21e25b9f4c42 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:40.441564 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f1d6c4fd-c3ac-48a0-a248-69473ed409a6 req-59fd4932-7afd-459a-a99d-21e25b9f4c42 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0513682 Dec 06 15:30:40.488485 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f1d6c4fd-c3ac-48a0-a248-69473ed409a6 req-62e705dc-00f6-4673-bd46-7f109bcabc08 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405288 Dec 06 15:30:41.600742 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbdaa8-a1a7-4b84-95c9-31eb6eaaf43c req-c3097c10-adc7-4608-ab4c-ed6b42446e43 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:41.602682 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bdbbdaa8-a1a7-4b84-95c9-31eb6eaaf43c req-c3097c10-adc7-4608-ab4c-ed6b42446e43 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0478318 Dec 06 15:30:41.649512 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bdbbdaa8-a1a7-4b84-95c9-31eb6eaaf43c req-e53284f0-b744-4321-a073-42ce98ff1ad3 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Dec 06 15:30:42.739611 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:30:42.766978 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a75fdd-3036-4604-ae88-8f60dacd9635 req-70c643a7-200e-4cbd-810c-a23a0de91780 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:42.768469 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39a75fdd-3036-4604-ae88-8f60dacd9635 req-70c643a7-200e-4cbd-810c-a23a0de91780 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0481458 Dec 06 15:30:42.813881 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-39a75fdd-3036-4604-ae88-8f60dacd9635 req-344ffc6a-c389-4cd4-8081-2ba5a2aa78dc tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395195 Dec 06 15:30:43.935716 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d850a11-2abb-40ca-a116-78c0926f18fe req-8f110b70-a3a9-40cb-acf8-bfedc509c95a tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:43.937348 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d850a11-2abb-40ca-a116-78c0926f18fe req-8f110b70-a3a9-40cb-acf8-bfedc509c95a tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0530019 Dec 06 15:30:43.984239 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d850a11-2abb-40ca-a116-78c0926f18fe req-86648d21-f99d-4c82-897a-9bdaf290b8f2 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403397 Dec 06 15:30:45.097158 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dfa93-3572-49ff-b1ee-4f20560327a2 req-11932d33-fc46-4c3a-b49b-36c74976690c tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:45.098615 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-167dfa93-3572-49ff-b1ee-4f20560327a2 req-11932d33-fc46-4c3a-b49b-36c74976690c tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0472469 Dec 06 15:30:45.148949 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-167dfa93-3572-49ff-b1ee-4f20560327a2 req-3720f075-79bd-4548-9eea-eb83e7cf6b96 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437496 Dec 06 15:30:46.506077 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219bbe1-1349-417d-b989-3655a6537e20 req-f871365e-bfbb-44f0-a52b-9a5392c7bf3c tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:46.507540 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f219bbe1-1349-417d-b989-3655a6537e20 req-f871365e-bfbb-44f0-a52b-9a5392c7bf3c tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0487368 Dec 06 15:30:46.553484 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f219bbe1-1349-417d-b989-3655a6537e20 req-dbadff87-2a45-464d-b866-43ea04380c5a tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400522 Dec 06 15:30:47.666847 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedbb4f-06ab-463b-a104-567f0ed4e484 req-8e5b97e6-f3c7-42d0-98fa-31333b805a52 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:47.668346 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-adedbb4f-06ab-463b-a104-567f0ed4e484 req-8e5b97e6-f3c7-42d0-98fa-31333b805a52 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0480168 Dec 06 15:30:47.715009 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-adedbb4f-06ab-463b-a104-567f0ed4e484 req-038f754f-64b7-4e3e-9722-2d17a3747d8f tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407948 Dec 06 15:30:48.829099 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501e84a-1aa2-48b3-97d8-04bbebe22c44 req-fb8fa042-d7b0-434e-b638-6f29f1a7ed23 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:48.830540 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a501e84a-1aa2-48b3-97d8-04bbebe22c44 req-fb8fa042-d7b0-434e-b638-6f29f1a7ed23 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0477145 Dec 06 15:30:48.879551 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a501e84a-1aa2-48b3-97d8-04bbebe22c44 req-201cd185-a004-42c1-8fdc-53b800f1b670 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431323 Dec 06 15:30:49.992829 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affd99c-3ac2-4fa5-816b-9eb895eea8bc req-f3a67adc-4650-4ccb-904e-d0cf40c5071c tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:49.994300 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6affd99c-3ac2-4fa5-816b-9eb895eea8bc req-f3a67adc-4650-4ccb-904e-d0cf40c5071c tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0478137 Dec 06 15:30:50.046727 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6affd99c-3ac2-4fa5-816b-9eb895eea8bc req-696f0b63-eabd-4ff6-b1fd-9661432628dd tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465362 Dec 06 15:30:51.159108 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002da2b-c570-4bf8-b320-2ede6fe59e70 req-0eb6d602-fe36-4e72-a5ac-99cf8cef46db tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:51.160572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2002da2b-c570-4bf8-b320-2ede6fe59e70 req-0eb6d602-fe36-4e72-a5ac-99cf8cef46db tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0470634 Dec 06 15:30:51.208956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2002da2b-c570-4bf8-b320-2ede6fe59e70 req-c6bfbfb8-ae61-4199-8ac7-7d5b38e61bcb tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418253 Dec 06 15:30:52.326947 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88e809-d520-4bab-8b6b-0e0146804f61 req-f4d08a6c-af83-45b1-8e21-cc7be9ad37d6 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:52.328421 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6f88e809-d520-4bab-8b6b-0e0146804f61 req-f4d08a6c-af83-45b1-8e21-cc7be9ad37d6 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0518527 Dec 06 15:30:52.375317 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6f88e809-d520-4bab-8b6b-0e0146804f61 req-e305acf5-921b-45e4-b443-cef4354e5177 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410922 Dec 06 15:30:53.487800 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce233e-743e-4906-8f58-661a9e3b4dbb req-4e11f5c2-870f-4547-8709-09f11bf33a14 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:53.489299 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3bce233e-743e-4906-8f58-661a9e3b4dbb req-4e11f5c2-870f-4547-8709-09f11bf33a14 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0480654 Dec 06 15:30:53.536673 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3bce233e-743e-4906-8f58-661a9e3b4dbb req-07069800-b16a-482e-869b-6d045a5bb181 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404885 Dec 06 15:30:54.651935 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c144a0-d967-44c7-88be-40fd133452de req-7cec7cd1-828f-4925-8a6b-0537c4854829 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:54.653405 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19c144a0-d967-44c7-88be-40fd133452de req-7cec7cd1-828f-4925-8a6b-0537c4854829 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0487840 Dec 06 15:30:54.700044 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19c144a0-d967-44c7-88be-40fd133452de req-c8d154ac-f750-478d-8980-51c7e6364794 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407686 Dec 06 15:30:55.070769 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65a817-2315-4f0b-8c11-f0a4e2438279 req-64aa89ff-5ca2-46a8-a471-c349a5d6263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:55.072282 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c65a817-2315-4f0b-8c11-f0a4e2438279 req-64aa89ff-5ca2-46a8-a471-c349a5d6263f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cd5635ed3674b97b0495afaf523e0fb&device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 1096 time: 0.0437129 Dec 06 15:30:55.173232 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65a817-2315-4f0b-8c11-f0a4e2438279 req-e8aefedc-3463-4fdc-b249-70d4a485b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:55.175197 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c65a817-2315-4f0b-8c11-f0a4e2438279 req-e8aefedc-3463-4fdc-b249-70d4a485b443 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f9d1690b-989b-46e9-8561-e526a58e1e4d HTTP/1.1" status: 200 len: 913 time: 0.0832615 Dec 06 15:30:55.219070 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c65a817-2315-4f0b-8c11-f0a4e2438279 req-a8d4b70b-5b73-489c-a2fe-60e8775f26d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa9a992-07bb-43a2-b541-86784c097411 HTTP/1.1" status: 200 len: 217 time: 0.0362816 Dec 06 15:30:55.592256 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65a817-2315-4f0b-8c11-f0a4e2438279 req-810346a0-d8a1-41d2-a02e-36915007e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:55.593686 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c65a817-2315-4f0b-8c11-f0a4e2438279 req-810346a0-d8a1-41d2-a02e-36915007e390 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=83133e51-8151-496d-b6b8-0e13254efdff HTTP/1.1" status: 200 len: 852 time: 0.3646531 Dec 06 15:30:55.625267 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c65a817-2315-4f0b-8c11-f0a4e2438279 req-6a29285b-9296-42fd-8bb2-8c1af0673632 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9d1690b-989b-46e9-8561-e526a58e1e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237801 Dec 06 15:30:55.715798 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c65a817-2315-4f0b-8c11-f0a4e2438279 req-44729373-d4ba-42bd-abdf-1170fc20bdf2 service neutron] 10.222.0.37 "GET /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817204 Dec 06 15:30:55.834076 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c65a817-2315-4f0b-8c11-f0a4e2438279 req-a99741ce-c9c5-4625-a14c-b46956bd1398 service neutron] 10.222.0.37 "GET /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099439 Dec 06 15:30:55.846493 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6273e8-55cd-4633-bb6c-94dbd4dc34f1 req-c3946690-4455-4e99-bb2e-71e6ade958f9 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:55.847901 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a6273e8-55cd-4633-bb6c-94dbd4dc34f1 req-c3946690-4455-4e99-bb2e-71e6ade958f9 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0663817 Dec 06 15:30:55.899137 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a6273e8-55cd-4633-bb6c-94dbd4dc34f1 req-8573bd2a-9158-4957-90ca-637eae55d18c tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440273 Dec 06 15:30:57.018175 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8a0e0-2364-4d5a-97bb-e07f9fbe2d28 req-8d1779ac-59eb-4fdb-ae45-779c93e026bb tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:57.019620 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-afb8a0e0-2364-4d5a-97bb-e07f9fbe2d28 req-8d1779ac-59eb-4fdb-ae45-779c93e026bb tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0517874 Dec 06 15:30:57.065460 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-afb8a0e0-2364-4d5a-97bb-e07f9fbe2d28 req-b4dbd984-b4f8-4350-b242-8b66a512ff03 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394523 Dec 06 15:30:58.178742 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fb09d-dcba-40af-af73-06834042d914 req-02de1055-d654-435f-90ef-b9d481fa8741 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:58.180915 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-584fb09d-dcba-40af-af73-06834042d914 req-02de1055-d654-435f-90ef-b9d481fa8741 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0479193 Dec 06 15:30:58.226003 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-584fb09d-dcba-40af-af73-06834042d914 req-f3ee2b39-13d5-46e9-842f-028399c5d63c tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391376 Dec 06 15:30:58.276561 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:59.137666 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-3f67f657-ad3a-4273-ba0b-045228b5c241 service neutron] show failed (client error): The resource could not be found. Dec 06 15:30:59.138630 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-3f67f657-ad3a-4273-ba0b-045228b5c241 service neutron] 10.222.0.37 "GET /v2.0/ports/3aa9a992-07bb-43a2-b541-86784c097411/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0535142 Dec 06 15:30:59.347408 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a3591-173a-470b-94d2-4d6bcc1ca248 req-83dedd2b-84b5-4014-b4f6-701d2d4a3b5a tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:59.350277 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4d7a3591-173a-470b-94d2-4d6bcc1ca248 req-83dedd2b-84b5-4014-b4f6-701d2d4a3b5a tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0492296 Dec 06 15:30:59.393377 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-d8281b66-fa75-42b1-927d-f564469f2ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:59.394912 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-d8281b66-fa75-42b1-927d-f564469f2ec6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773&tenant_id=3cd5635ed3674b97b0495afaf523e0fb HTTP/1.1" status: 200 len: 1096 time: 0.0733876 Dec 06 15:30:59.396851 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4d7a3591-173a-470b-94d2-4d6bcc1ca248 req-41dbccb0-11e8-487d-8fc3-61eed2ae9b2b tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420671 Dec 06 15:30:59.405711 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-2eb44df2-25c5-4136-94df-5ecd864d58ee service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:30:59.406680 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-2eb44df2-25c5-4136-94df-5ecd864d58ee service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049882 Dec 06 15:30:59.418004 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:30:59.469857 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:59.668937 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] For port 3aa9a992-07bb-43a2-b541-86784c097411, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3aa9a992-07bb-43a2-b541-86784c097411,segment=NetworkSegment(ea792a64-524d-4a33-8e2c-e9a5af262b65),segment_id=ea792a64-524d-4a33-8e2c-e9a5af262b65)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:59.706050 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] For port 3aa9a992-07bb-43a2-b541-86784c097411, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:30:59.746224 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575485c1-965a-406e-ab97-f5d106656773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa9a992-07bb-43a2-b541-86784c097411'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:30:59.748500 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97d5a8f-edab-4ac2-876a-c0cde1d76510" -d '{"events": [{"server_uuid": "575485c1-965a-406e-ab97-f5d106656773", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa9a992-07bb-43a2-b541-86784c097411"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:30:59.752241 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:59.764472 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Transition to ACTIVE for port object 3aa9a992-07bb-43a2-b541-86784c097411 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:30:59.768211 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:59.806994 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce1731a-c805-4f74-9095-151cb87893f8 x-openstack-request-id: req-4ce1731a-c805-4f74-9095-151cb87893f8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:30:59.807295 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575485c1-965a-406e-ab97-f5d106656773", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa9a992-07bb-43a2-b541-86784c097411", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:30:59.807548 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ce1731a-c805-4f74-9095-151cb87893f8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:30:59.807964 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575485c1-965a-406e-ab97-f5d106656773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa9a992-07bb-43a2-b541-86784c097411', 'code': 200} Dec 06 15:30:59.831797 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] No DVR routers for this DVR port 3aa9a992-07bb-43a2-b541-86784c097411 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:30:59.833569 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa9a992-07bb-43a2-b541-86784c097411,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:59.868184 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Attempting to bind port 3aa9a992-07bb-43a2-b541-86784c097411 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:30:59.868520 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Attempting to bind port 3aa9a992-07bb-43a2-b541-86784c097411 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ea792a64-524d-4a33-8e2c-e9a5af262b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d1690b-989b-46e9-8561-e526a58e1e4d'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:30:59.868872 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Attempting to bind port 3aa9a992-07bb-43a2-b541-86784c097411 on network f9d1690b-989b-46e9-8561-e526a58e1e4d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:30:59.873079 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Port 3aa9a992-07bb-43a2-b541-86784c097411 on network f9d1690b-989b-46e9-8561-e526a58e1e4d not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:30:59.873395 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Attempting to bind port 3aa9a992-07bb-43a2-b541-86784c097411 on network f9d1690b-989b-46e9-8561-e526a58e1e4d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:30:59.878122 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:30:59.878458 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Checking segment: {'id': 'ea792a64-524d-4a33-8e2c-e9a5af262b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d1690b-989b-46e9-8561-e526a58e1e4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:30:59.878837 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Bound using segment: {'id': 'ea792a64-524d-4a33-8e2c-e9a5af262b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d1690b-989b-46e9-8561-e526a58e1e4d'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:30:59.879258 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Bound port: 3aa9a992-07bb-43a2-b541-86784c097411, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea792a64-524d-4a33-8e2c-e9a5af262b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d1690b-989b-46e9-8561-e526a58e1e4d'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:30:59.879606 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:59.942613 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] For port 3aa9a992-07bb-43a2-b541-86784c097411, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:30:59.945473 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] For port 3aa9a992-07bb-43a2-b541-86784c097411, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3aa9a992-07bb-43a2-b541-86784c097411,segment=NetworkSegment(ea792a64-524d-4a33-8e2c-e9a5af262b65),segment_id=ea792a64-524d-4a33-8e2c-e9a5af262b65)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:30:59.950297 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:59.984675 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:59.985296 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:59.986810 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] 10.222.0.23 "PUT /v2.0/ports/3aa9a992-07bb-43a2-b541-86784c097411 HTTP/1.1" status: 200 len: 1091 time: 0.5725360 Dec 06 15:31:00.020629 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825f508-153a-466e-8826-f502f9f704c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa9a992-07bb-43a2-b541-86784c097411,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:00.051678 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-2db29ee6-9718-4689-87d4-a8e160e73397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:00.053172 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-2db29ee6-9718-4689-87d4-a8e160e73397 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3cd5635ed3674b97b0495afaf523e0fb&device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 1094 time: 0.0438471 Dec 06 15:31:00.144889 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-8a6fe854-bbb3-4d4b-9777-790b32da53b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:00.146356 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-8a6fe854-bbb3-4d4b-9777-790b32da53b6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f9d1690b-989b-46e9-8561-e526a58e1e4d HTTP/1.1" status: 200 len: 913 time: 0.0864689 Dec 06 15:31:00.161529 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.190624 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-c7f09525-930c-4ef0-b167-b537de3fe105 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa9a992-07bb-43a2-b541-86784c097411 HTTP/1.1" status: 200 len: 217 time: 0.0357351 Dec 06 15:31:00.238783 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-46c2ee9e-05a3-4f5c-b2f8-559ed0b69fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:00.240183 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-46c2ee9e-05a3-4f5c-b2f8-559ed0b69fa4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=83133e51-8151-496d-b6b8-0e13254efdff HTTP/1.1" status: 200 len: 852 time: 0.0431516 Dec 06 15:31:00.275397 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-ce769205-ce79-4045-bb77-cf3ad54b0db8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f9d1690b-989b-46e9-8561-e526a58e1e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283270 Dec 06 15:31:00.363808 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-cdd32abe-67f1-40a2-a8f7-e727ab0324c5 service neutron] 10.222.0.23 "GET /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812807 Dec 06 15:31:00.457250 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d89ab9c7-14f4-4143-bad3-60a5099e4c1f req-8dd14762-27aa-4199-af63-956d4ae8425d service neutron] 10.222.0.23 "GET /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850954 Dec 06 15:31:00.515647 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11e8fd-fcbf-472a-8e1c-431cfe88bcac req-687928c3-88c7-4760-8b56-78574a23418c tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:00.517103 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a11e8fd-fcbf-472a-8e1c-431cfe88bcac req-687928c3-88c7-4760-8b56-78574a23418c tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 943 time: 0.0498822 Dec 06 15:31:00.572188 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7a11e8fd-fcbf-472a-8e1c-431cfe88bcac req-1e90aa90-7677-4108-afea-111e34cfb59e tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486195 Dec 06 15:31:00.845307 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8160a48-449e-49d4-ab9d-d050040b82bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.646831 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 3aa9a992-07bb-43a2-b541-86784c097411 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:31:01.688334 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 3aa9a992-07bb-43a2-b541-86784c097411 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:31:01.695034 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715735f-3c5a-4a7f-b851-6c522ffd0daf req-9df5bd06-42c3-4cb5-9b53-3644c1ced2ba tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:01.696551 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3715735f-3c5a-4a7f-b851-6c522ffd0daf req-9df5bd06-42c3-4cb5-9b53-3644c1ced2ba tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 943 time: 0.0502071 Dec 06 15:31:01.744442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3715735f-3c5a-4a7f-b851-6c522ffd0daf req-3e7925b7-a885-4283-b2bb-5e1c4f906b55 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416915 Dec 06 15:31:01.808991 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575485c1-965a-406e-ab97-f5d106656773', 'tag': '3aa9a992-07bb-43a2-b541-86784c097411'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:31:01.811283 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59bd02b-1cfe-4205-be68-69f53b7334a3" -d '{"events": [{"name": "network-changed", "server_uuid": "575485c1-965a-406e-ab97-f5d106656773", "tag": "3aa9a992-07bb-43a2-b541-86784c097411"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:31:01.858632 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee43cdb-5590-4fe2-b6b5-b73d0313cfb7 x-openstack-request-id: req-bee43cdb-5590-4fe2-b6b5-b73d0313cfb7 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:31:01.858998 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575485c1-965a-406e-ab97-f5d106656773", "tag": "3aa9a992-07bb-43a2-b541-86784c097411", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:31:01.859321 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bee43cdb-5590-4fe2-b6b5-b73d0313cfb7 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:31:01.859755 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575485c1-965a-406e-ab97-f5d106656773', 'tag': '3aa9a992-07bb-43a2-b541-86784c097411', 'status': 'completed', 'code': 200} Dec 06 15:31:01.959579 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-51b2ab6e-be53-46e1-8866-d83243094554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:01.960443 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-51b2ab6e-be53-46e1-8866-d83243094554 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3cd5635ed3674b97b0495afaf523e0fb&device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 1094 time: 0.0764101 Dec 06 15:31:01.964069 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-572b00e3-8e59-4656-be96-b11999c7f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:01.965512 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-572b00e3-8e59-4656-be96-b11999c7f7cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cd5635ed3674b97b0495afaf523e0fb&device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 1094 time: 0.0802627 Dec 06 15:31:02.118370 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-cb367160-6dcd-42b2-8ed5-3bed566b9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:02.119859 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-cb367160-6dcd-42b2-8ed5-3bed566b9b8a service neutron] 10.222.0.23 "GET /v2.0/networks?id=f9d1690b-989b-46e9-8561-e526a58e1e4d HTTP/1.1" status: 200 len: 913 time: 0.1525660 Dec 06 15:31:02.124002 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-fa7d14b1-4457-4665-9616-19e212fea51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:02.125310 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-fa7d14b1-4457-4665-9616-19e212fea51f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f9d1690b-989b-46e9-8561-e526a58e1e4d HTTP/1.1" status: 200 len: 913 time: 0.1408522 Dec 06 15:31:02.166679 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-0f32ca36-47e5-4a10-bb16-06ac2bfcc8f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa9a992-07bb-43a2-b541-86784c097411 HTTP/1.1" status: 200 len: 217 time: 0.0400758 Dec 06 15:31:02.203374 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-93d78a2d-dad4-4144-aa32-36968920f50c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa9a992-07bb-43a2-b541-86784c097411 HTTP/1.1" status: 200 len: 217 time: 0.0439849 Dec 06 15:31:02.269414 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-cf001706-4d19-466c-bb99-c47089f0c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:02.270847 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-cf001706-4d19-466c-bb99-c47089f0c147 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=83133e51-8151-496d-b6b8-0e13254efdff HTTP/1.1" status: 200 len: 852 time: 0.0757425 Dec 06 15:31:02.275778 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-2b50c147-db5a-444a-b7a0-668024fb2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:02.277092 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-2b50c147-db5a-444a-b7a0-668024fb2f92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=83133e51-8151-496d-b6b8-0e13254efdff HTTP/1.1" status: 200 len: 852 time: 0.0560954 Dec 06 15:31:02.301906 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-7c071190-6a83-4535-920d-3d6fc8568716 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f9d1690b-989b-46e9-8561-e526a58e1e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239444 Dec 06 15:31:02.334958 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-49951786-3ca6-477d-96e0-24d29de03f34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9d1690b-989b-46e9-8561-e526a58e1e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350194 Dec 06 15:31:02.479962 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-103634d1-9756-44a8-b3f0-92de4686de49 service neutron] 10.222.0.23 "GET /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698189 Dec 06 15:31:02.485178 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-173a02a7-b42f-459b-a2f0-a37368b9a9a2 service neutron] 10.222.0.37 "GET /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396081 Dec 06 15:31:02.636451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-0d17a677-fafe-4bb8-be94-aa9053d75b54 service neutron] 10.222.0.23 "GET /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496079 Dec 06 15:31:02.643153 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d59bd02b-1cfe-4205-be68-69f53b7334a3 req-facc9b81-c6e4-4219-9c30-236a85bfe5b6 service neutron] 10.222.0.37 "GET /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474857 Dec 06 15:31:02.858994 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ae212-4402-43a2-ac98-41111e6a87b3 req-3bb61e1f-f9d7-4b8e-8771-7acde8767628 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:02.860508 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a92ae212-4402-43a2-ac98-41111e6a87b3 req-3bb61e1f-f9d7-4b8e-8771-7acde8767628 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 943 time: 0.0482500 Dec 06 15:31:02.909607 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a92ae212-4402-43a2-ac98-41111e6a87b3 req-27c06a59-f961-4ea3-b441-fc4b6722bc5c tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432346 Dec 06 15:31:03.183354 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-a206b9ef-7b81-4679-9ef4-4e959b4d1c34 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:03.184830 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-a206b9ef-7b81-4679-9ef4-4e959b4d1c34 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.37 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773&tenant_id=3cd5635ed3674b97b0495afaf523e0fb&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 943 time: 0.0829241 Dec 06 15:31:03.250521 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-75b7238d-dc24-4b3c-a582-bc7d329851ed service neutron] delete failed (client error): The resource could not be found. Dec 06 15:31:03.251524 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-75b7238d-dc24-4b3c-a582-bc7d329851ed service neutron] 10.222.0.37 "DELETE /v2.0/ports/3aa9a992-07bb-43a2-b541-86784c097411/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0536957 Dec 06 15:31:03.285047 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd805-fed8-4033-9b50-7c98badfac6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:03.339781 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-538a0740-db64-47dd-8d4e-a6afffcb81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:03.341380 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-538a0740-db64-47dd-8d4e-a6afffcb81a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cd5635ed3674b97b0495afaf523e0fb&device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 1094 time: 0.0402846 Dec 06 15:31:03.438302 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-1e67185c-e804-47a0-8d28-78785911860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:03.439680 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-1e67185c-e804-47a0-8d28-78785911860e service neutron] 10.222.0.37 "GET /v2.0/networks?id=f9d1690b-989b-46e9-8561-e526a58e1e4d HTTP/1.1" status: 200 len: 913 time: 0.0863788 Dec 06 15:31:03.484497 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-9c6225e2-df57-427c-9b26-7a43367bdc85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa9a992-07bb-43a2-b541-86784c097411 HTTP/1.1" status: 200 len: 217 time: 0.0337749 Dec 06 15:31:03.539861 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-1c8682c6-6924-4795-8775-5c16bfe96044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:03.541310 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-1c8682c6-6924-4795-8775-5c16bfe96044 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=83133e51-8151-496d-b6b8-0e13254efdff HTTP/1.1" status: 200 len: 852 time: 0.0461802 Dec 06 15:31:03.576871 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-e447556d-9d19-4508-b79e-63450120612c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9d1690b-989b-46e9-8561-e526a58e1e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239005 Dec 06 15:31:03.586235 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 3aa9a992-07bb-43a2-b541-86784c097411 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:31:03.669580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-a7b26fef-817d-4f20-9a79-04c9d8a16de1 service neutron] 10.222.0.37 "GET /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816758 Dec 06 15:31:03.678765 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 3aa9a992-07bb-43a2-b541-86784c097411, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3aa9a992-07bb-43a2-b541-86784c097411,segment=NetworkSegment(ea792a64-524d-4a33-8e2c-e9a5af262b65),segment_id=ea792a64-524d-4a33-8e2c-e9a5af262b65)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:31:03.690268 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '3aa9a992-07bb-43a2-b541-86784c097411', 'network_id': 'f9d1690b-989b-46e9-8561-e526a58e1e4d', 'port_id': '3aa9a992-07bb-43a2-b541-86784c097411', 'mac_address': 'fa:16:3e:f8:b5:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83133e51-8151-496d-b6b8-0e13254efdff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:31:03.730730 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:03.743283 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa9a992-07bb-43a2-b541-86784c097411 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:31:03.761985 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 3aa9a992-07bb-43a2-b541-86784c097411, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3aa9a992-07bb-43a2-b541-86784c097411,segment=NetworkSegment(ea792a64-524d-4a33-8e2c-e9a5af262b65),segment_id=ea792a64-524d-4a33-8e2c-e9a5af262b65)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:31:03.766287 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:03.770907 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-d48d3c70-6e53-4c37-b323-553406fae37a service neutron] 10.222.0.37 "GET /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877957 Dec 06 15:31:03.812793 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=3aa9a992-07bb-43a2-b541-86784c097411,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:03.977659 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['3aa9a992-07bb-43a2-b541-86784c097411'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:31:04.120999 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:04.574212 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e43ee7-a873-4a7e-babd-5ffa8f2ac1e1 req-ef499ce3-a3c8-4aad-98d8-bc5bfe2642bd tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:04.575792 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64e43ee7-a873-4a7e-babd-5ffa8f2ac1e1 req-ef499ce3-a3c8-4aad-98d8-bc5bfe2642bd tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 944 time: 0.0485601 Dec 06 15:31:04.622035 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-64e43ee7-a873-4a7e-babd-5ffa8f2ac1e1 req-387fbabc-e2e0-4715-8251-fa4980af81b5 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402627 Dec 06 15:31:05.591666 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 3aa9a992-07bb-43a2-b541-86784c097411 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:31:05.641494 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 3aa9a992-07bb-43a2-b541-86784c097411 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:31:05.645593 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 3aa9a992-07bb-43a2-b541-86784c097411 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:31:05.645967 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:05.728753 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:05.748206 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073249e5-41b2-44b4-a2f4-582f011d235f req-aef6b08a-7655-4f6a-a477-fd17796513eb tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:05.749628 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-073249e5-41b2-44b4-a2f4-582f011d235f req-aef6b08a-7655-4f6a-a477-fd17796513eb tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 944 time: 0.0534451 Dec 06 15:31:05.752408 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575485c1-965a-406e-ab97-f5d106656773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa9a992-07bb-43a2-b541-86784c097411'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:31:05.754629 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf671a8-1ab5-4527-9958-90a3b28b2ea2" -d '{"events": [{"server_uuid": "575485c1-965a-406e-ab97-f5d106656773", "name": "network-vif-plugged", "status": "completed", "tag": "3aa9a992-07bb-43a2-b541-86784c097411"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:31:05.771815 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 3aa9a992-07bb-43a2-b541-86784c097411, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3aa9a992-07bb-43a2-b541-86784c097411,segment=NetworkSegment(ea792a64-524d-4a33-8e2c-e9a5af262b65),segment_id=ea792a64-524d-4a33-8e2c-e9a5af262b65)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:31:05.779424 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:05.787753 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:05.806750 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-073249e5-41b2-44b4-a2f4-582f011d235f req-95628a29-e360-4011-8fed-4e9d3e7519e1 tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.20 "GET /v2.0/security-groups?id=a86b06af-e95b-4b7a-961d-6813770c7d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508139 Dec 06 15:31:05.834555 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6380b31-eaaf-4185-9ca2-7aca260738c2 x-openstack-request-id: req-e6380b31-eaaf-4185-9ca2-7aca260738c2 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:31:05.834854 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575485c1-965a-406e-ab97-f5d106656773", "name": "network-vif-plugged", "status": "completed", "tag": "3aa9a992-07bb-43a2-b541-86784c097411", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:31:05.835110 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6380b31-eaaf-4185-9ca2-7aca260738c2 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:31:05.836062 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575485c1-965a-406e-ab97-f5d106656773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa9a992-07bb-43a2-b541-86784c097411', 'code': 200} Dec 06 15:31:05.840647 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=3aa9a992-07bb-43a2-b541-86784c097411,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:05.847176 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-8605374e-18b3-467f-abe4-19744c594ace tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:05.848956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-8605374e-18b3-467f-abe4-19744c594ace tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.23 "GET /v2.0/ports?device_id=575485c1-965a-406e-ab97-f5d106656773 HTTP/1.1" status: 200 len: 945 time: 0.0756528 Dec 06 15:31:05.936292 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Deleting port 3aa9a992-07bb-43a2-b541-86784c097411 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:31:05.936626 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:06.025242 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] For port 3aa9a992-07bb-43a2-b541-86784c097411, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3aa9a992-07bb-43a2-b541-86784c097411,segment=NetworkSegment(ea792a64-524d-4a33-8e2c-e9a5af262b65),segment_id=ea792a64-524d-4a33-8e2c-e9a5af262b65)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:31:06.025511 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:06.036914 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Calling delete_port for 3aa9a992-07bb-43a2-b541-86784c097411 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:31:06.160435 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:06.172266 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['3aa9a992-07bb-43a2-b541-86784c097411'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:31:06.192791 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Pushing event deleted for resources: {'Port': ['ID=3aa9a992-07bb-43a2-b541-86784c097411,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:06.205567 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:06.205919 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:06.206264 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:06.206603 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:06.206938 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:06.207271 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:06.207602 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:06.207956 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:06.208283 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:06.208607 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:06.208933 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:06.209258 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:06.209583 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:06.241358 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] No DVR routers for this DVR port 3aa9a992-07bb-43a2-b541-86784c097411 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:31:06.244593 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:06.247858 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b728d9a7-87b9-443b-998f-14652bdd5faf req-26523528-5a6b-44c5-8d55-07649f2762fa tempest-DeleteServersTestJSON-456035080 tempest-DeleteServersTestJSON-456035080-project] 10.222.0.23 "DELETE /v2.0/ports/3aa9a992-07bb-43a2-b541-86784c097411 HTTP/1.1" status: 204 len: 173 time: 0.3915880 Dec 06 15:31:06.248295 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575485c1-965a-406e-ab97-f5d106656773', 'name': 'network-vif-deleted', 'tag': '3aa9a992-07bb-43a2-b541-86784c097411'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:31:06.250569 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efc3b3f-c331-43eb-81a4-552a10ae6a7f" -d '{"events": [{"server_uuid": "575485c1-965a-406e-ab97-f5d106656773", "name": "network-vif-deleted", "tag": "3aa9a992-07bb-43a2-b541-86784c097411"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:31:06.290943 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fcfc2d-deb6-47b0-8236-28b74d8efe95 x-openstack-request-id: req-c0fcfc2d-deb6-47b0-8236-28b74d8efe95 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:31:06.291301 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575485c1-965a-406e-ab97-f5d106656773", "name": "network-vif-deleted", "tag": "3aa9a992-07bb-43a2-b541-86784c097411", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:31:06.291561 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0fcfc2d-deb6-47b0-8236-28b74d8efe95 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:31:06.292010 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575485c1-965a-406e-ab97-f5d106656773', 'name': 'network-vif-deleted', 'tag': '3aa9a992-07bb-43a2-b541-86784c097411', 'status': 'completed', 'code': 200} Dec 06 15:31:06.678164 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:06.933451 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45216) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:31:06.976652 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea1d597-67e8-467c-8443-d11b96621f07 admin admin] Deleting subnet 83133e51-8151-496d-b6b8-0e13254efdff {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:31:06.979717 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cea1d597-67e8-467c-8443-d11b96621f07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:07.015783 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cea1d597-67e8-467c-8443-d11b96621f07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:07.052952 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cea1d597-67e8-467c-8443-d11b96621f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:07.101869 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cea1d597-67e8-467c-8443-d11b96621f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:07.126134 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1d597-67e8-467c-8443-d11b96621f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83133e51-8151-496d-b6b8-0e13254efdff,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:07.131486 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cea1d597-67e8-467c-8443-d11b96621f07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:07.134654 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cea1d597-67e8-467c-8443-d11b96621f07 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/83133e51-8151-496d-b6b8-0e13254efdff HTTP/1.1" status: 204 len: 168 time: 0.2002084 Dec 06 15:31:07.137202 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45218) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:31:07.206052 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20b55c11-c428-4a5f-861c-dd60c6ac8124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:07.501863 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20b55c11-c428-4a5f-861c-dd60c6ac8124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:07.521560 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-20b55c11-c428-4a5f-861c-dd60c6ac8124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d1690b-989b-46e9-8561-e526a58e1e4d']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:31:07.530336 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-20b55c11-c428-4a5f-861c-dd60c6ac8124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea792a64-524d-4a33-8e2c-e9a5af262b65') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:31:07.530627 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-20b55c11-c428-4a5f-861c-dd60c6ac8124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea792a64-524d-4a33-8e2c-e9a5af262b65') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:31:07.539584 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20b55c11-c428-4a5f-861c-dd60c6ac8124 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:07.552298 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20b55c11-c428-4a5f-861c-dd60c6ac8124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:07.558497 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b55c11-c428-4a5f-861c-dd60c6ac8124 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:31:07.558870 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20b55c11-c428-4a5f-861c-dd60c6ac8124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:31:07.560537 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:31:07.614252 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20b55c11-c428-4a5f-861c-dd60c6ac8124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:07.622098 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20b55c11-c428-4a5f-861c-dd60c6ac8124 admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:07.624403 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-20b55c11-c428-4a5f-861c-dd60c6ac8124 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f9d1690b-989b-46e9-8561-e526a58e1e4d HTTP/1.1" status: 204 len: 168 time: 0.4862764 Dec 06 15:31:07.633811 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b55c11-c428-4a5f-861c-dd60c6ac8124 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d1690b-989b-46e9-8561-e526a58e1e4d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:07.745665 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45222) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:31:07.784207 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7c6ba0f1-787e-4316-a5d3-7c5d1e9aa7ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cd5635ed3674b97b0495afaf523e0fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373724 Dec 06 15:31:07.786690 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45224) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:31:07.832323 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ebf213e-2259-44aa-b4ba-ef8cdec3e57c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:07.852857 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ebf213e-2259-44aa-b4ba-ef8cdec3e57c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:07.901275 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ebf213e-2259-44aa-b4ba-ef8cdec3e57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:07.904148 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ebf213e-2259-44aa-b4ba-ef8cdec3e57c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:07.905292 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9ebf213e-2259-44aa-b4ba-ef8cdec3e57c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a86b06af-e95b-4b7a-961d-6813770c7d88 HTTP/1.1" status: 204 len: 168 time: 0.1177194 Dec 06 15:31:07.915103 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf213e-2259-44aa-b4ba-ef8cdec3e57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86b06af-e95b-4b7a-961d-6813770c7d88,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:08.568410 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45246) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:31:08.664997 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-35518485-c19d-4754-931b-9133d903cb68 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-558515056-network', 'tenant_id': '6598438e267b4944aaa0a9d5bc406614'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:31:08.685518 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35518485-c19d-4754-931b-9133d903cb68 admin admin] Made reservation on behalf of 6598438e267b4944aaa0a9d5bc406614 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:31:08.687886 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35518485-c19d-4754-931b-9133d903cb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:08.696470 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35518485-c19d-4754-931b-9133d903cb68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:08.767970 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35518485-c19d-4754-931b-9133d903cb68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:08.771313 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35518485-c19d-4754-931b-9133d903cb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:08.794898 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35518485-c19d-4754-931b-9133d903cb68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:31:08.803288 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35518485-c19d-4754-931b-9133d903cb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2e0d0f-d935-43fb-b1fb-67237a79603e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:08.809037 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35518485-c19d-4754-931b-9133d903cb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:08.809376 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-35518485-c19d-4754-931b-9133d903cb68 admin admin] Added segment 04d42997-595b-46f5-b329-38cbc388dac4 of type vlan for network 7222a4a8-8c44-43a8-b653-26e153badff0 Dec 06 15:31:08.848098 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35518485-c19d-4754-931b-9133d903cb68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:08.871439 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35518485-c19d-4754-931b-9133d903cb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:08.872419 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35518485-c19d-4754-931b-9133d903cb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:08.872992 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-35518485-c19d-4754-931b-9133d903cb68 admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:08.905928 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-35518485-c19d-4754-931b-9133d903cb68 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3364468 Dec 06 15:31:08.908995 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45250) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:31:08.914149 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7e6dfe23-510a-4f8e-9522-68db175393f7 admin admin] Request body: {'subnet': {'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-558515056-subnet', 'tenant_id': '6598438e267b4944aaa0a9d5bc406614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:31:08.933813 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6dfe23-510a-4f8e-9522-68db175393f7 admin admin] Made reservation on behalf of 6598438e267b4944aaa0a9d5bc406614 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:31:08.936258 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e6dfe23-510a-4f8e-9522-68db175393f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:08.937446 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35518485-c19d-4754-931b-9133d903cb68 admin admin] Pushing event updated for resources: {'Network': ['ID=7222a4a8-8c44-43a8-b653-26e153badff0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:08.947459 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 7222a4a8-8c44-43a8-b653-26e153badff0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:31:09.101479 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e6dfe23-510a-4f8e-9522-68db175393f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:09.159593 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6dfe23-510a-4f8e-9522-68db175393f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c927fbbe-8836-4748-b61d-7fa28c741cb2,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:09.163952 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6dfe23-510a-4f8e-9522-68db175393f7 admin admin] Checking segment: {'id': '04d42997-595b-46f5-b329-38cbc388dac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:31:09.164309 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6dfe23-510a-4f8e-9522-68db175393f7 admin admin] Network hostable DHCP agents. Network: 7222a4a8-8c44-43a8-b653-26e153badff0, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:31:09.180301 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6dfe23-510a-4f8e-9522-68db175393f7 admin admin] Network 7222a4a8-8c44-43a8-b653-26e153badff0 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:31:09.188258 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7e6dfe23-510a-4f8e-9522-68db175393f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7222a4a8-8c44-43a8-b653-26e153badff0) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:31:09.192519 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6dfe23-510a-4f8e-9522-68db175393f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:09.193110 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7e6dfe23-510a-4f8e-9522-68db175393f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:09.198904 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b874d1e9-4cec-474e-960f-4779a78e23bb None None] Network 7222a4a8-8c44-43a8-b653-26e153badff0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:31:09.209175 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7e6dfe23-510a-4f8e-9522-68db175393f7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2987897 Dec 06 15:31:09.330439 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ea0cfd-4094-4bfa-a6ad-506ed57d1460 None None] Network 7222a4a8-8c44-43a8-b653-26e153badff0 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:31:09.645892 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-13ccf491-73d7-4f7e-8a11-8edd7e7aaa35 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:09.647270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-13ccf491-73d7-4f7e-8a11-8edd7e7aaa35 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/networks?id=7222a4a8-8c44-43a8-b653-26e153badff0 HTTP/1.1" status: 200 len: 814 time: 0.1074824 Dec 06 15:31:09.661790 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-af2a96cb-6b24-4faf-8f38-454e5f07ac7d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/quotas/6598438e267b4944aaa0a9d5bc406614 HTTP/1.1" status: 200 len: 375 time: 0.0087440 Dec 06 15:31:09.693328 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-49cd55dd-1517-4d5d-aea0-5a6b153007a4 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6598438e267b4944aaa0a9d5bc406614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259500 Dec 06 15:31:09.786140 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-6c983308-5b4a-4d2e-8f95-f015f2180b02 service neutron] 10.222.0.20 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859754 Dec 06 15:31:09.875617 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-57d11ebe-fabc-4efa-a6c9-b2c2f0ad9178 service neutron] 10.222.0.20 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828440 Dec 06 15:31:10.032646 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5400a192-3ebf-4116-8ea0-f5fcd5cc7970 req-30bd1bb9-95c8-4429-8590-55c94a6a61fc tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 210 time: 0.0267467 Dec 06 15:31:10.935582 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-634112b6-09b7-413a-b477-a8755aeb0b0f tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:10.937062 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-634112b6-09b7-413a-b477-a8755aeb0b0f tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.23 "GET /v2.0/networks?id=7222a4a8-8c44-43a8-b653-26e153badff0 HTTP/1.1" status: 200 len: 814 time: 0.1040308 Dec 06 15:31:10.950354 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-af4d15fa-cd61-430e-8a89-8ae8e199d95d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Request body: {'port': {'device_id': 'dde8e66e-2248-4b38-b326-5a8257227221', 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0', 'admin_state_up': True, 'tenant_id': '6598438e267b4944aaa0a9d5bc406614'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:31:11.053631 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-af4d15fa-cd61-430e-8a89-8ae8e199d95d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Made reservation on behalf of 6598438e267b4944aaa0a9d5bc406614 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:31:11.057250 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-af4d15fa-cd61-430e-8a89-8ae8e199d95d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:11.132879 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-956471a6-8c87-4534-ae55-b81bc9893e75 req-72453a21-9371-484d-a89a-4fcd907f1413 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 210 time: 0.0306175 Dec 06 15:31:11.183635 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-af4d15fa-cd61-430e-8a89-8ae8e199d95d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Allocated IP 172.20.0.6 (7222a4a8-8c44-43a8-b653-26e153badff0/c927fbbe-8836-4748-b61d-7fa28c741cb2/798384d5-b84d-48d4-ae94-5f49a4627a65) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:31:11.329906 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-af4d15fa-cd61-430e-8a89-8ae8e199d95d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:11.362054 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-af4d15fa-cd61-430e-8a89-8ae8e199d95d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:11.408317 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-af4d15fa-cd61-430e-8a89-8ae8e199d95d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Network 7222a4a8-8c44-43a8-b653-26e153badff0 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:31:11.411394 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-af4d15fa-cd61-430e-8a89-8ae8e199d95d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:31:11.415957 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-af4d15fa-cd61-430e-8a89-8ae8e199d95d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:31:11.419763 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d15fa-cd61-430e-8a89-8ae8e199d95d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Pushing event updated for resources: {'Port': ['ID=798384d5-b84d-48d4-ae94-5f49a4627a65,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:11.464449 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-af4d15fa-cd61-430e-8a89-8ae8e199d95d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:11.465058 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-af4d15fa-cd61-430e-8a89-8ae8e199d95d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:11.479907 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-af4d15fa-cd61-430e-8a89-8ae8e199d95d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5336826 Dec 06 15:31:11.492765 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Request body: {'port': {'device_id': 'dde8e66e-2248-4b38-b326-5a8257227221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:31:11.547221 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:11.637935 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 3aa9a992-07bb-43a2-b541-86784c097411 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:31:11.657784 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 3aa9a992-07bb-43a2-b541-86784c097411 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:31:11.658121 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 3aa9a992-07bb-43a2-b541-86784c097411 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:31:11.802054 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798384d5-b84d-48d4-ae94-5f49a4627a65 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:31:11.809876 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:11.821621 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Transition to ACTIVE for port object 798384d5-b84d-48d4-ae94-5f49a4627a65 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:31:11.825325 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:11.893040 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Pushing event updated for resources: {'Port': ['ID=798384d5-b84d-48d4-ae94-5f49a4627a65,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:11.942562 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Attempting to bind port 798384d5-b84d-48d4-ae94-5f49a4627a65 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:31:11.942897 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Attempting to bind port 798384d5-b84d-48d4-ae94-5f49a4627a65 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '04d42997-595b-46f5-b329-38cbc388dac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:31:11.943221 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Attempting to bind port 798384d5-b84d-48d4-ae94-5f49a4627a65 on network 7222a4a8-8c44-43a8-b653-26e153badff0 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:31:11.947473 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Port 798384d5-b84d-48d4-ae94-5f49a4627a65 on network 7222a4a8-8c44-43a8-b653-26e153badff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:31:11.947826 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Attempting to bind port 798384d5-b84d-48d4-ae94-5f49a4627a65 on network 7222a4a8-8c44-43a8-b653-26e153badff0 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:31:11.952665 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:31:11.953009 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Checking segment: {'id': '04d42997-595b-46f5-b329-38cbc388dac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:31:11.953423 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Bound using segment: {'id': '04d42997-595b-46f5-b329-38cbc388dac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:31:11.953897 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Bound port: 798384d5-b84d-48d4-ae94-5f49a4627a65, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d42997-595b-46f5-b329-38cbc388dac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:31:11.954255 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:12.016355 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] For port 798384d5-b84d-48d4-ae94-5f49a4627a65, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:31:12.019306 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] For port 798384d5-b84d-48d4-ae94-5f49a4627a65, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=798384d5-b84d-48d4-ae94-5f49a4627a65,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:31:12.024354 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:12.055917 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:12.056531 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:12.057881 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] 10.222.0.23 "PUT /v2.0/ports/798384d5-b84d-48d4-ae94-5f49a4627a65 HTTP/1.1" status: 200 len: 1091 time: 0.5700784 Dec 06 15:31:12.058322 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde8e66e-2248-4b38-b326-5a8257227221', 'tag': '798384d5-b84d-48d4-ae94-5f49a4627a65'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:31:12.060568 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c97a70a-68a0-46db-b5e8-75e647ced895" -d '{"events": [{"name": "network-changed", "server_uuid": "dde8e66e-2248-4b38-b326-5a8257227221", "tag": "798384d5-b84d-48d4-ae94-5f49a4627a65"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:31:12.087293 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69910571-7fdd-4e4d-b6c9-f7b0c531785b service neutron] Pushing event updated for resources: {'Port': ['ID=798384d5-b84d-48d4-ae94-5f49a4627a65,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:12.098876 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bdd247-ebcd-40e0-af49-751b223f73db x-openstack-request-id: req-69bdd247-ebcd-40e0-af49-751b223f73db {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:31:12.099181 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde8e66e-2248-4b38-b326-5a8257227221", "tag": "798384d5-b84d-48d4-ae94-5f49a4627a65", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:31:12.099428 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69bdd247-ebcd-40e0-af49-751b223f73db {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:31:12.099860 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde8e66e-2248-4b38-b326-5a8257227221', 'tag': '798384d5-b84d-48d4-ae94-5f49a4627a65', 'status': 'completed', 'code': 200} Dec 06 15:31:12.148178 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-d5d6d69a-3564-49e4-a953-f63ea0725c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:12.149556 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-d5d6d69a-3564-49e4-a953-f63ea0725c6c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6598438e267b4944aaa0a9d5bc406614&device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 1094 time: 0.0439405 Dec 06 15:31:12.191431 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-679b5a30-a045-4482-9a03-b9f5c332ba79 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=798384d5-b84d-48d4-ae94-5f49a4627a65 HTTP/1.1" status: 200 len: 217 time: 0.0338545 Dec 06 15:31:12.240593 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-79597402-fe37-4b4a-8153-d07134711183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:12.242359 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-79597402-fe37-4b4a-8153-d07134711183 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c927fbbe-8836-4748-b61d-7fa28c741cb2 HTTP/1.1" status: 200 len: 854 time: 0.0443761 Dec 06 15:31:12.249257 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7b263-371d-48f8-b660-7885424477f7 req-2ac30e71-e60e-42bf-8df8-4b4ddd21cb5e tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:12.250773 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c5a7b263-371d-48f8-b660-7885424477f7 req-2ac30e71-e60e-42bf-8df8-4b4ddd21cb5e tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 943 time: 0.0495348 Dec 06 15:31:12.274299 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-8efe20d4-4b86-4607-b451-479985e363b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7222a4a8-8c44-43a8-b653-26e153badff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246527 Dec 06 15:31:12.300168 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c5a7b263-371d-48f8-b660-7885424477f7 req-0b68a8bf-15a3-4d97-b6e1-7313cea08c95 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434201 Dec 06 15:31:12.368111 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-c332e6af-54aa-4f00-8f5a-8441888fb330 service neutron] 10.222.0.23 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864422 Dec 06 15:31:12.459452 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ec0b246-beb3-452c-9a88-b1542d9c1d70 req-b55bcacb-6484-4f8b-b0c3-3818875e4228 service neutron] 10.222.0.23 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838344 Dec 06 15:31:12.548020 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97a70a-68a0-46db-b5e8-75e647ced895 req-bc9a92c1-b2c6-4ac4-be23-d64e46189a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:12.549488 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c97a70a-68a0-46db-b5e8-75e647ced895 req-bc9a92c1-b2c6-4ac4-be23-d64e46189a2c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6598438e267b4944aaa0a9d5bc406614&device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 1094 time: 0.0405247 Dec 06 15:31:12.638109 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97a70a-68a0-46db-b5e8-75e647ced895 req-d88968c5-0cc9-4cbe-a07e-700b5d00b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:12.639691 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c97a70a-68a0-46db-b5e8-75e647ced895 req-d88968c5-0cc9-4cbe-a07e-700b5d00b937 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7222a4a8-8c44-43a8-b653-26e153badff0 HTTP/1.1" status: 200 len: 915 time: 0.0833633 Dec 06 15:31:12.683094 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c97a70a-68a0-46db-b5e8-75e647ced895 req-21ddd95f-dbaa-421e-9b19-c12fc026dc58 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=798384d5-b84d-48d4-ae94-5f49a4627a65 HTTP/1.1" status: 200 len: 217 time: 0.0368559 Dec 06 15:31:12.733076 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97a70a-68a0-46db-b5e8-75e647ced895 req-05bb8b8f-5320-4613-a1ba-4d37198a4399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:12.734427 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c97a70a-68a0-46db-b5e8-75e647ced895 req-05bb8b8f-5320-4613-a1ba-4d37198a4399 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c927fbbe-8836-4748-b61d-7fa28c741cb2 HTTP/1.1" status: 200 len: 854 time: 0.0431139 Dec 06 15:31:12.766732 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c97a70a-68a0-46db-b5e8-75e647ced895 req-e7e72834-f650-4331-84c9-87b080cd3cb4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7222a4a8-8c44-43a8-b653-26e153badff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239823 Dec 06 15:31:12.858291 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c97a70a-68a0-46db-b5e8-75e647ced895 req-90339bc4-5c5e-41f1-a5d2-a57a24597636 service neutron] 10.222.0.23 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836565 Dec 06 15:31:12.945582 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1c97a70a-68a0-46db-b5e8-75e647ced895 req-0aa49449-5bfc-4181-971d-ca2ae7214715 service neutron] 10.222.0.23 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796125 Dec 06 15:31:13.421039 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5caa8-1083-429c-ac7a-741715f5c53f req-212547a8-6446-4c07-8b35-81f6e182d833 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:13.422501 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-77b5caa8-1083-429c-ac7a-741715f5c53f req-212547a8-6446-4c07-8b35-81f6e182d833 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 943 time: 0.0514996 Dec 06 15:31:13.468482 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-77b5caa8-1083-429c-ac7a-741715f5c53f req-5489af00-fe36-4674-9dfc-65d075bde2b6 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401211 Dec 06 15:31:14.581893 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c64d02-2c35-465e-baab-4760c6fe26d1 req-e2ad63ff-cb68-40c8-aad6-19822c3b8e54 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:14.583371 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8c64d02-2c35-465e-baab-4760c6fe26d1 req-e2ad63ff-cb68-40c8-aad6-19822c3b8e54 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 943 time: 0.0486665 Dec 06 15:31:14.630224 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8c64d02-2c35-465e-baab-4760c6fe26d1 req-8b3e6bfd-206c-44fd-aabf-c8260fc6d368 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409484 Dec 06 15:31:15.668806 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 798384d5-b84d-48d4-ae94-5f49a4627a65 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:31:15.747035 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d33c0a-dcad-4c0f-a584-4783698ceed0 req-6fade942-208f-4976-8ddd-797809aeafef tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:15.748602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c4d33c0a-dcad-4c0f-a584-4783698ceed0 req-6fade942-208f-4976-8ddd-797809aeafef tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 943 time: 0.0509686 Dec 06 15:31:15.767005 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 798384d5-b84d-48d4-ae94-5f49a4627a65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=798384d5-b84d-48d4-ae94-5f49a4627a65,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:31:15.778089 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '798384d5-b84d-48d4-ae94-5f49a4627a65', 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0', 'port_id': '798384d5-b84d-48d4-ae94-5f49a4627a65', 'mac_address': 'fa:16:3e:44:84:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c927fbbe-8836-4748-b61d-7fa28c741cb2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:31:15.795543 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c4d33c0a-dcad-4c0f-a584-4783698ceed0 req-1122fbda-9737-47dc-85b7-76098720235c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409307 Dec 06 15:31:15.814849 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:15.831361 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798384d5-b84d-48d4-ae94-5f49a4627a65 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:31:15.850883 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 798384d5-b84d-48d4-ae94-5f49a4627a65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=798384d5-b84d-48d4-ae94-5f49a4627a65,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:31:15.854389 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:15.900174 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=798384d5-b84d-48d4-ae94-5f49a4627a65,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:15.907646 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:15.908013 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:15.908348 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:15.908708 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:15.909036 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:15.909360 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:15.909680 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:15.909999 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:15.910316 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:15.910634 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:15.910949 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:15.911264 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:15.911578 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:31:16.042148 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['798384d5-b84d-48d4-ae94-5f49a4627a65'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:31:16.912636 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc3fcb-d9bf-4e01-b4e8-efc4871c3172 req-15f54b8f-73ae-4401-b05f-74e57b5249dc tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:16.914135 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62bc3fcb-d9bf-4e01-b4e8-efc4871c3172 req-15f54b8f-73ae-4401-b05f-74e57b5249dc tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 944 time: 0.0522654 Dec 06 15:31:16.959465 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62bc3fcb-d9bf-4e01-b4e8-efc4871c3172 req-95c2ece2-747f-4c00-b087-f4502c6696bc tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394742 Dec 06 15:31:17.672681 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 798384d5-b84d-48d4-ae94-5f49a4627a65 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:31:17.719569 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 798384d5-b84d-48d4-ae94-5f49a4627a65 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:31:17.723213 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 798384d5-b84d-48d4-ae94-5f49a4627a65 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:31:17.723583 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:17.797420 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:17.819666 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde8e66e-2248-4b38-b326-5a8257227221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798384d5-b84d-48d4-ae94-5f49a4627a65'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:31:17.821891 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0bc226-a9b9-41da-9897-dc5494274732" -d '{"events": [{"server_uuid": "dde8e66e-2248-4b38-b326-5a8257227221", "name": "network-vif-plugged", "status": "completed", "tag": "798384d5-b84d-48d4-ae94-5f49a4627a65"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:31:17.837469 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 798384d5-b84d-48d4-ae94-5f49a4627a65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=798384d5-b84d-48d4-ae94-5f49a4627a65,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:31:17.841697 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:17.864752 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02acd072-caf8-4d49-9faa-8f8ce71849d8 x-openstack-request-id: req-02acd072-caf8-4d49-9faa-8f8ce71849d8 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:31:17.865051 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde8e66e-2248-4b38-b326-5a8257227221", "name": "network-vif-plugged", "status": "completed", "tag": "798384d5-b84d-48d4-ae94-5f49a4627a65", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:31:17.865308 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02acd072-caf8-4d49-9faa-8f8ce71849d8 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:31:17.865704 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde8e66e-2248-4b38-b326-5a8257227221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798384d5-b84d-48d4-ae94-5f49a4627a65', 'code': 200} Dec 06 15:31:17.891864 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=798384d5-b84d-48d4-ae94-5f49a4627a65,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:17.951138 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a39d9-d165-486d-98fc-21594ffcbc80 req-1a38dbf9-7312-4fd8-bd79-5b04172cb130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:17.952654 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-116a39d9-d165-486d-98fc-21594ffcbc80 req-1a38dbf9-7312-4fd8-bd79-5b04172cb130 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 1096 time: 0.0385885 Dec 06 15:31:18.000093 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-116a39d9-d165-486d-98fc-21594ffcbc80 req-5e2982d1-b853-4ad2-8626-6010bf1eb662 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407372 Dec 06 15:31:18.076154 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59391375-06be-4c12-af16-aeb2d08a00ff req-adae3155-77e6-4ef5-8105-cde0c1fec0be tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:18.077524 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-59391375-06be-4c12-af16-aeb2d08a00ff req-adae3155-77e6-4ef5-8105-cde0c1fec0be tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0477355 Dec 06 15:31:18.124074 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-59391375-06be-4c12-af16-aeb2d08a00ff req-4f0f8c28-5896-460f-ab32-6a0fe96438f6 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406544 Dec 06 15:31:19.238301 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae9376-fc12-46c3-9060-f8fbb7c8c908 req-38318e2b-96e8-48c6-bdb7-f1f7fb673fae tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:19.239796 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acae9376-fc12-46c3-9060-f8fbb7c8c908 req-38318e2b-96e8-48c6-bdb7-f1f7fb673fae tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0480196 Dec 06 15:31:19.286428 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acae9376-fc12-46c3-9060-f8fbb7c8c908 req-b0971236-cfb7-4693-b009-2cba4abac27c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398376 Dec 06 15:31:19.400216 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c2f22-7ed6-495c-8d00-163344b9bba0 req-b1fe259a-b33b-4335-b66c-a3b176c2803f tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:19.401759 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-217c2f22-7ed6-495c-8d00-163344b9bba0 req-b1fe259a-b33b-4335-b66c-a3b176c2803f tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0485039 Dec 06 15:31:19.452767 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-217c2f22-7ed6-495c-8d00-163344b9bba0 req-7851db45-c274-4429-aaf3-d120cb04d9da tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451164 Dec 06 15:31:19.651046 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee52b51-0fe7-4800-bdc3-54452e843019 req-055717a6-e0bc-40cc-ab7d-178993e2341c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:19.652621 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ee52b51-0fe7-4800-bdc3-54452e843019 req-055717a6-e0bc-40cc-ab7d-178993e2341c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0494921 Dec 06 15:31:19.699241 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ee52b51-0fe7-4800-bdc3-54452e843019 req-2ccc09c1-4d80-44e3-a6f8-c6ac2937e355 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406740 Dec 06 15:31:19.738810 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:31:19.810882 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ff4a9-0428-4dae-b8b0-cf8ba317e907 req-a521a1d6-42ed-44ff-923d-f0657edda1b4 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:19.812373 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e9ff4a9-0428-4dae-b8b0-cf8ba317e907 req-a521a1d6-42ed-44ff-923d-f0657edda1b4 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0481339 Dec 06 15:31:19.859339 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e9ff4a9-0428-4dae-b8b0-cf8ba317e907 req-9d456deb-977b-401b-bba0-51ab6f10b04a tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410271 Dec 06 15:31:20.108686 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-c1f5e154-397e-44c6-96f5-b30a567cb4e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717673 Dec 06 15:31:20.116654 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035696e2-a923-41a1-a5e4-6f52266abaee req-6d5a5c2d-993a-4347-b54e-d973cac0843d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:20.118048 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-035696e2-a923-41a1-a5e4-6f52266abaee req-6d5a5c2d-993a-4347-b54e-d973cac0843d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0722444 Dec 06 15:31:20.167323 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-035696e2-a923-41a1-a5e4-6f52266abaee req-579961a4-f192-408a-8d3c-b6342ca0fdf7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433197 Dec 06 15:31:21.285887 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-dbb042bf-5ca9-494a-a6a7-619fcbdfdcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:21.286878 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332c1ca-68cd-42c5-981b-28f8198be99a req-ac7af981-f1ed-4539-90b5-d82e70b1b840 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:21.287404 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-dbb042bf-5ca9-494a-a6a7-619fcbdfdcc1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6598438e267b4944aaa0a9d5bc406614&device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 1096 time: 0.0403047 Dec 06 15:31:21.288940 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d332c1ca-68cd-42c5-981b-28f8198be99a req-ac7af981-f1ed-4539-90b5-d82e70b1b840 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0488291 Dec 06 15:31:21.340423 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d332c1ca-68cd-42c5-981b-28f8198be99a req-92ec402b-2b65-4955-af66-b0bb9d919b51 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453579 Dec 06 15:31:21.383889 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-0d89c02d-23c3-4954-bf16-f963bfb218a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:21.385308 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-0d89c02d-23c3-4954-bf16-f963bfb218a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7222a4a8-8c44-43a8-b653-26e153badff0 HTTP/1.1" status: 200 len: 915 time: 0.0906870 Dec 06 15:31:21.426798 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-5ad77e16-a435-4738-b16a-4e34700ee684 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=798384d5-b84d-48d4-ae94-5f49a4627a65 HTTP/1.1" status: 200 len: 217 time: 0.0339744 Dec 06 15:31:21.478461 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-78f7d71f-b4fc-47e8-9471-cdc8fb09c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:21.479835 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-78f7d71f-b4fc-47e8-9471-cdc8fb09c213 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c927fbbe-8836-4748-b61d-7fa28c741cb2 HTTP/1.1" status: 200 len: 854 time: 0.0464756 Dec 06 15:31:21.511402 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-fdfff29f-209d-4239-b661-c7caae6aea51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7222a4a8-8c44-43a8-b653-26e153badff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250032 Dec 06 15:31:21.598977 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-4c810fa7-3c8f-4d4d-ade8-469d1f735025 service neutron] 10.222.0.23 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801086 Dec 06 15:31:21.689757 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-e770e350-491e-48cd-8b7f-20318829d66d service neutron] 10.222.0.23 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846064 Dec 06 15:31:22.455447 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c5d44-043c-4a9e-8a48-b0ee9d221f53 req-2740f03b-2f76-4c89-ab68-1b741e782c87 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:22.456826 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f17c5d44-043c-4a9e-8a48-b0ee9d221f53 req-2740f03b-2f76-4c89-ab68-1b741e782c87 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0484829 Dec 06 15:31:22.503846 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f17c5d44-043c-4a9e-8a48-b0ee9d221f53 req-0aa21906-1807-49df-89ee-912dee3847e5 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406766 Dec 06 15:31:23.622570 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48b9c0-ea67-4391-a8ff-57cb0cbc0d5a req-db38c937-4fc2-423e-99a7-61ff11d61ad3 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:23.624102 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fb48b9c0-ea67-4391-a8ff-57cb0cbc0d5a req-db38c937-4fc2-423e-99a7-61ff11d61ad3 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0532515 Dec 06 15:31:23.671462 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fb48b9c0-ea67-4391-a8ff-57cb0cbc0d5a req-00e8c90e-198a-4008-ba9e-32fe00182421 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414712 Dec 06 15:31:24.789336 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4a142-5fc4-48e6-a974-50e78f288106 req-a1160455-5e72-4012-baa0-b9d049bde08c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:24.790695 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a5d4a142-5fc4-48e6-a974-50e78f288106 req-a1160455-5e72-4012-baa0-b9d049bde08c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0514994 Dec 06 15:31:24.835662 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a5d4a142-5fc4-48e6-a974-50e78f288106 req-692b6156-4863-47cc-a13f-e0be595b8963 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385458 Dec 06 15:31:25.950992 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a11d88-924b-49fa-9209-a89c07c052e3 req-a9c1ab3d-f280-495e-98c9-8fb29f842815 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:25.952522 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-81a11d88-924b-49fa-9209-a89c07c052e3 req-a9c1ab3d-f280-495e-98c9-8fb29f842815 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0487385 Dec 06 15:31:26.002351 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-81a11d88-924b-49fa-9209-a89c07c052e3 req-25b114b6-f4ab-4a46-b4c5-c96e239ab4ba tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439956 Dec 06 15:31:27.129288 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce6b90-e408-4e6e-8809-1aa0c955c45d req-1c4aa7cc-6a29-4af3-900c-0c766b3a5269 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:27.130780 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b2ce6b90-e408-4e6e-8809-1aa0c955c45d req-1c4aa7cc-6a29-4af3-900c-0c766b3a5269 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0624652 Dec 06 15:31:27.177842 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b2ce6b90-e408-4e6e-8809-1aa0c955c45d req-9133572b-0c7a-4c39-b6cd-d812e82152aa tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404196 Dec 06 15:31:28.295238 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:28.297661 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dae84-92ba-431a-b64a-4e3cb303c75b req-c765330b-0144-40bc-9ba9-f1f2a91d5df0 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:28.299146 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a2dae84-92ba-431a-b64a-4e3cb303c75b req-c765330b-0144-40bc-9ba9-f1f2a91d5df0 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0535474 Dec 06 15:31:28.345143 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a2dae84-92ba-431a-b64a-4e3cb303c75b req-18c80970-d0c1-4b3e-999f-4873ecfdd68a tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393989 Dec 06 15:31:29.458642 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2216c-35a3-44ca-9655-68574d297473 req-43f7904c-4432-4d2d-8c50-d3347dcd4529 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:29.460117 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-13a2216c-35a3-44ca-9655-68574d297473 req-43f7904c-4432-4d2d-8c50-d3347dcd4529 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0477858 Dec 06 15:31:29.510522 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-13a2216c-35a3-44ca-9655-68574d297473 req-5a0aed01-b2ff-44a8-a54f-3497c786e3c8 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446136 Dec 06 15:31:30.174611 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:30.623371 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6d0e1-6f6c-47b6-9434-633043ceccd5 req-6e46e0c6-cf51-455e-b014-695294b260ee tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:30.624857 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acf6d0e1-6f6c-47b6-9434-633043ceccd5 req-6e46e0c6-cf51-455e-b014-695294b260ee tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0476468 Dec 06 15:31:30.671412 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acf6d0e1-6f6c-47b6-9434-633043ceccd5 req-960a8b3c-db6b-4109-9926-0362b5518b04 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406923 Dec 06 15:31:30.847157 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1114b547-8421-4885-a3b3-2111f240dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:31.785217 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b57118-83ed-4bf5-af30-9db964279ea1 req-ba2d781e-e357-4085-af0b-c6208c9e0890 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:31.786571 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-65b57118-83ed-4bf5-af30-9db964279ea1 req-ba2d781e-e357-4085-af0b-c6208c9e0890 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0474997 Dec 06 15:31:31.832695 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-65b57118-83ed-4bf5-af30-9db964279ea1 req-99cd41d4-e1ef-44d7-8401-393b24778250 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395436 Dec 06 15:31:32.945988 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd4e3c-4726-43e0-8de3-5ab4aee595ff req-1f2b2070-044c-4a3e-9cc2-42604e990f74 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:32.947432 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-75fd4e3c-4726-43e0-8de3-5ab4aee595ff req-1f2b2070-044c-4a3e-9cc2-42604e990f74 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0476656 Dec 06 15:31:32.997265 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-75fd4e3c-4726-43e0-8de3-5ab4aee595ff req-d79dfa26-fbcf-4942-a01b-e16fd59440c9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439897 Dec 06 15:31:33.285943 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-43ccc2bd-b71b-4107-9d6f-f56bc408d5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:34.112626 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154bdaf-f11e-49a6-8b29-c3593a0cc3a8 req-9b3639e0-efc0-44a2-b23d-03c5e79c99d6 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:34.114101 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2154bdaf-f11e-49a6-8b29-c3593a0cc3a8 req-9b3639e0-efc0-44a2-b23d-03c5e79c99d6 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0476065 Dec 06 15:31:34.122141 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:34.160220 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2154bdaf-f11e-49a6-8b29-c3593a0cc3a8 req-8968a55d-ae3a-46d7-9927-f51045324c56 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395124 Dec 06 15:31:35.274847 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9c69a-d051-426b-b8e3-1ad56980cd0f req-6db41053-a375-4325-9206-cdf9a6d36629 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:35.276340 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ac9c69a-d051-426b-b8e3-1ad56980cd0f req-6db41053-a375-4325-9206-cdf9a6d36629 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0484595 Dec 06 15:31:35.322613 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ac9c69a-d051-426b-b8e3-1ad56980cd0f req-f3af06ac-4d1e-4c53-9049-7032841204d3 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404439 Dec 06 15:31:35.774047 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:36.441034 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d148d-a85c-4664-99a3-da6d02c5fd4f req-07bc5a36-79d8-4979-8d7f-7c6bb4baa592 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:36.442414 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d92d148d-a85c-4664-99a3-da6d02c5fd4f req-07bc5a36-79d8-4979-8d7f-7c6bb4baa592 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0532405 Dec 06 15:31:36.488896 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d92d148d-a85c-4664-99a3-da6d02c5fd4f req-22a30cf1-1303-4f5c-9021-859c16c8e87f tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400651 Dec 06 15:31:36.681835 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:37.604003 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81093c00-da1e-48c1-b88f-24d12f80a071 req-bf1c1658-d4c4-480b-a4f7-c4ca466a847d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:37.605493 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-81093c00-da1e-48c1-b88f-24d12f80a071 req-bf1c1658-d4c4-480b-a4f7-c4ca466a847d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0482380 Dec 06 15:31:37.651427 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-81093c00-da1e-48c1-b88f-24d12f80a071 req-ec4e0520-64ed-467e-99e3-35038823b10e tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401249 Dec 06 15:31:38.765692 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b853e-0b7d-4d4f-b051-98577229924a req-7ac9a08e-c932-485c-9d85-571f0eb29d49 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:38.767056 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-588b853e-0b7d-4d4f-b051-98577229924a req-7ac9a08e-c932-485c-9d85-571f0eb29d49 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0479147 Dec 06 15:31:38.813604 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-588b853e-0b7d-4d4f-b051-98577229924a req-38120fb2-f1b3-464b-bc14-28913a5d963b tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400252 Dec 06 15:31:39.931034 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbcb58-90fa-43cb-981b-6de44bf7662f req-d2b1904d-dde2-4c1f-a1e3-ec21ff01f370 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:39.932539 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f3bbcb58-90fa-43cb-981b-6de44bf7662f req-d2b1904d-dde2-4c1f-a1e3-ec21ff01f370 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0521443 Dec 06 15:31:39.977840 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f3bbcb58-90fa-43cb-981b-6de44bf7662f req-24ab31f3-2b75-48ca-86c9-f81af8aa2fb0 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395226 Dec 06 15:31:41.090996 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42fe75-0c3f-429f-948e-425b127be0eb req-7195a6ec-fb8b-45a3-ad6f-99395a32bcdd tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:41.092463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b42fe75-0c3f-429f-948e-425b127be0eb req-7195a6ec-fb8b-45a3-ad6f-99395a32bcdd tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0472023 Dec 06 15:31:41.141046 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b42fe75-0c3f-429f-948e-425b127be0eb req-51bab895-8238-484c-ac78-485c179b0c70 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427661 Dec 06 15:31:42.257161 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cf27e-7301-41ad-89c4-b5a78bdb1678 req-3b85be75-7a9a-473f-8f90-41e3e2b0d739 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:42.258697 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-763cf27e-7301-41ad-89c4-b5a78bdb1678 req-3b85be75-7a9a-473f-8f90-41e3e2b0d739 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0492430 Dec 06 15:31:42.304897 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-763cf27e-7301-41ad-89c4-b5a78bdb1678 req-278ddf1b-281e-4666-87e0-ffde61144804 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402200 Dec 06 15:31:43.416945 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfedb7f-0b19-4492-9ab2-9b0e35dc733f req-6311c856-ec51-458e-8abd-7d7170cbe29a tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:43.418418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3bfedb7f-0b19-4492-9ab2-9b0e35dc733f req-6311c856-ec51-458e-8abd-7d7170cbe29a tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0469139 Dec 06 15:31:43.465241 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3bfedb7f-0b19-4492-9ab2-9b0e35dc733f req-c6922be4-73c6-4bb5-a331-9240d0c9352f tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401661 Dec 06 15:31:44.579617 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0445448-f853-41de-b660-ea59e90f6759 req-c90db2c9-528c-4b79-9657-448eb733070e tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:44.581077 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b0445448-f853-41de-b660-ea59e90f6759 req-c90db2c9-528c-4b79-9657-448eb733070e tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0478332 Dec 06 15:31:44.630610 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b0445448-f853-41de-b660-ea59e90f6759 req-b79e8146-b8e8-4c58-87e8-bca41add6923 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436964 Dec 06 15:31:45.745567 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecaf10-dffe-4677-ab23-ddda5f463581 req-660c55a0-c8c6-436f-bc22-565e6dcb51d9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:45.746977 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79ecaf10-dffe-4677-ab23-ddda5f463581 req-660c55a0-c8c6-436f-bc22-565e6dcb51d9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0494459 Dec 06 15:31:45.794221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-79ecaf10-dffe-4677-ab23-ddda5f463581 req-c8340998-74ae-448b-92e4-824851221d84 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Dec 06 15:31:46.909503 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde18cd-7370-45c3-aa26-8433af78f381 req-de039aa0-8ba8-43f0-97f1-ca2edcae8fd6 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:46.911003 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bde18cd-7370-45c3-aa26-8433af78f381 req-de039aa0-8ba8-43f0-97f1-ca2edcae8fd6 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0488329 Dec 06 15:31:46.957104 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bde18cd-7370-45c3-aa26-8433af78f381 req-e59fbd7b-2ffd-4b84-b77f-db9e9c6c11ed tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402210 Dec 06 15:31:48.074840 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3845c-3e8c-4476-9487-f2ed8a3f6825 req-7c509a15-6bb1-495f-936e-1e7d8fcceab0 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:48.076300 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a7c3845c-3e8c-4476-9487-f2ed8a3f6825 req-7c509a15-6bb1-495f-936e-1e7d8fcceab0 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0504630 Dec 06 15:31:48.122668 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a7c3845c-3e8c-4476-9487-f2ed8a3f6825 req-506c9fa7-6cb0-4729-8d34-31a2d7179d3a tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404844 Dec 06 15:31:48.632880 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-069afc46-5d4b-43d0-8113-ebe1ed7c5c37 service neutron] show failed (client error): The resource could not be found. Dec 06 15:31:48.633859 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-069afc46-5d4b-43d0-8113-ebe1ed7c5c37 service neutron] 10.222.0.23 "GET /v2.0/ports/798384d5-b84d-48d4-ae94-5f49a4627a65/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0531423 Dec 06 15:31:48.918603 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-5de83cb0-25f3-4f58-9d02-bf2a92443e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:48.920152 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-5de83cb0-25f3-4f58-9d02-bf2a92443e21 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221&tenant_id=6598438e267b4944aaa0a9d5bc406614 HTTP/1.1" status: 200 len: 1096 time: 0.1159329 Dec 06 15:31:48.935486 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:31:48.987844 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:49.183538 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] For port 798384d5-b84d-48d4-ae94-5f49a4627a65, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=798384d5-b84d-48d4-ae94-5f49a4627a65,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:31:49.215621 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] For port 798384d5-b84d-48d4-ae94-5f49a4627a65, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:31:49.236693 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b840b8d-f6ce-4cbb-b862-9b706f9fa753 req-c9a3cdfc-4ea8-4ffa-a406-ebac1f22c7cc tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:49.238168 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b840b8d-f6ce-4cbb-b862-9b706f9fa753 req-c9a3cdfc-4ea8-4ffa-a406-ebac1f22c7cc tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0480835 Dec 06 15:31:49.255809 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde8e66e-2248-4b38-b326-5a8257227221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '798384d5-b84d-48d4-ae94-5f49a4627a65'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:31:49.258213 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721cd099-4643-480c-ba2e-9aec91606a78" -d '{"events": [{"server_uuid": "dde8e66e-2248-4b38-b326-5a8257227221", "name": "network-vif-unplugged", "status": "completed", "tag": "798384d5-b84d-48d4-ae94-5f49a4627a65"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:31:49.262057 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:49.274417 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Transition to ACTIVE for port object 798384d5-b84d-48d4-ae94-5f49a4627a65 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:31:49.278501 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:49.286800 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4b840b8d-f6ce-4cbb-b862-9b706f9fa753 req-ecc3e907-b140-40fb-ab15-4c2e6a8ee66f tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417058 Dec 06 15:31:49.324232 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa01bf1e-138b-4a34-9822-304b7c32501c x-openstack-request-id: req-fa01bf1e-138b-4a34-9822-304b7c32501c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:31:49.324532 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde8e66e-2248-4b38-b326-5a8257227221", "name": "network-vif-unplugged", "status": "completed", "tag": "798384d5-b84d-48d4-ae94-5f49a4627a65", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:31:49.324787 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa01bf1e-138b-4a34-9822-304b7c32501c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:31:49.325175 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde8e66e-2248-4b38-b326-5a8257227221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '798384d5-b84d-48d4-ae94-5f49a4627a65', 'code': 200} Dec 06 15:31:49.348530 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] No DVR routers for this DVR port 798384d5-b84d-48d4-ae94-5f49a4627a65 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:31:49.352014 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Pushing event updated for resources: {'Port': ['ID=798384d5-b84d-48d4-ae94-5f49a4627a65,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:49.385548 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Attempting to bind port 798384d5-b84d-48d4-ae94-5f49a4627a65 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:31:49.385877 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Attempting to bind port 798384d5-b84d-48d4-ae94-5f49a4627a65 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '04d42997-595b-46f5-b329-38cbc388dac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:31:49.386196 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Attempting to bind port 798384d5-b84d-48d4-ae94-5f49a4627a65 on network 7222a4a8-8c44-43a8-b653-26e153badff0 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:31:49.390326 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Port 798384d5-b84d-48d4-ae94-5f49a4627a65 on network 7222a4a8-8c44-43a8-b653-26e153badff0 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:31:49.390635 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Attempting to bind port 798384d5-b84d-48d4-ae94-5f49a4627a65 on network 7222a4a8-8c44-43a8-b653-26e153badff0 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:31:49.395337 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:31:49.395698 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Checking segment: {'id': '04d42997-595b-46f5-b329-38cbc388dac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:31:49.396783 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Bound using segment: {'id': '04d42997-595b-46f5-b329-38cbc388dac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:31:49.396783 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Bound port: 798384d5-b84d-48d4-ae94-5f49a4627a65, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d42997-595b-46f5-b329-38cbc388dac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:31:49.398210 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:49.462382 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] For port 798384d5-b84d-48d4-ae94-5f49a4627a65, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:31:49.465378 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] For port 798384d5-b84d-48d4-ae94-5f49a4627a65, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=798384d5-b84d-48d4-ae94-5f49a4627a65,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:31:49.469707 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:49.506043 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:49.506664 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:49.508095 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] 10.222.0.37 "PUT /v2.0/ports/798384d5-b84d-48d4-ae94-5f49a4627a65 HTTP/1.1" status: 200 len: 1091 time: 0.5764725 Dec 06 15:31:49.526554 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb7154-d4b1-4de6-8537-2cee486b0258 service neutron] Pushing event updated for resources: {'Port': ['ID=798384d5-b84d-48d4-ae94-5f49a4627a65,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:49.797090 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-72975d90-ea67-4c0b-8c34-e81e9c1d84f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:49.798490 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-72975d90-ea67-4c0b-8c34-e81e9c1d84f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6598438e267b4944aaa0a9d5bc406614&device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 1094 time: 0.2661130 Dec 06 15:31:49.890254 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-02e6a5ea-c3d5-4876-9f55-57e69bcc100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:49.891701 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-02e6a5ea-c3d5-4876-9f55-57e69bcc100b service neutron] 10.222.0.37 "GET /v2.0/networks?id=7222a4a8-8c44-43a8-b653-26e153badff0 HTTP/1.1" status: 200 len: 915 time: 0.0817385 Dec 06 15:31:49.944630 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-ecca3693-90bf-4899-8095-bfab1efc7d0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=798384d5-b84d-48d4-ae94-5f49a4627a65 HTTP/1.1" status: 200 len: 217 time: 0.0355985 Dec 06 15:31:49.996554 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-f4747e74-73b2-4cbc-9a8d-503ec309b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:49.997945 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-f4747e74-73b2-4cbc-9a8d-503ec309b788 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c927fbbe-8836-4748-b61d-7fa28c741cb2 HTTP/1.1" status: 200 len: 854 time: 0.0427821 Dec 06 15:31:50.034097 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-a4d0ca87-5f8a-491b-b932-9ae52d326597 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7222a4a8-8c44-43a8-b653-26e153badff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237408 Dec 06 15:31:50.127000 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-725f308d-290c-427f-aa24-23d85ccaaf2b service neutron] 10.222.0.37 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815141 Dec 06 15:31:50.219200 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70041b83-1b25-4a03-aae2-4b709fa8d6a8 req-1e768d64-cc97-4db7-bb0b-184b24444ebd service neutron] 10.222.0.37 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807025 Dec 06 15:31:50.405080 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34b1db-add1-4d95-9cd0-c6aade9dfcdc req-f9defae9-86e2-4810-9923-471ac16aa7df tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:50.406462 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fa34b1db-add1-4d95-9cd0-c6aade9dfcdc req-f9defae9-86e2-4810-9923-471ac16aa7df tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 943 time: 0.0520985 Dec 06 15:31:50.454069 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fa34b1db-add1-4d95-9cd0-c6aade9dfcdc req-b58bddb0-caa0-42d5-8a86-3428cccf8087 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Dec 06 15:31:51.326030 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde8e66e-2248-4b38-b326-5a8257227221', 'tag': '798384d5-b84d-48d4-ae94-5f49a4627a65'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:31:51.328424 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfe6c78-8f97-4834-91af-77551a9eda0c" -d '{"events": [{"name": "network-changed", "server_uuid": "dde8e66e-2248-4b38-b326-5a8257227221", "tag": "798384d5-b84d-48d4-ae94-5f49a4627a65"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:31:51.376112 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bb40d0-59b9-452a-8e91-0ff9f5acd84e x-openstack-request-id: req-04bb40d0-59b9-452a-8e91-0ff9f5acd84e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:31:51.376416 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde8e66e-2248-4b38-b326-5a8257227221", "tag": "798384d5-b84d-48d4-ae94-5f49a4627a65", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:31:51.376677 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04bb40d0-59b9-452a-8e91-0ff9f5acd84e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:31:51.377151 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde8e66e-2248-4b38-b326-5a8257227221', 'tag': '798384d5-b84d-48d4-ae94-5f49a4627a65', 'status': 'completed', 'code': 200} Dec 06 15:31:51.469627 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-916fe785-5147-4262-80b5-d2a055ba9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:51.471146 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-916fe785-5147-4262-80b5-d2a055ba9943 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6598438e267b4944aaa0a9d5bc406614&device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 1094 time: 0.0723045 Dec 06 15:31:51.472972 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-422c92f6-58e8-46ef-b6a9-9e28679407d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:51.474309 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-422c92f6-58e8-46ef-b6a9-9e28679407d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6598438e267b4944aaa0a9d5bc406614&device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 1094 time: 0.0666044 Dec 06 15:31:51.572844 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b9bcb-909b-400c-b44e-078e9ad56983 req-5a662032-d4db-4cb9-b80d-62af3df47c75 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:51.574345 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-011b9bcb-909b-400c-b44e-078e9ad56983 req-5a662032-d4db-4cb9-b80d-62af3df47c75 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 943 time: 0.0483980 Dec 06 15:31:51.621799 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-011b9bcb-909b-400c-b44e-078e9ad56983 req-145f3240-6459-4ec2-9ad4-4b8cc1123f34 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413907 Dec 06 15:31:51.628742 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-8265ec05-d260-4d1d-ac28-e8f33001a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:51.630198 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-8265ec05-d260-4d1d-ac28-e8f33001a14d service neutron] 10.222.0.23 "GET /v2.0/networks?id=7222a4a8-8c44-43a8-b653-26e153badff0 HTTP/1.1" status: 200 len: 915 time: 0.1524565 Dec 06 15:31:51.635191 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-3afd3ece-6adf-4975-ae7a-f6612919ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:51.636574 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-3afd3ece-6adf-4975-ae7a-f6612919ca07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7222a4a8-8c44-43a8-b653-26e153badff0 HTTP/1.1" status: 200 len: 915 time: 0.1504495 Dec 06 15:31:51.676656 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-9999a814-5c98-4495-a1a6-12a4d500c691 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=798384d5-b84d-48d4-ae94-5f49a4627a65 HTTP/1.1" status: 200 len: 217 time: 0.0390048 Dec 06 15:31:51.713689 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-ece4999d-b41f-4e70-a2d7-ec94de3c7d66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=798384d5-b84d-48d4-ae94-5f49a4627a65 HTTP/1.1" status: 200 len: 217 time: 0.0694144 Dec 06 15:31:51.780495 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-1f6c35af-12a0-4fa7-8e31-25a8da08f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:51.782754 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-1f6c35af-12a0-4fa7-8e31-25a8da08f342 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c927fbbe-8836-4748-b61d-7fa28c741cb2 HTTP/1.1" status: 200 len: 854 time: 0.0770788 Dec 06 15:31:51.784486 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 798384d5-b84d-48d4-ae94-5f49a4627a65 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:31:51.788219 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-4a70b28e-85bb-49fc-897b-f0a4228fba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:51.789579 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-4a70b28e-85bb-49fc-897b-f0a4228fba66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c927fbbe-8836-4748-b61d-7fa28c741cb2 HTTP/1.1" status: 200 len: 854 time: 0.0579064 Dec 06 15:31:51.836340 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-f0d0b712-5a75-4a17-89a3-c5e87e91a105 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7222a4a8-8c44-43a8-b653-26e153badff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457416 Dec 06 15:31:51.838184 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-463b8589-9984-406e-8b51-e27a540613ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7222a4a8-8c44-43a8-b653-26e153badff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397589 Dec 06 15:31:51.877883 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 798384d5-b84d-48d4-ae94-5f49a4627a65, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=798384d5-b84d-48d4-ae94-5f49a4627a65,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:31:51.893018 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '798384d5-b84d-48d4-ae94-5f49a4627a65', 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0', 'port_id': '798384d5-b84d-48d4-ae94-5f49a4627a65', 'mac_address': 'fa:16:3e:44:84:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c927fbbe-8836-4748-b61d-7fa28c741cb2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:31:51.929415 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:51.942386 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798384d5-b84d-48d4-ae94-5f49a4627a65 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:31:51.961408 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 798384d5-b84d-48d4-ae94-5f49a4627a65, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=798384d5-b84d-48d4-ae94-5f49a4627a65,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:31:51.966276 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:51.998124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-a7ea7c42-4079-4ac6-9aea-90b85dda9e98 service neutron] 10.222.0.23 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536732 Dec 06 15:31:52.000002 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-95310464-ce4a-4fc3-8f29-49a81b0ce551 service neutron] 10.222.0.37 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487365 Dec 06 15:31:52.012084 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=798384d5-b84d-48d4-ae94-5f49a4627a65,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:52.154455 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-17ffd35d-1c50-4954-a69b-dfb86148eb98 service neutron] 10.222.0.23 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496732 Dec 06 15:31:52.159495 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6cfe6c78-8f97-4834-91af-77551a9eda0c req-3a877d9a-baeb-4838-aadd-360d7b87b6f5 service neutron] 10.222.0.37 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464806 Dec 06 15:31:52.194427 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['798384d5-b84d-48d4-ae94-5f49a4627a65'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:31:52.743999 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c916911-bbd5-4fa0-a572-649a21d10cad req-ba88fa12-2d02-491f-a5d4-ff588ea5d9d7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:52.745463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c916911-bbd5-4fa0-a572-649a21d10cad req-ba88fa12-2d02-491f-a5d4-ff588ea5d9d7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 944 time: 0.0535927 Dec 06 15:31:52.791278 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c916911-bbd5-4fa0-a572-649a21d10cad req-1b8eec94-7a6a-4813-8a75-ef258283ceaa tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400040 Dec 06 15:31:53.033486 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e79d0-c0a1-4238-b87d-4b44788b36a1 req-c96c7350-b4ba-43ba-bfe8-8fa1d5490844 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:53.034898 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-076e79d0-c0a1-4238-b87d-4b44788b36a1 req-c96c7350-b4ba-43ba-bfe8-8fa1d5490844 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 944 time: 0.0779865 Dec 06 15:31:53.058689 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1ac0d-b17b-4b9f-9abf-1d7208ecb5df req-78794db4-94c6-4640-a5b2-d7f204ff493c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:53.060124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16f1ac0d-b17b-4b9f-9abf-1d7208ecb5df req-78794db4-94c6-4640-a5b2-d7f204ff493c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221&tenant_id=6598438e267b4944aaa0a9d5bc406614&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 944 time: 0.0763421 Dec 06 15:31:53.130177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-076e79d0-c0a1-4238-b87d-4b44788b36a1 req-d1c27155-7027-44ac-aabb-d1d67f688ff9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881619 Dec 06 15:31:53.146142 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-16f1ac0d-b17b-4b9f-9abf-1d7208ecb5df req-86e7035b-78dc-47d9-ae73-afe57414193d service neutron] delete failed (client error): The resource could not be found. Dec 06 15:31:53.147174 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16f1ac0d-b17b-4b9f-9abf-1d7208ecb5df req-86e7035b-78dc-47d9-ae73-afe57414193d service neutron] 10.222.0.23 "DELETE /v2.0/ports/798384d5-b84d-48d4-ae94-5f49a4627a65/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0790873 Dec 06 15:31:53.232569 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1ac0d-b17b-4b9f-9abf-1d7208ecb5df req-7a822de4-13bb-4283-b0fd-cda5645a4b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:53.234037 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16f1ac0d-b17b-4b9f-9abf-1d7208ecb5df req-7a822de4-13bb-4283-b0fd-cda5645a4b9a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6598438e267b4944aaa0a9d5bc406614&device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 1095 time: 0.0418432 Dec 06 15:31:53.323891 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1ac0d-b17b-4b9f-9abf-1d7208ecb5df req-b94aa341-712b-4e4b-a815-a213d652a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:53.325244 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16f1ac0d-b17b-4b9f-9abf-1d7208ecb5df req-b94aa341-712b-4e4b-a815-a213d652a912 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7222a4a8-8c44-43a8-b653-26e153badff0 HTTP/1.1" status: 200 len: 915 time: 0.0846415 Dec 06 15:31:53.365619 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16f1ac0d-b17b-4b9f-9abf-1d7208ecb5df req-75c20871-52fb-4a90-a603-6b9ecbf50515 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=798384d5-b84d-48d4-ae94-5f49a4627a65 HTTP/1.1" status: 200 len: 217 time: 0.0337961 Dec 06 15:31:53.416494 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1ac0d-b17b-4b9f-9abf-1d7208ecb5df req-25d291cb-21e3-4fab-9d0a-e4fb300566b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:53.417914 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16f1ac0d-b17b-4b9f-9abf-1d7208ecb5df req-25d291cb-21e3-4fab-9d0a-e4fb300566b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c927fbbe-8836-4748-b61d-7fa28c741cb2 HTTP/1.1" status: 200 len: 854 time: 0.0430691 Dec 06 15:31:53.448439 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16f1ac0d-b17b-4b9f-9abf-1d7208ecb5df req-f54073c2-9ef2-45d4-aebf-e2a112b5c0ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7222a4a8-8c44-43a8-b653-26e153badff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229928 Dec 06 15:31:53.542438 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16f1ac0d-b17b-4b9f-9abf-1d7208ecb5df req-21ceacce-60f1-427f-8af9-6a86a974c8bf service neutron] 10.222.0.23 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856068 Dec 06 15:31:53.633486 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16f1ac0d-b17b-4b9f-9abf-1d7208ecb5df req-725694de-0ffc-4ad2-a6d4-1d05238a5b84 service neutron] 10.222.0.23 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837264 Dec 06 15:31:53.798885 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 798384d5-b84d-48d4-ae94-5f49a4627a65 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:31:53.821780 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 798384d5-b84d-48d4-ae94-5f49a4627a65 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:31:53.867402 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 798384d5-b84d-48d4-ae94-5f49a4627a65 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:31:53.880295 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 798384d5-b84d-48d4-ae94-5f49a4627a65 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:31:53.884946 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 798384d5-b84d-48d4-ae94-5f49a4627a65 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:31:53.885256 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:53.964766 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:53.987340 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde8e66e-2248-4b38-b326-5a8257227221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798384d5-b84d-48d4-ae94-5f49a4627a65'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:31:53.989152 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2f793b-ec67-405b-b6aa-30abe4c6c037" -d '{"events": [{"server_uuid": "dde8e66e-2248-4b38-b326-5a8257227221", "name": "network-vif-plugged", "status": "completed", "tag": "798384d5-b84d-48d4-ae94-5f49a4627a65"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:31:54.009945 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 798384d5-b84d-48d4-ae94-5f49a4627a65, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=798384d5-b84d-48d4-ae94-5f49a4627a65,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:31:54.014056 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:54.037637 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae666b95-6034-4f35-9625-98b9487f6566 x-openstack-request-id: req-ae666b95-6034-4f35-9625-98b9487f6566 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:31:54.037939 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde8e66e-2248-4b38-b326-5a8257227221", "name": "network-vif-plugged", "status": "completed", "tag": "798384d5-b84d-48d4-ae94-5f49a4627a65", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:31:54.038194 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae666b95-6034-4f35-9625-98b9487f6566 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:31:54.038584 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde8e66e-2248-4b38-b326-5a8257227221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798384d5-b84d-48d4-ae94-5f49a4627a65', 'code': 200} Dec 06 15:31:54.063640 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=798384d5-b84d-48d4-ae94-5f49a4627a65,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:54.247325 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecba988-5959-4dc9-b7ba-1afae587cfec req-9d8d5958-6a67-45c6-9d5d-e715e80b875d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:54.248833 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ecba988-5959-4dc9-b7ba-1afae587cfec req-9d8d5958-6a67-45c6-9d5d-e715e80b875d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0489101 Dec 06 15:31:54.295379 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ecba988-5959-4dc9-b7ba-1afae587cfec req-9e14bcc8-efb4-472d-adb6-eee9f33f7b98 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406203 Dec 06 15:31:54.411545 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4002440-9b0d-4e78-9953-b054b52e95cf req-f53ac321-1e6d-440f-a2cd-8b2048f415fa tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:54.413434 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b4002440-9b0d-4e78-9953-b054b52e95cf req-f53ac321-1e6d-440f-a2cd-8b2048f415fa tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0514567 Dec 06 15:31:54.458670 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b4002440-9b0d-4e78-9953-b054b52e95cf req-62f93586-9676-4fa7-b946-5082b427beb5 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393977 Dec 06 15:31:54.568871 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f518791-fd3b-406e-8c9e-acd0911401fe req-ba87219e-5713-4435-a37d-10e90dc3d65a tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:54.570326 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2f518791-fd3b-406e-8c9e-acd0911401fe req-ba87219e-5713-4435-a37d-10e90dc3d65a tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0478501 Dec 06 15:31:54.616428 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2f518791-fd3b-406e-8c9e-acd0911401fe req-8f6d4240-12e9-42eb-b303-0b5349035d03 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396159 Dec 06 15:31:54.958171 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-488f067b-0d6f-4e0d-a9d6-244e7405abaf tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:54.960006 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-488f067b-0d6f-4e0d-a9d6-244e7405abaf tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/networks?id=7222a4a8-8c44-43a8-b653-26e153badff0 HTTP/1.1" status: 200 len: 814 time: 0.1029713 Dec 06 15:31:54.974368 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-3675982e-a240-4f56-9c3c-81877ae8fef9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/quotas/6598438e267b4944aaa0a9d5bc406614 HTTP/1.1" status: 200 len: 375 time: 0.0086236 Dec 06 15:31:55.020474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-517092bb-606b-41d7-b539-5d069914e61c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6598438e267b4944aaa0a9d5bc406614&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0404785 Dec 06 15:31:55.110778 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-3164bbbf-72e1-4511-b7fb-20c1b583eb8e service neutron] 10.222.0.20 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828996 Dec 06 15:31:55.197615 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-e6a58c84-d7a5-4e46-8aef-efae4a43fb44 service neutron] 10.222.0.20 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804493 Dec 06 15:31:56.262371 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c8746-fb43-4a26-b9be-b8291cad6034 req-48a705ab-4931-4d29-b3f3-055d85403a1b tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:56.263831 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4d8c8746-fb43-4a26-b9be-b8291cad6034 req-48a705ab-4931-4d29-b3f3-055d85403a1b tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde8e66e-2248-4b38-b326-5a8257227221 HTTP/1.1" status: 200 len: 945 time: 0.0513139 Dec 06 15:31:56.368093 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-4d8c8746-fb43-4a26-b9be-b8291cad6034 req-02a75d52-c0c6-4aad-bf1f-906414ec59b5 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Deleting port 798384d5-b84d-48d4-ae94-5f49a4627a65 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:31:56.368436 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4d8c8746-fb43-4a26-b9be-b8291cad6034 req-02a75d52-c0c6-4aad-bf1f-906414ec59b5 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:56.397599 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2ce9e7e5-9b8c-46b2-b655-8f103f8ffbe8 req-10f88938-e761-405f-88ae-9d2c66183d3c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 210 time: 0.0478623 Dec 06 15:31:56.462592 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4d8c8746-fb43-4a26-b9be-b8291cad6034 req-02a75d52-c0c6-4aad-bf1f-906414ec59b5 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] For port 798384d5-b84d-48d4-ae94-5f49a4627a65, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=798384d5-b84d-48d4-ae94-5f49a4627a65,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:31:56.462953 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4d8c8746-fb43-4a26-b9be-b8291cad6034 req-02a75d52-c0c6-4aad-bf1f-906414ec59b5 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:56.475747 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-4d8c8746-fb43-4a26-b9be-b8291cad6034 req-02a75d52-c0c6-4aad-bf1f-906414ec59b5 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Calling delete_port for 798384d5-b84d-48d4-ae94-5f49a4627a65 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:31:56.612540 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4d8c8746-fb43-4a26-b9be-b8291cad6034 req-02a75d52-c0c6-4aad-bf1f-906414ec59b5 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:56.629357 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['798384d5-b84d-48d4-ae94-5f49a4627a65'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:31:56.644532 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a75d52-c0c6-4aad-bf1f-906414ec59b5 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Pushing event deleted for resources: {'Port': ['ID=798384d5-b84d-48d4-ae94-5f49a4627a65,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:56.691135 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8c8746-fb43-4a26-b9be-b8291cad6034 req-02a75d52-c0c6-4aad-bf1f-906414ec59b5 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] No DVR routers for this DVR port 798384d5-b84d-48d4-ae94-5f49a4627a65 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:31:56.694832 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4d8c8746-fb43-4a26-b9be-b8291cad6034 req-02a75d52-c0c6-4aad-bf1f-906414ec59b5 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:56.699503 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4d8c8746-fb43-4a26-b9be-b8291cad6034 req-02a75d52-c0c6-4aad-bf1f-906414ec59b5 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.37 "DELETE /v2.0/ports/798384d5-b84d-48d4-ae94-5f49a4627a65 HTTP/1.1" status: 204 len: 173 time: 0.4179890 Dec 06 15:31:56.700025 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde8e66e-2248-4b38-b326-5a8257227221', 'name': 'network-vif-deleted', 'tag': '798384d5-b84d-48d4-ae94-5f49a4627a65'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:31:56.702471 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911c6ef7-8847-4499-9a63-4a1f1693d999" -d '{"events": [{"server_uuid": "dde8e66e-2248-4b38-b326-5a8257227221", "name": "network-vif-deleted", "tag": "798384d5-b84d-48d4-ae94-5f49a4627a65"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:31:56.740967 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:31:56.742890 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd737fe-9d59-4972-91e4-d9d842bb7ffd x-openstack-request-id: req-ebd737fe-9d59-4972-91e4-d9d842bb7ffd {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:31:56.743263 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde8e66e-2248-4b38-b326-5a8257227221", "name": "network-vif-deleted", "tag": "798384d5-b84d-48d4-ae94-5f49a4627a65", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:31:56.743521 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebd737fe-9d59-4972-91e4-d9d842bb7ffd {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:31:56.744269 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde8e66e-2248-4b38-b326-5a8257227221', 'name': 'network-vif-deleted', 'tag': '798384d5-b84d-48d4-ae94-5f49a4627a65', 'status': 'completed', 'code': 200} Dec 06 15:31:57.477692 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2aff5c9a-856d-412f-b1f5-08c6418ebb27 req-5313139f-b081-4db0-9f54-c1c69a14d3a8 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 210 time: 0.0264499 Dec 06 15:31:57.665841 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-9384551c-dd85-4101-9971-c3ffb29bc75c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:57.667822 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-9384551c-dd85-4101-9971-c3ffb29bc75c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.37 "GET /v2.0/networks?id=7222a4a8-8c44-43a8-b653-26e153badff0 HTTP/1.1" status: 200 len: 814 time: 0.1047328 Dec 06 15:31:57.686454 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-9456900d-87ad-43a1-b4c2-ed8cba6b0bf7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Request body: {'port': {'device_id': '88507161-aa72-4855-874b-fa53ca70e354', 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0', 'admin_state_up': True, 'tenant_id': '6598438e267b4944aaa0a9d5bc406614'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:31:58.012575 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-9456900d-87ad-43a1-b4c2-ed8cba6b0bf7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Made reservation on behalf of 6598438e267b4944aaa0a9d5bc406614 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:31:58.016099 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-9456900d-87ad-43a1-b4c2-ed8cba6b0bf7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:58.138671 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-9456900d-87ad-43a1-b4c2-ed8cba6b0bf7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Allocated IP 172.20.0.2 (7222a4a8-8c44-43a8-b653-26e153badff0/c927fbbe-8836-4748-b61d-7fa28c741cb2/477f6715-095f-482f-9534-85b5af1a2725) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:31:58.282125 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-9456900d-87ad-43a1-b4c2-ed8cba6b0bf7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:58.288778 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:58.314831 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-9456900d-87ad-43a1-b4c2-ed8cba6b0bf7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:58.357682 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-9456900d-87ad-43a1-b4c2-ed8cba6b0bf7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Network 7222a4a8-8c44-43a8-b653-26e153badff0 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:31:58.360714 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-9456900d-87ad-43a1-b4c2-ed8cba6b0bf7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:31:58.364250 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-9456900d-87ad-43a1-b4c2-ed8cba6b0bf7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:31:58.370811 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456900d-87ad-43a1-b4c2-ed8cba6b0bf7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Pushing event updated for resources: {'Port': ['ID=477f6715-095f-482f-9534-85b5af1a2725,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:58.415373 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-9456900d-87ad-43a1-b4c2-ed8cba6b0bf7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:58.415994 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-9456900d-87ad-43a1-b4c2-ed8cba6b0bf7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:58.431425 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-9456900d-87ad-43a1-b4c2-ed8cba6b0bf7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7487442 Dec 06 15:31:58.449374 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Request body: {'port': {'device_id': '88507161-aa72-4855-874b-fa53ca70e354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:31:58.505270 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:58.672165 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f18eac-bf45-4bd8-8ce6-76246bcc7106 req-7b6bb2f2-053d-4a4c-ad79-12ee5df92d24 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:58.673634 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f18eac-bf45-4bd8-8ce6-76246bcc7106 req-7b6bb2f2-053d-4a4c-ad79-12ee5df92d24 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 931 time: 0.1191163 Dec 06 15:31:58.759781 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7f18eac-bf45-4bd8-8ce6-76246bcc7106 req-01bf82f7-7b2a-471a-9d13-1fffe972a186 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797629 Dec 06 15:31:58.831229 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477f6715-095f-482f-9534-85b5af1a2725 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:31:58.839022 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:58.850506 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Transition to ACTIVE for port object 477f6715-095f-482f-9534-85b5af1a2725 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:31:58.854414 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:58.904960 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Pushing event updated for resources: {'Port': ['ID=477f6715-095f-482f-9534-85b5af1a2725,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:58.967951 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Attempting to bind port 477f6715-095f-482f-9534-85b5af1a2725 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:31:58.968216 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Attempting to bind port 477f6715-095f-482f-9534-85b5af1a2725 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '04d42997-595b-46f5-b329-38cbc388dac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:31:58.968543 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Attempting to bind port 477f6715-095f-482f-9534-85b5af1a2725 on network 7222a4a8-8c44-43a8-b653-26e153badff0 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:31:58.972752 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Port 477f6715-095f-482f-9534-85b5af1a2725 on network 7222a4a8-8c44-43a8-b653-26e153badff0 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:31:58.973059 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Attempting to bind port 477f6715-095f-482f-9534-85b5af1a2725 on network 7222a4a8-8c44-43a8-b653-26e153badff0 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:31:58.977919 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:31:58.978254 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Checking segment: {'id': '04d42997-595b-46f5-b329-38cbc388dac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:31:58.978636 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Bound using segment: {'id': '04d42997-595b-46f5-b329-38cbc388dac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:31:58.979085 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Bound port: 477f6715-095f-482f-9534-85b5af1a2725, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d42997-595b-46f5-b329-38cbc388dac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:31:58.979436 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:59.044368 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] For port 477f6715-095f-482f-9534-85b5af1a2725, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:31:59.047574 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] For port 477f6715-095f-482f-9534-85b5af1a2725, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=477f6715-095f-482f-9534-85b5af1a2725,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:31:59.051548 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:59.087368 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:59.088011 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:59.089373 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] 10.222.0.37 "PUT /v2.0/ports/477f6715-095f-482f-9534-85b5af1a2725 HTTP/1.1" status: 200 len: 1091 time: 0.6439652 Dec 06 15:31:59.089822 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88507161-aa72-4855-874b-fa53ca70e354', 'tag': '477f6715-095f-482f-9534-85b5af1a2725'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:31:59.092111 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9298adf-5b0d-4bbf-8ec3-ca8e8c368a54" -d '{"events": [{"name": "network-changed", "server_uuid": "88507161-aa72-4855-874b-fa53ca70e354", "tag": "477f6715-095f-482f-9534-85b5af1a2725"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:31:59.114340 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b7156-8b5f-4943-b668-4f933bc9233b service neutron] Pushing event updated for resources: {'Port': ['ID=477f6715-095f-482f-9534-85b5af1a2725,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:59.132099 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2ecac4-97e8-4e07-b673-f4d8eb09fed5 x-openstack-request-id: req-3c2ecac4-97e8-4e07-b673-f4d8eb09fed5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:31:59.132398 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88507161-aa72-4855-874b-fa53ca70e354", "tag": "477f6715-095f-482f-9534-85b5af1a2725", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:31:59.132652 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c2ecac4-97e8-4e07-b673-f4d8eb09fed5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:31:59.133062 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88507161-aa72-4855-874b-fa53ca70e354', 'tag': '477f6715-095f-482f-9534-85b5af1a2725', 'status': 'completed', 'code': 200} Dec 06 15:31:59.179403 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-21282cd2-2755-4a18-b544-0078a82b7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:59.180905 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-21282cd2-2755-4a18-b544-0078a82b7bbf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6598438e267b4944aaa0a9d5bc406614&device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 1094 time: 0.0408864 Dec 06 15:31:59.231936 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-e527f08d-ada6-4679-8bba-eda81624c39b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=477f6715-095f-482f-9534-85b5af1a2725 HTTP/1.1" status: 200 len: 217 time: 0.0374002 Dec 06 15:31:59.283112 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-c8e46527-4b05-4221-a418-a96b43497a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:59.284509 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-c8e46527-4b05-4221-a418-a96b43497a74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c927fbbe-8836-4748-b61d-7fa28c741cb2 HTTP/1.1" status: 200 len: 854 time: 0.0418363 Dec 06 15:31:59.318775 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-a63c80a4-8b66-4dee-9776-4ddbdddddf84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7222a4a8-8c44-43a8-b653-26e153badff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228760 Dec 06 15:31:59.415562 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-417bc600-de51-4e17-a6ae-27ab5afe1179 service neutron] 10.222.0.37 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841513 Dec 06 15:31:59.513468 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e740265e-09b1-474c-9bb5-133650cbcbd7 req-e39e7557-a442-4c3a-8251-1ab2f7d82474 service neutron] 10.222.0.37 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870185 Dec 06 15:31:59.605541 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9298adf-5b0d-4bbf-8ec3-ca8e8c368a54 req-a7c1d0dc-0c06-4950-9aea-2e42bdd5e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:59.606988 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9298adf-5b0d-4bbf-8ec3-ca8e8c368a54 req-a7c1d0dc-0c06-4950-9aea-2e42bdd5e442 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6598438e267b4944aaa0a9d5bc406614&device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 1094 time: 0.0401433 Dec 06 15:31:59.699343 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9298adf-5b0d-4bbf-8ec3-ca8e8c368a54 req-6db4feef-8c45-4334-b68a-42fcebfb7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:59.700813 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9298adf-5b0d-4bbf-8ec3-ca8e8c368a54 req-6db4feef-8c45-4334-b68a-42fcebfb7614 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7222a4a8-8c44-43a8-b653-26e153badff0 HTTP/1.1" status: 200 len: 915 time: 0.0861664 Dec 06 15:31:59.742188 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9298adf-5b0d-4bbf-8ec3-ca8e8c368a54 req-9ca1c993-3619-4228-9ba6-9b2a36a6137e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=477f6715-095f-482f-9534-85b5af1a2725 HTTP/1.1" status: 200 len: 217 time: 0.0337048 Dec 06 15:31:59.797804 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9298adf-5b0d-4bbf-8ec3-ca8e8c368a54 req-056fc172-5eb9-4feb-9a00-9460b0e29c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:59.799259 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9298adf-5b0d-4bbf-8ec3-ca8e8c368a54 req-056fc172-5eb9-4feb-9a00-9460b0e29c66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c927fbbe-8836-4748-b61d-7fa28c741cb2 HTTP/1.1" status: 200 len: 854 time: 0.0465910 Dec 06 15:31:59.832070 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9298adf-5b0d-4bbf-8ec3-ca8e8c368a54 req-638dfbfb-ba0c-4542-9d55-f07fec9c047d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7222a4a8-8c44-43a8-b653-26e153badff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253780 Dec 06 15:31:59.846957 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 798384d5-b84d-48d4-ae94-5f49a4627a65 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:31:59.866852 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 798384d5-b84d-48d4-ae94-5f49a4627a65 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:31:59.867197 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 798384d5-b84d-48d4-ae94-5f49a4627a65 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:31:59.929673 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897a5a6-b841-41b5-ad02-0719bc70536d req-433788e8-3e51-4331-87e4-368ca1650867 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:59.931112 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5897a5a6-b841-41b5-ad02-0719bc70536d req-433788e8-3e51-4331-87e4-368ca1650867 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 943 time: 0.1013656 Dec 06 15:31:59.975872 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9298adf-5b0d-4bbf-8ec3-ca8e8c368a54 req-a21793e8-6ff8-4f5b-aaf9-7ad8bd5fccf9 service neutron] 10.222.0.37 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355822 Dec 06 15:32:00.001034 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5897a5a6-b841-41b5-ad02-0719bc70536d req-13a2786a-02d4-4f21-8b8d-7a55e9834ec7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638273 Dec 06 15:32:00.074854 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b9298adf-5b0d-4bbf-8ec3-ca8e8c368a54 req-437d3898-1c93-4fed-95f5-8ccb4f693196 service neutron] 10.222.0.37 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897138 Dec 06 15:32:00.197963 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:00.849501 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ca9a251f-09e3-4185-b883-46b54b1a6117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:01.118264 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45fde7-811f-4916-b58b-3416b35a277d req-47eac2d6-9d4c-4342-b079-ff74275b3d0b tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:01.119693 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd45fde7-811f-4916-b58b-3416b35a277d req-47eac2d6-9d4c-4342-b079-ff74275b3d0b tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 943 time: 0.0487907 Dec 06 15:32:01.166836 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd45fde7-811f-4916-b58b-3416b35a277d req-8ff1044a-1353-47e6-83f5-9b0e867b20ae tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409856 Dec 06 15:32:01.848091 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 477f6715-095f-482f-9534-85b5af1a2725 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:32:01.942275 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 477f6715-095f-482f-9534-85b5af1a2725, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=477f6715-095f-482f-9534-85b5af1a2725,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:32:01.952845 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '477f6715-095f-482f-9534-85b5af1a2725', 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0', 'port_id': '477f6715-095f-482f-9534-85b5af1a2725', 'mac_address': 'fa:16:3e:83:4b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c927fbbe-8836-4748-b61d-7fa28c741cb2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:32:01.987981 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:02.004250 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477f6715-095f-482f-9534-85b5af1a2725 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:32:02.022259 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 477f6715-095f-482f-9534-85b5af1a2725, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=477f6715-095f-482f-9534-85b5af1a2725,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:32:02.026275 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:02.071807 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=477f6715-095f-482f-9534-85b5af1a2725,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:02.255374 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['477f6715-095f-482f-9534-85b5af1a2725'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:32:02.284065 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab44ca-cdb1-4324-858f-89ce348038c4 req-92612a54-2c1f-4ef9-9e50-5d16f2929b32 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:02.285528 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0ab44ca-cdb1-4324-858f-89ce348038c4 req-92612a54-2c1f-4ef9-9e50-5d16f2929b32 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 944 time: 0.0522189 Dec 06 15:32:02.332626 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c0ab44ca-cdb1-4324-858f-89ce348038c4 req-16cc5a01-0cd5-4de3-a76c-0bf0e842ddc0 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397685 Dec 06 15:32:03.289402 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-01267443-6ff2-45cb-9674-ce4b06a6ee37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:03.452021 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069cd6c-f464-4e2d-acad-cc3b0b4f5092 req-6b1eb3df-38c4-4246-9d64-99c2b264b08d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:03.453469 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3069cd6c-f464-4e2d-acad-cc3b0b4f5092 req-6b1eb3df-38c4-4246-9d64-99c2b264b08d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 944 time: 0.0513928 Dec 06 15:32:03.504055 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3069cd6c-f464-4e2d-acad-cc3b0b4f5092 req-1907b454-dc1f-424b-9c30-35977d769354 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447388 Dec 06 15:32:03.873258 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 477f6715-095f-482f-9534-85b5af1a2725 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:32:03.920884 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 477f6715-095f-482f-9534-85b5af1a2725 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:32:03.924824 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 477f6715-095f-482f-9534-85b5af1a2725 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:32:03.925198 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:04.001747 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:04.026986 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88507161-aa72-4855-874b-fa53ca70e354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477f6715-095f-482f-9534-85b5af1a2725'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:32:04.029393 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9168159f-efb6-462b-994b-ef53b3fd3a35" -d '{"events": [{"server_uuid": "88507161-aa72-4855-874b-fa53ca70e354", "name": "network-vif-plugged", "status": "completed", "tag": "477f6715-095f-482f-9534-85b5af1a2725"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:32:04.042460 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 477f6715-095f-482f-9534-85b5af1a2725, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=477f6715-095f-482f-9534-85b5af1a2725,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:32:04.046672 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:04.071758 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2359385-021a-4f98-aa2a-2eeab39c0f5d x-openstack-request-id: req-e2359385-021a-4f98-aa2a-2eeab39c0f5d {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:32:04.072064 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88507161-aa72-4855-874b-fa53ca70e354", "name": "network-vif-plugged", "status": "completed", "tag": "477f6715-095f-482f-9534-85b5af1a2725", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:32:04.072320 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2359385-021a-4f98-aa2a-2eeab39c0f5d {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:32:04.072712 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88507161-aa72-4855-874b-fa53ca70e354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477f6715-095f-482f-9534-85b5af1a2725', 'code': 200} Dec 06 15:32:04.099038 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=477f6715-095f-482f-9534-85b5af1a2725,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:04.125087 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:04.178249 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f348044-68ff-4353-bd70-d7c722e159b6 req-f2245b6c-498b-400a-826e-ff3f601cec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:04.180317 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2f348044-68ff-4353-bd70-d7c722e159b6 req-f2245b6c-498b-400a-826e-ff3f601cec05 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 1096 time: 0.0399539 Dec 06 15:32:04.228270 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2f348044-68ff-4353-bd70-d7c722e159b6 req-c1a5179c-80e1-41c2-93e8-971120e42fcd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358763 Dec 06 15:32:04.618863 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1b80a-da44-495b-955c-2dec28f7f44a req-70fc030c-a344-4e6b-a948-c82b57c659f5 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:04.620365 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8c1b80a-da44-495b-955c-2dec28f7f44a req-70fc030c-a344-4e6b-a948-c82b57c659f5 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0487940 Dec 06 15:32:04.666940 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8c1b80a-da44-495b-955c-2dec28f7f44a req-9b047f7d-e93b-4248-a9df-55d05f03b2c8 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406895 Dec 06 15:32:05.778246 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:05.787908 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7b735-bb1f-4789-8ab6-ed90880a90b1 req-af29669d-d180-40cc-b475-995fadbdd320 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:05.789389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-05b7b735-bb1f-4789-8ab6-ed90880a90b1 req-af29669d-d180-40cc-b475-995fadbdd320 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0529535 Dec 06 15:32:05.835882 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-05b7b735-bb1f-4789-8ab6-ed90880a90b1 req-d46f9aba-0ed1-4350-aae2-c8cc4fe6607f tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398698 Dec 06 15:32:05.952183 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3600d48-97dc-49ae-a9c9-f2583357baa4 req-392c48a1-c6d9-4ed3-a625-9d33b86e33e9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:05.953632 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d3600d48-97dc-49ae-a9c9-f2583357baa4 req-392c48a1-c6d9-4ed3-a625-9d33b86e33e9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0515866 Dec 06 15:32:06.000325 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d3600d48-97dc-49ae-a9c9-f2583357baa4 req-f58f8e51-476b-4ef0-8ebd-8f232691a09e tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407739 Dec 06 15:32:06.220414 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-1bebbf51-4a5b-4739-b1c2-068aa9fd2ca8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399501 Dec 06 15:32:06.233349 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956fdfa-1b24-45a5-90a1-3ef46627ab05 req-91947ec1-68c8-410a-8bab-4c78fd1981cd tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:06.234877 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a956fdfa-1b24-45a5-90a1-3ef46627ab05 req-91947ec1-68c8-410a-8bab-4c78fd1981cd tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0485499 Dec 06 15:32:06.284953 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a956fdfa-1b24-45a5-90a1-3ef46627ab05 req-02cdc90a-0511-4d96-9549-476b16edf6b6 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420523 Dec 06 15:32:06.682706 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:07.288989 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-ecc23a7c-db3a-4818-8f76-b231d3b9e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:07.290538 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-ecc23a7c-db3a-4818-8f76-b231d3b9e354 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6598438e267b4944aaa0a9d5bc406614&device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 1096 time: 0.0396986 Dec 06 15:32:07.408130 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-8ee89bf8-cdc3-44e6-886d-4ba74f37ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:07.409572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-8ee89bf8-cdc3-44e6-886d-4ba74f37ceea service neutron] 10.222.0.37 "GET /v2.0/networks?id=7222a4a8-8c44-43a8-b653-26e153badff0 HTTP/1.1" status: 200 len: 915 time: 0.1118932 Dec 06 15:32:07.421489 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f98f70-8c26-4ef2-9130-1f42a8539012 req-9d565ca8-a656-4db6-864a-b497184f082a tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:07.422833 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-47f98f70-8c26-4ef2-9130-1f42a8539012 req-9d565ca8-a656-4db6-864a-b497184f082a tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0656245 Dec 06 15:32:07.466623 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-00f1d3f7-31fb-4512-ace9-f7c6e7d5e46c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=477f6715-095f-482f-9534-85b5af1a2725 HTTP/1.1" status: 200 len: 217 time: 0.0429051 Dec 06 15:32:07.530763 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-47f98f70-8c26-4ef2-9130-1f42a8539012 req-16f0b50d-168e-41e2-ae78-87da9fe0b015 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011660 Dec 06 15:32:07.539438 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cd2c048d-b836-4922-83ac-b891d9f097ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:07.540782 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cd2c048d-b836-4922-83ac-b891d9f097ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c927fbbe-8836-4748-b61d-7fa28c741cb2 HTTP/1.1" status: 200 len: 854 time: 0.0670784 Dec 06 15:32:07.573221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-70c37b41-4a20-4487-8d74-49f06d61ad11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7222a4a8-8c44-43a8-b653-26e153badff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253446 Dec 06 15:32:07.662686 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-9b96738e-83df-47db-830d-7b81bc7a0fe4 service neutron] 10.222.0.37 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824132 Dec 06 15:32:07.751974 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-4ea222f2-7e4e-444a-a682-06d40ab15af7 service neutron] 10.222.0.37 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818660 Dec 06 15:32:08.644808 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9870c1-ca3d-4188-b376-4cc8404bb16b req-c1928804-39cc-413d-8cdd-98cd52355946 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:08.646273 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d9870c1-ca3d-4188-b376-4cc8404bb16b req-c1928804-39cc-413d-8cdd-98cd52355946 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0483465 Dec 06 15:32:08.696174 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d9870c1-ca3d-4188-b376-4cc8404bb16b req-f6d9adf9-f09c-4e04-bddc-6a9beffbdbd6 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438628 Dec 06 15:32:09.810427 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1226775-7ab0-4ba9-8b67-2fc39f67d3c9 req-e870fc04-f550-4893-a69a-cd1079bfdd64 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:09.811828 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d1226775-7ab0-4ba9-8b67-2fc39f67d3c9 req-e870fc04-f550-4893-a69a-cd1079bfdd64 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0484633 Dec 06 15:32:09.862090 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d1226775-7ab0-4ba9-8b67-2fc39f67d3c9 req-5f298897-402b-41c8-adb8-9cb1c8f0464a tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443408 Dec 06 15:32:10.975913 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48457d1-4d30-404d-88d3-8b07194b9e4e req-554cc58f-20a7-4812-986c-1924ced23b60 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:10.977375 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b48457d1-4d30-404d-88d3-8b07194b9e4e req-554cc58f-20a7-4812-986c-1924ced23b60 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0477939 Dec 06 15:32:11.023012 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b48457d1-4d30-404d-88d3-8b07194b9e4e req-42ac50ff-1355-43ac-98b3-cc10696ffcfc tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397625 Dec 06 15:32:12.139037 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a047c58-865c-4194-b0ed-69ad0845a28a req-8ac4a128-2475-47e4-9233-e14a78f48efa tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:12.140523 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a047c58-865c-4194-b0ed-69ad0845a28a req-8ac4a128-2475-47e4-9233-e14a78f48efa tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0480781 Dec 06 15:32:12.186179 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a047c58-865c-4194-b0ed-69ad0845a28a req-b6b4f315-618c-4f8a-8a69-f72493b50eb7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397620 Dec 06 15:32:13.302013 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0be4b-1c2f-4075-91c4-5c7aac25a1b5 req-da70ae93-1af0-43b9-9426-74402e720441 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:13.304137 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ca0be4b-1c2f-4075-91c4-5c7aac25a1b5 req-da70ae93-1af0-43b9-9426-74402e720441 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0470905 Dec 06 15:32:13.348884 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ca0be4b-1c2f-4075-91c4-5c7aac25a1b5 req-bc1c56f0-0139-4ae0-8131-057d99fb2f1b tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390453 Dec 06 15:32:14.462728 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772a59f-f958-4749-b8c7-4df813f79423 req-49a10768-3deb-459d-b3ea-cae87f642e3e tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:14.464096 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9772a59f-f958-4749-b8c7-4df813f79423 req-49a10768-3deb-459d-b3ea-cae87f642e3e tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0472522 Dec 06 15:32:14.510177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9772a59f-f958-4749-b8c7-4df813f79423 req-62fe69c5-dbd1-496b-9912-630c9673ca37 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 Dec 06 15:32:15.627172 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde6aa9-8e44-4be8-9620-259fc610d517 req-2e64b7d0-8bd4-4169-93eb-a526136e4a6c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:15.628658 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6fde6aa9-8e44-4be8-9620-259fc610d517 req-2e64b7d0-8bd4-4169-93eb-a526136e4a6c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0521181 Dec 06 15:32:15.675303 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6fde6aa9-8e44-4be8-9620-259fc610d517 req-eb78e265-7ab6-4441-850b-38b8882f48b6 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402625 Dec 06 15:32:16.795724 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc9151-9053-47be-abc6-4606c5167aec req-e15edde5-8dc3-45fe-953d-cd0f4fa0a3a3 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:16.797065 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1cc9151-9053-47be-abc6-4606c5167aec req-e15edde5-8dc3-45fe-953d-cd0f4fa0a3a3 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0511060 Dec 06 15:32:16.842506 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1cc9151-9053-47be-abc6-4606c5167aec req-b59dc018-f502-44be-88c4-b1d6b8dd5e21 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395427 Dec 06 15:32:17.954845 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf2c0-bb26-477c-bdda-75305dbdd5ba req-821f4b10-fb1d-406d-bba9-7d84f709da06 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:17.956323 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c4bf2c0-bb26-477c-bdda-75305dbdd5ba req-821f4b10-fb1d-406d-bba9-7d84f709da06 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0470538 Dec 06 15:32:18.002933 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c4bf2c0-bb26-477c-bdda-75305dbdd5ba req-ef4b7f95-99ad-4e84-a987-2abfa8b811f6 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Dec 06 15:32:19.115586 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fc394-6452-4ce1-825b-1b10b373c271 req-ecd6cbd1-ae99-4278-85f5-62961fe792c9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:19.117948 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ac9fc394-6452-4ce1-825b-1b10b373c271 req-ecd6cbd1-ae99-4278-85f5-62961fe792c9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0471127 Dec 06 15:32:19.162653 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ac9fc394-6452-4ce1-825b-1b10b373c271 req-3c842faa-5349-4819-9647-bf604c2d4b53 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387878 Dec 06 15:32:20.278053 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58449809-012d-41f7-93cc-5aea9495e929 req-d6524c16-a570-4d04-a550-9fb23eb57191 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:20.279509 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-58449809-012d-41f7-93cc-5aea9495e929 req-d6524c16-a570-4d04-a550-9fb23eb57191 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0479643 Dec 06 15:32:20.333463 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-58449809-012d-41f7-93cc-5aea9495e929 req-4d130963-906d-4001-9eba-0a9d274c11f7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479996 Dec 06 15:32:21.448468 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5fbcc-2584-4a70-9c6c-31d279a235ea req-979d55cd-74e4-4585-babf-746d8a1a1902 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:21.449917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5bf5fbcc-2584-4a70-9c6c-31d279a235ea req-979d55cd-74e4-4585-babf-746d8a1a1902 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0469162 Dec 06 15:32:21.499550 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5bf5fbcc-2584-4a70-9c6c-31d279a235ea req-ffe7cbc4-21d6-4543-afe3-ea3b951e5c99 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437946 Dec 06 15:32:22.612777 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dfd19-e129-4195-bede-633aeddccdc7 req-5ea0e9ab-50cd-4fd9-87fd-9a46d6ad48f7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:22.614255 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fd8dfd19-e129-4195-bede-633aeddccdc7 req-5ea0e9ab-50cd-4fd9-87fd-9a46d6ad48f7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0483012 Dec 06 15:32:22.660964 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fd8dfd19-e129-4195-bede-633aeddccdc7 req-9d7edfb2-81f0-4e52-925a-39a81da1f643 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401511 Dec 06 15:32:23.773611 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae3e32-2904-4a0a-8c21-58ee0a7fd232 req-0702f830-bc45-4799-b44c-6944f51050f4 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:23.774978 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7dae3e32-2904-4a0a-8c21-58ee0a7fd232 req-0702f830-bc45-4799-b44c-6944f51050f4 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0475533 Dec 06 15:32:23.821069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7dae3e32-2904-4a0a-8c21-58ee0a7fd232 req-668bd6d5-eb6f-4486-b402-ce18ccb1b1b0 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401354 Dec 06 15:32:24.937372 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bb7dc-d181-427f-80d9-6b8d1b876a0a req-640eafa9-c978-4939-bd91-56234b354e95 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:24.938826 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e62bb7dc-d181-427f-80d9-6b8d1b876a0a req-640eafa9-c978-4939-bd91-56234b354e95 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0481970 Dec 06 15:32:24.985472 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e62bb7dc-d181-427f-80d9-6b8d1b876a0a req-714b8ddb-ac32-4130-a057-0036100396ff tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407650 Dec 06 15:32:26.098660 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a792d85-739b-450f-91c8-cb11574ed815 req-b4ac6343-a344-4313-9267-5f2260ba6b38 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:26.100116 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a792d85-739b-450f-91c8-cb11574ed815 req-b4ac6343-a344-4313-9267-5f2260ba6b38 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0475178 Dec 06 15:32:26.147281 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a792d85-739b-450f-91c8-cb11574ed815 req-1b058b4f-d42b-42e1-ade8-fbe506d8fa75 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412641 Dec 06 15:32:27.267116 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8ce3f-11fe-4c85-ae6b-a8ea0ee0741a req-5867b2cf-9b30-447c-ae70-0efc58aea7a5 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:27.268624 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-26b8ce3f-11fe-4c85-ae6b-a8ea0ee0741a req-5867b2cf-9b30-447c-ae70-0efc58aea7a5 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0528276 Dec 06 15:32:27.315742 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-26b8ce3f-11fe-4c85-ae6b-a8ea0ee0741a req-5382ca3b-e6d7-415f-ba5c-0995df35c303 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404143 Dec 06 15:32:28.311192 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:28.434834 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b60f95-ca7a-4e12-9ff8-9a06a941c10b req-b76dc9a1-d8a4-4fa7-b542-6ad479c2373e tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:28.436323 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17b60f95-ca7a-4e12-9ff8-9a06a941c10b req-b76dc9a1-d8a4-4fa7-b542-6ad479c2373e tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0515878 Dec 06 15:32:28.483915 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-17b60f95-ca7a-4e12-9ff8-9a06a941c10b req-2965eecd-5496-4c0b-911b-4ac0f0428e35 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414705 Dec 06 15:32:29.600685 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af26cf8-02f1-425a-afdc-cd5262a56023 req-639254cf-9ac1-4540-938b-03d63d68d77b tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:29.602685 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5af26cf8-02f1-425a-afdc-cd5262a56023 req-639254cf-9ac1-4540-938b-03d63d68d77b tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0517571 Dec 06 15:32:29.650837 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5af26cf8-02f1-425a-afdc-cd5262a56023 req-12098002-cefd-406c-8170-c9355a78ba62 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421712 Dec 06 15:32:30.188529 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:30.765631 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886e71-c2cd-46c2-bf56-c15838b0f88d req-45e30f70-e69c-4374-9052-efcabc51576c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:30.766992 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d886e71-c2cd-46c2-bf56-c15838b0f88d req-45e30f70-e69c-4374-9052-efcabc51576c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0479074 Dec 06 15:32:30.811789 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2d886e71-c2cd-46c2-bf56-c15838b0f88d req-e7e4cd48-6af2-464e-8745-b70b892d476d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389090 Dec 06 15:32:30.850254 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-baf68488-7fb7-4536-874b-48208f460bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:31.928073 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbda4c-d104-447b-bc56-d283925998fa req-f7593330-4108-4a48-b815-7945ae826abd tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:31.930180 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a2cbda4c-d104-447b-bc56-d283925998fa req-f7593330-4108-4a48-b815-7945ae826abd tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0509996 Dec 06 15:32:31.974857 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a2cbda4c-d104-447b-bc56-d283925998fa req-261e447b-fce1-47f3-8972-643083fd01e4 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389674 Dec 06 15:32:33.092097 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79a3c7-c631-4f31-8aff-3ba87dfc8e3f req-d63f158d-d859-4291-b5b7-9209b1a36627 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:33.093463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c79a3c7-c631-4f31-8aff-3ba87dfc8e3f req-d63f158d-d859-4291-b5b7-9209b1a36627 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0510604 Dec 06 15:32:33.141541 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c79a3c7-c631-4f31-8aff-3ba87dfc8e3f req-74a104cf-46b0-498b-98e2-114a1b8f7a6d tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421920 Dec 06 15:32:33.290565 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7488dfe7-ca1f-4f67-b62b-2fc0c71265f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:33.740250 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:32:34.126553 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:34.253823 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32d891-abb7-4e13-a4fe-3a3a6f49f72d req-b2831bd6-610d-451f-8535-9b62b19158ae tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:34.255323 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe32d891-abb7-4e13-a4fe-3a3a6f49f72d req-b2831bd6-610d-451f-8535-9b62b19158ae tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0478785 Dec 06 15:32:34.301451 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fe32d891-abb7-4e13-a4fe-3a3a6f49f72d req-e2209651-5ef5-4486-bc58-a47944dd2035 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395758 Dec 06 15:32:34.839892 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-9218e069-36e0-4f7c-9c6d-c44866b01092 service neutron] show failed (client error): The resource could not be found. Dec 06 15:32:34.840792 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-9218e069-36e0-4f7c-9c6d-c44866b01092 service neutron] 10.222.0.37 "GET /v2.0/ports/477f6715-095f-482f-9534-85b5af1a2725/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0537484 Dec 06 15:32:35.051008 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cf8bcccc-aeea-4845-b623-087809770287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:35.052490 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cf8bcccc-aeea-4845-b623-087809770287 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354&tenant_id=6598438e267b4944aaa0a9d5bc406614 HTTP/1.1" status: 200 len: 1096 time: 0.0395155 Dec 06 15:32:35.066143 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:32:35.119574 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:35.316296 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] For port 477f6715-095f-482f-9534-85b5af1a2725, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=477f6715-095f-482f-9534-85b5af1a2725,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:32:35.348566 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] For port 477f6715-095f-482f-9534-85b5af1a2725, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:32:35.410713 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88507161-aa72-4855-874b-fa53ca70e354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '477f6715-095f-482f-9534-85b5af1a2725'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:32:35.412919 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1a9a65-68a2-4af0-8abd-5eec700643f4" -d '{"events": [{"server_uuid": "88507161-aa72-4855-874b-fa53ca70e354", "name": "network-vif-unplugged", "status": "completed", "tag": "477f6715-095f-482f-9534-85b5af1a2725"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:32:35.418158 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:35.436112 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Transition to ACTIVE for port object 477f6715-095f-482f-9534-85b5af1a2725 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:32:35.447551 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52140ad-e7f0-4697-95b7-e2ffe78737cd req-27613f36-5f9c-494c-af4d-e0ad3ae5ee18 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:35.449080 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a52140ad-e7f0-4697-95b7-e2ffe78737cd req-27613f36-5f9c-494c-af4d-e0ad3ae5ee18 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0762835 Dec 06 15:32:35.449853 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:35.481588 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bec136c-e0ce-4179-be70-43b9ec7718ef x-openstack-request-id: req-8bec136c-e0ce-4179-be70-43b9ec7718ef {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:32:35.481891 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88507161-aa72-4855-874b-fa53ca70e354", "name": "network-vif-unplugged", "status": "completed", "tag": "477f6715-095f-482f-9534-85b5af1a2725", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:32:35.482172 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bec136c-e0ce-4179-be70-43b9ec7718ef {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:32:35.482565 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88507161-aa72-4855-874b-fa53ca70e354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '477f6715-095f-482f-9534-85b5af1a2725', 'code': 200} Dec 06 15:32:35.519105 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Pushing event updated for resources: {'Port': ['ID=477f6715-095f-482f-9534-85b5af1a2725,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:35.549545 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:35.549891 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:35.550240 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:35.550587 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:35.550925 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:35.551252 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:35.551579 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:35.551931 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:35.552256 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:35.552581 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:35.552906 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:35.553227 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:35.553549 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:35.556631 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] No DVR routers for this DVR port 477f6715-095f-482f-9534-85b5af1a2725 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:32:35.593016 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a52140ad-e7f0-4697-95b7-e2ffe78737cd req-a1d60772-b50e-4873-8451-4b7d3646ac41 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146526 Dec 06 15:32:35.601936 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Attempting to bind port 477f6715-095f-482f-9534-85b5af1a2725 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:32:35.602272 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Attempting to bind port 477f6715-095f-482f-9534-85b5af1a2725 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '04d42997-595b-46f5-b329-38cbc388dac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:32:35.602599 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Attempting to bind port 477f6715-095f-482f-9534-85b5af1a2725 on network 7222a4a8-8c44-43a8-b653-26e153badff0 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:32:35.606938 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Port 477f6715-095f-482f-9534-85b5af1a2725 on network 7222a4a8-8c44-43a8-b653-26e153badff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:32:35.607261 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Attempting to bind port 477f6715-095f-482f-9534-85b5af1a2725 on network 7222a4a8-8c44-43a8-b653-26e153badff0 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:32:35.612064 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:32:35.612402 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Checking segment: {'id': '04d42997-595b-46f5-b329-38cbc388dac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:32:35.612781 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Bound using segment: {'id': '04d42997-595b-46f5-b329-38cbc388dac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:32:35.613205 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Bound port: 477f6715-095f-482f-9534-85b5af1a2725, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d42997-595b-46f5-b329-38cbc388dac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:32:35.613561 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:35.678483 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] For port 477f6715-095f-482f-9534-85b5af1a2725, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:32:35.681441 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] For port 477f6715-095f-482f-9534-85b5af1a2725, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=477f6715-095f-482f-9534-85b5af1a2725,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:32:35.684929 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:35.717390 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:35.718032 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:35.719402 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] 10.222.0.23 "PUT /v2.0/ports/477f6715-095f-482f-9534-85b5af1a2725 HTTP/1.1" status: 200 len: 1091 time: 0.6574600 Dec 06 15:32:35.741087 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb356a0-b483-45dd-9008-badb41f1502b service neutron] Pushing event updated for resources: {'Port': ['ID=477f6715-095f-482f-9534-85b5af1a2725,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:35.781642 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:35.785002 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-83ac2297-9e8d-41a8-a768-bfc7c9ba9b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:35.786514 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-83ac2297-9e8d-41a8-a768-bfc7c9ba9b7a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6598438e267b4944aaa0a9d5bc406614&device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 1094 time: 0.0426419 Dec 06 15:32:35.879381 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-a0bd40a9-8c0c-4645-a7f8-f3c862f93625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:35.880866 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-a0bd40a9-8c0c-4645-a7f8-f3c862f93625 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7222a4a8-8c44-43a8-b653-26e153badff0 HTTP/1.1" status: 200 len: 915 time: 0.0867252 Dec 06 15:32:35.921036 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-3633b750-8b0e-40e1-84d1-1feac6a19a65 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=477f6715-095f-482f-9534-85b5af1a2725 HTTP/1.1" status: 200 len: 217 time: 0.0326018 Dec 06 15:32:35.968192 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-fe679625-d1a3-409b-bc98-73abf1355a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:35.969492 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-fe679625-d1a3-409b-bc98-73abf1355a76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c927fbbe-8836-4748-b61d-7fa28c741cb2 HTTP/1.1" status: 200 len: 854 time: 0.0421987 Dec 06 15:32:36.000363 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-b50d9198-2ef9-4ee6-836c-3a3817f454e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7222a4a8-8c44-43a8-b653-26e153badff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241594 Dec 06 15:32:36.092122 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-05610d4e-7a5a-414f-b4b4-5456791bb57a service neutron] 10.222.0.23 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834348 Dec 06 15:32:36.407288 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e6fd9e8-8c4e-41b8-8006-2a43d4c750b9 req-9e0b0535-f68d-494a-92e1-502e2cac03d3 service neutron] 10.222.0.23 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088295 Dec 06 15:32:36.683920 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:36.711623 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a82b9-df7a-4a59-b722-30252fd4d149 req-640609bf-0d3a-4556-98b5-c13147412c39 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:36.713148 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a00a82b9-df7a-4a59-b722-30252fd4d149 req-640609bf-0d3a-4556-98b5-c13147412c39 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 943 time: 0.0506370 Dec 06 15:32:36.764479 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a00a82b9-df7a-4a59-b722-30252fd4d149 req-3661f4b0-e2bf-4a21-8eec-ab9222e798df tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453558 Dec 06 15:32:37.483901 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88507161-aa72-4855-874b-fa53ca70e354', 'tag': '477f6715-095f-482f-9534-85b5af1a2725'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:32:37.486257 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037" -d '{"events": [{"name": "network-changed", "server_uuid": "88507161-aa72-4855-874b-fa53ca70e354", "tag": "477f6715-095f-482f-9534-85b5af1a2725"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:32:37.534268 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980995f3-93f6-42d2-a2a5-96b676f04d99 x-openstack-request-id: req-980995f3-93f6-42d2-a2a5-96b676f04d99 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:32:37.534566 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88507161-aa72-4855-874b-fa53ca70e354", "tag": "477f6715-095f-482f-9534-85b5af1a2725", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:32:37.534989 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-980995f3-93f6-42d2-a2a5-96b676f04d99 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:32:37.535388 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88507161-aa72-4855-874b-fa53ca70e354', 'tag': '477f6715-095f-482f-9534-85b5af1a2725', 'status': 'completed', 'code': 200} Dec 06 15:32:37.628279 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-fda7ef38-8cd8-4f27-8430-03270df1962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:37.630652 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-fda7ef38-8cd8-4f27-8430-03270df1962f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6598438e267b4944aaa0a9d5bc406614&device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 1094 time: 0.0699310 Dec 06 15:32:37.633122 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-dffb4f58-1ed5-4395-82a3-a5031122c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:37.634590 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-dffb4f58-1ed5-4395-82a3-a5031122c98e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6598438e267b4944aaa0a9d5bc406614&device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 1094 time: 0.0728261 Dec 06 15:32:37.787074 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-32b055c2-e33a-4e33-8baf-bce3710661d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:37.789004 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-32b055c2-e33a-4e33-8baf-bce3710661d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7222a4a8-8c44-43a8-b653-26e153badff0 HTTP/1.1" status: 200 len: 915 time: 0.1488426 Dec 06 15:32:37.790376 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-d62faaa7-4c86-4da7-b09b-a8bc989b6442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:37.791647 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-d62faaa7-4c86-4da7-b09b-a8bc989b6442 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7222a4a8-8c44-43a8-b653-26e153badff0 HTTP/1.1" status: 200 len: 915 time: 0.1443064 Dec 06 15:32:37.840933 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-191e4278-7f3a-44d3-96e5-ac7606c9fcb8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=477f6715-095f-482f-9534-85b5af1a2725 HTTP/1.1" status: 200 len: 217 time: 0.0450804 Dec 06 15:32:37.880377 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-b0cdddf2-b034-4138-ac43-70d34f2a7e7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=477f6715-095f-482f-9534-85b5af1a2725 HTTP/1.1" status: 200 len: 217 time: 0.0457041 Dec 06 15:32:37.883514 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56b33f-632c-4fc0-b9e1-3d86703906ae req-186a3192-b400-48c9-8063-94f59ddb6ff1 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:37.885134 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dd56b33f-632c-4fc0-b9e1-3d86703906ae req-186a3192-b400-48c9-8063-94f59ddb6ff1 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 943 time: 0.0504010 Dec 06 15:32:37.942595 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dd56b33f-632c-4fc0-b9e1-3d86703906ae req-c83c1700-7f2f-43ff-9d65-7e1166255998 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499260 Dec 06 15:32:37.962879 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-5c252a45-1a56-4de8-8e1d-e1746429c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:37.962879 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-5c252a45-1a56-4de8-8e1d-e1746429c079 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c927fbbe-8836-4748-b61d-7fa28c741cb2 HTTP/1.1" status: 200 len: 854 time: 0.0900800 Dec 06 15:32:37.967846 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-a170b13b-9aa3-4c05-85a2-1c8e83cf7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:37.969425 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-a170b13b-9aa3-4c05-85a2-1c8e83cf7e13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c927fbbe-8836-4748-b61d-7fa28c741cb2 HTTP/1.1" status: 200 len: 854 time: 0.0662377 Dec 06 15:32:37.972547 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 477f6715-095f-482f-9534-85b5af1a2725 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:32:38.004567 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 477f6715-095f-482f-9534-85b5af1a2725 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:32:38.016051 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-a7c1de04-7c74-4284-9baf-bdc3a8cc63a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7222a4a8-8c44-43a8-b653-26e153badff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442102 Dec 06 15:32:38.017862 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-94b7fddd-3b2e-41ff-92ab-de5d55565150 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7222a4a8-8c44-43a8-b653-26e153badff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370574 Dec 06 15:32:38.089763 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 477f6715-095f-482f-9534-85b5af1a2725 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:32:38.101876 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 477f6715-095f-482f-9534-85b5af1a2725, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=477f6715-095f-482f-9534-85b5af1a2725,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:32:38.112124 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '477f6715-095f-482f-9534-85b5af1a2725', 'network_id': '7222a4a8-8c44-43a8-b653-26e153badff0', 'port_id': '477f6715-095f-482f-9534-85b5af1a2725', 'mac_address': 'fa:16:3e:83:4b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c927fbbe-8836-4748-b61d-7fa28c741cb2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:32:38.149059 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:38.161432 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477f6715-095f-482f-9534-85b5af1a2725 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:32:38.179098 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-3b76e1c1-9691-4713-b5de-a3c3c4c2964b service neutron] 10.222.0.23 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564884 Dec 06 15:32:38.181226 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-1a394601-0661-4235-8aae-61aad3e3d0f0 service neutron] 10.222.0.37 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468832 Dec 06 15:32:38.181979 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 477f6715-095f-482f-9534-85b5af1a2725, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=477f6715-095f-482f-9534-85b5af1a2725,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:32:38.185675 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:38.236557 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=477f6715-095f-482f-9534-85b5af1a2725,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:38.244152 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:38.244502 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:38.244844 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:38.245176 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:38.245503 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:38.245832 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:38.246159 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:38.246482 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:38.246800 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:38.247129 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:38.247441 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:38.247800 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:38.248106 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:38.338452 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-fd6b69ab-aa86-4fc3-aa87-b025bf8ee93c service neutron] 10.222.0.23 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518388 Dec 06 15:32:38.340620 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd3ae2a2-9c72-4d57-8ac9-7e2203be5037 req-3f68614a-2908-48ed-ba38-399fd844edbc service neutron] 10.222.0.37 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459701 Dec 06 15:32:38.404182 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['477f6715-095f-482f-9534-85b5af1a2725'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:32:39.063617 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e0d87-1690-4cea-9945-ab8804cf2508 req-a6e9289d-74a0-4961-83b1-7fa166dfb60c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:39.065224 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca5e0d87-1690-4cea-9945-ab8804cf2508 req-a6e9289d-74a0-4961-83b1-7fa166dfb60c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 944 time: 0.0528209 Dec 06 15:32:39.111337 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca5e0d87-1690-4cea-9945-ab8804cf2508 req-4681cee8-27ef-47e4-b7a7-ffe007befcde tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395637 Dec 06 15:32:39.329348 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70074dc0-f123-484f-9cd9-7137b20da861 req-7f67ce69-990b-4a60-b588-78af1d3c906f tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:39.330811 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70074dc0-f123-484f-9cd9-7137b20da861 req-7f67ce69-990b-4a60-b588-78af1d3c906f tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 944 time: 0.0764112 Dec 06 15:32:39.350811 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7a25-3abb-4dbb-9b08-2081a7d1eb17 req-fb61301d-f8f0-4da2-aa7e-d30188f0739c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:39.352693 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98fb7a25-3abb-4dbb-9b08-2081a7d1eb17 req-fb61301d-f8f0-4da2-aa7e-d30188f0739c tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.37 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354&tenant_id=6598438e267b4944aaa0a9d5bc406614&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 944 time: 0.0696993 Dec 06 15:32:39.418414 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70074dc0-f123-484f-9cd9-7137b20da861 req-cfd7f66f-3403-4403-98a3-b173dff7aaec tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804813 Dec 06 15:32:39.438383 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-98fb7a25-3abb-4dbb-9b08-2081a7d1eb17 req-f7b34cf9-eede-4526-a2f6-45825c675368 service neutron] delete failed (client error): The resource could not be found. Dec 06 15:32:39.439375 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98fb7a25-3abb-4dbb-9b08-2081a7d1eb17 req-f7b34cf9-eede-4526-a2f6-45825c675368 service neutron] 10.222.0.37 "DELETE /v2.0/ports/477f6715-095f-482f-9534-85b5af1a2725/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0730190 Dec 06 15:32:39.532976 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7a25-3abb-4dbb-9b08-2081a7d1eb17 req-b824c62b-1476-4076-a08d-a30528974109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:39.534454 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98fb7a25-3abb-4dbb-9b08-2081a7d1eb17 req-b824c62b-1476-4076-a08d-a30528974109 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6598438e267b4944aaa0a9d5bc406614&device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 1095 time: 0.0400500 Dec 06 15:32:39.629902 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7a25-3abb-4dbb-9b08-2081a7d1eb17 req-9cd6a0c7-949a-4077-ab3c-0aac885e5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:39.631362 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98fb7a25-3abb-4dbb-9b08-2081a7d1eb17 req-9cd6a0c7-949a-4077-ab3c-0aac885e5ccc service neutron] 10.222.0.37 "GET /v2.0/networks?id=7222a4a8-8c44-43a8-b653-26e153badff0 HTTP/1.1" status: 200 len: 915 time: 0.0867417 Dec 06 15:32:39.677532 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98fb7a25-3abb-4dbb-9b08-2081a7d1eb17 req-a65cb173-65b2-48bd-bbfc-1b6fa414a4d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=477f6715-095f-482f-9534-85b5af1a2725 HTTP/1.1" status: 200 len: 217 time: 0.0343771 Dec 06 15:32:39.726788 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7a25-3abb-4dbb-9b08-2081a7d1eb17 req-28f10500-1a19-4717-8fb7-5e87012e8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:39.728243 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98fb7a25-3abb-4dbb-9b08-2081a7d1eb17 req-28f10500-1a19-4717-8fb7-5e87012e8d4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c927fbbe-8836-4748-b61d-7fa28c741cb2 HTTP/1.1" status: 200 len: 854 time: 0.0434072 Dec 06 15:32:39.763889 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98fb7a25-3abb-4dbb-9b08-2081a7d1eb17 req-786e0b12-dbf9-43af-980b-106f7fe47e6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7222a4a8-8c44-43a8-b653-26e153badff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233889 Dec 06 15:32:39.858679 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98fb7a25-3abb-4dbb-9b08-2081a7d1eb17 req-0682e65a-7e85-4b30-be95-8bf7c50c1321 service neutron] 10.222.0.37 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837183 Dec 06 15:32:39.949322 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98fb7a25-3abb-4dbb-9b08-2081a7d1eb17 req-bcc2ad07-b91d-4370-852c-d45f1d48e502 service neutron] 10.222.0.37 "GET /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827320 Dec 06 15:32:39.988492 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 477f6715-095f-482f-9534-85b5af1a2725 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:32:40.036624 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 477f6715-095f-482f-9534-85b5af1a2725 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:32:40.040110 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 477f6715-095f-482f-9534-85b5af1a2725 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:32:40.040481 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:40.114559 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:40.136408 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88507161-aa72-4855-874b-fa53ca70e354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477f6715-095f-482f-9534-85b5af1a2725'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:32:40.138636 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bbf773-92d6-4c72-be53-d2c80f4ee4e4" -d '{"events": [{"server_uuid": "88507161-aa72-4855-874b-fa53ca70e354", "name": "network-vif-plugged", "status": "completed", "tag": "477f6715-095f-482f-9534-85b5af1a2725"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:32:40.151851 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 477f6715-095f-482f-9534-85b5af1a2725, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=477f6715-095f-482f-9534-85b5af1a2725,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:32:40.155723 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:40.188698 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea34ed0-497b-4d82-b987-5b2f657ee077 x-openstack-request-id: req-aea34ed0-497b-4d82-b987-5b2f657ee077 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:32:40.189017 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88507161-aa72-4855-874b-fa53ca70e354", "name": "network-vif-plugged", "status": "completed", "tag": "477f6715-095f-482f-9534-85b5af1a2725", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:32:40.189255 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aea34ed0-497b-4d82-b987-5b2f657ee077 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:32:40.189646 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88507161-aa72-4855-874b-fa53ca70e354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477f6715-095f-482f-9534-85b5af1a2725', 'code': 200} Dec 06 15:32:40.207514 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=477f6715-095f-482f-9534-85b5af1a2725,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:40.538821 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79def6-367c-4b7b-a29f-cc1b968b093f req-db31fd49-1aab-4ab8-a604-0b694e509f90 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:40.540864 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c79def6-367c-4b7b-a29f-cc1b968b093f req-db31fd49-1aab-4ab8-a604-0b694e509f90 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0516756 Dec 06 15:32:40.590812 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c79def6-367c-4b7b-a29f-cc1b968b093f req-3d6006ce-de46-4fe0-86ed-86704acd5fd7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436320 Dec 06 15:32:40.705287 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8c4dd-9523-4c69-947e-68c582c7dc8b req-85a1f194-e245-45bd-8c05-553650662a57 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:40.706669 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-07e8c4dd-9523-4c69-947e-68c582c7dc8b req-85a1f194-e245-45bd-8c05-553650662a57 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0492208 Dec 06 15:32:40.753371 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-07e8c4dd-9523-4c69-947e-68c582c7dc8b req-26fec594-7e98-4f44-8ea3-555445590f84 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403991 Dec 06 15:32:40.865396 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cade2b1-a8ff-432c-adf8-d20bbc4da5a6 req-bba9c8a4-72c6-4eb0-b06d-1c12c7ed66a8 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:40.867736 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7cade2b1-a8ff-432c-adf8-d20bbc4da5a6 req-bba9c8a4-72c6-4eb0-b06d-1c12c7ed66a8 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0501637 Dec 06 15:32:40.912699 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7cade2b1-a8ff-432c-adf8-d20bbc4da5a6 req-a0c4eb10-2353-4e80-912a-64467caa0df2 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388968 Dec 06 15:32:41.237491 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e49bb-a887-443c-bd06-5084bf532e72 req-80b28470-de41-47e9-b40f-59b33aa210e6 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:41.238871 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-699e49bb-a887-443c-bd06-5084bf532e72 req-80b28470-de41-47e9-b40f-59b33aa210e6 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0519834 Dec 06 15:32:41.285293 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-699e49bb-a887-443c-bd06-5084bf532e72 req-dcd67ab5-1c99-4bbd-a2cb-e5afc386a892 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402613 Dec 06 15:32:42.402156 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc6ad7-600b-4da7-bef9-f0f9590dd061 req-955bc218-2b94-4e35-9f05-e98cb196d519 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:42.403580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-86bc6ad7-600b-4da7-bef9-f0f9590dd061 req-955bc218-2b94-4e35-9f05-e98cb196d519 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.23 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0783660 Dec 06 15:32:42.415926 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e7225-4bea-4e51-8083-9c2f5ca49d29 req-306df1ea-d3d8-434e-8dbd-2b2e1105dd55 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:42.417280 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-127e7225-4bea-4e51-8083-9c2f5ca49d29 req-306df1ea-d3d8-434e-8dbd-2b2e1105dd55 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/ports?device_id=88507161-aa72-4855-874b-fa53ca70e354 HTTP/1.1" status: 200 len: 945 time: 0.0636587 Dec 06 15:32:42.512198 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-127e7225-4bea-4e51-8083-9c2f5ca49d29 req-c1377d89-50f7-46e1-bc8e-59c385aa8ba7 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.20 "GET /v2.0/security-groups?id=de2e0d0f-d935-43fb-b1fb-67237a79603e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881457 Dec 06 15:32:42.533981 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-86bc6ad7-600b-4da7-bef9-f0f9590dd061 req-f5d0d2d7-781e-43eb-9f7f-4b9afb08dff9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Deleting port 477f6715-095f-482f-9534-85b5af1a2725 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:32:42.534326 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-86bc6ad7-600b-4da7-bef9-f0f9590dd061 req-f5d0d2d7-781e-43eb-9f7f-4b9afb08dff9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:42.621564 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-86bc6ad7-600b-4da7-bef9-f0f9590dd061 req-f5d0d2d7-781e-43eb-9f7f-4b9afb08dff9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] For port 477f6715-095f-482f-9534-85b5af1a2725, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=477f6715-095f-482f-9534-85b5af1a2725,segment=NetworkSegment(04d42997-595b-46f5-b329-38cbc388dac4),segment_id=04d42997-595b-46f5-b329-38cbc388dac4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:32:42.621906 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-86bc6ad7-600b-4da7-bef9-f0f9590dd061 req-f5d0d2d7-781e-43eb-9f7f-4b9afb08dff9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:42.634066 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-86bc6ad7-600b-4da7-bef9-f0f9590dd061 req-f5d0d2d7-781e-43eb-9f7f-4b9afb08dff9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Calling delete_port for 477f6715-095f-482f-9534-85b5af1a2725 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:32:42.759685 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-86bc6ad7-600b-4da7-bef9-f0f9590dd061 req-f5d0d2d7-781e-43eb-9f7f-4b9afb08dff9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:42.770813 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['477f6715-095f-482f-9534-85b5af1a2725'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:32:42.785899 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0d2d7-781e-43eb-9f7f-4b9afb08dff9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Pushing event deleted for resources: {'Port': ['ID=477f6715-095f-482f-9534-85b5af1a2725,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:42.826608 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bc6ad7-600b-4da7-bef9-f0f9590dd061 req-f5d0d2d7-781e-43eb-9f7f-4b9afb08dff9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] No DVR routers for this DVR port 477f6715-095f-482f-9534-85b5af1a2725 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:32:42.829198 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-86bc6ad7-600b-4da7-bef9-f0f9590dd061 req-f5d0d2d7-781e-43eb-9f7f-4b9afb08dff9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:42.832424 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-86bc6ad7-600b-4da7-bef9-f0f9590dd061 req-f5d0d2d7-781e-43eb-9f7f-4b9afb08dff9 tempest-ServerDiskConfigTestJSON-1321821986 tempest-ServerDiskConfigTestJSON-1321821986-project] 10.222.0.23 "DELETE /v2.0/ports/477f6715-095f-482f-9534-85b5af1a2725 HTTP/1.1" status: 204 len: 173 time: 0.4142909 Dec 06 15:32:42.832859 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88507161-aa72-4855-874b-fa53ca70e354', 'name': 'network-vif-deleted', 'tag': '477f6715-095f-482f-9534-85b5af1a2725'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:32:42.835123 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8456e659-f010-4d29-a9ec-a8c41e37c589" -d '{"events": [{"server_uuid": "88507161-aa72-4855-874b-fa53ca70e354", "name": "network-vif-deleted", "tag": "477f6715-095f-482f-9534-85b5af1a2725"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:32:42.872040 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c60cc1-5289-4e4c-9cfc-9cb1cf5a7857 x-openstack-request-id: req-a8c60cc1-5289-4e4c-9cfc-9cb1cf5a7857 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:32:42.872339 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88507161-aa72-4855-874b-fa53ca70e354", "name": "network-vif-deleted", "tag": "477f6715-095f-482f-9534-85b5af1a2725", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:32:42.872587 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8c60cc1-5289-4e4c-9cfc-9cb1cf5a7857 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:32:42.872989 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88507161-aa72-4855-874b-fa53ca70e354', 'name': 'network-vif-deleted', 'tag': '477f6715-095f-482f-9534-85b5af1a2725', 'status': 'completed', 'code': 200} Dec 06 15:32:43.631381 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45578) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:32:43.676218 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Deleting subnet c927fbbe-8836-4748-b61d-7fa28c741cb2 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:32:43.679849 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:43.713724 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:43.756029 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:43.812592 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:43.838821 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c927fbbe-8836-4748-b61d-7fa28c741cb2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:43.841437 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:43.844288 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c927fbbe-8836-4748-b61d-7fa28c741cb2 HTTP/1.1" status: 204 len: 168 time: 0.2118981 Dec 06 15:32:43.846923 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45580) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:32:43.850529 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:43.851377 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:43.851740 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:43.852077 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:43.852404 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:43.852732 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:43.853055 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:43.853381 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:43.853704 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:43.854019 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:43.854333 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:43.854655 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:43.854972 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae10e3-7c2b-4765-b2c6-1228e054190b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:43.918066 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-709c85f7-8e67-4d34-88da-dfab8453f3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:43.998517 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-709c85f7-8e67-4d34-88da-dfab8453f3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:44.017971 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-709c85f7-8e67-4d34-88da-dfab8453f3c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7222a4a8-8c44-43a8-b653-26e153badff0']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:32:44.026835 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-709c85f7-8e67-4d34-88da-dfab8453f3c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d42997-595b-46f5-b329-38cbc388dac4') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:32:44.027129 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-709c85f7-8e67-4d34-88da-dfab8453f3c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d42997-595b-46f5-b329-38cbc388dac4') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:32:44.036178 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-709c85f7-8e67-4d34-88da-dfab8453f3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:44.049187 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-709c85f7-8e67-4d34-88da-dfab8453f3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:44.055426 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709c85f7-8e67-4d34-88da-dfab8453f3c1 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:32:44.055847 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-709c85f7-8e67-4d34-88da-dfab8453f3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:32:44.057520 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:32:44.109024 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-709c85f7-8e67-4d34-88da-dfab8453f3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:44.114195 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-709c85f7-8e67-4d34-88da-dfab8453f3c1 admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:44.118245 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-709c85f7-8e67-4d34-88da-dfab8453f3c1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7222a4a8-8c44-43a8-b653-26e153badff0 HTTP/1.1" status: 204 len: 168 time: 0.2703271 Dec 06 15:32:44.128623 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c85f7-8e67-4d34-88da-dfab8453f3c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7222a4a8-8c44-43a8-b653-26e153badff0,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:44.224023 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45584) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:32:44.263151 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6de9e5a4-ddc3-42ac-87d4-84499f050ed7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6598438e267b4944aaa0a9d5bc406614&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379877 Dec 06 15:32:44.265638 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45586) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:32:44.311157 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18018d6c-a69a-491d-8cda-51fb7461da6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:44.331524 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18018d6c-a69a-491d-8cda-51fb7461da6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:44.377088 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18018d6c-a69a-491d-8cda-51fb7461da6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:44.379610 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18018d6c-a69a-491d-8cda-51fb7461da6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:44.380769 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-18018d6c-a69a-491d-8cda-51fb7461da6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de2e0d0f-d935-43fb-b1fb-67237a79603e HTTP/1.1" status: 204 len: 168 time: 0.1142714 Dec 06 15:32:44.388098 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18018d6c-a69a-491d-8cda-51fb7461da6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2e0d0f-d935-43fb-b1fb-67237a79603e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:45.021176 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45608) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:32:45.112754 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f75836fe-ef7a-4ab5-8e31-7fa47e4ad4af admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-62075860-network', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:32:45.133954 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75836fe-ef7a-4ab5-8e31-7fa47e4ad4af admin admin] Made reservation on behalf of d985c05811bc47f1989cbe58fd056bbb for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:32:45.136392 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f75836fe-ef7a-4ab5-8e31-7fa47e4ad4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:45.144581 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f75836fe-ef7a-4ab5-8e31-7fa47e4ad4af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:45.220768 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f75836fe-ef7a-4ab5-8e31-7fa47e4ad4af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:45.224531 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f75836fe-ef7a-4ab5-8e31-7fa47e4ad4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:45.246566 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75836fe-ef7a-4ab5-8e31-7fa47e4ad4af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:32:45.262710 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75836fe-ef7a-4ab5-8e31-7fa47e4ad4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74acf1e1-fe75-4ffe-a4ab-c6c0312b5404,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:45.267411 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f75836fe-ef7a-4ab5-8e31-7fa47e4ad4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:45.267802 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-f75836fe-ef7a-4ab5-8e31-7fa47e4ad4af admin admin] Added segment ae15681e-13f8-49ca-8a65-dae1b7b361bd of type vlan for network 00a9f339-745b-4107-b163-dd119ae5e370 Dec 06 15:32:45.309246 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f75836fe-ef7a-4ab5-8e31-7fa47e4ad4af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:45.332640 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f75836fe-ef7a-4ab5-8e31-7fa47e4ad4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:45.333577 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75836fe-ef7a-4ab5-8e31-7fa47e4ad4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:45.334152 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f75836fe-ef7a-4ab5-8e31-7fa47e4ad4af admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:45.363804 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f75836fe-ef7a-4ab5-8e31-7fa47e4ad4af admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3415315 Dec 06 15:32:45.368076 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45612) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:32:45.373578 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-409a110b-57d5-4f75-be97-49cbe1f9a453 admin admin] Request body: {'subnet': {'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-62075860-subnet', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:32:45.397879 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409a110b-57d5-4f75-be97-49cbe1f9a453 admin admin] Made reservation on behalf of d985c05811bc47f1989cbe58fd056bbb for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:32:45.398263 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75836fe-ef7a-4ab5-8e31-7fa47e4ad4af admin admin] Pushing event updated for resources: {'Network': ['ID=00a9f339-745b-4107-b163-dd119ae5e370,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:45.400122 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-409a110b-57d5-4f75-be97-49cbe1f9a453 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:45.408980 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 00a9f339-745b-4107-b163-dd119ae5e370 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:32:45.569494 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-409a110b-57d5-4f75-be97-49cbe1f9a453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:45.618814 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a110b-57d5-4f75-be97-49cbe1f9a453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:45.634155 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409a110b-57d5-4f75-be97-49cbe1f9a453 admin admin] Checking segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:32:45.634513 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409a110b-57d5-4f75-be97-49cbe1f9a453 admin admin] Network hostable DHCP agents. Network: 00a9f339-745b-4107-b163-dd119ae5e370, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:32:45.650212 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409a110b-57d5-4f75-be97-49cbe1f9a453 admin admin] Network 00a9f339-745b-4107-b163-dd119ae5e370 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:32:45.660596 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-409a110b-57d5-4f75-be97-49cbe1f9a453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 00a9f339-745b-4107-b163-dd119ae5e370) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:32:45.664855 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409a110b-57d5-4f75-be97-49cbe1f9a453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:45.665459 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-409a110b-57d5-4f75-be97-49cbe1f9a453 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:45.670363 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115b1f7e-949f-4b8d-a22a-1ef0949c418e None None] Network 00a9f339-745b-4107-b163-dd119ae5e370 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:32:45.682154 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-409a110b-57d5-4f75-be97-49cbe1f9a453 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3129742 Dec 06 15:32:45.684864 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45614) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:32:45.689112 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:32:45.711197 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:45.712509 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:45.765482 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:45.822148 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-00a9f339-745b-4107-b163-dd119ae5e370', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:32:45.823002 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:45.900926 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:45.956392 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Allocated IP 172.20.0.2 (00a9f339-745b-4107-b163-dd119ae5e370/8cc59bc2-e2bc-42ed-adb3-dab53b92ab09/53168ef9-cf03-4057-b092-62497ecaba93) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:32:46.094145 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:46.097579 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:46.100512 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:46.121875 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:46.152748 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Network 00a9f339-745b-4107-b163-dd119ae5e370 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:32:46.154370 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:32:46.156092 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Pushing event updated for resources: {'Port': ['ID=53168ef9-cf03-4057-b092-62497ecaba93,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:46.158229 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:32:46.210224 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Attempting to bind port 53168ef9-cf03-4057-b092-62497ecaba93 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:32:46.210590 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Attempting to bind port 53168ef9-cf03-4057-b092-62497ecaba93 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:32:46.210945 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Attempting to bind port 53168ef9-cf03-4057-b092-62497ecaba93 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:32:46.215857 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:32:46.216229 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Checking segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:32:46.216623 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:46.217015 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Bound using segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:32:46.217472 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Bound port: 53168ef9-cf03-4057-b092-62497ecaba93, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:32:46.217846 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:46.227150 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Allocated IP 172.35.7.199 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/a282128a-8d20-4b64-b926-dd98cd87aa0c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:32:46.279954 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] For port 53168ef9-cf03-4057-b092-62497ecaba93, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:32:46.283082 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] For port 53168ef9-cf03-4057-b092-62497ecaba93, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=53168ef9-cf03-4057-b092-62497ecaba93,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:32:46.287134 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:46.342618 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:46.342783 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be0339-dd28-4f5c-b58c-debd762d61ce None None] Pushing event updated for resources: {'Port': ['ID=53168ef9-cf03-4057-b092-62497ecaba93,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:46.380325 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:46.419715 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:32:46.422605 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:32:46.425605 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:32:46.438798 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2367652f-ff16-46dd-9173-185bd73a665a None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:32:46.455349 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Pushing event updated for resources: {'Port': ['ID=a282128a-8d20-4b64-b926-dd98cd87aa0c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:46.526806 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9cff5b98-e8ff-46d8-aa7e-4d8db6a14cd8 None None] Provisioning complete for port a282128a-8d20-4b64-b926-dd98cd87aa0c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:32:46.527175 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9cff5b98-e8ff-46d8-aa7e-4d8db6a14cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:46.566241 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9cff5b98-e8ff-46d8-aa7e-4d8db6a14cd8 None None] Port a282128a-8d20-4b64-b926-dd98cd87aa0c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:32:46.707056 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:47.176505 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:47.257845 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8eadf8-a7a8-46c6-99cc-4f094fcb396c None None] Network 00a9f339-745b-4107-b163-dd119ae5e370 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:32:47.309116 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Router 425fa2af-816b-4800-82fb-6ff924656353 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:32:47.331736 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f7eb5fa0-3356-4a35-ab3b-a536be3be3e4 None None] Provisioning complete for port 53168ef9-cf03-4057-b092-62497ecaba93 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:32:47.332103 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5fa0-3356-4a35-ab3b-a536be3be3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:47.420269 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:32:47.430669 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Sync routers for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:32:47.440003 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:47.441273 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-af6a3221-b063-48e5-b7fc-dacf333e3eae admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7554708 Dec 06 15:32:47.443963 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45618) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:32:47.444170 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:32:47.445591 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:32:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:32:47.478278 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5fa0-3356-4a35-ab3b-a536be3be3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:47.556790 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:32:47.682390 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f7eb5fa0-3356-4a35-ab3b-a536be3be3e4 None None] For port 53168ef9-cf03-4057-b092-62497ecaba93, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=53168ef9-cf03-4057-b092-62497ecaba93,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:32:47.688635 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5fa0-3356-4a35-ab3b-a536be3be3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:47.752843 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb5fa0-3356-4a35-ab3b-a536be3be3e4 None None] Pushing event updated for resources: {'Port': ['ID=53168ef9-cf03-4057-b092-62497ecaba93,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:47.790818 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:46Z', 'revision_number': 3, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:32:47.827006 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Checking router: 425fa2af-816b-4800-82fb-6ff924656353 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:32:47.827364 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Updating router 425fa2af-816b-4800-82fb-6ff924656353 port a282128a-8d20-4b64-b926-dd98cd87aa0c binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:32:47.860401 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:47.941441 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.010158 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-03c937ab-81ca-43cd-8f44-02efe2b4c65f None None] Provisioning complete for port 53168ef9-cf03-4057-b092-62497ecaba93 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:32:48.010571 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-03c937ab-81ca-43cd-8f44-02efe2b4c65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.034956 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 477f6715-095f-482f-9534-85b5af1a2725 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:32:48.063999 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 477f6715-095f-482f-9534-85b5af1a2725 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:32:48.064491 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 477f6715-095f-482f-9534-85b5af1a2725 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:32:48.122183 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] Allocated IP 172.20.0.1 (00a9f339-745b-4107-b163-dd119ae5e370/8cc59bc2-e2bc-42ed-adb3-dab53b92ab09/fba182f5-9ee7-4799-bf90-3a2343eef0d7) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:32:48.215348 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.224748 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.234884 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.268790 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Attempting to bind port a282128a-8d20-4b64-b926-dd98cd87aa0c on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:32:48.269164 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Attempting to bind port a282128a-8d20-4b64-b926-dd98cd87aa0c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:32:48.269311 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3b6b8d-c551-4b37-98f3-2f25f6605547 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:32:48.269524 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Attempting to bind port a282128a-8d20-4b64-b926-dd98cd87aa0c on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:32:48.281468 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:32:48.281849 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:32:48.282237 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.282632 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:32:48.283174 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Bound port: a282128a-8d20-4b64-b926-dd98cd87aa0c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:32:48.283476 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.292614 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.318586 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bd31c-c96d-48d2-9ee5-33df34025c5f None None] Pushing event updated for resources: {'Port': ['ID=a282128a-8d20-4b64-b926-dd98cd87aa0c,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:48.330884 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 53168ef9-cf03-4057-b092-62497ecaba93 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:32:48.332777 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bd31c-c96d-48d2-9ee5-33df34025c5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:48.333124 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bd31c-c96d-48d2-9ee5-33df34025c5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:48.333465 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bd31c-c96d-48d2-9ee5-33df34025c5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:48.333812 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bd31c-c96d-48d2-9ee5-33df34025c5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:48.334129 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bd31c-c96d-48d2-9ee5-33df34025c5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:48.334455 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bd31c-c96d-48d2-9ee5-33df34025c5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:48.335790 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bd31c-c96d-48d2-9ee5-33df34025c5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:48.335790 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bd31c-c96d-48d2-9ee5-33df34025c5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:48.336010 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bd31c-c96d-48d2-9ee5-33df34025c5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:48.336547 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bd31c-c96d-48d2-9ee5-33df34025c5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:48.336665 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bd31c-c96d-48d2-9ee5-33df34025c5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:48.336929 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bd31c-c96d-48d2-9ee5-33df34025c5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:48.337252 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0bd31c-c96d-48d2-9ee5-33df34025c5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:32:48.340310 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] Network 00a9f339-745b-4107-b163-dd119ae5e370 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:32:48.346343 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:32:48.348707 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] Pushing event updated for resources: {'Port': ['ID=fba182f5-9ee7-4799-bf90-3a2343eef0d7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:48.351015 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:32:48.356653 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] For port a282128a-8d20-4b64-b926-dd98cd87aa0c, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:32:48.359963 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] For port a282128a-8d20-4b64-b926-dd98cd87aa0c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a282128a-8d20-4b64-b926-dd98cd87aa0c,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:32:48.369246 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.386341 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-05cc329d-71f8-4361-b565-c68bcb365326 None None] Provisioning complete for port a282128a-8d20-4b64-b926-dd98cd87aa0c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:32:48.386341 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05cc329d-71f8-4361-b565-c68bcb365326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.398298 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.439607 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:32:48.440890 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:32:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:32:48.456382 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390d5bd8-3653-4fb6-b5a9-827c77e1779c None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:32:48.525370 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05cc329d-71f8-4361-b565-c68bcb365326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.537479 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bd31c-c96d-48d2-9ee5-33df34025c5f None None] Pushing event updated for resources: {'Port': ['ID=a282128a-8d20-4b64-b926-dd98cd87aa0c,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:48.555941 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-05cc329d-71f8-4361-b565-c68bcb365326 None None] For port a282128a-8d20-4b64-b926-dd98cd87aa0c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a282128a-8d20-4b64-b926-dd98cd87aa0c,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:32:48.562972 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 53168ef9-cf03-4057-b092-62497ecaba93 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:32:48.563543 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.565391 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05cc329d-71f8-4361-b565-c68bcb365326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.578721 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:32:48.598067 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.652881 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc329d-71f8-4361-b565-c68bcb365326 None None] Pushing event updated for resources: {'Port': ['ID=a282128a-8d20-4b64-b926-dd98cd87aa0c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:48.711159 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-29edb64d-a208-46cc-91c7-61c0b4a4d6e6 None None] Provisioning complete for port a282128a-8d20-4b64-b926-dd98cd87aa0c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:32:48.711639 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-29edb64d-a208-46cc-91c7-61c0b4a4d6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.768535 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:46Z', 'revision_number': 3, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:32:48.787253 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.792955 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.802266 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7f9b89-74b4-4939-8d1d-c00d1aae2887 None None] The sync data for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 is: [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:46Z', 'revision_number': 3, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:32:48.807596 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-29edb64d-a208-46cc-91c7-61c0b4a4d6e6 None None] Provisioning complete for port fba182f5-9ee7-4799-bf90-3a2343eef0d7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:32:48.808000 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-29edb64d-a208-46cc-91c7-61c0b4a4d6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.843022 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-29edb64d-a208-46cc-91c7-61c0b4a4d6e6 None None] Port fba182f5-9ee7-4799-bf90-3a2343eef0d7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:32:48.866058 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:48.868390 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] Pushing event updated for resources: {'Port': ['ID=fba182f5-9ee7-4799-bf90-3a2343eef0d7,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:48.961208 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] Network 00a9f339-745b-4107-b163-dd119ae5e370 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:32:48.962481 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:32:49.103190 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] Router 425fa2af-816b-4800-82fb-6ff924656353 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:32:49.221516 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:32:49.228541 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8fe2a649-4b72-4c96-bb62-99f784a85192 admin admin] 10.222.0.20 "PUT /v2.0/routers/425fa2af-816b-4800-82fb-6ff924656353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7829816 Dec 06 15:32:49.266970 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-87b0c60d-e108-4afc-82ae-605fe311f76b None None] Provisioning complete for port fba182f5-9ee7-4799-bf90-3a2343eef0d7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:32:49.267425 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-87b0c60d-e108-4afc-82ae-605fe311f76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:49.309958 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-87b0c60d-e108-4afc-82ae-605fe311f76b None None] Port fba182f5-9ee7-4799-bf90-3a2343eef0d7 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:32:49.752792 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45630) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:32:49.758128 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-805491cc-7dcb-40c6-8e82-4e2a6ded3c83 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1378239581', 'description': 'tempest-description--1535980035'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:32:49.779420 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-805491cc-7dcb-40c6-8e82-4e2a6ded3c83 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:49.844360 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-805491cc-7dcb-40c6-8e82-4e2a6ded3c83 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:49.848727 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-805491cc-7dcb-40c6-8e82-4e2a6ded3c83 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:49.880100 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-805491cc-7dcb-40c6-8e82-4e2a6ded3c83 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:49.881347 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-805491cc-7dcb-40c6-8e82-4e2a6ded3c83 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1275399 Dec 06 15:32:49.883376 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805491cc-7dcb-40c6-8e82-4e2a6ded3c83 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:49.884289 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45632) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:32:49.890542 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fa3c86a3-bd34-4e20-bdad-d00347219387 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Request body: {'security_group_rule': {'security_group_id': '3ee2ef71-bffc-4f0c-8f37-22f1ce632d06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:32:49.917224 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa3c86a3-bd34-4e20-bdad-d00347219387 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:49.974027 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa3c86a3-bd34-4e20-bdad-d00347219387 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:49.977929 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa3c86a3-bd34-4e20-bdad-d00347219387 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:49.995904 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c86a3-bd34-4e20-bdad-d00347219387 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75cb15c5-49f5-41fd-b8c7-3a1985442700,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:50.003935 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa3c86a3-bd34-4e20-bdad-d00347219387 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:50.005148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fa3c86a3-bd34-4e20-bdad-d00347219387 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190848 Dec 06 15:32:50.007789 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45634) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:32:50.012059 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3e4a5a3a-d1c4-42c5-91c8-46c3902b6136 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Request body: {'security_group_rule': {'security_group_id': '3ee2ef71-bffc-4f0c-8f37-22f1ce632d06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:32:50.037330 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e4a5a3a-d1c4-42c5-91c8-46c3902b6136 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:50.094590 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e4a5a3a-d1c4-42c5-91c8-46c3902b6136 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:50.098695 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e4a5a3a-d1c4-42c5-91c8-46c3902b6136 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:50.118190 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a5a3a-d1c4-42c5-91c8-46c3902b6136 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a538d339-902f-4538-82b1-a26d5ed4697e,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:50.125653 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e4a5a3a-d1c4-42c5-91c8-46c3902b6136 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:50.126862 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3e4a5a3a-d1c4-42c5-91c8-46c3902b6136 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181571 Dec 06 15:32:50.129819 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 45636) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:32:50.134142 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f70a4a6f-44b9-48a8-a398-eca4cd8083d2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:32:50.157889 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f70a4a6f-44b9-48a8-a398-eca4cd8083d2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:50.260000 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f70a4a6f-44b9-48a8-a398-eca4cd8083d2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:50.283263 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a282128a-8d20-4b64-b926-dd98cd87aa0c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:32:50.331958 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a282128a-8d20-4b64-b926-dd98cd87aa0c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:32:50.332426 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:50.371615 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-f70a4a6f-44b9-48a8-a398-eca4cd8083d2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Allocated IP 172.35.7.151 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/bff7fa70-0403-4637-9158-9d9b0286e442) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:32:50.381192 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Sync routers for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:32:50.421521 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:32:50.422154 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:32:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:32:50.478317 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f70a4a6f-44b9-48a8-a398-eca4cd8083d2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:50.516005 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f70a4a6f-44b9-48a8-a398-eca4cd8083d2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:50.538448 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:32:50.557438 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70a4a6f-44b9-48a8-a398-eca4cd8083d2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:32:50.560294 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f70a4a6f-44b9-48a8-a398-eca4cd8083d2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:32:50.564791 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a4a6f-44b9-48a8-a398-eca4cd8083d2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:32:50.567776 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a4a6f-44b9-48a8-a398-eca4cd8083d2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Pushing event updated for resources: {'Port': ['ID=bff7fa70-0403-4637-9158-9d9b0286e442,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:50.701333 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f70a4a6f-44b9-48a8-a398-eca4cd8083d2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:50.743915 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f70a4a6f-44b9-48a8-a398-eca4cd8083d2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:50.773761 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 2, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:32:50.805488 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Checking router: 425fa2af-816b-4800-82fb-6ff924656353 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:32:50.805843 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Updating router 425fa2af-816b-4800-82fb-6ff924656353 port fba182f5-9ee7-4799-bf90-3a2343eef0d7 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:32:50.847054 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:50.920305 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f70a4a6f-44b9-48a8-a398-eca4cd8083d2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:50.924621 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f70a4a6f-44b9-48a8-a398-eca4cd8083d2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:50.996130 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a4a6f-44b9-48a8-a398-eca4cd8083d2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Pushing event updated for resources: {'Port': ['ID=bff7fa70-0403-4637-9158-9d9b0286e442,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:51.008400 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f70a4a6f-44b9-48a8-a398-eca4cd8083d2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:51.023849 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f70a4a6f-44b9-48a8-a398-eca4cd8083d2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:51.032990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f70a4a6f-44b9-48a8-a398-eca4cd8083d2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8943820 Dec 06 15:32:51.125893 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:51.131530 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:51.176422 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faf794ca-236b-42bb-adde-206a77b0885c req-dd55803a-ddc9-41b8-93ed-abf6ca1be142 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1378239581&fields=id&tenant_id=d985c05811bc47f1989cbe58fd056bbb HTTP/1.1" status: 200 len: 267 time: 0.0463693 Dec 06 15:32:51.181359 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2d537-4199-4275-925c-446d089b23ba None None] Pushing event updated for resources: {'Port': ['ID=fba182f5-9ee7-4799-bf90-3a2343eef0d7,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:51.232910 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Attempting to bind port fba182f5-9ee7-4799-bf90-3a2343eef0d7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:32:51.233601 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Attempting to bind port fba182f5-9ee7-4799-bf90-3a2343eef0d7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:32:51.234074 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Attempting to bind port fba182f5-9ee7-4799-bf90-3a2343eef0d7 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:32:51.239487 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:32:51.240052 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Checking segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:32:51.240550 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:51.241356 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Bound using segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:32:51.241934 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Bound port: fba182f5-9ee7-4799-bf90-3a2343eef0d7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:32:51.242419 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:51.302019 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf794ca-236b-42bb-adde-206a77b0885c req-21c91339-9a33-4739-a8c6-0f2f0a239e49 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:51.304405 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faf794ca-236b-42bb-adde-206a77b0885c req-21c91339-9a33-4739-a8c6-0f2f0a239e49 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 810 time: 0.1142292 Dec 06 15:32:51.313230 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] For port fba182f5-9ee7-4799-bf90-3a2343eef0d7, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:32:51.316662 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] For port fba182f5-9ee7-4799-bf90-3a2343eef0d7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fba182f5-9ee7-4799-bf90-3a2343eef0d7,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:32:51.320411 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faf794ca-236b-42bb-adde-206a77b0885c req-f0b7a159-4415-401b-be22-30100faacb29 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/quotas/d985c05811bc47f1989cbe58fd056bbb HTTP/1.1" status: 200 len: 375 time: 0.0101001 Dec 06 15:32:51.322122 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:51.382540 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:32:51.383189 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:32:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:32:51.421282 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2d537-4199-4275-925c-446d089b23ba None None] Pushing event updated for resources: {'Port': ['ID=fba182f5-9ee7-4799-bf90-3a2343eef0d7,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:51.502923 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-771f53f5-82d4-4cdf-959f-0396cbe225da None None] Provisioning complete for port fba182f5-9ee7-4799-bf90-3a2343eef0d7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:32:51.503300 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-771f53f5-82d4-4cdf-959f-0396cbe225da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:51.543394 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:32:51.622980 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faf794ca-236b-42bb-adde-206a77b0885c req-16e93c84-a094-4c3a-903a-01df8622a300 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2955141 Dec 06 15:32:51.639175 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-faf794ca-236b-42bb-adde-206a77b0885c req-8682da80-88a6-43de-aa1b-0ed1b8a19c75 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:32:51.640316 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faf794ca-236b-42bb-adde-206a77b0885c req-8682da80-88a6-43de-aa1b-0ed1b8a19c75 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053947 Dec 06 15:32:51.680601 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-771f53f5-82d4-4cdf-959f-0396cbe225da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:51.732650 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faf794ca-236b-42bb-adde-206a77b0885c req-4f892355-1ced-436c-beb1-a03057659622 service neutron] 10.222.0.20 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863771 Dec 06 15:32:51.761250 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-771f53f5-82d4-4cdf-959f-0396cbe225da None None] For port fba182f5-9ee7-4799-bf90-3a2343eef0d7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fba182f5-9ee7-4799-bf90-3a2343eef0d7,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:32:51.765157 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-771f53f5-82d4-4cdf-959f-0396cbe225da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:51.829010 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faf794ca-236b-42bb-adde-206a77b0885c req-41d214e1-8ad2-44bb-92ee-4f90f00e9295 service neutron] 10.222.0.20 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901923 Dec 06 15:32:51.837250 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f53f5-82d4-4cdf-959f-0396cbe225da None None] Pushing event updated for resources: {'Port': ['ID=fba182f5-9ee7-4799-bf90-3a2343eef0d7,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:51.851213 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:32:51.885966 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf03ac7-d589-4bcb-9c6f-60a7a81d864e None None] The sync data for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 is: [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:32:51.895988 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-dec8dee6-95a8-494b-a3b4-8a48bc2bbe7c None None] Provisioning complete for port fba182f5-9ee7-4799-bf90-3a2343eef0d7 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:32:51.896361 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dec8dee6-95a8-494b-a3b4-8a48bc2bbe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:52.032213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aaa71952-7c78-4b91-8c5a-313c3fb19625 req-3ca957cf-9741-4ae9-9638-b0b49e499240 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 210 time: 0.0459695 Dec 06 15:32:52.298331 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device fba182f5-9ee7-4799-bf90-3a2343eef0d7 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:32:52.354510 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port fba182f5-9ee7-4799-bf90-3a2343eef0d7 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:32:52.355191 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:53.041944 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf794ca-236b-42bb-adde-206a77b0885c req-d461971f-ee92-43b3-88c3-eedf547b8865 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:53.043443 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faf794ca-236b-42bb-adde-206a77b0885c req-d461971f-ee92-43b3-88c3-eedf547b8865 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 810 time: 0.1113021 Dec 06 15:32:53.107329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faf794ca-236b-42bb-adde-206a77b0885c req-d470b6a4-97af-4286-896c-2d20ffb54562 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d985c05811bc47f1989cbe58fd056bbb HTTP/1.1" status: 200 len: 380 time: 0.0550766 Dec 06 15:32:53.121286 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-faf794ca-236b-42bb-adde-206a77b0885c req-40eb0908-5ce0-4723-9edb-a9246481a24f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Request body: {'port': {'device_id': '5cd5064f-51ef-4d9b-84fb-05ea398be8e0', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'admin_state_up': True, 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'security_groups': ['3ee2ef71-bffc-4f0c-8f37-22f1ce632d06']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:32:53.152200 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee159c98-35a1-4c45-9c9e-7bd77d3e4830 req-ca53048e-7a93-465e-af0f-d1123a24ffd0 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 210 time: 0.0438333 Dec 06 15:32:53.247612 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf794ca-236b-42bb-adde-206a77b0885c req-40eb0908-5ce0-4723-9edb-a9246481a24f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Made reservation on behalf of d985c05811bc47f1989cbe58fd056bbb for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:32:53.251077 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-faf794ca-236b-42bb-adde-206a77b0885c req-40eb0908-5ce0-4723-9edb-a9246481a24f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:53.377807 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-faf794ca-236b-42bb-adde-206a77b0885c req-40eb0908-5ce0-4723-9edb-a9246481a24f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Allocated IP 172.20.0.7 (00a9f339-745b-4107-b163-dd119ae5e370/8cc59bc2-e2bc-42ed-adb3-dab53b92ab09/9f5b0ca8-0bd6-4836-93af-0659895f3c32) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:32:53.523385 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-faf794ca-236b-42bb-adde-206a77b0885c req-40eb0908-5ce0-4723-9edb-a9246481a24f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:53.556722 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-faf794ca-236b-42bb-adde-206a77b0885c req-40eb0908-5ce0-4723-9edb-a9246481a24f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:53.600359 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf794ca-236b-42bb-adde-206a77b0885c req-40eb0908-5ce0-4723-9edb-a9246481a24f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Network 00a9f339-745b-4107-b163-dd119ae5e370 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:32:53.604142 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-faf794ca-236b-42bb-adde-206a77b0885c req-40eb0908-5ce0-4723-9edb-a9246481a24f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:32:53.607804 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf794ca-236b-42bb-adde-206a77b0885c req-40eb0908-5ce0-4723-9edb-a9246481a24f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:32:53.614377 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb0908-5ce0-4723-9edb-a9246481a24f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Pushing event updated for resources: {'Port': ['ID=9f5b0ca8-0bd6-4836-93af-0659895f3c32,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:53.669439 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf794ca-236b-42bb-adde-206a77b0885c req-40eb0908-5ce0-4723-9edb-a9246481a24f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:53.670178 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-faf794ca-236b-42bb-adde-206a77b0885c req-40eb0908-5ce0-4723-9edb-a9246481a24f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:53.687219 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faf794ca-236b-42bb-adde-206a77b0885c req-40eb0908-5ce0-4723-9edb-a9246481a24f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5704145 Dec 06 15:32:53.699606 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Request body: {'port': {'device_id': '5cd5064f-51ef-4d9b-84fb-05ea398be8e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:32:53.760720 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:53.853921 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-4cee76d2-9828-4e45-b9ab-41a48d5e6c41 None None] Provisioning complete for port 9f5b0ca8-0bd6-4836-93af-0659895f3c32 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:32:53.854505 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4cee76d2-9828-4e45-b9ab-41a48d5e6c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:53.887436 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-4cee76d2-9828-4e45-b9ab-41a48d5e6c41 None None] Port 9f5b0ca8-0bd6-4836-93af-0659895f3c32 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:32:54.020591 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5b0ca8-0bd6-4836-93af-0659895f3c32 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:32:54.028576 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:54.040935 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Transition to ACTIVE for port object 9f5b0ca8-0bd6-4836-93af-0659895f3c32 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:32:54.044323 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:54.095603 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Pushing event updated for resources: {'Port': ['ID=9f5b0ca8-0bd6-4836-93af-0659895f3c32,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:54.167476 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Attempting to bind port 9f5b0ca8-0bd6-4836-93af-0659895f3c32 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:32:54.167868 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Attempting to bind port 9f5b0ca8-0bd6-4836-93af-0659895f3c32 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:32:54.168199 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Attempting to bind port 9f5b0ca8-0bd6-4836-93af-0659895f3c32 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:32:54.172772 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Port 9f5b0ca8-0bd6-4836-93af-0659895f3c32 on network 00a9f339-745b-4107-b163-dd119ae5e370 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:32:54.173103 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Attempting to bind port 9f5b0ca8-0bd6-4836-93af-0659895f3c32 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:32:54.178147 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:32:54.178721 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Checking segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:32:54.178922 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Bound using segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:32:54.179357 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Bound port: 9f5b0ca8-0bd6-4836-93af-0659895f3c32, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:32:54.179745 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:54.249630 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] For port 9f5b0ca8-0bd6-4836-93af-0659895f3c32, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:32:54.253347 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] For port 9f5b0ca8-0bd6-4836-93af-0659895f3c32, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9f5b0ca8-0bd6-4836-93af-0659895f3c32,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:32:54.259836 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:54.285032 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08350ee1-a7da-47df-b668-53ecef095fc8 req-52c9ea31-2a79-450e-9d2c-5ce63206d0be tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:54.286468 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08350ee1-a7da-47df-b668-53ecef095fc8 req-52c9ea31-2a79-450e-9d2c-5ce63206d0be tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 943 time: 0.0563700 Dec 06 15:32:54.295259 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:54.295754 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:54.298010 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faf794ca-236b-42bb-adde-206a77b0885c req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] 10.222.0.23 "PUT /v2.0/ports/9f5b0ca8-0bd6-4836-93af-0659895f3c32 HTTP/1.1" status: 200 len: 1091 time: 0.6024303 Dec 06 15:32:54.301331 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd5064f-51ef-4d9b-84fb-05ea398be8e0', 'tag': '9f5b0ca8-0bd6-4836-93af-0659895f3c32'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:32:54.304346 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e89cb79-a6b6-4a87-b7e6-16e7ac28d8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd5064f-51ef-4d9b-84fb-05ea398be8e0", "tag": "9f5b0ca8-0bd6-4836-93af-0659895f3c32"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:32:54.353770 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08350ee1-a7da-47df-b668-53ecef095fc8 req-b12de66c-81c3-418f-a8df-b0ed205a4cf7 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556533 Dec 06 15:32:54.364490 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c04af7-a2bc-4f73-85c2-9a713e8c8e7c service neutron] Pushing event updated for resources: {'Port': ['ID=9f5b0ca8-0bd6-4836-93af-0659895f3c32,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:54.368997 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadfdf35-fed6-4a29-b6ae-9023b2d93d68 x-openstack-request-id: req-aadfdf35-fed6-4a29-b6ae-9023b2d93d68 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:32:54.369289 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd5064f-51ef-4d9b-84fb-05ea398be8e0", "tag": "9f5b0ca8-0bd6-4836-93af-0659895f3c32", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:32:54.369538 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aadfdf35-fed6-4a29-b6ae-9023b2d93d68 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:32:54.369939 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd5064f-51ef-4d9b-84fb-05ea398be8e0', 'tag': '9f5b0ca8-0bd6-4836-93af-0659895f3c32', 'status': 'completed', 'code': 200} Dec 06 15:32:54.401064 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf794ca-236b-42bb-adde-206a77b0885c req-287074d8-181f-4ac2-8231-40beee7109b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:54.402600 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faf794ca-236b-42bb-adde-206a77b0885c req-287074d8-181f-4ac2-8231-40beee7109b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 1094 time: 0.0518451 Dec 06 15:32:54.446132 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faf794ca-236b-42bb-adde-206a77b0885c req-f8aaccea-20e1-4f6b-b799-9a6a373c2854 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f5b0ca8-0bd6-4836-93af-0659895f3c32 HTTP/1.1" status: 200 len: 217 time: 0.0346582 Dec 06 15:32:54.504261 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf794ca-236b-42bb-adde-206a77b0885c req-79437bb4-db92-41ed-8681-fa74c087615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:54.505746 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faf794ca-236b-42bb-adde-206a77b0885c req-79437bb4-db92-41ed-8681-fa74c087615e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0517092 Dec 06 15:32:54.551068 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf794ca-236b-42bb-adde-206a77b0885c req-31aaa196-2b74-4bd8-970f-3219d69c6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:54.552520 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faf794ca-236b-42bb-adde-206a77b0885c req-31aaa196-2b74-4bd8-970f-3219d69c6772 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400486 Dec 06 15:32:54.642154 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faf794ca-236b-42bb-adde-206a77b0885c req-0575cf9f-2fa0-4903-943b-32afb5ed9080 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825479 Dec 06 15:32:54.733670 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-faf794ca-236b-42bb-adde-206a77b0885c req-ea1f40a7-ada0-47ad-a489-5d2a94bf8b52 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850902 Dec 06 15:32:54.817522 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89cb79-a6b6-4a87-b7e6-16e7ac28d8b5 req-84e94e9a-e76f-4704-bd7e-ac5bb9ce91b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:54.818904 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e89cb79-a6b6-4a87-b7e6-16e7ac28d8b5 req-84e94e9a-e76f-4704-bd7e-ac5bb9ce91b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 1094 time: 0.0402505 Dec 06 15:32:54.912085 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89cb79-a6b6-4a87-b7e6-16e7ac28d8b5 req-02a120b7-f606-4b90-82bd-c3c97aff7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:54.913574 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e89cb79-a6b6-4a87-b7e6-16e7ac28d8b5 req-02a120b7-f606-4b90-82bd-c3c97aff7ddf service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0879176 Dec 06 15:32:54.954619 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e89cb79-a6b6-4a87-b7e6-16e7ac28d8b5 req-604f97a8-019f-49c0-abab-3334d7223cc7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f5b0ca8-0bd6-4836-93af-0659895f3c32 HTTP/1.1" status: 200 len: 217 time: 0.0339129 Dec 06 15:32:55.007608 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89cb79-a6b6-4a87-b7e6-16e7ac28d8b5 req-a5e2828d-0ca2-4350-bd75-f710a9928fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:55.009035 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e89cb79-a6b6-4a87-b7e6-16e7ac28d8b5 req-a5e2828d-0ca2-4350-bd75-f710a9928fd9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0467608 Dec 06 15:32:55.054819 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89cb79-a6b6-4a87-b7e6-16e7ac28d8b5 req-0956fbf9-52d2-4f6d-bc59-38850ebad99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:55.056306 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e89cb79-a6b6-4a87-b7e6-16e7ac28d8b5 req-0956fbf9-52d2-4f6d-bc59-38850ebad99d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395558 Dec 06 15:32:55.145243 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e89cb79-a6b6-4a87-b7e6-16e7ac28d8b5 req-8f12476e-5d5a-45bc-9e35-520f8140015b service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797431 Dec 06 15:32:55.235099 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e89cb79-a6b6-4a87-b7e6-16e7ac28d8b5 req-fd9eac91-a11f-4459-a613-4943a057c0ba service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829470 Dec 06 15:32:55.455598 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c47c0d-f940-4b68-b169-6cff6dbe9750 req-f57896d7-a4df-4e09-86a5-fa6b3fd31aa4 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:55.456991 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09c47c0d-f940-4b68-b169-6cff6dbe9750 req-f57896d7-a4df-4e09-86a5-fa6b3fd31aa4 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 943 time: 0.0473363 Dec 06 15:32:55.504515 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09c47c0d-f940-4b68-b169-6cff6dbe9750 req-e0817467-95b7-4a58-af78-6a7226e0f9ae tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411034 Dec 06 15:32:56.040629 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 9f5b0ca8-0bd6-4836-93af-0659895f3c32 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:32:56.130864 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 9f5b0ca8-0bd6-4836-93af-0659895f3c32, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9f5b0ca8-0bd6-4836-93af-0659895f3c32,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:32:56.144730 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '9f5b0ca8-0bd6-4836-93af-0659895f3c32', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'port_id': '9f5b0ca8-0bd6-4836-93af-0659895f3c32', 'mac_address': 'fa:16:3e:6c:9d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:32:56.184062 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:56.197178 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5b0ca8-0bd6-4836-93af-0659895f3c32 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:32:56.215618 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 9f5b0ca8-0bd6-4836-93af-0659895f3c32, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9f5b0ca8-0bd6-4836-93af-0659895f3c32,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:32:56.219213 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:56.265572 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=9f5b0ca8-0bd6-4836-93af-0659895f3c32,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:56.408201 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['9f5b0ca8-0bd6-4836-93af-0659895f3c32'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:32:56.620566 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e1b80-1f94-4b9e-a37e-d77c1b22b4fc req-f2ba2e96-c7c2-4785-aa0f-ad031be035b3 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:56.622022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b52e1b80-1f94-4b9e-a37e-d77c1b22b4fc req-f2ba2e96-c7c2-4785-aa0f-ad031be035b3 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 944 time: 0.0492768 Dec 06 15:32:56.669544 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b52e1b80-1f94-4b9e-a37e-d77c1b22b4fc req-de520071-1851-4161-b803-9c4cabd54e64 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415473 Dec 06 15:32:57.784811 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd4d0e-cbb6-4539-90a0-d8280026994e req-6f16c3ad-66c1-44a1-9e03-8f2474510e76 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:57.786200 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-18dd4d0e-cbb6-4539-90a0-d8280026994e req-6f16c3ad-66c1-44a1-9e03-8f2474510e76 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 944 time: 0.0484529 Dec 06 15:32:57.836456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-18dd4d0e-cbb6-4539-90a0-d8280026994e req-333ebb23-f8a5-4b60-b412-c07f8cd5ad71 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436831 Dec 06 15:32:58.056388 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 9f5b0ca8-0bd6-4836-93af-0659895f3c32 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:32:58.104587 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 9f5b0ca8-0bd6-4836-93af-0659895f3c32 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:32:58.108366 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 9f5b0ca8-0bd6-4836-93af-0659895f3c32 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:32:58.108740 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:58.183062 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:58.205439 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd5064f-51ef-4d9b-84fb-05ea398be8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5b0ca8-0bd6-4836-93af-0659895f3c32'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:32:58.207710 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e4f116-7de7-4a75-991e-d712bdab3b06" -d '{"events": [{"server_uuid": "5cd5064f-51ef-4d9b-84fb-05ea398be8e0", "name": "network-vif-plugged", "status": "completed", "tag": "9f5b0ca8-0bd6-4836-93af-0659895f3c32"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:32:58.224190 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 9f5b0ca8-0bd6-4836-93af-0659895f3c32, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9f5b0ca8-0bd6-4836-93af-0659895f3c32,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:32:58.228050 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:58.250354 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6145045-d7cc-4d22-a7ec-686e96aee870 x-openstack-request-id: req-d6145045-d7cc-4d22-a7ec-686e96aee870 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:32:58.250649 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd5064f-51ef-4d9b-84fb-05ea398be8e0", "name": "network-vif-plugged", "status": "completed", "tag": "9f5b0ca8-0bd6-4836-93af-0659895f3c32", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:32:58.250905 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6145045-d7cc-4d22-a7ec-686e96aee870 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:32:58.251292 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd5064f-51ef-4d9b-84fb-05ea398be8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5b0ca8-0bd6-4836-93af-0659895f3c32', 'code': 200} Dec 06 15:32:58.278237 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=9f5b0ca8-0bd6-4836-93af-0659895f3c32,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:32:58.298789 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:58.347794 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c6de7-f753-49c0-a68a-fd1c8fe86d94 req-3d0f2a73-0f28-4b7a-905e-b3249df17ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:58.349263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fa4c6de7-f753-49c0-a68a-fd1c8fe86d94 req-3d0f2a73-0f28-4b7a-905e-b3249df17ee5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 1096 time: 0.0434823 Dec 06 15:32:58.393318 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fa4c6de7-f753-49c0-a68a-fd1c8fe86d94 req-b90a4fe2-26a9-4e43-8b58-e0c017ce3681 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368719 Dec 06 15:32:58.950300 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb9b9a-f5cb-472d-8247-0cb1076ad7b3 req-feb94714-5389-47bc-8ed4-355d51fe268f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:58.951799 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c2cb9b9a-f5cb-472d-8247-0cb1076ad7b3 req-feb94714-5389-47bc-8ed4-355d51fe268f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 945 time: 0.0479009 Dec 06 15:32:58.998443 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c2cb9b9a-f5cb-472d-8247-0cb1076ad7b3 req-06ef3a55-12bc-486e-a500-4e9ca7cc0e5b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408521 Dec 06 15:33:00.114852 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d169bb-f560-47e2-ac64-9cf9647d3669 req-e672f98a-93b5-4116-9bdf-fa2e0b88c84f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:33:00.116571 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48d169bb-f560-47e2-ac64-9cf9647d3669 req-e672f98a-93b5-4116-9bdf-fa2e0b88c84f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 945 time: 0.0493269 Dec 06 15:33:00.163113 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48d169bb-f560-47e2-ac64-9cf9647d3669 req-5fabf840-bc7e-4bca-b39e-acbf578f35da tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405228 Dec 06 15:33:00.204740 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:00.276718 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c70d8-1f10-4061-ab12-af8878cfc511 req-c196d0ba-7b47-48ba-aa0e-6510ce40af65 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:33:00.278133 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-653c70d8-1f10-4061-ab12-af8878cfc511 req-c196d0ba-7b47-48ba-aa0e-6510ce40af65 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 945 time: 0.0495293 Dec 06 15:33:00.286608 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 45682) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:33:00.291092 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e1ea3df8-1571-4cf2-9d64-fec15b7da70a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Request body: {'floatingip': {'port_id': '9f5b0ca8-0bd6-4836-93af-0659895f3c32'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:33:00.334081 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1ea3df8-1571-4cf2-9d64-fec15b7da70a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for floatingip, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:00.775425 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1ea3df8-1571-4cf2-9d64-fec15b7da70a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:00.779362 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1ea3df8-1571-4cf2-9d64-fec15b7da70a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:00.853669 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-45166ea0-fd98-4fa0-9cee-405d8e34da4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:00.884560 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-e1ea3df8-1571-4cf2-9d64-fec15b7da70a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Floating IP 84ce5ea5-8848-437d-9cd9-bcc0dc8173ee associated. External IP: 172.35.7.151, port: 9f5b0ca8-0bd6-4836-93af-0659895f3c32. Dec 06 15:33:01.373949 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ea3df8-1571-4cf2-9d64-fec15b7da70a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Router 425fa2af-816b-4800-82fb-6ff924656353 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:33:01.480861 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ea3df8-1571-4cf2-9d64-fec15b7da70a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:33:01.485971 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e1ea3df8-1571-4cf2-9d64-fec15b7da70a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:01.492052 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea59026-73cf-478b-8261-93200c7576c3 None None] Sync routers for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:33:01.501679 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea59026-73cf-478b-8261-93200c7576c3 None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:33:01.502277 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fea59026-73cf-478b-8261-93200c7576c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:32:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:33:01.514165 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e1ea3df8-1571-4cf2-9d64-fec15b7da70a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "PUT /v2.0/floatingips/84ce5ea5-8848-437d-9cd9-bcc0dc8173ee HTTP/1.1" status: 200 len: 991 time: 1.2264819 Dec 06 15:33:01.514757 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd5064f-51ef-4d9b-84fb-05ea398be8e0', 'tag': '9f5b0ca8-0bd6-4836-93af-0659895f3c32'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:33:01.517059 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3563a0a4-cb42-4646-b668-e038fd3942b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd5064f-51ef-4d9b-84fb-05ea398be8e0", "tag": "9f5b0ca8-0bd6-4836-93af-0659895f3c32"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:33:01.610007 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-fea59026-73cf-478b-8261-93200c7576c3 None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:33:01.619260 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f940f4-5535-47fa-88e7-c4bea55d2043 x-openstack-request-id: req-13f940f4-5535-47fa-88e7-c4bea55d2043 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:33:01.619562 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd5064f-51ef-4d9b-84fb-05ea398be8e0", "tag": "9f5b0ca8-0bd6-4836-93af-0659895f3c32", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:33:01.619854 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13f940f4-5535-47fa-88e7-c4bea55d2043 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:33:01.620406 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd5064f-51ef-4d9b-84fb-05ea398be8e0', 'tag': '9f5b0ca8-0bd6-4836-93af-0659895f3c32', 'status': 'completed', 'code': 200} Dec 06 15:33:01.679998 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563a0a4-cb42-4646-b668-e038fd3942b1 req-6115179a-5a10-4bd8-8029-ff44abee2a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:33:01.681605 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3563a0a4-cb42-4646-b668-e038fd3942b1 req-6115179a-5a10-4bd8-8029-ff44abee2a88 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 1096 time: 0.0403643 Dec 06 15:33:01.778716 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563a0a4-cb42-4646-b668-e038fd3942b1 req-ee77da3c-e349-4ff1-a99c-71282dfd24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:33:01.780135 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3563a0a4-cb42-4646-b668-e038fd3942b1 req-ee77da3c-e349-4ff1-a99c-71282dfd24fb service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0908456 Dec 06 15:33:01.830287 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fea59026-73cf-478b-8261-93200c7576c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '84ce5ea5-8848-437d-9cd9-bcc0dc8173ee', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'floating_ip_address': '172.35.7.151', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '425fa2af-816b-4800-82fb-6ff924656353', 'port_id': '9f5b0ca8-0bd6-4836-93af-0659895f3c32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'mac_address': 'fa:16:3e:6c:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd5064f-51ef-4d9b-84fb-05ea398be8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:32:50Z', 'updated_at': '2021-12-06T15:33:00Z', 'revision_number': 1, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:33:01.845226 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3563a0a4-cb42-4646-b668-e038fd3942b1 req-2e6a1265-7225-4da2-910a-5b0e5cbf8b48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f5b0ca8-0bd6-4836-93af-0659895f3c32 HTTP/1.1" status: 200 len: 999 time: 0.0581462 Dec 06 15:33:01.859404 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea59026-73cf-478b-8261-93200c7576c3 None None] Checking router: 425fa2af-816b-4800-82fb-6ff924656353 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:33:01.867746 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea59026-73cf-478b-8261-93200c7576c3 None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:33:01.868358 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fea59026-73cf-478b-8261-93200c7576c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:32:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:33:01.897049 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563a0a4-cb42-4646-b668-e038fd3942b1 req-9d6dce07-b684-467f-888c-f3f4c6b9fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:33:01.899042 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3563a0a4-cb42-4646-b668-e038fd3942b1 req-9d6dce07-b684-467f-888c-f3f4c6b9fdfa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0476692 Dec 06 15:33:01.944502 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563a0a4-cb42-4646-b668-e038fd3942b1 req-946b58b2-75c9-4e04-b5ef-91640d60b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:33:01.945978 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3563a0a4-cb42-4646-b668-e038fd3942b1 req-946b58b2-75c9-4e04-b5ef-91640d60b326 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397830 Dec 06 15:33:01.970857 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-fea59026-73cf-478b-8261-93200c7576c3 None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:33:02.037745 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3563a0a4-cb42-4646-b668-e038fd3942b1 req-a8824a26-0ca7-41e0-96fe-052a1bb97a2c service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836794 Dec 06 15:33:02.126637 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3563a0a4-cb42-4646-b668-e038fd3942b1 req-fd8afdbe-5082-4b22-9a96-984c716435bf service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820565 Dec 06 15:33:02.185060 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-fea59026-73cf-478b-8261-93200c7576c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '84ce5ea5-8848-437d-9cd9-bcc0dc8173ee', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'floating_ip_address': '172.35.7.151', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '425fa2af-816b-4800-82fb-6ff924656353', 'port_id': '9f5b0ca8-0bd6-4836-93af-0659895f3c32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'mac_address': 'fa:16:3e:6c:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd5064f-51ef-4d9b-84fb-05ea398be8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:32:50Z', 'updated_at': '2021-12-06T15:33:00Z', 'revision_number': 1, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:33:02.214138 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea59026-73cf-478b-8261-93200c7576c3 None None] The sync data for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 is: [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '84ce5ea5-8848-437d-9cd9-bcc0dc8173ee', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'floating_ip_address': '172.35.7.151', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '425fa2af-816b-4800-82fb-6ff924656353', 'port_id': '9f5b0ca8-0bd6-4836-93af-0659895f3c32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'mac_address': 'fa:16:3e:6c:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd5064f-51ef-4d9b-84fb-05ea398be8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:32:50Z', 'updated_at': '2021-12-06T15:33:00Z', 'revision_number': 1, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:33:02.399923 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01abc533-7aa3-40a4-a685-1fbe3c478c35 None None] New status for floating IP 84ce5ea5-8848-437d-9cd9-bcc0dc8173ee: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:33:03.296301 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4608-e465-4318-a5d6-b9bd3a6cbc65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:04.129576 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:05.786235 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:06.686379 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:10.739367 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:33:28.305584 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:30.202180 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:30.854771 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b489e5a9-c5c1-4b93-b91e-f02e242f54d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:33.297734 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c74ade81-3c30-456b-9df7-0e976d36fdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:34.132801 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:35.786717 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:36.687219 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:47.738338 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:33:53.021743 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d51ec980-127f-4ac6-9e3b-650fbaf49205 req-0f8fe4a6-e791-4a5a-b2e4-2fc0f64b7a9f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0867083 Dec 06 15:33:53.106171 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ec980-127f-4ac6-9e3b-650fbaf49205 req-f3a67944-a1bf-4ac0-bca2-29a889c1a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:33:53.107633 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d51ec980-127f-4ac6-9e3b-650fbaf49205 req-f3a67944-a1bf-4ac0-bca2-29a889c1a10f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 1096 time: 0.0434740 Dec 06 15:33:53.209977 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ec980-127f-4ac6-9e3b-650fbaf49205 req-8fe9b487-724c-4820-8da2-25cb36ff5cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:33:53.211343 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d51ec980-127f-4ac6-9e3b-650fbaf49205 req-8fe9b487-724c-4820-8da2-25cb36ff5cfb service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0844874 Dec 06 15:33:53.278998 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d51ec980-127f-4ac6-9e3b-650fbaf49205 req-8afc7957-f264-4727-bd76-e390231cac99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f5b0ca8-0bd6-4836-93af-0659895f3c32 HTTP/1.1" status: 200 len: 1001 time: 0.0609913 Dec 06 15:33:53.326945 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ec980-127f-4ac6-9e3b-650fbaf49205 req-6d8c6ed3-751f-4572-9059-1708500b9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:33:53.328442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d51ec980-127f-4ac6-9e3b-650fbaf49205 req-6d8c6ed3-751f-4572-9059-1708500b9787 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0425348 Dec 06 15:33:53.375097 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ec980-127f-4ac6-9e3b-650fbaf49205 req-a572d984-c785-46ad-b887-446e3b9646c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:33:53.376757 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d51ec980-127f-4ac6-9e3b-650fbaf49205 req-a572d984-c785-46ad-b887-446e3b9646c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416684 Dec 06 15:33:53.469657 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d51ec980-127f-4ac6-9e3b-650fbaf49205 req-93927a23-8fd3-4541-9f3b-20edf640db38 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857882 Dec 06 15:33:53.560200 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d51ec980-127f-4ac6-9e3b-650fbaf49205 req-7b5e6f88-c5cb-45f7-a53d-2ab3ad59baa5 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837231 Dec 06 15:33:58.301818 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:00.204190 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:00.855497 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b0ec7af-4f70-4bdc-bb6f-bff21fcdaf9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:03.298814 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c0bef059-c53e-4cdf-ab1e-d05822669c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:04.135559 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:05.789468 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:06.689196 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:24.736980 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:34:28.312348 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:30.209384 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:30.856481 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b7b168da-201a-4a22-992b-feafc5a027f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:33.298853 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7d109544-3681-4547-a25f-791dbec30eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:34.138867 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:35.793526 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:36.692875 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:38.426252 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc37f74-6cc0-4849-88f9-b8303103652c req-06e002a0-82d9-4c3c-9405-f09481a7f577 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:38.427753 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bc37f74-6cc0-4849-88f9-b8303103652c req-06e002a0-82d9-4c3c-9405-f09481a7f577 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 945 time: 0.0529330 Dec 06 15:34:38.476585 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bc37f74-6cc0-4849-88f9-b8303103652c req-79ff8e95-3728-440a-9551-82f1a3097f3e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430357 Dec 06 15:34:38.700579 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-b5973710-2dfa-4fc5-b695-3a95ad470b3c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446675 Dec 06 15:34:38.712907 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515594cd-e3d6-4cf0-b7f8-f415ef9e2d68 req-b6658a6c-3724-4dd2-8768-8e8a51191c35 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:38.714496 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-515594cd-e3d6-4cf0-b7f8-f415ef9e2d68 req-b6658a6c-3724-4dd2-8768-8e8a51191c35 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 945 time: 0.0492980 Dec 06 15:34:38.763007 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-515594cd-e3d6-4cf0-b7f8-f415ef9e2d68 req-ef052456-bb4e-43d7-83e6-70f98148abb5 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422888 Dec 06 15:34:39.905842 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-a6e4c0e0-4d06-4a3b-ad7f-ba816371c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:39.907326 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-a6e4c0e0-4d06-4a3b-ad7f-ba816371c6f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 1096 time: 0.0671360 Dec 06 15:34:39.915508 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de7d4a-0f9c-4944-90cd-6c05c3d50775 req-bbd90005-3a31-419c-8b75-6b28359969d1 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:39.916870 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-22de7d4a-0f9c-4944-90cd-6c05c3d50775 req-bbd90005-3a31-419c-8b75-6b28359969d1 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 945 time: 0.0689662 Dec 06 15:34:40.018111 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-22de7d4a-0f9c-4944-90cd-6c05c3d50775 req-4e234d97-c1c4-40de-b538-989f92b80353 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927401 Dec 06 15:34:40.032020 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-af94e40b-773c-46ae-875f-6569cee5d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:40.033437 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-af94e40b-773c-46ae-875f-6569cee5d102 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.1157560 Dec 06 15:34:40.100599 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-ccedd9af-7376-4e20-87f3-31b2854d8929 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f5b0ca8-0bd6-4836-93af-0659895f3c32 HTTP/1.1" status: 200 len: 1001 time: 0.0594206 Dec 06 15:34:40.150327 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-05e05463-adee-441d-9082-4c7b405c9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:40.151760 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-05e05463-adee-441d-9082-4c7b405c9f10 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0442464 Dec 06 15:34:40.196418 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-2895978a-4f7f-4e1f-bc10-053bd07bb9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:40.197839 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-2895978a-4f7f-4e1f-bc10-053bd07bb9f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386379 Dec 06 15:34:40.288175 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-6c9b3cc8-d6eb-402d-b178-53cd6ec4ca1e service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824423 Dec 06 15:34:40.374136 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-3a7c8555-d963-45cd-b7ad-279f72e743f7 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795550 Dec 06 15:34:41.132684 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f02a8d-ec26-4f6d-a7ad-5a5ebc755a56 req-4b387348-b02d-4564-bd37-e2e260676d19 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:41.134150 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-22f02a8d-ec26-4f6d-a7ad-5a5ebc755a56 req-4b387348-b02d-4564-bd37-e2e260676d19 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 945 time: 0.0486283 Dec 06 15:34:41.184347 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-22f02a8d-ec26-4f6d-a7ad-5a5ebc755a56 req-97e5c955-3b36-467f-8a12-0182c7dea0e3 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443087 Dec 06 15:34:42.301743 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bfecf-73a9-4823-a049-71dd8d556370 req-1992901b-363d-44b5-ab83-f34e3dca2fcc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:42.303243 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d03bfecf-73a9-4823-a049-71dd8d556370 req-1992901b-363d-44b5-ab83-f34e3dca2fcc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 945 time: 0.0494027 Dec 06 15:34:42.353506 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d03bfecf-73a9-4823-a049-71dd8d556370 req-5238ef4f-9dcf-416d-968d-9252059ba3ed tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443168 Dec 06 15:34:43.467006 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c04ec-e576-4989-88f2-79b0cc53953c req-b1682cac-cec2-48bd-a669-b6ab7647e580 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:43.468486 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e58c04ec-e576-4989-88f2-79b0cc53953c req-b1682cac-cec2-48bd-a669-b6ab7647e580 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 945 time: 0.0481343 Dec 06 15:34:43.515472 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e58c04ec-e576-4989-88f2-79b0cc53953c req-b650b2a9-b8c9-4936-8db3-4ddd40736106 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411680 Dec 06 15:34:44.630531 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf1ac-0b5b-454f-9f04-ce5f4ac76224 req-ad9b01ed-4ddf-4291-ac74-a5a13ef54f5b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:44.632015 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-982bf1ac-0b5b-454f-9f04-ce5f4ac76224 req-ad9b01ed-4ddf-4291-ac74-a5a13ef54f5b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 945 time: 0.0486214 Dec 06 15:34:44.678174 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-982bf1ac-0b5b-454f-9f04-ce5f4ac76224 req-6824a5b4-477a-4ef3-b483-6b752b0092c0 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403070 Dec 06 15:34:45.794331 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2776a3-f3ef-4cf0-86c2-b76d0fb324a1 req-8aabb311-3b82-40ab-a5e1-f9db074a6531 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:45.795751 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d2776a3-f3ef-4cf0-86c2-b76d0fb324a1 req-8aabb311-3b82-40ab-a5e1-f9db074a6531 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 945 time: 0.0483944 Dec 06 15:34:45.842454 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d2776a3-f3ef-4cf0-86c2-b76d0fb324a1 req-3f2711db-e710-48a6-ba96-e322f9a94e51 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407951 Dec 06 15:34:46.955870 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b8cc7-9d3b-4c0d-ade1-02a3cbe51e3b req-3e276243-e76b-49b3-ae72-4348d4d326dd tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:46.957306 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8c7b8cc7-9d3b-4c0d-ade1-02a3cbe51e3b req-3e276243-e76b-49b3-ae72-4348d4d326dd tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 945 time: 0.0476732 Dec 06 15:34:47.003999 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8c7b8cc7-9d3b-4c0d-ade1-02a3cbe51e3b req-ba37d821-b68f-4b13-bb0c-413b6e91cb3c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401540 Dec 06 15:34:48.122945 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba0831-2cd9-4ae8-b3ba-bcb7bd28e527 req-9bd8033c-0884-4c54-95ad-aed55ca703a8 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:48.124471 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dbba0831-2cd9-4ae8-b3ba-bcb7bd28e527 req-9bd8033c-0884-4c54-95ad-aed55ca703a8 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 945 time: 0.0536377 Dec 06 15:34:48.170885 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dbba0831-2cd9-4ae8-b3ba-bcb7bd28e527 req-79b66982-cb53-4c1b-966b-9d2c56e03910 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405836 Dec 06 15:34:49.288955 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a4d44-438d-4a80-933b-dd8fdc36c2b1 req-0d5342ef-fc06-4ee6-859e-5776d8123b21 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:49.290390 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf8a4d44-438d-4a80-933b-dd8fdc36c2b1 req-0d5342ef-fc06-4ee6-859e-5776d8123b21 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 945 time: 0.0518494 Dec 06 15:34:49.336234 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf8a4d44-438d-4a80-933b-dd8fdc36c2b1 req-9b3e61c8-f887-4082-98c8-a3b33e73098a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397770 Dec 06 15:34:50.451707 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055ec79-7da0-482b-aa41-16166650917f req-0d8decd1-7f56-41d6-bb06-62599048e02b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:50.453167 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8055ec79-7da0-482b-aa41-16166650917f req-0d8decd1-7f56-41d6-bb06-62599048e02b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 945 time: 0.0477557 Dec 06 15:34:50.501185 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8055ec79-7da0-482b-aa41-16166650917f req-c37c7e58-4e52-45a3-a14e-74cbf97b7139 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421925 Dec 06 15:34:51.615476 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14674b-a230-4581-b0a6-43409a6546d9 req-d683cb90-9018-4a72-8477-b8c68cf1579f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:51.616971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc14674b-a230-4581-b0a6-43409a6546d9 req-d683cb90-9018-4a72-8477-b8c68cf1579f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 945 time: 0.0488782 Dec 06 15:34:51.663214 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc14674b-a230-4581-b0a6-43409a6546d9 req-c1294ca3-e476-4a63-b45f-d3309075e1e5 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403028 Dec 06 15:34:52.285372 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-f6e850ca-69be-4b44-9bf1-ddb2aa755b62 service neutron] show failed (client error): The resource could not be found. Dec 06 15:34:52.286365 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-f6e850ca-69be-4b44-9bf1-ddb2aa755b62 service neutron] 10.222.0.23 "GET /v2.0/ports/9f5b0ca8-0bd6-4836-93af-0659895f3c32/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0577629 Dec 06 15:34:52.491676 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-6495745d-f3f1-462a-b783-19b1d9179a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:52.493779 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-6495745d-f3f1-462a-b783-19b1d9179a08 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0&tenant_id=d985c05811bc47f1989cbe58fd056bbb HTTP/1.1" status: 200 len: 1096 time: 0.0439320 Dec 06 15:34:52.508936 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:34:52.561261 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:52.784885 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a085ec-7913-48ed-aca9-fb1044d04d65 req-a53f6fa3-8507-4c86-800c-1d98d5c2d502 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:52.786471 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0a085ec-7913-48ed-aca9-fb1044d04d65 req-a53f6fa3-8507-4c86-800c-1d98d5c2d502 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 945 time: 0.0525348 Dec 06 15:34:52.843301 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0a085ec-7913-48ed-aca9-fb1044d04d65 req-0b03e122-0125-495a-a935-104d19b8745f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499752 Dec 06 15:34:53.005198 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] For port 9f5b0ca8-0bd6-4836-93af-0659895f3c32, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9f5b0ca8-0bd6-4836-93af-0659895f3c32,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:34:53.038434 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] For port 9f5b0ca8-0bd6-4836-93af-0659895f3c32, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:34:53.075316 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd5064f-51ef-4d9b-84fb-05ea398be8e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f5b0ca8-0bd6-4836-93af-0659895f3c32'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:34:53.077786 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5309d9-4aa9-4ec1-b38b-68f370a896ad" -d '{"events": [{"server_uuid": "5cd5064f-51ef-4d9b-84fb-05ea398be8e0", "name": "network-vif-unplugged", "status": "completed", "tag": "9f5b0ca8-0bd6-4836-93af-0659895f3c32"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:34:53.081417 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:53.093968 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Transition to ACTIVE for port object 9f5b0ca8-0bd6-4836-93af-0659895f3c32 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:34:53.098071 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:53.212048 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb94a2a8-1b3b-4b73-98d2-533043993813 x-openstack-request-id: req-eb94a2a8-1b3b-4b73-98d2-533043993813 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:34:53.212357 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd5064f-51ef-4d9b-84fb-05ea398be8e0", "name": "network-vif-unplugged", "status": "completed", "tag": "9f5b0ca8-0bd6-4836-93af-0659895f3c32", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:34:53.212604 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb94a2a8-1b3b-4b73-98d2-533043993813 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:34:53.213058 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd5064f-51ef-4d9b-84fb-05ea398be8e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f5b0ca8-0bd6-4836-93af-0659895f3c32', 'code': 200} Dec 06 15:34:53.213618 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Pushing event updated for resources: {'Port': ['ID=9f5b0ca8-0bd6-4836-93af-0659895f3c32,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:34:53.238256 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:53.238599 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:53.238938 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:53.239274 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:53.239893 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:53.240266 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:53.240593 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:53.240916 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:53.241238 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:53.241561 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:53.241884 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:53.242207 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:53.242523 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:53.290464 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] No DVR routers for this DVR port 9f5b0ca8-0bd6-4836-93af-0659895f3c32 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:34:53.429033 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Attempting to bind port 9f5b0ca8-0bd6-4836-93af-0659895f3c32 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:34:53.429274 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Attempting to bind port 9f5b0ca8-0bd6-4836-93af-0659895f3c32 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:34:53.429595 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Attempting to bind port 9f5b0ca8-0bd6-4836-93af-0659895f3c32 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:34:53.433758 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Port 9f5b0ca8-0bd6-4836-93af-0659895f3c32 on network 00a9f339-745b-4107-b163-dd119ae5e370 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:34:53.434070 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Attempting to bind port 9f5b0ca8-0bd6-4836-93af-0659895f3c32 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:34:53.438778 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:34:53.439103 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Checking segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:34:53.439478 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Bound using segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:34:53.439924 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Bound port: 9f5b0ca8-0bd6-4836-93af-0659895f3c32, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:34:53.440268 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:53.500572 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] For port 9f5b0ca8-0bd6-4836-93af-0659895f3c32, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:34:53.503551 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] For port 9f5b0ca8-0bd6-4836-93af-0659895f3c32, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9f5b0ca8-0bd6-4836-93af-0659895f3c32,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:34:53.507961 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:53.543520 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:53.544143 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:53.545498 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] 10.222.0.37 "PUT /v2.0/ports/9f5b0ca8-0bd6-4836-93af-0659895f3c32 HTTP/1.1" status: 200 len: 1091 time: 1.0406199 Dec 06 15:34:53.563740 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a04c9e-9da4-4f32-bbf5-b9b153bf305a service neutron] Pushing event updated for resources: {'Port': ['ID=9f5b0ca8-0bd6-4836-93af-0659895f3c32,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:34:53.624525 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-19589b97-e9b8-4ef5-b140-646e05c29929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:53.625956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-19589b97-e9b8-4ef5-b140-646e05c29929 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 1094 time: 0.0506077 Dec 06 15:34:53.748168 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e1bbcaa8-8b99-469c-a5a4-a9acd7327da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:53.749667 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-e1bbcaa8-8b99-469c-a5a4-a9acd7327da8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.1110549 Dec 06 15:34:53.823642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-149f8c41-965a-441c-9b19-87383298e084 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f5b0ca8-0bd6-4836-93af-0659895f3c32 HTTP/1.1" status: 200 len: 999 time: 0.0626347 Dec 06 15:34:53.880256 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-60adec31-f186-4430-81f2-2978e9af2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:53.882244 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-60adec31-f186-4430-81f2-2978e9af2bea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0460534 Dec 06 15:34:53.933940 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-a8bf9dd1-e5aa-4c11-a370-b82e4841090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:53.935458 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-a8bf9dd1-e5aa-4c11-a370-b82e4841090e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418553 Dec 06 15:34:53.964675 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2bf6a-523f-4c9a-a921-b96ee85721ac req-65dca719-cc45-4c63-915b-efc6a3f67422 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:53.966173 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d6c2bf6a-523f-4c9a-a921-b96ee85721ac req-65dca719-cc45-4c63-915b-efc6a3f67422 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 943 time: 0.0489666 Dec 06 15:34:54.015088 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d6c2bf6a-523f-4c9a-a921-b96ee85721ac req-b0f16165-b14a-4874-883d-a86916b300a2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428026 Dec 06 15:34:54.034365 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-5d0cb894-f017-4ab0-83b1-cd763003549f service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870090 Dec 06 15:34:54.126831 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6560c85-ef17-4691-b706-5bf3ba9b5e55 req-01d89790-73eb-46f3-9267-f9756df2852e service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815923 Dec 06 15:34:55.133482 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a460220-3e0c-44ad-b256-05bfbf52c53b req-94c2f8ea-02c7-4ff8-89c2-4dee4d80979d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:55.134941 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a460220-3e0c-44ad-b256-05bfbf52c53b req-94c2f8ea-02c7-4ff8-89c2-4dee4d80979d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 943 time: 0.0496044 Dec 06 15:34:55.184903 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0a460220-3e0c-44ad-b256-05bfbf52c53b req-9912697e-f886-48e2-aa4f-858734a5f646 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440185 Dec 06 15:34:55.214529 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd5064f-51ef-4d9b-84fb-05ea398be8e0', 'tag': '9f5b0ca8-0bd6-4836-93af-0659895f3c32'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:34:55.216882 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f91718-d47d-4134-a2ff-ad9e0bf03273" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd5064f-51ef-4d9b-84fb-05ea398be8e0", "tag": "9f5b0ca8-0bd6-4836-93af-0659895f3c32"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:34:55.264743 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48672f6e-bb21-4d6c-a0bd-d3599df2c2d8 x-openstack-request-id: req-48672f6e-bb21-4d6c-a0bd-d3599df2c2d8 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:34:55.265045 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd5064f-51ef-4d9b-84fb-05ea398be8e0", "tag": "9f5b0ca8-0bd6-4836-93af-0659895f3c32", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:34:55.265297 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48672f6e-bb21-4d6c-a0bd-d3599df2c2d8 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:34:55.265719 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd5064f-51ef-4d9b-84fb-05ea398be8e0', 'tag': '9f5b0ca8-0bd6-4836-93af-0659895f3c32', 'status': 'completed', 'code': 200} Dec 06 15:34:55.353529 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-c989101e-b59b-49e7-aec7-7bb15fb6b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:55.355019 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-c989101e-b59b-49e7-aec7-7bb15fb6b92b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 1094 time: 0.0687301 Dec 06 15:34:55.356987 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-a36ba20d-bd24-4588-b3d1-d943bc103c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:55.358312 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-a36ba20d-bd24-4588-b3d1-d943bc103c42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 1094 time: 0.0708218 Dec 06 15:34:55.511739 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-606ba3a3-eb0d-42fb-be05-6a25ceb9edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:55.513185 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-606ba3a3-eb0d-42fb-be05-6a25ceb9edaf service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.1508121 Dec 06 15:34:55.515637 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-3b601f61-e515-4eb1-88c5-4399c9fa77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:55.516948 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-3b601f61-e515-4eb1-88c5-4399c9fa77ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.1468410 Dec 06 15:34:55.645238 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-2de9c721-d645-4433-b5a6-b1f05c632aa5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f5b0ca8-0bd6-4836-93af-0659895f3c32 HTTP/1.1" status: 200 len: 999 time: 0.1232886 Dec 06 15:34:55.648666 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-84e338dc-1e7c-4ab8-9f03-eee6dab381cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f5b0ca8-0bd6-4836-93af-0659895f3c32 HTTP/1.1" status: 200 len: 999 time: 0.1211817 Dec 06 15:34:55.741059 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-c239c99c-43a2-44f6-a651-530e4e005c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:55.742501 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-c239c99c-43a2-44f6-a651-530e4e005c2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0897429 Dec 06 15:34:55.743884 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-69c47a8f-c5e3-4ea9-834d-8fb93fa45854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:55.745158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-69c47a8f-c5e3-4ea9-834d-8fb93fa45854 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0816035 Dec 06 15:34:55.825641 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-0c345960-d92c-4794-9951-375d3b498e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:55.827140 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-0c345960-d92c-4794-9951-375d3b498e03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679362 Dec 06 15:34:55.829926 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-dd563743-a339-4e63-a8bc-d4a3065af0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:55.831389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-dd563743-a339-4e63-a8bc-d4a3065af0de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791094 Dec 06 15:34:56.001159 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-a7d1933a-cd4f-4f92-9989-18beb90ab335 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655784 Dec 06 15:34:56.006329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-63ffc5e6-8733-49a3-aaed-45e0af439733 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629126 Dec 06 15:34:56.161407 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-5d372cfc-d745-4b5a-bf8a-951e93574534 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525545 Dec 06 15:34:56.163599 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10f91718-d47d-4134-a2ff-ad9e0bf03273 req-824178e1-8c90-41bc-b8dd-f8dc14aae6ef service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470168 Dec 06 15:34:56.301766 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898f77a-6f99-46c3-87c1-a62881c766e3 req-a77f2ec9-a6f0-4376-bea6-2c7c8380c235 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:56.303230 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4898f77a-6f99-46c3-87c1-a62881c766e3 req-a77f2ec9-a6f0-4376-bea6-2c7c8380c235 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 943 time: 0.0496264 Dec 06 15:34:56.350441 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4898f77a-6f99-46c3-87c1-a62881c766e3 req-42ed12a7-86f0-42a1-9e9d-d4f57cc884c6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409117 Dec 06 15:34:56.581964 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ae499-e323-40ee-8b27-319a9ecfdb58 req-f6375a0b-3b51-414a-ad89-6cb0f97b80de tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:56.583286 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e7ae499-e323-40ee-8b27-319a9ecfdb58 req-f6375a0b-3b51-414a-ad89-6cb0f97b80de tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0&tenant_id=d985c05811bc47f1989cbe58fd056bbb&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 943 time: 0.0726824 Dec 06 15:34:56.590996 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a904bd7-c504-4cdc-8180-86fcbaa06bb8 req-873402c2-e35a-407c-a55b-546ab1ac7dc0 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:56.592443 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a904bd7-c504-4cdc-8180-86fcbaa06bb8 req-873402c2-e35a-407c-a55b-546ab1ac7dc0 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 943 time: 0.0909560 Dec 06 15:34:56.596716 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 9f5b0ca8-0bd6-4836-93af-0659895f3c32 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:34:56.635905 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 9f5b0ca8-0bd6-4836-93af-0659895f3c32 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:34:56.679279 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a904bd7-c504-4cdc-8180-86fcbaa06bb8 req-208397ad-9430-44db-83a6-438258f46485 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795946 Dec 06 15:34:56.680208 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-3e7ae499-e323-40ee-8b27-319a9ecfdb58 req-cf63d3ad-b155-4f9c-b929-c65589073553 service neutron] delete failed (client error): The resource could not be found. Dec 06 15:34:56.681110 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e7ae499-e323-40ee-8b27-319a9ecfdb58 req-cf63d3ad-b155-4f9c-b929-c65589073553 service neutron] 10.222.0.23 "DELETE /v2.0/ports/9f5b0ca8-0bd6-4836-93af-0659895f3c32/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0878367 Dec 06 15:34:56.774551 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ae499-e323-40ee-8b27-319a9ecfdb58 req-ebdc2033-49e6-434b-9bb3-f2107ca2c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:56.776033 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e7ae499-e323-40ee-8b27-319a9ecfdb58 req-ebdc2033-49e6-434b-9bb3-f2107ca2c0ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 1094 time: 0.0451200 Dec 06 15:34:56.864209 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ae499-e323-40ee-8b27-319a9ecfdb58 req-af97ba5d-bf35-4596-9679-20baf2611104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:56.866482 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e7ae499-e323-40ee-8b27-319a9ecfdb58 req-af97ba5d-bf35-4596-9679-20baf2611104 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0830948 Dec 06 15:34:56.932222 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e7ae499-e323-40ee-8b27-319a9ecfdb58 req-77e088d5-f1ea-4400-b159-510e89efa2ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f5b0ca8-0bd6-4836-93af-0659895f3c32 HTTP/1.1" status: 200 len: 999 time: 0.0590413 Dec 06 15:34:56.980374 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ae499-e323-40ee-8b27-319a9ecfdb58 req-e681e045-ac13-489c-bade-adda4705ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:56.981857 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e7ae499-e323-40ee-8b27-319a9ecfdb58 req-e681e045-ac13-489c-bade-adda4705ab3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0427110 Dec 06 15:34:57.025787 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ae499-e323-40ee-8b27-319a9ecfdb58 req-ce73de36-250a-4270-bae2-b939b1a152f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:57.027227 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e7ae499-e323-40ee-8b27-319a9ecfdb58 req-ce73de36-250a-4270-bae2-b939b1a152f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388486 Dec 06 15:34:57.118974 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e7ae499-e323-40ee-8b27-319a9ecfdb58 req-9aa3418b-1c14-4e9d-8804-ad5a720ee778 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837440 Dec 06 15:34:57.205869 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e7ae499-e323-40ee-8b27-319a9ecfdb58 req-78f352fa-236e-4fe2-be19-9b634a2700fa service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799956 Dec 06 15:34:57.805379 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34c40a-3935-4f67-b478-f78b474e972e req-e5abe3ae-22b8-42ef-997f-6db1de159daf tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:57.806949 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eb34c40a-3935-4f67-b478-f78b474e972e req-e5abe3ae-22b8-42ef-997f-6db1de159daf tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 943 time: 0.0494730 Dec 06 15:34:57.857650 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-eb34c40a-3935-4f67-b478-f78b474e972e req-7b29302e-dc78-4121-87a2-5a215acabcc0 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441906 Dec 06 15:34:57.977693 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c48b7f-993d-4146-b633-ebf34caa086c req-6e800d65-6a40-4432-aa3b-b230bb456e22 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:57.979169 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-06c48b7f-993d-4146-b633-ebf34caa086c req-6e800d65-6a40-4432-aa3b-b230bb456e22 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 943 time: 0.0542879 Dec 06 15:34:58.025327 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-06c48b7f-993d-4146-b633-ebf34caa086c req-e8448e5f-69ff-4df4-808f-b48f7d5547a7 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400374 Dec 06 15:34:58.140104 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78495022-22a3-481f-aee4-20ff63a11425 req-a06edd31-4cfb-42a7-a8ca-d6efec79ab5b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:58.141564 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78495022-22a3-481f-aee4-20ff63a11425 req-a06edd31-4cfb-42a7-a8ca-d6efec79ab5b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 943 time: 0.0519683 Dec 06 15:34:58.188404 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78495022-22a3-481f-aee4-20ff63a11425 req-b6a4ae33-f18a-46ec-869d-7724b54cdab9 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404103 Dec 06 15:34:58.312970 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:58.419810 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08200d8f-e65b-45c4-bec6-f755c10e7125 req-2c85139b-fd9e-4947-814a-f5d328a713b1 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:58.421260 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08200d8f-e65b-45c4-bec6-f755c10e7125 req-2c85139b-fd9e-4947-814a-f5d328a713b1 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 943 time: 0.0488729 Dec 06 15:34:58.467908 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08200d8f-e65b-45c4-bec6-f755c10e7125 req-013987cd-e9bd-48f5-a84a-a14880d62a86 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407100 Dec 06 15:34:58.485485 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9f5b0ca8-0bd6-4836-93af-0659895f3c32 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:34:58.578586 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 9f5b0ca8-0bd6-4836-93af-0659895f3c32, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9f5b0ca8-0bd6-4836-93af-0659895f3c32,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:34:58.589848 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '9f5b0ca8-0bd6-4836-93af-0659895f3c32', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'port_id': '9f5b0ca8-0bd6-4836-93af-0659895f3c32', 'mac_address': 'fa:16:3e:6c:9d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:34:58.625376 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:58.638073 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5b0ca8-0bd6-4836-93af-0659895f3c32 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:34:58.656853 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 9f5b0ca8-0bd6-4836-93af-0659895f3c32, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9f5b0ca8-0bd6-4836-93af-0659895f3c32,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:34:58.660580 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:58.705803 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=9f5b0ca8-0bd6-4836-93af-0659895f3c32,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:34:58.713673 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:58.714019 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:58.714357 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:58.714690 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:58.715020 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:58.715632 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:58.715814 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:58.716010 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:58.716332 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:58.716654 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:58.716972 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:58.717290 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:58.717607 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:58.963299 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['9f5b0ca8-0bd6-4836-93af-0659895f3c32'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:34:59.582989 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2d064-753d-46c7-96de-5e04baa1dee2 req-3d17164e-e81f-4194-9626-67ef051dd4e6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:59.585007 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-05c2d064-753d-46c7-96de-5e04baa1dee2 req-3d17164e-e81f-4194-9626-67ef051dd4e6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 944 time: 0.0480204 Dec 06 15:34:59.633194 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-05c2d064-753d-46c7-96de-5e04baa1dee2 req-71573c91-0aa7-47d8-878d-dc52682a423a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422997 Dec 06 15:34:59.767912 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f072b3-c7d9-44eb-84b0-047ad7417ffe req-dbbdb73b-cb64-4d2b-ad3e-9315f0605082 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:59.769266 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-12f072b3-c7d9-44eb-84b0-047ad7417ffe req-dbbdb73b-cb64-4d2b-ad3e-9315f0605082 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 944 time: 0.0488751 Dec 06 15:34:59.862125 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-12f072b3-c7d9-44eb-84b0-047ad7417ffe req-4146f168-2dd6-4529-8831-3b3bd4a79799 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Deleting port 9f5b0ca8-0bd6-4836-93af-0659895f3c32 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:34:59.862465 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-12f072b3-c7d9-44eb-84b0-047ad7417ffe req-4146f168-2dd6-4529-8831-3b3bd4a79799 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:59.948050 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-12f072b3-c7d9-44eb-84b0-047ad7417ffe req-4146f168-2dd6-4529-8831-3b3bd4a79799 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] For port 9f5b0ca8-0bd6-4836-93af-0659895f3c32, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9f5b0ca8-0bd6-4836-93af-0659895f3c32,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:34:59.948417 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-12f072b3-c7d9-44eb-84b0-047ad7417ffe req-4146f168-2dd6-4529-8831-3b3bd4a79799 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:00.210314 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:00.354408 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-12f072b3-c7d9-44eb-84b0-047ad7417ffe req-4146f168-2dd6-4529-8831-3b3bd4a79799 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:00.354772 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-12f072b3-c7d9-44eb-84b0-047ad7417ffe req-4146f168-2dd6-4529-8831-3b3bd4a79799 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:00.355086 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [req-12f072b3-c7d9-44eb-84b0-047ad7417ffe req-4146f168-2dd6-4529-8831-3b3bd4a79799 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Floating IP 84ce5ea5-8848-437d-9cd9-bcc0dc8173ee disassociated. External IP: 172.35.7.151, port: 9f5b0ca8-0bd6-4836-93af-0659895f3c32. Dec 06 15:35:00.355425 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-12f072b3-c7d9-44eb-84b0-047ad7417ffe req-4146f168-2dd6-4529-8831-3b3bd4a79799 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Calling delete_port for 9f5b0ca8-0bd6-4836-93af-0659895f3c32 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:35:00.482474 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-12f072b3-c7d9-44eb-84b0-047ad7417ffe req-4146f168-2dd6-4529-8831-3b3bd4a79799 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:00.507561 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9f5b0ca8-0bd6-4836-93af-0659895f3c32 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:35:00.516315 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146f168-2dd6-4529-8831-3b3bd4a79799 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Pushing event deleted for resources: {'Port': ['ID=9f5b0ca8-0bd6-4836-93af-0659895f3c32,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:35:00.527647 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 9f5b0ca8-0bd6-4836-93af-0659895f3c32 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:35:00.528023 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9f5b0ca8-0bd6-4836-93af-0659895f3c32 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 06 15:35:00.548083 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Port 9f5b0ca8-0bd6-4836-93af-0659895f3c32 not found, will not notify nova. {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 06 15:35:00.635459 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12f072b3-c7d9-44eb-84b0-047ad7417ffe req-4146f168-2dd6-4529-8831-3b3bd4a79799 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Router 425fa2af-816b-4800-82fb-6ff924656353 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:35:00.761139 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a33611f6-7286-4b2a-a4c4-8dbee5d24397 req-ccfb18c1-0eaa-4da7-816e-edf893a723c6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5064f-51ef-4d9b-84fb-05ea398be8e0 HTTP/1.1" status: 200 len: 210 time: 0.0420430 Dec 06 15:35:00.762346 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12f072b3-c7d9-44eb-84b0-047ad7417ffe req-4146f168-2dd6-4529-8831-3b3bd4a79799 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:35:00.782710 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1692bdea-90e4-4787-a843-2b3179195607 None None] Sync routers for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:35:00.794282 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1692bdea-90e4-4787-a843-2b3179195607 None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:35:00.795879 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1692bdea-90e4-4787-a843-2b3179195607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:34:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:35:00.813003 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f072b3-c7d9-44eb-84b0-047ad7417ffe req-4146f168-2dd6-4529-8831-3b3bd4a79799 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] No DVR routers for this DVR port 9f5b0ca8-0bd6-4836-93af-0659895f3c32 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:35:00.815742 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-12f072b3-c7d9-44eb-84b0-047ad7417ffe req-4146f168-2dd6-4529-8831-3b3bd4a79799 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:00.819551 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-12f072b3-c7d9-44eb-84b0-047ad7417ffe req-4146f168-2dd6-4529-8831-3b3bd4a79799 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.37 "DELETE /v2.0/ports/9f5b0ca8-0bd6-4836-93af-0659895f3c32 HTTP/1.1" status: 204 len: 173 time: 1.0404954 Dec 06 15:35:00.820036 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd5064f-51ef-4d9b-84fb-05ea398be8e0', 'name': 'network-vif-deleted', 'tag': '9f5b0ca8-0bd6-4836-93af-0659895f3c32'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:35:00.822265 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b74840-9020-4032-a82b-de7cdbf15519" -d '{"events": [{"server_uuid": "5cd5064f-51ef-4d9b-84fb-05ea398be8e0", "name": "network-vif-deleted", "tag": "9f5b0ca8-0bd6-4836-93af-0659895f3c32"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:35:00.863878 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e817cb94-d182-4348-a181-c97d860c8696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:00.872245 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0568099d-2c3c-4421-a6c1-7fc7a4b3b0c2 x-openstack-request-id: req-0568099d-2c3c-4421-a6c1-7fc7a4b3b0c2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:35:00.872551 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd5064f-51ef-4d9b-84fb-05ea398be8e0", "name": "network-vif-deleted", "tag": "9f5b0ca8-0bd6-4836-93af-0659895f3c32", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:35:00.872815 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0568099d-2c3c-4421-a6c1-7fc7a4b3b0c2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:35:00.873229 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd5064f-51ef-4d9b-84fb-05ea398be8e0', 'name': 'network-vif-deleted', 'tag': '9f5b0ca8-0bd6-4836-93af-0659895f3c32', 'status': 'completed', 'code': 200} Dec 06 15:35:00.935400 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1692bdea-90e4-4787-a843-2b3179195607 None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:35:01.128236 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1692bdea-90e4-4787-a843-2b3179195607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:35:01.153508 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1692bdea-90e4-4787-a843-2b3179195607 None None] Checking router: 425fa2af-816b-4800-82fb-6ff924656353 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:35:01.161489 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1692bdea-90e4-4787-a843-2b3179195607 None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:35:01.162744 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1692bdea-90e4-4787-a843-2b3179195607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:34:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:35:01.265992 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1692bdea-90e4-4787-a843-2b3179195607 None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:35:01.470870 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1692bdea-90e4-4787-a843-2b3179195607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:35:01.497489 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1692bdea-90e4-4787-a843-2b3179195607 None None] The sync data for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 is: [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:35:01.718649 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edff30f-8c46-439a-9c0c-647be8c7c426 None None] New status for floating IP 84ce5ea5-8848-437d-9cd9-bcc0dc8173ee: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:35:01.735353 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:35:01.994523 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-a69a9a66-33b2-4cfe-a61a-cb1669917690 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1378239581&fields=id&tenant_id=d985c05811bc47f1989cbe58fd056bbb HTTP/1.1" status: 200 len: 267 time: 0.0455365 Dec 06 15:35:02.099095 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-f163a048-d38b-4341-a1f3-88b2945a601e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:02.101288 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-f163a048-d38b-4341-a1f3-88b2945a601e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 810 time: 0.0999351 Dec 06 15:35:02.116438 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-8752af8d-f6fe-4eb2-a35f-17a535b083ff tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/quotas/d985c05811bc47f1989cbe58fd056bbb HTTP/1.1" status: 200 len: 375 time: 0.0097542 Dec 06 15:35:02.165763 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-f95282e9-1a44-4e4b-8c2c-db1aa6bc8e83 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441780 Dec 06 15:35:02.326541 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-49aecff6-9c1b-4ed9-a47c-4078d69def9b service neutron] 10.222.0.20 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495388 Dec 06 15:35:02.420731 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-38b51899-2f9c-46a3-8e97-6956d80cf2d6 service neutron] 10.222.0.20 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879879 Dec 06 15:35:02.579084 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c670552-995d-4bb4-8abb-0d3435235628 req-1128cb05-fbec-408f-9a91-b6df376bbe19 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 210 time: 0.0256174 Dec 06 15:35:03.298874 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d69dcbba-3762-4de9-bda5-242155d2a94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:03.655177 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-e632fd4a-bac5-4e03-8c7d-f9916abb5b02 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:03.657577 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-e632fd4a-bac5-4e03-8c7d-f9916abb5b02 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 810 time: 0.1303785 Dec 06 15:35:03.729319 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-8434a43b-250f-4f75-b30d-89b7bfc3a0f6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d985c05811bc47f1989cbe58fd056bbb HTTP/1.1" status: 200 len: 380 time: 0.0540771 Dec 06 15:35:03.740699 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-94f24cd4-a182-4eec-8210-aa88f8953d32 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Request body: {'port': {'device_id': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'admin_state_up': True, 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'security_groups': ['3ee2ef71-bffc-4f0c-8f37-22f1ce632d06']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:35:03.765202 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2445132d-a569-4b40-9e31-8dc7215c5713 req-2de4baa6-75d5-429f-bd21-0e2b5b3cdb38 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 210 time: 0.0919707 Dec 06 15:35:03.846102 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-94f24cd4-a182-4eec-8210-aa88f8953d32 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Made reservation on behalf of d985c05811bc47f1989cbe58fd056bbb for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:35:03.849863 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-94f24cd4-a182-4eec-8210-aa88f8953d32 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:03.976332 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-94f24cd4-a182-4eec-8210-aa88f8953d32 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Allocated IP 172.20.0.9 (00a9f339-745b-4107-b163-dd119ae5e370/8cc59bc2-e2bc-42ed-adb3-dab53b92ab09/103588f4-9f54-4972-8322-e1f1d0937c66) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:35:04.109554 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-94f24cd4-a182-4eec-8210-aa88f8953d32 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:04.139891 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:04.143745 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-94f24cd4-a182-4eec-8210-aa88f8953d32 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:04.186913 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-94f24cd4-a182-4eec-8210-aa88f8953d32 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Network 00a9f339-745b-4107-b163-dd119ae5e370 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:35:04.190016 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-94f24cd4-a182-4eec-8210-aa88f8953d32 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:35:04.194183 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-94f24cd4-a182-4eec-8210-aa88f8953d32 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:35:04.201129 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f24cd4-a182-4eec-8210-aa88f8953d32 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Pushing event updated for resources: {'Port': ['ID=103588f4-9f54-4972-8322-e1f1d0937c66,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:35:04.248514 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-94f24cd4-a182-4eec-8210-aa88f8953d32 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:04.249142 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-94f24cd4-a182-4eec-8210-aa88f8953d32 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:04.265022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-94f24cd4-a182-4eec-8210-aa88f8953d32 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5290136 Dec 06 15:35:04.285081 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Request body: {'port': {'device_id': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:35:04.344916 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:04.485020 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d4d878fa-c6f1-4c67-ab23-ac0361f1aa76 None None] Provisioning complete for port 103588f4-9f54-4972-8322-e1f1d0937c66 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:35:04.485538 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d4d878fa-c6f1-4c67-ab23-ac0361f1aa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:04.516918 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9f5b0ca8-0bd6-4836-93af-0659895f3c32 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:35:04.539667 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 9f5b0ca8-0bd6-4836-93af-0659895f3c32 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:35:04.540018 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 9f5b0ca8-0bd6-4836-93af-0659895f3c32 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:35:04.541452 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d4d878fa-c6f1-4c67-ab23-ac0361f1aa76 None None] Port 103588f4-9f54-4972-8322-e1f1d0937c66 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:35:04.605475 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103588f4-9f54-4972-8322-e1f1d0937c66 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:35:04.612883 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:04.625584 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Transition to ACTIVE for port object 103588f4-9f54-4972-8322-e1f1d0937c66 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:35:04.629060 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:04.676499 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Pushing event updated for resources: {'Port': ['ID=103588f4-9f54-4972-8322-e1f1d0937c66,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:35:04.752740 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Attempting to bind port 103588f4-9f54-4972-8322-e1f1d0937c66 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:35:04.753071 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Attempting to bind port 103588f4-9f54-4972-8322-e1f1d0937c66 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:35:04.753397 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Attempting to bind port 103588f4-9f54-4972-8322-e1f1d0937c66 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:35:04.757867 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Port 103588f4-9f54-4972-8322-e1f1d0937c66 on network 00a9f339-745b-4107-b163-dd119ae5e370 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:35:04.758186 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Attempting to bind port 103588f4-9f54-4972-8322-e1f1d0937c66 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:35:04.762995 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:35:04.763326 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Checking segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:35:04.763725 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Bound using segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:35:04.764149 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Bound port: 103588f4-9f54-4972-8322-e1f1d0937c66, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:35:04.764501 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:04.834359 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] For port 103588f4-9f54-4972-8322-e1f1d0937c66, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:35:04.837684 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] For port 103588f4-9f54-4972-8322-e1f1d0937c66, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=103588f4-9f54-4972-8322-e1f1d0937c66,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:35:04.845405 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:04.886797 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:04.887517 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:04.888804 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] 10.222.0.37 "PUT /v2.0/ports/103588f4-9f54-4972-8322-e1f1d0937c66 HTTP/1.1" status: 200 len: 1091 time: 0.6082897 Dec 06 15:35:04.889243 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'tag': '103588f4-9f54-4972-8322-e1f1d0937c66'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:35:04.891516 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce29826-c37b-4edd-bd66-8841f590dcc3" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb7ef94-b032-4301-9455-954a9ee5037a", "tag": "103588f4-9f54-4972-8322-e1f1d0937c66"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:35:04.918910 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b6a90-e4f8-4556-802f-953efb74b79f service neutron] Pushing event updated for resources: {'Port': ['ID=103588f4-9f54-4972-8322-e1f1d0937c66,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:35:04.952702 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc116ec-2927-4833-85b0-2a34e2b1faae x-openstack-request-id: req-cbc116ec-2927-4833-85b0-2a34e2b1faae {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:35:04.953098 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb7ef94-b032-4301-9455-954a9ee5037a", "tag": "103588f4-9f54-4972-8322-e1f1d0937c66", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:35:04.953357 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbc116ec-2927-4833-85b0-2a34e2b1faae {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:35:04.953774 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'tag': '103588f4-9f54-4972-8322-e1f1d0937c66', 'status': 'completed', 'code': 200} Dec 06 15:35:05.005124 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fde3ba-f38c-4ef5-b70f-1cda22bdd221 req-c8349aa1-b90e-4e37-97d1-7aef35c58a5d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:05.007318 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7fde3ba-f38c-4ef5-b70f-1cda22bdd221 req-c8349aa1-b90e-4e37-97d1-7aef35c58a5d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 943 time: 0.1682961 Dec 06 15:35:05.014420 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-46d4a91b-4735-4b6a-a24f-3aaecad4d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:05.015969 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-46d4a91b-4735-4b6a-a24f-3aaecad4d6cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 1094 time: 0.0600495 Dec 06 15:35:05.074118 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-ef9b69f3-1924-454f-9174-a8f2e826f662 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103588f4-9f54-4972-8322-e1f1d0937c66 HTTP/1.1" status: 200 len: 217 time: 0.0436692 Dec 06 15:35:05.120849 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7fde3ba-f38c-4ef5-b70f-1cda22bdd221 req-a6d95e1f-96b5-4433-b32a-c31d0b7bd4e0 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039140 Dec 06 15:35:05.138513 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-0acc80fb-0d7f-4af6-9e3d-e2ab49365480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:05.139913 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-0acc80fb-0d7f-4af6-9e3d-e2ab49365480 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0512216 Dec 06 15:35:05.189182 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-83efcc67-ee2f-44cf-8638-9edbc75994ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:05.190689 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-83efcc67-ee2f-44cf-8638-9edbc75994ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400028 Dec 06 15:35:05.286015 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-086fa86a-2333-44de-a0ec-0d2b84318f81 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837092 Dec 06 15:35:05.376951 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab7d5fe0-770b-47b8-9710-50afc35ff04f req-9f7a5546-7ef3-4c5b-a39b-6edeca1ec47b service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800536 Dec 06 15:35:05.467373 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce29826-c37b-4edd-bd66-8841f590dcc3 req-f7f828e1-a541-4bad-891e-c40e9db96df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:05.468789 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bce29826-c37b-4edd-bd66-8841f590dcc3 req-f7f828e1-a541-4bad-891e-c40e9db96df7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 1094 time: 0.0395675 Dec 06 15:35:05.562276 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce29826-c37b-4edd-bd66-8841f590dcc3 req-322001d2-821c-49f4-a0aa-a8dbafae4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:05.563754 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bce29826-c37b-4edd-bd66-8841f590dcc3 req-322001d2-821c-49f4-a0aa-a8dbafae4f6a service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0873771 Dec 06 15:35:05.604706 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bce29826-c37b-4edd-bd66-8841f590dcc3 req-4ab29149-f61b-4efa-9643-b1ab876e47ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103588f4-9f54-4972-8322-e1f1d0937c66 HTTP/1.1" status: 200 len: 217 time: 0.0336907 Dec 06 15:35:05.656612 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce29826-c37b-4edd-bd66-8841f590dcc3 req-72a6733f-a268-4183-bbe9-09948d93c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:05.657996 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bce29826-c37b-4edd-bd66-8841f590dcc3 req-72a6733f-a268-4183-bbe9-09948d93c270 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0453174 Dec 06 15:35:05.701721 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce29826-c37b-4edd-bd66-8841f590dcc3 req-3be41508-2d3e-4568-af74-54d88b3a724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:05.703158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bce29826-c37b-4edd-bd66-8841f590dcc3 req-3be41508-2d3e-4568-af74-54d88b3a724a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379207 Dec 06 15:35:05.800569 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bce29826-c37b-4edd-bd66-8841f590dcc3 req-d1292f7a-04c8-4612-93f5-97285c2c3a01 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874128 Dec 06 15:35:05.800814 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:05.890150 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bce29826-c37b-4edd-bd66-8841f590dcc3 req-0c888161-caa3-4fcf-8fe3-2fb5fd6bef7c service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821130 Dec 06 15:35:06.499124 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c77f96-8206-425d-9535-cc52179c0506 req-5d0d71b5-b9dc-445a-9364-7b60fbbb4f5a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:06.500643 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-51c77f96-8206-425d-9535-cc52179c0506 req-5d0d71b5-b9dc-445a-9364-7b60fbbb4f5a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 943 time: 0.0483587 Dec 06 15:35:06.546693 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-51c77f96-8206-425d-9535-cc52179c0506 req-29fd37f8-5804-429b-b9f2-e9dbd6427320 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393796 Dec 06 15:35:06.694461 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:07.661315 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916e00d-0b30-437b-a38d-3d4a04898be7 req-a0ffd52c-8e05-48aa-bc04-0860dbfd659d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:07.662768 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0916e00d-0b30-437b-a38d-3d4a04898be7 req-a0ffd52c-8e05-48aa-bc04-0860dbfd659d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 943 time: 0.0487978 Dec 06 15:35:07.712797 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0916e00d-0b30-437b-a38d-3d4a04898be7 req-71d6a207-8b33-42c6-9c78-6925bbd50200 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440316 Dec 06 15:35:08.531475 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 103588f4-9f54-4972-8322-e1f1d0937c66 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:35:08.627074 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 103588f4-9f54-4972-8322-e1f1d0937c66, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=103588f4-9f54-4972-8322-e1f1d0937c66,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:35:08.637602 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '103588f4-9f54-4972-8322-e1f1d0937c66', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'port_id': '103588f4-9f54-4972-8322-e1f1d0937c66', 'mac_address': 'fa:16:3e:ca:73:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:35:08.673325 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:08.685322 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103588f4-9f54-4972-8322-e1f1d0937c66 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:35:08.703968 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 103588f4-9f54-4972-8322-e1f1d0937c66, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=103588f4-9f54-4972-8322-e1f1d0937c66,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:35:08.707842 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:08.754419 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=103588f4-9f54-4972-8322-e1f1d0937c66,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:35:08.825477 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f888dc-c8fb-4288-9ae1-36ffd0f155a6 req-e830e3f0-5918-48bc-a741-cdb02555ee3c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:08.826848 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9f888dc-c8fb-4288-9ae1-36ffd0f155a6 req-e830e3f0-5918-48bc-a741-cdb02555ee3c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 944 time: 0.0472710 Dec 06 15:35:08.877002 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b9f888dc-c8fb-4288-9ae1-36ffd0f155a6 req-ce4477b3-890a-428e-bbaa-1e116de4b8f6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441267 Dec 06 15:35:09.015279 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['103588f4-9f54-4972-8322-e1f1d0937c66'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:35:09.992066 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ebd8b-c437-48d2-a0f4-ca823bbaf721 req-cf71ea90-fd73-45ad-93c5-f6c4ab078e7d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:09.993534 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c7ebd8b-c437-48d2-a0f4-ca823bbaf721 req-cf71ea90-fd73-45ad-93c5-f6c4ab078e7d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 944 time: 0.0485935 Dec 06 15:35:10.039788 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c7ebd8b-c437-48d2-a0f4-ca823bbaf721 req-1da46221-5505-4d2d-9e6c-2b884f20bec2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402746 Dec 06 15:35:10.533237 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 103588f4-9f54-4972-8322-e1f1d0937c66 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:35:10.579437 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 103588f4-9f54-4972-8322-e1f1d0937c66 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:35:10.583031 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 103588f4-9f54-4972-8322-e1f1d0937c66 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:35:10.583403 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:10.660179 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:10.681785 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103588f4-9f54-4972-8322-e1f1d0937c66'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:35:10.684042 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad881c3-efff-4fa0-b6c6-2b45b3bb9fa3" -d '{"events": [{"server_uuid": "8cb7ef94-b032-4301-9455-954a9ee5037a", "name": "network-vif-plugged", "status": "completed", "tag": "103588f4-9f54-4972-8322-e1f1d0937c66"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:35:10.697752 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 103588f4-9f54-4972-8322-e1f1d0937c66, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=103588f4-9f54-4972-8322-e1f1d0937c66,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:35:10.700897 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:10.747058 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=103588f4-9f54-4972-8322-e1f1d0937c66,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:35:10.781101 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa67d877-6cb3-4daf-8bfd-a1088e1478e0 x-openstack-request-id: req-fa67d877-6cb3-4daf-8bfd-a1088e1478e0 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:35:10.781402 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb7ef94-b032-4301-9455-954a9ee5037a", "name": "network-vif-plugged", "status": "completed", "tag": "103588f4-9f54-4972-8322-e1f1d0937c66", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:35:10.781658 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa67d877-6cb3-4daf-8bfd-a1088e1478e0 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:35:10.782052 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103588f4-9f54-4972-8322-e1f1d0937c66', 'code': 200} Dec 06 15:35:10.885680 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665384f-ee2c-4e7a-b9d1-35fa07f207f4 req-09b337d8-183e-4830-aa5e-c98394dbdf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:10.887133 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1665384f-ee2c-4e7a-b9d1-35fa07f207f4 req-09b337d8-183e-4830-aa5e-c98394dbdf16 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 1096 time: 0.0396442 Dec 06 15:35:10.934432 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1665384f-ee2c-4e7a-b9d1-35fa07f207f4 req-ee3980e9-06be-476b-a4f5-e5b37e0a517e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386140 Dec 06 15:35:11.156057 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e18d36-449e-463d-899d-e2f7276ceb45 req-28c12489-ad24-4b86-87b1-5676b2bb84de tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:11.157436 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27e18d36-449e-463d-899d-e2f7276ceb45 req-28c12489-ad24-4b86-87b1-5676b2bb84de tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0511296 Dec 06 15:35:11.203797 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27e18d36-449e-463d-899d-e2f7276ceb45 req-e367d920-04d9-4525-984e-0810485d0fcf tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404170 Dec 06 15:35:12.319472 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ea157-73e2-4a24-92c5-c61c191d2d5b req-ec3b49e2-0ac7-4629-a8a5-4a6fb7c927f9 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:12.320949 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-335ea157-73e2-4a24-92c5-c61c191d2d5b req-ec3b49e2-0ac7-4629-a8a5-4a6fb7c927f9 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0487289 Dec 06 15:35:12.367638 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-335ea157-73e2-4a24-92c5-c61c191d2d5b req-23e8bfb5-c3ae-410f-8efb-c6d9ac846c93 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407832 Dec 06 15:35:12.478369 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6cc80-821d-4b64-8aea-d36c31ae6853 req-8ba33afd-f0a3-4476-8d13-80c0d94e9c55 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:12.479905 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b2c6cc80-821d-4b64-8aea-d36c31ae6853 req-8ba33afd-f0a3-4476-8d13-80c0d94e9c55 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0491512 Dec 06 15:35:12.488929 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 46038) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:35:12.493427 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3566a3c9-681d-4361-9bf3-b5a6140f56fb tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Request body: {'floatingip': {'port_id': '103588f4-9f54-4972-8322-e1f1d0937c66'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:35:12.534649 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3566a3c9-681d-4361-9bf3-b5a6140f56fb tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for floatingip, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:13.324213 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3566a3c9-681d-4361-9bf3-b5a6140f56fb tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:13.327998 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3566a3c9-681d-4361-9bf3-b5a6140f56fb tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:13.425513 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-3566a3c9-681d-4361-9bf3-b5a6140f56fb tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Floating IP 84ce5ea5-8848-437d-9cd9-bcc0dc8173ee associated. External IP: 172.35.7.151, port: 103588f4-9f54-4972-8322-e1f1d0937c66. Dec 06 15:35:13.630005 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3566a3c9-681d-4361-9bf3-b5a6140f56fb tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Router 425fa2af-816b-4800-82fb-6ff924656353 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:35:13.734608 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3566a3c9-681d-4361-9bf3-b5a6140f56fb tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:35:13.739712 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3566a3c9-681d-4361-9bf3-b5a6140f56fb tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:13.745833 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d098c861-3762-420f-aae4-47258f6a5663 None None] Sync routers for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:35:13.756470 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d098c861-3762-420f-aae4-47258f6a5663 None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:35:13.758262 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d098c861-3762-420f-aae4-47258f6a5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:35:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:35:13.766737 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3566a3c9-681d-4361-9bf3-b5a6140f56fb tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "PUT /v2.0/floatingips/84ce5ea5-8848-437d-9cd9-bcc0dc8173ee HTTP/1.1" status: 200 len: 991 time: 1.2767870 Dec 06 15:35:13.767330 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'tag': '103588f4-9f54-4972-8322-e1f1d0937c66'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:35:13.769628 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43648ef-8d77-4b50-a8f3-872d96080bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb7ef94-b032-4301-9455-954a9ee5037a", "tag": "103588f4-9f54-4972-8322-e1f1d0937c66"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:35:13.806626 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21d49a1-f7ba-406a-9dfe-994e0589e291 x-openstack-request-id: req-f21d49a1-f7ba-406a-9dfe-994e0589e291 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:35:13.806930 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb7ef94-b032-4301-9455-954a9ee5037a", "tag": "103588f4-9f54-4972-8322-e1f1d0937c66", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:35:13.807192 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f21d49a1-f7ba-406a-9dfe-994e0589e291 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:35:13.807613 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'tag': '103588f4-9f54-4972-8322-e1f1d0937c66', 'status': 'completed', 'code': 200} Dec 06 15:35:13.865882 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d098c861-3762-420f-aae4-47258f6a5663 None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:35:13.874829 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43648ef-8d77-4b50-a8f3-872d96080bdc req-1d509c1c-4fc9-43d8-83b4-1f31c554fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:13.876381 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b43648ef-8d77-4b50-a8f3-872d96080bdc req-1d509c1c-4fc9-43d8-83b4-1f31c554fded service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 1096 time: 0.0407705 Dec 06 15:35:13.970637 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43648ef-8d77-4b50-a8f3-872d96080bdc req-6b86d20d-0437-4f77-bbcc-f317bc0cea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:13.972059 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b43648ef-8d77-4b50-a8f3-872d96080bdc req-6b86d20d-0437-4f77-bbcc-f317bc0cea69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0869207 Dec 06 15:35:14.037170 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b43648ef-8d77-4b50-a8f3-872d96080bdc req-9767fd6c-a7b0-4a9f-bd39-8fb8a8e5f296 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103588f4-9f54-4972-8322-e1f1d0937c66 HTTP/1.1" status: 200 len: 999 time: 0.0581372 Dec 06 15:35:14.089549 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43648ef-8d77-4b50-a8f3-872d96080bdc req-9205a84f-5b07-4f91-9c8b-b609eea38024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:14.091075 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b43648ef-8d77-4b50-a8f3-872d96080bdc req-9205a84f-5b07-4f91-9c8b-b609eea38024 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0464802 Dec 06 15:35:14.143370 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43648ef-8d77-4b50-a8f3-872d96080bdc req-21226221-4ab7-4029-8ad9-8b62f3a13b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:14.144908 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b43648ef-8d77-4b50-a8f3-872d96080bdc req-21226221-4ab7-4029-8ad9-8b62f3a13b82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460613 Dec 06 15:35:14.172496 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d098c861-3762-420f-aae4-47258f6a5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '84ce5ea5-8848-437d-9cd9-bcc0dc8173ee', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'floating_ip_address': '172.35.7.151', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '425fa2af-816b-4800-82fb-6ff924656353', 'port_id': '103588f4-9f54-4972-8322-e1f1d0937c66', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'mac_address': 'fa:16:3e:ca:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:32:50Z', 'updated_at': '2021-12-06T15:35:13Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:35:14.198173 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d098c861-3762-420f-aae4-47258f6a5663 None None] Checking router: 425fa2af-816b-4800-82fb-6ff924656353 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:35:14.206609 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d098c861-3762-420f-aae4-47258f6a5663 None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:35:14.207224 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d098c861-3762-420f-aae4-47258f6a5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:35:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:35:14.234332 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b43648ef-8d77-4b50-a8f3-872d96080bdc req-8cd498a2-c6c4-4cbb-aff6-0d44e67699aa service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816209 Dec 06 15:35:14.311845 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d098c861-3762-420f-aae4-47258f6a5663 None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:35:14.328981 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b43648ef-8d77-4b50-a8f3-872d96080bdc req-69787d25-d803-4832-bf14-837890f63e0a service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871818 Dec 06 15:35:14.529953 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d098c861-3762-420f-aae4-47258f6a5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '84ce5ea5-8848-437d-9cd9-bcc0dc8173ee', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'floating_ip_address': '172.35.7.151', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '425fa2af-816b-4800-82fb-6ff924656353', 'port_id': '103588f4-9f54-4972-8322-e1f1d0937c66', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'mac_address': 'fa:16:3e:ca:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:32:50Z', 'updated_at': '2021-12-06T15:35:13Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:35:14.555153 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d098c861-3762-420f-aae4-47258f6a5663 None None] The sync data for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 is: [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '84ce5ea5-8848-437d-9cd9-bcc0dc8173ee', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'floating_ip_address': '172.35.7.151', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '425fa2af-816b-4800-82fb-6ff924656353', 'port_id': '103588f4-9f54-4972-8322-e1f1d0937c66', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'mac_address': 'fa:16:3e:ca:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:32:50Z', 'updated_at': '2021-12-06T15:35:13Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:35:14.731922 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe5df40-26f7-4b00-8a0d-395310aa79c8 None None] New status for floating IP 84ce5ea5-8848-437d-9cd9-bcc0dc8173ee: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:35:28.327854 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:30.211105 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:30.858940 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-044c4645-a9c5-4e32-8a01-fd0007817d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:33.299494 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-34d6922f-f37e-4ab4-9a97-2e9311bea61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:34.143495 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:35.799122 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:36.695756 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:38.735622 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:35:58.326484 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:00.200893 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:00.447996 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04d621a7-6a8d-4904-b864-2d423aeb2109 req-c9b37b21-ce3e-49b1-a402-8b07ed21cbb2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399647 Dec 06 15:36:00.537833 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d621a7-6a8d-4904-b864-2d423aeb2109 req-b1df731e-1dbb-4f1f-97a0-e5738f8e812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:36:00.539485 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04d621a7-6a8d-4904-b864-2d423aeb2109 req-b1df731e-1dbb-4f1f-97a0-e5738f8e812d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 1096 time: 0.0425012 Dec 06 15:36:00.655119 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d621a7-6a8d-4904-b864-2d423aeb2109 req-e1bb9e94-7ec3-44f8-a777-1dff0a6f474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:36:00.656642 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04d621a7-6a8d-4904-b864-2d423aeb2109 req-e1bb9e94-7ec3-44f8-a777-1dff0a6f474c service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0910864 Dec 06 15:36:00.728969 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04d621a7-6a8d-4904-b864-2d423aeb2109 req-ec12cdce-3fd1-4ae5-b9da-c5698261ce56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103588f4-9f54-4972-8322-e1f1d0937c66 HTTP/1.1" status: 200 len: 1001 time: 0.0603473 Dec 06 15:36:00.786731 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d621a7-6a8d-4904-b864-2d423aeb2109 req-049cb012-2ba1-437e-9237-d1b710adc60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:36:00.788140 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04d621a7-6a8d-4904-b864-2d423aeb2109 req-049cb012-2ba1-437e-9237-d1b710adc60d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0482805 Dec 06 15:36:00.838042 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d621a7-6a8d-4904-b864-2d423aeb2109 req-01bd032e-1469-4955-ab2e-ea35beb05ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:36:00.839482 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04d621a7-6a8d-4904-b864-2d423aeb2109 req-01bd032e-1469-4955-ab2e-ea35beb05ecd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403841 Dec 06 15:36:00.861208 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-afd1df29-d4f3-478a-b727-66b4ea06a6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:00.935235 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04d621a7-6a8d-4904-b864-2d423aeb2109 req-f8dfc50e-232d-4443-b9ed-e1f76e3de429 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845819 Dec 06 15:36:01.032389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04d621a7-6a8d-4904-b864-2d423aeb2109 req-f92ffeac-0925-4266-bd17-fada69d36122 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850635 Dec 06 15:36:03.300384 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3e37705-190f-42c0-a25a-f42f810c6e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:04.146007 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:05.800743 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:06.697823 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:15.736425 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:36:28.327634 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:30.199284 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:30.862622 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-44243038-88d6-432c-8a3d-146c7478818d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:33.300515 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb404127-91ba-43c9-95e2-2e4486ec2ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:34.149377 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:35.804133 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:36.699616 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:42.782669 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-7af903c0-2577-4b47-8e39-2593cb8ade90 req-22873fcf-571f-4b49-a9d0-0283ce06d47e service neutron] (103289) timed out ('10.222.0.23', 52048) {{(pid=103289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 15:36:52.735681 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:36:53.233432 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bdb44-8acb-478d-9bea-cb74c96e0dee req-2180e19b-eb44-46bd-b822-4676c582cfd3 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:36:53.234913 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dd1bdb44-8acb-478d-9bea-cb74c96e0dee req-2180e19b-eb44-46bd-b822-4676c582cfd3 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0485570 Dec 06 15:36:53.284520 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dd1bdb44-8acb-478d-9bea-cb74c96e0dee req-e508bf57-189a-41e3-8a14-0eb698f1b432 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431898 Dec 06 15:36:54.402799 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422397a0-bea3-4c4f-8e36-7524000b7072 req-0cce26b5-88a6-4211-856c-724413b58fcf tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:36:54.404298 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-422397a0-bea3-4c4f-8e36-7524000b7072 req-0cce26b5-88a6-4211-856c-724413b58fcf tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0487792 Dec 06 15:36:54.451226 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-422397a0-bea3-4c4f-8e36-7524000b7072 req-7d432c35-ccc9-4e27-89a0-78c083022381 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410562 Dec 06 15:36:55.572655 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff65c39-376a-4e28-a148-ad88af708d60 req-d5d0e520-fdb6-40aa-9aae-30edd7c07d3e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:36:55.574184 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ff65c39-376a-4e28-a148-ad88af708d60 req-d5d0e520-fdb6-40aa-9aae-30edd7c07d3e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0528529 Dec 06 15:36:55.620869 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ff65c39-376a-4e28-a148-ad88af708d60 req-be087134-32c6-4ba4-9795-500a3f06af04 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406930 Dec 06 15:36:56.741152 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910bfc3-c463-4fe8-b2a3-fea080b67539 req-ad25d8d3-b28f-4543-8152-7e668fbbd731 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:36:56.742647 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d910bfc3-c463-4fe8-b2a3-fea080b67539 req-ad25d8d3-b28f-4543-8152-7e668fbbd731 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0542049 Dec 06 15:36:56.791153 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d910bfc3-c463-4fe8-b2a3-fea080b67539 req-798b13ca-e899-465d-b4c6-b836ba3a5b23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425336 Dec 06 15:36:57.905461 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcaff77-8ba3-4760-bb81-d1383104f4d8 req-81e7ebe5-8264-431c-ac5c-008c10eb4010 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:36:57.906934 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bfcaff77-8ba3-4760-bb81-d1383104f4d8 req-81e7ebe5-8264-431c-ac5c-008c10eb4010 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0484695 Dec 06 15:36:57.952825 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bfcaff77-8ba3-4760-bb81-d1383104f4d8 req-c0685349-e013-4a84-8217-8a041a67ac19 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398734 Dec 06 15:36:58.326931 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:59.070861 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e794a-2b9f-44de-9f82-c841c57fc95f req-d720a90f-9901-4731-b4c6-9404fb1f3994 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:36:59.072385 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-971e794a-2b9f-44de-9f82-c841c57fc95f req-d720a90f-9901-4731-b4c6-9404fb1f3994 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0487890 Dec 06 15:36:59.119441 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-971e794a-2b9f-44de-9f82-c841c57fc95f req-e376d3cf-4bc5-4085-819c-4f5103d3af38 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411479 Dec 06 15:37:00.198860 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:00.237039 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df646f-bfa6-4e46-a9a9-e02bf710c367 req-60aee728-b4eb-459b-a18a-c7fc8c26959e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:00.239390 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6df646f-bfa6-4e46-a9a9-e02bf710c367 req-60aee728-b4eb-459b-a18a-c7fc8c26959e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0520229 Dec 06 15:37:00.293590 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6df646f-bfa6-4e46-a9a9-e02bf710c367 req-344fd89a-f92c-46fe-8136-9b952c4410df tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469236 Dec 06 15:37:00.864619 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8eb06111-1ac1-436d-babf-9363cb599486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:01.410383 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71094355-1fdd-478f-826f-7df0fce9fd55 req-03e31f2a-e834-415e-83f2-6f38c3d9df21 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:01.411907 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-71094355-1fdd-478f-826f-7df0fce9fd55 req-03e31f2a-e834-415e-83f2-6f38c3d9df21 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0496151 Dec 06 15:37:01.467609 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-71094355-1fdd-478f-826f-7df0fce9fd55 req-4bcc993a-ae23-4ef4-b63a-570fa7215484 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489559 Dec 06 15:37:01.531560 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b8b68-dd33-43c0-b656-5767f4414800 req-f038bbba-8f08-4511-94b0-dcca1e33c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:01.533178 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c5b8b68-dd33-43c0-b656-5767f4414800 req-f038bbba-8f08-4511-94b0-dcca1e33c2ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 1096 time: 0.1012220 Dec 06 15:37:01.641351 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b8b68-dd33-43c0-b656-5767f4414800 req-77ba5687-381a-4f3b-8ef4-0b0415ad75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:01.642820 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c5b8b68-dd33-43c0-b656-5767f4414800 req-77ba5687-381a-4f3b-8ef4-0b0415ad75e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0834167 Dec 06 15:37:01.715150 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c5b8b68-dd33-43c0-b656-5767f4414800 req-f89739dd-8095-4a81-9a91-9ecefa20281e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103588f4-9f54-4972-8322-e1f1d0937c66 HTTP/1.1" status: 200 len: 1001 time: 0.0599308 Dec 06 15:37:01.767851 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b8b68-dd33-43c0-b656-5767f4414800 req-ac20ee12-cc9f-4f89-a8a5-10391ca9305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:01.769262 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c5b8b68-dd33-43c0-b656-5767f4414800 req-ac20ee12-cc9f-4f89-a8a5-10391ca9305e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0433097 Dec 06 15:37:01.816650 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b8b68-dd33-43c0-b656-5767f4414800 req-7041209b-4610-4530-ad72-2898227befbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:01.818057 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c5b8b68-dd33-43c0-b656-5767f4414800 req-7041209b-4610-4530-ad72-2898227befbf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378501 Dec 06 15:37:01.915545 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c5b8b68-dd33-43c0-b656-5767f4414800 req-52cfc5ec-958f-4631-9c7d-ed88990922fa service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815880 Dec 06 15:37:02.006820 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c5b8b68-dd33-43c0-b656-5767f4414800 req-cb76901d-4594-48d2-bcdb-8e991f5e67d0 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796599 Dec 06 15:37:02.586629 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71481040-1529-49d3-87ff-ee566299a43b req-3088cec9-a8ee-432c-bbca-4d260ee8fad0 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:02.588065 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-71481040-1529-49d3-87ff-ee566299a43b req-3088cec9-a8ee-432c-bbca-4d260ee8fad0 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0538573 Dec 06 15:37:02.634831 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-71481040-1529-49d3-87ff-ee566299a43b req-36351de3-2f78-4d1e-a728-cb4d8f0316b6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408413 Dec 06 15:37:03.302464 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-36f9e4ea-058a-48ca-a635-eddd2272e760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:03.749922 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769eb9c-39ca-48d7-ba78-e9c7a8d5db80 req-fd004085-406d-415c-803b-e50564e05d5b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:03.751459 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3769eb9c-39ca-48d7-ba78-e9c7a8d5db80 req-fd004085-406d-415c-803b-e50564e05d5b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0495102 Dec 06 15:37:03.798425 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3769eb9c-39ca-48d7-ba78-e9c7a8d5db80 req-9f749dea-1f78-43d4-8e4a-361b6a7cdba3 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407865 Dec 06 15:37:04.152778 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:05.051336 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08355edc-8735-4406-af0a-6b43c02ecb7e req-8217f096-5ed3-4fae-b5ff-75eb83cb9eb6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:05.052865 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08355edc-8735-4406-af0a-6b43c02ecb7e req-8217f096-5ed3-4fae-b5ff-75eb83cb9eb6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0493681 Dec 06 15:37:05.082503 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-1bea78ac-bf13-423e-9a66-ec3f5b9fe08c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887129 Dec 06 15:37:05.101361 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08355edc-8735-4406-af0a-6b43c02ecb7e req-5502dddf-05cc-4a25-86e4-486d8e557234 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423250 Dec 06 15:37:05.807120 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:06.134747 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-cde1514e-8cdb-48b6-87ce-ccb8135a29b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:06.136329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-cde1514e-8cdb-48b6-87ce-ccb8135a29b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 1096 time: 0.0411730 Dec 06 15:37:06.263285 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-e73f120d-5dfb-4c7e-b4e2-1ef33d1ddd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:06.264765 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-e73f120d-5dfb-4c7e-b4e2-1ef33d1ddd79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.1170805 Dec 06 15:37:06.272144 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f6482-f2e1-4a80-a527-5fa490357967 req-9eac0732-0a0e-45f5-a5fc-53c2016a273a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:06.273535 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e4f6482-f2e1-4a80-a527-5fa490357967 req-9eac0732-0a0e-45f5-a5fc-53c2016a273a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0971458 Dec 06 15:37:06.365562 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-abab67fe-8681-44ac-89b2-3723660c0518 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103588f4-9f54-4972-8322-e1f1d0937c66 HTTP/1.1" status: 200 len: 1001 time: 0.0874088 Dec 06 15:37:06.370474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e4f6482-f2e1-4a80-a527-5fa490357967 req-cf39e742-b839-4bcf-a517-53008d3cc300 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870378 Dec 06 15:37:06.419285 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-1376b7f3-4b5f-414b-8e9f-9cb830826047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:06.420760 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-1376b7f3-4b5f-414b-8e9f-9cb830826047 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0437007 Dec 06 15:37:06.469013 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-f6369dbd-1528-4387-b91b-c473d25d3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:06.470424 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-f6369dbd-1528-4387-b91b-c473d25d3d40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388131 Dec 06 15:37:06.569927 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-daa21810-4cbb-4c3f-8971-fc0aa6f90dbe service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864351 Dec 06 15:37:06.661972 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-fdb7f61b-f57d-4ee8-80c9-addcd269718e service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807469 Dec 06 15:37:06.701020 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:07.489287 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e299ca-a0e6-4513-9c45-68afc3a541cf req-07915af0-4dff-47ec-a7b0-503fb7f51ff6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:07.490808 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c3e299ca-a0e6-4513-9c45-68afc3a541cf req-07915af0-4dff-47ec-a7b0-503fb7f51ff6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0528986 Dec 06 15:37:07.537631 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c3e299ca-a0e6-4513-9c45-68afc3a541cf req-728dfcc3-9a36-4738-8d88-b6a9f64e1e54 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408170 Dec 06 15:37:08.658032 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d8f8c-4df1-4dbd-816b-eec6b98f825f req-9780fed3-2805-4808-975e-30259b73d69a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:08.659473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d1d8f8c-4df1-4dbd-816b-eec6b98f825f req-9780fed3-2805-4808-975e-30259b73d69a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0516062 Dec 06 15:37:08.708409 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3d1d8f8c-4df1-4dbd-816b-eec6b98f825f req-68ac3b98-1710-420e-b62f-8064d0cc5c23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423248 Dec 06 15:37:08.813842 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-744fae09-f9b4-4fcd-ab20-71b24ae476bc service neutron] show failed (client error): The resource could not be found. Dec 06 15:37:08.814806 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-744fae09-f9b4-4fcd-ab20-71b24ae476bc service neutron] 10.222.0.37 "GET /v2.0/ports/103588f4-9f54-4972-8322-e1f1d0937c66/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0521433 Dec 06 15:37:09.027028 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-0db81737-4b89-4bed-b69e-9487e3762b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:09.028475 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-0db81737-4b89-4bed-b69e-9487e3762b8b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a&tenant_id=d985c05811bc47f1989cbe58fd056bbb HTTP/1.1" status: 200 len: 1096 time: 0.0404105 Dec 06 15:37:09.039787 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:37:09.092167 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:09.528134 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] For port 103588f4-9f54-4972-8322-e1f1d0937c66, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=103588f4-9f54-4972-8322-e1f1d0937c66,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:09.560061 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] For port 103588f4-9f54-4972-8322-e1f1d0937c66, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:37:09.597769 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '103588f4-9f54-4972-8322-e1f1d0937c66'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:37:09.600241 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2194a0cf-92a7-404d-8a2d-bab6a4bb9201" -d '{"events": [{"server_uuid": "8cb7ef94-b032-4301-9455-954a9ee5037a", "name": "network-vif-unplugged", "status": "completed", "tag": "103588f4-9f54-4972-8322-e1f1d0937c66"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:37:09.604607 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:09.617878 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Transition to ACTIVE for port object 103588f4-9f54-4972-8322-e1f1d0937c66 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:37:09.622451 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:09.665076 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6497d4df-eacf-4447-aaf6-4ea754f490a1 x-openstack-request-id: req-6497d4df-eacf-4447-aaf6-4ea754f490a1 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:37:09.665712 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb7ef94-b032-4301-9455-954a9ee5037a", "name": "network-vif-unplugged", "status": "completed", "tag": "103588f4-9f54-4972-8322-e1f1d0937c66", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:37:09.665712 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6497d4df-eacf-4447-aaf6-4ea754f490a1 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:37:09.666018 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '103588f4-9f54-4972-8322-e1f1d0937c66', 'code': 200} Dec 06 15:37:09.718377 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Pushing event updated for resources: {'Port': ['ID=103588f4-9f54-4972-8322-e1f1d0937c66,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:09.731349 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.731803 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.732228 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.732693 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.733096 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.733508 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.733900 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.734300 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.734726 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.735061 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.735397 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.735754 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.736083 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.767700 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] No DVR routers for this DVR port 103588f4-9f54-4972-8322-e1f1d0937c66 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:37:09.899311 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb608a-7e2d-40d5-9703-1f03c56c3a3a req-3c342f08-900a-4062-9e56-48469a367f13 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:09.900814 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fffb608a-7e2d-40d5-9703-1f03c56c3a3a req-3c342f08-900a-4062-9e56-48469a367f13 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 943 time: 0.0939591 Dec 06 15:37:09.972869 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Attempting to bind port 103588f4-9f54-4972-8322-e1f1d0937c66 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:37:09.973202 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Attempting to bind port 103588f4-9f54-4972-8322-e1f1d0937c66 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:37:09.973529 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Attempting to bind port 103588f4-9f54-4972-8322-e1f1d0937c66 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:37:09.980826 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fffb608a-7e2d-40d5-9703-1f03c56c3a3a req-611cf7d1-0c2b-4234-8155-715f2e17338e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728383 Dec 06 15:37:09.982838 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Port 103588f4-9f54-4972-8322-e1f1d0937c66 on network 00a9f339-745b-4107-b163-dd119ae5e370 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:37:09.983161 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Attempting to bind port 103588f4-9f54-4972-8322-e1f1d0937c66 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:37:09.988463 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:37:09.988737 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Checking segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:37:09.989112 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Bound using segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:37:09.989540 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Bound port: 103588f4-9f54-4972-8322-e1f1d0937c66, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:37:09.989894 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:10.052481 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] For port 103588f4-9f54-4972-8322-e1f1d0937c66, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:37:10.055447 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] For port 103588f4-9f54-4972-8322-e1f1d0937c66, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=103588f4-9f54-4972-8322-e1f1d0937c66,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:37:10.059988 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:10.095322 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:10.095970 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:10.097338 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] 10.222.0.23 "PUT /v2.0/ports/103588f4-9f54-4972-8322-e1f1d0937c66 HTTP/1.1" status: 200 len: 1091 time: 1.0613806 Dec 06 15:37:10.117299 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6ce1e-15ee-4ddc-9f77-458ae22fb644 service neutron] Pushing event updated for resources: {'Port': ['ID=103588f4-9f54-4972-8322-e1f1d0937c66,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:10.169640 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-ba13cf8d-0b31-4c4d-8a73-c0a2cd160867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:10.171156 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-ba13cf8d-0b31-4c4d-8a73-c0a2cd160867 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 1094 time: 0.0466998 Dec 06 15:37:10.264138 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-1598c049-bf2a-459f-92a8-3125f4d6561f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:10.265604 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-1598c049-bf2a-459f-92a8-3125f4d6561f service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0881104 Dec 06 15:37:10.334844 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-29124c2b-d870-4953-9745-dac62abf01ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103588f4-9f54-4972-8322-e1f1d0937c66 HTTP/1.1" status: 200 len: 999 time: 0.0602627 Dec 06 15:37:10.385216 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-806896cb-69f5-4c9e-bca9-57684c01913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:10.386563 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-806896cb-69f5-4c9e-bca9-57684c01913b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0437918 Dec 06 15:37:10.430755 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-b9de9c0e-bf35-4869-a3b5-6d32c2d043b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:10.432248 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-b9de9c0e-bf35-4869-a3b5-6d32c2d043b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389342 Dec 06 15:37:10.524983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-ee84b46c-ce05-420e-b591-0cd86eab7d00 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852699 Dec 06 15:37:10.611809 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ca89d6c4-beca-4bad-b5ab-d5bef6e0327d req-4f4e0520-c4e8-44b8-ba43-ef127c02a239 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801358 Dec 06 15:37:11.097512 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740d5b1-1a20-4c6e-b108-ebbe9bd52878 req-58af41a7-0327-49f7-8559-79f7a1e7a0f7 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:11.098993 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b740d5b1-1a20-4c6e-b108-ebbe9bd52878 req-58af41a7-0327-49f7-8559-79f7a1e7a0f7 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 943 time: 0.0481117 Dec 06 15:37:11.145949 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b740d5b1-1a20-4c6e-b108-ebbe9bd52878 req-ebd3b22f-4ac7-4723-902a-5834dc840efe tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405781 Dec 06 15:37:11.666840 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'tag': '103588f4-9f54-4972-8322-e1f1d0937c66'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:37:11.669260 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba65dc35-190f-472e-865e-4224e27f86f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb7ef94-b032-4301-9455-954a9ee5037a", "tag": "103588f4-9f54-4972-8322-e1f1d0937c66"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:37:11.716510 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9a187d-a9c6-402f-b89c-78004c99422d x-openstack-request-id: req-9c9a187d-a9c6-402f-b89c-78004c99422d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:37:11.716788 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb7ef94-b032-4301-9455-954a9ee5037a", "tag": "103588f4-9f54-4972-8322-e1f1d0937c66", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:37:11.717041 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c9a187d-a9c6-402f-b89c-78004c99422d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:37:11.717435 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'tag': '103588f4-9f54-4972-8322-e1f1d0937c66', 'status': 'completed', 'code': 200} Dec 06 15:37:11.817956 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-057e015c-da1f-4ed0-a4ee-9c636588b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:11.819362 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-057e015c-da1f-4ed0-a4ee-9c636588b103 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 1094 time: 0.0734370 Dec 06 15:37:11.822586 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-7d90b57c-cfcd-4267-a719-f4dc1d7ad5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:11.823936 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-7d90b57c-cfcd-4267-a719-f4dc1d7ad5b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 1094 time: 0.0691361 Dec 06 15:37:11.974890 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-7a779c38-ddab-40b4-ac1d-4039619d151c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:11.976378 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-7a779c38-ddab-40b4-ac1d-4039619d151c service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.1491463 Dec 06 15:37:11.990560 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-ebb2c8c7-e2a2-4d9e-96d7-6263bbffe841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:11.991929 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-ebb2c8c7-e2a2-4d9e-96d7-6263bbffe841 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.1471491 Dec 06 15:37:12.086354 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-a4c2dfcc-d282-4cd3-818f-ed0c4b07722e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103588f4-9f54-4972-8322-e1f1d0937c66 HTTP/1.1" status: 200 len: 999 time: 0.1010377 Dec 06 15:37:12.102905 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-f4d6ca99-61d7-4c55-ab82-39559099bfb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103588f4-9f54-4972-8322-e1f1d0937c66 HTTP/1.1" status: 200 len: 999 time: 0.0823729 Dec 06 15:37:12.173059 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-ca5c0655-8d2e-4a8e-8003-a602df94fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:12.174525 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-ca5c0655-8d2e-4a8e-8003-a602df94fa1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0799112 Dec 06 15:37:12.177822 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-52850c2d-02b9-478d-9bc3-f931f001c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:12.179130 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-52850c2d-02b9-478d-9bc3-f931f001c850 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0581653 Dec 06 15:37:12.247359 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-5fa1ca39-1d60-443b-8b32-3be652077b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:12.248883 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-5fa1ca39-1d60-443b-8b32-3be652077b45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677648 Dec 06 15:37:12.252006 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-746787f2-f928-42d8-a7ad-17e6336fbf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:12.253367 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-746787f2-f928-42d8-a7ad-17e6336fbf14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633504 Dec 06 15:37:12.269134 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cbfc2-caf8-4670-b2ef-7d5642080715 req-c3448ddf-2b82-4268-87b3-7c3a89bc7b7d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:12.270645 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5a7cbfc2-caf8-4670-b2ef-7d5642080715 req-c3448ddf-2b82-4268-87b3-7c3a89bc7b7d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 943 time: 0.0527129 Dec 06 15:37:12.318160 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5a7cbfc2-caf8-4670-b2ef-7d5642080715 req-111e0f40-29a5-409f-9e80-5a40bc52a405 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408599 Dec 06 15:37:12.404534 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-afb2d098-5de8-42db-b76d-57fd45746b39 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483662 Dec 06 15:37:12.409847 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-649a2feb-71f0-4856-897b-42f27155d4ef service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374090 Dec 06 15:37:12.564310 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-19a91ebb-67c0-4e4b-ac74-d9eae02660f5 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534088 Dec 06 15:37:12.569451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba65dc35-190f-472e-865e-4224e27f86f9 req-1484ca7f-0b69-4074-9dca-f81482c5653a service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407342 Dec 06 15:37:12.583282 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d001e-fa36-494c-bf71-a378b84aba57 req-75e83aa2-9292-40a4-9ed2-0b403301d7d3 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:12.584905 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-853d001e-fa36-494c-bf71-a378b84aba57 req-75e83aa2-9292-40a4-9ed2-0b403301d7d3 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 943 time: 0.1195333 Dec 06 15:37:12.606760 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be435b-2d55-4e46-ae03-e3e83415ce82 req-fdc94c7c-2cb7-40c3-977f-5578b0a2106a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:12.608165 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0be435b-2d55-4e46-ae03-e3e83415ce82 req-fdc94c7c-2cb7-40c3-977f-5578b0a2106a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a&tenant_id=d985c05811bc47f1989cbe58fd056bbb&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 943 time: 0.1123793 Dec 06 15:37:12.681442 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-853d001e-fa36-494c-bf71-a378b84aba57 req-578d4cae-4f25-4de9-a49b-1179c0c2553d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880761 Dec 06 15:37:12.690846 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-e0be435b-2d55-4e46-ae03-e3e83415ce82 req-9ec2e39c-5889-4a38-b3f3-c5cf9849a4e7 service neutron] delete failed (client error): The resource could not be found. Dec 06 15:37:12.691857 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0be435b-2d55-4e46-ae03-e3e83415ce82 req-9ec2e39c-5889-4a38-b3f3-c5cf9849a4e7 service neutron] 10.222.0.37 "DELETE /v2.0/ports/103588f4-9f54-4972-8322-e1f1d0937c66/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0744371 Dec 06 15:37:12.779467 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be435b-2d55-4e46-ae03-e3e83415ce82 req-abf53cf9-0856-4791-8511-54d829b268fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:12.781025 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0be435b-2d55-4e46-ae03-e3e83415ce82 req-abf53cf9-0856-4791-8511-54d829b268fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 1094 time: 0.0418382 Dec 06 15:37:12.878318 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be435b-2d55-4e46-ae03-e3e83415ce82 req-a044552c-1329-46a5-a06b-d972a8d07f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:12.879682 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0be435b-2d55-4e46-ae03-e3e83415ce82 req-a044552c-1329-46a5-a06b-d972a8d07f9d service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0866890 Dec 06 15:37:12.980897 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0be435b-2d55-4e46-ae03-e3e83415ce82 req-98c42d81-2a9a-4c65-b0de-9e7ed90c823a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103588f4-9f54-4972-8322-e1f1d0937c66 HTTP/1.1" status: 200 len: 999 time: 0.0879920 Dec 06 15:37:13.032598 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be435b-2d55-4e46-ae03-e3e83415ce82 req-4d27b6a7-cadf-4d9b-93de-a010d0d673bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:13.033982 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0be435b-2d55-4e46-ae03-e3e83415ce82 req-4d27b6a7-cadf-4d9b-93de-a010d0d673bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0431366 Dec 06 15:37:13.074969 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 103588f4-9f54-4972-8322-e1f1d0937c66 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:37:13.083456 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be435b-2d55-4e46-ae03-e3e83415ce82 req-d05a2c68-221c-49b2-8949-962b2c538a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:13.085213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0be435b-2d55-4e46-ae03-e3e83415ce82 req-d05a2c68-221c-49b2-8949-962b2c538a9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390842 Dec 06 15:37:13.111432 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 103588f4-9f54-4972-8322-e1f1d0937c66 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:37:13.177289 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0be435b-2d55-4e46-ae03-e3e83415ce82 req-64ec2a26-49a4-4b15-bca1-ccf7ef822c02 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844486 Dec 06 15:37:13.270765 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0be435b-2d55-4e46-ae03-e3e83415ce82 req-77bb0bd6-c13e-4550-94ac-a1465eb836c5 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812924 Dec 06 15:37:13.281983 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 103588f4-9f54-4972-8322-e1f1d0937c66 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:37:13.381958 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 103588f4-9f54-4972-8322-e1f1d0937c66, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=103588f4-9f54-4972-8322-e1f1d0937c66,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:13.392514 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '103588f4-9f54-4972-8322-e1f1d0937c66', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'port_id': '103588f4-9f54-4972-8322-e1f1d0937c66', 'mac_address': 'fa:16:3e:ca:73:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:37:13.430557 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:13.442474 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103588f4-9f54-4972-8322-e1f1d0937c66 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:37:13.460913 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 103588f4-9f54-4972-8322-e1f1d0937c66, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=103588f4-9f54-4972-8322-e1f1d0937c66,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:13.464446 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:13.514343 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=103588f4-9f54-4972-8322-e1f1d0937c66,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:13.521680 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:13.522019 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:13.522363 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:13.522702 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:13.523038 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:13.523366 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:13.523729 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:13.524058 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:13.524385 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:13.524708 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:13.525031 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:13.525354 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:13.525674 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:13.698721 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['103588f4-9f54-4972-8322-e1f1d0937c66'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:37:13.871020 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c8ec3-df5d-4508-a22d-a1a2f40c82b0 req-955523dd-6d77-436f-95ae-b9df90bfcd2a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:13.872636 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-994c8ec3-df5d-4508-a22d-a1a2f40c82b0 req-955523dd-6d77-436f-95ae-b9df90bfcd2a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 944 time: 0.0560408 Dec 06 15:37:13.922329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-994c8ec3-df5d-4508-a22d-a1a2f40c82b0 req-82d5f29c-a318-45c0-8868-959440bbb28e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433266 Dec 06 15:37:14.153097 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a4279-f9bf-4be1-9d5d-c880a1200594 req-8aae1b05-647f-43e2-968f-7d8e8b7cbc88 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:14.154553 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a8a4279-f9bf-4be1-9d5d-c880a1200594 req-8aae1b05-647f-43e2-968f-7d8e8b7cbc88 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 944 time: 0.0925951 Dec 06 15:37:14.205028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4a8a4279-f9bf-4be1-9d5d-c880a1200594 req-80e1d3ed-fe90-46d2-beea-c08919602ce4 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444474 Dec 06 15:37:14.399176 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff10e3d-2209-4680-9e5b-de9fd0869163 req-4e6b558e-2a6d-4f3b-9df1-5efb5ba795f6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:14.400723 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cff10e3d-2209-4680-9e5b-de9fd0869163 req-4e6b558e-2a6d-4f3b-9df1-5efb5ba795f6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 944 time: 0.0504932 Dec 06 15:37:14.423422 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2e547-ac42-4778-89a8-c127a6a5563d req-6500975d-2a71-47a0-ad9b-2e09098fc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:14.424948 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bec2e547-ac42-4778-89a8-c127a6a5563d req-6500975d-2a71-47a0-ad9b-2e09098fc1be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 1095 time: 0.0402727 Dec 06 15:37:14.449325 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cff10e3d-2209-4680-9e5b-de9fd0869163 req-4e917e5e-e131-4149-af87-764383893154 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424879 Dec 06 15:37:14.518168 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2e547-ac42-4778-89a8-c127a6a5563d req-c0ca5f4f-c98c-49a4-9ca1-ff9ae39a9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:14.519640 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bec2e547-ac42-4778-89a8-c127a6a5563d req-c0ca5f4f-c98c-49a4-9ca1-ff9ae39a9819 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0880144 Dec 06 15:37:14.583150 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bec2e547-ac42-4778-89a8-c127a6a5563d req-d4b5bd30-6a6a-47c8-83ab-1e272ccd096e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103588f4-9f54-4972-8322-e1f1d0937c66 HTTP/1.1" status: 200 len: 1000 time: 0.0565028 Dec 06 15:37:14.631607 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2e547-ac42-4778-89a8-c127a6a5563d req-df198b18-8cfa-4772-bb9e-09e75417ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:14.633655 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bec2e547-ac42-4778-89a8-c127a6a5563d req-df198b18-8cfa-4772-bb9e-09e75417ec69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0428560 Dec 06 15:37:14.681642 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2e547-ac42-4778-89a8-c127a6a5563d req-c9840ca3-69f7-42ba-a726-a114eda5e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:14.683087 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bec2e547-ac42-4778-89a8-c127a6a5563d req-c9840ca3-69f7-42ba-a726-a114eda5e354 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423870 Dec 06 15:37:14.773836 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bec2e547-ac42-4778-89a8-c127a6a5563d req-9c3057b5-e958-4812-b449-573524036ee7 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820801 Dec 06 15:37:14.864923 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bec2e547-ac42-4778-89a8-c127a6a5563d req-af34c5e5-e064-410b-8d85-893c9f29ee29 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839753 Dec 06 15:37:15.306454 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 103588f4-9f54-4972-8322-e1f1d0937c66 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:37:15.355820 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 103588f4-9f54-4972-8322-e1f1d0937c66 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:37:15.359299 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 103588f4-9f54-4972-8322-e1f1d0937c66 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:37:15.359677 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:15.588514 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:15.610945 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103588f4-9f54-4972-8322-e1f1d0937c66'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:37:15.613450 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47ca729-213f-47ca-969c-9369a6c7800b" -d '{"events": [{"server_uuid": "8cb7ef94-b032-4301-9455-954a9ee5037a", "name": "network-vif-plugged", "status": "completed", "tag": "103588f4-9f54-4972-8322-e1f1d0937c66"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:37:15.626242 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 103588f4-9f54-4972-8322-e1f1d0937c66, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=103588f4-9f54-4972-8322-e1f1d0937c66,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:15.631289 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:15.657092 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05111c9c-3aea-490b-b8d9-74001e9f5488 req-633b68d5-f6cc-42c4-a909-71c64566d8a2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:15.658075 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-05111c9c-3aea-490b-b8d9-74001e9f5488 req-633b68d5-f6cc-42c4-a909-71c64566d8a2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 944 time: 0.0968223 Dec 06 15:37:15.662973 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36598fb4-372c-4bab-9931-85ed571294fe x-openstack-request-id: req-36598fb4-372c-4bab-9931-85ed571294fe {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:37:15.663275 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb7ef94-b032-4301-9455-954a9ee5037a", "name": "network-vif-plugged", "status": "completed", "tag": "103588f4-9f54-4972-8322-e1f1d0937c66", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:37:15.664068 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36598fb4-372c-4bab-9931-85ed571294fe {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:37:15.664468 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103588f4-9f54-4972-8322-e1f1d0937c66', 'code': 200} Dec 06 15:37:15.682315 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=103588f4-9f54-4972-8322-e1f1d0937c66,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:15.706556 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-05111c9c-3aea-490b-b8d9-74001e9f5488 req-19586456-d1f4-4799-9abe-251435187bed tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407665 Dec 06 15:37:15.937757 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b9980-f4ff-4134-87ff-ee5fc63d1d1e req-9c8ae577-c139-4a31-8629-cc3aa6a6b9c0 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:15.939221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c8b9980-f4ff-4134-87ff-ee5fc63d1d1e req-9c8ae577-c139-4a31-8629-cc3aa6a6b9c0 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0525317 Dec 06 15:37:15.985474 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c8b9980-f4ff-4134-87ff-ee5fc63d1d1e req-7ba3bc3e-12ab-4228-8a2a-86c1f812402f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402312 Dec 06 15:37:17.101666 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d82f1-f316-4b92-93ac-b74dc249fc47 req-37db6fc5-91f1-408f-9aaf-e10ca45d5b24 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:17.103140 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce5d82f1-f316-4b92-93ac-b74dc249fc47 req-37db6fc5-91f1-408f-9aaf-e10ca45d5b24 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0491378 Dec 06 15:37:17.149663 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce5d82f1-f316-4b92-93ac-b74dc249fc47 req-c7ac3d52-98b3-449f-8e53-4e2c41b43e57 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405860 Dec 06 15:37:17.195007 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfce1ec-b6df-4a6c-9d0b-dd09282cc862 req-d41afce7-77b2-4d7f-87a6-35d3a8999629 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:17.196471 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7cfce1ec-b6df-4a6c-9d0b-dd09282cc862 req-d41afce7-77b2-4d7f-87a6-35d3a8999629 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cb7ef94-b032-4301-9455-954a9ee5037a HTTP/1.1" status: 200 len: 945 time: 0.0477042 Dec 06 15:37:17.283117 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-7cfce1ec-b6df-4a6c-9d0b-dd09282cc862 req-8677ae37-970f-475a-a51e-1abf8e573158 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Deleting port 103588f4-9f54-4972-8322-e1f1d0937c66 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:37:17.283379 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7cfce1ec-b6df-4a6c-9d0b-dd09282cc862 req-8677ae37-970f-475a-a51e-1abf8e573158 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:17.372541 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7cfce1ec-b6df-4a6c-9d0b-dd09282cc862 req-8677ae37-970f-475a-a51e-1abf8e573158 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] For port 103588f4-9f54-4972-8322-e1f1d0937c66, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=103588f4-9f54-4972-8322-e1f1d0937c66,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:17.372905 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7cfce1ec-b6df-4a6c-9d0b-dd09282cc862 req-8677ae37-970f-475a-a51e-1abf8e573158 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:17.539076 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7cfce1ec-b6df-4a6c-9d0b-dd09282cc862 req-8677ae37-970f-475a-a51e-1abf8e573158 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:17.539359 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7cfce1ec-b6df-4a6c-9d0b-dd09282cc862 req-8677ae37-970f-475a-a51e-1abf8e573158 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:17.539692 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [req-7cfce1ec-b6df-4a6c-9d0b-dd09282cc862 req-8677ae37-970f-475a-a51e-1abf8e573158 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Floating IP 84ce5ea5-8848-437d-9cd9-bcc0dc8173ee disassociated. External IP: 172.35.7.151, port: 103588f4-9f54-4972-8322-e1f1d0937c66. Dec 06 15:37:17.540028 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-7cfce1ec-b6df-4a6c-9d0b-dd09282cc862 req-8677ae37-970f-475a-a51e-1abf8e573158 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Calling delete_port for 103588f4-9f54-4972-8322-e1f1d0937c66 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:37:17.664733 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7cfce1ec-b6df-4a6c-9d0b-dd09282cc862 req-8677ae37-970f-475a-a51e-1abf8e573158 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:17.693640 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677ae37-970f-475a-a51e-1abf8e573158 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Pushing event deleted for resources: {'Port': ['ID=103588f4-9f54-4972-8322-e1f1d0937c66,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:17.810038 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cfce1ec-b6df-4a6c-9d0b-dd09282cc862 req-8677ae37-970f-475a-a51e-1abf8e573158 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Router 425fa2af-816b-4800-82fb-6ff924656353 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:37:17.919637 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cfce1ec-b6df-4a6c-9d0b-dd09282cc862 req-8677ae37-970f-475a-a51e-1abf8e573158 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:37:17.929225 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d118a18f-c67d-4d03-9833-bf33ccfc8b5d None None] Sync routers for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:37:17.939074 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d118a18f-c67d-4d03-9833-bf33ccfc8b5d None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:37:17.939707 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d118a18f-c67d-4d03-9833-bf33ccfc8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:37:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:17.957685 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfce1ec-b6df-4a6c-9d0b-dd09282cc862 req-8677ae37-970f-475a-a51e-1abf8e573158 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] No DVR routers for this DVR port 103588f4-9f54-4972-8322-e1f1d0937c66 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:37:17.960455 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7cfce1ec-b6df-4a6c-9d0b-dd09282cc862 req-8677ae37-970f-475a-a51e-1abf8e573158 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:17.964167 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7cfce1ec-b6df-4a6c-9d0b-dd09282cc862 req-8677ae37-970f-475a-a51e-1abf8e573158 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.23 "DELETE /v2.0/ports/103588f4-9f54-4972-8322-e1f1d0937c66 HTTP/1.1" status: 204 len: 173 time: 0.7608984 Dec 06 15:37:17.964561 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'name': 'network-vif-deleted', 'tag': '103588f4-9f54-4972-8322-e1f1d0937c66'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:37:17.966845 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aed255c8c894a49db492eeb998ada724e15c66a7ddaea49a7a79821ed122c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07e754f-d509-4205-8158-46887ae5f3cc" -d '{"events": [{"server_uuid": "8cb7ef94-b032-4301-9455-954a9ee5037a", "name": "network-vif-deleted", "tag": "103588f4-9f54-4972-8322-e1f1d0937c66"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:37:18.010172 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36387a2f-ba67-47fa-bcfc-08a793f92a6d x-openstack-request-id: req-36387a2f-ba67-47fa-bcfc-08a793f92a6d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:37:18.010172 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb7ef94-b032-4301-9455-954a9ee5037a", "name": "network-vif-deleted", "tag": "103588f4-9f54-4972-8322-e1f1d0937c66", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:37:18.010444 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36387a2f-ba67-47fa-bcfc-08a793f92a6d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:37:18.010972 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb7ef94-b032-4301-9455-954a9ee5037a', 'name': 'network-vif-deleted', 'tag': '103588f4-9f54-4972-8322-e1f1d0937c66', 'status': 'completed', 'code': 200} Dec 06 15:37:18.049447 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d118a18f-c67d-4d03-9833-bf33ccfc8b5d None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:37:18.256790 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d118a18f-c67d-4d03-9833-bf33ccfc8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:18.287086 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d118a18f-c67d-4d03-9833-bf33ccfc8b5d None None] Checking router: 425fa2af-816b-4800-82fb-6ff924656353 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:37:18.295540 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d118a18f-c67d-4d03-9833-bf33ccfc8b5d None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:37:18.296173 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d118a18f-c67d-4d03-9833-bf33ccfc8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:37:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:18.401905 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d118a18f-c67d-4d03-9833-bf33ccfc8b5d None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:37:18.431847 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-48082011-8ecf-45ca-a89a-305b5b7f776e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1378239581&fields=id&tenant_id=d985c05811bc47f1989cbe58fd056bbb HTTP/1.1" status: 200 len: 267 time: 0.0446870 Dec 06 15:37:18.539156 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-c7e92158-c0c5-404f-ab78-c97d2d897e09 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:18.540756 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-c7e92158-c0c5-404f-ab78-c97d2d897e09 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 810 time: 0.1019568 Dec 06 15:37:18.556952 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-ea3cfc1b-8ecf-4bfa-a2e8-cd6f4bc16351 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/quotas/d985c05811bc47f1989cbe58fd056bbb HTTP/1.1" status: 200 len: 375 time: 0.0102828 Dec 06 15:37:18.613214 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-90807ae5-d387-460a-9cef-f2c74e2f88bf tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498245 Dec 06 15:37:18.629383 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-d60907da-2c11-4d5e-8a60-7836c55f8459 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:37:18.630342 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-d60907da-2c11-4d5e-8a60-7836c55f8459 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053079 Dec 06 15:37:18.678601 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d118a18f-c67d-4d03-9833-bf33ccfc8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:18.707313 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d118a18f-c67d-4d03-9833-bf33ccfc8b5d None None] The sync data for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 is: [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:37:18.720016 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-43fd059c-6685-40fe-8394-64fe3e317a8b service neutron] 10.222.0.20 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836651 Dec 06 15:37:18.817122 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-66eba39f-10e1-4c25-8414-2b5880519a8f service neutron] 10.222.0.20 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908687 Dec 06 15:37:18.931117 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4290d3-6e64-432c-8b06-7ff7b93746d1 None None] New status for floating IP 84ce5ea5-8848-437d-9cd9-bcc0dc8173ee: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:37:20.003864 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0f2e4556-8d74-4623-8230-07ef1b7398ef req-dfcdf516-b581-4489-a98b-20dffccfe9ef tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 210 time: 0.0287924 Dec 06 15:37:20.987038 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-7a5b6d01-01a6-4534-92e4-85c0617739bc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:20.988771 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-7a5b6d01-01a6-4534-92e4-85c0617739bc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 810 time: 0.1005945 Dec 06 15:37:21.067590 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-d38abaae-4f8c-4645-ad86-2ed640d0ccc8 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d985c05811bc47f1989cbe58fd056bbb HTTP/1.1" status: 200 len: 380 time: 0.0626645 Dec 06 15:37:21.083823 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Request body: {'port': {'device_id': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'admin_state_up': True, 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'security_groups': ['3ee2ef71-bffc-4f0c-8f37-22f1ce632d06']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:37:21.119666 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-afc008f6-839e-4d7f-b1c6-5bdec6c09ff0 req-67261480-6b0b-4c35-940b-f6248ad02090 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 210 time: 0.0469899 Dec 06 15:37:21.207988 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Made reservation on behalf of d985c05811bc47f1989cbe58fd056bbb for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:37:21.211993 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:21.336213 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Allocated IP 172.20.0.12 (00a9f339-745b-4107-b163-dd119ae5e370/8cc59bc2-e2bc-42ed-adb3-dab53b92ab09/5b1615b1-dc8c-435b-b7c3-c4aa15041b75) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:37:21.342859 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 103588f4-9f54-4972-8322-e1f1d0937c66 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:37:21.363169 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 103588f4-9f54-4972-8322-e1f1d0937c66 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:37:21.363520 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 103588f4-9f54-4972-8322-e1f1d0937c66 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:37:21.478435 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:21.512670 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:21.556537 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Network 00a9f339-745b-4107-b163-dd119ae5e370 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:37:21.559606 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:37:21.563343 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:37:21.589744 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Pushing event updated for resources: {'Port': ['ID=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:21.604932 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:21.605278 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:21.605616 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:21.605951 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:21.606280 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:21.606606 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:21.606927 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:21.607247 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:21.607566 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:21.607996 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:21.608244 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:21.608562 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:21.608877 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:21.628219 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:21.628845 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:21.645526 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b03d354-481a-4e67-91c1-8d35374f8e18 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5649168 Dec 06 15:37:21.765989 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Request body: {'port': {'device_id': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:37:21.821359 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:21.828445 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b9c5a49e-7bb9-482d-8e12-435c17b873b2 None None] Provisioning complete for port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:37:21.828823 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9c5a49e-7bb9-482d-8e12-435c17b873b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:21.866314 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5a49e-7bb9-482d-8e12-435c17b873b2 None None] Port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:37:22.122271 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:37:22.129649 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:22.145621 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Transition to ACTIVE for port object 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:37:22.149767 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:22.241314 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5781c16-f15f-4b8e-9f49-3eecfa3e5008 req-e161dfe2-73eb-479c-872d-26d73f4e7ecb tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:22.242964 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5781c16-f15f-4b8e-9f49-3eecfa3e5008 req-e161dfe2-73eb-479c-872d-26d73f4e7ecb tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 944 time: 0.0529156 Dec 06 15:37:22.293574 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5781c16-f15f-4b8e-9f49-3eecfa3e5008 req-1a78348b-0905-44e4-9125-917bf07ecf80 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441349 Dec 06 15:37:22.472756 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:22.541888 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Attempting to bind port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:37:22.542213 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Attempting to bind port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:37:22.542536 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Attempting to bind port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:37:22.547122 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 on network 00a9f339-745b-4107-b163-dd119ae5e370 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:37:22.547527 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Attempting to bind port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:37:22.553299 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:37:22.553639 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Checking segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:37:22.554093 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Bound using segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:37:22.554532 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Bound port: 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:37:22.554912 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:22.623887 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:37:22.626822 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:37:22.631622 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:22.663120 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:22.663775 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:22.665142 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] 10.222.0.37 "PUT /v2.0/ports/5b1615b1-dc8c-435b-b7c3-c4aa15041b75 HTTP/1.1" status: 200 len: 1092 time: 0.9440463 Dec 06 15:37:22.665582 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:37:22.667820 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be9de6b-e1a8-47b0-af89-0ea38758d962" -d '{"events": [{"name": "network-changed", "server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:37:22.697216 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06c51d-4b95-4b18-95ba-30f089e3bcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:22.718873 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fccb672-912d-462c-845c-7165288470c4 x-openstack-request-id: req-5fccb672-912d-462c-845c-7165288470c4 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:37:22.719026 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:37:22.719231 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fccb672-912d-462c-845c-7165288470c4 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:37:22.719723 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'status': 'completed', 'code': 200} Dec 06 15:37:22.769970 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-a5dd9e80-4d9d-47fb-b2e2-eca1b7247413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:22.771496 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-a5dd9e80-4d9d-47fb-b2e2-eca1b7247413 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 1095 time: 0.0442848 Dec 06 15:37:22.825886 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-85ff9a24-bbb3-410f-bfea-a64d3003d03f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75 HTTP/1.1" status: 200 len: 217 time: 0.0403128 Dec 06 15:37:22.880497 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-279b52ea-344c-4cc0-8fdb-386e9a10db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:22.881941 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-279b52ea-344c-4cc0-8fdb-386e9a10db81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0446551 Dec 06 15:37:22.931573 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-874efc78-c965-4eba-bb71-9b3b879c517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:22.933110 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-874efc78-c965-4eba-bb71-9b3b879c517b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393367 Dec 06 15:37:23.027064 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-9105180c-b427-4d59-9d90-5aa5247dfc44 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838928 Dec 06 15:37:23.121038 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-86c21553-d0ac-412b-bc4e-535ecb574ca6 req-0e054565-d9e1-435e-83c3-bf70290ef72c service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813038 Dec 06 15:37:23.210678 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9de6b-e1a8-47b0-af89-0ea38758d962 req-53276f63-130a-40cf-a55c-14a2cb986f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:23.212196 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7be9de6b-e1a8-47b0-af89-0ea38758d962 req-53276f63-130a-40cf-a55c-14a2cb986f3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 1095 time: 0.0400243 Dec 06 15:37:23.305872 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9de6b-e1a8-47b0-af89-0ea38758d962 req-1493c7a0-3a0d-4330-9b83-aee67e8c6f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:23.307216 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7be9de6b-e1a8-47b0-af89-0ea38758d962 req-1493c7a0-3a0d-4330-9b83-aee67e8c6f2e service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0873580 Dec 06 15:37:23.349473 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7be9de6b-e1a8-47b0-af89-0ea38758d962 req-8f05e2a8-9615-4278-82cd-dab90befa4d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75 HTTP/1.1" status: 200 len: 217 time: 0.0346568 Dec 06 15:37:23.403739 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9de6b-e1a8-47b0-af89-0ea38758d962 req-575d17e7-51ac-4155-beca-ea80077a4051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:23.405249 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7be9de6b-e1a8-47b0-af89-0ea38758d962 req-575d17e7-51ac-4155-beca-ea80077a4051 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0484207 Dec 06 15:37:23.407858 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e35043-a2a4-4cd6-aaba-6e0926e9b9b5 req-692f8f23-87a0-44a1-ade2-a910a389489c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:23.409322 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-46e35043-a2a4-4cd6-aaba-6e0926e9b9b5 req-692f8f23-87a0-44a1-ade2-a910a389489c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 944 time: 0.0478690 Dec 06 15:37:23.454142 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9de6b-e1a8-47b0-af89-0ea38758d962 req-5065ae81-c0e2-4c8f-bb3e-dc6e27ae560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:23.455678 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7be9de6b-e1a8-47b0-af89-0ea38758d962 req-5065ae81-c0e2-4c8f-bb3e-dc6e27ae560d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425842 Dec 06 15:37:23.457154 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-46e35043-a2a4-4cd6-aaba-6e0926e9b9b5 req-690dce37-f2b2-4bee-9251-d25459cf7546 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414510 Dec 06 15:37:23.551859 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7be9de6b-e1a8-47b0-af89-0ea38758d962 req-3bf23d2a-695d-4921-b604-4ce28e097729 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864270 Dec 06 15:37:23.641653 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7be9de6b-e1a8-47b0-af89-0ea38758d962 req-da778ee6-dc0b-46df-b1ba-11e486971c28 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813034 Dec 06 15:37:24.572992 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079e82-8a61-4996-b65c-d2e3808b426a req-1bc4e45a-c217-453c-aa24-1c7541581312 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:24.574437 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-76079e82-8a61-4996-b65c-d2e3808b426a req-1bc4e45a-c217-453c-aa24-1c7541581312 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 944 time: 0.0480444 Dec 06 15:37:24.626042 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-76079e82-8a61-4996-b65c-d2e3808b426a req-366c9ff6-a51f-4667-80cc-b94a5af6e18c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456257 Dec 06 15:37:25.122241 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:37:25.216557 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:25.227700 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'port_id': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'mac_address': 'fa:16:3e:d2:60:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:37:25.263779 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:25.276538 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:37:25.295682 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:25.299588 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:25.344144 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:25.583224 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['5b1615b1-dc8c-435b-b7c3-c4aa15041b75'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:37:25.744123 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd30975-2c78-45d4-9c72-741ed64deafc req-fb0eb3fe-7156-42c5-9374-616c274e4e41 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:25.745480 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0fd30975-2c78-45d4-9c72-741ed64deafc req-fb0eb3fe-7156-42c5-9374-616c274e4e41 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 945 time: 0.0521562 Dec 06 15:37:25.791817 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0fd30975-2c78-45d4-9c72-741ed64deafc req-ba9fe809-6df2-4bfb-984d-147b9098adde tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403810 Dec 06 15:37:26.904248 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fe314-76c3-4a01-ad60-94c1e5456889 req-a9d228ad-792b-47dc-b1ee-95eb58b908c3 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:26.905742 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-125fe314-76c3-4a01-ad60-94c1e5456889 req-a9d228ad-792b-47dc-b1ee-95eb58b908c3 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 945 time: 0.0487084 Dec 06 15:37:26.952300 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-125fe314-76c3-4a01-ad60-94c1e5456889 req-c4acbf6e-47cd-4bc4-9d18-45ecb235db1d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405498 Dec 06 15:37:27.124077 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:37:27.171014 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:37:27.174507 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:37:27.174872 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:27.251368 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:27.272494 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:37:27.275300 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}910bf2e8c044e71defcbbe17abe6c96abab7d1d702e61ea87f7569ddc7833ca5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a591d250-9ac4-4da7-bc5e-1f4bf355d612" -d '{"events": [{"server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "name": "network-vif-plugged", "status": "completed", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:37:27.287974 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:27.293593 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:27.321017 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31955e1-39e9-479c-a104-338cabe570ca x-openstack-request-id: req-f31955e1-39e9-479c-a104-338cabe570ca {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:37:27.321326 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "name": "network-vif-plugged", "status": "completed", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:37:27.321593 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f31955e1-39e9-479c-a104-338cabe570ca {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:37:27.321953 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'code': 200} Dec 06 15:37:27.347766 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:27.422168 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293115c1-9fce-48bf-afb2-1d08a839f044 req-5b5fb437-d56b-4acb-b8e5-c4f7b0e60af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:27.423538 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-293115c1-9fce-48bf-afb2-1d08a839f044 req-5b5fb437-d56b-4acb-b8e5-c4f7b0e60af7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 1097 time: 0.0392735 Dec 06 15:37:27.468222 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-293115c1-9fce-48bf-afb2-1d08a839f044 req-6870086f-87c8-4dae-bb2e-1dfd8d906ede service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363927 Dec 06 15:37:28.070675 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d4bb2-0036-4338-9cac-ebc33d79e477 req-0dc8c7d7-2a3f-426e-ae3e-92f8d1e67c4a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:28.073017 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-844d4bb2-0036-4338-9cac-ebc33d79e477 req-0dc8c7d7-2a3f-426e-ae3e-92f8d1e67c4a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0525019 Dec 06 15:37:28.119202 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-844d4bb2-0036-4338-9cac-ebc33d79e477 req-d43fbb1e-00a4-4d7f-a2d5-96b9f877d7a3 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406675 Dec 06 15:37:28.325118 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:29.236125 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492789c-e61b-4bc3-819e-ca10d0ca8cb4 req-d1ce6620-e503-4cb3-8952-dcbb4f4a2095 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:29.237600 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d492789c-e61b-4bc3-819e-ca10d0ca8cb4 req-d1ce6620-e503-4cb3-8952-dcbb4f4a2095 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0487194 Dec 06 15:37:29.283993 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d492789c-e61b-4bc3-819e-ca10d0ca8cb4 req-018f7b24-1c90-4b0a-a198-68457a4d0fa8 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402112 Dec 06 15:37:29.394100 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81d394-d136-484e-954c-a4d6b2c91b0d req-db0db231-0815-4aa0-acdd-11c71204fcae tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:29.395583 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa81d394-d136-484e-954c-a4d6b2c91b0d req-db0db231-0815-4aa0-acdd-11c71204fcae tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0486598 Dec 06 15:37:29.404141 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46402) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:37:29.408546 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-597a0d4c-9c18-4002-bacc-7f3d8aa16331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Request body: {'floatingip': {'port_id': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:37:29.451808 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-597a0d4c-9c18-4002-bacc-7f3d8aa16331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for floatingip, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:29.734863 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:37:29.878290 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-597a0d4c-9c18-4002-bacc-7f3d8aa16331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:29.882002 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-597a0d4c-9c18-4002-bacc-7f3d8aa16331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:29.980390 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-597a0d4c-9c18-4002-bacc-7f3d8aa16331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Floating IP 84ce5ea5-8848-437d-9cd9-bcc0dc8173ee associated. External IP: 172.35.7.151, port: 5b1615b1-dc8c-435b-b7c3-c4aa15041b75. Dec 06 15:37:30.183462 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597a0d4c-9c18-4002-bacc-7f3d8aa16331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Router 425fa2af-816b-4800-82fb-6ff924656353 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:37:30.199315 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:30.294115 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597a0d4c-9c18-4002-bacc-7f3d8aa16331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:37:30.298969 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-597a0d4c-9c18-4002-bacc-7f3d8aa16331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:30.303574 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821099f8-6885-4991-8ea7-f277de8c32d3 None None] Sync routers for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:37:30.312537 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821099f8-6885-4991-8ea7-f277de8c32d3 None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:37:30.313152 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-821099f8-6885-4991-8ea7-f277de8c32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:37:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:30.325864 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-597a0d4c-9c18-4002-bacc-7f3d8aa16331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "PUT /v2.0/floatingips/84ce5ea5-8848-437d-9cd9-bcc0dc8173ee HTTP/1.1" status: 200 len: 992 time: 0.9206281 Dec 06 15:37:30.326479 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:37:30.328808 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e831e7cf395a286f06c6d625dedea89c8762c041a0d88ce1d737e0aca9ce765" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01352cc-277b-4db7-aaf8-b4dffa685dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:37:30.370811 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa49459-6a7e-4607-91a9-7097c25c701e x-openstack-request-id: req-8fa49459-6a7e-4607-91a9-7097c25c701e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:37:30.371117 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:37:30.371852 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fa49459-6a7e-4607-91a9-7097c25c701e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:37:30.371852 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'status': 'completed', 'code': 200} Dec 06 15:37:30.419164 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-821099f8-6885-4991-8ea7-f277de8c32d3 None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:37:30.433442 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01352cc-277b-4db7-aaf8-b4dffa685dc3 req-20101fd8-9df1-4659-ad39-fd834940f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:30.435041 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a01352cc-277b-4db7-aaf8-b4dffa685dc3 req-20101fd8-9df1-4659-ad39-fd834940f9ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 1097 time: 0.0410755 Dec 06 15:37:30.529949 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01352cc-277b-4db7-aaf8-b4dffa685dc3 req-4ff0fbae-9b24-48a0-8558-cdf57e7458ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:30.531424 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a01352cc-277b-4db7-aaf8-b4dffa685dc3 req-4ff0fbae-9b24-48a0-8558-cdf57e7458ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0891607 Dec 06 15:37:30.595836 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a01352cc-277b-4db7-aaf8-b4dffa685dc3 req-59ac68a9-338a-4af0-851c-152e53152a83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75 HTTP/1.1" status: 200 len: 1000 time: 0.0569098 Dec 06 15:37:30.636781 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-821099f8-6885-4991-8ea7-f277de8c32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '84ce5ea5-8848-437d-9cd9-bcc0dc8173ee', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'floating_ip_address': '172.35.7.151', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '425fa2af-816b-4800-82fb-6ff924656353', 'port_id': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'mac_address': 'fa:16:3e:d2:60:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:32:50Z', 'updated_at': '2021-12-06T15:37:29Z', 'revision_number': 9, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:30.649662 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01352cc-277b-4db7-aaf8-b4dffa685dc3 req-dd29f0e2-850d-436f-b787-8963dc9c886c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:30.651118 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a01352cc-277b-4db7-aaf8-b4dffa685dc3 req-dd29f0e2-850d-436f-b787-8963dc9c886c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0482223 Dec 06 15:37:30.666097 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821099f8-6885-4991-8ea7-f277de8c32d3 None None] Checking router: 425fa2af-816b-4800-82fb-6ff924656353 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:37:30.674425 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821099f8-6885-4991-8ea7-f277de8c32d3 None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:37:30.675026 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-821099f8-6885-4991-8ea7-f277de8c32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:37:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:30.697172 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01352cc-277b-4db7-aaf8-b4dffa685dc3 req-f33d174b-11e3-4ae8-9bac-5c8c362b0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:30.698600 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a01352cc-277b-4db7-aaf8-b4dffa685dc3 req-f33d174b-11e3-4ae8-9bac-5c8c362b0e50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406778 Dec 06 15:37:30.784255 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-821099f8-6885-4991-8ea7-f277de8c32d3 None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:37:30.789169 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a01352cc-277b-4db7-aaf8-b4dffa685dc3 req-3ab9b8ca-3185-404c-8714-11688dcd837d service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828111 Dec 06 15:37:30.867257 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4bb16a7e-4bba-4d50-8f53-ee57b518aefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:30.891394 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a01352cc-277b-4db7-aaf8-b4dffa685dc3 req-d68f5a03-b3ee-4b13-a35a-d3885545033d service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949702 Dec 06 15:37:31.011013 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-821099f8-6885-4991-8ea7-f277de8c32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '84ce5ea5-8848-437d-9cd9-bcc0dc8173ee', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'floating_ip_address': '172.35.7.151', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '425fa2af-816b-4800-82fb-6ff924656353', 'port_id': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'mac_address': 'fa:16:3e:d2:60:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:32:50Z', 'updated_at': '2021-12-06T15:37:29Z', 'revision_number': 9, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:31.036349 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821099f8-6885-4991-8ea7-f277de8c32d3 None None] The sync data for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 is: [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '84ce5ea5-8848-437d-9cd9-bcc0dc8173ee', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'floating_ip_address': '172.35.7.151', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '425fa2af-816b-4800-82fb-6ff924656353', 'port_id': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'mac_address': 'fa:16:3e:d2:60:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:32:50Z', 'updated_at': '2021-12-06T15:37:29Z', 'revision_number': 9, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:37:31.222288 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2244b81b-1716-4465-b810-453f01280283 None None] New status for floating IP 84ce5ea5-8848-437d-9cd9-bcc0dc8173ee: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:37:33.303431 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6af33806-848e-471a-ba8f-2adacf38576b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:34.153990 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:35.811341 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:36.703053 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:58.326925 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:00.218569 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:00.869493 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-632b4416-f937-40f5-a710-ef7627c09116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:03.305228 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6efd806a-4f62-4697-b393-c0b5e1f1bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:03.422763 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2fd27bf-11a7-4d30-9b68-085ac857ebbf req-be04a783-809f-47f8-8b43-af14b63419cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400331 Dec 06 15:38:03.514164 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd27bf-11a7-4d30-9b68-085ac857ebbf req-fab36ef9-c7dc-420e-9d42-a0678aae5add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:38:03.515673 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2fd27bf-11a7-4d30-9b68-085ac857ebbf req-fab36ef9-c7dc-420e-9d42-a0678aae5add service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 1097 time: 0.0467701 Dec 06 15:38:03.625453 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd27bf-11a7-4d30-9b68-085ac857ebbf req-79fd9fc8-199e-420a-8aa0-2e4b5b0dd4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:38:03.626897 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2fd27bf-11a7-4d30-9b68-085ac857ebbf req-79fd9fc8-199e-420a-8aa0-2e4b5b0dd4ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0830307 Dec 06 15:38:03.695662 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2fd27bf-11a7-4d30-9b68-085ac857ebbf req-59ac1c2c-f4ac-4782-99b4-c3d0d53752f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75 HTTP/1.1" status: 200 len: 1003 time: 0.0600259 Dec 06 15:38:03.745323 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd27bf-11a7-4d30-9b68-085ac857ebbf req-9ebd1bc5-c29a-4bff-a950-2cb64a5a2ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:38:03.746742 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2fd27bf-11a7-4d30-9b68-085ac857ebbf req-9ebd1bc5-c29a-4bff-a950-2cb64a5a2ad2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0428858 Dec 06 15:38:03.793043 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd27bf-11a7-4d30-9b68-085ac857ebbf req-4f1f90ea-8015-4323-a246-2131c606cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:38:03.794460 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2fd27bf-11a7-4d30-9b68-085ac857ebbf req-4f1f90ea-8015-4323-a246-2131c606cee3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389035 Dec 06 15:38:03.888743 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2fd27bf-11a7-4d30-9b68-085ac857ebbf req-e1212af5-5e7f-4181-86c9-4959b5400460 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852294 Dec 06 15:38:03.979331 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e2fd27bf-11a7-4d30-9b68-085ac857ebbf req-6640ce07-1de3-4f95-a55f-6aefd94b2d44 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824683 Dec 06 15:38:04.156878 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:05.813667 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:06.704644 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:06.733812 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:38:28.324317 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:30.223253 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:30.870589 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-20b61114-5f54-413d-a693-729719bcfedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:33.306849 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e9a94dcc-694b-4036-93cc-020d0cb406fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:34.159933 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:35.815129 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:36.705252 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:43.735203 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:38:58.324185 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:00.213224 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:00.871424 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f712493b-7c5c-4b79-859c-198ec54502e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:03.307865 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-05d1ac91-4166-4ddf-9599-ba045385b53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:04.162654 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:05.431889 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6fbcabf3-bd90-40e3-939a-fdd4cbabf2ef req-78faa452-95c7-4589-aefb-996cd298d5aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484245 Dec 06 15:39:05.526440 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcabf3-bd90-40e3-939a-fdd4cbabf2ef req-548247ee-5e32-4e48-adc6-d184bf1569d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:05.527957 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6fbcabf3-bd90-40e3-939a-fdd4cbabf2ef req-548247ee-5e32-4e48-adc6-d184bf1569d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 1097 time: 0.0395575 Dec 06 15:39:05.634228 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcabf3-bd90-40e3-939a-fdd4cbabf2ef req-9dd4536b-fdc3-4170-b7ad-3d2d6ff588a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:05.635564 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6fbcabf3-bd90-40e3-939a-fdd4cbabf2ef req-9dd4536b-fdc3-4170-b7ad-3d2d6ff588a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0823364 Dec 06 15:39:05.706789 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6fbcabf3-bd90-40e3-939a-fdd4cbabf2ef req-be84ce69-661c-4c8f-934a-fa31d0af36f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75 HTTP/1.1" status: 200 len: 1003 time: 0.0599995 Dec 06 15:39:05.758260 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcabf3-bd90-40e3-939a-fdd4cbabf2ef req-0f29b3bf-c766-4c9d-accc-801ac6b1e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:05.759683 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6fbcabf3-bd90-40e3-939a-fdd4cbabf2ef req-0f29b3bf-c766-4c9d-accc-801ac6b1e629 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0420854 Dec 06 15:39:05.808354 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcabf3-bd90-40e3-939a-fdd4cbabf2ef req-d477505d-9c5f-4e26-86ec-cebec28db77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:05.809846 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6fbcabf3-bd90-40e3-939a-fdd4cbabf2ef req-d477505d-9c5f-4e26-86ec-cebec28db77a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382617 Dec 06 15:39:05.816455 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:05.905438 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6fbcabf3-bd90-40e3-939a-fdd4cbabf2ef req-1c51ae53-6458-4529-9c82-8d6486b0d8af service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851107 Dec 06 15:39:05.998427 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6fbcabf3-bd90-40e3-939a-fdd4cbabf2ef req-c165a8fb-adc1-4883-90ae-cf5faca9dced service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815752 Dec 06 15:39:06.706769 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:09.884304 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-0a36b9d2-c96b-4039-bd7c-e59cffce23b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439701 Dec 06 15:39:09.904052 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1ca85-b67d-44f4-ae84-37b966b804c2 req-5564da36-b39b-43ad-9711-c1c927ae3324 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:09.905541 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-68c1ca85-b67d-44f4-ae84-37b966b804c2 req-5564da36-b39b-43ad-9711-c1c927ae3324 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0536599 Dec 06 15:39:09.954292 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-68c1ca85-b67d-44f4-ae84-37b966b804c2 req-48a3b7c1-8524-4b73-911a-98e874e5992b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416892 Dec 06 15:39:10.979361 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-91242134-d9fb-48f2-9be7-e9996ba20cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:10.981651 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-91242134-d9fb-48f2-9be7-e9996ba20cac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 1097 time: 0.0413959 Dec 06 15:39:11.073342 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dd3fa-20bb-4a8f-b341-8e89c0bac458 req-11cdc7ed-a7d8-417a-8953-94aa4890af09 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:11.074829 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c8dd3fa-20bb-4a8f-b341-8e89c0bac458 req-11cdc7ed-a7d8-417a-8953-94aa4890af09 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0484526 Dec 06 15:39:11.080954 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-5bf11dc0-1805-4212-8fee-6005aeee0712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:11.082404 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-5bf11dc0-1805-4212-8fee-6005aeee0712 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0887997 Dec 06 15:39:11.121477 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6c8dd3fa-20bb-4a8f-b341-8e89c0bac458 req-341b7ec3-7baf-47ac-9deb-d52d9b895596 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406229 Dec 06 15:39:11.154241 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-37ff5ca8-ce07-4d5a-9371-a631ede7913a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75 HTTP/1.1" status: 200 len: 1003 time: 0.0577991 Dec 06 15:39:11.207354 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-7e36cf2b-c5c9-43d7-84fa-9993fc2eff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:11.208800 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-7e36cf2b-c5c9-43d7-84fa-9993fc2eff93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0432508 Dec 06 15:39:11.261714 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-ce7c481f-7d50-432a-8b16-c638777c0d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:11.263087 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-ce7c481f-7d50-432a-8b16-c638777c0d28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428774 Dec 06 15:39:11.353422 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-0b1222ee-2221-4ee5-8444-c38b63b0c1a0 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807009 Dec 06 15:39:11.447490 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-0386f475-2bb0-4b79-b8d9-eade06357415 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829303 Dec 06 15:39:12.237608 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaeb285-ad1b-41f4-a658-a3230efa11b5 req-4231729a-b43c-4287-bd6e-609dcac22ab0 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:12.239541 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cbaeb285-ad1b-41f4-a658-a3230efa11b5 req-4231729a-b43c-4287-bd6e-609dcac22ab0 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0476797 Dec 06 15:39:12.285048 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cbaeb285-ad1b-41f4-a658-a3230efa11b5 req-ed5a5dff-3668-4ba3-a190-82c04c7df2ee tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394795 Dec 06 15:39:13.399952 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79f36a-00bb-4600-b8bb-85d1c2f71ae3 req-ff4bfcb3-922f-4103-918e-74c535082f9d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:13.401415 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fe79f36a-00bb-4600-b8bb-85d1c2f71ae3 req-ff4bfcb3-922f-4103-918e-74c535082f9d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0480690 Dec 06 15:39:13.446853 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fe79f36a-00bb-4600-b8bb-85d1c2f71ae3 req-8e684f9f-ca6f-4328-ad07-4b1ba08dfa19 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396471 Dec 06 15:39:14.565912 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1115d9-e7d9-41fa-a63e-1d4f19baf7f9 req-7d6f038d-58db-49f8-8bf0-6b5e275ace0b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:14.568057 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f1115d9-e7d9-41fa-a63e-1d4f19baf7f9 req-7d6f038d-58db-49f8-8bf0-6b5e275ace0b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0521629 Dec 06 15:39:14.891455 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8f1115d9-e7d9-41fa-a63e-1d4f19baf7f9 req-1b4e7205-0836-4208-9ba7-ffd714009b24 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175378 Dec 06 15:39:16.012427 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce04c55-fec0-48f6-9c8c-2b6c5bbe6948 req-ffd68aa3-3e40-439a-b858-e70e5ece535d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:16.013892 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0ce04c55-fec0-48f6-9c8c-2b6c5bbe6948 req-ffd68aa3-3e40-439a-b858-e70e5ece535d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0513477 Dec 06 15:39:16.059493 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0ce04c55-fec0-48f6-9c8c-2b6c5bbe6948 req-f78852f9-8f4e-4b9f-854a-8b5ca1c37a72 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396829 Dec 06 15:39:17.175350 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103d6b9-55d6-42a2-a992-b00e0f087a60 req-4df3cdcc-8e2e-4bea-9dd9-582997b2e51a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:17.176850 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2103d6b9-55d6-42a2-a992-b00e0f087a60 req-4df3cdcc-8e2e-4bea-9dd9-582997b2e51a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0487761 Dec 06 15:39:17.225902 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2103d6b9-55d6-42a2-a992-b00e0f087a60 req-f133013b-599e-4991-814b-e2511c066d09 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431759 Dec 06 15:39:18.342676 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21346d15-4002-4739-937e-8ad6e3db0784 req-efdcd4a2-fde9-419c-9bbc-2716c8ad71a4 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:18.344163 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21346d15-4002-4739-937e-8ad6e3db0784 req-efdcd4a2-fde9-419c-9bbc-2716c8ad71a4 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0507116 Dec 06 15:39:18.390354 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21346d15-4002-4739-937e-8ad6e3db0784 req-d327642b-6005-4a31-a175-109e6f99ee54 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394824 Dec 06 15:39:19.503582 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9024d-2eed-4d3d-95df-7fbe5f0c18b8 req-cb3aa20a-d562-4c31-9ca5-919291f837f3 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:19.505662 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bfa9024d-2eed-4d3d-95df-7fbe5f0c18b8 req-cb3aa20a-d562-4c31-9ca5-919291f837f3 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0492094 Dec 06 15:39:19.555152 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bfa9024d-2eed-4d3d-95df-7fbe5f0c18b8 req-ee61f252-841e-42bc-9ec9-ed4b9dae3734 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435545 Dec 06 15:39:20.671410 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0239d7-ff6e-4a2b-be85-e51d6b845aef req-7ac15604-3199-42fd-b439-ef674b50ce9a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:20.672820 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f0239d7-ff6e-4a2b-be85-e51d6b845aef req-7ac15604-3199-42fd-b439-ef674b50ce9a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0498252 Dec 06 15:39:20.722573 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4f0239d7-ff6e-4a2b-be85-e51d6b845aef req-babb9086-1b0e-45be-bb6a-eff70a4e37ce tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438201 Dec 06 15:39:20.733994 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:39:21.839204 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac4dcd-3f36-48ff-899a-9ad789c3bd27 req-946e71c3-eddf-401a-9ade-334b071bdb50 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:21.840705 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0ac4dcd-3f36-48ff-899a-9ad789c3bd27 req-946e71c3-eddf-401a-9ade-334b071bdb50 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0507600 Dec 06 15:39:21.887096 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d0ac4dcd-3f36-48ff-899a-9ad789c3bd27 req-7f565374-e0f1-40ea-9371-c356d1bfbc27 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404682 Dec 06 15:39:23.004080 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626bf19-74bf-494f-a4ca-2ea4256ef45e req-8882805a-c944-4b0d-b43f-6410d843c450 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:23.005534 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7626bf19-74bf-494f-a4ca-2ea4256ef45e req-8882805a-c944-4b0d-b43f-6410d843c450 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0483310 Dec 06 15:39:23.051751 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7626bf19-74bf-494f-a4ca-2ea4256ef45e req-8eaf4556-40fe-4556-a0d5-5381048a899d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397141 Dec 06 15:39:24.001457 n-d-master-1 neutron-server[103288]: INFO neutron.api.v2.resource [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-ff3fd065-b119-41bb-acaa-d89b4c9955ee service neutron] show failed (client error): The resource could not be found. Dec 06 15:39:24.002431 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-ff3fd065-b119-41bb-acaa-d89b4c9955ee service neutron] 10.222.0.37 "GET /v2.0/ports/5b1615b1-dc8c-435b-b7c3-c4aa15041b75/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0527201 Dec 06 15:39:24.169781 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77c6f4-420b-4ba0-8553-b222f5b3688b req-4f4638e1-06a8-4318-8439-8cb150255556 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:24.171267 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf77c6f4-420b-4ba0-8553-b222f5b3688b req-4f4638e1-06a8-4318-8439-8cb150255556 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0516388 Dec 06 15:39:24.226135 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf77c6f4-420b-4ba0-8553-b222f5b3688b req-e419cfd5-6740-4961-82df-0b198cdd0d8d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483513 Dec 06 15:39:24.361436 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-92888f63-014d-4539-8534-85df129da0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:24.363156 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-92888f63-014d-4539-8534-85df129da0f6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4&tenant_id=d985c05811bc47f1989cbe58fd056bbb HTTP/1.1" status: 200 len: 1097 time: 0.0767937 Dec 06 15:39:24.375216 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:39:24.677427 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:24.871370 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:39:24.903091 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:39:24.941132 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:39:24.946186 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:24.958870 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Transition to ACTIVE for port object 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:39:24.962749 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:24.992816 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d04e0b5-6b8c-4a68-9845-7674b7a4c849" -d '{"events": [{"server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "name": "network-vif-unplugged", "status": "completed", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:39:25.049508 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Pushing event updated for resources: {'Port': ['ID=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:39:25.062172 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:25.062525 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:25.062874 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:25.063218 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:25.063595 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:25.063899 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:25.064229 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:25.064554 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:25.064878 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:25.065201 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:25.065523 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:25.065843 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:25.066164 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:25.102306 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] No DVR routers for this DVR port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:39:25.140357 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2c92cf-b5ea-4909-b59b-fe995d66e17c x-openstack-request-id: req-cf2c92cf-b5ea-4909-b59b-fe995d66e17c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:39:25.140672 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "name": "network-vif-unplugged", "status": "completed", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:39:25.140933 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf2c92cf-b5ea-4909-b59b-fe995d66e17c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:39:25.141338 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'code': 200} Dec 06 15:39:25.251145 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Attempting to bind port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:39:25.251642 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Attempting to bind port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:39:25.252630 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Attempting to bind port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:39:25.258591 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 on network 00a9f339-745b-4107-b163-dd119ae5e370 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:39:25.258919 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Attempting to bind port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:39:25.264458 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:39:25.264852 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Checking segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:39:25.265277 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Bound using segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:39:25.265603 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Bound port: 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:39:25.265961 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:25.339268 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:39:25.342642 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:39:25.347955 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:25.356959 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b57e53-f205-4b0a-8340-e251c33e5269 req-065512ef-2568-4dac-ab98-6ca1b884b23c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:25.358700 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-41b57e53-f205-4b0a-8340-e251c33e5269 req-065512ef-2568-4dac-ab98-6ca1b884b23c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 944 time: 0.0520527 Dec 06 15:39:25.382443 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:25.383247 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:25.385005 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] 10.222.0.23 "PUT /v2.0/ports/5b1615b1-dc8c-435b-b7c3-c4aa15041b75 HTTP/1.1" status: 200 len: 1092 time: 1.0134606 Dec 06 15:39:25.416986 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-41b57e53-f205-4b0a-8340-e251c33e5269 req-cf0c5043-bec6-44bf-9222-e8744bfb0bda tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521173 Dec 06 15:39:25.417832 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f31f7-ced5-4d61-a939-405653c59bde service neutron] Pushing event updated for resources: {'Port': ['ID=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:39:25.462530 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-72f88347-bc56-46f7-a93a-c94d19589326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:25.464094 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-72f88347-bc56-46f7-a93a-c94d19589326 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 1095 time: 0.0543571 Dec 06 15:39:25.562105 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-d951f667-4123-43c3-852d-fde7513701bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:25.563587 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-d951f667-4123-43c3-852d-fde7513701bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0931025 Dec 06 15:39:25.633885 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-ff0a4833-920a-4aa6-b764-8b0041625814 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75 HTTP/1.1" status: 200 len: 1001 time: 0.0626414 Dec 06 15:39:25.685830 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-43506a3c-8361-4cd2-a923-82764d660519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:25.687291 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-43506a3c-8361-4cd2-a923-82764d660519 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0459883 Dec 06 15:39:25.735914 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-5e76eead-20a8-4520-a54a-eddd0b496252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:25.737641 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-5e76eead-20a8-4520-a54a-eddd0b496252 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434699 Dec 06 15:39:25.827046 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-b264c9b9-3cf9-48ab-b393-357bd5c0c297 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813866 Dec 06 15:39:25.917922 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-63734bd1-aa36-4906-91ee-5a811bdcee90 req-e91e1e00-eef5-42ba-97e6-eb3c917df009 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845737 Dec 06 15:39:26.540758 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744ea3c-992c-4d69-8666-1c5625643d07 req-27c29d61-9232-4a0c-8e65-a6a95b9aad1a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:26.542233 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e744ea3c-992c-4d69-8666-1c5625643d07 req-27c29d61-9232-4a0c-8e65-a6a95b9aad1a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 944 time: 0.0489860 Dec 06 15:39:26.589040 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e744ea3c-992c-4d69-8666-1c5625643d07 req-cff34b57-5762-4aa6-802b-5c9dd833875a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405641 Dec 06 15:39:27.142621 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:39:27.145529 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e136c75-daa6-4b9a-809c-926eb7be7652" -d '{"events": [{"name": "network-changed", "server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:39:27.192334 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeea0e3c-f6fa-4196-a8ab-e8cd5e867b3b x-openstack-request-id: req-aeea0e3c-f6fa-4196-a8ab-e8cd5e867b3b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:39:27.192637 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:39:27.192892 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aeea0e3c-f6fa-4196-a8ab-e8cd5e867b3b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:39:27.193289 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'status': 'completed', 'code': 200} Dec 06 15:39:27.259285 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-2cc86cbb-e89e-4c1c-ae65-33f9208d54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:27.260839 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-2cc86cbb-e89e-4c1c-ae65-33f9208d54cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 1095 time: 0.0428660 Dec 06 15:39:27.263281 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-2dc37cf4-abcf-429d-bcca-1d1e121e06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:27.264777 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-2dc37cf4-abcf-429d-bcca-1d1e121e06f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 1095 time: 0.0406525 Dec 06 15:39:27.362426 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-241809c7-0b0f-48c7-ac02-bbff399501e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:27.362686 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-f43e34cb-d4c9-4cd7-a828-33e6fa873c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:27.364005 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-241809c7-0b0f-48c7-ac02-bbff399501e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0909564 Dec 06 15:39:27.364129 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-f43e34cb-d4c9-4cd7-a828-33e6fa873c14 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0917161 Dec 06 15:39:27.443325 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-a6af6981-0222-4f54-abf2-07c75ebfe476 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75 HTTP/1.1" status: 200 len: 1001 time: 0.0675640 Dec 06 15:39:27.443555 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-99fde49c-c44e-4fcb-bdbb-6a393f0065b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75 HTTP/1.1" status: 200 len: 1001 time: 0.0697641 Dec 06 15:39:27.506502 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-8ceae817-14cb-42d4-a5af-51c39e1e3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:27.506841 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-38a9ea8d-8425-4ee3-9bb2-72ce7efeb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:27.508273 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-8ceae817-14cb-42d4-a5af-51c39e1e3f7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0573835 Dec 06 15:39:27.508420 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-38a9ea8d-8425-4ee3-9bb2-72ce7efeb106 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0539958 Dec 06 15:39:27.555785 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-8a92bbf4-e8dd-4545-b798-31f4cfac50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:27.557301 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-8a92bbf4-e8dd-4545-b798-31f4cfac50b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412061 Dec 06 15:39:27.558214 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-8e79f591-4a2a-4a20-836d-7cff4c0a426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:27.559806 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-8e79f591-4a2a-4a20-836d-7cff4c0a426d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402510 Dec 06 15:39:27.654148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-c3dc90fc-cc0d-45ad-be10-1ff209691572 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890012 Dec 06 15:39:27.656685 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-3b1bb3c7-1530-4984-ba34-e38359036a95 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841484 Dec 06 15:39:27.683625 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:39:27.726041 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:39:27.761662 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-fad684c3-cc87-4fde-9342-2e4103eaa2fb service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926743 Dec 06 15:39:27.763646 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c2df8-5e10-49e0-9d2d-42a51a227132 req-e4f03c22-d389-43cd-aa1a-e348df476d5d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:27.765125 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6d8c2df8-5e10-49e0-9d2d-42a51a227132 req-e4f03c22-d389-43cd-aa1a-e348df476d5d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 944 time: 0.1029575 Dec 06 15:39:27.799336 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3e136c75-daa6-4b9a-809c-926eb7be7652 req-2476cb21-c011-45a8-a720-bb5d7a0caecc service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382580 Dec 06 15:39:27.828366 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6d8c2df8-5e10-49e0-9d2d-42a51a227132 req-77727829-db7e-4c8b-85de-4a706743fd40 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533812 Dec 06 15:39:27.876950 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:39:27.972616 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:39:27.983896 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'port_id': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'mac_address': 'fa:16:3e:d2:60:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:39:28.022497 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:28.035716 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:39:28.057044 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:39:28.060846 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:28.110341 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:39:28.118716 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:28.119067 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:28.119409 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:28.119775 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:28.120113 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:28.120444 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:28.120773 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:28.121100 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:28.121421 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:28.121751 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:28.122075 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:28.122396 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:28.122715 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:28.143483 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-fa08afc0-1958-4612-a403-da45cb4688ff tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:28.144986 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-fa08afc0-1958-4612-a403-da45cb4688ff tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.23 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4&tenant_id=d985c05811bc47f1989cbe58fd056bbb&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 945 time: 0.0834830 Dec 06 15:39:28.153250 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a958f-0ed0-4a80-ab26-7546f72cea4c req-8d6e3d27-4175-46dd-a67e-9e85b322549f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:28.154597 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a43a958f-0ed0-4a80-ab26-7546f72cea4c req-8d6e3d27-4175-46dd-a67e-9e85b322549f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 945 time: 0.0667303 Dec 06 15:39:28.242582 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-829a5960-103b-4b05-9030-a9fbd00c33a3 service neutron] 10.222.0.23 "GET /v2.0/ports/5b1615b1-dc8c-435b-b7c3-c4aa15041b75/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.0869644 Dec 06 15:39:28.245989 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a43a958f-0ed0-4a80-ab26-7546f72cea4c req-bc9cdf72-454b-4f30-8acc-c4ae36ebb642 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846643 Dec 06 15:39:28.302927 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['5b1615b1-dc8c-435b-b7c3-c4aa15041b75'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:39:28.305932 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-8574d4d8-34b5-4914-a82f-bd40bc090153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:28.307463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-8574d4d8-34b5-4914-a82f-bd40bc090153 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 1096 time: 0.0409844 Dec 06 15:39:28.350693 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:28.398900 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-222df167-eae9-4773-8e30-a162335759c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:28.400408 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-222df167-eae9-4773-8e30-a162335759c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0858676 Dec 06 15:39:28.474026 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-d28c15a2-923e-4540-b85c-35e97b07e953 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75 HTTP/1.1" status: 200 len: 1002 time: 0.0662401 Dec 06 15:39:28.524797 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-5d9e9d30-26ca-451f-969c-94a9b0e66652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:28.526146 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-5d9e9d30-26ca-451f-969c-94a9b0e66652 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0449409 Dec 06 15:39:28.572541 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-ae2c7606-d947-463c-814e-4919c51bf9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:28.574138 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-ae2c7606-d947-463c-814e-4919c51bf9ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396595 Dec 06 15:39:28.667159 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-75bc301c-dc17-4d9c-a946-a0337247d7e0 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851367 Dec 06 15:39:28.759624 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-ff9b52e6-c358-4468-8926-b2e4e9b613d1 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843587 Dec 06 15:39:29.362860 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d3fe-4f6c-425d-83ad-63a2f955fe38 req-4f234da3-f36c-4ead-a4b6-e2910f6c1101 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:29.364849 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5c42d3fe-4f6c-425d-83ad-63a2f955fe38 req-4f234da3-f36c-4ead-a4b6-e2910f6c1101 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 945 time: 0.0484192 Dec 06 15:39:29.410888 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5c42d3fe-4f6c-425d-83ad-63a2f955fe38 req-4d31fc4f-c2e2-420c-936c-d2d1eb05436c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401468 Dec 06 15:39:29.893119 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:39:29.943559 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:39:29.947085 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:39:29.947497 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:30.020468 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:30.042181 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:39:30.056538 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:39:30.060759 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:30.085643 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7651cdf-fdb1-44d8-a95e-911be5d47cd6" -d '{"events": [{"server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "name": "network-vif-plugged", "status": "completed", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:39:30.117520 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:39:30.186144 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b044a48c-0427-48de-87cc-18975d102094 x-openstack-request-id: req-b044a48c-0427-48de-87cc-18975d102094 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:39:30.186441 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "name": "network-vif-plugged", "status": "completed", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:39:30.186700 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b044a48c-0427-48de-87cc-18975d102094 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:39:30.187095 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'code': 200} Dec 06 15:39:30.217055 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:30.535020 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fefe87-2aae-45ce-9994-434e9bb2b0d4 req-d7fd54ed-6fec-4be9-b4db-a684f8483273 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:30.536545 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-27fefe87-2aae-45ce-9994-434e9bb2b0d4 req-d7fd54ed-6fec-4be9-b4db-a684f8483273 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0550249 Dec 06 15:39:30.584536 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-27fefe87-2aae-45ce-9994-434e9bb2b0d4 req-208722ed-bb5c-4d0f-b1e4-424748657549 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419915 Dec 06 15:39:30.807210 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-989cb57f-c9cc-442c-ba11-f5ec41bc67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:30.808741 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-989cb57f-c9cc-442c-ba11-f5ec41bc67b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4&tenant_id=d985c05811bc47f1989cbe58fd056bbb HTTP/1.1" status: 200 len: 1097 time: 0.0700064 Dec 06 15:39:30.825192 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:39:30.873044 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22a66c2c-6970-4510-b386-4af006089bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:30.883338 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:31.079395 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:39:31.110488 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:39:31.149555 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:39:31.154932 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:31.168369 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Transition to ACTIVE for port object 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:39:31.172111 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:31.205236 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c742703be9958fca7b51ef848c2f1f9c289ae81b0df0ada1724f18bf2a1f44e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e42f00-f7bc-4ea5-9192-f587bbfbe4cf" -d '{"events": [{"server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "name": "network-vif-unplugged", "status": "completed", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:39:31.300569 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Pushing event updated for resources: {'Port': ['ID=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,revision_number=10']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:39:31.316597 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b24e66-41c5-4d7e-acd4-de9edc31c4c0 x-openstack-request-id: req-81b24e66-41c5-4d7e-acd4-de9edc31c4c0 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:39:31.316890 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "name": "network-vif-unplugged", "status": "completed", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:39:31.317149 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81b24e66-41c5-4d7e-acd4-de9edc31c4c0 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:39:31.317549 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'code': 200} Dec 06 15:39:31.324083 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:31.324444 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:31.324771 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:31.325107 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:31.325435 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:31.325760 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:31.326083 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:31.326410 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:31.326730 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:31.327051 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:31.327369 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:31.327744 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:31.328026 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:39:31.375682 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] No DVR routers for this DVR port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:39:31.506733 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Attempting to bind port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:39:31.507066 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Attempting to bind port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:39:31.507388 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Attempting to bind port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:39:31.511579 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 on network 00a9f339-745b-4107-b163-dd119ae5e370 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:39:31.511922 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Attempting to bind port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:39:31.516628 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:39:31.516959 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Checking segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:39:31.517334 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Bound using segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:39:31.517750 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Bound port: 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:39:31.518094 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:31.578228 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:39:31.581159 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:39:31.586336 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:31.631811 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:31.632433 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:31.634358 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] 10.222.0.37 "PUT /v2.0/ports/5b1615b1-dc8c-435b-b7c3-c4aa15041b75 HTTP/1.1" status: 200 len: 1093 time: 0.8125420 Dec 06 15:39:31.647831 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982f08c-e03e-4769-951c-69ac99498a5f service neutron] Pushing event updated for resources: {'Port': ['ID=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,revision_number=11']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:39:31.735196 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-a4b25f87-5e44-4fd3-b605-6fa086241618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:31.736980 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-a4b25f87-5e44-4fd3-b605-6fa086241618 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 1096 time: 0.0722070 Dec 06 15:39:31.750097 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239b9ed-616c-4cb6-8b84-b8b3d537f9f2 req-b06411a3-0e1b-4a00-9471-55f225aeea25 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:31.751611 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b239b9ed-616c-4cb6-8b84-b8b3d537f9f2 req-b06411a3-0e1b-4a00-9471-55f225aeea25 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 945 time: 0.0616965 Dec 06 15:39:31.856206 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b239b9ed-616c-4cb6-8b84-b8b3d537f9f2 req-aa6958c8-4ce6-4db8-a70e-c0e821a8b260 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963881 Dec 06 15:39:31.874180 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-349f32c6-35ab-4e92-9347-8bf553ae1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:31.875804 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-349f32c6-35ab-4e92-9347-8bf553ae1855 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.1232703 Dec 06 15:39:31.945915 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-3f84dbef-7258-4231-998b-75b30c87fa7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75 HTTP/1.1" status: 200 len: 1001 time: 0.0582209 Dec 06 15:39:32.002499 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-d9f0daec-8f84-47aa-a961-0591e26e18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:32.003947 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-d9f0daec-8f84-47aa-a961-0591e26e18c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0469756 Dec 06 15:39:32.054261 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-ceba01fb-dcb4-482d-8a3f-40fbfa63980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:32.055735 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-ceba01fb-dcb4-482d-8a3f-40fbfa63980c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393178 Dec 06 15:39:32.146330 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-524f8be5-b7fe-4cfd-834a-0358738d7a83 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829744 Dec 06 15:39:32.254575 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1391b1b8-9b1c-4acf-b18d-4306858abac1 req-8279fbe4-7045-4ea1-81fd-be8025ffc47a service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961387 Dec 06 15:39:32.972668 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b4cfd-f677-4e3c-9f8e-a66f23be49ea req-89e368b0-a8dd-4ce0-88c4-61ea222501e2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:32.974632 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e28b4cfd-f677-4e3c-9f8e-a66f23be49ea req-89e368b0-a8dd-4ce0-88c4-61ea222501e2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 945 time: 0.0493119 Dec 06 15:39:33.021429 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e28b4cfd-f677-4e3c-9f8e-a66f23be49ea req-87595b7c-4448-4134-910c-c07fedfd4858 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408988 Dec 06 15:39:33.310514 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3169d4d-7094-476e-8673-c955eb571ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:33.318666 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:39:33.321200 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c742703be9958fca7b51ef848c2f1f9c289ae81b0df0ada1724f18bf2a1f44e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046f76f5-6bb8-40cd-95ee-b338f9eb9401" -d '{"events": [{"name": "network-changed", "server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:39:33.371244 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1634489c-2d72-4607-9787-24f51caf11e8 x-openstack-request-id: req-1634489c-2d72-4607-9787-24f51caf11e8 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:39:33.371547 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:39:33.371831 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1634489c-2d72-4607-9787-24f51caf11e8 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:39:33.372231 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'status': 'completed', 'code': 200} Dec 06 15:39:33.432996 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-77ed3928-5933-44dc-bc26-f2627cfa8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:33.433778 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-665db9ac-c9b6-44cb-885f-f0eff3afc9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:33.434481 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-77ed3928-5933-44dc-bc26-f2627cfa8ff0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 1096 time: 0.0405409 Dec 06 15:39:33.435287 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-665db9ac-c9b6-44cb-885f-f0eff3afc9d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 1096 time: 0.0418043 Dec 06 15:39:33.528272 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-9b919ef9-2f4a-45d8-b82a-d0e24131e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:33.529781 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-9b919ef9-2f4a-45d8-b82a-d0e24131e8f8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0888913 Dec 06 15:39:33.531492 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-3ac2d68b-6c8f-4e27-9923-5e83342f0dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:33.533060 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-3ac2d68b-6c8f-4e27-9923-5e83342f0dd0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0884228 Dec 06 15:39:33.593250 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-82964e24-bd0a-41f6-82a9-4793740e2535 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75 HTTP/1.1" status: 200 len: 1001 time: 0.0564208 Dec 06 15:39:33.601576 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-bb8b0029-b01f-45e5-b093-5210400004ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75 HTTP/1.1" status: 200 len: 1001 time: 0.0585749 Dec 06 15:39:33.645508 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-414fdcf0-d4aa-40f2-86d5-f7b6d3a9713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:33.646939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-414fdcf0-d4aa-40f2-86d5-f7b6d3a9713b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0473979 Dec 06 15:39:33.652985 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-4a46e3af-1730-48ce-96f1-d06046de31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:33.654464 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-4a46e3af-1730-48ce-96f1-d06046de31e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0447106 Dec 06 15:39:33.687798 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:39:33.691234 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-f7a257ff-cd76-4c77-a6b9-79f7263fa529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:33.693412 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-f7a257ff-cd76-4c77-a6b9-79f7263fa529 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393143 Dec 06 15:39:33.711090 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-25aaae76-480e-4453-a84b-99349fb809bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:33.712726 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-25aaae76-480e-4453-a84b-99349fb809bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465789 Dec 06 15:39:33.786298 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-107de976-c642-447b-a5ed-bb5e5a0496a1 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846381 Dec 06 15:39:33.817693 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-6ab9139d-9849-4e1b-a229-1f49cf6ed317 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957928 Dec 06 15:39:33.891094 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-3f3d647f-a19f-46b3-a19f-add3939216c2 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979860 Dec 06 15:39:33.933538 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:39:33.940011 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-046f76f5-6bb8-40cd-95ee-b338f9eb9401 req-b725a6e4-b5c3-447b-b40e-d06f67d27c26 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142426 Dec 06 15:39:33.989727 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:39:34.004460 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'port_id': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'mac_address': 'fa:16:3e:d2:60:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:39:34.012462 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:39:34.047200 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:34.066741 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:39:34.086772 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:39:34.091610 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:34.140293 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,revision_number=12']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:39:34.153294 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b158105-04a0-41b7-91c0-9544f6c4fd35 req-920dc4de-0212-4029-9a78-73ab03facd77 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:34.155210 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b158105-04a0-41b7-91c0-9544f6c4fd35 req-920dc4de-0212-4029-9a78-73ab03facd77 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0517747 Dec 06 15:39:34.166351 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:34.201867 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b158105-04a0-41b7-91c0-9544f6c4fd35 req-a8c4c3b9-8b96-4fb0-bf93-3ffa379d9c05 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404093 Dec 06 15:39:34.317293 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f13e71-2c0f-46c8-92d8-479a5ba137dc req-68261f39-3cba-4322-be9a-1ded1f7f9dc1 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:34.318769 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c0f13e71-2c0f-46c8-92d8-479a5ba137dc req-68261f39-3cba-4322-be9a-1ded1f7f9dc1 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0492623 Dec 06 15:39:34.339533 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['5b1615b1-dc8c-435b-b7c3-c4aa15041b75'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:39:34.366936 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c0f13e71-2c0f-46c8-92d8-479a5ba137dc req-b4452af5-85f8-4014-9ad1-f8cdf53c32cf tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422070 Dec 06 15:39:34.484446 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f6efe-d60e-4061-b9a8-56b46da5e41c req-842b23ff-620f-4b44-8967-b089e1216b19 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:34.486040 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-821f6efe-d60e-4061-b9a8-56b46da5e41c req-842b23ff-620f-4b44-8967-b089e1216b19 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0523608 Dec 06 15:39:34.533025 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-821f6efe-d60e-4061-b9a8-56b46da5e41c req-9ed28708-89b7-40b7-94dd-4984c6d9b7a8 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405762 Dec 06 15:39:34.763767 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1452906-2d78-4474-8d44-4c2fd4138013 req-b2217a36-6b76-46d9-b3f5-b3754c8eeaab tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:34.765222 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d1452906-2d78-4474-8d44-4c2fd4138013 req-b2217a36-6b76-46d9-b3f5-b3754c8eeaab tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 946 time: 0.0488162 Dec 06 15:39:34.811415 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d1452906-2d78-4474-8d44-4c2fd4138013 req-b2789158-f748-4a20-9eba-d418ed21bdd9 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400474 Dec 06 15:39:35.680431 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:39:35.728444 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:39:35.732083 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:39:35.732458 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:35.812282 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:35.840137 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:35.845371 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:39:35.847629 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0d80bf-47ea-45fc-a692-3da5a5c84c68" -d '{"events": [{"server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "name": "network-vif-plugged", "status": "completed", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:39:35.860532 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:39:35.865809 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:35.891471 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7a2325-ff7a-40a0-b3b2-133adf7ab63c x-openstack-request-id: req-2e7a2325-ff7a-40a0-b3b2-133adf7ab63c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:39:35.891789 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "name": "network-vif-plugged", "status": "completed", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:39:35.892039 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e7a2325-ff7a-40a0-b3b2-133adf7ab63c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:39:35.892432 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'code': 200} Dec 06 15:39:35.918553 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,revision_number=13']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:39:35.940123 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4711d7-177f-43fe-b6f5-c70b90862acc req-5d112802-ae18-440f-8c79-a693fde44eb5 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:35.942127 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4f4711d7-177f-43fe-b6f5-c70b90862acc req-5d112802-ae18-440f-8c79-a693fde44eb5 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 947 time: 0.0534093 Dec 06 15:39:35.990585 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4f4711d7-177f-43fe-b6f5-c70b90862acc req-9abe235c-8010-46cc-9038-216106654b8b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 Dec 06 15:39:36.144971 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98c51e-ac57-4cea-8973-d0a0e6170dce req-0c0714eb-502f-46f6-9ac7-2a6b19ee372d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:36.146426 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d98c51e-ac57-4cea-8973-d0a0e6170dce req-0c0714eb-502f-46f6-9ac7-2a6b19ee372d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.37 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 947 time: 0.0483706 Dec 06 15:39:36.236687 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-1d98c51e-ac57-4cea-8973-d0a0e6170dce req-bffdaa7f-bc3d-47da-9364-fa245546e331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Deleting port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:39:36.237023 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1d98c51e-ac57-4cea-8973-d0a0e6170dce req-bffdaa7f-bc3d-47da-9364-fa245546e331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:36.327184 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1d98c51e-ac57-4cea-8973-d0a0e6170dce req-bffdaa7f-bc3d-47da-9364-fa245546e331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] For port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:39:36.327539 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1d98c51e-ac57-4cea-8973-d0a0e6170dce req-bffdaa7f-bc3d-47da-9364-fa245546e331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:36.542314 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1d98c51e-ac57-4cea-8973-d0a0e6170dce req-bffdaa7f-bc3d-47da-9364-fa245546e331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:36.542676 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1d98c51e-ac57-4cea-8973-d0a0e6170dce req-bffdaa7f-bc3d-47da-9364-fa245546e331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:36.542990 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [req-1d98c51e-ac57-4cea-8973-d0a0e6170dce req-bffdaa7f-bc3d-47da-9364-fa245546e331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Floating IP 84ce5ea5-8848-437d-9cd9-bcc0dc8173ee disassociated. External IP: 172.35.7.151, port: 5b1615b1-dc8c-435b-b7c3-c4aa15041b75. Dec 06 15:39:36.543326 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-1d98c51e-ac57-4cea-8973-d0a0e6170dce req-bffdaa7f-bc3d-47da-9364-fa245546e331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Calling delete_port for 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:39:36.668557 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1d98c51e-ac57-4cea-8973-d0a0e6170dce req-bffdaa7f-bc3d-47da-9364-fa245546e331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:36.696478 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffdaa7f-bc3d-47da-9364-fa245546e331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Pushing event deleted for resources: {'Port': ['ID=5b1615b1-dc8c-435b-b7c3-c4aa15041b75,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:39:36.710052 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:36.813397 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d98c51e-ac57-4cea-8973-d0a0e6170dce req-bffdaa7f-bc3d-47da-9364-fa245546e331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Router 425fa2af-816b-4800-82fb-6ff924656353 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:39:36.924520 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d98c51e-ac57-4cea-8973-d0a0e6170dce req-bffdaa7f-bc3d-47da-9364-fa245546e331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:39:36.935095 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f47a59a-fceb-4604-ad50-3899ced0b1ca None None] Sync routers for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:39:36.944394 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f47a59a-fceb-4604-ad50-3899ced0b1ca None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:39:36.945010 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1f47a59a-fceb-4604-ad50-3899ced0b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:39:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:39:36.962459 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d98c51e-ac57-4cea-8973-d0a0e6170dce req-bffdaa7f-bc3d-47da-9364-fa245546e331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] No DVR routers for this DVR port 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 on host n-h2-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:39:36.965251 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1d98c51e-ac57-4cea-8973-d0a0e6170dce req-bffdaa7f-bc3d-47da-9364-fa245546e331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:36.968646 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d98c51e-ac57-4cea-8973-d0a0e6170dce req-bffdaa7f-bc3d-47da-9364-fa245546e331 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.37 "DELETE /v2.0/ports/5b1615b1-dc8c-435b-b7c3-c4aa15041b75 HTTP/1.1" status: 204 len: 173 time: 0.8123379 Dec 06 15:39:36.969096 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'name': 'network-vif-deleted', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:39:36.971419 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c742703be9958fca7b51ef848c2f1f9c289ae81b0df0ada1724f18bf2a1f44e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af052537-8988-44a4-ac86-9508b0e87ada" -d '{"events": [{"server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "name": "network-vif-deleted", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:39:37.011024 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df60d39c-83f2-4b28-b218-76a57b497dc1 x-openstack-request-id: req-df60d39c-83f2-4b28-b218-76a57b497dc1 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:39:37.011949 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fc040e-a266-4310-85cb-a526bc4f24c4", "name": "network-vif-deleted", "tag": "5b1615b1-dc8c-435b-b7c3-c4aa15041b75", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:39:37.012321 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df60d39c-83f2-4b28-b218-76a57b497dc1 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:39:37.012872 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fc040e-a266-4310-85cb-a526bc4f24c4', 'name': 'network-vif-deleted', 'tag': '5b1615b1-dc8c-435b-b7c3-c4aa15041b75', 'status': 'completed', 'code': 200} Dec 06 15:39:37.057264 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1f47a59a-fceb-4604-ad50-3899ced0b1ca None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:39:37.090397 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2992d35a-180c-4aec-a1e2-0c30bdd6524d req-dd126bf8-aaa7-4add-b71a-6cb2f85da68b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fc040e-a266-4310-85cb-a526bc4f24c4 HTTP/1.1" status: 200 len: 210 time: 0.0280433 Dec 06 15:39:37.331950 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1f47a59a-fceb-4604-ad50-3899ced0b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:39:37.356836 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f47a59a-fceb-4604-ad50-3899ced0b1ca None None] Checking router: 425fa2af-816b-4800-82fb-6ff924656353 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:39:37.365012 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f47a59a-fceb-4604-ad50-3899ced0b1ca None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:39:37.365611 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1f47a59a-fceb-4604-ad50-3899ced0b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:39:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:39:37.470446 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1f47a59a-fceb-4604-ad50-3899ced0b1ca None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:39:37.671089 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1f47a59a-fceb-4604-ad50-3899ced0b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:39:37.697070 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f47a59a-fceb-4604-ad50-3899ced0b1ca None None] The sync data for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 is: [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:39:37.901285 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb7caa2-a855-4a5d-b4fc-e6beecd5fdc6 None None] New status for floating IP 84ce5ea5-8848-437d-9cd9-bcc0dc8173ee: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:39:38.364723 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a568759-5940-4c47-a413-33137a3cdb8e req-c6a82675-34f5-4a36-b8d6-af15bf82d717 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1378239581&fields=id&tenant_id=d985c05811bc47f1989cbe58fd056bbb HTTP/1.1" status: 200 len: 267 time: 0.0419204 Dec 06 15:39:38.469961 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a568759-5940-4c47-a413-33137a3cdb8e req-22f38ea1-01c6-4c00-8fe6-e8d83c979dbf tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:38.471381 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a568759-5940-4c47-a413-33137a3cdb8e req-22f38ea1-01c6-4c00-8fe6-e8d83c979dbf tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 810 time: 0.1001010 Dec 06 15:39:38.487479 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a568759-5940-4c47-a413-33137a3cdb8e req-464292f2-9cb7-43ef-b37c-de9c32f7a2ad tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/quotas/d985c05811bc47f1989cbe58fd056bbb HTTP/1.1" status: 200 len: 375 time: 0.0097203 Dec 06 15:39:38.537979 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a568759-5940-4c47-a413-33137a3cdb8e req-e3cee1dd-3807-40ab-8256-568dcf70a3f2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447426 Dec 06 15:39:38.704532 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a568759-5940-4c47-a413-33137a3cdb8e req-e663bffb-862f-41e7-b68b-cf718ee3df2e service neutron] 10.222.0.20 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226983 Dec 06 15:39:38.791935 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a568759-5940-4c47-a413-33137a3cdb8e req-ff919444-574e-414c-883e-2f1cb99cecc5 service neutron] 10.222.0.20 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806208 Dec 06 15:39:38.956314 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-99d8fc17-c8cf-4cf6-986a-a587a1b05b4d req-2ff92cea-f65f-4779-9889-c6ad8f0d007b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 210 time: 0.0297580 Dec 06 15:39:39.705856 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:39:39.730677 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:39:39.731026 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5b1615b1-dc8c-435b-b7c3-c4aa15041b75 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:39:39.882714 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a568759-5940-4c47-a413-33137a3cdb8e req-3f46832e-979b-405c-8cf6-5ebac6cd15ce tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:39.884158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a568759-5940-4c47-a413-33137a3cdb8e req-3f46832e-979b-405c-8cf6-5ebac6cd15ce tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 810 time: 0.1115115 Dec 06 15:39:39.946154 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a568759-5940-4c47-a413-33137a3cdb8e req-df5394e6-1d04-4a5d-ab40-4e4f06451ee5 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d985c05811bc47f1989cbe58fd056bbb HTTP/1.1" status: 200 len: 380 time: 0.0513721 Dec 06 15:39:39.956114 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3a568759-5940-4c47-a413-33137a3cdb8e req-d630bc58-b229-40e1-85d0-8301dc90cefc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Request body: {'port': {'device_id': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'admin_state_up': True, 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'security_groups': ['3ee2ef71-bffc-4f0c-8f37-22f1ce632d06']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:39:40.056064 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-315f0f46-907d-404c-a976-c3d400ea032b req-536f599e-a647-4ea4-a0d0-c8d5d88b1ccf tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 210 time: 0.0295687 Dec 06 15:39:40.088103 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a568759-5940-4c47-a413-33137a3cdb8e req-d630bc58-b229-40e1-85d0-8301dc90cefc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Made reservation on behalf of d985c05811bc47f1989cbe58fd056bbb for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:39:40.091792 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3a568759-5940-4c47-a413-33137a3cdb8e req-d630bc58-b229-40e1-85d0-8301dc90cefc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:40.217105 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-3a568759-5940-4c47-a413-33137a3cdb8e req-d630bc58-b229-40e1-85d0-8301dc90cefc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Allocated IP 172.20.0.14 (00a9f339-745b-4107-b163-dd119ae5e370/8cc59bc2-e2bc-42ed-adb3-dab53b92ab09/e86812d9-deed-4d2b-b2e5-f17d700175d6) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:39:40.348631 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3a568759-5940-4c47-a413-33137a3cdb8e req-d630bc58-b229-40e1-85d0-8301dc90cefc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:40.381219 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3a568759-5940-4c47-a413-33137a3cdb8e req-d630bc58-b229-40e1-85d0-8301dc90cefc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:40.426320 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a568759-5940-4c47-a413-33137a3cdb8e req-d630bc58-b229-40e1-85d0-8301dc90cefc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Network 00a9f339-745b-4107-b163-dd119ae5e370 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:39:40.429396 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-3a568759-5940-4c47-a413-33137a3cdb8e req-d630bc58-b229-40e1-85d0-8301dc90cefc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:39:40.431874 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a568759-5940-4c47-a413-33137a3cdb8e req-d630bc58-b229-40e1-85d0-8301dc90cefc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:39:40.464282 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630bc58-b229-40e1-85d0-8301dc90cefc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Pushing event updated for resources: {'Port': ['ID=e86812d9-deed-4d2b-b2e5-f17d700175d6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:39:40.489032 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a568759-5940-4c47-a413-33137a3cdb8e req-d630bc58-b229-40e1-85d0-8301dc90cefc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:40.489660 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3a568759-5940-4c47-a413-33137a3cdb8e req-d630bc58-b229-40e1-85d0-8301dc90cefc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:40.507101 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a568759-5940-4c47-a413-33137a3cdb8e req-d630bc58-b229-40e1-85d0-8301dc90cefc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5545762 Dec 06 15:39:40.520136 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Request body: {'port': {'device_id': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:39:40.575434 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:40.628286 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1188ca53-53a8-4a7f-a757-8285b2457119 None None] Provisioning complete for port e86812d9-deed-4d2b-b2e5-f17d700175d6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:39:40.628807 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1188ca53-53a8-4a7f-a757-8285b2457119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:40.661833 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1188ca53-53a8-4a7f-a757-8285b2457119 None None] Port e86812d9-deed-4d2b-b2e5-f17d700175d6 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:39:40.834502 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86812d9-deed-4d2b-b2e5-f17d700175d6 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:39:40.841715 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:40.853552 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Transition to ACTIVE for port object e86812d9-deed-4d2b-b2e5-f17d700175d6 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:39:40.856588 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:40.923028 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Pushing event updated for resources: {'Port': ['ID=e86812d9-deed-4d2b-b2e5-f17d700175d6,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:39:40.976137 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Attempting to bind port e86812d9-deed-4d2b-b2e5-f17d700175d6 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:39:40.976478 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Attempting to bind port e86812d9-deed-4d2b-b2e5-f17d700175d6 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:39:40.976959 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Attempting to bind port e86812d9-deed-4d2b-b2e5-f17d700175d6 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:39:40.981563 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Port e86812d9-deed-4d2b-b2e5-f17d700175d6 on network 00a9f339-745b-4107-b163-dd119ae5e370 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:39:40.981879 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Attempting to bind port e86812d9-deed-4d2b-b2e5-f17d700175d6 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:39:40.987114 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:39:40.987441 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Checking segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:39:40.987858 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Bound using segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:39:40.988807 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Bound port: e86812d9-deed-4d2b-b2e5-f17d700175d6, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:39:40.989167 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:41.061260 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:39:41.064428 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:39:41.068351 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:41.104603 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:41.105224 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:41.106612 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a568759-5940-4c47-a413-33137a3cdb8e req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] 10.222.0.23 "PUT /v2.0/ports/e86812d9-deed-4d2b-b2e5-f17d700175d6 HTTP/1.1" status: 200 len: 1092 time: 0.5915840 Dec 06 15:39:41.107063 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:39:41.109372 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4066951-79a8-4f63-8eb2-249d973c236a" -d '{"events": [{"name": "network-changed", "server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:39:41.133456 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0807f-cdf4-4aa9-b343-2f6a565d18cb service neutron] Pushing event updated for resources: {'Port': ['ID=e86812d9-deed-4d2b-b2e5-f17d700175d6,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:39:41.177796 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c673ff-1906-4855-b111-bcaa0a8645d2 x-openstack-request-id: req-51c673ff-1906-4855-b111-bcaa0a8645d2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:39:41.178105 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:39:41.178364 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51c673ff-1906-4855-b111-bcaa0a8645d2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:39:41.178771 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'status': 'completed', 'code': 200} Dec 06 15:39:41.184541 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa5eb5-598e-4b60-87d6-2b9ef4b50957 req-6923cbb5-dbf5-4b9f-97d5-944dead5c7ac tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:41.186100 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5aaa5eb5-598e-4b60-87d6-2b9ef4b50957 req-6923cbb5-dbf5-4b9f-97d5-944dead5c7ac tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 944 time: 0.0533183 Dec 06 15:39:41.209541 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a568759-5940-4c47-a413-33137a3cdb8e req-782ea98d-8810-4718-adce-f690f42ea2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:41.211932 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a568759-5940-4c47-a413-33137a3cdb8e req-782ea98d-8810-4718-adce-f690f42ea2dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 1095 time: 0.0506704 Dec 06 15:39:41.236753 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5aaa5eb5-598e-4b60-87d6-2b9ef4b50957 req-43a752e0-a5e8-48e5-b75a-039d42b17b73 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440722 Dec 06 15:39:41.261077 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a568759-5940-4c47-a413-33137a3cdb8e req-ec7a0aae-eb36-4801-baa0-7ab9b1d56877 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6 HTTP/1.1" status: 200 len: 217 time: 0.0411189 Dec 06 15:39:41.312060 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a568759-5940-4c47-a413-33137a3cdb8e req-2f61e91a-9e1b-49e7-9bd5-8c167f68b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:41.313535 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a568759-5940-4c47-a413-33137a3cdb8e req-2f61e91a-9e1b-49e7-9bd5-8c167f68b432 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0456586 Dec 06 15:39:41.360263 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a568759-5940-4c47-a413-33137a3cdb8e req-2c7576d2-7575-4eee-bf1e-0a49680388b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:41.362051 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a568759-5940-4c47-a413-33137a3cdb8e req-2c7576d2-7575-4eee-bf1e-0a49680388b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411429 Dec 06 15:39:41.702646 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a568759-5940-4c47-a413-33137a3cdb8e req-bf05b996-30dc-4714-8f12-12b13149eedc service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319454 Dec 06 15:39:41.790534 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a568759-5940-4c47-a413-33137a3cdb8e req-1d43fd17-6590-413f-bf59-d4b0736467a6 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805025 Dec 06 15:39:41.873022 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4066951-79a8-4f63-8eb2-249d973c236a req-a1d1ef40-9305-4250-9cf1-1410a1faaa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:41.875441 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4066951-79a8-4f63-8eb2-249d973c236a req-a1d1ef40-9305-4250-9cf1-1410a1faaa7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 1095 time: 0.0398648 Dec 06 15:39:41.964035 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4066951-79a8-4f63-8eb2-249d973c236a req-a0dd929b-6453-4776-b25f-0a1408938e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:41.965384 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4066951-79a8-4f63-8eb2-249d973c236a req-a0dd929b-6453-4776-b25f-0a1408938e79 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0836246 Dec 06 15:39:42.005343 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4066951-79a8-4f63-8eb2-249d973c236a req-2e8f0891-4220-4c6b-a61e-f4407e278ae5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6 HTTP/1.1" status: 200 len: 217 time: 0.0328658 Dec 06 15:39:42.057190 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4066951-79a8-4f63-8eb2-249d973c236a req-90665bae-1df2-4666-9da3-30925918f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:42.058628 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4066951-79a8-4f63-8eb2-249d973c236a req-90665bae-1df2-4666-9da3-30925918f5c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0453017 Dec 06 15:39:42.102568 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4066951-79a8-4f63-8eb2-249d973c236a req-8abfe32f-8df1-47e6-ac00-be36886ab9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:42.104038 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4066951-79a8-4f63-8eb2-249d973c236a req-8abfe32f-8df1-47e6-ac00-be36886ab9d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382946 Dec 06 15:39:42.195599 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4066951-79a8-4f63-8eb2-249d973c236a req-e54042c8-fd7c-4393-8f4a-1c54711288d0 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831907 Dec 06 15:39:42.285503 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4066951-79a8-4f63-8eb2-249d973c236a req-b343f083-77ad-4c00-b34a-104a92b61001 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812306 Dec 06 15:39:42.353376 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d0b71-8c4a-4da0-8525-7d7d189e0864 req-4b9a0a28-be60-41ca-b3d0-136b9a368072 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:42.354845 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-267d0b71-8c4a-4da0-8525-7d7d189e0864 req-4b9a0a28-be60-41ca-b3d0-136b9a368072 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 944 time: 0.0479980 Dec 06 15:39:42.406019 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-267d0b71-8c4a-4da0-8525-7d7d189e0864 req-dcec7110-6b2b-4e12-9d2f-13915731066a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448318 Dec 06 15:39:43.524480 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c95950-6a3a-4a09-9631-37f44cd17003 req-1773c167-fb07-461d-8d1e-66dcb47d2a8a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:43.525954 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f5c95950-6a3a-4a09-9631-37f44cd17003 req-1773c167-fb07-461d-8d1e-66dcb47d2a8a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 944 time: 0.0486717 Dec 06 15:39:43.572307 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f5c95950-6a3a-4a09-9631-37f44cd17003 req-da33407a-cff1-4fa8-8a34-0e71d6ec3ae2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403342 Dec 06 15:39:43.982345 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device e86812d9-deed-4d2b-b2e5-f17d700175d6 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:39:44.077047 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:39:44.087781 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'port_id': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'mac_address': 'fa:16:3e:4d:30:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:39:44.123767 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:44.135918 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86812d9-deed-4d2b-b2e5-f17d700175d6 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:39:44.154007 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:39:44.157142 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:44.206214 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=e86812d9-deed-4d2b-b2e5-f17d700175d6,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:39:44.347324 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['e86812d9-deed-4d2b-b2e5-f17d700175d6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:39:44.687341 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa15abf-c23f-475f-a7a0-88066ced7c06 req-c36681ee-1226-4699-a76c-1f75585a919f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:44.688818 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9fa15abf-c23f-475f-a7a0-88066ced7c06 req-c36681ee-1226-4699-a76c-1f75585a919f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 945 time: 0.0477333 Dec 06 15:39:44.735678 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9fa15abf-c23f-475f-a7a0-88066ced7c06 req-13344227-d3cf-4874-bf47-0062685a0d17 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403855 Dec 06 15:39:45.855843 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38aaa9-c12f-4cdf-b54f-2a4534cd4d37 req-eb8ad169-062a-4018-93b9-6a14a73006e6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:45.857313 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a38aaa9-c12f-4cdf-b54f-2a4534cd4d37 req-eb8ad169-062a-4018-93b9-6a14a73006e6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 945 time: 0.0532296 Dec 06 15:39:45.903920 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a38aaa9-c12f-4cdf-b54f-2a4534cd4d37 req-df54a01a-d96e-4b16-93bb-d860ea04b67e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401294 Dec 06 15:39:45.996506 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device e86812d9-deed-4d2b-b2e5-f17d700175d6 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:39:46.048156 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port e86812d9-deed-4d2b-b2e5-f17d700175d6 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:39:46.051803 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port e86812d9-deed-4d2b-b2e5-f17d700175d6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:39:46.052174 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:46.129262 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:46.151166 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:39:46.154272 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c788681b-914d-4883-9153-2277bc7f38a5" -d '{"events": [{"server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "name": "network-vif-plugged", "status": "completed", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:39:46.167799 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:39:46.171831 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:46.194794 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf509c0f-ad38-422f-bbe5-efdc74de5ac4 x-openstack-request-id: req-bf509c0f-ad38-422f-bbe5-efdc74de5ac4 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:39:46.195088 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "name": "network-vif-plugged", "status": "completed", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:39:46.195344 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf509c0f-ad38-422f-bbe5-efdc74de5ac4 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:39:46.195759 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'code': 200} Dec 06 15:39:46.224562 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=e86812d9-deed-4d2b-b2e5-f17d700175d6,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:39:46.291430 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30744d05-dc21-4995-943c-9496e32a3757 req-b87e2e81-1a98-4d41-9e81-b4aae5c62660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:46.293023 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30744d05-dc21-4995-943c-9496e32a3757 req-b87e2e81-1a98-4d41-9e81-b4aae5c62660 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 1097 time: 0.0398717 Dec 06 15:39:46.336052 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30744d05-dc21-4995-943c-9496e32a3757 req-ef58b92f-7f13-41d7-aabc-40fae7995980 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363507 Dec 06 15:39:47.018982 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a089f14-58e7-409f-9c6f-56e02b685431 req-687d4ff5-d852-4d33-bf50-4e1369adb7f2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:47.020450 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a089f14-58e7-409f-9c6f-56e02b685431 req-687d4ff5-d852-4d33-bf50-4e1369adb7f2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0486808 Dec 06 15:39:47.066428 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9a089f14-58e7-409f-9c6f-56e02b685431 req-cc441b04-a43d-4d0e-a28d-27c407d41a01 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399013 Dec 06 15:39:48.184724 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1f78-e16c-46db-b9ae-72ba63b15b80 req-02f53e6e-5bc4-4595-82b3-241d99337c4c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:48.186171 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51ab1f78-e16c-46db-b9ae-72ba63b15b80 req-02f53e6e-5bc4-4595-82b3-241d99337c4c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0508969 Dec 06 15:39:48.232565 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-51ab1f78-e16c-46db-b9ae-72ba63b15b80 req-6e8d004d-298a-4b73-aad2-a9ccf747b61d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396960 Dec 06 15:39:48.346334 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d5290-67a6-4fbc-8975-de2096f32497 req-414fb487-e170-4714-abf0-adc4b953389d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:48.347754 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7d2d5290-67a6-4fbc-8975-de2096f32497 req-414fb487-e170-4714-abf0-adc4b953389d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0516210 Dec 06 15:39:48.356346 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 46818) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:39:48.360656 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a17a5e11-4533-4d34-be7b-0d5e61efca1c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Request body: {'floatingip': {'port_id': 'e86812d9-deed-4d2b-b2e5-f17d700175d6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:39:48.399512 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a17a5e11-4533-4d34-be7b-0d5e61efca1c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for floatingip, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:49.107237 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a17a5e11-4533-4d34-be7b-0d5e61efca1c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:49.110852 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a17a5e11-4533-4d34-be7b-0d5e61efca1c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:49.209713 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-a17a5e11-4533-4d34-be7b-0d5e61efca1c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Floating IP 84ce5ea5-8848-437d-9cd9-bcc0dc8173ee associated. External IP: 172.35.7.151, port: e86812d9-deed-4d2b-b2e5-f17d700175d6. Dec 06 15:39:49.415464 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17a5e11-4533-4d34-be7b-0d5e61efca1c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Router 425fa2af-816b-4800-82fb-6ff924656353 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:39:49.521187 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17a5e11-4533-4d34-be7b-0d5e61efca1c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:39:49.526454 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a17a5e11-4533-4d34-be7b-0d5e61efca1c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:49.531234 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8319912-5b71-4bbf-9ace-98d6f6ad0d66 None None] Sync routers for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:39:49.540629 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8319912-5b71-4bbf-9ace-98d6f6ad0d66 None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:39:49.541227 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f8319912-5b71-4bbf-9ace-98d6f6ad0d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:39:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:39:49.548884 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-bc6040dd-0474-4b59-a70d-066ba667e336 req-ea702bbf-0acd-46b9-8c51-25876020b7dc service neutron] (103288) timed out ('10.222.0.20', 44146) {{(pid=103288) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 15:39:49.553182 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a17a5e11-4533-4d34-be7b-0d5e61efca1c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "PUT /v2.0/floatingips/84ce5ea5-8848-437d-9cd9-bcc0dc8173ee HTTP/1.1" status: 200 len: 993 time: 1.1958795 Dec 06 15:39:49.553807 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:39:49.556188 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c742703be9958fca7b51ef848c2f1f9c289ae81b0df0ada1724f18bf2a1f44e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfd0e2e-dda7-4be3-b1e8-312ae4c5384f" -d '{"events": [{"name": "network-changed", "server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:39:49.597398 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ab5363-b404-48f1-a346-5e179b2e01fc x-openstack-request-id: req-59ab5363-b404-48f1-a346-5e179b2e01fc {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:39:49.597767 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:39:49.598718 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59ab5363-b404-48f1-a346-5e179b2e01fc {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:39:49.598718 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'status': 'completed', 'code': 200} Dec 06 15:39:49.650741 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f8319912-5b71-4bbf-9ace-98d6f6ad0d66 None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:39:49.661911 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd0e2e-dda7-4be3-b1e8-312ae4c5384f req-6173d4f0-f12b-4b08-85ba-b0a59449bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:49.663414 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7bfd0e2e-dda7-4be3-b1e8-312ae4c5384f req-6173d4f0-f12b-4b08-85ba-b0a59449bfd7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 1097 time: 0.0400181 Dec 06 15:39:49.756863 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd0e2e-dda7-4be3-b1e8-312ae4c5384f req-865b04c9-64ca-4243-9a85-ac3e825d9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:49.758246 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7bfd0e2e-dda7-4be3-b1e8-312ae4c5384f req-865b04c9-64ca-4243-9a85-ac3e825d9c92 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0870702 Dec 06 15:39:49.822029 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7bfd0e2e-dda7-4be3-b1e8-312ae4c5384f req-073c0998-a85b-4a99-9431-4c7b7aba41e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6 HTTP/1.1" status: 200 len: 1001 time: 0.0566409 Dec 06 15:39:49.870103 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f8319912-5b71-4bbf-9ace-98d6f6ad0d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '84ce5ea5-8848-437d-9cd9-bcc0dc8173ee', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'floating_ip_address': '172.35.7.151', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '425fa2af-816b-4800-82fb-6ff924656353', 'port_id': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'mac_address': 'fa:16:3e:4d:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:32:50Z', 'updated_at': '2021-12-06T15:39:49Z', 'revision_number': 13, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:39:49.871101 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd0e2e-dda7-4be3-b1e8-312ae4c5384f req-cb89d203-532c-4636-a1e0-28dbe2d2794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:49.872576 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7bfd0e2e-dda7-4be3-b1e8-312ae4c5384f req-cb89d203-532c-4636-a1e0-28dbe2d2794e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0432842 Dec 06 15:39:49.896303 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8319912-5b71-4bbf-9ace-98d6f6ad0d66 None None] Checking router: 425fa2af-816b-4800-82fb-6ff924656353 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:39:49.904531 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8319912-5b71-4bbf-9ace-98d6f6ad0d66 None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:39:49.905142 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f8319912-5b71-4bbf-9ace-98d6f6ad0d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:39:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:39:49.920827 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd0e2e-dda7-4be3-b1e8-312ae4c5384f req-6680136b-71a2-42e2-b152-d05a02e32087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:39:49.922313 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7bfd0e2e-dda7-4be3-b1e8-312ae4c5384f req-6680136b-71a2-42e2-b152-d05a02e32087 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427938 Dec 06 15:39:50.007153 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-f8319912-5b71-4bbf-9ace-98d6f6ad0d66 None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:39:50.011486 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7bfd0e2e-dda7-4be3-b1e8-312ae4c5384f req-d14775a2-25aa-40ec-a572-2da31a497c40 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821486 Dec 06 15:39:50.104038 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7bfd0e2e-dda7-4be3-b1e8-312ae4c5384f req-c943dc1a-adaa-4642-bce0-608feb271dc4 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855882 Dec 06 15:39:50.225362 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-f8319912-5b71-4bbf-9ace-98d6f6ad0d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '84ce5ea5-8848-437d-9cd9-bcc0dc8173ee', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'floating_ip_address': '172.35.7.151', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '425fa2af-816b-4800-82fb-6ff924656353', 'port_id': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'mac_address': 'fa:16:3e:4d:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:32:50Z', 'updated_at': '2021-12-06T15:39:49Z', 'revision_number': 13, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:39:50.250742 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8319912-5b71-4bbf-9ace-98d6f6ad0d66 None None] The sync data for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 is: [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '84ce5ea5-8848-437d-9cd9-bcc0dc8173ee', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'floating_ip_address': '172.35.7.151', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '425fa2af-816b-4800-82fb-6ff924656353', 'port_id': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'mac_address': 'fa:16:3e:4d:30:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:32:50Z', 'updated_at': '2021-12-06T15:39:49Z', 'revision_number': 13, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:39:50.427674 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070804da-1471-4a02-a9ae-5f109b26a85d None None] New status for floating IP 84ce5ea5-8848-437d-9cd9-bcc0dc8173ee: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:39:57.733003 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:39:58.327816 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:00.226250 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:00.401578 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a083114e-ccab-4a17-9b52-8d3f899f66c0 req-483b9a95-5d20-4599-95bb-1cfcd69f225a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409100 Dec 06 15:40:00.484341 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083114e-ccab-4a17-9b52-8d3f899f66c0 req-ee69c44a-c256-48d4-8f9b-59a55376a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:40:00.485784 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a083114e-ccab-4a17-9b52-8d3f899f66c0 req-ee69c44a-c256-48d4-8f9b-59a55376a142 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 1097 time: 0.0403504 Dec 06 15:40:00.595076 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083114e-ccab-4a17-9b52-8d3f899f66c0 req-b9bafece-e5f7-420d-83e6-be8d9d6082f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:40:00.596582 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a083114e-ccab-4a17-9b52-8d3f899f66c0 req-b9bafece-e5f7-420d-83e6-be8d9d6082f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0911443 Dec 06 15:40:00.663312 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a083114e-ccab-4a17-9b52-8d3f899f66c0 req-f4c2136f-59a7-438f-8f70-127417c50d95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6 HTTP/1.1" status: 200 len: 1003 time: 0.0583053 Dec 06 15:40:00.717080 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083114e-ccab-4a17-9b52-8d3f899f66c0 req-a5797dd7-4624-4b8e-8162-68f9188cc702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:40:00.718513 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a083114e-ccab-4a17-9b52-8d3f899f66c0 req-a5797dd7-4624-4b8e-8162-68f9188cc702 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0472412 Dec 06 15:40:00.766080 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083114e-ccab-4a17-9b52-8d3f899f66c0 req-ea482890-b6c5-4a0f-b984-d630eb7b4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:40:00.767505 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a083114e-ccab-4a17-9b52-8d3f899f66c0 req-ea482890-b6c5-4a0f-b984-d630eb7b4e81 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413101 Dec 06 15:40:00.858677 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a083114e-ccab-4a17-9b52-8d3f899f66c0 req-571a2b62-81db-4243-9758-00b36ec0555e service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826912 Dec 06 15:40:00.881656 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-52f13fcc-8485-4b1c-8194-be8a7a5220ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:00.955023 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a083114e-ccab-4a17-9b52-8d3f899f66c0 req-0c5e1359-2b23-4b83-95ed-2ef29a6bf661 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895426 Dec 06 15:40:03.312219 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-74dcdde3-ac01-44b4-b311-14965f7096c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:04.168349 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:05.823424 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:06.711856 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:28.312259 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:30.224033 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:30.874164 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a333876e-ed48-4a72-a658-4a3a8c76f7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:33.312808 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f1242840-ee56-46fe-b9d8-af7d097d9787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:34.171202 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:34.732687 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:40:35.825909 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:36.712379 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:58.327191 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:00.229656 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:00.400653 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-586b89b4-ce1c-4b7f-8828-406d8959df4f req-97e4d7c0-71e4-45fe-8654-5b9ffce49daf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432384 Dec 06 15:41:00.484201 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b89b4-ce1c-4b7f-8828-406d8959df4f req-4e8f2565-3c28-409e-878f-23e001b6b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:00.486798 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-586b89b4-ce1c-4b7f-8828-406d8959df4f req-4e8f2565-3c28-409e-878f-23e001b6b0b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 1097 time: 0.0419362 Dec 06 15:41:00.596561 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b89b4-ce1c-4b7f-8828-406d8959df4f req-0d13a9b6-42d2-438a-a34d-a0da6cd52f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:00.598089 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-586b89b4-ce1c-4b7f-8828-406d8959df4f req-0d13a9b6-42d2-438a-a34d-a0da6cd52f9f service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0935876 Dec 06 15:41:00.663312 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-586b89b4-ce1c-4b7f-8828-406d8959df4f req-adc31af5-8f1f-4a46-968b-c1b86ee04ed3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6 HTTP/1.1" status: 200 len: 1003 time: 0.0583620 Dec 06 15:41:00.717141 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b89b4-ce1c-4b7f-8828-406d8959df4f req-d48dfed2-a0e6-4e41-95df-d8e3939980e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:00.718597 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-586b89b4-ce1c-4b7f-8828-406d8959df4f req-d48dfed2-a0e6-4e41-95df-d8e3939980e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0477207 Dec 06 15:41:00.765959 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b89b4-ce1c-4b7f-8828-406d8959df4f req-bc116659-de62-4420-82a6-03d0c3649cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:00.767527 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-586b89b4-ce1c-4b7f-8828-406d8959df4f req-bc116659-de62-4420-82a6-03d0c3649cb3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420907 Dec 06 15:41:00.778029 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-586b89b4-ce1c-4b7f-8828-406d8959df4f req-02106c8b-f014-4d66-8481-d2d87ef3ab05 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:41:00.778985 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-586b89b4-ce1c-4b7f-8828-406d8959df4f req-02106c8b-f014-4d66-8481-d2d87ef3ab05 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050051 Dec 06 15:41:00.872099 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-586b89b4-ce1c-4b7f-8828-406d8959df4f req-3fe5755b-dd93-4764-9141-6566d1d013aa service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855753 Dec 06 15:41:00.876356 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-806341f1-67d0-4eea-8d3b-b89456bde284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:00.965408 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-586b89b4-ce1c-4b7f-8828-406d8959df4f req-838e1a07-2b0d-4f9f-8512-7241c3b325b0 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864060 Dec 06 15:41:03.316584 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5e41fe0b-24ee-400b-8448-706f12b0be5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:04.173410 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:05.829341 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:06.713222 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:11.731875 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:41:26.724859 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6084a-a34c-47d5-9350-2a41d3c8c950 req-343dfc92-3dd8-43e3-8552-6f4408edc078 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:26.726371 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-25a6084a-a34c-47d5-9350-2a41d3c8c950 req-343dfc92-3dd8-43e3-8552-6f4408edc078 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0561023 Dec 06 15:41:26.776497 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-25a6084a-a34c-47d5-9350-2a41d3c8c950 req-e5c6a4da-6625-408f-9842-fd7d9c4f4449 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441980 Dec 06 15:41:28.329204 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:30.235696 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:30.880103 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d702110-7b48-4b90-8afe-53c6a3951036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:33.317219 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f8b5dad5-91ee-4fca-bbe1-599541e31874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:34.176463 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:35.831619 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:36.714437 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:38.808521 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-db6feb86-c5b6-46df-9434-95d2bd15dbeb req-9ee593f5-6853-4172-9fba-c3e81d0cdb3f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:41:38.809542 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-db6feb86-c5b6-46df-9434-95d2bd15dbeb req-9ee593f5-6853-4172-9fba-c3e81d0cdb3f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0444653 Dec 06 15:41:40.018190 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed025963-0079-41a1-8a58-685f0b1cc3cd req-c60b1e86-1920-47a6-82a7-6b1b7855fd30 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:40.019967 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed025963-0079-41a1-8a58-685f0b1cc3cd req-c60b1e86-1920-47a6-82a7-6b1b7855fd30 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0574038 Dec 06 15:41:40.096109 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed025963-0079-41a1-8a58-685f0b1cc3cd req-60691255-de37-482a-bdcc-50401a0d4461 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702152 Dec 06 15:41:40.103704 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-bc1aeb4d-a244-47bf-9ce1-aa6632c13677 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1125970 Dec 06 15:41:40.113221 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-85b446ad-1bd0-4116-8e39-26b9607a0812 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:41:40.114179 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-85b446ad-1bd0-4116-8e39-26b9607a0812 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053318 Dec 06 15:41:41.215905 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a5be9-3649-4241-abd9-efa1579fe86d req-47481684-4cdd-4b97-8deb-f6c0673de033 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:41.217438 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c5a5be9-3649-4241-abd9-efa1579fe86d req-47481684-4cdd-4b97-8deb-f6c0673de033 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0508525 Dec 06 15:41:41.271307 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7c5a5be9-3649-4241-abd9-efa1579fe86d req-d6f188c5-1a2b-402f-ba79-8422b7c089a5 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478706 Dec 06 15:41:41.331086 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-d3647c1f-8f5a-4b9a-b146-5f56f09336c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:41.332591 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-d3647c1f-8f5a-4b9a-b146-5f56f09336c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 1097 time: 0.0410712 Dec 06 15:41:41.421355 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-8c7bbc0d-fbed-4fda-ac28-20b4d5fa8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:41.422716 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-8c7bbc0d-fbed-4fda-ac28-20b4d5fa8908 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0830054 Dec 06 15:41:41.491255 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-009a55d5-b550-4591-bd7f-8f2d0469736e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6 HTTP/1.1" status: 200 len: 1003 time: 0.0616043 Dec 06 15:41:41.539950 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-14d27c9a-25fc-4134-91c0-fb8775d3002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:41.541362 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-14d27c9a-25fc-4134-91c0-fb8775d3002e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0430212 Dec 06 15:41:41.587485 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-4995d99a-2afc-464c-9de9-6525d50dac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:41.588989 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-4995d99a-2afc-464c-9de9-6525d50dac91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402863 Dec 06 15:41:41.681694 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-3f731231-141a-45cc-a1dd-ae44434fbc71 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852835 Dec 06 15:41:41.774510 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-0d847de4-d71a-41c0-8f76-7984a9b89e89 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855505 Dec 06 15:41:42.390201 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3da65-c288-4143-a373-ac479a58c389 req-755204bb-c005-46cf-8f7d-011c66a95371 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:42.391683 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3a3da65-c288-4143-a373-ac479a58c389 req-755204bb-c005-46cf-8f7d-011c66a95371 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0485415 Dec 06 15:41:42.437427 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3a3da65-c288-4143-a373-ac479a58c389 req-88ba666d-2882-4966-b291-79dcef876c69 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393558 Dec 06 15:41:43.553650 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081b6c0-92e4-46e9-8b89-3df6bb2b38f0 req-c98ccd3f-9ecc-4747-883f-127c3208552e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:43.555114 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c081b6c0-92e4-46e9-8b89-3df6bb2b38f0 req-c98ccd3f-9ecc-4747-883f-127c3208552e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0483410 Dec 06 15:41:43.601848 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c081b6c0-92e4-46e9-8b89-3df6bb2b38f0 req-42f5c6c1-2a67-4392-8bfa-18fcb4b27d47 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409129 Dec 06 15:41:44.714998 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1cc54-873a-48d0-beee-51dc39f67cb4 req-d80e18cb-7742-483c-a58c-04ff7ceb2e7e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:44.716486 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-54c1cc54-873a-48d0-beee-51dc39f67cb4 req-d80e18cb-7742-483c-a58c-04ff7ceb2e7e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0476606 Dec 06 15:41:44.764181 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-54c1cc54-873a-48d0-beee-51dc39f67cb4 req-1af9e605-7aec-4f4f-8388-7f13d1b6d73e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415804 Dec 06 15:41:45.886272 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c205b-bbdc-45d0-8e7d-0e9c639c35f8 req-70d24714-fa20-41f6-8dc6-469faab90743 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:45.887798 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af7c205b-bbdc-45d0-8e7d-0e9c639c35f8 req-70d24714-fa20-41f6-8dc6-469faab90743 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0500045 Dec 06 15:41:45.933097 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-af7c205b-bbdc-45d0-8e7d-0e9c639c35f8 req-9149d875-8bcd-4091-8058-40a8ea61690d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393121 Dec 06 15:41:47.052797 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82d3c7-e82a-42ee-bdaf-e95ebbee8a40 req-c970b87e-dec6-47ef-b79a-4a55cd5f5fc5 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:47.054258 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6d82d3c7-e82a-42ee-bdaf-e95ebbee8a40 req-c970b87e-dec6-47ef-b79a-4a55cd5f5fc5 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0532489 Dec 06 15:41:47.099898 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6d82d3c7-e82a-42ee-bdaf-e95ebbee8a40 req-14f693b9-e666-4a48-ad77-d79718630e68 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396135 Dec 06 15:41:48.218629 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a638f-43ef-4d3c-bc7a-fea8ce370bf4 req-75863a28-8e01-443e-8c15-79b9b574d049 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:48.220116 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a77a638f-43ef-4d3c-bc7a-fea8ce370bf4 req-75863a28-8e01-443e-8c15-79b9b574d049 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0517421 Dec 06 15:41:48.266342 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a77a638f-43ef-4d3c-bc7a-fea8ce370bf4 req-96f56ab8-ec22-4c33-aef9-3a9e86f71ff8 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397251 Dec 06 15:41:48.730660 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:41:49.383470 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855abbe-04f0-4b8c-ba5d-57e15bb28264 req-56cd8d0d-37b0-4595-9b1f-029ed862974c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:49.384950 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f855abbe-04f0-4b8c-ba5d-57e15bb28264 req-56cd8d0d-37b0-4595-9b1f-029ed862974c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0482130 Dec 06 15:41:49.430616 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f855abbe-04f0-4b8c-ba5d-57e15bb28264 req-4d9c4379-f1d2-40c2-b0ef-cd1c318738e6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398495 Dec 06 15:41:50.544906 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dfe55-e965-4d7b-8ce2-5fe1cd67b149 req-54363189-9b06-4627-8455-c916bbd940cd tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:50.546377 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b61dfe55-e965-4d7b-8ce2-5fe1cd67b149 req-54363189-9b06-4627-8455-c916bbd940cd tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0483193 Dec 06 15:41:50.596553 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b61dfe55-e965-4d7b-8ce2-5fe1cd67b149 req-083ce747-7808-42cc-b471-a2a62e992061 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443401 Dec 06 15:41:51.715507 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7b3e2-41ac-431f-bd76-826b5dc36f49 req-7f180b63-3710-40fe-97f8-8787e32c30fa tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:51.717005 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0c7b3e2-41ac-431f-bd76-826b5dc36f49 req-7f180b63-3710-40fe-97f8-8787e32c30fa tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0494845 Dec 06 15:41:51.767780 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0c7b3e2-41ac-431f-bd76-826b5dc36f49 req-7585d9ed-59cd-416d-9fe4-35930adf425e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446789 Dec 06 15:41:52.886512 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f608f-54c8-4601-b197-fae4c1200cd7 req-0ca353e3-8d48-4662-9dab-4560ef699f7c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:52.888002 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-020f608f-54c8-4601-b197-fae4c1200cd7 req-0ca353e3-8d48-4662-9dab-4560ef699f7c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0521641 Dec 06 15:41:52.933875 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-020f608f-54c8-4601-b197-fae4c1200cd7 req-bc1f01c0-47ea-4bfb-8661-179ec71b6f75 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399680 Dec 06 15:41:54.051255 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170c5dd-d048-4966-9129-7382c8b94a99 req-ba84ee24-47e4-4680-a0d9-7b78b9e4ad7e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:54.052832 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2170c5dd-d048-4966-9129-7382c8b94a99 req-ba84ee24-47e4-4680-a0d9-7b78b9e4ad7e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0502765 Dec 06 15:41:54.102361 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2170c5dd-d048-4966-9129-7382c8b94a99 req-e73e2bed-a1c9-47c3-aa2a-8beb08a0be16 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433033 Dec 06 15:41:55.220066 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a068de-b6cd-4f32-8129-03df8789a005 req-678529dc-290f-4509-a1b7-56c6e6c2fa75 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:55.221548 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f4a068de-b6cd-4f32-8129-03df8789a005 req-678529dc-290f-4509-a1b7-56c6e6c2fa75 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0498900 Dec 06 15:41:55.269089 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f4a068de-b6cd-4f32-8129-03df8789a005 req-40f10a64-564c-4503-b870-dedb32fb672f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414736 Dec 06 15:41:55.805245 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-16ca5cfd-9682-4a76-a45f-7b3bddc631c3 service neutron] show failed (client error): The resource could not be found. Dec 06 15:41:55.806168 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-16ca5cfd-9682-4a76-a45f-7b3bddc631c3 service neutron] 10.222.0.23 "GET /v2.0/ports/e86812d9-deed-4d2b-b2e5-f17d700175d6/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0545952 Dec 06 15:41:56.013168 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-01e15fa7-457c-4969-acfd-6059010ca02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:56.014585 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-01e15fa7-457c-4969-acfd-6059010ca02b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f&tenant_id=d985c05811bc47f1989cbe58fd056bbb HTTP/1.1" status: 200 len: 1097 time: 0.0402145 Dec 06 15:41:56.029761 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-3ea3a482-b532-4140-b1ad-a67a789f05ce service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:41:56.030701 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-3ea3a482-b532-4140-b1ad-a67a789f05ce service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048215 Dec 06 15:41:56.049501 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:41:56.105844 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:56.304814 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:41:56.338925 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h1-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:41:56.380423 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:56.383050 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:41:56.385552 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c742703be9958fca7b51ef848c2f1f9c289ae81b0df0ada1724f18bf2a1f44e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f106e3a-3861-46cd-a710-c96350dfa522" -d '{"events": [{"server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "name": "network-vif-unplugged", "status": "completed", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:41:56.391718 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fe67f-ade8-4f23-ad6b-03e7e39a6485 req-c8e10ad5-11e5-4bea-a7e9-64054dbe6403 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:56.393339 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-733fe67f-ade8-4f23-ad6b-03e7e39a6485 req-c8e10ad5-11e5-4bea-a7e9-64054dbe6403 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0524397 Dec 06 15:41:56.399242 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Transition to ACTIVE for port object e86812d9-deed-4d2b-b2e5-f17d700175d6 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:41:56.403505 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:56.444012 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da87c85-8dd1-47c9-8151-de64d383a705 x-openstack-request-id: req-7da87c85-8dd1-47c9-8151-de64d383a705 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:41:56.444318 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "name": "network-vif-unplugged", "status": "completed", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:41:56.444676 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7da87c85-8dd1-47c9-8151-de64d383a705 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:41:56.444976 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'code': 200} Dec 06 15:41:56.452237 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-733fe67f-ade8-4f23-ad6b-03e7e39a6485 req-410cd9bf-3909-4f1a-b1bb-0c2c5c2141b2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509317 Dec 06 15:41:56.491250 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Pushing event updated for resources: {'Port': ['ID=e86812d9-deed-4d2b-b2e5-f17d700175d6,revision_number=6']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:41:56.506338 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:41:56.506498 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:41:56.506849 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:41:56.507192 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:41:56.507529 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:41:56.507902 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:41:56.508235 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:41:56.508565 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:41:56.508894 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:41:56.509223 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:41:56.509558 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:41:56.509890 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:41:56.510217 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:41:56.543912 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] No DVR routers for this DVR port e86812d9-deed-4d2b-b2e5-f17d700175d6 on host n-h1-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:41:56.680577 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Attempting to bind port e86812d9-deed-4d2b-b2e5-f17d700175d6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:41:56.680968 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Attempting to bind port e86812d9-deed-4d2b-b2e5-f17d700175d6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:41:56.681480 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Attempting to bind port e86812d9-deed-4d2b-b2e5-f17d700175d6 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:41:56.686055 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Port e86812d9-deed-4d2b-b2e5-f17d700175d6 on network 00a9f339-745b-4107-b163-dd119ae5e370 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:41:56.686380 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Attempting to bind port e86812d9-deed-4d2b-b2e5-f17d700175d6 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:41:56.691290 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:41:56.691631 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Checking segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:41:56.692053 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Bound using segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:41:56.692483 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Bound port: e86812d9-deed-4d2b-b2e5-f17d700175d6, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:41:56.692838 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:56.756327 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h2-master-1, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:41:56.760137 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:41:56.763957 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:56.799141 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:56.799942 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:56.801353 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] 10.222.0.37 "PUT /v2.0/ports/e86812d9-deed-4d2b-b2e5-f17d700175d6 HTTP/1.1" status: 200 len: 1092 time: 0.7554190 Dec 06 15:41:56.827613 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c30d0a-b157-493c-bce2-078724ca3cee service neutron] Pushing event updated for resources: {'Port': ['ID=e86812d9-deed-4d2b-b2e5-f17d700175d6,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:41:56.874849 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-a8837b15-11c3-4675-bada-c314d2b29e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:56.876418 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-a8837b15-11c3-4675-bada-c314d2b29e65 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 1095 time: 0.0437021 Dec 06 15:41:56.975549 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-bbfbebe1-63f1-4466-bcfd-a4da9516cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:56.977179 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-bbfbebe1-63f1-4466-bcfd-a4da9516cf07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0925808 Dec 06 15:41:57.048034 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-c2a816fa-4e44-43e8-915c-37683e936901 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6 HTTP/1.1" status: 200 len: 1001 time: 0.0576363 Dec 06 15:41:57.100692 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-d6600153-002e-4e34-91e1-d7e57defeec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:57.102133 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-d6600153-002e-4e34-91e1-d7e57defeec8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0433826 Dec 06 15:41:57.158005 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-b0fb2836-353b-460a-a644-0e3f4267d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:57.159459 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-b0fb2836-353b-460a-a644-0e3f4267d147 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421963 Dec 06 15:41:57.252559 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-89b3ca95-6cef-45a5-a2f9-385efaa27bf1 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812347 Dec 06 15:41:57.350061 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1e3b24b4-6617-4af4-8ea4-28862c0ac5b8 req-9744b274-c93b-40c9-acfd-334a0cb6c5b7 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850961 Dec 06 15:41:57.574845 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e05b70-dc65-4acb-9976-80ee3f4872c4 req-ce5b5607-08b1-490e-aa22-135cda8edc81 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:57.576472 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-56e05b70-dc65-4acb-9976-80ee3f4872c4 req-ce5b5607-08b1-490e-aa22-135cda8edc81 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 944 time: 0.0494857 Dec 06 15:41:57.624514 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-56e05b70-dc65-4acb-9976-80ee3f4872c4 req-335a2871-6fdd-44bc-8697-5a2da6e370f8 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419157 Dec 06 15:41:58.326587 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:58.446406 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:41:58.448798 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c742703be9958fca7b51ef848c2f1f9c289ae81b0df0ada1724f18bf2a1f44e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b" -d '{"events": [{"name": "network-changed", "server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:41:58.497719 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444f6a7f-72bc-4f29-a633-5efcba658c13 x-openstack-request-id: req-444f6a7f-72bc-4f29-a633-5efcba658c13 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:41:58.498135 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:41:58.498428 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-444f6a7f-72bc-4f29-a633-5efcba658c13 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:41:58.498781 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'status': 'completed', 'code': 200} Dec 06 15:41:58.560859 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-3ec3cc00-66ae-42b8-a103-e06d4cb947ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:58.563045 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-3ec3cc00-66ae-42b8-a103-e06d4cb947ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 1095 time: 0.0405338 Dec 06 15:41:58.563870 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-a50f299c-53be-4dc1-ba2c-39895640d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:58.565498 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-a50f299c-53be-4dc1-ba2c-39895640d867 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 1095 time: 0.0403967 Dec 06 15:41:58.665892 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-cfe8f14a-437f-4829-ba66-19cbc22db865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:58.667575 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-cfe8f14a-437f-4829-ba66-19cbc22db865 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0911126 Dec 06 15:41:58.669499 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-3d7529ee-0153-4153-8e7a-6abb363251df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:58.671016 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-3d7529ee-0153-4153-8e7a-6abb363251df service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.1004970 Dec 06 15:41:58.694734 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device e86812d9-deed-4d2b-b2e5-f17d700175d6 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:41:58.745116 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device e86812d9-deed-4d2b-b2e5-f17d700175d6 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:41:58.750190 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-5e2edf9b-f5cb-4f11-b7ce-937a54868cae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6 HTTP/1.1" status: 200 len: 1001 time: 0.0723486 Dec 06 15:41:58.784136 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-ecd00c2c-5670-482c-8e14-514a685b164e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6 HTTP/1.1" status: 200 len: 1001 time: 0.1070163 Dec 06 15:41:58.796089 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529535e-5a73-4721-94c6-064ae3c4ee96 req-5969841c-fa3e-4f6c-a9b5-972dce3669ad tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:58.797929 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7529535e-5a73-4721-94c6-064ae3c4ee96 req-5969841c-fa3e-4f6c-a9b5-972dce3669ad tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 944 time: 0.0780251 Dec 06 15:41:58.802328 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-d7638572-f611-4cf8-b715-a45369c345c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:58.805032 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-d7638572-f611-4cf8-b715-a45369c345c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0482030 Dec 06 15:41:58.858664 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-244b036b-5a80-4e11-8ee3-9221cfdd52d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:58.860501 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-244b036b-5a80-4e11-8ee3-9221cfdd52d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459921 Dec 06 15:41:58.866588 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-85cd8bf5-7c48-46dd-adb7-58528c221eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:58.868192 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-85cd8bf5-7c48-46dd-adb7-58528c221eab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0693963 Dec 06 15:41:58.909296 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7529535e-5a73-4721-94c6-064ae3c4ee96 req-45bd82c4-73e4-4015-8211-5671593209ba tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022627 Dec 06 15:41:58.932527 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-d4a100d2-0273-4b87-8485-3ee53b4b1f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:41:58.932527 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-d4a100d2-0273-4b87-8485-3ee53b4b1f24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504527 Dec 06 15:41:58.963115 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-6d8fda71-78fa-44cd-8038-f5f47af7fb07 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955071 Dec 06 15:41:59.032930 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-18ef58bd-1835-49b0-aec1-ece32c5c5a69 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909710 Dec 06 15:41:59.060070 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-24b14a91-9ee7-49e8-ac37-9e4b2ddfb2be service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891211 Dec 06 15:41:59.128040 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f59277a9-5ebd-4ad6-be83-dee1d6ed257b req-32e4151d-b42f-46cf-b2c4-257cdf1c6bfe service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839052 Dec 06 15:42:00.035002 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a797806-0f83-4c5b-90ae-32e487c22f45 req-c9707309-8ff9-45f4-ac2e-a82f2763c9ad tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:00.036432 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a797806-0f83-4c5b-90ae-32e487c22f45 req-c9707309-8ff9-45f4-ac2e-a82f2763c9ad tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 944 time: 0.0507154 Dec 06 15:42:00.085395 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a797806-0f83-4c5b-90ae-32e487c22f45 req-1e25f30d-489f-4f29-be00-1c85b4672ab6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426664 Dec 06 15:42:00.238243 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:00.882789 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dd10342b-d7cb-4aa3-a7af-55077d115f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:01.217976 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b068806-a0bd-4758-b096-ca5d607116bc req-e1077907-4d6e-46d5-ac91-d0189cd67f33 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:01.219487 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b068806-a0bd-4758-b096-ca5d607116bc req-e1077907-4d6e-46d5-ac91-d0189cd67f33 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 944 time: 0.0578966 Dec 06 15:42:01.269569 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3b068806-a0bd-4758-b096-ca5d607116bc req-586c79b2-1550-4e72-a9ed-8f6fb4a1bb5b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421176 Dec 06 15:42:02.385730 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d764ac9-3f82-4739-8ddd-78dcd4fca177 req-4f4bf711-3ac5-4fd6-b4c3-d9a0ba6d895f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:02.387075 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d764ac9-3f82-4739-8ddd-78dcd4fca177 req-4f4bf711-3ac5-4fd6-b4c3-d9a0ba6d895f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 944 time: 0.0477321 Dec 06 15:42:02.436312 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1d764ac9-3f82-4739-8ddd-78dcd4fca177 req-efad49e8-2187-44b3-a516-d987aa39c38f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431912 Dec 06 15:42:03.318531 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3bce85be-16ac-4c56-9753-f0b40f5103a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:03.551497 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a19db0-d97f-4886-8b7c-eb0ff02c1ad1 req-1547c259-2f66-46c5-8d63-6eb0959cd709 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:03.552970 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0a19db0-d97f-4886-8b7c-eb0ff02c1ad1 req-1547c259-2f66-46c5-8d63-6eb0959cd709 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 944 time: 0.0474901 Dec 06 15:42:03.598094 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0a19db0-d97f-4886-8b7c-eb0ff02c1ad1 req-61db2471-917b-4205-afbe-3e3ca74d50c5 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392888 Dec 06 15:42:04.179886 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:04.715201 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8a666-e537-496d-a8ae-b7ddea6b64b7 req-5d1ce1be-b4ed-4ff1-84a9-b6dd10baa66f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:04.716700 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2da8a666-e537-496d-a8ae-b7ddea6b64b7 req-5d1ce1be-b4ed-4ff1-84a9-b6dd10baa66f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 944 time: 0.0485816 Dec 06 15:42:04.765264 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2da8a666-e537-496d-a8ae-b7ddea6b64b7 req-8bbb783d-5523-4e43-86b5-817f681bd4b9 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420663 Dec 06 15:42:05.837159 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:05.888052 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4178d4-e8b9-45a5-861c-7168f0f5780d req-ec08f8a6-f161-4de9-b430-b39778e1aa8a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:05.890202 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-db4178d4-e8b9-45a5-861c-7168f0f5780d req-ec08f8a6-f161-4de9-b430-b39778e1aa8a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 944 time: 0.0536196 Dec 06 15:42:05.937061 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-db4178d4-e8b9-45a5-861c-7168f0f5780d req-6b135918-0c7d-4c48-ba66-5f9944215d72 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409079 Dec 06 15:42:06.716547 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:07.052697 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a9e7e-4d57-49cc-93d6-21e20f9d5b62 req-7eb2c94b-85c4-4893-941a-246c547c982b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:07.054638 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a47a9e7e-4d57-49cc-93d6-21e20f9d5b62 req-7eb2c94b-85c4-4893-941a-246c547c982b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 944 time: 0.0492816 Dec 06 15:42:07.100392 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a47a9e7e-4d57-49cc-93d6-21e20f9d5b62 req-60621c5b-fa16-4185-9248-41dff1ec45fa tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398026 Dec 06 15:42:08.215686 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182bab5-7def-429d-9af9-1d7c5f4cf69e req-3ec9494f-7403-45b8-a35e-e29d794bbf13 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:08.217124 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6182bab5-7def-429d-9af9-1d7c5f4cf69e req-3ec9494f-7403-45b8-a35e-e29d794bbf13 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 944 time: 0.0475798 Dec 06 15:42:08.262707 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6182bab5-7def-429d-9af9-1d7c5f4cf69e req-6cd29457-0ff0-4081-9203-30cf7ae060bd tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396411 Dec 06 15:42:09.382939 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c716ec0-7979-4674-8501-f1d19f6a9cf6 req-4d10e975-7f58-40e7-b845-ebe97d6a87f2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:09.384446 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c716ec0-7979-4674-8501-f1d19f6a9cf6 req-4d10e975-7f58-40e7-b845-ebe97d6a87f2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 944 time: 0.0525999 Dec 06 15:42:09.430434 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c716ec0-7979-4674-8501-f1d19f6a9cf6 req-aeb42f76-2449-46c9-a686-b513091e477c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398927 Dec 06 15:42:10.417920 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e86812d9-deed-4d2b-b2e5-f17d700175d6 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:42:10.420711 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24c2db32-8302-4937-aa93-6c4649c8dd88 req-e22b640b-c1b6-4b95-95da-91c4e75d5b05 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394826 Dec 06 15:42:10.511913 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2db32-8302-4937-aa93-6c4649c8dd88 req-6133d1f8-19fe-41e0-b58c-12e88c8a2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:10.513403 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24c2db32-8302-4937-aa93-6c4649c8dd88 req-6133d1f8-19fe-41e0-b58c-12e88c8a2dbf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 1095 time: 0.0489144 Dec 06 15:42:10.523284 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:42:10.538890 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'port_id': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'mac_address': 'fa:16:3e:4d:30:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:42:10.574977 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:10.588069 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86812d9-deed-4d2b-b2e5-f17d700175d6 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:42:10.607055 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:42:10.611445 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:10.617522 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8a88e-9b6a-460c-b16c-94ad14121a7f req-cc0f236e-dd18-4e3c-98c0-eee815af1c81 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:10.619022 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e5b8a88e-9b6a-460c-b16c-94ad14121a7f req-cc0f236e-dd18-4e3c-98c0-eee815af1c81 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 944 time: 0.1047449 Dec 06 15:42:10.659546 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=e86812d9-deed-4d2b-b2e5-f17d700175d6,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:10.668348 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:10.668618 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:10.668966 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:10.669313 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:10.669652 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:10.670002 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:10.670342 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:10.670672 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:10.671001 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:10.671330 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:10.671725 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:10.672058 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:10.672493 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:10.887425 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['e86812d9-deed-4d2b-b2e5-f17d700175d6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:42:10.958062 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2db32-8302-4937-aa93-6c4649c8dd88 req-24437028-220f-4c24-ad8c-8d57f0083ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:10.959446 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24c2db32-8302-4937-aa93-6c4649c8dd88 req-24437028-220f-4c24-ad8c-8d57f0083ca1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.4206433 Dec 06 15:42:11.017751 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e5b8a88e-9b6a-460c-b16c-94ad14121a7f req-99d56803-c8df-4213-a1fc-7060001bb8c4 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3923168 Dec 06 15:42:11.043118 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24c2db32-8302-4937-aa93-6c4649c8dd88 req-0f4710c4-6f8d-466b-b389-85d95adc0d04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6 HTTP/1.1" status: 200 len: 1002 time: 0.0746839 Dec 06 15:42:11.094838 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2db32-8302-4937-aa93-6c4649c8dd88 req-2aaa4280-7f9a-440a-918e-fd7a1f31047b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:11.096354 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24c2db32-8302-4937-aa93-6c4649c8dd88 req-2aaa4280-7f9a-440a-918e-fd7a1f31047b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0455730 Dec 06 15:42:11.150093 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2db32-8302-4937-aa93-6c4649c8dd88 req-cbfe1c06-e4c4-4bd3-98fa-2215a6c2bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:11.152130 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24c2db32-8302-4937-aa93-6c4649c8dd88 req-cbfe1c06-e4c4-4bd3-98fa-2215a6c2bcc0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475800 Dec 06 15:42:11.245615 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24c2db32-8302-4937-aa93-6c4649c8dd88 req-65bab736-39dc-4b31-91e6-005518f7a624 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856867 Dec 06 15:42:11.320010 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-59b1eaf9-7353-4f60-802e-976e86a4b8cc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:11.321577 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-59b1eaf9-7353-4f60-802e-976e86a4b8cc tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.37 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f&tenant_id=d985c05811bc47f1989cbe58fd056bbb&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 945 time: 0.0528846 Dec 06 15:42:11.368366 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-24c2db32-8302-4937-aa93-6c4649c8dd88 req-cfb97839-30ec-4ae4-b6ab-63d3e344f2ab service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149042 Dec 06 15:42:11.380596 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42aea0-d83f-4fdf-864d-16132a939d85 req-600edc9d-a064-4915-924d-7a4115a4e7ec tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:11.382587 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f42aea0-d83f-4fdf-864d-16132a939d85 req-600edc9d-a064-4915-924d-7a4115a4e7ec tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 945 time: 0.0679159 Dec 06 15:42:11.384492 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-dd6d2e37-4ac9-43a8-b75f-69afefe74e80 service neutron] 10.222.0.37 "GET /v2.0/ports/e86812d9-deed-4d2b-b2e5-f17d700175d6/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 382 time: 0.0541739 Dec 06 15:42:11.432596 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f42aea0-d83f-4fdf-864d-16132a939d85 req-4be288a4-e13e-439c-a10a-41d9816b7e3f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432665 Dec 06 15:42:11.458268 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-5c2caad9-2759-4980-a6e3-b5480185bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:11.460415 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-5c2caad9-2759-4980-a6e3-b5480185bba9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 1096 time: 0.0438488 Dec 06 15:42:11.548017 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-ec15b19b-dbe9-4ed7-9996-27d9aa797d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:11.549461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-ec15b19b-dbe9-4ed7-9996-27d9aa797d75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0812843 Dec 06 15:42:11.617917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-f1a64833-0c28-4e64-8733-e754de4c0600 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6 HTTP/1.1" status: 200 len: 1002 time: 0.0599906 Dec 06 15:42:11.665435 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-5c2b9620-96e1-48ba-a75a-0c5f687fd5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:11.666802 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-5c2b9620-96e1-48ba-a75a-0c5f687fd5ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0419300 Dec 06 15:42:11.710840 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-31f05d87-85a1-42fc-ad4e-e768ca4e9365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:11.712347 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-31f05d87-85a1-42fc-ad4e-e768ca4e9365 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385153 Dec 06 15:42:11.802290 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-fc0f3e0a-6656-4023-a8c4-d8c50dd3722d service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826001 Dec 06 15:42:11.889122 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-8b3b8965-be24-41e9-bf09-c0cc0c4360ea service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785739 Dec 06 15:42:12.442875 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e86812d9-deed-4d2b-b2e5-f17d700175d6 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:42:12.493640 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port e86812d9-deed-4d2b-b2e5-f17d700175d6 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:42:12.498024 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port e86812d9-deed-4d2b-b2e5-f17d700175d6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:42:12.498533 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:12.562608 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88953ae-b247-4f4b-bbd4-c2c1b788ce10 req-ce974175-e8e8-40d1-b9d2-df421efc2f91 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:12.564194 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d88953ae-b247-4f4b-bbd4-c2c1b788ce10 req-ce974175-e8e8-40d1-b9d2-df421efc2f91 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 945 time: 0.0524735 Dec 06 15:42:12.579713 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:12.612999 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:42:12.614635 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d88953ae-b247-4f4b-bbd4-c2c1b788ce10 req-e62f79ce-de45-44f7-89d2-d889eb5cb957 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437460 Dec 06 15:42:12.615731 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8ce1b4-95c6-4337-919b-6fe91dcd4f9c" -d '{"events": [{"server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "name": "network-vif-plugged", "status": "completed", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:42:12.621217 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:42:12.626363 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:12.672536 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=e86812d9-deed-4d2b-b2e5-f17d700175d6,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:12.675712 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f73d5ff-24ef-4bcf-a71c-11f88bdbabca x-openstack-request-id: req-5f73d5ff-24ef-4bcf-a71c-11f88bdbabca {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:42:12.676004 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "name": "network-vif-plugged", "status": "completed", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:42:12.676257 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f73d5ff-24ef-4bcf-a71c-11f88bdbabca {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:42:12.676638 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'code': 200} Dec 06 15:42:13.733387 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea7f1a-e8a9-4f3c-9227-b1bc9bc189af req-bfa16c60-9f4d-4558-a787-eb49706a142b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:13.735124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7dea7f1a-e8a9-4f3c-9227-b1bc9bc189af req-bfa16c60-9f4d-4558-a787-eb49706a142b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0489304 Dec 06 15:42:13.785218 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7dea7f1a-e8a9-4f3c-9227-b1bc9bc189af req-368a91ab-1d04-4494-a20a-090ed8b3739e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442195 Dec 06 15:42:14.966905 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d2468-a8f8-4678-bc7a-8cd138a23565 req-aec41eb6-f823-44b6-b357-2efa4337d86a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:14.968452 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9b3d2468-a8f8-4678-bc7a-8cd138a23565 req-aec41eb6-f823-44b6-b357-2efa4337d86a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.1110442 Dec 06 15:42:15.017952 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9b3d2468-a8f8-4678-bc7a-8cd138a23565 req-3655ed6f-bb77-4952-bd4b-43c352362085 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432584 Dec 06 15:42:16.457578 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-bf0ee12b-8688-4529-b21a-c6d3971db716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:16.459054 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-bf0ee12b-8688-4529-b21a-c6d3971db716 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f&tenant_id=d985c05811bc47f1989cbe58fd056bbb HTTP/1.1" status: 200 len: 1097 time: 0.3190444 Dec 06 15:42:16.471069 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34643112-d66e-475d-850e-0d8edf432668 req-6a4a7bcf-21ad-418f-a3eb-b1792218e83f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:16.472457 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-34643112-d66e-475d-850e-0d8edf432668 req-6a4a7bcf-21ad-418f-a3eb-b1792218e83f tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.3826346 Dec 06 15:42:16.477629 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:42:16.558699 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:16.563369 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-34643112-d66e-475d-850e-0d8edf432668 req-9e1aaed1-10e6-4479-a22a-fa789b57fb85 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831568 Dec 06 15:42:16.757278 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:42:16.792960 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:42:16.830817 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:42:16.833022 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c50248-ea90-4b94-bf5b-63b359eca29a" -d '{"events": [{"server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "name": "network-vif-unplugged", "status": "completed", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:42:16.837681 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:16.849963 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Transition to ACTIVE for port object e86812d9-deed-4d2b-b2e5-f17d700175d6 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:42:16.854444 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:16.883947 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e40a723-32be-43bc-8224-d9a7bb16eb44 x-openstack-request-id: req-6e40a723-32be-43bc-8224-d9a7bb16eb44 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:42:16.884247 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "name": "network-vif-unplugged", "status": "completed", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:42:16.884500 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e40a723-32be-43bc-8224-d9a7bb16eb44 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:42:16.884892 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'code': 200} Dec 06 15:42:16.903975 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Pushing event updated for resources: {'Port': ['ID=e86812d9-deed-4d2b-b2e5-f17d700175d6,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:16.940569 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:16.940921 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:16.941265 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:16.941610 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:16.941945 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:16.942276 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:16.942603 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:16.942928 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:16.943250 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:16.943577 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:16.943919 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:16.944326 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:16.944686 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:42:16.989496 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] No DVR routers for this DVR port e86812d9-deed-4d2b-b2e5-f17d700175d6 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:42:17.121171 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Attempting to bind port e86812d9-deed-4d2b-b2e5-f17d700175d6 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:42:17.121507 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Attempting to bind port e86812d9-deed-4d2b-b2e5-f17d700175d6 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:42:17.121833 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Attempting to bind port e86812d9-deed-4d2b-b2e5-f17d700175d6 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:42:17.126045 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Port e86812d9-deed-4d2b-b2e5-f17d700175d6 on network 00a9f339-745b-4107-b163-dd119ae5e370 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:42:17.126363 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Attempting to bind port e86812d9-deed-4d2b-b2e5-f17d700175d6 on network 00a9f339-745b-4107-b163-dd119ae5e370 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:42:17.131126 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:42:17.131460 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Checking segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:42:17.131878 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Bound using segment: {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:42:17.132305 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Bound port: e86812d9-deed-4d2b-b2e5-f17d700175d6, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae15681e-13f8-49ca-8a65-dae1b7b361bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:42:17.132657 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:17.192760 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:42:17.196662 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:42:17.200794 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:17.232712 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:17.233331 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:17.234953 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-63948a87-b946-4622-822c-65278cdbc602 service neutron] 10.222.0.23 "PUT /v2.0/ports/e86812d9-deed-4d2b-b2e5-f17d700175d6 HTTP/1.1" status: 200 len: 1093 time: 0.7613716 Dec 06 15:42:17.267641 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63948a87-b946-4622-822c-65278cdbc602 service neutron] Pushing event updated for resources: {'Port': ['ID=e86812d9-deed-4d2b-b2e5-f17d700175d6,revision_number=11']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:17.307338 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-2bd84a59-b34b-4f0c-ac57-58bf77ccc1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:17.308917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-2bd84a59-b34b-4f0c-ac57-58bf77ccc1f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 1096 time: 0.0493126 Dec 06 15:42:17.401053 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-6ea6dd4b-0028-4957-bd52-88907629fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:17.402522 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-6ea6dd4b-0028-4957-bd52-88907629fad7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.0872595 Dec 06 15:42:17.470858 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-ba9b7040-9a1f-4ac7-a039-91f90cbe8bdb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6 HTTP/1.1" status: 200 len: 1001 time: 0.0613968 Dec 06 15:42:17.518422 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-9f6a9b61-9f81-44d8-b2bf-28c67eb081a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:17.519891 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-9f6a9b61-9f81-44d8-b2bf-28c67eb081a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0427341 Dec 06 15:42:17.563321 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-e49d89a7-75a4-4478-8a0e-69c3b73c16c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:17.564720 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-e49d89a7-75a4-4478-8a0e-69c3b73c16c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386100 Dec 06 15:42:17.684086 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-1c8c0e86-aa05-4a95-a36d-e57968440102 service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121843 Dec 06 15:42:17.706711 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cc9ff-ac18-40c5-8f34-39aa682f7ff3 req-0d08204a-d212-4f67-9c3f-839344047bf6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:17.708126 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a9cc9ff-ac18-40c5-8f34-39aa682f7ff3 req-0d08204a-d212-4f67-9c3f-839344047bf6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 945 time: 0.0744383 Dec 06 15:42:17.801178 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1a9cc9ff-ac18-40c5-8f34-39aa682f7ff3 req-4d451c17-c431-4b2b-b66e-c019f2db08ac tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833488 Dec 06 15:42:17.820830 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4df6e5df-423c-4e1e-8b17-54f55c5ff180 req-2e2ef018-48ec-42ce-92ec-71ab61f35d3e service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297731 Dec 06 15:42:18.476820 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e86812d9-deed-4d2b-b2e5-f17d700175d6 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:42:18.516233 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e86812d9-deed-4d2b-b2e5-f17d700175d6 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:42:18.886174 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:42:18.888806 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878b8fd1-be2d-4011-9de4-9c0c9ed27945" -d '{"events": [{"name": "network-changed", "server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:42:18.931429 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1a3c2-e045-451a-93ce-13ba67ec9ffb req-b427bb38-d255-45f4-927e-86180be6afda tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:18.933148 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-87e1a3c2-e045-451a-93ce-13ba67ec9ffb req-b427bb38-d255-45f4-927e-86180be6afda tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 945 time: 0.0600734 Dec 06 15:42:18.937802 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36390830-8b8c-465e-be10-da69db4581ef x-openstack-request-id: req-36390830-8b8c-465e-be10-da69db4581ef {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:42:18.938167 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:42:18.938502 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36390830-8b8c-465e-be10-da69db4581ef {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:42:18.938968 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'status': 'completed', 'code': 200} Dec 06 15:42:18.982762 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-87e1a3c2-e045-451a-93ce-13ba67ec9ffb req-1e3167a6-0141-4dd4-b2c1-91fd6a5d952b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431399 Dec 06 15:42:19.043354 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-a7bbc09a-0e65-48a1-84a2-ab6c18dca853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:19.044863 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-a7bbc09a-0e65-48a1-84a2-ab6c18dca853 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 1096 time: 0.0728168 Dec 06 15:42:19.050086 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-83ac5195-4a4b-404c-83d0-71cc17a1991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:19.051434 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-83ac5195-4a4b-404c-83d0-71cc17a1991f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d985c05811bc47f1989cbe58fd056bbb&device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 1096 time: 0.0697837 Dec 06 15:42:19.198313 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-c80033fb-6d86-4900-8902-dfa1694fbd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:19.199780 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-c80033fb-6d86-4900-8902-dfa1694fbd93 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.1474760 Dec 06 15:42:19.217516 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-c0900b74-2a2e-4171-afa2-10e0bbf7ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:19.218962 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-c0900b74-2a2e-4171-afa2-10e0bbf7ec8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 200 len: 911 time: 0.1496167 Dec 06 15:42:19.315479 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-3a1b2ac7-5efd-4ea3-bf5d-837cbcde7221 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6 HTTP/1.1" status: 200 len: 1001 time: 0.1083879 Dec 06 15:42:19.332630 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-7a3556f8-5256-4e38-8d3a-34aa87d0dd01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6 HTTP/1.1" status: 200 len: 1001 time: 0.0821772 Dec 06 15:42:19.403550 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-a584dcae-98d6-4859-aac4-e2bdbf18d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:19.405024 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-a584dcae-98d6-4859-aac4-e2bdbf18d9a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0807576 Dec 06 15:42:19.409969 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-47428337-8863-4856-9cf7-a9404e161097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:19.411288 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-47428337-8863-4856-9cf7-a9404e161097 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 200 len: 849 time: 0.0559478 Dec 06 15:42:19.477931 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-01465a66-1cdf-4221-976a-6ace8e35835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:19.479351 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-01465a66-1cdf-4221-976a-6ace8e35835e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672076 Dec 06 15:42:19.486909 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-654a0405-627c-440e-8bf2-860fadaf14b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:19.488535 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-654a0405-627c-440e-8bf2-860fadaf14b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00a9f339-745b-4107-b163-dd119ae5e370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657892 Dec 06 15:42:19.637748 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-cd6d20af-a5dd-460a-a2ee-0c0498968f7f service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482265 Dec 06 15:42:19.664651 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-34043e32-b1a4-4cb5-b0e6-b1d8ec0a1363 service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574211 Dec 06 15:42:19.785348 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-72b75332-2090-4ac0-8ccd-4f9cdc3d0f8b service neutron] 10.222.0.23 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402421 Dec 06 15:42:19.806739 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-878b8fd1-be2d-4011-9de4-9c0c9ed27945 req-3945a777-ca92-4982-889b-28510f7326cb service neutron] 10.222.0.37 "GET /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283517 Dec 06 15:42:20.107728 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971676a-a7bf-47b5-94a7-a125a6767ee1 req-61187dda-120f-4312-bb79-899427e4e431 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:20.109254 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0971676a-a7bf-47b5-94a7-a125a6767ee1 req-61187dda-120f-4312-bb79-899427e4e431 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 945 time: 0.0518339 Dec 06 15:42:20.157371 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0971676a-a7bf-47b5-94a7-a125a6767ee1 req-2384f0ef-6b69-41f7-bebc-257c9a69e552 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417223 Dec 06 15:42:21.274654 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab69c6c-13c3-464b-863b-cd39907f497c req-9911c5bc-fb74-4b14-8835-fdb43b081ded tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:21.276777 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ab69c6c-13c3-464b-863b-cd39907f497c req-9911c5bc-fb74-4b14-8835-fdb43b081ded tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 945 time: 0.0494478 Dec 06 15:42:21.326712 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0ab69c6c-13c3-464b-863b-cd39907f497c req-bf61a2c7-0e0f-4a56-ac04-6b8c656f0a2d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439649 Dec 06 15:42:22.446429 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa47b68-2b11-495a-a35e-b288491e8980 req-e1db7703-3570-4215-8a6f-74114fc99f05 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:22.448153 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3aa47b68-2b11-495a-a35e-b288491e8980 req-e1db7703-3570-4215-8a6f-74114fc99f05 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 945 time: 0.0521655 Dec 06 15:42:22.503838 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3aa47b68-2b11-495a-a35e-b288491e8980 req-58048ee2-ff99-4d68-b344-4a400a26bdfa tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492597 Dec 06 15:42:23.621032 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471c3ee-bee1-4361-8a42-c1f8e2084e0d req-c9e585af-8ec1-4502-9b3f-207fabfb5ad2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:23.622474 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0471c3ee-bee1-4361-8a42-c1f8e2084e0d req-c9e585af-8ec1-4502-9b3f-207fabfb5ad2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 945 time: 0.0478117 Dec 06 15:42:23.668097 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0471c3ee-bee1-4361-8a42-c1f8e2084e0d req-384cfc5b-b8d8-4a2b-b4c3-fc26b3726240 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396662 Dec 06 15:42:24.784158 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e1feb-7630-4d4e-b419-c0726a5cac3c req-97b12cea-7609-42da-a92e-2fde652a570b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:24.785583 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-309e1feb-7630-4d4e-b419-c0726a5cac3c req-97b12cea-7609-42da-a92e-2fde652a570b tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 945 time: 0.0488026 Dec 06 15:42:24.831288 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-309e1feb-7630-4d4e-b419-c0726a5cac3c req-c659aabb-650e-4503-b957-1bfab35bf293 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398164 Dec 06 15:42:25.733069 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:42:25.948984 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d1111-3f4e-42b3-9ace-f44288555103 req-299ff82a-f44f-4f6b-b6bd-3fb373995e9d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:25.950414 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e82d1111-3f4e-42b3-9ace-f44288555103 req-299ff82a-f44f-4f6b-b6bd-3fb373995e9d tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 945 time: 0.0472414 Dec 06 15:42:26.005750 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e82d1111-3f4e-42b3-9ace-f44288555103 req-eac98eb3-90b5-4540-afdd-feba4fdefc29 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492747 Dec 06 15:42:27.122121 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28533b6a-e123-4cf9-931b-d8981db567ad req-ec3aad84-3744-41b5-ad3d-322ecf5a2a36 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:27.123570 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-28533b6a-e123-4cf9-931b-d8981db567ad req-ec3aad84-3744-41b5-ad3d-322ecf5a2a36 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 945 time: 0.0478208 Dec 06 15:42:27.169446 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-28533b6a-e123-4cf9-931b-d8981db567ad req-08f38acf-4b60-4b93-a89d-f908f41fcc05 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399272 Dec 06 15:42:28.286471 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0ab38-0e39-479a-945a-c1c35fd4ad97 req-434376f2-9210-4038-b0e1-9d173c15d853 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:28.288522 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1fa0ab38-0e39-479a-945a-c1c35fd4ad97 req-434376f2-9210-4038-b0e1-9d173c15d853 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 945 time: 0.0513053 Dec 06 15:42:28.330387 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:28.335269 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1fa0ab38-0e39-479a-945a-c1c35fd4ad97 req-ade67cb9-bcee-4123-b870-c065b1641c3c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406377 Dec 06 15:42:28.848443 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device e86812d9-deed-4d2b-b2e5-f17d700175d6 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:42:28.942802 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:42:28.954026 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'port_id': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'mac_address': 'fa:16:3e:4d:30:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:42:28.989473 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:29.002182 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86812d9-deed-4d2b-b2e5-f17d700175d6 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:42:29.021632 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:42:29.025139 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:29.073987 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=e86812d9-deed-4d2b-b2e5-f17d700175d6,revision_number=12']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:29.466965 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd226d-7c8d-4b21-a665-6850e83098a0 req-cd878fad-364e-460c-87f3-f63395de7e23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:29.468470 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4bcd226d-7c8d-4b21-a665-6850e83098a0 req-cd878fad-364e-460c-87f3-f63395de7e23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0549815 Dec 06 15:42:29.518485 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4bcd226d-7c8d-4b21-a665-6850e83098a0 req-5cfbef09-786e-456f-ab4a-d9a7bb806e61 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437191 Dec 06 15:42:30.252818 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:30.330517 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['e86812d9-deed-4d2b-b2e5-f17d700175d6'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:42:30.634056 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff10d90-a8a8-4ca6-a3d2-56986e0460ba req-a5a09524-a219-4a8c-ad83-2819e7c9e574 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:30.635495 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dff10d90-a8a8-4ca6-a3d2-56986e0460ba req-a5a09524-a219-4a8c-ad83-2819e7c9e574 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0478613 Dec 06 15:42:30.681127 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dff10d90-a8a8-4ca6-a3d2-56986e0460ba req-6ce7e7de-ef90-40a7-8651-345e972d6202 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397434 Dec 06 15:42:30.793892 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018ab76-0cce-4da9-9bda-78a130c623ec req-b73ea168-346a-45f0-a14f-ac08af8b75b5 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:30.795263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b018ab76-0cce-4da9-9bda-78a130c623ec req-b73ea168-346a-45f0-a14f-ac08af8b75b5 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0477653 Dec 06 15:42:30.841506 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b018ab76-0cce-4da9-9bda-78a130c623ec req-91c95b9d-8f28-4205-9a97-c630945219f9 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403447 Dec 06 15:42:30.858825 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device e86812d9-deed-4d2b-b2e5-f17d700175d6 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:42:30.904845 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8b0241ad-9f36-4300-897f-bd02fc754c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:30.920993 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port e86812d9-deed-4d2b-b2e5-f17d700175d6 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:42:30.924733 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port e86812d9-deed-4d2b-b2e5-f17d700175d6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:42:30.925110 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:30.956835 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b105b4-2d94-430d-8312-9a8cf475214e req-dd7aa2b7-8ecf-40e1-91fa-a724cf3c9e40 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:30.958291 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6b105b4-2d94-430d-8312-9a8cf475214e req-dd7aa2b7-8ecf-40e1-91fa-a724cf3c9e40 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 946 time: 0.0499549 Dec 06 15:42:31.004205 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:31.009936 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6b105b4-2d94-430d-8312-9a8cf475214e req-293c49b6-d47e-4c25-be30-5c074e3377a3 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450718 Dec 06 15:42:31.029491 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:42:31.031791 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d39a83-9b8f-458a-8d58-7ad5d7e0c820" -d '{"events": [{"server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "name": "network-vif-plugged", "status": "completed", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:42:31.048751 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:42:31.056631 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:31.079693 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884a2f76-c4be-4aab-aaa3-28f81794569a x-openstack-request-id: req-884a2f76-c4be-4aab-aaa3-28f81794569a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:42:31.080003 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "name": "network-vif-plugged", "status": "completed", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:42:31.080260 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-884a2f76-c4be-4aab-aaa3-28f81794569a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:42:31.080653 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'code': 200} Dec 06 15:42:31.106491 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=e86812d9-deed-4d2b-b2e5-f17d700175d6,revision_number=13']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:31.248405 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf8239-f125-4660-ad3b-05b638760422 req-9255e41c-5133-40df-9a2a-ba97ff81ab1e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:31.249873 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b1bf8239-f125-4660-ad3b-05b638760422 req-9255e41c-5133-40df-9a2a-ba97ff81ab1e tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 947 time: 0.0489397 Dec 06 15:42:31.296311 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b1bf8239-f125-4660-ad3b-05b638760422 req-6b045ffe-553d-45b8-a378-fe24d46d23f1 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404234 Dec 06 15:42:32.413374 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c33f44-9068-4062-9825-c3e3e5aa781d req-52d88525-49e6-4dc5-ad6e-841ec1bc02e0 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:32.414839 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29c33f44-9068-4062-9825-c3e3e5aa781d req-52d88525-49e6-4dc5-ad6e-841ec1bc02e0 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 947 time: 0.0481174 Dec 06 15:42:32.465505 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29c33f44-9068-4062-9825-c3e3e5aa781d req-a05bf84f-5f80-4f74-9f48-c5cb6a399f11 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446641 Dec 06 15:42:32.772608 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da77345-7e91-4d88-b592-29c7856966af req-46a2cf06-4354-4e2d-9b45-952c3ce6a503 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:32.774037 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7da77345-7e91-4d88-b592-29c7856966af req-46a2cf06-4354-4e2d-9b45-952c3ce6a503 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.23 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 947 time: 0.0476744 Dec 06 15:42:32.860521 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-7da77345-7e91-4d88-b592-29c7856966af req-c069020f-adc5-4530-8b4e-db32dabe4e23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Deleting port e86812d9-deed-4d2b-b2e5-f17d700175d6 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:42:32.860859 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7da77345-7e91-4d88-b592-29c7856966af req-c069020f-adc5-4530-8b4e-db32dabe4e23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:32.949237 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-7da77345-7e91-4d88-b592-29c7856966af req-c069020f-adc5-4530-8b4e-db32dabe4e23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] For port e86812d9-deed-4d2b-b2e5-f17d700175d6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e86812d9-deed-4d2b-b2e5-f17d700175d6,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:42:32.949597 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7da77345-7e91-4d88-b592-29c7856966af req-c069020f-adc5-4530-8b4e-db32dabe4e23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:33.114554 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7da77345-7e91-4d88-b592-29c7856966af req-c069020f-adc5-4530-8b4e-db32dabe4e23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:33.114937 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7da77345-7e91-4d88-b592-29c7856966af req-c069020f-adc5-4530-8b4e-db32dabe4e23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:33.115253 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [req-7da77345-7e91-4d88-b592-29c7856966af req-c069020f-adc5-4530-8b4e-db32dabe4e23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Floating IP 84ce5ea5-8848-437d-9cd9-bcc0dc8173ee disassociated. External IP: 172.35.7.151, port: e86812d9-deed-4d2b-b2e5-f17d700175d6. Dec 06 15:42:33.115607 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-7da77345-7e91-4d88-b592-29c7856966af req-c069020f-adc5-4530-8b4e-db32dabe4e23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Calling delete_port for e86812d9-deed-4d2b-b2e5-f17d700175d6 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:42:33.242492 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7da77345-7e91-4d88-b592-29c7856966af req-c069020f-adc5-4530-8b4e-db32dabe4e23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:33.269037 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069020f-adc5-4530-8b4e-db32dabe4e23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Pushing event deleted for resources: {'Port': ['ID=e86812d9-deed-4d2b-b2e5-f17d700175d6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:33.321866 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8849cd98-02ba-4ba4-9869-093b02e7e895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:33.392007 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7da77345-7e91-4d88-b592-29c7856966af req-c069020f-adc5-4530-8b4e-db32dabe4e23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Router 425fa2af-816b-4800-82fb-6ff924656353 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:42:33.502009 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7da77345-7e91-4d88-b592-29c7856966af req-c069020f-adc5-4530-8b4e-db32dabe4e23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:42:33.515030 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed9c6e5-68e6-44f0-b14b-1fec85d4ece6 None None] Sync routers for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:42:33.525516 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed9c6e5-68e6-44f0-b14b-1fec85d4ece6 None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:42:33.526138 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8ed9c6e5-68e6-44f0-b14b-1fec85d4ece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:42:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:42:33.544691 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da77345-7e91-4d88-b592-29c7856966af req-c069020f-adc5-4530-8b4e-db32dabe4e23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] No DVR routers for this DVR port e86812d9-deed-4d2b-b2e5-f17d700175d6 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:42:33.547298 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-7da77345-7e91-4d88-b592-29c7856966af req-c069020f-adc5-4530-8b4e-db32dabe4e23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:33.550809 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7da77345-7e91-4d88-b592-29c7856966af req-c069020f-adc5-4530-8b4e-db32dabe4e23 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.23 "DELETE /v2.0/ports/e86812d9-deed-4d2b-b2e5-f17d700175d6 HTTP/1.1" status: 204 len: 173 time: 0.7705812 Dec 06 15:42:33.551254 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'name': 'network-vif-deleted', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:42:33.554136 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b36337-5ddc-495a-94d5-8d547ecd009e" -d '{"events": [{"server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "name": "network-vif-deleted", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:42:33.573445 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-180f6166-b2ed-4a27-b00c-a6e6d390d3bb req-7be92507-9383-404c-b68d-798b845c34f6 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 210 time: 0.0296056 Dec 06 15:42:33.596141 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1854f618-298f-4693-b055-9600285c01ac x-openstack-request-id: req-1854f618-298f-4693-b055-9600285c01ac {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:42:33.596440 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aabf1900-d400-4c3b-88fe-861769f68a0f", "name": "network-vif-deleted", "tag": "e86812d9-deed-4d2b-b2e5-f17d700175d6", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:42:33.596785 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1854f618-298f-4693-b055-9600285c01ac {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:42:33.597202 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabf1900-d400-4c3b-88fe-861769f68a0f', 'name': 'network-vif-deleted', 'tag': 'e86812d9-deed-4d2b-b2e5-f17d700175d6', 'status': 'completed', 'code': 200} Dec 06 15:42:33.655456 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8ed9c6e5-68e6-44f0-b14b-1fec85d4ece6 None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:42:33.850844 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8ed9c6e5-68e6-44f0-b14b-1fec85d4ece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:42:33.878112 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed9c6e5-68e6-44f0-b14b-1fec85d4ece6 None None] Checking router: 425fa2af-816b-4800-82fb-6ff924656353 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:42:33.886200 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed9c6e5-68e6-44f0-b14b-1fec85d4ece6 None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:42:33.886800 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8ed9c6e5-68e6-44f0-b14b-1fec85d4ece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:42:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:42:33.994264 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8ed9c6e5-68e6-44f0-b14b-1fec85d4ece6 None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:42:34.182535 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:34.190130 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8ed9c6e5-68e6-44f0-b14b-1fec85d4ece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:42:34.216968 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed9c6e5-68e6-44f0-b14b-1fec85d4ece6 None None] The sync data for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 is: [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fba182f5-9ee7-4799-bf90-3a2343eef0d7', 'name': '', 'network_id': '00a9f339-745b-4107-b163-dd119ae5e370', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'mac_address': 'fa:16:3e:9f:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:47Z', 'updated_at': '2021-12-06T15:32:51Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'subnets': [{'id': '8cc59bc2-e2bc-42ed-adb3-dab53b92ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:42:34.457523 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7546c97-5005-4d52-aad0-c10d1e478b66 None None] New status for floating IP 84ce5ea5-8848-437d-9cd9-bcc0dc8173ee: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:42:34.703079 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2fd9bd9e-9d6a-41b8-a2bd-738f87f7bdee req-16c9702b-dd8a-4523-87c0-a441464f79f5 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 210 time: 0.0262978 Dec 06 15:42:35.798286 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8fb9572a-0026-46e9-95f2-93e2024b47a6 req-718f6f54-d172-4286-8038-0e8da5405891 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 210 time: 0.0265474 Dec 06 15:42:35.837069 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:36.721220 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:36.895339 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device e86812d9-deed-4d2b-b2e5-f17d700175d6 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:42:36.906272 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c9c7700f-7579-433c-93ec-b65aead9d4f2 req-b86d534a-a207-4a9d-b75b-8453196f7cb2 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 210 time: 0.0312769 Dec 06 15:42:36.917069 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: e86812d9-deed-4d2b-b2e5-f17d700175d6 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:42:36.917555 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device e86812d9-deed-4d2b-b2e5-f17d700175d6 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:42:38.020442 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a5a2fee6-779d-4bfc-96e6-f7cdf2a35810 req-5f71028a-9dce-4d71-b1a2-8caac71c774a tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/ports?device_id=aabf1900-d400-4c3b-88fe-861769f68a0f HTTP/1.1" status: 200 len: 210 time: 0.0319295 Dec 06 15:42:42.751966 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47304) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:42:42.805912 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e61a8c9-d211-49f7-8b5f-3dd18695b135 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:42.828883 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e61a8c9-d211-49f7-8b5f-3dd18695b135 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:42.876079 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e61a8c9-d211-49f7-8b5f-3dd18695b135 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:42.878808 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e61a8c9-d211-49f7-8b5f-3dd18695b135 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:42.882877 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8e61a8c9-d211-49f7-8b5f-3dd18695b135 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "DELETE /v2.0/security-groups/3ee2ef71-bffc-4f0c-8f37-22f1ce632d06 HTTP/1.1" status: 204 len: 168 time: 0.1298919 Dec 06 15:42:42.883140 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47306) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:42:42.892232 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61a8c9-d211-49f7-8b5f-3dd18695b135 tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee2ef71-bffc-4f0c-8f37-22f1ce632d06,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:42.902056 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-1a91f4bd-a586-4469-bdf1-89ea8e1951fe tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] show failed (client error): The resource could not be found. Dec 06 15:42:42.903700 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1a91f4bd-a586-4469-bdf1-89ea8e1951fe tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "GET /v2.0/security-groups/3ee2ef71-bffc-4f0c-8f37-22f1ce632d06 HTTP/1.1" status: 404 len: 347 time: 0.0191464 Dec 06 15:42:42.905868 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47308) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:42:43.028578 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-beab8cae-e011-4104-a209-644c5f9d841c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Deleting port bff7fa70-0403-4637-9158-9d9b0286e442 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:42:43.028823 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-beab8cae-e011-4104-a209-644c5f9d841c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:43.102666 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-beab8cae-e011-4104-a209-644c5f9d841c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:43.102985 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-beab8cae-e011-4104-a209-644c5f9d841c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:43.114490 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-beab8cae-e011-4104-a209-644c5f9d841c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Calling delete_port for bff7fa70-0403-4637-9158-9d9b0286e442 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:42:43.496460 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-beab8cae-e011-4104-a209-644c5f9d841c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:43.522044 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab8cae-e011-4104-a209-644c5f9d841c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Pushing event deleted for resources: {'Port': ['ID=bff7fa70-0403-4637-9158-9d9b0286e442,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:43.582414 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-beab8cae-e011-4104-a209-644c5f9d841c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:43.585711 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-beab8cae-e011-4104-a209-644c5f9d841c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:43.586775 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-beab8cae-e011-4104-a209-644c5f9d841c tempest-ServerActionsTestJSON-1964860537 tempest-ServerActionsTestJSON-1964860537-project] 10.222.0.20 "DELETE /v2.0/floatingips/84ce5ea5-8848-437d-9cd9-bcc0dc8173ee HTTP/1.1" status: 204 len: 168 time: 0.6796646 Dec 06 15:42:43.589681 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47310) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:42:43.980072 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee0773f0-2a60-470a-b2c0-576422fc29f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:44.225380 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ee0773f0-2a60-470a-b2c0-576422fc29f7 admin admin] Deleting port fba182f5-9ee7-4799-bf90-3a2343eef0d7 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:42:44.225713 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee0773f0-2a60-470a-b2c0-576422fc29f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:44.306265 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ee0773f0-2a60-470a-b2c0-576422fc29f7 admin admin] For port fba182f5-9ee7-4799-bf90-3a2343eef0d7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fba182f5-9ee7-4799-bf90-3a2343eef0d7,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:42:44.306539 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee0773f0-2a60-470a-b2c0-576422fc29f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:44.318702 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ee0773f0-2a60-470a-b2c0-576422fc29f7 admin admin] Calling delete_port for fba182f5-9ee7-4799-bf90-3a2343eef0d7 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:42:44.493859 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee0773f0-2a60-470a-b2c0-576422fc29f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:44.520305 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0773f0-2a60-470a-b2c0-576422fc29f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fba182f5-9ee7-4799-bf90-3a2343eef0d7,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:44.682953 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee0773f0-2a60-470a-b2c0-576422fc29f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:44.893491 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0773f0-2a60-470a-b2c0-576422fc29f7 admin admin] Router 425fa2af-816b-4800-82fb-6ff924656353 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:42:44.997622 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0773f0-2a60-470a-b2c0-576422fc29f7 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:42:45.002693 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ee0773f0-2a60-470a-b2c0-576422fc29f7 admin admin] 10.222.0.20 "PUT /v2.0/routers/425fa2af-816b-4800-82fb-6ff924656353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4120085 Dec 06 15:42:45.005223 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47314) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:42:45.006319 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c7434-9328-48d0-a8ac-c2dbece217ef None None] Sync routers for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:42:45.015688 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c7434-9328-48d0-a8ac-c2dbece217ef None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:42:45.016301 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-686c7434-9328-48d0-a8ac-c2dbece217ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:42:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:42:45.106317 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1779e2ea-fad2-4c57-8f02-e02895c64b46 admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:45.125585 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-686c7434-9328-48d0-a8ac-c2dbece217ef None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:42:45.207491 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1779e2ea-fad2-4c57-8f02-e02895c64b46 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:45.259851 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1779e2ea-fad2-4c57-8f02-e02895c64b46 admin admin] Deleting port a282128a-8d20-4b64-b926-dd98cd87aa0c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:42:45.260192 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1779e2ea-fad2-4c57-8f02-e02895c64b46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:45.301488 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-686c7434-9328-48d0-a8ac-c2dbece217ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199'}], 'enable_snat': True}, 'gw_port_id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:42:44Z', 'revision_number': 5, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port': {'id': 'a282128a-8d20-4b64-b926-dd98cd87aa0c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425fa2af-816b-4800-82fb-6ff924656353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:32:46Z', 'updated_at': '2021-12-06T15:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:42:45.328147 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c7434-9328-48d0-a8ac-c2dbece217ef None None] Checking router: 425fa2af-816b-4800-82fb-6ff924656353 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:42:45.336788 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c7434-9328-48d0-a8ac-c2dbece217ef None None] Routers {'425fa2af-816b-4800-82fb-6ff924656353'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:42:45.337657 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-686c7434-9328-48d0-a8ac-c2dbece217ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:42:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['425fa2af-816b-4800-82fb-6ff924656353'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:42:45.340296 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-1779e2ea-fad2-4c57-8f02-e02895c64b46 admin admin] For port a282128a-8d20-4b64-b926-dd98cd87aa0c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a282128a-8d20-4b64-b926-dd98cd87aa0c,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:42:45.340654 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1779e2ea-fad2-4c57-8f02-e02895c64b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:45.352574 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1779e2ea-fad2-4c57-8f02-e02895c64b46 admin admin] Calling delete_port for a282128a-8d20-4b64-b926-dd98cd87aa0c owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:42:45.509921 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-686c7434-9328-48d0-a8ac-c2dbece217ef None None] Set router 425fa2af-816b-4800-82fb-6ff924656353 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:42:45.518777 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1779e2ea-fad2-4c57-8f02-e02895c64b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:45.544373 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779e2ea-fad2-4c57-8f02-e02895c64b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=a282128a-8d20-4b64-b926-dd98cd87aa0c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:45.562107 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88967786-61cf-4f7e-bfc7-71b3ac049a8c None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:42:45.564634 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-686c7434-9328-48d0-a8ac-c2dbece217ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:42:45Z', 'revision_number': 6, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:42:45.594821 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c7434-9328-48d0-a8ac-c2dbece217ef None None] The sync data for ids ['425fa2af-816b-4800-82fb-6ff924656353'] in n-d-master-1 is: [{'id': '425fa2af-816b-4800-82fb-6ff924656353', 'name': 'tempest-ServerActionsTestJSON-62075860-router', 'tenant_id': 'd985c05811bc47f1989cbe58fd056bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:32:45Z', 'updated_at': '2021-12-06T15:42:45Z', 'revision_number': 6, 'project_id': 'd985c05811bc47f1989cbe58fd056bbb', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:42:45.605459 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1779e2ea-fad2-4c57-8f02-e02895c64b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:45.697939 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1779e2ea-fad2-4c57-8f02-e02895c64b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:45.700072 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1779e2ea-fad2-4c57-8f02-e02895c64b46 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:45.745364 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1779e2ea-fad2-4c57-8f02-e02895c64b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:45.745964 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1779e2ea-fad2-4c57-8f02-e02895c64b46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 425fa2af-816b-4800-82fb-6ff924656353 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:42:45.750519 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1779e2ea-fad2-4c57-8f02-e02895c64b46 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:45.751678 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1779e2ea-fad2-4c57-8f02-e02895c64b46 admin admin] 10.222.0.20 "DELETE /v2.0/routers/425fa2af-816b-4800-82fb-6ff924656353 HTTP/1.1" status: 204 len: 168 time: 0.7454786 Dec 06 15:42:45.754165 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47316) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:42:45.797885 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa365505-ccb4-44e0-a9b9-65f43ea0bc6b admin admin] Deleting subnet 8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:42:45.800918 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa365505-ccb4-44e0-a9b9-65f43ea0bc6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:45.834772 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa365505-ccb4-44e0-a9b9-65f43ea0bc6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:45.914318 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa365505-ccb4-44e0-a9b9-65f43ea0bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:45.965520 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa365505-ccb4-44e0-a9b9-65f43ea0bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:45.991795 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa365505-ccb4-44e0-a9b9-65f43ea0bc6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc59bc2-e2bc-42ed-adb3-dab53b92ab09,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:45.997540 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa365505-ccb4-44e0-a9b9-65f43ea0bc6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:46.003529 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5573169-101d-47dc-96ac-33361e3af47a None None] Network 00a9f339-745b-4107-b163-dd119ae5e370 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:42:46.003715 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47318) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:42:46.004176 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fa365505-ccb4-44e0-a9b9-65f43ea0bc6b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8cc59bc2-e2bc-42ed-adb3-dab53b92ab09 HTTP/1.1" status: 204 len: 168 time: 0.2484956 Dec 06 15:42:46.088645 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:46.143744 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] Deleting port 53168ef9-cf03-4057-b092-62497ecaba93 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:42:46.144091 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:46.207748 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] For port 53168ef9-cf03-4057-b092-62497ecaba93, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=53168ef9-cf03-4057-b092-62497ecaba93,segment=NetworkSegment(ae15681e-13f8-49ca-8a65-dae1b7b361bd),segment_id=ae15681e-13f8-49ca-8a65-dae1b7b361bd)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:42:46.208113 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:46.220896 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] Calling delete_port for 53168ef9-cf03-4057-b092-62497ecaba93 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:42:46.301963 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:46.327963 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=53168ef9-cf03-4057-b092-62497ecaba93,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:46.329746 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] No DVR routers for this DVR port 53168ef9-cf03-4057-b092-62497ecaba93 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:42:46.393259 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afe2d89-a280-440d-9cd5-d20a7ac83d4c None None] DHCP port deletion for 00a9f339-745b-4107-b163-dd119ae5e370 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:42:46.407675 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:46.429135 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a9f339-745b-4107-b163-dd119ae5e370']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:42:46.438183 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae15681e-13f8-49ca-8a65-dae1b7b361bd') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:42:46.438477 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae15681e-13f8-49ca-8a65-dae1b7b361bd') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:42:46.448142 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:46.461537 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:46.467443 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:42:46.467854 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:42:46.469534 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:42:46.533751 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:46.549849 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:46.553295 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/00a9f339-745b-4107-b163-dd119ae5e370 HTTP/1.1" status: 204 len: 168 time: 0.5485659 Dec 06 15:42:46.554377 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee07860-c8cc-42ce-8805-d5bfcc82f9a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=00a9f339-745b-4107-b163-dd119ae5e370,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:46.589526 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 53168ef9-cf03-4057-b092-62497ecaba93 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:42:46.609493 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 53168ef9-cf03-4057-b092-62497ecaba93 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:42:46.609778 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 53168ef9-cf03-4057-b092-62497ecaba93 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:42:46.610204 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device fba182f5-9ee7-4799-bf90-3a2343eef0d7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:42:46.638898 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: fba182f5-9ee7-4799-bf90-3a2343eef0d7 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:42:46.639245 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device fba182f5-9ee7-4799-bf90-3a2343eef0d7 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:42:46.639747 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a282128a-8d20-4b64-b926-dd98cd87aa0c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:42:46.659137 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: a282128a-8d20-4b64-b926-dd98cd87aa0c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:42:46.659480 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a282128a-8d20-4b64-b926-dd98cd87aa0c not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:42:46.760011 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47322) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:42:46.804772 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9c597f05-4360-4d24-a9cf-e4c8c1a2e10f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d985c05811bc47f1989cbe58fd056bbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434887 Dec 06 15:42:46.807179 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47324) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:42:46.853935 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f315bbac-2efb-4d4d-a3b1-8e258f44f92b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:46.875075 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f315bbac-2efb-4d4d-a3b1-8e258f44f92b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:46.920052 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f315bbac-2efb-4d4d-a3b1-8e258f44f92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:46.922643 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f315bbac-2efb-4d4d-a3b1-8e258f44f92b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:46.923815 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f315bbac-2efb-4d4d-a3b1-8e258f44f92b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74acf1e1-fe75-4ffe-a4ab-c6c0312b5404 HTTP/1.1" status: 204 len: 168 time: 0.1156626 Dec 06 15:42:46.931890 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315bbac-2efb-4d4d-a3b1-8e258f44f92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74acf1e1-fe75-4ffe-a4ab-c6c0312b5404,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:47.660597 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47346) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:42:47.773849 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-dc52b28a-3d89-4fcb-8fb4-4b8f772eb869 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1223757450-network', 'tenant_id': '603da9e380e44125ac0123d6a7f23e65'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:42:47.794338 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc52b28a-3d89-4fcb-8fb4-4b8f772eb869 admin admin] Made reservation on behalf of 603da9e380e44125ac0123d6a7f23e65 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:42:47.797030 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc52b28a-3d89-4fcb-8fb4-4b8f772eb869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:47.805724 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc52b28a-3d89-4fcb-8fb4-4b8f772eb869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:47.879353 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc52b28a-3d89-4fcb-8fb4-4b8f772eb869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:47.883841 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc52b28a-3d89-4fcb-8fb4-4b8f772eb869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:47.908462 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc52b28a-3d89-4fcb-8fb4-4b8f772eb869 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:42:47.918755 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52b28a-3d89-4fcb-8fb4-4b8f772eb869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881c59e5-80bb-4e55-82b3-61a3c9e3add7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:47.925375 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc52b28a-3d89-4fcb-8fb4-4b8f772eb869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:47.925731 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-dc52b28a-3d89-4fcb-8fb4-4b8f772eb869 admin admin] Added segment 386018ef-a193-4fe3-ab41-50fdae0d97ab of type vlan for network f72081ed-9fea-4a3c-9c76-783606abb95a Dec 06 15:42:47.967891 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc52b28a-3d89-4fcb-8fb4-4b8f772eb869 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:47.993142 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc52b28a-3d89-4fcb-8fb4-4b8f772eb869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:47.994137 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc52b28a-3d89-4fcb-8fb4-4b8f772eb869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:47.994708 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc52b28a-3d89-4fcb-8fb4-4b8f772eb869 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:48.027904 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dc52b28a-3d89-4fcb-8fb4-4b8f772eb869 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3661969 Dec 06 15:42:48.030973 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47350) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:42:48.036491 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-59bc71eb-4358-400b-9266-2c0f88cc3d7e admin admin] Request body: {'subnet': {'network_id': 'f72081ed-9fea-4a3c-9c76-783606abb95a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1223757450-subnet', 'tenant_id': '603da9e380e44125ac0123d6a7f23e65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:42:48.055807 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52b28a-3d89-4fcb-8fb4-4b8f772eb869 admin admin] Pushing event updated for resources: {'Network': ['ID=f72081ed-9fea-4a3c-9c76-783606abb95a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:48.058773 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bc71eb-4358-400b-9266-2c0f88cc3d7e admin admin] Made reservation on behalf of 603da9e380e44125ac0123d6a7f23e65 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:42:48.061985 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59bc71eb-4358-400b-9266-2c0f88cc3d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:48.066321 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network f72081ed-9fea-4a3c-9c76-783606abb95a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:42:48.228676 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59bc71eb-4358-400b-9266-2c0f88cc3d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:48.286098 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc71eb-4358-400b-9266-2c0f88cc3d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=773afdfa-810d-4423-b727-3b8dead2648f,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:48.290907 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bc71eb-4358-400b-9266-2c0f88cc3d7e admin admin] Checking segment: {'id': '386018ef-a193-4fe3-ab41-50fdae0d97ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f72081ed-9fea-4a3c-9c76-783606abb95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:42:48.291267 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bc71eb-4358-400b-9266-2c0f88cc3d7e admin admin] Network hostable DHCP agents. Network: f72081ed-9fea-4a3c-9c76-783606abb95a, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:42:48.307766 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bc71eb-4358-400b-9266-2c0f88cc3d7e admin admin] Network f72081ed-9fea-4a3c-9c76-783606abb95a is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:42:48.315760 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-59bc71eb-4358-400b-9266-2c0f88cc3d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f72081ed-9fea-4a3c-9c76-783606abb95a) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:42:48.319766 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bc71eb-4358-400b-9266-2c0f88cc3d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:48.320358 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59bc71eb-4358-400b-9266-2c0f88cc3d7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:48.324761 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e1168b-9418-4578-8b68-e35accd9ba79 None None] Network f72081ed-9fea-4a3c-9c76-783606abb95a requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:42:48.335985 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-59bc71eb-4358-400b-9266-2c0f88cc3d7e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3033147 Dec 06 15:42:48.450498 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623c6c29-ceea-49aa-926e-47f9f15d491e None None] Network f72081ed-9fea-4a3c-9c76-783606abb95a requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:42:48.754304 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-27464eb2-5e67-4f33-b8a9-68f847dd42c5 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:48.756210 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-27464eb2-5e67-4f33-b8a9-68f847dd42c5 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/networks?id=f72081ed-9fea-4a3c-9c76-783606abb95a HTTP/1.1" status: 200 len: 814 time: 0.1053903 Dec 06 15:42:48.770779 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-c1f97d16-4d8f-4bbf-a3ea-dac6ad79bb74 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/quotas/603da9e380e44125ac0123d6a7f23e65 HTTP/1.1" status: 200 len: 375 time: 0.0089333 Dec 06 15:42:48.801527 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-be139dce-5be2-4b0a-81bc-0afb9d65f945 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=603da9e380e44125ac0123d6a7f23e65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249445 Dec 06 15:42:48.888762 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-e5a6c845-8cf7-4d97-b2c1-57e108c0e3de service neutron] 10.222.0.20 "GET /v2.0/networks/f72081ed-9fea-4a3c-9c76-783606abb95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805244 Dec 06 15:42:48.979517 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-d043ae22-209c-4543-ba6c-4ca11e59ef4a service neutron] 10.222.0.20 "GET /v2.0/networks/f72081ed-9fea-4a3c-9c76-783606abb95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847971 Dec 06 15:42:49.140799 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7661705-51a2-4ba2-bd68-3c122f31e944 req-c8b838a1-71c7-4fd6-bd8e-be6f0f7d8590 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 210 time: 0.0315480 Dec 06 15:42:50.239271 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f16179af-d663-4638-a0a2-da1c8cba8e58 req-578ebe73-6906-47da-ba90-4a260cbbf18f tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 210 time: 0.0277050 Dec 06 15:42:50.277391 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-afd36f03-4ca4-45e8-ad67-1390a7411e7b tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:50.278812 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-afd36f03-4ca4-45e8-ad67-1390a7411e7b tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.37 "GET /v2.0/networks?id=f72081ed-9fea-4a3c-9c76-783606abb95a HTTP/1.1" status: 200 len: 814 time: 0.1119833 Dec 06 15:42:50.299544 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-ccd1a6b9-5a6b-4522-9f85-6057e0f8c95c tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Request body: {'port': {'device_id': '5652eebf-c68c-4dc8-95db-23a819258708', 'network_id': 'f72081ed-9fea-4a3c-9c76-783606abb95a', 'admin_state_up': True, 'tenant_id': '603da9e380e44125ac0123d6a7f23e65'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:42:50.408563 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-ccd1a6b9-5a6b-4522-9f85-6057e0f8c95c tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Made reservation on behalf of 603da9e380e44125ac0123d6a7f23e65 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:42:50.412013 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-ccd1a6b9-5a6b-4522-9f85-6057e0f8c95c tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:50.532595 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-ccd1a6b9-5a6b-4522-9f85-6057e0f8c95c tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Allocated IP 172.20.0.13 (f72081ed-9fea-4a3c-9c76-783606abb95a/773afdfa-810d-4423-b727-3b8dead2648f/6b528f02-2eae-4539-bd75-84638bdeac87) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:42:50.678045 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-ccd1a6b9-5a6b-4522-9f85-6057e0f8c95c tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:50.710649 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-ccd1a6b9-5a6b-4522-9f85-6057e0f8c95c tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:50.753723 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-ccd1a6b9-5a6b-4522-9f85-6057e0f8c95c tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Network f72081ed-9fea-4a3c-9c76-783606abb95a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:42:50.757314 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-ccd1a6b9-5a6b-4522-9f85-6057e0f8c95c tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:42:50.760902 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-ccd1a6b9-5a6b-4522-9f85-6057e0f8c95c tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:42:50.767876 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1a6b9-5a6b-4522-9f85-6057e0f8c95c tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Pushing event updated for resources: {'Port': ['ID=6b528f02-2eae-4539-bd75-84638bdeac87,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:51.065462 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-ccd1a6b9-5a6b-4522-9f85-6057e0f8c95c tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:51.065975 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-ccd1a6b9-5a6b-4522-9f85-6057e0f8c95c tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:51.081276 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-ccd1a6b9-5a6b-4522-9f85-6057e0f8c95c tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7862134 Dec 06 15:42:51.146159 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Request body: {'port': {'device_id': '5652eebf-c68c-4dc8-95db-23a819258708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:42:51.199491 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:51.410602 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cdbba-29fd-4249-af67-006916f3c8bc req-f66e49d2-ef2a-461a-99bc-9e538091dd4b tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:51.412614 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-855cdbba-29fd-4249-af67-006916f3c8bc req-f66e49d2-ef2a-461a-99bc-9e538091dd4b tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 932 time: 0.1021688 Dec 06 15:42:51.487721 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-855cdbba-29fd-4249-af67-006916f3c8bc req-dd3d32eb-0b08-46e6-9eda-2f3e2b9285f3 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678496 Dec 06 15:42:51.527688 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b528f02-2eae-4539-bd75-84638bdeac87 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:42:51.535253 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:51.548413 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Transition to ACTIVE for port object 6b528f02-2eae-4539-bd75-84638bdeac87 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:42:51.551869 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:51.603041 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Pushing event updated for resources: {'Port': ['ID=6b528f02-2eae-4539-bd75-84638bdeac87,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:51.669557 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Attempting to bind port 6b528f02-2eae-4539-bd75-84638bdeac87 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:42:51.669809 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Attempting to bind port 6b528f02-2eae-4539-bd75-84638bdeac87 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '386018ef-a193-4fe3-ab41-50fdae0d97ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f72081ed-9fea-4a3c-9c76-783606abb95a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:42:51.670130 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Attempting to bind port 6b528f02-2eae-4539-bd75-84638bdeac87 on network f72081ed-9fea-4a3c-9c76-783606abb95a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:42:51.674331 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Port 6b528f02-2eae-4539-bd75-84638bdeac87 on network f72081ed-9fea-4a3c-9c76-783606abb95a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:42:51.674650 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Attempting to bind port 6b528f02-2eae-4539-bd75-84638bdeac87 on network f72081ed-9fea-4a3c-9c76-783606abb95a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:42:51.679406 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:42:51.679768 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Checking segment: {'id': '386018ef-a193-4fe3-ab41-50fdae0d97ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f72081ed-9fea-4a3c-9c76-783606abb95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:42:51.680149 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Bound using segment: {'id': '386018ef-a193-4fe3-ab41-50fdae0d97ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f72081ed-9fea-4a3c-9c76-783606abb95a'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:42:51.680565 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Bound port: 6b528f02-2eae-4539-bd75-84638bdeac87, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '386018ef-a193-4fe3-ab41-50fdae0d97ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f72081ed-9fea-4a3c-9c76-783606abb95a'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:42:51.680908 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:51.741828 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] For port 6b528f02-2eae-4539-bd75-84638bdeac87, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:42:51.744995 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] For port 6b528f02-2eae-4539-bd75-84638bdeac87, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6b528f02-2eae-4539-bd75-84638bdeac87,segment=NetworkSegment(386018ef-a193-4fe3-ab41-50fdae0d97ab),segment_id=386018ef-a193-4fe3-ab41-50fdae0d97ab)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:42:51.748828 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:51.781158 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:51.781838 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:51.783183 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] 10.222.0.37 "PUT /v2.0/ports/6b528f02-2eae-4539-bd75-84638bdeac87 HTTP/1.1" status: 200 len: 1092 time: 0.6875877 Dec 06 15:42:51.783614 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5652eebf-c68c-4dc8-95db-23a819258708', 'tag': '6b528f02-2eae-4539-bd75-84638bdeac87'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:42:51.785856 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4db47bb-92d0-4a72-8e3a-2781fd996ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "5652eebf-c68c-4dc8-95db-23a819258708", "tag": "6b528f02-2eae-4539-bd75-84638bdeac87"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:42:51.810140 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02aa7e-2cbd-40c0-a04c-986473eaa451 service neutron] Pushing event updated for resources: {'Port': ['ID=6b528f02-2eae-4539-bd75-84638bdeac87,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:51.831332 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344e1545-5840-4716-8536-89b33810222e x-openstack-request-id: req-344e1545-5840-4716-8536-89b33810222e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:42:51.831629 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5652eebf-c68c-4dc8-95db-23a819258708", "tag": "6b528f02-2eae-4539-bd75-84638bdeac87", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:42:51.831909 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-344e1545-5840-4716-8536-89b33810222e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:42:51.832338 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5652eebf-c68c-4dc8-95db-23a819258708', 'tag': '6b528f02-2eae-4539-bd75-84638bdeac87', 'status': 'completed', 'code': 200} Dec 06 15:42:51.878703 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-6a23ba1f-cdfc-4934-9e75-fd77b3e744f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:51.880221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-6a23ba1f-cdfc-4934-9e75-fd77b3e744f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=603da9e380e44125ac0123d6a7f23e65&device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 1095 time: 0.0438697 Dec 06 15:42:51.927617 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-b1e199cb-7a73-427d-88fe-24f290047124 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b528f02-2eae-4539-bd75-84638bdeac87 HTTP/1.1" status: 200 len: 217 time: 0.0328944 Dec 06 15:42:51.974763 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-c8366a42-43c9-44f9-85e7-02398be15ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:51.976164 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-c8366a42-43c9-44f9-85e7-02398be15ee5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=773afdfa-810d-4423-b727-3b8dead2648f HTTP/1.1" status: 200 len: 854 time: 0.0420110 Dec 06 15:42:52.011532 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-42965c07-ca76-48e9-8d6d-52f7b0386443 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f72081ed-9fea-4a3c-9c76-783606abb95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232027 Dec 06 15:42:52.118336 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-94603fd2-dfcd-425f-9810-08363ddf0086 service neutron] 10.222.0.37 "GET /v2.0/networks/f72081ed-9fea-4a3c-9c76-783606abb95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937660 Dec 06 15:42:52.217423 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-651a8830-cfb2-4e10-b8cb-14a15a482e74 req-8c15d945-08df-431d-b1ad-2e3820848cc1 service neutron] 10.222.0.37 "GET /v2.0/networks/f72081ed-9fea-4a3c-9c76-783606abb95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851984 Dec 06 15:42:52.307562 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db47bb-92d0-4a72-8e3a-2781fd996ee7 req-3d38bbc6-5adb-4205-a131-0f54dc11fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:52.309031 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4db47bb-92d0-4a72-8e3a-2781fd996ee7 req-3d38bbc6-5adb-4205-a131-0f54dc11fa39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=603da9e380e44125ac0123d6a7f23e65&device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 1095 time: 0.0395308 Dec 06 15:42:52.397058 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db47bb-92d0-4a72-8e3a-2781fd996ee7 req-f0635b3b-f69d-4cb9-927f-a38112635bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:52.398486 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4db47bb-92d0-4a72-8e3a-2781fd996ee7 req-f0635b3b-f69d-4cb9-927f-a38112635bb5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f72081ed-9fea-4a3c-9c76-783606abb95a HTTP/1.1" status: 200 len: 915 time: 0.0820565 Dec 06 15:42:52.442797 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4db47bb-92d0-4a72-8e3a-2781fd996ee7 req-4d971c15-1ccd-45f1-bcd2-aa8768cd8e37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b528f02-2eae-4539-bd75-84638bdeac87 HTTP/1.1" status: 200 len: 217 time: 0.0370700 Dec 06 15:42:52.491891 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db47bb-92d0-4a72-8e3a-2781fd996ee7 req-92711241-3482-443b-a38d-bd6ef435038f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:52.493357 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4db47bb-92d0-4a72-8e3a-2781fd996ee7 req-92711241-3482-443b-a38d-bd6ef435038f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=773afdfa-810d-4423-b727-3b8dead2648f HTTP/1.1" status: 200 len: 854 time: 0.0432506 Dec 06 15:42:52.525748 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4db47bb-92d0-4a72-8e3a-2781fd996ee7 req-3e9b1b77-e4b9-4925-bd8e-31cf6a960366 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f72081ed-9fea-4a3c-9c76-783606abb95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243576 Dec 06 15:42:52.653491 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d82205-b2fa-4225-8b6b-704e51673f7b req-d1fdb075-6073-41e6-a806-3e8a283fef6c tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:52.654939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80d82205-b2fa-4225-8b6b-704e51673f7b req-d1fdb075-6073-41e6-a806-3e8a283fef6c tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 944 time: 0.1000350 Dec 06 15:42:52.658472 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4db47bb-92d0-4a72-8e3a-2781fd996ee7 req-285714dd-2485-44c9-b613-dddcf225981d service neutron] 10.222.0.37 "GET /v2.0/networks/f72081ed-9fea-4a3c-9c76-783606abb95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241426 Dec 06 15:42:52.755567 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80d82205-b2fa-4225-8b6b-704e51673f7b req-e697886d-ca17-4db7-9189-e17d766b32e2 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944517 Dec 06 15:42:52.779682 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d4db47bb-92d0-4a72-8e3a-2781fd996ee7 req-bdab2c92-332f-4ecf-9049-4ed269cf8270 service neutron] 10.222.0.37 "GET /v2.0/networks/f72081ed-9fea-4a3c-9c76-783606abb95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117258 Dec 06 15:42:53.873569 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76367d1-7831-44e2-a20e-c977b105368c req-226700d0-e317-4e1e-a06f-2960c00c5822 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:53.875062 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c76367d1-7831-44e2-a20e-c977b105368c req-226700d0-e317-4e1e-a06f-2960c00c5822 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 944 time: 0.0492296 Dec 06 15:42:53.926118 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c76367d1-7831-44e2-a20e-c977b105368c req-f59a940a-064c-45e8-9bf7-0757524f6ef1 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450597 Dec 06 15:42:54.616575 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6b528f02-2eae-4539-bd75-84638bdeac87 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:42:54.711283 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6b528f02-2eae-4539-bd75-84638bdeac87, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6b528f02-2eae-4539-bd75-84638bdeac87,segment=NetworkSegment(386018ef-a193-4fe3-ab41-50fdae0d97ab),segment_id=386018ef-a193-4fe3-ab41-50fdae0d97ab)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:42:54.722117 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '6b528f02-2eae-4539-bd75-84638bdeac87', 'network_id': 'f72081ed-9fea-4a3c-9c76-783606abb95a', 'port_id': '6b528f02-2eae-4539-bd75-84638bdeac87', 'mac_address': 'fa:16:3e:44:a7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773afdfa-810d-4423-b727-3b8dead2648f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:42:54.762309 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:54.774739 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b528f02-2eae-4539-bd75-84638bdeac87 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:42:54.793422 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6b528f02-2eae-4539-bd75-84638bdeac87, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6b528f02-2eae-4539-bd75-84638bdeac87,segment=NetworkSegment(386018ef-a193-4fe3-ab41-50fdae0d97ab),segment_id=386018ef-a193-4fe3-ab41-50fdae0d97ab)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:42:54.796847 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:54.840977 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=6b528f02-2eae-4539-bd75-84638bdeac87,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:55.022870 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6b528f02-2eae-4539-bd75-84638bdeac87'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:42:55.043928 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d608dd-e213-4eb4-a6c1-bfe71ca0796f req-9b583cb1-d42d-4410-8908-fbdadec5df23 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:55.045554 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08d608dd-e213-4eb4-a6c1-bfe71ca0796f req-9b583cb1-d42d-4410-8908-fbdadec5df23 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 945 time: 0.0499303 Dec 06 15:42:55.093934 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-08d608dd-e213-4eb4-a6c1-bfe71ca0796f req-3c5a8d22-011f-45d0-8244-dd72595acd9a tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420892 Dec 06 15:42:56.208606 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13959148-6a1e-4c34-9c91-256f60e3658c req-22d2bf2a-3026-4f04-a6d0-9c5e8040c397 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:56.210080 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-13959148-6a1e-4c34-9c91-256f60e3658c req-22d2bf2a-3026-4f04-a6d0-9c5e8040c397 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 945 time: 0.0484684 Dec 06 15:42:56.256944 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-13959148-6a1e-4c34-9c91-256f60e3658c req-35d68651-1cb0-4db9-ae8a-1f21b8fb9b72 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408986 Dec 06 15:42:56.630552 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6b528f02-2eae-4539-bd75-84638bdeac87 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:42:56.677729 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 6b528f02-2eae-4539-bd75-84638bdeac87 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:42:56.681336 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 6b528f02-2eae-4539-bd75-84638bdeac87 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:42:56.681709 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:56.760406 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:56.782933 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5652eebf-c68c-4dc8-95db-23a819258708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b528f02-2eae-4539-bd75-84638bdeac87'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:42:56.785202 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca49f2d-fd5c-4486-8ad3-b244c4e6c8de" -d '{"events": [{"server_uuid": "5652eebf-c68c-4dc8-95db-23a819258708", "name": "network-vif-plugged", "status": "completed", "tag": "6b528f02-2eae-4539-bd75-84638bdeac87"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:42:56.798386 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 6b528f02-2eae-4539-bd75-84638bdeac87, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6b528f02-2eae-4539-bd75-84638bdeac87,segment=NetworkSegment(386018ef-a193-4fe3-ab41-50fdae0d97ab),segment_id=386018ef-a193-4fe3-ab41-50fdae0d97ab)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:42:56.802712 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:56.827236 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a59ceee-fee1-4d3f-b87c-266e042be239 x-openstack-request-id: req-3a59ceee-fee1-4d3f-b87c-266e042be239 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:42:56.827678 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5652eebf-c68c-4dc8-95db-23a819258708", "name": "network-vif-plugged", "status": "completed", "tag": "6b528f02-2eae-4539-bd75-84638bdeac87", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:42:56.827976 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a59ceee-fee1-4d3f-b87c-266e042be239 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:42:56.828436 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5652eebf-c68c-4dc8-95db-23a819258708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b528f02-2eae-4539-bd75-84638bdeac87', 'code': 200} Dec 06 15:42:56.856049 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=6b528f02-2eae-4539-bd75-84638bdeac87,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:42:56.927215 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e072294-60c0-4a18-8ad6-6ec003d1ccce req-3cfb1e5a-bc3e-4631-ba85-723f3b0fbc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:56.928871 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e072294-60c0-4a18-8ad6-6ec003d1ccce req-3cfb1e5a-bc3e-4631-ba85-723f3b0fbc00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 1097 time: 0.0396426 Dec 06 15:42:56.979847 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e072294-60c0-4a18-8ad6-6ec003d1ccce req-f0376ab7-3255-454c-bc19-f82c3881543f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 Dec 06 15:42:57.370185 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6ff45-da71-4cfe-8c98-5654c2445e4f req-53e6e969-6d69-4ed0-85e7-af4e852cb7e1 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:57.371648 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7e6ff45-da71-4cfe-8c98-5654c2445e4f req-53e6e969-6d69-4ed0-85e7-af4e852cb7e1 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 946 time: 0.0479226 Dec 06 15:42:57.417368 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7e6ff45-da71-4cfe-8c98-5654c2445e4f req-749a6adf-59c2-4bfa-9d96-68f8a5523e9d tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398307 Dec 06 15:42:58.345047 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:58.534240 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffcd3c-9fb4-4f0a-be7d-036c702679bc req-3bbba769-a5eb-43f2-806f-0a36e7cb4572 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:58.535807 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93ffcd3c-9fb4-4f0a-be7d-036c702679bc req-3bbba769-a5eb-43f2-806f-0a36e7cb4572 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 946 time: 0.0489364 Dec 06 15:42:58.581978 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93ffcd3c-9fb4-4f0a-be7d-036c702679bc req-a141d942-b75c-4d76-ba07-0ee08ecd4b38 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400219 Dec 06 15:42:58.803747 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-ba05ce4d-6b0a-4935-b7a9-764dff7d1b8f tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:42:58.805222 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-ba05ce4d-6b0a-4935-b7a9-764dff7d1b8f tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/networks?id=f72081ed-9fea-4a3c-9c76-783606abb95a HTTP/1.1" status: 200 len: 814 time: 0.1032710 Dec 06 15:42:58.820236 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-bba31b75-3205-468a-921b-3b093eff790f tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/quotas/603da9e380e44125ac0123d6a7f23e65 HTTP/1.1" status: 200 len: 375 time: 0.0093122 Dec 06 15:42:58.867059 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-6d2fdfd6-d2bf-474a-99fa-cf4524f9eb2a tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=603da9e380e44125ac0123d6a7f23e65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0416360 Dec 06 15:42:58.958687 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-3fc6c420-fa7d-4f50-9e15-30c60b2d222c service neutron] 10.222.0.20 "GET /v2.0/networks/f72081ed-9fea-4a3c-9c76-783606abb95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847125 Dec 06 15:42:59.044813 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-9694dbe5-d692-46dd-b5ae-b271c77314bc service neutron] 10.222.0.20 "GET /v2.0/networks/f72081ed-9fea-4a3c-9c76-783606abb95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801685 Dec 06 15:42:59.198460 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7407996-3ce9-4f07-b2fc-ad59e372efef req-cb1ebab4-ec2c-4aba-b75d-901349e6f846 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e6fd623-179d-46e1-b522-a20c79d090cd HTTP/1.1" status: 200 len: 210 time: 0.0259550 Dec 06 15:43:00.093112 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-73e2a46f-2ef0-4f24-913f-8d16138a638f tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:00.094553 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-73e2a46f-2ef0-4f24-913f-8d16138a638f tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.23 "GET /v2.0/networks?id=f72081ed-9fea-4a3c-9c76-783606abb95a HTTP/1.1" status: 200 len: 814 time: 0.1117938 Dec 06 15:43:00.107336 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-7734b25b-59b2-43f8-b0d1-55fd046ee1a0 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Request body: {'port': {'device_id': '7e6fd623-179d-46e1-b522-a20c79d090cd', 'network_id': 'f72081ed-9fea-4a3c-9c76-783606abb95a', 'admin_state_up': True, 'tenant_id': '603da9e380e44125ac0123d6a7f23e65'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:00.215918 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-7734b25b-59b2-43f8-b0d1-55fd046ee1a0 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Made reservation on behalf of 603da9e380e44125ac0123d6a7f23e65 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:00.219384 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-7734b25b-59b2-43f8-b0d1-55fd046ee1a0 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:00.264471 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:00.300740 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b8c1f438-d98a-4c78-a811-df111e053cf5 req-03cd60f5-7b76-4deb-b7ce-69a20dc5fc6b tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e6fd623-179d-46e1-b522-a20c79d090cd HTTP/1.1" status: 200 len: 210 time: 0.0328529 Dec 06 15:43:00.360267 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-7734b25b-59b2-43f8-b0d1-55fd046ee1a0 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Allocated IP 172.20.0.12 (f72081ed-9fea-4a3c-9c76-783606abb95a/773afdfa-810d-4423-b727-3b8dead2648f/ebbbc57c-9853-4b43-adf2-98c6536db405) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:43:00.507427 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-7734b25b-59b2-43f8-b0d1-55fd046ee1a0 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:00.540022 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-7734b25b-59b2-43f8-b0d1-55fd046ee1a0 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:00.552760 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6b528f02-2eae-4539-bd75-84638bdeac87'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:43:00.582288 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-7734b25b-59b2-43f8-b0d1-55fd046ee1a0 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Network f72081ed-9fea-4a3c-9c76-783606abb95a is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:43:00.585497 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-7734b25b-59b2-43f8-b0d1-55fd046ee1a0 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:00.589334 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-7734b25b-59b2-43f8-b0d1-55fd046ee1a0 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:43:00.616429 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734b25b-59b2-43f8-b0d1-55fd046ee1a0 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Pushing event updated for resources: {'Port': ['ID=ebbbc57c-9853-4b43-adf2-98c6536db405,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:00.646117 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-7734b25b-59b2-43f8-b0d1-55fd046ee1a0 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:00.646861 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-7734b25b-59b2-43f8-b0d1-55fd046ee1a0 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:00.666398 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-7734b25b-59b2-43f8-b0d1-55fd046ee1a0 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5629208 Dec 06 15:43:00.681261 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Request body: {'port': {'device_id': '7e6fd623-179d-46e1-b522-a20c79d090cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:00.741632 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:00.887160 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-675446d3-2fe6-4d2b-922e-6b9b8d935563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:01.001535 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbbc57c-9853-4b43-adf2-98c6536db405 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:43:01.009071 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:01.021481 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Transition to ACTIVE for port object ebbbc57c-9853-4b43-adf2-98c6536db405 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:43:01.025498 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:01.076986 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbbc57c-9853-4b43-adf2-98c6536db405,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:01.148768 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Attempting to bind port ebbbc57c-9853-4b43-adf2-98c6536db405 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:43:01.149468 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Attempting to bind port ebbbc57c-9853-4b43-adf2-98c6536db405 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '386018ef-a193-4fe3-ab41-50fdae0d97ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f72081ed-9fea-4a3c-9c76-783606abb95a'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:43:01.149468 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Attempting to bind port ebbbc57c-9853-4b43-adf2-98c6536db405 on network f72081ed-9fea-4a3c-9c76-783606abb95a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:43:01.153514 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Port ebbbc57c-9853-4b43-adf2-98c6536db405 on network f72081ed-9fea-4a3c-9c76-783606abb95a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:43:01.153827 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Attempting to bind port ebbbc57c-9853-4b43-adf2-98c6536db405 on network f72081ed-9fea-4a3c-9c76-783606abb95a {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:43:01.158481 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:43:01.158811 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Checking segment: {'id': '386018ef-a193-4fe3-ab41-50fdae0d97ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f72081ed-9fea-4a3c-9c76-783606abb95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:01.159185 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Bound using segment: {'id': '386018ef-a193-4fe3-ab41-50fdae0d97ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f72081ed-9fea-4a3c-9c76-783606abb95a'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:43:01.159595 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Bound port: ebbbc57c-9853-4b43-adf2-98c6536db405, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '386018ef-a193-4fe3-ab41-50fdae0d97ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f72081ed-9fea-4a3c-9c76-783606abb95a'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:43:01.159965 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:01.221536 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] For port ebbbc57c-9853-4b43-adf2-98c6536db405, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:43:01.225127 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] For port ebbbc57c-9853-4b43-adf2-98c6536db405, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ebbbc57c-9853-4b43-adf2-98c6536db405,segment=NetworkSegment(386018ef-a193-4fe3-ab41-50fdae0d97ab),segment_id=386018ef-a193-4fe3-ab41-50fdae0d97ab)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:43:01.228925 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:01.266981 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:01.267599 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:01.269047 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-4848e975-8102-4073-bab3-1168835bc621 service neutron] 10.222.0.23 "PUT /v2.0/ports/ebbbc57c-9853-4b43-adf2-98c6536db405 HTTP/1.1" status: 200 len: 1092 time: 0.5939035 Dec 06 15:43:01.269497 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6fd623-179d-46e1-b522-a20c79d090cd', 'tag': 'ebbbc57c-9853-4b43-adf2-98c6536db405'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:43:01.272388 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf55f38-c7bf-488d-b20c-f7bd0ac9caf8" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6fd623-179d-46e1-b522-a20c79d090cd", "tag": "ebbbc57c-9853-4b43-adf2-98c6536db405"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:43:01.297650 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848e975-8102-4073-bab3-1168835bc621 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbbc57c-9853-4b43-adf2-98c6536db405,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:01.327075 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fef867-000e-4852-8254-8d8e33d160ac x-openstack-request-id: req-30fef867-000e-4852-8254-8d8e33d160ac {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:43:01.327364 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6fd623-179d-46e1-b522-a20c79d090cd", "tag": "ebbbc57c-9853-4b43-adf2-98c6536db405", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:43:01.327613 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30fef867-000e-4852-8254-8d8e33d160ac {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:43:01.328030 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6fd623-179d-46e1-b522-a20c79d090cd', 'tag': 'ebbbc57c-9853-4b43-adf2-98c6536db405', 'status': 'completed', 'code': 200} Dec 06 15:43:01.366827 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-d1a6d76b-662c-447c-88fa-26a57e4a10f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:01.368349 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-d1a6d76b-662c-447c-88fa-26a57e4a10f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=603da9e380e44125ac0123d6a7f23e65&device_id=7e6fd623-179d-46e1-b522-a20c79d090cd HTTP/1.1" status: 200 len: 1095 time: 0.0504143 Dec 06 15:43:01.415503 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-22e5fa56-410d-4815-85ed-16ad2951b479 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebbbc57c-9853-4b43-adf2-98c6536db405 HTTP/1.1" status: 200 len: 217 time: 0.0380986 Dec 06 15:43:01.419907 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b18f9-8d19-42ee-9bba-ad29c3cae8f2 req-cd1455a1-640b-4c9b-a60f-c2ed1b7654e6 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:01.421382 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-475b18f9-8d19-42ee-9bba-ad29c3cae8f2 req-cd1455a1-640b-4c9b-a60f-c2ed1b7654e6 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e6fd623-179d-46e1-b522-a20c79d090cd HTTP/1.1" status: 200 len: 944 time: 0.0490839 Dec 06 15:43:01.465639 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-5dbd80d3-0b03-44df-88cc-006f6c05d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:01.467085 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-5dbd80d3-0b03-44df-88cc-006f6c05d380 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=773afdfa-810d-4423-b727-3b8dead2648f HTTP/1.1" status: 200 len: 854 time: 0.0438414 Dec 06 15:43:01.467916 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-475b18f9-8d19-42ee-9bba-ad29c3cae8f2 req-ffc85c98-b8d3-4071-8b1e-add3b7574fbd tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404088 Dec 06 15:43:01.500536 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-022bf559-b46b-480a-a699-667a37fb21d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f72081ed-9fea-4a3c-9c76-783606abb95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255313 Dec 06 15:43:01.592110 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-265eca14-739d-4579-b56a-8af5df189e0e service neutron] 10.222.0.23 "GET /v2.0/networks/f72081ed-9fea-4a3c-9c76-783606abb95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842264 Dec 06 15:43:01.679263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b251f7a-e39f-40f4-8599-043e92c7db89 req-b29c4594-ddbb-48f2-b6c2-d3e647e8ac13 service neutron] 10.222.0.23 "GET /v2.0/networks/f72081ed-9fea-4a3c-9c76-783606abb95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802975 Dec 06 15:43:01.771097 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf55f38-c7bf-488d-b20c-f7bd0ac9caf8 req-98cd7575-db0f-47c9-91c2-a200021c7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:01.772678 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbf55f38-c7bf-488d-b20c-f7bd0ac9caf8 req-98cd7575-db0f-47c9-91c2-a200021c7384 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=603da9e380e44125ac0123d6a7f23e65&device_id=7e6fd623-179d-46e1-b522-a20c79d090cd HTTP/1.1" status: 200 len: 1095 time: 0.0458779 Dec 06 15:43:01.862577 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf55f38-c7bf-488d-b20c-f7bd0ac9caf8 req-c73b3a61-d607-4bbd-9ec2-939578903a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:01.864037 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbf55f38-c7bf-488d-b20c-f7bd0ac9caf8 req-c73b3a61-d607-4bbd-9ec2-939578903a66 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f72081ed-9fea-4a3c-9c76-783606abb95a HTTP/1.1" status: 200 len: 915 time: 0.0835192 Dec 06 15:43:01.908094 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbf55f38-c7bf-488d-b20c-f7bd0ac9caf8 req-ba5d4b8c-70dc-4fff-af69-c0ff8ccc3505 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebbbc57c-9853-4b43-adf2-98c6536db405 HTTP/1.1" status: 200 len: 217 time: 0.0362327 Dec 06 15:43:01.954795 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf55f38-c7bf-488d-b20c-f7bd0ac9caf8 req-e78c63b0-7618-4bdc-bf83-6fd4ae8febe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:01.956204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbf55f38-c7bf-488d-b20c-f7bd0ac9caf8 req-e78c63b0-7618-4bdc-bf83-6fd4ae8febe4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=773afdfa-810d-4423-b727-3b8dead2648f HTTP/1.1" status: 200 len: 854 time: 0.0414207 Dec 06 15:43:01.989293 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbf55f38-c7bf-488d-b20c-f7bd0ac9caf8 req-5969298a-9e13-428b-adc0-435e063748e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f72081ed-9fea-4a3c-9c76-783606abb95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235460 Dec 06 15:43:02.078939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbf55f38-c7bf-488d-b20c-f7bd0ac9caf8 req-710109a5-d5f8-41d8-b0c8-991c16378b07 service neutron] 10.222.0.23 "GET /v2.0/networks/f72081ed-9fea-4a3c-9c76-783606abb95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819204 Dec 06 15:43:02.168620 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbf55f38-c7bf-488d-b20c-f7bd0ac9caf8 req-e2012577-2985-4520-9176-64facbdf61b8 service neutron] 10.222.0.23 "GET /v2.0/networks/f72081ed-9fea-4a3c-9c76-783606abb95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821192 Dec 06 15:43:02.584763 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52760c99-8631-47cc-880a-cc81a0d02827 req-7ae0979e-458a-4c81-b67d-307b9039ce7c tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:02.586220 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52760c99-8631-47cc-880a-cc81a0d02827 req-7ae0979e-458a-4c81-b67d-307b9039ce7c tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e6fd623-179d-46e1-b522-a20c79d090cd HTTP/1.1" status: 200 len: 944 time: 0.0490754 Dec 06 15:43:02.636381 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-52760c99-8631-47cc-880a-cc81a0d02827 req-8b60186b-ff1a-4a36-bb94-fc55a5e4e5cc tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442641 Dec 06 15:43:02.732758 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:43:03.081478 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device ebbbc57c-9853-4b43-adf2-98c6536db405 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:43:03.175084 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port ebbbc57c-9853-4b43-adf2-98c6536db405, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ebbbc57c-9853-4b43-adf2-98c6536db405,segment=NetworkSegment(386018ef-a193-4fe3-ab41-50fdae0d97ab),segment_id=386018ef-a193-4fe3-ab41-50fdae0d97ab)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:03.186343 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'ebbbc57c-9853-4b43-adf2-98c6536db405', 'network_id': 'f72081ed-9fea-4a3c-9c76-783606abb95a', 'port_id': 'ebbbc57c-9853-4b43-adf2-98c6536db405', 'mac_address': 'fa:16:3e:70:05:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773afdfa-810d-4423-b727-3b8dead2648f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:43:03.221642 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:03.234455 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbbc57c-9853-4b43-adf2-98c6536db405 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:43:03.253307 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port ebbbc57c-9853-4b43-adf2-98c6536db405, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ebbbc57c-9853-4b43-adf2-98c6536db405,segment=NetworkSegment(386018ef-a193-4fe3-ab41-50fdae0d97ab),segment_id=386018ef-a193-4fe3-ab41-50fdae0d97ab)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:03.257366 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:03.301770 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=ebbbc57c-9853-4b43-adf2-98c6536db405,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:03.326020 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bdc58d43-b022-443c-9ab2-35674c1df064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:03.449025 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['ebbbc57c-9853-4b43-adf2-98c6536db405'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:43:03.749121 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f42fed-c73a-4f46-ae25-225cce0b271c req-139baa79-d923-46de-9479-7035b173dc48 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:03.750497 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a5f42fed-c73a-4f46-ae25-225cce0b271c req-139baa79-d923-46de-9479-7035b173dc48 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e6fd623-179d-46e1-b522-a20c79d090cd HTTP/1.1" status: 200 len: 945 time: 0.0479178 Dec 06 15:43:03.797406 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a5f42fed-c73a-4f46-ae25-225cce0b271c req-1149904b-62b8-49a2-b701-b90636d821f8 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 Dec 06 15:43:04.186720 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:04.910176 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7240f0-702f-4ba1-a3e6-f7e875b4ed30 req-952d7012-040b-4fd5-b1f4-2080740b0979 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:04.912221 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-db7240f0-702f-4ba1-a3e6-f7e875b4ed30 req-952d7012-040b-4fd5-b1f4-2080740b0979 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e6fd623-179d-46e1-b522-a20c79d090cd HTTP/1.1" status: 200 len: 945 time: 0.0478852 Dec 06 15:43:04.957745 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-db7240f0-702f-4ba1-a3e6-f7e875b4ed30 req-3756f372-b364-407b-9c7f-f58081e0ede4 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394499 Dec 06 15:43:05.094544 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device ebbbc57c-9853-4b43-adf2-98c6536db405 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:43:05.144882 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port ebbbc57c-9853-4b43-adf2-98c6536db405 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:43:05.149006 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port ebbbc57c-9853-4b43-adf2-98c6536db405 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:05.149381 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:05.224277 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:05.251694 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6fd623-179d-46e1-b522-a20c79d090cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbbc57c-9853-4b43-adf2-98c6536db405'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:43:05.253892 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f6e617-6211-40b2-8a02-e9a45e509c8d" -d '{"events": [{"server_uuid": "7e6fd623-179d-46e1-b522-a20c79d090cd", "name": "network-vif-plugged", "status": "completed", "tag": "ebbbc57c-9853-4b43-adf2-98c6536db405"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:43:05.266595 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port ebbbc57c-9853-4b43-adf2-98c6536db405, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ebbbc57c-9853-4b43-adf2-98c6536db405,segment=NetworkSegment(386018ef-a193-4fe3-ab41-50fdae0d97ab),segment_id=386018ef-a193-4fe3-ab41-50fdae0d97ab)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:05.270775 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:05.295600 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be6a480-1167-4e21-95ed-6126ad612f82 x-openstack-request-id: req-1be6a480-1167-4e21-95ed-6126ad612f82 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:43:05.295934 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6fd623-179d-46e1-b522-a20c79d090cd", "name": "network-vif-plugged", "status": "completed", "tag": "ebbbc57c-9853-4b43-adf2-98c6536db405", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:43:05.296192 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1be6a480-1167-4e21-95ed-6126ad612f82 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:43:05.296583 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6fd623-179d-46e1-b522-a20c79d090cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbbc57c-9853-4b43-adf2-98c6536db405', 'code': 200} Dec 06 15:43:05.323301 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=ebbbc57c-9853-4b43-adf2-98c6536db405,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:05.390797 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3acd1-692c-4c9b-9ab6-2b4c80c9c6af req-780c8d11-ecee-4bec-9c25-f56632f2cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:05.392212 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-25d3acd1-692c-4c9b-9ab6-2b4c80c9c6af req-780c8d11-ecee-4bec-9c25-f56632f2cb07 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7e6fd623-179d-46e1-b522-a20c79d090cd HTTP/1.1" status: 200 len: 1097 time: 0.0397875 Dec 06 15:43:05.434493 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-25d3acd1-692c-4c9b-9ab6-2b4c80c9c6af req-34418762-a6b7-43dc-835c-d99e260f238d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353866 Dec 06 15:43:05.839778 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:06.075193 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7ff5d-e618-47ae-af91-e9f069981c0d req-df02462e-ab0a-4127-a4cc-75172ac73fbb tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:06.076611 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ede7ff5d-e618-47ae-af91-e9f069981c0d req-df02462e-ab0a-4127-a4cc-75172ac73fbb tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e6fd623-179d-46e1-b522-a20c79d090cd HTTP/1.1" status: 200 len: 946 time: 0.0517032 Dec 06 15:43:06.124899 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ede7ff5d-e618-47ae-af91-e9f069981c0d req-193c9d49-eb47-48f8-8769-3e34c17c51b7 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415986 Dec 06 15:43:06.723998 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:07.244881 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931dd4a-e48c-47ed-8e97-1f6b25e5437a req-89984d6d-ea23-4a8d-9dcf-f305d24e6dac tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:07.246359 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3931dd4a-e48c-47ed-8e97-1f6b25e5437a req-89984d6d-ea23-4a8d-9dcf-f305d24e6dac tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e6fd623-179d-46e1-b522-a20c79d090cd HTTP/1.1" status: 200 len: 946 time: 0.0525088 Dec 06 15:43:07.292512 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3931dd4a-e48c-47ed-8e97-1f6b25e5437a req-9e36f1a0-002e-483b-81e7-dafcb43a290d tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401826 Dec 06 15:43:07.523246 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06198b-6496-4f51-b6ed-4905a3a853de req-2e21355c-657c-4108-816c-31cf7c76f3a9 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:07.524741 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f06198b-6496-4f51-b6ed-4905a3a853de req-2e21355c-657c-4108-816c-31cf7c76f3a9 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e6fd623-179d-46e1-b522-a20c79d090cd HTTP/1.1" status: 200 len: 946 time: 0.0488818 Dec 06 15:43:07.571826 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f06198b-6496-4f51-b6ed-4905a3a853de req-9b5e27da-e625-4b12-9ae6-ed1299d0126f tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410028 Dec 06 15:43:08.686099 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392982b1-da40-40ed-add3-1bf928a8f77d req-e2fd7b21-1ad2-480d-85f7-1c182ac4d3c6 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:08.687602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-392982b1-da40-40ed-add3-1bf928a8f77d req-e2fd7b21-1ad2-480d-85f7-1c182ac4d3c6 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e6fd623-179d-46e1-b522-a20c79d090cd HTTP/1.1" status: 200 len: 946 time: 0.0476317 Dec 06 15:43:08.759123 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-392982b1-da40-40ed-add3-1bf928a8f77d req-b5450ffa-9a61-4dd0-a17a-75c99198cfc6 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649242 Dec 06 15:43:08.775730 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b249ae8-d3fb-4641-933d-e9a3fb2355c0 req-aa82c0ef-0aaf-417d-a58d-8849024e3594 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:08.777177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b249ae8-d3fb-4641-933d-e9a3fb2355c0 req-aa82c0ef-0aaf-417d-a58d-8849024e3594 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e6fd623-179d-46e1-b522-a20c79d090cd HTTP/1.1" status: 200 len: 946 time: 0.0593128 Dec 06 15:43:08.867058 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-6b249ae8-d3fb-4641-933d-e9a3fb2355c0 req-af882b00-b4ee-4d91-940e-7bb7586a3c5f tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Deleting port ebbbc57c-9853-4b43-adf2-98c6536db405 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:43:08.867397 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b249ae8-d3fb-4641-933d-e9a3fb2355c0 req-af882b00-b4ee-4d91-940e-7bb7586a3c5f tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:08.952862 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-6b249ae8-d3fb-4641-933d-e9a3fb2355c0 req-af882b00-b4ee-4d91-940e-7bb7586a3c5f tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] For port ebbbc57c-9853-4b43-adf2-98c6536db405, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ebbbc57c-9853-4b43-adf2-98c6536db405,segment=NetworkSegment(386018ef-a193-4fe3-ab41-50fdae0d97ab),segment_id=386018ef-a193-4fe3-ab41-50fdae0d97ab)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:08.953216 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b249ae8-d3fb-4641-933d-e9a3fb2355c0 req-af882b00-b4ee-4d91-940e-7bb7586a3c5f tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:08.969155 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-6b249ae8-d3fb-4641-933d-e9a3fb2355c0 req-af882b00-b4ee-4d91-940e-7bb7586a3c5f tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Calling delete_port for ebbbc57c-9853-4b43-adf2-98c6536db405 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:43:09.092407 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b249ae8-d3fb-4641-933d-e9a3fb2355c0 req-af882b00-b4ee-4d91-940e-7bb7586a3c5f tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:09.105581 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['ebbbc57c-9853-4b43-adf2-98c6536db405'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:43:09.107967 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6b528f02-2eae-4539-bd75-84638bdeac87'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:43:09.118979 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af882b00-b4ee-4d91-940e-7bb7586a3c5f tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Pushing event deleted for resources: {'Port': ['ID=ebbbc57c-9853-4b43-adf2-98c6536db405,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:09.165540 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b249ae8-d3fb-4641-933d-e9a3fb2355c0 req-af882b00-b4ee-4d91-940e-7bb7586a3c5f tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] No DVR routers for this DVR port ebbbc57c-9853-4b43-adf2-98c6536db405 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:43:09.168273 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-6b249ae8-d3fb-4641-933d-e9a3fb2355c0 req-af882b00-b4ee-4d91-940e-7bb7586a3c5f tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:09.171757 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6b249ae8-d3fb-4641-933d-e9a3fb2355c0 req-af882b00-b4ee-4d91-940e-7bb7586a3c5f tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.23 "DELETE /v2.0/ports/ebbbc57c-9853-4b43-adf2-98c6536db405 HTTP/1.1" status: 204 len: 173 time: 0.3888104 Dec 06 15:43:09.172208 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6fd623-179d-46e1-b522-a20c79d090cd', 'name': 'network-vif-deleted', 'tag': 'ebbbc57c-9853-4b43-adf2-98c6536db405'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:43:09.174477 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17114e83-a259-4f10-8643-7397ef25d624" -d '{"events": [{"server_uuid": "7e6fd623-179d-46e1-b522-a20c79d090cd", "name": "network-vif-deleted", "tag": "ebbbc57c-9853-4b43-adf2-98c6536db405"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:43:09.216632 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313d8708-9e44-4697-a3b5-32d214d1bb44 x-openstack-request-id: req-313d8708-9e44-4697-a3b5-32d214d1bb44 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:43:09.216938 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6fd623-179d-46e1-b522-a20c79d090cd", "name": "network-vif-deleted", "tag": "ebbbc57c-9853-4b43-adf2-98c6536db405", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:43:09.217194 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-313d8708-9e44-4697-a3b5-32d214d1bb44 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:43:09.217595 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6fd623-179d-46e1-b522-a20c79d090cd', 'name': 'network-vif-deleted', 'tag': 'ebbbc57c-9853-4b43-adf2-98c6536db405', 'status': 'completed', 'code': 200} Dec 06 15:43:09.910720 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe24c75-334b-470a-9b49-0821d2bcbeb9 req-cbcf1f67-483a-4a9f-975a-b21ba59fbcfa tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:09.912761 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2fe24c75-334b-470a-9b49-0821d2bcbeb9 req-cbcf1f67-483a-4a9f-975a-b21ba59fbcfa tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 946 time: 0.0524361 Dec 06 15:43:09.960461 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2fe24c75-334b-470a-9b49-0821d2bcbeb9 req-9995c1f6-e90e-48ad-9ac1-0fa2b2ee353b tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417609 Dec 06 15:43:10.089135 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521e341-e2b5-43d8-991a-03e9c59dca10 req-d60c8c1c-c04a-48fa-8048-d90a7d5704a2 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:10.090506 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a521e341-e2b5-43d8-991a-03e9c59dca10 req-d60c8c1c-c04a-48fa-8048-d90a7d5704a2 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 946 time: 0.0488923 Dec 06 15:43:10.137822 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a521e341-e2b5-43d8-991a-03e9c59dca10 req-87b18f38-271c-4212-8ec6-1f8590cb15df tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413620 Dec 06 15:43:10.254098 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57399139-d6fa-48bd-a842-0606899ef902 req-8c489a22-f3c4-44bf-b954-fcd843a41383 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:10.255553 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-57399139-d6fa-48bd-a842-0606899ef902 req-8c489a22-f3c4-44bf-b954-fcd843a41383 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 946 time: 0.0502779 Dec 06 15:43:10.303464 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-57399139-d6fa-48bd-a842-0606899ef902 req-caf4c251-7cbb-4913-80fa-e22bd68ee678 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409105 Dec 06 15:43:10.468213 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b12884-58ec-4a40-91e3-956a130cd8c0 req-7b283f4b-97b8-453c-82d4-48b7831c8936 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:10.469658 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92b12884-58ec-4a40-91e3-956a130cd8c0 req-7b283f4b-97b8-453c-82d4-48b7831c8936 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 946 time: 0.0480599 Dec 06 15:43:10.520754 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92b12884-58ec-4a40-91e3-956a130cd8c0 req-6bf40302-9f29-43d8-877f-05e2c81b0790 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451410 Dec 06 15:43:10.634248 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d63740-0748-436d-9157-3dfafe8ba446 req-3f5da03a-5976-47d5-9b5c-0d57f97d0e5a tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:10.635774 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8d63740-0748-436d-9157-3dfafe8ba446 req-3f5da03a-5976-47d5-9b5c-0d57f97d0e5a tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 946 time: 0.0479195 Dec 06 15:43:10.686289 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f8d63740-0748-436d-9157-3dfafe8ba446 req-05ff3b22-49be-4c69-88f1-6ffe5727861c tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444164 Dec 06 15:43:10.811722 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921c342-88ab-4921-88c7-881b36415c70 req-80985fbc-4905-4275-91b5-c5e887aceb0e tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:10.813188 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3921c342-88ab-4921-88c7-881b36415c70 req-80985fbc-4905-4275-91b5-c5e887aceb0e tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 946 time: 0.0485437 Dec 06 15:43:10.859499 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3921c342-88ab-4921-88c7-881b36415c70 req-d9613517-0278-48e2-a8b1-7337a9cfb348 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396016 Dec 06 15:43:11.155942 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fa9b1-fd23-44aa-87b2-3c4763b37208 req-c41d804e-44d6-4814-8908-c3310664fc5e tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:11.157325 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b66fa9b1-fd23-44aa-87b2-3c4763b37208 req-c41d804e-44d6-4814-8908-c3310664fc5e tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 946 time: 0.0485668 Dec 06 15:43:11.206811 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b66fa9b1-fd23-44aa-87b2-3c4763b37208 req-e4427680-d3fa-4344-a234-05ec2672c368 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429325 Dec 06 15:43:12.323195 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49b541-aa75-4a70-a767-7d3e1dc7788c req-249ea0cc-439d-4496-bb0a-bb2ce1f099d5 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:12.324686 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e49b541-aa75-4a70-a767-7d3e1dc7788c req-249ea0cc-439d-4496-bb0a-bb2ce1f099d5 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 946 time: 0.0488405 Dec 06 15:43:12.371743 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e49b541-aa75-4a70-a767-7d3e1dc7788c req-5a6b4702-d98a-4fa5-a1b6-23c0dac7b4c6 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/security-groups?id=881c59e5-80bb-4e55-82b3-61a3c9e3add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411067 Dec 06 15:43:12.579954 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68aaaca-879d-4ef8-89a7-ff23e7548dbf req-05f8534a-9160-4cd7-afb5-379c038c1108 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:12.581433 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d68aaaca-879d-4ef8-89a7-ff23e7548dbf req-05f8534a-9160-4cd7-afb5-379c038c1108 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.37 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 946 time: 0.0484490 Dec 06 15:43:12.673789 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-d68aaaca-879d-4ef8-89a7-ff23e7548dbf req-111c4ce3-5081-4bcc-ae0d-5bdddb2e2452 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Deleting port 6b528f02-2eae-4539-bd75-84638bdeac87 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:43:12.674126 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d68aaaca-879d-4ef8-89a7-ff23e7548dbf req-111c4ce3-5081-4bcc-ae0d-5bdddb2e2452 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:12.760738 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-d68aaaca-879d-4ef8-89a7-ff23e7548dbf req-111c4ce3-5081-4bcc-ae0d-5bdddb2e2452 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] For port 6b528f02-2eae-4539-bd75-84638bdeac87, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6b528f02-2eae-4539-bd75-84638bdeac87,segment=NetworkSegment(386018ef-a193-4fe3-ab41-50fdae0d97ab),segment_id=386018ef-a193-4fe3-ab41-50fdae0d97ab)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:12.761021 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d68aaaca-879d-4ef8-89a7-ff23e7548dbf req-111c4ce3-5081-4bcc-ae0d-5bdddb2e2452 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:12.774092 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-d68aaaca-879d-4ef8-89a7-ff23e7548dbf req-111c4ce3-5081-4bcc-ae0d-5bdddb2e2452 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Calling delete_port for 6b528f02-2eae-4539-bd75-84638bdeac87 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:43:12.905873 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d68aaaca-879d-4ef8-89a7-ff23e7548dbf req-111c4ce3-5081-4bcc-ae0d-5bdddb2e2452 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:12.922200 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['6b528f02-2eae-4539-bd75-84638bdeac87'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:43:12.934946 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c4ce3-5081-4bcc-ae0d-5bdddb2e2452 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Pushing event deleted for resources: {'Port': ['ID=6b528f02-2eae-4539-bd75-84638bdeac87,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:12.978509 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68aaaca-879d-4ef8-89a7-ff23e7548dbf req-111c4ce3-5081-4bcc-ae0d-5bdddb2e2452 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] No DVR routers for this DVR port 6b528f02-2eae-4539-bd75-84638bdeac87 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:43:12.981062 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-d68aaaca-879d-4ef8-89a7-ff23e7548dbf req-111c4ce3-5081-4bcc-ae0d-5bdddb2e2452 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:12.984607 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d68aaaca-879d-4ef8-89a7-ff23e7548dbf req-111c4ce3-5081-4bcc-ae0d-5bdddb2e2452 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.37 "DELETE /v2.0/ports/6b528f02-2eae-4539-bd75-84638bdeac87 HTTP/1.1" status: 204 len: 173 time: 0.3957183 Dec 06 15:43:12.985045 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5652eebf-c68c-4dc8-95db-23a819258708', 'name': 'network-vif-deleted', 'tag': '6b528f02-2eae-4539-bd75-84638bdeac87'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:43:12.987276 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d539fd46-5283-4a7f-b72b-d1cde77b421a" -d '{"events": [{"server_uuid": "5652eebf-c68c-4dc8-95db-23a819258708", "name": "network-vif-deleted", "tag": "6b528f02-2eae-4539-bd75-84638bdeac87"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:43:13.027048 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e8a923-49d2-4b6c-ad88-3c2b2b3828bc x-openstack-request-id: req-e5e8a923-49d2-4b6c-ad88-3c2b2b3828bc {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:43:13.027351 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5652eebf-c68c-4dc8-95db-23a819258708", "name": "network-vif-deleted", "tag": "6b528f02-2eae-4539-bd75-84638bdeac87", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:43:13.027631 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5e8a923-49d2-4b6c-ad88-3c2b2b3828bc {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:43:13.028118 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5652eebf-c68c-4dc8-95db-23a819258708', 'name': 'network-vif-deleted', 'tag': '6b528f02-2eae-4539-bd75-84638bdeac87', 'status': 'completed', 'code': 200} Dec 06 15:43:13.125111 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device ebbbc57c-9853-4b43-adf2-98c6536db405 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:43:13.145106 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: ebbbc57c-9853-4b43-adf2-98c6536db405 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:43:13.145452 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device ebbbc57c-9853-4b43-adf2-98c6536db405 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:43:13.480653 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-244b7a96-fa2f-45d4-a147-1a0d0e30acd4 req-027db678-5c86-487c-a198-2a691d38a964 tempest-ServersNegativeTestJSON-1330151852 tempest-ServersNegativeTestJSON-1330151852-project] 10.222.0.20 "GET /v2.0/ports?device_id=5652eebf-c68c-4dc8-95db-23a819258708 HTTP/1.1" status: 200 len: 210 time: 0.0281148 Dec 06 15:43:14.539698 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47492) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:14.583302 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1fa3a5-3017-4a2f-b7de-4936437512e1 admin admin] Deleting subnet 773afdfa-810d-4423-b727-3b8dead2648f {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:43:14.587046 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e1fa3a5-3017-4a2f-b7de-4936437512e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:14.620779 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e1fa3a5-3017-4a2f-b7de-4936437512e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:14.658534 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e1fa3a5-3017-4a2f-b7de-4936437512e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:14.713188 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e1fa3a5-3017-4a2f-b7de-4936437512e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:14.737549 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fa3a5-3017-4a2f-b7de-4936437512e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=773afdfa-810d-4423-b727-3b8dead2648f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:14.742853 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e1fa3a5-3017-4a2f-b7de-4936437512e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:14.746029 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8e1fa3a5-3017-4a2f-b7de-4936437512e1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/773afdfa-810d-4423-b727-3b8dead2648f HTTP/1.1" status: 204 len: 168 time: 0.2053049 Dec 06 15:43:14.748720 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47494) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:14.814998 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-694a73a8-863b-4315-9d6c-c507a3eec445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:14.893390 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-694a73a8-863b-4315-9d6c-c507a3eec445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:14.915361 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-694a73a8-863b-4315-9d6c-c507a3eec445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72081ed-9fea-4a3c-9c76-783606abb95a']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:14.924336 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-694a73a8-863b-4315-9d6c-c507a3eec445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386018ef-a193-4fe3-ab41-50fdae0d97ab') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:14.924652 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-694a73a8-863b-4315-9d6c-c507a3eec445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386018ef-a193-4fe3-ab41-50fdae0d97ab') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:14.934267 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-694a73a8-863b-4315-9d6c-c507a3eec445 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:14.947482 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-694a73a8-863b-4315-9d6c-c507a3eec445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:14.953521 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694a73a8-863b-4315-9d6c-c507a3eec445 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:43:14.953934 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-694a73a8-863b-4315-9d6c-c507a3eec445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:43:14.955482 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:43:15.012175 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-694a73a8-863b-4315-9d6c-c507a3eec445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:15.017424 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-694a73a8-863b-4315-9d6c-c507a3eec445 admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:15.020508 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-694a73a8-863b-4315-9d6c-c507a3eec445 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f72081ed-9fea-4a3c-9c76-783606abb95a HTTP/1.1" status: 204 len: 168 time: 0.2708178 Dec 06 15:43:15.132828 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47498) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:15.179178 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-efb8d1e3-acbd-4a33-989f-60aefedf9455 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=603da9e380e44125ac0123d6a7f23e65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450814 Dec 06 15:43:15.181655 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47500) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:15.231946 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:15.254563 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:15.294124 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a73a8-863b-4315-9d6c-c507a3eec445 admin admin] Pushing event deleted for resources: {'Network': ['ID=f72081ed-9fea-4a3c-9c76-783606abb95a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:15.303443 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:15.306375 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:15.307611 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/881c59e5-80bb-4e55-82b3-61a3c9e3add7 HTTP/1.1" status: 204 len: 168 time: 0.1249084 Dec 06 15:43:15.317074 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881c59e5-80bb-4e55-82b3-61a3c9e3add7,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:15.324626 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:15.324973 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:15.325309 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:15.325643 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:15.325974 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:15.326300 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:15.326622 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:15.326944 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:15.327264 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:15.327581 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:15.327933 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:15.328252 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:15.328578 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989da358-2b9f-40f2-84a0-5291299cf8f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:15.964221 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47522) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:16.056417 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-160551a4-e785-47ba-9600-650a193bf209 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-358430035'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:16.078124 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160551a4-e785-47ba-9600-650a193bf209 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Made reservation on behalf of 3c0d832e277c45eba3f58b161bab2326 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:16.081539 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-160551a4-e785-47ba-9600-650a193bf209 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:16.090948 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-160551a4-e785-47ba-9600-650a193bf209 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:16.168469 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-160551a4-e785-47ba-9600-650a193bf209 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:16.172236 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-160551a4-e785-47ba-9600-650a193bf209 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:16.200105 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160551a4-e785-47ba-9600-650a193bf209 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:43:16.209549 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160551a4-e785-47ba-9600-650a193bf209 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2a5315-e479-45cd-be6c-60dfb5aaf715,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:16.215808 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-160551a4-e785-47ba-9600-650a193bf209 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:16.216162 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-160551a4-e785-47ba-9600-650a193bf209 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Added segment 427acc5b-b618-422b-b5ca-ed83e5ff97e2 of type vlan for network 2df9c453-5655-49e9-aee3-226dd36a1d85 Dec 06 15:43:16.259768 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-160551a4-e785-47ba-9600-650a193bf209 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:16.284138 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-160551a4-e785-47ba-9600-650a193bf209 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:16.289700 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160551a4-e785-47ba-9600-650a193bf209 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:16.290280 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-160551a4-e785-47ba-9600-650a193bf209 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:16.328286 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-160551a4-e785-47ba-9600-650a193bf209 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3628964 Dec 06 15:43:16.363455 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160551a4-e785-47ba-9600-650a193bf209 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event updated for resources: {'Network': ['ID=2df9c453-5655-49e9-aee3-226dd36a1d85,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:16.374765 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 2df9c453-5655-49e9-aee3-226dd36a1d85 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:43:16.758352 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6b528f02-2eae-4539-bd75-84638bdeac87 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:43:16.780142 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 6b528f02-2eae-4539-bd75-84638bdeac87 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:43:16.780491 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 6b528f02-2eae-4539-bd75-84638bdeac87 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:43:19.620552 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47526) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:19.625599 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Request body: {'subnet': {'network_id': '2df9c453-5655-49e9-aee3-226dd36a1d85', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:19.709470 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Made reservation on behalf of 3c0d832e277c45eba3f58b161bab2326 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:19.713092 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:19.899919 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:19.962994 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event updated for resources: {'Subnet': ['ID=f67af60d-927f-4e0c-8caf-f9408b054f65,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:19.974019 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:19.974881 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:19.975225 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:19.975562 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:19.975925 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:19.976255 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:19.976583 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:19.976911 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:19.977235 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:19.977560 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:19.977884 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:19.978205 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:19.978526 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:19.981508 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Checking segment: {'id': '427acc5b-b618-422b-b5ca-ed83e5ff97e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2df9c453-5655-49e9-aee3-226dd36a1d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:19.981856 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Network hostable DHCP agents. Network: 2df9c453-5655-49e9-aee3-226dd36a1d85, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:43:19.999528 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Network 2df9c453-5655-49e9-aee3-226dd36a1d85 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:43:20.007963 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2df9c453-5655-49e9-aee3-226dd36a1d85) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:20.012516 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:20.013572 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.016716 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f3e8f9-a228-49ee-8fa4-b466124c10c3 None None] Network 2df9c453-5655-49e9-aee3-226dd36a1d85 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:20.029465 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-de42addd-4ccb-4107-88a9-0a7fad7a3d72 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4077857 Dec 06 15:43:20.032924 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47528) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:20.038570 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f74d4184-82bd-4f24-bb1d-2588adce078c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1410651173'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:20.059368 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74d4184-82bd-4f24-bb1d-2588adce078c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Made reservation on behalf of 3c0d832e277c45eba3f58b161bab2326 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:20.062771 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f74d4184-82bd-4f24-bb1d-2588adce078c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.086286 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74d4184-82bd-4f24-bb1d-2588adce078c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:43:20.095760 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f74d4184-82bd-4f24-bb1d-2588adce078c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.096115 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-f74d4184-82bd-4f24-bb1d-2588adce078c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Added segment 1cd3c3c3-25f4-4789-9dce-41df60f9dfb7 of type vlan for network 161c037e-9ab6-4ff4-9ae1-5e950311cd47 Dec 06 15:43:20.135912 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f74d4184-82bd-4f24-bb1d-2588adce078c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.159318 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f74d4184-82bd-4f24-bb1d-2588adce078c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.164570 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-2df9c453-5655-49e9-aee3-226dd36a1d85', 'network_id': '2df9c453-5655-49e9-aee3-226dd36a1d85', 'tenant_id': '3c0d832e277c45eba3f58b161bab2326', 'fixed_ips': [{'subnet_id': 'f67af60d-927f-4e0c-8caf-f9408b054f65'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:43:20.165431 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.165565 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74d4184-82bd-4f24-bb1d-2588adce078c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:20.166126 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f74d4184-82bd-4f24-bb1d-2588adce078c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.218098 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f74d4184-82bd-4f24-bb1d-2588adce078c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1839199 Dec 06 15:43:20.221230 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47530) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:20.227248 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-03027ca4-d7c8-4809-8282-0f45189cddd6 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Request body: {'subnet': {'network_id': '161c037e-9ab6-4ff4-9ae1-5e950311cd47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:20.279586 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d4184-82bd-4f24-bb1d-2588adce078c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event updated for resources: {'Network': ['ID=161c037e-9ab6-4ff4-9ae1-5e950311cd47,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:20.294182 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 161c037e-9ab6-4ff4-9ae1-5e950311cd47 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:43:20.317600 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Allocated IP 2001:db8:0:ffff::2 (2df9c453-5655-49e9-aee3-226dd36a1d85/f67af60d-927f-4e0c-8caf-f9408b054f65/cc47e701-c727-4869-824c-3214f738d5f6) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:43:20.323477 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03027ca4-d7c8-4809-8282-0f45189cddd6 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Made reservation on behalf of 3c0d832e277c45eba3f58b161bab2326 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:20.327183 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03027ca4-d7c8-4809-8282-0f45189cddd6 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.504708 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.510713 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.522481 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03027ca4-d7c8-4809-8282-0f45189cddd6 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.586326 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03027ca4-d7c8-4809-8282-0f45189cddd6 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event updated for resources: {'Subnet': ['ID=8f5488bf-b78f-4c78-a472-656a5496f75d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:20.598139 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03027ca4-d7c8-4809-8282-0f45189cddd6 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Checking segment: {'id': '1cd3c3c3-25f4-4789-9dce-41df60f9dfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '161c037e-9ab6-4ff4-9ae1-5e950311cd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:20.598513 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03027ca4-d7c8-4809-8282-0f45189cddd6 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Network hostable DHCP agents. Network: 161c037e-9ab6-4ff4-9ae1-5e950311cd47, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:43:20.616851 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03027ca4-d7c8-4809-8282-0f45189cddd6 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Network 161c037e-9ab6-4ff4-9ae1-5e950311cd47 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:43:20.627675 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-03027ca4-d7c8-4809-8282-0f45189cddd6 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 161c037e-9ab6-4ff4-9ae1-5e950311cd47) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:20.632430 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03027ca4-d7c8-4809-8282-0f45189cddd6 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:20.633035 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03027ca4-d7c8-4809-8282-0f45189cddd6 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.651194 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-03027ca4-d7c8-4809-8282-0f45189cddd6 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4287832 Dec 06 15:43:20.653858 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47532) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:20.699670 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafdc144-b8a0-4029-bc64-c590544094a5 None None] Network 161c037e-9ab6-4ff4-9ae1-5e950311cd47 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:20.735211 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Network 2df9c453-5655-49e9-aee3-226dd36a1d85 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:43:20.742680 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:20.745087 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:43:20.748046 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Pushing event updated for resources: {'Port': ['ID=cc47e701-c727-4869-824c-3214f738d5f6,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:20.754140 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8ada722-86ae-4770-a0aa-9de2a26433b1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.794862 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:20.795207 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:20.795544 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:20.795902 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:20.796231 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:20.796559 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:20.796884 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:20.797206 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:20.797525 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:20.797853 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:20.798168 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:20.798485 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:20.798800 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:20.831864 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8ada722-86ae-4770-a0aa-9de2a26433b1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.858571 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Attempting to bind port cc47e701-c727-4869-824c-3214f738d5f6 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:43:20.859190 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Attempting to bind port cc47e701-c727-4869-824c-3214f738d5f6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '427acc5b-b618-422b-b5ca-ed83e5ff97e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2df9c453-5655-49e9-aee3-226dd36a1d85'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:43:20.859542 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Attempting to bind port cc47e701-c727-4869-824c-3214f738d5f6 on network 2df9c453-5655-49e9-aee3-226dd36a1d85 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:43:20.883097 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:43:20.883552 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Checking segment: {'id': '427acc5b-b618-422b-b5ca-ed83e5ff97e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2df9c453-5655-49e9-aee3-226dd36a1d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:20.883919 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.884308 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Bound using segment: {'id': '427acc5b-b618-422b-b5ca-ed83e5ff97e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2df9c453-5655-49e9-aee3-226dd36a1d85'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:43:20.884770 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Bound port: cc47e701-c727-4869-824c-3214f738d5f6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427acc5b-b618-422b-b5ca-ed83e5ff97e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2df9c453-5655-49e9-aee3-226dd36a1d85'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:43:20.885286 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.895116 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8ada722-86ae-4770-a0aa-9de2a26433b1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.929552 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ada722-86ae-4770-a0aa-9de2a26433b1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event deleted for resources: {'Subnet': ['ID=8f5488bf-b78f-4c78-a472-656a5496f75d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:20.970518 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fbaad9-348f-4b6a-bfa0-0b2cc0a7d488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-161c037e-9ab6-4ff4-9ae1-5e950311cd47', 'network_id': '161c037e-9ab6-4ff4-9ae1-5e950311cd47', 'tenant_id': '3c0d832e277c45eba3f58b161bab2326', 'fixed_ips': [{'subnet_id': '8f5488bf-b78f-4c78-a472-656a5496f75d'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:43:20.971335 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-23fbaad9-348f-4b6a-bfa0-0b2cc0a7d488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.988251 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8ada722-86ae-4770-a0aa-9de2a26433b1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:20.996132 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] For port cc47e701-c727-4869-824c-3214f738d5f6, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:43:21.010089 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e8ada722-86ae-4770-a0aa-9de2a26433b1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161c037e-9ab6-4ff4-9ae1-5e950311cd47']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:21.014614 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] For port cc47e701-c727-4869-824c-3214f738d5f6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc47e701-c727-4869-824c-3214f738d5f6,segment=NetworkSegment(427acc5b-b618-422b-b5ca-ed83e5ff97e2),segment_id=427acc5b-b618-422b-b5ca-ed83e5ff97e2)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:43:21.020565 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e8ada722-86ae-4770-a0aa-9de2a26433b1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd3c3c3-25f4-4789-9dce-41df60f9dfb7') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:21.020985 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e8ada722-86ae-4770-a0aa-9de2a26433b1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd3c3c3-25f4-4789-9dce-41df60f9dfb7') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:21.030248 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8ada722-86ae-4770-a0aa-9de2a26433b1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:21.043196 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8ada722-86ae-4770-a0aa-9de2a26433b1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:21.049119 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ada722-86ae-4770-a0aa-9de2a26433b1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:43:21.049473 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8ada722-86ae-4770-a0aa-9de2a26433b1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:43:21.053002 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:43:21.057448 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:21.094385 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfeef67-99d1-4141-be97-821fe6e62af7 None None] Network 161c037e-9ab6-4ff4-9ae1-5e950311cd47 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:21.113794 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8ada722-86ae-4770-a0aa-9de2a26433b1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:21.122944 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8ada722-86ae-4770-a0aa-9de2a26433b1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:21.129445 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e8ada722-86ae-4770-a0aa-9de2a26433b1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "DELETE /v2.0/networks/161c037e-9ab6-4ff4-9ae1-5e950311cd47 HTTP/1.1" status: 204 len: 168 time: 0.4713433 Dec 06 15:43:21.129791 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47534) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:21.137251 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-486915ba-6453-4d0c-8392-cf9cf5cfb81c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1377912580'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:21.146839 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab7fe4-db43-4db0-95ef-203f7d09780d None None] Pushing event updated for resources: {'Port': ['ID=cc47e701-c727-4869-824c-3214f738d5f6,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:21.149900 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ada722-86ae-4770-a0aa-9de2a26433b1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event deleted for resources: {'Network': ['ID=161c037e-9ab6-4ff4-9ae1-5e950311cd47,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:21.168265 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486915ba-6453-4d0c-8392-cf9cf5cfb81c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Made reservation on behalf of 3c0d832e277c45eba3f58b161bab2326 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:21.173532 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-486915ba-6453-4d0c-8392-cf9cf5cfb81c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:21.205641 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486915ba-6453-4d0c-8392-cf9cf5cfb81c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:43:21.215864 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-486915ba-6453-4d0c-8392-cf9cf5cfb81c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:21.216208 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-486915ba-6453-4d0c-8392-cf9cf5cfb81c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Added segment f19dbabd-ac38-4c0d-982a-568160be190a of type vlan for network 8d1ffe58-2560-46af-b29a-8196ee116643 Dec 06 15:43:21.260725 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-486915ba-6453-4d0c-8392-cf9cf5cfb81c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:21.285576 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-486915ba-6453-4d0c-8392-cf9cf5cfb81c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:21.291681 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486915ba-6453-4d0c-8392-cf9cf5cfb81c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:21.292354 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-486915ba-6453-4d0c-8392-cf9cf5cfb81c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:21.340911 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-486915ba-6453-4d0c-8392-cf9cf5cfb81c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2088776 Dec 06 15:43:21.343841 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47536) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:21.348917 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-cc20bd59-7767-429c-a8dd-983278d23e27 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Request body: {'subnet': {'network_id': '8d1ffe58-2560-46af-b29a-8196ee116643', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:21.392749 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486915ba-6453-4d0c-8392-cf9cf5cfb81c tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event updated for resources: {'Network': ['ID=8d1ffe58-2560-46af-b29a-8196ee116643,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:21.403258 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 8d1ffe58-2560-46af-b29a-8196ee116643 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:43:21.470622 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc20bd59-7767-429c-a8dd-983278d23e27 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Made reservation on behalf of 3c0d832e277c45eba3f58b161bab2326 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:21.474952 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cc20bd59-7767-429c-a8dd-983278d23e27 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:21.536316 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-cc20bd59-7767-429c-a8dd-983278d23e27 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Performing IP validity checks on allocation pools {{(pid=103289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 15:43:21.537287 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-cc20bd59-7767-429c-a8dd-983278d23e27 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 15:43:21.653448 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cc20bd59-7767-429c-a8dd-983278d23e27 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:21.717355 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20bd59-7767-429c-a8dd-983278d23e27 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event updated for resources: {'Subnet': ['ID=9074415f-fe09-47c8-b1ed-b795322b3053,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:21.725297 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20bd59-7767-429c-a8dd-983278d23e27 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Checking segment: {'id': 'f19dbabd-ac38-4c0d-982a-568160be190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8d1ffe58-2560-46af-b29a-8196ee116643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:21.725655 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc20bd59-7767-429c-a8dd-983278d23e27 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Network hostable DHCP agents. Network: 8d1ffe58-2560-46af-b29a-8196ee116643, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:43:21.742762 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc20bd59-7767-429c-a8dd-983278d23e27 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Network 8d1ffe58-2560-46af-b29a-8196ee116643 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:43:21.752220 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-cc20bd59-7767-429c-a8dd-983278d23e27 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 8d1ffe58-2560-46af-b29a-8196ee116643) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:21.756675 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc20bd59-7767-429c-a8dd-983278d23e27 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:21.757275 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cc20bd59-7767-429c-a8dd-983278d23e27 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:21.761561 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407efe07-aaeb-4512-88c2-22b4eaf693b1 None None] Network 8d1ffe58-2560-46af-b29a-8196ee116643 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:21.776703 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cc20bd59-7767-429c-a8dd-983278d23e27 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4318211 Dec 06 15:43:21.779269 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47538) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:21.885245 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:21.923214 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-8d1ffe58-2560-46af-b29a-8196ee116643', 'network_id': '8d1ffe58-2560-46af-b29a-8196ee116643', 'tenant_id': '3c0d832e277c45eba3f58b161bab2326', 'fixed_ips': [{'subnet_id': '9074415f-fe09-47c8-b1ed-b795322b3053'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:43:21.924116 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:21.985472 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:22.079959 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Allocated IP 2001:db8::3 (8d1ffe58-2560-46af-b29a-8196ee116643/9074415f-fe09-47c8-b1ed-b795322b3053/30760c81-bf64-468d-8ce8-03c253b6d9b1) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:43:22.092208 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba39af2-0497-420e-b3c5-8926c4695728 None None] Network 2df9c453-5655-49e9-aee3-226dd36a1d85 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:22.219891 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-24ef2023-8321-44b9-b96f-850f2b9afe10 None None] Provisioning complete for port cc47e701-c727-4869-824c-3214f738d5f6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:22.220261 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24ef2023-8321-44b9-b96f-850f2b9afe10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:22.369187 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:22.391350 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:22.403719 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:22.431940 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event deleted for resources: {'Subnet': ['ID=9074415f-fe09-47c8-b1ed-b795322b3053,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:22.470801 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Network 8d1ffe58-2560-46af-b29a-8196ee116643 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:43:22.478383 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:22.481972 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24ef2023-8321-44b9-b96f-850f2b9afe10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:22.484951 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:43:22.488835 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Pushing event updated for resources: {'Port': ['ID=30760c81-bf64-468d-8ce8-03c253b6d9b1,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:22.496980 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:22.521572 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1ffe58-2560-46af-b29a-8196ee116643']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:22.534785 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19dbabd-ac38-4c0d-982a-568160be190a') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:22.535083 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19dbabd-ac38-4c0d-982a-568160be190a') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:22.545829 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:22.559172 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-24ef2023-8321-44b9-b96f-850f2b9afe10 None None] For port cc47e701-c727-4869-824c-3214f738d5f6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc47e701-c727-4869-824c-3214f738d5f6,segment=NetworkSegment(427acc5b-b618-422b-b5ca-ed83e5ff97e2),segment_id=427acc5b-b618-422b-b5ca-ed83e5ff97e2)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:22.570908 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:22.575867 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Attempting to bind port 30760c81-bf64-468d-8ce8-03c253b6d9b1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:43:22.575867 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Attempting to bind port 30760c81-bf64-468d-8ce8-03c253b6d9b1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f19dbabd-ac38-4c0d-982a-568160be190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8d1ffe58-2560-46af-b29a-8196ee116643'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:43:22.576369 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Attempting to bind port 30760c81-bf64-468d-8ce8-03c253b6d9b1 on network 8d1ffe58-2560-46af-b29a-8196ee116643 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:43:22.578412 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:43:22.578872 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:43:22.582223 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:43:22.585735 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:43:22.586175 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Checking segment: {'id': 'f19dbabd-ac38-4c0d-982a-568160be190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8d1ffe58-2560-46af-b29a-8196ee116643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:22.586591 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:22.586994 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Bound using segment: {'id': 'f19dbabd-ac38-4c0d-982a-568160be190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8d1ffe58-2560-46af-b29a-8196ee116643'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:43:22.587522 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Bound port: 30760c81-bf64-468d-8ce8-03c253b6d9b1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19dbabd-ac38-4c0d-982a-568160be190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8d1ffe58-2560-46af-b29a-8196ee116643'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:43:22.587953 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:22.611123 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24ef2023-8321-44b9-b96f-850f2b9afe10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:22.652810 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.db.api [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 15:43:22.652810 n-d-master-1 neutron-server[103289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 15:43:22.652810 n-d-master-1 neutron-server[103289]: [parameters: {'id': '8d1ffe58-2560-46af-b29a-8196ee116643'}] Dec 06 15:43:22.652810 n-d-master-1 neutron-server[103289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:43:22.653422 n-d-master-1 neutron-server[103289]: DEBUG oslo_db.api [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:43:22.664882 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cc47e701-c727-4869-824c-3214f738d5f6 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:43:22.749936 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef2023-8321-44b9-b96f-850f2b9afe10 None None] Pushing event updated for resources: {'Port': ['ID=cc47e701-c727-4869-824c-3214f738d5f6,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:22.759944 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] For port 30760c81-bf64-468d-8ce8-03c253b6d9b1, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:43:22.764375 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] For port 30760c81-bf64-468d-8ce8-03c253b6d9b1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=30760c81-bf64-468d-8ce8-03c253b6d9b1,segment=NetworkSegment(f19dbabd-ac38-4c0d-982a-568160be190a),segment_id=f19dbabd-ac38-4c0d-982a-568160be190a)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:43:22.766440 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-30fd714b-aea2-4c06-9950-571bde85e89c None None] Provisioning complete for port cc47e701-c727-4869-824c-3214f738d5f6 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:22.766849 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-30fd714b-aea2-4c06-9950-571bde85e89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:22.772137 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:22.850058 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port cc47e701-c727-4869-824c-3214f738d5f6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:22.850427 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:22.910640 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeccf2f-be65-4d61-93d9-d06219ebdf59 None None] Pushing event updated for resources: {'Port': ['ID=30760c81-bf64-468d-8ce8-03c253b6d9b1,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:22.926893 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aa2d11-598f-4da9-be34-3d0751ae3b78 None None] Network 8d1ffe58-2560-46af-b29a-8196ee116643 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:23.116381 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe6b2f2-5f56-4d07-b241-b1170eeed432 None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:43:23.155045 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:23.180728 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe6b2f2-5f56-4d07-b241-b1170eeed432 None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:43:23.212318 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Deleting port 30760c81-bf64-468d-8ce8-03c253b6d9b1 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:43:23.212657 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:23.274276 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] For port 30760c81-bf64-468d-8ce8-03c253b6d9b1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=30760c81-bf64-468d-8ce8-03c253b6d9b1,segment=NetworkSegment(f19dbabd-ac38-4c0d-982a-568160be190a),segment_id=f19dbabd-ac38-4c0d-982a-568160be190a)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:23.274647 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:23.287481 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Calling delete_port for 30760c81-bf64-468d-8ce8-03c253b6d9b1 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:43:23.369627 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:23.396381 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event deleted for resources: {'Port': ['ID=30760c81-bf64-468d-8ce8-03c253b6d9b1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:23.398174 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] No DVR routers for this DVR port 30760c81-bf64-468d-8ce8-03c253b6d9b1 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:43:23.475996 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:23.496978 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1ffe58-2560-46af-b29a-8196ee116643']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:23.506688 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19dbabd-ac38-4c0d-982a-568160be190a') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:23.506981 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19dbabd-ac38-4c0d-982a-568160be190a') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:23.515989 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:23.528453 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:23.534058 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:43:23.534461 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:43:23.537833 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:43:23.594645 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:23.601844 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:23.604870 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "DELETE /v2.0/networks/8d1ffe58-2560-46af-b29a-8196ee116643 HTTP/1.1" status: 204 len: 168 time: 1.8244572 Dec 06 15:43:23.608530 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47540) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:23.613939 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7db70cfe-6c61-48c1-9e4a-7a3fd6d7cc56 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-892175419'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:23.620421 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4f1b4-472f-4e72-ba47-cb2cba9fb6af tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event deleted for resources: {'Network': ['ID=8d1ffe58-2560-46af-b29a-8196ee116643,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:23.636698 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db70cfe-6c61-48c1-9e4a-7a3fd6d7cc56 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Made reservation on behalf of 3c0d832e277c45eba3f58b161bab2326 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:23.640480 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7db70cfe-6c61-48c1-9e4a-7a3fd6d7cc56 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:23.664524 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db70cfe-6c61-48c1-9e4a-7a3fd6d7cc56 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:43:23.673639 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7db70cfe-6c61-48c1-9e4a-7a3fd6d7cc56 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:23.673982 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-7db70cfe-6c61-48c1-9e4a-7a3fd6d7cc56 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Added segment 367226b8-4cbf-4a31-9071-69f6557de191 of type vlan for network 5427b1e7-45b7-4a58-8592-3355022af808 Dec 06 15:43:23.713525 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7db70cfe-6c61-48c1-9e4a-7a3fd6d7cc56 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:23.737682 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7db70cfe-6c61-48c1-9e4a-7a3fd6d7cc56 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:23.743872 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db70cfe-6c61-48c1-9e4a-7a3fd6d7cc56 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:23.744450 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7db70cfe-6c61-48c1-9e4a-7a3fd6d7cc56 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:23.780604 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7db70cfe-6c61-48c1-9e4a-7a3fd6d7cc56 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1707218 Dec 06 15:43:23.783352 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47542) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:23.788525 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b968c3da-b07d-4f5e-804e-3cb303c4d17e tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Request body: {'subnet': {'network_id': '5427b1e7-45b7-4a58-8592-3355022af808', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:23.831456 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db70cfe-6c61-48c1-9e4a-7a3fd6d7cc56 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event updated for resources: {'Network': ['ID=5427b1e7-45b7-4a58-8592-3355022af808,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:23.841190 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 5427b1e7-45b7-4a58-8592-3355022af808 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:43:23.906678 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b968c3da-b07d-4f5e-804e-3cb303c4d17e tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Made reservation on behalf of 3c0d832e277c45eba3f58b161bab2326 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:23.910342 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b968c3da-b07d-4f5e-804e-3cb303c4d17e tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:24.087259 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b968c3da-b07d-4f5e-804e-3cb303c4d17e tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:24.153145 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968c3da-b07d-4f5e-804e-3cb303c4d17e tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event updated for resources: {'Subnet': ['ID=0b82b207-20a3-444f-a278-2f0a6b61797c,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:24.158153 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b968c3da-b07d-4f5e-804e-3cb303c4d17e tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Checking segment: {'id': '367226b8-4cbf-4a31-9071-69f6557de191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5427b1e7-45b7-4a58-8592-3355022af808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:24.158509 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b968c3da-b07d-4f5e-804e-3cb303c4d17e tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Network hostable DHCP agents. Network: 5427b1e7-45b7-4a58-8592-3355022af808, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:43:24.175141 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b968c3da-b07d-4f5e-804e-3cb303c4d17e tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Network 5427b1e7-45b7-4a58-8592-3355022af808 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:43:24.183184 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b968c3da-b07d-4f5e-804e-3cb303c4d17e tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5427b1e7-45b7-4a58-8592-3355022af808) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:24.187161 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b968c3da-b07d-4f5e-804e-3cb303c4d17e tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:24.187765 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b968c3da-b07d-4f5e-804e-3cb303c4d17e tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:24.192382 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b98026-c079-438e-b416-c1ca959efe11 None None] Network 5427b1e7-45b7-4a58-8592-3355022af808 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:24.202905 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b968c3da-b07d-4f5e-804e-3cb303c4d17e tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4185104 Dec 06 15:43:24.206754 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47544) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:24.212344 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f6ea95c2-1beb-4bc6-b3bf-77fb79b95b32 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1321931842'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:24.233127 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ea95c2-1beb-4bc6-b3bf-77fb79b95b32 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Made reservation on behalf of 3c0d832e277c45eba3f58b161bab2326 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:24.236790 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6ea95c2-1beb-4bc6-b3bf-77fb79b95b32 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:24.259355 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ea95c2-1beb-4bc6-b3bf-77fb79b95b32 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:43:24.268611 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6ea95c2-1beb-4bc6-b3bf-77fb79b95b32 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:24.268954 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-f6ea95c2-1beb-4bc6-b3bf-77fb79b95b32 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Added segment 0006414f-a93d-4da1-82a9-9451fe322970 of type vlan for network 53be0d25-faf5-4e7a-ad6d-bed3c1741e24 Dec 06 15:43:24.320696 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6ea95c2-1beb-4bc6-b3bf-77fb79b95b32 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:24.340931 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5427b1e7-45b7-4a58-8592-3355022af808', 'network_id': '5427b1e7-45b7-4a58-8592-3355022af808', 'tenant_id': '3c0d832e277c45eba3f58b161bab2326', 'fixed_ips': [{'subnet_id': '0b82b207-20a3-444f-a278-2f0a6b61797c'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:43:24.341726 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:24.345804 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6ea95c2-1beb-4bc6-b3bf-77fb79b95b32 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:24.351553 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ea95c2-1beb-4bc6-b3bf-77fb79b95b32 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:24.352155 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6ea95c2-1beb-4bc6-b3bf-77fb79b95b32 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:24.387543 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f6ea95c2-1beb-4bc6-b3bf-77fb79b95b32 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1796658 Dec 06 15:43:24.390428 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47546) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:24.397956 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4f014b2d-ac8c-4bbe-bfca-af8089ef18dd tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Request body: {'subnet': {'network_id': '53be0d25-faf5-4e7a-ad6d-bed3c1741e24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:24.436527 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea95c2-1beb-4bc6-b3bf-77fb79b95b32 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event updated for resources: {'Network': ['ID=53be0d25-faf5-4e7a-ad6d-bed3c1741e24,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:24.460957 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 53be0d25-faf5-4e7a-ad6d-bed3c1741e24 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:43:24.504840 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Allocated IP 2001:db8::2 (5427b1e7-45b7-4a58-8592-3355022af808/0b82b207-20a3-444f-a278-2f0a6b61797c/13ee19ce-be80-4cca-a811-a0a23a67211f) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:43:24.516022 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f014b2d-ac8c-4bbe-bfca-af8089ef18dd tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Made reservation on behalf of 3c0d832e277c45eba3f58b161bab2326 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:24.519618 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f014b2d-ac8c-4bbe-bfca-af8089ef18dd tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:24.710374 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f014b2d-ac8c-4bbe-bfca-af8089ef18dd tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:24.769430 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cc47e701-c727-4869-824c-3214f738d5f6 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:43:24.771326 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f014b2d-ac8c-4bbe-bfca-af8089ef18dd tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event updated for resources: {'Subnet': ['ID=1936a963-546f-4c92-ac34-efd1dad1a9c1,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:24.780351 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f014b2d-ac8c-4bbe-bfca-af8089ef18dd tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Checking segment: {'id': '0006414f-a93d-4da1-82a9-9451fe322970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '53be0d25-faf5-4e7a-ad6d-bed3c1741e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:24.780729 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f014b2d-ac8c-4bbe-bfca-af8089ef18dd tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Network hostable DHCP agents. Network: 53be0d25-faf5-4e7a-ad6d-bed3c1741e24, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:43:24.796775 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f014b2d-ac8c-4bbe-bfca-af8089ef18dd tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Network 53be0d25-faf5-4e7a-ad6d-bed3c1741e24 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:43:24.805427 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4f014b2d-ac8c-4bbe-bfca-af8089ef18dd tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 53be0d25-faf5-4e7a-ad6d-bed3c1741e24) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:24.809443 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f014b2d-ac8c-4bbe-bfca-af8089ef18dd tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:24.810026 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f014b2d-ac8c-4bbe-bfca-af8089ef18dd tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:24.821721 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3e9c40-6bd5-4407-bb10-488ab3ce1983 None None] Network 53be0d25-faf5-4e7a-ad6d-bed3c1741e24 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:24.827451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4f014b2d-ac8c-4bbe-bfca-af8089ef18dd tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4359915 Dec 06 15:43:24.830015 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47548) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:24.928025 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13bf57a7-f4b1-410e-9532-6f29f222a583 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:24.959695 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port cc47e701-c727-4869-824c-3214f738d5f6 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:24.960066 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:24.965593 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:24.979273 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13bf57a7-f4b1-410e-9532-6f29f222a583 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:24.994022 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.039134 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13bf57a7-f4b1-410e-9532-6f29f222a583 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.065429 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf57a7-f4b1-410e-9532-6f29f222a583 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event deleted for resources: {'Subnet': ['ID=1936a963-546f-4c92-ac34-efd1dad1a9c1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:25.076976 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Network 5427b1e7-45b7-4a58-8592-3355022af808 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:43:25.087120 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:25.089493 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:43:25.123641 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Pushing event updated for resources: {'Port': ['ID=13ee19ce-be80-4cca-a811-a0a23a67211f,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:25.133674 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13bf57a7-f4b1-410e-9532-6f29f222a583 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.156521 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-13bf57a7-f4b1-410e-9532-6f29f222a583 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53be0d25-faf5-4e7a-ad6d-bed3c1741e24']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:25.163788 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dc3ebc-f5fb-40af-aad3-a1acdabbb336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-53be0d25-faf5-4e7a-ad6d-bed3c1741e24', 'network_id': '53be0d25-faf5-4e7a-ad6d-bed3c1741e24', 'tenant_id': '3c0d832e277c45eba3f58b161bab2326', 'fixed_ips': [{'subnet_id': '1936a963-546f-4c92-ac34-efd1dad1a9c1'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:43:25.164637 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3ebc-f5fb-40af-aad3-a1acdabbb336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.166740 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-13bf57a7-f4b1-410e-9532-6f29f222a583 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0006414f-a93d-4da1-82a9-9451fe322970') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:25.167035 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-13bf57a7-f4b1-410e-9532-6f29f222a583 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0006414f-a93d-4da1-82a9-9451fe322970') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:25.176683 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13bf57a7-f4b1-410e-9532-6f29f222a583 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.192605 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13bf57a7-f4b1-410e-9532-6f29f222a583 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.199029 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bf57a7-f4b1-410e-9532-6f29f222a583 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:43:25.199512 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13bf57a7-f4b1-410e-9532-6f29f222a583 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:43:25.202710 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:43:25.219751 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Attempting to bind port 13ee19ce-be80-4cca-a811-a0a23a67211f on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:43:25.220300 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Attempting to bind port 13ee19ce-be80-4cca-a811-a0a23a67211f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '367226b8-4cbf-4a31-9071-69f6557de191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5427b1e7-45b7-4a58-8592-3355022af808'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:43:25.220474 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Attempting to bind port 13ee19ce-be80-4cca-a811-a0a23a67211f on network 5427b1e7-45b7-4a58-8592-3355022af808 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:43:25.238457 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:43:25.238820 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Checking segment: {'id': '367226b8-4cbf-4a31-9071-69f6557de191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5427b1e7-45b7-4a58-8592-3355022af808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:25.239394 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.240365 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Bound using segment: {'id': '367226b8-4cbf-4a31-9071-69f6557de191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5427b1e7-45b7-4a58-8592-3355022af808'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:43:25.241055 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Bound port: 13ee19ce-be80-4cca-a811-a0a23a67211f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367226b8-4cbf-4a31-9071-69f6557de191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5427b1e7-45b7-4a58-8592-3355022af808'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:43:25.241339 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.302545 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13bf57a7-f4b1-410e-9532-6f29f222a583 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.311169 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13bf57a7-f4b1-410e-9532-6f29f222a583 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.314463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-13bf57a7-f4b1-410e-9532-6f29f222a583 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "DELETE /v2.0/networks/53be0d25-faf5-4e7a-ad6d-bed3c1741e24 HTTP/1.1" status: 204 len: 168 time: 0.4833941 Dec 06 15:43:25.317793 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47550) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:25.325677 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7427efe-215b-442a-9162-9e26a0150da5 None None] Network 53be0d25-faf5-4e7a-ad6d-bed3c1741e24 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:25.336384 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf57a7-f4b1-410e-9532-6f29f222a583 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event deleted for resources: {'Network': ['ID=53be0d25-faf5-4e7a-ad6d-bed3c1741e24,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:25.348405 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7427efe-215b-442a-9162-9e26a0150da5 None None] Network 53be0d25-faf5-4e7a-ad6d-bed3c1741e24 could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 15:43:25.355460 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d623b985-484a-4084-b961-6c68a25b1edb tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] GET failed (client error): The resource could not be found. Dec 06 15:43:25.359727 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d623b985-484a-4084-b961-6c68a25b1edb tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "GET /v2.0/subnets/1936a963-546f-4c92-ac34-efd1dad1a9c1 HTTP/1.1" status: 404 len: 337 time: 0.0381422 Dec 06 15:43:25.360031 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47552) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:25.376427 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] For port 13ee19ce-be80-4cca-a811-a0a23a67211f, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:43:25.378625 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f2450e-2888-4f9d-b974-c0a5065b9af7 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] DELETE failed (client error): The resource could not be found. Dec 06 15:43:25.379145 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f2450e-2888-4f9d-b974-c0a5065b9af7 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:43:25.379536 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] For port 13ee19ce-be80-4cca-a811-a0a23a67211f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=13ee19ce-be80-4cca-a811-a0a23a67211f,segment=NetworkSegment(367226b8-4cbf-4a31-9071-69f6557de191),segment_id=367226b8-4cbf-4a31-9071-69f6557de191)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:43:25.387990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e7f2450e-2888-4f9d-b974-c0a5065b9af7 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "DELETE /v2.0/networks/53be0d25-faf5-4e7a-ad6d-bed3c1741e24 HTTP/1.1" status: 404 len: 339 time: 0.0218902 Dec 06 15:43:25.388225 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47554) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:25.390019 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.413748 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f5921b-ac62-486b-b160-e0b7e0d30027 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] DELETE failed (client error): The resource could not be found. Dec 06 15:43:25.414199 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f5921b-ac62-486b-b160-e0b7e0d30027 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:43:25.417213 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-43f5921b-ac62-486b-b160-e0b7e0d30027 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "DELETE /v2.0/subnets/1936a963-546f-4c92-ac34-efd1dad1a9c1 HTTP/1.1" status: 404 len: 337 time: 0.0280776 Dec 06 15:43:25.420312 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47556) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:25.445370 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-285a44c0-5ccb-454e-8fed-8e23f199cfb8 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] DELETE failed (client error): The resource could not be found. Dec 06 15:43:25.445939 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285a44c0-5ccb-454e-8fed-8e23f199cfb8 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:43:25.449784 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-285a44c0-5ccb-454e-8fed-8e23f199cfb8 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "DELETE /v2.0/networks/53be0d25-faf5-4e7a-ad6d-bed3c1741e24 HTTP/1.1" status: 404 len: 339 time: 0.0285101 Dec 06 15:43:25.451807 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47558) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:25.454890 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01b492-4891-4e9f-87ef-989d821d7a92 None None] Pushing event updated for resources: {'Port': ['ID=13ee19ce-be80-4cca-a811-a0a23a67211f,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:25.509865 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efab401-6866-4590-b8b9-c1798c29f94f tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Deleting subnet 0b82b207-20a3-444f-a278-2f0a6b61797c {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:43:25.513306 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3efab401-6866-4590-b8b9-c1798c29f94f tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.560161 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3efab401-6866-4590-b8b9-c1798c29f94f tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.658592 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3efab401-6866-4590-b8b9-c1798c29f94f tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.719570 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3efab401-6866-4590-b8b9-c1798c29f94f tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.751874 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efab401-6866-4590-b8b9-c1798c29f94f tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event deleted for resources: {'Subnet': ['ID=0b82b207-20a3-444f-a278-2f0a6b61797c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:25.756104 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3efab401-6866-4590-b8b9-c1798c29f94f tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.759059 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3efab401-6866-4590-b8b9-c1798c29f94f tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "DELETE /v2.0/subnets/0b82b207-20a3-444f-a278-2f0a6b61797c HTTP/1.1" status: 204 len: 168 time: 0.3063228 Dec 06 15:43:25.761647 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47560) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:25.837204 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.889633 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Deleting port 13ee19ce-be80-4cca-a811-a0a23a67211f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:43:25.889966 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.954615 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] For port 13ee19ce-be80-4cca-a811-a0a23a67211f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=13ee19ce-be80-4cca-a811-a0a23a67211f,segment=NetworkSegment(367226b8-4cbf-4a31-9071-69f6557de191),segment_id=367226b8-4cbf-4a31-9071-69f6557de191)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:25.954975 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:25.967072 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Calling delete_port for 13ee19ce-be80-4cca-a811-a0a23a67211f owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:43:26.046259 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:26.074002 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event deleted for resources: {'Port': ['ID=13ee19ce-be80-4cca-a811-a0a23a67211f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:26.075863 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] No DVR routers for this DVR port 13ee19ce-be80-4cca-a811-a0a23a67211f on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:43:26.160056 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:26.181397 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5427b1e7-45b7-4a58-8592-3355022af808']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:26.191135 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367226b8-4cbf-4a31-9071-69f6557de191') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:26.191430 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367226b8-4cbf-4a31-9071-69f6557de191') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:26.202266 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:26.215855 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:26.222303 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:43:26.222774 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:43:26.225964 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:43:26.291544 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:26.295377 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:26.301270 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "DELETE /v2.0/networks/5427b1e7-45b7-4a58-8592-3355022af808 HTTP/1.1" status: 204 len: 168 time: 0.5361784 Dec 06 15:43:26.301598 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47562) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:26.317489 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75ea01-3b01-4e0a-bf5a-a3896710f35a tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event deleted for resources: {'Network': ['ID=5427b1e7-45b7-4a58-8592-3355022af808,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:26.330209 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3f62dd-7d8e-4b7b-8a72-749d4bf47886 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] DELETE failed (client error): The resource could not be found. Dec 06 15:43:26.330655 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d3f62dd-7d8e-4b7b-8a72-749d4bf47886 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:43:26.333710 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3d3f62dd-7d8e-4b7b-8a72-749d4bf47886 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "DELETE /v2.0/subnets/9074415f-fe09-47c8-b1ed-b795322b3053 HTTP/1.1" status: 404 len: 337 time: 0.0306008 Dec 06 15:43:26.336335 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47564) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:26.354963 n-d-master-1 neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae919518-aad2-4f79-80aa-4f75b6904f30 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] DELETE failed (client error): The resource could not be found. Dec 06 15:43:26.355635 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae919518-aad2-4f79-80aa-4f75b6904f30 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103288) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:43:26.375816 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ae919518-aad2-4f79-80aa-4f75b6904f30 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "DELETE /v2.0/networks/8d1ffe58-2560-46af-b29a-8196ee116643 HTTP/1.1" status: 404 len: 339 time: 0.0296166 Dec 06 15:43:26.376022 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47566) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:26.382038 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-11c08399-db65-4f3c-b32b-e1aa00b2b84b None None] Could not find standard attr ID for object 13ee19ce-be80-4cca-a811-a0a23a67211f. {{(pid=103290) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:43:26.392905 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67259148-5e21-4dce-98ac-ae99c8068008 None None] DHCP port deletion for 5427b1e7-45b7-4a58-8592-3355022af808 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:43:26.396747 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b587bb43-668d-4785-9958-ec2b618f404d tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] DELETE failed (client error): The resource could not be found. Dec 06 15:43:26.397293 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b587bb43-668d-4785-9958-ec2b618f404d tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:43:26.404977 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b587bb43-668d-4785-9958-ec2b618f404d tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "DELETE /v2.0/subnets/8f5488bf-b78f-4c78-a472-656a5496f75d HTTP/1.1" status: 404 len: 337 time: 0.0318837 Dec 06 15:43:26.408380 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47568) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:26.408947 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8287da8d-80f7-441e-a14a-fa2a3c05fdd7 None None] Network 5427b1e7-45b7-4a58-8592-3355022af808 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:26.420656 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8287da8d-80f7-441e-a14a-fa2a3c05fdd7 None None] Network 5427b1e7-45b7-4a58-8592-3355022af808 could not be found, it might have been deleted concurrently. {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 15:43:26.423609 n-d-master-1 neutron-server[103289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c5d414-479b-4d41-991c-a1497edfaec1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] DELETE failed (client error): The resource could not be found. Dec 06 15:43:26.424271 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c5d414-479b-4d41-991c-a1497edfaec1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:43:26.427886 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d6c5d414-479b-4d41-991c-a1497edfaec1 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "DELETE /v2.0/networks/161c037e-9ab6-4ff4-9ae1-5e950311cd47 HTTP/1.1" status: 404 len: 339 time: 0.0212715 Dec 06 15:43:26.430578 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47570) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:26.479520 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c38ae42-8db9-4d33-9863-684b4e4ef880 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Deleting subnet f67af60d-927f-4e0c-8caf-f9408b054f65 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:43:26.482977 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c38ae42-8db9-4d33-9863-684b4e4ef880 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:26.528440 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c38ae42-8db9-4d33-9863-684b4e4ef880 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:26.609195 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c38ae42-8db9-4d33-9863-684b4e4ef880 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:26.664305 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c38ae42-8db9-4d33-9863-684b4e4ef880 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:26.694551 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38ae42-8db9-4d33-9863-684b4e4ef880 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event deleted for resources: {'Subnet': ['ID=f67af60d-927f-4e0c-8caf-f9408b054f65,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:26.698087 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c38ae42-8db9-4d33-9863-684b4e4ef880 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:26.701352 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1c38ae42-8db9-4d33-9863-684b4e4ef880 tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "DELETE /v2.0/subnets/f67af60d-927f-4e0c-8caf-f9408b054f65 HTTP/1.1" status: 204 len: 168 time: 0.2697227 Dec 06 15:43:26.703756 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47572) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:26.706224 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0b2e46-cc30-4c3c-ae4f-2a1c7263f5db None None] Network 2df9c453-5655-49e9-aee3-226dd36a1d85 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:26.780022 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:26.835433 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Deleting port cc47e701-c727-4869-824c-3214f738d5f6 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:43:26.835863 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:26.879269 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5c43d7-0879-41eb-a44b-36def4cd3928 None None] DHCP port deletion for 2df9c453-5655-49e9-aee3-226dd36a1d85 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:43:26.902350 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] For port cc47e701-c727-4869-824c-3214f738d5f6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc47e701-c727-4869-824c-3214f738d5f6,segment=NetworkSegment(427acc5b-b618-422b-b5ca-ed83e5ff97e2),segment_id=427acc5b-b618-422b-b5ca-ed83e5ff97e2)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:26.902710 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:26.914627 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Calling delete_port for cc47e701-c727-4869-824c-3214f738d5f6 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:43:26.925520 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5f5c43d7-0879-41eb-a44b-36def4cd3928 None None] Deleting port cc47e701-c727-4869-824c-3214f738d5f6 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:43:26.925901 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5f5c43d7-0879-41eb-a44b-36def4cd3928 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:26.992106 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:26.992371 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5f5c43d7-0879-41eb-a44b-36def4cd3928 None None] For port cc47e701-c727-4869-824c-3214f738d5f6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc47e701-c727-4869-824c-3214f738d5f6,segment=NetworkSegment(427acc5b-b618-422b-b5ca-ed83e5ff97e2),segment_id=427acc5b-b618-422b-b5ca-ed83e5ff97e2)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:26.992694 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5f5c43d7-0879-41eb-a44b-36def4cd3928 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:27.005765 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5f5c43d7-0879-41eb-a44b-36def4cd3928 None None] Calling delete_port for cc47e701-c727-4869-824c-3214f738d5f6 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:43:27.016965 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event deleted for resources: {'Port': ['ID=cc47e701-c727-4869-824c-3214f738d5f6,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:27.020448 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] No DVR routers for this DVR port cc47e701-c727-4869-824c-3214f738d5f6 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:43:27.083113 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5f5c43d7-0879-41eb-a44b-36def4cd3928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:27.100460 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:27.109022 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c43d7-0879-41eb-a44b-36def4cd3928 None None] Pushing event deleted for resources: {'Port': ['ID=cc47e701-c727-4869-824c-3214f738d5f6,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:27.113661 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5c43d7-0879-41eb-a44b-36def4cd3928 None None] No DVR routers for this DVR port cc47e701-c727-4869-824c-3214f738d5f6 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:43:27.123105 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df9c453-5655-49e9-aee3-226dd36a1d85']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:27.132716 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427acc5b-b618-422b-b5ca-ed83e5ff97e2') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:27.133009 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427acc5b-b618-422b-b5ca-ed83e5ff97e2') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:27.142317 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:27.155523 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:27.161397 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:43:27.162376 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:43:27.165266 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:43:27.223842 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:27.231094 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:27.234248 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] 10.222.0.20 "DELETE /v2.0/networks/2df9c453-5655-49e9-aee3-226dd36a1d85 HTTP/1.1" status: 204 len: 168 time: 0.5295880 Dec 06 15:43:27.245047 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b624077-29a4-47da-8845-f8f1c699a24b tempest-NetworksIpV6Test-60295740 tempest-NetworksIpV6Test-60295740-project] Pushing event deleted for resources: {'Network': ['ID=2df9c453-5655-49e9-aee3-226dd36a1d85,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:27.464491 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47578) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:27.590978 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-88e2d729-f538-46c7-ba9e-4323c022b1f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c0d832e277c45eba3f58b161bab2326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1253135 Dec 06 15:43:27.593450 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47582) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:27.638528 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63f188e1-4fc1-4d9e-8eb3-190fb61d4f74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:27.659239 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63f188e1-4fc1-4d9e-8eb3-190fb61d4f74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:27.703685 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63f188e1-4fc1-4d9e-8eb3-190fb61d4f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:27.706219 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63f188e1-4fc1-4d9e-8eb3-190fb61d4f74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:27.707364 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-63f188e1-4fc1-4d9e-8eb3-190fb61d4f74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c2a5315-e479-45cd-be6c-60dfb5aaf715 HTTP/1.1" status: 204 len: 168 time: 0.1130183 Dec 06 15:43:27.714828 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f188e1-4fc1-4d9e-8eb3-190fb61d4f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2a5315-e479-45cd-be6c-60dfb5aaf715,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:28.314053 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47604) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:28.339830 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:28.406602 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-57951fbb-6e6d-4cde-b84b-b2d6e974376f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-674841364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:28.435404 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57951fbb-6e6d-4cde-b84b-b2d6e974376f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:28.436407 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57951fbb-6e6d-4cde-b84b-b2d6e974376f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:28.517121 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57951fbb-6e6d-4cde-b84b-b2d6e974376f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:28.521695 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57951fbb-6e6d-4cde-b84b-b2d6e974376f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:28.538819 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57951fbb-6e6d-4cde-b84b-b2d6e974376f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:28.540033 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-57951fbb-6e6d-4cde-b84b-b2d6e974376f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2248762 Dec 06 15:43:28.542716 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47608) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:28.547431 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dfcd3014-a75c-4fec-8202-9b6a0b6eac66 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1210381490'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:28.568484 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcd3014-a75c-4fec-8202-9b6a0b6eac66 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Made reservation on behalf of 557588caa36a4f57a519394ad1835260 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:28.572052 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3014-a75c-4fec-8202-9b6a0b6eac66 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:28.580764 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3014-a75c-4fec-8202-9b6a0b6eac66 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:28.595505 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cc47e701-c727-4869-824c-3214f738d5f6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:43:28.617156 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: cc47e701-c727-4869-824c-3214f738d5f6 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:43:28.617634 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cc47e701-c727-4869-824c-3214f738d5f6 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:43:28.659889 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3014-a75c-4fec-8202-9b6a0b6eac66 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:28.664157 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3014-a75c-4fec-8202-9b6a0b6eac66 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:28.686358 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfcd3014-a75c-4fec-8202-9b6a0b6eac66 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:43:28.701239 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd3014-a75c-4fec-8202-9b6a0b6eac66 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd089ff-635f-487f-9400-09cd199455a4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:28.705041 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3014-a75c-4fec-8202-9b6a0b6eac66 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:28.705379 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-dfcd3014-a75c-4fec-8202-9b6a0b6eac66 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Added segment 54474ef3-2a26-4cf3-b200-c21a47fad32b of type vlan for network a15c9388-a644-4cd6-9503-c1e73ba2baa6 Dec 06 15:43:28.744939 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3014-a75c-4fec-8202-9b6a0b6eac66 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:28.768507 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3014-a75c-4fec-8202-9b6a0b6eac66 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:28.774616 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcd3014-a75c-4fec-8202-9b6a0b6eac66 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:28.775188 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3014-a75c-4fec-8202-9b6a0b6eac66 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:28.811993 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dfcd3014-a75c-4fec-8202-9b6a0b6eac66 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2682767 Dec 06 15:43:28.814878 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47610) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:28.820235 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d66e2758-28df-4c85-8894-feb996759e85 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Request body: {'subnet': {'network_id': 'a15c9388-a644-4cd6-9503-c1e73ba2baa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:29.116496 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd3014-a75c-4fec-8202-9b6a0b6eac66 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Pushing event updated for resources: {'Network': ['ID=a15c9388-a644-4cd6-9503-c1e73ba2baa6,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:29.126691 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network a15c9388-a644-4cd6-9503-c1e73ba2baa6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:43:29.190068 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66e2758-28df-4c85-8894-feb996759e85 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Made reservation on behalf of 557588caa36a4f57a519394ad1835260 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:29.193598 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d66e2758-28df-4c85-8894-feb996759e85 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:29.366779 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d66e2758-28df-4c85-8894-feb996759e85 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:29.425628 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e2758-28df-4c85-8894-feb996759e85 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Pushing event updated for resources: {'Subnet': ['ID=275564f7-83fc-4a78-ba24-5ed3fa2d52c9,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:29.432699 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66e2758-28df-4c85-8894-feb996759e85 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Checking segment: {'id': '54474ef3-2a26-4cf3-b200-c21a47fad32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a15c9388-a644-4cd6-9503-c1e73ba2baa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:29.433059 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66e2758-28df-4c85-8894-feb996759e85 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Network hostable DHCP agents. Network: a15c9388-a644-4cd6-9503-c1e73ba2baa6, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:43:29.448793 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66e2758-28df-4c85-8894-feb996759e85 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Network a15c9388-a644-4cd6-9503-c1e73ba2baa6 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:43:29.456939 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-d66e2758-28df-4c85-8894-feb996759e85 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a15c9388-a644-4cd6-9503-c1e73ba2baa6) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:29.461327 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66e2758-28df-4c85-8894-feb996759e85 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:29.461918 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d66e2758-28df-4c85-8894-feb996759e85 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:29.466768 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71d12a7-5af4-46f2-9d75-f1c0b0252d66 None None] Network a15c9388-a644-4cd6-9503-c1e73ba2baa6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:29.478424 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d66e2758-28df-4c85-8894-feb996759e85 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6625175 Dec 06 15:43:29.481472 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47612) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:29.486953 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3cd952a7-4477-4e7d-a6c5-07f0321d98ea tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1056221961'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:29.507037 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd952a7-4477-4e7d-a6c5-07f0321d98ea tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Made reservation on behalf of 557588caa36a4f57a519394ad1835260 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:29.510450 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3cd952a7-4477-4e7d-a6c5-07f0321d98ea tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:29.540198 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd952a7-4477-4e7d-a6c5-07f0321d98ea tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:43:29.549927 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3cd952a7-4477-4e7d-a6c5-07f0321d98ea tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:29.550282 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-3cd952a7-4477-4e7d-a6c5-07f0321d98ea tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Added segment 9d96fe8b-44fc-4f0b-afca-3110a7f35f5f of type vlan for network 6135a96f-13ee-4674-890d-2361839f5737 Dec 06 15:43:29.591485 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3cd952a7-4477-4e7d-a6c5-07f0321d98ea tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:29.616435 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3cd952a7-4477-4e7d-a6c5-07f0321d98ea tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:29.621464 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a15c9388-a644-4cd6-9503-c1e73ba2baa6', 'network_id': 'a15c9388-a644-4cd6-9503-c1e73ba2baa6', 'tenant_id': '557588caa36a4f57a519394ad1835260', 'fixed_ips': [{'subnet_id': '275564f7-83fc-4a78-ba24-5ed3fa2d52c9'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:43:29.622109 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd952a7-4477-4e7d-a6c5-07f0321d98ea tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:29.622328 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:29.622692 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3cd952a7-4477-4e7d-a6c5-07f0321d98ea tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:29.661865 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3cd952a7-4477-4e7d-a6c5-07f0321d98ea tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1793163 Dec 06 15:43:29.664969 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47614) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:29.669448 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7a09cca2-306d-43ab-a41d-5b45273c2e2f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Request body: {'subnet': {'network_id': '6135a96f-13ee-4674-890d-2361839f5737', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:29.711976 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd952a7-4477-4e7d-a6c5-07f0321d98ea tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Pushing event updated for resources: {'Network': ['ID=6135a96f-13ee-4674-890d-2361839f5737,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:29.733965 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 6135a96f-13ee-4674-890d-2361839f5737 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:43:29.788705 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a09cca2-306d-43ab-a41d-5b45273c2e2f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Made reservation on behalf of 557588caa36a4f57a519394ad1835260 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:29.792451 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a09cca2-306d-43ab-a41d-5b45273c2e2f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:29.810112 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Allocated IP 172.20.0.2 (a15c9388-a644-4cd6-9503-c1e73ba2baa6/275564f7-83fc-4a78-ba24-5ed3fa2d52c9/78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:43:29.966581 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:29.972650 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:29.976301 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a09cca2-306d-43ab-a41d-5b45273c2e2f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.012397 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Network a15c9388-a644-4cd6-9503-c1e73ba2baa6 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:43:30.016698 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:30.021194 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:43:30.024250 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Pushing event updated for resources: {'Port': ['ID=78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:30.037659 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09cca2-306d-43ab-a41d-5b45273c2e2f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Pushing event updated for resources: {'Subnet': ['ID=8d48f4bf-d0ef-44a5-a561-88441b922319,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:30.045166 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09cca2-306d-43ab-a41d-5b45273c2e2f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Checking segment: {'id': '9d96fe8b-44fc-4f0b-afca-3110a7f35f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6135a96f-13ee-4674-890d-2361839f5737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:30.045644 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a09cca2-306d-43ab-a41d-5b45273c2e2f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Network hostable DHCP agents. Network: 6135a96f-13ee-4674-890d-2361839f5737, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:43:30.062598 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a09cca2-306d-43ab-a41d-5b45273c2e2f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Network 6135a96f-13ee-4674-890d-2361839f5737 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:43:30.072249 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7a09cca2-306d-43ab-a41d-5b45273c2e2f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6135a96f-13ee-4674-890d-2361839f5737) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:30.076255 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a09cca2-306d-43ab-a41d-5b45273c2e2f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:30.076844 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a09cca2-306d-43ab-a41d-5b45273c2e2f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.078416 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Attempting to bind port 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:43:30.078791 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Attempting to bind port 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '54474ef3-2a26-4cf3-b200-c21a47fad32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a15c9388-a644-4cd6-9503-c1e73ba2baa6'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:43:30.079153 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Attempting to bind port 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f on network a15c9388-a644-4cd6-9503-c1e73ba2baa6 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:43:30.083288 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0503d02b-48dd-42e7-9e2b-a5b3477ad33b None None] Network 6135a96f-13ee-4674-890d-2361839f5737 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:30.092557 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7a09cca2-306d-43ab-a41d-5b45273c2e2f tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4269123 Dec 06 15:43:30.095351 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47616) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:30.099262 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:43:30.099644 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Checking segment: {'id': '54474ef3-2a26-4cf3-b200-c21a47fad32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a15c9388-a644-4cd6-9503-c1e73ba2baa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:30.099859 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ab3f1f11-f92d-4b7e-a6e2-b973f4958310 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Request body: {'router': {'external_gateway_info': {'network_id': '6135a96f-13ee-4674-890d-2361839f5737'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:30.100073 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.100470 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Bound using segment: {'id': '54474ef3-2a26-4cf3-b200-c21a47fad32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a15c9388-a644-4cd6-9503-c1e73ba2baa6'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:43:30.100952 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Bound port: 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54474ef3-2a26-4cf3-b200-c21a47fad32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a15c9388-a644-4cd6-9503-c1e73ba2baa6'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:43:30.101335 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.251437 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] For port 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:43:30.280684 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] For port 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f,segment=NetworkSegment(54474ef3-2a26-4cf3-b200-c21a47fad32b),segment_id=54474ef3-2a26-4cf3-b200-c21a47fad32b)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:43:30.285343 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.313092 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.333349 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6135a96f-13ee-4674-890d-2361839f5737', 'network_id': '6135a96f-13ee-4674-890d-2361839f5737', 'tenant_id': '557588caa36a4f57a519394ad1835260', 'fixed_ips': [{'subnet_id': '8d48f4bf-d0ef-44a5-a561-88441b922319'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:43:30.334745 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.353088 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab3f1f11-f92d-4b7e-a6e2-b973f4958310 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.384026 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5f1b0-3352-4676-8975-e00242d99767 None None] Pushing event updated for resources: {'Port': ['ID=78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:30.470337 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [None req-ab3f1f11-f92d-4b7e-a6e2-b973f4958310 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:43:30.470789 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ab3f1f11-f92d-4b7e-a6e2-b973f4958310 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] 10.222.0.20 "PUT /v2.0/routers/91a7a29b-feb0-46d4-a046-0684f10b19c9 HTTP/1.1" status: 400 len: 364 time: 0.3744669 Dec 06 15:43:30.476907 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47618) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:30.514272 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Allocated IP 172.21.0.2 (6135a96f-13ee-4674-890d-2361839f5737/8d48f4bf-d0ef-44a5-a561-88441b922319/95c75672-22dd-4139-86b0-74f80a43f73c) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:43:30.559874 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c872f2-2ce7-4052-945a-99d49c7159ad tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Deleting subnet 8d48f4bf-d0ef-44a5-a561-88441b922319 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:43:30.664173 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:43:30.722688 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.729284 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5c872f2-2ce7-4052-945a-99d49c7159ad tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.730735 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.770997 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5c872f2-2ce7-4052-945a-99d49c7159ad tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.776312 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Network 6135a96f-13ee-4674-890d-2361839f5737 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:43:30.781030 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:30.781360 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.783567 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:30.787098 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:43:30.812921 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Pushing event updated for resources: {'Port': ['ID=95c75672-22dd-4139-86b0-74f80a43f73c,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:30.865333 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5c872f2-2ce7-4052-945a-99d49c7159ad tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.887749 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Attempting to bind port 95c75672-22dd-4139-86b0-74f80a43f73c on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:43:30.888132 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Attempting to bind port 95c75672-22dd-4139-86b0-74f80a43f73c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9d96fe8b-44fc-4f0b-afca-3110a7f35f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6135a96f-13ee-4674-890d-2361839f5737'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:43:30.888521 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Attempting to bind port 95c75672-22dd-4139-86b0-74f80a43f73c on network 6135a96f-13ee-4674-890d-2361839f5737 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:43:30.900938 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:43:30.901315 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Checking segment: {'id': '9d96fe8b-44fc-4f0b-afca-3110a7f35f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6135a96f-13ee-4674-890d-2361839f5737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:30.901725 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.902120 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Bound using segment: {'id': '9d96fe8b-44fc-4f0b-afca-3110a7f35f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6135a96f-13ee-4674-890d-2361839f5737'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:43:30.902594 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Bound port: 95c75672-22dd-4139-86b0-74f80a43f73c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d96fe8b-44fc-4f0b-afca-3110a7f35f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6135a96f-13ee-4674-890d-2361839f5737'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:43:30.902977 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.906767 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2059d168-98c2-4418-97f0-efd445aa2833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.928004 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5c872f2-2ce7-4052-945a-99d49c7159ad tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.955278 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c872f2-2ce7-4052-945a-99d49c7159ad tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Pushing event deleted for resources: {'Subnet': ['ID=8d48f4bf-d0ef-44a5-a561-88441b922319,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:30.959026 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5c872f2-2ce7-4052-945a-99d49c7159ad tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.964933 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b5c872f2-2ce7-4052-945a-99d49c7159ad tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] 10.222.0.20 "DELETE /v2.0/subnets/8d48f4bf-d0ef-44a5-a561-88441b922319 HTTP/1.1" status: 204 len: 168 time: 0.4843438 Dec 06 15:43:30.965347 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47620) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:30.965882 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.021224 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f,segment=NetworkSegment(54474ef3-2a26-4cf3-b200-c21a47fad32b),segment_id=54474ef3-2a26-4cf3-b200-c21a47fad32b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:31.025487 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] For port 95c75672-22dd-4139-86b0-74f80a43f73c, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:43:31.028217 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.031226 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] For port 95c75672-22dd-4139-86b0-74f80a43f73c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=95c75672-22dd-4139-86b0-74f80a43f73c,segment=NetworkSegment(9d96fe8b-44fc-4f0b-afca-3110a7f35f5f),segment_id=9d96fe8b-44fc-4f0b-afca-3110a7f35f5f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:43:31.050424 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.060762 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.117574 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:31.120283 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Deleting port 95c75672-22dd-4139-86b0-74f80a43f73c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:43:31.120736 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.180422 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4203c-8583-4bf6-aa0e-243d4c972703 None None] Pushing event updated for resources: {'Port': ['ID=95c75672-22dd-4139-86b0-74f80a43f73c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:31.197603 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] For port 95c75672-22dd-4139-86b0-74f80a43f73c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=95c75672-22dd-4139-86b0-74f80a43f73c,segment=NetworkSegment(9d96fe8b-44fc-4f0b-afca-3110a7f35f5f),segment_id=9d96fe8b-44fc-4f0b-afca-3110a7f35f5f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:31.197976 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.211960 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Calling delete_port for 95c75672-22dd-4139-86b0-74f80a43f73c owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:43:31.298800 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f817a3f-09e4-4da9-9037-e679fcff288f None None] Network 6135a96f-13ee-4674-890d-2361839f5737 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:31.300867 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.327477 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Pushing event deleted for resources: {'Port': ['ID=95c75672-22dd-4139-86b0-74f80a43f73c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:31.331487 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] No DVR routers for this DVR port 95c75672-22dd-4139-86b0-74f80a43f73c on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:43:31.416906 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.438589 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6135a96f-13ee-4674-890d-2361839f5737']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:31.448563 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d96fe8b-44fc-4f0b-afca-3110a7f35f5f') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:31.448849 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d96fe8b-44fc-4f0b-afca-3110a7f35f5f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:31.459128 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.472506 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.479393 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:43:31.479698 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:43:31.482623 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:43:31.499960 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e439cf15-bfe5-4393-ad99-1643087251b9 None None] Network a15c9388-a644-4cd6-9503-c1e73ba2baa6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:31.541857 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.546171 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.552019 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] 10.222.0.20 "DELETE /v2.0/networks/6135a96f-13ee-4674-890d-2361839f5737 HTTP/1.1" status: 204 len: 168 time: 0.5833082 Dec 06 15:43:31.552429 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47622) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:31.564223 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d953ad-e76f-4ad2-8132-b1f135134c28 tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Pushing event deleted for resources: {'Network': ['ID=6135a96f-13ee-4674-890d-2361839f5737,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:31.607487 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ebe40e-ec6f-4fe6-9db3-0ad6551a58df tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Deleting subnet 275564f7-83fc-4a78-ba24-5ed3fa2d52c9 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:43:31.611062 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55ebe40e-ec6f-4fe6-9db3-0ad6551a58df tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.630642 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-938dcc44-9fa0-4b50-9946-7ca4174458c2 None None] Provisioning complete for port 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:31.631205 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-938dcc44-9fa0-4b50-9946-7ca4174458c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.654842 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55ebe40e-ec6f-4fe6-9db3-0ad6551a58df tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.747499 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55ebe40e-ec6f-4fe6-9db3-0ad6551a58df tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.813968 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55ebe40e-ec6f-4fe6-9db3-0ad6551a58df tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.844910 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebe40e-ec6f-4fe6-9db3-0ad6551a58df tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Pushing event deleted for resources: {'Subnet': ['ID=275564f7-83fc-4a78-ba24-5ed3fa2d52c9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:31.846925 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-55ebe40e-ec6f-4fe6-9db3-0ad6551a58df tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.851314 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-55ebe40e-ec6f-4fe6-9db3-0ad6551a58df tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] 10.222.0.20 "DELETE /v2.0/subnets/275564f7-83fc-4a78-ba24-5ed3fa2d52c9 HTTP/1.1" status: 204 len: 168 time: 0.2970121 Dec 06 15:43:31.853950 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47624) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:31.908977 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973dd6e9-0d8a-4f62-a478-4ce0661ba1e0 None None] Network a15c9388-a644-4cd6-9503-c1e73ba2baa6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:31.940794 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:31.993201 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Deleting port 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:43:31.993542 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:32.030315 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-63fff469-24c0-4dbf-9c33-c98c304a7693 None None] Provisioning complete for port 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:32.030685 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-63fff469-24c0-4dbf-9c33-c98c304a7693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:32.063056 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] For port 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f,segment=NetworkSegment(54474ef3-2a26-4cf3-b200-c21a47fad32b),segment_id=54474ef3-2a26-4cf3-b200-c21a47fad32b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:32.063421 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:32.075133 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Calling delete_port for 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:43:32.094536 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea9f6f7-8be8-4ee8-bf71-d0d7ff14d197 None None] DHCP port deletion for a15c9388-a644-4cd6-9503-c1e73ba2baa6 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:43:32.155645 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6ea9f6f7-8be8-4ee8-bf71-d0d7ff14d197 None None] Deleting port 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:43:32.156063 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ea9f6f7-8be8-4ee8-bf71-d0d7ff14d197 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:32.157664 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:32.184270 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Pushing event deleted for resources: {'Port': ['ID=78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:32.188988 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] No DVR routers for this DVR port 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:43:32.218705 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6ea9f6f7-8be8-4ee8-bf71-d0d7ff14d197 None None] For port 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f, host n-d-master-1, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:32.219102 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ea9f6f7-8be8-4ee8-bf71-d0d7ff14d197 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:32.231491 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6ea9f6f7-8be8-4ee8-bf71-d0d7ff14d197 None None] Calling delete_port for 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:43:32.234413 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-6ea9f6f7-8be8-4ee8-bf71-d0d7ff14d197 None None] Port 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 15:43:32.235631 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ea9f6f7-8be8-4ee8-bf71-d0d7ff14d197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:32.261996 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9f6f7-8be8-4ee8-bf71-d0d7ff14d197 None None] Pushing event deleted for resources: {'Port': ['ID=78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:32.263854 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea9f6f7-8be8-4ee8-bf71-d0d7ff14d197 None None] No DVR routers for this DVR port 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:43:32.270128 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:32.283440 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92884ab7-9039-424d-b036-38c4f0e7ed8e None None] get_active_networks_info from n-d-master-1 {{(pid=103290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:43:32.292030 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15c9388-a644-4cd6-9503-c1e73ba2baa6']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:32.301251 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54474ef3-2a26-4cf3-b200-c21a47fad32b') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:32.301491 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54474ef3-2a26-4cf3-b200-c21a47fad32b') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:32.310879 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:32.323714 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:32.329494 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:43:32.329876 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:43:32.332916 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:43:32.346519 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92884ab7-9039-424d-b036-38c4f0e7ed8e None None] Resources bound (agent type, host, resource id): {{(pid=103290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:43:32.397786 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:32.404893 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:32.408116 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] 10.222.0.20 "DELETE /v2.0/networks/a15c9388-a644-4cd6-9503-c1e73ba2baa6 HTTP/1.1" status: 204 len: 168 time: 0.5530264 Dec 06 15:43:32.410943 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47626) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:32.424818 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f673c-2264-4707-aaf1-ed04e8aa8b0b tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Pushing event deleted for resources: {'Network': ['ID=a15c9388-a644-4cd6-9503-c1e73ba2baa6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:32.438416 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ddfac4cc-c401-47d7-826a-1fe0a7d2bf5a tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] 10.222.0.20 "GET /v2.0/ports?device_id=91a7a29b-feb0-46d4-a046-0684f10b19c9 HTTP/1.1" status: 200 len: 205 time: 0.0263345 Dec 06 15:43:32.440767 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47628) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:32.516574 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0e73-fe63-46f5-9adc-acdce35cd75e tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:32.601012 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:43:32.621770 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:43:32.622120 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 78c5f2b6-bf3e-4e52-b4b1-7946b4d6429f not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:43:32.674691 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0e73-fe63-46f5-9adc-acdce35cd75e tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:32.676986 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0e73-fe63-46f5-9adc-acdce35cd75e tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:32.717959 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0e73-fe63-46f5-9adc-acdce35cd75e tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:32.718487 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfd0e73-fe63-46f5-9adc-acdce35cd75e tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Fanout notify agent at l3_agent the message router_deleted on router 91a7a29b-feb0-46d4-a046-0684f10b19c9 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:43:32.725631 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0e73-fe63-46f5-9adc-acdce35cd75e tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:32.726914 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5bfd0e73-fe63-46f5-9adc-acdce35cd75e tempest-RoutersNegativeTest-974559486 tempest-RoutersNegativeTest-974559486-project] 10.222.0.20 "DELETE /v2.0/routers/91a7a29b-feb0-46d4-a046-0684f10b19c9 HTTP/1.1" status: 204 len: 168 time: 0.2849810 Dec 06 15:43:32.956457 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47634) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:33.087359 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1e8a619a-8d40-4f8c-b0da-0e8292523998 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=557588caa36a4f57a519394ad1835260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296651 Dec 06 15:43:33.089755 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47638) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:33.136199 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c58a078-8fe9-4099-b902-05c22c97fda8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:33.156681 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c58a078-8fe9-4099-b902-05c22c97fda8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:33.200928 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c58a078-8fe9-4099-b902-05c22c97fda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:33.203727 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8c58a078-8fe9-4099-b902-05c22c97fda8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:33.204863 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8c58a078-8fe9-4099-b902-05c22c97fda8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0dd089ff-635f-487f-9400-09cd199455a4 HTTP/1.1" status: 204 len: 168 time: 0.1142018 Dec 06 15:43:33.212421 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58a078-8fe9-4099-b902-05c22c97fda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd089ff-635f-487f-9400-09cd199455a4,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:33.327610 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d0e20548-2c3f-442e-8f50-bb296e3bd604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:33.798547 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47660) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:33.892158 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2b901644-10d8-40d0-85fd-f10b7a75fde4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1206086376-network', 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:33.912511 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b901644-10d8-40d0-85fd-f10b7a75fde4 admin admin] Made reservation on behalf of 79d366bc80894ce2b31c52bc17a4bba4 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:33.914732 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b901644-10d8-40d0-85fd-f10b7a75fde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:33.922790 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b901644-10d8-40d0-85fd-f10b7a75fde4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:33.994811 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b901644-10d8-40d0-85fd-f10b7a75fde4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:33.998269 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b901644-10d8-40d0-85fd-f10b7a75fde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:34.021967 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b901644-10d8-40d0-85fd-f10b7a75fde4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:43:34.031310 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b901644-10d8-40d0-85fd-f10b7a75fde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:34.036040 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b901644-10d8-40d0-85fd-f10b7a75fde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:34.036383 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-2b901644-10d8-40d0-85fd-f10b7a75fde4 admin admin] Added segment 425669be-59c6-4810-a123-b7419ce6f403 of type vlan for network b8218981-c525-4134-8b9a-03555b607840 Dec 06 15:43:34.077589 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b901644-10d8-40d0-85fd-f10b7a75fde4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:34.101463 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b901644-10d8-40d0-85fd-f10b7a75fde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:34.102557 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b901644-10d8-40d0-85fd-f10b7a75fde4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:34.103133 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b901644-10d8-40d0-85fd-f10b7a75fde4 admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:34.139990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2b901644-10d8-40d0-85fd-f10b7a75fde4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3401699 Dec 06 15:43:34.142939 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47664) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:34.148069 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8e6f9c99-951d-4d16-b0fd-a8b018b8e88b admin admin] Request body: {'subnet': {'network_id': 'b8218981-c525-4134-8b9a-03555b607840', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1206086376-subnet', 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:34.166636 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b901644-10d8-40d0-85fd-f10b7a75fde4 admin admin] Pushing event updated for resources: {'Network': ['ID=b8218981-c525-4134-8b9a-03555b607840,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:34.168358 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6f9c99-951d-4d16-b0fd-a8b018b8e88b admin admin] Made reservation on behalf of 79d366bc80894ce2b31c52bc17a4bba4 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:34.170906 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9c99-951d-4d16-b0fd-a8b018b8e88b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:34.188781 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network b8218981-c525-4134-8b9a-03555b607840 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:43:34.192584 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:34.343440 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9c99-951d-4d16-b0fd-a8b018b8e88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:34.397405 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f9c99-951d-4d16-b0fd-a8b018b8e88b admin admin] Pushing event updated for resources: {'Subnet': ['ID=994fea18-4fe1-4ed5-950b-082b933de140,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:34.405604 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6f9c99-951d-4d16-b0fd-a8b018b8e88b admin admin] Checking segment: {'id': '425669be-59c6-4810-a123-b7419ce6f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b8218981-c525-4134-8b9a-03555b607840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:34.405957 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6f9c99-951d-4d16-b0fd-a8b018b8e88b admin admin] Network hostable DHCP agents. Network: b8218981-c525-4134-8b9a-03555b607840, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:43:34.422083 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6f9c99-951d-4d16-b0fd-a8b018b8e88b admin admin] Network b8218981-c525-4134-8b9a-03555b607840 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:43:34.430686 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8e6f9c99-951d-4d16-b0fd-a8b018b8e88b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b8218981-c525-4134-8b9a-03555b607840) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:34.434535 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6f9c99-951d-4d16-b0fd-a8b018b8e88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:34.435115 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9c99-951d-4d16-b0fd-a8b018b8e88b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:34.439612 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c8c3d7-4bef-4a9c-a5a6-4d2830bd91a7 None None] Network b8218981-c525-4134-8b9a-03555b607840 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:34.452283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8e6f9c99-951d-4d16-b0fd-a8b018b8e88b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3081133 Dec 06 15:43:34.455039 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47666) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:34.460551 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1206086376-router', 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:34.482914 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:34.484281 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:34.592575 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b8218981-c525-4134-8b9a-03555b607840', 'network_id': 'b8218981-c525-4134-8b9a-03555b607840', 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4', 'fixed_ips': [{'subnet_id': '994fea18-4fe1-4ed5-950b-082b933de140'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:43:34.593468 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:34.736032 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Allocated IP 172.20.0.2 (b8218981-c525-4134-8b9a-03555b607840/994fea18-4fe1-4ed5-950b-082b933de140/c99f26d2-c315-41f3-a791-823567465c49) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:43:34.849130 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:34.883373 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:34.888881 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:34.931268 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Network b8218981-c525-4134-8b9a-03555b607840 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:43:34.934108 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:34.937481 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:43:34.943488 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Pushing event updated for resources: {'Port': ['ID=c99f26d2-c315-41f3-a791-823567465c49,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:34.983035 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:34.994859 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Attempting to bind port c99f26d2-c315-41f3-a791-823567465c49 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:43:34.995164 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Attempting to bind port c99f26d2-c315-41f3-a791-823567465c49 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '425669be-59c6-4810-a123-b7419ce6f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b8218981-c525-4134-8b9a-03555b607840'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:43:34.995528 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Attempting to bind port c99f26d2-c315-41f3-a791-823567465c49 on network b8218981-c525-4134-8b9a-03555b607840 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:43:35.000433 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:43:35.000807 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Checking segment: {'id': '425669be-59c6-4810-a123-b7419ce6f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b8218981-c525-4134-8b9a-03555b607840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:35.001206 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:35.001601 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Bound using segment: {'id': '425669be-59c6-4810-a123-b7419ce6f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b8218981-c525-4134-8b9a-03555b607840'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:43:35.002067 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Bound port: c99f26d2-c315-41f3-a791-823567465c49, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425669be-59c6-4810-a123-b7419ce6f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b8218981-c525-4134-8b9a-03555b607840'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:43:35.002444 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:35.064460 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] For port c99f26d2-c315-41f3-a791-823567465c49, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:43:35.067626 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] For port c99f26d2-c315-41f3-a791-823567465c49, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c99f26d2-c315-41f3-a791-823567465c49,segment=NetworkSegment(425669be-59c6-4810-a123-b7419ce6f403),segment_id=425669be-59c6-4810-a123-b7419ce6f403)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:43:35.072580 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:35.126934 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94aa46-37d8-46d3-b0da-dd3a297a01ba None None] Pushing event updated for resources: {'Port': ['ID=c99f26d2-c315-41f3-a791-823567465c49,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:35.197878 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:35.218146 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:35.337224 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Allocated IP 172.35.7.251 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/5634aefc-cdf0-4097-a59f-d18b9b79fc09) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:43:35.441122 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:35.474152 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:35.519285 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:43:35.522147 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:35.525643 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:43:35.534570 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d03aa73-e6dc-463a-b97a-39b326fcbc23 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:43:35.548433 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Pushing event updated for resources: {'Port': ['ID=5634aefc-cdf0-4097-a59f-d18b9b79fc09,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:35.578171 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0bd62f6d-36ca-4765-b417-9672c63f2036 None None] Provisioning complete for port 5634aefc-cdf0-4097-a59f-d18b9b79fc09 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:35.578631 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0bd62f6d-36ca-4765-b417-9672c63f2036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:35.612418 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0bd62f6d-36ca-4765-b417-9672c63f2036 None None] Port 5634aefc-cdf0-4097-a59f-d18b9b79fc09 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:43:35.783831 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:35.842633 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:35.994386 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:36.041643 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce288371-c224-4587-ad33-83bc731618c2 None None] Network b8218981-c525-4134-8b9a-03555b607840 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:36.122615 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Router df468613-c1d6-4d42-bae1-b0bf392ccede is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:43:36.162479 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0d9badb9-fb78-4e6c-ad84-e84ffcd84b86 None None] Provisioning complete for port c99f26d2-c315-41f3-a791-823567465c49 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:36.162892 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d9badb9-fb78-4e6c-ad84-e84ffcd84b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:36.232379 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:43:36.252356 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:36.256530 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-480ac276-9897-43f1-9ed5-ed0fcc930e6e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7973883 Dec 06 15:43:36.256965 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47668) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:36.263170 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Sync routers for ids ['df468613-c1d6-4d42-bae1-b0bf392ccede'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:43:36.287316 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Routers {'df468613-c1d6-4d42-bae1-b0bf392ccede'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:43:36.287885 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:43:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['df468613-c1d6-4d42-bae1-b0bf392ccede'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:36.290990 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d9badb9-fb78-4e6c-ad84-e84ffcd84b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:36.399616 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0d9badb9-fb78-4e6c-ad84-e84ffcd84b86 None None] For port c99f26d2-c315-41f3-a791-823567465c49, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c99f26d2-c315-41f3-a791-823567465c49,segment=NetworkSegment(425669be-59c6-4810-a123-b7419ce6f403),segment_id=425669be-59c6-4810-a123-b7419ce6f403)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:36.405268 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d9badb9-fb78-4e6c-ad84-e84ffcd84b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:36.450462 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Set router df468613-c1d6-4d42-bae1-b0bf392ccede gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:43:36.538745 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9badb9-fb78-4e6c-ad84-e84ffcd84b86 None None] Pushing event updated for resources: {'Port': ['ID=c99f26d2-c315-41f3-a791-823567465c49,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:36.581726 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f3e47080-7c50-4c4b-8fc9-bd718278df03 None None] Provisioning complete for port c99f26d2-c315-41f3-a791-823567465c49 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:36.582105 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3e47080-7c50-4c4b-8fc9-bd718278df03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:36.645608 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c99f26d2-c315-41f3-a791-823567465c49 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:43:36.709349 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:36.764689 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:36.784213 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port c99f26d2-c315-41f3-a791-823567465c49 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:36.784583 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:36.787001 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'name': 'tempest-TestEncryptedCinderVolumes-1206086376-router', 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.251'}], 'enable_snat': True}, 'gw_port_id': '5634aefc-cdf0-4097-a59f-d18b9b79fc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:43:34Z', 'updated_at': '2021-12-06T15:43:35Z', 'revision_number': 3, 'project_id': '79d366bc80894ce2b31c52bc17a4bba4', 'gw_port': {'id': '5634aefc-cdf0-4097-a59f-d18b9b79fc09', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:09:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:35Z', 'updated_at': '2021-12-06T15:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:36.839873 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Checking router: df468613-c1d6-4d42-bae1-b0bf392ccede for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:43:36.840332 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Updating router df468613-c1d6-4d42-bae1-b0bf392ccede port 5634aefc-cdf0-4097-a59f-d18b9b79fc09 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:43:36.867625 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] Allocated IP 172.20.0.1 (b8218981-c525-4134-8b9a-03555b607840/994fea18-4fe1-4ed5-950b-082b933de140/7759806f-6402-42c0-9634-0321c93f6fbf) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:43:36.876517 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:36.970287 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:37.006654 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:37.048670 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] Network b8218981-c525-4134-8b9a-03555b607840 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:43:37.053811 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:37.058540 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:43:37.083106 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7759806f-6402-42c0-9634-0321c93f6fbf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:37.105726 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:37.250007 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:37.322808 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-95a82206-258a-4537-a3ce-3253d449a7f9 None None] Provisioning complete for port 7759806f-6402-42c0-9634-0321c93f6fbf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:37.323177 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95a82206-258a-4537-a3ce-3253d449a7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:37.361108 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:37.370554 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:37.374693 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-95a82206-258a-4537-a3ce-3253d449a7f9 None None] Port 7759806f-6402-42c0-9634-0321c93f6fbf cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:43:37.413293 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e65c877-b7a0-4a4b-a43f-676341f2e4f1 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:43:37.415798 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:37.421172 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:37.430006 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Attempting to bind port 5634aefc-cdf0-4097-a59f-d18b9b79fc09 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:43:37.430386 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Attempting to bind port 5634aefc-cdf0-4097-a59f-d18b9b79fc09 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:43:37.430751 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Attempting to bind port 5634aefc-cdf0-4097-a59f-d18b9b79fc09 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:43:37.441584 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008a6d7-271a-4edb-bb7d-e3e9873c8b46 None None] Pushing event updated for resources: {'Port': ['ID=5634aefc-cdf0-4097-a59f-d18b9b79fc09,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:37.443896 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:43:37.444271 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:37.444665 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:37.445039 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:43:37.445508 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Bound port: 5634aefc-cdf0-4097-a59f-d18b9b79fc09, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:43:37.445885 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:37.503288 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7759806f-6402-42c0-9634-0321c93f6fbf,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:37.506838 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:37.513314 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] For port 5634aefc-cdf0-4097-a59f-d18b9b79fc09, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:43:37.518972 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] For port 5634aefc-cdf0-4097-a59f-d18b9b79fc09, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5634aefc-cdf0-4097-a59f-d18b9b79fc09,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:43:37.522995 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f615fd66-783c-4145-9cb6-b86e1b1b5603 None None] Provisioning complete for port 5634aefc-cdf0-4097-a59f-d18b9b79fc09 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:37.523366 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f615fd66-783c-4145-9cb6-b86e1b1b5603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:37.527191 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:37.609599 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b6e7d6-fd37-4265-9531-4789843f4e81 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:43:37.614861 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Routers {'df468613-c1d6-4d42-bae1-b0bf392ccede'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:43:37.615420 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:43:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['df468613-c1d6-4d42-bae1-b0bf392ccede'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:37.622378 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] Network b8218981-c525-4134-8b9a-03555b607840 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:43:37.624134 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:37.683333 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008a6d7-271a-4edb-bb7d-e3e9873c8b46 None None] Pushing event updated for resources: {'Port': ['ID=5634aefc-cdf0-4097-a59f-d18b9b79fc09,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:37.761633 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] Router df468613-c1d6-4d42-bae1-b0bf392ccede has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:43:37.767327 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f615fd66-783c-4145-9cb6-b86e1b1b5603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:37.798415 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f615fd66-783c-4145-9cb6-b86e1b1b5603 None None] For port 5634aefc-cdf0-4097-a59f-d18b9b79fc09, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5634aefc-cdf0-4097-a59f-d18b9b79fc09,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:37.806193 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f615fd66-783c-4145-9cb6-b86e1b1b5603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:37.809052 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] Set router df468613-c1d6-4d42-bae1-b0bf392ccede gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:43:37.877852 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:43:37.883756 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3df55370-4199-4c0a-81d6-fdc0cfdac3e9 admin admin] 10.222.0.20 "PUT /v2.0/routers/df468613-c1d6-4d42-bae1-b0bf392ccede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6257081 Dec 06 15:43:37.947873 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615fd66-783c-4145-9cb6-b86e1b1b5603 None None] Pushing event updated for resources: {'Port': ['ID=5634aefc-cdf0-4097-a59f-d18b9b79fc09,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:37.984892 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-01a7f190-c373-450a-95c9-c9a204bdd09e None None] Provisioning complete for port 7759806f-6402-42c0-9634-0321c93f6fbf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:37.985259 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-01a7f190-c373-450a-95c9-c9a204bdd09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:38.043961 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-01a7f190-c373-450a-95c9-c9a204bdd09e None None] Port 7759806f-6402-42c0-9634-0321c93f6fbf cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:43:38.074498 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-01a7f190-c373-450a-95c9-c9a204bdd09e None None] Provisioning complete for port 5634aefc-cdf0-4097-a59f-d18b9b79fc09 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:38.074977 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-01a7f190-c373-450a-95c9-c9a204bdd09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:38.138908 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'name': 'tempest-TestEncryptedCinderVolumes-1206086376-router', 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.251'}], 'enable_snat': True}, 'gw_port_id': '5634aefc-cdf0-4097-a59f-d18b9b79fc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:43:34Z', 'updated_at': '2021-12-06T15:43:37Z', 'revision_number': 4, 'project_id': '79d366bc80894ce2b31c52bc17a4bba4', 'gw_port': {'id': '5634aefc-cdf0-4097-a59f-d18b9b79fc09', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:09:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:35Z', 'updated_at': '2021-12-06T15:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7759806f-6402-42c0-9634-0321c93f6fbf', 'name': '', 'network_id': 'b8218981-c525-4134-8b9a-03555b607840', 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4', 'mac_address': 'fa:16:3e:b3:0c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '994fea18-4fe1-4ed5-950b-082b933de140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:36Z', 'updated_at': '2021-12-06T15:43:37Z', 'revision_number': 2, 'project_id': '79d366bc80894ce2b31c52bc17a4bba4', 'subnets': [{'id': '994fea18-4fe1-4ed5-950b-082b933de140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:38.187209 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ac17a-aca8-4777-b7e1-3d5f52fb00c5 None None] The sync data for ids ['df468613-c1d6-4d42-bae1-b0bf392ccede'] in n-d-master-1 is: [{'id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'name': 'tempest-TestEncryptedCinderVolumes-1206086376-router', 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.251'}], 'enable_snat': True}, 'gw_port_id': '5634aefc-cdf0-4097-a59f-d18b9b79fc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:43:34Z', 'updated_at': '2021-12-06T15:43:37Z', 'revision_number': 4, 'project_id': '79d366bc80894ce2b31c52bc17a4bba4', 'gw_port': {'id': '5634aefc-cdf0-4097-a59f-d18b9b79fc09', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:09:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:35Z', 'updated_at': '2021-12-06T15:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7759806f-6402-42c0-9634-0321c93f6fbf', 'name': '', 'network_id': 'b8218981-c525-4134-8b9a-03555b607840', 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4', 'mac_address': 'fa:16:3e:b3:0c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '994fea18-4fe1-4ed5-950b-082b933de140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:36Z', 'updated_at': '2021-12-06T15:43:37Z', 'revision_number': 2, 'project_id': '79d366bc80894ce2b31c52bc17a4bba4', 'subnets': [{'id': '994fea18-4fe1-4ed5-950b-082b933de140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:43:38.354197 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47684) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:38.359391 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9e7ba573-ed6d-41b5-ad58-2a3f177f3b97 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1656768784-network', 'tenant_id': '3279ad35f6994da6a074322b66b965e2'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:38.403267 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7ba573-ed6d-41b5-ad58-2a3f177f3b97 admin admin] Made reservation on behalf of 3279ad35f6994da6a074322b66b965e2 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:38.405942 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e7ba573-ed6d-41b5-ad58-2a3f177f3b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:38.415571 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e7ba573-ed6d-41b5-ad58-2a3f177f3b97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:38.496945 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e7ba573-ed6d-41b5-ad58-2a3f177f3b97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:38.501127 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e7ba573-ed6d-41b5-ad58-2a3f177f3b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:38.531288 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7ba573-ed6d-41b5-ad58-2a3f177f3b97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:43:38.542077 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ba573-ed6d-41b5-ad58-2a3f177f3b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f60c7f-6114-4513-9e29-9e8b6756d555,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:38.548308 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e7ba573-ed6d-41b5-ad58-2a3f177f3b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:38.548645 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-9e7ba573-ed6d-41b5-ad58-2a3f177f3b97 admin admin] Added segment 2888e9da-5fad-4b02-90a4-459bdbd59ca5 of type vlan for network c235530b-0430-4e47-8933-b51b90e25ba5 Dec 06 15:43:38.593195 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e7ba573-ed6d-41b5-ad58-2a3f177f3b97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:38.619141 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e7ba573-ed6d-41b5-ad58-2a3f177f3b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:38.620187 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7ba573-ed6d-41b5-ad58-2a3f177f3b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:38.620777 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e7ba573-ed6d-41b5-ad58-2a3f177f3b97 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:38.656340 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9e7ba573-ed6d-41b5-ad58-2a3f177f3b97 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3007920 Dec 06 15:43:38.658716 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47686) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:38.663467 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0eb6c662-49ee-4ccb-9e2c-43f8cd586fe1 admin admin] Request body: {'subnet': {'network_id': 'c235530b-0430-4e47-8933-b51b90e25ba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1656768784-subnet', 'tenant_id': '3279ad35f6994da6a074322b66b965e2', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:38.699635 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ba573-ed6d-41b5-ad58-2a3f177f3b97 admin admin] Pushing event updated for resources: {'Network': ['ID=c235530b-0430-4e47-8933-b51b90e25ba5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:38.710181 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network c235530b-0430-4e47-8933-b51b90e25ba5 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:43:38.714786 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb6c662-49ee-4ccb-9e2c-43f8cd586fe1 admin admin] Made reservation on behalf of 3279ad35f6994da6a074322b66b965e2 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:38.718242 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0eb6c662-49ee-4ccb-9e2c-43f8cd586fe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:38.910515 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0eb6c662-49ee-4ccb-9e2c-43f8cd586fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:38.967177 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6c662-49ee-4ccb-9e2c-43f8cd586fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=888a4667-2c09-4898-9eac-af3a933a9f26,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:38.984035 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb6c662-49ee-4ccb-9e2c-43f8cd586fe1 admin admin] Checking segment: {'id': '2888e9da-5fad-4b02-90a4-459bdbd59ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c235530b-0430-4e47-8933-b51b90e25ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:38.984423 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb6c662-49ee-4ccb-9e2c-43f8cd586fe1 admin admin] Network hostable DHCP agents. Network: c235530b-0430-4e47-8933-b51b90e25ba5, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:43:39.002902 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb6c662-49ee-4ccb-9e2c-43f8cd586fe1 admin admin] Network c235530b-0430-4e47-8933-b51b90e25ba5 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:43:39.012945 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0eb6c662-49ee-4ccb-9e2c-43f8cd586fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c235530b-0430-4e47-8933-b51b90e25ba5) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:39.017775 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb6c662-49ee-4ccb-9e2c-43f8cd586fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:39.018752 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0eb6c662-49ee-4ccb-9e2c-43f8cd586fe1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:39.022625 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4f2b98-8110-4271-9107-e9fd70e7c24e None None] Network c235530b-0430-4e47-8933-b51b90e25ba5 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:39.037186 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0eb6c662-49ee-4ccb-9e2c-43f8cd586fe1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3767905 Dec 06 15:43:39.039686 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 47688) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:39.044963 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1656768784-router', 'tenant_id': '3279ad35f6994da6a074322b66b965e2', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:39.070754 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:39.072137 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:39.130873 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:39.185207 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c235530b-0430-4e47-8933-b51b90e25ba5', 'network_id': 'c235530b-0430-4e47-8933-b51b90e25ba5', 'tenant_id': '3279ad35f6994da6a074322b66b965e2', 'fixed_ips': [{'subnet_id': '888a4667-2c09-4898-9eac-af3a933a9f26'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:43:39.186147 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:39.333891 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Allocated IP 172.20.0.2 (c235530b-0430-4e47-8933-b51b90e25ba5/888a4667-2c09-4898-9eac-af3a933a9f26/c60abab5-b4fc-4a76-b216-c359ded7d102) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:43:39.499717 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:39.506589 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:39.550982 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Network c235530b-0430-4e47-8933-b51b90e25ba5 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:43:39.554923 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:39.559097 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:43:39.565123 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Pushing event updated for resources: {'Port': ['ID=c60abab5-b4fc-4a76-b216-c359ded7d102,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:39.619670 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:39.633021 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Attempting to bind port c60abab5-b4fc-4a76-b216-c359ded7d102 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:43:39.633485 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Attempting to bind port c60abab5-b4fc-4a76-b216-c359ded7d102 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2888e9da-5fad-4b02-90a4-459bdbd59ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c235530b-0430-4e47-8933-b51b90e25ba5'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:43:39.633924 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Attempting to bind port c60abab5-b4fc-4a76-b216-c359ded7d102 on network c235530b-0430-4e47-8933-b51b90e25ba5 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:43:39.644053 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:43:39.644563 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Checking segment: {'id': '2888e9da-5fad-4b02-90a4-459bdbd59ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c235530b-0430-4e47-8933-b51b90e25ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:39.644822 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:39.645398 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Bound using segment: {'id': '2888e9da-5fad-4b02-90a4-459bdbd59ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c235530b-0430-4e47-8933-b51b90e25ba5'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:43:39.646086 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Bound port: c60abab5-b4fc-4a76-b216-c359ded7d102, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2888e9da-5fad-4b02-90a4-459bdbd59ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c235530b-0430-4e47-8933-b51b90e25ba5'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:43:39.646767 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:39.732783 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:43:39.749163 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] For port c60abab5-b4fc-4a76-b216-c359ded7d102, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:43:39.765850 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] For port c60abab5-b4fc-4a76-b216-c359ded7d102, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c60abab5-b4fc-4a76-b216-c359ded7d102,segment=NetworkSegment(2888e9da-5fad-4b02-90a4-459bdbd59ca5),segment_id=2888e9da-5fad-4b02-90a4-459bdbd59ca5)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:43:39.769792 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:39.827289 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:39.855184 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:39.858745 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3d8b0-b1ce-41e8-9291-dee845c04780 None None] Pushing event updated for resources: {'Port': ['ID=c60abab5-b4fc-4a76-b216-c359ded7d102,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:39.968394 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Allocated IP 172.35.7.245 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/12ffda8d-5893-43e3-b4f6-1c87ad10c64c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:43:40.111756 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:40.154511 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:40.199766 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:43:40.202635 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:40.206126 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:43:40.215729 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5930fc65-b9ac-44ec-9fae-e55cc1977c91 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:43:40.228888 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Pushing event updated for resources: {'Port': ['ID=12ffda8d-5893-43e3-b4f6-1c87ad10c64c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:40.338225 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a9e190ca-088d-4866-91cf-361d0a77a36a None None] Provisioning complete for port 12ffda8d-5893-43e3-b4f6-1c87ad10c64c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:40.338594 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a9e190ca-088d-4866-91cf-361d0a77a36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:40.377543 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a9e190ca-088d-4866-91cf-361d0a77a36a None None] Port 12ffda8d-5893-43e3-b4f6-1c87ad10c64c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:43:40.457278 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:40.689998 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:40.702709 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5634aefc-cdf0-4097-a59f-d18b9b79fc09 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:43:40.756010 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 5634aefc-cdf0-4097-a59f-d18b9b79fc09 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:40.756639 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:40.794526 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2424d7bf-bb76-4b9f-bdf0-e54e1a3d7efe None None] Network c235530b-0430-4e47-8933-b51b90e25ba5 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:43:40.828637 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Sync routers for ids ['df468613-c1d6-4d42-bae1-b0bf392ccede'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:43:40.838267 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Router 9318abf6-3b3d-4d6d-b7a8-01ddc5691d86 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:43:40.839296 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Routers {'df468613-c1d6-4d42-bae1-b0bf392ccede'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:43:40.840005 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:43:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['df468613-c1d6-4d42-bae1-b0bf392ccede'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:40.949405 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Set router df468613-c1d6-4d42-bae1-b0bf392ccede gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:43:40.951823 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:43:40.970928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:40.975068 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-78a5d0af-42b9-40f5-b13d-54df971a456a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9314222 Dec 06 15:43:40.975268 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47690) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:43:41.021831 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Sync routers for ids ['9318abf6-3b3d-4d6d-b7a8-01ddc5691d86'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:43:41.079378 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Routers {'9318abf6-3b3d-4d6d-b7a8-01ddc5691d86'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:43:41.079947 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:43:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9318abf6-3b3d-4d6d-b7a8-01ddc5691d86'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:41.133687 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c60abab5-b4fc-4a76-b216-c359ded7d102 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:43:41.135233 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b1e9d4a5-08af-41df-a74d-94a189cc6e13 None None] Provisioning complete for port c60abab5-b4fc-4a76-b216-c359ded7d102 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:41.135621 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d4a5-08af-41df-a74d-94a189cc6e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:41.149470 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'name': 'tempest-TestEncryptedCinderVolumes-1206086376-router', 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.251'}], 'enable_snat': True}, 'gw_port_id': '5634aefc-cdf0-4097-a59f-d18b9b79fc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:43:34Z', 'updated_at': '2021-12-06T15:43:37Z', 'revision_number': 4, 'project_id': '79d366bc80894ce2b31c52bc17a4bba4', 'gw_port': {'id': '5634aefc-cdf0-4097-a59f-d18b9b79fc09', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:35Z', 'updated_at': '2021-12-06T15:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7759806f-6402-42c0-9634-0321c93f6fbf', 'name': '', 'network_id': 'b8218981-c525-4134-8b9a-03555b607840', 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4', 'mac_address': 'fa:16:3e:b3:0c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '994fea18-4fe1-4ed5-950b-082b933de140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:36Z', 'updated_at': '2021-12-06T15:43:37Z', 'revision_number': 2, 'project_id': '79d366bc80894ce2b31c52bc17a4bba4', 'subnets': [{'id': '994fea18-4fe1-4ed5-950b-082b933de140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:41.175020 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Checking router: df468613-c1d6-4d42-bae1-b0bf392ccede for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:43:41.175594 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Updating router df468613-c1d6-4d42-bae1-b0bf392ccede port 7759806f-6402-42c0-9634-0321c93f6fbf binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:43:41.205647 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:41.320154 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Set router 9318abf6-3b3d-4d6d-b7a8-01ddc5691d86 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:43:41.398524 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port c60abab5-b4fc-4a76-b216-c359ded7d102 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:41.399329 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:41.412330 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:41.467704 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:41.474603 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d4a5-08af-41df-a74d-94a189cc6e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:41.477136 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:41.529634 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db529af-e6b3-4b03-88f9-b024ec04d7c1 None None] Pushing event updated for resources: {'Port': ['ID=7759806f-6402-42c0-9634-0321c93f6fbf,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:41.539619 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db529af-e6b3-4b03-88f9-b024ec04d7c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:41.540199 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db529af-e6b3-4b03-88f9-b024ec04d7c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:41.540571 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db529af-e6b3-4b03-88f9-b024ec04d7c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:41.540901 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db529af-e6b3-4b03-88f9-b024ec04d7c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:41.541305 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db529af-e6b3-4b03-88f9-b024ec04d7c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:41.541632 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db529af-e6b3-4b03-88f9-b024ec04d7c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:41.542120 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db529af-e6b3-4b03-88f9-b024ec04d7c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:41.542634 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db529af-e6b3-4b03-88f9-b024ec04d7c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:41.543141 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db529af-e6b3-4b03-88f9-b024ec04d7c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:41.543684 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db529af-e6b3-4b03-88f9-b024ec04d7c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:41.544179 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db529af-e6b3-4b03-88f9-b024ec04d7c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:41.544706 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db529af-e6b3-4b03-88f9-b024ec04d7c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:41.545191 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db529af-e6b3-4b03-88f9-b024ec04d7c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:43:41.574794 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b1e9d4a5-08af-41df-a74d-94a189cc6e13 None None] For port c60abab5-b4fc-4a76-b216-c359ded7d102, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c60abab5-b4fc-4a76-b216-c359ded7d102,segment=NetworkSegment(2888e9da-5fad-4b02-90a4-459bdbd59ca5),segment_id=2888e9da-5fad-4b02-90a4-459bdbd59ca5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:41.585807 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d4a5-08af-41df-a74d-94a189cc6e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:41.626363 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Attempting to bind port 7759806f-6402-42c0-9634-0321c93f6fbf on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:43:41.626869 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Attempting to bind port 7759806f-6402-42c0-9634-0321c93f6fbf by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '425669be-59c6-4810-a123-b7419ce6f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b8218981-c525-4134-8b9a-03555b607840'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:43:41.627232 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Attempting to bind port 7759806f-6402-42c0-9634-0321c93f6fbf on network b8218981-c525-4134-8b9a-03555b607840 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:43:41.627903 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] Allocated IP 172.20.0.1 (c235530b-0430-4e47-8933-b51b90e25ba5/888a4667-2c09-4898-9eac-af3a933a9f26/f073b743-813d-4294-abbe-36802bb13a56) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:43:41.632907 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:43:41.633282 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Checking segment: {'id': '425669be-59c6-4810-a123-b7419ce6f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b8218981-c525-4134-8b9a-03555b607840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:41.633814 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:41.640162 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Bound using segment: {'id': '425669be-59c6-4810-a123-b7419ce6f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b8218981-c525-4134-8b9a-03555b607840'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:43:41.640709 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Bound port: 7759806f-6402-42c0-9634-0321c93f6fbf, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425669be-59c6-4810-a123-b7419ce6f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b8218981-c525-4134-8b9a-03555b607840'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:43:41.641417 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:41.744901 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9d4a5-08af-41df-a74d-94a189cc6e13 None None] Pushing event updated for resources: {'Port': ['ID=c60abab5-b4fc-4a76-b216-c359ded7d102,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:41.752437 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] For port 7759806f-6402-42c0-9634-0321c93f6fbf, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:43:41.756803 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] For port 7759806f-6402-42c0-9634-0321c93f6fbf, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7759806f-6402-42c0-9634-0321c93f6fbf,segment=NetworkSegment(425669be-59c6-4810-a123-b7419ce6f403),segment_id=425669be-59c6-4810-a123-b7419ce6f403)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:43:41.770553 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:41.772763 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'name': 'tempest-TestEncryptedCinderVolumes-1656768784-router', 'tenant_id': '3279ad35f6994da6a074322b66b965e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': '12ffda8d-5893-43e3-b4f6-1c87ad10c64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:43:39Z', 'updated_at': '2021-12-06T15:43:40Z', 'revision_number': 3, 'project_id': '3279ad35f6994da6a074322b66b965e2', 'gw_port': {'id': '12ffda8d-5893-43e3-b4f6-1c87ad10c64c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:39Z', 'updated_at': '2021-12-06T15:43:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:41.784580 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:41.809704 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Checking router: 9318abf6-3b3d-4d6d-b7a8-01ddc5691d86 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:43:41.810063 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Updating router 9318abf6-3b3d-4d6d-b7a8-01ddc5691d86 port 12ffda8d-5893-43e3-b4f6-1c87ad10c64c binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:43:41.843857 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:41.853015 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db529af-e6b3-4b03-88f9-b024ec04d7c1 None None] Pushing event updated for resources: {'Port': ['ID=7759806f-6402-42c0-9634-0321c93f6fbf,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:41.857087 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:41.867057 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Routers {'df468613-c1d6-4d42-bae1-b0bf392ccede'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:43:41.867959 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:43:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['df468613-c1d6-4d42-bae1-b0bf392ccede'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:41.899036 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] Network c235530b-0430-4e47-8933-b51b90e25ba5 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:43:41.902082 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:41.910880 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:43:41.941076 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] Pushing event updated for resources: {'Port': ['ID=f073b743-813d-4294-abbe-36802bb13a56,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:41.969374 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:41.981783 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c5484bf4-b821-4fe1-acf1-76039985a6a2 None None] Provisioning complete for port 7759806f-6402-42c0-9634-0321c93f6fbf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:41.982643 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c5484bf4-b821-4fe1-acf1-76039985a6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:42.031631 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] Set router df468613-c1d6-4d42-bae1-b0bf392ccede gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:43:42.161134 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:42.209871 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c5484bf4-b821-4fe1-acf1-76039985a6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:42.284421 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'name': 'tempest-TestEncryptedCinderVolumes-1206086376-router', 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.251'}], 'enable_snat': True}, 'gw_port_id': '5634aefc-cdf0-4097-a59f-d18b9b79fc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:43:34Z', 'updated_at': '2021-12-06T15:43:37Z', 'revision_number': 4, 'project_id': '79d366bc80894ce2b31c52bc17a4bba4', 'gw_port': {'id': '5634aefc-cdf0-4097-a59f-d18b9b79fc09', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:35Z', 'updated_at': '2021-12-06T15:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7759806f-6402-42c0-9634-0321c93f6fbf', 'name': '', 'network_id': 'b8218981-c525-4134-8b9a-03555b607840', 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4', 'mac_address': 'fa:16:3e:b3:0c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '994fea18-4fe1-4ed5-950b-082b933de140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:36Z', 'updated_at': '2021-12-06T15:43:41Z', 'revision_number': 4, 'project_id': '79d366bc80894ce2b31c52bc17a4bba4', 'subnets': [{'id': '994fea18-4fe1-4ed5-950b-082b933de140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:42.287910 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c5484bf4-b821-4fe1-acf1-76039985a6a2 None None] For port 7759806f-6402-42c0-9634-0321c93f6fbf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7759806f-6402-42c0-9634-0321c93f6fbf,segment=NetworkSegment(425669be-59c6-4810-a123-b7419ce6f403),segment_id=425669be-59c6-4810-a123-b7419ce6f403)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:42.298221 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c5484bf4-b821-4fe1-acf1-76039985a6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:42.306517 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:42.331938 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:42.356256 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:42.359264 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c5484bf4-b821-4fe1-acf1-76039985a6a2 None None] Provisioning complete for port c60abab5-b4fc-4a76-b216-c359ded7d102 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:42.359643 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c5484bf4-b821-4fe1-acf1-76039985a6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:42.362926 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:42.376730 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6544e2-5102-422f-8e3e-39298b9e04c2 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:43:42.408031 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a85064-5f3c-43e0-a601-c9adb2b83593 None None] The sync data for ids ['df468613-c1d6-4d42-bae1-b0bf392ccede'] in n-d-master-1 is: [{'id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'name': 'tempest-TestEncryptedCinderVolumes-1206086376-router', 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.251'}], 'enable_snat': True}, 'gw_port_id': '5634aefc-cdf0-4097-a59f-d18b9b79fc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:43:34Z', 'updated_at': '2021-12-06T15:43:37Z', 'revision_number': 4, 'project_id': '79d366bc80894ce2b31c52bc17a4bba4', 'gw_port': {'id': '5634aefc-cdf0-4097-a59f-d18b9b79fc09', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:35Z', 'updated_at': '2021-12-06T15:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7759806f-6402-42c0-9634-0321c93f6fbf', 'name': '', 'network_id': 'b8218981-c525-4134-8b9a-03555b607840', 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4', 'mac_address': 'fa:16:3e:b3:0c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '994fea18-4fe1-4ed5-950b-082b933de140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:36Z', 'updated_at': '2021-12-06T15:43:41Z', 'revision_number': 4, 'project_id': '79d366bc80894ce2b31c52bc17a4bba4', 'subnets': [{'id': '994fea18-4fe1-4ed5-950b-082b933de140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:43:42.410763 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5484bf4-b821-4fe1-acf1-76039985a6a2 None None] Pushing event updated for resources: {'Port': ['ID=7759806f-6402-42c0-9634-0321c93f6fbf,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:42.417563 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Attempting to bind port 12ffda8d-5893-43e3-b4f6-1c87ad10c64c on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:43:42.417944 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Attempting to bind port 12ffda8d-5893-43e3-b4f6-1c87ad10c64c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:43:42.418315 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Attempting to bind port 12ffda8d-5893-43e3-b4f6-1c87ad10c64c on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:43:42.438288 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] Pushing event updated for resources: {'Port': ['ID=f073b743-813d-4294-abbe-36802bb13a56,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:42.440853 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:42.454146 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:43:42.454330 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:42.454720 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:42.455125 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:43:42.455617 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Bound port: 12ffda8d-5893-43e3-b4f6-1c87ad10c64c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:43:42.456024 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:42.503809 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63425d0-4165-4da7-80f6-fb9f9a5deb4b None None] Pushing event updated for resources: {'Port': ['ID=12ffda8d-5893-43e3-b4f6-1c87ad10c64c,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:42.539014 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] Network c235530b-0430-4e47-8933-b51b90e25ba5 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:43:42.540529 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:42.560060 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] For port 12ffda8d-5893-43e3-b4f6-1c87ad10c64c, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:43:42.580815 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] For port 12ffda8d-5893-43e3-b4f6-1c87ad10c64c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=12ffda8d-5893-43e3-b4f6-1c87ad10c64c,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:43:42.592561 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:42.663893 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de77907e-7a05-4cdd-b99e-7805efc3bcb8 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:43:42.691410 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Routers {'9318abf6-3b3d-4d6d-b7a8-01ddc5691d86'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:43:42.692092 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:43:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9318abf6-3b3d-4d6d-b7a8-01ddc5691d86'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:42.695466 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63425d0-4165-4da7-80f6-fb9f9a5deb4b None None] Pushing event updated for resources: {'Port': ['ID=12ffda8d-5893-43e3-b4f6-1c87ad10c64c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:42.763471 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c60abab5-b4fc-4a76-b216-c359ded7d102 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:43:42.824481 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1abb3df9-28c5-4b98-bbe1-b951e9cf35fd None None] Provisioning complete for port f073b743-813d-4294-abbe-36802bb13a56 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:42.825138 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1abb3df9-28c5-4b98-bbe1-b951e9cf35fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:42.920830 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] Set router 9318abf6-3b3d-4d6d-b7a8-01ddc5691d86 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:43:42.923769 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-1abb3df9-28c5-4b98-bbe1-b951e9cf35fd None None] Port f073b743-813d-4294-abbe-36802bb13a56 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:43:42.966685 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port c60abab5-b4fc-4a76-b216-c359ded7d102 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:42.967061 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:43.009175 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] Router 9318abf6-3b3d-4d6d-b7a8-01ddc5691d86 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:43:43.030507 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1abb3df9-28c5-4b98-bbe1-b951e9cf35fd None None] Provisioning complete for port 12ffda8d-5893-43e3-b4f6-1c87ad10c64c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:43.030709 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1abb3df9-28c5-4b98-bbe1-b951e9cf35fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:43.124143 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:43:43.129954 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bc9b2982-125d-4571-953c-722888825961 admin admin] 10.222.0.20 "PUT /v2.0/routers/9318abf6-3b3d-4d6d-b7a8-01ddc5691d86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1535933 Dec 06 15:43:43.401149 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 7759806f-6402-42c0-9634-0321c93f6fbf up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:43:43.432784 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1abb3df9-28c5-4b98-bbe1-b951e9cf35fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:43.479901 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1abb3df9-28c5-4b98-bbe1-b951e9cf35fd None None] For port 12ffda8d-5893-43e3-b4f6-1c87ad10c64c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=12ffda8d-5893-43e3-b4f6-1c87ad10c64c,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:43.490264 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1abb3df9-28c5-4b98-bbe1-b951e9cf35fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:43.497579 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 7759806f-6402-42c0-9634-0321c93f6fbf triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:43.497949 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:43.518647 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'name': 'tempest-TestEncryptedCinderVolumes-1656768784-router', 'tenant_id': '3279ad35f6994da6a074322b66b965e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': '12ffda8d-5893-43e3-b4f6-1c87ad10c64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:43:39Z', 'updated_at': '2021-12-06T15:43:42Z', 'revision_number': 4, 'project_id': '3279ad35f6994da6a074322b66b965e2', 'gw_port': {'id': '12ffda8d-5893-43e3-b4f6-1c87ad10c64c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:39Z', 'updated_at': '2021-12-06T15:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f073b743-813d-4294-abbe-36802bb13a56', 'name': '', 'network_id': 'c235530b-0430-4e47-8933-b51b90e25ba5', 'tenant_id': '3279ad35f6994da6a074322b66b965e2', 'mac_address': 'fa:16:3e:7d:cb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '888a4667-2c09-4898-9eac-af3a933a9f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:41Z', 'updated_at': '2021-12-06T15:43:42Z', 'revision_number': 2, 'project_id': '3279ad35f6994da6a074322b66b965e2', 'subnets': [{'id': '888a4667-2c09-4898-9eac-af3a933a9f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:43.574199 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e81a95-e351-434b-971d-3e4cca5fcf31 None None] The sync data for ids ['9318abf6-3b3d-4d6d-b7a8-01ddc5691d86'] in n-d-master-1 is: [{'id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'name': 'tempest-TestEncryptedCinderVolumes-1656768784-router', 'tenant_id': '3279ad35f6994da6a074322b66b965e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': '12ffda8d-5893-43e3-b4f6-1c87ad10c64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:43:39Z', 'updated_at': '2021-12-06T15:43:42Z', 'revision_number': 4, 'project_id': '3279ad35f6994da6a074322b66b965e2', 'gw_port': {'id': '12ffda8d-5893-43e3-b4f6-1c87ad10c64c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:39Z', 'updated_at': '2021-12-06T15:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f073b743-813d-4294-abbe-36802bb13a56', 'name': '', 'network_id': 'c235530b-0430-4e47-8933-b51b90e25ba5', 'tenant_id': '3279ad35f6994da6a074322b66b965e2', 'mac_address': 'fa:16:3e:7d:cb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '888a4667-2c09-4898-9eac-af3a933a9f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:41Z', 'updated_at': '2021-12-06T15:43:42Z', 'revision_number': 2, 'project_id': '3279ad35f6994da6a074322b66b965e2', 'subnets': [{'id': '888a4667-2c09-4898-9eac-af3a933a9f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:43:43.599447 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-1abb3df9-28c5-4b98-bbe1-b951e9cf35fd None None] Provisioning complete for port 7759806f-6402-42c0-9634-0321c93f6fbf triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:43.599863 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1abb3df9-28c5-4b98-bbe1-b951e9cf35fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:43.627780 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb3df9-28c5-4b98-bbe1-b951e9cf35fd None None] Pushing event updated for resources: {'Port': ['ID=12ffda8d-5893-43e3-b4f6-1c87ad10c64c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:43.837780 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-f0a21415-d400-4682-99b2-3522a49a66df tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:43.839270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-f0a21415-d400-4682-99b2-3522a49a66df tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/networks?id=b8218981-c525-4134-8b9a-03555b607840 HTTP/1.1" status: 200 len: 817 time: 0.1214151 Dec 06 15:43:43.852078 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-beba92e7-35b8-4e71-9b4a-131efdfbbb44 None None] Provisioning complete for port f073b743-813d-4294-abbe-36802bb13a56 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:43.852640 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-beba92e7-35b8-4e71-9b4a-131efdfbbb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:43.864432 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-63c5d147-b58e-4e6d-a8bc-9348a764cb08 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/quotas/79d366bc80894ce2b31c52bc17a4bba4 HTTP/1.1" status: 200 len: 375 time: 0.0142593 Dec 06 15:43:43.893738 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-beba92e7-35b8-4e71-9b4a-131efdfbbb44 None None] Port f073b743-813d-4294-abbe-36802bb13a56 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:43:43.921007 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-2eaae45a-1469-4786-9558-050ff8f64c47 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79d366bc80894ce2b31c52bc17a4bba4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547860 Dec 06 15:43:44.028396 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-d9ecb41e-76ec-4080-ba31-bbed1091f332 service neutron] 10.222.0.20 "GET /v2.0/networks/b8218981-c525-4134-8b9a-03555b607840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909045 Dec 06 15:43:44.124836 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-3ec96d88-1885-4f50-a290-b737ad55b5ec service neutron] 10.222.0.20 "GET /v2.0/networks/b8218981-c525-4134-8b9a-03555b607840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902436 Dec 06 15:43:44.287366 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6adefeff-43b8-4897-a856-be71ed5a40f0 req-e032aa8a-df86-4388-9a16-e245f279de30 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=887e41ad-5adf-4e0d-a1c0-98551874472c HTTP/1.1" status: 200 len: 210 time: 0.0267375 Dec 06 15:43:45.216281 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-d1b86cd7-65e5-4ab8-af8b-28ca8d2caf7e tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:45.217861 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-d1b86cd7-65e5-4ab8-af8b-28ca8d2caf7e tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.23 "GET /v2.0/networks?id=b8218981-c525-4134-8b9a-03555b607840 HTTP/1.1" status: 200 len: 817 time: 0.1154008 Dec 06 15:43:45.231750 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-374ec48a-bf86-4b60-8f35-a8961655a38d tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Request body: {'port': {'device_id': '887e41ad-5adf-4e0d-a1c0-98551874472c', 'network_id': 'b8218981-c525-4134-8b9a-03555b607840', 'admin_state_up': True, 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:45.350263 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-374ec48a-bf86-4b60-8f35-a8961655a38d tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Made reservation on behalf of 79d366bc80894ce2b31c52bc17a4bba4 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:43:45.354433 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-374ec48a-bf86-4b60-8f35-a8961655a38d tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:45.388637 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2775398f-dc94-4404-8507-a96b60817707 req-0cc18f1a-19fb-46fd-8254-e3aeb4fa9eaa tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=887e41ad-5adf-4e0d-a1c0-98551874472c HTTP/1.1" status: 200 len: 210 time: 0.0287890 Dec 06 15:43:45.491135 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-374ec48a-bf86-4b60-8f35-a8961655a38d tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Allocated IP 172.20.0.9 (b8218981-c525-4134-8b9a-03555b607840/994fea18-4fe1-4ed5-950b-082b933de140/8528d1d6-0730-448a-9044-46e2a6d631ea) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:43:45.645179 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-374ec48a-bf86-4b60-8f35-a8961655a38d tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:45.679181 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-374ec48a-bf86-4b60-8f35-a8961655a38d tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:45.723017 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-374ec48a-bf86-4b60-8f35-a8961655a38d tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Network b8218981-c525-4134-8b9a-03555b607840 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:43:45.726247 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-374ec48a-bf86-4b60-8f35-a8961655a38d tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:43:45.729976 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-374ec48a-bf86-4b60-8f35-a8961655a38d tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:43:45.736838 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ec48a-bf86-4b60-8f35-a8961655a38d tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Pushing event updated for resources: {'Port': ['ID=8528d1d6-0730-448a-9044-46e2a6d631ea,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:45.791978 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-374ec48a-bf86-4b60-8f35-a8961655a38d tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:45.792671 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-374ec48a-bf86-4b60-8f35-a8961655a38d tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:45.809177 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-374ec48a-bf86-4b60-8f35-a8961655a38d tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5821254 Dec 06 15:43:45.822172 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Request body: {'port': {'device_id': '887e41ad-5adf-4e0d-a1c0-98551874472c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:43:45.882781 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:45.924602 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2603aa87-e488-4a7c-928b-cc6ce7583458 None None] Provisioning complete for port 8528d1d6-0730-448a-9044-46e2a6d631ea triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:45.925152 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2603aa87-e488-4a7c-928b-cc6ce7583458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:45.961574 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2603aa87-e488-4a7c-928b-cc6ce7583458 None None] Port 8528d1d6-0730-448a-9044-46e2a6d631ea cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:43:46.149520 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8528d1d6-0730-448a-9044-46e2a6d631ea {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:43:46.157141 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:46.169775 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Transition to ACTIVE for port object 8528d1d6-0730-448a-9044-46e2a6d631ea will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:43:46.172661 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:46.223575 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Pushing event updated for resources: {'Port': ['ID=8528d1d6-0730-448a-9044-46e2a6d631ea,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:46.267718 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Sync routers for ids ['9318abf6-3b3d-4d6d-b7a8-01ddc5691d86'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:43:46.283288 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Routers {'9318abf6-3b3d-4d6d-b7a8-01ddc5691d86'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:43:46.283973 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:43:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9318abf6-3b3d-4d6d-b7a8-01ddc5691d86'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:46.300987 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Attempting to bind port 8528d1d6-0730-448a-9044-46e2a6d631ea on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:43:46.301334 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Attempting to bind port 8528d1d6-0730-448a-9044-46e2a6d631ea by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '425669be-59c6-4810-a123-b7419ce6f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b8218981-c525-4134-8b9a-03555b607840'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:43:46.301666 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Attempting to bind port 8528d1d6-0730-448a-9044-46e2a6d631ea on network b8218981-c525-4134-8b9a-03555b607840 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:43:46.306388 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Port 8528d1d6-0730-448a-9044-46e2a6d631ea on network b8218981-c525-4134-8b9a-03555b607840 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:43:46.306708 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Attempting to bind port 8528d1d6-0730-448a-9044-46e2a6d631ea on network b8218981-c525-4134-8b9a-03555b607840 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:43:46.311775 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:43:46.312121 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Checking segment: {'id': '425669be-59c6-4810-a123-b7419ce6f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b8218981-c525-4134-8b9a-03555b607840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:46.312510 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Bound using segment: {'id': '425669be-59c6-4810-a123-b7419ce6f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b8218981-c525-4134-8b9a-03555b607840'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:43:46.312952 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Bound port: 8528d1d6-0730-448a-9044-46e2a6d631ea, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425669be-59c6-4810-a123-b7419ce6f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b8218981-c525-4134-8b9a-03555b607840'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:43:46.313305 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:46.378972 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] For port 8528d1d6-0730-448a-9044-46e2a6d631ea, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:43:46.382701 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] For port 8528d1d6-0730-448a-9044-46e2a6d631ea, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8528d1d6-0730-448a-9044-46e2a6d631ea,segment=NetworkSegment(425669be-59c6-4810-a123-b7419ce6f403),segment_id=425669be-59c6-4810-a123-b7419ce6f403)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:43:46.388290 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:46.401157 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Set router 9318abf6-3b3d-4d6d-b7a8-01ddc5691d86 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:43:46.426681 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:46.428006 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:46.429406 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] 10.222.0.23 "PUT /v2.0/ports/8528d1d6-0730-448a-9044-46e2a6d631ea HTTP/1.1" status: 200 len: 1091 time: 0.6121204 Dec 06 15:43:46.429854 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887e41ad-5adf-4e0d-a1c0-98551874472c', 'tag': '8528d1d6-0730-448a-9044-46e2a6d631ea'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:43:46.432175 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d33431-c402-4e46-8e69-1ccad84c5f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "887e41ad-5adf-4e0d-a1c0-98551874472c", "tag": "8528d1d6-0730-448a-9044-46e2a6d631ea"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:43:46.523541 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b91431-7c88-4834-9012-522e7bd1b25b x-openstack-request-id: req-d9b91431-7c88-4834-9012-522e7bd1b25b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:43:46.523859 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887e41ad-5adf-4e0d-a1c0-98551874472c", "tag": "8528d1d6-0730-448a-9044-46e2a6d631ea", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:43:46.524125 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9b91431-7c88-4834-9012-522e7bd1b25b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:43:46.524527 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887e41ad-5adf-4e0d-a1c0-98551874472c', 'tag': '8528d1d6-0730-448a-9044-46e2a6d631ea', 'status': 'completed', 'code': 200} Dec 06 15:43:46.526249 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1f10c-9c52-44f3-ab93-70147467c611 service neutron] Pushing event updated for resources: {'Port': ['ID=8528d1d6-0730-448a-9044-46e2a6d631ea,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:46.588960 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c68f29-197f-4316-9174-a01b9ffdc9ae req-19279e44-ef20-4037-814a-2d14e0c15157 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:46.596189 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09c68f29-197f-4316-9174-a01b9ffdc9ae req-19279e44-ef20-4037-814a-2d14e0c15157 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=887e41ad-5adf-4e0d-a1c0-98551874472c HTTP/1.1" status: 200 len: 943 time: 0.1215937 Dec 06 15:43:46.607081 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-1db43d58-6453-4988-96ba-7753e2c7e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:46.608841 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-1db43d58-6453-4988-96ba-7753e2c7e615 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=79d366bc80894ce2b31c52bc17a4bba4&device_id=887e41ad-5adf-4e0d-a1c0-98551874472c HTTP/1.1" status: 200 len: 1094 time: 0.0833299 Dec 06 15:43:46.658149 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'name': 'tempest-TestEncryptedCinderVolumes-1656768784-router', 'tenant_id': '3279ad35f6994da6a074322b66b965e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': '12ffda8d-5893-43e3-b4f6-1c87ad10c64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:43:39Z', 'updated_at': '2021-12-06T15:43:42Z', 'revision_number': 4, 'project_id': '3279ad35f6994da6a074322b66b965e2', 'gw_port': {'id': '12ffda8d-5893-43e3-b4f6-1c87ad10c64c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:39Z', 'updated_at': '2021-12-06T15:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f073b743-813d-4294-abbe-36802bb13a56', 'name': '', 'network_id': 'c235530b-0430-4e47-8933-b51b90e25ba5', 'tenant_id': '3279ad35f6994da6a074322b66b965e2', 'mac_address': 'fa:16:3e:7d:cb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '888a4667-2c09-4898-9eac-af3a933a9f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:41Z', 'updated_at': '2021-12-06T15:43:42Z', 'revision_number': 2, 'project_id': '3279ad35f6994da6a074322b66b965e2', 'subnets': [{'id': '888a4667-2c09-4898-9eac-af3a933a9f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:46.660039 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-3a2ce026-1b88-4438-8acf-6b19d3bfb522 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8528d1d6-0730-448a-9044-46e2a6d631ea HTTP/1.1" status: 200 len: 217 time: 0.0401149 Dec 06 15:43:46.686220 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Checking router: 9318abf6-3b3d-4d6d-b7a8-01ddc5691d86 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:43:46.686581 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Updating router 9318abf6-3b3d-4d6d-b7a8-01ddc5691d86 port f073b743-813d-4294-abbe-36802bb13a56 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:43:46.703579 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 12ffda8d-5893-43e3-b4f6-1c87ad10c64c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:43:46.713413 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-09c68f29-197f-4316-9174-a01b9ffdc9ae req-c95b24db-f3c4-4048-ae55-5693ced75bd9 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163671 Dec 06 15:43:46.727402 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:46.744061 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-2ea454b6-ec4d-464a-8814-bd79c826337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:46.745541 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-2ea454b6-ec4d-464a-8814-bd79c826337f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=994fea18-4fe1-4ed5-950b-082b933de140 HTTP/1.1" status: 200 len: 856 time: 0.0776632 Dec 06 15:43:46.776302 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 12ffda8d-5893-43e3-b4f6-1c87ad10c64c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:46.776857 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:46.795178 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-40323dea-8afb-467f-8c4f-9cf3f4b6521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:46.796708 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-40323dea-8afb-467f-8c4f-9cf3f4b6521b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8218981-c525-4134-8b9a-03555b607840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446348 Dec 06 15:43:46.891646 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-41155f74-35e0-4bb6-a5a2-79ec4e76d411 service neutron] 10.222.0.23 "GET /v2.0/networks/b8218981-c525-4134-8b9a-03555b607840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877337 Dec 06 15:43:46.985213 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c7b82c04-7d1d-42c7-8991-4050fc4e697f req-b18ed8b2-8006-4217-91fb-26d187b218a0 service neutron] 10.222.0.23 "GET /v2.0/networks/b8218981-c525-4134-8b9a-03555b607840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863559 Dec 06 15:43:47.008019 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:47.013041 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:47.063008 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1aa3c-5fcd-4bbd-b129-7165ab9af266 None None] Pushing event updated for resources: {'Port': ['ID=f073b743-813d-4294-abbe-36802bb13a56,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:47.078213 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d33431-c402-4e46-8e69-1ccad84c5f4e req-161f38fc-ef88-4814-8986-493743c338d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:47.079879 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0d33431-c402-4e46-8e69-1ccad84c5f4e req-161f38fc-ef88-4814-8986-493743c338d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=79d366bc80894ce2b31c52bc17a4bba4&device_id=887e41ad-5adf-4e0d-a1c0-98551874472c HTTP/1.1" status: 200 len: 1094 time: 0.0448489 Dec 06 15:43:47.113971 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Attempting to bind port f073b743-813d-4294-abbe-36802bb13a56 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:43:47.115130 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Attempting to bind port f073b743-813d-4294-abbe-36802bb13a56 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2888e9da-5fad-4b02-90a4-459bdbd59ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c235530b-0430-4e47-8933-b51b90e25ba5'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:43:47.115855 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Attempting to bind port f073b743-813d-4294-abbe-36802bb13a56 on network c235530b-0430-4e47-8933-b51b90e25ba5 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:43:47.120902 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:43:47.121278 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Checking segment: {'id': '2888e9da-5fad-4b02-90a4-459bdbd59ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c235530b-0430-4e47-8933-b51b90e25ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:43:47.121679 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:47.122068 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Bound using segment: {'id': '2888e9da-5fad-4b02-90a4-459bdbd59ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c235530b-0430-4e47-8933-b51b90e25ba5'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:43:47.122538 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Bound port: f073b743-813d-4294-abbe-36802bb13a56, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2888e9da-5fad-4b02-90a4-459bdbd59ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c235530b-0430-4e47-8933-b51b90e25ba5'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:43:47.122911 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:47.180665 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d33431-c402-4e46-8e69-1ccad84c5f4e req-ffb3e686-634c-4bf0-ad41-b3a647ccf8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:47.182382 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0d33431-c402-4e46-8e69-1ccad84c5f4e req-ffb3e686-634c-4bf0-ad41-b3a647ccf8b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b8218981-c525-4134-8b9a-03555b607840 HTTP/1.1" status: 200 len: 918 time: 0.0955479 Dec 06 15:43:47.192972 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] For port f073b743-813d-4294-abbe-36802bb13a56, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:43:47.196509 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] For port f073b743-813d-4294-abbe-36802bb13a56, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f073b743-813d-4294-abbe-36802bb13a56,segment=NetworkSegment(2888e9da-5fad-4b02-90a4-459bdbd59ca5),segment_id=2888e9da-5fad-4b02-90a4-459bdbd59ca5)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:43:47.201347 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:47.227497 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0d33431-c402-4e46-8e69-1ccad84c5f4e req-af4965c1-a0cb-42b7-a6fb-32b626a9ac89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8528d1d6-0730-448a-9044-46e2a6d631ea HTTP/1.1" status: 200 len: 217 time: 0.0375628 Dec 06 15:43:47.259745 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Routers {'9318abf6-3b3d-4d6d-b7a8-01ddc5691d86'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:43:47.260383 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:43:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9318abf6-3b3d-4d6d-b7a8-01ddc5691d86'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:47.294163 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d33431-c402-4e46-8e69-1ccad84c5f4e req-8bd5aef3-1844-4fe5-863e-92a5e6742b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:47.296373 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0d33431-c402-4e46-8e69-1ccad84c5f4e req-8bd5aef3-1844-4fe5-863e-92a5e6742b9c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=994fea18-4fe1-4ed5-950b-082b933de140 HTTP/1.1" status: 200 len: 856 time: 0.0597210 Dec 06 15:43:47.298784 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1aa3c-5fcd-4bbd-b129-7165ab9af266 None None] Pushing event updated for resources: {'Port': ['ID=f073b743-813d-4294-abbe-36802bb13a56,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:47.299308 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-182a2832-87d3-4a85-82bd-f2280100ab2b None None] Provisioning complete for port f073b743-813d-4294-abbe-36802bb13a56 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:47.299834 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-182a2832-87d3-4a85-82bd-f2280100ab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:47.350863 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d33431-c402-4e46-8e69-1ccad84c5f4e req-4af4c713-ec2b-4fbd-b177-41206c83afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:47.352569 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0d33431-c402-4e46-8e69-1ccad84c5f4e req-4af4c713-ec2b-4fbd-b177-41206c83afc4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8218981-c525-4134-8b9a-03555b607840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483019 Dec 06 15:43:47.380015 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] Set router 9318abf6-3b3d-4d6d-b7a8-01ddc5691d86 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:43:47.404112 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-182a2832-87d3-4a85-82bd-f2280100ab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:47.448832 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-182a2832-87d3-4a85-82bd-f2280100ab2b None None] For port f073b743-813d-4294-abbe-36802bb13a56, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f073b743-813d-4294-abbe-36802bb13a56,segment=NetworkSegment(2888e9da-5fad-4b02-90a4-459bdbd59ca5),segment_id=2888e9da-5fad-4b02-90a4-459bdbd59ca5)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:47.454001 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-182a2832-87d3-4a85-82bd-f2280100ab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:47.456843 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0d33431-c402-4e46-8e69-1ccad84c5f4e req-57437784-3dc8-45c9-9f41-3b480ffecda8 service neutron] 10.222.0.23 "GET /v2.0/networks/b8218981-c525-4134-8b9a-03555b607840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960121 Dec 06 15:43:47.517464 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a2832-87d3-4a85-82bd-f2280100ab2b None None] Pushing event updated for resources: {'Port': ['ID=f073b743-813d-4294-abbe-36802bb13a56,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:47.559762 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0d33431-c402-4e46-8e69-1ccad84c5f4e req-5b97e040-3eda-4cc8-ad6f-84651912a961 service neutron] 10.222.0.23 "GET /v2.0/networks/b8218981-c525-4134-8b9a-03555b607840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947330 Dec 06 15:43:47.575802 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5a938f2b-5a89-40b6-b53e-f78564818d5f None None] Provisioning complete for port f073b743-813d-4294-abbe-36802bb13a56 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:47.576268 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5a938f2b-5a89-40b6-b53e-f78564818d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:47.596607 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'name': 'tempest-TestEncryptedCinderVolumes-1656768784-router', 'tenant_id': '3279ad35f6994da6a074322b66b965e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': '12ffda8d-5893-43e3-b4f6-1c87ad10c64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:43:39Z', 'updated_at': '2021-12-06T15:43:42Z', 'revision_number': 4, 'project_id': '3279ad35f6994da6a074322b66b965e2', 'gw_port': {'id': '12ffda8d-5893-43e3-b4f6-1c87ad10c64c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:39Z', 'updated_at': '2021-12-06T15:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f073b743-813d-4294-abbe-36802bb13a56', 'name': '', 'network_id': 'c235530b-0430-4e47-8933-b51b90e25ba5', 'tenant_id': '3279ad35f6994da6a074322b66b965e2', 'mac_address': 'fa:16:3e:7d:cb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '888a4667-2c09-4898-9eac-af3a933a9f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:41Z', 'updated_at': '2021-12-06T15:43:47Z', 'revision_number': 4, 'project_id': '3279ad35f6994da6a074322b66b965e2', 'subnets': [{'id': '888a4667-2c09-4898-9eac-af3a933a9f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:43:47.626273 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82d09e-7603-4bfe-b276-c878278843f7 None None] The sync data for ids ['9318abf6-3b3d-4d6d-b7a8-01ddc5691d86'] in n-d-master-1 is: [{'id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'name': 'tempest-TestEncryptedCinderVolumes-1656768784-router', 'tenant_id': '3279ad35f6994da6a074322b66b965e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': '12ffda8d-5893-43e3-b4f6-1c87ad10c64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:43:39Z', 'updated_at': '2021-12-06T15:43:42Z', 'revision_number': 4, 'project_id': '3279ad35f6994da6a074322b66b965e2', 'gw_port': {'id': '12ffda8d-5893-43e3-b4f6-1c87ad10c64c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:39Z', 'updated_at': '2021-12-06T15:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f073b743-813d-4294-abbe-36802bb13a56', 'name': '', 'network_id': 'c235530b-0430-4e47-8933-b51b90e25ba5', 'tenant_id': '3279ad35f6994da6a074322b66b965e2', 'mac_address': 'fa:16:3e:7d:cb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '888a4667-2c09-4898-9eac-af3a933a9f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:41Z', 'updated_at': '2021-12-06T15:43:47Z', 'revision_number': 4, 'project_id': '3279ad35f6994da6a074322b66b965e2', 'subnets': [{'id': '888a4667-2c09-4898-9eac-af3a933a9f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:43:47.837639 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d41a-aa3a-4adb-b334-1260db71074f req-b338a857-6853-4dea-955e-39d48082c97c tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:47.839350 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c3b3d41a-aa3a-4adb-b334-1260db71074f req-b338a857-6853-4dea-955e-39d48082c97c tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=887e41ad-5adf-4e0d-a1c0-98551874472c HTTP/1.1" status: 200 len: 943 time: 0.0508668 Dec 06 15:43:47.889103 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c3b3d41a-aa3a-4adb-b334-1260db71074f req-4a3b2849-523b-4f44-9ede-507cd06612dc tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437148 Dec 06 15:43:48.640373 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f073b743-813d-4294-abbe-36802bb13a56 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:43:48.687019 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f073b743-813d-4294-abbe-36802bb13a56 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:48.687382 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:49.004749 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9552f5-125c-4f25-8198-24a2c58ad5ac req-af840c65-c1e7-40c3-a9c4-77c8ea676d83 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:49.006869 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e9552f5-125c-4f25-8198-24a2c58ad5ac req-af840c65-c1e7-40c3-a9c4-77c8ea676d83 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=887e41ad-5adf-4e0d-a1c0-98551874472c HTTP/1.1" status: 200 len: 943 time: 0.0498102 Dec 06 15:43:49.054170 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9e9552f5-125c-4f25-8198-24a2c58ad5ac req-f8df27bf-d6c6-4daf-a311-28acb180de17 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413740 Dec 06 15:43:49.265087 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8528d1d6-0730-448a-9044-46e2a6d631ea details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:43:49.363104 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8528d1d6-0730-448a-9044-46e2a6d631ea, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8528d1d6-0730-448a-9044-46e2a6d631ea,segment=NetworkSegment(425669be-59c6-4810-a123-b7419ce6f403),segment_id=425669be-59c6-4810-a123-b7419ce6f403)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:49.374379 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '8528d1d6-0730-448a-9044-46e2a6d631ea', 'network_id': 'b8218981-c525-4134-8b9a-03555b607840', 'port_id': '8528d1d6-0730-448a-9044-46e2a6d631ea', 'mac_address': 'fa:16:3e:8d:ee:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994fea18-4fe1-4ed5-950b-082b933de140', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:43:49.409361 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:49.422057 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8528d1d6-0730-448a-9044-46e2a6d631ea {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:43:49.444705 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8528d1d6-0730-448a-9044-46e2a6d631ea, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8528d1d6-0730-448a-9044-46e2a6d631ea,segment=NetworkSegment(425669be-59c6-4810-a123-b7419ce6f403),segment_id=425669be-59c6-4810-a123-b7419ce6f403)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:49.448688 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:49.498230 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=8528d1d6-0730-448a-9044-46e2a6d631ea,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:49.652246 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['8528d1d6-0730-448a-9044-46e2a6d631ea'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:43:50.168744 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d7c38-abc0-4852-82b0-2baa42160bc8 req-fcb5de85-a9c4-48aa-912a-a347c93e9751 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:50.170196 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-206d7c38-abc0-4852-82b0-2baa42160bc8 req-fcb5de85-a9c4-48aa-912a-a347c93e9751 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=887e41ad-5adf-4e0d-a1c0-98551874472c HTTP/1.1" status: 200 len: 944 time: 0.0476313 Dec 06 15:43:50.220844 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-206d7c38-abc0-4852-82b0-2baa42160bc8 req-255f01bb-5503-4e6b-935d-8661b7aa9e48 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444832 Dec 06 15:43:51.281763 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8528d1d6-0730-448a-9044-46e2a6d631ea up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:43:51.333880 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 8528d1d6-0730-448a-9044-46e2a6d631ea completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:43:51.338106 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 8528d1d6-0730-448a-9044-46e2a6d631ea triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:43:51.338478 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:51.344432 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591b914-c022-4870-b5eb-81a29808d14c req-29de6274-adad-47d1-8e6e-7cae7c04133e tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:51.345932 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3591b914-c022-4870-b5eb-81a29808d14c req-29de6274-adad-47d1-8e6e-7cae7c04133e tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=887e41ad-5adf-4e0d-a1c0-98551874472c HTTP/1.1" status: 200 len: 944 time: 0.0547628 Dec 06 15:43:51.392869 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3591b914-c022-4870-b5eb-81a29808d14c req-451f0fd6-8eea-4eb8-9e77-ad04f32f18c6 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409980 Dec 06 15:43:51.417525 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:51.439515 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887e41ad-5adf-4e0d-a1c0-98551874472c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8528d1d6-0730-448a-9044-46e2a6d631ea'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:43:51.441895 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c2403d-bb28-491f-a683-3e81ab49e757" -d '{"events": [{"server_uuid": "887e41ad-5adf-4e0d-a1c0-98551874472c", "name": "network-vif-plugged", "status": "completed", "tag": "8528d1d6-0730-448a-9044-46e2a6d631ea"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:43:51.454243 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 8528d1d6-0730-448a-9044-46e2a6d631ea, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8528d1d6-0730-448a-9044-46e2a6d631ea,segment=NetworkSegment(425669be-59c6-4810-a123-b7419ce6f403),segment_id=425669be-59c6-4810-a123-b7419ce6f403)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:43:51.458641 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:51.483942 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6525ce0-d19c-45c4-b275-d426a2fb2120 x-openstack-request-id: req-d6525ce0-d19c-45c4-b275-d426a2fb2120 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:43:51.484236 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887e41ad-5adf-4e0d-a1c0-98551874472c", "name": "network-vif-plugged", "status": "completed", "tag": "8528d1d6-0730-448a-9044-46e2a6d631ea", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:43:51.484489 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6525ce0-d19c-45c4-b275-d426a2fb2120 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:43:51.484890 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887e41ad-5adf-4e0d-a1c0-98551874472c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8528d1d6-0730-448a-9044-46e2a6d631ea', 'code': 200} Dec 06 15:43:51.511706 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=8528d1d6-0730-448a-9044-46e2a6d631ea,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:43:51.579226 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1f444-a9ad-484a-8f2f-36a48b60b27b req-ae4669a0-d339-4206-b0b5-1c12c33b33be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:51.580734 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-72b1f444-a9ad-484a-8f2f-36a48b60b27b req-ae4669a0-d339-4206-b0b5-1c12c33b33be service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=887e41ad-5adf-4e0d-a1c0-98551874472c HTTP/1.1" status: 200 len: 1096 time: 0.0394363 Dec 06 15:43:51.623736 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-72b1f444-a9ad-484a-8f2f-36a48b60b27b req-b93eceff-dd8a-4d36-9b76-40757ba16dbc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360053 Dec 06 15:43:52.507120 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724320c5-5c27-4667-9234-f2978f378fad req-9e5c9e4f-e47e-4114-8ef3-b347e0c48e66 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:52.508643 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-724320c5-5c27-4667-9234-f2978f378fad req-9e5c9e4f-e47e-4114-8ef3-b347e0c48e66 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=887e41ad-5adf-4e0d-a1c0-98551874472c HTTP/1.1" status: 200 len: 945 time: 0.0491083 Dec 06 15:43:52.559367 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-724320c5-5c27-4667-9234-f2978f378fad req-2fe127cd-b20b-41ae-b55d-db070c43fd94 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444591 Dec 06 15:43:53.675090 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8620d9-198c-47f8-86a3-a04b959771df req-67f400c9-000e-4714-9068-cce4400e187f tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:53.676569 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc8620d9-198c-47f8-86a3-a04b959771df req-67f400c9-000e-4714-9068-cce4400e187f tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=887e41ad-5adf-4e0d-a1c0-98551874472c HTTP/1.1" status: 200 len: 945 time: 0.0474629 Dec 06 15:43:53.723126 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc8620d9-198c-47f8-86a3-a04b959771df req-7b46c2e3-52f9-4f00-8fb1-53c7fc969e0a tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400007 Dec 06 15:43:53.837652 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691edfb-f030-42f7-8177-1c6f710adfb7 req-fedf3cc1-546d-4656-bab4-d0e58b2aa714 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:43:53.839108 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1691edfb-f030-42f7-8177-1c6f710adfb7 req-fedf3cc1-546d-4656-bab4-d0e58b2aa714 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=887e41ad-5adf-4e0d-a1c0-98551874472c HTTP/1.1" status: 200 len: 945 time: 0.0478818 Dec 06 15:43:53.886848 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1691edfb-f030-42f7-8177-1c6f710adfb7 req-cbf5fe9f-3664-4bd3-a62c-e862ab815b15 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418148 Dec 06 15:43:58.340219 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:00.284324 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:00.889175 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-acad4eb7-b48c-4860-a7aa-131d005fa612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:03.328373 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7e17fd27-47ea-4aa6-b9e0-ae8824c4a70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:04.189538 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:04.395108 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2ead6bf0-12e5-41d1-b59f-27e8ad397fcd req-8b5134d9-e11f-4798-ad13-a3e3c6b52dee service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=887e41ad-5adf-4e0d-a1c0-98551874472c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397992 Dec 06 15:44:04.479067 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead6bf0-12e5-41d1-b59f-27e8ad397fcd req-fc4998ee-8862-4581-bde2-e41eff6934a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:04.480569 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2ead6bf0-12e5-41d1-b59f-27e8ad397fcd req-fc4998ee-8862-4581-bde2-e41eff6934a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=79d366bc80894ce2b31c52bc17a4bba4&device_id=887e41ad-5adf-4e0d-a1c0-98551874472c HTTP/1.1" status: 200 len: 1096 time: 0.0396800 Dec 06 15:44:04.588674 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead6bf0-12e5-41d1-b59f-27e8ad397fcd req-559282d3-bb06-4bd8-ad74-d5235d039a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:04.590113 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2ead6bf0-12e5-41d1-b59f-27e8ad397fcd req-559282d3-bb06-4bd8-ad74-d5235d039a04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b8218981-c525-4134-8b9a-03555b607840 HTTP/1.1" status: 200 len: 918 time: 0.0861712 Dec 06 15:44:04.630545 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2ead6bf0-12e5-41d1-b59f-27e8ad397fcd req-985e026e-98e0-4407-9617-783fa4867e96 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8528d1d6-0730-448a-9044-46e2a6d631ea HTTP/1.1" status: 200 len: 217 time: 0.0336637 Dec 06 15:44:04.681723 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead6bf0-12e5-41d1-b59f-27e8ad397fcd req-8ad824f1-bd33-42f7-a833-a671c8e2bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:04.683019 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2ead6bf0-12e5-41d1-b59f-27e8ad397fcd req-8ad824f1-bd33-42f7-a833-a671c8e2bc80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=994fea18-4fe1-4ed5-950b-082b933de140 HTTP/1.1" status: 200 len: 856 time: 0.0453575 Dec 06 15:44:04.727579 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead6bf0-12e5-41d1-b59f-27e8ad397fcd req-fd84acb4-dd8e-4e02-90ad-da4c929eb08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:04.729048 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2ead6bf0-12e5-41d1-b59f-27e8ad397fcd req-fd84acb4-dd8e-4e02-90ad-da4c929eb08e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8218981-c525-4134-8b9a-03555b607840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385184 Dec 06 15:44:04.823581 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2ead6bf0-12e5-41d1-b59f-27e8ad397fcd req-b4c82e26-ac05-4c1a-9291-2566eaed1990 service neutron] 10.222.0.23 "GET /v2.0/networks/b8218981-c525-4134-8b9a-03555b607840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838213 Dec 06 15:44:04.911915 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2ead6bf0-12e5-41d1-b59f-27e8ad397fcd req-9a7c171d-e5da-44a4-bd21-fdc982714c77 service neutron] 10.222.0.23 "GET /v2.0/networks/b8218981-c525-4134-8b9a-03555b607840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799706 Dec 06 15:44:05.845595 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:06.727498 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:15.378389 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c47a8-6846-4c2e-be77-9a518950622f req-1ae9f13e-025b-48f7-bd20-995204d3a957 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:15.379892 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce3c47a8-6846-4c2e-be77-9a518950622f req-1ae9f13e-025b-48f7-bd20-995204d3a957 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=887e41ad-5adf-4e0d-a1c0-98551874472c HTTP/1.1" status: 200 len: 945 time: 0.0496371 Dec 06 15:44:15.426873 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ce3c47a8-6846-4c2e-be77-9a518950622f req-761e6ee9-ea29-4428-b635-485f6d8b93fe tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 Dec 06 15:44:16.543961 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d881066-643f-4a3c-83f0-27bff806aa5a req-97d998e3-02a7-4c31-8769-c59e8f300928 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:16.545434 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6d881066-643f-4a3c-83f0-27bff806aa5a req-97d998e3-02a7-4c31-8769-c59e8f300928 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=887e41ad-5adf-4e0d-a1c0-98551874472c HTTP/1.1" status: 200 len: 945 time: 0.0484791 Dec 06 15:44:16.596158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6d881066-643f-4a3c-83f0-27bff806aa5a req-4f7564f5-64e9-45d3-9963-460b4e5d6de4 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447698 Dec 06 15:44:16.731414 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:44:16.870980 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b618a-3f61-4ed9-a90a-23b0718fbe25 req-514df9a9-b801-4313-b112-d225f44a99d0 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:16.872463 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-877b618a-3f61-4ed9-a90a-23b0718fbe25 req-514df9a9-b801-4313-b112-d225f44a99d0 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.23 "GET /v2.0/ports?device_id=887e41ad-5adf-4e0d-a1c0-98551874472c HTTP/1.1" status: 200 len: 945 time: 0.0483005 Dec 06 15:44:16.957575 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-877b618a-3f61-4ed9-a90a-23b0718fbe25 req-4fad7c7b-f7d6-4657-b987-73b4ebbf7e13 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Deleting port 8528d1d6-0730-448a-9044-46e2a6d631ea {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:44:16.957911 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-877b618a-3f61-4ed9-a90a-23b0718fbe25 req-4fad7c7b-f7d6-4657-b987-73b4ebbf7e13 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:17.046710 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-877b618a-3f61-4ed9-a90a-23b0718fbe25 req-4fad7c7b-f7d6-4657-b987-73b4ebbf7e13 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] For port 8528d1d6-0730-448a-9044-46e2a6d631ea, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8528d1d6-0730-448a-9044-46e2a6d631ea,segment=NetworkSegment(425669be-59c6-4810-a123-b7419ce6f403),segment_id=425669be-59c6-4810-a123-b7419ce6f403)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:44:17.046989 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-877b618a-3f61-4ed9-a90a-23b0718fbe25 req-4fad7c7b-f7d6-4657-b987-73b4ebbf7e13 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:17.059030 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-877b618a-3f61-4ed9-a90a-23b0718fbe25 req-4fad7c7b-f7d6-4657-b987-73b4ebbf7e13 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Calling delete_port for 8528d1d6-0730-448a-9044-46e2a6d631ea owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:44:17.184938 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-877b618a-3f61-4ed9-a90a-23b0718fbe25 req-4fad7c7b-f7d6-4657-b987-73b4ebbf7e13 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:17.196575 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['8528d1d6-0730-448a-9044-46e2a6d631ea'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:44:17.213528 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad7c7b-f7d6-4657-b987-73b4ebbf7e13 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Pushing event deleted for resources: {'Port': ['ID=8528d1d6-0730-448a-9044-46e2a6d631ea,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:44:17.258487 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-877b618a-3f61-4ed9-a90a-23b0718fbe25 req-4fad7c7b-f7d6-4657-b987-73b4ebbf7e13 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] No DVR routers for this DVR port 8528d1d6-0730-448a-9044-46e2a6d631ea on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:44:17.261202 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-877b618a-3f61-4ed9-a90a-23b0718fbe25 req-4fad7c7b-f7d6-4657-b987-73b4ebbf7e13 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:17.264606 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-877b618a-3f61-4ed9-a90a-23b0718fbe25 req-4fad7c7b-f7d6-4657-b987-73b4ebbf7e13 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.23 "DELETE /v2.0/ports/8528d1d6-0730-448a-9044-46e2a6d631ea HTTP/1.1" status: 204 len: 173 time: 0.3863304 Dec 06 15:44:17.265063 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887e41ad-5adf-4e0d-a1c0-98551874472c', 'name': 'network-vif-deleted', 'tag': '8528d1d6-0730-448a-9044-46e2a6d631ea'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:44:17.267389 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b91e09-93bd-47c4-9f69-3394daf9c88d" -d '{"events": [{"server_uuid": "887e41ad-5adf-4e0d-a1c0-98551874472c", "name": "network-vif-deleted", "tag": "8528d1d6-0730-448a-9044-46e2a6d631ea"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:44:17.316629 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0cbf27-af9c-4911-a292-14884eb12ec9 x-openstack-request-id: req-9b0cbf27-af9c-4911-a292-14884eb12ec9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:44:17.316944 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887e41ad-5adf-4e0d-a1c0-98551874472c", "name": "network-vif-deleted", "tag": "8528d1d6-0730-448a-9044-46e2a6d631ea", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:44:17.317230 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b0cbf27-af9c-4911-a292-14884eb12ec9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:44:17.317649 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887e41ad-5adf-4e0d-a1c0-98551874472c', 'name': 'network-vif-deleted', 'tag': '8528d1d6-0730-448a-9044-46e2a6d631ea', 'status': 'completed', 'code': 200} Dec 06 15:44:17.710074 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fa53d9ad-def6-45b4-8296-a3cb5b41671c req-7a6dd4e6-948f-4fce-8d5b-63980da1167b tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=887e41ad-5adf-4e0d-a1c0-98551874472c HTTP/1.1" status: 200 len: 210 time: 0.0320885 Dec 06 15:44:19.311674 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569494ae-32eb-4a04-afef-092cf31be57b req-3cff50ad-468b-48ed-b4e2-992f200c61a1 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:19.313120 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569494ae-32eb-4a04-afef-092cf31be57b req-3cff50ad-468b-48ed-b4e2-992f200c61a1 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/networks?id=b8218981-c525-4134-8b9a-03555b607840 HTTP/1.1" status: 200 len: 817 time: 0.1013985 Dec 06 15:44:19.328261 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569494ae-32eb-4a04-afef-092cf31be57b req-2234c398-20cc-4270-9c8d-5e1eeb3e8893 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/quotas/79d366bc80894ce2b31c52bc17a4bba4 HTTP/1.1" status: 200 len: 375 time: 0.0088544 Dec 06 15:44:19.377730 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569494ae-32eb-4a04-afef-092cf31be57b req-735c95f8-4c26-49c4-853e-61a96f9d3cf2 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79d366bc80894ce2b31c52bc17a4bba4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443146 Dec 06 15:44:19.393296 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-569494ae-32eb-4a04-afef-092cf31be57b req-f74b43cd-1a9f-44c4-b843-b968166ed58c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:44:19.394256 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569494ae-32eb-4a04-afef-092cf31be57b req-f74b43cd-1a9f-44c4-b843-b968166ed58c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049419 Dec 06 15:44:19.483628 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569494ae-32eb-4a04-afef-092cf31be57b req-710fc049-ddf3-412b-8735-9dc8970a3cfe service neutron] 10.222.0.20 "GET /v2.0/networks/b8218981-c525-4134-8b9a-03555b607840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832362 Dec 06 15:44:19.572031 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569494ae-32eb-4a04-afef-092cf31be57b req-ada6959a-5bd2-4a6f-86fd-f1ac13e93637 service neutron] 10.222.0.20 "GET /v2.0/networks/b8218981-c525-4134-8b9a-03555b607840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822656 Dec 06 15:44:19.733789 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9648a6b-95cb-4afd-b99f-bbeda3fbf63d req-6aaf6d84-1a0c-4ffc-b185-3b41ce48cd9b tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d4d0a3-226a-4963-aac5-b5a8ef8dea9b HTTP/1.1" status: 200 len: 210 time: 0.0299211 Dec 06 15:44:20.701267 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569494ae-32eb-4a04-afef-092cf31be57b req-591dcc20-e10f-4c70-9985-0c4af4c07b92 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:20.702700 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569494ae-32eb-4a04-afef-092cf31be57b req-591dcc20-e10f-4c70-9985-0c4af4c07b92 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.37 "GET /v2.0/networks?id=b8218981-c525-4134-8b9a-03555b607840 HTTP/1.1" status: 200 len: 817 time: 0.1044621 Dec 06 15:44:20.723177 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-569494ae-32eb-4a04-afef-092cf31be57b req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Request body: {'port': {'device_id': '36d4d0a3-226a-4963-aac5-b5a8ef8dea9b', 'network_id': 'b8218981-c525-4134-8b9a-03555b607840', 'admin_state_up': True, 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:44:20.837764 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d2172ee8-c31e-480b-a32e-32032293124a req-916b51cf-4a98-4560-8dfc-6311e3b8e72d tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d4d0a3-226a-4963-aac5-b5a8ef8dea9b HTTP/1.1" status: 200 len: 210 time: 0.0347061 Dec 06 15:44:20.860197 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569494ae-32eb-4a04-afef-092cf31be57b req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Made reservation on behalf of 79d366bc80894ce2b31c52bc17a4bba4 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:44:20.863963 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-569494ae-32eb-4a04-afef-092cf31be57b req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:20.987536 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-569494ae-32eb-4a04-afef-092cf31be57b req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Allocated IP 172.20.0.11 (b8218981-c525-4134-8b9a-03555b607840/994fea18-4fe1-4ed5-950b-082b933de140/ac04d2c1-c32f-4029-8793-454679c20b69) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:44:21.126794 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-569494ae-32eb-4a04-afef-092cf31be57b req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:21.158631 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-569494ae-32eb-4a04-afef-092cf31be57b req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:21.205018 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569494ae-32eb-4a04-afef-092cf31be57b req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Network b8218981-c525-4134-8b9a-03555b607840 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:44:21.210676 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-569494ae-32eb-4a04-afef-092cf31be57b req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:44:21.215459 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-569494ae-32eb-4a04-afef-092cf31be57b req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:44:21.218007 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Pushing event updated for resources: {'Port': ['ID=ac04d2c1-c32f-4029-8793-454679c20b69,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:44:21.245884 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:21.246234 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:21.246578 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:21.246914 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:21.247250 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:21.247576 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:21.247929 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:21.248254 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:21.248575 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:21.248901 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:21.249223 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:21.249542 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:21.249856 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:21.278551 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569494ae-32eb-4a04-afef-092cf31be57b req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:21.279206 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-569494ae-32eb-4a04-afef-092cf31be57b req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:21.298816 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569494ae-32eb-4a04-afef-092cf31be57b req-a6298484-785c-44c2-bb00-ab6d0cd6ddad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5800970 Dec 06 15:44:21.315996 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Request body: {'port': {'device_id': '36d4d0a3-226a-4963-aac5-b5a8ef8dea9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:44:21.372896 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:21.438686 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8528d1d6-0730-448a-9044-46e2a6d631ea no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:44:21.458635 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 8528d1d6-0730-448a-9044-46e2a6d631ea {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:44:21.458973 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 8528d1d6-0730-448a-9044-46e2a6d631ea not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:44:21.486962 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e4fdf04e-5133-4dc1-92e5-402ed52b829d None None] Provisioning complete for port ac04d2c1-c32f-4029-8793-454679c20b69 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:44:21.487261 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e4fdf04e-5133-4dc1-92e5-402ed52b829d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:21.521240 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e4fdf04e-5133-4dc1-92e5-402ed52b829d None None] Port ac04d2c1-c32f-4029-8793-454679c20b69 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:44:21.631339 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac04d2c1-c32f-4029-8793-454679c20b69 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:44:21.639215 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:21.651044 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Transition to ACTIVE for port object ac04d2c1-c32f-4029-8793-454679c20b69 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:44:21.653946 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:21.705390 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Pushing event updated for resources: {'Port': ['ID=ac04d2c1-c32f-4029-8793-454679c20b69,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:44:21.774752 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Attempting to bind port ac04d2c1-c32f-4029-8793-454679c20b69 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:44:21.775180 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Attempting to bind port ac04d2c1-c32f-4029-8793-454679c20b69 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '425669be-59c6-4810-a123-b7419ce6f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b8218981-c525-4134-8b9a-03555b607840'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:44:21.775509 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Attempting to bind port ac04d2c1-c32f-4029-8793-454679c20b69 on network b8218981-c525-4134-8b9a-03555b607840 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:44:21.780005 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Port ac04d2c1-c32f-4029-8793-454679c20b69 on network b8218981-c525-4134-8b9a-03555b607840 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:44:21.780327 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Attempting to bind port ac04d2c1-c32f-4029-8793-454679c20b69 on network b8218981-c525-4134-8b9a-03555b607840 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:44:21.785263 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:44:21.785596 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Checking segment: {'id': '425669be-59c6-4810-a123-b7419ce6f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b8218981-c525-4134-8b9a-03555b607840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:44:21.785974 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Bound using segment: {'id': '425669be-59c6-4810-a123-b7419ce6f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b8218981-c525-4134-8b9a-03555b607840'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:44:21.786394 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Bound port: ac04d2c1-c32f-4029-8793-454679c20b69, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425669be-59c6-4810-a123-b7419ce6f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b8218981-c525-4134-8b9a-03555b607840'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:44:21.786744 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:21.851346 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] For port ac04d2c1-c32f-4029-8793-454679c20b69, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:44:21.854344 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] For port ac04d2c1-c32f-4029-8793-454679c20b69, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ac04d2c1-c32f-4029-8793-454679c20b69,segment=NetworkSegment(425669be-59c6-4810-a123-b7419ce6f403),segment_id=425669be-59c6-4810-a123-b7419ce6f403)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:44:21.860923 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:21.893903 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:21.894522 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:21.896145 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569494ae-32eb-4a04-afef-092cf31be57b req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] 10.222.0.37 "PUT /v2.0/ports/ac04d2c1-c32f-4029-8793-454679c20b69 HTTP/1.1" status: 200 len: 1092 time: 0.5849345 Dec 06 15:44:21.898564 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d4d0a3-226a-4963-aac5-b5a8ef8dea9b', 'tag': 'ac04d2c1-c32f-4029-8793-454679c20b69'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:44:21.900896 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122c608f-f6bb-41fc-b3e7-74f4732c2630" -d '{"events": [{"name": "network-changed", "server_uuid": "36d4d0a3-226a-4963-aac5-b5a8ef8dea9b", "tag": "ac04d2c1-c32f-4029-8793-454679c20b69"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:44:21.964111 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cee81-a577-4f91-87ea-d268fd79bf22 req-961f5846-3925-416b-8999-d391aa3898f8 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:21.964690 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ab9ded-f637-48a8-8c2a-fa49706245eb x-openstack-request-id: req-55ab9ded-f637-48a8-8c2a-fa49706245eb {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:44:21.964690 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d4d0a3-226a-4963-aac5-b5a8ef8dea9b", "tag": "ac04d2c1-c32f-4029-8793-454679c20b69", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:44:21.964918 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55ab9ded-f637-48a8-8c2a-fa49706245eb {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:44:21.965180 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d4d0a3-226a-4963-aac5-b5a8ef8dea9b', 'tag': 'ac04d2c1-c32f-4029-8793-454679c20b69', 'status': 'completed', 'code': 200} Dec 06 15:44:21.965760 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21ba24-8cfb-42e8-8030-007f36829d7d service neutron] Pushing event updated for resources: {'Port': ['ID=ac04d2c1-c32f-4029-8793-454679c20b69,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:44:21.966091 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-832cee81-a577-4f91-87ea-d268fd79bf22 req-961f5846-3925-416b-8999-d391aa3898f8 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d4d0a3-226a-4963-aac5-b5a8ef8dea9b HTTP/1.1" status: 200 len: 944 time: 0.0604019 Dec 06 15:44:22.002057 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569494ae-32eb-4a04-afef-092cf31be57b req-3fb99322-1902-4b2d-9ac1-46282b840989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:22.003840 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569494ae-32eb-4a04-afef-092cf31be57b req-3fb99322-1902-4b2d-9ac1-46282b840989 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=79d366bc80894ce2b31c52bc17a4bba4&device_id=36d4d0a3-226a-4963-aac5-b5a8ef8dea9b HTTP/1.1" status: 200 len: 1095 time: 0.0560110 Dec 06 15:44:22.024723 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-832cee81-a577-4f91-87ea-d268fd79bf22 req-7a9ef4b6-a442-45ae-adaf-82cb64e35cf9 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493701 Dec 06 15:44:22.319669 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569494ae-32eb-4a04-afef-092cf31be57b req-57b14e4f-d9b2-4a2b-9588-c47822c6bf4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac04d2c1-c32f-4029-8793-454679c20b69 HTTP/1.1" status: 200 len: 217 time: 0.3071811 Dec 06 15:44:22.373253 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569494ae-32eb-4a04-afef-092cf31be57b req-7a49b6a8-8e7b-4840-8e42-ccb694a3289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:22.374610 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569494ae-32eb-4a04-afef-092cf31be57b req-7a49b6a8-8e7b-4840-8e42-ccb694a3289a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=994fea18-4fe1-4ed5-950b-082b933de140 HTTP/1.1" status: 200 len: 856 time: 0.0424945 Dec 06 15:44:22.423306 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569494ae-32eb-4a04-afef-092cf31be57b req-1f224622-0c23-4992-a924-7715b1a6b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:22.424773 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569494ae-32eb-4a04-afef-092cf31be57b req-1f224622-0c23-4992-a924-7715b1a6b028 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8218981-c525-4134-8b9a-03555b607840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385995 Dec 06 15:44:22.523856 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569494ae-32eb-4a04-afef-092cf31be57b req-d9930220-cf77-48f5-8e2a-42c366a3b2bd service neutron] 10.222.0.37 "GET /v2.0/networks/b8218981-c525-4134-8b9a-03555b607840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874143 Dec 06 15:44:22.616446 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-569494ae-32eb-4a04-afef-092cf31be57b req-b73c6efc-e170-49c6-9527-86fda1fcb213 service neutron] 10.222.0.37 "GET /v2.0/networks/b8218981-c525-4134-8b9a-03555b607840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808427 Dec 06 15:44:22.710907 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c608f-f6bb-41fc-b3e7-74f4732c2630 req-42fedcb1-5683-4139-8f58-a78a5383f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:22.712405 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-122c608f-f6bb-41fc-b3e7-74f4732c2630 req-42fedcb1-5683-4139-8f58-a78a5383f7e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=79d366bc80894ce2b31c52bc17a4bba4&device_id=36d4d0a3-226a-4963-aac5-b5a8ef8dea9b HTTP/1.1" status: 200 len: 1095 time: 0.0440965 Dec 06 15:44:22.805236 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c608f-f6bb-41fc-b3e7-74f4732c2630 req-9a649d13-c788-4c0e-b94b-7a2033218681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:22.806614 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-122c608f-f6bb-41fc-b3e7-74f4732c2630 req-9a649d13-c788-4c0e-b94b-7a2033218681 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8218981-c525-4134-8b9a-03555b607840 HTTP/1.1" status: 200 len: 918 time: 0.0829573 Dec 06 15:44:22.851847 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-122c608f-f6bb-41fc-b3e7-74f4732c2630 req-0503b2c1-5332-44f8-9e91-629fe2fa39f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac04d2c1-c32f-4029-8793-454679c20b69 HTTP/1.1" status: 200 len: 217 time: 0.0378332 Dec 06 15:44:22.905429 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c608f-f6bb-41fc-b3e7-74f4732c2630 req-102717a0-f399-489f-9adc-5baa2421f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:22.906819 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-122c608f-f6bb-41fc-b3e7-74f4732c2630 req-102717a0-f399-489f-9adc-5baa2421f613 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=994fea18-4fe1-4ed5-950b-082b933de140 HTTP/1.1" status: 200 len: 856 time: 0.0424767 Dec 06 15:44:22.951525 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c608f-f6bb-41fc-b3e7-74f4732c2630 req-6f7e3b3e-a17c-4699-a521-46ad6e6851a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:22.952995 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-122c608f-f6bb-41fc-b3e7-74f4732c2630 req-6f7e3b3e-a17c-4699-a521-46ad6e6851a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8218981-c525-4134-8b9a-03555b607840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384343 Dec 06 15:44:23.044725 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-122c608f-f6bb-41fc-b3e7-74f4732c2630 req-dbf03f24-7a4e-47c5-b61e-2f5f1c54f197 service neutron] 10.222.0.37 "GET /v2.0/networks/b8218981-c525-4134-8b9a-03555b607840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834515 Dec 06 15:44:23.175849 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d10dc-a877-4284-ae51-c615c72fcd0d req-ead6ab38-1578-4f10-a812-7ba927091c88 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:23.177328 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc9d10dc-a877-4284-ae51-c615c72fcd0d req-ead6ab38-1578-4f10-a812-7ba927091c88 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d4d0a3-226a-4963-aac5-b5a8ef8dea9b HTTP/1.1" status: 200 len: 944 time: 0.0662701 Dec 06 15:44:23.179566 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-122c608f-f6bb-41fc-b3e7-74f4732c2630 req-460d81bb-1838-4d88-97ec-d35f5e519092 service neutron] 10.222.0.37 "GET /v2.0/networks/b8218981-c525-4134-8b9a-03555b607840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267498 Dec 06 15:44:23.225945 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dc9d10dc-a877-4284-ae51-c615c72fcd0d req-25fa7cbf-7aae-4626-a1f8-5592ebe31608 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419643 Dec 06 15:44:24.340334 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a8868-fb78-4361-ba3b-d6208bcbc5a0 req-e2a1b6c7-c859-426d-a251-e9a262e74e02 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:24.341792 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-345a8868-fb78-4361-ba3b-d6208bcbc5a0 req-e2a1b6c7-c859-426d-a251-e9a262e74e02 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d4d0a3-226a-4963-aac5-b5a8ef8dea9b HTTP/1.1" status: 200 len: 944 time: 0.0484807 Dec 06 15:44:24.387945 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-345a8868-fb78-4361-ba3b-d6208bcbc5a0 req-8ff01171-db80-4189-8d44-7556b2988016 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402300 Dec 06 15:44:25.018684 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device ac04d2c1-c32f-4029-8793-454679c20b69 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:44:25.112078 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port ac04d2c1-c32f-4029-8793-454679c20b69, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ac04d2c1-c32f-4029-8793-454679c20b69,segment=NetworkSegment(425669be-59c6-4810-a123-b7419ce6f403),segment_id=425669be-59c6-4810-a123-b7419ce6f403)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:44:25.123674 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'ac04d2c1-c32f-4029-8793-454679c20b69', 'network_id': 'b8218981-c525-4134-8b9a-03555b607840', 'port_id': 'ac04d2c1-c32f-4029-8793-454679c20b69', 'mac_address': 'fa:16:3e:a4:00:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994fea18-4fe1-4ed5-950b-082b933de140', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:44:25.161852 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:25.174440 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac04d2c1-c32f-4029-8793-454679c20b69 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:44:25.194179 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port ac04d2c1-c32f-4029-8793-454679c20b69, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ac04d2c1-c32f-4029-8793-454679c20b69,segment=NetworkSegment(425669be-59c6-4810-a123-b7419ce6f403),segment_id=425669be-59c6-4810-a123-b7419ce6f403)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:44:25.197725 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:25.244443 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=ac04d2c1-c32f-4029-8793-454679c20b69,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:44:25.251579 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:25.251951 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:25.252290 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:25.252626 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:25.252955 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:25.253287 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:25.253610 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:25.253934 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:25.254254 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:25.254576 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:25.254896 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:25.255214 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:25.255533 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:25.457544 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['ac04d2c1-c32f-4029-8793-454679c20b69'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:44:25.501996 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dfbb1-6893-46f4-abf0-c70ec8b1b58a req-4f4e1d8a-c459-4590-a6e4-1d93ffa3dd13 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:25.503512 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-106dfbb1-6893-46f4-abf0-c70ec8b1b58a req-4f4e1d8a-c459-4590-a6e4-1d93ffa3dd13 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d4d0a3-226a-4963-aac5-b5a8ef8dea9b HTTP/1.1" status: 200 len: 945 time: 0.0500534 Dec 06 15:44:25.550346 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-106dfbb1-6893-46f4-abf0-c70ec8b1b58a req-546971aa-9253-4c57-b66e-aca1733a195e tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405381 Dec 06 15:44:26.668433 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83aafe-9d2e-405d-957f-4923fd1409b7 req-1779f76c-6f7b-4909-b49c-35dcdf9968cc tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:26.669913 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d83aafe-9d2e-405d-957f-4923fd1409b7 req-1779f76c-6f7b-4909-b49c-35dcdf9968cc tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d4d0a3-226a-4963-aac5-b5a8ef8dea9b HTTP/1.1" status: 200 len: 945 time: 0.0512881 Dec 06 15:44:26.715500 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1d83aafe-9d2e-405d-957f-4923fd1409b7 req-f426f545-bbea-410e-9b92-503d914b8633 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397031 Dec 06 15:44:27.019507 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device ac04d2c1-c32f-4029-8793-454679c20b69 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:44:27.066097 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port ac04d2c1-c32f-4029-8793-454679c20b69 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:44:27.069856 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port ac04d2c1-c32f-4029-8793-454679c20b69 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:44:27.070227 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:27.146295 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:27.169159 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d4d0a3-226a-4963-aac5-b5a8ef8dea9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac04d2c1-c32f-4029-8793-454679c20b69'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:44:27.171517 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89626dfc-4894-423c-b572-46b146a1254a" -d '{"events": [{"server_uuid": "36d4d0a3-226a-4963-aac5-b5a8ef8dea9b", "name": "network-vif-plugged", "status": "completed", "tag": "ac04d2c1-c32f-4029-8793-454679c20b69"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:44:27.184064 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port ac04d2c1-c32f-4029-8793-454679c20b69, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ac04d2c1-c32f-4029-8793-454679c20b69,segment=NetworkSegment(425669be-59c6-4810-a123-b7419ce6f403),segment_id=425669be-59c6-4810-a123-b7419ce6f403)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:44:27.188243 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:27.213238 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb8a4f5-7bec-458e-bcf3-7382750b89e9 x-openstack-request-id: req-dfb8a4f5-7bec-458e-bcf3-7382750b89e9 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:44:27.213534 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d4d0a3-226a-4963-aac5-b5a8ef8dea9b", "name": "network-vif-plugged", "status": "completed", "tag": "ac04d2c1-c32f-4029-8793-454679c20b69", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:44:27.213790 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfb8a4f5-7bec-458e-bcf3-7382750b89e9 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:44:27.214172 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d4d0a3-226a-4963-aac5-b5a8ef8dea9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac04d2c1-c32f-4029-8793-454679c20b69', 'code': 200} Dec 06 15:44:27.240975 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=ac04d2c1-c32f-4029-8793-454679c20b69,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:44:27.311235 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ce6a8-0c11-401e-9aa2-cfec839f0106 req-c160e3b9-7285-42cc-8af7-fdb2983c89d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:27.312668 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf5ce6a8-0c11-401e-9aa2-cfec839f0106 req-c160e3b9-7285-42cc-8af7-fdb2983c89d4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36d4d0a3-226a-4963-aac5-b5a8ef8dea9b HTTP/1.1" status: 200 len: 1097 time: 0.0388422 Dec 06 15:44:27.360251 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bf5ce6a8-0c11-401e-9aa2-cfec839f0106 req-1cfe087a-6419-45c2-b600-ccf87eeb0e95 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406091 Dec 06 15:44:27.835007 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126f4c8-7dde-4e28-ab1e-cf00fcadbc3d req-c59ee360-4b05-47c1-a38e-f80ce3275137 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:27.836833 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0126f4c8-7dde-4e28-ab1e-cf00fcadbc3d req-c59ee360-4b05-47c1-a38e-f80ce3275137 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d4d0a3-226a-4963-aac5-b5a8ef8dea9b HTTP/1.1" status: 200 len: 946 time: 0.0482006 Dec 06 15:44:27.883587 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0126f4c8-7dde-4e28-ab1e-cf00fcadbc3d req-7b9bc5dd-c4a3-47f2-b71f-15126a684e41 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408170 Dec 06 15:44:28.341744 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:28.997428 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f5985-3379-430e-9d97-19a862ca1c41 req-23046469-a3e0-4d0b-a995-556533e1789a tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:28.998924 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a8f5985-3379-430e-9d97-19a862ca1c41 req-23046469-a3e0-4d0b-a995-556533e1789a tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d4d0a3-226a-4963-aac5-b5a8ef8dea9b HTTP/1.1" status: 200 len: 946 time: 0.0475373 Dec 06 15:44:29.045204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4a8f5985-3379-430e-9d97-19a862ca1c41 req-cefd7adc-5109-4629-a6eb-c5849e2e5efa tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404720 Dec 06 15:44:29.161851 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f705920-a46b-40df-baa8-db7a76480e83 req-9ee6e192-38c0-4333-8de6-e4323cc3461e tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:29.163226 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f705920-a46b-40df-baa8-db7a76480e83 req-9ee6e192-38c0-4333-8de6-e4323cc3461e tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d4d0a3-226a-4963-aac5-b5a8ef8dea9b HTTP/1.1" status: 200 len: 946 time: 0.0522847 Dec 06 15:44:29.209648 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f705920-a46b-40df-baa8-db7a76480e83 req-8f7d4155-ca57-4715-b73f-bd5514c5150a tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404270 Dec 06 15:44:30.305470 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:30.891241 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6f4895e0-19d2-4495-8541-73eadefb46f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:33.329410 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4a9f7b16-edee-46a7-ae46-348ae0f76d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:34.194268 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:35.848189 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:36.728683 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:50.561346 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a16e4a-6440-4d2d-b0b0-a43b98360b6f req-62b9db51-c7df-45c2-bddc-42f31a8504c9 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:50.562917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-22a16e4a-6440-4d2d-b0b0-a43b98360b6f req-62b9db51-c7df-45c2-bddc-42f31a8504c9 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d4d0a3-226a-4963-aac5-b5a8ef8dea9b HTTP/1.1" status: 200 len: 946 time: 0.0505877 Dec 06 15:44:50.613260 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-22a16e4a-6440-4d2d-b0b0-a43b98360b6f req-9d7c3a32-9eac-48b3-ac3a-5de1640ab7ad tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426133 Dec 06 15:44:51.730666 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e0223-947f-480c-a63e-78398420e6cc req-50ed0188-cfe7-4cb2-b29c-1ddfb136a32f tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:51.732172 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a94e0223-947f-480c-a63e-78398420e6cc req-50ed0188-cfe7-4cb2-b29c-1ddfb136a32f tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d4d0a3-226a-4963-aac5-b5a8ef8dea9b HTTP/1.1" status: 200 len: 946 time: 0.0484114 Dec 06 15:44:51.779239 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a94e0223-947f-480c-a63e-78398420e6cc req-7ee302c0-b0f3-4654-8334-70e940217524 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Dec 06 15:44:52.245303 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ed78b-ba30-4ae2-b26b-83db4eba3c30 req-c8cd654d-4485-4d10-8ef2-3974a10e16d2 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:44:52.246730 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0c1ed78b-ba30-4ae2-b26b-83db4eba3c30 req-c8cd654d-4485-4d10-8ef2-3974a10e16d2 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.37 "GET /v2.0/ports?device_id=36d4d0a3-226a-4963-aac5-b5a8ef8dea9b HTTP/1.1" status: 200 len: 946 time: 0.0515034 Dec 06 15:44:52.340527 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-0c1ed78b-ba30-4ae2-b26b-83db4eba3c30 req-3aa512d4-8475-46d9-9608-b77fa40027b4 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Deleting port ac04d2c1-c32f-4029-8793-454679c20b69 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:44:52.340863 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0c1ed78b-ba30-4ae2-b26b-83db4eba3c30 req-3aa512d4-8475-46d9-9608-b77fa40027b4 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:52.429756 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0c1ed78b-ba30-4ae2-b26b-83db4eba3c30 req-3aa512d4-8475-46d9-9608-b77fa40027b4 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] For port ac04d2c1-c32f-4029-8793-454679c20b69, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ac04d2c1-c32f-4029-8793-454679c20b69,segment=NetworkSegment(425669be-59c6-4810-a123-b7419ce6f403),segment_id=425669be-59c6-4810-a123-b7419ce6f403)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:44:52.430105 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0c1ed78b-ba30-4ae2-b26b-83db4eba3c30 req-3aa512d4-8475-46d9-9608-b77fa40027b4 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:52.441569 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-0c1ed78b-ba30-4ae2-b26b-83db4eba3c30 req-3aa512d4-8475-46d9-9608-b77fa40027b4 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Calling delete_port for ac04d2c1-c32f-4029-8793-454679c20b69 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:44:52.563983 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0c1ed78b-ba30-4ae2-b26b-83db4eba3c30 req-3aa512d4-8475-46d9-9608-b77fa40027b4 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:52.580417 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['ac04d2c1-c32f-4029-8793-454679c20b69'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:44:52.596783 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa512d4-8475-46d9-9608-b77fa40027b4 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Pushing event deleted for resources: {'Port': ['ID=ac04d2c1-c32f-4029-8793-454679c20b69,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:44:52.639548 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1ed78b-ba30-4ae2-b26b-83db4eba3c30 req-3aa512d4-8475-46d9-9608-b77fa40027b4 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] No DVR routers for this DVR port ac04d2c1-c32f-4029-8793-454679c20b69 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:44:52.642513 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0c1ed78b-ba30-4ae2-b26b-83db4eba3c30 req-3aa512d4-8475-46d9-9608-b77fa40027b4 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:52.646084 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0c1ed78b-ba30-4ae2-b26b-83db4eba3c30 req-3aa512d4-8475-46d9-9608-b77fa40027b4 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.37 "DELETE /v2.0/ports/ac04d2c1-c32f-4029-8793-454679c20b69 HTTP/1.1" status: 204 len: 173 time: 0.3872252 Dec 06 15:44:52.646547 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d4d0a3-226a-4963-aac5-b5a8ef8dea9b', 'name': 'network-vif-deleted', 'tag': 'ac04d2c1-c32f-4029-8793-454679c20b69'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:44:52.648903 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b03ea5-d7bc-4654-997f-686477f3ed09" -d '{"events": [{"server_uuid": "36d4d0a3-226a-4963-aac5-b5a8ef8dea9b", "name": "network-vif-deleted", "tag": "ac04d2c1-c32f-4029-8793-454679c20b69"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:44:52.750580 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5488f4af-9f27-4b6f-bf5f-dbb3ded5b1af x-openstack-request-id: req-5488f4af-9f27-4b6f-bf5f-dbb3ded5b1af {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:44:52.750887 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d4d0a3-226a-4963-aac5-b5a8ef8dea9b", "name": "network-vif-deleted", "tag": "ac04d2c1-c32f-4029-8793-454679c20b69", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:44:52.751149 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5488f4af-9f27-4b6f-bf5f-dbb3ded5b1af {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:44:52.751561 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d4d0a3-226a-4963-aac5-b5a8ef8dea9b', 'name': 'network-vif-deleted', 'tag': 'ac04d2c1-c32f-4029-8793-454679c20b69', 'status': 'completed', 'code': 200} Dec 06 15:44:52.885645 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-62ef6b2f-ed69-4bc1-b3a3-e0ba6abe301b req-982ef12e-8a2f-43da-81be-47a8a3a34ce1 tempest-TestEncryptedCinderVolumes-1451905800 tempest-TestEncryptedCinderVolumes-1451905800-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d4d0a3-226a-4963-aac5-b5a8ef8dea9b HTTP/1.1" status: 200 len: 210 time: 0.0259023 Dec 06 15:44:53.730842 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:44:53.973314 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 47998) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:44:54.308241 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87d42a0f-8bb5-4796-9dd8-d2c37ca58196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:54.544048 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-87d42a0f-8bb5-4796-9dd8-d2c37ca58196 admin admin] Deleting port 7759806f-6402-42c0-9634-0321c93f6fbf {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:44:54.544383 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87d42a0f-8bb5-4796-9dd8-d2c37ca58196 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:54.620327 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-87d42a0f-8bb5-4796-9dd8-d2c37ca58196 admin admin] For port 7759806f-6402-42c0-9634-0321c93f6fbf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7759806f-6402-42c0-9634-0321c93f6fbf,segment=NetworkSegment(425669be-59c6-4810-a123-b7419ce6f403),segment_id=425669be-59c6-4810-a123-b7419ce6f403)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:44:54.620683 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87d42a0f-8bb5-4796-9dd8-d2c37ca58196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:54.634405 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-87d42a0f-8bb5-4796-9dd8-d2c37ca58196 admin admin] Calling delete_port for 7759806f-6402-42c0-9634-0321c93f6fbf owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:44:54.807635 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87d42a0f-8bb5-4796-9dd8-d2c37ca58196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:54.830026 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d42a0f-8bb5-4796-9dd8-d2c37ca58196 admin admin] Pushing event deleted for resources: {'Port': ['ID=7759806f-6402-42c0-9634-0321c93f6fbf,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:44:54.999973 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87d42a0f-8bb5-4796-9dd8-d2c37ca58196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:55.210829 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d42a0f-8bb5-4796-9dd8-d2c37ca58196 admin admin] Router df468613-c1d6-4d42-bae1-b0bf392ccede has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:44:55.311418 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d42a0f-8bb5-4796-9dd8-d2c37ca58196 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:44:55.316486 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-87d42a0f-8bb5-4796-9dd8-d2c37ca58196 admin admin] 10.222.0.20 "PUT /v2.0/routers/df468613-c1d6-4d42-bae1-b0bf392ccede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3421488 Dec 06 15:44:55.319589 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48000) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:44:55.322778 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5196048-14a4-4c5c-8d89-25feefc5c5cd None None] Sync routers for ids ['df468613-c1d6-4d42-bae1-b0bf392ccede'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:44:55.332255 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5196048-14a4-4c5c-8d89-25feefc5c5cd None None] Routers {'df468613-c1d6-4d42-bae1-b0bf392ccede'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:44:55.332882 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e5196048-14a4-4c5c-8d89-25feefc5c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:44:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['df468613-c1d6-4d42-bae1-b0bf392ccede'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:44:55.440777 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e5196048-14a4-4c5c-8d89-25feefc5c5cd None None] Set router df468613-c1d6-4d42-bae1-b0bf392ccede gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:44:55.621063 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e5196048-14a4-4c5c-8d89-25feefc5c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'name': 'tempest-TestEncryptedCinderVolumes-1206086376-router', 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.251'}], 'enable_snat': True}, 'gw_port_id': '5634aefc-cdf0-4097-a59f-d18b9b79fc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:43:34Z', 'updated_at': '2021-12-06T15:44:54Z', 'revision_number': 5, 'project_id': '79d366bc80894ce2b31c52bc17a4bba4', 'gw_port': {'id': '5634aefc-cdf0-4097-a59f-d18b9b79fc09', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:35Z', 'updated_at': '2021-12-06T15:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:44:55.651616 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5196048-14a4-4c5c-8d89-25feefc5c5cd None None] Checking router: df468613-c1d6-4d42-bae1-b0bf392ccede for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:44:55.659813 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5196048-14a4-4c5c-8d89-25feefc5c5cd None None] Routers {'df468613-c1d6-4d42-bae1-b0bf392ccede'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:44:55.660429 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e5196048-14a4-4c5c-8d89-25feefc5c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:44:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['df468613-c1d6-4d42-bae1-b0bf392ccede'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:44:55.688525 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c11a05c-9f55-43b0-a437-1a8552082adb admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:55.789916 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c11a05c-9f55-43b0-a437-1a8552082adb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:55.848546 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5c11a05c-9f55-43b0-a437-1a8552082adb admin admin] Deleting port 5634aefc-cdf0-4097-a59f-d18b9b79fc09 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:44:55.848892 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c11a05c-9f55-43b0-a437-1a8552082adb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:55.922583 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e5196048-14a4-4c5c-8d89-25feefc5c5cd None None] Set router df468613-c1d6-4d42-bae1-b0bf392ccede gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:44:55.931765 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-5c11a05c-9f55-43b0-a437-1a8552082adb admin admin] For port 5634aefc-cdf0-4097-a59f-d18b9b79fc09, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5634aefc-cdf0-4097-a59f-d18b9b79fc09,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:44:55.932125 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c11a05c-9f55-43b0-a437-1a8552082adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:55.944422 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5c11a05c-9f55-43b0-a437-1a8552082adb admin admin] Calling delete_port for 5634aefc-cdf0-4097-a59f-d18b9b79fc09 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:44:56.102734 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e5196048-14a4-4c5c-8d89-25feefc5c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'name': 'tempest-TestEncryptedCinderVolumes-1206086376-router', 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.251'}], 'enable_snat': True}, 'gw_port_id': '5634aefc-cdf0-4097-a59f-d18b9b79fc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:43:34Z', 'updated_at': '2021-12-06T15:44:54Z', 'revision_number': 5, 'project_id': '79d366bc80894ce2b31c52bc17a4bba4', 'gw_port': {'id': '5634aefc-cdf0-4097-a59f-d18b9b79fc09', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:35Z', 'updated_at': '2021-12-06T15:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:44:56.120326 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c11a05c-9f55-43b0-a437-1a8552082adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:56.134970 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5196048-14a4-4c5c-8d89-25feefc5c5cd None None] The sync data for ids ['df468613-c1d6-4d42-bae1-b0bf392ccede'] in n-d-master-1 is: [{'id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'name': 'tempest-TestEncryptedCinderVolumes-1206086376-router', 'tenant_id': '79d366bc80894ce2b31c52bc17a4bba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.251'}], 'enable_snat': True}, 'gw_port_id': '5634aefc-cdf0-4097-a59f-d18b9b79fc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:43:34Z', 'updated_at': '2021-12-06T15:44:54Z', 'revision_number': 5, 'project_id': '79d366bc80894ce2b31c52bc17a4bba4', 'gw_port': {'id': '5634aefc-cdf0-4097-a59f-d18b9b79fc09', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df468613-c1d6-4d42-bae1-b0bf392ccede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:35Z', 'updated_at': '2021-12-06T15:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:44:56.146576 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11a05c-9f55-43b0-a437-1a8552082adb admin admin] Pushing event deleted for resources: {'Port': ['ID=5634aefc-cdf0-4097-a59f-d18b9b79fc09,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:44:56.168931 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80864def-8b57-4df2-bc1c-764b48e52347 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:44:56.235873 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c11a05c-9f55-43b0-a437-1a8552082adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:56.330135 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c11a05c-9f55-43b0-a437-1a8552082adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:56.332290 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c11a05c-9f55-43b0-a437-1a8552082adb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:56.375286 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c11a05c-9f55-43b0-a437-1a8552082adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:56.375802 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c11a05c-9f55-43b0-a437-1a8552082adb admin admin] Fanout notify agent at l3_agent the message router_deleted on router df468613-c1d6-4d42-bae1-b0bf392ccede {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:44:56.380608 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c11a05c-9f55-43b0-a437-1a8552082adb admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:56.381097 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5c11a05c-9f55-43b0-a437-1a8552082adb admin admin] 10.222.0.20 "DELETE /v2.0/routers/df468613-c1d6-4d42-bae1-b0bf392ccede HTTP/1.1" status: 204 len: 168 time: 1.0605783 Dec 06 15:44:56.384273 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48002) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:44:56.426266 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-af027e3d-7552-42dd-9d25-32d89997ea91 admin admin] Deleting subnet 994fea18-4fe1-4ed5-950b-082b933de140 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:44:56.429832 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af027e3d-7552-42dd-9d25-32d89997ea91 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:56.466996 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af027e3d-7552-42dd-9d25-32d89997ea91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:56.546294 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af027e3d-7552-42dd-9d25-32d89997ea91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:56.602611 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af027e3d-7552-42dd-9d25-32d89997ea91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:56.633862 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af027e3d-7552-42dd-9d25-32d89997ea91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=994fea18-4fe1-4ed5-950b-082b933de140,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:44:56.642251 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af027e3d-7552-42dd-9d25-32d89997ea91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:56.646723 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-af027e3d-7552-42dd-9d25-32d89997ea91 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/994fea18-4fe1-4ed5-950b-082b933de140 HTTP/1.1" status: 204 len: 168 time: 0.2612305 Dec 06 15:44:56.649302 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48004) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:44:56.657545 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e870ef5f-2343-4e84-a38b-bbca5693ed29 None None] Network b8218981-c525-4134-8b9a-03555b607840 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:44:56.733990 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:56.765316 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 7759806f-6402-42c0-9634-0321c93f6fbf no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:44:56.792214 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] Deleting port c99f26d2-c315-41f3-a791-823567465c49 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:44:56.792558 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:56.804714 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 7759806f-6402-42c0-9634-0321c93f6fbf {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:44:56.805065 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 7759806f-6402-42c0-9634-0321c93f6fbf not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:44:56.866861 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] For port c99f26d2-c315-41f3-a791-823567465c49, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c99f26d2-c315-41f3-a791-823567465c49,segment=NetworkSegment(425669be-59c6-4810-a123-b7419ce6f403),segment_id=425669be-59c6-4810-a123-b7419ce6f403)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:44:56.867255 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:56.881379 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] Calling delete_port for c99f26d2-c315-41f3-a791-823567465c49 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:44:56.887810 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e68156f-5a5e-4478-a231-f2f801cc107c None None] DHCP port deletion for b8218981-c525-4134-8b9a-03555b607840 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:44:56.941848 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3e68156f-5a5e-4478-a231-f2f801cc107c None None] Deleting port c99f26d2-c315-41f3-a791-823567465c49 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:44:56.942221 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e68156f-5a5e-4478-a231-f2f801cc107c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:56.968813 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:56.995305 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=c99f26d2-c315-41f3-a791-823567465c49,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:44:57.000179 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] No DVR routers for this DVR port c99f26d2-c315-41f3-a791-823567465c49 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:44:57.005531 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3e68156f-5a5e-4478-a231-f2f801cc107c None None] For port c99f26d2-c315-41f3-a791-823567465c49, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c99f26d2-c315-41f3-a791-823567465c49,segment=NetworkSegment(425669be-59c6-4810-a123-b7419ce6f403),segment_id=425669be-59c6-4810-a123-b7419ce6f403)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:44:57.005934 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e68156f-5a5e-4478-a231-f2f801cc107c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:57.018221 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3e68156f-5a5e-4478-a231-f2f801cc107c None None] Calling delete_port for c99f26d2-c315-41f3-a791-823567465c49 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:44:57.073489 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:57.093881 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8218981-c525-4134-8b9a-03555b607840']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:44:57.094484 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e68156f-5a5e-4478-a231-f2f801cc107c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:57.103696 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425669be-59c6-4810-a123-b7419ce6f403') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:44:57.104077 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425669be-59c6-4810-a123-b7419ce6f403') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:44:57.113633 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:57.121901 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68156f-5a5e-4478-a231-f2f801cc107c None None] Pushing event deleted for resources: {'Port': ['ID=c99f26d2-c315-41f3-a791-823567465c49,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:44:57.123820 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e68156f-5a5e-4478-a231-f2f801cc107c None None] No DVR routers for this DVR port c99f26d2-c315-41f3-a791-823567465c49 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:44:57.126785 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:57.133027 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:44:57.133414 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:44:57.135094 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:44:57.191288 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device ac04d2c1-c32f-4029-8793-454679c20b69 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:44:57.192990 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:57.199111 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:57.202442 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] 10.222.0.20 "DELETE /v2.0/networks/b8218981-c525-4134-8b9a-03555b607840 HTTP/1.1" status: 204 len: 168 time: 0.5519834 Dec 06 15:44:57.205572 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48006) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:44:57.211671 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: ac04d2c1-c32f-4029-8793-454679c20b69 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:44:57.212026 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device ac04d2c1-c32f-4029-8793-454679c20b69 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:44:57.214804 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c656df-538a-4b3d-bcc8-40b9227b3a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=b8218981-c525-4134-8b9a-03555b607840,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:44:57.559219 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:57.800812 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Deleting port f073b743-813d-4294-abbe-36802bb13a56 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:44:57.801064 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:57.876044 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] For port f073b743-813d-4294-abbe-36802bb13a56, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f073b743-813d-4294-abbe-36802bb13a56,segment=NetworkSegment(2888e9da-5fad-4b02-90a4-459bdbd59ca5),segment_id=2888e9da-5fad-4b02-90a4-459bdbd59ca5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:44:57.876396 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:57.889023 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Calling delete_port for f073b743-813d-4294-abbe-36802bb13a56 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:44:58.064422 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:58.093206 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Pushing event deleted for resources: {'Port': ['ID=f073b743-813d-4294-abbe-36802bb13a56,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:44:58.105363 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:58.105719 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:58.106064 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:58.106406 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:58.106742 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:58.107074 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:58.107410 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:58.108012 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:58.108337 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:58.108661 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:58.108995 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:58.109319 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:58.109641 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:44:58.268535 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:58.356504 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:58.479688 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Router 9318abf6-3b3d-4d6d-b7a8-01ddc5691d86 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:44:58.706679 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c99f26d2-c315-41f3-a791-823567465c49 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:44:58.730524 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: c99f26d2-c315-41f3-a791-823567465c49 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:44:58.730987 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c99f26d2-c315-41f3-a791-823567465c49 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:44:58.731475 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5634aefc-cdf0-4097-a59f-d18b9b79fc09 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:44:58.751523 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 5634aefc-cdf0-4097-a59f-d18b9b79fc09 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:44:58.751887 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 5634aefc-cdf0-4097-a59f-d18b9b79fc09 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:44:58.896475 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:44:58.901721 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d1cfb74f-87d4-4b81-8833-796026d83dec admin admin] 10.222.0.20 "PUT /v2.0/routers/9318abf6-3b3d-4d6d-b7a8-01ddc5691d86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6945446 Dec 06 15:44:58.904289 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48008) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:44:58.905232 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608418d7-f132-425d-bb3a-92acf914f2fa None None] Sync routers for ids ['9318abf6-3b3d-4d6d-b7a8-01ddc5691d86'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:44:58.915441 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608418d7-f132-425d-bb3a-92acf914f2fa None None] Routers {'9318abf6-3b3d-4d6d-b7a8-01ddc5691d86'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:44:58.916089 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-608418d7-f132-425d-bb3a-92acf914f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:44:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9318abf6-3b3d-4d6d-b7a8-01ddc5691d86'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:44:59.008601 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7bb0ca3-b3bc-4a30-be10-26b8110e1168 admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:59.102159 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-608418d7-f132-425d-bb3a-92acf914f2fa None None] Set router 9318abf6-3b3d-4d6d-b7a8-01ddc5691d86 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:44:59.114889 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7bb0ca3-b3bc-4a30-be10-26b8110e1168 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:59.168449 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb0ca3-b3bc-4a30-be10-26b8110e1168 admin admin] Deleting port 12ffda8d-5893-43e3-b4f6-1c87ad10c64c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:44:59.168673 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7bb0ca3-b3bc-4a30-be10-26b8110e1168 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:59.247556 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-f7bb0ca3-b3bc-4a30-be10-26b8110e1168 admin admin] For port 12ffda8d-5893-43e3-b4f6-1c87ad10c64c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=12ffda8d-5893-43e3-b4f6-1c87ad10c64c,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:44:59.248085 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7bb0ca3-b3bc-4a30-be10-26b8110e1168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:59.265249 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb0ca3-b3bc-4a30-be10-26b8110e1168 admin admin] Calling delete_port for 12ffda8d-5893-43e3-b4f6-1c87ad10c64c owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:44:59.275578 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-608418d7-f132-425d-bb3a-92acf914f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'name': 'tempest-TestEncryptedCinderVolumes-1656768784-router', 'tenant_id': '3279ad35f6994da6a074322b66b965e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': '12ffda8d-5893-43e3-b4f6-1c87ad10c64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:43:39Z', 'updated_at': '2021-12-06T15:44:58Z', 'revision_number': 5, 'project_id': '3279ad35f6994da6a074322b66b965e2', 'gw_port': {'id': '12ffda8d-5893-43e3-b4f6-1c87ad10c64c', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:43:39Z', 'updated_at': '2021-12-06T15:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:44:59.305157 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608418d7-f132-425d-bb3a-92acf914f2fa None None] Checking router: 9318abf6-3b3d-4d6d-b7a8-01ddc5691d86 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:44:59.313370 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608418d7-f132-425d-bb3a-92acf914f2fa None None] Routers {'9318abf6-3b3d-4d6d-b7a8-01ddc5691d86'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:44:59.313992 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-608418d7-f132-425d-bb3a-92acf914f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:44:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['9318abf6-3b3d-4d6d-b7a8-01ddc5691d86'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:44:59.393587 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-608418d7-f132-425d-bb3a-92acf914f2fa None None] Set router 9318abf6-3b3d-4d6d-b7a8-01ddc5691d86 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:44:59.424714 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7bb0ca3-b3bc-4a30-be10-26b8110e1168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:59.447302 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-608418d7-f132-425d-bb3a-92acf914f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'name': 'tempest-TestEncryptedCinderVolumes-1656768784-router', 'tenant_id': '3279ad35f6994da6a074322b66b965e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:43:39Z', 'updated_at': '2021-12-06T15:44:59Z', 'revision_number': 6, 'project_id': '3279ad35f6994da6a074322b66b965e2', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:44:59.454824 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb0ca3-b3bc-4a30-be10-26b8110e1168 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ffda8d-5893-43e3-b4f6-1c87ad10c64c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:44:59.469748 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84037bb6-2bb4-43a7-85fc-2927af8d68b9 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:44:59.473799 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608418d7-f132-425d-bb3a-92acf914f2fa None None] The sync data for ids ['9318abf6-3b3d-4d6d-b7a8-01ddc5691d86'] in n-d-master-1 is: [{'id': '9318abf6-3b3d-4d6d-b7a8-01ddc5691d86', 'name': 'tempest-TestEncryptedCinderVolumes-1656768784-router', 'tenant_id': '3279ad35f6994da6a074322b66b965e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:43:39Z', 'updated_at': '2021-12-06T15:44:59Z', 'revision_number': 6, 'project_id': '3279ad35f6994da6a074322b66b965e2', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:44:59.519713 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7bb0ca3-b3bc-4a30-be10-26b8110e1168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:59.609316 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7bb0ca3-b3bc-4a30-be10-26b8110e1168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:59.611523 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7bb0ca3-b3bc-4a30-be10-26b8110e1168 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:59.658535 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7bb0ca3-b3bc-4a30-be10-26b8110e1168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:59.659110 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bb0ca3-b3bc-4a30-be10-26b8110e1168 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9318abf6-3b3d-4d6d-b7a8-01ddc5691d86 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:44:59.664186 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f7bb0ca3-b3bc-4a30-be10-26b8110e1168 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:59.665346 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f7bb0ca3-b3bc-4a30-be10-26b8110e1168 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9318abf6-3b3d-4d6d-b7a8-01ddc5691d86 HTTP/1.1" status: 204 len: 168 time: 0.7601287 Dec 06 15:44:59.667963 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48010) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:44:59.716285 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b470d31-9a5b-482f-bf76-e496659d0de9 admin admin] Deleting subnet 888a4667-2c09-4898-9eac-af3a933a9f26 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:44:59.719219 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b470d31-9a5b-482f-bf76-e496659d0de9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:59.753898 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b470d31-9a5b-482f-bf76-e496659d0de9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:59.833319 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b470d31-9a5b-482f-bf76-e496659d0de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:59.895235 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b470d31-9a5b-482f-bf76-e496659d0de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:59.921310 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b470d31-9a5b-482f-bf76-e496659d0de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=888a4667-2c09-4898-9eac-af3a933a9f26,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:44:59.927312 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8b470d31-9a5b-482f-bf76-e496659d0de9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:44:59.931055 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-8b470d31-9a5b-482f-bf76-e496659d0de9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/888a4667-2c09-4898-9eac-af3a933a9f26 HTTP/1.1" status: 204 len: 168 time: 0.2620888 Dec 06 15:44:59.932959 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba6d61b-a52f-48a9-a992-1a895ef7a2a4 None None] Network c235530b-0430-4e47-8933-b51b90e25ba5 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:44:59.933556 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48012) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:00.004398 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:00.058601 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] Deleting port c60abab5-b4fc-4a76-b216-c359ded7d102 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:45:00.058946 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:00.127872 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] For port c60abab5-b4fc-4a76-b216-c359ded7d102, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c60abab5-b4fc-4a76-b216-c359ded7d102,segment=NetworkSegment(2888e9da-5fad-4b02-90a4-459bdbd59ca5),segment_id=2888e9da-5fad-4b02-90a4-459bdbd59ca5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:45:00.128328 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:00.140439 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] Calling delete_port for c60abab5-b4fc-4a76-b216-c359ded7d102 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:45:00.226934 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:00.241108 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6dc560-1af3-44db-832e-cfe41d86e4b3 None None] DHCP port deletion for c235530b-0430-4e47-8933-b51b90e25ba5 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:45:00.273303 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c60abab5-b4fc-4a76-b216-c359ded7d102,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:00.275796 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] No DVR routers for this DVR port c60abab5-b4fc-4a76-b216-c359ded7d102 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:45:00.302517 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:00.352358 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:00.375765 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c235530b-0430-4e47-8933-b51b90e25ba5']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:00.385698 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2888e9da-5fad-4b02-90a4-459bdbd59ca5') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:00.386117 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2888e9da-5fad-4b02-90a4-459bdbd59ca5') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:00.396233 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:00.409808 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:00.417425 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:45:00.417809 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:45:00.419483 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:45:00.488509 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:00.498588 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:00.502209 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c235530b-0430-4e47-8933-b51b90e25ba5 HTTP/1.1" status: 204 len: 168 time: 0.5676706 Dec 06 15:45:00.511942 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1fc4e-944a-4b49-af07-d841e6dd22d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c235530b-0430-4e47-8933-b51b90e25ba5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:00.666480 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f073b743-813d-4294-abbe-36802bb13a56 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:45:00.679540 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48016) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:00.690516 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: f073b743-813d-4294-abbe-36802bb13a56 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:45:00.691212 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f073b743-813d-4294-abbe-36802bb13a56 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:45:00.691903 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 12ffda8d-5893-43e3-b4f6-1c87ad10c64c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:45:00.711619 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 12ffda8d-5893-43e3-b4f6-1c87ad10c64c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:45:00.712322 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 12ffda8d-5893-43e3-b4f6-1c87ad10c64c not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:45:00.713057 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c60abab5-b4fc-4a76-b216-c359ded7d102 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:45:00.720774 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-15bd72c7-30e0-4a33-ad91-4af415b4f43b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79d366bc80894ce2b31c52bc17a4bba4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396154 Dec 06 15:45:00.723397 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48018) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:00.733863 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: c60abab5-b4fc-4a76-b216-c359ded7d102 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:45:00.734511 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c60abab5-b4fc-4a76-b216-c359ded7d102 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:45:00.774129 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca09210-de8e-4b70-b034-0de793320237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:00.795935 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca09210-de8e-4b70-b034-0de793320237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:00.847241 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca09210-de8e-4b70-b034-0de793320237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:00.850634 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cca09210-de8e-4b70-b034-0de793320237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:00.851835 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cca09210-de8e-4b70-b034-0de793320237 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbf45f9b-0e03-44a5-98aa-55c999f3bb9a HTTP/1.1" status: 204 len: 168 time: 0.1274736 Dec 06 15:45:00.862830 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca09210-de8e-4b70-b034-0de793320237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf45f9b-0e03-44a5-98aa-55c999f3bb9a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:00.908438 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fbe3300e-eb42-4824-984e-c3b20b152267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:01.169098 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48024) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:01.209262 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fe1176e0-134b-4164-8f07-866d5468dea8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3279ad35f6994da6a074322b66b965e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388401 Dec 06 15:45:01.211924 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48026) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:01.263181 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e31d841b-ddf1-4a0e-b3b5-a2cd7e115025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:01.285926 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e31d841b-ddf1-4a0e-b3b5-a2cd7e115025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:01.332404 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e31d841b-ddf1-4a0e-b3b5-a2cd7e115025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:01.335440 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e31d841b-ddf1-4a0e-b3b5-a2cd7e115025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:01.336610 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e31d841b-ddf1-4a0e-b3b5-a2cd7e115025 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3f60c7f-6114-4513-9e29-9e8b6756d555 HTTP/1.1" status: 204 len: 168 time: 0.1237965 Dec 06 15:45:01.345100 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d841b-ddf1-4a0e-b3b5-a2cd7e115025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f60c7f-6114-4513-9e29-9e8b6756d555,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:01.976093 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48048) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:02.069657 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-dfe223c8-239e-410e-aa6c-a38c39cd702f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1355575879-network', 'tenant_id': '9179365401cf403ea5b47d539a44c777'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:45:02.090154 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe223c8-239e-410e-aa6c-a38c39cd702f admin admin] Made reservation on behalf of 9179365401cf403ea5b47d539a44c777 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:45:02.092630 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfe223c8-239e-410e-aa6c-a38c39cd702f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:02.101407 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfe223c8-239e-410e-aa6c-a38c39cd702f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:02.176563 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfe223c8-239e-410e-aa6c-a38c39cd702f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:02.180281 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfe223c8-239e-410e-aa6c-a38c39cd702f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:02.204680 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe223c8-239e-410e-aa6c-a38c39cd702f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:45:02.214682 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe223c8-239e-410e-aa6c-a38c39cd702f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb73ec84-1569-401c-8b25-6f23e4fb9679,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:02.222056 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfe223c8-239e-410e-aa6c-a38c39cd702f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:02.222439 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-dfe223c8-239e-410e-aa6c-a38c39cd702f admin admin] Added segment 44046e18-1bb0-4208-ba91-c12900ff2528 of type vlan for network 24981990-f5d6-48fe-b5d4-2063028ef43c Dec 06 15:45:02.263155 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfe223c8-239e-410e-aa6c-a38c39cd702f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:02.287253 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfe223c8-239e-410e-aa6c-a38c39cd702f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:02.288937 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe223c8-239e-410e-aa6c-a38c39cd702f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:02.289526 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dfe223c8-239e-410e-aa6c-a38c39cd702f admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:02.326647 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dfe223c8-239e-410e-aa6c-a38c39cd702f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3494322 Dec 06 15:45:02.329436 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48052) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:02.334123 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bf351c6b-ca3f-4d73-8e1b-6265ab11f942 admin admin] Request body: {'subnet': {'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1355575879-subnet', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:45:02.367122 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe223c8-239e-410e-aa6c-a38c39cd702f admin admin] Pushing event updated for resources: {'Network': ['ID=24981990-f5d6-48fe-b5d4-2063028ef43c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:02.376965 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 24981990-f5d6-48fe-b5d4-2063028ef43c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:45:02.382612 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf351c6b-ca3f-4d73-8e1b-6265ab11f942 admin admin] Made reservation on behalf of 9179365401cf403ea5b47d539a44c777 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:45:02.385217 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf351c6b-ca3f-4d73-8e1b-6265ab11f942 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:02.550335 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf351c6b-ca3f-4d73-8e1b-6265ab11f942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:02.605379 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf351c6b-ca3f-4d73-8e1b-6265ab11f942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba23536-9a07-4751-b23b-912554d90946,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:02.612975 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf351c6b-ca3f-4d73-8e1b-6265ab11f942 admin admin] Checking segment: {'id': '44046e18-1bb0-4208-ba91-c12900ff2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:45:02.613331 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf351c6b-ca3f-4d73-8e1b-6265ab11f942 admin admin] Network hostable DHCP agents. Network: 24981990-f5d6-48fe-b5d4-2063028ef43c, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:45:02.630226 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf351c6b-ca3f-4d73-8e1b-6265ab11f942 admin admin] Network 24981990-f5d6-48fe-b5d4-2063028ef43c is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:45:02.638325 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-bf351c6b-ca3f-4d73-8e1b-6265ab11f942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 24981990-f5d6-48fe-b5d4-2063028ef43c) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:45:02.642452 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf351c6b-ca3f-4d73-8e1b-6265ab11f942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:02.643025 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bf351c6b-ca3f-4d73-8e1b-6265ab11f942 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:02.648169 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5259583-6e8a-4235-8bc4-5f492c338240 None None] Network 24981990-f5d6-48fe-b5d4-2063028ef43c requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:45:02.658242 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bf351c6b-ca3f-4d73-8e1b-6265ab11f942 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3278170 Dec 06 15:45:02.661035 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48054) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:02.665727 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1355575879-router', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:45:02.688710 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:02.689851 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:02.746240 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:02.797149 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-24981990-f5d6-48fe-b5d4-2063028ef43c', 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'fixed_ips': [{'subnet_id': '0ba23536-9a07-4751-b23b-912554d90946'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:45:02.797995 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:02.882432 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:02.931104 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Allocated IP 172.20.0.2 (24981990-f5d6-48fe-b5d4-2063028ef43c/0ba23536-9a07-4751-b23b-912554d90946/ed81de80-f5fb-41fc-b9dd-e7322ff02c4a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:45:03.074646 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:03.080883 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:03.086009 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:03.111488 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:03.120221 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Network 24981990-f5d6-48fe-b5d4-2063028ef43c is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:45:03.123023 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:45:03.128601 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:45:03.136613 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Pushing event updated for resources: {'Port': ['ID=ed81de80-f5fb-41fc-b9dd-e7322ff02c4a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:03.189940 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Attempting to bind port ed81de80-f5fb-41fc-b9dd-e7322ff02c4a on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:45:03.190314 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Attempting to bind port ed81de80-f5fb-41fc-b9dd-e7322ff02c4a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '44046e18-1bb0-4208-ba91-c12900ff2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:45:03.190675 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Attempting to bind port ed81de80-f5fb-41fc-b9dd-e7322ff02c4a on network 24981990-f5d6-48fe-b5d4-2063028ef43c {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:45:03.196249 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:45:03.196622 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Checking segment: {'id': '44046e18-1bb0-4208-ba91-c12900ff2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:45:03.197023 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:03.197419 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Bound using segment: {'id': '44046e18-1bb0-4208-ba91-c12900ff2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:45:03.197889 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Bound port: ed81de80-f5fb-41fc-b9dd-e7322ff02c4a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44046e18-1bb0-4208-ba91-c12900ff2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:45:03.198271 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:03.219873 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Allocated IP 172.35.7.188 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/edb76f9d-bff0-4f8a-ab18-5f394710dac9) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:45:03.261848 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] For port ed81de80-f5fb-41fc-b9dd-e7322ff02c4a, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:45:03.264976 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] For port ed81de80-f5fb-41fc-b9dd-e7322ff02c4a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ed81de80-f5fb-41fc-b9dd-e7322ff02c4a,segment=NetworkSegment(44046e18-1bb0-4208-ba91-c12900ff2528),segment_id=44046e18-1bb0-4208-ba91-c12900ff2528)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:45:03.269182 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:03.329942 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:03.343612 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159c16b-ddef-4e34-a2d7-86e544f95945 None None] Pushing event updated for resources: {'Port': ['ID=ed81de80-f5fb-41fc-b9dd-e7322ff02c4a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:03.347910 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2ed6eeb2-4b77-483b-9fa0-2c31e590545a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:03.365833 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:03.406764 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:45:03.409644 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:45:03.413099 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:45:03.424464 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1468dd03-01bf-4142-abf7-3f629acbe033 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:45:03.439084 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=edb76f9d-bff0-4f8a-ab18-5f394710dac9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:03.472805 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a5411638-4e26-47a8-b510-1d09fd829ce0 None None] Provisioning complete for port edb76f9d-bff0-4f8a-ab18-5f394710dac9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:03.473175 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a5411638-4e26-47a8-b510-1d09fd829ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:03.554064 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a5411638-4e26-47a8-b510-1d09fd829ce0 None None] Port edb76f9d-bff0-4f8a-ab18-5f394710dac9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:45:03.690051 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:03.876949 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:04.016736 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Router 95e25ed1-916c-4b18-a197-b3b1308af9e9 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:45:04.124923 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:45:04.134197 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Sync routers for ids ['95e25ed1-916c-4b18-a197-b3b1308af9e9'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:45:04.144235 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:04.145494 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1f378175-943f-43fc-8f28-a4d1835bc6b2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4835346 Dec 06 15:45:04.145636 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Routers {'95e25ed1-916c-4b18-a197-b3b1308af9e9'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:45:04.146131 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:45:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['95e25ed1-916c-4b18-a197-b3b1308af9e9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:04.149005 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48056) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:04.210206 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:04.252941 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cea3dd-594f-43a3-86a1-c3c61c5104b9 None None] Network 24981990-f5d6-48fe-b5d4-2063028ef43c requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:45:04.294790 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Set router 95e25ed1-916c-4b18-a197-b3b1308af9e9 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:45:04.400378 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8eb46752-c3a8-4ab4-a57f-3f3a1551d24e None None] Provisioning complete for port ed81de80-f5fb-41fc-b9dd-e7322ff02c4a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:04.400749 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8eb46752-c3a8-4ab4-a57f-3f3a1551d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:04.580848 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:04.628185 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8eb46752-c3a8-4ab4-a57f-3f3a1551d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:04.677601 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8eb46752-c3a8-4ab4-a57f-3f3a1551d24e None None] For port ed81de80-f5fb-41fc-b9dd-e7322ff02c4a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ed81de80-f5fb-41fc-b9dd-e7322ff02c4a,segment=NetworkSegment(44046e18-1bb0-4208-ba91-c12900ff2528),segment_id=44046e18-1bb0-4208-ba91-c12900ff2528)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:45:04.683820 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8eb46752-c3a8-4ab4-a57f-3f3a1551d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:04.716085 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'name': 'tempest-TestMinimumBasicScenario-1355575879-router', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188'}], 'enable_snat': True}, 'gw_port_id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:02Z', 'updated_at': '2021-12-06T15:45:03Z', 'revision_number': 3, 'project_id': '9179365401cf403ea5b47d539a44c777', 'gw_port': {'id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:03Z', 'updated_at': '2021-12-06T15:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:04.749901 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ed81de80-f5fb-41fc-b9dd-e7322ff02c4a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:45:04.758542 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Checking router: 95e25ed1-916c-4b18-a197-b3b1308af9e9 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:45:04.758991 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Updating router 95e25ed1-916c-4b18-a197-b3b1308af9e9 port edb76f9d-bff0-4f8a-ab18-5f394710dac9 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:45:04.765184 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] Allocated IP 172.20.0.1 (24981990-f5d6-48fe-b5d4-2063028ef43c/0ba23536-9a07-4751-b23b-912554d90946/9fb2db7e-b599-4e4e-bb37-3efedf04dcf3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:45:04.827901 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb46752-c3a8-4ab4-a57f-3f3a1551d24e None None] Pushing event updated for resources: {'Port': ['ID=ed81de80-f5fb-41fc-b9dd-e7322ff02c4a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:04.832793 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:04.882858 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:04.917928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:04.946936 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ed81de80-f5fb-41fc-b9dd-e7322ff02c4a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:04.947233 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:04.953205 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] Network 24981990-f5d6-48fe-b5d4-2063028ef43c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:45:04.958198 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:45:04.960823 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:45:04.986785 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-dfc5f95a-cace-42d7-b25d-906f4a62de40 None None] Provisioning complete for port ed81de80-f5fb-41fc-b9dd-e7322ff02c4a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:04.987156 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dfc5f95a-cace-42d7-b25d-906f4a62de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:04.997050 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] Pushing event updated for resources: {'Port': ['ID=9fb2db7e-b599-4e4e-bb37-3efedf04dcf3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:05.014270 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:05.155064 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:05.318951 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:05.323544 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:05.393082 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] Pushing event updated for resources: {'Port': ['ID=9fb2db7e-b599-4e4e-bb37-3efedf04dcf3,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:05.395614 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:05.411896 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:05.417811 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:05.466143 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1dcc03-ae36-4db1-9083-02a65e180df6 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:45:05.480497 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c24bb9-6cf6-4996-9e4c-27777c67f400 None None] Pushing event updated for resources: {'Port': ['ID=edb76f9d-bff0-4f8a-ab18-5f394710dac9,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:05.484596 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Attempting to bind port edb76f9d-bff0-4f8a-ab18-5f394710dac9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:45:05.485171 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Attempting to bind port edb76f9d-bff0-4f8a-ab18-5f394710dac9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:45:05.485396 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Attempting to bind port edb76f9d-bff0-4f8a-ab18-5f394710dac9 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:45:05.493328 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:45:05.493651 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:45:05.494095 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:05.494742 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:45:05.494903 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Bound port: edb76f9d-bff0-4f8a-ab18-5f394710dac9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:45:05.495286 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:05.500185 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] Network 24981990-f5d6-48fe-b5d4-2063028ef43c is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:45:05.501651 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:45:05.528658 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-64532fcc-436c-4149-9076-7e0cca483e10 None None] Provisioning complete for port 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:05.529028 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64532fcc-436c-4149-9076-7e0cca483e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:05.581727 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-64532fcc-436c-4149-9076-7e0cca483e10 None None] Port 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:45:05.583611 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] For port edb76f9d-bff0-4f8a-ab18-5f394710dac9, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:45:05.587485 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] For port edb76f9d-bff0-4f8a-ab18-5f394710dac9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=edb76f9d-bff0-4f8a-ab18-5f394710dac9,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:45:05.592793 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:05.621983 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] Router 95e25ed1-916c-4b18-a197-b3b1308af9e9 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:45:05.642312 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987c6847-2363-4f5a-9086-1cf6599f6ebb None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:45:05.659472 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Routers {'95e25ed1-916c-4b18-a197-b3b1308af9e9'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:45:05.660149 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:45:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['95e25ed1-916c-4b18-a197-b3b1308af9e9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:05.666118 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c24bb9-6cf6-4996-9e4c-27777c67f400 None None] Pushing event updated for resources: {'Port': ['ID=edb76f9d-bff0-4f8a-ab18-5f394710dac9,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:05.739600 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:45:05.751588 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-389130ba-a9b9-4ba5-beeb-390858e47550 admin admin] 10.222.0.20 "PUT /v2.0/routers/95e25ed1-916c-4b18-a197-b3b1308af9e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5951622 Dec 06 15:45:05.763994 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2578c922-0195-48a9-a654-ec839fd484d0 None None] Provisioning complete for port edb76f9d-bff0-4f8a-ab18-5f394710dac9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:05.764369 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2578c922-0195-48a9-a654-ec839fd484d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:05.811854 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] Set router 95e25ed1-916c-4b18-a197-b3b1308af9e9 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:45:05.873218 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:05.984270 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2578c922-0195-48a9-a654-ec839fd484d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:06.017308 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-2578c922-0195-48a9-a654-ec839fd484d0 None None] For port edb76f9d-bff0-4f8a-ab18-5f394710dac9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=edb76f9d-bff0-4f8a-ab18-5f394710dac9,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:45:06.023660 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2578c922-0195-48a9-a654-ec839fd484d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:06.103429 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578c922-0195-48a9-a654-ec839fd484d0 None None] Pushing event updated for resources: {'Port': ['ID=edb76f9d-bff0-4f8a-ab18-5f394710dac9,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:06.122523 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'name': 'tempest-TestMinimumBasicScenario-1355575879-router', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188'}], 'enable_snat': True}, 'gw_port_id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:02Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '9179365401cf403ea5b47d539a44c777', 'gw_port': {'id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:03Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9fb2db7e-b599-4e4e-bb37-3efedf04dcf3', 'name': '', 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'mac_address': 'fa:16:3e:1d:0e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0ba23536-9a07-4751-b23b-912554d90946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:04Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 2, 'project_id': '9179365401cf403ea5b47d539a44c777', 'subnets': [{'id': '0ba23536-9a07-4751-b23b-912554d90946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:06.152146 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac717be3-6f49-4fb3-949d-14d350dab83e None None] The sync data for ids ['95e25ed1-916c-4b18-a197-b3b1308af9e9'] in n-d-master-1 is: [{'id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'name': 'tempest-TestMinimumBasicScenario-1355575879-router', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188'}], 'enable_snat': True}, 'gw_port_id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:02Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '9179365401cf403ea5b47d539a44c777', 'gw_port': {'id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:03Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9fb2db7e-b599-4e4e-bb37-3efedf04dcf3', 'name': '', 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'mac_address': 'fa:16:3e:1d:0e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0ba23536-9a07-4751-b23b-912554d90946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:04Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 2, 'project_id': '9179365401cf403ea5b47d539a44c777', 'subnets': [{'id': '0ba23536-9a07-4751-b23b-912554d90946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:45:06.168690 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fe4d5c19-cef6-4aa4-977e-14a54ba1e80c None None] Provisioning complete for port 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:06.169062 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe4d5c19-cef6-4aa4-977e-14a54ba1e80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:06.205924 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fe4d5c19-cef6-4aa4-977e-14a54ba1e80c None None] Port 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:45:06.221297 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48072) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:06.226903 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-21b3b70b-6353-4a79-b742-74b269d86817 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1484106277-network', 'tenant_id': '3f48a8751c4444518023bb2331f00bd7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:45:06.247876 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b3b70b-6353-4a79-b742-74b269d86817 admin admin] Made reservation on behalf of 3f48a8751c4444518023bb2331f00bd7 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:45:06.250276 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21b3b70b-6353-4a79-b742-74b269d86817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:06.260117 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21b3b70b-6353-4a79-b742-74b269d86817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:06.338906 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21b3b70b-6353-4a79-b742-74b269d86817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:06.348985 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21b3b70b-6353-4a79-b742-74b269d86817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:06.384368 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b3b70b-6353-4a79-b742-74b269d86817 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:45:06.394250 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3b70b-6353-4a79-b742-74b269d86817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9806334b-ba16-4a01-938c-698ef3f19064,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:06.403094 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21b3b70b-6353-4a79-b742-74b269d86817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:06.403449 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-21b3b70b-6353-4a79-b742-74b269d86817 admin admin] Added segment 332000b0-dfb1-4bc1-9d18-080af68b1037 of type vlan for network 1c492d69-3133-4cc6-aee3-d0ad204c1557 Dec 06 15:45:06.447270 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21b3b70b-6353-4a79-b742-74b269d86817 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:06.474431 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21b3b70b-6353-4a79-b742-74b269d86817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:06.475596 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b3b70b-6353-4a79-b742-74b269d86817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:06.476202 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21b3b70b-6353-4a79-b742-74b269d86817 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:06.515620 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-21b3b70b-6353-4a79-b742-74b269d86817 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2907398 Dec 06 15:45:06.516032 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48074) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:06.523414 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cb15a08b-0125-4ed3-b582-836ea564c0cd admin admin] Request body: {'subnet': {'network_id': '1c492d69-3133-4cc6-aee3-d0ad204c1557', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1484106277-subnet', 'tenant_id': '3f48a8751c4444518023bb2331f00bd7', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:45:06.558646 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3b70b-6353-4a79-b742-74b269d86817 admin admin] Pushing event updated for resources: {'Network': ['ID=1c492d69-3133-4cc6-aee3-d0ad204c1557,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:06.571277 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 1c492d69-3133-4cc6-aee3-d0ad204c1557 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:45:06.574683 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb15a08b-0125-4ed3-b582-836ea564c0cd admin admin] Made reservation on behalf of 3f48a8751c4444518023bb2331f00bd7 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:45:06.576913 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb15a08b-0125-4ed3-b582-836ea564c0cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:06.697876 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ed81de80-f5fb-41fc-b9dd-e7322ff02c4a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:45:06.753631 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:06.768800 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb15a08b-0125-4ed3-b582-836ea564c0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:06.774220 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ed81de80-f5fb-41fc-b9dd-e7322ff02c4a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:06.774589 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:06.833684 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15a08b-0125-4ed3-b582-836ea564c0cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=89b7cbfa-3517-43c8-846f-448f6b5a4275,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:06.841509 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15a08b-0125-4ed3-b582-836ea564c0cd admin admin] Checking segment: {'id': '332000b0-dfb1-4bc1-9d18-080af68b1037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c492d69-3133-4cc6-aee3-d0ad204c1557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:45:06.841877 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb15a08b-0125-4ed3-b582-836ea564c0cd admin admin] Network hostable DHCP agents. Network: 1c492d69-3133-4cc6-aee3-d0ad204c1557, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:45:06.868675 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb15a08b-0125-4ed3-b582-836ea564c0cd admin admin] Network 1c492d69-3133-4cc6-aee3-d0ad204c1557 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:45:06.894525 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-cb15a08b-0125-4ed3-b582-836ea564c0cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1c492d69-3133-4cc6-aee3-d0ad204c1557) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:45:06.899678 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb15a08b-0125-4ed3-b582-836ea564c0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:06.900337 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb15a08b-0125-4ed3-b582-836ea564c0cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:06.906088 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df94b86b-04a3-4967-9ad3-822e6fa95f59 None None] Network 1c492d69-3133-4cc6-aee3-d0ad204c1557 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:45:06.923746 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cb15a08b-0125-4ed3-b582-836ea564c0cd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4055464 Dec 06 15:45:06.925308 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48076) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:06.929931 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1484106277-router', 'tenant_id': '3f48a8751c4444518023bb2331f00bd7', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:45:06.953732 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:06.954796 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:07.017593 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:07.081308 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-1c492d69-3133-4cc6-aee3-d0ad204c1557', 'network_id': '1c492d69-3133-4cc6-aee3-d0ad204c1557', 'tenant_id': '3f48a8751c4444518023bb2331f00bd7', 'fixed_ips': [{'subnet_id': '89b7cbfa-3517-43c8-846f-448f6b5a4275'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:45:07.082189 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:07.231793 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Allocated IP 172.20.0.2 (1c492d69-3133-4cc6-aee3-d0ad204c1557/89b7cbfa-3517-43c8-846f-448f6b5a4275/9f059898-4af1-48bc-bbb9-94948062e366) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:45:07.389146 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:07.396034 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:07.436150 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Network 1c492d69-3133-4cc6-aee3-d0ad204c1557 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:45:07.437076 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:07.439177 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:45:07.443035 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:45:07.452683 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Pushing event updated for resources: {'Port': ['ID=9f059898-4af1-48bc-bbb9-94948062e366,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:07.514126 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Attempting to bind port 9f059898-4af1-48bc-bbb9-94948062e366 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:45:07.514498 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Attempting to bind port 9f059898-4af1-48bc-bbb9-94948062e366 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '332000b0-dfb1-4bc1-9d18-080af68b1037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c492d69-3133-4cc6-aee3-d0ad204c1557'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:45:07.514857 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Attempting to bind port 9f059898-4af1-48bc-bbb9-94948062e366 on network 1c492d69-3133-4cc6-aee3-d0ad204c1557 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:45:07.519932 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:45:07.520312 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Checking segment: {'id': '332000b0-dfb1-4bc1-9d18-080af68b1037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c492d69-3133-4cc6-aee3-d0ad204c1557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:45:07.520709 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:07.521098 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Bound using segment: {'id': '332000b0-dfb1-4bc1-9d18-080af68b1037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c492d69-3133-4cc6-aee3-d0ad204c1557'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:45:07.521594 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Bound port: 9f059898-4af1-48bc-bbb9-94948062e366, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332000b0-dfb1-4bc1-9d18-080af68b1037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c492d69-3133-4cc6-aee3-d0ad204c1557'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:45:07.521967 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:07.590748 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] For port 9f059898-4af1-48bc-bbb9-94948062e366, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:45:07.594532 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] For port 9f059898-4af1-48bc-bbb9-94948062e366, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9f059898-4af1-48bc-bbb9-94948062e366,segment=NetworkSegment(332000b0-dfb1-4bc1-9d18-080af68b1037),segment_id=332000b0-dfb1-4bc1-9d18-080af68b1037)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:45:07.601778 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:07.647937 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:07.658545 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975c567-712b-4e9d-953e-9012f7ddd081 None None] Pushing event updated for resources: {'Port': ['ID=9f059898-4af1-48bc-bbb9-94948062e366,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:07.670999 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:07.781925 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Allocated IP 172.35.7.232 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/368447af-e9ad-4f51-a78f-6387961e5252) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:45:07.917076 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:07.952826 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:07.998574 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:45:08.001718 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:45:08.004355 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:45:08.015944 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4812671f-b742-47e6-9664-64a81f64a0d3 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:45:08.030189 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Pushing event updated for resources: {'Port': ['ID=368447af-e9ad-4f51-a78f-6387961e5252,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:08.141344 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-120c2084-df5b-496e-8452-dce37d214686 None None] Provisioning complete for port 368447af-e9ad-4f51-a78f-6387961e5252 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:08.141838 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-120c2084-df5b-496e-8452-dce37d214686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:08.181031 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-120c2084-df5b-496e-8452-dce37d214686 None None] Port 368447af-e9ad-4f51-a78f-6387961e5252 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:45:08.267233 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:08.464835 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:08.595533 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Sync routers for ids ['95e25ed1-916c-4b18-a197-b3b1308af9e9'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:45:08.611909 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Routers {'95e25ed1-916c-4b18-a197-b3b1308af9e9'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:45:08.613136 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:45:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['95e25ed1-916c-4b18-a197-b3b1308af9e9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:08.613424 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Router 5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:45:08.725858 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Set router 95e25ed1-916c-4b18-a197-b3b1308af9e9 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:45:08.764730 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:45:08.765955 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9f059898-4af1-48bc-bbb9-94948062e366 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:45:08.788623 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:08.790093 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c6603556-fe5c-42b7-9937-7aad84c3052b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8635702 Dec 06 15:45:08.792703 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48078) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:08.805784 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Sync routers for ids ['5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:45:08.833701 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Routers {'5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:45:08.835161 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:45:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:08.842310 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0c3681-e63a-4253-b6ea-d539256366bf None None] Network 1c492d69-3133-4cc6-aee3-d0ad204c1557 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:45:08.958705 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'name': 'tempest-TestMinimumBasicScenario-1355575879-router', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188'}], 'enable_snat': True}, 'gw_port_id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:02Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '9179365401cf403ea5b47d539a44c777', 'gw_port': {'id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:03Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9fb2db7e-b599-4e4e-bb37-3efedf04dcf3', 'name': '', 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'mac_address': 'fa:16:3e:1d:0e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0ba23536-9a07-4751-b23b-912554d90946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:04Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 2, 'project_id': '9179365401cf403ea5b47d539a44c777', 'subnets': [{'id': '0ba23536-9a07-4751-b23b-912554d90946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:08.985218 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Checking router: 95e25ed1-916c-4b18-a197-b3b1308af9e9 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:45:08.985832 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Updating router 95e25ed1-916c-4b18-a197-b3b1308af9e9 port 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:45:08.999789 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 9f059898-4af1-48bc-bbb9-94948062e366 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:09.000158 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:09.007602 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-557cc26f-1afb-470c-b434-0f013184a4fc None None] Provisioning complete for port 9f059898-4af1-48bc-bbb9-94948062e366 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:09.007602 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-557cc26f-1afb-470c-b434-0f013184a4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:09.013109 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:09.086216 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Set router 5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:45:09.237089 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:09.283908 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:09.291908 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:09.347825 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987c7fc-edcb-47dd-a0ae-cf72c5638c4d None None] Pushing event updated for resources: {'Port': ['ID=9fb2db7e-b599-4e4e-bb37-3efedf04dcf3,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:09.374076 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c7fc-edcb-47dd-a0ae-cf72c5638c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:09.374426 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c7fc-edcb-47dd-a0ae-cf72c5638c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:09.374847 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c7fc-edcb-47dd-a0ae-cf72c5638c4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:09.375338 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c7fc-edcb-47dd-a0ae-cf72c5638c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:09.375710 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c7fc-edcb-47dd-a0ae-cf72c5638c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:09.376373 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c7fc-edcb-47dd-a0ae-cf72c5638c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:09.376373 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c7fc-edcb-47dd-a0ae-cf72c5638c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:09.376699 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c7fc-edcb-47dd-a0ae-cf72c5638c4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:09.376985 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c7fc-edcb-47dd-a0ae-cf72c5638c4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:09.377302 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c7fc-edcb-47dd-a0ae-cf72c5638c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:09.377619 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c7fc-edcb-47dd-a0ae-cf72c5638c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:09.377939 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c7fc-edcb-47dd-a0ae-cf72c5638c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:09.378248 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c7fc-edcb-47dd-a0ae-cf72c5638c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:09.425336 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Attempting to bind port 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:45:09.425716 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Attempting to bind port 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '44046e18-1bb0-4208-ba91-c12900ff2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:45:09.426074 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Attempting to bind port 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3 on network 24981990-f5d6-48fe-b5d4-2063028ef43c {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:45:09.435958 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:45:09.436948 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Checking segment: {'id': '44046e18-1bb0-4208-ba91-c12900ff2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:45:09.437365 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:09.437762 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Bound using segment: {'id': '44046e18-1bb0-4208-ba91-c12900ff2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:45:09.438256 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Bound port: 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44046e18-1bb0-4208-ba91-c12900ff2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:45:09.438633 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:09.444434 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] Allocated IP 172.20.0.1 (1c492d69-3133-4cc6-aee3-d0ad204c1557/89b7cbfa-3517-43c8-846f-448f6b5a4275/d79b2c45-ffd2-4bee-836e-145a6680fb4d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:45:09.534717 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] For port 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:45:09.541098 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] For port 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9fb2db7e-b599-4e4e-bb37-3efedf04dcf3,segment=NetworkSegment(44046e18-1bb0-4208-ba91-c12900ff2528),segment_id=44046e18-1bb0-4208-ba91-c12900ff2528)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:45:09.547047 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-557cc26f-1afb-470c-b434-0f013184a4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:09.548992 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:09.550520 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:09.574044 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:09.624572 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Routers {'95e25ed1-916c-4b18-a197-b3b1308af9e9'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:45:09.625460 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:45:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['95e25ed1-916c-4b18-a197-b3b1308af9e9'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:09.625607 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port 9f059898-4af1-48bc-bbb9-94948062e366, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9f059898-4af1-48bc-bbb9-94948062e366,segment=NetworkSegment(332000b0-dfb1-4bc1-9d18-080af68b1037),segment_id=332000b0-dfb1-4bc1-9d18-080af68b1037)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:45:09.630270 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:09.638325 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:09.639025 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device edb76f9d-bff0-4f8a-ab18-5f394710dac9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:45:09.701556 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] Network 1c492d69-3133-4cc6-aee3-d0ad204c1557 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:45:09.703119 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:45:09.717591 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:45:09.760189 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] Pushing event updated for resources: {'Port': ['ID=d79b2c45-ffd2-4bee-836e-145a6680fb4d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:09.764939 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987c7fc-edcb-47dd-a0ae-cf72c5638c4d None None] Pushing event updated for resources: {'Port': ['ID=9fb2db7e-b599-4e4e-bb37-3efedf04dcf3,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:09.817837 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:09.846017 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.db.api [None req-557cc26f-1afb-470c-b434-0f013184a4fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:45:09.846377 n-d-master-1 neutron-server[103290]: DEBUG oslo_db.api [None req-557cc26f-1afb-470c-b434-0f013184a4fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:45:09.855458 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] Set router 95e25ed1-916c-4b18-a197-b3b1308af9e9 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:45:09.860427 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=9f059898-4af1-48bc-bbb9-94948062e366,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:09.877256 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'name': 'tempest-TestMinimumBasicScenario-1484106277-router', 'tenant_id': '3f48a8751c4444518023bb2331f00bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.232'}], 'enable_snat': True}, 'gw_port_id': '368447af-e9ad-4f51-a78f-6387961e5252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:06Z', 'updated_at': '2021-12-06T15:45:08Z', 'revision_number': 3, 'project_id': '3f48a8751c4444518023bb2331f00bd7', 'gw_port': {'id': '368447af-e9ad-4f51-a78f-6387961e5252', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:07Z', 'updated_at': '2021-12-06T15:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:09.929699 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Checking router: 5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:45:09.930058 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Updating router 5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a port 368447af-e9ad-4f51-a78f-6387961e5252 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:45:09.934827 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port edb76f9d-bff0-4f8a-ab18-5f394710dac9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:09.935194 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:10.018633 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:10.072183 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:10.139579 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'name': 'tempest-TestMinimumBasicScenario-1355575879-router', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188'}], 'enable_snat': True}, 'gw_port_id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:02Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '9179365401cf403ea5b47d539a44c777', 'gw_port': {'id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:03Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9fb2db7e-b599-4e4e-bb37-3efedf04dcf3', 'name': '', 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'mac_address': 'fa:16:3e:1d:0e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0ba23536-9a07-4751-b23b-912554d90946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:04Z', 'updated_at': '2021-12-06T15:45:09Z', 'revision_number': 4, 'project_id': '9179365401cf403ea5b47d539a44c777', 'subnets': [{'id': '0ba23536-9a07-4751-b23b-912554d90946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:10.175898 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ec2bc4-92f9-486e-b83c-b231d45221fc None None] The sync data for ids ['95e25ed1-916c-4b18-a197-b3b1308af9e9'] in n-d-master-1 is: [{'id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'name': 'tempest-TestMinimumBasicScenario-1355575879-router', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188'}], 'enable_snat': True}, 'gw_port_id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:02Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '9179365401cf403ea5b47d539a44c777', 'gw_port': {'id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:03Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9fb2db7e-b599-4e4e-bb37-3efedf04dcf3', 'name': '', 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'mac_address': 'fa:16:3e:1d:0e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0ba23536-9a07-4751-b23b-912554d90946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:04Z', 'updated_at': '2021-12-06T15:45:09Z', 'revision_number': 4, 'project_id': '9179365401cf403ea5b47d539a44c777', 'subnets': [{'id': '0ba23536-9a07-4751-b23b-912554d90946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:45:10.266621 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:10.272510 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:10.346775 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:10.348628 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] Pushing event updated for resources: {'Port': ['ID=d79b2c45-ffd2-4bee-836e-145a6680fb4d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:10.401379 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:10.409404 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:10.450857 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] Network 1c492d69-3133-4cc6-aee3-d0ad204c1557 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:45:10.452313 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:45:10.468764 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9005141-0985-4913-beb0-87084e72bfd7 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:45:10.473661 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Attempting to bind port 368447af-e9ad-4f51-a78f-6387961e5252 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:45:10.474169 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Attempting to bind port 368447af-e9ad-4f51-a78f-6387961e5252 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:45:10.475147 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Attempting to bind port 368447af-e9ad-4f51-a78f-6387961e5252 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:45:10.489645 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ad82d-1ebc-4b2a-8cfe-c7b78bd3b005 None None] Pushing event updated for resources: {'Port': ['ID=368447af-e9ad-4f51-a78f-6387961e5252,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:10.499683 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:45:10.500563 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:45:10.501156 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:10.501616 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:45:10.502463 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Bound port: 368447af-e9ad-4f51-a78f-6387961e5252, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:45:10.502731 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:10.574023 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6a230f76-c970-496a-9fcc-9e891b7f464c None None] Provisioning complete for port 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:10.575025 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a230f76-c970-496a-9fcc-9e891b7f464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:10.580178 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] For port 368447af-e9ad-4f51-a78f-6387961e5252, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:45:10.598972 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] Router 5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:45:10.630476 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] For port 368447af-e9ad-4f51-a78f-6387961e5252, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=368447af-e9ad-4f51-a78f-6387961e5252,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:45:10.644591 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:10.700228 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ad82d-1ebc-4b2a-8cfe-c7b78bd3b005 None None] Pushing event updated for resources: {'Port': ['ID=368447af-e9ad-4f51-a78f-6387961e5252,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:10.734416 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c013e5-2dfa-48b2-81ba-71bc62315600 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:45:10.764804 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9f059898-4af1-48bc-bbb9-94948062e366 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:45:10.795362 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Routers {'5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:45:10.796038 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:45:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:10.799080 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:45:10.809298 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5c05e7cb-c0c4-4b34-8b58-846f8373737b admin admin] 10.222.0.20 "PUT /v2.0/routers/5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0151923 Dec 06 15:45:10.869946 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a230f76-c970-496a-9fcc-9e891b7f464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:10.964691 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6a230f76-c970-496a-9fcc-9e891b7f464c None None] For port 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9fb2db7e-b599-4e4e-bb37-3efedf04dcf3,segment=NetworkSegment(44046e18-1bb0-4208-ba91-c12900ff2528),segment_id=44046e18-1bb0-4208-ba91-c12900ff2528)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:45:10.967264 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] Set router 5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:45:10.969666 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 9f059898-4af1-48bc-bbb9-94948062e366 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:10.969800 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:10.998641 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a230f76-c970-496a-9fcc-9e891b7f464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:11.111401 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6a230f76-c970-496a-9fcc-9e891b7f464c None None] Provisioning complete for port 9f059898-4af1-48bc-bbb9-94948062e366 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:11.111774 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a230f76-c970-496a-9fcc-9e891b7f464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:11.165158 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a230f76-c970-496a-9fcc-9e891b7f464c None None] Pushing event updated for resources: {'Port': ['ID=9fb2db7e-b599-4e4e-bb37-3efedf04dcf3,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:11.295585 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:45:11.388426 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6a230f76-c970-496a-9fcc-9e891b7f464c None None] Provisioning complete for port d79b2c45-ffd2-4bee-836e-145a6680fb4d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:11.388795 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a230f76-c970-496a-9fcc-9e891b7f464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:11.428370 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'name': 'tempest-TestMinimumBasicScenario-1484106277-router', 'tenant_id': '3f48a8751c4444518023bb2331f00bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.232'}], 'enable_snat': True}, 'gw_port_id': '368447af-e9ad-4f51-a78f-6387961e5252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:06Z', 'updated_at': '2021-12-06T15:45:10Z', 'revision_number': 4, 'project_id': '3f48a8751c4444518023bb2331f00bd7', 'gw_port': {'id': '368447af-e9ad-4f51-a78f-6387961e5252', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:07Z', 'updated_at': '2021-12-06T15:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd79b2c45-ffd2-4bee-836e-145a6680fb4d', 'name': '', 'network_id': '1c492d69-3133-4cc6-aee3-d0ad204c1557', 'tenant_id': '3f48a8751c4444518023bb2331f00bd7', 'mac_address': 'fa:16:3e:15:3a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '89b7cbfa-3517-43c8-846f-448f6b5a4275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:09Z', 'updated_at': '2021-12-06T15:45:10Z', 'revision_number': 2, 'project_id': '3f48a8751c4444518023bb2331f00bd7', 'subnets': [{'id': '89b7cbfa-3517-43c8-846f-448f6b5a4275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:11.434986 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6a230f76-c970-496a-9fcc-9e891b7f464c None None] Port d79b2c45-ffd2-4bee-836e-145a6680fb4d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:45:11.460214 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:11.460620 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:11.465252 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b1e0bb-03a9-4a0d-b22d-6653a6b21fcb None None] The sync data for ids ['5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a'] in n-d-master-1 is: [{'id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'name': 'tempest-TestMinimumBasicScenario-1484106277-router', 'tenant_id': '3f48a8751c4444518023bb2331f00bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.232'}], 'enable_snat': True}, 'gw_port_id': '368447af-e9ad-4f51-a78f-6387961e5252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:06Z', 'updated_at': '2021-12-06T15:45:10Z', 'revision_number': 4, 'project_id': '3f48a8751c4444518023bb2331f00bd7', 'gw_port': {'id': '368447af-e9ad-4f51-a78f-6387961e5252', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:07Z', 'updated_at': '2021-12-06T15:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd79b2c45-ffd2-4bee-836e-145a6680fb4d', 'name': '', 'network_id': '1c492d69-3133-4cc6-aee3-d0ad204c1557', 'tenant_id': '3f48a8751c4444518023bb2331f00bd7', 'mac_address': 'fa:16:3e:15:3a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '89b7cbfa-3517-43c8-846f-448f6b5a4275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:09Z', 'updated_at': '2021-12-06T15:45:10Z', 'revision_number': 2, 'project_id': '3f48a8751c4444518023bb2331f00bd7', 'subnets': [{'id': '89b7cbfa-3517-43c8-846f-448f6b5a4275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:45:11.673856 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6a230f76-c970-496a-9fcc-9e891b7f464c None None] Provisioning complete for port 368447af-e9ad-4f51-a78f-6387961e5252 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:11.674233 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a230f76-c970-496a-9fcc-9e891b7f464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:11.864645 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a230f76-c970-496a-9fcc-9e891b7f464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:11.892376 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-6a230f76-c970-496a-9fcc-9e891b7f464c None None] For port 368447af-e9ad-4f51-a78f-6387961e5252, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=368447af-e9ad-4f51-a78f-6387961e5252,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:45:11.901660 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6a230f76-c970-496a-9fcc-9e891b7f464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:11.972567 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a230f76-c970-496a-9fcc-9e891b7f464c None None] Pushing event updated for resources: {'Port': ['ID=368447af-e9ad-4f51-a78f-6387961e5252,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:12.026784 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7e896a52-ca59-4190-9ff6-1fae7d6c70d7 None None] Provisioning complete for port d79b2c45-ffd2-4bee-836e-145a6680fb4d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:12.027166 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7e896a52-ca59-4190-9ff6-1fae7d6c70d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:12.064647 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7e896a52-ca59-4190-9ff6-1fae7d6c70d7 None None] Port d79b2c45-ffd2-4bee-836e-145a6680fb4d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:45:12.079077 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7e896a52-ca59-4190-9ff6-1fae7d6c70d7 None None] Provisioning complete for port 368447af-e9ad-4f51-a78f-6387961e5252 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:12.079455 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7e896a52-ca59-4190-9ff6-1fae7d6c70d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:12.688488 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:45:12.750315 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:12.750945 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:14.482466 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Sync routers for ids ['5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:45:14.494704 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Routers {'5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:45:14.495333 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:45:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:14.717628 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 368447af-e9ad-4f51-a78f-6387961e5252 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:45:14.729975 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Set router 5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:45:14.782948 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 368447af-e9ad-4f51-a78f-6387961e5252 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:14.783614 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:14.972308 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'name': 'tempest-TestMinimumBasicScenario-1484106277-router', 'tenant_id': '3f48a8751c4444518023bb2331f00bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.232'}], 'enable_snat': True}, 'gw_port_id': '368447af-e9ad-4f51-a78f-6387961e5252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:06Z', 'updated_at': '2021-12-06T15:45:10Z', 'revision_number': 4, 'project_id': '3f48a8751c4444518023bb2331f00bd7', 'gw_port': {'id': '368447af-e9ad-4f51-a78f-6387961e5252', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:07Z', 'updated_at': '2021-12-06T15:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd79b2c45-ffd2-4bee-836e-145a6680fb4d', 'name': '', 'network_id': '1c492d69-3133-4cc6-aee3-d0ad204c1557', 'tenant_id': '3f48a8751c4444518023bb2331f00bd7', 'mac_address': 'fa:16:3e:15:3a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '89b7cbfa-3517-43c8-846f-448f6b5a4275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:09Z', 'updated_at': '2021-12-06T15:45:10Z', 'revision_number': 2, 'project_id': '3f48a8751c4444518023bb2331f00bd7', 'subnets': [{'id': '89b7cbfa-3517-43c8-846f-448f6b5a4275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:15.008216 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Checking router: 5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:45:15.008715 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Updating router 5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a port d79b2c45-ffd2-4bee-836e-145a6680fb4d binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:45:15.035414 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:15.338895 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:15.344828 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:15.405837 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d186955-767a-4816-be2b-100e7c97fe7a None None] Pushing event updated for resources: {'Port': ['ID=d79b2c45-ffd2-4bee-836e-145a6680fb4d,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:15.463704 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Attempting to bind port d79b2c45-ffd2-4bee-836e-145a6680fb4d on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:45:15.464086 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Attempting to bind port d79b2c45-ffd2-4bee-836e-145a6680fb4d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '332000b0-dfb1-4bc1-9d18-080af68b1037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c492d69-3133-4cc6-aee3-d0ad204c1557'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:45:15.464448 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Attempting to bind port d79b2c45-ffd2-4bee-836e-145a6680fb4d on network 1c492d69-3133-4cc6-aee3-d0ad204c1557 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:45:15.472661 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:45:15.473033 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Checking segment: {'id': '332000b0-dfb1-4bc1-9d18-080af68b1037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c492d69-3133-4cc6-aee3-d0ad204c1557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:45:15.473437 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:15.473830 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Bound using segment: {'id': '332000b0-dfb1-4bc1-9d18-080af68b1037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c492d69-3133-4cc6-aee3-d0ad204c1557'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:45:15.474295 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Bound port: d79b2c45-ffd2-4bee-836e-145a6680fb4d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332000b0-dfb1-4bc1-9d18-080af68b1037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c492d69-3133-4cc6-aee3-d0ad204c1557'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:45:15.475228 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:15.568823 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] For port d79b2c45-ffd2-4bee-836e-145a6680fb4d, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:45:15.575035 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] For port d79b2c45-ffd2-4bee-836e-145a6680fb4d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d79b2c45-ffd2-4bee-836e-145a6680fb4d,segment=NetworkSegment(332000b0-dfb1-4bc1-9d18-080af68b1037),segment_id=332000b0-dfb1-4bc1-9d18-080af68b1037)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:45:15.583303 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:15.631546 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b65925de-981c-4930-99e2-13a95b91899f None None] Provisioning complete for port d79b2c45-ffd2-4bee-836e-145a6680fb4d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:15.631976 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b65925de-981c-4930-99e2-13a95b91899f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:15.643471 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d186955-767a-4816-be2b-100e7c97fe7a None None] Pushing event updated for resources: {'Port': ['ID=d79b2c45-ffd2-4bee-836e-145a6680fb4d,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:15.646123 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Routers {'5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:45:15.647277 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:45:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:15.765528 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b65925de-981c-4930-99e2-13a95b91899f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:15.815591 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b65925de-981c-4930-99e2-13a95b91899f None None] For port d79b2c45-ffd2-4bee-836e-145a6680fb4d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d79b2c45-ffd2-4bee-836e-145a6680fb4d,segment=NetworkSegment(332000b0-dfb1-4bc1-9d18-080af68b1037),segment_id=332000b0-dfb1-4bc1-9d18-080af68b1037)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:45:15.817978 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] Set router 5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:45:15.821227 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b65925de-981c-4930-99e2-13a95b91899f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:15.877541 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65925de-981c-4930-99e2-13a95b91899f None None] Pushing event updated for resources: {'Port': ['ID=d79b2c45-ffd2-4bee-836e-145a6680fb4d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:15.950767 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c2ca6cb9-50a0-4319-b660-9582a7da7fb0 None None] Provisioning complete for port d79b2c45-ffd2-4bee-836e-145a6680fb4d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:15.951537 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6cb9-50a0-4319-b660-9582a7da7fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:16.081650 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'name': 'tempest-TestMinimumBasicScenario-1484106277-router', 'tenant_id': '3f48a8751c4444518023bb2331f00bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.232'}], 'enable_snat': True}, 'gw_port_id': '368447af-e9ad-4f51-a78f-6387961e5252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:06Z', 'updated_at': '2021-12-06T15:45:10Z', 'revision_number': 4, 'project_id': '3f48a8751c4444518023bb2331f00bd7', 'gw_port': {'id': '368447af-e9ad-4f51-a78f-6387961e5252', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:07Z', 'updated_at': '2021-12-06T15:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd79b2c45-ffd2-4bee-836e-145a6680fb4d', 'name': '', 'network_id': '1c492d69-3133-4cc6-aee3-d0ad204c1557', 'tenant_id': '3f48a8751c4444518023bb2331f00bd7', 'mac_address': 'fa:16:3e:15:3a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '89b7cbfa-3517-43c8-846f-448f6b5a4275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:09Z', 'updated_at': '2021-12-06T15:45:15Z', 'revision_number': 4, 'project_id': '3f48a8751c4444518023bb2331f00bd7', 'subnets': [{'id': '89b7cbfa-3517-43c8-846f-448f6b5a4275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:16.112144 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd807a9b-64cb-49d9-8f9b-457d46890b2e None None] The sync data for ids ['5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a'] in n-d-master-1 is: [{'id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'name': 'tempest-TestMinimumBasicScenario-1484106277-router', 'tenant_id': '3f48a8751c4444518023bb2331f00bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.232'}], 'enable_snat': True}, 'gw_port_id': '368447af-e9ad-4f51-a78f-6387961e5252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:06Z', 'updated_at': '2021-12-06T15:45:10Z', 'revision_number': 4, 'project_id': '3f48a8751c4444518023bb2331f00bd7', 'gw_port': {'id': '368447af-e9ad-4f51-a78f-6387961e5252', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:07Z', 'updated_at': '2021-12-06T15:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd79b2c45-ffd2-4bee-836e-145a6680fb4d', 'name': '', 'network_id': '1c492d69-3133-4cc6-aee3-d0ad204c1557', 'tenant_id': '3f48a8751c4444518023bb2331f00bd7', 'mac_address': 'fa:16:3e:15:3a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '89b7cbfa-3517-43c8-846f-448f6b5a4275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:09Z', 'updated_at': '2021-12-06T15:45:15Z', 'revision_number': 4, 'project_id': '3f48a8751c4444518023bb2331f00bd7', 'subnets': [{'id': '89b7cbfa-3517-43c8-846f-448f6b5a4275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:45:16.709552 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d79b2c45-ffd2-4bee-836e-145a6680fb4d up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:45:16.763987 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d79b2c45-ffd2-4bee-836e-145a6680fb4d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:16.764381 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:21.301531 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-d2f11061-ddcc-4238-94d5-e4c950e90cea tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:21.303016 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-d2f11061-ddcc-4238-94d5-e4c950e90cea tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/networks?id=24981990-f5d6-48fe-b5d4-2063028ef43c HTTP/1.1" status: 200 len: 815 time: 0.1011262 Dec 06 15:45:21.317722 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-bdd3918d-08c4-4645-bd6c-112cf4613f8d tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/quotas/9179365401cf403ea5b47d539a44c777 HTTP/1.1" status: 200 len: 375 time: 0.0089142 Dec 06 15:45:21.367538 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-6aa96967-a1f8-4f56-b2db-5157ef316aec tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9179365401cf403ea5b47d539a44c777&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442240 Dec 06 15:45:21.467276 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-0f92aba7-8cda-442b-888d-8c918769ffe3 service neutron] 10.222.0.20 "GET /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881639 Dec 06 15:45:21.558712 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-f16f0e97-cfb7-4ba6-9d26-3a4c8c6ae1ec service neutron] 10.222.0.20 "GET /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852482 Dec 06 15:45:21.716562 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bd8dcf8b-c9ca-49b8-ae4d-d3d8df603357 req-f25238c0-033b-436b-acc4-67e3e66a3a99 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 210 time: 0.0264094 Dec 06 15:45:22.718179 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-a5796050-8ef5-45c7-88b2-34eb18279cb3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:22.719582 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-a5796050-8ef5-45c7-88b2-34eb18279cb3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.37 "GET /v2.0/networks?id=24981990-f5d6-48fe-b5d4-2063028ef43c HTTP/1.1" status: 200 len: 815 time: 0.1055129 Dec 06 15:45:22.738044 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Request body: {'port': {'device_id': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c', 'admin_state_up': True, 'tenant_id': '9179365401cf403ea5b47d539a44c777'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:45:22.816034 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0a3b1fdb-6d3f-4006-ab65-509411e17ac4 req-00e95213-d2db-4856-8eab-a0c9f6c50f5f tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 210 time: 0.0276017 Dec 06 15:45:22.850282 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Made reservation on behalf of 9179365401cf403ea5b47d539a44c777 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:45:22.853843 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:22.991243 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Allocated IP 172.20.0.6 (24981990-f5d6-48fe-b5d4-2063028ef43c/0ba23536-9a07-4751-b23b-912554d90946/e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:45:23.169862 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:23.212676 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:23.266111 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Network 24981990-f5d6-48fe-b5d4-2063028ef43c is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:45:23.271021 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:45:23.274919 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:45:23.281720 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Pushing event updated for resources: {'Port': ['ID=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:23.312090 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:23.312451 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:23.313797 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:23.313797 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:23.313797 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:23.314104 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:23.314398 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:23.314729 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:23.315060 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:23.315390 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:23.315744 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:23.316073 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:23.316475 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:23.352902 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:23.354322 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:23.384382 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-1b94d90b-e7ed-4763-afbf-3563679d68cd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6501036 Dec 06 15:45:23.535453 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-16d12bc6-4757-47f5-b10c-7d404c409c95 None None] Provisioning complete for port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:23.536800 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-16d12bc6-4757-47f5-b10c-7d404c409c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:23.571323 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-16d12bc6-4757-47f5-b10c-7d404c409c95 None None] Port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:45:23.941976 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c2be4-4e9e-4a2a-a1ad-a56e7dd26405 req-2c4583e0-ca43-4d41-8a5d-4da4d2f61c33 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:23.943435 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c2c2be4-4e9e-4a2a-a1ad-a56e7dd26405 req-2c4583e0-ca43-4d41-8a5d-4da4d2f61c33 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 931 time: 0.0549650 Dec 06 15:45:23.995399 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3c2c2be4-4e9e-4a2a-a1ad-a56e7dd26405 req-008deea1-0d9b-4664-a871-12fa891542b7 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451558 Dec 06 15:45:25.115756 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fff194-74d6-4105-b628-33d792aba340 req-26d5969c-70ef-4f9d-ad80-d84c93169f7f tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:25.117443 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7fff194-74d6-4105-b628-33d792aba340 req-26d5969c-70ef-4f9d-ad80-d84c93169f7f tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 931 time: 0.0509098 Dec 06 15:45:25.167054 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c7fff194-74d6-4105-b628-33d792aba340 req-98dadbea-a61a-40c3-bee8-0dc96f43029e tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433445 Dec 06 15:45:26.283847 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d2b13-502c-417f-b63d-537843daefa8 req-6e109b04-12b1-4a67-b7fc-b71697fa76a3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:26.285312 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c7d2b13-502c-417f-b63d-537843daefa8 req-6e109b04-12b1-4a67-b7fc-b71697fa76a3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 931 time: 0.0488532 Dec 06 15:45:26.335001 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9c7d2b13-502c-417f-b63d-537843daefa8 req-b2e4d254-d3f9-4da8-9929-d83e0c74da7f tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425603 Dec 06 15:45:27.466403 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b154e-6b41-4329-a123-dd4c3d296a57 req-9ffa65de-9673-4ce8-9267-42532565ca6e tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:27.473790 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f5b154e-6b41-4329-a123-dd4c3d296a57 req-9ffa65de-9673-4ce8-9267-42532565ca6e tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 931 time: 0.0545948 Dec 06 15:45:27.522854 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f5b154e-6b41-4329-a123-dd4c3d296a57 req-d5935a5c-da62-482b-b893-279e0f0300bb tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480604 Dec 06 15:45:28.358088 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:28.658995 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba898e-9f8d-4864-800a-28d9094d6a3a req-60add664-a1df-47af-86e1-ce533e7755ed tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:28.660574 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3ba898e-9f8d-4864-800a-28d9094d6a3a req-60add664-a1df-47af-86e1-ce533e7755ed tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 931 time: 0.0547645 Dec 06 15:45:28.713586 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b3ba898e-9f8d-4864-800a-28d9094d6a3a req-b2a7a0eb-232d-434d-9752-c2a80f3ab674 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467312 Dec 06 15:45:29.836315 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea5689-fe49-4382-95cc-e279f3bde103 req-f12df666-b9e2-42bc-8096-46e287ba0dbe tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:29.838078 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-81ea5689-fe49-4382-95cc-e279f3bde103 req-f12df666-b9e2-42bc-8096-46e287ba0dbe tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 931 time: 0.0499928 Dec 06 15:45:29.896658 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-81ea5689-fe49-4382-95cc-e279f3bde103 req-da1bce8e-8a17-45b6-bae1-563a597d3190 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439301 Dec 06 15:45:30.300461 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:30.731521 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:45:30.896979 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7170d02f-bf66-4066-a1fa-b458b0ca2083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:31.032089 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba06bf0-b5fb-4580-bae0-4c88dc1e20d3 req-c0330abd-807e-450b-a315-7fa6e6acc42c tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:31.033776 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ba06bf0-b5fb-4580-bae0-4c88dc1e20d3 req-c0330abd-807e-450b-a315-7fa6e6acc42c tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 931 time: 0.0602438 Dec 06 15:45:31.088738 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ba06bf0-b5fb-4580-bae0-4c88dc1e20d3 req-dd50d011-f9f1-41bd-8d23-46a17701a821 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439277 Dec 06 15:45:32.215493 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed918c-b951-4707-9802-1d58059a1b6b req-e2f3e68a-5310-436f-9947-1f44951460e9 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:32.217699 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bed918c-b951-4707-9802-1d58059a1b6b req-e2f3e68a-5310-436f-9947-1f44951460e9 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 931 time: 0.0571005 Dec 06 15:45:32.275231 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6bed918c-b951-4707-9802-1d58059a1b6b req-46912ae1-c4e0-4c5e-866c-a5afa78ab226 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481229 Dec 06 15:45:33.316543 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Request body: {'port': {'device_id': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:45:33.337329 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3ed3bff6-e586-443b-ac5b-c47837e01504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:33.396002 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:33.442330 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff23a47-ab9d-4cc3-989e-4f3b5acbf200 req-76ae3a27-c132-4112-874d-5c01e5647d18 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:33.443832 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ff23a47-ab9d-4cc3-989e-4f3b5acbf200 req-76ae3a27-c132-4112-874d-5c01e5647d18 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 931 time: 0.0956175 Dec 06 15:45:33.822131 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ff23a47-ab9d-4cc3-989e-4f3b5acbf200 req-cf83d72f-4c72-4d45-af2a-41d3e58bbe81 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715584 Dec 06 15:45:33.959852 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:45:33.967474 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:33.979637 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Transition to ACTIVE for port object e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:45:33.983225 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:34.036372 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Pushing event updated for resources: {'Port': ['ID=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:34.102159 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Attempting to bind port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:45:34.102518 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Attempting to bind port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '44046e18-1bb0-4208-ba91-c12900ff2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:45:34.102843 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Attempting to bind port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d on network 24981990-f5d6-48fe-b5d4-2063028ef43c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:45:34.107644 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d on network 24981990-f5d6-48fe-b5d4-2063028ef43c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:45:34.107987 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Attempting to bind port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d on network 24981990-f5d6-48fe-b5d4-2063028ef43c {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:45:34.112887 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:45:34.113229 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Checking segment: {'id': '44046e18-1bb0-4208-ba91-c12900ff2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:45:34.113609 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Bound using segment: {'id': '44046e18-1bb0-4208-ba91-c12900ff2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:45:34.114036 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Bound port: e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44046e18-1bb0-4208-ba91-c12900ff2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:45:34.114389 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:34.178157 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] For port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:45:34.181758 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] For port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d,segment=NetworkSegment(44046e18-1bb0-4208-ba91-c12900ff2528),segment_id=44046e18-1bb0-4208-ba91-c12900ff2528)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:45:34.186112 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:34.199094 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:34.224115 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:34.224666 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:34.226554 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] 10.222.0.37 "PUT /v2.0/ports/e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d HTTP/1.1" status: 200 len: 1091 time: 0.9151866 Dec 06 15:45:34.226991 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'tag': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:45:34.229262 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df33ba45-c415-49e7-a37a-bf0056301582" -d '{"events": [{"name": "network-changed", "server_uuid": "b24bc01e-4de8-4917-b826-6a5fc70fd3d5", "tag": "e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:45:34.252116 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999b6ea-2292-4bdb-a5f3-863aa619c83f service neutron] Pushing event updated for resources: {'Port': ['ID=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:34.285249 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c2c363-305e-494e-b278-d89dccb3cef2 x-openstack-request-id: req-47c2c363-305e-494e-b278-d89dccb3cef2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:45:34.285475 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24bc01e-4de8-4917-b826-6a5fc70fd3d5", "tag": "e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:45:34.285730 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47c2c363-305e-494e-b278-d89dccb3cef2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:45:34.286154 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'tag': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d', 'status': 'completed', 'code': 200} Dec 06 15:45:34.320687 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-dca32495-e165-4e1d-9e43-9019ba2b3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:34.322337 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-dca32495-e165-4e1d-9e43-9019ba2b3198 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9179365401cf403ea5b47d539a44c777&device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 1094 time: 0.0487709 Dec 06 15:45:34.370242 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-b1f69b13-5e59-4db8-a072-fbaafd4d51dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d HTTP/1.1" status: 200 len: 217 time: 0.0356688 Dec 06 15:45:34.423883 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-b00896a8-8945-47b5-b73b-9432e1a4d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:34.425332 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-b00896a8-8945-47b5-b73b-9432e1a4d0e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ba23536-9a07-4751-b23b-912554d90946 HTTP/1.1" status: 200 len: 854 time: 0.0481906 Dec 06 15:45:34.469953 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-30720f6e-405c-4f5a-aaba-351e10ff80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:34.471401 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-30720f6e-405c-4f5a-aaba-351e10ff80ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24981990-f5d6-48fe-b5d4-2063028ef43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387554 Dec 06 15:45:34.566730 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-22d79fbc-06d2-4630-b323-c8b1f92e6606 service neutron] 10.222.0.37 "GET /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822005 Dec 06 15:45:34.662033 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-301c7bfd-dc42-49fa-ab96-b8b518b8c4a7 req-90bc4396-323b-4be9-bb3f-e1bf5ac40af0 service neutron] 10.222.0.37 "GET /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839734 Dec 06 15:45:34.753666 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33ba45-c415-49e7-a37a-bf0056301582 req-5ab18512-ac3e-428e-a468-9db92885e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:34.755151 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-df33ba45-c415-49e7-a37a-bf0056301582 req-5ab18512-ac3e-428e-a468-9db92885e53a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9179365401cf403ea5b47d539a44c777&device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 1094 time: 0.0408409 Dec 06 15:45:34.849548 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33ba45-c415-49e7-a37a-bf0056301582 req-29d73cde-a732-4f55-9864-55dc3b6c4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:34.851572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-df33ba45-c415-49e7-a37a-bf0056301582 req-29d73cde-a732-4f55-9864-55dc3b6c4bfb service neutron] 10.222.0.37 "GET /v2.0/networks?id=24981990-f5d6-48fe-b5d4-2063028ef43c HTTP/1.1" status: 200 len: 916 time: 0.0892935 Dec 06 15:45:34.894132 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-df33ba45-c415-49e7-a37a-bf0056301582 req-1942007d-f7fd-47f9-8f33-e56d2e34e457 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d HTTP/1.1" status: 200 len: 217 time: 0.0354745 Dec 06 15:45:34.971051 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33ba45-c415-49e7-a37a-bf0056301582 req-829e4fa2-81f9-4200-a254-0e1f8ab91a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:34.972510 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-df33ba45-c415-49e7-a37a-bf0056301582 req-829e4fa2-81f9-4200-a254-0e1f8ab91a79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ba23536-9a07-4751-b23b-912554d90946 HTTP/1.1" status: 200 len: 854 time: 0.0552437 Dec 06 15:45:34.980537 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7768f2-70e4-4220-a56b-9b42537db65a req-fe2fe4e4-5068-468b-b575-c5ff7b29ec4f tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:34.981874 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb7768f2-70e4-4220-a56b-9b42537db65a req-fe2fe4e4-5068-468b-b575-c5ff7b29ec4f tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 943 time: 0.0903707 Dec 06 15:45:35.048994 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33ba45-c415-49e7-a37a-bf0056301582 req-200e521d-62eb-4806-8003-5a5403d97341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:35.050465 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-df33ba45-c415-49e7-a37a-bf0056301582 req-200e521d-62eb-4806-8003-5a5403d97341 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24981990-f5d6-48fe-b5d4-2063028ef43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674789 Dec 06 15:45:35.055621 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb7768f2-70e4-4220-a56b-9b42537db65a req-a9b94b06-d74c-4ebd-a0c0-491564bf1f27 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656242 Dec 06 15:45:35.142333 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-df33ba45-c415-49e7-a37a-bf0056301582 req-52576c68-6bbd-47f0-bf93-86054368ff4e service neutron] 10.222.0.37 "GET /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836802 Dec 06 15:45:35.233071 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-df33ba45-c415-49e7-a37a-bf0056301582 req-a77375f8-c28a-42ac-b9b2-b10188a6051a service neutron] 10.222.0.37 "GET /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823781 Dec 06 15:45:35.852696 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:36.175039 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a0ba2-399e-4ab3-9003-0a15932255f3 req-d11dde0a-6010-4cc5-afae-c637b4b7d5b2 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:36.176562 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c28a0ba2-399e-4ab3-9003-0a15932255f3 req-d11dde0a-6010-4cc5-afae-c637b4b7d5b2 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 943 time: 0.0518839 Dec 06 15:45:36.223912 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c28a0ba2-399e-4ab3-9003-0a15932255f3 req-af83eb93-8d45-4543-921f-66b84a901559 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408428 Dec 06 15:45:36.736464 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:37.266800 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:45:37.344857 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1cdc0-7e93-4c5b-8968-a1963f7965c3 req-466ceeaf-8b97-48c8-a65a-b3cb1ddb5c66 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:37.346363 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5b1cdc0-7e93-4c5b-8968-a1963f7965c3 req-466ceeaf-8b97-48c8-a65a-b3cb1ddb5c66 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 943 time: 0.0536611 Dec 06 15:45:37.362431 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d,segment=NetworkSegment(44046e18-1bb0-4208-ba91-c12900ff2528),segment_id=44046e18-1bb0-4208-ba91-c12900ff2528)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:45:37.373698 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d', 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c', 'port_id': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d', 'mac_address': 'fa:16:3e:d3:b9:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba23536-9a07-4751-b23b-912554d90946', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:45:37.393418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5b1cdc0-7e93-4c5b-8968-a1963f7965c3 req-0c78bc8c-f215-4ff2-9c8d-5c06b434f151 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410063 Dec 06 15:45:37.413899 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:37.427383 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:45:37.447045 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d,segment=NetworkSegment(44046e18-1bb0-4208-ba91-c12900ff2528),segment_id=44046e18-1bb0-4208-ba91-c12900ff2528)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:45:37.450761 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:37.499990 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:37.507935 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:37.508230 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:37.508567 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:37.508901 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:37.509232 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:37.509562 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:37.509888 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:37.510211 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:37.510534 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:37.510853 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:37.511174 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:37.511494 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:37.511843 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:45:37.749884 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:45:38.508212 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e63b3-92f1-4604-b576-87cd48c79e03 req-8f6f2ac7-d92e-4ddd-add3-aa3848323803 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:38.509678 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ec3e63b3-92f1-4604-b576-87cd48c79e03 req-8f6f2ac7-d92e-4ddd-add3-aa3848323803 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 944 time: 0.0492988 Dec 06 15:45:38.555885 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ec3e63b3-92f1-4604-b576-87cd48c79e03 req-e1f4a1e5-2d29-42db-9107-dc23f0805e61 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Dec 06 15:45:39.282904 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:45:39.332191 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:45:39.336416 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:39.336782 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:39.409444 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:39.430474 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:45:39.432729 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd86fb9-0ea5-461e-9bf6-6cdc1a9b0a1e" -d '{"events": [{"server_uuid": "b24bc01e-4de8-4917-b826-6a5fc70fd3d5", "name": "network-vif-plugged", "status": "completed", "tag": "e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:45:39.446839 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d,segment=NetworkSegment(44046e18-1bb0-4208-ba91-c12900ff2528),segment_id=44046e18-1bb0-4208-ba91-c12900ff2528)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:45:39.450910 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:39.503027 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:39.592239 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a4aeaf-fbfe-42c3-8925-cade522734c1 x-openstack-request-id: req-19a4aeaf-fbfe-42c3-8925-cade522734c1 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:45:39.592536 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24bc01e-4de8-4917-b826-6a5fc70fd3d5", "name": "network-vif-plugged", "status": "completed", "tag": "e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:45:39.592775 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19a4aeaf-fbfe-42c3-8925-cade522734c1 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:45:39.593191 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d', 'code': 200} Dec 06 15:45:39.674350 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39270fb-494c-4929-841e-13eedc4c3ef4 req-cece7766-40e9-44f1-aa86-9b0897a933ef tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:39.676016 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e39270fb-494c-4929-841e-13eedc4c3ef4 req-cece7766-40e9-44f1-aa86-9b0897a933ef tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 945 time: 0.0532556 Dec 06 15:45:39.709516 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b870a4-4500-4628-a9fe-653eaeb1d0f3 req-d3f8de9e-71ca-4ee4-8eed-ee416c70a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:39.711192 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44b870a4-4500-4628-a9fe-653eaeb1d0f3 req-d3f8de9e-71ca-4ee4-8eed-ee416c70a7bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 1096 time: 0.0502274 Dec 06 15:45:39.730147 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e39270fb-494c-4929-841e-13eedc4c3ef4 req-d7ed7fc7-a18b-48c0-90d6-d0651b2301c4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468810 Dec 06 15:45:39.763465 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44b870a4-4500-4628-a9fe-653eaeb1d0f3 req-59ae35d4-cbd3-4972-904a-623e6a5aaa12 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416355 Dec 06 15:45:40.848542 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31e1ed-3785-4f5d-a29c-88bebc4c15b0 req-a942d37f-9e89-4249-b339-9ddccce818db tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:40.850003 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da31e1ed-3785-4f5d-a29c-88bebc4c15b0 req-a942d37f-9e89-4249-b339-9ddccce818db tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 945 time: 0.0490694 Dec 06 15:45:40.900350 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da31e1ed-3785-4f5d-a29c-88bebc4c15b0 req-a4cb89a3-3c62-4d0a-b413-d609399302a2 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443571 Dec 06 15:45:42.015405 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64446a91-1a6c-4007-af8f-7ffe7c5d840e req-2dc1b38c-dc04-407f-8f7e-a87c4cc1b761 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:42.016902 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-64446a91-1a6c-4007-af8f-7ffe7c5d840e req-2dc1b38c-dc04-407f-8f7e-a87c4cc1b761 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 945 time: 0.0477774 Dec 06 15:45:42.063488 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-64446a91-1a6c-4007-af8f-7ffe7c5d840e req-5aa6462e-ee20-4861-b106-78f5dda69c2a tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402110 Dec 06 15:45:42.178222 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97360cbe-114b-479f-8108-3d775e272f2a req-e8c7e785-559d-4d44-8519-976d3a82b224 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:42.179558 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-97360cbe-114b-479f-8108-3d775e272f2a req-e8c7e785-559d-4d44-8519-976d3a82b224 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 945 time: 0.0480001 Dec 06 15:45:42.225675 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-97360cbe-114b-479f-8108-3d775e272f2a req-fe09fa3b-bd14-44b7-b83b-aeaeba83b4c9 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402484 Dec 06 15:45:42.408070 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de102d-625a-430e-8cd2-53562979cffa req-ee964fdb-0a14-45ad-8c15-75fc147bd158 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:42.409517 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-20de102d-625a-430e-8cd2-53562979cffa req-ee964fdb-0a14-45ad-8c15-75fc147bd158 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 945 time: 0.0475304 Dec 06 15:45:42.454565 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-20de102d-625a-430e-8cd2-53562979cffa req-8cd59257-4b6b-449d-b70c-79c37555cef8 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390847 Dec 06 15:45:54.911066 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5195a7-5912-4fba-80ff-3a278cae729b req-9870e85e-0d0f-432d-9bca-78cf3ee4bee4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:54.912578 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8d5195a7-5912-4fba-80ff-3a278cae729b req-9870e85e-0d0f-432d-9bca-78cf3ee4bee4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 945 time: 0.0557463 Dec 06 15:45:54.959036 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8d5195a7-5912-4fba-80ff-3a278cae729b req-d5b53176-2865-474d-83c4-f518641d2a5a tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Dec 06 15:45:54.981559 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48278) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:55.112406 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deb990a-aefc-410f-bcf0-fcdaad8d42c8 tempest-TestMinimumBasicScenario-781767029 tempest-TestMinimumBasicScenario-781767029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:55.113885 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8deb990a-aefc-410f-bcf0-fcdaad8d42c8 tempest-TestMinimumBasicScenario-781767029 tempest-TestMinimumBasicScenario-781767029-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 1091 time: 0.1311042 Dec 06 15:45:55.116864 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48282) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:55.121637 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:45:55.142799 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:55.239749 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:55.339192 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Allocated IP 172.35.7.13 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/fb40cf7a-7558-4357-9f3c-5935b433dab2) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:45:55.441061 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:55.473479 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:55.513709 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:45:55.516582 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:45:55.520080 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:45:55.542143 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Pushing event updated for resources: {'Port': ['ID=fb40cf7a-7558-4357-9f3c-5935b433dab2,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:55.868608 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:55.932276 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:56.079439 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:56.083634 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:56.149446 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Pushing event updated for resources: {'Port': ['ID=fb40cf7a-7558-4357-9f3c-5935b433dab2,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:56.164937 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:56.265618 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Floating IP a740cb47-2697-415a-82a5-9b1e6d5fbd44 associated. External IP: 172.35.7.13, port: e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d. Dec 06 15:45:56.475544 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Router 95e25ed1-916c-4b18-a197-b3b1308af9e9 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:45:56.583434 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:45:56.601858 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74706ae2-4dff-4a30-a908-9679b61a2a08 None None] Sync routers for ids ['95e25ed1-916c-4b18-a197-b3b1308af9e9'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:45:56.602426 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:56.619874 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74706ae2-4dff-4a30-a908-9679b61a2a08 None None] Routers {'95e25ed1-916c-4b18-a197-b3b1308af9e9'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:45:56.621364 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-74706ae2-4dff-4a30-a908-9679b61a2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:45:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['95e25ed1-916c-4b18-a197-b3b1308af9e9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:56.636822 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7c4be38d-df4e-46eb-8c82-f85669996ff6 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5183351 Dec 06 15:45:56.637524 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'tag': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:45:56.639765 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48284) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:56.640698 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30e5214-c525-446d-9af3-ea05b5442708" -d '{"events": [{"name": "network-changed", "server_uuid": "b24bc01e-4de8-4917-b826-6a5fc70fd3d5", "tag": "e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:45:56.645053 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-abec2c8b-5a9b-464d-bd49-8948766f6733 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-533897127', 'description': 'tempest-secgroup-smoke-533897127 description', 'project_id': '9179365401cf403ea5b47d539a44c777'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:45:56.671526 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abec2c8b-5a9b-464d-bd49-8948766f6733 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:56.686750 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe5ef79-3389-41b0-abb5-89d20f74972c x-openstack-request-id: req-cfe5ef79-3389-41b0-abb5-89d20f74972c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:45:56.687153 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24bc01e-4de8-4917-b826-6a5fc70fd3d5", "tag": "e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:45:56.687557 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfe5ef79-3389-41b0-abb5-89d20f74972c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:45:56.688672 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'tag': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d', 'status': 'completed', 'code': 200} Dec 06 15:45:56.737465 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-74706ae2-4dff-4a30-a908-9679b61a2a08 None None] Set router 95e25ed1-916c-4b18-a197-b3b1308af9e9 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:45:56.763139 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abec2c8b-5a9b-464d-bd49-8948766f6733 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:56.763356 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e5214-c525-446d-9af3-ea05b5442708 req-39956fc4-8e8a-4a31-845b-8e19d3925372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:56.764756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b30e5214-c525-446d-9af3-ea05b5442708 req-39956fc4-8e8a-4a31-845b-8e19d3925372 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9179365401cf403ea5b47d539a44c777&device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 1096 time: 0.0511372 Dec 06 15:45:56.768806 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abec2c8b-5a9b-464d-bd49-8948766f6733 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:56.793726 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abec2c8b-5a9b-464d-bd49-8948766f6733 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:56.799743 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-abec2c8b-5a9b-464d-bd49-8948766f6733 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1588888 Dec 06 15:45:56.802447 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48290) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:56.807702 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9ed0a8a6-62b0-4d7a-b816-36405c9f66b5 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Request body: {'security_group_rule': {'security_group_id': '8d3cecb5-1212-4a6c-bd81-a837e3598b08', 'project_id': '9179365401cf403ea5b47d539a44c777', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:45:56.831141 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec2c8b-5a9b-464d-bd49-8948766f6733 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3cecb5-1212-4a6c-bd81-a837e3598b08,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:56.852589 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ed0a8a6-62b0-4d7a-b816-36405c9f66b5 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:56.869486 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e5214-c525-446d-9af3-ea05b5442708 req-7f526289-65bc-4c07-a865-1bf3b56b8ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:56.871050 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b30e5214-c525-446d-9af3-ea05b5442708 req-7f526289-65bc-4c07-a865-1bf3b56b8ebe service neutron] 10.222.0.37 "GET /v2.0/networks?id=24981990-f5d6-48fe-b5d4-2063028ef43c HTTP/1.1" status: 200 len: 916 time: 0.0968173 Dec 06 15:45:56.923832 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ed0a8a6-62b0-4d7a-b816-36405c9f66b5 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:56.931249 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ed0a8a6-62b0-4d7a-b816-36405c9f66b5 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:56.947891 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b30e5214-c525-446d-9af3-ea05b5442708 req-d003790a-0931-42ab-81f3-79d173098528 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d HTTP/1.1" status: 200 len: 998 time: 0.0686615 Dec 06 15:45:56.951526 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0a8a6-62b0-4d7a-b816-36405c9f66b5 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82343d3-f70d-48bd-9e7d-f94ee3d27f32,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:56.959906 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9ed0a8a6-62b0-4d7a-b816-36405c9f66b5 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:56.961290 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9ed0a8a6-62b0-4d7a-b816-36405c9f66b5 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1577375 Dec 06 15:45:56.965056 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48292) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:56.988342 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f9d132da-0380-4ea2-ae52-7d3ef5ba7453 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Request body: {'security_group_rule': {'security_group_id': '8d3cecb5-1212-4a6c-bd81-a837e3598b08', 'project_id': '9179365401cf403ea5b47d539a44c777', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:45:57.001934 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-74706ae2-4dff-4a30-a908-9679b61a2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'name': 'tempest-TestMinimumBasicScenario-1355575879-router', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188'}], 'enable_snat': True}, 'gw_port_id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:02Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '9179365401cf403ea5b47d539a44c777', 'gw_port': {'id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:03Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a740cb47-2697-415a-82a5-9b1e6d5fbd44', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'floating_ip_address': '172.35.7.13', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'port_id': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c', 'mac_address': 'fa:16:3e:d3:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:45:55Z', 'updated_at': '2021-12-06T15:45:55Z', 'revision_number': 0, 'project_id': '9179365401cf403ea5b47d539a44c777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb2db7e-b599-4e4e-bb37-3efedf04dcf3', 'name': '', 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'mac_address': 'fa:16:3e:1d:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0ba23536-9a07-4751-b23b-912554d90946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:04Z', 'updated_at': '2021-12-06T15:45:10Z', 'revision_number': 5, 'project_id': '9179365401cf403ea5b47d539a44c777', 'subnets': [{'id': '0ba23536-9a07-4751-b23b-912554d90946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:57.021215 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e5214-c525-446d-9af3-ea05b5442708 req-3824dd13-c040-46e6-aa6f-8fe0bfc48c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:57.022797 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b30e5214-c525-446d-9af3-ea05b5442708 req-3824dd13-c040-46e6-aa6f-8fe0bfc48c29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ba23536-9a07-4751-b23b-912554d90946 HTTP/1.1" status: 200 len: 854 time: 0.0663741 Dec 06 15:45:57.028601 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9d132da-0380-4ea2-ae52-7d3ef5ba7453 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.032854 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74706ae2-4dff-4a30-a908-9679b61a2a08 None None] Checking router: 95e25ed1-916c-4b18-a197-b3b1308af9e9 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:45:57.041308 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74706ae2-4dff-4a30-a908-9679b61a2a08 None None] Routers {'95e25ed1-916c-4b18-a197-b3b1308af9e9'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:45:57.041921 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-74706ae2-4dff-4a30-a908-9679b61a2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:45:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['95e25ed1-916c-4b18-a197-b3b1308af9e9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:57.103978 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e5214-c525-446d-9af3-ea05b5442708 req-09dea776-12de-4384-82cb-a161b83c9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:57.105466 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b30e5214-c525-446d-9af3-ea05b5442708 req-09dea776-12de-4384-82cb-a161b83c9d48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24981990-f5d6-48fe-b5d4-2063028ef43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682073 Dec 06 15:45:57.111147 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9d132da-0380-4ea2-ae52-7d3ef5ba7453 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.121942 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9d132da-0380-4ea2-ae52-7d3ef5ba7453 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.143303 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-74706ae2-4dff-4a30-a908-9679b61a2a08 None None] Set router 95e25ed1-916c-4b18-a197-b3b1308af9e9 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:45:57.161778 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d132da-0380-4ea2-ae52-7d3ef5ba7453 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf407fe4-e920-4897-bcd5-6fd373f6af4b,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:57.168232 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9d132da-0380-4ea2-ae52-7d3ef5ba7453 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.169455 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f9d132da-0380-4ea2-ae52-7d3ef5ba7453 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2023494 Dec 06 15:45:57.172397 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48294) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:57.180396 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e4ef669a-759a-4c1e-b44e-44a0c347cd65 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Request body: {'security_group_rule': {'security_group_id': '8d3cecb5-1212-4a6c-bd81-a837e3598b08', 'project_id': '9179365401cf403ea5b47d539a44c777', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:45:57.215378 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4ef669a-759a-4c1e-b44e-44a0c347cd65 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.231129 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b30e5214-c525-446d-9af3-ea05b5442708 req-16e7d586-ff74-4ad0-88e9-5a44bfecbb52 service neutron] 10.222.0.37 "GET /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179926 Dec 06 15:45:57.277447 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4ef669a-759a-4c1e-b44e-44a0c347cd65 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.281830 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4ef669a-759a-4c1e-b44e-44a0c347cd65 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.305378 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e4ef669a-759a-4c1e-b44e-44a0c347cd65 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.306601 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e4ef669a-759a-4c1e-b44e-44a0c347cd65 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331296 Dec 06 15:45:57.307478 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef669a-759a-4c1e-b44e-44a0c347cd65 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1166489c-d096-468e-9ec8-5c29c41540d2,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:57.309556 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48296) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:57.314880 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b85c6842-68c3-4ebf-81e3-8ca03f9c8bd9 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Request body: {'security_group_rule': {'security_group_id': '8d3cecb5-1212-4a6c-bd81-a837e3598b08', 'project_id': '9179365401cf403ea5b47d539a44c777', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:45:57.351374 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b30e5214-c525-446d-9af3-ea05b5442708 req-c7012294-be6a-45c4-bf2e-d32c12dad9da service neutron] 10.222.0.37 "GET /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128452 Dec 06 15:45:57.357511 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b85c6842-68c3-4ebf-81e3-8ca03f9c8bd9 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.379399 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-74706ae2-4dff-4a30-a908-9679b61a2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'name': 'tempest-TestMinimumBasicScenario-1355575879-router', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188'}], 'enable_snat': True}, 'gw_port_id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:02Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '9179365401cf403ea5b47d539a44c777', 'gw_port': {'id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:03Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a740cb47-2697-415a-82a5-9b1e6d5fbd44', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'floating_ip_address': '172.35.7.13', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'port_id': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c', 'mac_address': 'fa:16:3e:d3:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:45:55Z', 'updated_at': '2021-12-06T15:45:55Z', 'revision_number': 0, 'project_id': '9179365401cf403ea5b47d539a44c777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb2db7e-b599-4e4e-bb37-3efedf04dcf3', 'name': '', 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'mac_address': 'fa:16:3e:1d:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0ba23536-9a07-4751-b23b-912554d90946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:04Z', 'updated_at': '2021-12-06T15:45:10Z', 'revision_number': 5, 'project_id': '9179365401cf403ea5b47d539a44c777', 'subnets': [{'id': '0ba23536-9a07-4751-b23b-912554d90946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:45:57.407288 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74706ae2-4dff-4a30-a908-9679b61a2a08 None None] The sync data for ids ['95e25ed1-916c-4b18-a197-b3b1308af9e9'] in n-d-master-1 is: [{'id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'name': 'tempest-TestMinimumBasicScenario-1355575879-router', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188'}], 'enable_snat': True}, 'gw_port_id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:02Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '9179365401cf403ea5b47d539a44c777', 'gw_port': {'id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:03Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a740cb47-2697-415a-82a5-9b1e6d5fbd44', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'floating_ip_address': '172.35.7.13', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'port_id': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c', 'mac_address': 'fa:16:3e:d3:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:45:55Z', 'updated_at': '2021-12-06T15:45:55Z', 'revision_number': 0, 'project_id': '9179365401cf403ea5b47d539a44c777', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb2db7e-b599-4e4e-bb37-3efedf04dcf3', 'name': '', 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'mac_address': 'fa:16:3e:1d:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0ba23536-9a07-4751-b23b-912554d90946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:04Z', 'updated_at': '2021-12-06T15:45:10Z', 'revision_number': 5, 'project_id': '9179365401cf403ea5b47d539a44c777', 'subnets': [{'id': '0ba23536-9a07-4751-b23b-912554d90946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:45:57.409105 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b85c6842-68c3-4ebf-81e3-8ca03f9c8bd9 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.413662 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b85c6842-68c3-4ebf-81e3-8ca03f9c8bd9 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.432382 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c6842-68c3-4ebf-81e3-8ca03f9c8bd9 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7bb078-2b2d-4359-a70d-6f5df8b1c32a,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:57.441163 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b85c6842-68c3-4ebf-81e3-8ca03f9c8bd9 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.442575 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b85c6842-68c3-4ebf-81e3-8ca03f9c8bd9 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318753 Dec 06 15:45:57.445943 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48298) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:57.450830 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-deea08bc-06f4-4770-9540-c59b8f426732 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Request body: {'security_group_rule': {'security_group_id': '8d3cecb5-1212-4a6c-bd81-a837e3598b08', 'project_id': '9179365401cf403ea5b47d539a44c777', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:45:57.473516 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-deea08bc-06f4-4770-9540-c59b8f426732 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Project 9179365401cf403ea5b47d539a44c777 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:45:57.481282 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-deea08bc-06f4-4770-9540-c59b8f426732 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.544528 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-deea08bc-06f4-4770-9540-c59b8f426732 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.548620 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-deea08bc-06f4-4770-9540-c59b8f426732 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.567196 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea08bc-06f4-4770-9540-c59b8f426732 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245751f9-d0f2-434a-9380-e3cc09f96305,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:57.575161 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-deea08bc-06f4-4770-9540-c59b8f426732 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.576432 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-deea08bc-06f4-4770-9540-c59b8f426732 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294568 Dec 06 15:45:57.579186 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48300) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:45:57.583718 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4a55ddf2-1c00-41bf-a0cd-3570c8e49ac1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Request body: {'security_group_rule': {'security_group_id': '8d3cecb5-1212-4a6c-bd81-a837e3598b08', 'project_id': '9179365401cf403ea5b47d539a44c777', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:45:57.609578 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-4a55ddf2-1c00-41bf-a0cd-3570c8e49ac1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Project 9179365401cf403ea5b47d539a44c777 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:45:57.615056 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a55ddf2-1c00-41bf-a0cd-3570c8e49ac1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.616202 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f0d090-369e-4714-b91f-b4b3ed46f4ff None None] New status for floating IP a740cb47-2697-415a-82a5-9b1e6d5fbd44: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:45:57.674811 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a55ddf2-1c00-41bf-a0cd-3570c8e49ac1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.679209 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a55ddf2-1c00-41bf-a0cd-3570c8e49ac1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.700610 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55ddf2-1c00-41bf-a0cd-3570c8e49ac1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81761e32-d752-4cc2-a554-dc0439749085,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:57.705607 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a55ddf2-1c00-41bf-a0cd-3570c8e49ac1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:57.706815 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4a55ddf2-1c00-41bf-a0cd-3570c8e49ac1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266196 Dec 06 15:45:57.804197 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba44d49d-9249-438d-ad67-3b7d587158d2 req-c7d45235-c256-4042-8a9b-9770e1a545d7 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-533897127&fields=id&tenant_id=9179365401cf403ea5b47d539a44c777 HTTP/1.1" status: 200 len: 267 time: 0.0508265 Dec 06 15:45:57.857290 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44d49d-9249-438d-ad67-3b7d587158d2 req-6cc798d6-9a90-48f8-aa2b-d3ead9808104 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:57.858770 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba44d49d-9249-438d-ad67-3b7d587158d2 req-6cc798d6-9a90-48f8-aa2b-d3ead9808104 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 945 time: 0.0525503 Dec 06 15:45:57.870106 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-ba44d49d-9249-438d-ad67-3b7d587158d2 req-12ff2a13-40f3-4687-8964-607a8d143598 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Request body: {'port': {'security_groups': ['eb73ec84-1569-401c-8b25-6f23e4fb9679', '8d3cecb5-1212-4a6c-bd81-a837e3598b08']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:45:57.929317 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ba44d49d-9249-438d-ad67-3b7d587158d2 req-12ff2a13-40f3-4687-8964-607a8d143598 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:58.110377 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ba44d49d-9249-438d-ad67-3b7d587158d2 req-12ff2a13-40f3-4687-8964-607a8d143598 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] For port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d,segment=NetworkSegment(44046e18-1bb0-4208-ba91-c12900ff2528),segment_id=44046e18-1bb0-4208-ba91-c12900ff2528)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:45:58.142305 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ba44d49d-9249-438d-ad67-3b7d587158d2 req-12ff2a13-40f3-4687-8964-607a8d143598 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:58.146476 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ba44d49d-9249-438d-ad67-3b7d587158d2 req-12ff2a13-40f3-4687-8964-607a8d143598 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:58.157924 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:45:58.191061 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44d49d-9249-438d-ad67-3b7d587158d2 req-12ff2a13-40f3-4687-8964-607a8d143598 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:58.191709 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ba44d49d-9249-438d-ad67-3b7d587158d2 req-12ff2a13-40f3-4687-8964-607a8d143598 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:58.193125 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ba44d49d-9249-438d-ad67-3b7d587158d2 req-12ff2a13-40f3-4687-8964-607a8d143598 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "PUT /v2.0/ports/e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d HTTP/1.1" status: 200 len: 981 time: 0.3279214 Dec 06 15:45:58.224928 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff2a13-40f3-4687-8964-607a8d143598 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Pushing event updated for resources: {'Port': ['ID=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:45:58.275388 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:45:58.307151 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c86f37-bd83-4e6c-b2de-80ce2809432a req-12b56110-cb6c-488b-a527-52dedda2511d tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:58.308918 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-47c86f37-bd83-4e6c-b2de-80ce2809432a req-12b56110-cb6c-488b-a527-52dedda2511d tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 984 time: 0.0576477 Dec 06 15:45:58.383925 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-47c86f37-bd83-4e6c-b2de-80ce2809432a req-4efb6e3f-1d1d-4f10-bf55-76702ebeabb5 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&id=8d3cecb5-1212-4a6c-bd81-a837e3598b08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684361 Dec 06 15:45:58.421615 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:58.503322 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7aa2d70d-bbe1-49b8-a755-7f213be48bb0 None None] Provisioning complete for port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:45:58.503716 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7aa2d70d-bbe1-49b8-a755-7f213be48bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:45:58.690302 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'tag': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:45:58.692699 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e7e509-57a1-4bac-a759-8e980ce52027" -d '{"events": [{"name": "network-changed", "server_uuid": "b24bc01e-4de8-4917-b826-6a5fc70fd3d5", "tag": "e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:45:58.728134 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ea8fd1-0a34-47da-9184-484471a95b57 x-openstack-request-id: req-47ea8fd1-0a34-47da-9184-484471a95b57 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:45:58.728430 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24bc01e-4de8-4917-b826-6a5fc70fd3d5", "tag": "e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:45:58.728684 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47ea8fd1-0a34-47da-9184-484471a95b57 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:45:58.729165 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'tag': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d', 'status': 'completed', 'code': 200} Dec 06 15:45:58.793279 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7e509-57a1-4bac-a759-8e980ce52027 req-f7cfdbf6-6edd-427f-8420-7d3eb89425fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:58.795028 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0e7e509-57a1-4bac-a759-8e980ce52027 req-f7cfdbf6-6edd-427f-8420-7d3eb89425fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9179365401cf403ea5b47d539a44c777&device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 1135 time: 0.0416996 Dec 06 15:45:58.893226 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7e509-57a1-4bac-a759-8e980ce52027 req-19ff72b3-af22-41d8-b953-0bdf32ff21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:58.894630 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0e7e509-57a1-4bac-a759-8e980ce52027 req-19ff72b3-af22-41d8-b953-0bdf32ff21ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=24981990-f5d6-48fe-b5d4-2063028ef43c HTTP/1.1" status: 200 len: 916 time: 0.0913768 Dec 06 15:45:58.963280 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0e7e509-57a1-4bac-a759-8e980ce52027 req-a684e24b-3b10-4eb1-b4b3-39b4dbeee8b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d HTTP/1.1" status: 200 len: 1000 time: 0.0607607 Dec 06 15:45:59.014628 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7e509-57a1-4bac-a759-8e980ce52027 req-373114ea-5b72-4386-8c20-3276a28c90df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:59.016211 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0e7e509-57a1-4bac-a759-8e980ce52027 req-373114ea-5b72-4386-8c20-3276a28c90df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ba23536-9a07-4751-b23b-912554d90946 HTTP/1.1" status: 200 len: 854 time: 0.0458469 Dec 06 15:45:59.330583 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7e509-57a1-4bac-a759-8e980ce52027 req-6a54d63e-8800-43de-bb5c-00ab3a91024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:45:59.332012 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0e7e509-57a1-4bac-a759-8e980ce52027 req-6a54d63e-8800-43de-bb5c-00ab3a91024b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24981990-f5d6-48fe-b5d4-2063028ef43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3070295 Dec 06 15:45:59.427209 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0e7e509-57a1-4bac-a759-8e980ce52027 req-08981953-128d-434c-8682-aac19ee9dfad service neutron] 10.222.0.37 "GET /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805867 Dec 06 15:45:59.517450 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f0e7e509-57a1-4bac-a759-8e980ce52027 req-07e50bb5-623e-4d18-a285-219aad04a62d service neutron] 10.222.0.37 "GET /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831714 Dec 06 15:46:00.315985 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:46:00.887259 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d891a57a-d5b1-4bc5-a45f-b2031947be1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:46:03.328310 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa12754d-91fa-49ad-8d33-9a8456030645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:46:04.203844 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:46:05.856113 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:46:06.737876 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:46:07.730566 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:46:13.017540 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbd3cb89-bd7d-4345-9754-ea4852e2cd7e req-b15fe022-a92e-4d34-9bb7-a06bc97ecb7a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392144 Dec 06 15:46:13.101382 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3cb89-bd7d-4345-9754-ea4852e2cd7e req-e65f79ae-8f59-4029-8e09-9e7acfc173bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:13.102811 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbd3cb89-bd7d-4345-9754-ea4852e2cd7e req-e65f79ae-8f59-4029-8e09-9e7acfc173bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9179365401cf403ea5b47d539a44c777&device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 1135 time: 0.0393655 Dec 06 15:46:13.206386 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3cb89-bd7d-4345-9754-ea4852e2cd7e req-f2a24886-23df-4a60-b7db-7b2db8512f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:13.207838 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbd3cb89-bd7d-4345-9754-ea4852e2cd7e req-f2a24886-23df-4a60-b7db-7b2db8512f07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=24981990-f5d6-48fe-b5d4-2063028ef43c HTTP/1.1" status: 200 len: 916 time: 0.0848262 Dec 06 15:46:13.272495 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbd3cb89-bd7d-4345-9754-ea4852e2cd7e req-7be59856-1d16-4028-a3f6-4712a89aa828 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d HTTP/1.1" status: 200 len: 1000 time: 0.0562615 Dec 06 15:46:13.326839 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3cb89-bd7d-4345-9754-ea4852e2cd7e req-967c3376-264c-4791-bab7-da44cea81fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:13.328538 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbd3cb89-bd7d-4345-9754-ea4852e2cd7e req-967c3376-264c-4791-bab7-da44cea81fb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ba23536-9a07-4751-b23b-912554d90946 HTTP/1.1" status: 200 len: 854 time: 0.0483010 Dec 06 15:46:13.376240 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3cb89-bd7d-4345-9754-ea4852e2cd7e req-28f6e7f3-d36f-473d-a010-ca3d55253bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:13.377708 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbd3cb89-bd7d-4345-9754-ea4852e2cd7e req-28f6e7f3-d36f-473d-a010-ca3d55253bba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24981990-f5d6-48fe-b5d4-2063028ef43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406268 Dec 06 15:46:13.467450 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbd3cb89-bd7d-4345-9754-ea4852e2cd7e req-4e699067-986b-4a6e-a8c6-2642cd6c0abd service neutron] 10.222.0.37 "GET /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801041 Dec 06 15:46:13.560786 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbd3cb89-bd7d-4345-9754-ea4852e2cd7e req-842ef708-a10d-4a8b-b8c6-8e020e47b414 service neutron] 10.222.0.37 "GET /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833931 Dec 06 15:46:15.621765 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53e7e4-ea65-4b6e-8c28-75375d589ca5 req-332cb93b-3ea1-477a-9706-b56027c486aa tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:15.623247 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4d53e7e4-ea65-4b6e-8c28-75375d589ca5 req-332cb93b-3ea1-477a-9706-b56027c486aa tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 984 time: 0.0752110 Dec 06 15:46:15.629469 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bca44-2ca3-42e3-a3d7-b52c432af781 req-a3245f98-6a4a-4d40-8abb-ab51d41da6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:15.630830 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e0bca44-2ca3-42e3-a3d7-b52c432af781 req-a3245f98-6a4a-4d40-8abb-ab51d41da6ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9179365401cf403ea5b47d539a44c777&device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 1135 time: 0.0577204 Dec 06 15:46:15.748756 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4d53e7e4-ea65-4b6e-8c28-75375d589ca5 req-7839cd24-a264-4e65-be9b-bef2237b7c97 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&id=8d3cecb5-1212-4a6c-bd81-a837e3598b08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1169341 Dec 06 15:46:15.765481 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bca44-2ca3-42e3-a3d7-b52c432af781 req-11de630a-24fd-421a-8aa6-494689aa02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:15.766922 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e0bca44-2ca3-42e3-a3d7-b52c432af781 req-11de630a-24fd-421a-8aa6-494689aa02a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=24981990-f5d6-48fe-b5d4-2063028ef43c HTTP/1.1" status: 200 len: 916 time: 0.1287720 Dec 06 15:46:15.836572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e0bca44-2ca3-42e3-a3d7-b52c432af781 req-65ac821e-6457-4a5e-90d5-b2680b4a0197 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d HTTP/1.1" status: 200 len: 1000 time: 0.0618868 Dec 06 15:46:15.886428 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bca44-2ca3-42e3-a3d7-b52c432af781 req-9798dce2-f9d1-4280-b105-ecaeec3b6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:15.887951 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e0bca44-2ca3-42e3-a3d7-b52c432af781 req-9798dce2-f9d1-4280-b105-ecaeec3b6922 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ba23536-9a07-4751-b23b-912554d90946 HTTP/1.1" status: 200 len: 854 time: 0.0431819 Dec 06 15:46:15.933847 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bca44-2ca3-42e3-a3d7-b52c432af781 req-52a73dad-f11d-4025-9e49-33f96c6052a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:15.935218 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e0bca44-2ca3-42e3-a3d7-b52c432af781 req-52a73dad-f11d-4025-9e49-33f96c6052a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24981990-f5d6-48fe-b5d4-2063028ef43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398755 Dec 06 15:46:16.027249 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e0bca44-2ca3-42e3-a3d7-b52c432af781 req-7f41cac6-6cee-4a55-a206-b664181c99db service neutron] 10.222.0.37 "GET /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837965 Dec 06 15:46:16.119487 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4e0bca44-2ca3-42e3-a3d7-b52c432af781 req-d6104e6b-6c95-4d62-9731-f2645039ee67 service neutron] 10.222.0.37 "GET /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814939 Dec 06 15:46:16.873747 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa38640-b358-4865-be22-a32ef4d8cf08 req-e8166314-7bc4-4851-81d9-4666a7c693ce tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:16.875192 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1fa38640-b358-4865-be22-a32ef4d8cf08 req-e8166314-7bc4-4851-81d9-4666a7c693ce tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 984 time: 0.0521452 Dec 06 15:46:16.934075 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1fa38640-b358-4865-be22-a32ef4d8cf08 req-5e7ffd5c-939d-4651-89dd-c3a6a8669cfa tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&id=8d3cecb5-1212-4a6c-bd81-a837e3598b08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527692 Dec 06 15:46:18.055205 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc920809-91ac-444e-8570-259f20f7250b req-8a176b9c-443a-4239-948c-ad839dcb7c91 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:18.056702 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc920809-91ac-444e-8570-259f20f7250b req-8a176b9c-443a-4239-948c-ad839dcb7c91 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 984 time: 0.0537777 Dec 06 15:46:18.116031 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bc920809-91ac-444e-8570-259f20f7250b req-64b68264-17cf-49a8-a330-5885ea34b80e tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&id=8d3cecb5-1212-4a6c-bd81-a837e3598b08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532324 Dec 06 15:46:19.232186 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b56ecf-8bd6-4fc5-9d93-eb27894c2037 req-5fcb3e2a-c4ed-4d0e-85cb-9a2d54c1d3cf tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:19.233652 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a7b56ecf-8bd6-4fc5-9d93-eb27894c2037 req-5fcb3e2a-c4ed-4d0e-85cb-9a2d54c1d3cf tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 984 time: 0.0485256 Dec 06 15:46:19.293922 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a7b56ecf-8bd6-4fc5-9d93-eb27894c2037 req-2b02469f-93a4-4f19-9b34-8df1841deaca tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&id=8d3cecb5-1212-4a6c-bd81-a837e3598b08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539360 Dec 06 15:46:20.415421 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304dd4e-06ff-4657-8419-ca7307f9a3a8 req-9ac28f01-b547-4b18-97cd-0c9d64d2ffdd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:20.416901 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e304dd4e-06ff-4657-8419-ca7307f9a3a8 req-9ac28f01-b547-4b18-97cd-0c9d64d2ffdd tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 984 time: 0.0535731 Dec 06 15:46:20.474869 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e304dd4e-06ff-4657-8419-ca7307f9a3a8 req-e897ec89-3a9f-4894-a77c-cad2eac14c63 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&id=8d3cecb5-1212-4a6c-bd81-a837e3598b08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519323 Dec 06 15:46:21.591062 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bf13a-7425-4422-b785-770637d067d3 req-91fd1b76-3496-409d-8211-d883e82cff56 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:21.592551 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d26bf13a-7425-4422-b785-770637d067d3 req-91fd1b76-3496-409d-8211-d883e82cff56 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 984 time: 0.0484595 Dec 06 15:46:21.655225 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d26bf13a-7425-4422-b785-770637d067d3 req-cc5c8fcc-3abc-4d52-9ec3-2515a8471681 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&id=8d3cecb5-1212-4a6c-bd81-a837e3598b08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567260 Dec 06 15:46:22.769235 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa369c-9f2b-46e4-a8d6-5d9e97fb9779 req-7ccdf2f3-964d-4c97-9c31-aa5b0c1a67df tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:22.770625 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0cfa369c-9f2b-46e4-a8d6-5d9e97fb9779 req-7ccdf2f3-964d-4c97-9c31-aa5b0c1a67df tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 984 time: 0.0485997 Dec 06 15:46:22.834400 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0cfa369c-9f2b-46e4-a8d6-5d9e97fb9779 req-98ea07b2-9929-42ca-8e3a-e47b146c7ec5 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&id=8d3cecb5-1212-4a6c-bd81-a837e3598b08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569546 Dec 06 15:46:23.948001 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a45a85-9729-4f4b-82a2-0e8437f9f7df req-f54c9e21-ded6-45bf-9359-dfa789cabe1f tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:23.949465 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6a45a85-9729-4f4b-82a2-0e8437f9f7df req-f54c9e21-ded6-45bf-9359-dfa789cabe1f tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 984 time: 0.0479686 Dec 06 15:46:24.008970 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b6a45a85-9729-4f4b-82a2-0e8437f9f7df req-1d562f86-5722-45cb-b778-aaa410f8acba tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&id=8d3cecb5-1212-4a6c-bd81-a837e3598b08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530121 Dec 06 15:46:25.125111 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112eb86-c382-449a-93b3-cda94c901344 req-f9b82c88-df6d-4bc1-9c6f-2e3cbd016807 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:25.126562 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6112eb86-c382-449a-93b3-cda94c901344 req-f9b82c88-df6d-4bc1-9c6f-2e3cbd016807 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 984 time: 0.0490634 Dec 06 15:46:25.185618 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6112eb86-c382-449a-93b3-cda94c901344 req-e466c7b8-6173-4460-829d-dc240e27580a tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&id=8d3cecb5-1212-4a6c-bd81-a837e3598b08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529630 Dec 06 15:46:26.299456 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb4d2a-dce3-4b21-a49a-3def8c4e8bac req-9e64b76b-4904-4bed-a63a-10c42e213ae9 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:26.301007 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7eb4d2a-dce3-4b21-a49a-3def8c4e8bac req-9e64b76b-4904-4bed-a63a-10c42e213ae9 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 984 time: 0.0479250 Dec 06 15:46:26.360161 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7eb4d2a-dce3-4b21-a49a-3def8c4e8bac req-71c4c9d5-f1da-43bc-9011-66e2a695d839 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&id=8d3cecb5-1212-4a6c-bd81-a837e3598b08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523622 Dec 06 15:46:27.475271 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252e69c-8dd8-4248-9dfd-0159700fe28d req-309510fe-ac30-4102-8eba-6886259773a0 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:27.476825 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1252e69c-8dd8-4248-9dfd-0159700fe28d req-309510fe-ac30-4102-8eba-6886259773a0 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 984 time: 0.0486948 Dec 06 15:46:27.536761 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1252e69c-8dd8-4248-9dfd-0159700fe28d req-84bd7062-84f9-4b5c-a14b-afc76a9e838a tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&id=8d3cecb5-1212-4a6c-bd81-a837e3598b08&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536520 Dec 06 15:46:28.359610 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:46:30.332471 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:46:30.887633 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e5dbc36c-2858-4606-9ddf-ee7dde82139d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:46:33.328309 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d106f569-b58f-408a-9e78-46761568ff31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:46:34.205855 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:46:35.859152 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:46:36.738815 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:46:44.729781 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:46:58.344402 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:46:59.924057 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6cb8897-492c-49a4-8c3f-5b9a797c896d req-29e9cfcc-7a74-4b34-a69c-2b92614e01f2 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-533897127&fields=id&tenant_id=9179365401cf403ea5b47d539a44c777 HTTP/1.1" status: 200 len: 267 time: 0.0480912 Dec 06 15:46:59.977307 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb8897-492c-49a4-8c3f-5b9a797c896d req-beb01826-b3b2-4524-82d6-48cbdff0fea7 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:46:59.978806 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6cb8897-492c-49a4-8c3f-5b9a797c896d req-beb01826-b3b2-4524-82d6-48cbdff0fea7 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 984 time: 0.0490260 Dec 06 15:46:59.990448 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [req-a6cb8897-492c-49a4-8c3f-5b9a797c896d req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Request body: {'port': {'security_groups': ['eb73ec84-1569-401c-8b25-6f23e4fb9679']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:47:00.053927 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6cb8897-492c-49a4-8c3f-5b9a797c896d req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:00.227078 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a6cb8897-492c-49a4-8c3f-5b9a797c896d req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] For port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d,segment=NetworkSegment(44046e18-1bb0-4208-ba91-c12900ff2528),segment_id=44046e18-1bb0-4208-ba91-c12900ff2528)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:47:00.255590 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6cb8897-492c-49a4-8c3f-5b9a797c896d req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:00.260683 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6cb8897-492c-49a4-8c3f-5b9a797c896d req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:00.277432 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:47:00.311697 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb8897-492c-49a4-8c3f-5b9a797c896d req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:00.312339 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a6cb8897-492c-49a4-8c3f-5b9a797c896d req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:00.313751 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a6cb8897-492c-49a4-8c3f-5b9a797c896d req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "PUT /v2.0/ports/e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d HTTP/1.1" status: 200 len: 942 time: 0.3278997 Dec 06 15:47:00.314218 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'tag': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:47:00.316562 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c742703be9958fca7b51ef848c2f1f9c289ae81b0df0ada1724f18bf2a1f44e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d7c352-6bb8-4e78-9c25-ce00c2ff733b" -d '{"events": [{"name": "network-changed", "server_uuid": "b24bc01e-4de8-4917-b826-6a5fc70fd3d5", "tag": "e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:47:00.322505 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48350) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:00.376503 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:00.381948 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Pushing event updated for resources: {'Port': ['ID=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:00.394076 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:00.394430 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:00.394771 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:00.395122 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:00.395455 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:00.395815 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:00.396143 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:00.397361 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:00.397695 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:00.398024 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:00.398351 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:00.398678 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:00.405472 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97bfcc4-4eb4-40e8-8744-320eeb0ff5a4 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:00.413702 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:47:00.461751 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839161f9-196b-45f7-a459-cf33d0ece26e x-openstack-request-id: req-839161f9-196b-45f7-a459-cf33d0ece26e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:47:00.462053 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24bc01e-4de8-4917-b826-6a5fc70fd3d5", "tag": "e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:47:00.462314 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-839161f9-196b-45f7-a459-cf33d0ece26e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:47:00.462737 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'tag': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d', 'status': 'completed', 'code': 200} Dec 06 15:47:00.464424 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d5e11af-b0f0-4a3c-bf2c-e782dd3da1b2 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:00.509279 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d5e11af-b0f0-4a3c-bf2c-e782dd3da1b2 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:00.562296 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7c352-6bb8-4e78-9c25-ce00c2ff733b req-4a0f8344-da72-4e60-97e6-f9c42fb254d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:00.564571 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-34d7c352-6bb8-4e78-9c25-ce00c2ff733b req-4a0f8344-da72-4e60-97e6-f9c42fb254d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9179365401cf403ea5b47d539a44c777&device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 1096 time: 0.0603356 Dec 06 15:47:00.603282 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d5e11af-b0f0-4a3c-bf2c-e782dd3da1b2 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:00.607309 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d5e11af-b0f0-4a3c-bf2c-e782dd3da1b2 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:00.611582 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4d5e11af-b0f0-4a3c-bf2c-e782dd3da1b2 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "DELETE /v2.0/security-groups/8d3cecb5-1212-4a6c-bd81-a837e3598b08 HTTP/1.1" status: 204 len: 168 time: 0.2763767 Dec 06 15:47:00.614335 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48356) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:00.662690 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-46482c14-f6b0-47c2-a5bf-d2af02f706cd None None] Provisioning complete for port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:47:00.663065 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-46482c14-f6b0-47c2-a5bf-d2af02f706cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:00.674701 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e11af-b0f0-4a3c-bf2c-e782dd3da1b2 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3cecb5-1212-4a6c-bd81-a837e3598b08,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:00.677311 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7c352-6bb8-4e78-9c25-ce00c2ff733b req-03404ffd-f67e-4319-a44b-674ed244841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:00.678861 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-34d7c352-6bb8-4e78-9c25-ce00c2ff733b req-03404ffd-f67e-4319-a44b-674ed244841e service neutron] 10.222.0.37 "GET /v2.0/networks?id=24981990-f5d6-48fe-b5d4-2063028ef43c HTTP/1.1" status: 200 len: 916 time: 0.1026199 Dec 06 15:47:00.779509 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-34d7c352-6bb8-4e78-9c25-ce00c2ff733b req-e9702ca9-e3bb-48e0-821f-cbb13a0abe82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d HTTP/1.1" status: 200 len: 1000 time: 0.0899222 Dec 06 15:47:00.823410 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9427bc37-1d74-4781-927c-f5efb8602bb1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Deleting port fb40cf7a-7558-4357-9f3c-5935b433dab2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:47:00.823909 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9427bc37-1d74-4781-927c-f5efb8602bb1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:00.831856 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7c352-6bb8-4e78-9c25-ce00c2ff733b req-132c19cb-9591-4e4b-86e6-c7b54de40ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:00.833322 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-34d7c352-6bb8-4e78-9c25-ce00c2ff733b req-132c19cb-9591-4e4b-86e6-c7b54de40ada service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ba23536-9a07-4751-b23b-912554d90946 HTTP/1.1" status: 200 len: 854 time: 0.0461500 Dec 06 15:47:00.884443 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7c352-6bb8-4e78-9c25-ce00c2ff733b req-ee2c77ba-9e99-46a0-9751-135383b5f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:00.885960 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-34d7c352-6bb8-4e78-9c25-ce00c2ff733b req-ee2c77ba-9e99-46a0-9751-135383b5f5ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24981990-f5d6-48fe-b5d4-2063028ef43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439155 Dec 06 15:47:00.891699 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b9893e5c-ba4b-43f0-aaba-a7c5318dfd88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:00.907802 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9427bc37-1d74-4781-927c-f5efb8602bb1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:00.908134 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9427bc37-1d74-4781-927c-f5efb8602bb1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:00.920662 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9427bc37-1d74-4781-927c-f5efb8602bb1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Calling delete_port for fb40cf7a-7558-4357-9f3c-5935b433dab2 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:47:00.982473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-34d7c352-6bb8-4e78-9c25-ce00c2ff733b req-0912e44f-fead-46c0-8da0-94519d6a65e8 service neutron] 10.222.0.37 "GET /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881033 Dec 06 15:47:01.076323 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9427bc37-1d74-4781-927c-f5efb8602bb1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:01.079513 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-34d7c352-6bb8-4e78-9c25-ce00c2ff733b req-54bfc257-7c40-40de-a2b0-ff1325b43f2d service neutron] 10.222.0.37 "GET /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861738 Dec 06 15:47:01.109561 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427bc37-1d74-4781-927c-f5efb8602bb1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Pushing event deleted for resources: {'Port': ['ID=fb40cf7a-7558-4357-9f3c-5935b433dab2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:01.163131 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9427bc37-1d74-4781-927c-f5efb8602bb1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:01.163472 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-9427bc37-1d74-4781-927c-f5efb8602bb1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Floating IP a740cb47-2697-415a-82a5-9b1e6d5fbd44 disassociated (deleted). External IP: 172.35.7.13, port: e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d. Dec 06 15:47:01.679598 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9427bc37-1d74-4781-927c-f5efb8602bb1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Router 95e25ed1-916c-4b18-a197-b3b1308af9e9 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:47:01.786950 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9427bc37-1d74-4781-927c-f5efb8602bb1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:47:01.792308 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9427bc37-1d74-4781-927c-f5efb8602bb1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:01.796905 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b9ce43-b5ed-4b40-8dc8-9f909078965d None None] Sync routers for ids ['95e25ed1-916c-4b18-a197-b3b1308af9e9'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:47:01.806559 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b9ce43-b5ed-4b40-8dc8-9f909078965d None None] Routers {'95e25ed1-916c-4b18-a197-b3b1308af9e9'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:47:01.807168 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4b9ce43-b5ed-4b40-8dc8-9f909078965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:46:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['95e25ed1-916c-4b18-a197-b3b1308af9e9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:01.818871 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9427bc37-1d74-4781-927c-f5efb8602bb1 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "DELETE /v2.0/floatingips/a740cb47-2697-415a-82a5-9b1e6d5fbd44 HTTP/1.1" status: 204 len: 168 time: 1.2028818 Dec 06 15:47:01.921165 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e4b9ce43-b5ed-4b40-8dc8-9f909078965d None None] Set router 95e25ed1-916c-4b18-a197-b3b1308af9e9 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:47:02.131597 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4b9ce43-b5ed-4b40-8dc8-9f909078965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'name': 'tempest-TestMinimumBasicScenario-1355575879-router', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188'}], 'enable_snat': True}, 'gw_port_id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:02Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '9179365401cf403ea5b47d539a44c777', 'gw_port': {'id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:03Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9fb2db7e-b599-4e4e-bb37-3efedf04dcf3', 'name': '', 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'mac_address': 'fa:16:3e:1d:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0ba23536-9a07-4751-b23b-912554d90946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:04Z', 'updated_at': '2021-12-06T15:45:10Z', 'revision_number': 5, 'project_id': '9179365401cf403ea5b47d539a44c777', 'subnets': [{'id': '0ba23536-9a07-4751-b23b-912554d90946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:02.157080 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b9ce43-b5ed-4b40-8dc8-9f909078965d None None] Checking router: 95e25ed1-916c-4b18-a197-b3b1308af9e9 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:47:02.165273 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b9ce43-b5ed-4b40-8dc8-9f909078965d None None] Routers {'95e25ed1-916c-4b18-a197-b3b1308af9e9'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:47:02.165883 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4b9ce43-b5ed-4b40-8dc8-9f909078965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:46:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['95e25ed1-916c-4b18-a197-b3b1308af9e9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:02.269753 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e4b9ce43-b5ed-4b40-8dc8-9f909078965d None None] Set router 95e25ed1-916c-4b18-a197-b3b1308af9e9 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:47:02.463573 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4b9ce43-b5ed-4b40-8dc8-9f909078965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'name': 'tempest-TestMinimumBasicScenario-1355575879-router', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188'}], 'enable_snat': True}, 'gw_port_id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:02Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '9179365401cf403ea5b47d539a44c777', 'gw_port': {'id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:03Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9fb2db7e-b599-4e4e-bb37-3efedf04dcf3', 'name': '', 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'mac_address': 'fa:16:3e:1d:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0ba23536-9a07-4751-b23b-912554d90946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:04Z', 'updated_at': '2021-12-06T15:45:10Z', 'revision_number': 5, 'project_id': '9179365401cf403ea5b47d539a44c777', 'subnets': [{'id': '0ba23536-9a07-4751-b23b-912554d90946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:02.463986 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'tag': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:47:02.466421 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c742703be9958fca7b51ef848c2f1f9c289ae81b0df0ada1724f18bf2a1f44e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48e0ec0-1983-4df6-adac-e748c99614dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b24bc01e-4de8-4917-b826-6a5fc70fd3d5", "tag": "e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:47:02.491835 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b9ce43-b5ed-4b40-8dc8-9f909078965d None None] The sync data for ids ['95e25ed1-916c-4b18-a197-b3b1308af9e9'] in n-d-master-1 is: [{'id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'name': 'tempest-TestMinimumBasicScenario-1355575879-router', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188'}], 'enable_snat': True}, 'gw_port_id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:02Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '9179365401cf403ea5b47d539a44c777', 'gw_port': {'id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:03Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9fb2db7e-b599-4e4e-bb37-3efedf04dcf3', 'name': '', 'network_id': '24981990-f5d6-48fe-b5d4-2063028ef43c', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'mac_address': 'fa:16:3e:1d:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0ba23536-9a07-4751-b23b-912554d90946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:04Z', 'updated_at': '2021-12-06T15:45:10Z', 'revision_number': 5, 'project_id': '9179365401cf403ea5b47d539a44c777', 'subnets': [{'id': '0ba23536-9a07-4751-b23b-912554d90946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:47:02.504787 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdec295-fa2e-450f-b856-b9007eb2cfb8 x-openstack-request-id: req-ffdec295-fa2e-450f-b856-b9007eb2cfb8 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:47:02.505082 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24bc01e-4de8-4917-b826-6a5fc70fd3d5", "tag": "e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:47:02.505333 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffdec295-fa2e-450f-b856-b9007eb2cfb8 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:47:02.505737 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'tag': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d', 'status': 'completed', 'code': 200} Dec 06 15:47:02.580435 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e0ec0-1983-4df6-adac-e748c99614dc req-c462c624-dbd1-4415-a178-2c27f7107785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:02.581815 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e48e0ec0-1983-4df6-adac-e748c99614dc req-c462c624-dbd1-4415-a178-2c27f7107785 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9179365401cf403ea5b47d539a44c777&device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 1096 time: 0.0484951 Dec 06 15:47:02.677322 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e0ec0-1983-4df6-adac-e748c99614dc req-8bd2db00-1dd6-4908-83c3-deea49a43a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:02.679523 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e48e0ec0-1983-4df6-adac-e748c99614dc req-8bd2db00-1dd6-4908-83c3-deea49a43a3f service neutron] 10.222.0.37 "GET /v2.0/networks?id=24981990-f5d6-48fe-b5d4-2063028ef43c HTTP/1.1" status: 200 len: 916 time: 0.0907738 Dec 06 15:47:02.733920 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e48e0ec0-1983-4df6-adac-e748c99614dc req-1c4172df-4dd5-4c3b-aec6-85ab260c9aed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d HTTP/1.1" status: 200 len: 217 time: 0.0411885 Dec 06 15:47:02.744898 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f7af75-f191-4113-ab26-51c7bcac187b None None] New status for floating IP a740cb47-2697-415a-82a5-9b1e6d5fbd44: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:47:02.789795 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e0ec0-1983-4df6-adac-e748c99614dc req-d4c6a65b-9994-47be-8ad2-33ad7b3b46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:02.791180 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e48e0ec0-1983-4df6-adac-e748c99614dc req-d4c6a65b-9994-47be-8ad2-33ad7b3b46a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ba23536-9a07-4751-b23b-912554d90946 HTTP/1.1" status: 200 len: 854 time: 0.0466421 Dec 06 15:47:02.842388 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e0ec0-1983-4df6-adac-e748c99614dc req-1a02f174-036c-4d39-994f-01a07b47b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:02.843983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e48e0ec0-1983-4df6-adac-e748c99614dc req-1a02f174-036c-4d39-994f-01a07b47b20f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24981990-f5d6-48fe-b5d4-2063028ef43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426841 Dec 06 15:47:02.943985 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e48e0ec0-1983-4df6-adac-e748c99614dc req-47a4f9d0-1fd4-4d2c-b16b-a930053a5ed5 service neutron] 10.222.0.37 "GET /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879891 Dec 06 15:47:03.037235 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e48e0ec0-1983-4df6-adac-e748c99614dc req-67dea200-0fbb-419d-8d93-cdfda1685292 service neutron] 10.222.0.37 "GET /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822699 Dec 06 15:47:03.330018 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b93466ca-795e-4d31-a607-00d20f98ddd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:04.212149 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:05.862530 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:06.739468 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:10.819701 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187198d-3eb1-4318-9807-05267eb8914a req-7b9f4d6d-cea8-47f6-b4cd-023c8873dbac tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:10.821192 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e187198d-3eb1-4318-9807-05267eb8914a req-7b9f4d6d-cea8-47f6-b4cd-023c8873dbac tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 945 time: 0.0514514 Dec 06 15:47:10.871927 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e187198d-3eb1-4318-9807-05267eb8914a req-d7ca32c9-4c52-4a65-8806-fbfd88c6a835 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441923 Dec 06 15:47:11.989463 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028f498-c807-443c-9e78-12cbb8c4435a req-e5bd8eba-df7d-403c-bb26-9c1b603dde16 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:11.990824 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6028f498-c807-443c-9e78-12cbb8c4435a req-e5bd8eba-df7d-403c-bb26-9c1b603dde16 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 945 time: 0.0489829 Dec 06 15:47:12.040704 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6028f498-c807-443c-9e78-12cbb8c4435a req-6f19a299-e0f9-4d94-80e7-356716c50407 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb73ec84-1569-401c-8b25-6f23e4fb9679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438190 Dec 06 15:47:12.744889 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66633b-2a36-46ea-9675-390b17496a38 req-21d234a4-096f-43f3-b190-115d117613ed tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:12.746230 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee66633b-2a36-46ea-9675-390b17496a38 req-21d234a4-096f-43f3-b190-115d117613ed tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.37 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 945 time: 0.0472076 Dec 06 15:47:12.834770 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-ee66633b-2a36-46ea-9675-390b17496a38 req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Deleting port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:47:12.835104 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ee66633b-2a36-46ea-9675-390b17496a38 req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:12.922630 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ee66633b-2a36-46ea-9675-390b17496a38 req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] For port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d,segment=NetworkSegment(44046e18-1bb0-4208-ba91-c12900ff2528),segment_id=44046e18-1bb0-4208-ba91-c12900ff2528)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:47:12.922981 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ee66633b-2a36-46ea-9675-390b17496a38 req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:12.935640 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-ee66633b-2a36-46ea-9675-390b17496a38 req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Calling delete_port for e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:47:13.059767 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ee66633b-2a36-46ea-9675-390b17496a38 req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:13.076421 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:47:13.088538 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Pushing event deleted for resources: {'Port': ['ID=e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:13.104129 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:13.104479 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:13.104824 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:13.105173 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:13.105506 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:13.106091 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:13.106420 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:13.106764 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:13.107071 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:13.107400 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:13.107750 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:13.108071 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:13.108395 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:13.142544 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee66633b-2a36-46ea-9675-390b17496a38 req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] No DVR routers for this DVR port e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:47:13.145234 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ee66633b-2a36-46ea-9675-390b17496a38 req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:13.145950 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b549ea7-8164-496d-a39e-8654b3397bae req-aec3e10d-3786-4296-a19c-959967e6f699 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.20 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 210 time: 0.0271437 Dec 06 15:47:13.148549 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ee66633b-2a36-46ea-9675-390b17496a38 req-04bfe07c-bfe6-4932-a293-b0de750b19c3 tempest-TestMinimumBasicScenario-1509208702 tempest-TestMinimumBasicScenario-1509208702-project] 10.222.0.37 "DELETE /v2.0/ports/e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d HTTP/1.1" status: 204 len: 173 time: 0.3937826 Dec 06 15:47:13.149000 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'name': 'network-vif-deleted', 'tag': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:47:13.151228 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2665a524-6934-4af2-8666-e1159c90f6b9" -d '{"events": [{"server_uuid": "b24bc01e-4de8-4917-b826-6a5fc70fd3d5", "name": "network-vif-deleted", "tag": "e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:47:13.194438 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffce775e-e34d-45af-b165-abaf9a12f192 x-openstack-request-id: req-ffce775e-e34d-45af-b165-abaf9a12f192 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:47:13.194735 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24bc01e-4de8-4917-b826-6a5fc70fd3d5", "name": "network-vif-deleted", "tag": "e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:47:13.195363 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffce775e-e34d-45af-b165-abaf9a12f192 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:47:13.195363 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24bc01e-4de8-4917-b826-6a5fc70fd3d5', 'name': 'network-vif-deleted', 'tag': 'e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d', 'status': 'completed', 'code': 200} Dec 06 15:47:13.404158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fe73be97-40e5-4c2b-ad4e-65cf660ed46f req-7da487e0-2cfd-44f3-ac6e-56011d6a7c4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249629 Dec 06 15:47:13.478469 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fe73be97-40e5-4c2b-ad4e-65cf660ed46f req-d037cca8-ea69-4875-9c12-e17d3be8d2e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9179365401cf403ea5b47d539a44c777&device_id=b24bc01e-4de8-4917-b826-6a5fc70fd3d5 HTTP/1.1" status: 200 len: 210 time: 0.0296936 Dec 06 15:47:13.668974 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73be97-40e5-4c2b-ad4e-65cf660ed46f req-132ebcb2-d77c-465f-b875-89322871a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:13.670525 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fe73be97-40e5-4c2b-ad4e-65cf660ed46f req-132ebcb2-d77c-465f-b875-89322871a8b4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9179365401cf403ea5b47d539a44c777&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1711209 Dec 06 15:47:13.838592 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73be97-40e5-4c2b-ad4e-65cf660ed46f req-af0ed039-a01b-4854-9517-7e7c378d08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:13.840038 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fe73be97-40e5-4c2b-ad4e-65cf660ed46f req-af0ed039-a01b-4854-9517-7e7c378d08a9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1539185 Dec 06 15:47:14.708164 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48454) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:15.045336 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ddb20d6-da07-4bee-8bfc-b93909e181f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:15.287027 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb20d6-da07-4bee-8bfc-b93909e181f3 admin admin] Deleting port 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:47:15.287361 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ddb20d6-da07-4bee-8bfc-b93909e181f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:15.368082 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5ddb20d6-da07-4bee-8bfc-b93909e181f3 admin admin] For port 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9fb2db7e-b599-4e4e-bb37-3efedf04dcf3,segment=NetworkSegment(44046e18-1bb0-4208-ba91-c12900ff2528),segment_id=44046e18-1bb0-4208-ba91-c12900ff2528)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:47:15.368440 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ddb20d6-da07-4bee-8bfc-b93909e181f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:15.380769 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb20d6-da07-4bee-8bfc-b93909e181f3 admin admin] Calling delete_port for 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:47:15.557406 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ddb20d6-da07-4bee-8bfc-b93909e181f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:15.587148 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb20d6-da07-4bee-8bfc-b93909e181f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb2db7e-b599-4e4e-bb37-3efedf04dcf3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:15.748831 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:47:15.749409 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ddb20d6-da07-4bee-8bfc-b93909e181f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:15.769950 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:47:15.770304 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device e0c6e6ba-11cd-489b-9ed8-fd9c7bf4f55d not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:47:15.964796 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddb20d6-da07-4bee-8bfc-b93909e181f3 admin admin] Router 95e25ed1-916c-4b18-a197-b3b1308af9e9 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:47:16.069578 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddb20d6-da07-4bee-8bfc-b93909e181f3 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:47:16.076240 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5ddb20d6-da07-4bee-8bfc-b93909e181f3 admin admin] 10.222.0.20 "PUT /v2.0/routers/95e25ed1-916c-4b18-a197-b3b1308af9e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3670063 Dec 06 15:47:16.077130 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48456) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:16.078563 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a00131-f830-4417-a39e-3a7399155cb3 None None] Sync routers for ids ['95e25ed1-916c-4b18-a197-b3b1308af9e9'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:47:16.088984 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a00131-f830-4417-a39e-3a7399155cb3 None None] Routers {'95e25ed1-916c-4b18-a197-b3b1308af9e9'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:47:16.089596 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a7a00131-f830-4417-a39e-3a7399155cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['95e25ed1-916c-4b18-a197-b3b1308af9e9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:16.183902 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-631df9d3-db53-433f-b8dd-84c71207e196 admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:16.195569 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a7a00131-f830-4417-a39e-3a7399155cb3 None None] Set router 95e25ed1-916c-4b18-a197-b3b1308af9e9 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:47:16.287301 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-631df9d3-db53-433f-b8dd-84c71207e196 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:16.337982 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-631df9d3-db53-433f-b8dd-84c71207e196 admin admin] Deleting port edb76f9d-bff0-4f8a-ab18-5f394710dac9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:47:16.338317 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-631df9d3-db53-433f-b8dd-84c71207e196 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:16.373186 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a7a00131-f830-4417-a39e-3a7399155cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'name': 'tempest-TestMinimumBasicScenario-1355575879-router', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188'}], 'enable_snat': True}, 'gw_port_id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:02Z', 'updated_at': '2021-12-06T15:47:15Z', 'revision_number': 5, 'project_id': '9179365401cf403ea5b47d539a44c777', 'gw_port': {'id': 'edb76f9d-bff0-4f8a-ab18-5f394710dac9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:03Z', 'updated_at': '2021-12-06T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:16.399773 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a00131-f830-4417-a39e-3a7399155cb3 None None] Checking router: 95e25ed1-916c-4b18-a197-b3b1308af9e9 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:47:16.408205 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a00131-f830-4417-a39e-3a7399155cb3 None None] Routers {'95e25ed1-916c-4b18-a197-b3b1308af9e9'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:47:16.408814 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a7a00131-f830-4417-a39e-3a7399155cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['95e25ed1-916c-4b18-a197-b3b1308af9e9'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:16.420118 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-631df9d3-db53-433f-b8dd-84c71207e196 admin admin] For port edb76f9d-bff0-4f8a-ab18-5f394710dac9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=edb76f9d-bff0-4f8a-ab18-5f394710dac9,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:47:16.420476 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-631df9d3-db53-433f-b8dd-84c71207e196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:16.431972 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-631df9d3-db53-433f-b8dd-84c71207e196 admin admin] Calling delete_port for edb76f9d-bff0-4f8a-ab18-5f394710dac9 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:47:16.494870 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a7a00131-f830-4417-a39e-3a7399155cb3 None None] Set router 95e25ed1-916c-4b18-a197-b3b1308af9e9 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:47:16.549515 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a7a00131-f830-4417-a39e-3a7399155cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'name': 'tempest-TestMinimumBasicScenario-1355575879-router', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:02Z', 'updated_at': '2021-12-06T15:47:16Z', 'revision_number': 6, 'project_id': '9179365401cf403ea5b47d539a44c777', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:16.576103 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a00131-f830-4417-a39e-3a7399155cb3 None None] The sync data for ids ['95e25ed1-916c-4b18-a197-b3b1308af9e9'] in n-d-master-1 is: [{'id': '95e25ed1-916c-4b18-a197-b3b1308af9e9', 'name': 'tempest-TestMinimumBasicScenario-1355575879-router', 'tenant_id': '9179365401cf403ea5b47d539a44c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:02Z', 'updated_at': '2021-12-06T15:47:16Z', 'revision_number': 6, 'project_id': '9179365401cf403ea5b47d539a44c777', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:47:16.604913 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-631df9d3-db53-433f-b8dd-84c71207e196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:16.635411 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631df9d3-db53-433f-b8dd-84c71207e196 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb76f9d-bff0-4f8a-ab18-5f394710dac9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:16.645381 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7e7441-bb0c-4928-bf1a-4c766de536c7 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:47:16.694925 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-631df9d3-db53-433f-b8dd-84c71207e196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:16.784017 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-631df9d3-db53-433f-b8dd-84c71207e196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:16.786646 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-631df9d3-db53-433f-b8dd-84c71207e196 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:16.832410 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-631df9d3-db53-433f-b8dd-84c71207e196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:16.832878 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631df9d3-db53-433f-b8dd-84c71207e196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95e25ed1-916c-4b18-a197-b3b1308af9e9 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:47:16.838012 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-631df9d3-db53-433f-b8dd-84c71207e196 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:16.839283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-631df9d3-db53-433f-b8dd-84c71207e196 admin admin] 10.222.0.20 "DELETE /v2.0/routers/95e25ed1-916c-4b18-a197-b3b1308af9e9 HTTP/1.1" status: 204 len: 168 time: 0.7612324 Dec 06 15:47:16.841805 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48458) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:16.885175 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e554bc7-4258-4072-9ef8-d72d271c70b1 admin admin] Deleting subnet 0ba23536-9a07-4751-b23b-912554d90946 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:47:16.888162 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e554bc7-4258-4072-9ef8-d72d271c70b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:16.929239 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e554bc7-4258-4072-9ef8-d72d271c70b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:17.016219 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e554bc7-4258-4072-9ef8-d72d271c70b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:17.043250 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:47:17.063210 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:47:17.063555 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9fb2db7e-b599-4e4e-bb37-3efedf04dcf3 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:47:17.071209 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e554bc7-4258-4072-9ef8-d72d271c70b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:17.095501 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e554bc7-4258-4072-9ef8-d72d271c70b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba23536-9a07-4751-b23b-912554d90946,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:17.101213 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e554bc7-4258-4072-9ef8-d72d271c70b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:17.106639 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4e554bc7-4258-4072-9ef8-d72d271c70b1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0ba23536-9a07-4751-b23b-912554d90946 HTTP/1.1" status: 204 len: 168 time: 0.2617605 Dec 06 15:47:17.107426 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48460) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:17.108666 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce7d6b-ca75-4f2c-bf09-640ed743fe0d None None] Network 24981990-f5d6-48fe-b5d4-2063028ef43c requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:47:17.176881 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:17.229395 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] Deleting port ed81de80-f5fb-41fc-b9dd-e7322ff02c4a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:47:17.229679 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:17.296275 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] For port ed81de80-f5fb-41fc-b9dd-e7322ff02c4a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ed81de80-f5fb-41fc-b9dd-e7322ff02c4a,segment=NetworkSegment(44046e18-1bb0-4208-ba91-c12900ff2528),segment_id=44046e18-1bb0-4208-ba91-c12900ff2528)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:47:17.296556 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:17.308335 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] Calling delete_port for ed81de80-f5fb-41fc-b9dd-e7322ff02c4a owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:47:17.372716 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] DHCP port deletion for 24981990-f5d6-48fe-b5d4-2063028ef43c request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:47:17.391484 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:17.417425 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed81de80-f5fb-41fc-b9dd-e7322ff02c4a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:17.420613 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Deleting port ed81de80-f5fb-41fc-b9dd-e7322ff02c4a {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:47:17.420613 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:17.421232 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] No DVR routers for this DVR port ed81de80-f5fb-41fc-b9dd-e7322ff02c4a on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:47:17.492681 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] For port ed81de80-f5fb-41fc-b9dd-e7322ff02c4a, host n-d-master-1, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:47:17.493078 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:17.499339 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:17.506042 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Calling delete_port for ed81de80-f5fb-41fc-b9dd-e7322ff02c4a owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:47:17.508729 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Port ed81de80-f5fb-41fc-b9dd-e7322ff02c4a was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 15:47:17.509994 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:17.519927 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24981990-f5d6-48fe-b5d4-2063028ef43c']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:17.530222 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44046e18-1bb0-4208-ba91-c12900ff2528') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:17.530514 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44046e18-1bb0-4208-ba91-c12900ff2528') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:17.538211 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Pushing event deleted for resources: {'Port': ['ID=ed81de80-f5fb-41fc-b9dd-e7322ff02c4a,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:17.540598 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] No DVR routers for this DVR port ed81de80-f5fb-41fc-b9dd-e7322ff02c4a on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:47:17.540834 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:17.549317 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:17.549636 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:17.549982 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:17.550329 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:17.550692 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:17.551032 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:17.551365 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:17.551742 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:17.552079 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:17.552413 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:17.552783 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:17.553112 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:17.553438 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f76803-347f-4e42-9c0d-eb8b15101f2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:17.562952 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:17.570770 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:47:17.571169 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:47:17.573282 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:47:17.634542 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:17.640032 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:17.643606 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/24981990-f5d6-48fe-b5d4-2063028ef43c HTTP/1.1" status: 204 len: 168 time: 0.5350740 Dec 06 15:47:17.647061 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48462) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:17.661993 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d516dd6-25f8-4095-a3d4-7ce2f48149e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=24981990-f5d6-48fe-b5d4-2063028ef43c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:18.253219 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b18ebcb-63fb-4da5-895b-d20273a12802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:18.487376 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8b18ebcb-63fb-4da5-895b-d20273a12802 admin admin] Deleting port d79b2c45-ffd2-4bee-836e-145a6680fb4d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:47:18.487729 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b18ebcb-63fb-4da5-895b-d20273a12802 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:18.566398 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-8b18ebcb-63fb-4da5-895b-d20273a12802 admin admin] For port d79b2c45-ffd2-4bee-836e-145a6680fb4d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d79b2c45-ffd2-4bee-836e-145a6680fb4d,segment=NetworkSegment(332000b0-dfb1-4bc1-9d18-080af68b1037),segment_id=332000b0-dfb1-4bc1-9d18-080af68b1037)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:47:18.566666 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b18ebcb-63fb-4da5-895b-d20273a12802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:18.578617 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8b18ebcb-63fb-4da5-895b-d20273a12802 admin admin] Calling delete_port for d79b2c45-ffd2-4bee-836e-145a6680fb4d owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:47:18.736442 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device edb76f9d-bff0-4f8a-ab18-5f394710dac9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:47:18.756304 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b18ebcb-63fb-4da5-895b-d20273a12802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:18.756942 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: edb76f9d-bff0-4f8a-ab18-5f394710dac9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:47:18.757324 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device edb76f9d-bff0-4f8a-ab18-5f394710dac9 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:47:18.757751 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ed81de80-f5fb-41fc-b9dd-e7322ff02c4a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:47:18.780869 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: ed81de80-f5fb-41fc-b9dd-e7322ff02c4a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:47:18.781214 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ed81de80-f5fb-41fc-b9dd-e7322ff02c4a not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:47:18.782482 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18ebcb-63fb-4da5-895b-d20273a12802 admin admin] Pushing event deleted for resources: {'Port': ['ID=d79b2c45-ffd2-4bee-836e-145a6680fb4d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:18.949200 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8b18ebcb-63fb-4da5-895b-d20273a12802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:19.155423 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b18ebcb-63fb-4da5-895b-d20273a12802 admin admin] Router 5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:47:19.264018 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b18ebcb-63fb-4da5-895b-d20273a12802 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:47:19.268998 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8b18ebcb-63fb-4da5-895b-d20273a12802 admin admin] 10.222.0.20 "PUT /v2.0/routers/5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6209557 Dec 06 15:47:19.272126 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48464) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:19.274911 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4941f65e-8d98-486e-89d8-14f9ad5e87c3 None None] Sync routers for ids ['5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:47:19.285599 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4941f65e-8d98-486e-89d8-14f9ad5e87c3 None None] Routers {'5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:47:19.286293 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4941f65e-8d98-486e-89d8-14f9ad5e87c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:19.375442 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa34a024-34f7-4f0e-b35f-778d63546738 admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:19.387741 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-4941f65e-8d98-486e-89d8-14f9ad5e87c3 None None] Set router 5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:47:19.481165 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa34a024-34f7-4f0e-b35f-778d63546738 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:19.535990 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fa34a024-34f7-4f0e-b35f-778d63546738 admin admin] Deleting port 368447af-e9ad-4f51-a78f-6387961e5252 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:47:19.536333 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa34a024-34f7-4f0e-b35f-778d63546738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:19.621076 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-fa34a024-34f7-4f0e-b35f-778d63546738 admin admin] For port 368447af-e9ad-4f51-a78f-6387961e5252, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=368447af-e9ad-4f51-a78f-6387961e5252,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:47:19.621444 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa34a024-34f7-4f0e-b35f-778d63546738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:19.633911 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fa34a024-34f7-4f0e-b35f-778d63546738 admin admin] Calling delete_port for 368447af-e9ad-4f51-a78f-6387961e5252 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:47:19.651412 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4941f65e-8d98-486e-89d8-14f9ad5e87c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'name': 'tempest-TestMinimumBasicScenario-1484106277-router', 'tenant_id': '3f48a8751c4444518023bb2331f00bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.232'}], 'enable_snat': True}, 'gw_port_id': '368447af-e9ad-4f51-a78f-6387961e5252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:06Z', 'updated_at': '2021-12-06T15:47:18Z', 'revision_number': 5, 'project_id': '3f48a8751c4444518023bb2331f00bd7', 'gw_port': {'id': '368447af-e9ad-4f51-a78f-6387961e5252', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:45:07Z', 'updated_at': '2021-12-06T15:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:19.681929 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4941f65e-8d98-486e-89d8-14f9ad5e87c3 None None] Checking router: 5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:47:19.690318 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4941f65e-8d98-486e-89d8-14f9ad5e87c3 None None] Routers {'5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:47:19.690942 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4941f65e-8d98-486e-89d8-14f9ad5e87c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:19.774902 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-4941f65e-8d98-486e-89d8-14f9ad5e87c3 None None] Set router 5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:47:19.804394 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa34a024-34f7-4f0e-b35f-778d63546738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:19.829316 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4941f65e-8d98-486e-89d8-14f9ad5e87c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'name': 'tempest-TestMinimumBasicScenario-1484106277-router', 'tenant_id': '3f48a8751c4444518023bb2331f00bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:06Z', 'updated_at': '2021-12-06T15:47:19Z', 'revision_number': 6, 'project_id': '3f48a8751c4444518023bb2331f00bd7', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:19.831601 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34a024-34f7-4f0e-b35f-778d63546738 admin admin] Pushing event deleted for resources: {'Port': ['ID=368447af-e9ad-4f51-a78f-6387961e5252,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:19.848352 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2821ecc-78d5-44f7-8969-01f754302a5a None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:47:19.861751 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4941f65e-8d98-486e-89d8-14f9ad5e87c3 None None] The sync data for ids ['5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a'] in n-d-master-1 is: [{'id': '5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a', 'name': 'tempest-TestMinimumBasicScenario-1484106277-router', 'tenant_id': '3f48a8751c4444518023bb2331f00bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:45:06Z', 'updated_at': '2021-12-06T15:47:19Z', 'revision_number': 6, 'project_id': '3f48a8751c4444518023bb2331f00bd7', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:47:19.901890 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa34a024-34f7-4f0e-b35f-778d63546738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.000170 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa34a024-34f7-4f0e-b35f-778d63546738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.002279 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa34a024-34f7-4f0e-b35f-778d63546738 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.047666 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa34a024-34f7-4f0e-b35f-778d63546738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.048176 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa34a024-34f7-4f0e-b35f-778d63546738 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:47:20.053036 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa34a024-34f7-4f0e-b35f-778d63546738 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.054261 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fa34a024-34f7-4f0e-b35f-778d63546738 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5874b0f1-9e6e-4efb-a9b9-9bf1adf7810a HTTP/1.1" status: 204 len: 168 time: 0.7812302 Dec 06 15:47:20.056852 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48466) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:20.099708 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88a5941-33d9-41fa-89db-e25bb5faee98 admin admin] Deleting subnet 89b7cbfa-3517-43c8-846f-448f6b5a4275 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:47:20.102729 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88a5941-33d9-41fa-89db-e25bb5faee98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.136737 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88a5941-33d9-41fa-89db-e25bb5faee98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.213625 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88a5941-33d9-41fa-89db-e25bb5faee98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.269096 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88a5941-33d9-41fa-89db-e25bb5faee98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.295253 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a5941-33d9-41fa-89db-e25bb5faee98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89b7cbfa-3517-43c8-846f-448f6b5a4275,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:20.298809 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e88a5941-33d9-41fa-89db-e25bb5faee98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.302502 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e88a5941-33d9-41fa-89db-e25bb5faee98 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/89b7cbfa-3517-43c8-846f-448f6b5a4275 HTTP/1.1" status: 204 len: 168 time: 0.2442260 Dec 06 15:47:20.305312 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48468) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:20.309422 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a43785-2ee6-4382-913a-c91a1134df1a None None] Network 1c492d69-3133-4cc6-aee3-d0ad204c1557 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:47:20.376858 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.434260 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] Deleting port 9f059898-4af1-48bc-bbb9-94948062e366 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:47:20.434603 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.497726 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] For port 9f059898-4af1-48bc-bbb9-94948062e366, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9f059898-4af1-48bc-bbb9-94948062e366,segment=NetworkSegment(332000b0-dfb1-4bc1-9d18-080af68b1037),segment_id=332000b0-dfb1-4bc1-9d18-080af68b1037)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:47:20.498092 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.509566 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] Calling delete_port for 9f059898-4af1-48bc-bbb9-94948062e366 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:47:20.590467 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.616707 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f059898-4af1-48bc-bbb9-94948062e366,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:20.621115 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] No DVR routers for this DVR port 9f059898-4af1-48bc-bbb9-94948062e366 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:47:20.653564 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfbe653-6d51-46d0-9661-74a8c862fe0c None None] DHCP port deletion for 1c492d69-3133-4cc6-aee3-d0ad204c1557 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:47:20.704025 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.725165 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c492d69-3133-4cc6-aee3-d0ad204c1557']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:20.734638 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332000b0-dfb1-4bc1-9d18-080af68b1037') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:20.734940 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332000b0-dfb1-4bc1-9d18-080af68b1037') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:20.741744 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d79b2c45-ffd2-4bee-836e-145a6680fb4d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:47:20.747853 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.762595 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: d79b2c45-ffd2-4bee-836e-145a6680fb4d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:47:20.762901 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d79b2c45-ffd2-4bee-836e-145a6680fb4d not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:47:20.763081 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.763726 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9f059898-4af1-48bc-bbb9-94948062e366 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:47:20.777925 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:47:20.778375 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:47:20.780295 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:47:20.784186 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 9f059898-4af1-48bc-bbb9-94948062e366 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:47:20.784546 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9f059898-4af1-48bc-bbb9-94948062e366 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:47:20.784975 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 368447af-e9ad-4f51-a78f-6387961e5252 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:47:20.805318 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 368447af-e9ad-4f51-a78f-6387961e5252 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:47:20.805674 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 368447af-e9ad-4f51-a78f-6387961e5252 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:47:20.836583 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.842573 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:20.845776 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1c492d69-3133-4cc6-aee3-d0ad204c1557 HTTP/1.1" status: 204 len: 168 time: 0.5395348 Dec 06 15:47:20.861680 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5787681-33c4-4847-8519-606bee230711 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c492d69-3133-4cc6-aee3-d0ad204c1557,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:21.008825 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48472) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:21.049012 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-046ec529-f588-450b-802f-38311744cc38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9179365401cf403ea5b47d539a44c777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390065 Dec 06 15:47:21.051388 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48474) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:21.097329 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d91c7e3-6a7f-419a-ba70-eefac17a7ad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:21.118981 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d91c7e3-6a7f-419a-ba70-eefac17a7ad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:21.163995 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d91c7e3-6a7f-419a-ba70-eefac17a7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:21.166570 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d91c7e3-6a7f-419a-ba70-eefac17a7ad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:21.167821 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2d91c7e3-6a7f-419a-ba70-eefac17a7ad8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb73ec84-1569-401c-8b25-6f23e4fb9679 HTTP/1.1" status: 204 len: 168 time: 0.1153951 Dec 06 15:47:21.175902 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91c7e3-6a7f-419a-ba70-eefac17a7ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb73ec84-1569-401c-8b25-6f23e4fb9679,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:21.470410 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48480) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:21.514779 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-cf0e486b-055e-4c4e-a9a9-cac15e2a1259 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f48a8751c4444518023bb2331f00bd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431294 Dec 06 15:47:21.517200 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48482) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:21.562499 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7c3658d-eb6a-46e4-9730-c2a6137b735f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:21.582958 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7c3658d-eb6a-46e4-9730-c2a6137b735f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:21.628662 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7c3658d-eb6a-46e4-9730-c2a6137b735f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:21.631348 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d7c3658d-eb6a-46e4-9730-c2a6137b735f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:21.632540 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d7c3658d-eb6a-46e4-9730-c2a6137b735f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9806334b-ba16-4a01-938c-698ef3f19064 HTTP/1.1" status: 204 len: 168 time: 0.1144321 Dec 06 15:47:21.640007 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3658d-eb6a-46e4-9730-c2a6137b735f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9806334b-ba16-4a01-938c-698ef3f19064,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:21.729139 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:47:23.426257 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48522) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:23.431397 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2b874404-e54e-4682-bff3-45500d31a0a8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-586133661', 'description': 'tempest-secgroup-smoke-586133661 description', 'project_id': '1f696de39de649a09ab85b4348ea5de3'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:47:23.452529 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b874404-e54e-4682-bff3-45500d31a0a8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.460754 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b874404-e54e-4682-bff3-45500d31a0a8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.539041 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b874404-e54e-4682-bff3-45500d31a0a8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.542896 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b874404-e54e-4682-bff3-45500d31a0a8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.582365 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b874404-e54e-4682-bff3-45500d31a0a8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4f12b3-c313-4fbb-aa6c-661c460543a0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:23.617214 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b874404-e54e-4682-bff3-45500d31a0a8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.620965 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b874404-e54e-4682-bff3-45500d31a0a8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.649453 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b874404-e54e-4682-bff3-45500d31a0a8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.650656 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2b874404-e54e-4682-bff3-45500d31a0a8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2228005 Dec 06 15:47:23.652586 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b874404-e54e-4682-bff3-45500d31a0a8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa29771-f3b8-45fd-91cd-d981bca01b17,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:23.653748 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48524) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:23.658477 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1f6a519d-b7a6-4e12-9c16-b54fc79358fb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': 'bfa29771-f3b8-45fd-91cd-d981bca01b17', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:47:23.686087 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f6a519d-b7a6-4e12-9c16-b54fc79358fb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.731515 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f6a519d-b7a6-4e12-9c16-b54fc79358fb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.734868 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f6a519d-b7a6-4e12-9c16-b54fc79358fb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.752420 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a519d-b7a6-4e12-9c16-b54fc79358fb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b643f0f9-c29a-4db7-b8d7-0cf81c1445c6,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:23.759598 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1f6a519d-b7a6-4e12-9c16-b54fc79358fb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.760798 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1f6a519d-b7a6-4e12-9c16-b54fc79358fb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1060193 Dec 06 15:47:23.763424 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48526) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:23.767672 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ed658850-6aeb-4f11-90bc-ed46f92b8654 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': 'bfa29771-f3b8-45fd-91cd-d981bca01b17', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:47:23.794810 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed658850-6aeb-4f11-90bc-ed46f92b8654 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.851405 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed658850-6aeb-4f11-90bc-ed46f92b8654 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.854904 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed658850-6aeb-4f11-90bc-ed46f92b8654 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.872082 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed658850-6aeb-4f11-90bc-ed46f92b8654 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc54a108-07e0-44ac-be7d-d1d53484b0e7,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:23.879440 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ed658850-6aeb-4f11-90bc-ed46f92b8654 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.880677 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ed658850-6aeb-4f11-90bc-ed46f92b8654 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163139 Dec 06 15:47:23.883370 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48528) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:23.887536 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-03dd08e4-9249-4632-8c36-027734f62927 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': 'bfa29771-f3b8-45fd-91cd-d981bca01b17', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:47:23.913761 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03dd08e4-9249-4632-8c36-027734f62927 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.969126 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03dd08e4-9249-4632-8c36-027734f62927 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.972638 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03dd08e4-9249-4632-8c36-027734f62927 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.990533 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd08e4-9249-4632-8c36-027734f62927 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b127e3-4b64-49f4-81b6-b70e84fa6f22,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:23.997672 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03dd08e4-9249-4632-8c36-027734f62927 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:23.998842 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-03dd08e4-9249-4632-8c36-027734f62927 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145408 Dec 06 15:47:24.001621 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48530) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:24.006007 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7bae60dd-48f1-4189-82ae-726a4f2cd7fe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': 'bfa29771-f3b8-45fd-91cd-d981bca01b17', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:47:24.031404 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7bae60dd-48f1-4189-82ae-726a4f2cd7fe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.086351 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7bae60dd-48f1-4189-82ae-726a4f2cd7fe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.089834 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7bae60dd-48f1-4189-82ae-726a4f2cd7fe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.107688 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae60dd-48f1-4189-82ae-726a4f2cd7fe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81343b8e-a72c-4bd3-a9ab-4acb39d2dae0,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:24.115211 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7bae60dd-48f1-4189-82ae-726a4f2cd7fe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.116422 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7bae60dd-48f1-4189-82ae-726a4f2cd7fe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1136708 Dec 06 15:47:24.119094 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48532) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:24.123306 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2c10692a-269a-47d3-a4a7-6fe3e610b4ac tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': 'bfa29771-f3b8-45fd-91cd-d981bca01b17', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:47:24.144202 n-d-master-1 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-2c10692a-269a-47d3-a4a7-6fe3e610b4ac tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Project 1f696de39de649a09ab85b4348ea5de3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:47:24.149621 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c10692a-269a-47d3-a4a7-6fe3e610b4ac tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.208852 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c10692a-269a-47d3-a4a7-6fe3e610b4ac tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.212205 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c10692a-269a-47d3-a4a7-6fe3e610b4ac tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.229113 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10692a-269a-47d3-a4a7-6fe3e610b4ac tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de54ae93-f7ef-4ecf-a152-63356b0c932b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:24.236858 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c10692a-269a-47d3-a4a7-6fe3e610b4ac tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.238027 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2c10692a-269a-47d3-a4a7-6fe3e610b4ac tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179931 Dec 06 15:47:24.240797 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48534) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:24.244961 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a5a800cd-6a31-451d-9912-343e71f03cc9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': 'bfa29771-f3b8-45fd-91cd-d981bca01b17', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:47:24.265747 n-d-master-1 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-a5a800cd-6a31-451d-9912-343e71f03cc9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Project 1f696de39de649a09ab85b4348ea5de3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:47:24.270532 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5a800cd-6a31-451d-9912-343e71f03cc9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.329202 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5a800cd-6a31-451d-9912-343e71f03cc9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.332595 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5a800cd-6a31-451d-9912-343e71f03cc9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.350442 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a800cd-6a31-451d-9912-343e71f03cc9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533f1781-311d-47a8-ba9c-9294c5d4e8fb,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:24.358346 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5a800cd-6a31-451d-9912-343e71f03cc9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.359527 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a5a800cd-6a31-451d-9912-343e71f03cc9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178303 Dec 06 15:47:24.362560 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48536) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:24.367235 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-262bc4b3-a9d7-4732-8172-17b85af713f9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'network': {'name': 'tempest-network-smoke--1660068664', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'port_security_enabled': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:47:24.387744 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262bc4b3-a9d7-4732-8172-17b85af713f9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Made reservation on behalf of 1f696de39de649a09ab85b4348ea5de3 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:47:24.391272 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-262bc4b3-a9d7-4732-8172-17b85af713f9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.414096 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262bc4b3-a9d7-4732-8172-17b85af713f9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:47:24.422467 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-262bc4b3-a9d7-4732-8172-17b85af713f9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.422827 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-262bc4b3-a9d7-4732-8172-17b85af713f9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Added segment 3b20dc8b-f412-4e12-8b8d-670dff04d42b of type vlan for network b35fec7a-0aef-4267-b02e-b78bc427b5f6 Dec 06 15:47:24.461624 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-262bc4b3-a9d7-4732-8172-17b85af713f9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.486864 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-262bc4b3-a9d7-4732-8172-17b85af713f9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.492651 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262bc4b3-a9d7-4732-8172-17b85af713f9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:24.493225 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-262bc4b3-a9d7-4732-8172-17b85af713f9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.532668 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-262bc4b3-a9d7-4732-8172-17b85af713f9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1691220 Dec 06 15:47:24.535592 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48538) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:24.539867 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-964317742', 'admin_state_up': True, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:47:24.574331 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bc4b3-a9d7-4732-8172-17b85af713f9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Network': ['ID=b35fec7a-0aef-4267-b02e-b78bc427b5f6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:24.584676 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network b35fec7a-0aef-4267-b02e-b78bc427b5f6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:47:24.591616 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.592866 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.643755 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.780273 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.964519 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:24.986745 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:25.083151 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.35.7.245 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/bd8fb070-bb00-4c52-bd46-a635511e42b1) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:47:25.183925 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:25.519925 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:25.554625 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:47:25.561039 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:47:25.563532 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:47:25.575390 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2cfc6e-6524-49ad-9561-9d3647e54fbd None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:47:25.592941 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=bd8fb070-bb00-4c52-bd46-a635511e42b1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:25.644251 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7111d154-5bfb-4c22-a559-58f16a1866a2 None None] Provisioning complete for port bd8fb070-bb00-4c52-bd46-a635511e42b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:47:25.644800 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7111d154-5bfb-4c22-a559-58f16a1866a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:25.678200 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7111d154-5bfb-4c22-a559-58f16a1866a2 None None] Port bd8fb070-bb00-4c52-bd46-a635511e42b1 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:47:25.820652 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:26.012585 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:26.137230 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 78c4f413-ad1e-4490-9bec-2a86522f2c9e is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:47:26.246756 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:47:26.256716 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Sync routers for ids ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:47:26.267361 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Routers {'78c4f413-ad1e-4490-9bec-2a86522f2c9e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:47:26.268002 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:26.269347 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:26.270565 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a7a41f16-a810-4d4f-9a5a-3bee8f510576 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7340052 Dec 06 15:47:26.273754 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48540) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:26.373567 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Set router 78c4f413-ad1e-4490-9bec-2a86522f2c9e gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:47:26.393478 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7ad1f8d9-839c-4e0f-aa42-4c5186e894b3 tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1f696de39de649a09ab85b4348ea5de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1185019 Dec 06 15:47:26.396191 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48544) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:26.494150 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c028a17a-d504-41ba-a0d1-d861c52d1339 tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:26.495718 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c028a17a-d504-41ba-a0d1-d861c52d1339 tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0985689 Dec 06 15:47:26.498788 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48546) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:26.530083 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fadc37ae-20bb-44ef-9c3a-fbb3bbe2de41 tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275545 Dec 06 15:47:26.530302 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48548) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:26.534967 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-82889dd1-4a36-48d2-b1b2-544077b24f1b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2115469482', 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:47:26.624155 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82889dd1-4a36-48d2-b1b2-544077b24f1b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Made reservation on behalf of 1f696de39de649a09ab85b4348ea5de3 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:47:26.627680 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82889dd1-4a36-48d2-b1b2-544077b24f1b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:26.707561 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-964317742', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:25Z', 'revision_number': 3, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:26.735460 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Checking router: 78c4f413-ad1e-4490-9bec-2a86522f2c9e for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:47:26.735849 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Updating router 78c4f413-ad1e-4490-9bec-2a86522f2c9e port bd8fb070-bb00-4c52-bd46-a635511e42b1 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:47:26.760193 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:26.808239 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82889dd1-4a36-48d2-b1b2-544077b24f1b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:26.874256 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82889dd1-4a36-48d2-b1b2-544077b24f1b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Subnet': ['ID=2e6acdf4-a007-41cb-af60-1b7f232e3bbf,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:26.881537 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82889dd1-4a36-48d2-b1b2-544077b24f1b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Checking segment: {'id': '3b20dc8b-f412-4e12-8b8d-670dff04d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:47:26.881910 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82889dd1-4a36-48d2-b1b2-544077b24f1b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network hostable DHCP agents. Network: b35fec7a-0aef-4267-b02e-b78bc427b5f6, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:47:26.899048 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82889dd1-4a36-48d2-b1b2-544077b24f1b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network b35fec7a-0aef-4267-b02e-b78bc427b5f6 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:47:26.909159 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-82889dd1-4a36-48d2-b1b2-544077b24f1b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b35fec7a-0aef-4267-b02e-b78bc427b5f6) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:47:26.914674 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82889dd1-4a36-48d2-b1b2-544077b24f1b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:26.915286 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82889dd1-4a36-48d2-b1b2-544077b24f1b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:26.927636 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a88ec49-2fae-4220-b018-bae4deae6b3c None None] Network b35fec7a-0aef-4267-b02e-b78bc427b5f6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:47:26.935595 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-82889dd1-4a36-48d2-b1b2-544077b24f1b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4016912 Dec 06 15:47:26.935793 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48550) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:27.109055 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:27.118035 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:27.168478 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b35fec7a-0aef-4267-b02e-b78bc427b5f6', 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ips': [{'subnet_id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:47:27.169276 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:27.188820 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257b17e6-f6d1-4c57-8466-d9a24ec153d0 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:47:27.204799 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Attempting to bind port bd8fb070-bb00-4c52-bd46-a635511e42b1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:47:27.205170 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Attempting to bind port bd8fb070-bb00-4c52-bd46-a635511e42b1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:47:27.205534 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Attempting to bind port bd8fb070-bb00-4c52-bd46-a635511e42b1 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:47:27.212494 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b96a53-68e9-44c1-a91b-12b005c7a362 None None] Pushing event updated for resources: {'Port': ['ID=bd8fb070-bb00-4c52-bd46-a635511e42b1,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:27.228420 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:47:27.228815 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:47:27.229304 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:27.229767 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:47:27.230252 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Bound port: bd8fb070-bb00-4c52-bd46-a635511e42b1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:47:27.230876 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:27.360805 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:27.374932 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-e9fc3fe5-b24f-4443-8da7-005972c902a3 None None] Provisioning complete for port bd8fb070-bb00-4c52-bd46-a635511e42b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:47:27.375297 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3fe5-b24f-4443-8da7-005972c902a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:27.401511 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] For port bd8fb070-bb00-4c52-bd46-a635511e42b1, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:47:27.426071 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] For port bd8fb070-bb00-4c52-bd46-a635511e42b1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd8fb070-bb00-4c52-bd46-a635511e42b1,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:47:27.434549 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Allocated IP 172.20.0.2 (b35fec7a-0aef-4267-b02e-b78bc427b5f6/2e6acdf4-a007-41cb-af60-1b7f232e3bbf/c9e514d2-545d-4f98-89fb-b470b4ee3fd9) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:47:27.436992 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:27.445024 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-e9fc3fe5-b24f-4443-8da7-005972c902a3 None None] Port bd8fb070-bb00-4c52-bd46-a635511e42b1 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:47:27.503054 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b305cd3-521a-4643-ae22-87ece741e959 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:47:27.573411 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Routers {'78c4f413-ad1e-4490-9bec-2a86522f2c9e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:47:27.574039 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:27.575704 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b96a53-68e9-44c1-a91b-12b005c7a362 None None] Pushing event updated for resources: {'Port': ['ID=bd8fb070-bb00-4c52-bd46-a635511e42b1,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:27.643509 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c8c4407f-d2f5-4752-bd9a-9cb6a18b44de None None] Provisioning complete for port bd8fb070-bb00-4c52-bd46-a635511e42b1 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:47:27.643899 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8c4407f-d2f5-4752-bd9a-9cb6a18b44de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:27.767416 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:27.777624 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] Set router 78c4f413-ad1e-4490-9bec-2a86522f2c9e gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:47:27.780625 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:27.824378 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.20.0.1 (b35fec7a-0aef-4267-b02e-b78bc427b5f6/2e6acdf4-a007-41cb-af60-1b7f232e3bbf/6332796d-7949-4947-ab7a-655e7c3e8715) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:47:27.885296 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Network b35fec7a-0aef-4267-b02e-b78bc427b5f6 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:47:27.916106 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:47:27.925011 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:47:27.936220 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Pushing event updated for resources: {'Port': ['ID=c9e514d2-545d-4f98-89fb-b470b4ee3fd9,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:27.937612 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:27.977606 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8c4407f-d2f5-4752-bd9a-9cb6a18b44de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:27.979542 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:28.022942 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network b35fec7a-0aef-4267-b02e-b78bc427b5f6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:47:28.026149 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:47:28.028620 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:47:28.046650 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c8c4407f-d2f5-4752-bd9a-9cb6a18b44de None None] For port bd8fb070-bb00-4c52-bd46-a635511e42b1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd8fb070-bb00-4c52-bd46-a635511e42b1,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:47:28.055584 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8c4407f-d2f5-4752-bd9a-9cb6a18b44de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:28.061482 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=6332796d-7949-4947-ab7a-655e7c3e8715,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:28.078654 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Attempting to bind port c9e514d2-545d-4f98-89fb-b470b4ee3fd9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:47:28.079023 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Attempting to bind port c9e514d2-545d-4f98-89fb-b470b4ee3fd9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3b20dc8b-f412-4e12-8b8d-670dff04d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:47:28.079379 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Attempting to bind port c9e514d2-545d-4f98-89fb-b470b4ee3fd9 on network b35fec7a-0aef-4267-b02e-b78bc427b5f6 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:47:28.081169 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:28.106901 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:47:28.107272 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Checking segment: {'id': '3b20dc8b-f412-4e12-8b8d-670dff04d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:47:28.107683 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:28.108082 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Bound using segment: {'id': '3b20dc8b-f412-4e12-8b8d-670dff04d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:47:28.108550 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Bound port: c9e514d2-545d-4f98-89fb-b470b4ee3fd9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b20dc8b-f412-4e12-8b8d-670dff04d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:47:28.108928 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:28.170534 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4407f-d2f5-4752-bd9a-9cb6a18b44de None None] Pushing event updated for resources: {'Port': ['ID=bd8fb070-bb00-4c52-bd46-a635511e42b1,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:28.205329 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-964317742', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:25Z', 'revision_number': 3, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:28.209880 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] For port c9e514d2-545d-4f98-89fb-b470b4ee3fd9, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:47:28.216530 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:28.241428 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c6723-cb7e-4661-a312-9175e000c988 None None] The sync data for ids ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'] in n-d-master-1 is: [{'id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-964317742', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:25Z', 'revision_number': 3, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:47:28.250180 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] For port c9e514d2-545d-4f98-89fb-b470b4ee3fd9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c9e514d2-545d-4f98-89fb-b470b4ee3fd9,segment=NetworkSegment(3b20dc8b-f412-4e12-8b8d-670dff04d42b),segment_id=3b20dc8b-f412-4e12-8b8d-670dff04d42b)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:47:28.256583 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:28.323698 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7fde8-ebea-4fc1-aebc-640c9929058f None None] Pushing event updated for resources: {'Port': ['ID=c9e514d2-545d-4f98-89fb-b470b4ee3fd9,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:28.372727 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:28.557374 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:28.562075 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:28.645199 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:28.647624 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=6332796d-7949-4947-ab7a-655e7c3e8715,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:28.767909 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network b35fec7a-0aef-4267-b02e-b78bc427b5f6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:47:28.769387 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:47:28.807500 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c9e514d2-545d-4f98-89fb-b470b4ee3fd9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:47:28.857828 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port c9e514d2-545d-4f98-89fb-b470b4ee3fd9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:47:28.858352 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:28.897929 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 78c4f413-ad1e-4490-9bec-2a86522f2c9e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:47:28.946510 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:28.981143 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port c9e514d2-545d-4f98-89fb-b470b4ee3fd9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c9e514d2-545d-4f98-89fb-b470b4ee3fd9,segment=NetworkSegment(3b20dc8b-f412-4e12-8b8d-670dff04d42b),segment_id=3b20dc8b-f412-4e12-8b8d-670dff04d42b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:47:28.986264 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:28.987168 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device bd8fb070-bb00-4c52-bd46-a635511e42b1 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:47:29.014261 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:47:29.025206 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fb218ec9-537c-4340-8ab5-554a02d2c218 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "PUT /v2.0/routers/78c4f413-ad1e-4490-9bec-2a86522f2c9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0884104 Dec 06 15:47:29.063737 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=c9e514d2-545d-4f98-89fb-b470b4ee3fd9,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:29.079928 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port bd8fb070-bb00-4c52-bd46-a635511e42b1 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:47:29.080570 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:29.360392 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-abea23fa-f428-440c-9070-9679a7761018 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-586133661&fields=id&tenant_id=1f696de39de649a09ab85b4348ea5de3 HTTP/1.1" status: 200 len: 267 time: 0.0479996 Dec 06 15:47:29.401240 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2035d84b-8a5d-45fc-a346-b7fdb37c4c4a None None] Network b35fec7a-0aef-4267-b02e-b78bc427b5f6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:47:29.476460 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-c75493c0-1be4-45ac-af11-8dbe2a9dff2d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:29.477974 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-c75493c0-1be4-45ac-af11-8dbe2a9dff2d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/networks?id=b35fec7a-0aef-4267-b02e-b78bc427b5f6 HTTP/1.1" status: 200 len: 797 time: 0.1105399 Dec 06 15:47:29.494341 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-f0714227-9226-49a9-9653-4415565fbbfb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/quotas/1f696de39de649a09ab85b4348ea5de3 HTTP/1.1" status: 200 len: 375 time: 0.0100427 Dec 06 15:47:29.527215 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ba61aa1d-aabc-450f-8e96-98a50effcfd4 None None] Provisioning complete for port c9e514d2-545d-4f98-89fb-b470b4ee3fd9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:47:29.527589 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ba61aa1d-aabc-450f-8e96-98a50effcfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:29.549531 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-b99bf054-f61c-4763-bb27-649036df56e7 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491884 Dec 06 15:47:29.702131 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-1077487c-3204-40d7-a8f8-cc9f020217ff service neutron] 10.222.0.20 "GET /v2.0/networks/b35fec7a-0aef-4267-b02e-b78bc427b5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402130 Dec 06 15:47:29.807185 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-4ec90b9a-f934-47b2-89b7-c8661fca0f8f service neutron] 10.222.0.20 "GET /v2.0/networks/b35fec7a-0aef-4267-b02e-b78bc427b5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988257 Dec 06 15:47:29.862577 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-08735236-2ba6-4764-bb51-88bdc9e7fdcf None None] Provisioning complete for port 6332796d-7949-4947-ab7a-655e7c3e8715 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:47:29.863156 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08735236-2ba6-4764-bb51-88bdc9e7fdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:29.912702 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-08735236-2ba6-4764-bb51-88bdc9e7fdcf None None] Port 6332796d-7949-4947-ab7a-655e7c3e8715 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:47:29.923509 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-08735236-2ba6-4764-bb51-88bdc9e7fdcf None None] Provisioning complete for port c9e514d2-545d-4f98-89fb-b470b4ee3fd9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:47:29.923919 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08735236-2ba6-4764-bb51-88bdc9e7fdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:30.076585 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Sync routers for ids ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:47:30.087472 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Routers {'78c4f413-ad1e-4490-9bec-2a86522f2c9e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:47:30.088133 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:30.127359 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-18e14b97-9fca-4544-b489-a49572dd3fc8 None None] Provisioning complete for port 6332796d-7949-4947-ab7a-655e7c3e8715 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:47:30.128061 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-18e14b97-9fca-4544-b489-a49572dd3fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:30.165365 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-18e14b97-9fca-4544-b489-a49572dd3fc8 None None] Port 6332796d-7949-4947-ab7a-655e7c3e8715 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:47:30.196390 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Set router 78c4f413-ad1e-4490-9bec-2a86522f2c9e gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:47:30.282917 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-07d06869-5a72-494f-8140-f7b03d93ea04 None None] Provisioning complete for port 6332796d-7949-4947-ab7a-655e7c3e8715 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:47:30.283284 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-07d06869-5a72-494f-8140-f7b03d93ea04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:30.398268 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-964317742', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:28Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6332796d-7949-4947-ab7a-655e7c3e8715', 'name': '', 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:f7:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:27Z', 'updated_at': '2021-12-06T15:47:28Z', 'revision_number': 2, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:30.424241 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Checking router: 78c4f413-ad1e-4490-9bec-2a86522f2c9e for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:47:30.424595 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Updating router 78c4f413-ad1e-4490-9bec-2a86522f2c9e port 6332796d-7949-4947-ab7a-655e7c3e8715 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:47:30.449847 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:30.479048 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-07d06869-5a72-494f-8140-f7b03d93ea04 None None] Port 6332796d-7949-4947-ab7a-655e7c3e8715 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:47:30.481846 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:30.704590 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:30.710297 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:30.733938 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c9e514d2-545d-4f98-89fb-b470b4ee3fd9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:47:30.760664 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29feddb0-af37-4a57-870a-26b53861c6c2 None None] Pushing event updated for resources: {'Port': ['ID=6332796d-7949-4947-ab7a-655e7c3e8715,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:30.782970 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29feddb0-af37-4a57-870a-26b53861c6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:30.783314 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29feddb0-af37-4a57-870a-26b53861c6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:30.783684 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29feddb0-af37-4a57-870a-26b53861c6c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:30.784005 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29feddb0-af37-4a57-870a-26b53861c6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:30.784482 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29feddb0-af37-4a57-870a-26b53861c6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:30.784656 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29feddb0-af37-4a57-870a-26b53861c6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:30.785083 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29feddb0-af37-4a57-870a-26b53861c6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:30.785298 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29feddb0-af37-4a57-870a-26b53861c6c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:30.785614 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29feddb0-af37-4a57-870a-26b53861c6c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:30.785931 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29feddb0-af37-4a57-870a-26b53861c6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:30.786166 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port c9e514d2-545d-4f98-89fb-b470b4ee3fd9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:47:30.786280 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29feddb0-af37-4a57-870a-26b53861c6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:30.786547 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29feddb0-af37-4a57-870a-26b53861c6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:30.786865 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:30.786983 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29feddb0-af37-4a57-870a-26b53861c6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:47:30.823377 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Attempting to bind port 6332796d-7949-4947-ab7a-655e7c3e8715 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:47:30.824227 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Attempting to bind port 6332796d-7949-4947-ab7a-655e7c3e8715 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3b20dc8b-f412-4e12-8b8d-670dff04d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:47:30.824227 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Attempting to bind port 6332796d-7949-4947-ab7a-655e7c3e8715 on network b35fec7a-0aef-4267-b02e-b78bc427b5f6 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:47:30.829252 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:47:30.829632 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Checking segment: {'id': '3b20dc8b-f412-4e12-8b8d-670dff04d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:47:30.830061 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:30.830422 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Bound using segment: {'id': '3b20dc8b-f412-4e12-8b8d-670dff04d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:47:30.831086 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Bound port: 6332796d-7949-4947-ab7a-655e7c3e8715, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b20dc8b-f412-4e12-8b8d-670dff04d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:47:30.831823 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:30.896934 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-50e3c5ae-c577-473a-b4a2-9377ff3dbb09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:30.905456 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] For port 6332796d-7949-4947-ab7a-655e7c3e8715, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:47:30.908783 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] For port 6332796d-7949-4947-ab7a-655e7c3e8715, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6332796d-7949-4947-ab7a-655e7c3e8715,segment=NetworkSegment(3b20dc8b-f412-4e12-8b8d-670dff04d42b),segment_id=3b20dc8b-f412-4e12-8b8d-670dff04d42b)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:47:30.913364 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:30.973111 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Routers {'78c4f413-ad1e-4490-9bec-2a86522f2c9e'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:47:30.974430 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:47:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:30.979817 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29feddb0-af37-4a57-870a-26b53861c6c2 None None] Pushing event updated for resources: {'Port': ['ID=6332796d-7949-4947-ab7a-655e7c3e8715,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:31.012342 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-37df11bc-8361-43ad-ba43-5e05fcc4fe77 None None] Provisioning complete for port 6332796d-7949-4947-ab7a-655e7c3e8715 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:47:31.013564 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37df11bc-8361-43ad-ba43-5e05fcc4fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:31.091242 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-19dbf49e-09d5-496a-b850-3444fcb01444 req-b7a7b40c-fb62-4987-b63e-b152a61672ef tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 210 time: 0.1001523 Dec 06 15:47:31.103245 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] Set router 78c4f413-ad1e-4490-9bec-2a86522f2c9e gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:47:31.118205 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37df11bc-8361-43ad-ba43-5e05fcc4fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:31.156558 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-37df11bc-8361-43ad-ba43-5e05fcc4fe77 None None] For port 6332796d-7949-4947-ab7a-655e7c3e8715, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6332796d-7949-4947-ab7a-655e7c3e8715,segment=NetworkSegment(3b20dc8b-f412-4e12-8b8d-670dff04d42b),segment_id=3b20dc8b-f412-4e12-8b8d-670dff04d42b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:47:31.161547 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37df11bc-8361-43ad-ba43-5e05fcc4fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:31.209603 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df11bc-8361-43ad-ba43-5e05fcc4fe77 None None] Pushing event updated for resources: {'Port': ['ID=6332796d-7949-4947-ab7a-655e7c3e8715,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:31.282723 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-94cef911-0a9b-4600-abb9-7d86a323920c None None] Provisioning complete for port 6332796d-7949-4947-ab7a-655e7c3e8715 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:47:31.283127 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94cef911-0a9b-4600-abb9-7d86a323920c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:31.388605 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-964317742', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:28Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6332796d-7949-4947-ab7a-655e7c3e8715', 'name': '', 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:f7:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:27Z', 'updated_at': '2021-12-06T15:47:30Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:31.417553 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f6e89-066f-4b61-ad6f-59734642d006 None None] The sync data for ids ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'] in n-d-master-1 is: [{'id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-964317742', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:28Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6332796d-7949-4947-ab7a-655e7c3e8715', 'name': '', 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:f7:f9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:27Z', 'updated_at': '2021-12-06T15:47:30Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:47:32.162632 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5df2714a-6810-43f1-9945-79ae88b6518c req-2fc50a45-fb25-4cf9-a2bf-9fc3dc926d24 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 210 time: 0.0275958 Dec 06 15:47:32.748614 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6332796d-7949-4947-ab7a-655e7c3e8715 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:47:32.798543 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 6332796d-7949-4947-ab7a-655e7c3e8715 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:47:32.798911 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:33.243902 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aa82a7e0-3686-4144-99b9-47d4c3c5bdcd req-139cdbbf-cd99-4564-83fd-78425e999251 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 210 time: 0.0272508 Dec 06 15:47:33.337255 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e64b45d5-0367-451b-b898-9e32123a5435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:34.211737 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:34.324924 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d7a8b535-826a-4c32-a402-ba836d2e08fc req-52cdf178-01b2-46f4-ae7b-6c02f334fee3 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 210 time: 0.0269673 Dec 06 15:47:35.417295 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-85ef02b6-b901-48a7-b51b-c518a461d991 req-21ccd8a2-1ec8-461a-9033-51c3dec14547 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 210 time: 0.0258176 Dec 06 15:47:35.868786 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:36.133767 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-65297d47-527e-402b-8c85-954e1b603291 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:36.135227 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-65297d47-527e-402b-8c85-954e1b603291 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.23 "GET /v2.0/networks?id=b35fec7a-0aef-4267-b02e-b78bc427b5f6 HTTP/1.1" status: 200 len: 797 time: 0.1057763 Dec 06 15:47:36.198806 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-4d592345-d8bd-449b-a6dd-0bd195b97a2b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f696de39de649a09ab85b4348ea5de3 HTTP/1.1" status: 200 len: 379 time: 0.0538278 Dec 06 15:47:36.208783 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-1526cbd8-3036-4bde-a573-b6f864953b52 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'port': {'device_id': '031b7ef4-56da-4f6c-8210-5d6a010d6f6f', 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6', 'admin_state_up': True, 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'security_groups': ['bfa29771-f3b8-45fd-91cd-d981bca01b17']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:47:36.316535 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-1526cbd8-3036-4bde-a573-b6f864953b52 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Made reservation on behalf of 1f696de39de649a09ab85b4348ea5de3 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:47:36.320154 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-1526cbd8-3036-4bde-a573-b6f864953b52 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:36.440534 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-1526cbd8-3036-4bde-a573-b6f864953b52 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.20.0.4 (b35fec7a-0aef-4267-b02e-b78bc427b5f6/2e6acdf4-a007-41cb-af60-1b7f232e3bbf/105e229e-3abd-4219-892a-11948267e6ab) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:47:36.535604 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9a118ebe-caee-4be0-93d9-bfff3056f368 req-7e2d7bf6-c519-48b4-bd55-790cdb2f8a83 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 210 time: 0.0368354 Dec 06 15:47:36.602707 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-1526cbd8-3036-4bde-a573-b6f864953b52 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:36.635148 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-1526cbd8-3036-4bde-a573-b6f864953b52 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:36.680482 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-1526cbd8-3036-4bde-a573-b6f864953b52 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network b35fec7a-0aef-4267-b02e-b78bc427b5f6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:47:36.683609 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-1526cbd8-3036-4bde-a573-b6f864953b52 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:47:36.687315 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-1526cbd8-3036-4bde-a573-b6f864953b52 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:47:36.713524 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526cbd8-3036-4bde-a573-b6f864953b52 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=105e229e-3abd-4219-892a-11948267e6ab,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:36.743039 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-1526cbd8-3036-4bde-a573-b6f864953b52 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:36.743695 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-1526cbd8-3036-4bde-a573-b6f864953b52 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:36.749172 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:36.761173 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-1526cbd8-3036-4bde-a573-b6f864953b52 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5559752 Dec 06 15:47:36.820051 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Request body: {'port': {'device_id': '031b7ef4-56da-4f6c-8210-5d6a010d6f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:47:36.876307 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:36.915969 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a3eb60d9-616c-4fe2-8251-c176ac40ed69 None None] Provisioning complete for port 105e229e-3abd-4219-892a-11948267e6ab triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:47:36.916562 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a3eb60d9-616c-4fe2-8251-c176ac40ed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:36.955337 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb60d9-616c-4fe2-8251-c176ac40ed69 None None] Port 105e229e-3abd-4219-892a-11948267e6ab cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:47:37.421286 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105e229e-3abd-4219-892a-11948267e6ab {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:47:37.428878 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:37.440246 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Transition to ACTIVE for port object 105e229e-3abd-4219-892a-11948267e6ab will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:47:37.444320 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:37.494048 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Pushing event updated for resources: {'Port': ['ID=105e229e-3abd-4219-892a-11948267e6ab,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:37.565246 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Attempting to bind port 105e229e-3abd-4219-892a-11948267e6ab on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:47:37.565588 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Attempting to bind port 105e229e-3abd-4219-892a-11948267e6ab by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '3b20dc8b-f412-4e12-8b8d-670dff04d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:47:37.565917 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Attempting to bind port 105e229e-3abd-4219-892a-11948267e6ab on network b35fec7a-0aef-4267-b02e-b78bc427b5f6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:47:37.570614 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Port 105e229e-3abd-4219-892a-11948267e6ab on network b35fec7a-0aef-4267-b02e-b78bc427b5f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:47:37.570946 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Attempting to bind port 105e229e-3abd-4219-892a-11948267e6ab on network b35fec7a-0aef-4267-b02e-b78bc427b5f6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:47:37.576178 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:47:37.576551 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Checking segment: {'id': '3b20dc8b-f412-4e12-8b8d-670dff04d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:47:37.576896 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Bound using segment: {'id': '3b20dc8b-f412-4e12-8b8d-670dff04d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:47:37.577328 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Bound port: 105e229e-3abd-4219-892a-11948267e6ab, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b20dc8b-f412-4e12-8b8d-670dff04d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:47:37.577686 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:37.652426 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] For port 105e229e-3abd-4219-892a-11948267e6ab, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:47:37.655831 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] For port 105e229e-3abd-4219-892a-11948267e6ab, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=105e229e-3abd-4219-892a-11948267e6ab,segment=NetworkSegment(3b20dc8b-f412-4e12-8b8d-670dff04d42b),segment_id=3b20dc8b-f412-4e12-8b8d-670dff04d42b)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:47:37.660930 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:37.662145 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54821a39-2714-452e-b16c-9aa2c4aa8ed8 req-a6127e1b-5efc-4cd7-b23c-01e0e8eb4588 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:37.663705 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-54821a39-2714-452e-b16c-9aa2c4aa8ed8 req-a6127e1b-5efc-4cd7-b23c-01e0e8eb4588 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 943 time: 0.0512516 Dec 06 15:47:37.699025 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:37.699683 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:37.701105 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] 10.222.0.23 "PUT /v2.0/ports/105e229e-3abd-4219-892a-11948267e6ab HTTP/1.1" status: 200 len: 1091 time: 0.9316559 Dec 06 15:47:37.701561 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031b7ef4-56da-4f6c-8210-5d6a010d6f6f', 'tag': '105e229e-3abd-4219-892a-11948267e6ab'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:47:37.704364 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fee7dd3-00df-4a1c-aa31-02930f809ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "031b7ef4-56da-4f6c-8210-5d6a010d6f6f", "tag": "105e229e-3abd-4219-892a-11948267e6ab"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:47:37.728588 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a5276-6844-430c-8832-9795fde2dae5 service neutron] Pushing event updated for resources: {'Port': ['ID=105e229e-3abd-4219-892a-11948267e6ab,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:37.750665 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-54821a39-2714-452e-b16c-9aa2c4aa8ed8 req-8dffd779-c70e-4f67-ac8f-23407a43beda tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808268 Dec 06 15:47:37.764891 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8311087b-5704-4f9e-a586-b6555f955297 x-openstack-request-id: req-8311087b-5704-4f9e-a586-b6555f955297 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:47:37.765203 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031b7ef4-56da-4f6c-8210-5d6a010d6f6f", "tag": "105e229e-3abd-4219-892a-11948267e6ab", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:47:37.766214 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8311087b-5704-4f9e-a586-b6555f955297 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:47:37.766621 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031b7ef4-56da-4f6c-8210-5d6a010d6f6f', 'tag': '105e229e-3abd-4219-892a-11948267e6ab', 'status': 'completed', 'code': 200} Dec 06 15:47:37.803286 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-4bb97872-154d-4450-a3ed-4cf2be0c9a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:37.804856 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-4bb97872-154d-4450-a3ed-4cf2be0c9a40 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 1094 time: 0.0522764 Dec 06 15:47:37.852850 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-2eb8f138-32c4-4ed0-b2cb-785641d0702c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=105e229e-3abd-4219-892a-11948267e6ab HTTP/1.1" status: 200 len: 217 time: 0.0389864 Dec 06 15:47:37.904511 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-08d323cd-6e0f-4676-9e76-4efa2cfedd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:37.905987 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-08d323cd-6e0f-4676-9e76-4efa2cfedd63 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e6acdf4-a007-41cb-af60-1b7f232e3bbf HTTP/1.1" status: 200 len: 835 time: 0.0450425 Dec 06 15:47:37.951255 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-ed2b5007-cfe5-4544-8139-e1e1cd526961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:37.952772 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-ed2b5007-cfe5-4544-8139-e1e1cd526961 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b35fec7a-0aef-4267-b02e-b78bc427b5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400126 Dec 06 15:47:38.044542 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-c827bc22-0281-45f4-a9cd-87769d89bc4b service neutron] 10.222.0.23 "GET /v2.0/networks/b35fec7a-0aef-4267-b02e-b78bc427b5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847263 Dec 06 15:47:38.132464 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-90f37461-565a-44de-9a64-92ec9e604bd9 req-c0c971f8-cf8f-4aa9-986c-db301184bfc9 service neutron] 10.222.0.23 "GET /v2.0/networks/b35fec7a-0aef-4267-b02e-b78bc427b5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809729 Dec 06 15:47:38.220501 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee7dd3-00df-4a1c-aa31-02930f809ecf req-921dc703-caec-45e5-94ce-b328b53c63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:38.221900 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fee7dd3-00df-4a1c-aa31-02930f809ecf req-921dc703-caec-45e5-94ce-b328b53c63a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 1094 time: 0.0457349 Dec 06 15:47:38.310037 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee7dd3-00df-4a1c-aa31-02930f809ecf req-fc3ac39b-b97e-4c39-a34c-0a16b0899a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:38.311588 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fee7dd3-00df-4a1c-aa31-02930f809ecf req-fc3ac39b-b97e-4c39-a34c-0a16b0899a63 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b35fec7a-0aef-4267-b02e-b78bc427b5f6 HTTP/1.1" status: 200 len: 898 time: 0.0829196 Dec 06 15:47:38.356643 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fee7dd3-00df-4a1c-aa31-02930f809ecf req-44b49a50-1920-4d7d-8477-a910ff0fff1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=105e229e-3abd-4219-892a-11948267e6ab HTTP/1.1" status: 200 len: 217 time: 0.0378094 Dec 06 15:47:38.406071 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee7dd3-00df-4a1c-aa31-02930f809ecf req-8bd30e7d-30fe-4d2e-9484-1dabfb6c31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:38.407503 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fee7dd3-00df-4a1c-aa31-02930f809ecf req-8bd30e7d-30fe-4d2e-9484-1dabfb6c31a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e6acdf4-a007-41cb-af60-1b7f232e3bbf HTTP/1.1" status: 200 len: 835 time: 0.0435584 Dec 06 15:47:38.454181 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee7dd3-00df-4a1c-aa31-02930f809ecf req-3504d5cc-620f-4ae2-9a50-a57a54aa9dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:38.455717 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fee7dd3-00df-4a1c-aa31-02930f809ecf req-3504d5cc-620f-4ae2-9a50-a57a54aa9dd1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b35fec7a-0aef-4267-b02e-b78bc427b5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407715 Dec 06 15:47:38.548514 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fee7dd3-00df-4a1c-aa31-02930f809ecf req-06ca69ef-58d3-48d4-bcad-f3eca85c9be4 service neutron] 10.222.0.23 "GET /v2.0/networks/b35fec7a-0aef-4267-b02e-b78bc427b5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846071 Dec 06 15:47:38.637247 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fee7dd3-00df-4a1c-aa31-02930f809ecf req-0e8f69bc-dd5e-4cf8-9482-6127a2c46cc9 service neutron] 10.222.0.23 "GET /v2.0/networks/b35fec7a-0aef-4267-b02e-b78bc427b5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803852 Dec 06 15:47:38.873900 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4c73c-da7a-4752-8c94-cf8a37544808 req-de9068f4-16b9-4e7e-a918-523c4b2c8b5c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:38.875356 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ef4c73c-da7a-4752-8c94-cf8a37544808 req-de9068f4-16b9-4e7e-a918-523c4b2c8b5c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 943 time: 0.0531957 Dec 06 15:47:38.923790 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4ef4c73c-da7a-4752-8c94-cf8a37544808 req-614e2ed3-71f6-4bf7-b341-1e2add079938 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423834 Dec 06 15:47:40.040584 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c67117-a25c-47fb-8f55-9cb0b4da4f7d req-69025706-f4da-40ae-a5ea-cb7d8b0206ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:40.042033 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3c67117-a25c-47fb-8f55-9cb0b4da4f7d req-69025706-f4da-40ae-a5ea-cb7d8b0206ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 943 time: 0.0510714 Dec 06 15:47:40.089124 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e3c67117-a25c-47fb-8f55-9cb0b4da4f7d req-e647ade5-0baa-4367-ac80-1413bb7ef6c3 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411701 Dec 06 15:47:40.399726 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 105e229e-3abd-4219-892a-11948267e6ab details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:47:40.495211 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 105e229e-3abd-4219-892a-11948267e6ab, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=105e229e-3abd-4219-892a-11948267e6ab,segment=NetworkSegment(3b20dc8b-f412-4e12-8b8d-670dff04d42b),segment_id=3b20dc8b-f412-4e12-8b8d-670dff04d42b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:47:40.506107 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '105e229e-3abd-4219-892a-11948267e6ab', 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6', 'port_id': '105e229e-3abd-4219-892a-11948267e6ab', 'mac_address': 'fa:16:3e:f1:49:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:47:40.542661 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:40.554801 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105e229e-3abd-4219-892a-11948267e6ab {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:47:40.572979 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 105e229e-3abd-4219-892a-11948267e6ab, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=105e229e-3abd-4219-892a-11948267e6ab,segment=NetworkSegment(3b20dc8b-f412-4e12-8b8d-670dff04d42b),segment_id=3b20dc8b-f412-4e12-8b8d-670dff04d42b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:47:40.576941 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:40.627677 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=105e229e-3abd-4219-892a-11948267e6ab,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:40.818359 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['105e229e-3abd-4219-892a-11948267e6ab'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:47:41.202589 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029fc9c-4c09-4c0b-bf78-ba302f0c74fb req-a785cf18-5315-49c8-9d74-66117be1526d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:41.204058 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9029fc9c-4c09-4c0b-bf78-ba302f0c74fb req-a785cf18-5315-49c8-9d74-66117be1526d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 944 time: 0.0479095 Dec 06 15:47:41.256568 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9029fc9c-4c09-4c0b-bf78-ba302f0c74fb req-0842166e-9465-4917-8575-6a3f39a18817 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465174 Dec 06 15:47:42.373001 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc6cfc-d236-4f1e-8dba-fe5364d5e524 req-aa65461f-55d6-465b-bdb5-59d6abcf6a99 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:42.374456 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fffc6cfc-d236-4f1e-8dba-fe5364d5e524 req-aa65461f-55d6-465b-bdb5-59d6abcf6a99 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 944 time: 0.0502563 Dec 06 15:47:42.407214 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 105e229e-3abd-4219-892a-11948267e6ab up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:47:42.430260 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fffc6cfc-d236-4f1e-8dba-fe5364d5e524 req-112c66bf-03c3-4bd0-b8a0-eaa5b5c715b3 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492985 Dec 06 15:47:42.460505 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 105e229e-3abd-4219-892a-11948267e6ab completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:47:42.464730 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 105e229e-3abd-4219-892a-11948267e6ab triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:47:42.465285 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:42.543448 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:42.568661 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031b7ef4-56da-4f6c-8210-5d6a010d6f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105e229e-3abd-4219-892a-11948267e6ab'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:47:42.570908 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc984ba-b814-4c91-92c2-2b12b64228a5" -d '{"events": [{"server_uuid": "031b7ef4-56da-4f6c-8210-5d6a010d6f6f", "name": "network-vif-plugged", "status": "completed", "tag": "105e229e-3abd-4219-892a-11948267e6ab"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:47:42.583942 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 105e229e-3abd-4219-892a-11948267e6ab, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=105e229e-3abd-4219-892a-11948267e6ab,segment=NetworkSegment(3b20dc8b-f412-4e12-8b8d-670dff04d42b),segment_id=3b20dc8b-f412-4e12-8b8d-670dff04d42b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:47:42.588206 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:42.613694 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a1b1b5-38ff-4487-8c3e-89cdb2096192 x-openstack-request-id: req-f9a1b1b5-38ff-4487-8c3e-89cdb2096192 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:47:42.614039 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031b7ef4-56da-4f6c-8210-5d6a010d6f6f", "name": "network-vif-plugged", "status": "completed", "tag": "105e229e-3abd-4219-892a-11948267e6ab", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:47:42.614298 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9a1b1b5-38ff-4487-8c3e-89cdb2096192 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:47:42.614678 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031b7ef4-56da-4f6c-8210-5d6a010d6f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105e229e-3abd-4219-892a-11948267e6ab', 'code': 200} Dec 06 15:47:42.640351 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=105e229e-3abd-4219-892a-11948267e6ab,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:42.713128 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc4bf7-4093-4e31-b4fa-df1bbe4f3fcc req-fdbb2cfb-7429-4d83-9842-cca28a93c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:42.714599 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3fc4bf7-4093-4e31-b4fa-df1bbe4f3fcc req-fdbb2cfb-7429-4d83-9842-cca28a93c661 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 1096 time: 0.0400789 Dec 06 15:47:42.764577 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d3fc4bf7-4093-4e31-b4fa-df1bbe4f3fcc req-5ecc6d74-387c-4fe8-a2dd-d57396cde797 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424669 Dec 06 15:47:43.548005 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1108b7-59bc-428b-886e-a79e4a7ecdea req-dee2d2a6-aded-489d-8c08-634c06d4729f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:43.549477 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c1108b7-59bc-428b-886e-a79e4a7ecdea req-dee2d2a6-aded-489d-8c08-634c06d4729f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 945 time: 0.0511751 Dec 06 15:47:43.897323 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1c1108b7-59bc-428b-886e-a79e4a7ecdea req-02e71a65-a7d6-4214-93a4-cabe3a9d6ed5 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3414094 Dec 06 15:47:45.013505 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab0353-36b3-4d1c-9fab-1c321a2f25e3 req-c076d190-73a9-4b4e-b3f4-24915a84f8f5 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:45.014978 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70ab0353-36b3-4d1c-9fab-1c321a2f25e3 req-c076d190-73a9-4b4e-b3f4-24915a84f8f5 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 945 time: 0.0485113 Dec 06 15:47:45.063469 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70ab0353-36b3-4d1c-9fab-1c321a2f25e3 req-24db68e0-b8ba-4046-824f-c2ca304cd6e2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424795 Dec 06 15:47:45.180576 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de92993-713c-4cab-806c-f1050a30e0eb req-e5cf7e95-2389-4de4-aa32-1c21476f8850 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:45.181916 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de92993-713c-4cab-806c-f1050a30e0eb req-e5cf7e95-2389-4de4-aa32-1c21476f8850 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 945 time: 0.0479760 Dec 06 15:47:45.229206 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2de92993-713c-4cab-806c-f1050a30e0eb req-e759c1a2-c4a9-47f8-87ae-92eee1fd9355 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414033 Dec 06 15:47:45.251214 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48632) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:45.288384 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0587049a-3252-4fa7-8ba3-bf445f753011 tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:45.289830 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-0587049a-3252-4fa7-8ba3-bf445f753011 tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 1091 time: 0.0376275 Dec 06 15:47:45.292679 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48634) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:45.296944 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': '105e229e-3abd-4219-892a-11948267e6ab', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:47:45.320655 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:45.416690 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:45.518730 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.35.7.248 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/b14cdea0-4114-46a5-a5f8-a30e72a99e01) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:47:45.617480 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:45.650356 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:45.689457 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:47:45.692446 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:47:45.695929 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:47:45.721413 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=b14cdea0-4114-46a5-a5f8-a30e72a99e01,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:46.048705 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:46.116640 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:46.261282 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:46.265745 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:46.335395 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=b14cdea0-4114-46a5-a5f8-a30e72a99e01,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:47:46.346926 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:46.446352 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Floating IP 594f11c0-aef2-4e8e-a6b4-536a510980c0 associated. External IP: 172.35.7.248, port: 105e229e-3abd-4219-892a-11948267e6ab. Dec 06 15:47:46.656142 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 78c4f413-ad1e-4490-9bec-2a86522f2c9e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:47:46.763136 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:47:46.773032 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febfb07a-b42e-4379-88a1-5bf650b8c417 None None] Sync routers for ids ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:47:46.780607 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:46.783879 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febfb07a-b42e-4379-88a1-5bf650b8c417 None None] Routers {'78c4f413-ad1e-4490-9bec-2a86522f2c9e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:47:46.784495 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-febfb07a-b42e-4379-88a1-5bf650b8c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:47:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:46.808169 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4c388eaa-f3a2-47f3-a2f2-4ceeb36e1eb6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5144596 Dec 06 15:47:46.808771 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031b7ef4-56da-4f6c-8210-5d6a010d6f6f', 'tag': '105e229e-3abd-4219-892a-11948267e6ab'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:47:46.811070 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c742703be9958fca7b51ef848c2f1f9c289ae81b0df0ada1724f18bf2a1f44e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4459e91-cc28-4dc7-80bd-04e85b5f6919" -d '{"events": [{"name": "network-changed", "server_uuid": "031b7ef4-56da-4f6c-8210-5d6a010d6f6f", "tag": "105e229e-3abd-4219-892a-11948267e6ab"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:47:46.850268 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a26a8e4-9d59-40d5-8547-abfca23360dd x-openstack-request-id: req-4a26a8e4-9d59-40d5-8547-abfca23360dd {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:47:46.850647 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031b7ef4-56da-4f6c-8210-5d6a010d6f6f", "tag": "105e229e-3abd-4219-892a-11948267e6ab", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:47:46.851007 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a26a8e4-9d59-40d5-8547-abfca23360dd {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:47:46.851515 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031b7ef4-56da-4f6c-8210-5d6a010d6f6f', 'tag': '105e229e-3abd-4219-892a-11948267e6ab', 'status': 'completed', 'code': 200} Dec 06 15:47:46.891640 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-febfb07a-b42e-4379-88a1-5bf650b8c417 None None] Set router 78c4f413-ad1e-4490-9bec-2a86522f2c9e gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:47:46.938853 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b9666-9f9e-4241-86b0-242744f21877 req-874d2116-378c-4f96-9579-3737063b4ee9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:46.940433 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d66b9666-9f9e-4241-86b0-242744f21877 req-874d2116-378c-4f96-9579-3737063b4ee9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 945 time: 0.0790324 Dec 06 15:47:46.955826 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4459e91-cc28-4dc7-80bd-04e85b5f6919 req-d2135d01-c9b3-42c4-b28c-64b5dcc74568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:46.957238 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4459e91-cc28-4dc7-80bd-04e85b5f6919 req-d2135d01-c9b3-42c4-b28c-64b5dcc74568 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 1096 time: 0.0700862 Dec 06 15:47:47.022513 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d66b9666-9f9e-4241-86b0-242744f21877 req-d35ffda6-c6b4-4405-bd72-5968f235bb1c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742667 Dec 06 15:47:47.046228 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48640) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:47.076341 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4459e91-cc28-4dc7-80bd-04e85b5f6919 req-0a4cbc80-6b2e-4eca-9a19-cfbb448872e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:47.077826 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4459e91-cc28-4dc7-80bd-04e85b5f6919 req-0a4cbc80-6b2e-4eca-9a19-cfbb448872e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b35fec7a-0aef-4267-b02e-b78bc427b5f6 HTTP/1.1" status: 200 len: 898 time: 0.1128571 Dec 06 15:47:47.108571 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-df12a338-9ff0-4ede-bd2b-feaa2eb5a148 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/floatingips/594f11c0-aef2-4e8e-a6b4-536a510980c0 HTTP/1.1" status: 200 len: 991 time: 0.0611525 Dec 06 15:47:47.125276 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-febfb07a-b42e-4379-88a1-5bf650b8c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-964317742', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:28Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '594f11c0-aef2-4e8e-a6b4-536a510980c0', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'floating_ip_address': '172.35.7.248', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'port_id': '105e229e-3abd-4219-892a-11948267e6ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6', 'mac_address': 'fa:16:3e:f1:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b7ef4-56da-4f6c-8210-5d6a010d6f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:47:45Z', 'updated_at': '2021-12-06T15:47:45Z', 'revision_number': 0, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6332796d-7949-4947-ab7a-655e7c3e8715', 'name': '', 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:f7:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:27Z', 'updated_at': '2021-12-06T15:47:31Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:47.147806 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4459e91-cc28-4dc7-80bd-04e85b5f6919 req-59240277-7729-4030-aaed-16dad958f7cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=105e229e-3abd-4219-892a-11948267e6ab HTTP/1.1" status: 200 len: 999 time: 0.0629880 Dec 06 15:47:47.151259 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febfb07a-b42e-4379-88a1-5bf650b8c417 None None] Checking router: 78c4f413-ad1e-4490-9bec-2a86522f2c9e for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:47:47.159434 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febfb07a-b42e-4379-88a1-5bf650b8c417 None None] Routers {'78c4f413-ad1e-4490-9bec-2a86522f2c9e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:47:47.160064 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-febfb07a-b42e-4379-88a1-5bf650b8c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:47:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:47.197035 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4459e91-cc28-4dc7-80bd-04e85b5f6919 req-6ae6a454-b86b-404a-9516-b79e9fb0329a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:47.198543 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4459e91-cc28-4dc7-80bd-04e85b5f6919 req-6ae6a454-b86b-404a-9516-b79e9fb0329a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e6acdf4-a007-41cb-af60-1b7f232e3bbf HTTP/1.1" status: 200 len: 835 time: 0.0441980 Dec 06 15:47:47.243462 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4459e91-cc28-4dc7-80bd-04e85b5f6919 req-71c1167e-3b8f-4d4c-bfec-70ec2b0dd174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:47:47.245251 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4459e91-cc28-4dc7-80bd-04e85b5f6919 req-71c1167e-3b8f-4d4c-bfec-70ec2b0dd174 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b35fec7a-0aef-4267-b02e-b78bc427b5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397968 Dec 06 15:47:47.264665 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-febfb07a-b42e-4379-88a1-5bf650b8c417 None None] Set router 78c4f413-ad1e-4490-9bec-2a86522f2c9e gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:47:47.339590 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4459e91-cc28-4dc7-80bd-04e85b5f6919 req-862bae17-37f9-4e1f-858d-99cd6f9612f5 service neutron] 10.222.0.23 "GET /v2.0/networks/b35fec7a-0aef-4267-b02e-b78bc427b5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872133 Dec 06 15:47:47.428950 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4459e91-cc28-4dc7-80bd-04e85b5f6919 req-18a3b6c4-0693-43fc-8711-e8a12020c62d service neutron] 10.222.0.23 "GET /v2.0/networks/b35fec7a-0aef-4267-b02e-b78bc427b5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824029 Dec 06 15:47:47.489941 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-febfb07a-b42e-4379-88a1-5bf650b8c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-964317742', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:28Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '594f11c0-aef2-4e8e-a6b4-536a510980c0', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'floating_ip_address': '172.35.7.248', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'port_id': '105e229e-3abd-4219-892a-11948267e6ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6', 'mac_address': 'fa:16:3e:f1:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b7ef4-56da-4f6c-8210-5d6a010d6f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:47:45Z', 'updated_at': '2021-12-06T15:47:45Z', 'revision_number': 0, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6332796d-7949-4947-ab7a-655e7c3e8715', 'name': '', 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:f7:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:27Z', 'updated_at': '2021-12-06T15:47:31Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:47:47.515406 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febfb07a-b42e-4379-88a1-5bf650b8c417 None None] The sync data for ids ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'] in n-d-master-1 is: [{'id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-964317742', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:28Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '594f11c0-aef2-4e8e-a6b4-536a510980c0', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'floating_ip_address': '172.35.7.248', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'port_id': '105e229e-3abd-4219-892a-11948267e6ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6', 'mac_address': 'fa:16:3e:f1:49:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031b7ef4-56da-4f6c-8210-5d6a010d6f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:47:45Z', 'updated_at': '2021-12-06T15:47:45Z', 'revision_number': 0, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6332796d-7949-4947-ab7a-655e7c3e8715', 'name': '', 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:f7:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:27Z', 'updated_at': '2021-12-06T15:47:31Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:47:47.700348 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27855ebf-d17c-4804-9213-30090df76ca8 None None] New status for floating IP 594f11c0-aef2-4e8e-a6b4-536a510980c0: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:47:48.111616 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48642) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:47:48.174655 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9d942019-8e78-4da2-a676-c9e642c84cf9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/floatingips/594f11c0-aef2-4e8e-a6b4-536a510980c0 HTTP/1.1" status: 200 len: 993 time: 0.0618029 Dec 06 15:47:58.382059 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:47:58.728124 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:48:00.342027 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:00.890315 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9b1bcb7d-8f26-4f09-9dd9-4f5fcfc57199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:03.327757 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9e64ccfb-dcd3-43f8-9c77-591e43f511fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:04.214790 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:05.399796 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-009a5b3a-9709-4a06-ba3c-5336eea3964d req-01558a00-733c-4051-b43d-59d94d68aa8b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394557 Dec 06 15:48:05.484664 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a5b3a-9709-4a06-ba3c-5336eea3964d req-3df145f3-a4aa-4de3-af8a-58434a408ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:05.486260 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-009a5b3a-9709-4a06-ba3c-5336eea3964d req-3df145f3-a4aa-4de3-af8a-58434a408ce8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 1096 time: 0.0406475 Dec 06 15:48:05.593989 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a5b3a-9709-4a06-ba3c-5336eea3964d req-5b244559-2453-40e8-b06b-6e967de13765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:05.595433 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-009a5b3a-9709-4a06-ba3c-5336eea3964d req-5b244559-2453-40e8-b06b-6e967de13765 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b35fec7a-0aef-4267-b02e-b78bc427b5f6 HTTP/1.1" status: 200 len: 898 time: 0.0859466 Dec 06 15:48:05.658844 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-009a5b3a-9709-4a06-ba3c-5336eea3964d req-127db9c5-df8a-4e8e-b348-5875e3c9449d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=105e229e-3abd-4219-892a-11948267e6ab HTTP/1.1" status: 200 len: 1001 time: 0.0560913 Dec 06 15:48:05.710786 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a5b3a-9709-4a06-ba3c-5336eea3964d req-472ff6d4-2420-4594-b02f-ee4724e7f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:05.712210 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-009a5b3a-9709-4a06-ba3c-5336eea3964d req-472ff6d4-2420-4594-b02f-ee4724e7f5a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e6acdf4-a007-41cb-af60-1b7f232e3bbf HTTP/1.1" status: 200 len: 835 time: 0.0464132 Dec 06 15:48:05.757307 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a5b3a-9709-4a06-ba3c-5336eea3964d req-428e408d-b97d-4434-be61-dd0cecb91e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:05.758744 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-009a5b3a-9709-4a06-ba3c-5336eea3964d req-428e408d-b97d-4434-be61-dd0cecb91e22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b35fec7a-0aef-4267-b02e-b78bc427b5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386002 Dec 06 15:48:05.846588 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-009a5b3a-9709-4a06-ba3c-5336eea3964d req-c15bded5-ab23-4035-8ddb-65a590220885 service neutron] 10.222.0.23 "GET /v2.0/networks/b35fec7a-0aef-4267-b02e-b78bc427b5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803304 Dec 06 15:48:05.868919 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:05.943699 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-009a5b3a-9709-4a06-ba3c-5336eea3964d req-cb2a1d25-0d16-4dff-b7ae-09740a83cc39 service neutron] 10.222.0.23 "GET /v2.0/networks/b35fec7a-0aef-4267-b02e-b78bc427b5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895426 Dec 06 15:48:06.741649 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:16.928594 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ca01f-7ade-4355-a16d-c64e382f69ab req-11d88fc1-44a3-4c4b-a9de-0b9d8c005645 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:16.930294 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a75ca01f-7ade-4355-a16d-c64e382f69ab req-11d88fc1-44a3-4c4b-a9de-0b9d8c005645 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 945 time: 0.0510457 Dec 06 15:48:16.984949 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a75ca01f-7ade-4355-a16d-c64e382f69ab req-d072918c-3e91-47e7-bd24-0c1bdd6d8fb9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486190 Dec 06 15:48:18.109129 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ebe46-0b81-44c1-a1d9-49db0acd429d req-5a3cd853-7f75-4c2b-b1a8-fa13368f8660 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:18.110647 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e29ebe46-0b81-44c1-a1d9-49db0acd429d req-5a3cd853-7f75-4c2b-b1a8-fa13368f8660 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 945 time: 0.0541689 Dec 06 15:48:18.157853 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e29ebe46-0b81-44c1-a1d9-49db0acd429d req-d3e85e78-1aa2-4e09-bb27-bbf4df98880a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405908 Dec 06 15:48:18.180459 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48658) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:18.242160 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7967b5a0-78b1-48b4-a569-18ab2cf2b717 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/floatingips/594f11c0-aef2-4e8e-a6b4-536a510980c0 HTTP/1.1" status: 200 len: 993 time: 0.0603902 Dec 06 15:48:19.508096 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f88f4-3d15-4c7c-b300-18c650ae5621 req-fb03fbfa-7e5b-4dbf-876f-2796798f6e3b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:19.509668 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d48f88f4-3d15-4c7c-b300-18c650ae5621 req-fb03fbfa-7e5b-4dbf-876f-2796798f6e3b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 945 time: 0.0505512 Dec 06 15:48:19.559467 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d48f88f4-3d15-4c7c-b300-18c650ae5621 req-e07490b9-6903-40dd-911f-7f2ad01e2500 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438592 Dec 06 15:48:20.675730 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1495d8-e589-4531-bb45-83160a36ee0e req-c4bbe91a-7570-4157-a37d-0426a5b9b73c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:20.677416 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c1495d8-e589-4531-bb45-83160a36ee0e req-c4bbe91a-7570-4157-a37d-0426a5b9b73c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 945 time: 0.0483141 Dec 06 15:48:20.727441 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5c1495d8-e589-4531-bb45-83160a36ee0e req-280e6acb-30a5-44bc-aa27-051aa40657dc tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441256 Dec 06 15:48:21.850253 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df39646-e30e-4ac3-8ce1-eefed38522f9 req-4979529f-ebb5-4183-929d-0cfc2f461d04 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:21.851729 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9df39646-e30e-4ac3-8ce1-eefed38522f9 req-4979529f-ebb5-4183-929d-0cfc2f461d04 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 945 time: 0.0480096 Dec 06 15:48:21.901329 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9df39646-e30e-4ac3-8ce1-eefed38522f9 req-1ad42906-966d-4c26-9f86-bb4eb9444360 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433736 Dec 06 15:48:23.019003 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa4648-969b-4606-8132-5d322fe768a3 req-f6b9660b-7408-4352-a90a-ade2233dc74a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:23.020989 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cffa4648-969b-4606-8132-5d322fe768a3 req-f6b9660b-7408-4352-a90a-ade2233dc74a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 945 time: 0.0515149 Dec 06 15:48:23.068405 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cffa4648-969b-4606-8132-5d322fe768a3 req-d94e9725-2a91-4560-8b84-bc04e232b5e8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415349 Dec 06 15:48:24.190061 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09de32-b452-47bf-bb96-2d812a492150 req-72cd4c0a-dc26-48b9-8563-df22e81e2566 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:24.191531 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc09de32-b452-47bf-bb96-2d812a492150 req-72cd4c0a-dc26-48b9-8563-df22e81e2566 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 945 time: 0.0528190 Dec 06 15:48:24.240355 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc09de32-b452-47bf-bb96-2d812a492150 req-0dab9528-dd99-469c-99e2-8362f9e8a421 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426936 Dec 06 15:48:25.352459 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c805c-5f95-43a7-b50a-48d1bf93b8df req-b78c5d70-142a-4249-8a9a-8f750933e7e8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:25.353933 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b48c805c-5f95-43a7-b50a-48d1bf93b8df req-b78c5d70-142a-4249-8a9a-8f750933e7e8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 945 time: 0.0479515 Dec 06 15:48:25.402830 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b48c805c-5f95-43a7-b50a-48d1bf93b8df req-511efe43-bcdd-4621-b2e9-797a26d08023 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427079 Dec 06 15:48:25.424401 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48676) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:25.488240 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-dbe6c9c4-2f6e-4d52-ad12-8b45ffd33b57 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/floatingips/594f11c0-aef2-4e8e-a6b4-536a510980c0 HTTP/1.1" status: 200 len: 993 time: 0.0622392 Dec 06 15:48:25.708155 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48682) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:25.863817 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port b14cdea0-4114-46a5-a5f8-a30e72a99e01 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:48:25.864205 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:25.942724 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:25.943042 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:25.954473 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for b14cdea0-4114-46a5-a5f8-a30e72a99e01 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:48:26.096350 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:26.123894 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=b14cdea0-4114-46a5-a5f8-a30e72a99e01,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:26.134358 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:26.134708 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:26.135057 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:26.135425 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:26.135824 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:26.136164 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:26.136566 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:26.137344 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:26.137344 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:26.137543 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:26.137856 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:26.138184 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:26.138504 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:26.199973 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:26.200304 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Floating IP 594f11c0-aef2-4e8e-a6b4-536a510980c0 disassociated (deleted). External IP: 172.35.7.248, port: 105e229e-3abd-4219-892a-11948267e6ab. Dec 06 15:48:26.406301 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 78c4f413-ad1e-4490-9bec-2a86522f2c9e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:48:26.513888 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:48:26.518397 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:26.524252 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3a5c9-5111-4393-b542-72d669ef2b99 None None] Sync routers for ids ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:48:26.533628 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3a5c9-5111-4393-b542-72d669ef2b99 None None] Routers {'78c4f413-ad1e-4490-9bec-2a86522f2c9e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:48:26.534239 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c5e3a5c9-5111-4393-b542-72d669ef2b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:48:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:26.545869 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bec0ecad-0377-4ce1-b464-98b83dd26537 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/floatingips/594f11c0-aef2-4e8e-a6b4-536a510980c0 HTTP/1.1" status: 204 len: 168 time: 0.8366079 Dec 06 15:48:26.546455 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031b7ef4-56da-4f6c-8210-5d6a010d6f6f', 'tag': '105e229e-3abd-4219-892a-11948267e6ab'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:48:26.548755 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c742703be9958fca7b51ef848c2f1f9c289ae81b0df0ada1724f18bf2a1f44e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4585a3da-d9d2-416b-b810-f56969b32f15" -d '{"events": [{"name": "network-changed", "server_uuid": "031b7ef4-56da-4f6c-8210-5d6a010d6f6f", "tag": "105e229e-3abd-4219-892a-11948267e6ab"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:48:26.587958 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb8c0ff-e73e-4e18-9787-fd136c85b865 x-openstack-request-id: req-cfb8c0ff-e73e-4e18-9787-fd136c85b865 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:48:26.588263 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031b7ef4-56da-4f6c-8210-5d6a010d6f6f", "tag": "105e229e-3abd-4219-892a-11948267e6ab", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:48:26.588527 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfb8c0ff-e73e-4e18-9787-fd136c85b865 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:48:26.589052 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031b7ef4-56da-4f6c-8210-5d6a010d6f6f', 'tag': '105e229e-3abd-4219-892a-11948267e6ab', 'status': 'completed', 'code': 200} Dec 06 15:48:26.649477 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c5e3a5c9-5111-4393-b542-72d669ef2b99 None None] Set router 78c4f413-ad1e-4490-9bec-2a86522f2c9e gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:48:26.654206 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585a3da-d9d2-416b-b810-f56969b32f15 req-47690fd3-e9b8-466a-8eaa-252a8d65cab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:26.655881 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4585a3da-d9d2-416b-b810-f56969b32f15 req-47690fd3-e9b8-466a-8eaa-252a8d65cab3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 1096 time: 0.0431232 Dec 06 15:48:26.776989 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585a3da-d9d2-416b-b810-f56969b32f15 req-f6846b2b-f385-431a-8dd5-6eb3425b1d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:26.778551 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4585a3da-d9d2-416b-b810-f56969b32f15 req-f6846b2b-f385-431a-8dd5-6eb3425b1d79 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b35fec7a-0aef-4267-b02e-b78bc427b5f6 HTTP/1.1" status: 200 len: 898 time: 0.1133220 Dec 06 15:48:26.791680 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f021de-c6bd-4f5f-a523-54b2f27919a8 req-72a0d215-012d-499b-b999-857694acbfab tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:26.795877 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8f021de-c6bd-4f5f-a523-54b2f27919a8 req-72a0d215-012d-499b-b999-857694acbfab tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 945 time: 0.0549273 Dec 06 15:48:26.825464 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4585a3da-d9d2-416b-b810-f56969b32f15 req-c32c982d-7c24-445d-b5c2-77eced73b177 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=105e229e-3abd-4219-892a-11948267e6ab HTTP/1.1" status: 200 len: 217 time: 0.0392778 Dec 06 15:48:26.851733 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d8f021de-c6bd-4f5f-a523-54b2f27919a8 req-26cdb623-bb6d-46a1-a464-8203c86417d2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466118 Dec 06 15:48:26.877618 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585a3da-d9d2-416b-b810-f56969b32f15 req-a7e92e9c-db59-43a5-a7c9-2ad67eb08f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:26.879077 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4585a3da-d9d2-416b-b810-f56969b32f15 req-a7e92e9c-db59-43a5-a7c9-2ad67eb08f98 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e6acdf4-a007-41cb-af60-1b7f232e3bbf HTTP/1.1" status: 200 len: 835 time: 0.0448427 Dec 06 15:48:26.924191 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585a3da-d9d2-416b-b810-f56969b32f15 req-e48805ae-fd08-4043-be5b-40a722e6811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:26.925753 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4585a3da-d9d2-416b-b810-f56969b32f15 req-e48805ae-fd08-4043-be5b-40a722e6811d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b35fec7a-0aef-4267-b02e-b78bc427b5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386145 Dec 06 15:48:27.019536 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4585a3da-d9d2-416b-b810-f56969b32f15 req-e3988a2b-ef47-4d01-86c3-b5e64ec1cb22 service neutron] 10.222.0.23 "GET /v2.0/networks/b35fec7a-0aef-4267-b02e-b78bc427b5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864244 Dec 06 15:48:27.019828 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c5e3a5c9-5111-4393-b542-72d669ef2b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-964317742', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:28Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6332796d-7949-4947-ab7a-655e7c3e8715', 'name': '', 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:f7:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:27Z', 'updated_at': '2021-12-06T15:47:31Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:27.046078 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3a5c9-5111-4393-b542-72d669ef2b99 None None] Checking router: 78c4f413-ad1e-4490-9bec-2a86522f2c9e for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:48:27.054217 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3a5c9-5111-4393-b542-72d669ef2b99 None None] Routers {'78c4f413-ad1e-4490-9bec-2a86522f2c9e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:48:27.054831 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c5e3a5c9-5111-4393-b542-72d669ef2b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:48:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:27.112552 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4585a3da-d9d2-416b-b810-f56969b32f15 req-2ccbf2c4-015b-468c-a611-ae3200b4e92a service neutron] 10.222.0.23 "GET /v2.0/networks/b35fec7a-0aef-4267-b02e-b78bc427b5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854166 Dec 06 15:48:27.159422 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-c5e3a5c9-5111-4393-b542-72d669ef2b99 None None] Set router 78c4f413-ad1e-4490-9bec-2a86522f2c9e gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:48:27.349669 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-c5e3a5c9-5111-4393-b542-72d669ef2b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-964317742', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:28Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6332796d-7949-4947-ab7a-655e7c3e8715', 'name': '', 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:f7:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:27Z', 'updated_at': '2021-12-06T15:47:31Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:27.380613 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3a5c9-5111-4393-b542-72d669ef2b99 None None] The sync data for ids ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'] in n-d-master-1 is: [{'id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-964317742', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:28Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6332796d-7949-4947-ab7a-655e7c3e8715', 'name': '', 'network_id': 'b35fec7a-0aef-4267-b02e-b78bc427b5f6', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:f7:f9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:27Z', 'updated_at': '2021-12-06T15:47:31Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '2e6acdf4-a007-41cb-af60-1b7f232e3bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:48:27.589271 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937b5a75-9b1b-4cf0-9dbc-d4a4d2e431f9 None None] New status for floating IP 594f11c0-aef2-4e8e-a6b4-536a510980c0: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:48:27.971037 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56880a-805c-484c-a859-12d33d613280 req-84d7b0be-dac3-4318-b854-955d7adee43f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:27.972453 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc56880a-805c-484c-a859-12d33d613280 req-84d7b0be-dac3-4318-b854-955d7adee43f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 945 time: 0.0484028 Dec 06 15:48:28.020041 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fc56880a-805c-484c-a859-12d33d613280 req-0f252029-9be1-4994-960e-bd8af779fd85 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bfa29771-f3b8-45fd-91cd-d981bca01b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416198 Dec 06 15:48:28.304526 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad6df1-451d-46be-ad4c-739ed5769792 req-293e66f9-77e2-4e1d-a56f-ff9d6ca22fbe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:28.305857 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29ad6df1-451d-46be-ad4c-739ed5769792 req-293e66f9-77e2-4e1d-a56f-ff9d6ca22fbe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.23 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 945 time: 0.0465012 Dec 06 15:48:28.381645 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:28.396639 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-29ad6df1-451d-46be-ad4c-739ed5769792 req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port 105e229e-3abd-4219-892a-11948267e6ab {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:48:28.396982 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-29ad6df1-451d-46be-ad4c-739ed5769792 req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:28.482234 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-29ad6df1-451d-46be-ad4c-739ed5769792 req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] For port 105e229e-3abd-4219-892a-11948267e6ab, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=105e229e-3abd-4219-892a-11948267e6ab,segment=NetworkSegment(3b20dc8b-f412-4e12-8b8d-670dff04d42b),segment_id=3b20dc8b-f412-4e12-8b8d-670dff04d42b)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:48:28.482600 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-29ad6df1-451d-46be-ad4c-739ed5769792 req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:28.495749 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-29ad6df1-451d-46be-ad4c-739ed5769792 req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for 105e229e-3abd-4219-892a-11948267e6ab owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:48:28.623145 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-29ad6df1-451d-46be-ad4c-739ed5769792 req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:28.649958 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=105e229e-3abd-4219-892a-11948267e6ab,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:28.665187 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:28.665549 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:28.665897 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:28.666242 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:28.666583 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:28.666920 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:28.667257 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:28.667593 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:28.667963 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:28.668304 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:28.668638 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:28.669081 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:28.669287 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:28.708476 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ad6df1-451d-46be-ad4c-739ed5769792 req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] No DVR routers for this DVR port 105e229e-3abd-4219-892a-11948267e6ab on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:48:28.711100 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-29ad6df1-451d-46be-ad4c-739ed5769792 req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:28.714602 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-29ad6df1-451d-46be-ad4c-739ed5769792 req-883b3eb3-86cf-46ed-a421-feb8b7780f56 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.23 "DELETE /v2.0/ports/105e229e-3abd-4219-892a-11948267e6ab HTTP/1.1" status: 204 len: 173 time: 0.4020102 Dec 06 15:48:28.715085 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031b7ef4-56da-4f6c-8210-5d6a010d6f6f', 'name': 'network-vif-deleted', 'tag': '105e229e-3abd-4219-892a-11948267e6ab'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:48:28.718037 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4736e5-bb0f-44fb-8eda-7e4d1efa1fba" -d '{"events": [{"server_uuid": "031b7ef4-56da-4f6c-8210-5d6a010d6f6f", "name": "network-vif-deleted", "tag": "105e229e-3abd-4219-892a-11948267e6ab"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:48:28.755468 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ebf3ed-c2df-4aa7-b771-0d6e204711b0 x-openstack-request-id: req-96ebf3ed-c2df-4aa7-b771-0d6e204711b0 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:48:28.755800 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031b7ef4-56da-4f6c-8210-5d6a010d6f6f", "name": "network-vif-deleted", "tag": "105e229e-3abd-4219-892a-11948267e6ab", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:48:28.756059 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96ebf3ed-c2df-4aa7-b771-0d6e204711b0 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:48:28.756461 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031b7ef4-56da-4f6c-8210-5d6a010d6f6f', 'name': 'network-vif-deleted', 'tag': '105e229e-3abd-4219-892a-11948267e6ab', 'status': 'completed', 'code': 200} Dec 06 15:48:29.137217 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9fb5e490-75a6-4eaf-b97e-f0a025825036 req-e93ea152-8365-431c-9fd0-14042d0fb807 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=031b7ef4-56da-4f6c-8210-5d6a010d6f6f HTTP/1.1" status: 200 len: 210 time: 0.0265276 Dec 06 15:48:30.196353 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48698) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:30.336526 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:30.552642 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1dfb-b35a-49ef-92bc-8e95e5d4cb9a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:30.799892 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d1dfb-b35a-49ef-92bc-8e95e5d4cb9a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port 6332796d-7949-4947-ab7a-655e7c3e8715 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:48:30.800222 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1dfb-b35a-49ef-92bc-8e95e5d4cb9a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:30.885533 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-eb7d1dfb-b35a-49ef-92bc-8e95e5d4cb9a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] For port 6332796d-7949-4947-ab7a-655e7c3e8715, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6332796d-7949-4947-ab7a-655e7c3e8715,segment=NetworkSegment(3b20dc8b-f412-4e12-8b8d-670dff04d42b),segment_id=3b20dc8b-f412-4e12-8b8d-670dff04d42b)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:48:30.885892 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1dfb-b35a-49ef-92bc-8e95e5d4cb9a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:30.891997 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-20ad7b37-7668-424d-8aac-3f13e8259da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:30.903236 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d1dfb-b35a-49ef-92bc-8e95e5d4cb9a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for 6332796d-7949-4947-ab7a-655e7c3e8715 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:48:31.373976 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1dfb-b35a-49ef-92bc-8e95e5d4cb9a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:31.401051 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d1dfb-b35a-49ef-92bc-8e95e5d4cb9a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=6332796d-7949-4947-ab7a-655e7c3e8715,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:31.574123 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1dfb-b35a-49ef-92bc-8e95e5d4cb9a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:31.787188 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7d1dfb-b35a-49ef-92bc-8e95e5d4cb9a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 78c4f413-ad1e-4490-9bec-2a86522f2c9e has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:48:31.893142 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7d1dfb-b35a-49ef-92bc-8e95e5d4cb9a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:48:31.898468 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-eb7d1dfb-b35a-49ef-92bc-8e95e5d4cb9a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "PUT /v2.0/routers/78c4f413-ad1e-4490-9bec-2a86522f2c9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7007995 Dec 06 15:48:31.900941 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48700) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:31.903200 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124fa3d0-724b-4684-b589-885b089954aa None None] Sync routers for ids ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:48:31.913881 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124fa3d0-724b-4684-b589-885b089954aa None None] Routers {'78c4f413-ad1e-4490-9bec-2a86522f2c9e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:48:31.914509 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-124fa3d0-724b-4684-b589-885b089954aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:48:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:31.951078 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5e120d-f023-45e1-a147-90db88d9e166 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting subnet 2e6acdf4-a007-41cb-af60-1b7f232e3bbf {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:48:31.954267 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a5e120d-f023-45e1-a147-90db88d9e166 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:31.996333 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a5e120d-f023-45e1-a147-90db88d9e166 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:32.021072 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-124fa3d0-724b-4684-b589-885b089954aa None None] Set router 78c4f413-ad1e-4490-9bec-2a86522f2c9e gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:48:32.080923 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a5e120d-f023-45e1-a147-90db88d9e166 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:32.138820 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a5e120d-f023-45e1-a147-90db88d9e166 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:32.167458 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e120d-f023-45e1-a147-90db88d9e166 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Subnet': ['ID=2e6acdf4-a007-41cb-af60-1b7f232e3bbf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:32.169483 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5a5e120d-f023-45e1-a147-90db88d9e166 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:32.175188 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5a5e120d-f023-45e1-a147-90db88d9e166 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/subnets/2e6acdf4-a007-41cb-af60-1b7f232e3bbf HTTP/1.1" status: 204 len: 168 time: 0.2708395 Dec 06 15:48:32.176802 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48702) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:32.178510 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfb1407-d73c-47d2-bb0c-021a267fe6a1 None None] Network b35fec7a-0aef-4267-b02e-b78bc427b5f6 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:48:32.282432 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2018ede0-3c1f-4d73-bff8-f6e828e27c74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:32.294972 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-124fa3d0-724b-4684-b589-885b089954aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-964317742', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:48:31Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:32.327014 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124fa3d0-724b-4684-b589-885b089954aa None None] Checking router: 78c4f413-ad1e-4490-9bec-2a86522f2c9e for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:48:32.340812 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124fa3d0-724b-4684-b589-885b089954aa None None] Routers {'78c4f413-ad1e-4490-9bec-2a86522f2c9e'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:48:32.341415 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-124fa3d0-724b-4684-b589-885b089954aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:48:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:32.397400 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2018ede0-3c1f-4d73-bff8-f6e828e27c74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:32.425570 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] DHCP port deletion for b35fec7a-0aef-4267-b02e-b78bc427b5f6 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:48:32.449726 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2018ede0-3c1f-4d73-bff8-f6e828e27c74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port bd8fb070-bb00-4c52-bd46-a635511e42b1 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:48:32.450069 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2018ede0-3c1f-4d73-bff8-f6e828e27c74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:32.472594 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-124fa3d0-724b-4684-b589-885b089954aa None None] Set router 78c4f413-ad1e-4490-9bec-2a86522f2c9e gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:48:32.532023 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2018ede0-3c1f-4d73-bff8-f6e828e27c74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] For port bd8fb070-bb00-4c52-bd46-a635511e42b1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd8fb070-bb00-4c52-bd46-a635511e42b1,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:48:32.532396 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2018ede0-3c1f-4d73-bff8-f6e828e27c74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:32.544009 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2018ede0-3c1f-4d73-bff8-f6e828e27c74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for bd8fb070-bb00-4c52-bd46-a635511e42b1 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:48:32.591149 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Deleting port c9e514d2-545d-4f98-89fb-b470b4ee3fd9 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:48:32.591441 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:32.663359 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 105e229e-3abd-4219-892a-11948267e6ab no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:48:32.710107 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] For port c9e514d2-545d-4f98-89fb-b470b4ee3fd9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c9e514d2-545d-4f98-89fb-b470b4ee3fd9,segment=NetworkSegment(3b20dc8b-f412-4e12-8b8d-670dff04d42b),segment_id=3b20dc8b-f412-4e12-8b8d-670dff04d42b)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:48:32.710513 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:32.713533 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 105e229e-3abd-4219-892a-11948267e6ab {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:48:32.713880 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 105e229e-3abd-4219-892a-11948267e6ab not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:48:32.714621 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2018ede0-3c1f-4d73-bff8-f6e828e27c74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:32.730612 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Calling delete_port for c9e514d2-545d-4f98-89fb-b470b4ee3fd9 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:48:32.745727 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018ede0-3c1f-4d73-bff8-f6e828e27c74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=bd8fb070-bb00-4c52-bd46-a635511e42b1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:32.784502 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f23a63-8cb2-4785-853f-375651b0efd4 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:48:32.827611 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-124fa3d0-724b-4684-b589-885b089954aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-964317742', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:48:31Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:32.832233 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2018ede0-3c1f-4d73-bff8-f6e828e27c74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:32.856846 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c9e514d2-545d-4f98-89fb-b470b4ee3fd9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:48:32.859676 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124fa3d0-724b-4684-b589-885b089954aa None None] The sync data for ids ['78c4f413-ad1e-4490-9bec-2a86522f2c9e'] in n-d-master-1 is: [{'id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-964317742', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245'}], 'enable_snat': True}, 'gw_port_id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:48:31Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'bd8fb070-bb00-4c52-bd46-a635511e42b1', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4f413-ad1e-4490-9bec-2a86522f2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:47:24Z', 'updated_at': '2021-12-06T15:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:48:32.883118 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:32.920750 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Pushing event deleted for resources: {'Port': ['ID=c9e514d2-545d-4f98-89fb-b470b4ee3fd9,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:32.927130 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] No DVR routers for this DVR port c9e514d2-545d-4f98-89fb-b470b4ee3fd9 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:48:32.936899 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:32.937244 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:32.937588 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:32.938257 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:32.938257 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:32.938567 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:32.938898 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:32.939222 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:32.939548 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:32.939948 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:32.940620 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:32.940620 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:32.940847 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dfb2d1-1d66-4fd0-ae88-ef9492e74a1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:32.944724 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No active binding found for port c9e514d2-545d-4f98-89fb-b470b4ee3fd9 {{(pid=103290) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 15:48:32.945169 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c9e514d2-545d-4f98-89fb-b470b4ee3fd9 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:48:32.945699 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2018ede0-3c1f-4d73-bff8-f6e828e27c74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:32.948666 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2018ede0-3c1f-4d73-bff8-f6e828e27c74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:32.991147 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2018ede0-3c1f-4d73-bff8-f6e828e27c74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:32.991826 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2018ede0-3c1f-4d73-bff8-f6e828e27c74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Fanout notify agent at l3_agent the message router_deleted on router 78c4f413-ad1e-4490-9bec-2a86522f2c9e {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:48:32.998909 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2018ede0-3c1f-4d73-bff8-f6e828e27c74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:33.000028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2018ede0-3c1f-4d73-bff8-f6e828e27c74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/routers/78c4f413-ad1e-4490-9bec-2a86522f2c9e HTTP/1.1" status: 204 len: 168 time: 0.8237426 Dec 06 15:48:33.002783 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48704) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:33.076410 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd16fefb-3e10-45f9-8bc5-c60348485fd8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:33.163007 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd16fefb-3e10-45f9-8bc5-c60348485fd8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:33.182629 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-dd16fefb-3e10-45f9-8bc5-c60348485fd8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35fec7a-0aef-4267-b02e-b78bc427b5f6']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:33.191513 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-dd16fefb-3e10-45f9-8bc5-c60348485fd8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b20dc8b-f412-4e12-8b8d-670dff04d42b') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:33.191841 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-dd16fefb-3e10-45f9-8bc5-c60348485fd8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b20dc8b-f412-4e12-8b8d-670dff04d42b') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:33.201046 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd16fefb-3e10-45f9-8bc5-c60348485fd8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:33.215064 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd16fefb-3e10-45f9-8bc5-c60348485fd8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:33.222130 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd16fefb-3e10-45f9-8bc5-c60348485fd8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:48:33.222525 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd16fefb-3e10-45f9-8bc5-c60348485fd8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:48:33.226141 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:48:33.294185 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd16fefb-3e10-45f9-8bc5-c60348485fd8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:33.299378 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dd16fefb-3e10-45f9-8bc5-c60348485fd8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:33.305530 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dd16fefb-3e10-45f9-8bc5-c60348485fd8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/networks/b35fec7a-0aef-4267-b02e-b78bc427b5f6 HTTP/1.1" status: 204 len: 168 time: 0.3015463 Dec 06 15:48:33.308108 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48706) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:33.324836 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16fefb-3e10-45f9-8bc5-c60348485fd8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Network': ['ID=b35fec7a-0aef-4267-b02e-b78bc427b5f6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:33.334406 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-530fedab-af55-4fad-8f9d-0ed09ce52e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:33.381715 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d7428415-4d1b-4692-80b7-f57cba32b771 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:33.407413 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d7428415-4d1b-4692-80b7-f57cba32b771 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:33.470480 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d7428415-4d1b-4692-80b7-f57cba32b771 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:33.473614 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d7428415-4d1b-4692-80b7-f57cba32b771 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:33.475350 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d7428415-4d1b-4692-80b7-f57cba32b771 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/security-groups/bfa29771-f3b8-45fd-91cd-d981bca01b17 HTTP/1.1" status: 204 len: 168 time: 0.1656098 Dec 06 15:48:33.490487 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7428415-4d1b-4692-80b7-f57cba32b771 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa29771-f3b8-45fd-91cd-d981bca01b17,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:33.825725 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48712) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:33.830285 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8df648d6-d187-4ab8-ade7-5397f70462b6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1980832319', 'description': 'tempest-secgroup-smoke-1980832319 description', 'project_id': '1f696de39de649a09ab85b4348ea5de3'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:48:33.853081 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8df648d6-d187-4ab8-ade7-5397f70462b6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:33.920485 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8df648d6-d187-4ab8-ade7-5397f70462b6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:33.924629 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8df648d6-d187-4ab8-ade7-5397f70462b6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:33.955327 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8df648d6-d187-4ab8-ade7-5397f70462b6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:33.956565 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8df648d6-d187-4ab8-ade7-5397f70462b6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1298244 Dec 06 15:48:33.960492 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48714) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:33.963696 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df648d6-d187-4ab8-ade7-5397f70462b6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbbfc27-06c5-46cf-a738-eace9346d024,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:33.965849 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fb81580f-f316-432c-a91a-c33ede45f6e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': '5dbbfc27-06c5-46cf-a738-eace9346d024', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:48:33.992964 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb81580f-f316-432c-a91a-c33ede45f6e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.046987 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb81580f-f316-432c-a91a-c33ede45f6e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.050353 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb81580f-f316-432c-a91a-c33ede45f6e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.068552 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81580f-f316-432c-a91a-c33ede45f6e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43d09b7-1fd4-4fad-b942-9ab2671feae0,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:34.075394 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb81580f-f316-432c-a91a-c33ede45f6e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.076630 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fb81580f-f316-432c-a91a-c33ede45f6e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150231 Dec 06 15:48:34.079305 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48716) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:34.084344 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-926163cd-1ba1-4a8f-bbb6-a0be26295527 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': '5dbbfc27-06c5-46cf-a738-eace9346d024', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:48:34.109752 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-926163cd-1ba1-4a8f-bbb6-a0be26295527 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.163421 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-926163cd-1ba1-4a8f-bbb6-a0be26295527 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.166687 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-926163cd-1ba1-4a8f-bbb6-a0be26295527 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.181054 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926163cd-1ba1-4a8f-bbb6-a0be26295527 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd55af2-f6f1-4dc6-acd5-0e21dc2bed4f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:34.191093 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-926163cd-1ba1-4a8f-bbb6-a0be26295527 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.192815 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-926163cd-1ba1-4a8f-bbb6-a0be26295527 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1125515 Dec 06 15:48:34.195642 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48718) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:34.200014 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-965a98e4-f02c-4de0-a0a2-e7861f3d7478 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': '5dbbfc27-06c5-46cf-a738-eace9346d024', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:48:34.217091 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.226071 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-965a98e4-f02c-4de0-a0a2-e7861f3d7478 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.286109 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-965a98e4-f02c-4de0-a0a2-e7861f3d7478 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.290050 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-965a98e4-f02c-4de0-a0a2-e7861f3d7478 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.307884 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a98e4-f02c-4de0-a0a2-e7861f3d7478 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f633dc-3335-4fa8-8f36-1612c962214f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:34.315953 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-965a98e4-f02c-4de0-a0a2-e7861f3d7478 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.320477 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-965a98e4-f02c-4de0-a0a2-e7861f3d7478 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205852 Dec 06 15:48:34.320612 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48720) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:34.325023 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4d9a2f69-8154-4123-a064-06d99a0b38b8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': '5dbbfc27-06c5-46cf-a738-eace9346d024', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:48:34.349601 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2f69-8154-4123-a064-06d99a0b38b8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.406636 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2f69-8154-4123-a064-06d99a0b38b8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.410021 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2f69-8154-4123-a064-06d99a0b38b8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.424368 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a2f69-8154-4123-a064-06d99a0b38b8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826c7c15-47c1-4917-8437-8997545a99fa,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:34.434614 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2f69-8154-4123-a064-06d99a0b38b8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.435827 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4d9a2f69-8154-4123-a064-06d99a0b38b8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1142504 Dec 06 15:48:34.438631 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48722) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:34.443414 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-596588ed-56e8-499f-8313-d59ded482bfe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': '5dbbfc27-06c5-46cf-a738-eace9346d024', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:48:34.464266 n-d-master-1 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-596588ed-56e8-499f-8313-d59ded482bfe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Project 1f696de39de649a09ab85b4348ea5de3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:48:34.468997 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-596588ed-56e8-499f-8313-d59ded482bfe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.529331 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-596588ed-56e8-499f-8313-d59ded482bfe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.532747 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-596588ed-56e8-499f-8313-d59ded482bfe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.550471 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596588ed-56e8-499f-8313-d59ded482bfe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170d8e58-d713-4a6a-a019-8cb29c69dbd9,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:34.557997 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-596588ed-56e8-499f-8313-d59ded482bfe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.559217 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-596588ed-56e8-499f-8313-d59ded482bfe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196826 Dec 06 15:48:34.562206 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48724) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:34.566505 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-54153a58-8ae8-4c6b-9796-5c7f890cdf2b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': '5dbbfc27-06c5-46cf-a738-eace9346d024', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:48:34.588089 n-d-master-1 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-54153a58-8ae8-4c6b-9796-5c7f890cdf2b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Project 1f696de39de649a09ab85b4348ea5de3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:48:34.592726 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54153a58-8ae8-4c6b-9796-5c7f890cdf2b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.653316 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54153a58-8ae8-4c6b-9796-5c7f890cdf2b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.657064 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54153a58-8ae8-4c6b-9796-5c7f890cdf2b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.673855 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54153a58-8ae8-4c6b-9796-5c7f890cdf2b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d140c4-fa12-4dba-ad11-716202aaa1d6,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:34.683005 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-54153a58-8ae8-4c6b-9796-5c7f890cdf2b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.684229 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-54153a58-8ae8-4c6b-9796-5c7f890cdf2b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210959 Dec 06 15:48:34.687063 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48726) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:34.691847 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4eee3b3b-4bb4-4dca-9548-36609001f564 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'network': {'name': 'tempest-network-smoke--412300244', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'port_security_enabled': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:48:34.713529 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eee3b3b-4bb4-4dca-9548-36609001f564 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Made reservation on behalf of 1f696de39de649a09ab85b4348ea5de3 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:48:34.717431 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4eee3b3b-4bb4-4dca-9548-36609001f564 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.741489 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eee3b3b-4bb4-4dca-9548-36609001f564 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:48:34.751133 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4eee3b3b-4bb4-4dca-9548-36609001f564 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.751517 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-4eee3b3b-4bb4-4dca-9548-36609001f564 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Added segment e66558f4-23ea-4629-8ff5-6aa6dc7e57c0 of type vlan for network e4143905-6ece-40d1-97e4-21fc1daf6bb1 Dec 06 15:48:34.774470 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6332796d-7949-4947-ab7a-655e7c3e8715 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:48:34.792401 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4eee3b3b-4bb4-4dca-9548-36609001f564 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.796439 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 6332796d-7949-4947-ab7a-655e7c3e8715 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:48:34.796859 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6332796d-7949-4947-ab7a-655e7c3e8715 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:48:34.797354 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device bd8fb070-bb00-4c52-bd46-a635511e42b1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:48:34.816250 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: bd8fb070-bb00-4c52-bd46-a635511e42b1 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:48:34.816607 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device bd8fb070-bb00-4c52-bd46-a635511e42b1 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:48:34.817941 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4eee3b3b-4bb4-4dca-9548-36609001f564 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.823552 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eee3b3b-4bb4-4dca-9548-36609001f564 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:34.824166 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4eee3b3b-4bb4-4dca-9548-36609001f564 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.861483 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4eee3b3b-4bb4-4dca-9548-36609001f564 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1733592 Dec 06 15:48:34.864582 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48728) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:34.868776 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-606178666', 'admin_state_up': True, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:48:34.908683 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee3b3b-4bb4-4dca-9548-36609001f564 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Network': ['ID=e4143905-6ece-40d1-97e4-21fc1daf6bb1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:34.919095 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network e4143905-6ece-40d1-97e4-21fc1daf6bb1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:48:34.923710 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.924815 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:34.976125 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:35.111431 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:35.295912 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:35.314377 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:35.416802 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.35.7.88 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/b668ac56-6d59-4887-9096-db19df4d93a9) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:48:35.520364 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:35.554041 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:35.591784 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:48:35.594631 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:48:35.597178 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:48:35.608824 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4830cc9f-f0ab-4abf-8145-bad59558379b None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:48:35.626560 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=b668ac56-6d59-4887-9096-db19df4d93a9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:35.658739 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5a3d21e1-4a2a-434e-b406-00074461652e None None] Provisioning complete for port b668ac56-6d59-4887-9096-db19df4d93a9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:48:35.659114 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5a3d21e1-4a2a-434e-b406-00074461652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:35.694005 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d21e1-4a2a-434e-b406-00074461652e None None] Port b668ac56-6d59-4887-9096-db19df4d93a9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:48:35.727078 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:48:35.851014 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:35.868542 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:36.045630 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:36.468713 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 336d6d88-e18a-4311-89ab-18a5076856f2 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:48:36.573703 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:48:36.583391 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Sync routers for ids ['336d6d88-e18a-4311-89ab-18a5076856f2'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:48:36.593241 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Routers {'336d6d88-e18a-4311-89ab-18a5076856f2'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:48:36.593855 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:48:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['336d6d88-e18a-4311-89ab-18a5076856f2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:36.594023 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:36.595330 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-28e87fe7-1042-44df-aaf1-85d1cb6df00d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7299039 Dec 06 15:48:36.598526 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48730) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:36.626135 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-5f7ac0d2-d663-4da1-a772-bd3d5240b391 tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1f696de39de649a09ab85b4348ea5de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264735 Dec 06 15:48:36.628721 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48732) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:36.699780 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Set router 336d6d88-e18a-4311-89ab-18a5076856f2 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:48:36.715249 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ed0f0c-d19d-4302-bbc6-90bd8f7a2e4c tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:36.716788 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e7ed0f0c-d19d-4302-bbc6-90bd8f7a2e4c tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871146 Dec 06 15:48:36.719683 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48734) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:36.744459 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:36.753346 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-955bce6c-e1c4-44da-850b-81f53b810ed3 tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319736 Dec 06 15:48:36.763923 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48736) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:36.769823 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-3d497692-bbbd-491e-99b0-04267bcfc8e8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1638662966', 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:48:36.857481 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d497692-bbbd-491e-99b0-04267bcfc8e8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Made reservation on behalf of 1f696de39de649a09ab85b4348ea5de3 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:48:36.861282 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d497692-bbbd-491e-99b0-04267bcfc8e8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:36.880501 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606178666', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:48:34Z', 'updated_at': '2021-12-06T15:48:35Z', 'revision_number': 3, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:35Z', 'updated_at': '2021-12-06T15:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:36.905361 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Checking router: 336d6d88-e18a-4311-89ab-18a5076856f2 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:48:36.905713 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Updating router 336d6d88-e18a-4311-89ab-18a5076856f2 port b668ac56-6d59-4887-9096-db19df4d93a9 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:48:36.934974 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:37.041966 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d497692-bbbd-491e-99b0-04267bcfc8e8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:37.101694 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d497692-bbbd-491e-99b0-04267bcfc8e8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Subnet': ['ID=497a10cb-6ed4-4374-af87-ea16de123774,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:37.109131 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d497692-bbbd-491e-99b0-04267bcfc8e8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Checking segment: {'id': 'e66558f4-23ea-4629-8ff5-6aa6dc7e57c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:48:37.109491 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d497692-bbbd-491e-99b0-04267bcfc8e8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network hostable DHCP agents. Network: e4143905-6ece-40d1-97e4-21fc1daf6bb1, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:48:37.126129 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d497692-bbbd-491e-99b0-04267bcfc8e8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network e4143905-6ece-40d1-97e4-21fc1daf6bb1 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:48:37.135249 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3d497692-bbbd-491e-99b0-04267bcfc8e8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e4143905-6ece-40d1-97e4-21fc1daf6bb1) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:48:37.139558 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d497692-bbbd-491e-99b0-04267bcfc8e8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:37.140158 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d497692-bbbd-491e-99b0-04267bcfc8e8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:37.148789 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46942f64-6795-4006-93e9-b4572cb0cd05 None None] Network e4143905-6ece-40d1-97e4-21fc1daf6bb1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:48:37.157656 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3d497692-bbbd-491e-99b0-04267bcfc8e8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3920636 Dec 06 15:48:37.160551 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48738) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:37.180568 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:37.187878 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:37.230588 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Attempting to bind port b668ac56-6d59-4887-9096-db19df4d93a9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:48:37.230967 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Attempting to bind port b668ac56-6d59-4887-9096-db19df4d93a9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:48:37.231335 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Attempting to bind port b668ac56-6d59-4887-9096-db19df4d93a9 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:48:37.236630 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4cd8e6-ad4a-49be-adc4-3651f8666128 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:48:37.244109 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:48:37.244488 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:48:37.244892 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:37.245335 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:48:37.245757 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Bound port: b668ac56-6d59-4887-9096-db19df4d93a9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:48:37.246158 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:37.274575 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad7bb0-7fe2-4d51-b82c-f69b53bf8b1e None None] Pushing event updated for resources: {'Port': ['ID=b668ac56-6d59-4887-9096-db19df4d93a9,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:37.287182 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad7bb0-7fe2-4d51-b82c-f69b53bf8b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:37.287536 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad7bb0-7fe2-4d51-b82c-f69b53bf8b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:37.288089 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad7bb0-7fe2-4d51-b82c-f69b53bf8b1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:37.288438 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad7bb0-7fe2-4d51-b82c-f69b53bf8b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:37.290628 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad7bb0-7fe2-4d51-b82c-f69b53bf8b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:37.290982 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad7bb0-7fe2-4d51-b82c-f69b53bf8b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:37.291325 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad7bb0-7fe2-4d51-b82c-f69b53bf8b1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:37.291685 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad7bb0-7fe2-4d51-b82c-f69b53bf8b1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:37.292074 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad7bb0-7fe2-4d51-b82c-f69b53bf8b1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:37.292371 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad7bb0-7fe2-4d51-b82c-f69b53bf8b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:37.292693 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad7bb0-7fe2-4d51-b82c-f69b53bf8b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:37.293022 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad7bb0-7fe2-4d51-b82c-f69b53bf8b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:37.293353 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad7bb0-7fe2-4d51-b82c-f69b53bf8b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:48:37.318549 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] For port b668ac56-6d59-4887-9096-db19df4d93a9, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:48:37.321961 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] For port b668ac56-6d59-4887-9096-db19df4d93a9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b668ac56-6d59-4887-9096-db19df4d93a9,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:48:37.326430 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:37.328771 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e4143905-6ece-40d1-97e4-21fc1daf6bb1', 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ips': [{'subnet_id': '497a10cb-6ed4-4374-af87-ea16de123774'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:48:37.329581 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:37.383595 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Routers {'336d6d88-e18a-4311-89ab-18a5076856f2'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:48:37.384365 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:48:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['336d6d88-e18a-4311-89ab-18a5076856f2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:37.446971 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad7bb0-7fe2-4d51-b82c-f69b53bf8b1e None None] Pushing event updated for resources: {'Port': ['ID=b668ac56-6d59-4887-9096-db19df4d93a9,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:37.506957 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cd4d45-7882-44bb-83ad-9a3eea16aeba None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:48:37.508808 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] Set router 336d6d88-e18a-4311-89ab-18a5076856f2 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:48:37.527530 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f98e6814-b454-4cb3-9060-b24337f1f64a None None] Provisioning complete for port b668ac56-6d59-4887-9096-db19df4d93a9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:48:37.528135 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f98e6814-b454-4cb3-9060-b24337f1f64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:37.641449 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:37.709683 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Allocated IP 172.20.0.2 (e4143905-6ece-40d1-97e4-21fc1daf6bb1/497a10cb-6ed4-4374-af87-ea16de123774/f8ded5da-d03a-4413-8a45-b36f67b54b16) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:48:37.724607 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f98e6814-b454-4cb3-9060-b24337f1f64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:37.758606 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f98e6814-b454-4cb3-9060-b24337f1f64a None None] For port b668ac56-6d59-4887-9096-db19df4d93a9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b668ac56-6d59-4887-9096-db19df4d93a9,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:48:37.765418 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f98e6814-b454-4cb3-9060-b24337f1f64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:37.788376 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606178666', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:48:34Z', 'updated_at': '2021-12-06T15:48:35Z', 'revision_number': 3, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:35Z', 'updated_at': '2021-12-06T15:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:37.819500 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027b9bd6-bca7-4fc7-9608-ca375ce5b6fb None None] The sync data for ids ['336d6d88-e18a-4311-89ab-18a5076856f2'] in n-d-master-1 is: [{'id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606178666', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:48:34Z', 'updated_at': '2021-12-06T15:48:35Z', 'revision_number': 3, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:35Z', 'updated_at': '2021-12-06T15:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:48:37.857739 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e6814-b454-4cb3-9060-b24337f1f64a None None] Pushing event updated for resources: {'Port': ['ID=b668ac56-6d59-4887-9096-db19df4d93a9,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:37.923000 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a01cd70f-7494-4707-ae2b-194961166cee None None] Provisioning complete for port b668ac56-6d59-4887-9096-db19df4d93a9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:48:37.923376 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a01cd70f-7494-4707-ae2b-194961166cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:37.960455 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:37.969438 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:38.018696 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.20.0.1 (e4143905-6ece-40d1-97e4-21fc1daf6bb1/497a10cb-6ed4-4374-af87-ea16de123774/0551c4b2-d34e-4595-8e45-25c5bc07a161) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:48:38.032918 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Network e4143905-6ece-40d1-97e4-21fc1daf6bb1 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:48:38.039014 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Pushing event updated for resources: {'Port': ['ID=f8ded5da-d03a-4413-8a45-b36f67b54b16,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:38.042255 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:48:38.054459 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:48:38.144340 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Attempting to bind port f8ded5da-d03a-4413-8a45-b36f67b54b16 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:48:38.144725 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Attempting to bind port f8ded5da-d03a-4413-8a45-b36f67b54b16 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e66558f4-23ea-4629-8ff5-6aa6dc7e57c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:48:38.145616 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Attempting to bind port f8ded5da-d03a-4413-8a45-b36f67b54b16 on network e4143905-6ece-40d1-97e4-21fc1daf6bb1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:48:38.151124 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:48:38.151441 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Checking segment: {'id': 'e66558f4-23ea-4629-8ff5-6aa6dc7e57c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:48:38.151882 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:38.152283 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Bound using segment: {'id': 'e66558f4-23ea-4629-8ff5-6aa6dc7e57c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:48:38.152766 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Bound port: f8ded5da-d03a-4413-8a45-b36f67b54b16, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66558f4-23ea-4629-8ff5-6aa6dc7e57c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:48:38.153152 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:38.170251 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:38.209645 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:38.227092 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] For port f8ded5da-d03a-4413-8a45-b36f67b54b16, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:48:38.230711 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] For port f8ded5da-d03a-4413-8a45-b36f67b54b16, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f8ded5da-d03a-4413-8a45-b36f67b54b16,segment=NetworkSegment(e66558f4-23ea-4629-8ff5-6aa6dc7e57c0),segment_id=e66558f4-23ea-4629-8ff5-6aa6dc7e57c0)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:48:38.237059 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:38.264715 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network e4143905-6ece-40d1-97e4-21fc1daf6bb1 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:48:38.268852 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:48:38.272409 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:48:38.305693 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=0551c4b2-d34e-4595-8e45-25c5bc07a161,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:38.312740 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec4dee-5a26-42de-aa03-a518c35bc7e8 None None] Pushing event updated for resources: {'Port': ['ID=f8ded5da-d03a-4413-8a45-b36f67b54b16,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:38.330126 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:38.502740 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:38.825241 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b668ac56-6d59-4887-9096-db19df4d93a9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:48:38.827778 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:38.833498 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:38.874656 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port b668ac56-6d59-4887-9096-db19df4d93a9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:48:38.875038 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:38.907280 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:38.909158 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=0551c4b2-d34e-4595-8e45-25c5bc07a161,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:38.959387 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f8ded5da-d03a-4413-8a45-b36f67b54b16 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:48:39.008534 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f8ded5da-d03a-4413-8a45-b36f67b54b16 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:48:39.008913 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:39.013200 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network e4143905-6ece-40d1-97e4-21fc1daf6bb1 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:48:39.014658 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:48:39.091842 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:39.125822 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port f8ded5da-d03a-4413-8a45-b36f67b54b16, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f8ded5da-d03a-4413-8a45-b36f67b54b16,segment=NetworkSegment(e66558f4-23ea-4629-8ff5-6aa6dc7e57c0),segment_id=e66558f4-23ea-4629-8ff5-6aa6dc7e57c0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:48:39.130403 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:39.142309 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 336d6d88-e18a-4311-89ab-18a5076856f2 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:48:39.181888 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=f8ded5da-d03a-4413-8a45-b36f67b54b16,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:39.260052 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:48:39.265470 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-18fdd5cf-dd7f-4042-8e93-ee20e222618c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "PUT /v2.0/routers/336d6d88-e18a-4311-89ab-18a5076856f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1020358 Dec 06 15:48:39.285543 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0085e746-4a8b-4202-9ff2-03dd73dcaa69 None None] Network e4143905-6ece-40d1-97e4-21fc1daf6bb1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:48:39.401862 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-76fdbaa3-8d17-484e-8ed6-c54d05674c4a None None] Provisioning complete for port f8ded5da-d03a-4413-8a45-b36f67b54b16 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:48:39.402238 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76fdbaa3-8d17-484e-8ed6-c54d05674c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:39.420565 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-01617d7e-7862-44a3-ba08-f53027682c38 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1980832319&fields=id&tenant_id=1f696de39de649a09ab85b4348ea5de3 HTTP/1.1" status: 200 len: 267 time: 0.0481904 Dec 06 15:48:39.545425 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-d68294bf-3562-4b1d-81d7-55092b45f342 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:39.546941 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-d68294bf-3562-4b1d-81d7-55092b45f342 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/networks?id=e4143905-6ece-40d1-97e4-21fc1daf6bb1 HTTP/1.1" status: 200 len: 796 time: 0.1184430 Dec 06 15:48:39.562419 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-cb2e6d43-5529-473b-bc6e-0a33c49b7760 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/quotas/1f696de39de649a09ab85b4348ea5de3 HTTP/1.1" status: 200 len: 375 time: 0.0095699 Dec 06 15:48:39.620429 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-a59ca7c3-f581-4fee-992c-576c586960df tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519373 Dec 06 15:48:39.730054 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-d162f451-e516-4928-8225-9a8de5c0edce service neutron] 10.222.0.20 "GET /v2.0/networks/e4143905-6ece-40d1-97e4-21fc1daf6bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962934 Dec 06 15:48:39.755044 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0b3fe423-2aeb-45d9-84ff-e8879e08dc1b None None] Provisioning complete for port f8ded5da-d03a-4413-8a45-b36f67b54b16 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:48:39.755558 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b3fe423-2aeb-45d9-84ff-e8879e08dc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:39.825979 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-5de5fc1a-0e4b-4c44-9301-d1ce50f1d39c service neutron] 10.222.0.20 "GET /v2.0/networks/e4143905-6ece-40d1-97e4-21fc1daf6bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893130 Dec 06 15:48:39.848864 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Sync routers for ids ['336d6d88-e18a-4311-89ab-18a5076856f2'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:48:39.863635 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0b3fe423-2aeb-45d9-84ff-e8879e08dc1b None None] Provisioning complete for port 0551c4b2-d34e-4595-8e45-25c5bc07a161 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:48:39.864073 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0b3fe423-2aeb-45d9-84ff-e8879e08dc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:39.886648 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Routers {'336d6d88-e18a-4311-89ab-18a5076856f2'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:48:39.887294 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:48:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['336d6d88-e18a-4311-89ab-18a5076856f2'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:39.944733 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0b3fe423-2aeb-45d9-84ff-e8879e08dc1b None None] Port 0551c4b2-d34e-4595-8e45-25c5bc07a161 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:48:40.026810 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Set router 336d6d88-e18a-4311-89ab-18a5076856f2 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:48:40.036773 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08153a9b-e7eb-4623-be1f-e357b5a0a54f req-f58b2726-0599-4af3-9a3d-9361cab361f8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 210 time: 0.0373347 Dec 06 15:48:40.117249 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b1dfa3ce-342c-477e-a78d-8410143caba1 None None] Provisioning complete for port 0551c4b2-d34e-4595-8e45-25c5bc07a161 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:48:40.117476 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b1dfa3ce-342c-477e-a78d-8410143caba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:40.204529 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b1dfa3ce-342c-477e-a78d-8410143caba1 None None] Port 0551c4b2-d34e-4595-8e45-25c5bc07a161 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:48:40.282896 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606178666', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:48:34Z', 'updated_at': '2021-12-06T15:48:38Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:35Z', 'updated_at': '2021-12-06T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0551c4b2-d34e-4595-8e45-25c5bc07a161', 'name': '', 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:dd:7b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '497a10cb-6ed4-4374-af87-ea16de123774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:37Z', 'updated_at': '2021-12-06T15:48:38Z', 'revision_number': 2, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '497a10cb-6ed4-4374-af87-ea16de123774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:40.313792 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Checking router: 336d6d88-e18a-4311-89ab-18a5076856f2 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:48:40.314154 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Updating router 336d6d88-e18a-4311-89ab-18a5076856f2 port 0551c4b2-d34e-4595-8e45-25c5bc07a161 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:48:40.349659 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-971469d4-935a-4de4-a127-2d2808e44852 None None] Provisioning complete for port 0551c4b2-d34e-4595-8e45-25c5bc07a161 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:48:40.350028 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-971469d4-935a-4de4-a127-2d2808e44852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:40.352268 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:40.412645 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-971469d4-935a-4de4-a127-2d2808e44852 None None] Port 0551c4b2-d34e-4595-8e45-25c5bc07a161 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:48:40.644596 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:40.650276 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:40.705005 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d5a06-0321-4adc-b822-93c2d4916c87 None None] Pushing event updated for resources: {'Port': ['ID=0551c4b2-d34e-4595-8e45-25c5bc07a161,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:40.758325 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Attempting to bind port 0551c4b2-d34e-4595-8e45-25c5bc07a161 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:48:40.758706 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Attempting to bind port 0551c4b2-d34e-4595-8e45-25c5bc07a161 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e66558f4-23ea-4629-8ff5-6aa6dc7e57c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:48:40.759078 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Attempting to bind port 0551c4b2-d34e-4595-8e45-25c5bc07a161 on network e4143905-6ece-40d1-97e4-21fc1daf6bb1 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:48:40.764307 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:48:40.764690 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Checking segment: {'id': 'e66558f4-23ea-4629-8ff5-6aa6dc7e57c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:48:40.765128 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:40.765504 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Bound using segment: {'id': 'e66558f4-23ea-4629-8ff5-6aa6dc7e57c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:48:40.766015 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Bound port: 0551c4b2-d34e-4595-8e45-25c5bc07a161, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66558f4-23ea-4629-8ff5-6aa6dc7e57c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:48:40.766363 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:40.779479 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f8ded5da-d03a-4413-8a45-b36f67b54b16 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:48:40.871596 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] For port 0551c4b2-d34e-4595-8e45-25c5bc07a161, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:48:40.875228 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] For port 0551c4b2-d34e-4595-8e45-25c5bc07a161, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0551c4b2-d34e-4595-8e45-25c5bc07a161,segment=NetworkSegment(e66558f4-23ea-4629-8ff5-6aa6dc7e57c0),segment_id=e66558f4-23ea-4629-8ff5-6aa6dc7e57c0)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:48:40.880687 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:40.889711 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port f8ded5da-d03a-4413-8a45-b36f67b54b16 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:48:40.890081 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:40.989566 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d5f7a468-a93b-4261-92e3-05798caa9fc7 None None] Provisioning complete for port 0551c4b2-d34e-4595-8e45-25c5bc07a161 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:48:40.989941 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5f7a468-a93b-4261-92e3-05798caa9fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:40.991523 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Routers {'336d6d88-e18a-4311-89ab-18a5076856f2'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:48:40.992181 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:48:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['336d6d88-e18a-4311-89ab-18a5076856f2'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:41.149615 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-c2cdd267-1844-42d8-8ae4-283363e7bb32 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:41.152005 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-c2cdd267-1844-42d8-8ae4-283363e7bb32 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.37 "GET /v2.0/networks?id=e4143905-6ece-40d1-97e4-21fc1daf6bb1 HTTP/1.1" status: 200 len: 796 time: 0.1424348 Dec 06 15:48:41.206929 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d5a06-0321-4adc-b822-93c2d4916c87 None None] Pushing event updated for resources: {'Port': ['ID=0551c4b2-d34e-4595-8e45-25c5bc07a161,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:41.216052 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-06d468d2-9331-4609-b893-cddbe3e64e9e req-35059b04-a422-4077-acfc-0f9ab5a5db58 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 210 time: 0.0315511 Dec 06 15:48:41.255430 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-88ea35be-3417-4fcc-9204-1f86928091fb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f696de39de649a09ab85b4348ea5de3 HTTP/1.1" status: 200 len: 380 time: 0.0925529 Dec 06 15:48:41.265864 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-64f56339-0d56-48b2-a566-03bd378ba741 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'port': {'device_id': 'adfa42c6-68e5-4b95-8a5f-66eb422e7c22', 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1', 'admin_state_up': True, 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'security_groups': ['5dbbfc27-06c5-46cf-a738-eace9346d024']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:48:41.334164 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] Set router 336d6d88-e18a-4311-89ab-18a5076856f2 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:48:41.376195 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-64f56339-0d56-48b2-a566-03bd378ba741 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Made reservation on behalf of 1f696de39de649a09ab85b4348ea5de3 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:48:41.379830 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-64f56339-0d56-48b2-a566-03bd378ba741 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:41.431479 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5f7a468-a93b-4261-92e3-05798caa9fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:41.508025 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-64f56339-0d56-48b2-a566-03bd378ba741 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.20.0.5 (e4143905-6ece-40d1-97e4-21fc1daf6bb1/497a10cb-6ed4-4374-af87-ea16de123774/a0bef9ee-881a-4260-960c-41a303888694) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:48:41.513728 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d5f7a468-a93b-4261-92e3-05798caa9fc7 None None] For port 0551c4b2-d34e-4595-8e45-25c5bc07a161, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0551c4b2-d34e-4595-8e45-25c5bc07a161,segment=NetworkSegment(e66558f4-23ea-4629-8ff5-6aa6dc7e57c0),segment_id=e66558f4-23ea-4629-8ff5-6aa6dc7e57c0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:48:41.518675 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5f7a468-a93b-4261-92e3-05798caa9fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:41.600096 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7a468-a93b-4261-92e3-05798caa9fc7 None None] Pushing event updated for resources: {'Port': ['ID=0551c4b2-d34e-4595-8e45-25c5bc07a161,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:41.634046 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606178666', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:48:34Z', 'updated_at': '2021-12-06T15:48:38Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:35Z', 'updated_at': '2021-12-06T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0551c4b2-d34e-4595-8e45-25c5bc07a161', 'name': '', 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:dd:7b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '497a10cb-6ed4-4374-af87-ea16de123774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:37Z', 'updated_at': '2021-12-06T15:48:40Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '497a10cb-6ed4-4374-af87-ea16de123774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:41.652797 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-64f56339-0d56-48b2-a566-03bd378ba741 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:41.664822 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa68176-bf4d-407d-855e-caa2036075bc None None] The sync data for ids ['336d6d88-e18a-4311-89ab-18a5076856f2'] in n-d-master-1 is: [{'id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606178666', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:48:34Z', 'updated_at': '2021-12-06T15:48:38Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:35Z', 'updated_at': '2021-12-06T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0551c4b2-d34e-4595-8e45-25c5bc07a161', 'name': '', 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:dd:7b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '497a10cb-6ed4-4374-af87-ea16de123774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:37Z', 'updated_at': '2021-12-06T15:48:40Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '497a10cb-6ed4-4374-af87-ea16de123774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:48:41.668303 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b5f02a83-9255-47a5-b74b-bfc7d33cc78b None None] Provisioning complete for port 0551c4b2-d34e-4595-8e45-25c5bc07a161 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:48:41.668611 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b5f02a83-9255-47a5-b74b-bfc7d33cc78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:41.689869 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-64f56339-0d56-48b2-a566-03bd378ba741 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:41.755729 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-64f56339-0d56-48b2-a566-03bd378ba741 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network e4143905-6ece-40d1-97e4-21fc1daf6bb1 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:48:41.760030 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-64f56339-0d56-48b2-a566-03bd378ba741 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:48:41.761926 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f56339-0d56-48b2-a566-03bd378ba741 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=a0bef9ee-881a-4260-960c-41a303888694,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:41.764085 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-64f56339-0d56-48b2-a566-03bd378ba741 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:48:41.823484 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-64f56339-0d56-48b2-a566-03bd378ba741 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:41.824596 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-64f56339-0d56-48b2-a566-03bd378ba741 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:41.844023 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-64f56339-0d56-48b2-a566-03bd378ba741 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5817351 Dec 06 15:48:41.912105 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Request body: {'port': {'device_id': 'adfa42c6-68e5-4b95-8a5f-66eb422e7c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:48:41.978392 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:42.008964 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-57f770e4-ecfc-4c5b-8c71-d7b8a13f886c None None] Provisioning complete for port a0bef9ee-881a-4260-960c-41a303888694 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:48:42.009554 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-57f770e4-ecfc-4c5b-8c71-d7b8a13f886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:42.046034 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-57f770e4-ecfc-4c5b-8c71-d7b8a13f886c None None] Port a0bef9ee-881a-4260-960c-41a303888694 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:48:42.254733 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0bef9ee-881a-4260-960c-41a303888694 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:48:42.263203 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:42.276417 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Transition to ACTIVE for port object a0bef9ee-881a-4260-960c-41a303888694 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:48:42.280887 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:42.336549 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Pushing event updated for resources: {'Port': ['ID=a0bef9ee-881a-4260-960c-41a303888694,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:42.359580 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dbf0f-73ea-4287-9f71-7aed7c59c313 req-7b9a20be-d802-4f52-8f69-63e5c28b5fcb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:42.368343 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d9dbf0f-73ea-4287-9f71-7aed7c59c313 req-7b9a20be-d802-4f52-8f69-63e5c28b5fcb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 943 time: 0.0742521 Dec 06 15:48:42.417175 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Attempting to bind port a0bef9ee-881a-4260-960c-41a303888694 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:48:42.417722 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Attempting to bind port a0bef9ee-881a-4260-960c-41a303888694 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e66558f4-23ea-4629-8ff5-6aa6dc7e57c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:48:42.418218 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Attempting to bind port a0bef9ee-881a-4260-960c-41a303888694 on network e4143905-6ece-40d1-97e4-21fc1daf6bb1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:48:42.423309 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Port a0bef9ee-881a-4260-960c-41a303888694 on network e4143905-6ece-40d1-97e4-21fc1daf6bb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:48:42.423636 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Attempting to bind port a0bef9ee-881a-4260-960c-41a303888694 on network e4143905-6ece-40d1-97e4-21fc1daf6bb1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:48:42.432344 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0d9dbf0f-73ea-4287-9f71-7aed7c59c313 req-21d6d40c-0313-454d-b86a-6e4b45c2de0d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628033 Dec 06 15:48:42.434798 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:48:42.435208 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Checking segment: {'id': 'e66558f4-23ea-4629-8ff5-6aa6dc7e57c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:48:42.435637 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Bound using segment: {'id': 'e66558f4-23ea-4629-8ff5-6aa6dc7e57c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:48:42.436100 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Bound port: a0bef9ee-881a-4260-960c-41a303888694, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66558f4-23ea-4629-8ff5-6aa6dc7e57c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:48:42.436451 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:42.804984 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0551c4b2-d34e-4595-8e45-25c5bc07a161 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:48:42.810898 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] For port a0bef9ee-881a-4260-960c-41a303888694, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:48:42.814184 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] For port a0bef9ee-881a-4260-960c-41a303888694, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a0bef9ee-881a-4260-960c-41a303888694,segment=NetworkSegment(e66558f4-23ea-4629-8ff5-6aa6dc7e57c0),segment_id=e66558f4-23ea-4629-8ff5-6aa6dc7e57c0)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:48:42.819514 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:42.857420 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:42.858081 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:42.859405 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] 10.222.0.37 "PUT /v2.0/ports/a0bef9ee-881a-4260-960c-41a303888694 HTTP/1.1" status: 200 len: 1091 time: 1.0024500 Dec 06 15:48:42.859884 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfa42c6-68e5-4b95-8a5f-66eb422e7c22', 'tag': 'a0bef9ee-881a-4260-960c-41a303888694'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:48:42.862126 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75211428-d951-494d-b6a4-3750363ae04f" -d '{"events": [{"name": "network-changed", "server_uuid": "adfa42c6-68e5-4b95-8a5f-66eb422e7c22", "tag": "a0bef9ee-881a-4260-960c-41a303888694"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:48:42.872815 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 0551c4b2-d34e-4595-8e45-25c5bc07a161 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:48:42.873197 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:42.893653 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040cef1-d22c-4092-878c-1f7e4a6b3d6a service neutron] Pushing event updated for resources: {'Port': ['ID=a0bef9ee-881a-4260-960c-41a303888694,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:42.932186 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7775e108-d09f-496a-a781-dd502cbd88b2 x-openstack-request-id: req-7775e108-d09f-496a-a781-dd502cbd88b2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:48:42.932509 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adfa42c6-68e5-4b95-8a5f-66eb422e7c22", "tag": "a0bef9ee-881a-4260-960c-41a303888694", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:48:42.932730 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7775e108-d09f-496a-a781-dd502cbd88b2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:48:42.933131 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfa42c6-68e5-4b95-8a5f-66eb422e7c22', 'tag': 'a0bef9ee-881a-4260-960c-41a303888694', 'status': 'completed', 'code': 200} Dec 06 15:48:42.968226 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-2a9a959c-dac4-436e-8cf6-136e9e8761ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:42.970379 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-2a9a959c-dac4-436e-8cf6-136e9e8761ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 1094 time: 0.0531948 Dec 06 15:48:43.020949 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-9cfd509b-f19b-48e5-b24c-15a10f429c6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0bef9ee-881a-4260-960c-41a303888694 HTTP/1.1" status: 200 len: 217 time: 0.0385196 Dec 06 15:48:43.077452 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-c2f9d71a-f538-4089-83d6-2ad84dc00980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:43.078900 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-c2f9d71a-f538-4089-83d6-2ad84dc00980 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=497a10cb-6ed4-4374-af87-ea16de123774 HTTP/1.1" status: 200 len: 835 time: 0.0454197 Dec 06 15:48:43.132961 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-d52bb45d-488a-4e56-888c-f5d9786a35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:43.134374 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-d52bb45d-488a-4e56-888c-f5d9786a35a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4143905-6ece-40d1-97e4-21fc1daf6bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407484 Dec 06 15:48:43.231493 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-49ba7581-ff7f-4b5e-9c8f-2a9bc39feddf service neutron] 10.222.0.37 "GET /v2.0/networks/e4143905-6ece-40d1-97e4-21fc1daf6bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853572 Dec 06 15:48:43.325031 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f5dde0e6-7376-4357-9bd2-60700f9409a0 req-f17f1dfc-cc1d-4929-92c1-60e7a2831aa4 service neutron] 10.222.0.37 "GET /v2.0/networks/e4143905-6ece-40d1-97e4-21fc1daf6bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823572 Dec 06 15:48:43.414582 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75211428-d951-494d-b6a4-3750363ae04f req-3e8d6dba-3903-4729-a374-297413ada67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:43.416102 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-75211428-d951-494d-b6a4-3750363ae04f req-3e8d6dba-3903-4729-a374-297413ada67b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 1094 time: 0.0413368 Dec 06 15:48:43.507909 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75211428-d951-494d-b6a4-3750363ae04f req-7dac806b-a0e0-4619-86ba-a464a7addb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:43.509389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-75211428-d951-494d-b6a4-3750363ae04f req-7dac806b-a0e0-4619-86ba-a464a7addb02 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e4143905-6ece-40d1-97e4-21fc1daf6bb1 HTTP/1.1" status: 200 len: 897 time: 0.0862885 Dec 06 15:48:43.554990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-75211428-d951-494d-b6a4-3750363ae04f req-57b323cd-001b-443a-b8b7-a2a569207a8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0bef9ee-881a-4260-960c-41a303888694 HTTP/1.1" status: 200 len: 217 time: 0.0381343 Dec 06 15:48:43.557783 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e8261-02e8-4838-8b2c-c1a2cc3d1693 req-85f5ee0d-40ff-4f38-a237-6c3b34eab079 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:43.559268 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-068e8261-02e8-4838-8b2c-c1a2cc3d1693 req-85f5ee0d-40ff-4f38-a237-6c3b34eab079 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 943 time: 0.0520937 Dec 06 15:48:43.605499 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75211428-d951-494d-b6a4-3750363ae04f req-1a4a1a01-f28e-4a76-afbc-8b5f62a191bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:43.606958 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-75211428-d951-494d-b6a4-3750363ae04f req-1a4a1a01-f28e-4a76-afbc-8b5f62a191bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=497a10cb-6ed4-4374-af87-ea16de123774 HTTP/1.1" status: 200 len: 835 time: 0.0445967 Dec 06 15:48:43.609568 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-068e8261-02e8-4838-8b2c-c1a2cc3d1693 req-5a813d4a-caa1-44c4-a3e6-4f75919c2ef0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441458 Dec 06 15:48:43.655221 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75211428-d951-494d-b6a4-3750363ae04f req-0a0bd58e-ed20-4e8e-8ba5-6c5193a8686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:43.656737 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-75211428-d951-494d-b6a4-3750363ae04f req-0a0bd58e-ed20-4e8e-8ba5-6c5193a8686a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4143905-6ece-40d1-97e4-21fc1daf6bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400536 Dec 06 15:48:43.748846 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-75211428-d951-494d-b6a4-3750363ae04f req-3b1e6749-6ff2-4142-980f-5f96126ba427 service neutron] 10.222.0.37 "GET /v2.0/networks/e4143905-6ece-40d1-97e4-21fc1daf6bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840864 Dec 06 15:48:43.838798 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-75211428-d951-494d-b6a4-3750363ae04f req-f4f9fd1f-937d-4476-a84b-f2f0168ae367 service neutron] 10.222.0.37 "GET /v2.0/networks/e4143905-6ece-40d1-97e4-21fc1daf6bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808966 Dec 06 15:48:44.731423 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb15dd-7b60-4180-a476-146000e90f8a req-06d1008b-8619-4427-9ad3-1f3a158d7dc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:44.732966 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-19bb15dd-7b60-4180-a476-146000e90f8a req-06d1008b-8619-4427-9ad3-1f3a158d7dc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 943 time: 0.0543041 Dec 06 15:48:44.780901 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-19bb15dd-7b60-4180-a476-146000e90f8a req-2fc340d9-eae8-460f-b249-0c188cd7ce41 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420322 Dec 06 15:48:45.900433 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9192f-65cd-423b-bb49-bba2363c1f30 req-d3f7268f-c531-4369-a4ab-22a10db9654d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:45.901906 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ea9192f-65cd-423b-bb49-bba2363c1f30 req-d3f7268f-c531-4369-a4ab-22a10db9654d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 943 time: 0.0529354 Dec 06 15:48:45.952352 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7ea9192f-65cd-423b-bb49-bba2363c1f30 req-859f493c-33a9-4e15-8f1b-2f4b147b284a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442946 Dec 06 15:48:46.188100 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a0bef9ee-881a-4260-960c-41a303888694 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:48:46.282882 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port a0bef9ee-881a-4260-960c-41a303888694, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a0bef9ee-881a-4260-960c-41a303888694,segment=NetworkSegment(e66558f4-23ea-4629-8ff5-6aa6dc7e57c0),segment_id=e66558f4-23ea-4629-8ff5-6aa6dc7e57c0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:48:46.294446 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'a0bef9ee-881a-4260-960c-41a303888694', 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1', 'port_id': 'a0bef9ee-881a-4260-960c-41a303888694', 'mac_address': 'fa:16:3e:53:ef:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497a10cb-6ed4-4374-af87-ea16de123774', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:48:46.329845 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:46.342615 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bef9ee-881a-4260-960c-41a303888694 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:48:46.365912 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port a0bef9ee-881a-4260-960c-41a303888694, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a0bef9ee-881a-4260-960c-41a303888694,segment=NetworkSegment(e66558f4-23ea-4629-8ff5-6aa6dc7e57c0),segment_id=e66558f4-23ea-4629-8ff5-6aa6dc7e57c0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:48:46.369669 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:46.415070 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=a0bef9ee-881a-4260-960c-41a303888694,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:46.684498 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['a0bef9ee-881a-4260-960c-41a303888694'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:48:47.069929 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f25938-a20d-4689-9db2-cb188f6bd9d6 req-d18bd4b1-037b-4494-963b-cc318a27e545 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:47.071366 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00f25938-a20d-4689-9db2-cb188f6bd9d6 req-d18bd4b1-037b-4494-963b-cc318a27e545 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 944 time: 0.0478623 Dec 06 15:48:47.118944 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00f25938-a20d-4689-9db2-cb188f6bd9d6 req-29a23740-f797-42ee-827b-388639c942f9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417008 Dec 06 15:48:48.201513 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a0bef9ee-881a-4260-960c-41a303888694 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:48:48.235019 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48948a5-afe2-4954-b612-3b24567a33b0 req-35b06f03-48cf-4d83-a09d-eab48974db22 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:48.236567 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f48948a5-afe2-4954-b612-3b24567a33b0 req-35b06f03-48cf-4d83-a09d-eab48974db22 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 944 time: 0.0506420 Dec 06 15:48:48.249925 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port a0bef9ee-881a-4260-960c-41a303888694 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:48:48.253873 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port a0bef9ee-881a-4260-960c-41a303888694 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:48:48.254737 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:48.287396 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f48948a5-afe2-4954-b612-3b24567a33b0 req-97927f71-9bd8-4830-a17e-d090d9bdc193 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447788 Dec 06 15:48:48.339201 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:48.361027 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfa42c6-68e5-4b95-8a5f-66eb422e7c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bef9ee-881a-4260-960c-41a303888694'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:48:48.363259 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd867219-3ee9-4a0f-a378-a7ba1d9415ce" -d '{"events": [{"server_uuid": "adfa42c6-68e5-4b95-8a5f-66eb422e7c22", "name": "network-vif-plugged", "status": "completed", "tag": "a0bef9ee-881a-4260-960c-41a303888694"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:48:48.375457 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port a0bef9ee-881a-4260-960c-41a303888694, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a0bef9ee-881a-4260-960c-41a303888694,segment=NetworkSegment(e66558f4-23ea-4629-8ff5-6aa6dc7e57c0),segment_id=e66558f4-23ea-4629-8ff5-6aa6dc7e57c0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:48:48.379811 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:48.402561 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565bd6cc-e207-41b3-a62d-d66ee3fff186 x-openstack-request-id: req-565bd6cc-e207-41b3-a62d-d66ee3fff186 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:48:48.402852 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfa42c6-68e5-4b95-8a5f-66eb422e7c22", "name": "network-vif-plugged", "status": "completed", "tag": "a0bef9ee-881a-4260-960c-41a303888694", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:48:48.403104 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-565bd6cc-e207-41b3-a62d-d66ee3fff186 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:48:48.403482 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfa42c6-68e5-4b95-8a5f-66eb422e7c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bef9ee-881a-4260-960c-41a303888694', 'code': 200} Dec 06 15:48:48.428750 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=a0bef9ee-881a-4260-960c-41a303888694,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:48.518317 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f86ea1-9e7e-405a-b5e2-a8b247cde742 req-26d7730f-3985-4d6a-810a-7b9c704b334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:48.519861 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a5f86ea1-9e7e-405a-b5e2-a8b247cde742 req-26d7730f-3985-4d6a-810a-7b9c704b334b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 1096 time: 0.0414941 Dec 06 15:48:48.573007 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a5f86ea1-9e7e-405a-b5e2-a8b247cde742 req-0fbe6953-04a2-48e3-be75-d38aee64d944 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421708 Dec 06 15:48:49.401055 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8157f46-5fa5-4499-8d55-dd0a493b1d4d req-1df06b65-bae0-4af1-b2e0-e1ad3886854a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:49.402498 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e8157f46-5fa5-4499-8d55-dd0a493b1d4d req-1df06b65-bae0-4af1-b2e0-e1ad3886854a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 945 time: 0.0472991 Dec 06 15:48:49.453799 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e8157f46-5fa5-4499-8d55-dd0a493b1d4d req-bd58828e-448b-4eb9-be47-d86557477fe8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454330 Dec 06 15:48:50.569899 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc907b-52c4-4df4-af2c-479cd98bb546 req-2b3b449e-93ad-40c2-b88a-f28396cd68b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:50.571354 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-28dc907b-52c4-4df4-af2c-479cd98bb546 req-2b3b449e-93ad-40c2-b88a-f28396cd68b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 945 time: 0.0479896 Dec 06 15:48:50.619705 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-28dc907b-52c4-4df4-af2c-479cd98bb546 req-9fc7bda4-f9e3-4310-8f45-39d72f923985 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424323 Dec 06 15:48:50.733518 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80616d1-a52e-4832-ae80-46c9ab59d568 req-b62b3a3c-a1aa-4a8a-8e88-b8212ca3e2a9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:50.734931 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f80616d1-a52e-4832-ae80-46c9ab59d568 req-b62b3a3c-a1aa-4a8a-8e88-b8212ca3e2a9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 945 time: 0.0496199 Dec 06 15:48:50.782748 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f80616d1-a52e-4832-ae80-46c9ab59d568 req-90e1db47-0e2b-4d47-823e-6380f64c54d6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417612 Dec 06 15:48:50.805319 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48794) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:50.843852 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ce013-bab8-497c-95b1-fda5b6ebf2ba tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:50.845350 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3d0ce013-bab8-497c-95b1-fda5b6ebf2ba tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 1091 time: 0.0390787 Dec 06 15:48:50.848725 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48796) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:50.853248 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': 'a0bef9ee-881a-4260-960c-41a303888694', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:48:50.874433 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:50.971823 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:51.070987 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.35.7.109 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/1c3a5b75-286b-40f2-abfb-4529ee22018c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:48:51.173496 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:51.206756 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:51.241799 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:48:51.247023 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:48:51.250586 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:48:51.276823 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=1c3a5b75-286b-40f2-abfb-4529ee22018c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:51.609632 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:51.673401 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:51.819853 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:51.824678 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:51.896634 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=1c3a5b75-286b-40f2-abfb-4529ee22018c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:48:51.908405 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:52.007804 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Floating IP eb8e4f43-98de-474a-855e-04bee2f8beb1 associated. External IP: 172.35.7.109, port: a0bef9ee-881a-4260-960c-41a303888694. Dec 06 15:48:52.205420 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 336d6d88-e18a-4311-89ab-18a5076856f2 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:48:52.314356 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:48:52.324679 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca2d0b-5e6d-4dd8-aa0c-b1767aeaa828 None None] Sync routers for ids ['336d6d88-e18a-4311-89ab-18a5076856f2'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:48:52.332487 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:48:52.334708 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca2d0b-5e6d-4dd8-aa0c-b1767aeaa828 None None] Routers {'336d6d88-e18a-4311-89ab-18a5076856f2'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:48:52.335324 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-71ca2d0b-5e6d-4dd8-aa0c-b1767aeaa828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:48:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['336d6d88-e18a-4311-89ab-18a5076856f2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:52.358829 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1c85566e-5993-43a9-b876-2a68bd9c8ad0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5090623 Dec 06 15:48:52.359508 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfa42c6-68e5-4b95-8a5f-66eb422e7c22', 'tag': 'a0bef9ee-881a-4260-960c-41a303888694'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:48:52.362001 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c742703be9958fca7b51ef848c2f1f9c289ae81b0df0ada1724f18bf2a1f44e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f9a98c-f4ea-4439-b51a-dbef40ac800d" -d '{"events": [{"name": "network-changed", "server_uuid": "adfa42c6-68e5-4b95-8a5f-66eb422e7c22", "tag": "a0bef9ee-881a-4260-960c-41a303888694"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:48:52.401951 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e79fa04-b422-403d-a6e3-22328b894d15 x-openstack-request-id: req-4e79fa04-b422-403d-a6e3-22328b894d15 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:48:52.402255 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adfa42c6-68e5-4b95-8a5f-66eb422e7c22", "tag": "a0bef9ee-881a-4260-960c-41a303888694", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:48:52.402514 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e79fa04-b422-403d-a6e3-22328b894d15 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:48:52.402925 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfa42c6-68e5-4b95-8a5f-66eb422e7c22', 'tag': 'a0bef9ee-881a-4260-960c-41a303888694', 'status': 'completed', 'code': 200} Dec 06 15:48:52.441219 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-71ca2d0b-5e6d-4dd8-aa0c-b1767aeaa828 None None] Set router 336d6d88-e18a-4311-89ab-18a5076856f2 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:48:52.489928 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1d42c-0ee0-4d42-978c-ab31deb24731 req-ed997965-38f6-4204-89dd-b63ab959efca tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:52.491418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c5e1d42c-0ee0-4d42-978c-ab31deb24731 req-ed997965-38f6-4204-89dd-b63ab959efca tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 945 time: 0.0772259 Dec 06 15:48:52.506102 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9a98c-f4ea-4439-b51a-dbef40ac800d req-2dba75c2-db06-49e5-9b1e-7dfca834afff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:52.507490 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93f9a98c-f4ea-4439-b51a-dbef40ac800d req-2dba75c2-db06-49e5-9b1e-7dfca834afff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 1096 time: 0.0677817 Dec 06 15:48:52.572678 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c5e1d42c-0ee0-4d42-978c-ab31deb24731 req-0145889a-a8a0-4c30-82b7-f7fafe72f976 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741155 Dec 06 15:48:52.595764 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48802) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:52.624470 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9a98c-f4ea-4439-b51a-dbef40ac800d req-45316b4f-8cb7-4b3b-b4b9-d56ac7b149a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:52.625917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93f9a98c-f4ea-4439-b51a-dbef40ac800d req-45316b4f-8cb7-4b3b-b4b9-d56ac7b149a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e4143905-6ece-40d1-97e4-21fc1daf6bb1 HTTP/1.1" status: 200 len: 897 time: 0.1096482 Dec 06 15:48:52.661674 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-71ca2d0b-5e6d-4dd8-aa0c-b1767aeaa828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606178666', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:48:34Z', 'updated_at': '2021-12-06T15:48:38Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:35Z', 'updated_at': '2021-12-06T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'eb8e4f43-98de-474a-855e-04bee2f8beb1', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'floating_ip_address': '172.35.7.109', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'port_id': 'a0bef9ee-881a-4260-960c-41a303888694', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1', 'mac_address': 'fa:16:3e:53:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfa42c6-68e5-4b95-8a5f-66eb422e7c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:48:51Z', 'updated_at': '2021-12-06T15:48:51Z', 'revision_number': 0, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0551c4b2-d34e-4595-8e45-25c5bc07a161', 'name': '', 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:dd:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '497a10cb-6ed4-4374-af87-ea16de123774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:37Z', 'updated_at': '2021-12-06T15:48:41Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '497a10cb-6ed4-4374-af87-ea16de123774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:52.671874 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2dbac618-3ea2-43f9-b1b5-3d18de7be05b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/floatingips/eb8e4f43-98de-474a-855e-04bee2f8beb1 HTTP/1.1" status: 200 len: 991 time: 0.0732870 Dec 06 15:48:52.691271 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca2d0b-5e6d-4dd8-aa0c-b1767aeaa828 None None] Checking router: 336d6d88-e18a-4311-89ab-18a5076856f2 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:48:52.696394 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93f9a98c-f4ea-4439-b51a-dbef40ac800d req-dcd89e10-6c8d-4d95-bc54-cf7c6e1ebab5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0bef9ee-881a-4260-960c-41a303888694 HTTP/1.1" status: 200 len: 999 time: 0.0628448 Dec 06 15:48:52.699574 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca2d0b-5e6d-4dd8-aa0c-b1767aeaa828 None None] Routers {'336d6d88-e18a-4311-89ab-18a5076856f2'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:48:52.700207 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-71ca2d0b-5e6d-4dd8-aa0c-b1767aeaa828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:48:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['336d6d88-e18a-4311-89ab-18a5076856f2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:52.745785 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9a98c-f4ea-4439-b51a-dbef40ac800d req-68a081f4-cdef-4433-a7b7-0d7ce9ae23ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:52.747154 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93f9a98c-f4ea-4439-b51a-dbef40ac800d req-68a081f4-cdef-4433-a7b7-0d7ce9ae23ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=497a10cb-6ed4-4374-af87-ea16de123774 HTTP/1.1" status: 200 len: 835 time: 0.0437968 Dec 06 15:48:52.793065 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9a98c-f4ea-4439-b51a-dbef40ac800d req-614482ff-2f31-41c4-b04e-f596025ccca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:48:52.794558 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93f9a98c-f4ea-4439-b51a-dbef40ac800d req-614482ff-2f31-41c4-b04e-f596025ccca2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4143905-6ece-40d1-97e4-21fc1daf6bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399272 Dec 06 15:48:52.804470 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-71ca2d0b-5e6d-4dd8-aa0c-b1767aeaa828 None None] Set router 336d6d88-e18a-4311-89ab-18a5076856f2 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:48:52.887554 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93f9a98c-f4ea-4439-b51a-dbef40ac800d req-8ca8cb06-4c47-4d07-8f7a-d8e8d3e76838 service neutron] 10.222.0.37 "GET /v2.0/networks/e4143905-6ece-40d1-97e4-21fc1daf6bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851390 Dec 06 15:48:52.978203 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-93f9a98c-f4ea-4439-b51a-dbef40ac800d req-aabf9965-9e4e-48bc-9fc7-c5d6cca9cce4 service neutron] 10.222.0.37 "GET /v2.0/networks/e4143905-6ece-40d1-97e4-21fc1daf6bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832748 Dec 06 15:48:53.021485 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-71ca2d0b-5e6d-4dd8-aa0c-b1767aeaa828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606178666', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:48:34Z', 'updated_at': '2021-12-06T15:48:38Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:35Z', 'updated_at': '2021-12-06T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'eb8e4f43-98de-474a-855e-04bee2f8beb1', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'floating_ip_address': '172.35.7.109', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'port_id': 'a0bef9ee-881a-4260-960c-41a303888694', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1', 'mac_address': 'fa:16:3e:53:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfa42c6-68e5-4b95-8a5f-66eb422e7c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:48:51Z', 'updated_at': '2021-12-06T15:48:51Z', 'revision_number': 0, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0551c4b2-d34e-4595-8e45-25c5bc07a161', 'name': '', 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:dd:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '497a10cb-6ed4-4374-af87-ea16de123774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:37Z', 'updated_at': '2021-12-06T15:48:41Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '497a10cb-6ed4-4374-af87-ea16de123774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:48:53.050124 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca2d0b-5e6d-4dd8-aa0c-b1767aeaa828 None None] The sync data for ids ['336d6d88-e18a-4311-89ab-18a5076856f2'] in n-d-master-1 is: [{'id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606178666', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:48:34Z', 'updated_at': '2021-12-06T15:48:38Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:35Z', 'updated_at': '2021-12-06T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'eb8e4f43-98de-474a-855e-04bee2f8beb1', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'floating_ip_address': '172.35.7.109', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'port_id': 'a0bef9ee-881a-4260-960c-41a303888694', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1', 'mac_address': 'fa:16:3e:53:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfa42c6-68e5-4b95-8a5f-66eb422e7c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:48:51Z', 'updated_at': '2021-12-06T15:48:51Z', 'revision_number': 0, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0551c4b2-d34e-4595-8e45-25c5bc07a161', 'name': '', 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:dd:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '497a10cb-6ed4-4374-af87-ea16de123774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:37Z', 'updated_at': '2021-12-06T15:48:41Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '497a10cb-6ed4-4374-af87-ea16de123774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:48:53.233249 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba86069-8619-4470-bab7-dc0b37573b25 None None] New status for floating IP eb8e4f43-98de-474a-855e-04bee2f8beb1: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:48:53.674792 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48804) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:48:53.733803 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a84517f8-81ab-432c-8ba7-767defbab140 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/floatingips/eb8e4f43-98de-474a-855e-04bee2f8beb1 HTTP/1.1" status: 200 len: 993 time: 0.0579581 Dec 06 15:48:58.388118 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:49:00.337756 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:49:00.893546 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e05eacc3-cc2d-4655-ae4a-cd8d2198f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:49:03.325837 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5ffdac65-0b7e-471e-8885-6436923b8169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:49:04.220248 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:49:05.871161 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:49:06.747107 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:49:12.726705 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:49:17.421036 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a662b98-0562-4ebf-b488-3c7a784d96f7 req-709959a2-92bb-47bb-9db7-acb5e0344ac2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437517 Dec 06 15:49:17.504524 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662b98-0562-4ebf-b488-3c7a784d96f7 req-0e10d841-bfbf-41e9-9c83-b4964ad95030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:17.506293 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a662b98-0562-4ebf-b488-3c7a784d96f7 req-0e10d841-bfbf-41e9-9c83-b4964ad95030 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 1096 time: 0.0415659 Dec 06 15:49:17.608459 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662b98-0562-4ebf-b488-3c7a784d96f7 req-b8f9da21-61be-4936-8e18-b3724baa7dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:17.609901 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a662b98-0562-4ebf-b488-3c7a784d96f7 req-b8f9da21-61be-4936-8e18-b3724baa7dc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e4143905-6ece-40d1-97e4-21fc1daf6bb1 HTTP/1.1" status: 200 len: 897 time: 0.0829842 Dec 06 15:49:17.678572 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a662b98-0562-4ebf-b488-3c7a784d96f7 req-89cd2333-c69f-49b1-aac6-fa82a7f09773 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0bef9ee-881a-4260-960c-41a303888694 HTTP/1.1" status: 200 len: 1001 time: 0.0606616 Dec 06 15:49:17.731333 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662b98-0562-4ebf-b488-3c7a784d96f7 req-d8d65d44-1371-459a-9d11-cc37fbb47ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:17.732793 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a662b98-0562-4ebf-b488-3c7a784d96f7 req-d8d65d44-1371-459a-9d11-cc37fbb47ed8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=497a10cb-6ed4-4374-af87-ea16de123774 HTTP/1.1" status: 200 len: 835 time: 0.0432482 Dec 06 15:49:17.779856 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662b98-0562-4ebf-b488-3c7a784d96f7 req-acdb2614-5d38-44a9-954a-2db35967e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:17.781304 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a662b98-0562-4ebf-b488-3c7a784d96f7 req-acdb2614-5d38-44a9-954a-2db35967e236 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4143905-6ece-40d1-97e4-21fc1daf6bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385137 Dec 06 15:49:17.874271 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a662b98-0562-4ebf-b488-3c7a784d96f7 req-1edad016-a4a0-422e-9c2d-80d72431efed service neutron] 10.222.0.37 "GET /v2.0/networks/e4143905-6ece-40d1-97e4-21fc1daf6bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842769 Dec 06 15:49:17.969330 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3a662b98-0562-4ebf-b488-3c7a784d96f7 req-ed60c3af-6849-45ec-bb96-ec9f91a10d48 service neutron] 10.222.0.37 "GET /v2.0/networks/e4143905-6ece-40d1-97e4-21fc1daf6bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866230 Dec 06 15:49:27.079252 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bf4bf-915c-42e3-a842-854e069264ce req-ce7b21aa-376b-437e-aaf8-a2ea18ce3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:27.080838 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b95bf4bf-915c-42e3-a842-854e069264ce req-ce7b21aa-376b-437e-aaf8-a2ea18ce3979 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 1096 time: 0.0428259 Dec 06 15:49:27.089377 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc467635-3b77-41bd-9893-8591b3481b7b req-72fdd619-24ce-4cf4-b15e-66dba7aba381 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:27.090850 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc467635-3b77-41bd-9893-8591b3481b7b req-72fdd619-24ce-4cf4-b15e-66dba7aba381 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 945 time: 0.0515692 Dec 06 15:49:27.140028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fc467635-3b77-41bd-9893-8591b3481b7b req-a22433eb-aaf6-4cce-a74a-3496a90dc9b2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431128 Dec 06 15:49:27.172585 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bf4bf-915c-42e3-a842-854e069264ce req-58cc374f-7804-4909-a588-9ba0100840c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:27.174060 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b95bf4bf-915c-42e3-a842-854e069264ce req-58cc374f-7804-4909-a588-9ba0100840c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e4143905-6ece-40d1-97e4-21fc1daf6bb1 HTTP/1.1" status: 200 len: 897 time: 0.0847924 Dec 06 15:49:27.241878 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b95bf4bf-915c-42e3-a842-854e069264ce req-635d78ec-f821-4536-aecb-5d5890debed4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0bef9ee-881a-4260-960c-41a303888694 HTTP/1.1" status: 200 len: 1001 time: 0.0601778 Dec 06 15:49:27.291227 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bf4bf-915c-42e3-a842-854e069264ce req-4f6f52ea-6918-4ce5-8a19-bf17d3d3cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:27.292654 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b95bf4bf-915c-42e3-a842-854e069264ce req-4f6f52ea-6918-4ce5-8a19-bf17d3d3cbbe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=497a10cb-6ed4-4374-af87-ea16de123774 HTTP/1.1" status: 200 len: 835 time: 0.0430176 Dec 06 15:49:27.342703 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bf4bf-915c-42e3-a842-854e069264ce req-4411d397-9ed3-4a61-9736-578d088a3a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:27.344151 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b95bf4bf-915c-42e3-a842-854e069264ce req-4411d397-9ed3-4a61-9736-578d088a3a56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4143905-6ece-40d1-97e4-21fc1daf6bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408094 Dec 06 15:49:27.439263 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b95bf4bf-915c-42e3-a842-854e069264ce req-7df2f8a9-a3da-4844-a67a-e1d334202b46 service neutron] 10.222.0.37 "GET /v2.0/networks/e4143905-6ece-40d1-97e4-21fc1daf6bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840824 Dec 06 15:49:27.532746 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b95bf4bf-915c-42e3-a842-854e069264ce req-0015827d-debd-4f39-983e-9b3cda9f31ee service neutron] 10.222.0.37 "GET /v2.0/networks/e4143905-6ece-40d1-97e4-21fc1daf6bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853839 Dec 06 15:49:28.259997 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323f0cf-71fa-4e30-9e02-397761562bca req-d22ca03e-e159-46a1-bb84-5d159e95262b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:28.261464 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3323f0cf-71fa-4e30-9e02-397761562bca req-d22ca03e-e159-46a1-bb84-5d159e95262b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 945 time: 0.0492101 Dec 06 15:49:28.308764 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3323f0cf-71fa-4e30-9e02-397761562bca req-7f6a2879-c618-430a-b0d4-fd05e02512a7 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414171 Dec 06 15:49:28.387778 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:49:29.423565 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3825096-6636-4a55-8df9-e697d973441b req-c107d685-e7f3-412f-bcd8-88dc7cbb9f01 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:29.425196 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a3825096-6636-4a55-8df9-e697d973441b req-c107d685-e7f3-412f-bcd8-88dc7cbb9f01 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 945 time: 0.0479810 Dec 06 15:49:29.473123 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a3825096-6636-4a55-8df9-e697d973441b req-ace506e0-0f8f-4a8b-be5b-ee663e6cd54a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420325 Dec 06 15:49:30.351153 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:49:30.590298 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c912cd-04e6-4264-9885-20ddb07c3402 req-af23ad75-dd52-42c3-9d1b-5ab4e3df45b7 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:30.591765 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-55c912cd-04e6-4264-9885-20ddb07c3402 req-af23ad75-dd52-42c3-9d1b-5ab4e3df45b7 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 945 time: 0.0479009 Dec 06 15:49:30.639334 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-55c912cd-04e6-4264-9885-20ddb07c3402 req-b65f9be0-eb9b-4d99-a9f3-5640b89763b3 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408497 Dec 06 15:49:30.895401 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7c027bd9-bc8d-46b1-9c88-b2de38511aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:49:31.760293 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2278c-b2d8-41f5-b47f-3649438e4dbf req-5bae59ce-f6c0-4962-b29f-8e4c0da77b93 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:31.761672 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-60d2278c-b2d8-41f5-b47f-3649438e4dbf req-5bae59ce-f6c0-4962-b29f-8e4c0da77b93 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 945 time: 0.0540304 Dec 06 15:49:31.810041 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-60d2278c-b2d8-41f5-b47f-3649438e4dbf req-672912d9-6f77-4ad7-9f2d-36a7692a5319 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423772 Dec 06 15:49:32.932857 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d78b4-926b-4021-8cfa-13aff517e911 req-6fbe7089-78a5-4170-bb17-ebf1f8e5274e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:32.934358 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-095d78b4-926b-4021-8cfa-13aff517e911 req-6fbe7089-78a5-4170-bb17-ebf1f8e5274e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 945 time: 0.0517809 Dec 06 15:49:32.982308 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-095d78b4-926b-4021-8cfa-13aff517e911 req-82d1689a-189a-454c-949c-6fbf0b4973dd tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419700 Dec 06 15:49:33.326006 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d61c99e-e881-4a2e-b758-f81c0e576cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:49:34.096997 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7e1de-9adb-41c6-a422-0130a3aeac88 req-0a1a1fa1-da7b-411a-9aa4-134a85c9d2f0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:34.098467 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ad7e1de-9adb-41c6-a422-0130a3aeac88 req-0a1a1fa1-da7b-411a-9aa4-134a85c9d2f0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 945 time: 0.0482244 Dec 06 15:49:34.147217 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4ad7e1de-9adb-41c6-a422-0130a3aeac88 req-daf6fb9e-8199-4760-8c6c-ec0c0793a68a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426331 Dec 06 15:49:34.223476 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:49:35.259152 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e589a-e1f7-4c1b-a130-5e037e5d6f60 req-8fd2794a-13a3-4de9-aadc-fe55e9c9407f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:35.260636 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-022e589a-e1f7-4c1b-a130-5e037e5d6f60 req-8fd2794a-13a3-4de9-aadc-fe55e9c9407f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 945 time: 0.0481870 Dec 06 15:49:35.308674 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-022e589a-e1f7-4c1b-a130-5e037e5d6f60 req-ad75e044-136a-4640-a65d-e3ebb8ddfd7e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422316 Dec 06 15:49:35.874356 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:49:36.420891 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01249-a866-455c-bd65-65bc62957ba6 req-1494f071-f31b-44d3-86e3-e3136ccc996d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:36.422336 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aae01249-a866-455c-bd65-65bc62957ba6 req-1494f071-f31b-44d3-86e3-e3136ccc996d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 945 time: 0.0474138 Dec 06 15:49:36.474783 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aae01249-a866-455c-bd65-65bc62957ba6 req-92414bab-c8c0-4136-83b8-e1a03346d4e6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458748 Dec 06 15:49:36.752415 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:49:37.592566 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af5434-355c-4f85-bb3c-295e8b784de7 req-a288167e-d553-460f-bfee-539fdbfc8136 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:37.594030 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50af5434-355c-4f85-bb3c-295e8b784de7 req-a288167e-d553-460f-bfee-539fdbfc8136 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 945 time: 0.0522797 Dec 06 15:49:37.642370 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-50af5434-355c-4f85-bb3c-295e8b784de7 req-323831fe-6bb5-44eb-8579-57b7eed724be tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419130 Dec 06 15:49:38.757534 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3fc95-b7d4-45eb-a92e-591a8a7924a8 req-f362129d-311a-42ab-8238-8433d396132a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:49:38.758942 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88a3fc95-b7d4-45eb-a92e-591a8a7924a8 req-f362129d-311a-42ab-8238-8433d396132a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 945 time: 0.0484753 Dec 06 15:49:38.807361 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88a3fc95-b7d4-45eb-a92e-591a8a7924a8 req-05996b4c-5767-439e-90f8-ca62e224692b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424452 Dec 06 15:49:38.830250 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48842) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:49:38.889406 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a0bf5199-85ca-424d-b023-7c1a83c57920 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/floatingips/eb8e4f43-98de-474a-855e-04bee2f8beb1 HTTP/1.1" status: 200 len: 993 time: 0.0580554 Dec 06 15:49:49.725915 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:49:58.386903 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:00.366848 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:00.896675 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5de0ef7-956c-408a-819b-5a9451f78f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:03.327074 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-86b6c14a-eecd-417e-a0a6-06d494b288bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:04.225328 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:05.877062 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:06.754367 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:11.279268 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48854) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:11.735320 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port 1c3a5b75-286b-40f2-abfb-4529ee22018c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:50:11.735677 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:11.808349 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:11.808675 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:11.820038 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for 1c3a5b75-286b-40f2-abfb-4529ee22018c owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:50:11.963960 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:11.987314 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=1c3a5b75-286b-40f2-abfb-4529ee22018c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:11.997336 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:11.997696 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:11.998042 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:11.998382 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:11.998719 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:11.999054 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:11.999388 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:11.999737 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:12.000069 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:12.000398 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:12.000726 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:12.001054 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:12.001376 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:12.065056 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:12.065388 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Floating IP eb8e4f43-98de-474a-855e-04bee2f8beb1 disassociated (deleted). External IP: 172.35.7.109, port: a0bef9ee-881a-4260-960c-41a303888694. Dec 06 15:50:12.271900 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 336d6d88-e18a-4311-89ab-18a5076856f2 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:50:12.382973 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:50:12.387681 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:12.392979 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52f2d16-edbf-4b75-8ab5-c7a21b265cd4 None None] Sync routers for ids ['336d6d88-e18a-4311-89ab-18a5076856f2'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:50:12.402200 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52f2d16-edbf-4b75-8ab5-c7a21b265cd4 None None] Routers {'336d6d88-e18a-4311-89ab-18a5076856f2'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:50:12.402803 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a52f2d16-edbf-4b75-8ab5-c7a21b265cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:50:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['336d6d88-e18a-4311-89ab-18a5076856f2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:12.414360 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1d1bea77-734a-467d-983a-7e4cee9fafc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/floatingips/eb8e4f43-98de-474a-855e-04bee2f8beb1 HTTP/1.1" status: 204 len: 168 time: 1.1339080 Dec 06 15:50:12.414946 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfa42c6-68e5-4b95-8a5f-66eb422e7c22', 'tag': 'a0bef9ee-881a-4260-960c-41a303888694'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:50:12.417240 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c742703be9958fca7b51ef848c2f1f9c289ae81b0df0ada1724f18bf2a1f44e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6ee9c2-a242-48e9-b627-bacd341479b0" -d '{"events": [{"name": "network-changed", "server_uuid": "adfa42c6-68e5-4b95-8a5f-66eb422e7c22", "tag": "a0bef9ee-881a-4260-960c-41a303888694"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:50:12.457360 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403dd073-4539-441f-9d48-8a5563ad107f x-openstack-request-id: req-403dd073-4539-441f-9d48-8a5563ad107f {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:50:12.457660 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adfa42c6-68e5-4b95-8a5f-66eb422e7c22", "tag": "a0bef9ee-881a-4260-960c-41a303888694", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:50:12.457918 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-403dd073-4539-441f-9d48-8a5563ad107f {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:50:12.458333 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfa42c6-68e5-4b95-8a5f-66eb422e7c22', 'tag': 'a0bef9ee-881a-4260-960c-41a303888694', 'status': 'completed', 'code': 200} Dec 06 15:50:12.512007 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a52f2d16-edbf-4b75-8ab5-c7a21b265cd4 None None] Set router 336d6d88-e18a-4311-89ab-18a5076856f2 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:50:12.530764 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee9c2-a242-48e9-b627-bacd341479b0 req-d643db6c-5b90-4ea8-8acb-6fdd8c06c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:12.533414 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff6ee9c2-a242-48e9-b627-bacd341479b0 req-d643db6c-5b90-4ea8-8acb-6fdd8c06c778 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 1096 time: 0.0448542 Dec 06 15:50:12.671050 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee9c2-a242-48e9-b627-bacd341479b0 req-87be641b-6e85-4ca4-b5ed-98184f42f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:12.672582 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff6ee9c2-a242-48e9-b627-bacd341479b0 req-87be641b-6e85-4ca4-b5ed-98184f42f73d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e4143905-6ece-40d1-97e4-21fc1daf6bb1 HTTP/1.1" status: 200 len: 897 time: 0.1287024 Dec 06 15:50:12.685035 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f710a-f19e-4fbe-8d2e-441d06b2be5c req-7d2c06f7-729b-459b-a9df-9d744ee45cf1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:12.686509 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-199f710a-f19e-4fbe-8d2e-441d06b2be5c req-7d2c06f7-729b-459b-a9df-9d744ee45cf1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 945 time: 0.0772512 Dec 06 15:50:12.727071 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff6ee9c2-a242-48e9-b627-bacd341479b0 req-4c4c7a7f-da7e-441a-b57f-695c2d980c74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0bef9ee-881a-4260-960c-41a303888694 HTTP/1.1" status: 200 len: 217 time: 0.0396006 Dec 06 15:50:12.801330 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-199f710a-f19e-4fbe-8d2e-441d06b2be5c req-a5829c58-8145-41e6-b62a-4ea3059eddb2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065106 Dec 06 15:50:12.804936 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee9c2-a242-48e9-b627-bacd341479b0 req-4ebcc64c-a0a4-4945-8c63-d23d685ec8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:12.806324 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff6ee9c2-a242-48e9-b627-bacd341479b0 req-4ebcc64c-a0a4-4945-8c63-d23d685ec8df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=497a10cb-6ed4-4374-af87-ea16de123774 HTTP/1.1" status: 200 len: 835 time: 0.0707910 Dec 06 15:50:12.807285 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a52f2d16-edbf-4b75-8ab5-c7a21b265cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606178666', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:48:34Z', 'updated_at': '2021-12-06T15:48:38Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:35Z', 'updated_at': '2021-12-06T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0551c4b2-d34e-4595-8e45-25c5bc07a161', 'name': '', 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:dd:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '497a10cb-6ed4-4374-af87-ea16de123774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:37Z', 'updated_at': '2021-12-06T15:48:41Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '497a10cb-6ed4-4374-af87-ea16de123774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:12.836653 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52f2d16-edbf-4b75-8ab5-c7a21b265cd4 None None] Checking router: 336d6d88-e18a-4311-89ab-18a5076856f2 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:50:12.844919 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52f2d16-edbf-4b75-8ab5-c7a21b265cd4 None None] Routers {'336d6d88-e18a-4311-89ab-18a5076856f2'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:50:12.846062 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a52f2d16-edbf-4b75-8ab5-c7a21b265cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:50:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['336d6d88-e18a-4311-89ab-18a5076856f2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:12.853189 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee9c2-a242-48e9-b627-bacd341479b0 req-d4e449e2-2916-488c-a2ff-43ef70806d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:12.854964 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff6ee9c2-a242-48e9-b627-bacd341479b0 req-d4e449e2-2916-488c-a2ff-43ef70806d89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4143905-6ece-40d1-97e4-21fc1daf6bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412636 Dec 06 15:50:12.947170 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff6ee9c2-a242-48e9-b627-bacd341479b0 req-bd29a35c-a608-4888-a242-b63eb7e62284 service neutron] 10.222.0.37 "GET /v2.0/networks/e4143905-6ece-40d1-97e4-21fc1daf6bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843480 Dec 06 15:50:12.947929 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-a52f2d16-edbf-4b75-8ab5-c7a21b265cd4 None None] Set router 336d6d88-e18a-4311-89ab-18a5076856f2 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:50:13.036938 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff6ee9c2-a242-48e9-b627-bacd341479b0 req-436f4730-c708-4c80-8624-54a812af13d3 service neutron] 10.222.0.37 "GET /v2.0/networks/e4143905-6ece-40d1-97e4-21fc1daf6bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820360 Dec 06 15:50:13.136007 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-a52f2d16-edbf-4b75-8ab5-c7a21b265cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606178666', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:48:34Z', 'updated_at': '2021-12-06T15:48:38Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:35Z', 'updated_at': '2021-12-06T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0551c4b2-d34e-4595-8e45-25c5bc07a161', 'name': '', 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:dd:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '497a10cb-6ed4-4374-af87-ea16de123774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:37Z', 'updated_at': '2021-12-06T15:48:41Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '497a10cb-6ed4-4374-af87-ea16de123774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:13.161100 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52f2d16-edbf-4b75-8ab5-c7a21b265cd4 None None] The sync data for ids ['336d6d88-e18a-4311-89ab-18a5076856f2'] in n-d-master-1 is: [{'id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606178666', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:48:34Z', 'updated_at': '2021-12-06T15:48:38Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:35Z', 'updated_at': '2021-12-06T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0551c4b2-d34e-4595-8e45-25c5bc07a161', 'name': '', 'network_id': 'e4143905-6ece-40d1-97e4-21fc1daf6bb1', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:dd:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '497a10cb-6ed4-4374-af87-ea16de123774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:37Z', 'updated_at': '2021-12-06T15:48:41Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '497a10cb-6ed4-4374-af87-ea16de123774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:50:13.390418 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2005b6f2-207e-4144-b109-40e5b5ec88dd None None] New status for floating IP eb8e4f43-98de-474a-855e-04bee2f8beb1: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:50:13.919005 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e7525-539b-4232-8149-49192ad0f8bd req-176c0585-1058-4296-ac35-e8b1930ab5de tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:13.920532 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c2e7525-539b-4232-8149-49192ad0f8bd req-176c0585-1058-4296-ac35-e8b1930ab5de tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 945 time: 0.0477364 Dec 06 15:50:13.974273 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3c2e7525-539b-4232-8149-49192ad0f8bd req-0d36ab60-5c41-46f4-8f0a-ec7b67f54a2e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=5dbbfc27-06c5-46cf-a738-eace9346d024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471249 Dec 06 15:50:14.379520 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f12ef-81d3-453d-a08b-0c500b6f1e7e req-4753128d-4b3a-4bcc-8a29-d0a6a0e8b704 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:14.381015 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f6f12ef-81d3-453d-a08b-0c500b6f1e7e req-4753128d-4b3a-4bcc-8a29-d0a6a0e8b704 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 945 time: 0.0482762 Dec 06 15:50:14.475218 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-5f6f12ef-81d3-453d-a08b-0c500b6f1e7e req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port a0bef9ee-881a-4260-960c-41a303888694 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:50:14.475558 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5f6f12ef-81d3-453d-a08b-0c500b6f1e7e req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:14.561234 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-5f6f12ef-81d3-453d-a08b-0c500b6f1e7e req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] For port a0bef9ee-881a-4260-960c-41a303888694, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a0bef9ee-881a-4260-960c-41a303888694,segment=NetworkSegment(e66558f4-23ea-4629-8ff5-6aa6dc7e57c0),segment_id=e66558f4-23ea-4629-8ff5-6aa6dc7e57c0)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:50:14.561596 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5f6f12ef-81d3-453d-a08b-0c500b6f1e7e req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:14.574296 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-5f6f12ef-81d3-453d-a08b-0c500b6f1e7e req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for a0bef9ee-881a-4260-960c-41a303888694 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:50:14.701693 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5f6f12ef-81d3-453d-a08b-0c500b6f1e7e req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:14.729836 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=a0bef9ee-881a-4260-960c-41a303888694,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:14.742839 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:14.742968 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:14.743296 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:14.743635 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:14.744003 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:14.744333 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:14.744663 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:14.745026 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:14.745357 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:14.745684 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:14.746014 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:14.746335 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:14.746658 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:14.784057 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6f12ef-81d3-453d-a08b-0c500b6f1e7e req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] No DVR routers for this DVR port a0bef9ee-881a-4260-960c-41a303888694 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:50:14.786626 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-5f6f12ef-81d3-453d-a08b-0c500b6f1e7e req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:14.790081 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5f6f12ef-81d3-453d-a08b-0c500b6f1e7e req-9e4713a4-c72a-47bd-89ed-68906151eda4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.37 "DELETE /v2.0/ports/a0bef9ee-881a-4260-960c-41a303888694 HTTP/1.1" status: 204 len: 173 time: 0.3991070 Dec 06 15:50:14.790520 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfa42c6-68e5-4b95-8a5f-66eb422e7c22', 'name': 'network-vif-deleted', 'tag': 'a0bef9ee-881a-4260-960c-41a303888694'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:50:14.792769 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3444b3-ffc0-4de6-9c19-d635da913063" -d '{"events": [{"server_uuid": "adfa42c6-68e5-4b95-8a5f-66eb422e7c22", "name": "network-vif-deleted", "tag": "a0bef9ee-881a-4260-960c-41a303888694"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:50:14.897482 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40e2a8f-36e2-4012-b84f-fb94a62bc59b x-openstack-request-id: req-e40e2a8f-36e2-4012-b84f-fb94a62bc59b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:50:14.897810 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfa42c6-68e5-4b95-8a5f-66eb422e7c22", "name": "network-vif-deleted", "tag": "a0bef9ee-881a-4260-960c-41a303888694", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:50:14.898075 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e40e2a8f-36e2-4012-b84f-fb94a62bc59b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:50:14.898508 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfa42c6-68e5-4b95-8a5f-66eb422e7c22', 'name': 'network-vif-deleted', 'tag': 'a0bef9ee-881a-4260-960c-41a303888694', 'status': 'completed', 'code': 200} Dec 06 15:50:15.079237 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0b4a303f-2d98-4576-a971-5072778b0aa2 req-52843004-37f5-4c56-be60-9df9de515f25 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=adfa42c6-68e5-4b95-8a5f-66eb422e7c22 HTTP/1.1" status: 200 len: 210 time: 0.0267429 Dec 06 15:50:16.136595 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48876) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:16.492840 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a90f8268-b1dd-4c2c-9650-ec9caa2645f1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:16.510169 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a0bef9ee-881a-4260-960c-41a303888694 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:50:16.533287 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: a0bef9ee-881a-4260-960c-41a303888694 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:50:16.533634 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device a0bef9ee-881a-4260-960c-41a303888694 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:50:16.741476 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a90f8268-b1dd-4c2c-9650-ec9caa2645f1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port 0551c4b2-d34e-4595-8e45-25c5bc07a161 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:50:16.741729 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a90f8268-b1dd-4c2c-9650-ec9caa2645f1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:16.830709 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a90f8268-b1dd-4c2c-9650-ec9caa2645f1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] For port 0551c4b2-d34e-4595-8e45-25c5bc07a161, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0551c4b2-d34e-4595-8e45-25c5bc07a161,segment=NetworkSegment(e66558f4-23ea-4629-8ff5-6aa6dc7e57c0),segment_id=e66558f4-23ea-4629-8ff5-6aa6dc7e57c0)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:50:16.831065 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a90f8268-b1dd-4c2c-9650-ec9caa2645f1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:16.842403 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a90f8268-b1dd-4c2c-9650-ec9caa2645f1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for 0551c4b2-d34e-4595-8e45-25c5bc07a161 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:50:17.024772 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a90f8268-b1dd-4c2c-9650-ec9caa2645f1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:17.050961 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f8268-b1dd-4c2c-9650-ec9caa2645f1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=0551c4b2-d34e-4595-8e45-25c5bc07a161,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:17.218517 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a90f8268-b1dd-4c2c-9650-ec9caa2645f1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:17.428891 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90f8268-b1dd-4c2c-9650-ec9caa2645f1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 336d6d88-e18a-4311-89ab-18a5076856f2 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:50:17.534552 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90f8268-b1dd-4c2c-9650-ec9caa2645f1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:50:17.539613 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a90f8268-b1dd-4c2c-9650-ec9caa2645f1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "PUT /v2.0/routers/336d6d88-e18a-4311-89ab-18a5076856f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4019988 Dec 06 15:50:17.542481 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48878) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:17.543854 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7cbe49-4553-4161-863f-8508c8fcfc5e None None] Sync routers for ids ['336d6d88-e18a-4311-89ab-18a5076856f2'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:50:17.553736 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7cbe49-4553-4161-863f-8508c8fcfc5e None None] Routers {'336d6d88-e18a-4311-89ab-18a5076856f2'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:50:17.554347 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4d7cbe49-4553-4161-863f-8508c8fcfc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:50:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['336d6d88-e18a-4311-89ab-18a5076856f2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:17.592397 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e127d8e-4a5c-4a96-82c0-8b07d8fb1092 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting subnet 497a10cb-6ed4-4374-af87-ea16de123774 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:50:17.595991 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e127d8e-4a5c-4a96-82c0-8b07d8fb1092 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:17.635475 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e127d8e-4a5c-4a96-82c0-8b07d8fb1092 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:17.655808 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-4d7cbe49-4553-4161-863f-8508c8fcfc5e None None] Set router 336d6d88-e18a-4311-89ab-18a5076856f2 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:50:17.722953 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e127d8e-4a5c-4a96-82c0-8b07d8fb1092 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:17.780212 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e127d8e-4a5c-4a96-82c0-8b07d8fb1092 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:17.794567 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e127d8e-4a5c-4a96-82c0-8b07d8fb1092 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:17.797834 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2e127d8e-4a5c-4a96-82c0-8b07d8fb1092 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/subnets/497a10cb-6ed4-4374-af87-ea16de123774 HTTP/1.1" status: 204 len: 168 time: 0.2542207 Dec 06 15:50:17.801382 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc165597-f1d9-44e8-b1ee-07c75d16f7fa None None] Network e4143905-6ece-40d1-97e4-21fc1daf6bb1 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:50:17.802495 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48880) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:17.817381 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e127d8e-4a5c-4a96-82c0-8b07d8fb1092 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Subnet': ['ID=497a10cb-6ed4-4374-af87-ea16de123774,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:17.833511 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4d7cbe49-4553-4161-863f-8508c8fcfc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606178666', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:48:34Z', 'updated_at': '2021-12-06T15:50:16Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:35Z', 'updated_at': '2021-12-06T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:17.859335 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7cbe49-4553-4161-863f-8508c8fcfc5e None None] Checking router: 336d6d88-e18a-4311-89ab-18a5076856f2 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:50:17.869365 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7cbe49-4553-4161-863f-8508c8fcfc5e None None] Routers {'336d6d88-e18a-4311-89ab-18a5076856f2'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:50:17.870137 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4d7cbe49-4553-4161-863f-8508c8fcfc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:50:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['336d6d88-e18a-4311-89ab-18a5076856f2'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:17.928445 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013bc987-cf21-4650-a14c-e9b9fe896803 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:17.986318 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-4d7cbe49-4553-4161-863f-8508c8fcfc5e None None] Set router 336d6d88-e18a-4311-89ab-18a5076856f2 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:50:18.026458 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] DHCP port deletion for e4143905-6ece-40d1-97e4-21fc1daf6bb1 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:50:18.044228 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013bc987-cf21-4650-a14c-e9b9fe896803 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:18.075163 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Deleting port f8ded5da-d03a-4413-8a45-b36f67b54b16 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:50:18.075520 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:18.099499 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-013bc987-cf21-4650-a14c-e9b9fe896803 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port b668ac56-6d59-4887-9096-db19df4d93a9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:50:18.099867 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013bc987-cf21-4650-a14c-e9b9fe896803 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:18.139892 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] For port f8ded5da-d03a-4413-8a45-b36f67b54b16, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f8ded5da-d03a-4413-8a45-b36f67b54b16,segment=NetworkSegment(e66558f4-23ea-4629-8ff5-6aa6dc7e57c0),segment_id=e66558f4-23ea-4629-8ff5-6aa6dc7e57c0)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:50:18.140373 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:18.153558 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Calling delete_port for f8ded5da-d03a-4413-8a45-b36f67b54b16 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:50:18.171873 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-4d7cbe49-4553-4161-863f-8508c8fcfc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606178666', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:48:34Z', 'updated_at': '2021-12-06T15:50:16Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:35Z', 'updated_at': '2021-12-06T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:18.186045 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-013bc987-cf21-4650-a14c-e9b9fe896803 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] For port b668ac56-6d59-4887-9096-db19df4d93a9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b668ac56-6d59-4887-9096-db19df4d93a9,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:50:18.186488 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013bc987-cf21-4650-a14c-e9b9fe896803 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:18.198756 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7cbe49-4553-4161-863f-8508c8fcfc5e None None] The sync data for ids ['336d6d88-e18a-4311-89ab-18a5076856f2'] in n-d-master-1 is: [{'id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-606178666', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88'}], 'enable_snat': True}, 'gw_port_id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:48:34Z', 'updated_at': '2021-12-06T15:50:16Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b668ac56-6d59-4887-9096-db19df4d93a9', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336d6d88-e18a-4311-89ab-18a5076856f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:48:35Z', 'updated_at': '2021-12-06T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:50:18.199402 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-013bc987-cf21-4650-a14c-e9b9fe896803 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for b668ac56-6d59-4887-9096-db19df4d93a9 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:50:18.240082 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:18.265842 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Pushing event deleted for resources: {'Port': ['ID=f8ded5da-d03a-4413-8a45-b36f67b54b16,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:18.270364 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] No DVR routers for this DVR port f8ded5da-d03a-4413-8a45-b36f67b54b16 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:50:18.280048 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:18.280814 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:18.280814 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:18.281022 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:18.281348 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:18.281678 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:18.282000 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:18.282322 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:18.282642 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:18.282996 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:18.283314 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:18.284118 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:18.284118 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a693eb-6810-4edc-ae78-9cb1fa3a5ebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:18.378583 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013bc987-cf21-4650-a14c-e9b9fe896803 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:18.405902 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013bc987-cf21-4650-a14c-e9b9fe896803 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=b668ac56-6d59-4887-9096-db19df4d93a9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:18.415582 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec738f3-2d95-47b7-9e96-6b8f4503ff5d None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:50:18.465212 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013bc987-cf21-4650-a14c-e9b9fe896803 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:18.558095 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013bc987-cf21-4650-a14c-e9b9fe896803 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:18.560556 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013bc987-cf21-4650-a14c-e9b9fe896803 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:18.609055 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013bc987-cf21-4650-a14c-e9b9fe896803 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:18.609635 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013bc987-cf21-4650-a14c-e9b9fe896803 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Fanout notify agent at l3_agent the message router_deleted on router 336d6d88-e18a-4311-89ab-18a5076856f2 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:50:18.617330 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-013bc987-cf21-4650-a14c-e9b9fe896803 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:18.620288 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-013bc987-cf21-4650-a14c-e9b9fe896803 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/routers/336d6d88-e18a-4311-89ab-18a5076856f2 HTTP/1.1" status: 204 len: 168 time: 0.8162751 Dec 06 15:50:18.621235 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48882) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:18.699934 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b4ed-9d2b-42b2-9335-6cb0fbcfb0eb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.091389 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b4ed-9d2b-42b2-9335-6cb0fbcfb0eb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.112463 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-bdf0b4ed-9d2b-42b2-9335-6cb0fbcfb0eb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4143905-6ece-40d1-97e4-21fc1daf6bb1']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:19.121245 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-bdf0b4ed-9d2b-42b2-9335-6cb0fbcfb0eb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66558f4-23ea-4629-8ff5-6aa6dc7e57c0') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:19.121540 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-bdf0b4ed-9d2b-42b2-9335-6cb0fbcfb0eb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66558f4-23ea-4629-8ff5-6aa6dc7e57c0') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:19.130514 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b4ed-9d2b-42b2-9335-6cb0fbcfb0eb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.142907 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b4ed-9d2b-42b2-9335-6cb0fbcfb0eb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.148532 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf0b4ed-9d2b-42b2-9335-6cb0fbcfb0eb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:50:19.148907 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b4ed-9d2b-42b2-9335-6cb0fbcfb0eb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:50:19.151765 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:50:19.176795 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f8ded5da-d03a-4413-8a45-b36f67b54b16 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:50:19.197831 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: f8ded5da-d03a-4413-8a45-b36f67b54b16 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:50:19.198442 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device f8ded5da-d03a-4413-8a45-b36f67b54b16 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:50:19.198875 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0551c4b2-d34e-4595-8e45-25c5bc07a161 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:50:19.213755 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b4ed-9d2b-42b2-9335-6cb0fbcfb0eb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.218341 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b4ed-9d2b-42b2-9335-6cb0fbcfb0eb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.222822 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-bdf0b4ed-9d2b-42b2-9335-6cb0fbcfb0eb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/networks/e4143905-6ece-40d1-97e4-21fc1daf6bb1 HTTP/1.1" status: 204 len: 168 time: 0.6006241 Dec 06 15:50:19.223348 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 0551c4b2-d34e-4595-8e45-25c5bc07a161 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:50:19.223736 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 0551c4b2-d34e-4595-8e45-25c5bc07a161 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:50:19.225660 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48884) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:19.243231 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0b4ed-9d2b-42b2-9335-6cb0fbcfb0eb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Network': ['ID=e4143905-6ece-40d1-97e4-21fc1daf6bb1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:19.284646 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d942fb00-1bf4-45c8-bf8e-f65bb3d620da tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.308619 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d942fb00-1bf4-45c8-bf8e-f65bb3d620da tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.369538 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d942fb00-1bf4-45c8-bf8e-f65bb3d620da tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.372335 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d942fb00-1bf4-45c8-bf8e-f65bb3d620da tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.373540 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d942fb00-1bf4-45c8-bf8e-f65bb3d620da tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/security-groups/5dbbfc27-06c5-46cf-a738-eace9346d024 HTTP/1.1" status: 204 len: 168 time: 0.1468415 Dec 06 15:50:19.382765 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942fb00-1bf4-45c8-bf8e-f65bb3d620da tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbbfc27-06c5-46cf-a738-eace9346d024,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:19.591238 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48890) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:19.596625 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-28fda5dd-c2aa-4815-8ac0-869233a4ba85 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1224970782', 'description': 'tempest-secgroup-smoke-1224970782 description', 'project_id': '1f696de39de649a09ab85b4348ea5de3'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:50:19.619162 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28fda5dd-c2aa-4815-8ac0-869233a4ba85 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.689671 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28fda5dd-c2aa-4815-8ac0-869233a4ba85 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.693671 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28fda5dd-c2aa-4815-8ac0-869233a4ba85 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.725515 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28fda5dd-c2aa-4815-8ac0-869233a4ba85 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.726749 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-28fda5dd-c2aa-4815-8ac0-869233a4ba85 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1344693 Dec 06 15:50:19.729992 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48892) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:19.734524 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f5642946-de58-40d6-b082-826b8dd2e114 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': 'bf3f4b70-94dc-4d16-8f34-c191b908e57e', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:50:19.738993 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fda5dd-c2aa-4815-8ac0-869233a4ba85 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3f4b70-94dc-4d16-8f34-c191b908e57e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:19.766792 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5642946-de58-40d6-b082-826b8dd2e114 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.827527 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5642946-de58-40d6-b082-826b8dd2e114 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.833065 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5642946-de58-40d6-b082-826b8dd2e114 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.852633 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5642946-de58-40d6-b082-826b8dd2e114 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c543b900-5ba8-4390-9dbe-990f0767f058,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:19.859009 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f5642946-de58-40d6-b082-826b8dd2e114 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.860359 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f5642946-de58-40d6-b082-826b8dd2e114 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293848 Dec 06 15:50:19.863090 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48894) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:19.867543 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-03fc8687-f64b-4bdd-81e5-8521ef2be4c6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': 'bf3f4b70-94dc-4d16-8f34-c191b908e57e', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:50:19.896775 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03fc8687-f64b-4bdd-81e5-8521ef2be4c6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.952371 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03fc8687-f64b-4bdd-81e5-8521ef2be4c6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.956624 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03fc8687-f64b-4bdd-81e5-8521ef2be4c6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.980102 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc8687-f64b-4bdd-81e5-8521ef2be4c6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc87638-ccf7-4392-a776-3adae4bd773a,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:19.987247 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03fc8687-f64b-4bdd-81e5-8521ef2be4c6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:19.988456 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-03fc8687-f64b-4bdd-81e5-8521ef2be4c6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243999 Dec 06 15:50:19.991111 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48896) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:19.995351 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-970a22de-a9d6-4671-92ce-510115ca6585 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': 'bf3f4b70-94dc-4d16-8f34-c191b908e57e', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:50:20.020287 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-970a22de-a9d6-4671-92ce-510115ca6585 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.075805 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-970a22de-a9d6-4671-92ce-510115ca6585 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.079359 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-970a22de-a9d6-4671-92ce-510115ca6585 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.093546 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a22de-a9d6-4671-92ce-510115ca6585 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe29791-bc64-4cc2-92f3-972656a2b354,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:20.104327 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-970a22de-a9d6-4671-92ce-510115ca6585 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.105550 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-970a22de-a9d6-4671-92ce-510115ca6585 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134734 Dec 06 15:50:20.108201 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48898) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:20.113024 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-048a6937-0d35-4fe1-a365-555f69663dd3 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': 'bf3f4b70-94dc-4d16-8f34-c191b908e57e', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:50:20.138400 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-048a6937-0d35-4fe1-a365-555f69663dd3 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.194577 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-048a6937-0d35-4fe1-a365-555f69663dd3 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.197978 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-048a6937-0d35-4fe1-a365-555f69663dd3 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.216923 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a6937-0d35-4fe1-a365-555f69663dd3 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62be0c4-281e-4c84-aaca-27e656a3f613,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:20.221248 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-048a6937-0d35-4fe1-a365-555f69663dd3 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.222417 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-048a6937-0d35-4fe1-a365-555f69663dd3 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1133189 Dec 06 15:50:20.225239 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48900) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:20.229808 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6c1596e9-4287-4b09-86e0-eefddd6fccea tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': 'bf3f4b70-94dc-4d16-8f34-c191b908e57e', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:50:20.251388 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-6c1596e9-4287-4b09-86e0-eefddd6fccea tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Project 1f696de39de649a09ab85b4348ea5de3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:50:20.256716 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c1596e9-4287-4b09-86e0-eefddd6fccea tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.312697 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c1596e9-4287-4b09-86e0-eefddd6fccea tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.316672 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c1596e9-4287-4b09-86e0-eefddd6fccea tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.333508 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1596e9-4287-4b09-86e0-eefddd6fccea tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28550979-f3e7-42c2-9b7f-a1688e18ff2b,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:20.340708 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c1596e9-4287-4b09-86e0-eefddd6fccea tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.341907 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6c1596e9-4287-4b09-86e0-eefddd6fccea tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157238 Dec 06 15:50:20.344701 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48902) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:20.349547 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5476ddc1-d2a1-454a-bfe2-c4988195743e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': 'bf3f4b70-94dc-4d16-8f34-c191b908e57e', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:50:20.371359 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-5476ddc1-d2a1-454a-bfe2-c4988195743e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Project 1f696de39de649a09ab85b4348ea5de3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:50:20.376023 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5476ddc1-d2a1-454a-bfe2-c4988195743e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.435769 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5476ddc1-d2a1-454a-bfe2-c4988195743e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.439194 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5476ddc1-d2a1-454a-bfe2-c4988195743e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.456426 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476ddc1-d2a1-454a-bfe2-c4988195743e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925f4334-c379-4371-9ab9-4a436e287906,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:20.464145 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5476ddc1-d2a1-454a-bfe2-c4988195743e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.465354 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5476ddc1-d2a1-454a-bfe2-c4988195743e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192017 Dec 06 15:50:20.468248 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48904) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:20.473716 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-8352989b-d121-49e3-8ada-364e47a5563b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'network': {'name': 'tempest-network-smoke--743693359', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'port_security_enabled': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:50:20.494707 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8352989b-d121-49e3-8ada-364e47a5563b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Made reservation on behalf of 1f696de39de649a09ab85b4348ea5de3 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:50:20.498182 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8352989b-d121-49e3-8ada-364e47a5563b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.521002 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8352989b-d121-49e3-8ada-364e47a5563b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:50:20.529849 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8352989b-d121-49e3-8ada-364e47a5563b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.530194 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-8352989b-d121-49e3-8ada-364e47a5563b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Added segment 670cb016-6670-4c45-9bf6-22e6e250b107 of type vlan for network 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 Dec 06 15:50:20.569648 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8352989b-d121-49e3-8ada-364e47a5563b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.592778 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8352989b-d121-49e3-8ada-364e47a5563b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.599040 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8352989b-d121-49e3-8ada-364e47a5563b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:20.599611 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8352989b-d121-49e3-8ada-364e47a5563b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.636542 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8352989b-d121-49e3-8ada-364e47a5563b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1673734 Dec 06 15:50:20.639253 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48906) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:20.645455 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1052592903', 'admin_state_up': True, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:50:20.678892 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352989b-d121-49e3-8ada-364e47a5563b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Network': ['ID=1f8eea6b-39de-49da-88ab-e56ea3ab4b06,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:20.689266 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:50:20.697544 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.698637 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.748509 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:20.775492 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b668ac56-6d59-4887-9096-db19df4d93a9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:50:20.799608 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: b668ac56-6d59-4887-9096-db19df4d93a9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:50:20.800072 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b668ac56-6d59-4887-9096-db19df4d93a9 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:50:20.887479 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:21.070048 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:21.091546 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:21.190344 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.35.7.7 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/96ce1f6e-033c-476d-9e4e-e771fd483260) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:50:21.295116 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:21.607170 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:21.644571 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:50:21.647321 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:50:21.650921 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:50:21.662158 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565e2409-fda3-4759-976f-0a5f4c9296d1 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:50:21.675816 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=96ce1f6e-033c-476d-9e4e-e771fd483260,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:21.775896 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8e6fa4d-08d0-4ca4-9cc7-ae4b5c445e8f None None] Provisioning complete for port 96ce1f6e-033c-476d-9e4e-e771fd483260 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:50:21.776454 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8e6fa4d-08d0-4ca4-9cc7-ae4b5c445e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:21.810719 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8e6fa4d-08d0-4ca4-9cc7-ae4b5c445e8f None None] Port 96ce1f6e-033c-476d-9e4e-e771fd483260 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:50:21.949698 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:22.145076 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:22.269381 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router bb010201-a010-47f1-bfb8-17e5c1bcb47d is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:50:22.372791 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:50:22.382119 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Sync routers for ids ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:50:22.393945 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Routers {'bb010201-a010-47f1-bfb8-17e5c1bcb47d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:50:22.394239 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:22.394560 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:50:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:22.395509 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f10912d6-d743-48bd-90c3-08814e084555 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7552559 Dec 06 15:50:22.398550 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48908) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:22.432430 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-826bf805-a03f-4c29-908a-e92911cd7326 tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1f696de39de649a09ab85b4348ea5de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328054 Dec 06 15:50:22.435064 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48910) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:22.498656 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Set router bb010201-a010-47f1-bfb8-17e5c1bcb47d gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:50:22.581126 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed14bff-870b-4886-87f1-beed267f423f tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:22.582644 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-7ed14bff-870b-4886-87f1-beed267f423f tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1466823 Dec 06 15:50:22.585463 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48912) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:22.619043 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-58334132-fdca-4069-b49b-47b184c541d5 tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325243 Dec 06 15:50:22.621502 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48914) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:22.626142 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c195faa0-ed31-4798-82c0-017af5a59961 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1653233483', 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:50:22.673231 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052592903', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7'}], 'enable_snat': True}, 'gw_port_id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:50:20Z', 'updated_at': '2021-12-06T15:50:21Z', 'revision_number': 3, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:21Z', 'updated_at': '2021-12-06T15:50:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:22.703572 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Checking router: bb010201-a010-47f1-bfb8-17e5c1bcb47d for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:50:22.704104 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Updating router bb010201-a010-47f1-bfb8-17e5c1bcb47d port 96ce1f6e-033c-476d-9e4e-e771fd483260 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:50:22.714129 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c195faa0-ed31-4798-82c0-017af5a59961 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Made reservation on behalf of 1f696de39de649a09ab85b4348ea5de3 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:50:22.717619 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c195faa0-ed31-4798-82c0-017af5a59961 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:22.729778 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:22.892394 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c195faa0-ed31-4798-82c0-017af5a59961 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:22.950981 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195faa0-ed31-4798-82c0-017af5a59961 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Subnet': ['ID=0ef1043e-af58-4c65-85a1-30ad617f88bf,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:22.961192 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c195faa0-ed31-4798-82c0-017af5a59961 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Checking segment: {'id': '670cb016-6670-4c45-9bf6-22e6e250b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:50:22.961552 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c195faa0-ed31-4798-82c0-017af5a59961 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network hostable DHCP agents. Network: 1f8eea6b-39de-49da-88ab-e56ea3ab4b06, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:50:22.977983 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c195faa0-ed31-4798-82c0-017af5a59961 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:50:22.980371 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:22.985425 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:22.987440 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c195faa0-ed31-4798-82c0-017af5a59961 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1f8eea6b-39de-49da-88ab-e56ea3ab4b06) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:50:22.992629 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c195faa0-ed31-4798-82c0-017af5a59961 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:22.993219 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c195faa0-ed31-4798-82c0-017af5a59961 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:23.009780 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c195faa0-ed31-4798-82c0-017af5a59961 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3872950 Dec 06 15:50:23.012611 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 48916) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:23.016148 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c82b5a-f64b-45af-b504-4e98aeddf66b None None] Network 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:50:23.056702 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f736ad7-2e66-4a73-848a-dd8ff05e4952 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:50:23.072895 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Attempting to bind port 96ce1f6e-033c-476d-9e4e-e771fd483260 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:50:23.073332 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Attempting to bind port 96ce1f6e-033c-476d-9e4e-e771fd483260 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:50:23.073701 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Attempting to bind port 96ce1f6e-033c-476d-9e4e-e771fd483260 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:50:23.076485 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f98a1d-e7ec-43ff-b2d2-cba4b677154e None None] Pushing event updated for resources: {'Port': ['ID=96ce1f6e-033c-476d-9e4e-e771fd483260,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:23.110075 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:50:23.110459 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:50:23.110895 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:23.111292 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:50:23.111808 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Bound port: 96ce1f6e-033c-476d-9e4e-e771fd483260, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:50:23.112197 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:23.189753 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-29087392-2612-4dc4-ab52-1a8a72cb7b48 None None] Provisioning complete for port 96ce1f6e-033c-476d-9e4e-e771fd483260 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:50:23.190127 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-29087392-2612-4dc4-ab52-1a8a72cb7b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:23.233676 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] For port 96ce1f6e-033c-476d-9e4e-e771fd483260, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:50:23.256996 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] For port 96ce1f6e-033c-476d-9e4e-e771fd483260, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=96ce1f6e-033c-476d-9e4e-e771fd483260,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:50:23.266369 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:23.299723 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-29087392-2612-4dc4-ab52-1a8a72cb7b48 None None] Port 96ce1f6e-033c-476d-9e4e-e771fd483260 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:50:23.329158 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2235de4-dba2-434c-abec-92efc9168809 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:50:23.343247 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-1f8eea6b-39de-49da-88ab-e56ea3ab4b06', 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ips': [{'subnet_id': '0ef1043e-af58-4c65-85a1-30ad617f88bf'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:50:23.344130 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:23.372612 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Routers {'bb010201-a010-47f1-bfb8-17e5c1bcb47d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:50:23.373249 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:50:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:23.375626 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f98a1d-e7ec-43ff-b2d2-cba4b677154e None None] Pushing event updated for resources: {'Port': ['ID=96ce1f6e-033c-476d-9e4e-e771fd483260,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:23.448134 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:23.535507 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-97aae942-2c91-4d2c-8ebe-6c5f04c366fb None None] Provisioning complete for port 96ce1f6e-033c-476d-9e4e-e771fd483260 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:50:23.535911 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97aae942-2c91-4d2c-8ebe-6c5f04c366fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:23.608230 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] Set router bb010201-a010-47f1-bfb8-17e5c1bcb47d gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:50:23.708975 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Allocated IP 172.20.0.2 (1f8eea6b-39de-49da-88ab-e56ea3ab4b06/0ef1043e-af58-4c65-85a1-30ad617f88bf/c08b8f72-30dd-45b4-99a3-ba68a104cf0b) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:50:23.822986 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97aae942-2c91-4d2c-8ebe-6c5f04c366fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:23.904438 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-97aae942-2c91-4d2c-8ebe-6c5f04c366fb None None] For port 96ce1f6e-033c-476d-9e4e-e771fd483260, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=96ce1f6e-033c-476d-9e4e-e771fd483260,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:50:23.916048 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-97aae942-2c91-4d2c-8ebe-6c5f04c366fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:24.016104 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:24.025395 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:24.028626 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aae942-2c91-4d2c-8ebe-6c5f04c366fb None None] Pushing event updated for resources: {'Port': ['ID=96ce1f6e-033c-476d-9e4e-e771fd483260,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:24.067239 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052592903', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7'}], 'enable_snat': True}, 'gw_port_id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:50:20Z', 'updated_at': '2021-12-06T15:50:21Z', 'revision_number': 3, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:21Z', 'updated_at': '2021-12-06T15:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:24.069627 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.20.0.1 (1f8eea6b-39de-49da-88ab-e56ea3ab4b06/0ef1043e-af58-4c65-85a1-30ad617f88bf/ff22a4bb-11c8-4592-84e3-e7a8c84f13d9) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:50:24.097309 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Network 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:50:24.100447 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b9f862-6585-4122-bba0-903e282927f3 None None] The sync data for ids ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'] in n-d-master-1 is: [{'id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052592903', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7'}], 'enable_snat': True}, 'gw_port_id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:50:20Z', 'updated_at': '2021-12-06T15:50:21Z', 'revision_number': 3, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:21Z', 'updated_at': '2021-12-06T15:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:50:24.104105 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:50:24.109048 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:50:24.112554 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Pushing event updated for resources: {'Port': ['ID=c08b8f72-30dd-45b4-99a3-ba68a104cf0b,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:24.196443 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:24.234547 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:24.281175 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:50:24.285163 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:50:24.287635 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:50:24.323381 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=ff22a4bb-11c8-4592-84e3-e7a8c84f13d9,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:24.350369 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:24.358031 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Attempting to bind port c08b8f72-30dd-45b4-99a3-ba68a104cf0b on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:50:24.358428 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Attempting to bind port c08b8f72-30dd-45b4-99a3-ba68a104cf0b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '670cb016-6670-4c45-9bf6-22e6e250b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:50:24.358787 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Attempting to bind port c08b8f72-30dd-45b4-99a3-ba68a104cf0b on network 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:50:24.364459 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:50:24.364856 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Checking segment: {'id': '670cb016-6670-4c45-9bf6-22e6e250b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:50:24.365249 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:24.365638 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Bound using segment: {'id': '670cb016-6670-4c45-9bf6-22e6e250b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:50:24.366095 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Bound port: c08b8f72-30dd-45b4-99a3-ba68a104cf0b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670cb016-6670-4c45-9bf6-22e6e250b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:50:24.366474 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:24.437578 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] For port c08b8f72-30dd-45b4-99a3-ba68a104cf0b, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:50:24.441518 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] For port c08b8f72-30dd-45b4-99a3-ba68a104cf0b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c08b8f72-30dd-45b4-99a3-ba68a104cf0b,segment=NetworkSegment(670cb016-6670-4c45-9bf6-22e6e250b107),segment_id=670cb016-6670-4c45-9bf6-22e6e250b107)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:50:24.446224 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:24.518831 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:24.523686 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d91972-6f5e-4f38-921e-ff40f2fd9550 None None] Pushing event updated for resources: {'Port': ['ID=c08b8f72-30dd-45b4-99a3-ba68a104cf0b,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:24.924769 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 96ce1f6e-033c-476d-9e4e-e771fd483260 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:50:24.984740 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 96ce1f6e-033c-476d-9e4e-e771fd483260 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:50:24.985328 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:25.071031 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c08b8f72-30dd-45b4-99a3-ba68a104cf0b up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:50:25.118865 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port c08b8f72-30dd-45b4-99a3-ba68a104cf0b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:50:25.119244 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:25.140581 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:25.145918 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:25.199598 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:25.219814 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=ff22a4bb-11c8-4592-84e3-e7a8c84f13d9,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:25.222405 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:25.239927 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port c08b8f72-30dd-45b4-99a3-ba68a104cf0b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c08b8f72-30dd-45b4-99a3-ba68a104cf0b,segment=NetworkSegment(670cb016-6670-4c45-9bf6-22e6e250b107),segment_id=670cb016-6670-4c45-9bf6-22e6e250b107)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:50:25.247409 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:25.301771 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=c08b8f72-30dd-45b4-99a3-ba68a104cf0b,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:25.322096 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:50:25.323573 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:50:25.444188 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router bb010201-a010-47f1-bfb8-17e5c1bcb47d has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:50:25.547907 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ca37a2-4c2b-4482-8591-800f5841b360 None None] Network 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:50:25.555977 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:50:25.561182 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e9706fa6-785b-4435-ab87-097279c990b1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "PUT /v2.0/routers/bb010201-a010-47f1-bfb8-17e5c1bcb47d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5472956 Dec 06 15:50:25.679784 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c8e75f1c-7539-48e5-86b3-79eef3bd7441 None None] Provisioning complete for port c08b8f72-30dd-45b4-99a3-ba68a104cf0b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:50:25.680159 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8e75f1c-7539-48e5-86b3-79eef3bd7441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:25.717027 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e19c3449-d0db-46c8-b9a6-18f198e3afb9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224970782&fields=id&tenant_id=1f696de39de649a09ab85b4348ea5de3 HTTP/1.1" status: 200 len: 267 time: 0.0466137 Dec 06 15:50:25.836173 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-f68d6b6f-57b0-4ee0-82a6-daf9dd0faabc tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:25.838084 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-f68d6b6f-57b0-4ee0-82a6-daf9dd0faabc tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/networks?id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06 HTTP/1.1" status: 200 len: 796 time: 0.1111386 Dec 06 15:50:25.854476 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-732c07ea-fbc7-419e-8b46-db1327d0ef40 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/quotas/1f696de39de649a09ab85b4348ea5de3 HTTP/1.1" status: 200 len: 375 time: 0.0105956 Dec 06 15:50:25.915683 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-45f62157-3d75-4339-9b60-6618f13120d1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549784 Dec 06 15:50:25.982937 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-3f14c0cf-09ef-4747-b3ec-3ad00399f566 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:50:25.984005 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-3f14c0cf-09ef-4747-b3ec-3ad00399f566 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0555818 Dec 06 15:50:26.013855 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cac80074-7d22-4bf4-81bc-b1fe5b188e3b None None] Provisioning complete for port c08b8f72-30dd-45b4-99a3-ba68a104cf0b triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:50:26.014233 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cac80074-7d22-4bf4-81bc-b1fe5b188e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:26.035884 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Sync routers for ids ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:50:26.053287 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Routers {'bb010201-a010-47f1-bfb8-17e5c1bcb47d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:50:26.054245 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:50:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:26.086332 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-22e7b6b8-7970-40ea-bf1f-980c84361815 service neutron] 10.222.0.20 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956347 Dec 06 15:50:26.155873 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-cac80074-7d22-4bf4-81bc-b1fe5b188e3b None None] Provisioning complete for port ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:50:26.156344 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cac80074-7d22-4bf4-81bc-b1fe5b188e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:26.183012 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Set router bb010201-a010-47f1-bfb8-17e5c1bcb47d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:50:26.199092 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-cac80074-7d22-4bf4-81bc-b1fe5b188e3b None None] Port ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:50:26.203298 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-854077d0-1be1-43a7-ac63-5e5d342c45cf service neutron] 10.222.0.20 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105614 Dec 06 15:50:26.319775 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fa766ac4-8419-4713-8808-8ca879e72df5 None None] Provisioning complete for port ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:50:26.320148 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fa766ac4-8419-4713-8808-8ca879e72df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:26.362459 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fa766ac4-8419-4713-8808-8ca879e72df5 None None] Port ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:50:26.484428 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052592903', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7'}], 'enable_snat': True}, 'gw_port_id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:50:20Z', 'updated_at': '2021-12-06T15:50:24Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:21Z', 'updated_at': '2021-12-06T15:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ff22a4bb-11c8-4592-84e3-e7a8c84f13d9', 'name': '', 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:eb:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:23Z', 'updated_at': '2021-12-06T15:50:24Z', 'revision_number': 2, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:26.485713 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d8686a92-bb22-4a63-9d26-8f5c35730aec None None] Provisioning complete for port ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:50:26.486092 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d8686a92-bb22-4a63-9d26-8f5c35730aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:26.513956 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Checking router: bb010201-a010-47f1-bfb8-17e5c1bcb47d for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:50:26.514316 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Updating router bb010201-a010-47f1-bfb8-17e5c1bcb47d port ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:50:26.521567 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d8686a92-bb22-4a63-9d26-8f5c35730aec None None] Port ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:50:26.539109 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:26.736571 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:50:26.795545 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:26.802411 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:26.822558 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c08b8f72-30dd-45b4-99a3-ba68a104cf0b up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:50:26.852846 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efce6b-47a6-4502-9aca-fcfea93e2a5e None None] Pushing event updated for resources: {'Port': ['ID=ff22a4bb-11c8-4592-84e3-e7a8c84f13d9,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:26.878658 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50efce6b-47a6-4502-9aca-fcfea93e2a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:26.879005 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50efce6b-47a6-4502-9aca-fcfea93e2a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:26.879345 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50efce6b-47a6-4502-9aca-fcfea93e2a5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:26.879909 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50efce6b-47a6-4502-9aca-fcfea93e2a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:26.880405 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50efce6b-47a6-4502-9aca-fcfea93e2a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:26.880738 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50efce6b-47a6-4502-9aca-fcfea93e2a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:26.881236 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50efce6b-47a6-4502-9aca-fcfea93e2a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:26.881731 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50efce6b-47a6-4502-9aca-fcfea93e2a5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:26.882074 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port c08b8f72-30dd-45b4-99a3-ba68a104cf0b triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:50:26.882233 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50efce6b-47a6-4502-9aca-fcfea93e2a5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:26.882480 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:26.882877 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50efce6b-47a6-4502-9aca-fcfea93e2a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:26.883380 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50efce6b-47a6-4502-9aca-fcfea93e2a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:26.883726 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50efce6b-47a6-4502-9aca-fcfea93e2a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:26.884225 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50efce6b-47a6-4502-9aca-fcfea93e2a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:50:26.912211 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Attempting to bind port ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:50:26.912575 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Attempting to bind port ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '670cb016-6670-4c45-9bf6-22e6e250b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:50:26.912875 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Attempting to bind port ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 on network 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:50:26.918236 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:50:26.918481 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Checking segment: {'id': '670cb016-6670-4c45-9bf6-22e6e250b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:50:26.918884 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:26.919278 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Bound using segment: {'id': '670cb016-6670-4c45-9bf6-22e6e250b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:50:26.919777 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Bound port: ff22a4bb-11c8-4592-84e3-e7a8c84f13d9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670cb016-6670-4c45-9bf6-22e6e250b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:50:26.920155 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:26.993896 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] For port ff22a4bb-11c8-4592-84e3-e7a8c84f13d9, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:50:26.996999 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] For port ff22a4bb-11c8-4592-84e3-e7a8c84f13d9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ff22a4bb-11c8-4592-84e3-e7a8c84f13d9,segment=NetworkSegment(670cb016-6670-4c45-9bf6-22e6e250b107),segment_id=670cb016-6670-4c45-9bf6-22e6e250b107)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:50:27.000632 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:27.043892 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fb919d39-fa64-44bf-b4f7-64d9fecfa524 None None] Provisioning complete for port ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:50:27.044675 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb919d39-fa64-44bf-b4f7-64d9fecfa524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:27.058482 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Routers {'bb010201-a010-47f1-bfb8-17e5c1bcb47d'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:50:27.059123 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:50:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:27.062300 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efce6b-47a6-4502-9aca-fcfea93e2a5e None None] Pushing event updated for resources: {'Port': ['ID=ff22a4bb-11c8-4592-84e3-e7a8c84f13d9,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:27.135010 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb919d39-fa64-44bf-b4f7-64d9fecfa524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:27.169329 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fb919d39-fa64-44bf-b4f7-64d9fecfa524 None None] For port ff22a4bb-11c8-4592-84e3-e7a8c84f13d9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ff22a4bb-11c8-4592-84e3-e7a8c84f13d9,segment=NetworkSegment(670cb016-6670-4c45-9bf6-22e6e250b107),segment_id=670cb016-6670-4c45-9bf6-22e6e250b107)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:50:27.172468 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] Set router bb010201-a010-47f1-bfb8-17e5c1bcb47d gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:50:27.175963 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fb919d39-fa64-44bf-b4f7-64d9fecfa524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:27.226461 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb919d39-fa64-44bf-b4f7-64d9fecfa524 None None] Pushing event updated for resources: {'Port': ['ID=ff22a4bb-11c8-4592-84e3-e7a8c84f13d9,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:27.294814 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-606309c8-6be4-4f9a-885a-9487ce6cb615 None None] Provisioning complete for port ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:50:27.295481 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-606309c8-6be4-4f9a-885a-9487ce6cb615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:27.373470 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052592903', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7'}], 'enable_snat': True}, 'gw_port_id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:50:20Z', 'updated_at': '2021-12-06T15:50:24Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:21Z', 'updated_at': '2021-12-06T15:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ff22a4bb-11c8-4592-84e3-e7a8c84f13d9', 'name': '', 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:eb:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:23Z', 'updated_at': '2021-12-06T15:50:26Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:27.403907 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f729fc0-0657-4d83-a186-1136152be275 None None] The sync data for ids ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'] in n-d-master-1 is: [{'id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052592903', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7'}], 'enable_snat': True}, 'gw_port_id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:50:20Z', 'updated_at': '2021-12-06T15:50:24Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:21Z', 'updated_at': '2021-12-06T15:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ff22a4bb-11c8-4592-84e3-e7a8c84f13d9', 'name': '', 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:eb:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:23Z', 'updated_at': '2021-12-06T15:50:26Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:50:27.405531 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fb6839af-809b-4aed-9720-57455ed0ed3e req-ee3e51f0-f2ff-44f9-8892-7e919a85f635 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 210 time: 0.0277433 Dec 06 15:50:28.403030 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-f7ee267a-57c0-456b-bd5f-298e16582b68 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:28.403339 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:28.404786 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-f7ee267a-57c0-456b-bd5f-298e16582b68 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.23 "GET /v2.0/networks?id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06 HTTP/1.1" status: 200 len: 796 time: 0.1156349 Dec 06 15:50:28.480227 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-386cd5bc-10c1-41b7-a415-9a179c8f00cf tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f696de39de649a09ab85b4348ea5de3 HTTP/1.1" status: 200 len: 380 time: 0.0663214 Dec 06 15:50:28.490647 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-096771e5-39e3-4b4f-aa10-b710896aa158 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'port': {'device_id': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06', 'admin_state_up': True, 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'security_groups': ['bf3f4b70-94dc-4d16-8f34-c191b908e57e']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:50:28.519255 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f0f775f1-cedf-4203-9f77-4ae81d6a8f4d req-1d7fb7e4-02d5-4787-942e-386f0a883ea4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 210 time: 0.0324988 Dec 06 15:50:28.604115 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-096771e5-39e3-4b4f-aa10-b710896aa158 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Made reservation on behalf of 1f696de39de649a09ab85b4348ea5de3 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:50:28.607569 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-096771e5-39e3-4b4f-aa10-b710896aa158 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:28.728604 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-096771e5-39e3-4b4f-aa10-b710896aa158 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.20.0.14 (1f8eea6b-39de-49da-88ab-e56ea3ab4b06/0ef1043e-af58-4c65-85a1-30ad617f88bf/7476575c-8c4d-4be1-a21a-5dbcf1062644) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:50:28.852493 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:50:28.875519 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-096771e5-39e3-4b4f-aa10-b710896aa158 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:28.900562 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:50:28.901047 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:28.912141 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-096771e5-39e3-4b4f-aa10-b710896aa158 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:28.955001 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-096771e5-39e3-4b4f-aa10-b710896aa158 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:50:28.958103 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-096771e5-39e3-4b4f-aa10-b710896aa158 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:50:28.961806 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-096771e5-39e3-4b4f-aa10-b710896aa158 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:50:28.989461 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096771e5-39e3-4b4f-aa10-b710896aa158 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=7476575c-8c4d-4be1-a21a-5dbcf1062644,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:29.017504 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-096771e5-39e3-4b4f-aa10-b710896aa158 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:29.018134 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-096771e5-39e3-4b4f-aa10-b710896aa158 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:29.034899 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-096771e5-39e3-4b4f-aa10-b710896aa158 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5480840 Dec 06 15:50:29.047940 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Request body: {'port': {'device_id': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:50:29.111877 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:29.218976 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-20e73c41-ca02-41ea-b6cb-9935c5410913 None None] Provisioning complete for port 7476575c-8c4d-4be1-a21a-5dbcf1062644 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:50:29.219345 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-20e73c41-ca02-41ea-b6cb-9935c5410913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:29.253432 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-20e73c41-ca02-41ea-b6cb-9935c5410913 None None] Port 7476575c-8c4d-4be1-a21a-5dbcf1062644 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:50:29.376964 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7476575c-8c4d-4be1-a21a-5dbcf1062644 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:50:29.384316 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:29.396511 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Transition to ACTIVE for port object 7476575c-8c4d-4be1-a21a-5dbcf1062644 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:50:29.399943 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:29.453846 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Pushing event updated for resources: {'Port': ['ID=7476575c-8c4d-4be1-a21a-5dbcf1062644,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:29.524354 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Attempting to bind port 7476575c-8c4d-4be1-a21a-5dbcf1062644 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:50:29.525010 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Attempting to bind port 7476575c-8c4d-4be1-a21a-5dbcf1062644 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '670cb016-6670-4c45-9bf6-22e6e250b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:50:29.525010 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Attempting to bind port 7476575c-8c4d-4be1-a21a-5dbcf1062644 on network 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:50:29.529629 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Port 7476575c-8c4d-4be1-a21a-5dbcf1062644 on network 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:50:29.529957 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Attempting to bind port 7476575c-8c4d-4be1-a21a-5dbcf1062644 on network 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:50:29.534908 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:50:29.535244 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Checking segment: {'id': '670cb016-6670-4c45-9bf6-22e6e250b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:50:29.535629 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Bound using segment: {'id': '670cb016-6670-4c45-9bf6-22e6e250b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:50:29.536083 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Bound port: 7476575c-8c4d-4be1-a21a-5dbcf1062644, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670cb016-6670-4c45-9bf6-22e6e250b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:50:29.536443 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:29.631574 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] For port 7476575c-8c4d-4be1-a21a-5dbcf1062644, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:50:29.647217 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] For port 7476575c-8c4d-4be1-a21a-5dbcf1062644, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644,segment=NetworkSegment(670cb016-6670-4c45-9bf6-22e6e250b107),segment_id=670cb016-6670-4c45-9bf6-22e6e250b107)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:50:29.652943 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:29.698432 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3b0a2-4995-4c92-b17a-aaaf9b6edc53 req-16f0f9dd-5008-4a28-b8d7-2f09cf9b19a7 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:29.699990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-19c3b0a2-4995-4c92-b17a-aaaf9b6edc53 req-16f0f9dd-5008-4a28-b8d7-2f09cf9b19a7 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 944 time: 0.1062701 Dec 06 15:50:29.710815 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:29.711424 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:29.712788 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] 10.222.0.23 "PUT /v2.0/ports/7476575c-8c4d-4be1-a21a-5dbcf1062644 HTTP/1.1" status: 200 len: 1092 time: 0.6692834 Dec 06 15:50:29.713965 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'tag': '7476575c-8c4d-4be1-a21a-5dbcf1062644'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:50:29.716073 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4faf792-fbe2-420f-bea1-7c07b881536c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0eeeed-e37a-4c39-a449-c15557d80012", "tag": "7476575c-8c4d-4be1-a21a-5dbcf1062644"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:50:29.745988 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754b58d-9e13-4fec-a9a7-9b41f4565a05 service neutron] Pushing event updated for resources: {'Port': ['ID=7476575c-8c4d-4be1-a21a-5dbcf1062644,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:29.758470 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4024afe7-9935-4c0b-bee3-424ed98eeb66 x-openstack-request-id: req-4024afe7-9935-4c0b-bee3-424ed98eeb66 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:50:29.758772 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0eeeed-e37a-4c39-a449-c15557d80012", "tag": "7476575c-8c4d-4be1-a21a-5dbcf1062644", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:50:29.759031 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4024afe7-9935-4c0b-bee3-424ed98eeb66 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:50:29.759435 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'tag': '7476575c-8c4d-4be1-a21a-5dbcf1062644', 'status': 'completed', 'code': 200} Dec 06 15:50:29.809570 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-19c3b0a2-4995-4c92-b17a-aaaf9b6edc53 req-7d8a8bb9-0fa8-42e0-bd4b-caf2f2c4b193 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019244 Dec 06 15:50:29.823437 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e42d5fe0-e04f-4d54-a7ec-290b235d5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:29.824887 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-e42d5fe0-e04f-4d54-a7ec-290b235d5a0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 1095 time: 0.0634534 Dec 06 15:50:29.873525 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-8221aa7c-b8c9-4e67-bccc-6ec8e97c3206 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644 HTTP/1.1" status: 200 len: 217 time: 0.0399468 Dec 06 15:50:29.924269 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-5f229d0b-bb7e-4cd4-9d56-7cec07555b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:29.925745 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-5f229d0b-bb7e-4cd4-9d56-7cec07555b97 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ef1043e-af58-4c65-85a1-30ad617f88bf HTTP/1.1" status: 200 len: 835 time: 0.0455191 Dec 06 15:50:29.970410 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-1ae37fb5-4b11-495e-8638-729b482fe7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:29.971887 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-1ae37fb5-4b11-495e-8638-729b482fe7ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391319 Dec 06 15:50:30.065771 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-d17734df-4abb-4f74-9c26-bcc98f5eee29 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863323 Dec 06 15:50:30.155593 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ab806a5a-bdef-4fdf-81b5-37505a040fb2 req-70ebad66-0429-4966-a84a-af08cb7afe7a service neutron] 10.222.0.23 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814326 Dec 06 15:50:30.247978 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4faf792-fbe2-420f-bea1-7c07b881536c req-11c3d03b-9158-4681-bc01-8bffce416c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:30.249360 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4faf792-fbe2-420f-bea1-7c07b881536c req-11c3d03b-9158-4681-bc01-8bffce416c71 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 1095 time: 0.0452638 Dec 06 15:50:30.336790 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4faf792-fbe2-420f-bea1-7c07b881536c req-7f114b8d-df2b-4c9d-a8d7-e7e9bc501af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:30.338275 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4faf792-fbe2-420f-bea1-7c07b881536c req-7f114b8d-df2b-4c9d-a8d7-e7e9bc501af1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06 HTTP/1.1" status: 200 len: 897 time: 0.0821352 Dec 06 15:50:30.365284 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:30.383762 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4faf792-fbe2-420f-bea1-7c07b881536c req-a90d6105-7d80-4bed-9ae8-425e3c5ca867 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644 HTTP/1.1" status: 200 len: 217 time: 0.0387213 Dec 06 15:50:30.433234 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4faf792-fbe2-420f-bea1-7c07b881536c req-f4004dc6-52c6-4f0c-81f4-10a00ee3b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:30.434666 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4faf792-fbe2-420f-bea1-7c07b881536c req-f4004dc6-52c6-4f0c-81f4-10a00ee3b5dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ef1043e-af58-4c65-85a1-30ad617f88bf HTTP/1.1" status: 200 len: 835 time: 0.0440235 Dec 06 15:50:30.480094 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4faf792-fbe2-420f-bea1-7c07b881536c req-22f97b14-9a87-4b8b-8724-b0984583af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:30.481560 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4faf792-fbe2-420f-bea1-7c07b881536c req-22f97b14-9a87-4b8b-8724-b0984583af81 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397532 Dec 06 15:50:30.572700 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4faf792-fbe2-420f-bea1-7c07b881536c req-5593f6ef-ee19-4bb2-b7ab-cf86b11c4e45 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837686 Dec 06 15:50:30.661896 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f4faf792-fbe2-420f-bea1-7c07b881536c req-1fb71982-6dce-4327-a5fe-5a8e82ac577c service neutron] 10.222.0.23 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812018 Dec 06 15:50:30.898583 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe2cda61-e7cf-404c-b9b7-7dffd987e408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:30.932928 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a114af8-f344-4c38-9e79-ccf47316b1b3 req-793e7f92-d8b9-4988-890a-36d12f9999e6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:30.934397 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a114af8-f344-4c38-9e79-ccf47316b1b3 req-793e7f92-d8b9-4988-890a-36d12f9999e6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 944 time: 0.0500312 Dec 06 15:50:30.983267 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-1a114af8-f344-4c38-9e79-ccf47316b1b3 req-0092f8f0-4ee9-4423-adef-8e48d549636b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422616 Dec 06 15:50:31.252981 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 7476575c-8c4d-4be1-a21a-5dbcf1062644 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:50:31.347527 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 7476575c-8c4d-4be1-a21a-5dbcf1062644, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644,segment=NetworkSegment(670cb016-6670-4c45-9bf6-22e6e250b107),segment_id=670cb016-6670-4c45-9bf6-22e6e250b107)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:50:31.358424 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '7476575c-8c4d-4be1-a21a-5dbcf1062644', 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06', 'port_id': '7476575c-8c4d-4be1-a21a-5dbcf1062644', 'mac_address': 'fa:16:3e:2d:55:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:50:31.394478 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:31.407086 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7476575c-8c4d-4be1-a21a-5dbcf1062644 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:50:31.426478 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 7476575c-8c4d-4be1-a21a-5dbcf1062644, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644,segment=NetworkSegment(670cb016-6670-4c45-9bf6-22e6e250b107),segment_id=670cb016-6670-4c45-9bf6-22e6e250b107)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:50:31.430106 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:31.478841 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=7476575c-8c4d-4be1-a21a-5dbcf1062644,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:31.665722 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['7476575c-8c4d-4be1-a21a-5dbcf1062644'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:50:32.098199 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65b03e-e6be-4ab4-b7f5-f852c4037a74 req-3ed06939-5e33-4608-a087-cd19b2712e12 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:32.099641 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf65b03e-e6be-4ab4-b7f5-f852c4037a74 req-3ed06939-5e33-4608-a087-cd19b2712e12 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 945 time: 0.0479760 Dec 06 15:50:32.152048 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf65b03e-e6be-4ab4-b7f5-f852c4037a74 req-50df7ea3-c511-410f-b549-0e310ef5f890 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461934 Dec 06 15:50:33.263825 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 7476575c-8c4d-4be1-a21a-5dbcf1062644 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:50:33.270216 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9175c-796e-43bf-a18d-f87dffb08f82 req-9074b37d-c5a5-4690-aead-93e63b7b48fd tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:33.271801 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-36a9175c-796e-43bf-a18d-f87dffb08f82 req-9074b37d-c5a5-4690-aead-93e63b7b48fd tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 945 time: 0.0531030 Dec 06 15:50:33.313040 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 7476575c-8c4d-4be1-a21a-5dbcf1062644 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:50:33.321709 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-36a9175c-796e-43bf-a18d-f87dffb08f82 req-d0e89de2-1017-4619-87a1-462c9332f932 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438175 Dec 06 15:50:33.325739 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 7476575c-8c4d-4be1-a21a-5dbcf1062644 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:50:33.326109 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:33.356918 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e2422f86-01bc-47ec-9e69-0488c0dc372b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:33.409182 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:33.435238 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7476575c-8c4d-4be1-a21a-5dbcf1062644'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:50:33.437413 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdda2d3d-b39b-4a14-93ef-b251b915ec97" -d '{"events": [{"server_uuid": "7c0eeeed-e37a-4c39-a449-c15557d80012", "name": "network-vif-plugged", "status": "completed", "tag": "7476575c-8c4d-4be1-a21a-5dbcf1062644"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:50:33.450490 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 7476575c-8c4d-4be1-a21a-5dbcf1062644, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644,segment=NetworkSegment(670cb016-6670-4c45-9bf6-22e6e250b107),segment_id=670cb016-6670-4c45-9bf6-22e6e250b107)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:50:33.455111 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:33.480111 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bd1a92-d010-4306-8f8b-64a085b1af9a x-openstack-request-id: req-10bd1a92-d010-4306-8f8b-64a085b1af9a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:50:33.480407 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0eeeed-e37a-4c39-a449-c15557d80012", "name": "network-vif-plugged", "status": "completed", "tag": "7476575c-8c4d-4be1-a21a-5dbcf1062644", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:50:33.480665 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10bd1a92-d010-4306-8f8b-64a085b1af9a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:50:33.481067 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7476575c-8c4d-4be1-a21a-5dbcf1062644', 'code': 200} Dec 06 15:50:33.505812 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=7476575c-8c4d-4be1-a21a-5dbcf1062644,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:33.575378 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabbe71-f33f-47ad-a1cf-a4eb604d3e6a req-98025474-b084-448e-9241-7763a7c5d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:33.576886 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7fabbe71-f33f-47ad-a1cf-a4eb604d3e6a req-98025474-b084-448e-9241-7763a7c5d913 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 1097 time: 0.0395167 Dec 06 15:50:33.622083 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7fabbe71-f33f-47ad-a1cf-a4eb604d3e6a req-d8a98158-9c46-46c9-9f68-40c4dcbdcf95 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380461 Dec 06 15:50:34.230672 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:34.437823 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda12de-f050-4548-b7d7-9a29a6a9fc94 req-115d3ee5-1adb-4235-90d8-d8df6801b56a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:34.439329 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5eda12de-f050-4548-b7d7-9a29a6a9fc94 req-115d3ee5-1adb-4235-90d8-d8df6801b56a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0484207 Dec 06 15:50:34.488813 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5eda12de-f050-4548-b7d7-9a29a6a9fc94 req-b41b0b29-e28b-48ad-8011-4f5a0a97818f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433123 Dec 06 15:50:35.602904 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951a1a4-800e-4849-b54e-4f02d519e1ee req-9afc7aac-97fc-4cac-a657-731edb469f80 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:35.604680 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0951a1a4-800e-4849-b54e-4f02d519e1ee req-9afc7aac-97fc-4cac-a657-731edb469f80 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0479639 Dec 06 15:50:35.651890 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0951a1a4-800e-4849-b54e-4f02d519e1ee req-c67034eb-3781-4368-a867-c1a40bf0a734 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413790 Dec 06 15:50:35.765157 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8b545-095d-4bea-a51c-4837b4dc8918 req-d8f3691a-20d6-468f-87c5-3b514c0bb8e9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:35.766554 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88e8b545-095d-4bea-a51c-4837b4dc8918 req-d8f3691a-20d6-468f-87c5-3b514c0bb8e9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0480568 Dec 06 15:50:35.821116 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88e8b545-095d-4bea-a51c-4837b4dc8918 req-8533e3ec-2eb7-406c-9d21-cb51f9a27e89 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479493 Dec 06 15:50:35.842951 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48968) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:35.879929 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:35.881746 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ce3dae-fd12-400e-bb39-4ca0f6d1115c tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:35.883281 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-40ce3dae-fd12-400e-bb39-4ca0f6d1115c tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 1092 time: 0.0393898 Dec 06 15:50:35.886220 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48970) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:35.890465 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': '7476575c-8c4d-4be1-a21a-5dbcf1062644', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:50:35.912032 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:36.006434 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:36.109465 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.35.7.141 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/8d184f65-04fd-4181-a1d8-8ba278082f5c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:50:36.216588 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:36.249321 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:36.287810 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:50:36.290657 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:50:36.294204 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:50:36.318893 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=8d184f65-04fd-4181-a1d8-8ba278082f5c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:36.647946 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:36.711201 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:36.755743 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:36.862354 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:36.866849 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:36.934592 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=8d184f65-04fd-4181-a1d8-8ba278082f5c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:50:36.944511 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:37.045370 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Floating IP be38b7ef-0d18-49a2-8342-5dd550952bac associated. External IP: 172.35.7.141, port: 7476575c-8c4d-4be1-a21a-5dbcf1062644. Dec 06 15:50:37.250774 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router bb010201-a010-47f1-bfb8-17e5c1bcb47d has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:50:37.356496 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:50:37.366276 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069cd4dc-14a3-42ce-b789-e8e2de3b7ae8 None None] Sync routers for ids ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:50:37.374199 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:50:37.376905 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069cd4dc-14a3-42ce-b789-e8e2de3b7ae8 None None] Routers {'bb010201-a010-47f1-bfb8-17e5c1bcb47d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:50:37.377524 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-069cd4dc-14a3-42ce-b789-e8e2de3b7ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:50:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:37.401150 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d764773e-325c-4e53-87db-5387473c5b39 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5138841 Dec 06 15:50:37.401743 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'tag': '7476575c-8c4d-4be1-a21a-5dbcf1062644'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:50:37.404051 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c742703be9958fca7b51ef848c2f1f9c289ae81b0df0ada1724f18bf2a1f44e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dee124-a738-445c-a8a1-d2f06987748f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0eeeed-e37a-4c39-a449-c15557d80012", "tag": "7476575c-8c4d-4be1-a21a-5dbcf1062644"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:50:37.443751 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac51d7a-1aa0-4366-9aee-1352dca04dc9 x-openstack-request-id: req-cac51d7a-1aa0-4366-9aee-1352dca04dc9 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:50:37.444059 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0eeeed-e37a-4c39-a449-c15557d80012", "tag": "7476575c-8c4d-4be1-a21a-5dbcf1062644", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:50:37.444320 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cac51d7a-1aa0-4366-9aee-1352dca04dc9 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:50:37.444739 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'tag': '7476575c-8c4d-4be1-a21a-5dbcf1062644', 'status': 'completed', 'code': 200} Dec 06 15:50:37.500085 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-069cd4dc-14a3-42ce-b789-e8e2de3b7ae8 None None] Set router bb010201-a010-47f1-bfb8-17e5c1bcb47d gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:50:37.535843 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1699f9-020f-4d5f-be4e-23c355b6007d req-9d484105-80bc-470b-adda-b19a1c33c01f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:37.537330 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f1699f9-020f-4d5f-be4e-23c355b6007d req-9d484105-80bc-470b-adda-b19a1c33c01f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0843353 Dec 06 15:50:37.540097 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dee124-a738-445c-a8a1-d2f06987748f req-c2b45484-dcdc-406c-be26-079b8a51b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:37.541450 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2dee124-a738-445c-a8a1-d2f06987748f req-c2b45484-dcdc-406c-be26-079b8a51b37d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 1097 time: 0.0577013 Dec 06 15:50:37.639431 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3f1699f9-020f-4d5f-be4e-23c355b6007d req-7efd647e-4b92-4277-89a0-1360b6ec11f6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955718 Dec 06 15:50:37.662086 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48976) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:37.667361 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dee124-a738-445c-a8a1-d2f06987748f req-7299bd0c-e48b-4ba2-90bb-566b6b59c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:37.670712 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2dee124-a738-445c-a8a1-d2f06987748f req-7299bd0c-e48b-4ba2-90bb-566b6b59c9bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06 HTTP/1.1" status: 200 len: 897 time: 0.1126509 Dec 06 15:50:37.727556 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2c542122-7411-4918-aea4-1c12e7b9f23d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/floatingips/be38b7ef-0d18-49a2-8342-5dd550952bac HTTP/1.1" status: 200 len: 992 time: 0.0643089 Dec 06 15:50:37.730925 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-069cd4dc-14a3-42ce-b789-e8e2de3b7ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052592903', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7'}], 'enable_snat': True}, 'gw_port_id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:50:20Z', 'updated_at': '2021-12-06T15:50:24Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:21Z', 'updated_at': '2021-12-06T15:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'be38b7ef-0d18-49a2-8342-5dd550952bac', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'floating_ip_address': '172.35.7.141', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'port_id': '7476575c-8c4d-4be1-a21a-5dbcf1062644', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06', 'mac_address': 'fa:16:3e:2d:55:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:50:36Z', 'updated_at': '2021-12-06T15:50:36Z', 'revision_number': 0, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff22a4bb-11c8-4592-84e3-e7a8c84f13d9', 'name': '', 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:eb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:23Z', 'updated_at': '2021-12-06T15:50:27Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:37.739199 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2dee124-a738-445c-a8a1-d2f06987748f req-12f0c4f1-a9f1-4011-a85f-b7c26be05122 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644 HTTP/1.1" status: 200 len: 1000 time: 0.0629761 Dec 06 15:50:37.757548 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069cd4dc-14a3-42ce-b789-e8e2de3b7ae8 None None] Checking router: bb010201-a010-47f1-bfb8-17e5c1bcb47d for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:50:37.765782 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069cd4dc-14a3-42ce-b789-e8e2de3b7ae8 None None] Routers {'bb010201-a010-47f1-bfb8-17e5c1bcb47d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:50:37.766390 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-069cd4dc-14a3-42ce-b789-e8e2de3b7ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:50:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:37.787470 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dee124-a738-445c-a8a1-d2f06987748f req-3cb47ca4-53bf-478a-b58d-e5cb0b804f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:37.788946 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2dee124-a738-445c-a8a1-d2f06987748f req-3cb47ca4-53bf-478a-b58d-e5cb0b804f31 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ef1043e-af58-4c65-85a1-30ad617f88bf HTTP/1.1" status: 200 len: 835 time: 0.0431557 Dec 06 15:50:37.839864 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dee124-a738-445c-a8a1-d2f06987748f req-28f3eb2a-c2c0-4ce2-aa62-114de47a2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:50:37.841372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2dee124-a738-445c-a8a1-d2f06987748f req-28f3eb2a-c2c0-4ce2-aa62-114de47a2f3b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458131 Dec 06 15:50:37.871751 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-069cd4dc-14a3-42ce-b789-e8e2de3b7ae8 None None] Set router bb010201-a010-47f1-bfb8-17e5c1bcb47d gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:50:37.929547 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2dee124-a738-445c-a8a1-d2f06987748f req-c21020c8-d89a-4713-87d2-02cccbfbbc91 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806379 Dec 06 15:50:38.022609 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c2dee124-a738-445c-a8a1-d2f06987748f req-17867dd7-3e2a-406b-8b63-637edb767175 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865860 Dec 06 15:50:38.096054 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-069cd4dc-14a3-42ce-b789-e8e2de3b7ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052592903', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7'}], 'enable_snat': True}, 'gw_port_id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:50:20Z', 'updated_at': '2021-12-06T15:50:24Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:21Z', 'updated_at': '2021-12-06T15:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'be38b7ef-0d18-49a2-8342-5dd550952bac', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'floating_ip_address': '172.35.7.141', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'port_id': '7476575c-8c4d-4be1-a21a-5dbcf1062644', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06', 'mac_address': 'fa:16:3e:2d:55:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:50:36Z', 'updated_at': '2021-12-06T15:50:36Z', 'revision_number': 0, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff22a4bb-11c8-4592-84e3-e7a8c84f13d9', 'name': '', 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:eb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:23Z', 'updated_at': '2021-12-06T15:50:27Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:50:38.122170 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069cd4dc-14a3-42ce-b789-e8e2de3b7ae8 None None] The sync data for ids ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'] in n-d-master-1 is: [{'id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052592903', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7'}], 'enable_snat': True}, 'gw_port_id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:50:20Z', 'updated_at': '2021-12-06T15:50:24Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:21Z', 'updated_at': '2021-12-06T15:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'be38b7ef-0d18-49a2-8342-5dd550952bac', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'floating_ip_address': '172.35.7.141', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'port_id': '7476575c-8c4d-4be1-a21a-5dbcf1062644', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06', 'mac_address': 'fa:16:3e:2d:55:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:50:36Z', 'updated_at': '2021-12-06T15:50:36Z', 'revision_number': 0, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff22a4bb-11c8-4592-84e3-e7a8c84f13d9', 'name': '', 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:eb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:23Z', 'updated_at': '2021-12-06T15:50:27Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:50:38.300871 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff72e02-a44a-4a91-a75a-050f524cb94d None None] New status for floating IP be38b7ef-0d18-49a2-8342-5dd550952bac: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:50:38.731782 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 48978) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:50:38.792936 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fcd1cadb-0ce3-4eae-84e3-25254e3eea8d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/floatingips/be38b7ef-0d18-49a2-8342-5dd550952bac HTTP/1.1" status: 200 len: 994 time: 0.0600572 Dec 06 15:50:58.402775 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:00.381564 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:00.901345 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-22d33b31-5ec5-4347-b20d-80ce7e2c79ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:03.327270 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4a1e883a-ecd5-4243-b948-f677df826e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:03.725796 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:51:04.232006 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:05.880488 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:06.757062 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:06.997548 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce8a0bca-5527-4895-bac7-8f837223eed5 req-7ec1371b-ac3b-4d5f-ac15-acce6327d099 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394926 Dec 06 15:51:07.077671 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a0bca-5527-4895-bac7-8f837223eed5 req-42256159-38f1-4b49-9511-3899fcbee4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:07.079055 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce8a0bca-5527-4895-bac7-8f837223eed5 req-42256159-38f1-4b49-9511-3899fcbee4b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 1097 time: 0.0391634 Dec 06 15:51:07.182843 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a0bca-5527-4895-bac7-8f837223eed5 req-8a1e3b6d-f6b4-4972-92e2-0d0372193d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:07.184311 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce8a0bca-5527-4895-bac7-8f837223eed5 req-8a1e3b6d-f6b4-4972-92e2-0d0372193d6d service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06 HTTP/1.1" status: 200 len: 897 time: 0.0854354 Dec 06 15:51:07.247420 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce8a0bca-5527-4895-bac7-8f837223eed5 req-cf6e2c27-97c1-4f38-ba6b-44e83891db53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644 HTTP/1.1" status: 200 len: 1002 time: 0.0554678 Dec 06 15:51:07.302537 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a0bca-5527-4895-bac7-8f837223eed5 req-116df47b-525d-4e31-acaa-5aef2cc0d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:07.303957 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce8a0bca-5527-4895-bac7-8f837223eed5 req-116df47b-525d-4e31-acaa-5aef2cc0d7e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ef1043e-af58-4c65-85a1-30ad617f88bf HTTP/1.1" status: 200 len: 835 time: 0.0452354 Dec 06 15:51:07.349163 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a0bca-5527-4895-bac7-8f837223eed5 req-155e8c0e-4741-4846-8372-7426ba0867f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:07.350566 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce8a0bca-5527-4895-bac7-8f837223eed5 req-155e8c0e-4741-4846-8372-7426ba0867f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383770 Dec 06 15:51:07.362223 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-ce8a0bca-5527-4895-bac7-8f837223eed5 req-25a34b87-5cd5-44da-a330-090c2f02e5df service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:51:07.363133 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce8a0bca-5527-4895-bac7-8f837223eed5 req-25a34b87-5cd5-44da-a330-090c2f02e5df service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046728 Dec 06 15:51:07.457984 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce8a0bca-5527-4895-bac7-8f837223eed5 req-af3c2570-bbad-4f30-97c9-cc6091a71759 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831454 Dec 06 15:51:07.497203 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-d46b603e-b170-4480-b705-2262899ab26f req-dc12f5d8-e7c0-43a5-ae07-623471e90ac3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:51:07.498167 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d46b603e-b170-4480-b705-2262899ab26f req-dc12f5d8-e7c0-43a5-ae07-623471e90ac3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067427 Dec 06 15:51:07.556580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ce8a0bca-5527-4895-bac7-8f837223eed5 req-8ccaabc9-55b9-4f0d-a352-cfa6770e30a3 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903120 Dec 06 15:51:07.682027 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005189a-bad6-4889-9c5f-73f3cffd0153 req-15d59503-3fd1-42a5-9e3e-ccdc5e15f843 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:07.683510 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b005189a-bad6-4889-9c5f-73f3cffd0153 req-15d59503-3fd1-42a5-9e3e-ccdc5e15f843 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0493400 Dec 06 15:51:07.706408 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-4ada5d43-761e-4e8e-8ccc-eb7e7017d72f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840523 Dec 06 15:51:07.739219 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b005189a-bad6-4889-9c5f-73f3cffd0153 req-86f4c003-4176-4449-adc7-f768c991cd4b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496547 Dec 06 15:51:08.884261 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b18f49-19ae-44bc-9a77-21006ee6aee9 req-530b9914-2959-4ee5-aa50-30f5110333fd tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:08.885713 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-74b18f49-19ae-44bc-9a77-21006ee6aee9 req-530b9914-2959-4ee5-aa50-30f5110333fd tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0734785 Dec 06 15:51:08.890956 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-b2579a22-8105-44db-8fdf-5edafc5e6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:08.892354 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-b2579a22-8105-44db-8fdf-5edafc5e6dab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 1097 time: 0.0704014 Dec 06 15:51:08.986329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-74b18f49-19ae-44bc-9a77-21006ee6aee9 req-bd682328-2843-4079-bf08-de7a50bbf609 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930529 Dec 06 15:51:09.013356 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-0b9125ca-2752-495f-b1e9-e8b2906c7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:09.014802 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-0b9125ca-2752-495f-b1e9-e8b2906c7ee9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06 HTTP/1.1" status: 200 len: 897 time: 0.1087868 Dec 06 15:51:09.079300 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-431e8c64-41de-4e5b-8f33-a45d48eef14a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644 HTTP/1.1" status: 200 len: 1002 time: 0.0553515 Dec 06 15:51:09.126235 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-b91f1190-5660-4bd0-a213-70f931ea7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:09.127577 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-b91f1190-5660-4bd0-a213-70f931ea7028 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ef1043e-af58-4c65-85a1-30ad617f88bf HTTP/1.1" status: 200 len: 835 time: 0.0413258 Dec 06 15:51:09.174987 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-ea78388a-a1ef-472b-b8da-430e7dfeafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:09.176483 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-ea78388a-a1ef-472b-b8da-430e7dfeafa2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413647 Dec 06 15:51:09.263095 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-5e735a29-1434-4829-9c52-1eb57433f38e service neutron] 10.222.0.23 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789123 Dec 06 15:51:09.352806 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-2a5f2681-df98-49ce-b915-f0bb55eebb9b service neutron] 10.222.0.23 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818515 Dec 06 15:51:10.103998 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90421421-d628-4f5f-a9fa-9bcadbd73050 req-b8266387-43fc-4c35-a37b-ad551e18b5b8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:10.105463 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-90421421-d628-4f5f-a9fa-9bcadbd73050 req-b8266387-43fc-4c35-a37b-ad551e18b5b8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0488837 Dec 06 15:51:10.153713 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-90421421-d628-4f5f-a9fa-9bcadbd73050 req-b5e96cf2-b410-4ab0-b079-2eb006a0b910 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423498 Dec 06 15:51:11.268734 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40080886-813c-48b7-a048-4fc6cc7d4269 req-2a15fe72-121c-4b6a-a1c0-4067bdd8cec5 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:11.270256 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40080886-813c-48b7-a048-4fc6cc7d4269 req-2a15fe72-121c-4b6a-a1c0-4067bdd8cec5 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0483160 Dec 06 15:51:11.318518 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-40080886-813c-48b7-a048-4fc6cc7d4269 req-b0b9a546-3e47-4b33-bd8b-09c252ac538a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422959 Dec 06 15:51:12.433443 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ef28e-ef1a-4aa7-8842-dea783f12a7f req-904d0bf0-d29a-45d5-9037-b8a7d8c15964 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:12.434897 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2b7ef28e-ef1a-4aa7-8842-dea783f12a7f req-904d0bf0-d29a-45d5-9037-b8a7d8c15964 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0480487 Dec 06 15:51:12.483181 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2b7ef28e-ef1a-4aa7-8842-dea783f12a7f req-a0c18055-0f8e-4bb9-83dc-96d41526bb3b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423322 Dec 06 15:51:13.601157 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988b818-b107-402a-8e42-41093ef835c3 req-084051d4-7611-4788-8278-91bd21a0eebb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:13.602856 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5988b818-b107-402a-8e42-41093ef835c3 req-084051d4-7611-4788-8278-91bd21a0eebb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0503433 Dec 06 15:51:13.649925 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5988b818-b107-402a-8e42-41093ef835c3 req-f3700995-46df-4f19-bad2-915ec8964202 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410635 Dec 06 15:51:14.768874 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b9aea-b6e9-45af-97c2-6814ecd230b0 req-f1c36105-ffcf-4d75-a3d6-b0e3850b6358 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:14.770258 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a7b9aea-b6e9-45af-97c2-6814ecd230b0 req-f1c36105-ffcf-4d75-a3d6-b0e3850b6358 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0533023 Dec 06 15:51:14.819567 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6a7b9aea-b6e9-45af-97c2-6814ecd230b0 req-83780a96-4d7b-4146-8d7a-bbf4f6726ce9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433204 Dec 06 15:51:15.932011 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddcf0c-3f6f-45f3-8908-60f9976e3006 req-96c5b097-7969-42ed-abc1-d3f785187a20 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:15.933482 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dcddcf0c-3f6f-45f3-8908-60f9976e3006 req-96c5b097-7969-42ed-abc1-d3f785187a20 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0472074 Dec 06 15:51:15.982796 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dcddcf0c-3f6f-45f3-8908-60f9976e3006 req-f4af1b82-0e40-4859-8d04-35311262765c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430381 Dec 06 15:51:17.101404 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f689220-63d1-4dcc-900a-7c141b60f217 req-0455dd7b-075e-444a-b4f8-f646f6fad8bf tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:17.103113 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4f689220-63d1-4dcc-900a-7c141b60f217 req-0455dd7b-075e-444a-b4f8-f646f6fad8bf tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0483570 Dec 06 15:51:17.150538 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4f689220-63d1-4dcc-900a-7c141b60f217 req-1ebac2cd-ee1c-4043-add8-994fa2267469 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414343 Dec 06 15:51:18.271020 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37247efa-c1fe-4483-a5d5-9f5ea0781012 req-ac9ae8cb-dea8-44c9-932d-f3c00f07cf8d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:18.272854 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-37247efa-c1fe-4483-a5d5-9f5ea0781012 req-ac9ae8cb-dea8-44c9-932d-f3c00f07cf8d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0526159 Dec 06 15:51:18.323986 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-37247efa-c1fe-4483-a5d5-9f5ea0781012 req-919d466a-8de8-4f33-a663-4ccf736a9d54 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451889 Dec 06 15:51:19.436097 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276affd-5c81-4d10-862e-c9263bb59c4f req-5a6aa665-caaf-485a-91a7-b27def93dde6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:19.437562 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c276affd-5c81-4d10-862e-c9263bb59c4f req-5a6aa665-caaf-485a-91a7-b27def93dde6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0472753 Dec 06 15:51:19.490793 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c276affd-5c81-4d10-862e-c9263bb59c4f req-a23e9c0a-ecb3-4d0b-98dc-9b9bcc0a98f0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467734 Dec 06 15:51:20.604562 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141bd7d-9c83-469f-b80b-dd846d578e87 req-e21ab024-99c4-45fd-9534-75db58bd81c9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:20.606104 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f141bd7d-9c83-469f-b80b-dd846d578e87 req-e21ab024-99c4-45fd-9534-75db58bd81c9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0483799 Dec 06 15:51:20.654958 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f141bd7d-9c83-469f-b80b-dd846d578e87 req-0f74d3c6-51c3-4af3-9de4-43814c1fa6fa tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428150 Dec 06 15:51:21.194643 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-8ee7d29d-3865-4d6a-b416-457564c01faa service neutron] show failed (client error): The resource could not be found. Dec 06 15:51:21.195535 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-8ee7d29d-3865-4d6a-b416-457564c01faa service neutron] 10.222.0.23 "GET /v2.0/ports/7476575c-8c4d-4be1-a21a-5dbcf1062644/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0528245 Dec 06 15:51:21.392920 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-4ba75176-44e0-4884-83c0-8ff5ee744410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:21.394860 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-4ba75176-44e0-4884-83c0-8ff5ee744410 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012&tenant_id=1f696de39de649a09ab85b4348ea5de3 HTTP/1.1" status: 200 len: 1097 time: 0.0400569 Dec 06 15:51:21.411575 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:51:21.464061 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:21.657079 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] For port 7476575c-8c4d-4be1-a21a-5dbcf1062644, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644,segment=NetworkSegment(670cb016-6670-4c45-9bf6-22e6e250b107),segment_id=670cb016-6670-4c45-9bf6-22e6e250b107)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:51:21.688746 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] For port 7476575c-8c4d-4be1-a21a-5dbcf1062644, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:51:21.728145 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7476575c-8c4d-4be1-a21a-5dbcf1062644'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:51:21.730295 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73922a81-bfda-4682-a60d-2c8977502eaa" -d '{"events": [{"server_uuid": "7c0eeeed-e37a-4c39-a449-c15557d80012", "name": "network-vif-unplugged", "status": "completed", "tag": "7476575c-8c4d-4be1-a21a-5dbcf1062644"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:51:21.734183 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:21.746974 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Transition to ACTIVE for port object 7476575c-8c4d-4be1-a21a-5dbcf1062644 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:51:21.750994 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:21.773974 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e664162-e389-4df8-b91c-d03cf7dc3f33 req-41e15bab-1516-4166-844c-b8bba9215cc9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:21.781972 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0e664162-e389-4df8-b91c-d03cf7dc3f33 req-41e15bab-1516-4166-844c-b8bba9215cc9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0583177 Dec 06 15:51:21.785749 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242d8982-8d4d-45ad-9758-4a41b645c68e x-openstack-request-id: req-242d8982-8d4d-45ad-9758-4a41b645c68e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:51:21.786051 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0eeeed-e37a-4c39-a449-c15557d80012", "name": "network-vif-unplugged", "status": "completed", "tag": "7476575c-8c4d-4be1-a21a-5dbcf1062644", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:51:21.786304 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-242d8982-8d4d-45ad-9758-4a41b645c68e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:51:21.786692 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7476575c-8c4d-4be1-a21a-5dbcf1062644', 'code': 200} Dec 06 15:51:21.829226 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0e664162-e389-4df8-b91c-d03cf7dc3f33 req-f8c22119-d816-4d43-9ea8-9744e51f3092 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467637 Dec 06 15:51:21.835334 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Pushing event updated for resources: {'Port': ['ID=7476575c-8c4d-4be1-a21a-5dbcf1062644,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:51:21.849242 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:21.849587 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:21.849933 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:21.850274 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:21.850604 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:21.850933 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:21.851259 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:21.851579 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:21.851938 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:21.852264 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:21.852840 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:21.853156 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:21.853473 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:21.886085 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] No DVR routers for this DVR port 7476575c-8c4d-4be1-a21a-5dbcf1062644 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:51:22.020592 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Attempting to bind port 7476575c-8c4d-4be1-a21a-5dbcf1062644 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:51:22.020928 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Attempting to bind port 7476575c-8c4d-4be1-a21a-5dbcf1062644 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '670cb016-6670-4c45-9bf6-22e6e250b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:51:22.021252 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Attempting to bind port 7476575c-8c4d-4be1-a21a-5dbcf1062644 on network 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:51:22.025489 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Port 7476575c-8c4d-4be1-a21a-5dbcf1062644 on network 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:51:22.025806 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Attempting to bind port 7476575c-8c4d-4be1-a21a-5dbcf1062644 on network 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:51:22.030554 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:51:22.030888 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Checking segment: {'id': '670cb016-6670-4c45-9bf6-22e6e250b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:51:22.031271 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Bound using segment: {'id': '670cb016-6670-4c45-9bf6-22e6e250b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:51:22.031725 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Bound port: 7476575c-8c4d-4be1-a21a-5dbcf1062644, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670cb016-6670-4c45-9bf6-22e6e250b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:51:22.032083 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:22.095006 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] For port 7476575c-8c4d-4be1-a21a-5dbcf1062644, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:51:22.098020 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] For port 7476575c-8c4d-4be1-a21a-5dbcf1062644, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644,segment=NetworkSegment(670cb016-6670-4c45-9bf6-22e6e250b107),segment_id=670cb016-6670-4c45-9bf6-22e6e250b107)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:51:22.102854 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:22.134455 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:22.135069 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:22.136489 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] 10.222.0.37 "PUT /v2.0/ports/7476575c-8c4d-4be1-a21a-5dbcf1062644 HTTP/1.1" status: 200 len: 1092 time: 0.7293186 Dec 06 15:51:22.159882 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cae55-de6d-40c0-a32e-6ba2883a9c96 service neutron] Pushing event updated for resources: {'Port': ['ID=7476575c-8c4d-4be1-a21a-5dbcf1062644,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:51:22.209621 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-39c63dba-3a85-4157-8c33-65d067edd59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:22.211148 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-39c63dba-3a85-4157-8c33-65d067edd59f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 1095 time: 0.0425842 Dec 06 15:51:22.613970 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-1153dd92-d07f-49c4-9e00-5d49d5c6c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:22.615422 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-1153dd92-d07f-49c4-9e00-5d49d5c6c674 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06 HTTP/1.1" status: 200 len: 897 time: 0.3947439 Dec 06 15:51:22.681077 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-82b5120a-e911-4edd-b7ac-d099fb29b906 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644 HTTP/1.1" status: 200 len: 1000 time: 0.0547812 Dec 06 15:51:22.733291 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-7ed219d2-0ca5-4a3f-8798-de8b24102751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:22.734707 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-7ed219d2-0ca5-4a3f-8798-de8b24102751 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ef1043e-af58-4c65-85a1-30ad617f88bf HTTP/1.1" status: 200 len: 835 time: 0.0425732 Dec 06 15:51:22.781562 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-593f32fa-4c89-4daf-bee7-13aa5bcdcc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:22.782991 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-593f32fa-4c89-4daf-bee7-13aa5bcdcc79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410681 Dec 06 15:51:22.875431 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-5e4ff396-ae16-4b7c-b6ab-0ad712f17830 service neutron] 10.222.0.37 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819294 Dec 06 15:51:22.994111 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333071dd-e84d-4335-8407-228c1b5f1bf7 req-ba0a5eca-71ef-4019-bab3-8c9ce7103d8f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:22.995567 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-333071dd-e84d-4335-8407-228c1b5f1bf7 req-ba0a5eca-71ef-4019-bab3-8c9ce7103d8f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 944 time: 0.0901701 Dec 06 15:51:23.022491 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00a42e4c-a4f6-42c7-b50f-150b440a5c43 req-a344701a-3fcf-4ca3-82e5-b5c043c2e1f1 service neutron] 10.222.0.37 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341634 Dec 06 15:51:23.055273 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-333071dd-e84d-4335-8407-228c1b5f1bf7 req-b0500b6e-8db6-4d0a-b0b5-76a632454093 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495093 Dec 06 15:51:23.787831 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'tag': '7476575c-8c4d-4be1-a21a-5dbcf1062644'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:51:23.790171 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eb78b4-90a5-462e-ae07-c52296256280" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0eeeed-e37a-4c39-a449-c15557d80012", "tag": "7476575c-8c4d-4be1-a21a-5dbcf1062644"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:51:23.841052 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fbe7b7-e892-49e4-8f8a-12b6ce091e5d x-openstack-request-id: req-02fbe7b7-e892-49e4-8f8a-12b6ce091e5d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:51:23.841347 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0eeeed-e37a-4c39-a449-c15557d80012", "tag": "7476575c-8c4d-4be1-a21a-5dbcf1062644", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:51:23.841601 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02fbe7b7-e892-49e4-8f8a-12b6ce091e5d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:51:23.842030 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'tag': '7476575c-8c4d-4be1-a21a-5dbcf1062644', 'status': 'completed', 'code': 200} Dec 06 15:51:23.931609 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-78667352-e93e-42bc-bf80-3c3e7e20353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:23.933123 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-78667352-e93e-42bc-bf80-3c3e7e20353d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 1095 time: 0.0696101 Dec 06 15:51:23.934851 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-9943a8b8-2956-4f98-bc2c-273a94a0ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:23.936183 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-9943a8b8-2956-4f98-bc2c-273a94a0ee0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 1095 time: 0.0650563 Dec 06 15:51:24.090674 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-bb8d323d-e620-4fc3-8896-64844a4e1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:24.092174 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-bb8d323d-e620-4fc3-8896-64844a4e1491 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06 HTTP/1.1" status: 200 len: 897 time: 0.1501179 Dec 06 15:51:24.093493 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-9da9c19e-51e7-4d5a-8658-3ae66450f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:24.094789 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-9da9c19e-51e7-4d5a-8658-3ae66450f465 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06 HTTP/1.1" status: 200 len: 897 time: 0.1517177 Dec 06 15:51:24.236281 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-c8a9875f-bff9-460e-a6d3-44a5305035fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644 HTTP/1.1" status: 200 len: 1000 time: 0.1343703 Dec 06 15:51:24.239396 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-89d51946-8545-4074-a81e-7c33f767d940 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644 HTTP/1.1" status: 200 len: 1000 time: 0.1317284 Dec 06 15:51:24.259138 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbe833-c2ef-407e-93e2-d48f96fcc81a req-a1e24ff3-b6f9-439e-8b44-ee4fb40edf38 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:24.260578 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4abbe833-c2ef-407e-93e2-d48f96fcc81a req-a1e24ff3-b6f9-439e-8b44-ee4fb40edf38 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 944 time: 0.1198118 Dec 06 15:51:24.355287 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-2fb39beb-1baf-4000-8d1c-be3355519bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:24.356745 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-2fb39beb-1baf-4000-8d1c-be3355519bc8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ef1043e-af58-4c65-85a1-30ad617f88bf HTTP/1.1" status: 200 len: 835 time: 0.1139233 Dec 06 15:51:24.360458 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-61398443-59c5-4ced-a444-4ab2e193f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:24.361774 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-61398443-59c5-4ced-a444-4ab2e193f47c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ef1043e-af58-4c65-85a1-30ad617f88bf HTTP/1.1" status: 200 len: 835 time: 0.1104128 Dec 06 15:51:24.404493 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4abbe833-c2ef-407e-93e2-d48f96fcc81a req-d772ea67-7d2a-4256-b288-4cbe4203beea tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181471 Dec 06 15:51:24.440858 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-2c454f91-15ef-494b-80ac-5e6d87177640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:24.442344 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-2c454f91-15ef-494b-80ac-5e6d87177640 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752285 Dec 06 15:51:24.444842 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-fb592ad6-c0af-4620-ac4f-d1bc00bf0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:24.446181 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-fb592ad6-c0af-4620-ac4f-d1bc00bf0c3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662384 Dec 06 15:51:24.601010 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-0be7948e-2e52-433f-af45-910ad3a49746 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513097 Dec 06 15:51:24.604528 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-57fdb93f-cf75-4372-a65c-16868ad5dc52 service neutron] 10.222.0.37 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468930 Dec 06 15:51:24.759007 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-c34d6c21-98a9-400c-b25f-c041468c1fdd service neutron] 10.222.0.23 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500854 Dec 06 15:51:24.763983 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a8eb78b4-90a5-462e-ae07-c52296256280 req-4c20f507-81f5-42a3-a65d-a09325245a8e service neutron] 10.222.0.37 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476066 Dec 06 15:51:24.923521 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 7476575c-8c4d-4be1-a21a-5dbcf1062644 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:51:25.018778 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 7476575c-8c4d-4be1-a21a-5dbcf1062644, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644,segment=NetworkSegment(670cb016-6670-4c45-9bf6-22e6e250b107),segment_id=670cb016-6670-4c45-9bf6-22e6e250b107)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:51:25.029249 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '7476575c-8c4d-4be1-a21a-5dbcf1062644', 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06', 'port_id': '7476575c-8c4d-4be1-a21a-5dbcf1062644', 'mac_address': 'fa:16:3e:2d:55:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:51:25.065088 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:25.080623 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7476575c-8c4d-4be1-a21a-5dbcf1062644 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:51:25.099190 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 7476575c-8c4d-4be1-a21a-5dbcf1062644, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644,segment=NetworkSegment(670cb016-6670-4c45-9bf6-22e6e250b107),segment_id=670cb016-6670-4c45-9bf6-22e6e250b107)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:51:25.103296 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:25.148293 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=7476575c-8c4d-4be1-a21a-5dbcf1062644,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:51:25.155434 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:25.155813 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:25.156160 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:25.156502 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:25.156838 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:25.157171 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:25.157499 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:25.157829 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:25.158155 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:25.158480 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:25.158805 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:25.159128 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:25.160080 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:51:25.438643 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 7476575c-8c4d-4be1-a21a-5dbcf1062644 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:51:25.480646 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 7476575c-8c4d-4be1-a21a-5dbcf1062644 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:51:25.528443 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a47156-1a17-4953-a411-6ac015b86646 req-5d92b8e1-a5b1-4c86-b5a7-d854f4e351fa tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:25.529927 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-30a47156-1a17-4953-a411-6ac015b86646 req-5d92b8e1-a5b1-4c86-b5a7-d854f4e351fa tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 945 time: 0.0487990 Dec 06 15:51:25.544042 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['7476575c-8c4d-4be1-a21a-5dbcf1062644'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:51:25.578936 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-30a47156-1a17-4953-a411-6ac015b86646 req-7d0a490b-3dff-49eb-b29b-125c477cee85 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423269 Dec 06 15:51:25.787872 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd1679-7b42-46ab-ba8b-a40f5ef6517d req-a3248d95-596e-438a-b730-89b7965c182a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:25.789714 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6ddd1679-7b42-46ab-ba8b-a40f5ef6517d req-a3248d95-596e-438a-b730-89b7965c182a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 945 time: 0.0540795 Dec 06 15:51:25.797408 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053cc63-5557-4eaa-9f36-c5f4fd7cea3d req-34a50a9b-784f-40db-831c-fa701f7791f6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:25.798893 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3053cc63-5557-4eaa-9f36-c5f4fd7cea3d req-34a50a9b-784f-40db-831c-fa701f7791f6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012&tenant_id=1f696de39de649a09ab85b4348ea5de3&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 945 time: 0.0536995 Dec 06 15:51:25.839839 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6ddd1679-7b42-46ab-ba8b-a40f5ef6517d req-f2360239-65ab-49db-aa3b-978ae4101ec2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438933 Dec 06 15:51:25.860475 n-d-master-1 neutron-server[103289]: INFO neutron.api.v2.resource [req-3053cc63-5557-4eaa-9f36-c5f4fd7cea3d req-452605ba-d64d-46b4-9b83-65f51c21ece3 service neutron] delete failed (client error): The resource could not be found. Dec 06 15:51:25.861501 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3053cc63-5557-4eaa-9f36-c5f4fd7cea3d req-452605ba-d64d-46b4-9b83-65f51c21ece3 service neutron] 10.222.0.23 "DELETE /v2.0/ports/7476575c-8c4d-4be1-a21a-5dbcf1062644/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0545180 Dec 06 15:51:25.973621 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053cc63-5557-4eaa-9f36-c5f4fd7cea3d req-5e72cbc5-36dc-4ba0-9561-39643127f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:25.975014 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3053cc63-5557-4eaa-9f36-c5f4fd7cea3d req-5e72cbc5-36dc-4ba0-9561-39643127f3e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 1096 time: 0.0698559 Dec 06 15:51:25.987264 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cef038-4a8d-48b2-9d47-fb4625099229 req-47f160f7-3560-4e24-8e3b-e4093f7d0dcc tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:25.989169 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b8cef038-4a8d-48b2-9d47-fb4625099229 req-47f160f7-3560-4e24-8e3b-e4093f7d0dcc tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 945 time: 0.0739663 Dec 06 15:51:26.096061 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b8cef038-4a8d-48b2-9d47-fb4625099229 req-af50683e-3e29-4ce6-ad45-b1a2eb8df925 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982289 Dec 06 15:51:26.113765 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053cc63-5557-4eaa-9f36-c5f4fd7cea3d req-820bc46f-6cc2-41e7-968c-760a3a50ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:26.115239 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3053cc63-5557-4eaa-9f36-c5f4fd7cea3d req-820bc46f-6cc2-41e7-968c-760a3a50ce1c service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06 HTTP/1.1" status: 200 len: 897 time: 0.1252236 Dec 06 15:51:26.184855 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3053cc63-5557-4eaa-9f36-c5f4fd7cea3d req-ba402036-0d59-4421-9095-2ad1cbed337e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644 HTTP/1.1" status: 200 len: 1001 time: 0.0596402 Dec 06 15:51:26.233667 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053cc63-5557-4eaa-9f36-c5f4fd7cea3d req-582b5c8e-0862-4518-910b-7721075f8544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:26.235017 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3053cc63-5557-4eaa-9f36-c5f4fd7cea3d req-582b5c8e-0862-4518-910b-7721075f8544 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ef1043e-af58-4c65-85a1-30ad617f88bf HTTP/1.1" status: 200 len: 835 time: 0.0439279 Dec 06 15:51:26.282696 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053cc63-5557-4eaa-9f36-c5f4fd7cea3d req-66278ade-8580-4bcc-a5be-0204ab336a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:26.284163 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3053cc63-5557-4eaa-9f36-c5f4fd7cea3d req-66278ade-8580-4bcc-a5be-0204ab336a3c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424509 Dec 06 15:51:26.369730 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3053cc63-5557-4eaa-9f36-c5f4fd7cea3d req-57d683c3-4c93-4e5f-9235-94ada0bd3f46 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787325 Dec 06 15:51:26.460971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3053cc63-5557-4eaa-9f36-c5f4fd7cea3d req-78efa0a6-f6e3-428f-a1f8-360c97f839e1 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844510 Dec 06 15:51:26.950023 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 7476575c-8c4d-4be1-a21a-5dbcf1062644 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:51:26.998964 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 7476575c-8c4d-4be1-a21a-5dbcf1062644 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:51:27.004334 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 7476575c-8c4d-4be1-a21a-5dbcf1062644 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:51:27.004707 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:27.213522 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a2436-e944-4a0e-af49-b524fc8c92d2 req-e0941ad7-d3e5-43d3-9619-11e8703268ea tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:27.215082 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2e7a2436-e944-4a0e-af49-b524fc8c92d2 req-e0941ad7-d3e5-43d3-9619-11e8703268ea tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 945 time: 0.0490038 Dec 06 15:51:27.236132 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:27.258132 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7476575c-8c4d-4be1-a21a-5dbcf1062644'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:51:27.260392 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecc2c60-3276-49b5-a359-89084344f329" -d '{"events": [{"server_uuid": "7c0eeeed-e37a-4c39-a449-c15557d80012", "name": "network-vif-plugged", "status": "completed", "tag": "7476575c-8c4d-4be1-a21a-5dbcf1062644"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:51:27.265052 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2e7a2436-e944-4a0e-af49-b524fc8c92d2 req-6ac23ad3-79cd-44d3-9cba-bdc4debc0ee8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437014 Dec 06 15:51:27.272562 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 7476575c-8c4d-4be1-a21a-5dbcf1062644, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644,segment=NetworkSegment(670cb016-6670-4c45-9bf6-22e6e250b107),segment_id=670cb016-6670-4c45-9bf6-22e6e250b107)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:51:27.277142 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:27.290876 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49066) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:51:27.327635 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=7476575c-8c4d-4be1-a21a-5dbcf1062644,revision_number=9']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:51:27.359966 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4c40bee7-ffeb-427d-9a49-183780674217 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/floatingips/be38b7ef-0d18-49a2-8342-5dd550952bac HTTP/1.1" status: 200 len: 994 time: 0.0652950 Dec 06 15:51:27.372288 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ad1612-3054-4b41-8acf-59de579d60ab x-openstack-request-id: req-34ad1612-3054-4b41-8acf-59de579d60ab {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:51:27.372587 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0eeeed-e37a-4c39-a449-c15557d80012", "name": "network-vif-plugged", "status": "completed", "tag": "7476575c-8c4d-4be1-a21a-5dbcf1062644", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:51:27.372841 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34ad1612-3054-4b41-8acf-59de579d60ab {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:51:27.373282 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7476575c-8c4d-4be1-a21a-5dbcf1062644', 'code': 200} Dec 06 15:51:28.406787 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:30.403571 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:30.902642 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-875dfc98-0d3a-42bd-bc7d-4ee8209ec7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:33.327612 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-707740db-ad9a-4832-b78b-ee1ba95f10c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:34.233849 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:35.884728 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:36.758641 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:40.725253 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:51:57.723193 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49078) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:51:57.882563 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ec09b3f1-4f34-4253-864b-12685beab033 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port 8d184f65-04fd-4181-a1d8-8ba278082f5c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:51:57.882947 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec09b3f1-4f34-4253-864b-12685beab033 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:57.960495 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec09b3f1-4f34-4253-864b-12685beab033 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:57.960821 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec09b3f1-4f34-4253-864b-12685beab033 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:57.972315 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ec09b3f1-4f34-4253-864b-12685beab033 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for 8d184f65-04fd-4181-a1d8-8ba278082f5c owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:51:58.139451 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec09b3f1-4f34-4253-864b-12685beab033 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:58.164616 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09b3f1-4f34-4253-864b-12685beab033 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=8d184f65-04fd-4181-a1d8-8ba278082f5c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:51:58.226876 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec09b3f1-4f34-4253-864b-12685beab033 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:58.227455 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-ec09b3f1-4f34-4253-864b-12685beab033 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Floating IP be38b7ef-0d18-49a2-8342-5dd550952bac disassociated (deleted). External IP: 172.35.7.141, port: 7476575c-8c4d-4be1-a21a-5dbcf1062644. Dec 06 15:51:58.421900 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:58.430343 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec09b3f1-4f34-4253-864b-12685beab033 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router bb010201-a010-47f1-bfb8-17e5c1bcb47d has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:51:58.533241 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec09b3f1-4f34-4253-864b-12685beab033 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:51:58.537757 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ec09b3f1-4f34-4253-864b-12685beab033 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:51:58.544801 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926385a9-840d-4b10-9d9e-08826963de0f None None] Sync routers for ids ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:51:58.554855 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926385a9-840d-4b10-9d9e-08826963de0f None None] Routers {'bb010201-a010-47f1-bfb8-17e5c1bcb47d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:51:58.555471 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-926385a9-840d-4b10-9d9e-08826963de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:51:58.567225 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ec09b3f1-4f34-4253-864b-12685beab033 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/floatingips/be38b7ef-0d18-49a2-8342-5dd550952bac HTTP/1.1" status: 204 len: 168 time: 0.8429103 Dec 06 15:51:58.567823 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'tag': '7476575c-8c4d-4be1-a21a-5dbcf1062644'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:51:58.570623 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cf715b-269a-4521-bce4-76f3e7734551" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0eeeed-e37a-4c39-a449-c15557d80012", "tag": "7476575c-8c4d-4be1-a21a-5dbcf1062644"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:51:58.613310 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726c60ac-f61e-420b-ac27-e1b7149e9004 x-openstack-request-id: req-726c60ac-f61e-420b-ac27-e1b7149e9004 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:51:58.613619 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0eeeed-e37a-4c39-a449-c15557d80012", "tag": "7476575c-8c4d-4be1-a21a-5dbcf1062644", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:51:58.613882 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-726c60ac-f61e-420b-ac27-e1b7149e9004 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:51:58.614295 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'tag': '7476575c-8c4d-4be1-a21a-5dbcf1062644', 'status': 'completed', 'code': 200} Dec 06 15:51:58.666138 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-926385a9-840d-4b10-9d9e-08826963de0f None None] Set router bb010201-a010-47f1-bfb8-17e5c1bcb47d gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:51:58.687850 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf715b-269a-4521-bce4-76f3e7734551 req-66f76c8f-5b29-422f-9ebb-56a4fe5bdf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:58.689584 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-37cf715b-269a-4521-bce4-76f3e7734551 req-66f76c8f-5b29-422f-9ebb-56a4fe5bdf83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 1097 time: 0.0455961 Dec 06 15:51:58.792759 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf715b-269a-4521-bce4-76f3e7734551 req-d158dc3b-8e4a-41d5-b931-66c2e1803c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:58.794270 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-37cf715b-269a-4521-bce4-76f3e7734551 req-d158dc3b-8e4a-41d5-b931-66c2e1803c09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06 HTTP/1.1" status: 200 len: 897 time: 0.0921772 Dec 06 15:51:58.811717 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8af66-18be-406b-9cef-c12c4a08b661 req-b834607b-a244-4d31-9dd3-802dec862323 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:58.816141 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-51b8af66-18be-406b-9cef-c12c4a08b661 req-b834607b-a244-4d31-9dd3-802dec862323 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0614040 Dec 06 15:51:58.844428 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-37cf715b-269a-4521-bce4-76f3e7734551 req-7142ac07-02d3-4945-a579-3852ff885416 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644 HTTP/1.1" status: 200 len: 217 time: 0.0408781 Dec 06 15:51:58.865633 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-51b8af66-18be-406b-9cef-c12c4a08b661 req-f5293f4b-0ff7-49c1-a436-b12017dd0084 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460620 Dec 06 15:51:58.890012 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-926385a9-840d-4b10-9d9e-08826963de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052592903', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7'}], 'enable_snat': True}, 'gw_port_id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:50:20Z', 'updated_at': '2021-12-06T15:50:24Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:21Z', 'updated_at': '2021-12-06T15:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ff22a4bb-11c8-4592-84e3-e7a8c84f13d9', 'name': '', 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:eb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:23Z', 'updated_at': '2021-12-06T15:50:27Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:51:58.895948 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf715b-269a-4521-bce4-76f3e7734551 req-c80ae03d-5142-41ff-83e1-7aced845b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:58.897937 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-37cf715b-269a-4521-bce4-76f3e7734551 req-c80ae03d-5142-41ff-83e1-7aced845b206 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ef1043e-af58-4c65-85a1-30ad617f88bf HTTP/1.1" status: 200 len: 835 time: 0.0452373 Dec 06 15:51:58.916895 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926385a9-840d-4b10-9d9e-08826963de0f None None] Checking router: bb010201-a010-47f1-bfb8-17e5c1bcb47d for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:51:58.925511 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926385a9-840d-4b10-9d9e-08826963de0f None None] Routers {'bb010201-a010-47f1-bfb8-17e5c1bcb47d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:51:58.926054 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-926385a9-840d-4b10-9d9e-08826963de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:51:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:51:58.944396 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf715b-269a-4521-bce4-76f3e7734551 req-5e7bc25a-7d58-4085-9000-9c0ac8bd144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:58.945850 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-37cf715b-269a-4521-bce4-76f3e7734551 req-5e7bc25a-7d58-4085-9000-9c0ac8bd144e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f8eea6b-39de-49da-88ab-e56ea3ab4b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400290 Dec 06 15:51:58.957697 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-37cf715b-269a-4521-bce4-76f3e7734551 req-228db104-b71f-40f7-8d54-a4f04f914064 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:51:58.959161 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-37cf715b-269a-4521-bce4-76f3e7734551 req-228db104-b71f-40f7-8d54-a4f04f914064 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049140 Dec 06 15:51:59.030733 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-926385a9-840d-4b10-9d9e-08826963de0f None None] Set router bb010201-a010-47f1-bfb8-17e5c1bcb47d gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:51:59.052407 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-37cf715b-269a-4521-bce4-76f3e7734551 req-d9abfcdc-65d4-4c8d-b31a-a0012bbb62cc service neutron] 10.222.0.37 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855448 Dec 06 15:51:59.141805 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-37cf715b-269a-4521-bce4-76f3e7734551 req-9aa7148f-8ee3-4c34-be80-82ff3299eeab service neutron] 10.222.0.37 "GET /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810585 Dec 06 15:51:59.229372 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-926385a9-840d-4b10-9d9e-08826963de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052592903', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7'}], 'enable_snat': True}, 'gw_port_id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:50:20Z', 'updated_at': '2021-12-06T15:50:24Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:21Z', 'updated_at': '2021-12-06T15:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ff22a4bb-11c8-4592-84e3-e7a8c84f13d9', 'name': '', 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:eb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:23Z', 'updated_at': '2021-12-06T15:50:27Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:51:59.259728 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926385a9-840d-4b10-9d9e-08826963de0f None None] The sync data for ids ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'] in n-d-master-1 is: [{'id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052592903', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7'}], 'enable_snat': True}, 'gw_port_id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:50:20Z', 'updated_at': '2021-12-06T15:50:24Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:21Z', 'updated_at': '2021-12-06T15:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'ff22a4bb-11c8-4592-84e3-e7a8c84f13d9', 'name': '', 'network_id': '1f8eea6b-39de-49da-88ab-e56ea3ab4b06', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:eb:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:23Z', 'updated_at': '2021-12-06T15:50:27Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': '0ef1043e-af58-4c65-85a1-30ad617f88bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:51:59.470410 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c7e45b-59db-4eaa-8aaa-7688e24effd2 None None] New status for floating IP be38b7ef-0d18-49a2-8342-5dd550952bac: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:51:59.986992 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0e365-3c12-4e05-aa7d-56e668e69587 req-aa4acfdb-626f-4c39-9971-0fa40a0cd7bf tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:51:59.988530 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-22b0e365-3c12-4e05-aa7d-56e668e69587 req-aa4acfdb-626f-4c39-9971-0fa40a0cd7bf tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0529585 Dec 06 15:52:00.037821 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-22b0e365-3c12-4e05-aa7d-56e668e69587 req-6bb2fa22-5cce-49d5-9be5-3586e18d30c4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf3f4b70-94dc-4d16-8f34-c191b908e57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426259 Dec 06 15:52:00.329433 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae143ad7-917c-4e00-a638-8c979225f3b7 req-39c1a2b1-a47a-4001-8f56-7608e726dca0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:00.330798 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ae143ad7-917c-4e00-a638-8c979225f3b7 req-39c1a2b1-a47a-4001-8f56-7608e726dca0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 946 time: 0.0480187 Dec 06 15:52:00.396829 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:00.739854 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-ae143ad7-917c-4e00-a638-8c979225f3b7 req-076d2cea-2fef-4b77-b7d2-59a3f45e7f16 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port 7476575c-8c4d-4be1-a21a-5dbcf1062644 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:52:00.740198 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ae143ad7-917c-4e00-a638-8c979225f3b7 req-076d2cea-2fef-4b77-b7d2-59a3f45e7f16 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:00.828004 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-ae143ad7-917c-4e00-a638-8c979225f3b7 req-076d2cea-2fef-4b77-b7d2-59a3f45e7f16 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] For port 7476575c-8c4d-4be1-a21a-5dbcf1062644, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7476575c-8c4d-4be1-a21a-5dbcf1062644,segment=NetworkSegment(670cb016-6670-4c45-9bf6-22e6e250b107),segment_id=670cb016-6670-4c45-9bf6-22e6e250b107)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:52:00.828371 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ae143ad7-917c-4e00-a638-8c979225f3b7 req-076d2cea-2fef-4b77-b7d2-59a3f45e7f16 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:00.841270 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-ae143ad7-917c-4e00-a638-8c979225f3b7 req-076d2cea-2fef-4b77-b7d2-59a3f45e7f16 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for 7476575c-8c4d-4be1-a21a-5dbcf1062644 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:52:00.909255 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-62aa3611-172a-4e77-bd89-824a413ee485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:00.973245 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ae143ad7-917c-4e00-a638-8c979225f3b7 req-076d2cea-2fef-4b77-b7d2-59a3f45e7f16 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:00.999847 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d2cea-2fef-4b77-b7d2-59a3f45e7f16 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=7476575c-8c4d-4be1-a21a-5dbcf1062644,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:01.046236 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae143ad7-917c-4e00-a638-8c979225f3b7 req-076d2cea-2fef-4b77-b7d2-59a3f45e7f16 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] No DVR routers for this DVR port 7476575c-8c4d-4be1-a21a-5dbcf1062644 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:52:01.048824 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-ae143ad7-917c-4e00-a638-8c979225f3b7 req-076d2cea-2fef-4b77-b7d2-59a3f45e7f16 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:01.052096 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ae143ad7-917c-4e00-a638-8c979225f3b7 req-076d2cea-2fef-4b77-b7d2-59a3f45e7f16 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.37 "DELETE /v2.0/ports/7476575c-8c4d-4be1-a21a-5dbcf1062644 HTTP/1.1" status: 204 len: 173 time: 0.7121572 Dec 06 15:52:01.053070 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'name': 'network-vif-deleted', 'tag': '7476575c-8c4d-4be1-a21a-5dbcf1062644'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:52:01.055299 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd504a91-0911-4a8d-bfc2-a353d1072148" -d '{"events": [{"server_uuid": "7c0eeeed-e37a-4c39-a449-c15557d80012", "name": "network-vif-deleted", "tag": "7476575c-8c4d-4be1-a21a-5dbcf1062644"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:52:01.101437 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a2f619-98f1-4121-bf67-26394b79df1a x-openstack-request-id: req-51a2f619-98f1-4121-bf67-26394b79df1a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:52:01.101759 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0eeeed-e37a-4c39-a449-c15557d80012", "name": "network-vif-deleted", "tag": "7476575c-8c4d-4be1-a21a-5dbcf1062644", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:52:01.102278 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51a2f619-98f1-4121-bf67-26394b79df1a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:52:01.102689 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0eeeed-e37a-4c39-a449-c15557d80012', 'name': 'network-vif-deleted', 'tag': '7476575c-8c4d-4be1-a21a-5dbcf1062644', 'status': 'completed', 'code': 200} Dec 06 15:52:01.145380 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-468e5b89-e33c-4ca3-810e-608a20614173 req-ea38b9f5-7bd0-45c6-ab86-b8e93ff3a3e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c0eeeed-e37a-4c39-a449-c15557d80012 HTTP/1.1" status: 200 len: 210 time: 0.0258791 Dec 06 15:52:02.201516 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49094) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:02.552768 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:02.804713 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:52:02.804955 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:02.895705 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] For port ff22a4bb-11c8-4592-84e3-e7a8c84f13d9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ff22a4bb-11c8-4592-84e3-e7a8c84f13d9,segment=NetworkSegment(670cb016-6670-4c45-9bf6-22e6e250b107),segment_id=670cb016-6670-4c45-9bf6-22e6e250b107)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:52:02.896095 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:02.907626 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:52:03.087492 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:03.114883 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=ff22a4bb-11c8-4592-84e3-e7a8c84f13d9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:03.138516 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:03.138865 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:03.139211 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:03.139545 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:03.139904 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:03.140235 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:03.140563 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:03.140889 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:03.141214 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:03.141537 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:03.141860 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:03.142179 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:03.142499 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:03.160296 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 7476575c-8c4d-4be1-a21a-5dbcf1062644 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:52:03.182362 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 7476575c-8c4d-4be1-a21a-5dbcf1062644 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:52:03.182709 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 7476575c-8c4d-4be1-a21a-5dbcf1062644 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:52:03.293267 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:03.330497 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ee1d363-d0ab-4af1-ab4e-cdc07ed6c0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:03.804979 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router bb010201-a010-47f1-bfb8-17e5c1bcb47d has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:52:03.908950 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:52:03.914553 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-fa5143ac-01dd-477f-8fa6-dbc7529bb7a6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "PUT /v2.0/routers/bb010201-a010-47f1-bfb8-17e5c1bcb47d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7120161 Dec 06 15:52:03.917366 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49096) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:03.920487 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c414f9-8f59-43de-85fa-25e8b04ec021 None None] Sync routers for ids ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:52:03.930889 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c414f9-8f59-43de-85fa-25e8b04ec021 None None] Routers {'bb010201-a010-47f1-bfb8-17e5c1bcb47d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:52:03.931502 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-22c414f9-8f59-43de-85fa-25e8b04ec021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:03.970884 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef617185-69d7-4776-ae63-6f1af790b059 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting subnet 0ef1043e-af58-4c65-85a1-30ad617f88bf {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:52:03.974197 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ef617185-69d7-4776-ae63-6f1af790b059 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.013959 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ef617185-69d7-4776-ae63-6f1af790b059 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.035511 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-22c414f9-8f59-43de-85fa-25e8b04ec021 None None] Set router bb010201-a010-47f1-bfb8-17e5c1bcb47d gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:52:04.094921 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ef617185-69d7-4776-ae63-6f1af790b059 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.156305 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ef617185-69d7-4776-ae63-6f1af790b059 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.182024 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef617185-69d7-4776-ae63-6f1af790b059 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef1043e-af58-4c65-85a1-30ad617f88bf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:04.188305 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ef617185-69d7-4776-ae63-6f1af790b059 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.191693 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ef617185-69d7-4776-ae63-6f1af790b059 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/subnets/0ef1043e-af58-4c65-85a1-30ad617f88bf HTTP/1.1" status: 204 len: 168 time: 0.2733176 Dec 06 15:52:04.194411 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49098) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:04.197035 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6fc8cb-37de-415b-b9b6-a5a1e1773c4c None None] Network 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:52:04.279912 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.302742 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c120025-2d4d-45f9-92ec-48c722b5e3c8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.311080 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-22c414f9-8f59-43de-85fa-25e8b04ec021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052592903', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7'}], 'enable_snat': True}, 'gw_port_id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:50:20Z', 'updated_at': '2021-12-06T15:52:03Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:21Z', 'updated_at': '2021-12-06T15:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:04.352413 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c414f9-8f59-43de-85fa-25e8b04ec021 None None] Checking router: bb010201-a010-47f1-bfb8-17e5c1bcb47d for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:52:04.366683 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c414f9-8f59-43de-85fa-25e8b04ec021 None None] Routers {'bb010201-a010-47f1-bfb8-17e5c1bcb47d'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:52:04.367299 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-22c414f9-8f59-43de-85fa-25e8b04ec021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:04.413531 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c120025-2d4d-45f9-92ec-48c722b5e3c8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.458164 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee5b74c-9007-4121-974b-4cdd101739d5 None None] DHCP port deletion for 1f8eea6b-39de-49da-88ab-e56ea3ab4b06 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:52:04.466710 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3c120025-2d4d-45f9-92ec-48c722b5e3c8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port 96ce1f6e-033c-476d-9e4e-e771fd483260 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:52:04.467051 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c120025-2d4d-45f9-92ec-48c722b5e3c8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.504912 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-22c414f9-8f59-43de-85fa-25e8b04ec021 None None] Set router bb010201-a010-47f1-bfb8-17e5c1bcb47d gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:52:04.547548 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3c120025-2d4d-45f9-92ec-48c722b5e3c8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] For port 96ce1f6e-033c-476d-9e4e-e771fd483260, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=96ce1f6e-033c-476d-9e4e-e771fd483260,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:52:04.547941 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c120025-2d4d-45f9-92ec-48c722b5e3c8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.560249 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3c120025-2d4d-45f9-92ec-48c722b5e3c8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for 96ce1f6e-033c-476d-9e4e-e771fd483260 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:52:04.635425 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5b74c-9007-4121-974b-4cdd101739d5 None None] Deleting port c08b8f72-30dd-45b4-99a3-ba68a104cf0b {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:52:04.635738 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b74c-9007-4121-974b-4cdd101739d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.726167 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7ee5b74c-9007-4121-974b-4cdd101739d5 None None] For port c08b8f72-30dd-45b4-99a3-ba68a104cf0b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c08b8f72-30dd-45b4-99a3-ba68a104cf0b,segment=NetworkSegment(670cb016-6670-4c45-9bf6-22e6e250b107),segment_id=670cb016-6670-4c45-9bf6-22e6e250b107)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:52:04.726536 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b74c-9007-4121-974b-4cdd101739d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.726666 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c120025-2d4d-45f9-92ec-48c722b5e3c8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.740629 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5b74c-9007-4121-974b-4cdd101739d5 None None] Calling delete_port for c08b8f72-30dd-45b4-99a3-ba68a104cf0b owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:52:04.751242 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c120025-2d4d-45f9-92ec-48c722b5e3c8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=96ce1f6e-033c-476d-9e4e-e771fd483260,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:04.794159 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d2f18c-2bea-4985-9c87-64406fd983b1 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:52:04.822606 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c120025-2d4d-45f9-92ec-48c722b5e3c8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.827021 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-22c414f9-8f59-43de-85fa-25e8b04ec021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052592903', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7'}], 'enable_snat': True}, 'gw_port_id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:50:20Z', 'updated_at': '2021-12-06T15:52:03Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:21Z', 'updated_at': '2021-12-06T15:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:04.861109 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c414f9-8f59-43de-85fa-25e8b04ec021 None None] The sync data for ids ['bb010201-a010-47f1-bfb8-17e5c1bcb47d'] in n-d-master-1 is: [{'id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1052592903', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7'}], 'enable_snat': True}, 'gw_port_id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:50:20Z', 'updated_at': '2021-12-06T15:52:03Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': '96ce1f6e-033c-476d-9e4e-e771fd483260', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb010201-a010-47f1-bfb8-17e5c1bcb47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:50:21Z', 'updated_at': '2021-12-06T15:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:52:04.872974 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b74c-9007-4121-974b-4cdd101739d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.901764 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5b74c-9007-4121-974b-4cdd101739d5 None None] Pushing event deleted for resources: {'Port': ['ID=c08b8f72-30dd-45b4-99a3-ba68a104cf0b,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:04.905279 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5b74c-9007-4121-974b-4cdd101739d5 None None] No DVR routers for this DVR port c08b8f72-30dd-45b4-99a3-ba68a104cf0b on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:52:04.928370 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c120025-2d4d-45f9-92ec-48c722b5e3c8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.930544 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c120025-2d4d-45f9-92ec-48c722b5e3c8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.972945 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c120025-2d4d-45f9-92ec-48c722b5e3c8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.973603 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c120025-2d4d-45f9-92ec-48c722b5e3c8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Fanout notify agent at l3_agent the message router_deleted on router bb010201-a010-47f1-bfb8-17e5c1bcb47d {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:52:04.983288 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3c120025-2d4d-45f9-92ec-48c722b5e3c8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:04.984588 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3c120025-2d4d-45f9-92ec-48c722b5e3c8 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/routers/bb010201-a010-47f1-bfb8-17e5c1bcb47d HTTP/1.1" status: 204 len: 168 time: 0.7891259 Dec 06 15:52:04.987157 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49100) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:05.064238 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-083a02c7-1b64-4133-90f8-d57305d13823 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:05.151624 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-083a02c7-1b64-4133-90f8-d57305d13823 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:05.171298 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-083a02c7-1b64-4133-90f8-d57305d13823 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8eea6b-39de-49da-88ab-e56ea3ab4b06']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:05.180265 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-083a02c7-1b64-4133-90f8-d57305d13823 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670cb016-6670-4c45-9bf6-22e6e250b107') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:05.180564 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-083a02c7-1b64-4133-90f8-d57305d13823 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670cb016-6670-4c45-9bf6-22e6e250b107') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:05.189647 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-083a02c7-1b64-4133-90f8-d57305d13823 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:05.203735 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-083a02c7-1b64-4133-90f8-d57305d13823 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:05.212253 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083a02c7-1b64-4133-90f8-d57305d13823 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:52:05.215231 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-083a02c7-1b64-4133-90f8-d57305d13823 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:52:05.218147 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:52:05.286526 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-083a02c7-1b64-4133-90f8-d57305d13823 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:05.291914 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-083a02c7-1b64-4133-90f8-d57305d13823 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:05.298320 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49102) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:05.298771 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-083a02c7-1b64-4133-90f8-d57305d13823 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/networks/1f8eea6b-39de-49da-88ab-e56ea3ab4b06 HTTP/1.1" status: 204 len: 168 time: 0.3103280 Dec 06 15:52:05.313570 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a02c7-1b64-4133-90f8-d57305d13823 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Network': ['ID=1f8eea6b-39de-49da-88ab-e56ea3ab4b06,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:05.337544 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:52:05.366610 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63d91de5-cf45-46c1-9c08-93e08be61a6e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:05.394398 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63d91de5-cf45-46c1-9c08-93e08be61a6e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:05.460723 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63d91de5-cf45-46c1-9c08-93e08be61a6e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:05.463738 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63d91de5-cf45-46c1-9c08-93e08be61a6e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:05.467843 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-63d91de5-cf45-46c1-9c08-93e08be61a6e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/security-groups/bf3f4b70-94dc-4d16-8f34-c191b908e57e HTTP/1.1" status: 204 len: 168 time: 0.1658669 Dec 06 15:52:05.492231 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d91de5-cf45-46c1-9c08-93e08be61a6e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3f4b70-94dc-4d16-8f34-c191b908e57e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:05.536247 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:52:05.536585 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ff22a4bb-11c8-4592-84e3-e7a8c84f13d9 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:52:05.537009 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c08b8f72-30dd-45b4-99a3-ba68a104cf0b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:52:05.560522 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: c08b8f72-30dd-45b4-99a3-ba68a104cf0b {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:52:05.560865 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device c08b8f72-30dd-45b4-99a3-ba68a104cf0b not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:52:05.835144 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49108) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:05.839770 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-01868e30-f151-42cd-a303-6468ed5538da tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1511638973', 'description': 'tempest-secgroup-smoke-1511638973 description', 'project_id': '1f696de39de649a09ab85b4348ea5de3'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:52:05.862703 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01868e30-f151-42cd-a303-6468ed5538da tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:05.887000 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:05.927722 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01868e30-f151-42cd-a303-6468ed5538da tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:05.931316 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01868e30-f151-42cd-a303-6468ed5538da tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:05.960348 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01868e30-f151-42cd-a303-6468ed5538da tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:05.961606 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-01868e30-f151-42cd-a303-6468ed5538da tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1254053 Dec 06 15:52:05.964593 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49110) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:05.968896 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a1136ef4-6472-446a-bc3b-d906a9572281 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': '21174b3e-cb6b-4d2a-8132-ff668e2e8efe', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:52:05.974970 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01868e30-f151-42cd-a303-6468ed5538da tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21174b3e-cb6b-4d2a-8132-ff668e2e8efe,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:06.003168 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1136ef4-6472-446a-bc3b-d906a9572281 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.059847 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1136ef4-6472-446a-bc3b-d906a9572281 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.063563 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1136ef4-6472-446a-bc3b-d906a9572281 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.081124 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1136ef4-6472-446a-bc3b-d906a9572281 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7909df-bcc8-40bf-b570-d9d4b3969f14,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:06.089152 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1136ef4-6472-446a-bc3b-d906a9572281 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.090348 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a1136ef4-6472-446a-bc3b-d906a9572281 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248693 Dec 06 15:52:06.093208 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49112) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:06.097601 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2e3bbaff-fd4f-4b83-a60e-8a1afdb2da07 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': '21174b3e-cb6b-4d2a-8132-ff668e2e8efe', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:52:06.124530 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e3bbaff-fd4f-4b83-a60e-8a1afdb2da07 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.180492 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e3bbaff-fd4f-4b83-a60e-8a1afdb2da07 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.185109 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e3bbaff-fd4f-4b83-a60e-8a1afdb2da07 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.204581 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bbaff-fd4f-4b83-a60e-8a1afdb2da07 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57caae5-e0e3-4fa6-ae35-15ac27634eff,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:06.212116 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e3bbaff-fd4f-4b83-a60e-8a1afdb2da07 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.213341 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2e3bbaff-fd4f-4b83-a60e-8a1afdb2da07 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191821 Dec 06 15:52:06.216035 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49114) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:06.220336 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-53bdbb1d-1a60-4565-bf2e-0dac7f3d684c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': '21174b3e-cb6b-4d2a-8132-ff668e2e8efe', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:52:06.245780 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53bdbb1d-1a60-4565-bf2e-0dac7f3d684c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.301282 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53bdbb1d-1a60-4565-bf2e-0dac7f3d684c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.304728 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53bdbb1d-1a60-4565-bf2e-0dac7f3d684c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.325706 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdbb1d-1a60-4565-bf2e-0dac7f3d684c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4b68c7-6cee-4f3a-9321-358d5697178a,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:06.330847 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53bdbb1d-1a60-4565-bf2e-0dac7f3d684c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.332063 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-53bdbb1d-1a60-4565-bf2e-0dac7f3d684c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150928 Dec 06 15:52:06.335312 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49116) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:06.339762 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-886af027-513f-4188-9430-e744470cdc97 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': '21174b3e-cb6b-4d2a-8132-ff668e2e8efe', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:52:06.365731 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-886af027-513f-4188-9430-e744470cdc97 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.426918 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-886af027-513f-4188-9430-e744470cdc97 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.430895 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-886af027-513f-4188-9430-e744470cdc97 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.447645 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886af027-513f-4188-9430-e744470cdc97 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb42b1d-5edc-4de7-878d-586a068bb5bf,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:06.455158 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-886af027-513f-4188-9430-e744470cdc97 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.456374 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-886af027-513f-4188-9430-e744470cdc97 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201079 Dec 06 15:52:06.459085 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49118) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:06.464003 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-763b7ae0-411c-4a84-9d04-8e8cb7746036 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': '21174b3e-cb6b-4d2a-8132-ff668e2e8efe', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:52:06.486242 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-763b7ae0-411c-4a84-9d04-8e8cb7746036 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Project 1f696de39de649a09ab85b4348ea5de3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:52:06.491256 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-763b7ae0-411c-4a84-9d04-8e8cb7746036 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.549585 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-763b7ae0-411c-4a84-9d04-8e8cb7746036 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.552806 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-763b7ae0-411c-4a84-9d04-8e8cb7746036 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.570395 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b7ae0-411c-4a84-9d04-8e8cb7746036 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2f6eb0-4221-4d9d-9847-e825ad5ceaf4,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:06.577491 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-763b7ae0-411c-4a84-9d04-8e8cb7746036 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.578680 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-763b7ae0-411c-4a84-9d04-8e8cb7746036 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181195 Dec 06 15:52:06.581450 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49120) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:06.586298 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-da3bc441-852d-47ca-b385-48511c12fe02 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': '21174b3e-cb6b-4d2a-8132-ff668e2e8efe', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:52:06.608294 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-da3bc441-852d-47ca-b385-48511c12fe02 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Project 1f696de39de649a09ab85b4348ea5de3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:52:06.612980 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da3bc441-852d-47ca-b385-48511c12fe02 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.669436 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da3bc441-852d-47ca-b385-48511c12fe02 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.672979 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da3bc441-852d-47ca-b385-48511c12fe02 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.689359 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bc441-852d-47ca-b385-48511c12fe02 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7ae428-9399-4561-9acf-9a53e19236f9,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:06.698976 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da3bc441-852d-47ca-b385-48511c12fe02 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.700195 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-da3bc441-852d-47ca-b385-48511c12fe02 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178265 Dec 06 15:52:06.703102 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49122) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:06.707913 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e1555294-a93c-4672-8a47-e40a7fc33d46 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'network': {'name': 'tempest-network-smoke--2001323157', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'port_security_enabled': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:52:06.728413 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1555294-a93c-4672-8a47-e40a7fc33d46 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Made reservation on behalf of 1f696de39de649a09ab85b4348ea5de3 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:52:06.731741 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1555294-a93c-4672-8a47-e40a7fc33d46 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.758228 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1555294-a93c-4672-8a47-e40a7fc33d46 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:52:06.760538 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.767822 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1555294-a93c-4672-8a47-e40a7fc33d46 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.768164 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-e1555294-a93c-4672-8a47-e40a7fc33d46 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Added segment 27d82f60-d634-49fd-ad70-2228f1cb8935 of type vlan for network 6d1c4552-a0c8-415b-9442-3fa408843dbd Dec 06 15:52:06.808873 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1555294-a93c-4672-8a47-e40a7fc33d46 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.833297 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1555294-a93c-4672-8a47-e40a7fc33d46 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.839450 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1555294-a93c-4672-8a47-e40a7fc33d46 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:06.840059 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e1555294-a93c-4672-8a47-e40a7fc33d46 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.872988 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e1555294-a93c-4672-8a47-e40a7fc33d46 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1688704 Dec 06 15:52:06.875819 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49124) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:06.880273 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1311187419', 'admin_state_up': True, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:52:06.922545 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1555294-a93c-4672-8a47-e40a7fc33d46 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Network': ['ID=6d1c4552-a0c8-415b-9442-3fa408843dbd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:06.938156 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.938156 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:06.938783 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 6d1c4552-a0c8-415b-9442-3fa408843dbd details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:52:06.956127 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 96ce1f6e-033c-476d-9e4e-e771fd483260 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:52:06.986816 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 96ce1f6e-033c-476d-9e4e-e771fd483260 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:52:06.987183 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 96ce1f6e-033c-476d-9e4e-e771fd483260 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:52:07.000711 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:07.135559 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:07.326431 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:07.344388 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:07.447050 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.35.7.207 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:52:07.545254 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:07.577689 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:07.616195 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:52:07.620937 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:52:07.624362 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:52:07.634391 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756b31c3-5584-4ff2-8997-7618233704c6 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:52:07.650847 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:07.733309 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9ccbe47d-9331-4289-88e4-6ea96049cb80 None None] Provisioning complete for port ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:52:07.733575 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe47d-9331-4289-88e4-6ea96049cb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:07.766313 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9ccbe47d-9331-4289-88e4-6ea96049cb80 None None] Port ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:52:07.873434 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:08.063203 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:08.185560 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 71638607-c57c-46bd-aeb6-09e31c43cb74 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:52:08.287780 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:52:08.297892 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Sync routers for ids ['71638607-c57c-46bd-aeb6-09e31c43cb74'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:52:08.306732 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:08.307200 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Routers {'71638607-c57c-46bd-aeb6-09e31c43cb74'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:52:08.307843 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['71638607-c57c-46bd-aeb6-09e31c43cb74'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:08.308007 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4ab07290-7b6d-4f83-9d1c-b463d4ffd406 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4311304 Dec 06 15:52:08.311152 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49126) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:08.339937 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0e4d7fcc-badc-449d-97f4-12b1ed1c5eca tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1f696de39de649a09ab85b4348ea5de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275137 Dec 06 15:52:08.342327 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49128) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:08.411966 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Set router 71638607-c57c-46bd-aeb6-09e31c43cb74 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:52:08.426396 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327eb9dc-c405-4e0e-9155-f247998bfebc tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:08.427951 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-327eb9dc-c405-4e0e-9155-f247998bfebc tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846963 Dec 06 15:52:08.430734 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49130) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:08.463591 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d913b8f9-1378-4e7a-a4d5-bd2a3fc5419d tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317600 Dec 06 15:52:08.466178 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49132) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:08.471114 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e66cef93-ebf8-465f-97d7-5261da52332b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-510432580', 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:52:08.561154 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66cef93-ebf8-465f-97d7-5261da52332b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Made reservation on behalf of 1f696de39de649a09ab85b4348ea5de3 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:52:08.564722 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e66cef93-ebf8-465f-97d7-5261da52332b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:08.675548 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311187419', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207'}], 'enable_snat': True}, 'gw_port_id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:52:06Z', 'updated_at': '2021-12-06T15:52:07Z', 'revision_number': 3, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:07Z', 'updated_at': '2021-12-06T15:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:08.700979 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Checking router: 71638607-c57c-46bd-aeb6-09e31c43cb74 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:52:08.701329 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Updating router 71638607-c57c-46bd-aeb6-09e31c43cb74 port ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:52:08.725739 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:08.744787 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e66cef93-ebf8-465f-97d7-5261da52332b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:08.807590 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cef93-ebf8-465f-97d7-5261da52332b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Subnet': ['ID=b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:08.816359 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66cef93-ebf8-465f-97d7-5261da52332b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Checking segment: {'id': '27d82f60-d634-49fd-ad70-2228f1cb8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:52:08.816577 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66cef93-ebf8-465f-97d7-5261da52332b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network hostable DHCP agents. Network: 6d1c4552-a0c8-415b-9442-3fa408843dbd, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:52:08.833466 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66cef93-ebf8-465f-97d7-5261da52332b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network 6d1c4552-a0c8-415b-9442-3fa408843dbd is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:52:08.842564 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e66cef93-ebf8-465f-97d7-5261da52332b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6d1c4552-a0c8-415b-9442-3fa408843dbd) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:52:08.846727 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66cef93-ebf8-465f-97d7-5261da52332b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:08.847404 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e66cef93-ebf8-465f-97d7-5261da52332b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:08.855511 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7383f61-466c-46da-bc29-ef228669a05b None None] Network 6d1c4552-a0c8-415b-9442-3fa408843dbd requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:52:08.868805 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e66cef93-ebf8-465f-97d7-5261da52332b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3990295 Dec 06 15:52:08.869262 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49134) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:08.982615 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:08.992151 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:09.014558 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6d1c4552-a0c8-415b-9442-3fa408843dbd', 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ips': [{'subnet_id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:52:09.015534 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:09.039952 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Attempting to bind port ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:52:09.040098 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Attempting to bind port ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:52:09.040338 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Attempting to bind port ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:52:09.048540 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:52:09.048934 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:52:09.049329 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:09.049728 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:52:09.050203 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Bound port: ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:52:09.050589 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:09.090086 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4295c1-9d3f-488d-a940-019c7570df93 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:52:09.096984 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b798e7-6d2b-4837-8622-bc195c0c32b6 None None] Pushing event updated for resources: {'Port': ['ID=ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:09.110395 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b798e7-6d2b-4837-8622-bc195c0c32b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:09.110741 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b798e7-6d2b-4837-8622-bc195c0c32b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:09.111077 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b798e7-6d2b-4837-8622-bc195c0c32b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:09.111526 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b798e7-6d2b-4837-8622-bc195c0c32b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:09.111764 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b798e7-6d2b-4837-8622-bc195c0c32b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:09.112128 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b798e7-6d2b-4837-8622-bc195c0c32b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:09.112574 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b798e7-6d2b-4837-8622-bc195c0c32b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:09.112938 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b798e7-6d2b-4837-8622-bc195c0c32b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:09.113300 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b798e7-6d2b-4837-8622-bc195c0c32b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:09.113744 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b798e7-6d2b-4837-8622-bc195c0c32b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:09.114074 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b798e7-6d2b-4837-8622-bc195c0c32b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:09.114395 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b798e7-6d2b-4837-8622-bc195c0c32b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:09.114717 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b798e7-6d2b-4837-8622-bc195c0c32b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:09.126627 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] For port ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:52:09.130492 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] For port ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:52:09.136447 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:09.173290 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Allocated IP 172.20.0.2 (6d1c4552-a0c8-415b-9442-3fa408843dbd/b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9/75897949-c0af-4059-b9ba-e60b923b7145) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:52:09.198636 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b798e7-6d2b-4837-8622-bc195c0c32b6 None None] Pushing event updated for resources: {'Port': ['ID=ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:09.201210 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Routers {'71638607-c57c-46bd-aeb6-09e31c43cb74'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:52:09.201357 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b092bc-b17d-48d9-9b9f-04b231bbc85a None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:52:09.201812 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['71638607-c57c-46bd-aeb6-09e31c43cb74'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:09.241324 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d49585c6-ef35-47b8-8afa-13f39e6ce2bb None None] Provisioning complete for port ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:52:09.241694 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d49585c6-ef35-47b8-8afa-13f39e6ce2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:09.308561 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] Set router 71638607-c57c-46bd-aeb6-09e31c43cb74 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:52:09.347063 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:09.408357 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:09.417002 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:09.420228 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d49585c6-ef35-47b8-8afa-13f39e6ce2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:09.473891 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d49585c6-ef35-47b8-8afa-13f39e6ce2bb None None] For port ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:52:09.479069 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Network 6d1c4552-a0c8-415b-9442-3fa408843dbd is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:52:09.485191 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:52:09.487323 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d49585c6-ef35-47b8-8afa-13f39e6ce2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:09.492877 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:52:09.496081 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Pushing event updated for resources: {'Port': ['ID=75897949-c0af-4059-b9ba-e60b923b7145,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:09.499464 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311187419', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207'}], 'enable_snat': True}, 'gw_port_id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:52:06Z', 'updated_at': '2021-12-06T15:52:07Z', 'revision_number': 3, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:07Z', 'updated_at': '2021-12-06T15:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:09.526706 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817d586-cdb5-4cd1-bbc6-4fa6cc6ceb0c None None] The sync data for ids ['71638607-c57c-46bd-aeb6-09e31c43cb74'] in n-d-master-1 is: [{'id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311187419', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207'}], 'enable_snat': True}, 'gw_port_id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:52:06Z', 'updated_at': '2021-12-06T15:52:07Z', 'revision_number': 3, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:07Z', 'updated_at': '2021-12-06T15:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:52:09.589439 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Attempting to bind port 75897949-c0af-4059-b9ba-e60b923b7145 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:52:09.589813 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Attempting to bind port 75897949-c0af-4059-b9ba-e60b923b7145 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '27d82f60-d634-49fd-ad70-2228f1cb8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:52:09.590172 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Attempting to bind port 75897949-c0af-4059-b9ba-e60b923b7145 on network 6d1c4552-a0c8-415b-9442-3fa408843dbd {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:52:09.592142 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49585c6-ef35-47b8-8afa-13f39e6ce2bb None None] Pushing event updated for resources: {'Port': ['ID=ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:09.604243 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:52:09.604625 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Checking segment: {'id': '27d82f60-d634-49fd-ad70-2228f1cb8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:52:09.605027 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:09.605422 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Bound using segment: {'id': '27d82f60-d634-49fd-ad70-2228f1cb8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:52:09.605895 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Bound port: 75897949-c0af-4059-b9ba-e60b923b7145, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d82f60-d634-49fd-ad70-2228f1cb8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:52:09.606276 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:09.627872 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a97a5605-6f63-4eba-b94c-389a0727c7b3 None None] Provisioning complete for port ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:52:09.628237 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a97a5605-6f63-4eba-b94c-389a0727c7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:09.653665 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.20.0.1 (6d1c4552-a0c8-415b-9442-3fa408843dbd/b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9/a55f2fa4-df29-411e-bba3-f14b6b598a67) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:52:09.709984 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] For port 75897949-c0af-4059-b9ba-e60b923b7145, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:52:09.713581 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] For port 75897949-c0af-4059-b9ba-e60b923b7145, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75897949-c0af-4059-b9ba-e60b923b7145,segment=NetworkSegment(27d82f60-d634-49fd-ad70-2228f1cb8935),segment_id=27d82f60-d634-49fd-ad70-2228f1cb8935)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:52:09.719614 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:09.785250 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:09.833123 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fee98-3a31-4c6b-961b-83718e30ab11 None None] Pushing event updated for resources: {'Port': ['ID=75897949-c0af-4059-b9ba-e60b923b7145,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:09.846732 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:09.898783 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network 6d1c4552-a0c8-415b-9442-3fa408843dbd is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:52:09.902078 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:52:09.904670 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:52:09.937741 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=a55f2fa4-df29-411e-bba3-f14b6b598a67,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:09.957847 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:10.113280 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:10.404232 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:10.408921 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:10.484979 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=a55f2fa4-df29-411e-bba3-f14b6b598a67,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:10.489862 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:10.582971 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network 6d1c4552-a0c8-415b-9442-3fa408843dbd is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:52:10.585092 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:52:10.700785 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 71638607-c57c-46bd-aeb6-09e31c43cb74 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:52:10.813744 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:52:10.819484 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ee388667-f79d-47b5-a04d-39a95aa62e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "PUT /v2.0/routers/71638607-c57c-46bd-aeb6-09e31c43cb74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9486783 Dec 06 15:52:10.825022 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc247c5e-7905-4d65-b23b-1c35e40746d3 None None] Network 6d1c4552-a0c8-415b-9442-3fa408843dbd requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:52:10.900195 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7fe953ec-9afe-4006-a00b-4501da89446a None None] Provisioning complete for port 75897949-c0af-4059-b9ba-e60b923b7145 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:52:10.900568 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7fe953ec-9afe-4006-a00b-4501da89446a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:11.019620 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-b3728a08-7ad6-4799-b2b0-7a30707dfcdf tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1511638973&fields=id&tenant_id=1f696de39de649a09ab85b4348ea5de3 HTTP/1.1" status: 200 len: 267 time: 0.0525975 Dec 06 15:52:11.051871 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7fe953ec-9afe-4006-a00b-4501da89446a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:11.056801 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 75897949-c0af-4059-b9ba-e60b923b7145 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:52:11.131285 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7fe953ec-9afe-4006-a00b-4501da89446a None None] For port 75897949-c0af-4059-b9ba-e60b923b7145, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75897949-c0af-4059-b9ba-e60b923b7145,segment=NetworkSegment(27d82f60-d634-49fd-ad70-2228f1cb8935),segment_id=27d82f60-d634-49fd-ad70-2228f1cb8935)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:52:11.145660 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7fe953ec-9afe-4006-a00b-4501da89446a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:11.173566 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 75897949-c0af-4059-b9ba-e60b923b7145 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:52:11.174447 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:11.280804 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe953ec-9afe-4006-a00b-4501da89446a None None] Pushing event updated for resources: {'Port': ['ID=75897949-c0af-4059-b9ba-e60b923b7145,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:11.301084 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:52:11.356695 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:52:11.357184 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:11.401611 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-15f835ab-88a0-4b78-9144-1b2ff5ef98c3 None None] Provisioning complete for port a55f2fa4-df29-411e-bba3-f14b6b598a67 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:52:11.402091 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15f835ab-88a0-4b78-9144-1b2ff5ef98c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:11.445409 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-15f835ab-88a0-4b78-9144-1b2ff5ef98c3 None None] Port a55f2fa4-df29-411e-bba3-f14b6b598a67 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:52:11.492876 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-15f835ab-88a0-4b78-9144-1b2ff5ef98c3 None None] Provisioning complete for port 75897949-c0af-4059-b9ba-e60b923b7145 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:52:11.493246 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-15f835ab-88a0-4b78-9144-1b2ff5ef98c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:11.495269 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-35659422-b417-4685-92a4-8aa082aa53c7 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:11.496849 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-35659422-b417-4685-92a4-8aa082aa53c7 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/networks?id=6d1c4552-a0c8-415b-9442-3fa408843dbd HTTP/1.1" status: 200 len: 797 time: 0.4690514 Dec 06 15:52:11.520143 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-5f4598bc-cb3b-4248-8efc-98816eb5743e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/quotas/1f696de39de649a09ab85b4348ea5de3 HTTP/1.1" status: 200 len: 375 time: 0.0172808 Dec 06 15:52:11.545221 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Sync routers for ids ['71638607-c57c-46bd-aeb6-09e31c43cb74'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:52:11.560435 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Routers {'71638607-c57c-46bd-aeb6-09e31c43cb74'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:52:11.561279 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['71638607-c57c-46bd-aeb6-09e31c43cb74'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:11.584212 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-e97f7d9e-2d8a-4730-99e3-e04bcb4a8ccd tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575271 Dec 06 15:52:11.689254 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-51a724c5-0289-416b-8e13-8e398084cdd4 service neutron] 10.222.0.20 "GET /v2.0/networks/6d1c4552-a0c8-415b-9442-3fa408843dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923457 Dec 06 15:52:11.702186 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Set router 71638607-c57c-46bd-aeb6-09e31c43cb74 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:52:11.783037 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-e9029b54-1586-46c2-9865-084441f50b93 service neutron] 10.222.0.20 "GET /v2.0/networks/6d1c4552-a0c8-415b-9442-3fa408843dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861883 Dec 06 15:52:11.820795 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-882fd9c9-5951-4688-8d47-b624757a7d66 None None] Provisioning complete for port a55f2fa4-df29-411e-bba3-f14b6b598a67 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:52:11.821167 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-882fd9c9-5951-4688-8d47-b624757a7d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:11.892447 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-882fd9c9-5951-4688-8d47-b624757a7d66 None None] Port a55f2fa4-df29-411e-bba3-f14b6b598a67 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:52:11.951073 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c0ec17a9-f585-4b78-bb6a-136ce5381c11 req-600f6b77-6e8b-4753-be34-cf4085e13876 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 210 time: 0.0286362 Dec 06 15:52:11.971221 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311187419', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207'}], 'enable_snat': True}, 'gw_port_id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:52:06Z', 'updated_at': '2021-12-06T15:52:10Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:07Z', 'updated_at': '2021-12-06T15:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a55f2fa4-df29-411e-bba3-f14b6b598a67', 'name': '', 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:3a:2c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:09Z', 'updated_at': '2021-12-06T15:52:10Z', 'revision_number': 2, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:11.993881 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Checking router: 71638607-c57c-46bd-aeb6-09e31c43cb74 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:52:11.994248 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Updating router 71638607-c57c-46bd-aeb6-09e31c43cb74 port a55f2fa4-df29-411e-bba3-f14b6b598a67 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:52:12.031227 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:12.044607 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0d5aa927-f532-450d-ba2c-05ad54f30dfa None None] Provisioning complete for port a55f2fa4-df29-411e-bba3-f14b6b598a67 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:52:12.044981 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0d5aa927-f532-450d-ba2c-05ad54f30dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:12.108657 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0d5aa927-f532-450d-ba2c-05ad54f30dfa None None] Port a55f2fa4-df29-411e-bba3-f14b6b598a67 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:52:12.493155 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:12.499228 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:12.548978 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b2344-2c0c-4d9b-bacc-18f02d69a8a9 None None] Pushing event updated for resources: {'Port': ['ID=a55f2fa4-df29-411e-bba3-f14b6b598a67,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:12.598743 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Attempting to bind port a55f2fa4-df29-411e-bba3-f14b6b598a67 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:52:12.599118 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Attempting to bind port a55f2fa4-df29-411e-bba3-f14b6b598a67 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '27d82f60-d634-49fd-ad70-2228f1cb8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:52:12.599479 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Attempting to bind port a55f2fa4-df29-411e-bba3-f14b6b598a67 on network 6d1c4552-a0c8-415b-9442-3fa408843dbd {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:52:12.605489 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:52:12.605865 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Checking segment: {'id': '27d82f60-d634-49fd-ad70-2228f1cb8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:52:12.606266 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:12.606779 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Bound using segment: {'id': '27d82f60-d634-49fd-ad70-2228f1cb8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:52:12.607246 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Bound port: a55f2fa4-df29-411e-bba3-f14b6b598a67, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d82f60-d634-49fd-ad70-2228f1cb8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:52:12.607624 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:12.672757 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] For port a55f2fa4-df29-411e-bba3-f14b6b598a67, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:52:12.676169 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] For port a55f2fa4-df29-411e-bba3-f14b6b598a67, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a55f2fa4-df29-411e-bba3-f14b6b598a67,segment=NetworkSegment(27d82f60-d634-49fd-ad70-2228f1cb8935),segment_id=27d82f60-d634-49fd-ad70-2228f1cb8935)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:52:12.681567 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:12.757873 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-83f04bc1-bb33-4a7a-bca2-47f2d4ee1ba2 None None] Provisioning complete for port a55f2fa4-df29-411e-bba3-f14b6b598a67 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:52:12.758248 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83f04bc1-bb33-4a7a-bca2-47f2d4ee1ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:12.761292 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b2344-2c0c-4d9b-bacc-18f02d69a8a9 None None] Pushing event updated for resources: {'Port': ['ID=a55f2fa4-df29-411e-bba3-f14b6b598a67,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:12.763902 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Routers {'71638607-c57c-46bd-aeb6-09e31c43cb74'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:52:12.764521 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['71638607-c57c-46bd-aeb6-09e31c43cb74'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:12.935007 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-290217dc-cd9a-450c-921b-cda2d936736a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:12.936689 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] Set router 71638607-c57c-46bd-aeb6-09e31c43cb74 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:52:12.937086 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-290217dc-cd9a-450c-921b-cda2d936736a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.23 "GET /v2.0/networks?id=6d1c4552-a0c8-415b-9442-3fa408843dbd HTTP/1.1" status: 200 len: 797 time: 0.1373849 Dec 06 15:52:12.988760 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83f04bc1-bb33-4a7a-bca2-47f2d4ee1ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:13.011554 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 75897949-c0af-4059-b9ba-e60b923b7145 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:52:13.018101 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-ec4afb99-59b4-4a99-ab6d-8e32893da929 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f696de39de649a09ab85b4348ea5de3 HTTP/1.1" status: 200 len: 380 time: 0.0721090 Dec 06 15:52:13.028152 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-7315e582-1271-4439-80c0-06aea79a8fa9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'port': {'device_id': '37888845-54a4-4bfd-84fb-a983e24b6f33', 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd', 'admin_state_up': True, 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'security_groups': ['21174b3e-cb6b-4d2a-8132-ff668e2e8efe']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:52:13.076888 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c60e84c-b656-4dd5-bc63-777aaaea503f req-8715bba2-a6c1-46dd-bfb8-bec5a852f5bf tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 210 time: 0.0452714 Dec 06 15:52:13.105480 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-83f04bc1-bb33-4a7a-bca2-47f2d4ee1ba2 None None] For port a55f2fa4-df29-411e-bba3-f14b6b598a67, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a55f2fa4-df29-411e-bba3-f14b6b598a67,segment=NetworkSegment(27d82f60-d634-49fd-ad70-2228f1cb8935),segment_id=27d82f60-d634-49fd-ad70-2228f1cb8935)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:52:13.117820 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-83f04bc1-bb33-4a7a-bca2-47f2d4ee1ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:13.160632 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-7315e582-1271-4439-80c0-06aea79a8fa9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Made reservation on behalf of 1f696de39de649a09ab85b4348ea5de3 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:52:13.164228 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-7315e582-1271-4439-80c0-06aea79a8fa9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:13.223360 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 75897949-c0af-4059-b9ba-e60b923b7145 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:52:13.223639 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:13.225911 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f04bc1-bb33-4a7a-bca2-47f2d4ee1ba2 None None] Pushing event updated for resources: {'Port': ['ID=a55f2fa4-df29-411e-bba3-f14b6b598a67,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:13.291197 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-7315e582-1271-4439-80c0-06aea79a8fa9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.20.0.8 (6d1c4552-a0c8-415b-9442-3fa408843dbd/b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9/dd1b57c9-6e10-40d6-bf62-3c0201cdc491) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:52:13.300592 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-592c391e-58dc-48a5-acfb-1956817060ba None None] Provisioning complete for port a55f2fa4-df29-411e-bba3-f14b6b598a67 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:52:13.301005 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-592c391e-58dc-48a5-acfb-1956817060ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:13.405482 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311187419', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207'}], 'enable_snat': True}, 'gw_port_id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:52:06Z', 'updated_at': '2021-12-06T15:52:10Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:07Z', 'updated_at': '2021-12-06T15:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a55f2fa4-df29-411e-bba3-f14b6b598a67', 'name': '', 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:3a:2c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:09Z', 'updated_at': '2021-12-06T15:52:12Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:13.426790 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-7315e582-1271-4439-80c0-06aea79a8fa9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:13.456580 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef281aa1-7a05-42ca-a4d1-15c43a5f9178 None None] The sync data for ids ['71638607-c57c-46bd-aeb6-09e31c43cb74'] in n-d-master-1 is: [{'id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311187419', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207'}], 'enable_snat': True}, 'gw_port_id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:52:06Z', 'updated_at': '2021-12-06T15:52:10Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:07Z', 'updated_at': '2021-12-06T15:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a55f2fa4-df29-411e-bba3-f14b6b598a67', 'name': '', 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:3a:2c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:09Z', 'updated_at': '2021-12-06T15:52:12Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:52:13.461995 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-7315e582-1271-4439-80c0-06aea79a8fa9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:13.533744 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-7315e582-1271-4439-80c0-06aea79a8fa9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network 6d1c4552-a0c8-415b-9442-3fa408843dbd is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:52:13.537975 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-7315e582-1271-4439-80c0-06aea79a8fa9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:52:13.541802 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-7315e582-1271-4439-80c0-06aea79a8fa9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:52:13.571690 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315e582-1271-4439-80c0-06aea79a8fa9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=dd1b57c9-6e10-40d6-bf62-3c0201cdc491,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:13.607091 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-7315e582-1271-4439-80c0-06aea79a8fa9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:13.607765 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-7315e582-1271-4439-80c0-06aea79a8fa9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:13.626083 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-7315e582-1271-4439-80c0-06aea79a8fa9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6016359 Dec 06 15:52:13.638906 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Request body: {'port': {'device_id': '37888845-54a4-4bfd-84fb-a983e24b6f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:52:13.698380 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:13.789976 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fbcd56ab-4c88-47ef-8f60-3c532037b0a6 None None] Provisioning complete for port dd1b57c9-6e10-40d6-bf62-3c0201cdc491 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:52:13.790347 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fbcd56ab-4c88-47ef-8f60-3c532037b0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:13.827304 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd56ab-4c88-47ef-8f60-3c532037b0a6 None None] Port dd1b57c9-6e10-40d6-bf62-3c0201cdc491 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:52:13.983179 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1b57c9-6e10-40d6-bf62-3c0201cdc491 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:52:13.991960 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:14.004873 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Transition to ACTIVE for port object dd1b57c9-6e10-40d6-bf62-3c0201cdc491 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:52:14.008526 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:14.063353 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Pushing event updated for resources: {'Port': ['ID=dd1b57c9-6e10-40d6-bf62-3c0201cdc491,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:14.135899 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Attempting to bind port dd1b57c9-6e10-40d6-bf62-3c0201cdc491 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:52:14.136511 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Attempting to bind port dd1b57c9-6e10-40d6-bf62-3c0201cdc491 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '27d82f60-d634-49fd-ad70-2228f1cb8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:52:14.137157 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Attempting to bind port dd1b57c9-6e10-40d6-bf62-3c0201cdc491 on network 6d1c4552-a0c8-415b-9442-3fa408843dbd {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:52:14.143792 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Port dd1b57c9-6e10-40d6-bf62-3c0201cdc491 on network 6d1c4552-a0c8-415b-9442-3fa408843dbd not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:52:14.144096 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Attempting to bind port dd1b57c9-6e10-40d6-bf62-3c0201cdc491 on network 6d1c4552-a0c8-415b-9442-3fa408843dbd {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:52:14.150300 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:52:14.150653 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Checking segment: {'id': '27d82f60-d634-49fd-ad70-2228f1cb8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:52:14.151042 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Bound using segment: {'id': '27d82f60-d634-49fd-ad70-2228f1cb8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:52:14.151482 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Bound port: dd1b57c9-6e10-40d6-bf62-3c0201cdc491, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d82f60-d634-49fd-ad70-2228f1cb8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:52:14.151883 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:14.214796 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab66c0-b320-4705-a301-0b06df1ef0bd req-aae4a7d6-d212-4f2d-b353-f7041647d88c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:14.216565 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-87ab66c0-b320-4705-a301-0b06df1ef0bd req-aae4a7d6-d212-4f2d-b353-f7041647d88c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 943 time: 0.0595572 Dec 06 15:52:14.232517 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] For port dd1b57c9-6e10-40d6-bf62-3c0201cdc491, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:52:14.236273 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] For port dd1b57c9-6e10-40d6-bf62-3c0201cdc491, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dd1b57c9-6e10-40d6-bf62-3c0201cdc491,segment=NetworkSegment(27d82f60-d634-49fd-ad70-2228f1cb8935),segment_id=27d82f60-d634-49fd-ad70-2228f1cb8935)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:52:14.247175 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:14.284208 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-87ab66c0-b320-4705-a301-0b06df1ef0bd req-672ac638-94e4-4580-95d0-ae84a77240d0 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563211 Dec 06 15:52:14.292574 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:14.293268 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:14.295116 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] 10.222.0.23 "PUT /v2.0/ports/dd1b57c9-6e10-40d6-bf62-3c0201cdc491 HTTP/1.1" status: 200 len: 1091 time: 0.6608136 Dec 06 15:52:14.297847 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37888845-54a4-4bfd-84fb-a983e24b6f33', 'tag': 'dd1b57c9-6e10-40d6-bf62-3c0201cdc491'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:52:14.301325 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c2bf74-a127-4459-ba22-0b3ff5aa4190" -d '{"events": [{"name": "network-changed", "server_uuid": "37888845-54a4-4bfd-84fb-a983e24b6f33", "tag": "dd1b57c9-6e10-40d6-bf62-3c0201cdc491"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:52:14.350292 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cfa97-f841-4223-b162-425ea27b4c0e service neutron] Pushing event updated for resources: {'Port': ['ID=dd1b57c9-6e10-40d6-bf62-3c0201cdc491,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:14.388556 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724594c8-6514-45d3-bb5c-9173d8bdcd00 x-openstack-request-id: req-724594c8-6514-45d3-bb5c-9173d8bdcd00 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:52:14.388865 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37888845-54a4-4bfd-84fb-a983e24b6f33", "tag": "dd1b57c9-6e10-40d6-bf62-3c0201cdc491", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:52:14.389115 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-724594c8-6514-45d3-bb5c-9173d8bdcd00 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:52:14.389534 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37888845-54a4-4bfd-84fb-a983e24b6f33', 'tag': 'dd1b57c9-6e10-40d6-bf62-3c0201cdc491', 'status': 'completed', 'code': 200} Dec 06 15:52:14.406884 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-71862b8a-ec5a-4c5b-8f8f-1d483ecb850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:14.408435 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-71862b8a-ec5a-4c5b-8f8f-1d483ecb850b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 1094 time: 0.0538616 Dec 06 15:52:14.459562 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-4b50653c-d428-42bd-bf1d-4f71c50a20ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd1b57c9-6e10-40d6-bf62-3c0201cdc491 HTTP/1.1" status: 200 len: 217 time: 0.0431180 Dec 06 15:52:14.514733 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-67ade54b-36fb-4eda-b73a-f96ed38400a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:14.516270 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-67ade54b-36fb-4eda-b73a-f96ed38400a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9 HTTP/1.1" status: 200 len: 834 time: 0.0492890 Dec 06 15:52:14.563504 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-382b1ccd-aedb-4c6a-9247-b3251e93ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:14.565041 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-382b1ccd-aedb-4c6a-9247-b3251e93ef58 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d1c4552-a0c8-415b-9442-3fa408843dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420535 Dec 06 15:52:14.664782 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-a949c7cb-d333-4eca-bf4a-98600d15d585 service neutron] 10.222.0.23 "GET /v2.0/networks/6d1c4552-a0c8-415b-9442-3fa408843dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927956 Dec 06 15:52:14.753980 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0bf25496-fb8d-401d-a75f-f547c1f2aaf8 req-8578eb67-711f-42df-afb8-c896c91fabdc service neutron] 10.222.0.23 "GET /v2.0/networks/6d1c4552-a0c8-415b-9442-3fa408843dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821779 Dec 06 15:52:14.844062 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2bf74-a127-4459-ba22-0b3ff5aa4190 req-3266b469-212d-43ca-8f6e-34e93a4b0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:14.845449 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1c2bf74-a127-4459-ba22-0b3ff5aa4190 req-3266b469-212d-43ca-8f6e-34e93a4b0a7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 1094 time: 0.0455995 Dec 06 15:52:14.933414 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2bf74-a127-4459-ba22-0b3ff5aa4190 req-17567ef9-e89a-47ec-bb40-8abc397fb64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:14.934871 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1c2bf74-a127-4459-ba22-0b3ff5aa4190 req-17567ef9-e89a-47ec-bb40-8abc397fb64d service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d1c4552-a0c8-415b-9442-3fa408843dbd HTTP/1.1" status: 200 len: 898 time: 0.0822783 Dec 06 15:52:14.981709 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1c2bf74-a127-4459-ba22-0b3ff5aa4190 req-635f4b70-fd0d-429b-b9a3-b3acf835f45f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd1b57c9-6e10-40d6-bf62-3c0201cdc491 HTTP/1.1" status: 200 len: 217 time: 0.0400531 Dec 06 15:52:15.003363 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a55f2fa4-df29-411e-bba3-f14b6b598a67 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:52:15.033013 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2bf74-a127-4459-ba22-0b3ff5aa4190 req-5ef9fe47-cda9-4e10-beab-767dc91ccc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:15.034476 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1c2bf74-a127-4459-ba22-0b3ff5aa4190 req-5ef9fe47-cda9-4e10-beab-767dc91ccc49 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9 HTTP/1.1" status: 200 len: 834 time: 0.0453126 Dec 06 15:52:15.053315 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a55f2fa4-df29-411e-bba3-f14b6b598a67 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:52:15.053689 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:15.081086 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2bf74-a127-4459-ba22-0b3ff5aa4190 req-1b33896f-4f07-47a1-9c7c-4b625918afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:15.082565 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1c2bf74-a127-4459-ba22-0b3ff5aa4190 req-1b33896f-4f07-47a1-9c7c-4b625918afe6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d1c4552-a0c8-415b-9442-3fa408843dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392733 Dec 06 15:52:15.177558 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1c2bf74-a127-4459-ba22-0b3ff5aa4190 req-6d1a11f6-4a2d-43b5-85c1-8f54a06a1e55 service neutron] 10.222.0.23 "GET /v2.0/networks/6d1c4552-a0c8-415b-9442-3fa408843dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865955 Dec 06 15:52:15.268081 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f1c2bf74-a127-4459-ba22-0b3ff5aa4190 req-b97ab4c5-fda8-4417-b7fe-a2d5f29e6525 service neutron] 10.222.0.23 "GET /v2.0/networks/6d1c4552-a0c8-415b-9442-3fa408843dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819530 Dec 06 15:52:15.407861 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756223b4-c79f-4ee5-95cf-38b017dbfbbb req-28f8e7e4-3d27-4782-9af7-216b07e3d3c1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:15.409248 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-756223b4-c79f-4ee5-95cf-38b017dbfbbb req-28f8e7e4-3d27-4782-9af7-216b07e3d3c1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 943 time: 0.0482419 Dec 06 15:52:15.457389 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-756223b4-c79f-4ee5-95cf-38b017dbfbbb req-523191ec-6700-4811-b762-aed6d8857f1e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422876 Dec 06 15:52:16.574976 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2e636-3012-4569-9cd3-8db14136a377 req-eb99f75d-5a2a-4f3f-8edc-44287d40979d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:16.576482 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a3d2e636-3012-4569-9cd3-8db14136a377 req-eb99f75d-5a2a-4f3f-8edc-44287d40979d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 943 time: 0.0480258 Dec 06 15:52:16.629839 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a3d2e636-3012-4569-9cd3-8db14136a377 req-81e11a15-733f-40c9-b932-0afaff2452ba tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474358 Dec 06 15:52:17.608378 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device dd1b57c9-6e10-40d6-bf62-3c0201cdc491 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:52:17.707244 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port dd1b57c9-6e10-40d6-bf62-3c0201cdc491, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dd1b57c9-6e10-40d6-bf62-3c0201cdc491,segment=NetworkSegment(27d82f60-d634-49fd-ad70-2228f1cb8935),segment_id=27d82f60-d634-49fd-ad70-2228f1cb8935)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:52:17.721290 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': 'dd1b57c9-6e10-40d6-bf62-3c0201cdc491', 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd', 'port_id': 'dd1b57c9-6e10-40d6-bf62-3c0201cdc491', 'mac_address': 'fa:16:3e:e3:e1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:52:17.724202 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:52:17.755382 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991b5ba-cb9e-4e9e-9c2a-662f5191ca31 req-e87e41c6-55cc-4e19-be9e-3f928d380532 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:17.756965 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9991b5ba-cb9e-4e9e-9c2a-662f5191ca31 req-e87e41c6-55cc-4e19-be9e-3f928d380532 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 943 time: 0.0544872 Dec 06 15:52:17.761243 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:17.774497 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1b57c9-6e10-40d6-bf62-3c0201cdc491 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:52:17.794041 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port dd1b57c9-6e10-40d6-bf62-3c0201cdc491, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dd1b57c9-6e10-40d6-bf62-3c0201cdc491,segment=NetworkSegment(27d82f60-d634-49fd-ad70-2228f1cb8935),segment_id=27d82f60-d634-49fd-ad70-2228f1cb8935)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:52:17.797900 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:17.807690 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9991b5ba-cb9e-4e9e-9c2a-662f5191ca31 req-cf01b68e-c9db-4202-bcf0-c606069c1199 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444775 Dec 06 15:52:17.847161 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=dd1b57c9-6e10-40d6-bf62-3c0201cdc491,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:18.004452 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['dd1b57c9-6e10-40d6-bf62-3c0201cdc491'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:52:18.921826 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cda6c-4542-41a3-b3d2-d35fdf6741d0 req-4062d7f6-c2fb-4ec0-b643-9e5aeabb4915 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:18.923296 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e4cda6c-4542-41a3-b3d2-d35fdf6741d0 req-4062d7f6-c2fb-4ec0-b643-9e5aeabb4915 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 944 time: 0.0479636 Dec 06 15:52:18.971503 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e4cda6c-4542-41a3-b3d2-d35fdf6741d0 req-520d4268-633d-4f6d-9661-b05a3a783fdf tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416808 Dec 06 15:52:19.609360 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device dd1b57c9-6e10-40d6-bf62-3c0201cdc491 up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:52:19.710629 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port dd1b57c9-6e10-40d6-bf62-3c0201cdc491 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:52:19.715522 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port dd1b57c9-6e10-40d6-bf62-3c0201cdc491 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:52:19.715941 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:19.842785 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:19.869181 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37888845-54a4-4bfd-84fb-a983e24b6f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1b57c9-6e10-40d6-bf62-3c0201cdc491'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:52:19.871412 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b2a95b-f466-4e12-9451-f5d30f62aa73" -d '{"events": [{"server_uuid": "37888845-54a4-4bfd-84fb-a983e24b6f33", "name": "network-vif-plugged", "status": "completed", "tag": "dd1b57c9-6e10-40d6-bf62-3c0201cdc491"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:52:19.888587 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port dd1b57c9-6e10-40d6-bf62-3c0201cdc491, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dd1b57c9-6e10-40d6-bf62-3c0201cdc491,segment=NetworkSegment(27d82f60-d634-49fd-ad70-2228f1cb8935),segment_id=27d82f60-d634-49fd-ad70-2228f1cb8935)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:52:19.894952 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:19.919957 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53031e68-a997-4333-85b2-493edc79441e x-openstack-request-id: req-53031e68-a997-4333-85b2-493edc79441e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:52:19.920263 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37888845-54a4-4bfd-84fb-a983e24b6f33", "name": "network-vif-plugged", "status": "completed", "tag": "dd1b57c9-6e10-40d6-bf62-3c0201cdc491", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:52:19.920523 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53031e68-a997-4333-85b2-493edc79441e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:52:19.920918 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37888845-54a4-4bfd-84fb-a983e24b6f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1b57c9-6e10-40d6-bf62-3c0201cdc491', 'code': 200} Dec 06 15:52:19.948421 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=dd1b57c9-6e10-40d6-bf62-3c0201cdc491,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:20.008012 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad567b-9d52-4424-97bf-d9b8f87045a6 req-372892ab-e02b-40cf-b207-f3b0c0b7ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:20.010235 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30ad567b-9d52-4424-97bf-d9b8f87045a6 req-372892ab-e02b-40cf-b207-f3b0c0b7ae4a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 1096 time: 0.0418189 Dec 06 15:52:20.084759 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30ad567b-9d52-4424-97bf-d9b8f87045a6 req-ce29eae5-9edb-45d1-8e4c-934462471a07 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653872 Dec 06 15:52:20.104264 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043e199-e61d-4999-bd68-693761400538 req-110e4fbe-b213-4c1d-8fbb-11f515a7f8ca tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:20.105671 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4043e199-e61d-4999-bd68-693761400538 req-110e4fbe-b213-4c1d-8fbb-11f515a7f8ca tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0640159 Dec 06 15:52:20.153921 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4043e199-e61d-4999-bd68-693761400538 req-e53bc448-674c-4084-8e7e-495c73904d69 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423510 Dec 06 15:52:21.270280 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a44638-8399-4012-938e-c83525ff012e req-4be51c7e-ff1a-42b2-ae18-682c835bc5f5 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:21.272426 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-10a44638-8399-4012-938e-c83525ff012e req-4be51c7e-ff1a-42b2-ae18-682c835bc5f5 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0495603 Dec 06 15:52:21.321766 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-10a44638-8399-4012-938e-c83525ff012e req-d9f9e07b-a88d-42ef-ab0a-54a230ec8c38 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433557 Dec 06 15:52:21.433913 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfad6c-309b-4426-9bf8-a69b49ffab67 req-95fb14e2-ea0f-425c-8dd8-1e53ce66c2a3 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:21.435270 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4cfad6c-309b-4426-9bf8-a69b49ffab67 req-95fb14e2-ea0f-425c-8dd8-1e53ce66c2a3 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0470009 Dec 06 15:52:21.483560 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4cfad6c-309b-4426-9bf8-a69b49ffab67 req-ca3f7e15-86c6-4a8b-a026-2aed494fb418 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422359 Dec 06 15:52:21.505264 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49184) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:21.547546 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19202ed-0854-4381-b1f8-aaec3139bdb1 tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:21.549058 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d19202ed-0854-4381-b1f8-aaec3139bdb1 tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 1091 time: 0.0421717 Dec 06 15:52:21.551941 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49186) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:21.556554 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': 'dd1b57c9-6e10-40d6-bf62-3c0201cdc491', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:52:21.578661 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:21.670904 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:21.772221 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.35.7.104 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/f02f626c-8423-43b8-82b0-11f8ec8d6066) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:52:21.876503 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:21.908314 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:21.947173 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:52:21.950035 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:52:21.952491 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:52:21.982135 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=f02f626c-8423-43b8-82b0-11f8ec8d6066,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:21.995808 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:21.996160 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:21.996500 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:21.996839 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:21.997171 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:21.997498 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:21.997821 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:21.998149 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:21.998469 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:21.998789 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:21.999111 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:21.999427 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:21.999765 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:52:22.317998 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:22.388829 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:22.535209 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:22.539746 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:22.605678 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=f02f626c-8423-43b8-82b0-11f8ec8d6066,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:52:22.620320 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:22.719419 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Floating IP 30768cc2-7bdd-46c7-8084-5b4894994ee3 associated. External IP: 172.35.7.104, port: dd1b57c9-6e10-40d6-bf62-3c0201cdc491. Dec 06 15:52:22.919629 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 71638607-c57c-46bd-aeb6-09e31c43cb74 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:52:23.024443 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:52:23.034274 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830cc697-21da-4bce-a741-a2bb2c309d4b None None] Sync routers for ids ['71638607-c57c-46bd-aeb6-09e31c43cb74'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:52:23.042257 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:23.044502 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830cc697-21da-4bce-a741-a2bb2c309d4b None None] Routers {'71638607-c57c-46bd-aeb6-09e31c43cb74'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:52:23.045115 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-830cc697-21da-4bce-a741-a2bb2c309d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['71638607-c57c-46bd-aeb6-09e31c43cb74'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:23.069694 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d4fa03ff-a6ca-41ec-9578-ff4bb2707b1a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5167356 Dec 06 15:52:23.070421 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37888845-54a4-4bfd-84fb-a983e24b6f33', 'tag': 'dd1b57c9-6e10-40d6-bf62-3c0201cdc491'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:52:23.072851 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6e2257-192e-4813-8469-eff645a60d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "37888845-54a4-4bfd-84fb-a983e24b6f33", "tag": "dd1b57c9-6e10-40d6-bf62-3c0201cdc491"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:52:23.114181 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3b295c-44e5-4b03-9796-bf24e5a51ef5 x-openstack-request-id: req-ba3b295c-44e5-4b03-9796-bf24e5a51ef5 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:52:23.114493 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37888845-54a4-4bfd-84fb-a983e24b6f33", "tag": "dd1b57c9-6e10-40d6-bf62-3c0201cdc491", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:52:23.114759 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba3b295c-44e5-4b03-9796-bf24e5a51ef5 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:52:23.115695 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37888845-54a4-4bfd-84fb-a983e24b6f33', 'tag': 'dd1b57c9-6e10-40d6-bf62-3c0201cdc491', 'status': 'completed', 'code': 200} Dec 06 15:52:23.150750 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-830cc697-21da-4bce-a741-a2bb2c309d4b None None] Set router 71638607-c57c-46bd-aeb6-09e31c43cb74 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:52:23.180552 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e2257-192e-4813-8469-eff645a60d7a req-9823e37c-757d-4ff7-9f0c-4a75fcfad109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:23.182247 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb6e2257-192e-4813-8469-eff645a60d7a req-9823e37c-757d-4ff7-9f0c-4a75fcfad109 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 1096 time: 0.0437276 Dec 06 15:52:23.259611 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787104f-afb5-44e9-8c50-9009b55b533a req-2fee536f-c16d-4b76-800a-45effb72144f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:23.261264 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2787104f-afb5-44e9-8c50-9009b55b533a req-2fee536f-c16d-4b76-800a-45effb72144f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0489063 Dec 06 15:52:23.277499 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e2257-192e-4813-8469-eff645a60d7a req-631d536d-661e-4f3d-b7d1-fd536ee18749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:23.279238 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb6e2257-192e-4813-8469-eff645a60d7a req-631d536d-661e-4f3d-b7d1-fd536ee18749 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d1c4552-a0c8-415b-9442-3fa408843dbd HTTP/1.1" status: 200 len: 898 time: 0.0906203 Dec 06 15:52:23.317681 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2787104f-afb5-44e9-8c50-9009b55b533a req-e61cc107-cfc1-4734-821c-681fbd96aeed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484810 Dec 06 15:52:23.341483 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49194) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:23.346162 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb6e2257-192e-4813-8469-eff645a60d7a req-8cd29e2b-2c1b-4503-a8a1-a9eec9d9ce43 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd1b57c9-6e10-40d6-bf62-3c0201cdc491 HTTP/1.1" status: 200 len: 999 time: 0.0596390 Dec 06 15:52:23.372593 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-830cc697-21da-4bce-a741-a2bb2c309d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311187419', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207'}], 'enable_snat': True}, 'gw_port_id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:52:06Z', 'updated_at': '2021-12-06T15:52:10Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:07Z', 'updated_at': '2021-12-06T15:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '30768cc2-7bdd-46c7-8084-5b4894994ee3', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'floating_ip_address': '172.35.7.104', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'port_id': 'dd1b57c9-6e10-40d6-bf62-3c0201cdc491', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd', 'mac_address': 'fa:16:3e:e3:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37888845-54a4-4bfd-84fb-a983e24b6f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:52:22Z', 'updated_at': '2021-12-06T15:52:22Z', 'revision_number': 0, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55f2fa4-df29-411e-bba3-f14b6b598a67', 'name': '', 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:3a:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:09Z', 'updated_at': '2021-12-06T15:52:13Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:23.396496 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e2257-192e-4813-8469-eff645a60d7a req-eea46fce-bc85-44a3-87d7-3d3413e4761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:23.397948 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb6e2257-192e-4813-8469-eff645a60d7a req-eea46fce-bc85-44a3-87d7-3d3413e4761e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9 HTTP/1.1" status: 200 len: 834 time: 0.0455565 Dec 06 15:52:23.398260 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830cc697-21da-4bce-a741-a2bb2c309d4b None None] Checking router: 71638607-c57c-46bd-aeb6-09e31c43cb74 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:52:23.404972 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-18a54337-ada3-4bca-8081-e7d5005b5a10 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/floatingips/30768cc2-7bdd-46c7-8084-5b4894994ee3 HTTP/1.1" status: 200 len: 991 time: 0.0623200 Dec 06 15:52:23.406508 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830cc697-21da-4bce-a741-a2bb2c309d4b None None] Routers {'71638607-c57c-46bd-aeb6-09e31c43cb74'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:52:23.407109 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-830cc697-21da-4bce-a741-a2bb2c309d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:52:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['71638607-c57c-46bd-aeb6-09e31c43cb74'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:23.447005 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e2257-192e-4813-8469-eff645a60d7a req-d49e6bcc-5778-4a9d-a50f-a804eeba788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:23.448430 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb6e2257-192e-4813-8469-eff645a60d7a req-d49e6bcc-5778-4a9d-a50f-a804eeba788a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d1c4552-a0c8-415b-9442-3fa408843dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435841 Dec 06 15:52:23.514096 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-830cc697-21da-4bce-a741-a2bb2c309d4b None None] Set router 71638607-c57c-46bd-aeb6-09e31c43cb74 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:52:23.542478 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb6e2257-192e-4813-8469-eff645a60d7a req-b4b446b1-dfea-4379-97fe-9b69281ec4f3 service neutron] 10.222.0.23 "GET /v2.0/networks/6d1c4552-a0c8-415b-9442-3fa408843dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867863 Dec 06 15:52:23.831511 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-830cc697-21da-4bce-a741-a2bb2c309d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311187419', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207'}], 'enable_snat': True}, 'gw_port_id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:52:06Z', 'updated_at': '2021-12-06T15:52:10Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:07Z', 'updated_at': '2021-12-06T15:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '30768cc2-7bdd-46c7-8084-5b4894994ee3', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'floating_ip_address': '172.35.7.104', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'port_id': 'dd1b57c9-6e10-40d6-bf62-3c0201cdc491', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd', 'mac_address': 'fa:16:3e:e3:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37888845-54a4-4bfd-84fb-a983e24b6f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:52:22Z', 'updated_at': '2021-12-06T15:52:22Z', 'revision_number': 0, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55f2fa4-df29-411e-bba3-f14b6b598a67', 'name': '', 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:3a:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:09Z', 'updated_at': '2021-12-06T15:52:13Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:52:23.858904 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830cc697-21da-4bce-a741-a2bb2c309d4b None None] The sync data for ids ['71638607-c57c-46bd-aeb6-09e31c43cb74'] in n-d-master-1 is: [{'id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311187419', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207'}], 'enable_snat': True}, 'gw_port_id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:52:06Z', 'updated_at': '2021-12-06T15:52:10Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:07Z', 'updated_at': '2021-12-06T15:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '30768cc2-7bdd-46c7-8084-5b4894994ee3', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'floating_ip_address': '172.35.7.104', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'port_id': 'dd1b57c9-6e10-40d6-bf62-3c0201cdc491', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd', 'mac_address': 'fa:16:3e:e3:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37888845-54a4-4bfd-84fb-a983e24b6f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:52:22Z', 'updated_at': '2021-12-06T15:52:22Z', 'revision_number': 0, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55f2fa4-df29-411e-bba3-f14b6b598a67', 'name': '', 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:3a:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:09Z', 'updated_at': '2021-12-06T15:52:13Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:52:23.952297 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-eb6e2257-192e-4813-8469-eff645a60d7a req-ccb88b66-20fd-4c6d-94ad-5260af1cdc82 service neutron] 10.222.0.23 "GET /v2.0/networks/6d1c4552-a0c8-415b-9442-3fa408843dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034657 Dec 06 15:52:24.070278 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89d3b87-b738-4b92-b444-030b10bf5a7b None None] New status for floating IP 30768cc2-7bdd-46c7-8084-5b4894994ee3: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:52:24.408852 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49196) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:52:24.471237 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-599cdb66-4eee-4f12-8cc1-ea493641a93e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/floatingips/30768cc2-7bdd-46c7-8084-5b4894994ee3 HTTP/1.1" status: 200 len: 993 time: 0.0613325 Dec 06 15:52:28.409227 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:30.394126 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:30.900800 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b74fe99a-4d15-4777-a737-4340fd865a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:33.332006 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4777-6e6a-4e0a-96b1-38a476938b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:34.240092 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:35.889344 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:36.763731 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:54.726002 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:52:57.917790 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c3dc3-d1a7-4a4e-981b-c39114189840 req-108af3a3-1d7d-4590-ac77-e12a5df24fe4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:57.919275 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-062c3dc3-d1a7-4a4e-981b-c39114189840 req-108af3a3-1d7d-4590-ac77-e12a5df24fe4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0932887 Dec 06 15:52:57.968327 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-062c3dc3-d1a7-4a4e-981b-c39114189840 req-9035d4c5-3442-4d86-8856-61b457151b90 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426333 Dec 06 15:52:58.428184 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:52:59.131451 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d56757-8dd5-4df6-b2c7-8463cc17fddd req-66bc9b2e-b085-4629-a70d-fa5b5b292cb4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:52:59.132963 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-27d56757-8dd5-4df6-b2c7-8463cc17fddd req-66bc9b2e-b085-4629-a70d-fa5b5b292cb4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0925028 Dec 06 15:52:59.180518 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-27d56757-8dd5-4df6-b2c7-8463cc17fddd req-65a20015-015c-4cb4-95c4-17d3b391cfdb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414250 Dec 06 15:53:00.412484 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:00.543207 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b607104-dd25-48d4-b7fa-0de862ccecc9 req-0d82f8f9-df7a-4733-94b8-dac2921b0b2e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:00.544700 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b607104-dd25-48d4-b7fa-0de862ccecc9 req-0d82f8f9-df7a-4733-94b8-dac2921b0b2e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0477862 Dec 06 15:53:00.595500 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2b607104-dd25-48d4-b7fa-0de862ccecc9 req-a2e50639-0fc0-4493-a55a-835b3b304b95 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448942 Dec 06 15:53:00.902539 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83d3101-d36d-4b83-a520-8054fd03efbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:01.709672 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9a41b-645b-4f28-a898-23479a75cee0 req-879d6944-e3e3-4a91-baa4-3dac629cba6a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:01.711162 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88c9a41b-645b-4f28-a898-23479a75cee0 req-879d6944-e3e3-4a91-baa4-3dac629cba6a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0477524 Dec 06 15:53:01.759553 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-88c9a41b-645b-4f28-a898-23479a75cee0 req-55b2af3c-f317-4493-b9e7-c9d462176b5a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424438 Dec 06 15:53:02.875604 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9472a-0851-4ef1-9f31-22b8452a28a3 req-ac2407d7-ab0a-45e9-b341-69badfc69696 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:02.877073 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f8a9472a-0851-4ef1-9f31-22b8452a28a3 req-ac2407d7-ab0a-45e9-b341-69badfc69696 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0507746 Dec 06 15:53:02.925219 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f8a9472a-0851-4ef1-9f31-22b8452a28a3 req-2fbe3af4-a816-4599-9dbe-1ef6d9a7dc55 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417056 Dec 06 15:53:03.332720 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-822b68b4-e725-4456-b6cf-634d7997fcb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:04.046085 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dddcb-7e04-4bda-8d82-dd5e37597bc2 req-c6f2f8d1-47fc-4576-8292-78999d6a725d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:04.047565 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0f8dddcb-7e04-4bda-8d82-dd5e37597bc2 req-c6f2f8d1-47fc-4576-8292-78999d6a725d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0528722 Dec 06 15:53:04.096287 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0f8dddcb-7e04-4bda-8d82-dd5e37597bc2 req-941351f5-3e85-477b-a996-a41196efe107 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421286 Dec 06 15:53:04.243141 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:05.210459 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c4a82-d673-4ba7-a201-13cbba09eaa5 req-da0e1495-8582-470c-9851-8ab873b04926 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:05.211856 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed8c4a82-d673-4ba7-a201-13cbba09eaa5 req-da0e1495-8582-470c-9851-8ab873b04926 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0482793 Dec 06 15:53:05.259170 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ed8c4a82-d673-4ba7-a201-13cbba09eaa5 req-94a1af01-9094-4fb3-a92f-c7c19fb2e03b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414572 Dec 06 15:53:05.891472 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:06.374394 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452dd34-1fd2-4479-bec5-c6eee85abe3c req-e9167bda-c1ab-4c5a-b4f4-1f20ba891c6c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:06.375877 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8452dd34-1fd2-4479-bec5-c6eee85abe3c req-e9167bda-c1ab-4c5a-b4f4-1f20ba891c6c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0484986 Dec 06 15:53:06.424442 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8452dd34-1fd2-4479-bec5-c6eee85abe3c req-c1f2e23e-2af5-448a-a8e5-ee5deaa05e33 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426776 Dec 06 15:53:06.764699 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:07.482026 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcca030-d9e8-4025-9afa-734bd6bb4994 req-0791e9e2-019c-4f3a-b1ca-576ede62aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:07.484382 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fcca030-d9e8-4025-9afa-734bd6bb4994 req-0791e9e2-019c-4f3a-b1ca-576ede62aa26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 1096 time: 0.0829084 Dec 06 15:53:07.590554 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32d6cf-7270-4aea-b6d2-4436145633c9 req-d2f7771d-18d7-44f8-8c86-d833f3daaaeb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:07.592051 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e32d6cf-7270-4aea-b6d2-4436145633c9 req-d2f7771d-18d7-44f8-8c86-d833f3daaaeb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0993054 Dec 06 15:53:07.646141 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcca030-d9e8-4025-9afa-734bd6bb4994 req-c5e49b2e-6bb5-4215-860b-8001192b1cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:07.647734 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fcca030-d9e8-4025-9afa-734bd6bb4994 req-c5e49b2e-6bb5-4215-860b-8001192b1cd0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d1c4552-a0c8-415b-9442-3fa408843dbd HTTP/1.1" status: 200 len: 898 time: 0.1298258 Dec 06 15:53:07.700710 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2e32d6cf-7270-4aea-b6d2-4436145633c9 req-62dec4e0-fd20-4935-a681-b43baa7f8ebf tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025858 Dec 06 15:53:07.722773 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fcca030-d9e8-4025-9afa-734bd6bb4994 req-6ec7e66c-f575-4782-99f1-f6ee3d9f1d16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd1b57c9-6e10-40d6-bf62-3c0201cdc491 HTTP/1.1" status: 200 len: 1001 time: 0.0681913 Dec 06 15:53:07.771547 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcca030-d9e8-4025-9afa-734bd6bb4994 req-ab5e8e09-c71c-44fe-8dc8-191fe7258eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:07.772981 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fcca030-d9e8-4025-9afa-734bd6bb4994 req-ab5e8e09-c71c-44fe-8dc8-191fe7258eab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9 HTTP/1.1" status: 200 len: 834 time: 0.0424445 Dec 06 15:53:07.820581 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcca030-d9e8-4025-9afa-734bd6bb4994 req-6362d73c-c064-4a4a-bd1b-8efacdf67a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:07.822031 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fcca030-d9e8-4025-9afa-734bd6bb4994 req-6362d73c-c064-4a4a-bd1b-8efacdf67a0b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d1c4552-a0c8-415b-9442-3fa408843dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423567 Dec 06 15:53:07.908074 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fcca030-d9e8-4025-9afa-734bd6bb4994 req-ff2343e3-be23-447a-a0e9-a6eb98f985d8 service neutron] 10.222.0.23 "GET /v2.0/networks/6d1c4552-a0c8-415b-9442-3fa408843dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791595 Dec 06 15:53:08.000055 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4fcca030-d9e8-4025-9afa-734bd6bb4994 req-0d12007b-2bac-4dfb-a0c6-d16a78d91e43 service neutron] 10.222.0.23 "GET /v2.0/networks/6d1c4552-a0c8-415b-9442-3fa408843dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842261 Dec 06 15:53:08.814632 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53411b5d-c077-4005-8676-bb0fd2420852 req-c6ccf5c4-fdd4-4516-bb16-0f0357821af6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:08.816117 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-53411b5d-c077-4005-8676-bb0fd2420852 req-c6ccf5c4-fdd4-4516-bb16-0f0357821af6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0475984 Dec 06 15:53:08.868912 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-53411b5d-c077-4005-8676-bb0fd2420852 req-129ad65d-90db-4684-95a7-95d70bfd53ad tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461836 Dec 06 15:53:09.982762 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc51b4-dcc0-4f3d-8181-4bbfde1a038b req-27b2f6be-c538-410e-9b1b-5c7163793d47 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:09.984244 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27dc51b4-dcc0-4f3d-8181-4bbfde1a038b req-27b2f6be-c538-410e-9b1b-5c7163793d47 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0490584 Dec 06 15:53:10.032272 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-27dc51b4-dcc0-4f3d-8181-4bbfde1a038b req-dd98a3c3-c8a0-4d22-8863-fd0377413a74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420725 Dec 06 15:53:11.148338 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34b21c-6d7f-426d-a7b2-1e956250d86b req-942be874-3fef-4a9e-a83a-727269685254 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:11.149797 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f34b21c-6d7f-426d-a7b2-1e956250d86b req-942be874-3fef-4a9e-a83a-727269685254 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0480022 Dec 06 15:53:11.198037 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7f34b21c-6d7f-426d-a7b2-1e956250d86b req-c7d26224-05f1-4f87-971d-541bbf00f976 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423393 Dec 06 15:53:12.314225 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c554d00-5aab-495e-b196-1819da05c9e3 req-50666972-30b4-41e6-bcb2-d2d8d0c04fea tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:12.315709 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c554d00-5aab-495e-b196-1819da05c9e3 req-50666972-30b4-41e6-bcb2-d2d8d0c04fea tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0481844 Dec 06 15:53:12.368853 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c554d00-5aab-495e-b196-1819da05c9e3 req-991f08cf-3b71-413c-9242-859007c5f0ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464923 Dec 06 15:53:13.483251 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d9cba-4038-40c2-b25c-3de52bfdcb22 req-de3b5a58-4339-4bac-b36d-29bf3b9a3eac tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:13.484785 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed7d9cba-4038-40c2-b25c-3de52bfdcb22 req-de3b5a58-4339-4bac-b36d-29bf3b9a3eac tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0485070 Dec 06 15:53:13.535134 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ed7d9cba-4038-40c2-b25c-3de52bfdcb22 req-ea719f7c-ed1b-47a0-8f63-d9cdf86abd05 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442195 Dec 06 15:53:13.556912 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49246) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:13.621107 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ab48e58a-4cb7-49e5-9a28-3c076ba1cec3 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/floatingips/30768cc2-7bdd-46c7-8084-5b4894994ee3 HTTP/1.1" status: 200 len: 993 time: 0.0630858 Dec 06 15:53:14.909980 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f351c-4e28-41c3-995e-1b80f8b30fd0 req-fd80a358-98ed-4817-b1b5-f32fa0b791bd tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:14.911454 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b93f351c-4e28-41c3-995e-1b80f8b30fd0 req-fd80a358-98ed-4817-b1b5-f32fa0b791bd tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0773952 Dec 06 15:53:14.917528 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6941f-38b0-4caa-afbd-c46dbf11fceb req-7a154618-d1dc-4a43-ba47-8d3fa48533aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:14.918893 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8b6941f-38b0-4caa-afbd-c46dbf11fceb req-7a154618-d1dc-4a43-ba47-8d3fa48533aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 1096 time: 0.0549426 Dec 06 15:53:15.016786 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b93f351c-4e28-41c3-995e-1b80f8b30fd0 req-6c7fa529-038e-4b1c-b084-7e160448a8a7 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968649 Dec 06 15:53:15.042308 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6941f-38b0-4caa-afbd-c46dbf11fceb req-79242b05-54cb-491a-b205-293523a1765a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:15.043806 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8b6941f-38b0-4caa-afbd-c46dbf11fceb req-79242b05-54cb-491a-b205-293523a1765a service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d1c4552-a0c8-415b-9442-3fa408843dbd HTTP/1.1" status: 200 len: 898 time: 0.1116157 Dec 06 15:53:15.109733 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8b6941f-38b0-4caa-afbd-c46dbf11fceb req-138ae26c-6e4a-4e09-aabd-d2455f65d952 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd1b57c9-6e10-40d6-bf62-3c0201cdc491 HTTP/1.1" status: 200 len: 1001 time: 0.0576823 Dec 06 15:53:15.161164 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6941f-38b0-4caa-afbd-c46dbf11fceb req-f90ed7a9-b997-4ba0-892d-942f32881c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:15.162587 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8b6941f-38b0-4caa-afbd-c46dbf11fceb req-f90ed7a9-b997-4ba0-892d-942f32881c7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9 HTTP/1.1" status: 200 len: 834 time: 0.0462196 Dec 06 15:53:15.205519 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6941f-38b0-4caa-afbd-c46dbf11fceb req-95c74fb3-8355-4afb-8ec0-33ae75057b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:15.206942 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8b6941f-38b0-4caa-afbd-c46dbf11fceb req-95c74fb3-8355-4afb-8ec0-33ae75057b51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d1c4552-a0c8-415b-9442-3fa408843dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380788 Dec 06 15:53:15.293309 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8b6941f-38b0-4caa-afbd-c46dbf11fceb req-f07ce0ca-5d66-4f9b-8379-d54daaaa9e92 service neutron] 10.222.0.23 "GET /v2.0/networks/6d1c4552-a0c8-415b-9442-3fa408843dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789242 Dec 06 15:53:15.389059 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8b6941f-38b0-4caa-afbd-c46dbf11fceb req-1e31d583-5bc0-4626-99de-bbe271b953b8 service neutron] 10.222.0.23 "GET /v2.0/networks/6d1c4552-a0c8-415b-9442-3fa408843dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851414 Dec 06 15:53:16.133103 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c01f68-4891-4096-bc8f-ebee57fef4b1 req-e9b996e3-b933-418f-baac-b4aea53840b3 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:16.134550 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a5c01f68-4891-4096-bc8f-ebee57fef4b1 req-e9b996e3-b933-418f-baac-b4aea53840b3 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0481451 Dec 06 15:53:16.182812 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a5c01f68-4891-4096-bc8f-ebee57fef4b1 req-883cdf22-d9d3-4cd2-b255-6e6653aa9682 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423503 Dec 06 15:53:16.206436 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49256) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:16.270320 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dd07cf4e-b258-44af-ad24-c36d6028ba7b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/floatingips/30768cc2-7bdd-46c7-8084-5b4894994ee3 HTTP/1.1" status: 200 len: 993 time: 0.0627291 Dec 06 15:53:28.456746 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:30.409028 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:30.906424 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0a47ae91-092a-425b-b379-1ee4b2403378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:31.724810 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:53:33.334821 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2671c59-c266-4ce2-b3e7-4c237df7f3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:34.245074 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:35.894796 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:36.765766 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:46.772799 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49266) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:46.929838 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port f02f626c-8423-43b8-82b0-11f8ec8d6066 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:53:46.930174 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:47.007357 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:47.007712 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:47.019163 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for f02f626c-8423-43b8-82b0-11f8ec8d6066 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:53:47.161221 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:47.190181 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=f02f626c-8423-43b8-82b0-11f8ec8d6066,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:47.213606 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:47.213960 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:47.214309 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:47.214649 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:47.214986 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:47.215320 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:47.215673 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:47.216021 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:47.216352 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:47.216680 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:47.217007 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:47.217331 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:47.217651 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:47.257340 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:47.257672 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Floating IP 30768cc2-7bdd-46c7-8084-5b4894994ee3 disassociated (deleted). External IP: 172.35.7.104, port: dd1b57c9-6e10-40d6-bf62-3c0201cdc491. Dec 06 15:53:47.461580 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 71638607-c57c-46bd-aeb6-09e31c43cb74 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:53:47.571925 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:53:47.576669 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:47.581638 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48e695-cfa3-4234-82e0-378c5b81843c None None] Sync routers for ids ['71638607-c57c-46bd-aeb6-09e31c43cb74'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:53:47.590561 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab48e695-cfa3-4234-82e0-378c5b81843c None None] Routers {'71638607-c57c-46bd-aeb6-09e31c43cb74'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:53:47.591165 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ab48e695-cfa3-4234-82e0-378c5b81843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:53:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['71638607-c57c-46bd-aeb6-09e31c43cb74'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:53:47.602862 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-1ed01a18-011e-4942-ad91-7579e5e78481 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/floatingips/30768cc2-7bdd-46c7-8084-5b4894994ee3 HTTP/1.1" status: 204 len: 168 time: 0.8290691 Dec 06 15:53:47.604278 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37888845-54a4-4bfd-84fb-a983e24b6f33', 'tag': 'dd1b57c9-6e10-40d6-bf62-3c0201cdc491'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:53:47.606839 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c742703be9958fca7b51ef848c2f1f9c289ae81b0df0ada1724f18bf2a1f44e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e324dd-ac17-4777-9864-0fe3a5d4a1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "37888845-54a4-4bfd-84fb-a983e24b6f33", "tag": "dd1b57c9-6e10-40d6-bf62-3c0201cdc491"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:53:47.698773 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ab48e695-cfa3-4234-82e0-378c5b81843c None None] Set router 71638607-c57c-46bd-aeb6-09e31c43cb74 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:53:47.733050 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268a5132-a470-4087-a6ee-0b991c3b2a5e x-openstack-request-id: req-268a5132-a470-4087-a6ee-0b991c3b2a5e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:53:47.733417 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37888845-54a4-4bfd-84fb-a983e24b6f33", "tag": "dd1b57c9-6e10-40d6-bf62-3c0201cdc491", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:53:47.733687 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-268a5132-a470-4087-a6ee-0b991c3b2a5e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:53:47.734097 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37888845-54a4-4bfd-84fb-a983e24b6f33', 'tag': 'dd1b57c9-6e10-40d6-bf62-3c0201cdc491', 'status': 'completed', 'code': 200} Dec 06 15:53:47.830422 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e324dd-ac17-4777-9864-0fe3a5d4a1a5 req-b2309b60-1a2f-403c-9167-fb3694264692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:47.831952 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00e324dd-ac17-4777-9864-0fe3a5d4a1a5 req-b2309b60-1a2f-403c-9167-fb3694264692 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 1096 time: 0.0651600 Dec 06 15:53:47.858358 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2321f07-33fe-4e6d-967a-b2b14036b70a req-110b6a81-65b0-4445-9f6f-39a74eeda320 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:47.859811 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e2321f07-33fe-4e6d-967a-b2b14036b70a req-110b6a81-65b0-4445-9f6f-39a74eeda320 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0680451 Dec 06 15:53:47.914549 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ab48e695-cfa3-4234-82e0-378c5b81843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311187419', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207'}], 'enable_snat': True}, 'gw_port_id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:52:06Z', 'updated_at': '2021-12-06T15:52:10Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:07Z', 'updated_at': '2021-12-06T15:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a55f2fa4-df29-411e-bba3-f14b6b598a67', 'name': '', 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:3a:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:09Z', 'updated_at': '2021-12-06T15:52:13Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:53:47.939774 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48e695-cfa3-4234-82e0-378c5b81843c None None] Checking router: 71638607-c57c-46bd-aeb6-09e31c43cb74 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:53:47.948239 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab48e695-cfa3-4234-82e0-378c5b81843c None None] Routers {'71638607-c57c-46bd-aeb6-09e31c43cb74'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:53:47.948872 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ab48e695-cfa3-4234-82e0-378c5b81843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:53:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['71638607-c57c-46bd-aeb6-09e31c43cb74'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:53:47.964362 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e2321f07-33fe-4e6d-967a-b2b14036b70a req-532ff485-241d-40ef-89c3-66d0427a9757 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942433 Dec 06 15:53:47.973700 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e324dd-ac17-4777-9864-0fe3a5d4a1a5 req-7b8ef521-b28b-4276-b4e7-18c0f6800613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:47.975204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00e324dd-ac17-4777-9864-0fe3a5d4a1a5 req-7b8ef521-b28b-4276-b4e7-18c0f6800613 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d1c4552-a0c8-415b-9442-3fa408843dbd HTTP/1.1" status: 200 len: 898 time: 0.1342778 Dec 06 15:53:48.018003 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00e324dd-ac17-4777-9864-0fe3a5d4a1a5 req-66471c53-9192-4623-b6f7-38174f78385d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd1b57c9-6e10-40d6-bf62-3c0201cdc491 HTTP/1.1" status: 200 len: 217 time: 0.0349250 Dec 06 15:53:48.052346 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-ab48e695-cfa3-4234-82e0-378c5b81843c None None] Set router 71638607-c57c-46bd-aeb6-09e31c43cb74 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:53:48.070988 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e324dd-ac17-4777-9864-0fe3a5d4a1a5 req-06f13bff-de50-4643-9294-d09d20e93525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:48.072481 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00e324dd-ac17-4777-9864-0fe3a5d4a1a5 req-06f13bff-de50-4643-9294-d09d20e93525 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9 HTTP/1.1" status: 200 len: 834 time: 0.0468884 Dec 06 15:53:48.120533 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e324dd-ac17-4777-9864-0fe3a5d4a1a5 req-bf1eafd2-faf4-4c40-ae53-a5ebe88e3dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:48.122023 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00e324dd-ac17-4777-9864-0fe3a5d4a1a5 req-bf1eafd2-faf4-4c40-ae53-a5ebe88e3dc1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d1c4552-a0c8-415b-9442-3fa408843dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397232 Dec 06 15:53:48.216369 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00e324dd-ac17-4777-9864-0fe3a5d4a1a5 req-d0eade8e-ac67-4d93-9bd6-5504f875001d service neutron] 10.222.0.23 "GET /v2.0/networks/6d1c4552-a0c8-415b-9442-3fa408843dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838184 Dec 06 15:53:48.249434 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-ab48e695-cfa3-4234-82e0-378c5b81843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311187419', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207'}], 'enable_snat': True}, 'gw_port_id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:52:06Z', 'updated_at': '2021-12-06T15:52:10Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:07Z', 'updated_at': '2021-12-06T15:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a55f2fa4-df29-411e-bba3-f14b6b598a67', 'name': '', 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:3a:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:09Z', 'updated_at': '2021-12-06T15:52:13Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:53:48.275588 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48e695-cfa3-4234-82e0-378c5b81843c None None] The sync data for ids ['71638607-c57c-46bd-aeb6-09e31c43cb74'] in n-d-master-1 is: [{'id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311187419', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207'}], 'enable_snat': True}, 'gw_port_id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:52:06Z', 'updated_at': '2021-12-06T15:52:10Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:07Z', 'updated_at': '2021-12-06T15:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'a55f2fa4-df29-411e-bba3-f14b6b598a67', 'name': '', 'network_id': '6d1c4552-a0c8-415b-9442-3fa408843dbd', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:3a:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:09Z', 'updated_at': '2021-12-06T15:52:13Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': 'b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:53:48.310971 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00e324dd-ac17-4777-9864-0fe3a5d4a1a5 req-5ea279e2-0c76-46d7-aa6d-2ac6595f652a service neutron] 10.222.0.23 "GET /v2.0/networks/6d1c4552-a0c8-415b-9442-3fa408843dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824039 Dec 06 15:53:48.487523 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8fc077-e9f2-4524-a4e5-8bce46d1893c None None] New status for floating IP 30768cc2-7bdd-46c7-8084-5b4894994ee3: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:53:49.092451 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcf15e-91c3-4802-9885-0abe38cdd7c0 req-a12f7796-b835-42e9-8cbd-d15a82bcff04 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:49.093945 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a0dcf15e-91c3-4802-9885-0abe38cdd7c0 req-a12f7796-b835-42e9-8cbd-d15a82bcff04 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0521541 Dec 06 15:53:49.144402 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a0dcf15e-91c3-4802-9885-0abe38cdd7c0 req-755d95cc-2bec-47ae-b215-6283c7ab7663 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=21174b3e-cb6b-4d2a-8132-ff668e2e8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443861 Dec 06 15:53:49.375797 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f4c2d-a77c-44c1-ad5d-5aadac31dca1 req-c0398b91-d58e-4e8b-b82a-03884af0257d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:49.377239 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b18f4c2d-a77c-44c1-ad5d-5aadac31dca1 req-c0398b91-d58e-4e8b-b82a-03884af0257d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.23 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0496044 Dec 06 15:53:49.468484 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-b18f4c2d-a77c-44c1-ad5d-5aadac31dca1 req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port dd1b57c9-6e10-40d6-bf62-3c0201cdc491 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:53:49.468815 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b18f4c2d-a77c-44c1-ad5d-5aadac31dca1 req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:49.557303 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b18f4c2d-a77c-44c1-ad5d-5aadac31dca1 req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] For port dd1b57c9-6e10-40d6-bf62-3c0201cdc491, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dd1b57c9-6e10-40d6-bf62-3c0201cdc491,segment=NetworkSegment(27d82f60-d634-49fd-ad70-2228f1cb8935),segment_id=27d82f60-d634-49fd-ad70-2228f1cb8935)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:53:49.557661 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b18f4c2d-a77c-44c1-ad5d-5aadac31dca1 req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:49.569910 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-b18f4c2d-a77c-44c1-ad5d-5aadac31dca1 req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for dd1b57c9-6e10-40d6-bf62-3c0201cdc491 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:53:49.699203 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b18f4c2d-a77c-44c1-ad5d-5aadac31dca1 req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:49.727590 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=dd1b57c9-6e10-40d6-bf62-3c0201cdc491,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:49.742544 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:49.742907 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:49.743259 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:49.743601 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:49.743981 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:49.744321 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:49.744663 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:49.745002 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:49.745335 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:49.745671 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:49.746007 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:49.746338 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:49.746664 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:49.785287 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18f4c2d-a77c-44c1-ad5d-5aadac31dca1 req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] No DVR routers for this DVR port dd1b57c9-6e10-40d6-bf62-3c0201cdc491 on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:53:49.787860 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b18f4c2d-a77c-44c1-ad5d-5aadac31dca1 req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:49.791900 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b18f4c2d-a77c-44c1-ad5d-5aadac31dca1 req-b8bba56a-be6e-47ca-9bd5-4678e15b5e67 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.23 "DELETE /v2.0/ports/dd1b57c9-6e10-40d6-bf62-3c0201cdc491 HTTP/1.1" status: 204 len: 173 time: 0.4083202 Dec 06 15:53:49.792348 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37888845-54a4-4bfd-84fb-a983e24b6f33', 'name': 'network-vif-deleted', 'tag': 'dd1b57c9-6e10-40d6-bf62-3c0201cdc491'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:53:49.794593 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d693146-3c97-4641-b7c8-990cc1219478" -d '{"events": [{"server_uuid": "37888845-54a4-4bfd-84fb-a983e24b6f33", "name": "network-vif-deleted", "tag": "dd1b57c9-6e10-40d6-bf62-3c0201cdc491"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:53:49.831374 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3ea33e-2eb0-4d85-bcf7-8a707a548354 x-openstack-request-id: req-0b3ea33e-2eb0-4d85-bcf7-8a707a548354 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:53:49.831702 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37888845-54a4-4bfd-84fb-a983e24b6f33", "name": "network-vif-deleted", "tag": "dd1b57c9-6e10-40d6-bf62-3c0201cdc491", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:53:49.831968 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b3ea33e-2eb0-4d85-bcf7-8a707a548354 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:53:49.832378 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37888845-54a4-4bfd-84fb-a983e24b6f33', 'name': 'network-vif-deleted', 'tag': 'dd1b57c9-6e10-40d6-bf62-3c0201cdc491', 'status': 'completed', 'code': 200} Dec 06 15:53:50.261885 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-480aedb7-1a39-443c-a96b-a0223922b252 req-3e3212d2-2f41-49b3-b99f-abacd6201370 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=37888845-54a4-4bfd-84fb-a983e24b6f33 HTTP/1.1" status: 200 len: 210 time: 0.0273015 Dec 06 15:53:51.319327 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49284) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:51.966391 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-031a7faf-45f1-4230-af01-fcfe4c49bc3f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:52.212029 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-031a7faf-45f1-4230-af01-fcfe4c49bc3f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port a55f2fa4-df29-411e-bba3-f14b6b598a67 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:53:52.212360 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-031a7faf-45f1-4230-af01-fcfe4c49bc3f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:52.301688 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-031a7faf-45f1-4230-af01-fcfe4c49bc3f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] For port a55f2fa4-df29-411e-bba3-f14b6b598a67, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a55f2fa4-df29-411e-bba3-f14b6b598a67,segment=NetworkSegment(27d82f60-d634-49fd-ad70-2228f1cb8935),segment_id=27d82f60-d634-49fd-ad70-2228f1cb8935)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:53:52.301961 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-031a7faf-45f1-4230-af01-fcfe4c49bc3f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:52.313452 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-031a7faf-45f1-4230-af01-fcfe4c49bc3f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for a55f2fa4-df29-411e-bba3-f14b6b598a67 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:53:52.494828 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-031a7faf-45f1-4230-af01-fcfe4c49bc3f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:52.519627 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a7faf-45f1-4230-af01-fcfe4c49bc3f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=a55f2fa4-df29-411e-bba3-f14b6b598a67,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:52.696217 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-031a7faf-45f1-4230-af01-fcfe4c49bc3f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:52.913788 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031a7faf-45f1-4230-af01-fcfe4c49bc3f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 71638607-c57c-46bd-aeb6-09e31c43cb74 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:53:53.021061 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031a7faf-45f1-4230-af01-fcfe4c49bc3f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:53:53.026404 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-031a7faf-45f1-4230-af01-fcfe4c49bc3f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "PUT /v2.0/routers/71638607-c57c-46bd-aeb6-09e31c43cb74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7060096 Dec 06 15:53:53.029799 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49286) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:53.032439 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6181baa-1eca-479f-96b3-a4fc40c6103e None None] Sync routers for ids ['71638607-c57c-46bd-aeb6-09e31c43cb74'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:53:53.042222 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6181baa-1eca-479f-96b3-a4fc40c6103e None None] Routers {'71638607-c57c-46bd-aeb6-09e31c43cb74'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:53:53.042834 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b6181baa-1eca-479f-96b3-a4fc40c6103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:53:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['71638607-c57c-46bd-aeb6-09e31c43cb74'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:53:53.080974 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf12959-261c-46a7-8f8d-0ebe02aa2086 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting subnet b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:53:53.084085 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccf12959-261c-46a7-8f8d-0ebe02aa2086 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:53.124036 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccf12959-261c-46a7-8f8d-0ebe02aa2086 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:53.144979 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b6181baa-1eca-479f-96b3-a4fc40c6103e None None] Set router 71638607-c57c-46bd-aeb6-09e31c43cb74 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:53:53.209354 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccf12959-261c-46a7-8f8d-0ebe02aa2086 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:53.267240 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccf12959-261c-46a7-8f8d-0ebe02aa2086 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:53.294406 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf12959-261c-46a7-8f8d-0ebe02aa2086 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Subnet': ['ID=b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:53.298239 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccf12959-261c-46a7-8f8d-0ebe02aa2086 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:53.304044 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ccf12959-261c-46a7-8f8d-0ebe02aa2086 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/subnets/b0edef4d-b0ad-46d6-a0f4-2718eddb5aa9 HTTP/1.1" status: 204 len: 168 time: 0.2707033 Dec 06 15:53:53.304446 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49288) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:53.305453 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710cccb2-0b21-43a2-b8f6-705b3cd38fd5 None None] Network 6d1c4552-a0c8-415b-9442-3fa408843dbd requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:53:53.323392 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b6181baa-1eca-479f-96b3-a4fc40c6103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311187419', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207'}], 'enable_snat': True}, 'gw_port_id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:52:06Z', 'updated_at': '2021-12-06T15:53:52Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:07Z', 'updated_at': '2021-12-06T15:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:53:53.349283 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6181baa-1eca-479f-96b3-a4fc40c6103e None None] Checking router: 71638607-c57c-46bd-aeb6-09e31c43cb74 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:53:53.359208 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6181baa-1eca-479f-96b3-a4fc40c6103e None None] Routers {'71638607-c57c-46bd-aeb6-09e31c43cb74'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:53:53.360835 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b6181baa-1eca-479f-96b3-a4fc40c6103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:53:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['71638607-c57c-46bd-aeb6-09e31c43cb74'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:53:53.415382 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1027-54a6-4ed9-9fc2-b45b6116c543 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:53.503268 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] DHCP port deletion for 6d1c4552-a0c8-415b-9442-3fa408843dbd request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:53:53.524185 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1027-54a6-4ed9-9fc2-b45b6116c543 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:53.557687 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Deleting port 75897949-c0af-4059-b9ba-e60b923b7145 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:53:53.558167 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:53.567882 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-b6181baa-1eca-479f-96b3-a4fc40c6103e None None] Set router 71638607-c57c-46bd-aeb6-09e31c43cb74 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:53:53.583980 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9a2e1027-54a6-4ed9-9fc2-b45b6116c543 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:53:53.584388 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1027-54a6-4ed9-9fc2-b45b6116c543 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:53.621820 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] For port 75897949-c0af-4059-b9ba-e60b923b7145, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75897949-c0af-4059-b9ba-e60b923b7145,segment=NetworkSegment(27d82f60-d634-49fd-ad70-2228f1cb8935),segment_id=27d82f60-d634-49fd-ad70-2228f1cb8935)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:53:53.622236 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:53.636034 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Calling delete_port for 75897949-c0af-4059-b9ba-e60b923b7145 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:53:53.665039 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9a2e1027-54a6-4ed9-9fc2-b45b6116c543 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] For port ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:53:53.665496 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1027-54a6-4ed9-9fc2-b45b6116c543 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:53.678319 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9a2e1027-54a6-4ed9-9fc2-b45b6116c543 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:53:53.720351 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:53.746901 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Pushing event deleted for resources: {'Port': ['ID=75897949-c0af-4059-b9ba-e60b923b7145,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:53.749200 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-b6181baa-1eca-479f-96b3-a4fc40c6103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311187419', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207'}], 'enable_snat': True}, 'gw_port_id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:52:06Z', 'updated_at': '2021-12-06T15:53:52Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:07Z', 'updated_at': '2021-12-06T15:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:53:53.751188 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] No DVR routers for this DVR port 75897949-c0af-4059-b9ba-e60b923b7145 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:53:53.759103 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:53.759455 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:53.759828 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:53.760173 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:53.760512 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:53.760879 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:53.761213 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:53.761544 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:53.761873 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:53.762202 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:53.762530 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:53.762856 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:53.763181 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de73371-6a8d-493b-9056-0a4239d5e562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:53:53.787267 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6181baa-1eca-479f-96b3-a4fc40c6103e None None] The sync data for ids ['71638607-c57c-46bd-aeb6-09e31c43cb74'] in n-d-master-1 is: [{'id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311187419', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207'}], 'enable_snat': True}, 'gw_port_id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:52:06Z', 'updated_at': '2021-12-06T15:53:52Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71638607-c57c-46bd-aeb6-09e31c43cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:52:07Z', 'updated_at': '2021-12-06T15:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:53:53.866377 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1027-54a6-4ed9-9fc2-b45b6116c543 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:53.891426 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e1027-54a6-4ed9-9fc2-b45b6116c543 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:53.906708 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4139801-3b20-4f78-a4e7-c407fc878cb3 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:53:53.955057 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1027-54a6-4ed9-9fc2-b45b6116c543 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:54.021891 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device dd1b57c9-6e10-40d6-bf62-3c0201cdc491 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:53:54.041262 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: dd1b57c9-6e10-40d6-bf62-3c0201cdc491 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:53:54.041612 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device dd1b57c9-6e10-40d6-bf62-3c0201cdc491 not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:53:54.046234 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1027-54a6-4ed9-9fc2-b45b6116c543 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:54.048448 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1027-54a6-4ed9-9fc2-b45b6116c543 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:54.091610 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1027-54a6-4ed9-9fc2-b45b6116c543 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:54.092193 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2e1027-54a6-4ed9-9fc2-b45b6116c543 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Fanout notify agent at l3_agent the message router_deleted on router 71638607-c57c-46bd-aeb6-09e31c43cb74 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:53:54.098994 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1027-54a6-4ed9-9fc2-b45b6116c543 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:54.100123 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9a2e1027-54a6-4ed9-9fc2-b45b6116c543 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/routers/71638607-c57c-46bd-aeb6-09e31c43cb74 HTTP/1.1" status: 204 len: 168 time: 0.7939229 Dec 06 15:53:54.103610 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49290) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:54.183644 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8692518c-51c0-43a9-aff3-1966298f775d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:54.269726 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8692518c-51c0-43a9-aff3-1966298f775d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:54.295316 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8692518c-51c0-43a9-aff3-1966298f775d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1c4552-a0c8-415b-9442-3fa408843dbd']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:53:54.304421 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8692518c-51c0-43a9-aff3-1966298f775d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d82f60-d634-49fd-ad70-2228f1cb8935') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:53:54.304747 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-8692518c-51c0-43a9-aff3-1966298f775d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d82f60-d634-49fd-ad70-2228f1cb8935') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:53:54.314039 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8692518c-51c0-43a9-aff3-1966298f775d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:54.327704 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8692518c-51c0-43a9-aff3-1966298f775d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:54.336399 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8692518c-51c0-43a9-aff3-1966298f775d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:53:54.336792 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8692518c-51c0-43a9-aff3-1966298f775d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: timer() Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:53:54.339964 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:53:54.401310 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8692518c-51c0-43a9-aff3-1966298f775d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:54.409981 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8692518c-51c0-43a9-aff3-1966298f775d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:54.413580 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-8692518c-51c0-43a9-aff3-1966298f775d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/networks/6d1c4552-a0c8-415b-9442-3fa408843dbd HTTP/1.1" status: 204 len: 168 time: 0.3089931 Dec 06 15:53:54.417053 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49292) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:54.424415 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692518c-51c0-43a9-aff3-1966298f775d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Network': ['ID=6d1c4552-a0c8-415b-9442-3fa408843dbd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:54.482907 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73ecd970-ef83-48a7-847a-7dac9fa6e783 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:54.508389 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73ecd970-ef83-48a7-847a-7dac9fa6e783 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:54.571817 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73ecd970-ef83-48a7-847a-7dac9fa6e783 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:54.574349 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73ecd970-ef83-48a7-847a-7dac9fa6e783 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:54.575567 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-73ecd970-ef83-48a7-847a-7dac9fa6e783 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/security-groups/21174b3e-cb6b-4d2a-8132-ff668e2e8efe HTTP/1.1" status: 204 len: 168 time: 0.1567378 Dec 06 15:53:54.584461 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecd970-ef83-48a7-847a-7dac9fa6e783 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21174b3e-cb6b-4d2a-8132-ff668e2e8efe,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:54.893317 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49298) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:54.898151 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a36858aa-00d5-438b-abde-76c1c5cb21bc tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1565574861', 'description': 'tempest-secgroup-smoke-1565574861 description', 'project_id': '1f696de39de649a09ab85b4348ea5de3'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:53:54.921110 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a36858aa-00d5-438b-abde-76c1c5cb21bc tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:54.986654 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a36858aa-00d5-438b-abde-76c1c5cb21bc tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:54.990395 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a36858aa-00d5-438b-abde-76c1c5cb21bc tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.021934 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a36858aa-00d5-438b-abde-76c1c5cb21bc tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.023148 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a36858aa-00d5-438b-abde-76c1c5cb21bc tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1286962 Dec 06 15:53:55.026388 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49300) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:55.027421 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36858aa-00d5-438b-abde-76c1c5cb21bc tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=697131b6-a72c-46e0-9b65-b58851633ee1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:55.032757 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-57c960fd-7ab4-473c-874d-e812c9bdd93b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': '697131b6-a72c-46e0-9b65-b58851633ee1', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:53:55.042544 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 75897949-c0af-4059-b9ba-e60b923b7145 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:53:55.060316 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57c960fd-7ab4-473c-874d-e812c9bdd93b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.065654 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 75897949-c0af-4059-b9ba-e60b923b7145 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:53:55.066014 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 75897949-c0af-4059-b9ba-e60b923b7145 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:53:55.066442 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:53:55.085724 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:53:55.086058 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device ccd3b1ba-c682-4e66-aeae-9bf1fdb9c380 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:53:55.086480 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a55f2fa4-df29-411e-bba3-f14b6b598a67 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:53:55.106278 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: a55f2fa4-df29-411e-bba3-f14b6b598a67 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:53:55.106670 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a55f2fa4-df29-411e-bba3-f14b6b598a67 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:53:55.114882 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57c960fd-7ab4-473c-874d-e812c9bdd93b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.119580 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57c960fd-7ab4-473c-874d-e812c9bdd93b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.141021 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c960fd-7ab4-473c-874d-e812c9bdd93b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba323e34-63d5-458a-bd25-77b67351e917,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:55.147969 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-57c960fd-7ab4-473c-874d-e812c9bdd93b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.149174 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-57c960fd-7ab4-473c-874d-e812c9bdd93b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214955 Dec 06 15:53:55.151925 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49302) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:55.156139 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-323c1fa4-00c8-4801-b470-54aa7b9ef90d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': '697131b6-a72c-46e0-9b65-b58851633ee1', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:53:55.181436 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-323c1fa4-00c8-4801-b470-54aa7b9ef90d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.234606 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-323c1fa4-00c8-4801-b470-54aa7b9ef90d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.238017 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-323c1fa4-00c8-4801-b470-54aa7b9ef90d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.255236 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c1fa4-00c8-4801-b470-54aa7b9ef90d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138e8a56-de2b-410d-953c-7ec8efcd05e8,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:55.263350 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-323c1fa4-00c8-4801-b470-54aa7b9ef90d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.264588 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-323c1fa4-00c8-4801-b470-54aa7b9ef90d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1117544 Dec 06 15:53:55.268220 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49304) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:55.272684 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f92e4e85-7da3-41b6-8c34-3945324eaef9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': '697131b6-a72c-46e0-9b65-b58851633ee1', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:53:55.297319 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f92e4e85-7da3-41b6-8c34-3945324eaef9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.350954 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f92e4e85-7da3-41b6-8c34-3945324eaef9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.354961 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f92e4e85-7da3-41b6-8c34-3945324eaef9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.371907 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e4e85-7da3-41b6-8c34-3945324eaef9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a13e587-9b83-4033-bf21-8f75b1d2be9e,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:55.380310 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f92e4e85-7da3-41b6-8c34-3945324eaef9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.381515 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f92e4e85-7da3-41b6-8c34-3945324eaef9 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123004 Dec 06 15:53:55.384356 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49306) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:55.388622 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0b623083-1c58-478d-b74e-30329552610c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': '697131b6-a72c-46e0-9b65-b58851633ee1', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:53:55.412679 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b623083-1c58-478d-b74e-30329552610c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.467442 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b623083-1c58-478d-b74e-30329552610c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.470729 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b623083-1c58-478d-b74e-30329552610c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.491299 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b623083-1c58-478d-b74e-30329552610c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f92baf8-0bb7-4e10-bc61-7cb6e1f3ca9c,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:55.498826 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b623083-1c58-478d-b74e-30329552610c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.500082 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0b623083-1c58-478d-b74e-30329552610c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147885 Dec 06 15:53:55.502854 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49308) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:55.507108 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b04c2922-c1e3-4daf-b5e6-4b1b6ab5870f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': '697131b6-a72c-46e0-9b65-b58851633ee1', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:53:55.527593 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-b04c2922-c1e3-4daf-b5e6-4b1b6ab5870f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Project 1f696de39de649a09ab85b4348ea5de3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:53:55.532203 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b04c2922-c1e3-4daf-b5e6-4b1b6ab5870f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.587964 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b04c2922-c1e3-4daf-b5e6-4b1b6ab5870f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.591233 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b04c2922-c1e3-4daf-b5e6-4b1b6ab5870f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.608217 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c2922-c1e3-4daf-b5e6-4b1b6ab5870f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be17429-98b7-4130-8227-b1e990fd00dd,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:55.615740 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b04c2922-c1e3-4daf-b5e6-4b1b6ab5870f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.616916 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b04c2922-c1e3-4daf-b5e6-4b1b6ab5870f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1131270 Dec 06 15:53:55.620402 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49310) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:55.624678 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-c26d3b8a-6506-456f-adf4-bae6bcd20702 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'security_group_rule': {'security_group_id': '697131b6-a72c-46e0-9b65-b58851633ee1', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:53:55.644555 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-c26d3b8a-6506-456f-adf4-bae6bcd20702 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Project 1f696de39de649a09ab85b4348ea5de3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:53:55.649646 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26d3b8a-6506-456f-adf4-bae6bcd20702 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.705050 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26d3b8a-6506-456f-adf4-bae6bcd20702 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.708261 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26d3b8a-6506-456f-adf4-bae6bcd20702 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.725738 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d3b8a-6506-456f-adf4-bae6bcd20702 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500c4c05-4d0e-4762-b8c8-2694fa7b722e,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:55.733800 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c26d3b8a-6506-456f-adf4-bae6bcd20702 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.734967 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c26d3b8a-6506-456f-adf4-bae6bcd20702 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1136422 Dec 06 15:53:55.737932 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49312) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:55.742623 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-9cc2e534-84d9-4a56-8b43-4a4bcab10684 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'network': {'name': 'tempest-network-smoke--1045468809', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'port_security_enabled': True}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:53:55.761005 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc2e534-84d9-4a56-8b43-4a4bcab10684 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Made reservation on behalf of 1f696de39de649a09ab85b4348ea5de3 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:53:55.764314 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e534-84d9-4a56-8b43-4a4bcab10684 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.786837 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc2e534-84d9-4a56-8b43-4a4bcab10684 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:53:55.796270 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e534-84d9-4a56-8b43-4a4bcab10684 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.796608 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-9cc2e534-84d9-4a56-8b43-4a4bcab10684 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Added segment 6af9c9fd-8f04-486f-b56a-236b72b2a901 of type vlan for network b7f64d66-7a79-4942-b856-610484e9c4bc Dec 06 15:53:55.837198 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e534-84d9-4a56-8b43-4a4bcab10684 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.860812 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e534-84d9-4a56-8b43-4a4bcab10684 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.866560 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc2e534-84d9-4a56-8b43-4a4bcab10684 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:55.867146 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e534-84d9-4a56-8b43-4a4bcab10684 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.900296 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9cc2e534-84d9-4a56-8b43-4a4bcab10684 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1613123 Dec 06 15:53:55.902949 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49314) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:55.909406 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-492221922', 'admin_state_up': True, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:53:55.946844 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2e534-84d9-4a56-8b43-4a4bcab10684 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Network': ['ID=b7f64d66-7a79-4942-b856-610484e9c4bc,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:55.956906 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network b7f64d66-7a79-4942-b856-610484e9c4bc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:53:55.963675 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:55.964959 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:56.018348 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:56.151456 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:56.340340 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:56.358419 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:56.454792 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.35.7.93 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/b38200dd-3bb7-4b51-a329-bf0acd4e1cf5) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:53:56.556169 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:56.588954 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:56.621898 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:53:56.626608 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:53:56.630041 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:53:56.645098 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f2daa5-e344-48eb-a3fe-ebd2c088c0be None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:53:56.656649 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=b38200dd-3bb7-4b51-a329-bf0acd4e1cf5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:56.713727 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-925d8935-b5c5-4a8b-a8bc-c39989691d2e None None] Provisioning complete for port b38200dd-3bb7-4b51-a329-bf0acd4e1cf5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:53:56.714015 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-925d8935-b5c5-4a8b-a8bc-c39989691d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:56.746711 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-925d8935-b5c5-4a8b-a8bc-c39989691d2e None None] Port b38200dd-3bb7-4b51-a329-bf0acd4e1cf5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:53:56.879632 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:57.068826 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:57.501253 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 4f6a83f3-a0d6-4379-b692-d62cd4da9908 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:53:57.603885 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:53:57.613288 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Sync routers for ids ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:53:57.624305 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Routers {'4f6a83f3-a0d6-4379-b692-d62cd4da9908'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:53:57.624785 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:57.624911 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:53:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:53:57.628917 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f14b0036-f3bf-4fe1-b0b8-6fe561afd5ed tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7221546 Dec 06 15:53:57.629327 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49316) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:57.701241 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d79b726d-997a-41a2-957b-e86754b6810f tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1f696de39de649a09ab85b4348ea5de3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0706818 Dec 06 15:53:57.704006 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49320) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:57.734703 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Set router 4f6a83f3-a0d6-4379-b692-d62cd4da9908 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:53:57.789132 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5203717a-9e11-4add-ae0b-d5096a4a5e83 tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:57.791576 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5203717a-9e11-4add-ae0b-d5096a4a5e83 tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860636 Dec 06 15:53:57.793940 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49322) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:57.825400 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-39af9924-a243-4d4d-992d-9a7bee9fdb6b tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=259ca1fe-391e-4985-b762-bc5e5b194437&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303290 Dec 06 15:53:57.827843 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49324) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:57.832549 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-1b4a37bc-b32a-4c41-9466-bd339fc299e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1850800822', 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc', 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:53:57.909168 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492221922', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93'}], 'enable_snat': True}, 'gw_port_id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:53:55Z', 'updated_at': '2021-12-06T15:53:56Z', 'revision_number': 3, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:56Z', 'updated_at': '2021-12-06T15:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:53:57.917916 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4a37bc-b32a-4c41-9466-bd339fc299e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Made reservation on behalf of 1f696de39de649a09ab85b4348ea5de3 for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:53:57.921422 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b4a37bc-b32a-4c41-9466-bd339fc299e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:57.940276 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Checking router: 4f6a83f3-a0d6-4379-b692-d62cd4da9908 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:53:57.940630 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Updating router 4f6a83f3-a0d6-4379-b692-d62cd4da9908 port b38200dd-3bb7-4b51-a329-bf0acd4e1cf5 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:53:57.964786 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:58.101470 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b4a37bc-b32a-4c41-9466-bd339fc299e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:58.161474 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a37bc-b32a-4c41-9466-bd339fc299e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Subnet': ['ID=af7ff2e7-fe80-46a0-b4e4-22f63ce9956a,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:58.169315 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4a37bc-b32a-4c41-9466-bd339fc299e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Checking segment: {'id': '6af9c9fd-8f04-486f-b56a-236b72b2a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:53:58.169526 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a37bc-b32a-4c41-9466-bd339fc299e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network hostable DHCP agents. Network: b7f64d66-7a79-4942-b856-610484e9c4bc, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:53:58.187255 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a37bc-b32a-4c41-9466-bd339fc299e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network b7f64d66-7a79-4942-b856-610484e9c4bc is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:53:58.200137 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-1b4a37bc-b32a-4c41-9466-bd339fc299e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b7f64d66-7a79-4942-b856-610484e9c4bc) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:53:58.206833 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4a37bc-b32a-4c41-9466-bd339fc299e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:53:58.208440 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1b4a37bc-b32a-4c41-9466-bd339fc299e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:58.216268 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29817d85-2de3-4a6b-9f83-4b55e777dec7 None None] Network b7f64d66-7a79-4942-b856-610484e9c4bc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:53:58.219249 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:58.230949 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-1b4a37bc-b32a-4c41-9466-bd339fc299e1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4019208 Dec 06 15:53:58.233656 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49326) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:53:58.234220 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:58.293601 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Attempting to bind port b38200dd-3bb7-4b51-a329-bf0acd4e1cf5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:53:58.293980 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Attempting to bind port b38200dd-3bb7-4b51-a329-bf0acd4e1cf5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:53:58.294343 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Attempting to bind port b38200dd-3bb7-4b51-a329-bf0acd4e1cf5 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:53:58.303224 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e380a691-a672-47ce-b877-3bd3023aa0d4 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:53:58.341000 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:53:58.341381 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:53:58.341780 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:58.342218 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:53:58.342639 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Bound port: b38200dd-3bb7-4b51-a329-bf0acd4e1cf5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:53:58.343015 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:58.376809 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d1ab7-ad0b-4995-8c11-085bf493e667 None None] Pushing event updated for resources: {'Port': ['ID=b38200dd-3bb7-4b51-a329-bf0acd4e1cf5,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:58.447216 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-0a7d219b-814d-49f0-9106-bc63464f88aa None None] Provisioning complete for port b38200dd-3bb7-4b51-a329-bf0acd4e1cf5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:53:58.447578 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0a7d219b-814d-49f0-9106-bc63464f88aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:58.499789 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] For port b38200dd-3bb7-4b51-a329-bf0acd4e1cf5, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:53:58.506366 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:58.524957 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] For port b38200dd-3bb7-4b51-a329-bf0acd4e1cf5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b38200dd-3bb7-4b51-a329-bf0acd4e1cf5,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:53:58.530049 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-0a7d219b-814d-49f0-9106-bc63464f88aa None None] Port b38200dd-3bb7-4b51-a329-bf0acd4e1cf5 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:53:58.550763 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:58.583118 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b7f64d66-7a79-4942-b856-610484e9c4bc', 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ips': [{'subnet_id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:53:58.584039 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:58.608048 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cac31d-972a-4c7e-8a27-51dae54b76a9 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:53:58.649679 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Routers {'4f6a83f3-a0d6-4379-b692-d62cd4da9908'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:53:58.650318 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:53:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:53:58.697264 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d1ab7-ad0b-4995-8c11-085bf493e667 None None] Pushing event updated for resources: {'Port': ['ID=b38200dd-3bb7-4b51-a329-bf0acd4e1cf5,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:58.705896 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:58.763273 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-30be899b-4b10-48cb-8d4a-9439072c0523 None None] Provisioning complete for port b38200dd-3bb7-4b51-a329-bf0acd4e1cf5 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:53:58.763899 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-30be899b-4b10-48cb-8d4a-9439072c0523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:58.896240 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Allocated IP 172.20.0.2 (b7f64d66-7a79-4942-b856-610484e9c4bc/af7ff2e7-fe80-46a0-b4e4-22f63ce9956a/4e669dad-ebee-4785-92d5-9c4b414ad18a) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:53:58.899254 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] Set router 4f6a83f3-a0d6-4379-b692-d62cd4da9908 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:53:59.244069 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-30be899b-4b10-48cb-8d4a-9439072c0523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:59.286197 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-30be899b-4b10-48cb-8d4a-9439072c0523 None None] For port b38200dd-3bb7-4b51-a329-bf0acd4e1cf5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b38200dd-3bb7-4b51-a329-bf0acd4e1cf5,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:53:59.298498 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-30be899b-4b10-48cb-8d4a-9439072c0523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:59.422978 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:59.424329 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be899b-4b10-48cb-8d4a-9439072c0523 None None] Pushing event updated for resources: {'Port': ['ID=b38200dd-3bb7-4b51-a329-bf0acd4e1cf5,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:59.431850 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:59.479767 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Network b7f64d66-7a79-4942-b856-610484e9c4bc is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:53:59.485311 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492221922', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93'}], 'enable_snat': True}, 'gw_port_id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:53:55Z', 'updated_at': '2021-12-06T15:53:56Z', 'revision_number': 3, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:56Z', 'updated_at': '2021-12-06T15:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:53:59.487262 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.20.0.1 (b7f64d66-7a79-4942-b856-610484e9c4bc/af7ff2e7-fe80-46a0-b4e4-22f63ce9956a/8264f3a6-3975-41db-aed3-21a2aa7cf241) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:53:59.491073 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:53:59.515893 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:53:59.517887 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Pushing event updated for resources: {'Port': ['ID=4e669dad-ebee-4785-92d5-9c4b414ad18a,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:59.521162 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64572a1d-1b2d-4fc2-b460-22afa68356c9 None None] The sync data for ids ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'] in n-d-master-1 is: [{'id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492221922', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93'}], 'enable_snat': True}, 'gw_port_id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:53:55Z', 'updated_at': '2021-12-06T15:53:56Z', 'revision_number': 3, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:56Z', 'updated_at': '2021-12-06T15:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:53:59.576637 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Attempting to bind port 4e669dad-ebee-4785-92d5-9c4b414ad18a on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:53:59.577026 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Attempting to bind port 4e669dad-ebee-4785-92d5-9c4b414ad18a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6af9c9fd-8f04-486f-b56a-236b72b2a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:53:59.577396 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Attempting to bind port 4e669dad-ebee-4785-92d5-9c4b414ad18a on network b7f64d66-7a79-4942-b856-610484e9c4bc {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:53:59.582796 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:53:59.583173 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Checking segment: {'id': '6af9c9fd-8f04-486f-b56a-236b72b2a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:53:59.583584 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:59.584031 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Bound using segment: {'id': '6af9c9fd-8f04-486f-b56a-236b72b2a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:53:59.584509 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Bound port: 4e669dad-ebee-4785-92d5-9c4b414ad18a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af9c9fd-8f04-486f-b56a-236b72b2a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:53:59.584897 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:59.610832 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:59.645601 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:59.650736 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] For port 4e669dad-ebee-4785-92d5-9c4b414ad18a, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:53:59.654161 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] For port 4e669dad-ebee-4785-92d5-9c4b414ad18a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4e669dad-ebee-4785-92d5-9c4b414ad18a,segment=NetworkSegment(6af9c9fd-8f04-486f-b56a-236b72b2a901),segment_id=6af9c9fd-8f04-486f-b56a-236b72b2a901)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:53:59.659192 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:59.691823 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network b7f64d66-7a79-4942-b856-610484e9c4bc is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:53:59.695292 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:53:59.699428 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:53:59.725692 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a90b33-bd58-43e6-b452-738d04314c6e None None] Pushing event updated for resources: {'Port': ['ID=4e669dad-ebee-4785-92d5-9c4b414ad18a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:59.738597 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=8264f3a6-3975-41db-aed3-21a2aa7cf241,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:53:59.767340 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:53:59.924381 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:00.245781 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:00.251978 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:00.334203 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=8264f3a6-3975-41db-aed3-21a2aa7cf241,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:54:00.336975 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:00.433135 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network b7f64d66-7a79-4942-b856-610484e9c4bc is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:54:00.434688 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:54:00.436261 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:00.574903 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 4f6a83f3-a0d6-4379-b692-d62cd4da9908 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:54:00.693502 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:54:00.698769 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-49e83bcb-cb8a-409c-9f25-8430cb059fc2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "PUT /v2.0/routers/4f6a83f3-a0d6-4379-b692-d62cd4da9908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4635317 Dec 06 15:54:00.804490 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6454f502-02f4-4100-81eb-7c87ec6045b4 None None] Network b7f64d66-7a79-4942-b856-610484e9c4bc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:54:00.865461 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-c5b6dfbc-e59a-4401-80e2-73e1e7c33048 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1565574861&fields=id&tenant_id=1f696de39de649a09ab85b4348ea5de3 HTTP/1.1" status: 200 len: 267 time: 0.0475063 Dec 06 15:54:00.886920 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-138acb48-a490-4c2e-82a9-03a5a6ef1e3e None None] Provisioning complete for port 4e669dad-ebee-4785-92d5-9c4b414ad18a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:54:00.887283 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-138acb48-a490-4c2e-82a9-03a5a6ef1e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:00.985819 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-30ec4e34-9ccc-498f-a608-c30171d52848 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:00.986242 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e59c773a-2d58-4fc8-a79c-ea333eb64500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:00.990381 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-30ec4e34-9ccc-498f-a608-c30171d52848 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/networks?id=b7f64d66-7a79-4942-b856-610484e9c4bc HTTP/1.1" status: 200 len: 797 time: 0.1139915 Dec 06 15:54:01.021831 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-edbacb30-c763-47bd-9b95-0ca18d72e6e3 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/quotas/1f696de39de649a09ab85b4348ea5de3 HTTP/1.1" status: 200 len: 375 time: 0.0280151 Dec 06 15:54:01.071293 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-138acb48-a490-4c2e-82a9-03a5a6ef1e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:01.116804 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-138acb48-a490-4c2e-82a9-03a5a6ef1e3e None None] For port 4e669dad-ebee-4785-92d5-9c4b414ad18a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4e669dad-ebee-4785-92d5-9c4b414ad18a,segment=NetworkSegment(6af9c9fd-8f04-486f-b56a-236b72b2a901),segment_id=6af9c9fd-8f04-486f-b56a-236b72b2a901)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:54:01.131537 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-138acb48-a490-4c2e-82a9-03a5a6ef1e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:01.141987 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-ca8b5525-d676-4e05-b4c0-4f25eacd8eaf tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135056 Dec 06 15:54:01.184272 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b38200dd-3bb7-4b51-a329-bf0acd4e1cf5 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:54:01.253464 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138acb48-a490-4c2e-82a9-03a5a6ef1e3e None None] Pushing event updated for resources: {'Port': ['ID=4e669dad-ebee-4785-92d5-9c4b414ad18a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:54:01.279422 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port b38200dd-3bb7-4b51-a329-bf0acd4e1cf5 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:54:01.279422 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:01.292314 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-f8c8c147-a908-4e80-971f-4cfaed3b0be9 service neutron] 10.222.0.20 "GET /v2.0/networks/b7f64d66-7a79-4942-b856-610484e9c4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277280 Dec 06 15:54:01.372453 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4e669dad-ebee-4785-92d5-9c4b414ad18a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:54:01.420271 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-e5e733a0-45a4-4458-9a23-cba7d36722ff service neutron] 10.222.0.20 "GET /v2.0/networks/b7f64d66-7a79-4942-b856-610484e9c4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199396 Dec 06 15:54:01.431639 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 4e669dad-ebee-4785-92d5-9c4b414ad18a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:54:01.432031 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:01.484539 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6ede96bd-2227-4c9d-801a-59719cc49d89 None None] Provisioning complete for port 8264f3a6-3975-41db-aed3-21a2aa7cf241 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:54:01.485165 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ede96bd-2227-4c9d-801a-59719cc49d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:01.507445 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Sync routers for ids ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:54:01.518078 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Routers {'4f6a83f3-a0d6-4379-b692-d62cd4da9908'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:54:01.518713 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:53:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:54:01.563972 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6ede96bd-2227-4c9d-801a-59719cc49d89 None None] Port 8264f3a6-3975-41db-aed3-21a2aa7cf241 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:54:01.588260 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6ede96bd-2227-4c9d-801a-59719cc49d89 None None] Provisioning complete for port 4e669dad-ebee-4785-92d5-9c4b414ad18a triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:54:01.588727 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6ede96bd-2227-4c9d-801a-59719cc49d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:01.655043 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Set router 4f6a83f3-a0d6-4379-b692-d62cd4da9908 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:54:01.700340 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5eb2b47c-9b0d-453d-bdbc-9be04f1c3a20 req-1da3c664-8183-4617-b74d-d6ffd6d2ac1d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 210 time: 0.0700214 Dec 06 15:54:01.812266 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9a6b5538-1483-4aa5-be6e-aa422b84bfaa None None] Provisioning complete for port 8264f3a6-3975-41db-aed3-21a2aa7cf241 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:54:01.812638 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9a6b5538-1483-4aa5-be6e-aa422b84bfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:01.850189 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-9a6b5538-1483-4aa5-be6e-aa422b84bfaa None None] Port 8264f3a6-3975-41db-aed3-21a2aa7cf241 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:54:01.868691 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492221922', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93'}], 'enable_snat': True}, 'gw_port_id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:53:55Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:56Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8264f3a6-3975-41db-aed3-21a2aa7cf241', 'name': '', 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:70:c6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:58Z', 'updated_at': '2021-12-06T15:54:00Z', 'revision_number': 2, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:54:01.898611 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Checking router: 4f6a83f3-a0d6-4379-b692-d62cd4da9908 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:54:01.899503 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Updating router 4f6a83f3-a0d6-4379-b692-d62cd4da9908 port 8264f3a6-3975-41db-aed3-21a2aa7cf241 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:54:01.924098 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:01.970517 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-2d4271d1-1153-4c8a-9fdb-7b44f21fb0e1 None None] Provisioning complete for port 8264f3a6-3975-41db-aed3-21a2aa7cf241 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:54:01.970923 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2d4271d1-1153-4c8a-9fdb-7b44f21fb0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:02.005006 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-2d4271d1-1153-4c8a-9fdb-7b44f21fb0e1 None None] Port 8264f3a6-3975-41db-aed3-21a2aa7cf241 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:54:02.171434 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:02.177017 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:02.222207 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d407e7-cf43-4c47-91c6-26206bbb0f69 None None] Pushing event updated for resources: {'Port': ['ID=8264f3a6-3975-41db-aed3-21a2aa7cf241,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:54:02.234297 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d407e7-cf43-4c47-91c6-26206bbb0f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:02.234637 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d407e7-cf43-4c47-91c6-26206bbb0f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:02.234983 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d407e7-cf43-4c47-91c6-26206bbb0f69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:02.235319 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d407e7-cf43-4c47-91c6-26206bbb0f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:02.235671 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d407e7-cf43-4c47-91c6-26206bbb0f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:02.236015 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d407e7-cf43-4c47-91c6-26206bbb0f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:02.236343 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d407e7-cf43-4c47-91c6-26206bbb0f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:02.236663 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d407e7-cf43-4c47-91c6-26206bbb0f69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:02.236990 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d407e7-cf43-4c47-91c6-26206bbb0f69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:02.237313 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d407e7-cf43-4c47-91c6-26206bbb0f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:02.237639 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d407e7-cf43-4c47-91c6-26206bbb0f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:02.237959 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d407e7-cf43-4c47-91c6-26206bbb0f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:02.238277 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d407e7-cf43-4c47-91c6-26206bbb0f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:02.287831 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Attempting to bind port 8264f3a6-3975-41db-aed3-21a2aa7cf241 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:54:02.288201 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Attempting to bind port 8264f3a6-3975-41db-aed3-21a2aa7cf241 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6af9c9fd-8f04-486f-b56a-236b72b2a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:54:02.288560 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Attempting to bind port 8264f3a6-3975-41db-aed3-21a2aa7cf241 on network b7f64d66-7a79-4942-b856-610484e9c4bc {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:54:02.293767 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:54:02.294143 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Checking segment: {'id': '6af9c9fd-8f04-486f-b56a-236b72b2a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:54:02.294538 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:02.294926 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Bound using segment: {'id': '6af9c9fd-8f04-486f-b56a-236b72b2a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:54:02.295390 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Bound port: 8264f3a6-3975-41db-aed3-21a2aa7cf241, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af9c9fd-8f04-486f-b56a-236b72b2a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:54:02.295787 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:02.357463 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] For port 8264f3a6-3975-41db-aed3-21a2aa7cf241, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:54:02.360612 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] For port 8264f3a6-3975-41db-aed3-21a2aa7cf241, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8264f3a6-3975-41db-aed3-21a2aa7cf241,segment=NetworkSegment(6af9c9fd-8f04-486f-b56a-236b72b2a901),segment_id=6af9c9fd-8f04-486f-b56a-236b72b2a901)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:54:02.365659 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:02.422838 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Routers {'4f6a83f3-a0d6-4379-b692-d62cd4da9908'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:54:02.423394 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:53:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:54:02.425112 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d407e7-cf43-4c47-91c6-26206bbb0f69 None None] Pushing event updated for resources: {'Port': ['ID=8264f3a6-3975-41db-aed3-21a2aa7cf241,revision_number=4']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:54:02.431769 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-fd72187e-57ff-4bf5-98ce-daa49f91a7d7 None None] Provisioning complete for port 8264f3a6-3975-41db-aed3-21a2aa7cf241 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:54:02.432137 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fd72187e-57ff-4bf5-98ce-daa49f91a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:02.527367 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fd72187e-57ff-4bf5-98ce-daa49f91a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:02.535960 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] Set router 4f6a83f3-a0d6-4379-b692-d62cd4da9908 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:54:02.560352 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-fd72187e-57ff-4bf5-98ce-daa49f91a7d7 None None] For port 8264f3a6-3975-41db-aed3-21a2aa7cf241, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8264f3a6-3975-41db-aed3-21a2aa7cf241,segment=NetworkSegment(6af9c9fd-8f04-486f-b56a-236b72b2a901),segment_id=6af9c9fd-8f04-486f-b56a-236b72b2a901)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:54:02.565082 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fd72187e-57ff-4bf5-98ce-daa49f91a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:02.614052 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72187e-57ff-4bf5-98ce-daa49f91a7d7 None None] Pushing event updated for resources: {'Port': ['ID=8264f3a6-3975-41db-aed3-21a2aa7cf241,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:54:02.683788 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f4851e64-d7f4-4825-bc73-f44ad65667ca None None] Provisioning complete for port 8264f3a6-3975-41db-aed3-21a2aa7cf241 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:54:02.684075 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f4851e64-d7f4-4825-bc73-f44ad65667ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:02.745591 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492221922', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93'}], 'enable_snat': True}, 'gw_port_id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:53:55Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:56Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8264f3a6-3975-41db-aed3-21a2aa7cf241', 'name': '', 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:70:c6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:58Z', 'updated_at': '2021-12-06T15:54:02Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:54:02.772270 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fb89cc-ad47-4349-a646-dc30dba756d3 None None] The sync data for ids ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'] in n-d-master-1 is: [{'id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492221922', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93'}], 'enable_snat': True}, 'gw_port_id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:53:55Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:56Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8264f3a6-3975-41db-aed3-21a2aa7cf241', 'name': '', 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:70:c6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:58Z', 'updated_at': '2021-12-06T15:54:02Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:54:02.787569 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-78528204-b581-47cf-98c7-43075a129deb req-96e299af-8dd9-4ced-9420-b6d3d6e0ed8b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 210 time: 0.0265388 Dec 06 15:54:03.102546 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4e669dad-ebee-4785-92d5-9c4b414ad18a up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:54:03.151348 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 4e669dad-ebee-4785-92d5-9c4b414ad18a triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:54:03.151752 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:03.233769 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8264f3a6-3975-41db-aed3-21a2aa7cf241 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:54:03.281492 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 8264f3a6-3975-41db-aed3-21a2aa7cf241 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:54:03.281852 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:03.340530 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8073686-1cb1-43bd-b8ff-d95c69b48967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:03.867123 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a1d88e47-a4c5-49c3-a711-19567e4a2678 req-410946a3-aa99-4c07-a784-fbed747a4149 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 210 time: 0.0261579 Dec 06 15:54:04.248326 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:04.786241 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-54c4cdca-51c4-4692-9615-9bcd0adde9ac tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:04.787703 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-54c4cdca-51c4-4692-9615-9bcd0adde9ac tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.37 "GET /v2.0/networks?id=b7f64d66-7a79-4942-b856-610484e9c4bc HTTP/1.1" status: 200 len: 797 time: 0.1030850 Dec 06 15:54:04.855893 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-3ceecb89-e147-410e-9dab-c505eceb4a99 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f696de39de649a09ab85b4348ea5de3 HTTP/1.1" status: 200 len: 380 time: 0.0550022 Dec 06 15:54:04.870328 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-b45e4c5e-d68d-45a9-969b-8506baa98637 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'port': {'device_id': '1af0fb40-6181-4a05-aa0a-6ea1ced77412', 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc', 'admin_state_up': True, 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'security_groups': ['697131b6-a72c-46e0-9b65-b58851633ee1']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:54:04.963829 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-84574abd-3e96-4347-af5b-be0debfadd76 req-eb5f0f45-cb00-443d-a551-d038752ce731 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 210 time: 0.0297842 Dec 06 15:54:04.983161 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-b45e4c5e-d68d-45a9-969b-8506baa98637 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Made reservation on behalf of 1f696de39de649a09ab85b4348ea5de3 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:54:04.986724 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-b45e4c5e-d68d-45a9-969b-8506baa98637 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:05.112307 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-b45e4c5e-d68d-45a9-969b-8506baa98637 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.20.0.4 (b7f64d66-7a79-4942-b856-610484e9c4bc/af7ff2e7-fe80-46a0-b4e4-22f63ce9956a/d17d0a03-50fc-4f5b-a5c0-b1e77e462783) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:54:05.245258 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-b45e4c5e-d68d-45a9-969b-8506baa98637 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:05.278033 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-b45e4c5e-d68d-45a9-969b-8506baa98637 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:05.326973 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-b45e4c5e-d68d-45a9-969b-8506baa98637 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network b7f64d66-7a79-4942-b856-610484e9c4bc is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:54:05.330147 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-b45e4c5e-d68d-45a9-969b-8506baa98637 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:54:05.333849 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-b45e4c5e-d68d-45a9-969b-8506baa98637 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:54:05.358091 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e4c5e-d68d-45a9-969b-8506baa98637 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=d17d0a03-50fc-4f5b-a5c0-b1e77e462783,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:54:05.387738 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-b45e4c5e-d68d-45a9-969b-8506baa98637 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:05.388377 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-b45e4c5e-d68d-45a9-969b-8506baa98637 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:05.405437 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-b45e4c5e-d68d-45a9-969b-8506baa98637 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5391114 Dec 06 15:54:05.464443 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Request body: {'port': {'device_id': '1af0fb40-6181-4a05-aa0a-6ea1ced77412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:54:05.521018 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:05.610713 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c24956d1-f54e-48e7-bd94-70fdadf35d9f None None] Provisioning complete for port d17d0a03-50fc-4f5b-a5c0-b1e77e462783 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:54:05.611305 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c24956d1-f54e-48e7-bd94-70fdadf35d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:05.645554 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c24956d1-f54e-48e7-bd94-70fdadf35d9f None None] Port d17d0a03-50fc-4f5b-a5c0-b1e77e462783 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:54:05.786733 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17d0a03-50fc-4f5b-a5c0-b1e77e462783 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:54:05.794727 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:05.807425 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Transition to ACTIVE for port object d17d0a03-50fc-4f5b-a5c0-b1e77e462783 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:54:05.811167 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:05.860352 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Pushing event updated for resources: {'Port': ['ID=d17d0a03-50fc-4f5b-a5c0-b1e77e462783,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:54:05.898398 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:05.940959 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Attempting to bind port d17d0a03-50fc-4f5b-a5c0-b1e77e462783 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:54:05.941567 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Attempting to bind port d17d0a03-50fc-4f5b-a5c0-b1e77e462783 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6af9c9fd-8f04-486f-b56a-236b72b2a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:54:05.941694 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Attempting to bind port d17d0a03-50fc-4f5b-a5c0-b1e77e462783 on network b7f64d66-7a79-4942-b856-610484e9c4bc {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:54:05.946173 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Port d17d0a03-50fc-4f5b-a5c0-b1e77e462783 on network b7f64d66-7a79-4942-b856-610484e9c4bc not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:54:05.946492 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Attempting to bind port d17d0a03-50fc-4f5b-a5c0-b1e77e462783 on network b7f64d66-7a79-4942-b856-610484e9c4bc {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:54:05.951480 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:54:05.951856 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Checking segment: {'id': '6af9c9fd-8f04-486f-b56a-236b72b2a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:54:05.952263 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Bound using segment: {'id': '6af9c9fd-8f04-486f-b56a-236b72b2a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:54:05.952693 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Bound port: d17d0a03-50fc-4f5b-a5c0-b1e77e462783, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af9c9fd-8f04-486f-b56a-236b72b2a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:54:05.953075 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:06.021625 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] For port d17d0a03-50fc-4f5b-a5c0-b1e77e462783, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:54:06.025600 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] For port d17d0a03-50fc-4f5b-a5c0-b1e77e462783, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d17d0a03-50fc-4f5b-a5c0-b1e77e462783,segment=NetworkSegment(6af9c9fd-8f04-486f-b56a-236b72b2a901),segment_id=6af9c9fd-8f04-486f-b56a-236b72b2a901)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:54:06.029378 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:06.091429 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:06.092094 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:06.093469 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] 10.222.0.37 "PUT /v2.0/ports/d17d0a03-50fc-4f5b-a5c0-b1e77e462783 HTTP/1.1" status: 200 len: 1091 time: 0.6745877 Dec 06 15:54:06.093924 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af0fb40-6181-4a05-aa0a-6ea1ced77412', 'tag': 'd17d0a03-50fc-4f5b-a5c0-b1e77e462783'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:54:06.096243 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e09e281-fda6-41fb-81e1-861cbccae91c" -d '{"events": [{"name": "network-changed", "server_uuid": "1af0fb40-6181-4a05-aa0a-6ea1ced77412", "tag": "d17d0a03-50fc-4f5b-a5c0-b1e77e462783"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:54:06.123605 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888b6ee-36c2-4a7d-8cb4-d1b29f1b67fc service neutron] Pushing event updated for resources: {'Port': ['ID=d17d0a03-50fc-4f5b-a5c0-b1e77e462783,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:54:06.139025 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db898a-8ca6-41b3-a5a2-737ffff1d18b req-1521a71a-2a10-4ff2-b4aa-1f4f92d8cd6a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:06.140614 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69db898a-8ca6-41b3-a5a2-737ffff1d18b req-1521a71a-2a10-4ff2-b4aa-1f4f92d8cd6a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 943 time: 0.0863242 Dec 06 15:54:06.174766 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a696dd4-0e25-45ac-a92b-c8cc4c20e8da x-openstack-request-id: req-4a696dd4-0e25-45ac-a92b-c8cc4c20e8da {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:54:06.175095 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af0fb40-6181-4a05-aa0a-6ea1ced77412", "tag": "d17d0a03-50fc-4f5b-a5c0-b1e77e462783", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:54:06.175433 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a696dd4-0e25-45ac-a92b-c8cc4c20e8da {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:54:06.176031 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af0fb40-6181-4a05-aa0a-6ea1ced77412', 'tag': 'd17d0a03-50fc-4f5b-a5c0-b1e77e462783', 'status': 'completed', 'code': 200} Dec 06 15:54:06.236760 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-69db898a-8ca6-41b3-a5a2-737ffff1d18b req-c73ab05a-179f-4b48-baee-4059f4ec87d6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=697131b6-a72c-46e0-9b65-b58851633ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853312 Dec 06 15:54:06.242820 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-390bbb98-2744-49f9-abac-f780e69a7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:06.244329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-390bbb98-2744-49f9-abac-f780e69a7693 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 1094 time: 0.0862653 Dec 06 15:54:06.295055 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-fae74f90-80b3-4166-b615-034e8a28569a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d17d0a03-50fc-4f5b-a5c0-b1e77e462783 HTTP/1.1" status: 200 len: 217 time: 0.0360458 Dec 06 15:54:06.351599 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-5395925f-ad3e-4b77-b975-60c7c6ce3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:06.353617 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-5395925f-ad3e-4b77-b975-60c7c6ce3bba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af7ff2e7-fe80-46a0-b4e4-22f63ce9956a HTTP/1.1" status: 200 len: 835 time: 0.0477614 Dec 06 15:54:06.408311 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-cce12ec2-7129-4094-8b57-583f02ee49bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:06.409769 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-cce12ec2-7129-4094-8b57-583f02ee49bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7f64d66-7a79-4942-b856-610484e9c4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395563 Dec 06 15:54:06.502713 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-84a80751-8d85-4897-9360-a14be0f0e6d6 service neutron] 10.222.0.37 "GET /v2.0/networks/b7f64d66-7a79-4942-b856-610484e9c4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811779 Dec 06 15:54:06.599428 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-acece052-32a4-4148-93b6-9da95ba8edb1 req-4306c629-b843-4aed-b082-1da570bdee3c service neutron] 10.222.0.37 "GET /v2.0/networks/b7f64d66-7a79-4942-b856-610484e9c4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846505 Dec 06 15:54:06.694272 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09e281-fda6-41fb-81e1-861cbccae91c req-34eb011f-0ebf-422f-9776-4e1c692f5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:06.696206 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e09e281-fda6-41fb-81e1-861cbccae91c req-34eb011f-0ebf-422f-9776-4e1c692f5f14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 1094 time: 0.0400023 Dec 06 15:54:06.768894 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:06.791510 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09e281-fda6-41fb-81e1-861cbccae91c req-71f5c5b9-53be-4053-b94b-8d20c0d90e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:06.793013 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e09e281-fda6-41fb-81e1-861cbccae91c req-71f5c5b9-53be-4053-b94b-8d20c0d90e46 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7f64d66-7a79-4942-b856-610484e9c4bc HTTP/1.1" status: 200 len: 898 time: 0.0884686 Dec 06 15:54:06.834702 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e09e281-fda6-41fb-81e1-861cbccae91c req-7749b1da-679d-47d1-a7cc-f64505ffd5c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d17d0a03-50fc-4f5b-a5c0-b1e77e462783 HTTP/1.1" status: 200 len: 217 time: 0.0340226 Dec 06 15:54:06.883026 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09e281-fda6-41fb-81e1-861cbccae91c req-f508689b-6545-4e29-9711-70b7167a6e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:06.884986 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e09e281-fda6-41fb-81e1-861cbccae91c req-f508689b-6545-4e29-9711-70b7167a6e5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af7ff2e7-fe80-46a0-b4e4-22f63ce9956a HTTP/1.1" status: 200 len: 835 time: 0.0424759 Dec 06 15:54:06.936455 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09e281-fda6-41fb-81e1-861cbccae91c req-f5d1bef3-26ff-41bb-8422-7fc1f55aa209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:06.937921 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e09e281-fda6-41fb-81e1-861cbccae91c req-f5d1bef3-26ff-41bb-8422-7fc1f55aa209 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7f64d66-7a79-4942-b856-610484e9c4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437796 Dec 06 15:54:07.028080 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e09e281-fda6-41fb-81e1-861cbccae91c req-6e735f09-319f-44d5-9c94-50ed00c18c88 service neutron] 10.222.0.37 "GET /v2.0/networks/b7f64d66-7a79-4942-b856-610484e9c4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809145 Dec 06 15:54:07.121369 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5e09e281-fda6-41fb-81e1-861cbccae91c req-b21eaf17-58fd-403d-a3fb-7603d1255744 service neutron] 10.222.0.37 "GET /v2.0/networks/b7f64d66-7a79-4942-b856-610484e9c4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845644 Dec 06 15:54:07.354248 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b659bf-952e-4873-967f-cc44bcaa6e04 req-31d8a09a-a0ff-4c62-84df-4ded8fcfc0cb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:07.355740 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08b659bf-952e-4873-967f-cc44bcaa6e04 req-31d8a09a-a0ff-4c62-84df-4ded8fcfc0cb tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 943 time: 0.0484183 Dec 06 15:54:07.403359 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-08b659bf-952e-4873-967f-cc44bcaa6e04 req-5962e379-cf1e-4031-a633-fc6417f9c856 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=697131b6-a72c-46e0-9b65-b58851633ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416849 Dec 06 15:54:08.517292 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551d4f3-e9e0-4975-82a9-be342179131c req-4997fcc5-eeaf-4a28-9ff3-abb4c7876397 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:08.518772 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4551d4f3-e9e0-4975-82a9-be342179131c req-4997fcc5-eeaf-4a28-9ff3-abb4c7876397 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 943 time: 0.0488970 Dec 06 15:54:08.567296 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4551d4f3-e9e0-4975-82a9-be342179131c req-23fb1f29-b548-4d7a-8a6a-7ca40a915fe4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=697131b6-a72c-46e0-9b65-b58851633ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420382 Dec 06 15:54:08.723961 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:54:09.505100 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d17d0a03-50fc-4f5b-a5c0-b1e77e462783 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:54:09.601128 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port d17d0a03-50fc-4f5b-a5c0-b1e77e462783, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d17d0a03-50fc-4f5b-a5c0-b1e77e462783,segment=NetworkSegment(6af9c9fd-8f04-486f-b56a-236b72b2a901),segment_id=6af9c9fd-8f04-486f-b56a-236b72b2a901)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:54:09.612084 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': 'd17d0a03-50fc-4f5b-a5c0-b1e77e462783', 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc', 'port_id': 'd17d0a03-50fc-4f5b-a5c0-b1e77e462783', 'mac_address': 'fa:16:3e:3c:ff:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:54:09.650199 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:09.662929 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17d0a03-50fc-4f5b-a5c0-b1e77e462783 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:54:09.680871 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048829b-040c-4c84-bc56-8d8cee71527a req-cb4c6eee-b766-4974-9359-63fcc2f951d4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:09.682374 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9048829b-040c-4c84-bc56-8d8cee71527a req-cb4c6eee-b766-4974-9359-63fcc2f951d4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 943 time: 0.0479054 Dec 06 15:54:09.686459 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port d17d0a03-50fc-4f5b-a5c0-b1e77e462783, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d17d0a03-50fc-4f5b-a5c0-b1e77e462783,segment=NetworkSegment(6af9c9fd-8f04-486f-b56a-236b72b2a901),segment_id=6af9c9fd-8f04-486f-b56a-236b72b2a901)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:54:09.690975 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:09.734083 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9048829b-040c-4c84-bc56-8d8cee71527a req-39e98431-2732-414f-b66e-73c184f83226 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=697131b6-a72c-46e0-9b65-b58851633ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446992 Dec 06 15:54:09.740846 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=d17d0a03-50fc-4f5b-a5c0-b1e77e462783,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:54:10.041084 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['d17d0a03-50fc-4f5b-a5c0-b1e77e462783'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:54:10.848760 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21223904-d829-4141-b4ed-ca3f6fea74b8 req-40dbce5e-df77-4725-85d6-bee1b6069423 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:10.850475 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21223904-d829-4141-b4ed-ca3f6fea74b8 req-40dbce5e-df77-4725-85d6-bee1b6069423 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 944 time: 0.0478649 Dec 06 15:54:10.902564 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21223904-d829-4141-b4ed-ca3f6fea74b8 req-88ca7891-6e85-4b55-8e8a-813daeb7e54a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=697131b6-a72c-46e0-9b65-b58851633ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455635 Dec 06 15:54:11.503717 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d17d0a03-50fc-4f5b-a5c0-b1e77e462783 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:54:11.551055 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port d17d0a03-50fc-4f5b-a5c0-b1e77e462783 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:54:11.554679 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port d17d0a03-50fc-4f5b-a5c0-b1e77e462783 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:54:11.555531 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:11.632136 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:11.653783 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af0fb40-6181-4a05-aa0a-6ea1ced77412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17d0a03-50fc-4f5b-a5c0-b1e77e462783'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:54:11.656198 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2b5d49-8cb7-4313-b51e-90efabfa2165" -d '{"events": [{"server_uuid": "1af0fb40-6181-4a05-aa0a-6ea1ced77412", "name": "network-vif-plugged", "status": "completed", "tag": "d17d0a03-50fc-4f5b-a5c0-b1e77e462783"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:54:11.668515 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port d17d0a03-50fc-4f5b-a5c0-b1e77e462783, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d17d0a03-50fc-4f5b-a5c0-b1e77e462783,segment=NetworkSegment(6af9c9fd-8f04-486f-b56a-236b72b2a901),segment_id=6af9c9fd-8f04-486f-b56a-236b72b2a901)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:54:11.672794 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:11.698350 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c018c64a-cf09-4e93-b58d-0386af5d67e5 x-openstack-request-id: req-c018c64a-cf09-4e93-b58d-0386af5d67e5 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:54:11.698624 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af0fb40-6181-4a05-aa0a-6ea1ced77412", "name": "network-vif-plugged", "status": "completed", "tag": "d17d0a03-50fc-4f5b-a5c0-b1e77e462783", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:54:11.698884 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c018c64a-cf09-4e93-b58d-0386af5d67e5 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:54:11.699279 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af0fb40-6181-4a05-aa0a-6ea1ced77412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17d0a03-50fc-4f5b-a5c0-b1e77e462783', 'code': 200} Dec 06 15:54:11.722552 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=d17d0a03-50fc-4f5b-a5c0-b1e77e462783,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:54:11.798018 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8d8cb-df0c-4a20-b188-835668574a7f req-7d448697-2b03-4b71-8c4a-0e9d6403fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:11.799467 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70a8d8cb-df0c-4a20-b188-835668574a7f req-7d448697-2b03-4b71-8c4a-0e9d6403fd51 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 1096 time: 0.0393116 Dec 06 15:54:11.844767 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-70a8d8cb-df0c-4a20-b188-835668574a7f req-318783be-6895-4989-812b-dd9e98d2a8f3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=697131b6-a72c-46e0-9b65-b58851633ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384018 Dec 06 15:54:12.019932 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabf191-7966-4ee9-8942-594a01fefda9 req-63bea394-8729-4a94-99b4-b58252c898fe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:12.021416 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3eabf191-7966-4ee9-8942-594a01fefda9 req-63bea394-8729-4a94-99b4-b58252c898fe tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 945 time: 0.0486701 Dec 06 15:54:12.069739 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3eabf191-7966-4ee9-8942-594a01fefda9 req-a54b0068-70a1-4f53-99f0-36ffb195a5af tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=697131b6-a72c-46e0-9b65-b58851633ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422990 Dec 06 15:54:13.194424 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbe9fb-ab0e-4b03-8462-9323956d3bc2 req-e54201b3-1386-4690-b230-728c9111198a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:13.196536 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aedbe9fb-ab0e-4b03-8462-9323956d3bc2 req-e54201b3-1386-4690-b230-728c9111198a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 945 time: 0.0522013 Dec 06 15:54:13.244529 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aedbe9fb-ab0e-4b03-8462-9323956d3bc2 req-739a621a-aea5-4120-b959-bee4846bc2f6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=697131b6-a72c-46e0-9b65-b58851633ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420337 Dec 06 15:54:13.359869 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1883d-c5b2-4364-8e93-8c18bf963c9d req-221cd8b3-a12f-4b0d-8d9d-a74a23f2a4f6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:13.361235 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b7f1883d-c5b2-4364-8e93-8c18bf963c9d req-221cd8b3-a12f-4b0d-8d9d-a74a23f2a4f6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 945 time: 0.0509322 Dec 06 15:54:13.408384 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b7f1883d-c5b2-4364-8e93-8c18bf963c9d req-fab6ad5c-8d0c-4db6-b08b-71bdc9ada3b2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=697131b6-a72c-46e0-9b65-b58851633ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412602 Dec 06 15:54:13.431020 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49388) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:54:13.468416 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce555fc-adee-4957-99ba-1a601e50a14b tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:13.469877 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3ce555fc-adee-4957-99ba-1a601e50a14b tempest-TestNetworkAdvancedServerOps-1930247092 tempest-TestNetworkAdvancedServerOps-1930247092-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 1091 time: 0.0379241 Dec 06 15:54:13.472646 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49390) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:54:13.477532 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': 'd17d0a03-50fc-4f5b-a5c0-b1e77e462783', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:54:13.499893 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:13.598090 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:13.697304 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Allocated IP 172.35.7.16 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/c2bcb6e7-854d-4d24-8dc2-048aa4c7e80c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:54:13.799587 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:13.832716 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:13.871249 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:54:13.874153 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:54:13.877660 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:54:13.901021 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=c2bcb6e7-854d-4d24-8dc2-048aa4c7e80c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:54:14.223688 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:14.286831 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:14.433607 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:14.438050 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:14.509399 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event updated for resources: {'Port': ['ID=c2bcb6e7-854d-4d24-8dc2-048aa4c7e80c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:54:14.517240 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:14.613821 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Floating IP a8bf8439-85f7-4370-9a39-177f0a59fd26 associated. External IP: 172.35.7.16, port: d17d0a03-50fc-4f5b-a5c0-b1e77e462783. Dec 06 15:54:14.812582 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 4f6a83f3-a0d6-4379-b692-d62cd4da9908 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:54:14.915804 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:54:14.925420 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59c21b-ef38-487e-b067-0e07aa00c248 None None] Sync routers for ids ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:54:14.936437 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59c21b-ef38-487e-b067-0e07aa00c248 None None] Routers {'4f6a83f3-a0d6-4379-b692-d62cd4da9908'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:54:14.937050 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5c59c21b-ef38-487e-b067-0e07aa00c248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:54:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:54:14.937231 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:14.962916 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-a9eaea02-92d8-498e-85e3-b766e9ddfa49 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4892831 Dec 06 15:54:14.963513 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af0fb40-6181-4a05-aa0a-6ea1ced77412', 'tag': 'd17d0a03-50fc-4f5b-a5c0-b1e77e462783'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:54:14.965783 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e6dd9a-19e7-4f73-9d4a-b1dbce7c1128" -d '{"events": [{"name": "network-changed", "server_uuid": "1af0fb40-6181-4a05-aa0a-6ea1ced77412", "tag": "d17d0a03-50fc-4f5b-a5c0-b1e77e462783"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:54:15.005179 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b0789f-16e0-4da3-97ff-8174831d1733 x-openstack-request-id: req-76b0789f-16e0-4da3-97ff-8174831d1733 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:54:15.005618 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af0fb40-6181-4a05-aa0a-6ea1ced77412", "tag": "d17d0a03-50fc-4f5b-a5c0-b1e77e462783", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:54:15.005973 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76b0789f-16e0-4da3-97ff-8174831d1733 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:54:15.006457 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af0fb40-6181-4a05-aa0a-6ea1ced77412', 'tag': 'd17d0a03-50fc-4f5b-a5c0-b1e77e462783', 'status': 'completed', 'code': 200} Dec 06 15:54:15.058773 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5c59c21b-ef38-487e-b067-0e07aa00c248 None None] Set router 4f6a83f3-a0d6-4379-b692-d62cd4da9908 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:54:15.071347 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6abc6-f57b-4b99-a7d9-43c4a2e137c0 req-dd9cc942-06b3-4f01-ba4f-35551eaa1ec6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:15.072972 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7df6abc6-f57b-4b99-a7d9-43c4a2e137c0 req-dd9cc942-06b3-4f01-ba4f-35551eaa1ec6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 945 time: 0.0492647 Dec 06 15:54:15.076145 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6dd9a-19e7-4f73-9d4a-b1dbce7c1128 req-d3ea02b8-f0a4-4cf2-8545-4345dff40087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:15.077867 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b5e6dd9a-19e7-4f73-9d4a-b1dbce7c1128 req-d3ea02b8-f0a4-4cf2-8545-4345dff40087 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 1096 time: 0.0483522 Dec 06 15:54:15.123151 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7df6abc6-f57b-4b99-a7d9-43c4a2e137c0 req-901906ef-7fef-44fd-88a7-a69b9f419da6 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=697131b6-a72c-46e0-9b65-b58851633ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439248 Dec 06 15:54:15.146326 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49396) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:54:15.173986 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6dd9a-19e7-4f73-9d4a-b1dbce7c1128 req-85e49bd2-bb44-43e5-bd1c-98701d58d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:15.175624 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b5e6dd9a-19e7-4f73-9d4a-b1dbce7c1128 req-85e49bd2-bb44-43e5-bd1c-98701d58d3c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7f64d66-7a79-4942-b856-610484e9c4bc HTTP/1.1" status: 200 len: 898 time: 0.0901177 Dec 06 15:54:15.248824 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b5e6dd9a-19e7-4f73-9d4a-b1dbce7c1128 req-4759be79-eb94-4cbe-a705-c2f5fc00f330 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d17d0a03-50fc-4f5b-a5c0-b1e77e462783 HTTP/1.1" status: 200 len: 998 time: 0.0660052 Dec 06 15:54:15.303209 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6dd9a-19e7-4f73-9d4a-b1dbce7c1128 req-b3805b6d-a6a6-4653-b612-defe7717024b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:15.304687 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5c59c21b-ef38-487e-b067-0e07aa00c248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492221922', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93'}], 'enable_snat': True}, 'gw_port_id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:53:55Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:56Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a8bf8439-85f7-4370-9a39-177f0a59fd26', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'floating_ip_address': '172.35.7.16', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'port_id': 'd17d0a03-50fc-4f5b-a5c0-b1e77e462783', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc', 'mac_address': 'fa:16:3e:3c:ff:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af0fb40-6181-4a05-aa0a-6ea1ced77412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:54:14Z', 'updated_at': '2021-12-06T15:54:14Z', 'revision_number': 0, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8264f3a6-3975-41db-aed3-21a2aa7cf241', 'name': '', 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:70:c6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:58Z', 'updated_at': '2021-12-06T15:54:02Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:54:15.304947 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b5e6dd9a-19e7-4f73-9d4a-b1dbce7c1128 req-b3805b6d-a6a6-4653-b612-defe7717024b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af7ff2e7-fe80-46a0-b4e4-22f63ce9956a HTTP/1.1" status: 200 len: 835 time: 0.0481038 Dec 06 15:54:15.332244 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59c21b-ef38-487e-b067-0e07aa00c248 None None] Checking router: 4f6a83f3-a0d6-4379-b692-d62cd4da9908 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:54:15.342303 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59c21b-ef38-487e-b067-0e07aa00c248 None None] Routers {'4f6a83f3-a0d6-4379-b692-d62cd4da9908'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:54:15.342939 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5c59c21b-ef38-487e-b067-0e07aa00c248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:54:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:54:15.356767 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6dd9a-19e7-4f73-9d4a-b1dbce7c1128 req-deef4430-c932-4961-bef9-6c4c1e9072ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:15.358438 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b5e6dd9a-19e7-4f73-9d4a-b1dbce7c1128 req-deef4430-c932-4961-bef9-6c4c1e9072ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7f64d66-7a79-4942-b856-610484e9c4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466933 Dec 06 15:54:15.452869 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5c59c21b-ef38-487e-b067-0e07aa00c248 None None] Set router 4f6a83f3-a0d6-4379-b692-d62cd4da9908 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:54:15.461693 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b5e6dd9a-19e7-4f73-9d4a-b1dbce7c1128 req-750b2737-e069-4030-858d-6c7e0809e598 service neutron] 10.222.0.37 "GET /v2.0/networks/b7f64d66-7a79-4942-b856-610484e9c4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932314 Dec 06 15:54:15.522460 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4d147575-8abd-4c2a-bd42-16db4ae2b940 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/floatingips/a8bf8439-85f7-4370-9a39-177f0a59fd26 HTTP/1.1" status: 200 len: 990 time: 0.3743348 Dec 06 15:54:15.556539 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b5e6dd9a-19e7-4f73-9d4a-b1dbce7c1128 req-5318b3f7-16ed-43a1-8f82-1b9c11983a79 service neutron] 10.222.0.37 "GET /v2.0/networks/b7f64d66-7a79-4942-b856-610484e9c4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878761 Dec 06 15:54:15.693197 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5c59c21b-ef38-487e-b067-0e07aa00c248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492221922', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93'}], 'enable_snat': True}, 'gw_port_id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:53:55Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:56Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a8bf8439-85f7-4370-9a39-177f0a59fd26', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'floating_ip_address': '172.35.7.16', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'port_id': 'd17d0a03-50fc-4f5b-a5c0-b1e77e462783', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc', 'mac_address': 'fa:16:3e:3c:ff:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af0fb40-6181-4a05-aa0a-6ea1ced77412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:54:14Z', 'updated_at': '2021-12-06T15:54:14Z', 'revision_number': 0, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8264f3a6-3975-41db-aed3-21a2aa7cf241', 'name': '', 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:70:c6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:58Z', 'updated_at': '2021-12-06T15:54:02Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:54:15.720891 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59c21b-ef38-487e-b067-0e07aa00c248 None None] The sync data for ids ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'] in n-d-master-1 is: [{'id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492221922', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93'}], 'enable_snat': True}, 'gw_port_id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:53:55Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:56Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a8bf8439-85f7-4370-9a39-177f0a59fd26', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'floating_ip_address': '172.35.7.16', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'port_id': 'd17d0a03-50fc-4f5b-a5c0-b1e77e462783', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc', 'mac_address': 'fa:16:3e:3c:ff:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af0fb40-6181-4a05-aa0a-6ea1ced77412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:54:14Z', 'updated_at': '2021-12-06T15:54:14Z', 'revision_number': 0, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8264f3a6-3975-41db-aed3-21a2aa7cf241', 'name': '', 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:70:c6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:58Z', 'updated_at': '2021-12-06T15:54:02Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:54:15.918692 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c285c2b7-d299-4f54-b209-417be155702a None None] New status for floating IP a8bf8439-85f7-4370-9a39-177f0a59fd26: ACTIVE {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:54:16.526195 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49398) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:54:16.585691 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d2b392e8-7e3e-40e2-b487-7f5b131b1227 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/floatingips/a8bf8439-85f7-4370-9a39-177f0a59fd26 HTTP/1.1" status: 200 len: 992 time: 0.0583689 Dec 06 15:54:22.411030 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-110aa867-e408-4805-b579-9e17ee18fda8 req-4cc7f9e0-f1d8-4d97-a348-52f83bbbecff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414469 Dec 06 15:54:22.492492 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aa867-e408-4805-b579-9e17ee18fda8 req-22285f9e-dafd-467f-8a0d-43fcf8301f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:22.494630 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-110aa867-e408-4805-b579-9e17ee18fda8 req-22285f9e-dafd-467f-8a0d-43fcf8301f60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 1096 time: 0.0400267 Dec 06 15:54:22.598940 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aa867-e408-4805-b579-9e17ee18fda8 req-46fbead7-7b3a-4295-aad7-55ce2b7fbf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:22.600658 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-110aa867-e408-4805-b579-9e17ee18fda8 req-46fbead7-7b3a-4295-aad7-55ce2b7fbf45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7f64d66-7a79-4942-b856-610484e9c4bc HTTP/1.1" status: 200 len: 898 time: 0.0816276 Dec 06 15:54:22.671074 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-110aa867-e408-4805-b579-9e17ee18fda8 req-204411a2-9af7-45c9-87df-d69450ccf1c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d17d0a03-50fc-4f5b-a5c0-b1e77e462783 HTTP/1.1" status: 200 len: 1000 time: 0.0602043 Dec 06 15:54:22.722333 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aa867-e408-4805-b579-9e17ee18fda8 req-7df065d9-db81-4699-82c9-285436039849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:22.723856 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-110aa867-e408-4805-b579-9e17ee18fda8 req-7df065d9-db81-4699-82c9-285436039849 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af7ff2e7-fe80-46a0-b4e4-22f63ce9956a HTTP/1.1" status: 200 len: 835 time: 0.0414331 Dec 06 15:54:22.766414 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aa867-e408-4805-b579-9e17ee18fda8 req-a5d03f79-fa63-4f80-b84c-e0be69580e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:22.767854 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-110aa867-e408-4805-b579-9e17ee18fda8 req-a5d03f79-fa63-4f80-b84c-e0be69580e40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7f64d66-7a79-4942-b856-610484e9c4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0372052 Dec 06 15:54:23.164135 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-110aa867-e408-4805-b579-9e17ee18fda8 req-fc023416-e3b9-4e05-beb8-7963b98e3232 service neutron] 10.222.0.37 "GET /v2.0/networks/b7f64d66-7a79-4942-b856-610484e9c4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887324 Dec 06 15:54:23.252889 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-110aa867-e408-4805-b579-9e17ee18fda8 req-a72568b6-3191-4001-b611-0732a2eab2ba service neutron] 10.222.0.37 "GET /v2.0/networks/b7f64d66-7a79-4942-b856-610484e9c4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815191 Dec 06 15:54:28.473423 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:30.425603 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:30.907907 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-75c71e39-fdb8-4602-9fe5-ea2da74839e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:33.332182 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-389e8813-a128-4a2c-b1c4-4548461e13b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:34.252169 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:35.898951 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:36.771040 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:45.723119 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:54:49.916560 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16593c-baa8-46da-9030-0ed5b99e418b req-c1420eeb-cb92-4144-bf28-c3d40d7430f4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:49.918022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e16593c-baa8-46da-9030-0ed5b99e418b req-c1420eeb-cb92-4144-bf28-c3d40d7430f4 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 945 time: 0.0486734 Dec 06 15:54:49.966558 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e16593c-baa8-46da-9030-0ed5b99e418b req-1cf346a4-57db-48f3-8f97-f49eeb59407f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=697131b6-a72c-46e0-9b65-b58851633ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425508 Dec 06 15:54:51.092312 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf5774-4b79-46ed-a42c-f96b8c721097 req-2a2ff891-5f9a-4790-8ef0-60ff4b4d691c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:51.093878 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2bdf5774-4b79-46ed-a42c-f96b8c721097 req-2a2ff891-5f9a-4790-8ef0-60ff4b4d691c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 945 time: 0.0536060 Dec 06 15:54:51.146880 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2bdf5774-4b79-46ed-a42c-f96b8c721097 req-d33d6ba9-1903-494d-aab9-05997ea4ac7d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=697131b6-a72c-46e0-9b65-b58851633ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466149 Dec 06 15:54:51.169995 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49416) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:54:51.231629 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3f116ee4-d55e-406d-9ff5-50ef82d90511 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/floatingips/a8bf8439-85f7-4370-9a39-177f0a59fd26 HTTP/1.1" status: 200 len: 992 time: 0.0605094 Dec 06 15:54:52.531343 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d93bb-c1c3-4a1b-9969-ef5eed69f0fc req-0f419de9-23a7-4c9e-888a-3b54d92fb420 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:52.532731 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-908d93bb-c1c3-4a1b-9969-ef5eed69f0fc req-0f419de9-23a7-4c9e-888a-3b54d92fb420 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 945 time: 0.0765030 Dec 06 15:54:52.547462 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94db44-eb35-4fba-b31b-b3994855ad51 req-be55b0d7-6266-415c-bc70-f89f007d9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:52.548853 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b94db44-eb35-4fba-b31b-b3994855ad51 req-be55b0d7-6266-415c-bc70-f89f007d9bf8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 1096 time: 0.0624559 Dec 06 15:54:52.609303 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-908d93bb-c1c3-4a1b-9969-ef5eed69f0fc req-1d3ec4f8-5a7b-4f4f-a35d-e269b48923f1 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=697131b6-a72c-46e0-9b65-b58851633ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691521 Dec 06 15:54:52.663218 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94db44-eb35-4fba-b31b-b3994855ad51 req-a76c8e44-7038-43e3-b409-562df142c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:52.664697 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b94db44-eb35-4fba-b31b-b3994855ad51 req-a76c8e44-7038-43e3-b409-562df142c42c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7f64d66-7a79-4942-b856-610484e9c4bc HTTP/1.1" status: 200 len: 898 time: 0.1021008 Dec 06 15:54:52.738012 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b94db44-eb35-4fba-b31b-b3994855ad51 req-3adc0a50-3862-4b42-b0bb-5d0ae0d5efa6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d17d0a03-50fc-4f5b-a5c0-b1e77e462783 HTTP/1.1" status: 200 len: 1000 time: 0.0624313 Dec 06 15:54:52.789926 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94db44-eb35-4fba-b31b-b3994855ad51 req-4aaf1c82-794e-4955-9595-1e7cc675e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:52.791273 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b94db44-eb35-4fba-b31b-b3994855ad51 req-4aaf1c82-794e-4955-9595-1e7cc675e6f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af7ff2e7-fe80-46a0-b4e4-22f63ce9956a HTTP/1.1" status: 200 len: 835 time: 0.0416646 Dec 06 15:54:52.839881 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94db44-eb35-4fba-b31b-b3994855ad51 req-9bbda07f-760f-4ce4-abb1-90f14f724d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:52.841336 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b94db44-eb35-4fba-b31b-b3994855ad51 req-9bbda07f-760f-4ce4-abb1-90f14f724d76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7f64d66-7a79-4942-b856-610484e9c4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392759 Dec 06 15:54:52.934502 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b94db44-eb35-4fba-b31b-b3994855ad51 req-9149fc88-f237-463c-90ec-ad8448ebf622 service neutron] 10.222.0.37 "GET /v2.0/networks/b7f64d66-7a79-4942-b856-610484e9c4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818136 Dec 06 15:54:53.024842 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0b94db44-eb35-4fba-b31b-b3994855ad51 req-c9fd1c2c-25f0-4ea1-8743-42ede34455e2 service neutron] 10.222.0.37 "GET /v2.0/networks/b7f64d66-7a79-4942-b856-610484e9c4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793929 Dec 06 15:54:53.727285 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b77c6-77f6-4ba5-851d-25d62d8f1488 req-5e27d45a-b08b-40ca-88ac-43c2f2feee9f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:53.728836 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-473b77c6-77f6-4ba5-851d-25d62d8f1488 req-5e27d45a-b08b-40ca-88ac-43c2f2feee9f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 945 time: 0.0490537 Dec 06 15:54:53.783056 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-473b77c6-77f6-4ba5-851d-25d62d8f1488 req-7a855c42-93af-4ff1-a622-96ca64ffb965 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=697131b6-a72c-46e0-9b65-b58851633ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480766 Dec 06 15:54:54.902258 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cbe47-6428-4d5c-bd50-790e3dbb1928 req-d1e8caf8-e38f-4ac2-a788-e453c0c23d71 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:54.904021 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-493cbe47-6428-4d5c-bd50-790e3dbb1928 req-d1e8caf8-e38f-4ac2-a788-e453c0c23d71 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 945 time: 0.0529041 Dec 06 15:54:54.951897 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-493cbe47-6428-4d5c-bd50-790e3dbb1928 req-79889f77-7a80-4f22-a104-d0cefcd2c4c2 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=697131b6-a72c-46e0-9b65-b58851633ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419347 Dec 06 15:54:54.974043 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49428) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:54:55.033219 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e8907b82-a7d3-4d72-92a8-0f6399f7c4d5 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/floatingips/a8bf8439-85f7-4370-9a39-177f0a59fd26 HTTP/1.1" status: 200 len: 992 time: 0.0577869 Dec 06 15:54:55.276286 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49434) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:54:55.430900 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port c2bcb6e7-854d-4d24-8dc2-048aa4c7e80c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:54:55.431243 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:55.504290 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:55.504619 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:55.516636 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for c2bcb6e7-854d-4d24-8dc2-048aa4c7e80c owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:54:55.662451 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:55.687993 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=c2bcb6e7-854d-4d24-8dc2-048aa4c7e80c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:54:55.700489 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:55.700852 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:55.701203 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:55.701548 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:55.701896 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:55.702236 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:55.702574 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:55.702914 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:55.703247 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:55.703582 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:55.703940 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:55.704273 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:55.704601 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:54:55.761393 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:55.761752 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Floating IP a8bf8439-85f7-4370-9a39-177f0a59fd26 disassociated (deleted). External IP: 172.35.7.16, port: d17d0a03-50fc-4f5b-a5c0-b1e77e462783. Dec 06 15:54:55.962024 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 4f6a83f3-a0d6-4379-b692-d62cd4da9908 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:54:56.068722 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:54:56.073941 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:56.079678 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b81265e-b6f1-4481-b29a-159184434a55 None None] Sync routers for ids ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:54:56.088915 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b81265e-b6f1-4481-b29a-159184434a55 None None] Routers {'4f6a83f3-a0d6-4379-b692-d62cd4da9908'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:54:56.089537 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1b81265e-b6f1-4481-b29a-159184434a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:54:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:54:56.104710 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-196e5ac4-affb-4fdb-9778-051e2785ae3d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/floatingips/a8bf8439-85f7-4370-9a39-177f0a59fd26 HTTP/1.1" status: 204 len: 168 time: 0.8273525 Dec 06 15:54:56.105324 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af0fb40-6181-4a05-aa0a-6ea1ced77412', 'tag': 'd17d0a03-50fc-4f5b-a5c0-b1e77e462783'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:54:56.107615 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f76e64-5680-442e-b7d2-b9ba790f07aa" -d '{"events": [{"name": "network-changed", "server_uuid": "1af0fb40-6181-4a05-aa0a-6ea1ced77412", "tag": "d17d0a03-50fc-4f5b-a5c0-b1e77e462783"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:54:56.146398 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eb3c87-ec93-4e86-8c34-0925a6302c16 x-openstack-request-id: req-d7eb3c87-ec93-4e86-8c34-0925a6302c16 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:54:56.146932 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af0fb40-6181-4a05-aa0a-6ea1ced77412", "tag": "d17d0a03-50fc-4f5b-a5c0-b1e77e462783", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:54:56.147252 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7eb3c87-ec93-4e86-8c34-0925a6302c16 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:54:56.147909 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af0fb40-6181-4a05-aa0a-6ea1ced77412', 'tag': 'd17d0a03-50fc-4f5b-a5c0-b1e77e462783', 'status': 'completed', 'code': 200} Dec 06 15:54:56.198958 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1b81265e-b6f1-4481-b29a-159184434a55 None None] Set router 4f6a83f3-a0d6-4379-b692-d62cd4da9908 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:54:56.225469 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f76e64-5680-442e-b7d2-b9ba790f07aa req-6db757e7-24c3-4e3f-adff-bcd2a6298ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:56.227145 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92f76e64-5680-442e-b7d2-b9ba790f07aa req-6db757e7-24c3-4e3f-adff-bcd2a6298ef0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f696de39de649a09ab85b4348ea5de3&device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 1096 time: 0.0501471 Dec 06 15:54:56.330930 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f76e64-5680-442e-b7d2-b9ba790f07aa req-42576c30-1dcc-4d3a-a572-112f5bbd65e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:56.332566 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92f76e64-5680-442e-b7d2-b9ba790f07aa req-42576c30-1dcc-4d3a-a572-112f5bbd65e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7f64d66-7a79-4942-b856-610484e9c4bc HTTP/1.1" status: 200 len: 898 time: 0.0910950 Dec 06 15:54:56.350474 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba69e3-7bde-4765-a9c6-9ef81656e777 req-ef049087-0546-45d1-ac20-0e6436b6f58c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:56.352700 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9ba69e3-7bde-4765-a9c6-9ef81656e777 req-ef049087-0546-45d1-ac20-0e6436b6f58c tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 945 time: 0.0543721 Dec 06 15:54:56.382728 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92f76e64-5680-442e-b7d2-b9ba790f07aa req-ee02748f-edda-4f6b-99dc-ca3e3fba2a99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d17d0a03-50fc-4f5b-a5c0-b1e77e462783 HTTP/1.1" status: 200 len: 217 time: 0.0398057 Dec 06 15:54:56.406574 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9ba69e3-7bde-4765-a9c6-9ef81656e777 req-f74e9f78-a244-49de-90fa-9d4e7fd75d6e tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=697131b6-a72c-46e0-9b65-b58851633ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470157 Dec 06 15:54:56.423128 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1b81265e-b6f1-4481-b29a-159184434a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492221922', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93'}], 'enable_snat': True}, 'gw_port_id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:53:55Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:56Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8264f3a6-3975-41db-aed3-21a2aa7cf241', 'name': '', 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:70:c6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:58Z', 'updated_at': '2021-12-06T15:54:02Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:54:56.435943 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f76e64-5680-442e-b7d2-b9ba790f07aa req-f921450e-f15e-4b57-8bed-56eba42579d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:56.437449 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92f76e64-5680-442e-b7d2-b9ba790f07aa req-f921450e-f15e-4b57-8bed-56eba42579d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af7ff2e7-fe80-46a0-b4e4-22f63ce9956a HTTP/1.1" status: 200 len: 835 time: 0.0465300 Dec 06 15:54:56.450615 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b81265e-b6f1-4481-b29a-159184434a55 None None] Checking router: 4f6a83f3-a0d6-4379-b692-d62cd4da9908 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:54:56.459105 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b81265e-b6f1-4481-b29a-159184434a55 None None] Routers {'4f6a83f3-a0d6-4379-b692-d62cd4da9908'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:54:56.459770 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1b81265e-b6f1-4481-b29a-159184434a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:54:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:54:56.485119 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f76e64-5680-442e-b7d2-b9ba790f07aa req-7872bf07-80da-4a7f-aed6-afefa804fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:56.486684 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92f76e64-5680-442e-b7d2-b9ba790f07aa req-7872bf07-80da-4a7f-aed6-afefa804fc38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7f64d66-7a79-4942-b856-610484e9c4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405605 Dec 06 15:54:56.564789 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1b81265e-b6f1-4481-b29a-159184434a55 None None] Set router 4f6a83f3-a0d6-4379-b692-d62cd4da9908 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:54:56.582990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92f76e64-5680-442e-b7d2-b9ba790f07aa req-6f3822e8-b651-4dd4-b310-06a347b042b3 service neutron] 10.222.0.37 "GET /v2.0/networks/b7f64d66-7a79-4942-b856-610484e9c4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860262 Dec 06 15:54:56.672939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-92f76e64-5680-442e-b7d2-b9ba790f07aa req-9a7dd27e-c4cf-41ba-bb49-539cf5336ade service neutron] 10.222.0.37 "GET /v2.0/networks/b7f64d66-7a79-4942-b856-610484e9c4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810382 Dec 06 15:54:56.760260 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1b81265e-b6f1-4481-b29a-159184434a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492221922', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93'}], 'enable_snat': True}, 'gw_port_id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:53:55Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:56Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8264f3a6-3975-41db-aed3-21a2aa7cf241', 'name': '', 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:70:c6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:58Z', 'updated_at': '2021-12-06T15:54:02Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:54:56.789414 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b81265e-b6f1-4481-b29a-159184434a55 None None] The sync data for ids ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'] in n-d-master-1 is: [{'id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492221922', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93'}], 'enable_snat': True}, 'gw_port_id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:53:55Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:56Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8264f3a6-3975-41db-aed3-21a2aa7cf241', 'name': '', 'network_id': 'b7f64d66-7a79-4942-b856-610484e9c4bc', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'mac_address': 'fa:16:3e:70:c6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:58Z', 'updated_at': '2021-12-06T15:54:02Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'subnets': [{'id': 'af7ff2e7-fe80-46a0-b4e4-22f63ce9956a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:54:57.004776 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b5e52-744a-44d8-ae2c-0908363a0130 None None] New status for floating IP a8bf8439-85f7-4370-9a39-177f0a59fd26: DOWN {{(pid=103291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:54:57.529304 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fa6d7-7054-4920-9835-fc648403b371 req-1280be09-8fa0-461a-a0d7-35ab9372475a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:57.530762 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-708fa6d7-7054-4920-9835-fc648403b371 req-1280be09-8fa0-461a-a0d7-35ab9372475a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 945 time: 0.0527799 Dec 06 15:54:57.577829 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-708fa6d7-7054-4920-9835-fc648403b371 req-97f58b4e-ea86-4b35-8a43-bc14e772bf5a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/security-groups?id=697131b6-a72c-46e0-9b65-b58851633ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408888 Dec 06 15:54:58.113131 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4a233-f660-4b3f-b8a3-6d8b96186456 req-25327547-c11a-4f96-ad06-83f330f80a74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:54:58.114553 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e7c4a233-f660-4b3f-b8a3-6d8b96186456 req-25327547-c11a-4f96-ad06-83f330f80a74 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.37 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 945 time: 0.0468404 Dec 06 15:54:58.202793 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e7c4a233-f660-4b3f-b8a3-6d8b96186456 req-2c1c1bb5-ce60-4656-9286-5eb07c9ea41b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port d17d0a03-50fc-4f5b-a5c0-b1e77e462783 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:54:58.203121 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e7c4a233-f660-4b3f-b8a3-6d8b96186456 req-2c1c1bb5-ce60-4656-9286-5eb07c9ea41b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:58.286974 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-e7c4a233-f660-4b3f-b8a3-6d8b96186456 req-2c1c1bb5-ce60-4656-9286-5eb07c9ea41b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] For port d17d0a03-50fc-4f5b-a5c0-b1e77e462783, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d17d0a03-50fc-4f5b-a5c0-b1e77e462783,segment=NetworkSegment(6af9c9fd-8f04-486f-b56a-236b72b2a901),segment_id=6af9c9fd-8f04-486f-b56a-236b72b2a901)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:54:58.287329 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e7c4a233-f660-4b3f-b8a3-6d8b96186456 req-2c1c1bb5-ce60-4656-9286-5eb07c9ea41b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:58.299728 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-e7c4a233-f660-4b3f-b8a3-6d8b96186456 req-2c1c1bb5-ce60-4656-9286-5eb07c9ea41b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for d17d0a03-50fc-4f5b-a5c0-b1e77e462783 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:54:58.426064 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e7c4a233-f660-4b3f-b8a3-6d8b96186456 req-2c1c1bb5-ce60-4656-9286-5eb07c9ea41b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:58.454489 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c1bb5-ce60-4656-9286-5eb07c9ea41b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=d17d0a03-50fc-4f5b-a5c0-b1e77e462783,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:54:58.471108 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:58.496972 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c4a233-f660-4b3f-b8a3-6d8b96186456 req-2c1c1bb5-ce60-4656-9286-5eb07c9ea41b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] No DVR routers for this DVR port d17d0a03-50fc-4f5b-a5c0-b1e77e462783 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:54:58.499587 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-e7c4a233-f660-4b3f-b8a3-6d8b96186456 req-2c1c1bb5-ce60-4656-9286-5eb07c9ea41b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:54:58.502927 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e7c4a233-f660-4b3f-b8a3-6d8b96186456 req-2c1c1bb5-ce60-4656-9286-5eb07c9ea41b tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.37 "DELETE /v2.0/ports/d17d0a03-50fc-4f5b-a5c0-b1e77e462783 HTTP/1.1" status: 204 len: 173 time: 0.3817258 Dec 06 15:54:58.503418 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af0fb40-6181-4a05-aa0a-6ea1ced77412', 'name': 'network-vif-deleted', 'tag': 'd17d0a03-50fc-4f5b-a5c0-b1e77e462783'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:54:58.505708 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7213879-5fd9-41c6-9522-d84cecc93cd7" -d '{"events": [{"server_uuid": "1af0fb40-6181-4a05-aa0a-6ea1ced77412", "name": "network-vif-deleted", "tag": "d17d0a03-50fc-4f5b-a5c0-b1e77e462783"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:54:58.542655 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3686856-d039-4e6a-bc45-016794d90e23 x-openstack-request-id: req-a3686856-d039-4e6a-bc45-016794d90e23 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:54:58.543264 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af0fb40-6181-4a05-aa0a-6ea1ced77412", "name": "network-vif-deleted", "tag": "d17d0a03-50fc-4f5b-a5c0-b1e77e462783", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:54:58.543264 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3686856-d039-4e6a-bc45-016794d90e23 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:54:58.543632 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af0fb40-6181-4a05-aa0a-6ea1ced77412', 'name': 'network-vif-deleted', 'tag': 'd17d0a03-50fc-4f5b-a5c0-b1e77e462783', 'status': 'completed', 'code': 200} Dec 06 15:54:58.697984 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e8b47ef3-5c54-4f3f-9e0d-272a12761875 req-acd61096-aa08-4cc2-9dcc-0f44c9afbf51 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "GET /v2.0/ports?device_id=1af0fb40-6181-4a05-aa0a-6ea1ced77412 HTTP/1.1" status: 200 len: 210 time: 0.0296998 Dec 06 15:54:59.756854 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49450) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:00.113380 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:00.366498 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port 8264f3a6-3975-41db-aed3-21a2aa7cf241 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:55:00.366774 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:00.439804 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:00.456184 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] For port 8264f3a6-3975-41db-aed3-21a2aa7cf241, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8264f3a6-3975-41db-aed3-21a2aa7cf241,segment=NetworkSegment(6af9c9fd-8f04-486f-b56a-236b72b2a901),segment_id=6af9c9fd-8f04-486f-b56a-236b72b2a901)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:55:00.456540 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:00.469317 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for 8264f3a6-3975-41db-aed3-21a2aa7cf241 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:55:00.662446 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:00.693969 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=8264f3a6-3975-41db-aed3-21a2aa7cf241,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:00.722219 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:00.722575 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:00.722921 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:00.723263 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:00.723590 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:00.724020 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:00.724751 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:00.725182 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:00.725526 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:00.725857 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:00.726186 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:00.726514 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:00.726839 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:00.880854 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:00.911241 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3921fde-697c-429b-83d4-fd6322e089f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:01.109910 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Router 4f6a83f3-a0d6-4379-b692-d62cd4da9908 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:55:01.214705 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:55:01.219671 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2b1aa404-e1cd-415c-bbd9-9a0b24a9486d tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "PUT /v2.0/routers/4f6a83f3-a0d6-4379-b692-d62cd4da9908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4617574 Dec 06 15:55:01.222491 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49452) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:01.225425 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1c44f-18e4-43a4-9b63-25efc04a808d None None] Sync routers for ids ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:55:01.236069 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1c44f-18e4-43a4-9b63-25efc04a808d None None] Routers {'4f6a83f3-a0d6-4379-b692-d62cd4da9908'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:55:01.236791 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2fa1c44f-18e4-43a4-9b63-25efc04a808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:54:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:01.277542 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3edac18-8528-4902-9141-b4b58f8ce10a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting subnet af7ff2e7-fe80-46a0-b4e4-22f63ce9956a {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:55:01.280910 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3edac18-8528-4902-9141-b4b58f8ce10a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:01.326310 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3edac18-8528-4902-9141-b4b58f8ce10a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:01.349253 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2fa1c44f-18e4-43a4-9b63-25efc04a808d None None] Set router 4f6a83f3-a0d6-4379-b692-d62cd4da9908 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:55:01.412507 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3edac18-8528-4902-9141-b4b58f8ce10a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:01.469225 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3edac18-8528-4902-9141-b4b58f8ce10a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:01.497570 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edac18-8528-4902-9141-b4b58f8ce10a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Subnet': ['ID=af7ff2e7-fe80-46a0-b4e4-22f63ce9956a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:01.499563 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3edac18-8528-4902-9141-b4b58f8ce10a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:01.506422 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b3edac18-8528-4902-9141-b4b58f8ce10a tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/subnets/af7ff2e7-fe80-46a0-b4e4-22f63ce9956a HTTP/1.1" status: 204 len: 168 time: 0.2805512 Dec 06 15:55:01.506599 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215429b7-f525-4bf3-a0a2-5285f35b36f1 None None] Network b7f64d66-7a79-4942-b856-610484e9c4bc requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:55:01.507045 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49454) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:01.586725 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2fa1c44f-18e4-43a4-9b63-25efc04a808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492221922', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93'}], 'enable_snat': True}, 'gw_port_id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:53:55Z', 'updated_at': '2021-12-06T15:55:00Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:56Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:01.616369 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0922cca-4a36-4c69-b7d1-c2991713ab31 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:01.634015 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1c44f-18e4-43a4-9b63-25efc04a808d None None] Checking router: 4f6a83f3-a0d6-4379-b692-d62cd4da9908 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:55:01.659129 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1c44f-18e4-43a4-9b63-25efc04a808d None None] Routers {'4f6a83f3-a0d6-4379-b692-d62cd4da9908'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:55:01.659779 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2fa1c44f-18e4-43a4-9b63-25efc04a808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:54:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:01.723490 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0922cca-4a36-4c69-b7d1-c2991713ab31 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:01.773967 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d17d0a03-50fc-4f5b-a5c0-b1e77e462783 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:55:01.800080 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d0922cca-4a36-4c69-b7d1-c2991713ab31 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Deleting port b38200dd-3bb7-4b51-a329-bf0acd4e1cf5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:55:01.800511 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0922cca-4a36-4c69-b7d1-c2991713ab31 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:01.807516 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] DHCP port deletion for b7f64d66-7a79-4942-b856-610484e9c4bc request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:55:01.811840 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: d17d0a03-50fc-4f5b-a5c0-b1e77e462783 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:55:01.812186 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device d17d0a03-50fc-4f5b-a5c0-b1e77e462783 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:55:01.848095 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2fa1c44f-18e4-43a4-9b63-25efc04a808d None None] Set router 4f6a83f3-a0d6-4379-b692-d62cd4da9908 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:55:01.883318 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d0922cca-4a36-4c69-b7d1-c2991713ab31 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] For port b38200dd-3bb7-4b51-a329-bf0acd4e1cf5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b38200dd-3bb7-4b51-a329-bf0acd4e1cf5,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:55:01.883942 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0922cca-4a36-4c69-b7d1-c2991713ab31 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:01.896086 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d0922cca-4a36-4c69-b7d1-c2991713ab31 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Calling delete_port for b38200dd-3bb7-4b51-a329-bf0acd4e1cf5 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:55:01.982678 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Deleting port 4e669dad-ebee-4785-92d5-9c4b414ad18a {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:55:01.982963 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.073671 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0922cca-4a36-4c69-b7d1-c2991713ab31 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.077238 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] For port 4e669dad-ebee-4785-92d5-9c4b414ad18a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4e669dad-ebee-4785-92d5-9c4b414ad18a,segment=NetworkSegment(6af9c9fd-8f04-486f-b56a-236b72b2a901),segment_id=6af9c9fd-8f04-486f-b56a-236b72b2a901)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:55:02.077645 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.095286 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Calling delete_port for 4e669dad-ebee-4785-92d5-9c4b414ad18a owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:55:02.111126 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e76195b-c6ab-4be3-8967-f33e29dc018a None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:55:02.128758 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0922cca-4a36-4c69-b7d1-c2991713ab31 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Port': ['ID=b38200dd-3bb7-4b51-a329-bf0acd4e1cf5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:02.172500 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0922cca-4a36-4c69-b7d1-c2991713ab31 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.195439 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2fa1c44f-18e4-43a4-9b63-25efc04a808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492221922', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93'}], 'enable_snat': True}, 'gw_port_id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:53:55Z', 'updated_at': '2021-12-06T15:55:00Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:56Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:02.231233 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1c44f-18e4-43a4-9b63-25efc04a808d None None] The sync data for ids ['4f6a83f3-a0d6-4379-b692-d62cd4da9908'] in n-d-master-1 is: [{'id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492221922', 'tenant_id': '1f696de39de649a09ab85b4348ea5de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93'}], 'enable_snat': True}, 'gw_port_id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:53:55Z', 'updated_at': '2021-12-06T15:55:00Z', 'revision_number': 5, 'project_id': '1f696de39de649a09ab85b4348ea5de3', 'gw_port': {'id': 'b38200dd-3bb7-4b51-a329-bf0acd4e1cf5', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a83f3-a0d6-4379-b692-d62cd4da9908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:53:56Z', 'updated_at': '2021-12-06T15:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:55:02.251393 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.272373 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0922cca-4a36-4c69-b7d1-c2991713ab31 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.274679 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0922cca-4a36-4c69-b7d1-c2991713ab31 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.286255 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Pushing event deleted for resources: {'Port': ['ID=4e669dad-ebee-4785-92d5-9c4b414ad18a,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:02.296037 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] No DVR routers for this DVR port 4e669dad-ebee-4785-92d5-9c4b414ad18a on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:55:02.298684 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:02.299032 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:02.299371 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:02.299797 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:02.300135 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:02.300563 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:02.300905 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:02.301228 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:02.301550 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:02.301892 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:02.302304 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:02.302648 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:02.302969 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548b2862-dffe-4d5a-a6d4-9c0a202fc98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:02.328323 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0922cca-4a36-4c69-b7d1-c2991713ab31 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.328880 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0922cca-4a36-4c69-b7d1-c2991713ab31 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Fanout notify agent at l3_agent the message router_deleted on router 4f6a83f3-a0d6-4379-b692-d62cd4da9908 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:55:02.336653 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0922cca-4a36-4c69-b7d1-c2991713ab31 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.337764 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d0922cca-4a36-4c69-b7d1-c2991713ab31 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/routers/4f6a83f3-a0d6-4379-b692-d62cd4da9908 HTTP/1.1" status: 204 len: 168 time: 0.8302138 Dec 06 15:55:02.340991 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49456) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:02.421310 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f07511ef-3620-4e47-a753-1f21071a518f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.516822 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f07511ef-3620-4e47-a753-1f21071a518f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.536547 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f07511ef-3620-4e47-a753-1f21071a518f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f64d66-7a79-4942-b856-610484e9c4bc']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:02.546086 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f07511ef-3620-4e47-a753-1f21071a518f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af9c9fd-8f04-486f-b56a-236b72b2a901') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:02.546381 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f07511ef-3620-4e47-a753-1f21071a518f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af9c9fd-8f04-486f-b56a-236b72b2a901') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:02.555521 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f07511ef-3620-4e47-a753-1f21071a518f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.568344 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f07511ef-3620-4e47-a753-1f21071a518f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.574098 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07511ef-3620-4e47-a753-1f21071a518f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:55:02.574476 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f07511ef-3620-4e47-a753-1f21071a518f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: timer() Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:55:02.577397 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:55:02.636247 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f07511ef-3620-4e47-a753-1f21071a518f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.645125 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f07511ef-3620-4e47-a753-1f21071a518f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.648530 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f07511ef-3620-4e47-a753-1f21071a518f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/networks/b7f64d66-7a79-4942-b856-610484e9c4bc HTTP/1.1" status: 204 len: 168 time: 0.3066182 Dec 06 15:55:02.652077 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49458) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:02.660552 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07511ef-3620-4e47-a753-1f21071a518f tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'Network': ['ID=b7f64d66-7a79-4942-b856-610484e9c4bc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:02.716050 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0301de77-3795-4610-9264-6d252a6cdc11 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.742709 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0301de77-3795-4610-9264-6d252a6cdc11 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.801376 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0301de77-3795-4610-9264-6d252a6cdc11 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.804969 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0301de77-3795-4610-9264-6d252a6cdc11 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:02.806143 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0301de77-3795-4610-9264-6d252a6cdc11 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] 10.222.0.20 "DELETE /v2.0/security-groups/697131b6-a72c-46e0-9b65-b58851633ee1 HTTP/1.1" status: 204 len: 168 time: 0.1530507 Dec 06 15:55:02.816047 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301de77-3795-4610-9264-6d252a6cdc11 tempest-TestNetworkAdvancedServerOps-1557344217 tempest-TestNetworkAdvancedServerOps-1557344217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=697131b6-a72c-46e0-9b65-b58851633ee1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:03.142523 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49466) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:03.293646 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-e64deb48-f08e-4988-9ad5-eacb9e8fbbde admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f696de39de649a09ab85b4348ea5de3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1497834 Dec 06 15:55:03.296137 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49470) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:03.327517 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b38200dd-3bb7-4b51-a329-bf0acd4e1cf5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:55:03.347264 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a71eaa11-87ec-4ba2-b807-bfaac97bfaf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:03.353612 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: b38200dd-3bb7-4b51-a329-bf0acd4e1cf5 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:55:03.353968 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device b38200dd-3bb7-4b51-a329-bf0acd4e1cf5 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:55:03.354432 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4e669dad-ebee-4785-92d5-9c4b414ad18a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:55:03.374363 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a71eaa11-87ec-4ba2-b807-bfaac97bfaf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:03.375245 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 4e669dad-ebee-4785-92d5-9c4b414ad18a {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:55:03.375600 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 4e669dad-ebee-4785-92d5-9c4b414ad18a not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:55:03.376051 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8264f3a6-3975-41db-aed3-21a2aa7cf241 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:55:03.378545 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a7951f6f-8f18-4e96-8946-0d746c1f5310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:03.396767 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 8264f3a6-3975-41db-aed3-21a2aa7cf241 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:55:03.397114 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8264f3a6-3975-41db-aed3-21a2aa7cf241 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:55:03.422854 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a71eaa11-87ec-4ba2-b807-bfaac97bfaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:03.425576 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a71eaa11-87ec-4ba2-b807-bfaac97bfaf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:03.426774 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a71eaa11-87ec-4ba2-b807-bfaac97bfaf6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff4f12b3-c313-4fbb-aa6c-661c460543a0 HTTP/1.1" status: 204 len: 168 time: 0.1295981 Dec 06 15:55:03.434539 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71eaa11-87ec-4ba2-b807-bfaac97bfaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4f12b3-c313-4fbb-aa6c-661c460543a0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:03.684241 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49476) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:03.697192 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a750b445-2330-42d7-857f-14278a30f7dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:03.770129 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a750b445-2330-42d7-857f-14278a30f7dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:03.773796 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a750b445-2330-42d7-857f-14278a30f7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:03.811996 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-a750b445-2330-42d7-857f-14278a30f7dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21005783d46e48bbb2265bdf0914a2d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266875 Dec 06 15:55:03.813110 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750b445-2330-42d7-857f-14278a30f7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d6a5d6-f032-4f29-bcc5-9d9aeb2b472d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:03.814803 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49478) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:03.863098 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc315c71-2f65-474a-9e98-3e4e6cc5e1e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:03.883880 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc315c71-2f65-474a-9e98-3e4e6cc5e1e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:03.930488 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc315c71-2f65-474a-9e98-3e4e6cc5e1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:03.933605 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc315c71-2f65-474a-9e98-3e4e6cc5e1e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:03.934773 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bc315c71-2f65-474a-9e98-3e4e6cc5e1e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3d6a5d6-f032-4f29-bcc5-9d9aeb2b472d HTTP/1.1" status: 204 len: 168 time: 0.1189570 Dec 06 15:55:03.944524 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc315c71-2f65-474a-9e98-3e4e6cc5e1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d6a5d6-f032-4f29-bcc5-9d9aeb2b472d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:04.257740 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:04.618783 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49500) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:04.712614 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-712ea897-836a-49d0-aa84-0251852a853d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1838201172-network', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:55:04.736518 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712ea897-836a-49d0-aa84-0251852a853d admin admin] Made reservation on behalf of 5c559b7e75e3490d873a9d57b7d6dc61 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:55:04.738785 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-712ea897-836a-49d0-aa84-0251852a853d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:04.747557 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-712ea897-836a-49d0-aa84-0251852a853d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:04.819031 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-712ea897-836a-49d0-aa84-0251852a853d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:04.822726 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-712ea897-836a-49d0-aa84-0251852a853d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:04.849130 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712ea897-836a-49d0-aa84-0251852a853d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:55:04.854656 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ea897-836a-49d0-aa84-0251852a853d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107d8296-1f00-493e-9f71-3237603b9868,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:04.862230 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-712ea897-836a-49d0-aa84-0251852a853d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:04.862230 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-712ea897-836a-49d0-aa84-0251852a853d admin admin] Added segment 71673c9e-c277-43ea-8063-111a8d752d32 of type vlan for network 34249f62-fd6f-43ee-8c47-f18221e2dc39 Dec 06 15:55:04.902128 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-712ea897-836a-49d0-aa84-0251852a853d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:04.925670 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-712ea897-836a-49d0-aa84-0251852a853d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:04.926618 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712ea897-836a-49d0-aa84-0251852a853d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:04.927187 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-712ea897-836a-49d0-aa84-0251852a853d admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:04.959095 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-712ea897-836a-49d0-aa84-0251852a853d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3392398 Dec 06 15:55:04.962179 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49504) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:04.967166 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-faa656fb-e891-4e8c-97b5-948ec04b09c8 admin admin] Request body: {'subnet': {'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1838201172-subnet', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:55:04.987750 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa656fb-e891-4e8c-97b5-948ec04b09c8 admin admin] Made reservation on behalf of 5c559b7e75e3490d873a9d57b7d6dc61 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:55:04.990171 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-faa656fb-e891-4e8c-97b5-948ec04b09c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:04.992562 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ea897-836a-49d0-aa84-0251852a853d admin admin] Pushing event updated for resources: {'Network': ['ID=34249f62-fd6f-43ee-8c47-f18221e2dc39,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:05.002832 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 34249f62-fd6f-43ee-8c47-f18221e2dc39 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:55:05.453090 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-faa656fb-e891-4e8c-97b5-948ec04b09c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:05.512074 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa656fb-e891-4e8c-97b5-948ec04b09c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c4b2db-d8a2-4c5a-a928-b61ff42013e9,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:05.519806 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa656fb-e891-4e8c-97b5-948ec04b09c8 admin admin] Checking segment: {'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:55:05.520164 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa656fb-e891-4e8c-97b5-948ec04b09c8 admin admin] Network hostable DHCP agents. Network: 34249f62-fd6f-43ee-8c47-f18221e2dc39, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:55:05.536146 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa656fb-e891-4e8c-97b5-948ec04b09c8 admin admin] Network 34249f62-fd6f-43ee-8c47-f18221e2dc39 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:55:05.544764 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-faa656fb-e891-4e8c-97b5-948ec04b09c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 34249f62-fd6f-43ee-8c47-f18221e2dc39) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:55:05.549113 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa656fb-e891-4e8c-97b5-948ec04b09c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:05.549855 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-faa656fb-e891-4e8c-97b5-948ec04b09c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:05.554416 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162f4703-0c48-4a1c-ab4c-a792c00b5754 None None] Network 34249f62-fd6f-43ee-8c47-f18221e2dc39 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:55:05.568800 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-faa656fb-e891-4e8c-97b5-948ec04b09c8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6029117 Dec 06 15:55:05.569183 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49506) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:05.573950 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:55:05.593883 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:05.594881 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:05.647663 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:05.788653 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:05.859414 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-34249f62-fd6f-43ee-8c47-f18221e2dc39', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:55:05.860963 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:05.958059 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:05.995254 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:06.008923 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Allocated IP 172.20.0.2 (34249f62-fd6f-43ee-8c47-f18221e2dc39/71c4b2db-d8a2-4c5a-a928-b61ff42013e9/a414ba2f-cfe9-4c99-995f-fbf6310de860) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:55:06.014966 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:06.118966 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Allocated IP 172.35.7.233 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/1ef94307-736d-424c-94f9-bcd534740ffc) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:55:06.153235 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:06.158511 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:06.192285 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Network 34249f62-fd6f-43ee-8c47-f18221e2dc39 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:55:06.197327 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:55:06.201717 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:55:06.214686 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Pushing event updated for resources: {'Port': ['ID=a414ba2f-cfe9-4c99-995f-fbf6310de860,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:06.231973 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:06.267783 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Attempting to bind port a414ba2f-cfe9-4c99-995f-fbf6310de860 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:55:06.268163 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Attempting to bind port a414ba2f-cfe9-4c99-995f-fbf6310de860 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:55:06.268528 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Attempting to bind port a414ba2f-cfe9-4c99-995f-fbf6310de860 on network 34249f62-fd6f-43ee-8c47-f18221e2dc39 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:55:06.269764 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:06.274846 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:55:06.275494 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Checking segment: {'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:55:06.275988 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:06.276394 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Bound using segment: {'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:55:06.276879 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Bound port: a414ba2f-cfe9-4c99-995f-fbf6310de860, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:55:06.277271 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:06.308545 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:55:06.313100 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:55:06.316628 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:55:06.322417 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef94307-736d-424c-94f9-bcd534740ffc,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:06.327900 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab173b52-f80b-42ad-b787-ec470ea4d7b2 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:55:06.351629 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] For port a414ba2f-cfe9-4c99-995f-fbf6310de860, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:55:06.355123 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] For port a414ba2f-cfe9-4c99-995f-fbf6310de860, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a414ba2f-cfe9-4c99-995f-fbf6310de860,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:55:06.358987 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:06.426727 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f89b44-f471-458e-ba9b-cc812dfd40ad None None] Pushing event updated for resources: {'Port': ['ID=a414ba2f-cfe9-4c99-995f-fbf6310de860,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:06.429306 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b3487cc1-b9ad-4fb7-800b-01941cb00b4b None None] Provisioning complete for port 1ef94307-736d-424c-94f9-bcd534740ffc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:06.429686 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3487cc1-b9ad-4fb7-800b-01941cb00b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:06.466296 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b3487cc1-b9ad-4fb7-800b-01941cb00b4b None None] Port 1ef94307-736d-424c-94f9-bcd534740ffc cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:55:06.607388 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:06.772477 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:06.811580 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:06.940216 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Router 6312db26-af8c-418f-a926-a6c7dceefbbf is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:55:07.047632 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:55:07.059549 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Sync routers for ids ['6312db26-af8c-418f-a926-a6c7dceefbbf'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:55:07.070355 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Routers {'6312db26-af8c-418f-a926-a6c7dceefbbf'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:55:07.070970 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:55:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6312db26-af8c-418f-a926-a6c7dceefbbf'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:07.076014 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:07.080512 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49508) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:07.086831 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-35dbac6b-564a-4f51-baa0-c6e2ffac9566 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5165961 Dec 06 15:55:07.147119 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a414ba2f-cfe9-4c99-995f-fbf6310de860 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:55:07.205840 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Set router 6312db26-af8c-418f-a926-a6c7dceefbbf gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:55:07.213958 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a414ba2f-cfe9-4c99-995f-fbf6310de860 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:07.214483 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:07.302676 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:07.340007 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] For port a414ba2f-cfe9-4c99-995f-fbf6310de860, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a414ba2f-cfe9-4c99-995f-fbf6310de860,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:55:07.346781 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:07.408745 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T15:55:06Z', 'revision_number': 3, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:07.419338 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Pushing event updated for resources: {'Port': ['ID=a414ba2f-cfe9-4c99-995f-fbf6310de860,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:07.437555 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Checking router: 6312db26-af8c-418f-a926-a6c7dceefbbf for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:55:07.437910 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Updating router 6312db26-af8c-418f-a926-a6c7dceefbbf port 1ef94307-736d-424c-94f9-bcd534740ffc binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:55:07.466578 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:07.476403 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861723e0-4b14-41b3-b652-0304d8c6d548 None None] Network 34249f62-fd6f-43ee-8c47-f18221e2dc39 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:55:07.537005 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-413751f7-cc8d-4902-bf93-cde1cfe7f644 None None] Provisioning complete for port a414ba2f-cfe9-4c99-995f-fbf6310de860 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:07.537398 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-413751f7-cc8d-4902-bf93-cde1cfe7f644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:07.585817 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:07.759161 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:07.764872 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] Allocated IP 172.20.0.1 (34249f62-fd6f-43ee-8c47-f18221e2dc39/71c4b2db-d8a2-4c5a-a928-b61ff42013e9/9d8c12ec-3cf0-4679-b147-721e6619139c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:55:07.765952 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:07.813484 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Attempting to bind port 1ef94307-736d-424c-94f9-bcd534740ffc on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:55:07.813861 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Attempting to bind port 1ef94307-736d-424c-94f9-bcd534740ffc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:55:07.814217 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Attempting to bind port 1ef94307-736d-424c-94f9-bcd534740ffc on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:55:07.819018 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93e7d2a-e72e-4e31-a1c9-e2ea843a5a38 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:55:07.823425 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:55:07.823903 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:55:07.824302 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:07.824683 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:55:07.825160 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Bound port: 1ef94307-736d-424c-94f9-bcd534740ffc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:55:07.825532 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:07.858886 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adcb71-c141-47ff-8e03-b3d2978f7e06 None None] Pushing event updated for resources: {'Port': ['ID=1ef94307-736d-424c-94f9-bcd534740ffc,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:07.870413 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adcb71-c141-47ff-8e03-b3d2978f7e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:07.870771 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adcb71-c141-47ff-8e03-b3d2978f7e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:07.871080 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adcb71-c141-47ff-8e03-b3d2978f7e06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:07.871413 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adcb71-c141-47ff-8e03-b3d2978f7e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:07.871836 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adcb71-c141-47ff-8e03-b3d2978f7e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:07.872157 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adcb71-c141-47ff-8e03-b3d2978f7e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:07.872419 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adcb71-c141-47ff-8e03-b3d2978f7e06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:07.872738 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adcb71-c141-47ff-8e03-b3d2978f7e06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:07.873060 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adcb71-c141-47ff-8e03-b3d2978f7e06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:07.873435 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adcb71-c141-47ff-8e03-b3d2978f7e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:07.873768 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adcb71-c141-47ff-8e03-b3d2978f7e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:07.874087 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adcb71-c141-47ff-8e03-b3d2978f7e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:07.874405 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adcb71-c141-47ff-8e03-b3d2978f7e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:55:07.884390 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:07.907205 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] For port 1ef94307-736d-424c-94f9-bcd534740ffc, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:55:07.910114 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-004279f6-6fb1-43a1-8e99-47542b430466 None None] Provisioning complete for port 1ef94307-736d-424c-94f9-bcd534740ffc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:07.910640 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-004279f6-6fb1-43a1-8e99-47542b430466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:07.910939 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] For port 1ef94307-736d-424c-94f9-bcd534740ffc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1ef94307-736d-424c-94f9-bcd534740ffc,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:55:07.920317 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:07.948839 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:07.971970 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5949f6-86af-4ffd-afcf-a7a235bbf668 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:55:07.975756 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-004279f6-6fb1-43a1-8e99-47542b430466 None None] Port 1ef94307-736d-424c-94f9-bcd534740ffc cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:55:07.983692 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Routers {'6312db26-af8c-418f-a926-a6c7dceefbbf'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:55:07.984331 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:55:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6312db26-af8c-418f-a926-a6c7dceefbbf'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:08.004987 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] Network 34249f62-fd6f-43ee-8c47-f18221e2dc39 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:55:08.007955 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:55:08.011957 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:55:08.023367 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adcb71-c141-47ff-8e03-b3d2978f7e06 None None] Pushing event updated for resources: {'Port': ['ID=1ef94307-736d-424c-94f9-bcd534740ffc,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:08.037068 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] Pushing event updated for resources: {'Port': ['ID=9d8c12ec-3cf0-4679-b147-721e6619139c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:08.054420 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:08.106597 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] Set router 6312db26-af8c-418f-a926-a6c7dceefbbf gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:55:08.108220 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a5dc5713-bc95-446e-a7a1-3fc2a8c2d4a4 None None] Provisioning complete for port 1ef94307-736d-424c-94f9-bcd534740ffc triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:08.108595 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a5dc5713-bc95-446e-a7a1-3fc2a8c2d4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:08.198333 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a5dc5713-bc95-446e-a7a1-3fc2a8c2d4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:08.200170 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:08.226289 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a5dc5713-bc95-446e-a7a1-3fc2a8c2d4a4 None None] For port 1ef94307-736d-424c-94f9-bcd534740ffc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1ef94307-736d-424c-94f9-bcd534740ffc,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:55:08.232326 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a5dc5713-bc95-446e-a7a1-3fc2a8c2d4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:08.277870 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a5dc5713-bc95-446e-a7a1-3fc2a8c2d4a4 None None] Provisioning complete for port a414ba2f-cfe9-4c99-995f-fbf6310de860 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:08.278247 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a5dc5713-bc95-446e-a7a1-3fc2a8c2d4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:08.315132 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc5713-bc95-446e-a7a1-3fc2a8c2d4a4 None None] Pushing event updated for resources: {'Port': ['ID=1ef94307-736d-424c-94f9-bcd534740ffc,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:08.321397 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T15:55:06Z', 'revision_number': 3, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:08.383987 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:08.389567 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:08.436847 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e58cc-1790-452d-aa61-5a6fd6ebe9fa None None] The sync data for ids ['6312db26-af8c-418f-a926-a6c7dceefbbf'] in n-d-master-1 is: [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T15:55:06Z', 'revision_number': 3, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:55:08.461750 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] Pushing event updated for resources: {'Port': ['ID=9d8c12ec-3cf0-4679-b147-721e6619139c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:08.464646 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:08.497918 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-21bc7250-7f9f-44ef-b1ea-51bae818b9c9 None None] Provisioning complete for port 9d8c12ec-3cf0-4679-b147-721e6619139c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:08.498390 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-21bc7250-7f9f-44ef-b1ea-51bae818b9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:08.534216 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-21bc7250-7f9f-44ef-b1ea-51bae818b9c9 None None] Port 9d8c12ec-3cf0-4679-b147-721e6619139c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:55:08.557934 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] Network 34249f62-fd6f-43ee-8c47-f18221e2dc39 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:55:08.559274 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:55:08.690497 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] Router 6312db26-af8c-418f-a926-a6c7dceefbbf has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:55:08.812574 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:55:08.818093 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-77bb551c-f9d6-4be6-95c4-2d0b77d1cd76 admin admin] 10.222.0.20 "PUT /v2.0/routers/6312db26-af8c-418f-a926-a6c7dceefbbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7358606 Dec 06 15:55:08.856941 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-79f2170c-ee7b-4ef7-b2a2-518b39422781 None None] Provisioning complete for port 9d8c12ec-3cf0-4679-b147-721e6619139c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:08.857312 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-79f2170c-ee7b-4ef7-b2a2-518b39422781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:08.894859 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-79f2170c-ee7b-4ef7-b2a2-518b39422781 None None] Port 9d8c12ec-3cf0-4679-b147-721e6619139c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:55:09.149867 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a414ba2f-cfe9-4c99-995f-fbf6310de860 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:55:09.208574 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port a414ba2f-cfe9-4c99-995f-fbf6310de860 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:09.209171 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:09.292851 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1ef94307-736d-424c-94f9-bcd534740ffc up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:55:09.328262 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49524) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:09.333625 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-06089c7c-33b4-4a5a-8a1b-efda818b3c8d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1989413010-network', 'tenant_id': 'c3dd3b2a1ae8499c8b3888296e9b610d'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:55:09.346091 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 1ef94307-736d-424c-94f9-bcd534740ffc triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:09.346499 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:09.356531 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06089c7c-33b4-4a5a-8a1b-efda818b3c8d admin admin] Made reservation on behalf of c3dd3b2a1ae8499c8b3888296e9b610d for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:55:09.358878 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06089c7c-33b4-4a5a-8a1b-efda818b3c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:09.367811 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06089c7c-33b4-4a5a-8a1b-efda818b3c8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:09.442678 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06089c7c-33b4-4a5a-8a1b-efda818b3c8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:09.446339 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06089c7c-33b4-4a5a-8a1b-efda818b3c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:09.471224 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06089c7c-33b4-4a5a-8a1b-efda818b3c8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:55:09.482467 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06089c7c-33b4-4a5a-8a1b-efda818b3c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692d50e8-06cf-4c6a-8642-9ba149554870,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:09.486253 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06089c7c-33b4-4a5a-8a1b-efda818b3c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:09.486490 n-d-master-1 neutron-server[103288]: INFO neutron.db.segments_db [None req-06089c7c-33b4-4a5a-8a1b-efda818b3c8d admin admin] Added segment 12b8ab15-5c6f-4517-9e62-583e1d24f060 of type vlan for network 1f3617d2-99f4-425e-9141-4e7f12cbbc2d Dec 06 15:55:09.527998 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06089c7c-33b4-4a5a-8a1b-efda818b3c8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:09.552396 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06089c7c-33b4-4a5a-8a1b-efda818b3c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:09.553356 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06089c7c-33b4-4a5a-8a1b-efda818b3c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:09.553925 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06089c7c-33b4-4a5a-8a1b-efda818b3c8d admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:09.591141 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-06089c7c-33b4-4a5a-8a1b-efda818b3c8d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2614794 Dec 06 15:55:09.593966 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49526) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:09.598941 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-07db0519-04fe-4ec3-8148-c452ee6f8aab admin admin] Request body: {'subnet': {'network_id': '1f3617d2-99f4-425e-9141-4e7f12cbbc2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1989413010-subnet', 'tenant_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'ip_version': 4}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:55:09.619087 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07db0519-04fe-4ec3-8148-c452ee6f8aab admin admin] Made reservation on behalf of c3dd3b2a1ae8499c8b3888296e9b610d for: {'subnet': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:55:09.621407 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07db0519-04fe-4ec3-8148-c452ee6f8aab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63768090'] for subnet, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:09.622379 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06089c7c-33b4-4a5a-8a1b-efda818b3c8d admin admin] Pushing event updated for resources: {'Network': ['ID=1f3617d2-99f4-425e-9141-4e7f12cbbc2d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:09.632159 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 1f3617d2-99f4-425e-9141-4e7f12cbbc2d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:55:09.798409 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07db0519-04fe-4ec3-8148-c452ee6f8aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63768296'] for subnet, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:09.856270 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db0519-04fe-4ec3-8148-c452ee6f8aab admin admin] Pushing event updated for resources: {'Subnet': ['ID=64b44c2b-9db5-42f1-a70e-86cf68d83a55,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:09.866227 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07db0519-04fe-4ec3-8148-c452ee6f8aab admin admin] Checking segment: {'id': '12b8ab15-5c6f-4517-9e62-583e1d24f060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f3617d2-99f4-425e-9141-4e7f12cbbc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:55:09.866584 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07db0519-04fe-4ec3-8148-c452ee6f8aab admin admin] Network hostable DHCP agents. Network: 1f3617d2-99f4-425e-9141-4e7f12cbbc2d, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:55:09.883817 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07db0519-04fe-4ec3-8148-c452ee6f8aab admin admin] Network 1f3617d2-99f4-425e-9141-4e7f12cbbc2d is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:55:09.893871 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-07db0519-04fe-4ec3-8148-c452ee6f8aab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1f3617d2-99f4-425e-9141-4e7f12cbbc2d) {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:55:09.898361 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db0519-04fe-4ec3-8148-c452ee6f8aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:09.898954 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-07db0519-04fe-4ec3-8148-c452ee6f8aab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:09.904679 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4937c9ac-dcf3-4bb2-b17e-c7709a58c829 None None] Network 1f3617d2-99f4-425e-9141-4e7f12cbbc2d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:55:09.916874 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-07db0519-04fe-4ec3-8148-c452ee6f8aab admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3215625 Dec 06 15:55:09.919207 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49528) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:09.923417 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1989413010-router', 'tenant_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:55:09.944309 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:09.945280 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:10.000480 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:10.054613 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Sync routers for ids ['6312db26-af8c-418f-a926-a6c7dceefbbf'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:55:10.064115 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-1f3617d2-99f4-425e-9141-4e7f12cbbc2d', 'network_id': '1f3617d2-99f4-425e-9141-4e7f12cbbc2d', 'tenant_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'fixed_ips': [{'subnet_id': '64b44c2b-9db5-42f1-a70e-86cf68d83a55'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:55:10.064930 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:10.079506 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Routers {'6312db26-af8c-418f-a926-a6c7dceefbbf'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:55:10.080151 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:55:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6312db26-af8c-418f-a926-a6c7dceefbbf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:10.138757 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:10.275165 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Set router 6312db26-af8c-418f-a926-a6c7dceefbbf gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:55:10.317385 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Allocated IP 172.20.0.2 (1f3617d2-99f4-425e-9141-4e7f12cbbc2d/64b44c2b-9db5-42f1-a70e-86cf68d83a55/cc9d78ac-6610-46bd-8535-64f408e53242) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:55:10.591126 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:10.599880 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:10.631966 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9d8c12ec-3cf0-4679-b147-721e6619139c', 'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'mac_address': 'fa:16:3e:9e:a4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:07Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 2, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'subnets': [{'id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:10.642518 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:10.644632 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Network 1f3617d2-99f4-425e-9141-4e7f12cbbc2d is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:55:10.661234 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:10.671300 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:55:10.673222 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Checking router: 6312db26-af8c-418f-a926-a6c7dceefbbf for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:55:10.673573 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Updating router 6312db26-af8c-418f-a926-a6c7dceefbbf port 9d8c12ec-3cf0-4679-b147-721e6619139c binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:55:10.675514 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:55:10.704580 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Pushing event updated for resources: {'Port': ['ID=cc9d78ac-6610-46bd-8535-64f408e53242,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:10.713977 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:10.770520 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Allocated IP 172.35.7.4 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/6db27180-b8da-44a1-8535-66d8faa8f281) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:55:10.782759 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Attempting to bind port cc9d78ac-6610-46bd-8535-64f408e53242 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:55:10.783155 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Attempting to bind port cc9d78ac-6610-46bd-8535-64f408e53242 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '12b8ab15-5c6f-4517-9e62-583e1d24f060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f3617d2-99f4-425e-9141-4e7f12cbbc2d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:55:10.783530 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Attempting to bind port cc9d78ac-6610-46bd-8535-64f408e53242 on network 1f3617d2-99f4-425e-9141-4e7f12cbbc2d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:55:10.796108 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:55:10.796481 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Checking segment: {'id': '12b8ab15-5c6f-4517-9e62-583e1d24f060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f3617d2-99f4-425e-9141-4e7f12cbbc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:55:10.796879 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:10.797266 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Bound using segment: {'id': '12b8ab15-5c6f-4517-9e62-583e1d24f060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f3617d2-99f4-425e-9141-4e7f12cbbc2d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:55:10.797730 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Bound port: cc9d78ac-6610-46bd-8535-64f408e53242, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b8ab15-5c6f-4517-9e62-583e1d24f060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f3617d2-99f4-425e-9141-4e7f12cbbc2d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:55:10.798104 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:10.878539 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:10.919172 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:10.966441 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:55:10.969600 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:55:10.973192 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:55:10.999901 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Pushing event updated for resources: {'Port': ['ID=6db27180-b8da-44a1-8535-66d8faa8f281,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:11.020177 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f7e4e3-e870-4883-b642-fbffd1275ca9 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:55:11.112105 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] For port cc9d78ac-6610-46bd-8535-64f408e53242, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:55:11.156109 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] For port cc9d78ac-6610-46bd-8535-64f408e53242, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc9d78ac-6610-46bd-8535-64f408e53242,segment=NetworkSegment(12b8ab15-5c6f-4517-9e62-583e1d24f060),segment_id=12b8ab15-5c6f-4517-9e62-583e1d24f060)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:55:11.168922 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:11.215685 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ad0bd778-61ba-42c4-937e-7f6afbc77b78 None None] Provisioning complete for port 6db27180-b8da-44a1-8535-66d8faa8f281 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:11.216068 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd778-61ba-42c4-937e-7f6afbc77b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:11.232133 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:11.295493 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb275d-710c-4e57-9765-0480afc57ec0 None None] Pushing event updated for resources: {'Port': ['ID=cc9d78ac-6610-46bd-8535-64f408e53242,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:11.300704 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ad0bd778-61ba-42c4-937e-7f6afbc77b78 None None] Port 6db27180-b8da-44a1-8535-66d8faa8f281 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:55:11.346141 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:11.353087 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:11.477326 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76996b11-d76b-4b99-8282-c9aa75f2e1ec None None] Pushing event updated for resources: {'Port': ['ID=9d8c12ec-3cf0-4679-b147-721e6619139c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:11.483880 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Attempting to bind port 9d8c12ec-3cf0-4679-b147-721e6619139c on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:55:11.484252 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Attempting to bind port 9d8c12ec-3cf0-4679-b147-721e6619139c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:55:11.484614 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Attempting to bind port 9d8c12ec-3cf0-4679-b147-721e6619139c on network 34249f62-fd6f-43ee-8c47-f18221e2dc39 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:55:11.489631 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:11.493101 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:55:11.493478 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Checking segment: {'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:55:11.494009 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:11.494267 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Bound using segment: {'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:55:11.499479 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Bound port: 9d8c12ec-3cf0-4679-b147-721e6619139c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:55:11.500047 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:11.581866 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] For port 9d8c12ec-3cf0-4679-b147-721e6619139c, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:55:11.585191 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] For port 9d8c12ec-3cf0-4679-b147-721e6619139c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9d8c12ec-3cf0-4679-b147-721e6619139c,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:55:11.592137 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:11.654176 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Routers {'6312db26-af8c-418f-a926-a6c7dceefbbf'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:55:11.654814 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:55:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6312db26-af8c-418f-a926-a6c7dceefbbf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:11.660184 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76996b11-d76b-4b99-8282-c9aa75f2e1ec None None] Pushing event updated for resources: {'Port': ['ID=9d8c12ec-3cf0-4679-b147-721e6619139c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:11.663488 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Router d3c139fa-7364-46cb-8727-33fd5420ab12 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:55:11.766129 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-af333c2e-4994-4333-be32-3c21a8ee764d None None] Provisioning complete for port 9d8c12ec-3cf0-4679-b147-721e6619139c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:11.766502 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-af333c2e-4994-4333-be32-3c21a8ee764d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:11.782930 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:55:11.796680 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Sync routers for ids ['d3c139fa-7364-46cb-8727-33fd5420ab12'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:55:11.800429 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] Set router 6312db26-af8c-418f-a926-a6c7dceefbbf gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:55:11.807076 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:11.807270 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Routers {'d3c139fa-7364-46cb-8727-33fd5420ab12'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:55:11.807747 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:55:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d3c139fa-7364-46cb-8727-33fd5420ab12'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:11.808563 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e5f0f245-4c76-4fd7-b195-b6504b9a92a5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8882403 Dec 06 15:55:11.811103 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49530) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:11.978460 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Set router d3c139fa-7364-46cb-8727-33fd5420ab12 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:55:11.994005 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-af333c2e-4994-4333-be32-3c21a8ee764d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:12.037713 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-af333c2e-4994-4333-be32-3c21a8ee764d None None] For port 9d8c12ec-3cf0-4679-b147-721e6619139c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9d8c12ec-3cf0-4679-b147-721e6619139c,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:55:12.076427 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-af333c2e-4994-4333-be32-3c21a8ee764d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:12.205165 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af333c2e-4994-4333-be32-3c21a8ee764d None None] Pushing event updated for resources: {'Port': ['ID=9d8c12ec-3cf0-4679-b147-721e6619139c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:12.210574 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'name': 'tempest-TestShelveInstance-1989413010-router', 'tenant_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.4'}], 'enable_snat': True}, 'gw_port_id': '6db27180-b8da-44a1-8535-66d8faa8f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:09Z', 'updated_at': '2021-12-06T15:55:11Z', 'revision_number': 3, 'project_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'gw_port': {'id': '6db27180-b8da-44a1-8535-66d8faa8f281', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:10Z', 'updated_at': '2021-12-06T15:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:12.234036 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ff05e0b2-5fee-4059-874d-3c556735e9d6 None None] Provisioning complete for port 9d8c12ec-3cf0-4679-b147-721e6619139c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:12.234604 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ff05e0b2-5fee-4059-874d-3c556735e9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:12.246388 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Checking router: d3c139fa-7364-46cb-8727-33fd5420ab12 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:55:12.247139 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Updating router d3c139fa-7364-46cb-8727-33fd5420ab12 port 6db27180-b8da-44a1-8535-66d8faa8f281 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:55:12.265255 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9d8c12ec-3cf0-4679-b147-721e6619139c', 'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'mac_address': 'fa:16:3e:9e:a4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:07Z', 'updated_at': '2021-12-06T15:55:11Z', 'revision_number': 4, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'subnets': [{'id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:12.273879 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:12.296215 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbf9717-0280-4d73-bb1e-5315887487df None None] The sync data for ids ['6312db26-af8c-418f-a926-a6c7dceefbbf'] in n-d-master-1 is: [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9d8c12ec-3cf0-4679-b147-721e6619139c', 'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'mac_address': 'fa:16:3e:9e:a4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:07Z', 'updated_at': '2021-12-06T15:55:11Z', 'revision_number': 4, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'subnets': [{'id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:55:12.387402 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:12.561762 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3afebd-baf3-44ab-8d16-52c0c4562b37 None None] Network 1f3617d2-99f4-425e-9141-4e7f12cbbc2d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:55:12.612866 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] Allocated IP 172.20.0.1 (1f3617d2-99f4-425e-9141-4e7f12cbbc2d/64b44c2b-9db5-42f1-a70e-86cf68d83a55/51d21c27-8067-48a0-a11e-338dea1ee330) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:55:12.648853 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:12.656437 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:12.664905 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-9fb2e6f1-f1c0-4774-9b33-755b7c315de9 None None] Provisioning complete for port cc9d78ac-6610-46bd-8535-64f408e53242 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:12.665279 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9fb2e6f1-f1c0-4774-9b33-755b7c315de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:12.722829 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e265ba4c-449a-42a6-bb47-7cd9ac95b6c3 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:55:12.735300 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Attempting to bind port 6db27180-b8da-44a1-8535-66d8faa8f281 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:55:12.736120 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Attempting to bind port 6db27180-b8da-44a1-8535-66d8faa8f281 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:55:12.736810 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Attempting to bind port 6db27180-b8da-44a1-8535-66d8faa8f281 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:55:12.742681 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:12.762269 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:55:12.762656 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:55:12.763094 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:12.763537 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:55:12.764053 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Bound port: 6db27180-b8da-44a1-8535-66d8faa8f281, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:55:12.764433 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:12.794556 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:12.798216 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84d69c-6ac2-4acb-b612-be379c7f37f1 None None] Pushing event updated for resources: {'Port': ['ID=6db27180-b8da-44a1-8535-66d8faa8f281,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:12.840938 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9fb2e6f1-f1c0-4774-9b33-755b7c315de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:12.845663 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] For port 6db27180-b8da-44a1-8535-66d8faa8f281, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:55:12.850632 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] For port 6db27180-b8da-44a1-8535-66d8faa8f281, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6db27180-b8da-44a1-8535-66d8faa8f281,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:55:12.857899 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] Network 1f3617d2-99f4-425e-9141-4e7f12cbbc2d is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:55:12.867182 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:12.872854 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:55:12.877038 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:55:12.889154 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9fb2e6f1-f1c0-4774-9b33-755b7c315de9 None None] For port cc9d78ac-6610-46bd-8535-64f408e53242, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc9d78ac-6610-46bd-8535-64f408e53242,segment=NetworkSegment(12b8ab15-5c6f-4517-9e62-583e1d24f060),segment_id=12b8ab15-5c6f-4517-9e62-583e1d24f060)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:55:12.896735 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9fb2e6f1-f1c0-4774-9b33-755b7c315de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:12.939865 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] Pushing event updated for resources: {'Port': ['ID=51d21c27-8067-48a0-a11e-338dea1ee330,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:12.958835 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84d69c-6ac2-4acb-b612-be379c7f37f1 None None] Pushing event updated for resources: {'Port': ['ID=6db27180-b8da-44a1-8535-66d8faa8f281,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:12.972825 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9db0ad1-53e7-446c-b945-724c135e2127 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:55:12.979905 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Routers {'d3c139fa-7364-46cb-8727-33fd5420ab12'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:55:12.980707 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:55:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d3c139fa-7364-46cb-8727-33fd5420ab12'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:12.981785 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:12.986538 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2e6f1-f1c0-4774-9b33-755b7c315de9 None None] Pushing event updated for resources: {'Port': ['ID=cc9d78ac-6610-46bd-8535-64f408e53242,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:13.030132 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-dac1a190-bb64-4716-9a68-7bc650f4e1e9 None None] Provisioning complete for port 6db27180-b8da-44a1-8535-66d8faa8f281 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:13.031048 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dac1a190-bb64-4716-9a68-7bc650f4e1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:13.180237 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dac1a190-bb64-4716-9a68-7bc650f4e1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:13.189344 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] Set router d3c139fa-7364-46cb-8727-33fd5420ab12 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:55:13.199172 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:13.227732 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cc9d78ac-6610-46bd-8535-64f408e53242 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:55:13.231229 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-dac1a190-bb64-4716-9a68-7bc650f4e1e9 None None] For port 6db27180-b8da-44a1-8535-66d8faa8f281, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6db27180-b8da-44a1-8535-66d8faa8f281,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:55:13.276524 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dac1a190-bb64-4716-9a68-7bc650f4e1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:13.408380 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1a190-bb64-4716-9a68-7bc650f4e1e9 None None] Pushing event updated for resources: {'Port': ['ID=6db27180-b8da-44a1-8535-66d8faa8f281,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:13.413836 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port cc9d78ac-6610-46bd-8535-64f408e53242 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:13.414202 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:13.445442 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:13.454516 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-c9f3d755-d0c7-4f09-89f6-f9c1c2502d3d None None] Provisioning complete for port cc9d78ac-6610-46bd-8535-64f408e53242 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:13.454953 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c9f3d755-d0c7-4f09-89f6-f9c1c2502d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:13.455376 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:13.490219 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'name': 'tempest-TestShelveInstance-1989413010-router', 'tenant_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.4'}], 'enable_snat': True}, 'gw_port_id': '6db27180-b8da-44a1-8535-66d8faa8f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:09Z', 'updated_at': '2021-12-06T15:55:11Z', 'revision_number': 3, 'project_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'gw_port': {'id': '6db27180-b8da-44a1-8535-66d8faa8f281', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:10Z', 'updated_at': '2021-12-06T15:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:13.523234 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56285c2c-966b-4f6b-8606-979aea889160 None None] The sync data for ids ['d3c139fa-7364-46cb-8727-33fd5420ab12'] in n-d-master-1 is: [{'id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'name': 'tempest-TestShelveInstance-1989413010-router', 'tenant_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.4'}], 'enable_snat': True}, 'gw_port_id': '6db27180-b8da-44a1-8535-66d8faa8f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:09Z', 'updated_at': '2021-12-06T15:55:11Z', 'revision_number': 3, 'project_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'gw_port': {'id': '6db27180-b8da-44a1-8535-66d8faa8f281', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:10Z', 'updated_at': '2021-12-06T15:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:55:13.547980 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:13.550171 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] Pushing event updated for resources: {'Port': ['ID=51d21c27-8067-48a0-a11e-338dea1ee330,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:13.567590 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9d8c12ec-3cf0-4679-b147-721e6619139c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:55:13.651304 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 9d8c12ec-3cf0-4679-b147-721e6619139c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:13.651714 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:13.671241 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] Network 1f3617d2-99f4-425e-9141-4e7f12cbbc2d is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:55:13.672614 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:55:13.783448 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8e504310-14ea-4ace-b402-7ff8cfbdf4f1 None None] Provisioning complete for port 51d21c27-8067-48a0-a11e-338dea1ee330 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:13.783931 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8e504310-14ea-4ace-b402-7ff8cfbdf4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:13.802339 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] Router d3c139fa-7364-46cb-8727-33fd5420ab12 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:55:13.827485 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8e504310-14ea-4ace-b402-7ff8cfbdf4f1 None None] Port 51d21c27-8067-48a0-a11e-338dea1ee330 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:55:13.941310 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:55:13.950553 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c24fc03b-f07e-4b8c-8272-4249cb9b7da9 admin admin] 10.222.0.20 "PUT /v2.0/routers/d3c139fa-7364-46cb-8727-33fd5420ab12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1381316 Dec 06 15:55:14.053110 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-ce188463-5e8e-4ee2-89a5-027552bb7486 None None] Provisioning complete for port 51d21c27-8067-48a0-a11e-338dea1ee330 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:14.054019 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ce188463-5e8e-4ee2-89a5-027552bb7486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:14.098047 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-ce188463-5e8e-4ee2-89a5-027552bb7486 None None] Port 51d21c27-8067-48a0-a11e-338dea1ee330 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:55:14.531061 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49538) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:14.535921 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-dcc193fc-06cd-4f81-976d-e1d05e5434a3 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1115471637', 'description': 'tempest-secgroup-smoke-1115471637 description', 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:55:14.559366 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcc193fc-06cd-4f81-976d-e1d05e5434a3 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:14.628614 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcc193fc-06cd-4f81-976d-e1d05e5434a3 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:14.632162 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcc193fc-06cd-4f81-976d-e1d05e5434a3 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:14.663902 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dcc193fc-06cd-4f81-976d-e1d05e5434a3 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:14.665136 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-dcc193fc-06cd-4f81-976d-e1d05e5434a3 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1330361 Dec 06 15:55:14.665914 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc193fc-06cd-4f81-976d-e1d05e5434a3 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4588c09e-4e23-46a8-adc3-41c9c9d5b95c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:14.668815 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49540) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:14.673643 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0a94cc44-eee1-4c01-9464-0bf9b7b207d0 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Request body: {'security_group_rule': {'security_group_id': '4588c09e-4e23-46a8-adc3-41c9c9d5b95c', 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:55:14.700526 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a94cc44-eee1-4c01-9464-0bf9b7b207d0 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:14.758294 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a94cc44-eee1-4c01-9464-0bf9b7b207d0 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:14.762108 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a94cc44-eee1-4c01-9464-0bf9b7b207d0 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:14.780439 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94cc44-eee1-4c01-9464-0bf9b7b207d0 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5df4e43-cc40-436c-8942-fc017eaceced,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:14.789121 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0a94cc44-eee1-4c01-9464-0bf9b7b207d0 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:14.790351 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0a94cc44-eee1-4c01-9464-0bf9b7b207d0 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203423 Dec 06 15:55:14.793043 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49542) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:14.797470 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-5be2a747-6eac-4467-81ca-314f07df1d43 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Request body: {'security_group_rule': {'security_group_id': '4588c09e-4e23-46a8-adc3-41c9c9d5b95c', 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:55:14.825269 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5be2a747-6eac-4467-81ca-314f07df1d43 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:14.881446 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5be2a747-6eac-4467-81ca-314f07df1d43 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:14.884856 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5be2a747-6eac-4467-81ca-314f07df1d43 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:14.906261 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2a747-6eac-4467-81ca-314f07df1d43 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47307ecb-6174-4a53-8bf6-c39c9f94473c,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:14.912058 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5be2a747-6eac-4467-81ca-314f07df1d43 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:14.913119 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-5be2a747-6eac-4467-81ca-314f07df1d43 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191478 Dec 06 15:55:14.915889 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49544) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:14.920150 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b84c9767-ac1c-413d-842d-1c3e0dab3f3d tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Request body: {'security_group_rule': {'security_group_id': '4588c09e-4e23-46a8-adc3-41c9c9d5b95c', 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:55:14.944840 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b84c9767-ac1c-413d-842d-1c3e0dab3f3d tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:15.000248 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b84c9767-ac1c-413d-842d-1c3e0dab3f3d tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:15.003758 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b84c9767-ac1c-413d-842d-1c3e0dab3f3d tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:15.021349 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c9767-ac1c-413d-842d-1c3e0dab3f3d tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e536eb-8969-4d4b-9e69-c64e782df893,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:15.031036 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b84c9767-ac1c-413d-842d-1c3e0dab3f3d tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:15.035521 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b84c9767-ac1c-413d-842d-1c3e0dab3f3d tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161768 Dec 06 15:55:15.035993 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49546) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:15.040492 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-bc20369f-ca20-4704-90e6-38f9ddab720c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Request body: {'security_group_rule': {'security_group_id': '4588c09e-4e23-46a8-adc3-41c9c9d5b95c', 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:55:15.068375 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc20369f-ca20-4704-90e6-38f9ddab720c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:15.104165 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6db27180-b8da-44a1-8535-66d8faa8f281 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:55:15.131049 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc20369f-ca20-4704-90e6-38f9ddab720c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:15.135609 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc20369f-ca20-4704-90e6-38f9ddab720c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:15.153391 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 6db27180-b8da-44a1-8535-66d8faa8f281 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:15.154159 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:15.156624 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20369f-ca20-4704-90e6-38f9ddab720c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3763b60d-b34f-4ce9-8444-23901b27b4ca,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:15.171491 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc20369f-ca20-4704-90e6-38f9ddab720c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:15.175412 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-bc20369f-ca20-4704-90e6-38f9ddab720c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359375 Dec 06 15:55:15.175744 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49548) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:15.180367 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-10369d32-53e6-4f62-a4f9-aecf424f2503 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Request body: {'security_group_rule': {'security_group_id': '4588c09e-4e23-46a8-adc3-41c9c9d5b95c', 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:55:15.202187 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-10369d32-53e6-4f62-a4f9-aecf424f2503 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Project 5c559b7e75e3490d873a9d57b7d6dc61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:55:15.207034 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10369d32-53e6-4f62-a4f9-aecf424f2503 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:15.264995 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10369d32-53e6-4f62-a4f9-aecf424f2503 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:15.268655 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10369d32-53e6-4f62-a4f9-aecf424f2503 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:15.286180 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10369d32-53e6-4f62-a4f9-aecf424f2503 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10e6ed7-cb72-4aae-a7e0-7336f8e06c67,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:15.293812 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-10369d32-53e6-4f62-a4f9-aecf424f2503 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:15.295000 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-10369d32-53e6-4f62-a4f9-aecf424f2503 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183698 Dec 06 15:55:15.297726 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49550) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:15.301973 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4d2a105c-caf3-4c3f-b702-d94b12a43dab tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Request body: {'security_group_rule': {'security_group_id': '4588c09e-4e23-46a8-adc3-41c9c9d5b95c', 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:55:15.322131 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-4d2a105c-caf3-4c3f-b702-d94b12a43dab tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Project 5c559b7e75e3490d873a9d57b7d6dc61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:55:15.326882 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d2a105c-caf3-4c3f-b702-d94b12a43dab tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:15.387502 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d2a105c-caf3-4c3f-b702-d94b12a43dab tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:15.391784 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d2a105c-caf3-4c3f-b702-d94b12a43dab tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:15.409826 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a105c-caf3-4c3f-b702-d94b12a43dab tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb1fe11-4c27-4cdf-97cd-2ed1807f07a5,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:15.421026 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d2a105c-caf3-4c3f-b702-d94b12a43dab tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:15.422333 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4d2a105c-caf3-4c3f-b702-d94b12a43dab tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236649 Dec 06 15:55:15.574261 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-842fd1f3-1333-4eb8-b96c-c9fb37eb784f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1115471637&fields=id&tenant_id=5c559b7e75e3490d873a9d57b7d6dc61 HTTP/1.1" status: 200 len: 267 time: 0.0451298 Dec 06 15:55:15.653701 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Sync routers for ids ['d3c139fa-7364-46cb-8727-33fd5420ab12'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:55:15.662705 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Routers {'d3c139fa-7364-46cb-8727-33fd5420ab12'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:55:15.663309 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:55:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d3c139fa-7364-46cb-8727-33fd5420ab12'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:15.681919 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-50e72158-3c4a-404d-adf1-207d5c534347 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:15.683406 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-50e72158-3c4a-404d-adf1-207d5c534347 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 809 time: 0.1019080 Dec 06 15:55:15.701406 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-9aeb65ad-5702-45d3-8e89-d81e544cce82 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/quotas/5c559b7e75e3490d873a9d57b7d6dc61 HTTP/1.1" status: 200 len: 375 time: 0.0121987 Dec 06 15:55:15.752274 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-40d1da28-645d-4768-b1b1-6cb3255f1153 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451663 Dec 06 15:55:15.770307 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Set router d3c139fa-7364-46cb-8727-33fd5420ab12 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:55:15.857672 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-25c716f0-f612-475e-ba11-3428ab2123e9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:55:15.858766 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-25c716f0-f612-475e-ba11-3428ab2123e9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0947833 Dec 06 15:55:15.950913 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-d902d441-7233-41e6-bede-bd4228aa3489 service neutron] 10.222.0.20 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851762 Dec 06 15:55:15.965831 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'name': 'tempest-TestShelveInstance-1989413010-router', 'tenant_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.4'}], 'enable_snat': True}, 'gw_port_id': '6db27180-b8da-44a1-8535-66d8faa8f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:09Z', 'updated_at': '2021-12-06T15:55:13Z', 'revision_number': 4, 'project_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'gw_port': {'id': '6db27180-b8da-44a1-8535-66d8faa8f281', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:10Z', 'updated_at': '2021-12-06T15:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '51d21c27-8067-48a0-a11e-338dea1ee330', 'name': '', 'network_id': '1f3617d2-99f4-425e-9141-4e7f12cbbc2d', 'tenant_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'mac_address': 'fa:16:3e:fd:11:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '64b44c2b-9db5-42f1-a70e-86cf68d83a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:12Z', 'updated_at': '2021-12-06T15:55:13Z', 'revision_number': 2, 'project_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'subnets': [{'id': '64b44c2b-9db5-42f1-a70e-86cf68d83a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:15.997067 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Checking router: d3c139fa-7364-46cb-8727-33fd5420ab12 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:55:15.997429 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Updating router d3c139fa-7364-46cb-8727-33fd5420ab12 port 51d21c27-8067-48a0-a11e-338dea1ee330 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:55:16.022431 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:16.045255 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-de445985-1b55-459c-8ffb-a39fb0fa5e0e service neutron] 10.222.0.20 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882916 Dec 06 15:55:16.231093 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ef8511f-1a63-4ba3-b1fd-9a817a17be45 req-d3943465-39a6-46e3-acb4-393b98cccb82 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 210 time: 0.0429018 Dec 06 15:55:16.458675 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:16.464669 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:16.517767 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca598b-b344-4b82-8998-ee34a1ccf6bc None None] Pushing event updated for resources: {'Port': ['ID=51d21c27-8067-48a0-a11e-338dea1ee330,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:16.570796 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Attempting to bind port 51d21c27-8067-48a0-a11e-338dea1ee330 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:55:16.571182 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Attempting to bind port 51d21c27-8067-48a0-a11e-338dea1ee330 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '12b8ab15-5c6f-4517-9e62-583e1d24f060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f3617d2-99f4-425e-9141-4e7f12cbbc2d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:55:16.571533 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Attempting to bind port 51d21c27-8067-48a0-a11e-338dea1ee330 on network 1f3617d2-99f4-425e-9141-4e7f12cbbc2d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:55:16.577104 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:55:16.577482 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Checking segment: {'id': '12b8ab15-5c6f-4517-9e62-583e1d24f060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f3617d2-99f4-425e-9141-4e7f12cbbc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:55:16.577881 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:16.578437 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Bound using segment: {'id': '12b8ab15-5c6f-4517-9e62-583e1d24f060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f3617d2-99f4-425e-9141-4e7f12cbbc2d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:55:16.578783 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Bound port: 51d21c27-8067-48a0-a11e-338dea1ee330, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b8ab15-5c6f-4517-9e62-583e1d24f060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f3617d2-99f4-425e-9141-4e7f12cbbc2d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:55:16.579159 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:16.652576 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] For port 51d21c27-8067-48a0-a11e-338dea1ee330, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:55:16.655987 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] For port 51d21c27-8067-48a0-a11e-338dea1ee330, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=51d21c27-8067-48a0-a11e-338dea1ee330,segment=NetworkSegment(12b8ab15-5c6f-4517-9e62-583e1d24f060),segment_id=12b8ab15-5c6f-4517-9e62-583e1d24f060)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:55:16.661073 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:16.723920 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Routers {'d3c139fa-7364-46cb-8727-33fd5420ab12'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:55:16.724797 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:55:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d3c139fa-7364-46cb-8727-33fd5420ab12'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:16.767764 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca598b-b344-4b82-8998-ee34a1ccf6bc None None] Pushing event updated for resources: {'Port': ['ID=51d21c27-8067-48a0-a11e-338dea1ee330,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:16.789213 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a47d1763-7e0a-48be-929d-386c84f4d3ee None None] Provisioning complete for port 51d21c27-8067-48a0-a11e-338dea1ee330 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:16.789531 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a47d1763-7e0a-48be-929d-386c84f4d3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:16.887174 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] Set router d3c139fa-7364-46cb-8727-33fd5420ab12 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:55:17.000457 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a47d1763-7e0a-48be-929d-386c84f4d3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:17.079540 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a47d1763-7e0a-48be-929d-386c84f4d3ee None None] For port 51d21c27-8067-48a0-a11e-338dea1ee330, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=51d21c27-8067-48a0-a11e-338dea1ee330,segment=NetworkSegment(12b8ab15-5c6f-4517-9e62-583e1d24f060),segment_id=12b8ab15-5c6f-4517-9e62-583e1d24f060)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:55:17.087985 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a47d1763-7e0a-48be-929d-386c84f4d3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:17.167056 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d1763-7e0a-48be-929d-386c84f4d3ee None None] Pushing event updated for resources: {'Port': ['ID=51d21c27-8067-48a0-a11e-338dea1ee330,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:17.187998 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'name': 'tempest-TestShelveInstance-1989413010-router', 'tenant_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.4'}], 'enable_snat': True}, 'gw_port_id': '6db27180-b8da-44a1-8535-66d8faa8f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:09Z', 'updated_at': '2021-12-06T15:55:13Z', 'revision_number': 4, 'project_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'gw_port': {'id': '6db27180-b8da-44a1-8535-66d8faa8f281', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:10Z', 'updated_at': '2021-12-06T15:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '51d21c27-8067-48a0-a11e-338dea1ee330', 'name': '', 'network_id': '1f3617d2-99f4-425e-9141-4e7f12cbbc2d', 'tenant_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'mac_address': 'fa:16:3e:fd:11:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '64b44c2b-9db5-42f1-a70e-86cf68d83a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:12Z', 'updated_at': '2021-12-06T15:55:16Z', 'revision_number': 4, 'project_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'subnets': [{'id': '64b44c2b-9db5-42f1-a70e-86cf68d83a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:17.223938 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7fc5f5-34a8-4d34-8dbd-27674d98ad6f None None] The sync data for ids ['d3c139fa-7364-46cb-8727-33fd5420ab12'] in n-d-master-1 is: [{'id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'name': 'tempest-TestShelveInstance-1989413010-router', 'tenant_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.4'}], 'enable_snat': True}, 'gw_port_id': '6db27180-b8da-44a1-8535-66d8faa8f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:09Z', 'updated_at': '2021-12-06T15:55:13Z', 'revision_number': 4, 'project_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'gw_port': {'id': '6db27180-b8da-44a1-8535-66d8faa8f281', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:10Z', 'updated_at': '2021-12-06T15:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '51d21c27-8067-48a0-a11e-338dea1ee330', 'name': '', 'network_id': '1f3617d2-99f4-425e-9141-4e7f12cbbc2d', 'tenant_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'mac_address': 'fa:16:3e:fd:11:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '64b44c2b-9db5-42f1-a70e-86cf68d83a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:12Z', 'updated_at': '2021-12-06T15:55:16Z', 'revision_number': 4, 'project_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'subnets': [{'id': '64b44c2b-9db5-42f1-a70e-86cf68d83a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:55:17.235411 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-759c06bb-dc61-4dc2-9894-53b1d1c75e86 None None] Provisioning complete for port 51d21c27-8067-48a0-a11e-338dea1ee330 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:17.235904 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-759c06bb-dc61-4dc2-9894-53b1d1c75e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:17.384202 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a4a08905-5432-4fbd-a42e-f95802e5f967 req-3ec131e7-abcf-4524-a2cd-ffe23b1d6402 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 210 time: 0.0310752 Dec 06 15:55:17.419181 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-ed330ac0-2a02-408b-b30e-f1194afdfcc6 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:17.420643 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-ed330ac0-2a02-408b-b30e-f1194afdfcc6 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.23 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 809 time: 0.1839106 Dec 06 15:55:17.493102 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-45aba181-5ce9-488a-b6aa-d2436b509599 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c559b7e75e3490d873a9d57b7d6dc61 HTTP/1.1" status: 200 len: 380 time: 0.0628147 Dec 06 15:55:17.503708 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-f1c40148-f9a2-4402-9079-2f82b2040ecd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Request body: {'port': {'device_id': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'admin_state_up': True, 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'security_groups': ['4588c09e-4e23-46a8-adc3-41c9c9d5b95c']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:55:17.614618 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-f1c40148-f9a2-4402-9079-2f82b2040ecd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Made reservation on behalf of 5c559b7e75e3490d873a9d57b7d6dc61 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:55:17.618280 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-f1c40148-f9a2-4402-9079-2f82b2040ecd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:17.749804 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-f1c40148-f9a2-4402-9079-2f82b2040ecd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Allocated IP 172.20.0.4 (34249f62-fd6f-43ee-8c47-f18221e2dc39/71c4b2db-d8a2-4c5a-a928-b61ff42013e9/77b90096-ea3f-4ba3-9e76-e1fca3ebd51c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:55:17.889201 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-f1c40148-f9a2-4402-9079-2f82b2040ecd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:17.925521 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-f1c40148-f9a2-4402-9079-2f82b2040ecd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:18.277197 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-f1c40148-f9a2-4402-9079-2f82b2040ecd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Network 34249f62-fd6f-43ee-8c47-f18221e2dc39 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:55:18.280183 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-f1c40148-f9a2-4402-9079-2f82b2040ecd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:55:18.283806 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-f1c40148-f9a2-4402-9079-2f82b2040ecd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:55:18.308639 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c40148-f9a2-4402-9079-2f82b2040ecd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'Port': ['ID=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:18.337977 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-f1c40148-f9a2-4402-9079-2f82b2040ecd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:18.338835 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-f1c40148-f9a2-4402-9079-2f82b2040ecd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:18.355962 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-f1c40148-f9a2-4402-9079-2f82b2040ecd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8560872 Dec 06 15:55:18.368708 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Request body: {'port': {'device_id': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:55:18.428772 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:18.498712 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7d90a1d7-2537-4c85-b8ba-9a15bbae0124 None None] Provisioning complete for port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:18.499252 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7d90a1d7-2537-4c85-b8ba-9a15bbae0124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:18.510588 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8f697-7866-4a96-b49b-fdf14304059b req-2f945c96-228b-4b88-b98e-eca711784dfb tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:18.512683 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f4b8f697-7866-4a96-b49b-fdf14304059b req-2f945c96-228b-4b88-b98e-eca711784dfb tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 931 time: 0.0548153 Dec 06 15:55:18.534055 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-7d90a1d7-2537-4c85-b8ba-9a15bbae0124 None None] Port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:55:18.576441 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f4b8f697-7866-4a96-b49b-fdf14304059b req-dcf629a4-f805-455f-8229-c76d1f6e4d8c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567281 Dec 06 15:55:18.698787 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:55:18.706104 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:18.718345 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Transition to ACTIVE for port object 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:55:18.722369 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:18.773880 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Pushing event updated for resources: {'Port': ['ID=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:18.846942 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Attempting to bind port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:55:18.847268 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Attempting to bind port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:55:18.847592 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Attempting to bind port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c on network 34249f62-fd6f-43ee-8c47-f18221e2dc39 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:55:18.852689 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c on network 34249f62-fd6f-43ee-8c47-f18221e2dc39 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:55:18.853006 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Attempting to bind port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c on network 34249f62-fd6f-43ee-8c47-f18221e2dc39 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:55:18.858139 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:55:18.858481 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Checking segment: {'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:55:18.858866 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Bound using segment: {'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:55:18.859297 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Bound port: 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:55:18.859677 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:18.925052 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] For port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:55:18.928126 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] For port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:55:18.933389 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:18.965506 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:18.966128 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:18.967506 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] 10.222.0.23 "PUT /v2.0/ports/77b90096-ea3f-4ba3-9e76-e1fca3ebd51c HTTP/1.1" status: 200 len: 1091 time: 0.6030638 Dec 06 15:55:18.967967 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'tag': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:55:18.970235 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00baf137-2357-4a94-acfd-d984c4388645" -d '{"events": [{"name": "network-changed", "server_uuid": "b52df277-9406-4833-a0c4-d9a0433904e2", "tag": "77b90096-ea3f-4ba3-9e76-e1fca3ebd51c"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:55:19.001430 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e559271-0d2e-45d1-b4b0-c5b7d6872745 service neutron] Pushing event updated for resources: {'Port': ['ID=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:19.068340 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-a53552cf-5ea7-4060-9f80-aaf3b305dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:19.069978 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-a53552cf-5ea7-4060-9f80-aaf3b305dc9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 1094 time: 0.0607045 Dec 06 15:55:19.132788 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed1c8e2-796c-4127-a2e3-6478587a7419 x-openstack-request-id: req-7ed1c8e2-796c-4127-a2e3-6478587a7419 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:55:19.133057 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52df277-9406-4833-a0c4-d9a0433904e2", "tag": "77b90096-ea3f-4ba3-9e76-e1fca3ebd51c", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:55:19.133403 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ed1c8e2-796c-4127-a2e3-6478587a7419 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:55:19.133903 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'tag': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'status': 'completed', 'code': 200} Dec 06 15:55:19.136588 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-cc872177-8c0d-46ac-9c45-ce8765a966a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c HTTP/1.1" status: 200 len: 217 time: 0.0578144 Dec 06 15:55:19.149611 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 51d21c27-8067-48a0-a11e-338dea1ee330 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:55:19.199165 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-32a23acd-dfe9-4f28-bfd8-379a42d2c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:19.200649 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-32a23acd-dfe9-4f28-bfd8-379a42d2c911 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0524390 Dec 06 15:55:19.208706 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 51d21c27-8067-48a0-a11e-338dea1ee330 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:19.209073 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:19.247394 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-58227af7-fd79-46d0-ab88-5bf3ec986a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:19.249041 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-58227af7-fd79-46d0-ab88-5bf3ec986a7e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398502 Dec 06 15:55:19.343021 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-35ceb0a3-2542-47ec-88fc-0d49f75ac129 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869937 Dec 06 15:55:19.430070 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-baa12ff7-1cdd-45c0-9712-72b6cf04f6fc req-01532870-29ed-4587-b3d0-916e9f52ab2d service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801494 Dec 06 15:55:19.519732 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00baf137-2357-4a94-acfd-d984c4388645 req-1b4f1978-746e-499b-9253-c918ac63bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:19.521209 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00baf137-2357-4a94-acfd-d984c4388645 req-1b4f1978-746e-499b-9253-c918ac63bf79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 1094 time: 0.0454154 Dec 06 15:55:19.610883 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00baf137-2357-4a94-acfd-d984c4388645 req-cbcfc75b-1058-46ea-8c96-1ec63549b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:19.612333 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00baf137-2357-4a94-acfd-d984c4388645 req-cbcfc75b-1058-46ea-8c96-1ec63549b227 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.0841777 Dec 06 15:55:19.659038 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00baf137-2357-4a94-acfd-d984c4388645 req-92f4a023-9b5b-4282-bd13-c226fc3f4568 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c HTTP/1.1" status: 200 len: 217 time: 0.0396304 Dec 06 15:55:19.703919 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039f1f4-6711-4f06-8f5b-a97c7e9f072f req-1e9808a2-35b1-4cde-be46-76be0a7ed2f8 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:19.707353 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0039f1f4-6711-4f06-8f5b-a97c7e9f072f req-1e9808a2-35b1-4cde-be46-76be0a7ed2f8 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 943 time: 0.0622914 Dec 06 15:55:19.720868 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00baf137-2357-4a94-acfd-d984c4388645 req-4bb82ed8-b4d8-42b7-b01e-0b0bb02f710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:19.723020 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00baf137-2357-4a94-acfd-d984c4388645 req-4bb82ed8-b4d8-42b7-b01e-0b0bb02f710c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0556490 Dec 06 15:55:19.761995 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0039f1f4-6711-4f06-8f5b-a97c7e9f072f req-60473c4f-689d-43f7-87b5-a0c7cff37a7c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474038 Dec 06 15:55:19.774581 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00baf137-2357-4a94-acfd-d984c4388645 req-28486627-2dd0-450b-8284-164af056d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:19.776913 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00baf137-2357-4a94-acfd-d984c4388645 req-28486627-2dd0-450b-8284-164af056d68b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454378 Dec 06 15:55:19.876237 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00baf137-2357-4a94-acfd-d984c4388645 req-bc3371f4-643e-495b-959c-48e80f932ab1 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902581 Dec 06 15:55:19.965519 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-00baf137-2357-4a94-acfd-d984c4388645 req-693b3914-36b2-4174-8fe1-886d416b48e2 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819485 Dec 06 15:55:20.883702 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4e5c1-9d1c-4d08-b735-e1f58fa27fa7 req-827ae3d1-5ca6-4894-badd-dc87f101c5fb tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:20.885211 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5bb4e5c1-9d1c-4d08-b735-e1f58fa27fa7 req-827ae3d1-5ca6-4894-badd-dc87f101c5fb tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 943 time: 0.0539169 Dec 06 15:55:20.933539 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5bb4e5c1-9d1c-4d08-b735-e1f58fa27fa7 req-06f4f3fb-b995-489e-a013-d9f97d7bb24f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424883 Dec 06 15:55:22.048997 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ab310-7b3a-40f7-9074-57cb68227052 req-0f22d73e-e7f2-4d54-8e98-c8da36109b54 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:22.050421 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e53ab310-7b3a-40f7-9074-57cb68227052 req-0f22d73e-e7f2-4d54-8e98-c8da36109b54 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 943 time: 0.0483651 Dec 06 15:55:22.100935 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e53ab310-7b3a-40f7-9074-57cb68227052 req-d92402f1-8349-4838-bb4f-6af6ed153ea1 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443561 Dec 06 15:55:22.411169 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:55:22.507831 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:55:22.518571 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'port_id': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'mac_address': 'fa:16:3e:2e:c2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:55:22.554553 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:22.567274 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:55:22.585337 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:55:22.589854 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:22.638674 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:22.722888 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:55:22.827109 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['77b90096-ea3f-4ba3-9e76-e1fca3ebd51c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:55:23.219025 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43a174-d7f2-4967-bba1-7f2fe05c7fed req-656d9f3f-b7b3-45ff-80dd-13e125ddf8ca tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:23.220543 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8f43a174-d7f2-4967-bba1-7f2fe05c7fed req-656d9f3f-b7b3-45ff-80dd-13e125ddf8ca tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 944 time: 0.0528407 Dec 06 15:55:23.268647 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8f43a174-d7f2-4967-bba1-7f2fe05c7fed req-2fa8b8a4-2f48-4be2-b504-9824a1951a0b tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418642 Dec 06 15:55:24.387257 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a926f7b-e95f-47f4-8366-12d63c4e4afe req-8b7d71df-aed3-49b6-8569-4d2d092a8fab tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:24.388748 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3a926f7b-e95f-47f4-8366-12d63c4e4afe req-8b7d71df-aed3-49b6-8569-4d2d092a8fab tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 944 time: 0.0531821 Dec 06 15:55:24.427683 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:55:24.437722 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-3a926f7b-e95f-47f4-8366-12d63c4e4afe req-c2cc5f6f-090d-420b-ad42-a2beff654ce6 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430505 Dec 06 15:55:24.476472 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:55:24.480363 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:55:24.480793 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:24.559859 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:24.582350 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:55:24.584632 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf334f33-d70c-4a93-8ae0-08f2feafb32f" -d '{"events": [{"server_uuid": "b52df277-9406-4833-a0c4-d9a0433904e2", "name": "network-vif-plugged", "status": "completed", "tag": "77b90096-ea3f-4ba3-9e76-e1fca3ebd51c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:55:24.597966 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:55:24.602547 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:24.625244 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882528ef-fbc5-4488-9cd2-adeae97902f7 x-openstack-request-id: req-882528ef-fbc5-4488-9cd2-adeae97902f7 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:55:24.625545 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52df277-9406-4833-a0c4-d9a0433904e2", "name": "network-vif-plugged", "status": "completed", "tag": "77b90096-ea3f-4ba3-9e76-e1fca3ebd51c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:55:24.625799 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-882528ef-fbc5-4488-9cd2-adeae97902f7 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:55:24.626188 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'code': 200} Dec 06 15:55:24.652323 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:24.723906 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b3693-c381-4da9-a5cf-b733f81ad41a req-20a98237-9992-4f86-8ae4-b910ddcb3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:24.725647 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e2b3693-c381-4da9-a5cf-b733f81ad41a req-20a98237-9992-4f86-8ae4-b910ddcb3798 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 1096 time: 0.0399809 Dec 06 15:55:24.774319 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e2b3693-c381-4da9-a5cf-b733f81ad41a req-59d70e20-9032-4255-8285-458cd3ecff88 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417173 Dec 06 15:55:25.552178 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c431e23-989b-4752-9533-7d4741f5a52e req-17e0e713-54f8-46f1-8b40-bc161c35d303 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:25.553645 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2c431e23-989b-4752-9533-7d4741f5a52e req-17e0e713-54f8-46f1-8b40-bc161c35d303 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0477488 Dec 06 15:55:25.602314 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2c431e23-989b-4752-9533-7d4741f5a52e req-def3d673-eb7b-4a5b-b7e6-b17a4ac75843 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421636 Dec 06 15:55:26.718701 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182b1bc-6faa-49a5-9d76-40a63c0d99fd req-5371608b-ec80-41cd-a5a0-6e0ed4757f2c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:26.720169 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a182b1bc-6faa-49a5-9d76-40a63c0d99fd req-5371608b-ec80-41cd-a5a0-6e0ed4757f2c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0479226 Dec 06 15:55:26.768603 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a182b1bc-6faa-49a5-9d76-40a63c0d99fd req-3d695bb4-9edb-4457-8821-b0e97fad120e tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421796 Dec 06 15:55:26.885279 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ed6d2-777d-444e-967e-b4112bb46c61 req-7bb78274-4c24-422e-b8e2-048a034c706c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:26.886753 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a71ed6d2-777d-444e-967e-b4112bb46c61 req-7bb78274-4c24-422e-b8e2-048a034c706c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0527558 Dec 06 15:55:26.935283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a71ed6d2-777d-444e-967e-b4112bb46c61 req-b396f5e0-2454-43f0-9d6f-31fc0664850c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426030 Dec 06 15:55:26.956229 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49610) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:27.036454 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256d37-5aca-48dc-8a76-929fcb5de559 tempest-TestShelveInstance-1548064840 tempest-TestShelveInstance-1548064840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:27.037965 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-05256d37-5aca-48dc-8a76-929fcb5de559 tempest-TestShelveInstance-1548064840 tempest-TestShelveInstance-1548064840-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 1091 time: 0.0807574 Dec 06 15:55:27.041400 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49614) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:55:27.045647 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:55:27.067775 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:27.164868 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:27.266950 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Allocated IP 172.35.7.133 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/c5688793-08b4-4543-91f8-d66d99539fc0) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:55:27.368704 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:27.400841 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:27.434610 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:55:27.439299 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:55:27.442781 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:55:27.475629 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'Port': ['ID=c5688793-08b4-4543-91f8-d66d99539fc0,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:27.796284 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:27.863827 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:28.005412 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:28.010461 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:28.080454 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'Port': ['ID=c5688793-08b4-4543-91f8-d66d99539fc0,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:55:28.090337 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:28.187922 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Floating IP aa0ea0da-03aa-47f8-8a0d-cfa3656af748 associated. External IP: 172.35.7.133, port: 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c. Dec 06 15:55:28.387849 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Router 6312db26-af8c-418f-a926-a6c7dceefbbf has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:55:28.488228 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:28.497540 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:55:28.507129 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fa8399-3509-49ce-97e9-830659887e28 None None] Sync routers for ids ['6312db26-af8c-418f-a926-a6c7dceefbbf'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:55:28.516680 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fa8399-3509-49ce-97e9-830659887e28 None None] Routers {'6312db26-af8c-418f-a926-a6c7dceefbbf'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:55:28.517009 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:28.517296 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-79fa8399-3509-49ce-97e9-830659887e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:55:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6312db26-af8c-418f-a926-a6c7dceefbbf'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:28.544134 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b5f2bf13-5219-4ac4-bdd2-a7b5075cc2ac tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5016689 Dec 06 15:55:28.545058 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'tag': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:55:28.547353 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708c4e9b-e884-429e-98fe-ac2f06dad47f" -d '{"events": [{"name": "network-changed", "server_uuid": "b52df277-9406-4833-a0c4-d9a0433904e2", "tag": "77b90096-ea3f-4ba3-9e76-e1fca3ebd51c"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:55:28.583187 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bc21df-c44f-4681-94cd-40f30c5581bd x-openstack-request-id: req-66bc21df-c44f-4681-94cd-40f30c5581bd {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:55:28.583530 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52df277-9406-4833-a0c4-d9a0433904e2", "tag": "77b90096-ea3f-4ba3-9e76-e1fca3ebd51c", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:55:28.583838 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66bc21df-c44f-4681-94cd-40f30c5581bd {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:55:28.584259 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'tag': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'status': 'completed', 'code': 200} Dec 06 15:55:28.623173 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-79fa8399-3509-49ce-97e9-830659887e28 None None] Set router 6312db26-af8c-418f-a926-a6c7dceefbbf gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:55:28.647426 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c4e9b-e884-429e-98fe-ac2f06dad47f req-32a1ce17-56f8-4c56-94aa-8509532e5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:28.648885 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-708c4e9b-e884-429e-98fe-ac2f06dad47f req-32a1ce17-56f8-4c56-94aa-8509532e5684 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 1096 time: 0.0396738 Dec 06 15:55:28.741348 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c4e9b-e884-429e-98fe-ac2f06dad47f req-71be1dc8-46bd-4f98-9b89-3238556a7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:28.742965 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-708c4e9b-e884-429e-98fe-ac2f06dad47f req-71be1dc8-46bd-4f98-9b89-3238556a7e28 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.0874341 Dec 06 15:55:28.807207 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-708c4e9b-e884-429e-98fe-ac2f06dad47f req-05adfe5e-1302-49a2-bdcf-af120b47a867 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c HTTP/1.1" status: 200 len: 999 time: 0.0573602 Dec 06 15:55:28.841045 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-79fa8399-3509-49ce-97e9-830659887e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'aa0ea0da-03aa-47f8-8a0d-cfa3656af748', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'floating_ip_address': '172.35.7.133', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'port_id': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'mac_address': 'fa:16:3e:2e:c2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:55:27Z', 'updated_at': '2021-12-06T15:55:27Z', 'revision_number': 0, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8c12ec-3cf0-4679-b147-721e6619139c', 'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'mac_address': 'fa:16:3e:9e:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:07Z', 'updated_at': '2021-12-06T15:55:12Z', 'revision_number': 5, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'subnets': [{'id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:28.856631 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c4e9b-e884-429e-98fe-ac2f06dad47f req-db986534-a616-433e-860c-b569140e2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:28.858084 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-708c4e9b-e884-429e-98fe-ac2f06dad47f req-db986534-a616-433e-860c-b569140e2cf2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0441945 Dec 06 15:55:28.867484 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fa8399-3509-49ce-97e9-830659887e28 None None] Checking router: 6312db26-af8c-418f-a926-a6c7dceefbbf for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:55:28.875706 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fa8399-3509-49ce-97e9-830659887e28 None None] Routers {'6312db26-af8c-418f-a926-a6c7dceefbbf'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:55:28.876314 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-79fa8399-3509-49ce-97e9-830659887e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:55:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6312db26-af8c-418f-a926-a6c7dceefbbf'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:28.907560 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c4e9b-e884-429e-98fe-ac2f06dad47f req-f4f6e25b-6c79-4863-8a28-935dabd38584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:55:28.908999 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-708c4e9b-e884-429e-98fe-ac2f06dad47f req-f4f6e25b-6c79-4863-8a28-935dabd38584 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434000 Dec 06 15:55:29.000819 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-708c4e9b-e884-429e-98fe-ac2f06dad47f req-831da99f-fab5-46b4-bd9a-47adff302bf7 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834517 Dec 06 15:55:29.064410 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-79fa8399-3509-49ce-97e9-830659887e28 None None] Set router 6312db26-af8c-418f-a926-a6c7dceefbbf gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:55:29.096249 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-708c4e9b-e884-429e-98fe-ac2f06dad47f req-49635bfc-9cf2-42fb-83eb-53f4d2fe4dff service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888052 Dec 06 15:55:29.282861 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-79fa8399-3509-49ce-97e9-830659887e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'aa0ea0da-03aa-47f8-8a0d-cfa3656af748', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'floating_ip_address': '172.35.7.133', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'port_id': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'mac_address': 'fa:16:3e:2e:c2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:55:27Z', 'updated_at': '2021-12-06T15:55:27Z', 'revision_number': 0, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8c12ec-3cf0-4679-b147-721e6619139c', 'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'mac_address': 'fa:16:3e:9e:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:07Z', 'updated_at': '2021-12-06T15:55:12Z', 'revision_number': 5, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'subnets': [{'id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:55:29.311206 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fa8399-3509-49ce-97e9-830659887e28 None None] The sync data for ids ['6312db26-af8c-418f-a926-a6c7dceefbbf'] in n-d-master-1 is: [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'aa0ea0da-03aa-47f8-8a0d-cfa3656af748', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'floating_ip_address': '172.35.7.133', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'port_id': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'mac_address': 'fa:16:3e:2e:c2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:55:27Z', 'updated_at': '2021-12-06T15:55:27Z', 'revision_number': 0, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8c12ec-3cf0-4679-b147-721e6619139c', 'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'mac_address': 'fa:16:3e:9e:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:07Z', 'updated_at': '2021-12-06T15:55:12Z', 'revision_number': 5, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'subnets': [{'id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:55:29.498717 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d81507-6e9b-44e4-949b-d1c436064247 None None] New status for floating IP aa0ea0da-03aa-47f8-8a0d-cfa3656af748: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:55:30.461151 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:30.912597 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e3c4886c-ac24-4a0f-ae96-d5f8cfbea325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:33.329696 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-59f161c6-4837-4e4d-a9b4-ba9db3e7ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:34.256684 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:35.904503 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:36.777842 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:58.487167 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:55:59.721933 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:56:00.451809 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:56:00.913950 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d400ace7-e9e2-499a-991f-5af5f954db37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:56:03.330879 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-872be263-8d2a-4ab2-b13c-0cf97bc55dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:56:04.260673 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:56:05.906954 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:56:06.779962 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:56:13.972234 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2559a8ee-48a9-4d13-825b-3032d4ce9523 req-50373aec-3772-469e-a5c4-8853f7051c8c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394692 Dec 06 15:56:14.055920 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559a8ee-48a9-4d13-825b-3032d4ce9523 req-0fe2bd2d-2481-4f75-aac7-47e06c1424b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:56:14.057389 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2559a8ee-48a9-4d13-825b-3032d4ce9523 req-0fe2bd2d-2481-4f75-aac7-47e06c1424b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 1096 time: 0.0438538 Dec 06 15:56:14.159941 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559a8ee-48a9-4d13-825b-3032d4ce9523 req-f1051580-cadd-49ca-a9ca-e3b55592db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:56:14.161377 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2559a8ee-48a9-4d13-825b-3032d4ce9523 req-f1051580-cadd-49ca-a9ca-e3b55592db5b service neutron] 10.222.0.23 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.0859134 Dec 06 15:56:14.224445 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2559a8ee-48a9-4d13-825b-3032d4ce9523 req-2b7f09b8-7bc7-4d0a-9e3c-d29e9308f3c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c HTTP/1.1" status: 200 len: 1001 time: 0.0561061 Dec 06 15:56:14.274523 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559a8ee-48a9-4d13-825b-3032d4ce9523 req-10f56ae0-26ee-4cef-aca0-e37c5c49a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:56:14.276547 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2559a8ee-48a9-4d13-825b-3032d4ce9523 req-10f56ae0-26ee-4cef-aca0-e37c5c49a6cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0454111 Dec 06 15:56:14.320748 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559a8ee-48a9-4d13-825b-3032d4ce9523 req-aefaba12-fd70-45f2-9bc0-ae4502e7b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:56:14.322807 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2559a8ee-48a9-4d13-825b-3032d4ce9523 req-aefaba12-fd70-45f2-9bc0-ae4502e7b548 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390387 Dec 06 15:56:14.409965 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2559a8ee-48a9-4d13-825b-3032d4ce9523 req-b39a5b86-0279-4858-8f54-29644fcfa9dd service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800309 Dec 06 15:56:14.500427 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2559a8ee-48a9-4d13-825b-3032d4ce9523 req-e3a61ec4-f88c-4342-a616-23a25b048a29 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834720 Dec 06 15:56:28.502621 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:56:30.466131 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:56:30.915243 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8dad23ea-7694-48c7-ab09-a27e41eeefb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:56:33.333451 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-13faaf3d-5402-45a5-a107-eaf45bf4d730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:56:34.262463 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:56:35.910686 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:56:36.721806 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:56:36.780899 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:56:58.500307 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:00.465506 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:00.918877 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-42b6e431-aa3f-4224-9446-2f7a51346fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:03.333176 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff41a-fde6-4f01-a38b-c2f9fa832bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:04.265779 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:05.915580 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:06.782286 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:11.370053 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-24c2db32-8302-4937-aa93-6c4649c8dd88 req-cfb97839-30ec-4ae4-b6ab-63d3e344f2ab service neutron] (103288) timed out ('10.222.0.37', 60470) {{(pid=103288) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 15:57:13.721660 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:57:14.355749 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da099860-db9d-449b-ada2-5dd51d738cbb req-79b2d176-ece7-4f78-a139-c93d5f69f08a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389102 Dec 06 15:57:14.436593 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da099860-db9d-449b-ada2-5dd51d738cbb req-b7684cfc-3582-4aae-902e-5bcdbc2f6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:14.438037 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da099860-db9d-449b-ada2-5dd51d738cbb req-b7684cfc-3582-4aae-902e-5bcdbc2f6a65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 1096 time: 0.0388598 Dec 06 15:57:14.543290 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da099860-db9d-449b-ada2-5dd51d738cbb req-9cd9051b-2c62-48ec-85c7-ecde8a2baa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:14.544835 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da099860-db9d-449b-ada2-5dd51d738cbb req-9cd9051b-2c62-48ec-85c7-ecde8a2baa24 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.0870414 Dec 06 15:57:14.609999 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da099860-db9d-449b-ada2-5dd51d738cbb req-f18fe19f-b053-4695-b2bc-a7228a8f4190 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c HTTP/1.1" status: 200 len: 1001 time: 0.0558701 Dec 06 15:57:14.661577 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da099860-db9d-449b-ada2-5dd51d738cbb req-a5722d47-85a7-47a0-8b11-caa723de5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:14.662993 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da099860-db9d-449b-ada2-5dd51d738cbb req-a5722d47-85a7-47a0-8b11-caa723de5f5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0464098 Dec 06 15:57:14.706244 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da099860-db9d-449b-ada2-5dd51d738cbb req-60344208-b822-428e-a808-7a22d7f72a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:14.707694 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da099860-db9d-449b-ada2-5dd51d738cbb req-60344208-b822-428e-a808-7a22d7f72a23 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382569 Dec 06 15:57:14.794268 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da099860-db9d-449b-ada2-5dd51d738cbb req-f8e84002-6cb4-4a19-8df8-5b3580a9c98d service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792243 Dec 06 15:57:14.885341 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-da099860-db9d-449b-ada2-5dd51d738cbb req-77b18d7b-cb3e-47d1-811d-ac9510dc3538 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842817 Dec 06 15:57:24.094412 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c50586-a5a2-49fc-9fd8-62a49ce5d7fc req-bc682c38-155a-4763-8678-c6adeb2dc71c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:24.095884 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48c50586-a5a2-49fc-9fd8-62a49ce5d7fc req-bc682c38-155a-4763-8678-c6adeb2dc71c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0476449 Dec 06 15:57:24.146839 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-48c50586-a5a2-49fc-9fd8-62a49ce5d7fc req-3a251e6c-2892-467e-b932-827208cf3294 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447056 Dec 06 15:57:25.292445 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97e3f6-0d99-4ec2-a50f-cc49cc5e49bf req-4f1641aa-b1a8-493c-b32d-a5e887811cb2 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:25.293946 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4f97e3f6-0d99-4ec2-a50f-cc49cc5e49bf req-4f1641aa-b1a8-493c-b32d-a5e887811cb2 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0494728 Dec 06 15:57:25.342730 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4f97e3f6-0d99-4ec2-a50f-cc49cc5e49bf req-3bffe88c-a506-4b88-b841-06a3b0dc8904 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425436 Dec 06 15:57:26.460562 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779fbfd-7720-495d-9781-4eb68b209489 req-fc74234a-6ec6-4cd5-affe-1be8cb390dce tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:26.462041 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8779fbfd-7720-495d-9781-4eb68b209489 req-fc74234a-6ec6-4cd5-affe-1be8cb390dce tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0512559 Dec 06 15:57:26.510171 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8779fbfd-7720-495d-9781-4eb68b209489 req-2d4ce01e-7194-45df-98c4-41740c9727cd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422418 Dec 06 15:57:27.625521 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559243d-7193-4204-ae1d-9007f662df45 req-82211d40-2794-48cf-bd74-229b2dc04bbe tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:27.626971 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8559243d-7193-4204-ae1d-9007f662df45 req-82211d40-2794-48cf-bd74-229b2dc04bbe tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0477517 Dec 06 15:57:27.679313 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8559243d-7193-4204-ae1d-9007f662df45 req-7897d895-a87a-427d-9b08-e88394669475 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463629 Dec 06 15:57:28.503194 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:28.794388 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fb4fb-a1f7-480c-a58e-4101e408cefb req-0f17b109-4aa5-461a-889f-4adc753dd626 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:28.795773 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114fb4fb-a1f7-480c-a58e-4101e408cefb req-0f17b109-4aa5-461a-889f-4adc753dd626 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0482676 Dec 06 15:57:28.843423 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-114fb4fb-a1f7-480c-a58e-4101e408cefb req-27cfc09a-0efc-453f-8497-c66a43e520db tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417254 Dec 06 15:57:29.958229 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03c861-a9f0-40a6-81df-8c8f862d1070 req-6ea4acd7-dc37-4943-8ebf-2dd3e040b3fd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:29.959715 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d03c861-a9f0-40a6-81df-8c8f862d1070 req-6ea4acd7-dc37-4943-8ebf-2dd3e040b3fd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0486784 Dec 06 15:57:30.008283 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5d03c861-a9f0-40a6-81df-8c8f862d1070 req-35843432-0726-4761-8a52-dc4508596e55 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426617 Dec 06 15:57:30.469286 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:30.920776 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5fc1229d-60c4-4851-acf5-1bdc8282c5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:31.125983 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3036bb-70dc-4acc-9739-39e841e3bd57 req-b59ee73a-fd4c-4921-8d96-af5c6314dad6 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:31.127444 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c3036bb-70dc-4acc-9739-39e841e3bd57 req-b59ee73a-fd4c-4921-8d96-af5c6314dad6 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0517466 Dec 06 15:57:31.482184 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2c3036bb-70dc-4acc-9739-39e841e3bd57 req-fa70df78-98ef-4578-923f-646fcf08dfaf tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3487899 Dec 06 15:57:32.597168 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9eef5-d505-499a-804c-e1ddbe10048e req-69c25c55-4b0e-4cdd-8d8b-853590683930 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:32.598898 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7e9eef5-d505-499a-804c-e1ddbe10048e req-69c25c55-4b0e-4cdd-8d8b-853590683930 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0490961 Dec 06 15:57:32.647584 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7e9eef5-d505-499a-804c-e1ddbe10048e req-63d0298f-aa44-4305-abc7-c50ea8475548 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426676 Dec 06 15:57:33.332832 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f3ba7227-d794-415b-a918-f1674c9a78da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:33.764935 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6074d60-70ff-4385-9f63-c43f7acd7d77 req-ba1b3527-3b82-459b-a4bb-e4e754f9450b tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:33.767240 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6074d60-70ff-4385-9f63-c43f7acd7d77 req-ba1b3527-3b82-459b-a4bb-e4e754f9450b tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0495775 Dec 06 15:57:33.815115 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b6074d60-70ff-4385-9f63-c43f7acd7d77 req-be245fe1-9660-4ff6-ae21-86ef9e83d531 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415421 Dec 06 15:57:34.267223 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:34.933264 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f765c4-ee6a-4a7a-9672-adc2e503837c req-0d009d44-4517-4dd6-8da9-cd52d8aa1db6 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:34.934724 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92f765c4-ee6a-4a7a-9672-adc2e503837c req-0d009d44-4517-4dd6-8da9-cd52d8aa1db6 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0528517 Dec 06 15:57:34.982637 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-92f765c4-ee6a-4a7a-9672-adc2e503837c req-b8fc1f6f-3b64-4ce6-896d-bf269e2606af tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420094 Dec 06 15:57:35.915520 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:36.099139 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee784a2-93f4-4a07-87a3-0969b5bfe822 req-15c6a63a-e0de-406c-a3ff-e4066edec268 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:36.100607 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9ee784a2-93f4-4a07-87a3-0969b5bfe822 req-15c6a63a-e0de-406c-a3ff-e4066edec268 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0506809 Dec 06 15:57:36.158577 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9ee784a2-93f4-4a07-87a3-0969b5bfe822 req-28aff750-e1dc-46f0-a1be-00f3e45c9bde tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498688 Dec 06 15:57:36.786338 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:37.075263 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:57:37.288750 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd703491-f384-4e61-a534-fbde2d6fc74a req-77459950-0f5f-46b5-b3e4-85120a17327a tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:37.297242 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd703491-f384-4e61-a534-fbde2d6fc74a req-77459950-0f5f-46b5-b3e4-85120a17327a tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0595551 Dec 06 15:57:37.347979 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bd703491-f384-4e61-a534-fbde2d6fc74a req-be16f3e4-bf29-45c8-9304-b2bac5e5326f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493045 Dec 06 15:57:37.349721 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:57:37.361742 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'port_id': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'mac_address': 'fa:16:3e:2e:c2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:57:37.405080 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:37.421517 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:57:37.441880 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:57:37.447776 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:37.504632 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:57:37.512803 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:37.513144 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:37.513491 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:37.513827 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:37.514160 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:37.514487 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:37.514810 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:37.515132 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:37.515451 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:37.515795 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:37.516119 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:37.516438 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:37.516761 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:37.532209 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['77b90096-ea3f-4ba3-9e76-e1fca3ebd51c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:57:38.466676 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d5579-3918-448a-9f65-c75455510446 req-56c159aa-8d5d-4be5-a8e9-1bd3a70127bd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:38.472163 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-965d5579-3918-448a-9f65-c75455510446 req-56c159aa-8d5d-4be5-a8e9-1bd3a70127bd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 944 time: 0.0566976 Dec 06 15:57:38.525225 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-965d5579-3918-448a-9f65-c75455510446 req-05c7ef11-7165-47f9-bca7-e831c634cfaa tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489705 Dec 06 15:57:39.084605 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:57:39.142803 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:57:39.143171 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:39.232429 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:39.255965 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:57:39.258332 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d5fedb-999f-4411-b34e-735ce31b7a07" -d '{"events": [{"server_uuid": "b52df277-9406-4833-a0c4-d9a0433904e2", "name": "network-vif-plugged", "status": "completed", "tag": "77b90096-ea3f-4ba3-9e76-e1fca3ebd51c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:57:39.274450 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:57:39.280656 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:39.342715 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:57:39.373410 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cf4b02-d642-4e35-8786-c111ef2981cf x-openstack-request-id: req-37cf4b02-d642-4e35-8786-c111ef2981cf {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:57:39.373718 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52df277-9406-4833-a0c4-d9a0433904e2", "name": "network-vif-plugged", "status": "completed", "tag": "77b90096-ea3f-4ba3-9e76-e1fca3ebd51c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:57:39.373983 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37cf4b02-d642-4e35-8786-c111ef2981cf {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:57:39.374580 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'code': 200} Dec 06 15:57:39.645648 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ac94f-ce5b-44ca-a483-186f3a490515 req-10f9fd87-d31c-4f70-b8f3-413db2b5b6f0 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:39.647183 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0e7ac94f-ce5b-44ca-a483-186f3a490515 req-10f9fd87-d31c-4f70-b8f3-413db2b5b6f0 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0514998 Dec 06 15:57:39.709705 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0e7ac94f-ce5b-44ca-a483-186f3a490515 req-b263a2e6-f2dd-4825-906c-7fb1b3aaa6ba tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560424 Dec 06 15:57:40.849095 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83c27e-e0e8-4fb7-9bf8-e6c91e169327 req-fadcb0f7-ba2a-47ae-b295-d8d55acf006f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:40.850753 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea83c27e-e0e8-4fb7-9bf8-e6c91e169327 req-fadcb0f7-ba2a-47ae-b295-d8d55acf006f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0595531 Dec 06 15:57:40.905728 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ea83c27e-e0e8-4fb7-9bf8-e6c91e169327 req-8ce5c2a2-03e8-4b8f-8370-d0431d5773e7 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478742 Dec 06 15:57:42.034737 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983748b5-1560-4b26-a94c-3fc205d4d6c5 req-85f38cf5-016e-4331-8c71-65d6fdbca34b tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:42.036326 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-983748b5-1560-4b26-a94c-3fc205d4d6c5 req-85f38cf5-016e-4331-8c71-65d6fdbca34b tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0540483 Dec 06 15:57:42.093283 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-983748b5-1560-4b26-a94c-3fc205d4d6c5 req-e0fcae77-85b9-4b7f-8910-4c24d48dfad8 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503831 Dec 06 15:57:43.226260 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98af071-9410-43f4-b21f-414792a373fd req-cf168a1d-50ca-4dc7-bf77-5bfff6277c17 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:43.227893 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b98af071-9410-43f4-b21f-414792a373fd req-cf168a1d-50ca-4dc7-bf77-5bfff6277c17 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0541785 Dec 06 15:57:43.281861 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b98af071-9410-43f4-b21f-414792a373fd req-93463389-f61d-4f5b-93c0-2af3d89837bf tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479660 Dec 06 15:57:44.418188 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bacd6-0b4e-461a-b208-b693e51304db req-13b6126b-d259-4543-95a3-152458738d9b tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:44.420107 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-609bacd6-0b4e-461a-b208-b693e51304db req-13b6126b-d259-4543-95a3-152458738d9b tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0524867 Dec 06 15:57:44.491035 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-609bacd6-0b4e-461a-b208-b693e51304db req-b649cfb1-56d2-48e5-897d-535058a320f5 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575528 Dec 06 15:57:45.596764 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd94c6-5aa8-41b9-bfae-1d4cfbb549c1 req-af9192e3-b3ed-48d8-9fec-64e108ccf301 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:45.598486 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0dd94c6-5aa8-41b9-bfae-1d4cfbb549c1 req-af9192e3-b3ed-48d8-9fec-64e108ccf301 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0497689 Dec 06 15:57:45.652742 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e0dd94c6-5aa8-41b9-bfae-1d4cfbb549c1 req-532f2c36-2d42-4032-a932-4e9e43056649 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480609 Dec 06 15:57:45.698375 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060ab33-a553-4812-88c8-450ccbfc86f1 req-f7b647a9-b140-42f8-aa95-6aa00bc68fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:45.699879 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a060ab33-a553-4812-88c8-450ccbfc86f1 req-f7b647a9-b140-42f8-aa95-6aa00bc68fc9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 1096 time: 0.0394707 Dec 06 15:57:45.791307 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060ab33-a553-4812-88c8-450ccbfc86f1 req-a044bb62-08ff-481e-8125-c8c12904ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:45.792740 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a060ab33-a553-4812-88c8-450ccbfc86f1 req-a044bb62-08ff-481e-8125-c8c12904ab75 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.0857902 Dec 06 15:57:45.860862 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a060ab33-a553-4812-88c8-450ccbfc86f1 req-f9c38e74-82c1-47ae-a17f-99255ad40d17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c HTTP/1.1" status: 200 len: 1001 time: 0.0605559 Dec 06 15:57:45.909969 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060ab33-a553-4812-88c8-450ccbfc86f1 req-297af09a-2482-4e58-8d82-aa4068ecfa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:45.911355 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a060ab33-a553-4812-88c8-450ccbfc86f1 req-297af09a-2482-4e58-8d82-aa4068ecfa16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0421789 Dec 06 15:57:45.956328 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060ab33-a553-4812-88c8-450ccbfc86f1 req-6a20e42d-4dfc-4bf2-a51b-32a7c433a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:45.957770 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a060ab33-a553-4812-88c8-450ccbfc86f1 req-6a20e42d-4dfc-4bf2-a51b-32a7c433a2b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390689 Dec 06 15:57:46.049345 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a060ab33-a553-4812-88c8-450ccbfc86f1 req-9ba38442-318e-4f44-b355-975fc16bbf9f service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836596 Dec 06 15:57:46.137743 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-a060ab33-a553-4812-88c8-450ccbfc86f1 req-1186912d-46fc-498a-863a-373806700c32 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808995 Dec 06 15:57:46.769621 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e3711-3a86-4634-b566-be9c4211359f req-b2d2a067-554e-4419-abb0-852d815ca497 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:46.771086 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c34e3711-3a86-4634-b566-be9c4211359f req-b2d2a067-554e-4419-abb0-852d815ca497 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0490780 Dec 06 15:57:46.823924 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c34e3711-3a86-4634-b566-be9c4211359f req-41bcbc3b-8b3f-4e2d-92e8-b6c6510d7732 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463347 Dec 06 15:57:47.943731 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252f3d4-d463-4b68-ba07-7d2bdd784512 req-519b65ec-c898-4e5d-b4bd-e942d255cf1c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:47.945282 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f252f3d4-d463-4b68-ba07-7d2bdd784512 req-519b65ec-c898-4e5d-b4bd-e942d255cf1c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0522039 Dec 06 15:57:47.999708 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f252f3d4-d463-4b68-ba07-7d2bdd784512 req-cdb2f1a1-7539-4aee-8a6f-3097304414dd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482688 Dec 06 15:57:48.068144 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-4362c12a-e7b5-46b5-8145-0d7d4d307e3b req-34170302-1198-4f64-b499-549762e4f870 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:57:48.069162 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4362c12a-e7b5-46b5-8145-0d7d4d307e3b req-34170302-1198-4f64-b499-549762e4f870 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054629 Dec 06 15:57:48.219522 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab628a5-9308-40fb-8356-42ff202ced8b req-1aa9d708-f849-4743-b49f-bfbb6781fde1 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:48.221045 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aab628a5-9308-40fb-8356-42ff202ced8b req-1aa9d708-f849-4743-b49f-bfbb6781fde1 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0503421 Dec 06 15:57:48.270540 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-aab628a5-9308-40fb-8356-42ff202ced8b req-9a71347b-cf36-408e-8e02-ff5f07e1aeab tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423498 Dec 06 15:57:48.464243 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-123ca558-429e-4f3b-8e94-78fdddd7d827 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897713 Dec 06 15:57:48.473397 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-7cb09585-d1fa-4329-ba36-114602b11f3c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:57:48.474338 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-7cb09585-d1fa-4329-ba36-114602b11f3c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050619 Dec 06 15:57:49.159110 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:57:49.238240 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:49.259166 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-75157e14-6eed-4df8-ba17-d0a38007639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:49.260712 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-75157e14-6eed-4df8-ba17-d0a38007639d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2&tenant_id=5c559b7e75e3490d873a9d57b7d6dc61 HTTP/1.1" status: 200 len: 1096 time: 0.0417132 Dec 06 15:57:49.261191 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:57:49.263418 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0d5b91-5d90-4aaa-9781-3ef54eaa1843" -d '{"events": [{"server_uuid": "b52df277-9406-4833-a0c4-d9a0433904e2", "name": "network-vif-unplugged", "status": "completed", "tag": "77b90096-ea3f-4ba3-9e76-e1fca3ebd51c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:57:49.275939 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:57:49.278754 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:57:49.281398 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:49.306619 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6de67d5-ad04-49b1-a74d-d33b368a4fb3 x-openstack-request-id: req-a6de67d5-ad04-49b1-a74d-d33b368a4fb3 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:57:49.306917 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52df277-9406-4833-a0c4-d9a0433904e2", "name": "network-vif-unplugged", "status": "completed", "tag": "77b90096-ea3f-4ba3-9e76-e1fca3ebd51c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:57:49.307174 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6de67d5-ad04-49b1-a74d-d33b368a4fb3 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:57:49.307717 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'code': 200} Dec 06 15:57:49.335145 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:57:49.343782 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:49.398839 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edd4f1-72d0-499c-8018-742ee4a80949 req-261c3482-8396-4646-99b2-29c5a4cca355 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:49.400352 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a8edd4f1-72d0-499c-8018-742ee4a80949 req-261c3482-8396-4646-99b2-29c5a4cca355 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 943 time: 0.0536504 Dec 06 15:57:49.449706 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-a8edd4f1-72d0-499c-8018-742ee4a80949 req-2413fd4b-0694-4a8c-9e8c-21b9570d663e tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431807 Dec 06 15:57:49.548583 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] For port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:57:49.580155 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] For port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:57:49.613334 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:57:49.620763 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:49.632724 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Transition to ACTIVE for port object 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:57:49.636278 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:49.715025 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Pushing event updated for resources: {'Port': ['ID=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,revision_number=9']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:57:49.730363 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:49.730717 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:49.731078 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:49.731405 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:49.731768 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:49.732102 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:49.732433 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:49.732761 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:49.733089 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:49.733412 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:49.733740 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:49.734059 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:49.734381 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:57:49.769199 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] No DVR routers for this DVR port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:57:49.907140 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Attempting to bind port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:57:49.907471 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Attempting to bind port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:57:49.907852 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Attempting to bind port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c on network 34249f62-fd6f-43ee-8c47-f18221e2dc39 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:57:49.912104 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c on network 34249f62-fd6f-43ee-8c47-f18221e2dc39 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:57:49.912423 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Attempting to bind port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c on network 34249f62-fd6f-43ee-8c47-f18221e2dc39 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:57:49.917212 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:57:49.917590 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Checking segment: {'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:57:49.917922 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Bound using segment: {'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:57:49.918341 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Bound port: 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:57:49.918689 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:49.979314 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] For port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:57:49.982203 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] For port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:57:49.986628 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:50.025794 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:50.026416 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:50.027822 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] 10.222.0.37 "PUT /v2.0/ports/77b90096-ea3f-4ba3-9e76-e1fca3ebd51c HTTP/1.1" status: 200 len: 1091 time: 0.7538311 Dec 06 15:57:50.028264 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'tag': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:57:50.030536 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce986a7-4877-4d7c-a4df-b2c80b4d5678" -d '{"events": [{"name": "network-changed", "server_uuid": "b52df277-9406-4833-a0c4-d9a0433904e2", "tag": "77b90096-ea3f-4ba3-9e76-e1fca3ebd51c"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:57:50.051573 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276a401-3b4b-4eee-8e9c-a664a59f0a06 service neutron] Pushing event updated for resources: {'Port': ['ID=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:57:50.072281 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b256738b-640e-443e-9add-f148139e42c9 x-openstack-request-id: req-b256738b-640e-443e-9add-f148139e42c9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:57:50.072580 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52df277-9406-4833-a0c4-d9a0433904e2", "tag": "77b90096-ea3f-4ba3-9e76-e1fca3ebd51c", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:57:50.072839 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b256738b-640e-443e-9add-f148139e42c9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:57:50.073353 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'tag': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'status': 'completed', 'code': 200} Dec 06 15:57:50.104318 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-649c046f-d11c-4d9d-a108-b0f63cb31e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:50.105841 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-649c046f-d11c-4d9d-a108-b0f63cb31e4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 1095 time: 0.0440135 Dec 06 15:57:50.201878 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-5a1a089a-82a0-48d6-bf8d-d54910279558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:50.203349 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-5a1a089a-82a0-48d6-bf8d-d54910279558 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.0867186 Dec 06 15:57:50.276269 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-736896fd-1f31-4fa9-accf-ba3ffe05c5b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c HTTP/1.1" status: 200 len: 999 time: 0.0616000 Dec 06 15:57:50.326672 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-edd1ad84-32ad-46c3-a8a3-90803b225d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:50.328157 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-edd1ad84-32ad-46c3-a8a3-90803b225d41 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0431428 Dec 06 15:57:50.376735 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-b985386b-8269-46d4-97d3-ebcb4946ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:50.378211 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-b985386b-8269-46d4-97d3-ebcb4946ef60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389690 Dec 06 15:57:50.472894 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-2c4f4387-94d8-4a73-a0cc-e186770e0b6d service neutron] 10.222.0.37 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830894 Dec 06 15:57:50.566459 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672e5b6-9927-48d7-a53a-35ca68897dce req-1d31ecb9-f52e-48d9-aff9-335f4c538651 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:50.567977 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2672e5b6-9927-48d7-a53a-35ca68897dce req-1d31ecb9-f52e-48d9-aff9-335f4c538651 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 944 time: 0.0479984 Dec 06 15:57:50.574105 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6bc8030-a34d-4b0a-8501-2481a2fd44b7 req-9841f6cd-694f-40c0-95c3-eb69a98e12c1 service neutron] 10.222.0.37 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884078 Dec 06 15:57:50.623545 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2672e5b6-9927-48d7-a53a-35ca68897dce req-8d667e49-3fb3-4ea7-a695-5a06d09fa72a tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484891 Dec 06 15:57:50.667898 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce986a7-4877-4d7c-a4df-b2c80b4d5678 req-0721e499-d245-4e7e-991b-ad9aac6a27af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:50.669418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fce986a7-4877-4d7c-a4df-b2c80b4d5678 req-0721e499-d245-4e7e-991b-ad9aac6a27af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 1095 time: 0.0428393 Dec 06 15:57:50.720855 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:57:50.767268 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce986a7-4877-4d7c-a4df-b2c80b4d5678 req-872dbc50-86d5-414a-8810-c05c5d517690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:50.768857 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fce986a7-4877-4d7c-a4df-b2c80b4d5678 req-872dbc50-86d5-414a-8810-c05c5d517690 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.0859597 Dec 06 15:57:50.844410 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fce986a7-4877-4d7c-a4df-b2c80b4d5678 req-d444d833-2ba2-4418-a3fd-aa6b675fa5df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c HTTP/1.1" status: 200 len: 999 time: 0.0643673 Dec 06 15:57:50.917092 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce986a7-4877-4d7c-a4df-b2c80b4d5678 req-280c1aa1-e1c3-4b72-b24a-2c94d9422649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:50.919212 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fce986a7-4877-4d7c-a4df-b2c80b4d5678 req-280c1aa1-e1c3-4b72-b24a-2c94d9422649 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0639331 Dec 06 15:57:51.752449 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd1558-34c7-484e-bdb7-63adfdd04919 req-94c41eee-6b16-448b-aebd-531f73b4627f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:51.754021 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0fbd1558-34c7-484e-bdb7-63adfdd04919 req-94c41eee-6b16-448b-aebd-531f73b4627f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 944 time: 0.0555706 Dec 06 15:57:51.809377 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0fbd1558-34c7-484e-bdb7-63adfdd04919 req-1d392b15-41e9-4693-bb33-cbeab8737aaf tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484400 Dec 06 15:57:52.932763 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f0c78-8757-41ff-a60d-c54979ca3b38 req-2625e998-d6d3-4de8-aa6d-12fa95ab79bd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:52.934228 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5a1f0c78-8757-41ff-a60d-c54979ca3b38 req-2625e998-d6d3-4de8-aa6d-12fa95ab79bd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 944 time: 0.0482972 Dec 06 15:57:52.986907 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5a1f0c78-8757-41ff-a60d-c54979ca3b38 req-516c4a66-1ffb-44fa-814f-6ea65c059a63 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467474 Dec 06 15:57:54.104777 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd2e08-c3c7-4391-9b3d-3dc675e57b43 req-4c297f00-951b-4231-85e4-87e067bf22a9 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:54.106330 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3bd2e08-c3c7-4391-9b3d-3dc675e57b43 req-4c297f00-951b-4231-85e4-87e067bf22a9 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 944 time: 0.0497639 Dec 06 15:57:54.161132 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3bd2e08-c3c7-4391-9b3d-3dc675e57b43 req-cf374051-1f64-4629-a5a5-5dbaa891150c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486727 Dec 06 15:57:55.287886 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69ba76-d9c8-4b8f-b6da-c95d9d24487d req-049c7860-c2d4-4c73-b322-cde9d6f3ef51 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:55.290287 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac69ba76-d9c8-4b8f-b6da-c95d9d24487d req-049c7860-c2d4-4c73-b322-cde9d6f3ef51 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 944 time: 0.0551775 Dec 06 15:57:55.343604 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ac69ba76-d9c8-4b8f-b6da-c95d9d24487d req-b15c1d81-2b05-4ae1-a042-3a8691dd1cfb tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461874 Dec 06 15:57:56.456941 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506273b-d4e1-42fd-8f32-36a0c2ae6f09 req-7e69ecb9-01cf-433e-9f67-7075f83445f9 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:56.458434 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f506273b-d4e1-42fd-8f32-36a0c2ae6f09 req-7e69ecb9-01cf-433e-9f67-7075f83445f9 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 944 time: 0.0480356 Dec 06 15:57:56.513831 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f506273b-d4e1-42fd-8f32-36a0c2ae6f09 req-408a8cc9-d3a1-420c-88af-fc36ba7fa10a tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488067 Dec 06 15:57:57.634444 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497de97-ab7f-430e-bebe-722e8f99ae5e req-3126f19b-e66d-4301-9a91-fc24e035b773 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:57.635956 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f497de97-ab7f-430e-bebe-722e8f99ae5e req-3126f19b-e66d-4301-9a91-fc24e035b773 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 944 time: 0.0496469 Dec 06 15:57:57.697284 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f497de97-ab7f-430e-bebe-722e8f99ae5e req-d3eff0d5-a4e6-4ab0-818e-193e69ad1ad3 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553415 Dec 06 15:57:58.493360 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:57:58.889482 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb0434-1e32-45a5-9f66-009bfbe18195 req-ed8d181a-31e6-4705-a4ef-bc5d6b29e249 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:57:58.891173 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b8fb0434-1e32-45a5-9f66-009bfbe18195 req-ed8d181a-31e6-4705-a4ef-bc5d6b29e249 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 944 time: 0.1170011 Dec 06 15:57:58.940410 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b8fb0434-1e32-45a5-9f66-009bfbe18195 req-c8ceb68a-db8f-4bd2-b61a-3058d621d376 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429063 Dec 06 15:58:00.165172 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91554c4-b6eb-4ded-a5c2-831805edc6b1 req-206c6c1a-4c16-4038-a31c-06ecaabca1b8 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:58:00.167247 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d91554c4-b6eb-4ded-a5c2-831805edc6b1 req-206c6c1a-4c16-4038-a31c-06ecaabca1b8 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 944 time: 0.1555245 Dec 06 15:58:00.217530 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d91554c4-b6eb-4ded-a5c2-831805edc6b1 req-4ca72333-8731-46c3-95f1-747fa4a9ae90 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431745 Dec 06 15:58:00.493292 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:58:00.925227 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6335f4b0-0a5b-4309-bc7e-55817496ae3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:58:01.332399 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da4e88-1149-4093-a8b7-79fcd1a8f1f3 req-6198aa71-72a3-48aa-85c3-8656f50e842f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:58:01.333944 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59da4e88-1149-4093-a8b7-79fcd1a8f1f3 req-6198aa71-72a3-48aa-85c3-8656f50e842f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 944 time: 0.0485623 Dec 06 15:58:01.383720 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-59da4e88-1149-4093-a8b7-79fcd1a8f1f3 req-0992837b-a7d5-4402-9357-8d10fbf71e9d tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438199 Dec 06 15:58:01.877548 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce986a7-4877-4d7c-a4df-b2c80b4d5678 req-24be69e6-6a5b-4c85-a941-7299165035d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:58:01.878901 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fce986a7-4877-4d7c-a4df-b2c80b4d5678 req-24be69e6-6a5b-4c85-a941-7299165035d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389981 Dec 06 15:58:01.971094 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fce986a7-4877-4d7c-a4df-b2c80b4d5678 req-7e74daee-4f21-4614-bb23-00a059b46d9f service neutron] 10.222.0.37 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838885 Dec 06 15:58:02.063790 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fce986a7-4877-4d7c-a4df-b2c80b4d5678 req-3889479e-8a6f-4ece-af75-c3da71082639 service neutron] 10.222.0.37 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820868 Dec 06 15:58:02.561650 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae41b57-39a9-40fe-9d1a-8dd34cdc7dab req-06d10e36-3c00-42cc-b1c5-205d4df1af53 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:58:02.563129 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ae41b57-39a9-40fe-9d1a-8dd34cdc7dab req-06d10e36-3c00-42cc-b1c5-205d4df1af53 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 944 time: 0.0490327 Dec 06 15:58:02.612445 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8ae41b57-39a9-40fe-9d1a-8dd34cdc7dab req-6540974d-8b9e-4b4f-b5e8-25b5baaa0ed0 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434234 Dec 06 15:58:03.333445 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-94c5052a-d0aa-4732-9e6c-b5cd69a2f88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:58:03.726354 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de690b3d-0748-4552-a632-8053de79133a req-58ad6761-94fc-4f76-b341-c0cfdc78c50b tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:58:03.727911 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-de690b3d-0748-4552-a632-8053de79133a req-58ad6761-94fc-4f76-b341-c0cfdc78c50b tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 944 time: 0.0488038 Dec 06 15:58:03.775271 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-de690b3d-0748-4552-a632-8053de79133a req-820c8110-67d1-4b03-a2f4-3403b79c3b82 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409150 Dec 06 15:58:04.270933 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:58:04.567232 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:58:04.659162 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:58:04.670062 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'port_id': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'mac_address': 'fa:16:3e:2e:c2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:58:04.710726 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:58:04.723228 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:58:04.741454 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:58:04.745543 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:58:04.790540 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,revision_number=11']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:58:04.894065 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c59c48-5b0b-44c2-bf8b-7e9bce757a3f req-21a63c03-9f45-4f16-a6cc-990574dca768 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:58:04.895533 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-85c59c48-5b0b-44c2-bf8b-7e9bce757a3f req-21a63c03-9f45-4f16-a6cc-990574dca768 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0523684 Dec 06 15:58:04.944072 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-85c59c48-5b0b-44c2-bf8b-7e9bce757a3f req-b94b8d87-cf4c-4402-81c1-b4842d12d231 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425146 Dec 06 15:58:05.037324 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['77b90096-ea3f-4ba3-9e76-e1fca3ebd51c'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:58:05.919097 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:58:06.057155 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f8bd7-20ad-4c6b-b19a-b159c2819a42 req-83cb3385-cf32-4be7-90bb-a7443236a68e tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:58:06.058612 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff6f8bd7-20ad-4c6b-b19a-b159c2819a42 req-83cb3385-cf32-4be7-90bb-a7443236a68e tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 945 time: 0.0477419 Dec 06 15:58:06.107092 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ff6f8bd7-20ad-4c6b-b19a-b159c2819a42 req-6f363200-fd40-4c2a-a3a9-3b837e925e53 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425558 Dec 06 15:58:06.595302 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:58:06.642105 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:58:06.645874 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:58:06.646249 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:58:06.724845 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:58:06.748741 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:58:06.751023 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f3c4f2-9214-40ca-b8ec-62510aee6e27" -d '{"events": [{"server_uuid": "b52df277-9406-4833-a0c4-d9a0433904e2", "name": "network-vif-plugged", "status": "completed", "tag": "77b90096-ea3f-4ba3-9e76-e1fca3ebd51c"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:58:06.762951 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:58:06.766930 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:58:06.795777 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84fb28a-7b4e-47d6-b4e1-a3e2b042f9d0 x-openstack-request-id: req-a84fb28a-7b4e-47d6-b4e1-a3e2b042f9d0 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:58:06.796079 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52df277-9406-4833-a0c4-d9a0433904e2", "name": "network-vif-plugged", "status": "completed", "tag": "77b90096-ea3f-4ba3-9e76-e1fca3ebd51c", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:58:06.796339 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a84fb28a-7b4e-47d6-b4e1-a3e2b042f9d0 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:58:06.796734 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'code': 200} Dec 06 15:58:06.823947 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:58:06.829293 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,revision_number=12']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:58:06.953246 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eb574-64e7-4f74-b01b-9121dc99d644 req-16c31464-bac8-4ed0-8071-3146b53a9574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:58:06.954699 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c58eb574-64e7-4f74-b01b-9121dc99d644 req-16c31464-bac8-4ed0-8071-3146b53a9574 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 1097 time: 0.0430191 Dec 06 15:58:07.005050 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c58eb574-64e7-4f74-b01b-9121dc99d644 req-e66bccca-8f99-4ac6-b098-bd9d8b109221 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378633 Dec 06 15:58:07.224388 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f4ba6-671b-4bdf-86b1-91e47885866b req-3a52d138-8e96-4d66-80a0-55d30ee963b0 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:58:07.226003 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-816f4ba6-671b-4bdf-86b1-91e47885866b req-3a52d138-8e96-4d66-80a0-55d30ee963b0 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 946 time: 0.0487821 Dec 06 15:58:07.275382 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-816f4ba6-671b-4bdf-86b1-91e47885866b req-f297c545-674b-4cbe-872e-fcd0438c507e tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423210 Dec 06 15:58:08.399250 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaade42-39f9-4944-9416-f9313620d71c req-f8b13279-f85b-4517-ae60-b52cc09e3f43 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:58:08.400844 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bdaade42-39f9-4944-9416-f9313620d71c req-f8b13279-f85b-4517-ae60-b52cc09e3f43 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 946 time: 0.0515642 Dec 06 15:58:08.452664 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-bdaade42-39f9-4944-9416-f9313620d71c req-44c367dd-fdcf-4f3f-b985-bd8cbd2c4ae0 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457835 Dec 06 15:58:09.571144 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b186c84-2438-4b56-8392-0d86ef3611d0 req-66a98a47-5cc9-4a71-a5a2-dbf3f1eb836f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:58:09.573124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3b186c84-2438-4b56-8392-0d86ef3611d0 req-66a98a47-5cc9-4a71-a5a2-dbf3f1eb836f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 946 time: 0.0510561 Dec 06 15:58:09.620790 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-3b186c84-2438-4b56-8392-0d86ef3611d0 req-d6ca3f55-8d06-4f68-a254-c56e9720adc0 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417371 Dec 06 15:58:22.391610 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44f03f8a-049b-46c3-8ffb-65e69a7556f7 req-47c7a849-ccd7-41de-a6f2-baf11b464871 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389454 Dec 06 15:58:22.471466 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f03f8a-049b-46c3-8ffb-65e69a7556f7 req-9304c10f-2c73-4872-8fb8-7b487c9de001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:58:22.473231 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44f03f8a-049b-46c3-8ffb-65e69a7556f7 req-9304c10f-2c73-4872-8fb8-7b487c9de001 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 1097 time: 0.0400922 Dec 06 15:58:22.580566 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f03f8a-049b-46c3-8ffb-65e69a7556f7 req-05c222f1-05c4-4c0e-bb93-9d75ea2b6dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:58:22.582017 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44f03f8a-049b-46c3-8ffb-65e69a7556f7 req-05c222f1-05c4-4c0e-bb93-9d75ea2b6dd8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.0872290 Dec 06 15:58:22.645964 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44f03f8a-049b-46c3-8ffb-65e69a7556f7 req-99a6a5e9-0720-4f6e-aecd-e8ffe0a50166 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c HTTP/1.1" status: 200 len: 1001 time: 0.0558038 Dec 06 15:58:22.696331 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f03f8a-049b-46c3-8ffb-65e69a7556f7 req-b16fe37f-cfab-4295-8f64-6812000d74cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:58:22.697744 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44f03f8a-049b-46c3-8ffb-65e69a7556f7 req-b16fe37f-cfab-4295-8f64-6812000d74cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0451674 Dec 06 15:58:22.742488 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f03f8a-049b-46c3-8ffb-65e69a7556f7 req-cf21b168-ff65-485a-a9fc-ab09279cf286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:58:22.743978 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44f03f8a-049b-46c3-8ffb-65e69a7556f7 req-cf21b168-ff65-485a-a9fc-ab09279cf286 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389266 Dec 06 15:58:22.832080 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44f03f8a-049b-46c3-8ffb-65e69a7556f7 req-6f23d5e9-0c57-4783-b762-1500f10f02f8 service neutron] 10.222.0.37 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805535 Dec 06 15:58:22.923760 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44f03f8a-049b-46c3-8ffb-65e69a7556f7 req-c678ffd6-da99-43f0-a6f3-38f20505b466 service neutron] 10.222.0.37 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841470 Dec 06 15:58:27.720671 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:58:28.492453 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:58:30.493841 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:58:30.926879 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-243d637e-b72c-4d0b-a991-94343866ccef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:58:33.334612 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-940b26cf-6d65-497b-b2e2-5ed5114976d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:58:34.272573 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:58:35.920365 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:58:36.785234 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:58:58.497200 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:00.574438 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:00.928338 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3906810c-8cc1-4a0f-a0bb-6fe0207564d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:03.334672 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f0e82b3-992e-47cd-997f-025805f93851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:04.275947 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:04.718984 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:59:05.922472 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:06.786545 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:22.460803 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0601955a-ffb2-427f-a05e-1298ec2fb334 req-e7a1de02-9648-4465-9ef1-52f04ec07571 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807254 Dec 06 15:59:22.552504 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601955a-ffb2-427f-a05e-1298ec2fb334 req-c9149b24-614d-48ae-bac7-523efadab65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:22.553965 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0601955a-ffb2-427f-a05e-1298ec2fb334 req-c9149b24-614d-48ae-bac7-523efadab65b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 1097 time: 0.0391088 Dec 06 15:59:22.663682 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601955a-ffb2-427f-a05e-1298ec2fb334 req-639d4911-a573-4448-9df6-19ac6da5bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:22.665055 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0601955a-ffb2-427f-a05e-1298ec2fb334 req-639d4911-a573-4448-9df6-19ac6da5bdf8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.0860953 Dec 06 15:59:22.734254 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0601955a-ffb2-427f-a05e-1298ec2fb334 req-2759f0ff-0c34-4ed3-a3d7-408fe7b1257a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c HTTP/1.1" status: 200 len: 1001 time: 0.0567882 Dec 06 15:59:22.790633 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601955a-ffb2-427f-a05e-1298ec2fb334 req-73ba750c-b0bc-4963-a311-feae886bf31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:22.792052 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0601955a-ffb2-427f-a05e-1298ec2fb334 req-73ba750c-b0bc-4963-a311-feae886bf31f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0459163 Dec 06 15:59:22.818180 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49918) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:59:22.840975 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601955a-ffb2-427f-a05e-1298ec2fb334 req-2a9079b6-61e2-48c5-a01c-cd6dfad2a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:22.842451 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0601955a-ffb2-427f-a05e-1298ec2fb334 req-2a9079b6-61e2-48c5-a01c-cd6dfad2a9c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401912 Dec 06 15:59:22.932532 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0601955a-ffb2-427f-a05e-1298ec2fb334 req-3f211596-329d-4a2b-967d-e289ef359382 service neutron] 10.222.0.37 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816724 Dec 06 15:59:22.975388 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Deleting port c5688793-08b4-4543-91f8-d66d99539fc0 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:59:22.975749 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:23.029855 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0601955a-ffb2-427f-a05e-1298ec2fb334 req-9d6cb7dd-e358-4b62-86c0-7d11c451049b service neutron] 10.222.0.37 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859320 Dec 06 15:59:23.053277 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:23.053643 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:23.065935 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Calling delete_port for c5688793-08b4-4543-91f8-d66d99539fc0 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:59:23.210687 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:23.236610 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event deleted for resources: {'Port': ['ID=c5688793-08b4-4543-91f8-d66d99539fc0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:59:23.248318 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:23.248673 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:23.249011 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:23.249347 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:23.249677 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:23.250006 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:23.250333 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:23.250661 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:23.250985 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:23.251307 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:23.251630 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:23.251976 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:23.252296 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:23.305188 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:23.305512 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Floating IP aa0ea0da-03aa-47f8-8a0d-cfa3656af748 disassociated (deleted). External IP: 172.35.7.133, port: 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c. Dec 06 15:59:23.509074 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Router 6312db26-af8c-418f-a926-a6c7dceefbbf has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:59:23.614647 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:59:23.619507 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:23.625093 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b3ead5-f14c-459d-afb1-270d554acad6 None None] Sync routers for ids ['6312db26-af8c-418f-a926-a6c7dceefbbf'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:59:23.634986 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b3ead5-f14c-459d-afb1-270d554acad6 None None] Routers {'6312db26-af8c-418f-a926-a6c7dceefbbf'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:59:23.636166 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-96b3ead5-f14c-459d-afb1-270d554acad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:59:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6312db26-af8c-418f-a926-a6c7dceefbbf'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:59:23.645058 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-514f208f-1667-43cc-a0fa-57c2700dec03 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "DELETE /v2.0/floatingips/aa0ea0da-03aa-47f8-8a0d-cfa3656af748 HTTP/1.1" status: 204 len: 168 time: 0.8257856 Dec 06 15:59:23.645619 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'tag': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:59:23.647908 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c742703be9958fca7b51ef848c2f1f9c289ae81b0df0ada1724f18bf2a1f44e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edad82e-4590-409c-9784-722ec7ec1d92" -d '{"events": [{"name": "network-changed", "server_uuid": "b52df277-9406-4833-a0c4-d9a0433904e2", "tag": "77b90096-ea3f-4ba3-9e76-e1fca3ebd51c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:59:23.744794 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571b18a1-f26a-4ed3-9a56-571ef6448241 x-openstack-request-id: req-571b18a1-f26a-4ed3-9a56-571ef6448241 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:59:23.745083 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52df277-9406-4833-a0c4-d9a0433904e2", "tag": "77b90096-ea3f-4ba3-9e76-e1fca3ebd51c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:59:23.745349 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-571b18a1-f26a-4ed3-9a56-571ef6448241 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:59:23.745769 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'tag': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'status': 'completed', 'code': 200} Dec 06 15:59:23.750114 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-96b3ead5-f14c-459d-afb1-270d554acad6 None None] Set router 6312db26-af8c-418f-a926-a6c7dceefbbf gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:59:23.826066 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edad82e-4590-409c-9784-722ec7ec1d92 req-fba9432f-a2e2-4eff-bfba-0c5bec5abeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:23.827667 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6edad82e-4590-409c-9784-722ec7ec1d92 req-fba9432f-a2e2-4eff-bfba-0c5bec5abeab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 1097 time: 0.0449882 Dec 06 15:59:23.948944 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37e9b8-e814-4360-86b0-6c9bbc11aff5 req-7a198a7a-6292-4b3c-bdcb-3063cd2cb408 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:23.951082 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad37e9b8-e814-4360-86b0-6c9bbc11aff5 req-7a198a7a-6292-4b3c-bdcb-3063cd2cb408 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 946 time: 0.1048436 Dec 06 15:59:23.956903 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-96b3ead5-f14c-459d-afb1-270d554acad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9d8c12ec-3cf0-4679-b147-721e6619139c', 'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'mac_address': 'fa:16:3e:9e:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:07Z', 'updated_at': '2021-12-06T15:55:12Z', 'revision_number': 5, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'subnets': [{'id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:59:23.978057 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edad82e-4590-409c-9784-722ec7ec1d92 req-e7c4a5e1-f7f6-4485-8a45-a484863af4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:23.979648 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6edad82e-4590-409c-9784-722ec7ec1d92 req-e7c4a5e1-f7f6-4485-8a45-a484863af4ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.1415513 Dec 06 15:59:23.982837 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b3ead5-f14c-459d-afb1-270d554acad6 None None] Checking router: 6312db26-af8c-418f-a926-a6c7dceefbbf for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:59:23.992047 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b3ead5-f14c-459d-afb1-270d554acad6 None None] Routers {'6312db26-af8c-418f-a926-a6c7dceefbbf'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:59:23.992709 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-96b3ead5-f14c-459d-afb1-270d554acad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T15:59:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6312db26-af8c-418f-a926-a6c7dceefbbf'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:59:24.034630 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6edad82e-4590-409c-9784-722ec7ec1d92 req-fd4330f5-60a8-4e41-a956-a533d3a85001 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c HTTP/1.1" status: 200 len: 217 time: 0.0466943 Dec 06 15:59:24.055427 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-ad37e9b8-e814-4360-86b0-6c9bbc11aff5 req-b990596b-6e3d-42f9-b504-7478c3c88854 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982440 Dec 06 15:59:24.092702 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edad82e-4590-409c-9784-722ec7ec1d92 req-b0ef47b7-40a3-47b6-a23c-1c8c55d8cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:24.094163 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6edad82e-4590-409c-9784-722ec7ec1d92 req-b0ef47b7-40a3-47b6-a23c-1c8c55d8cd8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0494075 Dec 06 15:59:24.097304 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-96b3ead5-f14c-459d-afb1-270d554acad6 None None] Set router 6312db26-af8c-418f-a926-a6c7dceefbbf gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:59:24.144637 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edad82e-4590-409c-9784-722ec7ec1d92 req-b5179180-62ed-4c1f-83c3-ce1f6d971d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:24.146138 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6edad82e-4590-409c-9784-722ec7ec1d92 req-b5179180-62ed-4c1f-83c3-ce1f6d971d36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390406 Dec 06 15:59:24.243873 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6edad82e-4590-409c-9784-722ec7ec1d92 req-35bbf7ad-6a2b-4b58-9fd4-44ca1e213446 service neutron] 10.222.0.37 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893993 Dec 06 15:59:24.336927 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6edad82e-4590-409c-9784-722ec7ec1d92 req-e51fac03-cdb2-45dd-9609-08650363e90e service neutron] 10.222.0.37 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853267 Dec 06 15:59:24.381062 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-96b3ead5-f14c-459d-afb1-270d554acad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9d8c12ec-3cf0-4679-b147-721e6619139c', 'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'mac_address': 'fa:16:3e:9e:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:07Z', 'updated_at': '2021-12-06T15:55:12Z', 'revision_number': 5, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'subnets': [{'id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:59:24.406727 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b3ead5-f14c-459d-afb1-270d554acad6 None None] The sync data for ids ['6312db26-af8c-418f-a926-a6c7dceefbbf'] in n-d-master-1 is: [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9d8c12ec-3cf0-4679-b147-721e6619139c', 'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'mac_address': 'fa:16:3e:9e:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:07Z', 'updated_at': '2021-12-06T15:55:12Z', 'revision_number': 5, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'subnets': [{'id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:59:24.623154 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c69713d-652d-42e0-9779-165c39483e23 None None] New status for floating IP aa0ea0da-03aa-47f8-8a0d-cfa3656af748: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:59:25.173309 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bf2a1-81ae-4970-95f3-9c6bf956381b req-61962328-bbf2-4af4-b03a-ab568d227d37 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:25.174809 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc3bf2a1-81ae-4970-95f3-9c6bf956381b req-61962328-bbf2-4af4-b03a-ab568d227d37 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 946 time: 0.0487008 Dec 06 15:59:25.229589 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-dc3bf2a1-81ae-4970-95f3-9c6bf956381b req-6dbcbd85-f18b-4db0-92cb-2a34286dced4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=4588c09e-4e23-46a8-adc3-41c9c9d5b95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483906 Dec 06 15:59:25.432352 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30831def-135e-497f-86b4-ded6182e956d req-ec2bff63-94e9-4fc8-a557-f5a0574846ef tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:25.433797 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30831def-135e-497f-86b4-ded6182e956d req-ec2bff63-94e9-4fc8-a557-f5a0574846ef tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 946 time: 0.0536458 Dec 06 15:59:25.520629 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-30831def-135e-497f-86b4-ded6182e956d req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Deleting port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:59:25.520964 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-30831def-135e-497f-86b4-ded6182e956d req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:25.610616 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-30831def-135e-497f-86b4-ded6182e956d req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] For port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:59:25.610965 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-30831def-135e-497f-86b4-ded6182e956d req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:25.627223 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-30831def-135e-497f-86b4-ded6182e956d req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Calling delete_port for 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:59:25.753713 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-30831def-135e-497f-86b4-ded6182e956d req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:25.784293 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event deleted for resources: {'Port': ['ID=77b90096-ea3f-4ba3-9e76-e1fca3ebd51c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:59:25.794167 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:25.794523 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:25.794860 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:25.795193 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:25.795524 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:25.795877 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:25.796205 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:25.797095 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:25.797095 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:25.797262 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:25.797451 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:25.797767 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:25.798083 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:25.837046 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-30831def-135e-497f-86b4-ded6182e956d req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] No DVR routers for this DVR port 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:59:25.839620 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-30831def-135e-497f-86b4-ded6182e956d req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:25.843604 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-30831def-135e-497f-86b4-ded6182e956d req-65708cb0-eeb7-4793-89a9-cd6479a48ca4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.37 "DELETE /v2.0/ports/77b90096-ea3f-4ba3-9e76-e1fca3ebd51c HTTP/1.1" status: 204 len: 173 time: 0.4036794 Dec 06 15:59:25.844085 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'name': 'network-vif-deleted', 'tag': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:59:25.846647 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efbd690-90d3-4809-999c-af3962f16b69" -d '{"events": [{"server_uuid": "b52df277-9406-4833-a0c4-d9a0433904e2", "name": "network-vif-deleted", "tag": "77b90096-ea3f-4ba3-9e76-e1fca3ebd51c"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:59:25.884403 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14b2c3d-0481-4319-bece-c609bad6256a x-openstack-request-id: req-e14b2c3d-0481-4319-bece-c609bad6256a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:59:25.884704 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52df277-9406-4833-a0c4-d9a0433904e2", "name": "network-vif-deleted", "tag": "77b90096-ea3f-4ba3-9e76-e1fca3ebd51c", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:59:25.884965 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e14b2c3d-0481-4319-bece-c609bad6256a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:59:25.885369 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52df277-9406-4833-a0c4-d9a0433904e2', 'name': 'network-vif-deleted', 'tag': '77b90096-ea3f-4ba3-9e76-e1fca3ebd51c', 'status': 'completed', 'code': 200} Dec 06 15:59:26.336514 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-81fe2d2a-2122-43d2-b4ba-1439fa155e41 req-3158719b-0c44-4170-ad75-0ffb728a3697 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b52df277-9406-4833-a0c4-d9a0433904e2 HTTP/1.1" status: 200 len: 210 time: 0.0256209 Dec 06 15:59:27.394109 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49944) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:59:27.449790 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f44de019-be25-4773-996a-064445fca9b7 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:27.474009 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f44de019-be25-4773-996a-064445fca9b7 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:27.531982 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f44de019-be25-4773-996a-064445fca9b7 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:27.534843 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f44de019-be25-4773-996a-064445fca9b7 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:27.536117 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f44de019-be25-4773-996a-064445fca9b7 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "DELETE /v2.0/security-groups/4588c09e-4e23-46a8-adc3-41c9c9d5b95c HTTP/1.1" status: 204 len: 168 time: 0.1410098 Dec 06 15:59:27.545794 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44de019-be25-4773-996a-064445fca9b7 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4588c09e-4e23-46a8-adc3-41c9c9d5b95c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:59:27.775944 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 49950) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:59:27.781036 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f1e4b9f2-3e79-4938-8811-b5a8a78426ca tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-427960925', 'description': 'tempest-secgroup-smoke-427960925 description', 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:59:27.802910 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1e4b9f2-3e79-4938-8811-b5a8a78426ca tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:27.866284 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1e4b9f2-3e79-4938-8811-b5a8a78426ca tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:27.869855 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1e4b9f2-3e79-4938-8811-b5a8a78426ca tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:27.902195 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f1e4b9f2-3e79-4938-8811-b5a8a78426ca tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:27.903913 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-f1e4b9f2-3e79-4938-8811-b5a8a78426ca tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1269240 Dec 06 15:59:27.905814 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4b9f2-3e79-4938-8811-b5a8a78426ca tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684f685e-74a0-4690-93a3-76173e3f36c5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:59:27.906943 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49952) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:59:27.911482 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-4a874b0b-2fab-4d7a-b71c-479ae3f69afa tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Request body: {'security_group_rule': {'security_group_id': '684f685e-74a0-4690-93a3-76173e3f36c5', 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:59:27.938371 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a874b0b-2fab-4d7a-b71c-479ae3f69afa tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:27.991271 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a874b0b-2fab-4d7a-b71c-479ae3f69afa tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:27.994532 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a874b0b-2fab-4d7a-b71c-479ae3f69afa tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.011518 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a874b0b-2fab-4d7a-b71c-479ae3f69afa tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b75e83d-c91b-4c49-8563-4d18542a8dbb,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:59:28.020713 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a874b0b-2fab-4d7a-b71c-479ae3f69afa tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.022252 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4a874b0b-2fab-4d7a-b71c-479ae3f69afa tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139205 Dec 06 15:59:28.024649 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49954) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:59:28.029397 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-0e26f4a9-c2be-48d6-925c-80e5241da715 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Request body: {'security_group_rule': {'security_group_id': '684f685e-74a0-4690-93a3-76173e3f36c5', 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:59:28.054453 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e26f4a9-c2be-48d6-925c-80e5241da715 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.109493 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e26f4a9-c2be-48d6-925c-80e5241da715 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.112630 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e26f4a9-c2be-48d6-925c-80e5241da715 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.131802 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26f4a9-c2be-48d6-925c-80e5241da715 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19755fb9-93e5-45ab-8f16-3c31bb9034ae,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:59:28.139563 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0e26f4a9-c2be-48d6-925c-80e5241da715 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.140820 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-0e26f4a9-c2be-48d6-925c-80e5241da715 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152604 Dec 06 15:59:28.143455 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49956) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:59:28.147767 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-2dd9c8d7-db18-4485-8b8c-d5a1bd16efab tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Request body: {'security_group_rule': {'security_group_id': '684f685e-74a0-4690-93a3-76173e3f36c5', 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:59:28.173925 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2dd9c8d7-db18-4485-8b8c-d5a1bd16efab tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.232612 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2dd9c8d7-db18-4485-8b8c-d5a1bd16efab tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.236192 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2dd9c8d7-db18-4485-8b8c-d5a1bd16efab tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.253216 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9c8d7-db18-4485-8b8c-d5a1bd16efab tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58da352e-d688-470b-8a84-6e64fe8ebf02,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:59:28.260360 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2dd9c8d7-db18-4485-8b8c-d5a1bd16efab tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.261615 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2dd9c8d7-db18-4485-8b8c-d5a1bd16efab tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170959 Dec 06 15:59:28.264752 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49958) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:59:28.268960 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-6e13b3a2-a6ae-480d-bfcc-6d2f90cfc037 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Request body: {'security_group_rule': {'security_group_id': '684f685e-74a0-4690-93a3-76173e3f36c5', 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:59:28.294380 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e13b3a2-a6ae-480d-bfcc-6d2f90cfc037 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.350641 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e13b3a2-a6ae-480d-bfcc-6d2f90cfc037 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.354217 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e13b3a2-a6ae-480d-bfcc-6d2f90cfc037 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.372737 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13b3a2-a6ae-480d-bfcc-6d2f90cfc037 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d82dc7-b56a-470a-ae87-f51e335ab09d,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:59:28.377326 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6e13b3a2-a6ae-480d-bfcc-6d2f90cfc037 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.378509 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6e13b3a2-a6ae-480d-bfcc-6d2f90cfc037 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1128516 Dec 06 15:59:28.381272 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49960) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:59:28.385662 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-23e5393e-219b-46d5-be95-a12d62b2d3b4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Request body: {'security_group_rule': {'security_group_id': '684f685e-74a0-4690-93a3-76173e3f36c5', 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:59:28.406793 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-23e5393e-219b-46d5-be95-a12d62b2d3b4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Project 5c559b7e75e3490d873a9d57b7d6dc61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:59:28.411392 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23e5393e-219b-46d5-be95-a12d62b2d3b4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.466719 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23e5393e-219b-46d5-be95-a12d62b2d3b4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.470073 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23e5393e-219b-46d5-be95-a12d62b2d3b4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.490120 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5393e-219b-46d5-be95-a12d62b2d3b4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b79a37-5702-46b0-a977-54496f067506,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:59:28.494410 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.498495 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23e5393e-219b-46d5-be95-a12d62b2d3b4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.499709 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-23e5393e-219b-46d5-be95-a12d62b2d3b4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173952 Dec 06 15:59:28.503259 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 49962) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:59:28.507456 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-341b324b-f8d8-4ab7-8678-918c8e37d254 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Request body: {'security_group_rule': {'security_group_id': '684f685e-74a0-4690-93a3-76173e3f36c5', 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:59:28.528514 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-341b324b-f8d8-4ab7-8678-918c8e37d254 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Project 5c559b7e75e3490d873a9d57b7d6dc61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:59:28.533083 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-341b324b-f8d8-4ab7-8678-918c8e37d254 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.590770 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-341b324b-f8d8-4ab7-8678-918c8e37d254 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.594094 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-341b324b-f8d8-4ab7-8678-918c8e37d254 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.610731 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b324b-f8d8-4ab7-8678-918c8e37d254 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa5708f-8463-407a-9257-bd9bb9d6332b,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:59:28.618782 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-341b324b-f8d8-4ab7-8678-918c8e37d254 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:28.619986 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-341b324b-f8d8-4ab7-8678-918c8e37d254 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1157608 Dec 06 15:59:30.572789 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:30.932351 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f06b4fc7-97cd-49d0-ba6a-5da79d6c5ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:30.980449 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:59:31.002747 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:59:31.003103 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 77b90096-ea3f-4ba3-9e76-e1fca3ebd51c not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:59:33.337259 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55d5963e-7ba3-47d9-a67e-ffb85017eaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:34.280506 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:35.927547 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:36.788618 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:41.722821 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:59:43.833170 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-86deb595-0469-495a-93d5-32aa19592986 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427960925&fields=id&tenant_id=5c559b7e75e3490d873a9d57b7d6dc61 HTTP/1.1" status: 200 len: 267 time: 0.0440719 Dec 06 15:59:43.937716 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-c9acc2a1-287a-4b5f-a1d5-570993b31180 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:43.939154 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-c9acc2a1-287a-4b5f-a1d5-570993b31180 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 809 time: 0.0994103 Dec 06 15:59:43.953460 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-4ad8d7f1-a1b3-4416-b334-772cf7d198c7 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/quotas/5c559b7e75e3490d873a9d57b7d6dc61 HTTP/1.1" status: 200 len: 375 time: 0.0086329 Dec 06 15:59:44.008891 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-016ed43a-bcc6-4be8-8c70-d86a88bd753e tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501399 Dec 06 15:59:44.144270 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-3f82999c-1c94-4ac4-9b77-44540dc7a4ca service neutron] 10.222.0.20 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241105 Dec 06 15:59:44.235065 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-66912c06-14aa-4bb2-8ddc-9273108ef4e0 service neutron] 10.222.0.20 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845857 Dec 06 15:59:44.515039 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-61d7b060-21d2-4ba5-bfe1-3c0515485e91 req-a5a37892-5ae3-469a-b034-99baf3cdddd1 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 210 time: 0.0258074 Dec 06 15:59:45.406709 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-4c8a19e2-03f9-4ec4-8b86-caaf7cca5c06 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:45.408251 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-4c8a19e2-03f9-4ec4-8b86-caaf7cca5c06 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.23 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 809 time: 0.1071658 Dec 06 15:59:45.470509 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-11149f11-b9f2-4431-806c-615d522d013c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c559b7e75e3490d873a9d57b7d6dc61 HTTP/1.1" status: 200 len: 379 time: 0.0531290 Dec 06 15:59:45.480399 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-cbb4fa11-7a6a-49c7-b0a2-3dcd3552f69c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Request body: {'port': {'device_id': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'admin_state_up': True, 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'security_groups': ['684f685e-74a0-4690-93a3-76173e3f36c5']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:59:45.592108 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-cbb4fa11-7a6a-49c7-b0a2-3dcd3552f69c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Made reservation on behalf of 5c559b7e75e3490d873a9d57b7d6dc61 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:59:45.596925 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-cbb4fa11-7a6a-49c7-b0a2-3dcd3552f69c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:45.614780 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-012c6afb-e8e7-43b0-8263-375fc66f9fa6 req-4a71d784-5938-4268-a030-dee8e40ca11e tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 210 time: 0.0291879 Dec 06 15:59:45.725385 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-cbb4fa11-7a6a-49c7-b0a2-3dcd3552f69c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Allocated IP 172.20.0.13 (34249f62-fd6f-43ee-8c47-f18221e2dc39/71c4b2db-d8a2-4c5a-a928-b61ff42013e9/800f98eb-3cb0-4f34-99b0-5acac98c895e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:59:46.185359 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-cbb4fa11-7a6a-49c7-b0a2-3dcd3552f69c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:46.220606 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-cbb4fa11-7a6a-49c7-b0a2-3dcd3552f69c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:46.271021 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-cbb4fa11-7a6a-49c7-b0a2-3dcd3552f69c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Network 34249f62-fd6f-43ee-8c47-f18221e2dc39 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:59:46.276817 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-cbb4fa11-7a6a-49c7-b0a2-3dcd3552f69c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:59:46.278992 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4fa11-7a6a-49c7-b0a2-3dcd3552f69c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'Port': ['ID=800f98eb-3cb0-4f34-99b0-5acac98c895e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:59:46.281112 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-cbb4fa11-7a6a-49c7-b0a2-3dcd3552f69c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:59:46.330340 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-cbb4fa11-7a6a-49c7-b0a2-3dcd3552f69c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:46.331108 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-cbb4fa11-7a6a-49c7-b0a2-3dcd3552f69c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:46.349303 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-cbb4fa11-7a6a-49c7-b0a2-3dcd3552f69c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8724854 Dec 06 15:59:46.416014 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Request body: {'port': {'device_id': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:59:46.476232 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:46.542192 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-79b355cf-ee03-41ca-8600-03f8c8fcec94 None None] Provisioning complete for port 800f98eb-3cb0-4f34-99b0-5acac98c895e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:59:46.543341 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-79b355cf-ee03-41ca-8600-03f8c8fcec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:46.581065 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-79b355cf-ee03-41ca-8600-03f8c8fcec94 None None] Port 800f98eb-3cb0-4f34-99b0-5acac98c895e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:59:46.775980 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735385b-886d-47a4-a350-e94d8877218c req-05e5d4f2-b042-4d86-a808-adfdd5121481 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:46.777453 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e735385b-886d-47a4-a350-e94d8877218c req-05e5d4f2-b042-4d86-a808-adfdd5121481 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 932 time: 0.0895836 Dec 06 15:59:46.781461 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 800f98eb-3cb0-4f34-99b0-5acac98c895e {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:59:46.794912 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:46.818748 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Transition to ACTIVE for port object 800f98eb-3cb0-4f34-99b0-5acac98c895e will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:59:46.824967 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:46.884169 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e735385b-886d-47a4-a350-e94d8877218c req-9d5c1fa4-75ce-445a-9ef0-aafc209198d4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971944 Dec 06 15:59:46.924925 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Pushing event updated for resources: {'Port': ['ID=800f98eb-3cb0-4f34-99b0-5acac98c895e,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:59:46.988182 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Attempting to bind port 800f98eb-3cb0-4f34-99b0-5acac98c895e on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:59:46.988527 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Attempting to bind port 800f98eb-3cb0-4f34-99b0-5acac98c895e by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:59:46.988862 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Attempting to bind port 800f98eb-3cb0-4f34-99b0-5acac98c895e on network 34249f62-fd6f-43ee-8c47-f18221e2dc39 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:59:46.993939 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Port 800f98eb-3cb0-4f34-99b0-5acac98c895e on network 34249f62-fd6f-43ee-8c47-f18221e2dc39 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:59:46.994269 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Attempting to bind port 800f98eb-3cb0-4f34-99b0-5acac98c895e on network 34249f62-fd6f-43ee-8c47-f18221e2dc39 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:59:47.000599 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:59:47.000599 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Checking segment: {'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:59:47.000966 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Bound using segment: {'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:59:47.001397 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Bound port: 800f98eb-3cb0-4f34-99b0-5acac98c895e, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71673c9e-c277-43ea-8063-111a8d752d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:59:47.001757 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:47.075521 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] For port 800f98eb-3cb0-4f34-99b0-5acac98c895e, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:59:47.078774 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] For port 800f98eb-3cb0-4f34-99b0-5acac98c895e, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:59:47.089493 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:47.128170 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:47.128710 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:47.130079 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] 10.222.0.23 "PUT /v2.0/ports/800f98eb-3cb0-4f34-99b0-5acac98c895e HTTP/1.1" status: 200 len: 1092 time: 0.7725196 Dec 06 15:59:47.130525 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'tag': '800f98eb-3cb0-4f34-99b0-5acac98c895e'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:59:47.132793 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10919659-5c51-4ee3-9b61-8f8b994b2ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "b72f49f9-7a28-4c19-b718-2910a1cc4f4f", "tag": "800f98eb-3cb0-4f34-99b0-5acac98c895e"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:59:47.157176 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5441162-875b-44f8-86f1-4af7dcd844fc service neutron] Pushing event updated for resources: {'Port': ['ID=800f98eb-3cb0-4f34-99b0-5acac98c895e,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:59:47.176406 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56448928-3315-458d-b4ea-66b65ad8117c x-openstack-request-id: req-56448928-3315-458d-b4ea-66b65ad8117c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:59:47.176857 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72f49f9-7a28-4c19-b718-2910a1cc4f4f", "tag": "800f98eb-3cb0-4f34-99b0-5acac98c895e", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:59:47.177100 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56448928-3315-458d-b4ea-66b65ad8117c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:59:47.177515 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'tag': '800f98eb-3cb0-4f34-99b0-5acac98c895e', 'status': 'completed', 'code': 200} Dec 06 15:59:47.224437 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-db5b8920-ef84-4f32-a2b5-b50ac457af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:47.226100 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-db5b8920-ef84-4f32-a2b5-b50ac457af85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 1095 time: 0.0440016 Dec 06 15:59:47.273754 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-8017bc07-db6c-4c02-889c-3dc43f6e551b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e HTTP/1.1" status: 200 len: 217 time: 0.0393155 Dec 06 15:59:47.458465 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-90869e75-1a43-4a9d-97c3-f214132dd9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:47.459979 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-90869e75-1a43-4a9d-97c3-f214132dd9fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0448666 Dec 06 15:59:47.506234 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-b6eef9de-6fa4-4fac-a5d2-b340ad5c6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:47.507794 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-b6eef9de-6fa4-4fac-a5d2-b340ad5c6175 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410736 Dec 06 15:59:47.599034 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-48463b45-aeab-4252-b104-c7ea38361f0a service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841978 Dec 06 15:59:47.688239 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-58b4bdd3-41f7-4541-90f2-98c3d7d40376 req-89a363c9-e823-4c79-8c78-91b0c8293b64 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826304 Dec 06 15:59:47.778321 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10919659-5c51-4ee3-9b61-8f8b994b2ef2 req-4fd42e4e-5383-41f5-9b86-8a7bc0f1b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:47.779815 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10919659-5c51-4ee3-9b61-8f8b994b2ef2 req-4fd42e4e-5383-41f5-9b86-8a7bc0f1b14c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 1095 time: 0.0473092 Dec 06 15:59:47.874103 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10919659-5c51-4ee3-9b61-8f8b994b2ef2 req-5daf88d2-8a18-4b9e-8ddb-a948792340cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:47.875583 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10919659-5c51-4ee3-9b61-8f8b994b2ef2 req-5daf88d2-8a18-4b9e-8ddb-a948792340cd service neutron] 10.222.0.23 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.0895183 Dec 06 15:59:47.921330 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10919659-5c51-4ee3-9b61-8f8b994b2ef2 req-440f5fca-ac01-485b-a233-368dd71e0d46 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e HTTP/1.1" status: 200 len: 217 time: 0.0383775 Dec 06 15:59:47.996137 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10919659-5c51-4ee3-9b61-8f8b994b2ef2 req-9779f16d-95be-4b46-afb7-9ce5a0e8af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:47.998138 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10919659-5c51-4ee3-9b61-8f8b994b2ef2 req-9779f16d-95be-4b46-afb7-9ce5a0e8af0e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0701883 Dec 06 15:59:48.021798 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39754766-8fb8-4aee-a452-485fc62aaac1 req-9d25f926-4a96-4aa4-ae95-b439cecb3624 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:48.023248 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39754766-8fb8-4aee-a452-485fc62aaac1 req-9d25f926-4a96-4aa4-ae95-b439cecb3624 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0700428 Dec 06 15:59:48.085970 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10919659-5c51-4ee3-9b61-8f8b994b2ef2 req-557ca0b4-4f99-466a-ae5c-ff3cf041fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:48.087355 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10919659-5c51-4ee3-9b61-8f8b994b2ef2 req-557ca0b4-4f99-466a-ae5c-ff3cf041fbb2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820084 Dec 06 15:59:48.091625 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-39754766-8fb8-4aee-a452-485fc62aaac1 req-da21e773-d37e-4809-9ae0-756d895cfd0e tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546815 Dec 06 15:59:48.181925 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10919659-5c51-4ee3-9b61-8f8b994b2ef2 req-ea0995d0-2658-4a99-980c-93ccd981bce2 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873883 Dec 06 15:59:48.277143 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10919659-5c51-4ee3-9b61-8f8b994b2ef2 req-bdfd8527-f239-46d0-a4d8-cccbf37f96fc service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889747 Dec 06 15:59:49.210950 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90e7b-c2b7-4d24-97aa-d412df56dc93 req-3d0fe254-819d-4b1a-812a-1d612199f235 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:49.212460 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d4a90e7b-c2b7-4d24-97aa-d412df56dc93 req-3d0fe254-819d-4b1a-812a-1d612199f235 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0489590 Dec 06 15:59:49.263337 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d4a90e7b-c2b7-4d24-97aa-d412df56dc93 req-905c403c-40d3-4af4-80f6-9f2df9dce9e2 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441825 Dec 06 15:59:50.386849 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2c65e-3ed8-4786-ba2d-89114b4bf456 req-b08860a7-aa44-4efb-93a6-7d3444e9bcc1 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:50.389018 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dac2c65e-3ed8-4786-ba2d-89114b4bf456 req-b08860a7-aa44-4efb-93a6-7d3444e9bcc1 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0555072 Dec 06 15:59:50.441652 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dac2c65e-3ed8-4786-ba2d-89114b4bf456 req-6014f1f4-74df-4481-bd3b-cd602b0a1be2 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462940 Dec 06 15:59:51.555325 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843a813-eff9-4148-b996-c5cadde7a187 req-97cee180-e3c1-45a3-9f49-628db08099a5 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:51.556794 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5843a813-eff9-4148-b996-c5cadde7a187 req-97cee180-e3c1-45a3-9f49-628db08099a5 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0478055 Dec 06 15:59:51.608610 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5843a813-eff9-4148-b996-c5cadde7a187 req-fde662ae-cb35-40d1-b85a-f8c0702b668f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452945 Dec 06 15:59:52.724656 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8cc27-ab61-4968-b169-8d8fd1c85dc3 req-5299a6e1-1699-45e8-88c4-a67fc33b4aef tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:52.726112 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-03f8cc27-ab61-4968-b169-8d8fd1c85dc3 req-5299a6e1-1699-45e8-88c4-a67fc33b4aef tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0486963 Dec 06 15:59:52.776033 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-03f8cc27-ab61-4968-b169-8d8fd1c85dc3 req-b849f98b-b66b-45d6-aed0-9950bb678946 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432820 Dec 06 15:59:53.893046 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2750344-5933-4ad1-8365-ef4d4c1ce352 req-4cd5f555-88ff-42f1-9ef6-4c2abad19f7b tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:53.894567 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c2750344-5933-4ad1-8365-ef4d4c1ce352 req-4cd5f555-88ff-42f1-9ef6-4c2abad19f7b tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0487351 Dec 06 15:59:53.942688 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c2750344-5933-4ad1-8365-ef4d4c1ce352 req-5c72530b-840e-4396-b34f-f511aea1da4b tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419929 Dec 06 15:59:55.061032 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fc48d-84e2-4cb2-91af-2e250e688d0e req-f4b0b569-166e-4cb7-b008-ca315464697d tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:55.062497 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-317fc48d-84e2-4cb2-91af-2e250e688d0e req-f4b0b569-166e-4cb7-b008-ca315464697d tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0525289 Dec 06 15:59:55.110466 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-317fc48d-84e2-4cb2-91af-2e250e688d0e req-36908392-de69-44bf-b370-637c685254e4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420506 Dec 06 15:59:56.227731 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6ccab-fc40-4d19-8e39-f3902a6ca330 req-37e16d65-5f1e-4c56-bbb9-7aa3e3459019 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:56.229202 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-efd6ccab-fc40-4d19-8e39-f3902a6ca330 req-37e16d65-5f1e-4c56-bbb9-7aa3e3459019 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0498891 Dec 06 15:59:56.280969 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-efd6ccab-fc40-4d19-8e39-f3902a6ca330 req-4c2ee7c5-56e5-46aa-b604-2f980df0d525 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451422 Dec 06 15:59:57.397206 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a821a28-e1e2-4bfa-8cf2-1ddbedd3b360 req-70d92fc9-d278-4b2f-8c8c-f0a3ec62750b tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:57.398708 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6a821a28-e1e2-4bfa-8cf2-1ddbedd3b360 req-70d92fc9-d278-4b2f-8c8c-f0a3ec62750b tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0481834 Dec 06 15:59:57.453097 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-6a821a28-e1e2-4bfa-8cf2-1ddbedd3b360 req-f98ca5b4-4313-4459-8816-9921febf02c6 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474787 Dec 06 15:59:58.493189 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:58.573875 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605b176-12cd-4d97-be5c-ede65a2201a0 req-cc012097-8628-4f04-aeb8-32a2619ca9f8 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:58.575357 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c605b176-12cd-4d97-be5c-ede65a2201a0 req-cc012097-8628-4f04-aeb8-32a2619ca9f8 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0522649 Dec 06 15:59:58.624772 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c605b176-12cd-4d97-be5c-ede65a2201a0 req-9eaa5a6c-4007-47d0-8ca5-c05c6b5d9ff4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435033 Dec 06 15:59:59.729121 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 800f98eb-3cb0-4f34-99b0-5acac98c895e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:59:59.741557 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b714d-f0d0-4cf5-98f4-47a0cc16d371 req-1c28d8d8-f8a3-42ad-ba9a-45f3f5989636 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:59:59.743261 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-891b714d-f0d0-4cf5-98f4-47a0cc16d371 req-1c28d8d8-f8a3-42ad-ba9a-45f3f5989636 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0521679 Dec 06 15:59:59.802439 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-891b714d-f0d0-4cf5-98f4-47a0cc16d371 req-df6be2bc-9ba6-4fcd-8f26-8e27dc984ff7 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524914 Dec 06 15:59:59.837910 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 800f98eb-3cb0-4f34-99b0-5acac98c895e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:59:59.849680 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '800f98eb-3cb0-4f34-99b0-5acac98c895e', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'port_id': '800f98eb-3cb0-4f34-99b0-5acac98c895e', 'mac_address': 'fa:16:3e:01:1e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:59:59.887875 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:59.900591 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800f98eb-3cb0-4f34-99b0-5acac98c895e {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:59:59.920770 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 800f98eb-3cb0-4f34-99b0-5acac98c895e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:59:59.924510 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:59:59.973737 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=800f98eb-3cb0-4f34-99b0-5acac98c895e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:59:59.981655 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:59.982006 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:59.982344 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:59.982675 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:59.983003 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:59.983332 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:59.983675 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:59.983993 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:59.984311 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:59.984629 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:59.984947 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:59.985263 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:59:59.985576 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:00:00.164134 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['800f98eb-3cb0-4f34-99b0-5acac98c895e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 16:00:00.572692 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:00.922235 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65060156-58d2-47c6-b156-9f8d757362c5 req-d369c499-2f66-4e88-984b-df7b49ecdfd2 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:00:00.923697 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-65060156-58d2-47c6-b156-9f8d757362c5 req-d369c499-2f66-4e88-984b-df7b49ecdfd2 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 945 time: 0.0486164 Dec 06 16:00:00.934313 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b66c007f-4216-440f-aa7c-9dc7987d21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:00.977607 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-65060156-58d2-47c6-b156-9f8d757362c5 req-49aa4c50-e021-4a72-b7e9-7c583acaffa4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440638 Dec 06 16:00:01.747748 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 800f98eb-3cb0-4f34-99b0-5acac98c895e up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:00:01.794448 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 800f98eb-3cb0-4f34-99b0-5acac98c895e completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 16:00:01.798007 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 800f98eb-3cb0-4f34-99b0-5acac98c895e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:00:01.798374 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:01.874840 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:01.897280 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800f98eb-3cb0-4f34-99b0-5acac98c895e'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:00:01.899479 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e120c219-968d-4777-baf0-342bfd54fe03" -d '{"events": [{"server_uuid": "b72f49f9-7a28-4c19-b718-2910a1cc4f4f", "name": "network-vif-plugged", "status": "completed", "tag": "800f98eb-3cb0-4f34-99b0-5acac98c895e"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:00:01.911946 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 800f98eb-3cb0-4f34-99b0-5acac98c895e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:00:01.916250 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:01.941727 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 16:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf2e596-e0b8-43c2-aeda-b7e6a727c3db x-openstack-request-id: req-5bf2e596-e0b8-43c2-aeda-b7e6a727c3db {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:00:01.942341 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72f49f9-7a28-4c19-b718-2910a1cc4f4f", "name": "network-vif-plugged", "status": "completed", "tag": "800f98eb-3cb0-4f34-99b0-5acac98c895e", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:00:01.942341 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bf2e596-e0b8-43c2-aeda-b7e6a727c3db {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:00:01.942646 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800f98eb-3cb0-4f34-99b0-5acac98c895e', 'code': 200} Dec 06 16:00:01.969615 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=800f98eb-3cb0-4f34-99b0-5acac98c895e,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:00:02.038520 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca5705-12f3-41c0-858f-0202643522f1 req-8ee6d2c8-7439-45ab-9c0f-988606d5bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:00:02.040067 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-77ca5705-12f3-41c0-858f-0202643522f1 req-8ee6d2c8-7439-45ab-9c0f-988606d5bfc5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 1097 time: 0.0426199 Dec 06 16:00:02.087667 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-77ca5705-12f3-41c0-858f-0202643522f1 req-c9bff9c8-284f-4f98-9b55-d12b0a3259a0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405111 Dec 06 16:00:02.096915 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41c082-3032-486d-a27f-76f47f8ec9e4 req-15b405a3-03e8-4f78-af74-1592e035dac2 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:00:02.098373 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff41c082-3032-486d-a27f-76f47f8ec9e4 req-15b405a3-03e8-4f78-af74-1592e035dac2 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0522239 Dec 06 16:00:02.442119 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ff41c082-3032-486d-a27f-76f47f8ec9e4 req-bdf3385f-72b6-4000-b006-f4c3418d1278 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3377836 Dec 06 16:00:03.338583 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-68cc960c-9d8d-4d5c-88b7-7c3e2c279c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:03.558467 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e358201-50e4-4682-82bb-9e95d10b1731 req-061a516c-a97a-4a0e-9496-1dd965cb3756 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:00:03.560631 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e358201-50e4-4682-82bb-9e95d10b1731 req-061a516c-a97a-4a0e-9496-1dd965cb3756 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0485656 Dec 06 16:00:03.609663 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7e358201-50e4-4682-82bb-9e95d10b1731 req-7324aa86-f8c6-41ae-be21-f2fbb404ec6d tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431538 Dec 06 16:00:03.721876 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903821d1-1055-426e-b2e9-f5d59481bb1f req-7759090e-cbf0-4f9e-aed5-c4b751d42c1f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:00:03.723246 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-903821d1-1055-426e-b2e9-f5d59481bb1f req-7759090e-cbf0-4f9e-aed5-c4b751d42c1f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0475323 Dec 06 16:00:03.770482 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-903821d1-1055-426e-b2e9-f5d59481bb1f req-1d89a3af-415e-4ff9-a936-dc2dc6dac938 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414021 Dec 06 16:00:03.792151 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50158) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:00:03.830988 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d48851-c048-4907-9c89-0ffb8c6123b5 tempest-TestShelveInstance-1548064840 tempest-TestShelveInstance-1548064840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:00:03.832489 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-b6d48851-c048-4907-9c89-0ffb8c6123b5 tempest-TestShelveInstance-1548064840 tempest-TestShelveInstance-1548064840-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 1092 time: 0.0393350 Dec 06 16:00:03.835259 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50160) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:00:03.839484 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': '800f98eb-3cb0-4f34-99b0-5acac98c895e', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:00:03.861975 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for floatingip, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:03.956751 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:04.060982 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Allocated IP 172.35.7.250 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/45a6b030-6743-4aa3-827f-c1a26d1b1bb9) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 16:00:04.160649 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:04.193107 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:04.227785 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 16:00:04.232632 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:00:04.236134 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 16:00:04.267676 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'Port': ['ID=45a6b030-6743-4aa3-827f-c1a26d1b1bb9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:00:04.282171 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:04.595428 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:04.663372 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:04.808004 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:04.814431 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:04.884892 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event updated for resources: {'Port': ['ID=45a6b030-6743-4aa3-827f-c1a26d1b1bb9,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:00:04.896328 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:04.995760 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Floating IP f95ccb8e-5651-4842-b752-3cf739b1bd3f associated. External IP: 172.35.7.250, port: 800f98eb-3cb0-4f34-99b0-5acac98c895e. Dec 06 16:00:05.199589 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Router 6312db26-af8c-418f-a926-a6c7dceefbbf has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 16:00:05.307473 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 16:00:05.317304 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a04236-8937-4b74-8c2e-52ca6a3504cb None None] Sync routers for ids ['6312db26-af8c-418f-a926-a6c7dceefbbf'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 16:00:05.324354 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:05.327272 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a04236-8937-4b74-8c2e-52ca6a3504cb None None] Routers {'6312db26-af8c-418f-a926-a6c7dceefbbf'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:00:05.327921 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c3a04236-8937-4b74-8c2e-52ca6a3504cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:00:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6312db26-af8c-418f-a926-a6c7dceefbbf'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:00:05.351629 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-49cce9ec-b5e0-43fa-8ea6-1f39f80bbe58 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5152893 Dec 06 16:00:05.352259 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'tag': '800f98eb-3cb0-4f34-99b0-5acac98c895e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:00:05.354543 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c742703be9958fca7b51ef848c2f1f9c289ae81b0df0ada1724f18bf2a1f44e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a19ffa5-ee60-42f3-8874-30a4a80ce5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b72f49f9-7a28-4c19-b718-2910a1cc4f4f", "tag": "800f98eb-3cb0-4f34-99b0-5acac98c895e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:00:05.390861 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 16:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90996dcd-eca3-42e0-ae10-7dd2a393f13a x-openstack-request-id: req-90996dcd-eca3-42e0-ae10-7dd2a393f13a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:00:05.391164 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72f49f9-7a28-4c19-b718-2910a1cc4f4f", "tag": "800f98eb-3cb0-4f34-99b0-5acac98c895e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:00:05.391433 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90996dcd-eca3-42e0-ae10-7dd2a393f13a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:00:05.391914 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'tag': '800f98eb-3cb0-4f34-99b0-5acac98c895e', 'status': 'completed', 'code': 200} Dec 06 16:00:05.433773 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c3a04236-8937-4b74-8c2e-52ca6a3504cb None None] Set router 6312db26-af8c-418f-a926-a6c7dceefbbf gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:00:05.457438 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19ffa5-ee60-42f3-8874-30a4a80ce5b5 req-c620e935-b488-4a19-8bdf-e75617ab0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:00:05.458925 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a19ffa5-ee60-42f3-8874-30a4a80ce5b5 req-c620e935-b488-4a19-8bdf-e75617ab0d5b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 1097 time: 0.0442805 Dec 06 16:00:05.549747 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19ffa5-ee60-42f3-8874-30a4a80ce5b5 req-5f133337-d926-4ead-9c34-d8d4b8809ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:00:05.551218 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a19ffa5-ee60-42f3-8874-30a4a80ce5b5 req-5f133337-d926-4ead-9c34-d8d4b8809ef9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.0843108 Dec 06 16:00:05.619735 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a19ffa5-ee60-42f3-8874-30a4a80ce5b5 req-da1d8f9b-f8ed-4c1b-9447-e1f159507bb0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e HTTP/1.1" status: 200 len: 1000 time: 0.0612612 Dec 06 16:00:05.650033 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c3a04236-8937-4b74-8c2e-52ca6a3504cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f95ccb8e-5651-4842-b752-3cf739b1bd3f', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'floating_ip_address': '172.35.7.250', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'port_id': '800f98eb-3cb0-4f34-99b0-5acac98c895e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'mac_address': 'fa:16:3e:01:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T16:00:04Z', 'updated_at': '2021-12-06T16:00:04Z', 'revision_number': 0, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8c12ec-3cf0-4679-b147-721e6619139c', 'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'mac_address': 'fa:16:3e:9e:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:07Z', 'updated_at': '2021-12-06T15:55:12Z', 'revision_number': 5, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'subnets': [{'id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:00:05.668458 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19ffa5-ee60-42f3-8874-30a4a80ce5b5 req-1810a933-7a8d-4c5a-ab9d-3f7bcfe1028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:00:05.669956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a19ffa5-ee60-42f3-8874-30a4a80ce5b5 req-1810a933-7a8d-4c5a-ab9d-3f7bcfe1028e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0440068 Dec 06 16:00:05.679263 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a04236-8937-4b74-8c2e-52ca6a3504cb None None] Checking router: 6312db26-af8c-418f-a926-a6c7dceefbbf for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 16:00:05.687604 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a04236-8937-4b74-8c2e-52ca6a3504cb None None] Routers {'6312db26-af8c-418f-a926-a6c7dceefbbf'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:00:05.688181 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c3a04236-8937-4b74-8c2e-52ca6a3504cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:00:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6312db26-af8c-418f-a926-a6c7dceefbbf'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:00:05.716235 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19ffa5-ee60-42f3-8874-30a4a80ce5b5 req-660dca1e-a94e-4858-93d5-7c7f5f03c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:00:05.717734 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a19ffa5-ee60-42f3-8874-30a4a80ce5b5 req-660dca1e-a94e-4858-93d5-7c7f5f03c372 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400674 Dec 06 16:00:05.790036 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-c3a04236-8937-4b74-8c2e-52ca6a3504cb None None] Set router 6312db26-af8c-418f-a926-a6c7dceefbbf gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:00:05.810091 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a19ffa5-ee60-42f3-8874-30a4a80ce5b5 req-b3392f46-511b-4f00-9bf6-c3c0433dad22 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858841 Dec 06 16:00:05.899374 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5a19ffa5-ee60-42f3-8874-30a4a80ce5b5 req-096172a7-9979-44a7-8fdb-5d87c1f6ff04 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824206 Dec 06 16:00:05.930705 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:06.005377 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-c3a04236-8937-4b74-8c2e-52ca6a3504cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f95ccb8e-5651-4842-b752-3cf739b1bd3f', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'floating_ip_address': '172.35.7.250', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'port_id': '800f98eb-3cb0-4f34-99b0-5acac98c895e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'mac_address': 'fa:16:3e:01:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T16:00:04Z', 'updated_at': '2021-12-06T16:00:04Z', 'revision_number': 0, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8c12ec-3cf0-4679-b147-721e6619139c', 'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'mac_address': 'fa:16:3e:9e:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:07Z', 'updated_at': '2021-12-06T15:55:12Z', 'revision_number': 5, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'subnets': [{'id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:00:06.031003 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a04236-8937-4b74-8c2e-52ca6a3504cb None None] The sync data for ids ['6312db26-af8c-418f-a926-a6c7dceefbbf'] in n-d-master-1 is: [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f95ccb8e-5651-4842-b752-3cf739b1bd3f', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'floating_ip_address': '172.35.7.250', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'port_id': '800f98eb-3cb0-4f34-99b0-5acac98c895e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'mac_address': 'fa:16:3e:01:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T16:00:04Z', 'updated_at': '2021-12-06T16:00:04Z', 'revision_number': 0, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8c12ec-3cf0-4679-b147-721e6619139c', 'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'mac_address': 'fa:16:3e:9e:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:07Z', 'updated_at': '2021-12-06T15:55:12Z', 'revision_number': 5, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'subnets': [{'id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 16:00:06.216157 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0419916-525d-4cfa-aab6-ece97be2dc63 None None] New status for floating IP f95ccb8e-5651-4842-b752-3cf739b1bd3f: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 16:00:06.790912 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:18.723189 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:00:20.891480 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d11f0c3b-2f58-402d-8b46-45222767fd07 req-d70834c3-976d-4ce3-b6ff-2337dd7d3b3a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431957 Dec 06 16:00:20.976353 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f0c3b-2f58-402d-8b46-45222767fd07 req-e0d51b96-03c0-45da-beab-a8a46e09c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:00:20.978315 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d11f0c3b-2f58-402d-8b46-45222767fd07 req-e0d51b96-03c0-45da-beab-a8a46e09c211 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 1097 time: 0.0429068 Dec 06 16:00:21.082184 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f0c3b-2f58-402d-8b46-45222767fd07 req-72e1dd00-52b5-4b85-b7df-1c65cf57fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:00:21.083671 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d11f0c3b-2f58-402d-8b46-45222767fd07 req-72e1dd00-52b5-4b85-b7df-1c65cf57fcda service neutron] 10.222.0.23 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.0841525 Dec 06 16:00:21.151513 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d11f0c3b-2f58-402d-8b46-45222767fd07 req-56cd518e-5409-4d0e-b701-ba38db226d0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e HTTP/1.1" status: 200 len: 1002 time: 0.0595376 Dec 06 16:00:21.198483 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f0c3b-2f58-402d-8b46-45222767fd07 req-de81d90e-a879-4ac9-8934-7392c4158d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:00:21.200495 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d11f0c3b-2f58-402d-8b46-45222767fd07 req-de81d90e-a879-4ac9-8934-7392c4158d8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0420768 Dec 06 16:00:21.244397 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f0c3b-2f58-402d-8b46-45222767fd07 req-2da2b59e-f1bf-4428-aec4-fb35d30892b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:00:21.245824 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d11f0c3b-2f58-402d-8b46-45222767fd07 req-2da2b59e-f1bf-4428-aec4-fb35d30892b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383139 Dec 06 16:00:21.336373 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d11f0c3b-2f58-402d-8b46-45222767fd07 req-d002349f-cad5-4353-bb57-3460a4a64a26 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838768 Dec 06 16:00:21.430666 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d11f0c3b-2f58-402d-8b46-45222767fd07 req-3c9740d9-21bf-4282-9d8b-3adef2564bbb service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867023 Dec 06 16:00:28.495258 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:30.569678 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:30.936305 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c016ffc8-7083-46f9-848a-8a561b3a7f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:33.339193 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e6be2638-89f6-4773-b4c1-ba1b8efdf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:34.286836 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:35.933353 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:36.793283 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:00:55.721978 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:00:58.495324 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:01:00.585426 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:01:00.938677 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-556c8f64-e887-40c8-a20f-9c7a37823903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:01:03.339243 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb668f22-e8c4-40ba-ada8-2594672c1916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:01:04.286947 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:01:05.934170 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:01:06.794360 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:01:21.978465 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11574e16-7ced-4511-94fc-81260b42038d req-ca285698-3074-4b97-9141-fbeb65d9b148 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406361 Dec 06 16:01:22.057621 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11574e16-7ced-4511-94fc-81260b42038d req-3d615d7d-29e1-4d0d-8bf0-f92ef03bd787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:01:22.059096 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11574e16-7ced-4511-94fc-81260b42038d req-3d615d7d-29e1-4d0d-8bf0-f92ef03bd787 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 1097 time: 0.0407238 Dec 06 16:01:22.163346 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11574e16-7ced-4511-94fc-81260b42038d req-ede7b7eb-513c-4c5f-a515-3d280b45feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:01:22.165337 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11574e16-7ced-4511-94fc-81260b42038d req-ede7b7eb-513c-4c5f-a515-3d280b45feb4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.0863526 Dec 06 16:01:22.228682 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11574e16-7ced-4511-94fc-81260b42038d req-a86cca3f-8aa8-409b-b891-dc8df66c66a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e HTTP/1.1" status: 200 len: 1002 time: 0.0566800 Dec 06 16:01:22.276000 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11574e16-7ced-4511-94fc-81260b42038d req-b31f1fc6-c5d6-4aab-97df-142b504b9f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:01:22.277372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11574e16-7ced-4511-94fc-81260b42038d req-b31f1fc6-c5d6-4aab-97df-142b504b9f18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0420482 Dec 06 16:01:22.325635 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11574e16-7ced-4511-94fc-81260b42038d req-72576d01-9ca5-4e6d-a53c-0af1cdf0bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:01:22.327119 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11574e16-7ced-4511-94fc-81260b42038d req-72576d01-9ca5-4e6d-a53c-0af1cdf0bc67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432751 Dec 06 16:01:22.337284 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-11574e16-7ced-4511-94fc-81260b42038d req-f23097da-e1d6-46f1-a095-849de6bac847 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 16:01:22.338207 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11574e16-7ced-4511-94fc-81260b42038d req-f23097da-e1d6-46f1-a095-849de6bac847 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048108 Dec 06 16:01:22.426254 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11574e16-7ced-4511-94fc-81260b42038d req-7d74c557-efa7-42e1-97fd-07e55368a352 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809987 Dec 06 16:01:22.517561 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-11574e16-7ced-4511-94fc-81260b42038d req-b95396e5-16ab-40f9-8474-d7ad4159e5cb service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830452 Dec 06 16:01:28.524048 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:01:30.609735 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:01:30.940214 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ed6485e2-0e2d-4a7c-a35d-55dfa55b33bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:01:32.722286 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:01:33.339680 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6271c574-8577-49cf-8070-d8437a97e0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:01:34.289305 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:01:35.937727 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:01:36.796244 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:01:58.539757 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:00.617616 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:00.941311 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-422f08fe-ae3c-4f0f-b67a-f1ca509de4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:01.884288 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e421a-fb0a-4ccf-ab15-6e2747380539 req-6ad19571-18e5-4c85-84d2-b0043f8a7403 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:01.885806 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c16e421a-fb0a-4ccf-ab15-6e2747380539 req-6ad19571-18e5-4c85-84d2-b0043f8a7403 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0499032 Dec 06 16:02:01.937048 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c16e421a-fb0a-4ccf-ab15-6e2747380539 req-2314c7a5-32c6-4ece-9f77-68e951ffcd45 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453248 Dec 06 16:02:03.079423 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ede99-a9a3-475f-b601-00170abf1c1a req-2a0a77ed-4972-4ab0-a60f-1f77d1887a16 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:03.080939 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-256ede99-a9a3-475f-b601-00170abf1c1a req-2a0a77ed-4972-4ab0-a60f-1f77d1887a16 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0502677 Dec 06 16:02:03.129763 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-256ede99-a9a3-475f-b601-00170abf1c1a req-eb33c987-ff29-4e8a-a438-82f55e4d6f7d tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428596 Dec 06 16:02:03.339920 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8e582b99-42b6-4380-9d6c-52731ab5bf0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:04.271973 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef35c0a-8856-4dec-b297-b5d9dfd40732 req-b748f4af-3d3b-43b4-835b-6a4683d71436 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:04.273458 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bef35c0a-8856-4dec-b297-b5d9dfd40732 req-b748f4af-3d3b-43b4-835b-6a4683d71436 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0521960 Dec 06 16:02:04.293641 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:04.322903 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bef35c0a-8856-4dec-b297-b5d9dfd40732 req-514b369e-083e-4fde-8d7b-6db684adbdf2 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435064 Dec 06 16:02:05.435947 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659d579-8c8b-4f5c-ab6f-1a7e889a3399 req-646b249d-ab79-4050-807c-ccabfb6eb0b2 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:05.437398 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6659d579-8c8b-4f5c-ab6f-1a7e889a3399 req-646b249d-ab79-4050-807c-ccabfb6eb0b2 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0469980 Dec 06 16:02:05.490235 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6659d579-8c8b-4f5c-ab6f-1a7e889a3399 req-1018be55-0f99-41a2-9abb-efc582d6f895 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467825 Dec 06 16:02:05.938717 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:06.603256 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3086739-f331-4af2-bf87-9752d8f2072e req-b566dcba-9d45-4c1c-b8a9-5cf24dba81c1 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:06.604739 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3086739-f331-4af2-bf87-9752d8f2072e req-b566dcba-9d45-4c1c-b8a9-5cf24dba81c1 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0475769 Dec 06 16:02:06.652539 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3086739-f331-4af2-bf87-9752d8f2072e req-9107a29a-5dca-426d-819f-d59613e80f94 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418243 Dec 06 16:02:06.798288 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:07.768125 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1388f-247c-400b-81db-5284d77101a1 req-be484bf4-9229-41a1-89a2-3d72fb83b8f5 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:07.769512 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0fd1388f-247c-400b-81db-5284d77101a1 req-be484bf4-9229-41a1-89a2-3d72fb83b8f5 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0482435 Dec 06 16:02:07.818267 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-0fd1388f-247c-400b-81db-5284d77101a1 req-52cd410a-88fc-4381-9162-448118798712 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421379 Dec 06 16:02:08.932962 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb7a34-2666-4332-982d-c8ecb14c7b87 req-9a9b06e7-ca2d-454d-8560-7c53025c7817 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:08.934418 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d8cb7a34-2666-4332-982d-c8ecb14c7b87 req-9a9b06e7-ca2d-454d-8560-7c53025c7817 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0471044 Dec 06 16:02:08.986066 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d8cb7a34-2666-4332-982d-c8ecb14c7b87 req-84b2291a-8617-4014-b85c-b964599d2b52 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455232 Dec 06 16:02:09.721469 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:02:10.102698 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c7afe-0b98-4852-b6ec-df04ebf07b96 req-715d9351-f38e-4f62-910b-f8546a387fc2 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:10.104425 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c67c7afe-0b98-4852-b6ec-df04ebf07b96 req-715d9351-f38e-4f62-910b-f8546a387fc2 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0506074 Dec 06 16:02:10.152950 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c67c7afe-0b98-4852-b6ec-df04ebf07b96 req-67da0585-11e9-43b2-acc5-45cde0421ca9 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426631 Dec 06 16:02:11.266318 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716e16d-4d27-40bd-9d7a-54247370f59e req-3addbeb3-50df-4ee7-bb06-1055a6b884c1 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:11.267800 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2716e16d-4d27-40bd-9d7a-54247370f59e req-3addbeb3-50df-4ee7-bb06-1055a6b884c1 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0485232 Dec 06 16:02:11.315029 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2716e16d-4d27-40bd-9d7a-54247370f59e req-e4608b77-39d5-4159-96b6-0033525e2d8f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413516 Dec 06 16:02:12.018772 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf138829-2066-4a5d-8c69-36085dc25d08 req-fa7a9aa6-4282-4bfc-b149-233f977c1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:12.020272 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf138829-2066-4a5d-8c69-36085dc25d08 req-fa7a9aa6-4282-4bfc-b149-233f977c1543 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 1097 time: 0.0401626 Dec 06 16:02:12.109941 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf138829-2066-4a5d-8c69-36085dc25d08 req-f34cf7a8-fc82-4c72-b6fd-69f6bd99d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:12.111354 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf138829-2066-4a5d-8c69-36085dc25d08 req-f34cf7a8-fc82-4c72-b6fd-69f6bd99d43f service neutron] 10.222.0.23 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.0836937 Dec 06 16:02:12.174496 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf138829-2066-4a5d-8c69-36085dc25d08 req-deebee41-20dc-4e5e-b16f-9a10bb2f868f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e HTTP/1.1" status: 200 len: 1002 time: 0.0546856 Dec 06 16:02:12.226600 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf138829-2066-4a5d-8c69-36085dc25d08 req-595cfb26-12fa-4898-a890-015a15795056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:12.228008 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf138829-2066-4a5d-8c69-36085dc25d08 req-595cfb26-12fa-4898-a890-015a15795056 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0456541 Dec 06 16:02:12.270829 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf138829-2066-4a5d-8c69-36085dc25d08 req-fb35d8b8-be57-4ee3-a383-41ed17d448e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:12.272209 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf138829-2066-4a5d-8c69-36085dc25d08 req-fb35d8b8-be57-4ee3-a383-41ed17d448e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378892 Dec 06 16:02:12.359360 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf138829-2066-4a5d-8c69-36085dc25d08 req-6bda9629-2a93-422c-b436-a9d5ce1388e8 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800514 Dec 06 16:02:12.435682 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6d59d-1562-4e9a-b459-bcb4e1039591 req-7a655942-931b-4182-97e7-04b8d303ffed tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:12.437172 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-33e6d59d-1562-4e9a-b459-bcb4e1039591 req-7a655942-931b-4182-97e7-04b8d303ffed tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0533764 Dec 06 16:02:12.451469 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-cf138829-2066-4a5d-8c69-36085dc25d08 req-e9b7e8ec-f757-4024-9d32-bf8d628d3fd9 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850718 Dec 06 16:02:12.488548 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-33e6d59d-1562-4e9a-b459-bcb4e1039591 req-2f2a806e-8a5f-4c44-b749-d7f2e601e10f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452068 Dec 06 16:02:13.602702 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3e7fe-6d6d-4817-a3c5-184a1f17d62f req-350a98da-0c36-4fdd-a69d-d5afb317e7cd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:13.604188 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-afd3e7fe-6d6d-4817-a3c5-184a1f17d62f req-350a98da-0c36-4fdd-a69d-d5afb317e7cd tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0488479 Dec 06 16:02:13.652671 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-afd3e7fe-6d6d-4817-a3c5-184a1f17d62f req-4f7ddd6a-2a2c-4f73-a20e-ebb1c5223385 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426116 Dec 06 16:02:14.775640 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e1c3e-c99b-4489-8dca-6f058d61d4d9 req-3927aadf-a0bc-4c6e-af33-098729f84d3e tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:14.777167 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f6e1c3e-c99b-4489-8dca-6f058d61d4d9 req-3927aadf-a0bc-4c6e-af33-098729f84d3e tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0514171 Dec 06 16:02:14.830549 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f6e1c3e-c99b-4489-8dca-6f058d61d4d9 req-6454d2cd-6a43-4f47-b1fc-009eb2a93b52 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471284 Dec 06 16:02:15.951880 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cec54e-a9df-4a37-b90c-18a3ce07eada req-59c406f8-1118-4aaf-9e77-9b460fc11219 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:15.953346 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04cec54e-a9df-4a37-b90c-18a3ce07eada req-59c406f8-1118-4aaf-9e77-9b460fc11219 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0528569 Dec 06 16:02:16.001454 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-04cec54e-a9df-4a37-b90c-18a3ce07eada req-4791741a-fe16-4964-88b9-0c576488155e tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421844 Dec 06 16:02:16.072774 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-373999d9-fa33-486e-affc-d4417248c0f3 req-c3ba7693-2954-4b94-b85e-00b06b8aeaa7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 16:02:16.073872 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-373999d9-fa33-486e-affc-d4417248c0f3 req-c3ba7693-2954-4b94-b85e-00b06b8aeaa7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056307 Dec 06 16:02:16.309589 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 800f98eb-3cb0-4f34-99b0-5acac98c895e no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 16:02:16.383449 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:16.405518 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '800f98eb-3cb0-4f34-99b0-5acac98c895e'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:02:16.407788 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2140b009-b9c1-4576-9ffd-4eba980b79a6" -d '{"events": [{"server_uuid": "b72f49f9-7a28-4c19-b718-2910a1cc4f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "800f98eb-3cb0-4f34-99b0-5acac98c895e"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:02:16.420509 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 800f98eb-3cb0-4f34-99b0-5acac98c895e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:02:16.424560 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:16.450636 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 06 Dec 2021 16:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a6bf72-aa3b-47dc-970c-a67fcf4a2f0e x-openstack-request-id: req-d6a6bf72-aa3b-47dc-970c-a67fcf4a2f0e {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:02:16.450636 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72f49f9-7a28-4c19-b718-2910a1cc4f4f", "name": "network-vif-unplugged", "status": "failed", "tag": "800f98eb-3cb0-4f34-99b0-5acac98c895e", "code": 422}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:02:16.450636 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6a6bf72-aa3b-47dc-970c-a67fcf4a2f0e {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:02:16.450961 n-d-master-1 neutron-server[103290]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '800f98eb-3cb0-4f34-99b0-5acac98c895e', 'code': 422} returned with failed status Dec 06 16:02:16.475823 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=800f98eb-3cb0-4f34-99b0-5acac98c895e,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:02:16.484067 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:02:16.484410 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:02:16.484750 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:02:16.485085 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:02:16.485414 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:02:16.485740 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:02:16.486113 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:02:16.486434 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:02:16.486781 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:02:16.487100 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:02:16.487419 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:02:16.487766 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:02:16.488083 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:02:17.237354 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ec319bf-90f0-482b-b1af-38beaa6e5f37 req-79a0ccb7-136f-427c-a8a3-5899bd2801bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0618377 Dec 06 16:02:17.259769 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e23f4-6236-4ce9-993e-d975451d503b req-e6cb8b7a-fbcd-4cb4-a5a8-a35f64532e67 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:17.260959 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-052e23f4-6236-4ce9-993e-d975451d503b req-e6cb8b7a-fbcd-4cb4-a5a8-a35f64532e67 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0567524 Dec 06 16:02:17.312444 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-052e23f4-6236-4ce9-993e-d975451d503b req-94dd05e9-d606-4ffd-8132-c2afca622f76 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436237 Dec 06 16:02:18.433717 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3bf45-a795-4265-9f4f-66192514d5ee req-319b9b08-91c7-4ca9-81de-7e7427036b79 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:18.435214 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-beb3bf45-a795-4265-9f4f-66192514d5ee req-319b9b08-91c7-4ca9-81de-7e7427036b79 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0543818 Dec 06 16:02:18.489021 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-beb3bf45-a795-4265-9f4f-66192514d5ee req-e6c4236c-3ff3-4015-afea-501c2e0578e3 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469751 Dec 06 16:02:19.608302 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25655e0-7274-4712-8c4e-c5c54aabac86 req-148482e8-793b-4b25-bc60-2ed8d825bdfa tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:19.609939 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b25655e0-7274-4712-8c4e-c5c54aabac86 req-148482e8-793b-4b25-bc60-2ed8d825bdfa tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0524693 Dec 06 16:02:19.660061 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b25655e0-7274-4712-8c4e-c5c54aabac86 req-82860db0-3d52-4d4c-bfe8-e8dd2964d0a0 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439928 Dec 06 16:02:20.784726 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f907d-d3f4-44b2-be78-ff5c870d6142 req-239b2cec-ce4b-478d-af13-805354fd540c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:20.786228 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e33f907d-d3f4-44b2-be78-ff5c870d6142 req-239b2cec-ce4b-478d-af13-805354fd540c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0516534 Dec 06 16:02:20.835807 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e33f907d-d3f4-44b2-be78-ff5c870d6142 req-00381b01-77cf-4f7f-8551-2b1ce4a0d86b tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427649 Dec 06 16:02:21.955618 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a6417-399d-4026-9940-1901c05850a2 req-433444ce-96f8-4f3f-ba5c-912cf0ae1944 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:21.957124 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a0a6417-399d-4026-9940-1901c05850a2 req-433444ce-96f8-4f3f-ba5c-912cf0ae1944 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0521500 Dec 06 16:02:22.006815 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a0a6417-399d-4026-9940-1901c05850a2 req-ee367b50-94fd-4e30-926c-ae60f8e00995 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436108 Dec 06 16:02:22.939837 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec319bf-90f0-482b-b1af-38beaa6e5f37 req-165222db-7ecc-4a3c-a53c-5563c7f9a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:22.941302 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ec319bf-90f0-482b-b1af-38beaa6e5f37 req-165222db-7ecc-4a3c-a53c-5563c7f9a5e1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f&tenant_id=5c559b7e75e3490d873a9d57b7d6dc61 HTTP/1.1" status: 200 len: 1095 time: 0.0436630 Dec 06 16:02:23.002519 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec319bf-90f0-482b-b1af-38beaa6e5f37 req-5b71d7e9-c02b-4f05-957b-a384bb42f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:23.003988 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ec319bf-90f0-482b-b1af-38beaa6e5f37 req-5b71d7e9-c02b-4f05-957b-a384bb42f11f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 1095 time: 0.0388172 Dec 06 16:02:23.093474 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec319bf-90f0-482b-b1af-38beaa6e5f37 req-349bb86d-c3a7-4f06-a48f-bab5ab49dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:23.095273 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ec319bf-90f0-482b-b1af-38beaa6e5f37 req-349bb86d-c3a7-4f06-a48f-bab5ab49dd55 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.0839756 Dec 06 16:02:23.120974 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a06c8d-31b8-4c78-90c9-aa3ef659c2dd req-9e3369b8-9c85-4636-b222-76375015ccc5 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:23.122471 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f3a06c8d-31b8-4c78-90c9-aa3ef659c2dd req-9e3369b8-9c85-4636-b222-76375015ccc5 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0487876 Dec 06 16:02:23.162748 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ec319bf-90f0-482b-b1af-38beaa6e5f37 req-d7aad999-cdd4-4c68-b556-d74c3f1adcb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e HTTP/1.1" status: 200 len: 1000 time: 0.0605409 Dec 06 16:02:23.175853 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f3a06c8d-31b8-4c78-90c9-aa3ef659c2dd req-e060697b-c4a7-4755-90a3-7b4a0c58dc99 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473094 Dec 06 16:02:23.210344 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec319bf-90f0-482b-b1af-38beaa6e5f37 req-51489451-fab9-4e56-a76b-4e66b4cfd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:23.211734 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ec319bf-90f0-482b-b1af-38beaa6e5f37 req-51489451-fab9-4e56-a76b-4e66b4cfd6f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0423639 Dec 06 16:02:23.255790 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec319bf-90f0-482b-b1af-38beaa6e5f37 req-f00a8193-d7dd-4094-a7c4-8ebff68a8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:23.257225 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ec319bf-90f0-482b-b1af-38beaa6e5f37 req-f00a8193-d7dd-4094-a7c4-8ebff68a8af9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385032 Dec 06 16:02:23.348565 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ec319bf-90f0-482b-b1af-38beaa6e5f37 req-ded74994-375a-4aa9-9577-475ea6425859 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840690 Dec 06 16:02:23.435296 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1ec319bf-90f0-482b-b1af-38beaa6e5f37 req-e181a1e2-94ce-41b3-9158-83c5666d8034 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787425 Dec 06 16:02:23.543233 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a89f2-a490-4a17-863b-d4171e59f814 req-489506a4-327e-4022-a8d5-7579c6291753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:23.544801 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-920a89f2-a490-4a17-863b-d4171e59f814 req-489506a4-327e-4022-a8d5-7579c6291753 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 1095 time: 0.0445876 Dec 06 16:02:23.644629 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a89f2-a490-4a17-863b-d4171e59f814 req-283c3cff-1856-49c9-8ca9-0fb67fd03e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:23.646066 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-920a89f2-a490-4a17-863b-d4171e59f814 req-283c3cff-1856-49c9-8ca9-0fb67fd03e16 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.0825303 Dec 06 16:02:23.714626 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-920a89f2-a490-4a17-863b-d4171e59f814 req-b04238a3-2fa8-4637-9908-a1913fda44d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e HTTP/1.1" status: 200 len: 1000 time: 0.0592678 Dec 06 16:02:23.763045 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a89f2-a490-4a17-863b-d4171e59f814 req-11e39f1f-02e5-4341-9795-7f54a0790cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:23.764431 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-920a89f2-a490-4a17-863b-d4171e59f814 req-11e39f1f-02e5-4341-9795-7f54a0790cfe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0425942 Dec 06 16:02:23.810187 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a89f2-a490-4a17-863b-d4171e59f814 req-dc850e0e-3d06-4d63-aefe-605422512ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:23.811636 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-920a89f2-a490-4a17-863b-d4171e59f814 req-dc850e0e-3d06-4d63-aefe-605422512ddf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389006 Dec 06 16:02:23.902845 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-920a89f2-a490-4a17-863b-d4171e59f814 req-5988fb65-a284-41c9-bc26-61ccd0a8a583 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837467 Dec 06 16:02:23.989459 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-920a89f2-a490-4a17-863b-d4171e59f814 req-057aabfd-692c-472a-bd58-30e2515591f7 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792816 Dec 06 16:02:24.293831 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3409798-17cc-40f0-b1f8-228181c3bdb8 req-e74f92a2-387d-45fe-886c-a2144e5823de tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:24.295288 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f3409798-17cc-40f0-b1f8-228181c3bdb8 req-e74f92a2-387d-45fe-886c-a2144e5823de tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0523891 Dec 06 16:02:24.343062 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f3409798-17cc-40f0-b1f8-228181c3bdb8 req-4ff726f9-985a-45fb-bd25-bfa4ef4f58d8 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418124 Dec 06 16:02:25.456763 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977282c8-033b-45df-821e-46e1dcf94a0f req-f5cd673c-b411-4b5a-a7b8-e3a804058be3 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:25.458213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-977282c8-033b-45df-821e-46e1dcf94a0f req-f5cd673c-b411-4b5a-a7b8-e3a804058be3 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0481062 Dec 06 16:02:25.507769 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-977282c8-033b-45df-821e-46e1dcf94a0f req-d061365b-f98f-47ca-b024-c7bd209cb09a tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434365 Dec 06 16:02:26.621168 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f20ee8-64a5-463e-8b9c-c8e3f8ca5c43 req-314354b6-74b4-4b49-879c-344c5f436e92 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:26.622617 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-73f20ee8-64a5-463e-8b9c-c8e3f8ca5c43 req-314354b6-74b4-4b49-879c-344c5f436e92 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0472486 Dec 06 16:02:26.669866 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-73f20ee8-64a5-463e-8b9c-c8e3f8ca5c43 req-8d72582f-d6fe-4ed5-845a-9919c7bdfe3f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413034 Dec 06 16:02:27.783380 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546b874-8788-4b17-bc4f-c8c74b09066a req-591f4798-b14c-40a4-91ac-c35187f03ad7 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:27.784876 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7546b874-8788-4b17-bc4f-c8c74b09066a req-591f4798-b14c-40a4-91ac-c35187f03ad7 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0481224 Dec 06 16:02:27.832659 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7546b874-8788-4b17-bc4f-c8c74b09066a req-c5824ad4-bd40-4f31-9b1c-cc591b8ee823 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418363 Dec 06 16:02:28.555545 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:28.948743 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7cefb-8fa4-44b1-a5cd-61ef0cfac0b0 req-fbcdd240-8345-4a10-b0fe-f07ec81f1b5f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:28.950204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80b7cefb-8fa4-44b1-a5cd-61ef0cfac0b0 req-fbcdd240-8345-4a10-b0fe-f07ec81f1b5f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0481584 Dec 06 16:02:29.002204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-80b7cefb-8fa4-44b1-a5cd-61ef0cfac0b0 req-85bd34cb-f7c7-48b5-ba1a-070ccccdebbf tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461936 Dec 06 16:02:30.117786 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf837d28-2249-4464-b687-6d4fe975e539 req-8182e567-8af8-4cbc-b653-b437ca06f7be tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:30.119241 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf837d28-2249-4464-b687-6d4fe975e539 req-8182e567-8af8-4cbc-b653-b437ca06f7be tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0516751 Dec 06 16:02:30.167276 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cf837d28-2249-4464-b687-6d4fe975e539 req-2a12ee28-b726-4cec-ad81-885c7237bc2f tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416284 Dec 06 16:02:30.617116 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:30.942671 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d531f42d-e7b9-4029-b210-12e5d0630168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:31.281454 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2a4fc-28d6-4019-8657-2c7526c4f3c6 req-b9035fc5-d755-4ee7-93c3-047c382a1728 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:31.282921 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5c2a4fc-28d6-4019-8657-2c7526c4f3c6 req-b9035fc5-d755-4ee7-93c3-047c382a1728 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0482881 Dec 06 16:02:31.331008 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d5c2a4fc-28d6-4019-8657-2c7526c4f3c6 req-e4f0c262-37df-4bab-bf8b-d8ada389e546 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421417 Dec 06 16:02:32.339607 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 800f98eb-3cb0-4f34-99b0-5acac98c895e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 16:02:32.435947 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 800f98eb-3cb0-4f34-99b0-5acac98c895e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:02:32.445991 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b136128-b4c4-42ab-81fd-5654ccd0f4bd req-a53b2f20-14ff-48a4-bf1c-9719067f2568 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:32.446924 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '800f98eb-3cb0-4f34-99b0-5acac98c895e', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'port_id': '800f98eb-3cb0-4f34-99b0-5acac98c895e', 'mac_address': 'fa:16:3e:01:1e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 16:02:32.448042 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b136128-b4c4-42ab-81fd-5654ccd0f4bd req-a53b2f20-14ff-48a4-bf1c-9719067f2568 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 944 time: 0.0489635 Dec 06 16:02:32.489272 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:32.497302 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6b136128-b4c4-42ab-81fd-5654ccd0f4bd req-82691fdb-cd8b-46ff-8664-79d0f6901cc7 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432487 Dec 06 16:02:32.501252 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800f98eb-3cb0-4f34-99b0-5acac98c895e {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 16:02:32.521154 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 800f98eb-3cb0-4f34-99b0-5acac98c895e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:02:32.525237 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:32.571410 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=800f98eb-3cb0-4f34-99b0-5acac98c895e,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:02:32.729597 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['800f98eb-3cb0-4f34-99b0-5acac98c895e'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 16:02:33.340651 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a0056b7f-7923-4ae8-899a-66fb50f80aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:33.612200 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec9ed-181b-4375-9b2d-b11701cd98ad req-6fac3c8d-2e0b-47cb-a48d-3dd890900f52 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:33.613654 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44aec9ed-181b-4375-9b2d-b11701cd98ad req-6fac3c8d-2e0b-47cb-a48d-3dd890900f52 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 945 time: 0.0485356 Dec 06 16:02:33.660335 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-44aec9ed-181b-4375-9b2d-b11701cd98ad req-1a76dc08-910c-493f-9195-74d22538d3ae tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407860 Dec 06 16:02:34.295226 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:34.338351 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 800f98eb-3cb0-4f34-99b0-5acac98c895e up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:02:34.388103 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 800f98eb-3cb0-4f34-99b0-5acac98c895e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:02:34.388765 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:34.461207 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:34.482695 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800f98eb-3cb0-4f34-99b0-5acac98c895e'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:02:34.484941 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f939eb-d018-4bef-9195-96347d5f77c3" -d '{"events": [{"server_uuid": "b72f49f9-7a28-4c19-b718-2910a1cc4f4f", "name": "network-vif-plugged", "status": "completed", "tag": "800f98eb-3cb0-4f34-99b0-5acac98c895e"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:02:34.497515 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 800f98eb-3cb0-4f34-99b0-5acac98c895e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:02:34.500731 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:34.527345 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 16:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28489211-cfe9-4965-88d7-96b010040c85 x-openstack-request-id: req-28489211-cfe9-4965-88d7-96b010040c85 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:02:34.527642 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72f49f9-7a28-4c19-b718-2910a1cc4f4f", "name": "network-vif-plugged", "status": "completed", "tag": "800f98eb-3cb0-4f34-99b0-5acac98c895e", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:02:34.527921 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28489211-cfe9-4965-88d7-96b010040c85 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:02:34.528311 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800f98eb-3cb0-4f34-99b0-5acac98c895e', 'code': 200} Dec 06 16:02:34.555741 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=800f98eb-3cb0-4f34-99b0-5acac98c895e,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:02:34.672690 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab51550-4a56-4aa4-a51b-998a2feb4932 req-c0c6c1fd-fa6a-4101-9b64-3d515cf2f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:34.674183 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ab51550-4a56-4aa4-a51b-998a2feb4932 req-c0c6c1fd-fa6a-4101-9b64-3d515cf2f43f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 1097 time: 0.0430999 Dec 06 16:02:34.722367 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7ab51550-4a56-4aa4-a51b-998a2feb4932 req-c8c5179e-6c30-4543-96d4-5e7053254f62 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407796 Dec 06 16:02:34.779262 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4232-eb3c-4864-89a5-2a9d32b92539 req-55cfaf49-3095-4c7b-93d8-a7de645daeee tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:34.780766 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-de9e4232-eb3c-4864-89a5-2a9d32b92539 req-55cfaf49-3095-4c7b-93d8-a7de645daeee tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0494502 Dec 06 16:02:34.829331 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-de9e4232-eb3c-4864-89a5-2a9d32b92539 req-1f53e6fc-0413-4b5d-b7e7-a5ccbfb24fee tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425875 Dec 06 16:02:35.942019 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:35.946893 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d4227-a5b1-4d15-b096-729ed2eda1a6 req-c79977a8-4a7d-417d-8bc3-691318590f89 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:02:35.949022 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-827d4227-a5b1-4d15-b096-729ed2eda1a6 req-c79977a8-4a7d-417d-8bc3-691318590f89 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0486791 Dec 06 16:02:36.001522 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-827d4227-a5b1-4d15-b096-729ed2eda1a6 req-a445dacd-a2a7-45bc-9461-0aba1b57a3ca tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464199 Dec 06 16:02:36.800771 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:02:46.720930 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:02:58.556747 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:00.623261 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:00.943363 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7d3b45b1-54f0-433a-8cb9-5dcc17171bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:03.340694 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-63117351-69a5-46eb-9f12-b66bd6002fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:04.297635 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:05.945797 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:06.802891 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:23.343187 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21a35ded-4ba9-4f86-a174-3d4b22283b2e req-3e73c185-c063-4a06-9dd3-9b683b2f78d0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409679 Dec 06 16:03:23.423394 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a35ded-4ba9-4f86-a174-3d4b22283b2e req-9a382c90-1ca5-4af0-b66e-c58d68f35a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:03:23.424902 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21a35ded-4ba9-4f86-a174-3d4b22283b2e req-9a382c90-1ca5-4af0-b66e-c58d68f35a77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 1097 time: 0.0400457 Dec 06 16:03:23.527200 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a35ded-4ba9-4f86-a174-3d4b22283b2e req-744943b1-b95d-4794-8e53-ce6c7f4431fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:03:23.528618 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21a35ded-4ba9-4f86-a174-3d4b22283b2e req-744943b1-b95d-4794-8e53-ce6c7f4431fb service neutron] 10.222.0.23 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.0833738 Dec 06 16:03:23.595114 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21a35ded-4ba9-4f86-a174-3d4b22283b2e req-abeabbb3-3d02-4b50-b956-b0a432e0ad1b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e HTTP/1.1" status: 200 len: 1002 time: 0.0594757 Dec 06 16:03:23.641652 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a35ded-4ba9-4f86-a174-3d4b22283b2e req-0d46024c-37b8-431e-a723-8d9528b26fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:03:23.643596 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21a35ded-4ba9-4f86-a174-3d4b22283b2e req-0d46024c-37b8-431e-a723-8d9528b26fef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0421231 Dec 06 16:03:23.686527 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a35ded-4ba9-4f86-a174-3d4b22283b2e req-f3564812-8318-4acb-80f4-f01be1cb98a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:03:23.687994 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21a35ded-4ba9-4f86-a174-3d4b22283b2e req-f3564812-8318-4acb-80f4-f01be1cb98a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376189 Dec 06 16:03:23.719959 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:03:24.085554 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21a35ded-4ba9-4f86-a174-3d4b22283b2e req-53b66d28-d508-428c-9249-87b6b6291a1b service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905962 Dec 06 16:03:24.174900 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-21a35ded-4ba9-4f86-a174-3d4b22283b2e req-a05d5814-bf1b-4527-a522-ff37bcc229de service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816355 Dec 06 16:03:28.561929 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:30.612552 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:30.944289 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5860434c-468c-4197-a484-3bb692cde763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:33.341599 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-740fdafc-7daf-43fd-a97c-f037526fc069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:34.300216 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:35.947759 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:36.804443 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:48.603055 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50314) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:03:48.756325 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Deleting port 45a6b030-6743-4aa3-827f-c1a26d1b1bb9 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:03:48.756579 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:48.828484 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:48.828809 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:48.840400 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Calling delete_port for 45a6b030-6743-4aa3-827f-c1a26d1b1bb9 owned by network:floatingip {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:03:48.982943 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:49.010012 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event deleted for resources: {'Port': ['ID=45a6b030-6743-4aa3-827f-c1a26d1b1bb9,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:03:49.040235 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:49.040578 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:49.040911 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:49.041242 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:49.041567 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:49.041889 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:49.042211 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:49.042529 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:49.042855 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:49.043170 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:49.043485 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:49.043827 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:49.044142 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:49.081623 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for floatingip, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:49.081949 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Floating IP f95ccb8e-5651-4842-b752-3cf739b1bd3f disassociated (deleted). External IP: 172.35.7.250, port: 800f98eb-3cb0-4f34-99b0-5acac98c895e. Dec 06 16:03:49.281005 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Router 6312db26-af8c-418f-a926-a6c7dceefbbf has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 16:03:49.382544 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 16:03:49.387222 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:49.391776 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af459ac-d707-4f99-b648-a0d42f82e750 None None] Sync routers for ids ['6312db26-af8c-418f-a926-a6c7dceefbbf'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 16:03:49.401086 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af459ac-d707-4f99-b648-a0d42f82e750 None None] Routers {'6312db26-af8c-418f-a926-a6c7dceefbbf'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:03:49.401689 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5af459ac-d707-4f99-b648-a0d42f82e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:03:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6312db26-af8c-418f-a926-a6c7dceefbbf'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:03:49.417684 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b8f8c30e-39fe-44c4-8215-3eec9b534a05 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "DELETE /v2.0/floatingips/f95ccb8e-5651-4842-b752-3cf739b1bd3f HTTP/1.1" status: 204 len: 168 time: 0.8134899 Dec 06 16:03:49.418373 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'tag': '800f98eb-3cb0-4f34-99b0-5acac98c895e'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:03:49.420793 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fb97eb-dd3e-4160-8f19-53281499356e" -d '{"events": [{"name": "network-changed", "server_uuid": "b72f49f9-7a28-4c19-b718-2910a1cc4f4f", "tag": "800f98eb-3cb0-4f34-99b0-5acac98c895e"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:03:49.572223 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 16:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692491eb-7609-4f99-a77f-1c741fe6a396 x-openstack-request-id: req-692491eb-7609-4f99-a77f-1c741fe6a396 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:03:49.572673 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72f49f9-7a28-4c19-b718-2910a1cc4f4f", "tag": "800f98eb-3cb0-4f34-99b0-5acac98c895e", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:03:49.573004 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-692491eb-7609-4f99-a77f-1c741fe6a396 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:03:49.573567 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'tag': '800f98eb-3cb0-4f34-99b0-5acac98c895e', 'status': 'completed', 'code': 200} Dec 06 16:03:49.610717 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5af459ac-d707-4f99-b648-a0d42f82e750 None None] Set router 6312db26-af8c-418f-a926-a6c7dceefbbf gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:03:49.642867 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb97eb-dd3e-4160-8f19-53281499356e req-1dfccd48-ab1f-4aae-bfb1-1d342946599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:03:49.644457 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3fb97eb-dd3e-4160-8f19-53281499356e req-1dfccd48-ab1f-4aae-bfb1-1d342946599b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 1097 time: 0.0499537 Dec 06 16:03:49.779500 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b092006-05b2-48db-9ab9-2089bbb48597 req-fbc81ea0-138a-4961-9124-48a6730065f4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:03:49.781464 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8b092006-05b2-48db-9ab9-2089bbb48597 req-fbc81ea0-138a-4961-9124-48a6730065f4 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.1607816 Dec 06 16:03:49.785030 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb97eb-dd3e-4160-8f19-53281499356e req-f11ed8a4-b2f7-4cda-bd2c-d9afab70b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:03:49.786362 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3fb97eb-dd3e-4160-8f19-53281499356e req-f11ed8a4-b2f7-4cda-bd2c-d9afab70b876 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 200 len: 910 time: 0.1326797 Dec 06 16:03:49.814836 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5af459ac-d707-4f99-b648-a0d42f82e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9d8c12ec-3cf0-4679-b147-721e6619139c', 'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'mac_address': 'fa:16:3e:9e:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:07Z', 'updated_at': '2021-12-06T15:55:12Z', 'revision_number': 5, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'subnets': [{'id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:03:49.836257 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3fb97eb-dd3e-4160-8f19-53281499356e req-f96d93b4-c9a1-4a8c-9759-e85f242017b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e HTTP/1.1" status: 200 len: 217 time: 0.0405352 Dec 06 16:03:49.841115 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af459ac-d707-4f99-b648-a0d42f82e750 None None] Checking router: 6312db26-af8c-418f-a926-a6c7dceefbbf for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 16:03:49.850619 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af459ac-d707-4f99-b648-a0d42f82e750 None None] Routers {'6312db26-af8c-418f-a926-a6c7dceefbbf'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:03:49.851554 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5af459ac-d707-4f99-b648-a0d42f82e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:03:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6312db26-af8c-418f-a926-a6c7dceefbbf'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:03:49.897783 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8b092006-05b2-48db-9ab9-2089bbb48597 req-b141ab14-30a1-4b85-8edf-02fc338d09ef tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089835 Dec 06 16:03:49.908974 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb97eb-dd3e-4160-8f19-53281499356e req-55ba4773-2f01-4b12-9334-6e11cde139bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:03:49.910405 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3fb97eb-dd3e-4160-8f19-53281499356e req-55ba4773-2f01-4b12-9334-6e11cde139bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 200 len: 848 time: 0.0639570 Dec 06 16:03:49.954555 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-5af459ac-d707-4f99-b648-a0d42f82e750 None None] Set router 6312db26-af8c-418f-a926-a6c7dceefbbf gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:03:49.956760 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb97eb-dd3e-4160-8f19-53281499356e req-a7acb1d6-b47d-492a-aff8-7c0759cb1252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:03:49.958248 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3fb97eb-dd3e-4160-8f19-53281499356e req-a7acb1d6-b47d-492a-aff8-7c0759cb1252 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34249f62-fd6f-43ee-8c47-f18221e2dc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399280 Dec 06 16:03:50.048176 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3fb97eb-dd3e-4160-8f19-53281499356e req-48206c6f-9530-4eef-98db-dba06e83ea8c service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813024 Dec 06 16:03:50.141404 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e3fb97eb-dd3e-4160-8f19-53281499356e req-bf352cf2-af29-4027-85f5-e647c0d94b40 service neutron] 10.222.0.23 "GET /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861948 Dec 06 16:03:50.150970 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-5af459ac-d707-4f99-b648-a0d42f82e750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9d8c12ec-3cf0-4679-b147-721e6619139c', 'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'mac_address': 'fa:16:3e:9e:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:07Z', 'updated_at': '2021-12-06T15:55:12Z', 'revision_number': 5, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'subnets': [{'id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:03:50.177073 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af459ac-d707-4f99-b648-a0d42f82e750 None None] The sync data for ids ['6312db26-af8c-418f-a926-a6c7dceefbbf'] in n-d-master-1 is: [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9d8c12ec-3cf0-4679-b147-721e6619139c', 'name': '', 'network_id': '34249f62-fd6f-43ee-8c47-f18221e2dc39', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'mac_address': 'fa:16:3e:9e:a4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:07Z', 'updated_at': '2021-12-06T15:55:12Z', 'revision_number': 5, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'subnets': [{'id': '71c4b2db-d8a2-4c5a-a928-b61ff42013e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 16:03:50.386831 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4844abde-973f-4afe-a699-c3486f921276 None None] New status for floating IP f95ccb8e-5651-4842-b752-3cf739b1bd3f: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 16:03:51.063195 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425d168-34d8-4ad4-a748-197d6b751656 req-0d1c116c-fa1b-4c38-8b32-1790a83e7e24 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:03:51.064784 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c425d168-34d8-4ad4-a748-197d6b751656 req-0d1c116c-fa1b-4c38-8b32-1790a83e7e24 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0944932 Dec 06 16:03:51.114610 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-c425d168-34d8-4ad4-a748-197d6b751656 req-7e22bdf0-0186-489a-ba7f-bbe5d82fba34 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/security-groups?id=684f685e-74a0-4690-93a3-76173e3f36c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438442 Dec 06 16:03:51.145848 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc284a-410d-4de9-8ef8-5104729357f2 req-fa2f81aa-e6ae-4c44-9969-82c40da0e5e7 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:03:51.147309 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-55bc284a-410d-4de9-8ef8-5104729357f2 req-fa2f81aa-e6ae-4c44-9969-82c40da0e5e7 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.23 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 946 time: 0.0484445 Dec 06 16:03:51.239712 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-55bc284a-410d-4de9-8ef8-5104729357f2 req-cae5cb5e-7eb5-44e1-b41e-0c0bb5e8a62c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Deleting port 800f98eb-3cb0-4f34-99b0-5acac98c895e {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:03:51.239979 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-55bc284a-410d-4de9-8ef8-5104729357f2 req-cae5cb5e-7eb5-44e1-b41e-0c0bb5e8a62c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:51.325080 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-55bc284a-410d-4de9-8ef8-5104729357f2 req-cae5cb5e-7eb5-44e1-b41e-0c0bb5e8a62c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] For port 800f98eb-3cb0-4f34-99b0-5acac98c895e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=800f98eb-3cb0-4f34-99b0-5acac98c895e,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:03:51.325445 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-55bc284a-410d-4de9-8ef8-5104729357f2 req-cae5cb5e-7eb5-44e1-b41e-0c0bb5e8a62c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:51.338127 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-55bc284a-410d-4de9-8ef8-5104729357f2 req-cae5cb5e-7eb5-44e1-b41e-0c0bb5e8a62c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Calling delete_port for 800f98eb-3cb0-4f34-99b0-5acac98c895e owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:03:51.465781 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-55bc284a-410d-4de9-8ef8-5104729357f2 req-cae5cb5e-7eb5-44e1-b41e-0c0bb5e8a62c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:51.492947 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5cb5e-7eb5-44e1-b41e-0c0bb5e8a62c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event deleted for resources: {'Port': ['ID=800f98eb-3cb0-4f34-99b0-5acac98c895e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:03:51.535645 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bc284a-410d-4de9-8ef8-5104729357f2 req-cae5cb5e-7eb5-44e1-b41e-0c0bb5e8a62c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] No DVR routers for this DVR port 800f98eb-3cb0-4f34-99b0-5acac98c895e on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 16:03:51.538245 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-55bc284a-410d-4de9-8ef8-5104729357f2 req-cae5cb5e-7eb5-44e1-b41e-0c0bb5e8a62c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:51.541508 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-55bc284a-410d-4de9-8ef8-5104729357f2 req-cae5cb5e-7eb5-44e1-b41e-0c0bb5e8a62c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.23 "DELETE /v2.0/ports/800f98eb-3cb0-4f34-99b0-5acac98c895e HTTP/1.1" status: 204 len: 173 time: 0.3878870 Dec 06 16:03:51.574206 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'name': 'network-vif-deleted', 'tag': '800f98eb-3cb0-4f34-99b0-5acac98c895e'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:03:51.576691 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bfde98-f553-44c8-98ce-b5283d0138fa" -d '{"events": [{"server_uuid": "b72f49f9-7a28-4c19-b718-2910a1cc4f4f", "name": "network-vif-deleted", "tag": "800f98eb-3cb0-4f34-99b0-5acac98c895e"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:03:51.614190 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 16:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d034d56f-8824-40f7-ae17-18d92e8ec11f x-openstack-request-id: req-d034d56f-8824-40f7-ae17-18d92e8ec11f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:03:51.614495 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72f49f9-7a28-4c19-b718-2910a1cc4f4f", "name": "network-vif-deleted", "tag": "800f98eb-3cb0-4f34-99b0-5acac98c895e", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:03:51.614757 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d034d56f-8824-40f7-ae17-18d92e8ec11f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:03:51.615167 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72f49f9-7a28-4c19-b718-2910a1cc4f4f', 'name': 'network-vif-deleted', 'tag': '800f98eb-3cb0-4f34-99b0-5acac98c895e', 'status': 'completed', 'code': 200} Dec 06 16:03:52.207849 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-68ae0136-de17-4bfd-be8d-2556863fbbde req-107df4e2-1d08-4358-8b3f-fce392941914 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 210 time: 0.0259266 Dec 06 16:03:53.309319 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4751aa1f-f8a3-4b95-aabf-d03967fa6dfc req-5a45ba98-6947-460d-b266-96e7fecee854 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 210 time: 0.0315323 Dec 06 16:03:54.404881 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b727d03b-7628-4ebb-ab2f-38755e6ceb61 req-efda7ee2-0ddf-4b5c-a028-03b6b35388b7 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 210 time: 0.0259969 Dec 06 16:03:54.733701 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 800f98eb-3cb0-4f34-99b0-5acac98c895e no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 16:03:54.754458 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 800f98eb-3cb0-4f34-99b0-5acac98c895e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 16:03:54.754808 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 800f98eb-3cb0-4f34-99b0-5acac98c895e not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 16:03:55.499905 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-10ea0191-a0bb-4bcc-b018-b0d8f00878ec req-86252bac-6172-4d3f-bc09-c7c5f86c43e5 tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72f49f9-7a28-4c19-b718-2910a1cc4f4f HTTP/1.1" status: 200 len: 210 time: 0.0265918 Dec 06 16:03:56.559075 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50352) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:03:56.617221 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bfe07e6-d38b-401a-87ec-c84ee978474c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:56.641671 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bfe07e6-d38b-401a-87ec-c84ee978474c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:56.701834 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bfe07e6-d38b-401a-87ec-c84ee978474c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:56.706185 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bfe07e6-d38b-401a-87ec-c84ee978474c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:56.707350 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4bfe07e6-d38b-401a-87ec-c84ee978474c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] 10.222.0.20 "DELETE /v2.0/security-groups/684f685e-74a0-4690-93a3-76173e3f36c5 HTTP/1.1" status: 204 len: 168 time: 0.1472256 Dec 06 16:03:56.717230 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe07e6-d38b-401a-87ec-c84ee978474c tempest-TestShelveInstance-621397579 tempest-TestShelveInstance-621397579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=684f685e-74a0-4690-93a3-76173e3f36c5,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:03:56.762983 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50356) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:03:57.200861 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ce29-cf7f-4ca5-8676-a56126b894d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:57.450502 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ccd4ce29-cf7f-4ca5-8676-a56126b894d3 admin admin] Deleting port 9d8c12ec-3cf0-4679-b147-721e6619139c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:03:57.450750 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ce29-cf7f-4ca5-8676-a56126b894d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:57.526788 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ccd4ce29-cf7f-4ca5-8676-a56126b894d3 admin admin] For port 9d8c12ec-3cf0-4679-b147-721e6619139c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9d8c12ec-3cf0-4679-b147-721e6619139c,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:03:57.527151 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ce29-cf7f-4ca5-8676-a56126b894d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:57.539338 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ccd4ce29-cf7f-4ca5-8676-a56126b894d3 admin admin] Calling delete_port for 9d8c12ec-3cf0-4679-b147-721e6619139c owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:03:57.715388 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ce29-cf7f-4ca5-8676-a56126b894d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:57.748334 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4ce29-cf7f-4ca5-8676-a56126b894d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8c12ec-3cf0-4679-b147-721e6619139c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:03:57.917319 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ce29-cf7f-4ca5-8676-a56126b894d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:58.129790 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd4ce29-cf7f-4ca5-8676-a56126b894d3 admin admin] Router 6312db26-af8c-418f-a926-a6c7dceefbbf has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 16:03:58.552250 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd4ce29-cf7f-4ca5-8676-a56126b894d3 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 16:03:58.557439 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ccd4ce29-cf7f-4ca5-8676-a56126b894d3 admin admin] 10.222.0.20 "PUT /v2.0/routers/6312db26-af8c-418f-a926-a6c7dceefbbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7933850 Dec 06 16:03:58.561161 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50360) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:03:58.563637 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb35ce7-5334-4f80-a919-3c44b526e342 None None] Sync routers for ids ['6312db26-af8c-418f-a926-a6c7dceefbbf'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 16:03:58.575802 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb35ce7-5334-4f80-a919-3c44b526e342 None None] Routers {'6312db26-af8c-418f-a926-a6c7dceefbbf'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:03:58.576811 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0eb35ce7-5334-4f80-a919-3c44b526e342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:03:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6312db26-af8c-418f-a926-a6c7dceefbbf'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:03:58.584596 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:58.677074 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:58.686326 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-0eb35ce7-5334-4f80-a919-3c44b526e342 None None] Set router 6312db26-af8c-418f-a926-a6c7dceefbbf gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:03:58.784060 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:58.841737 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Deleting port 1ef94307-736d-424c-94f9-bcd534740ffc {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:03:58.842075 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:58.863450 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0eb35ce7-5334-4f80-a919-3c44b526e342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233'}], 'enable_snat': True}, 'gw_port_id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T16:03:57Z', 'revision_number': 5, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port': {'id': '1ef94307-736d-424c-94f9-bcd534740ffc', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:06Z', 'updated_at': '2021-12-06T15:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:03:58.892983 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb35ce7-5334-4f80-a919-3c44b526e342 None None] Checking router: 6312db26-af8c-418f-a926-a6c7dceefbbf for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 16:03:58.901269 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb35ce7-5334-4f80-a919-3c44b526e342 None None] Routers {'6312db26-af8c-418f-a926-a6c7dceefbbf'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:03:58.901939 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0eb35ce7-5334-4f80-a919-3c44b526e342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:03:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['6312db26-af8c-418f-a926-a6c7dceefbbf'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:03:58.921637 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] For port 1ef94307-736d-424c-94f9-bcd534740ffc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1ef94307-736d-424c-94f9-bcd534740ffc,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:03:58.922010 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:58.934498 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Calling delete_port for 1ef94307-736d-424c-94f9-bcd534740ffc owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:03:58.991294 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-0eb35ce7-5334-4f80-a919-3c44b526e342 None None] Set router 6312db26-af8c-418f-a926-a6c7dceefbbf gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:03:59.041685 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-0eb35ce7-5334-4f80-a919-3c44b526e342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T16:03:58Z', 'revision_number': 6, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:03:59.073415 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb35ce7-5334-4f80-a919-3c44b526e342 None None] The sync data for ids ['6312db26-af8c-418f-a926-a6c7dceefbbf'] in n-d-master-1 is: [{'id': '6312db26-af8c-418f-a926-a6c7dceefbbf', 'name': 'tempest-TestShelveInstance-1838201172-router', 'tenant_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:05Z', 'updated_at': '2021-12-06T16:03:58Z', 'revision_number': 6, 'project_id': '5c559b7e75e3490d873a9d57b7d6dc61', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 16:03:59.116007 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:59.142030 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef94307-736d-424c-94f9-bcd534740ffc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:03:59.154034 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:59.154383 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:59.154723 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:59.155058 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:59.155390 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:59.155747 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:59.155918 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e9950b-78b8-47a3-9cd3-5bbaf048f829 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 16:03:59.156087 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:59.156406 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:59.156726 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:59.157047 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:59.157368 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:59.158192 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:59.158697 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:03:59.217470 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:59.311485 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:59.313521 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:59.357416 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:59.357895 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6312db26-af8c-418f-a926-a6c7dceefbbf {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 16:03:59.363008 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:59.364201 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-913702f3-5609-4344-8de7-87af8ad4e743 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6312db26-af8c-418f-a926-a6c7dceefbbf HTTP/1.1" status: 204 len: 168 time: 0.8015661 Dec 06 16:03:59.366778 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50362) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:03:59.410686 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b7bb40-228b-46bf-8e0f-bbbcd1a2b5c0 admin admin] Deleting subnet 71c4b2db-d8a2-4c5a-a928-b61ff42013e9 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 16:03:59.413927 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27b7bb40-228b-46bf-8e0f-bbbcd1a2b5c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:59.458202 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27b7bb40-228b-46bf-8e0f-bbbcd1a2b5c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:59.567513 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27b7bb40-228b-46bf-8e0f-bbbcd1a2b5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:59.573584 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9d8c12ec-3cf0-4679-b147-721e6619139c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 16:03:59.594368 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 9d8c12ec-3cf0-4679-b147-721e6619139c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 16:03:59.595082 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 9d8c12ec-3cf0-4679-b147-721e6619139c not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 16:03:59.635857 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27b7bb40-228b-46bf-8e0f-bbbcd1a2b5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:59.658861 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7bb40-228b-46bf-8e0f-bbbcd1a2b5c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c4b2db-d8a2-4c5a-a928-b61ff42013e9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:03:59.664695 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27b7bb40-228b-46bf-8e0f-bbbcd1a2b5c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:59.670178 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-27b7bb40-228b-46bf-8e0f-bbbcd1a2b5c0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/71c4b2db-d8a2-4c5a-a928-b61ff42013e9 HTTP/1.1" status: 204 len: 168 time: 0.3001585 Dec 06 16:03:59.670332 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50364) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:03:59.675476 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ec82d-279d-40bc-80bb-b4d343eb2fa7 None None] Network 34249f62-fd6f-43ee-8c47-f18221e2dc39 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 16:03:59.748655 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:59.802836 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] Deleting port a414ba2f-cfe9-4c99-995f-fbf6310de860 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:03:59.803173 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:59.874722 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] For port a414ba2f-cfe9-4c99-995f-fbf6310de860, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a414ba2f-cfe9-4c99-995f-fbf6310de860,segment=NetworkSegment(71673c9e-c277-43ea-8063-111a8d752d32),segment_id=71673c9e-c277-43ea-8063-111a8d752d32)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:03:59.875097 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:59.888326 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] Calling delete_port for a414ba2f-cfe9-4c99-995f-fbf6310de860 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:03:59.922729 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] DHCP port deletion for 34249f62-fd6f-43ee-8c47-f18221e2dc39 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 16:03:59.977525 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:03:59.981075 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Deleting port a414ba2f-cfe9-4c99-995f-fbf6310de860 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:03:59.981458 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:00.004516 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] Pushing event deleted for resources: {'Port': ['ID=a414ba2f-cfe9-4c99-995f-fbf6310de860,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:00.007039 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] No DVR routers for this DVR port a414ba2f-cfe9-4c99-995f-fbf6310de860 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 16:04:00.048844 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] For port a414ba2f-cfe9-4c99-995f-fbf6310de860, host n-d-master-1, got binding levels [] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:04:00.049180 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:00.064557 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Calling delete_port for a414ba2f-cfe9-4c99-995f-fbf6310de860 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:04:00.068415 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.ipam_backend_mixin [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Port a414ba2f-cfe9-4c99-995f-fbf6310de860 was not found and therefore no delete operation was performed {{(pid=103290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 16:04:00.069783 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:00.082126 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:00.104824 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34249f62-fd6f-43ee-8c47-f18221e2dc39']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:00.105079 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Pushing event deleted for resources: {'Port': ['ID=a414ba2f-cfe9-4c99-995f-fbf6310de860,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:00.107819 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] No DVR routers for this DVR port a414ba2f-cfe9-4c99-995f-fbf6310de860 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 16:04:00.119632 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:00.119965 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:00.120311 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:00.120647 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:00.120983 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:00.121311 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:00.121652 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:00.122045 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:00.122271 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:00.122604 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:00.122905 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:00.123084 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71673c9e-c277-43ea-8063-111a8d752d32') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:00.123232 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:00.123524 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa8b25-3b0c-41fe-8a20-0e5dcbfb6444 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:00.123951 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71673c9e-c277-43ea-8063-111a8d752d32') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:00.134928 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:00.149931 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:00.156575 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 16:04:00.156969 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: timer() Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 16:04:00.159210 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 16:04:00.222113 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:00.227265 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:00.233669 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50366) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:00.234151 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] 10.222.0.20 "DELETE /v2.0/networks/34249f62-fd6f-43ee-8c47-f18221e2dc39 HTTP/1.1" status: 204 len: 168 time: 0.5626161 Dec 06 16:04:00.247007 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e5e59-aed2-49af-b6c5-a32dd13c68cf admin admin] Pushing event deleted for resources: {'Network': ['ID=34249f62-fd6f-43ee-8c47-f18221e2dc39,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:00.589085 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa17c9b6-f651-4f9a-a76a-8adc5475aa0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:00.629504 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:00.719291 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:04:00.843410 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fa17c9b6-f651-4f9a-a76a-8adc5475aa0d admin admin] Deleting port 51d21c27-8067-48a0-a11e-338dea1ee330 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:04:00.844095 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa17c9b6-f651-4f9a-a76a-8adc5475aa0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:00.928735 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-fa17c9b6-f651-4f9a-a76a-8adc5475aa0d admin admin] For port 51d21c27-8067-48a0-a11e-338dea1ee330, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=51d21c27-8067-48a0-a11e-338dea1ee330,segment=NetworkSegment(12b8ab15-5c6f-4517-9e62-583e1d24f060),segment_id=12b8ab15-5c6f-4517-9e62-583e1d24f060)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:04:00.929103 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa17c9b6-f651-4f9a-a76a-8adc5475aa0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:00.947218 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fa17c9b6-f651-4f9a-a76a-8adc5475aa0d admin admin] Calling delete_port for 51d21c27-8067-48a0-a11e-338dea1ee330 owned by network:router_interface {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:04:00.950304 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6897dc66-33db-4e44-b865-73d62d6fb1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:01.142216 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa17c9b6-f651-4f9a-a76a-8adc5475aa0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:01.168429 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17c9b6-f651-4f9a-a76a-8adc5475aa0d admin admin] Pushing event deleted for resources: {'Port': ['ID=51d21c27-8067-48a0-a11e-338dea1ee330,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:01.333287 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa17c9b6-f651-4f9a-a76a-8adc5475aa0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:01.427351 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a414ba2f-cfe9-4c99-995f-fbf6310de860 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 16:04:01.449312 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: a414ba2f-cfe9-4c99-995f-fbf6310de860 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 16:04:01.449582 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device a414ba2f-cfe9-4c99-995f-fbf6310de860 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 16:04:01.450008 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1ef94307-736d-424c-94f9-bcd534740ffc no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 16:04:01.469631 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 1ef94307-736d-424c-94f9-bcd534740ffc {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 16:04:01.470021 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1ef94307-736d-424c-94f9-bcd534740ffc not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 16:04:01.558512 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa17c9b6-f651-4f9a-a76a-8adc5475aa0d admin admin] Router d3c139fa-7364-46cb-8727-33fd5420ab12 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 16:04:01.663274 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa17c9b6-f651-4f9a-a76a-8adc5475aa0d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 16:04:01.668252 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fa17c9b6-f651-4f9a-a76a-8adc5475aa0d admin admin] 10.222.0.20 "PUT /v2.0/routers/d3c139fa-7364-46cb-8727-33fd5420ab12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4326794 Dec 06 16:04:01.670900 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50368) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:01.674292 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d27e66-d013-4161-85fa-28fbb0b8d49f None None] Sync routers for ids ['d3c139fa-7364-46cb-8727-33fd5420ab12'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 16:04:01.684543 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d27e66-d013-4161-85fa-28fbb0b8d49f None None] Routers {'d3c139fa-7364-46cb-8727-33fd5420ab12'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:04:01.685295 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-31d27e66-d013-4161-85fa-28fbb0b8d49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:03:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d3c139fa-7364-46cb-8727-33fd5420ab12'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:01.775542 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d820a1c-8fed-4957-ab79-67c5b5ca9413 admin admin] Publish callbacks [] for router, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:01.787926 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-31d27e66-d013-4161-85fa-28fbb0b8d49f None None] Set router d3c139fa-7364-46cb-8727-33fd5420ab12 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:04:01.877769 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d820a1c-8fed-4957-ab79-67c5b5ca9413 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:01.933194 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4d820a1c-8fed-4957-ab79-67c5b5ca9413 admin admin] Deleting port 6db27180-b8da-44a1-8535-66d8faa8f281 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:04:01.933468 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d820a1c-8fed-4957-ab79-67c5b5ca9413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:01.969228 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-31d27e66-d013-4161-85fa-28fbb0b8d49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'name': 'tempest-TestShelveInstance-1989413010-router', 'tenant_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.4'}], 'enable_snat': True}, 'gw_port_id': '6db27180-b8da-44a1-8535-66d8faa8f281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:09Z', 'updated_at': '2021-12-06T16:04:01Z', 'revision_number': 5, 'project_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'gw_port': {'id': '6db27180-b8da-44a1-8535-66d8faa8f281', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:55:10Z', 'updated_at': '2021-12-06T15:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:01.997698 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d27e66-d013-4161-85fa-28fbb0b8d49f None None] Checking router: d3c139fa-7364-46cb-8727-33fd5420ab12 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 16:04:02.007545 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d27e66-d013-4161-85fa-28fbb0b8d49f None None] Routers {'d3c139fa-7364-46cb-8727-33fd5420ab12'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:04:02.008183 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-31d27e66-d013-4161-85fa-28fbb0b8d49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:03:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['d3c139fa-7364-46cb-8727-33fd5420ab12'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:02.013890 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4d820a1c-8fed-4957-ab79-67c5b5ca9413 admin admin] For port 6db27180-b8da-44a1-8535-66d8faa8f281, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6db27180-b8da-44a1-8535-66d8faa8f281,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:04:02.014395 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d820a1c-8fed-4957-ab79-67c5b5ca9413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:02.028369 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4d820a1c-8fed-4957-ab79-67c5b5ca9413 admin admin] Calling delete_port for 6db27180-b8da-44a1-8535-66d8faa8f281 owned by network:router_gateway {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:04:02.109230 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-31d27e66-d013-4161-85fa-28fbb0b8d49f None None] Set router d3c139fa-7364-46cb-8727-33fd5420ab12 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:04:02.163222 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-31d27e66-d013-4161-85fa-28fbb0b8d49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'name': 'tempest-TestShelveInstance-1989413010-router', 'tenant_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:09Z', 'updated_at': '2021-12-06T16:04:01Z', 'revision_number': 6, 'project_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:02.193392 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d27e66-d013-4161-85fa-28fbb0b8d49f None None] The sync data for ids ['d3c139fa-7364-46cb-8727-33fd5420ab12'] in n-d-master-1 is: [{'id': 'd3c139fa-7364-46cb-8727-33fd5420ab12', 'name': 'tempest-TestShelveInstance-1989413010-router', 'tenant_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:55:09Z', 'updated_at': '2021-12-06T16:04:01Z', 'revision_number': 6, 'project_id': 'c3dd3b2a1ae8499c8b3888296e9b610d', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 16:04:02.196720 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d820a1c-8fed-4957-ab79-67c5b5ca9413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:02.230015 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d820a1c-8fed-4957-ab79-67c5b5ca9413 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db27180-b8da-44a1-8535-66d8faa8f281,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:02.245043 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06595e0b-9019-4461-a165-7857932002cc None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 16:04:02.290307 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d820a1c-8fed-4957-ab79-67c5b5ca9413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:02.379716 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d820a1c-8fed-4957-ab79-67c5b5ca9413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:02.381819 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d820a1c-8fed-4957-ab79-67c5b5ca9413 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:02.425450 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d820a1c-8fed-4957-ab79-67c5b5ca9413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:02.426060 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d820a1c-8fed-4957-ab79-67c5b5ca9413 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3c139fa-7364-46cb-8727-33fd5420ab12 {{(pid=103289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 16:04:02.433472 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d820a1c-8fed-4957-ab79-67c5b5ca9413 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:02.434614 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-4d820a1c-8fed-4957-ab79-67c5b5ca9413 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d3c139fa-7364-46cb-8727-33fd5420ab12 HTTP/1.1" status: 204 len: 168 time: 0.7619205 Dec 06 16:04:02.437203 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50370) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:02.485439 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff5babe-0231-49d5-8d64-91a4a590c2cd admin admin] Deleting subnet 64b44c2b-9db5-42f1-a70e-86cf68d83a55 {{(pid=103289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 16:04:02.489030 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ff5babe-0231-49d5-8d64-91a4a590c2cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:02.525701 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ff5babe-0231-49d5-8d64-91a4a590c2cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63733863'] for subnet, precommit_delete_associations {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:02.605959 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ff5babe-0231-49d5-8d64-91a4a590c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:02.662984 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ff5babe-0231-49d5-8d64-91a4a590c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63733882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63768289'] for subnet, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:02.689975 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5babe-0231-49d5-8d64-91a4a590c2cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64b44c2b-9db5-42f1-a70e-86cf68d83a55,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:02.691904 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ff5babe-0231-49d5-8d64-91a4a590c2cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:02.695887 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3ff5babe-0231-49d5-8d64-91a4a590c2cd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/64b44c2b-9db5-42f1-a70e-86cf68d83a55 HTTP/1.1" status: 204 len: 168 time: 0.2576876 Dec 06 16:04:02.696050 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c26adb1-dec4-46bc-a794-325bf9e8a4b3 None None] Network 1f3617d2-99f4-425e-9141-4e7f12cbbc2d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 16:04:02.698458 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50372) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:02.766041 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:02.818944 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] Deleting port cc9d78ac-6610-46bd-8535-64f408e53242 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:04:02.819283 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:02.884730 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] For port cc9d78ac-6610-46bd-8535-64f408e53242, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc9d78ac-6610-46bd-8535-64f408e53242,segment=NetworkSegment(12b8ab15-5c6f-4517-9e62-583e1d24f060),segment_id=12b8ab15-5c6f-4517-9e62-583e1d24f060)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:04:02.885022 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:02.897406 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] Calling delete_port for cc9d78ac-6610-46bd-8535-64f408e53242 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:04:02.922854 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ac84cb-ea4a-4bf8-8f84-8300bf3d51cc None None] DHCP port deletion for 1f3617d2-99f4-425e-9141-4e7f12cbbc2d request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 16:04:02.974878 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac84cb-ea4a-4bf8-8f84-8300bf3d51cc None None] Deleting port cc9d78ac-6610-46bd-8535-64f408e53242 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:04:02.975398 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c2ac84cb-ea4a-4bf8-8f84-8300bf3d51cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:02.981530 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:03.013403 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] No DVR routers for this DVR port cc9d78ac-6610-46bd-8535-64f408e53242 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 16:04:03.018327 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc9d78ac-6610-46bd-8535-64f408e53242,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:03.040959 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-c2ac84cb-ea4a-4bf8-8f84-8300bf3d51cc None None] For port cc9d78ac-6610-46bd-8535-64f408e53242, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc9d78ac-6610-46bd-8535-64f408e53242,segment=NetworkSegment(12b8ab15-5c6f-4517-9e62-583e1d24f060),segment_id=12b8ab15-5c6f-4517-9e62-583e1d24f060)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:04:03.041367 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c2ac84cb-ea4a-4bf8-8f84-8300bf3d51cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:03.100245 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:03.122476 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3617d2-99f4-425e-9141-4e7f12cbbc2d']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:03.133676 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b8ab15-5c6f-4517-9e62-583e1d24f060') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:03.133979 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b8ab15-5c6f-4517-9e62-583e1d24f060') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:03.145532 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:03.160639 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:03.168459 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 16:04:03.169011 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: timer() Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 16:04:03.170940 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 16:04:03.217397 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac84cb-ea4a-4bf8-8f84-8300bf3d51cc None None] Calling delete_port for cc9d78ac-6610-46bd-8535-64f408e53242 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:04:03.234496 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:03.239725 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:03.244192 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1f3617d2-99f4-425e-9141-4e7f12cbbc2d HTTP/1.1" status: 204 len: 168 time: 0.5446849 Dec 06 16:04:03.258410 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ceb1d-4e6c-4f75-9572-f264ebcd2f76 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f3617d2-99f4-425e-9141-4e7f12cbbc2d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:03.309309 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c2ac84cb-ea4a-4bf8-8f84-8300bf3d51cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:03.341940 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c2ac84cb-ea4a-4bf8-8f84-8300bf3d51cc None None] Network 1f3617d2-99f4-425e-9141-4e7f12cbbc2d is not hosted by any dhcp agent {{(pid=103290) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 16:04:03.342474 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac84cb-ea4a-4bf8-8f84-8300bf3d51cc None None] No DVR routers for this DVR port cc9d78ac-6610-46bd-8535-64f408e53242 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 16:04:03.346599 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac84cb-ea4a-4bf8-8f84-8300bf3d51cc None None] Pushing event deleted for resources: {'Port': ['ID=cc9d78ac-6610-46bd-8535-64f408e53242,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:03.365773 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-86ebac07-6f5b-4d31-81d7-0135fbc57fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:03.370818 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6db27180-b8da-44a1-8535-66d8faa8f281 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 16:04:03.382252 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50376) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:03.395204 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 6db27180-b8da-44a1-8535-66d8faa8f281 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 16:04:03.395547 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 6db27180-b8da-44a1-8535-66d8faa8f281 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 16:04:03.395991 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cc9d78ac-6610-46bd-8535-64f408e53242 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 16:04:03.414767 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: cc9d78ac-6610-46bd-8535-64f408e53242 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 16:04:03.415112 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cc9d78ac-6610-46bd-8535-64f408e53242 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 16:04:03.415517 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 51d21c27-8067-48a0-a11e-338dea1ee330 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 16:04:03.423981 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-064a56a4-66db-439a-b7e8-07197066b187 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c559b7e75e3490d873a9d57b7d6dc61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404758 Dec 06 16:04:03.426489 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50378) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:03.434791 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 51d21c27-8067-48a0-a11e-338dea1ee330 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 16:04:03.435132 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 51d21c27-8067-48a0-a11e-338dea1ee330 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 16:04:03.474738 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-866f9c21-068d-47e7-8c20-b4d9ea5e6672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:03.495273 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-866f9c21-068d-47e7-8c20-b4d9ea5e6672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:03.546035 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-866f9c21-068d-47e7-8c20-b4d9ea5e6672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:03.548622 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-866f9c21-068d-47e7-8c20-b4d9ea5e6672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:03.549804 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-866f9c21-068d-47e7-8c20-b4d9ea5e6672 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/107d8296-1f00-493e-9f71-3237603b9868 HTTP/1.1" status: 204 len: 168 time: 0.1224208 Dec 06 16:04:03.557289 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f9c21-068d-47e7-8c20-b4d9ea5e6672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107d8296-1f00-493e-9f71-3237603b9868,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:03.851643 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50384) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:03.890592 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-059c40fb-cac5-4f5e-8d97-e4b4821f123a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3dd3b2a1ae8499c8b3888296e9b610d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377707 Dec 06 16:04:03.893732 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50386) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:03.937837 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-478f54dd-8c9c-436b-aeba-29e723e313b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:03.959167 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-478f54dd-8c9c-436b-aeba-29e723e313b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:04.004515 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-478f54dd-8c9c-436b-aeba-29e723e313b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:04.007049 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-478f54dd-8c9c-436b-aeba-29e723e313b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:04.008220 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-478f54dd-8c9c-436b-aeba-29e723e313b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/692d50e8-06cf-4c6a-8642-9ba149554870 HTTP/1.1" status: 204 len: 168 time: 0.1136093 Dec 06 16:04:04.016548 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f54dd-8c9c-436b-aeba-29e723e313b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692d50e8-06cf-4c6a-8642-9ba149554870,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:04.303865 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:04.653300 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50408) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:04.755422 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-fc9c2c4d-6421-4a95-8acb-ca99bae625f6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-360789262-network', 'tenant_id': '938883a0c5f444dc96c856e250da89d9'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:04:04.775997 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9c2c4d-6421-4a95-8acb-ca99bae625f6 admin admin] Made reservation on behalf of 938883a0c5f444dc96c856e250da89d9 for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 16:04:04.778450 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2c4d-6421-4a95-8acb-ca99bae625f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:04.788207 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2c4d-6421-4a95-8acb-ca99bae625f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:04.863673 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2c4d-6421-4a95-8acb-ca99bae625f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:04.867511 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2c4d-6421-4a95-8acb-ca99bae625f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:04.894037 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9c2c4d-6421-4a95-8acb-ca99bae625f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 16:04:04.905267 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c2c4d-6421-4a95-8acb-ca99bae625f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaf0a81-f206-48ac-b16a-5637330dbe43,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:04.911200 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2c4d-6421-4a95-8acb-ca99bae625f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:04.911542 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-fc9c2c4d-6421-4a95-8acb-ca99bae625f6 admin admin] Added segment a18a6c70-0f99-4697-8d27-d5ff5bbef80f of type vlan for network 8663bd34-a613-46b9-ac16-f77d416a7186 Dec 06 16:04:04.951615 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2c4d-6421-4a95-8acb-ca99bae625f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:04.975157 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2c4d-6421-4a95-8acb-ca99bae625f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:04.976241 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9c2c4d-6421-4a95-8acb-ca99bae625f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:04.976805 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2c4d-6421-4a95-8acb-ca99bae625f6 admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:05.007876 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-fc9c2c4d-6421-4a95-8acb-ca99bae625f6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3534522 Dec 06 16:04:05.010777 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50412) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:05.015891 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ee52e9ab-cfc0-4a6d-85bd-d0367e7946a4 admin admin] Request body: {'subnet': {'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-360789262-subnet', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:04:05.035713 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee52e9ab-cfc0-4a6d-85bd-d0367e7946a4 admin admin] Made reservation on behalf of 938883a0c5f444dc96c856e250da89d9 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 16:04:05.037946 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee52e9ab-cfc0-4a6d-85bd-d0367e7946a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:05.040786 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c2c4d-6421-4a95-8acb-ca99bae625f6 admin admin] Pushing event updated for resources: {'Network': ['ID=8663bd34-a613-46b9-ac16-f77d416a7186,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:05.050854 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 8663bd34-a613-46b9-ac16-f77d416a7186 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 16:04:05.497286 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee52e9ab-cfc0-4a6d-85bd-d0367e7946a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:05.551465 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52e9ab-cfc0-4a6d-85bd-d0367e7946a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5209e5e8-c0a5-413f-b9fa-11bb2cedeeea,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:05.559999 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee52e9ab-cfc0-4a6d-85bd-d0367e7946a4 admin admin] Checking segment: {'id': 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 16:04:05.560355 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee52e9ab-cfc0-4a6d-85bd-d0367e7946a4 admin admin] Network hostable DHCP agents. Network: 8663bd34-a613-46b9-ac16-f77d416a7186, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 16:04:05.576225 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee52e9ab-cfc0-4a6d-85bd-d0367e7946a4 admin admin] Network 8663bd34-a613-46b9-ac16-f77d416a7186 is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 16:04:05.585465 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ee52e9ab-cfc0-4a6d-85bd-d0367e7946a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 8663bd34-a613-46b9-ac16-f77d416a7186) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:04:05.589526 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee52e9ab-cfc0-4a6d-85bd-d0367e7946a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:05.590217 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ee52e9ab-cfc0-4a6d-85bd-d0367e7946a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:05.596183 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029a89b6-9b65-4bf3-a186-35fed8aa9f87 None None] Network 8663bd34-a613-46b9-ac16-f77d416a7186 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 16:04:05.605828 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-ee52e9ab-cfc0-4a6d-85bd-d0367e7946a4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5938833 Dec 06 16:04:05.608810 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50414) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:05.613557 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:04:05.633894 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:05.634932 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:05.689123 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:05.741739 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-8663bd34-a613-46b9-ac16-f77d416a7186', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 16:04:05.742678 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:05.825501 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:05.876070 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Allocated IP 172.20.0.2 (8663bd34-a613-46b9-ac16-f77d416a7186/5209e5e8-c0a5-413f-b9fa-11bb2cedeeea/8f9a1f17-5698-48fe-854d-634cabd32365) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 16:04:05.966204 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:06.017430 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:06.027519 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:06.033480 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:06.035734 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:06.072981 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Network 8663bd34-a613-46b9-ac16-f77d416a7186 is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 16:04:06.081186 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:04:06.083693 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 16:04:06.110358 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Pushing event updated for resources: {'Port': ['ID=8f9a1f17-5698-48fe-854d-634cabd32365,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:06.143267 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Allocated IP 172.35.7.183 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/2c071b55-26d1-48e2-be94-3d234d6ffd72) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 16:04:06.145024 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Attempting to bind port 8f9a1f17-5698-48fe-854d-634cabd32365 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 16:04:06.145459 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Attempting to bind port 8f9a1f17-5698-48fe-854d-634cabd32365 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 16:04:06.145895 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Attempting to bind port 8f9a1f17-5698-48fe-854d-634cabd32365 on network 8663bd34-a613-46b9-ac16-f77d416a7186 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 16:04:06.151146 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 16, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 16:04:06.151531 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Checking segment: {'id': 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 16:04:06.151970 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:06.152369 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Bound using segment: {'id': 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 16:04:06.152846 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Bound port: 8f9a1f17-5698-48fe-854d-634cabd32365, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 16:04:06.153286 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:06.217691 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] For port 8f9a1f17-5698-48fe-854d-634cabd32365, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 16:04:06.221206 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] For port 8f9a1f17-5698-48fe-854d-634cabd32365, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8f9a1f17-5698-48fe-854d-634cabd32365,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 16:04:06.227224 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:06.245498 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:06.289006 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f204e31-9de3-418f-984c-66f83d1c8254 None None] Pushing event updated for resources: {'Port': ['ID=8f9a1f17-5698-48fe-854d-634cabd32365,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:06.292698 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:06.335878 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 16:04:06.338803 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:04:06.343796 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 16:04:06.346945 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Pushing event updated for resources: {'Port': ['ID=2c071b55-26d1-48e2-be94-3d234d6ffd72,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:06.357956 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f3ae0c-c4ad-457b-ab31-143c863f15f0 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 16:04:06.489748 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d2f8d5ab-7b68-4324-a4d6-3c2e3c2e3fd2 None None] Provisioning complete for port 2c071b55-26d1-48e2-be94-3d234d6ffd72 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:06.489748 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d2f8d5ab-7b68-4324-a4d6-3c2e3c2e3fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:06.533411 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-d2f8d5ab-7b68-4324-a4d6-3c2e3c2e3fd2 None None] Port 2c071b55-26d1-48e2-be94-3d234d6ffd72 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 16:04:06.806634 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:06.920388 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:07.122548 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:07.163370 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404fb4b6-9155-4a89-8d55-afdfbaa8ad52 None None] Network 8663bd34-a613-46b9-ac16-f77d416a7186 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 16:04:07.250731 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Router bc8944ec-ee62-4e35-b740-a59a90ef69f0 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 16:04:07.281937 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-d9c0c854-4f56-4493-bbe2-7b329a64284f None None] Provisioning complete for port 8f9a1f17-5698-48fe-854d-634cabd32365 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:07.282341 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c854-4f56-4493-bbe2-7b329a64284f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:07.374046 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 16:04:07.384215 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Sync routers for ids ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 16:04:07.395210 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Routers {'bc8944ec-ee62-4e35-b740-a59a90ef69f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:04:07.396178 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:04:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:07.401558 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c854-4f56-4493-bbe2-7b329a64284f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:07.405551 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:07.411691 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-41767fea-e86b-48e0-b32a-7c9e3c9c7406 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8015988 Dec 06 16:04:07.412425 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50416) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:07.422179 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8f9a1f17-5698-48fe-854d-634cabd32365 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:04:07.479381 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d9c0c854-4f56-4493-bbe2-7b329a64284f None None] For port 8f9a1f17-5698-48fe-854d-634cabd32365, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8f9a1f17-5698-48fe-854d-634cabd32365,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:04:07.490094 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c854-4f56-4493-bbe2-7b329a64284f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:07.537956 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 8f9a1f17-5698-48fe-854d-634cabd32365 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:07.538360 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:07.599829 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0c854-4f56-4493-bbe2-7b329a64284f None None] Pushing event updated for resources: {'Port': ['ID=8f9a1f17-5698-48fe-854d-634cabd32365,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:07.652196 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Set router bc8944ec-ee62-4e35-b740-a59a90ef69f0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:04:07.712321 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-706f6ba7-9590-4606-8c79-389c34561215 None None] Provisioning complete for port 8f9a1f17-5698-48fe-854d-634cabd32365 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:07.712817 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-706f6ba7-9590-4606-8c79-389c34561215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:07.831135 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:04:06Z', 'revision_number': 3, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:07.860313 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Checking router: bc8944ec-ee62-4e35-b740-a59a90ef69f0 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 16:04:07.861193 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Updating router bc8944ec-ee62-4e35-b740-a59a90ef69f0 port 2c071b55-26d1-48e2-be94-3d234d6ffd72 binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 16:04:07.883274 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:07.886375 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:08.037991 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] Allocated IP 172.20.0.1 (8663bd34-a613-46b9-ac16-f77d416a7186/5209e5e8-c0a5-413f-b9fa-11bb2cedeeea/1ea23df3-f1b7-48bf-acb5-2aa21fde48b9) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 16:04:08.126772 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:08.132443 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:08.139154 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:08.175618 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c897ec-fda3-410f-97b4-4aea2055b921 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 16:04:08.176888 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:08.184419 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Attempting to bind port 2c071b55-26d1-48e2-be94-3d234d6ffd72 on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 16:04:08.184792 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Attempting to bind port 2c071b55-26d1-48e2-be94-3d234d6ffd72 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 16:04:08.185149 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Attempting to bind port 2c071b55-26d1-48e2-be94-3d234d6ffd72 on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 16:04:08.193581 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 16, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 16:04:08.193954 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 16:04:08.194353 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:08.194742 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 16:04:08.195207 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Bound port: 2c071b55-26d1-48e2-be94-3d234d6ffd72, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 16:04:08.195582 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:08.200579 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4425a-da7a-443a-bd71-c1b76f24690c None None] Pushing event updated for resources: {'Port': ['ID=2c071b55-26d1-48e2-be94-3d234d6ffd72,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:08.219221 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-aa4672ec-81bf-4ad3-9c2f-74bdff352985 None None] Provisioning complete for port 2c071b55-26d1-48e2-be94-3d234d6ffd72 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:08.219733 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-aa4672ec-81bf-4ad3-9c2f-74bdff352985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:08.221007 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] Network 8663bd34-a613-46b9-ac16-f77d416a7186 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 16:04:08.224274 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:04:08.226716 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 16:04:08.261968 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea23df3-f1b7-48bf-acb5-2aa21fde48b9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:08.262365 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] For port 2c071b55-26d1-48e2-be94-3d234d6ffd72, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 16:04:08.264843 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-aa4672ec-81bf-4ad3-9c2f-74bdff352985 None None] Port 2c071b55-26d1-48e2-be94-3d234d6ffd72 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 16:04:08.265817 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] For port 2c071b55-26d1-48e2-be94-3d234d6ffd72, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2c071b55-26d1-48e2-be94-3d234d6ffd72,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 16:04:08.274472 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:08.278756 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4425a-da7a-443a-bd71-c1b76f24690c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:08.279111 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4425a-da7a-443a-bd71-c1b76f24690c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:08.279452 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4425a-da7a-443a-bd71-c1b76f24690c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:08.280133 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4425a-da7a-443a-bd71-c1b76f24690c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:08.280133 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4425a-da7a-443a-bd71-c1b76f24690c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:08.280455 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4425a-da7a-443a-bd71-c1b76f24690c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:08.280781 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4425a-da7a-443a-bd71-c1b76f24690c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:08.281113 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4425a-da7a-443a-bd71-c1b76f24690c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:08.281434 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4425a-da7a-443a-bd71-c1b76f24690c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:08.281755 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4425a-da7a-443a-bd71-c1b76f24690c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:08.282080 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4425a-da7a-443a-bd71-c1b76f24690c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:08.282546 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4425a-da7a-443a-bd71-c1b76f24690c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:08.282733 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4425a-da7a-443a-bd71-c1b76f24690c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:04:08.283423 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:08.336279 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634ac7f5-d470-4615-89a0-7762252916ae None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 16:04:08.350109 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4425a-da7a-443a-bd71-c1b76f24690c None None] Pushing event updated for resources: {'Port': ['ID=2c071b55-26d1-48e2-be94-3d234d6ffd72,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:08.358049 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Routers {'bc8944ec-ee62-4e35-b740-a59a90ef69f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:04:08.358652 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:04:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:08.410668 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-223a2e1b-63bf-4b5a-906e-7b247b57e807 None None] Provisioning complete for port 2c071b55-26d1-48e2-be94-3d234d6ffd72 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:08.411106 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-223a2e1b-63bf-4b5a-906e-7b247b57e807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:08.460109 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:08.476482 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] Set router bc8944ec-ee62-4e35-b740-a59a90ef69f0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:04:08.498268 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-223a2e1b-63bf-4b5a-906e-7b247b57e807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:08.520356 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-223a2e1b-63bf-4b5a-906e-7b247b57e807 None None] For port 2c071b55-26d1-48e2-be94-3d234d6ffd72, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2c071b55-26d1-48e2-be94-3d234d6ffd72,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:04:08.525065 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-223a2e1b-63bf-4b5a-906e-7b247b57e807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:08.578361 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a2e1b-63bf-4b5a-906e-7b247b57e807 None None] Pushing event updated for resources: {'Port': ['ID=2c071b55-26d1-48e2-be94-3d234d6ffd72,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:08.638727 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:08.643293 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63604576'] for port, after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:08.646414 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-8ad872ad-ee57-4841-913a-5264e4611cf4 None None] Provisioning complete for port 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:08.646779 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8ad872ad-ee57-4841-913a-5264e4611cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:08.660102 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:04:06Z', 'revision_number': 3, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:08.681425 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-8ad872ad-ee57-4841-913a-5264e4611cf4 None None] Port 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 16:04:08.693527 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857b6e4b-0815-4e18-8836-caff02a66436 None None] The sync data for ids ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'] in n-d-master-1 is: [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:04:06Z', 'revision_number': 3, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 16:04:08.715561 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:08.717497 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea23df3-f1b7-48bf-acb5-2aa21fde48b9,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:08.817947 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] Network 8663bd34-a613-46b9-ac16-f77d416a7186 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 16:04:08.819348 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:04:08.951774 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] Router bc8944ec-ee62-4e35-b740-a59a90ef69f0 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 16:04:09.084090 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 16:04:09.089606 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-aa708973-26c6-4eb7-9edd-2a1a87253924 admin admin] 10.222.0.20 "PUT /v2.0/routers/bc8944ec-ee62-4e35-b740-a59a90ef69f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6754479 Dec 06 16:04:09.106002 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-88c74a67-22d6-4e12-960c-ec5b88d57a91 None None] Provisioning complete for port 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:09.106379 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-88c74a67-22d6-4e12-960c-ec5b88d57a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:09.141580 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-88c74a67-22d6-4e12-960c-ec5b88d57a91 None None] Port 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 16:04:09.446577 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8f9a1f17-5698-48fe-854d-634cabd32365 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:04:09.501228 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 8f9a1f17-5698-48fe-854d-634cabd32365 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:09.501603 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:09.584316 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2c071b55-26d1-48e2-be94-3d234d6ffd72 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:04:09.603417 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50432) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:09.608487 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b3631645-30bd-4bf4-86dd-b88d32140fba admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-76264996-network', 'tenant_id': '2d3517e777694cd4be08e3202bc2257d'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:04:09.629597 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3631645-30bd-4bf4-86dd-b88d32140fba admin admin] Made reservation on behalf of 2d3517e777694cd4be08e3202bc2257d for: {'network': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 16:04:09.632233 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3631645-30bd-4bf4-86dd-b88d32140fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for network, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:09.634825 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 2c071b55-26d1-48e2-be94-3d234d6ffd72 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:09.634825 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:09.641082 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3631645-30bd-4bf4-86dd-b88d32140fba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:09.716879 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3631645-30bd-4bf4-86dd-b88d32140fba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:09.721559 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3631645-30bd-4bf4-86dd-b88d32140fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:09.747985 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3631645-30bd-4bf4-86dd-b88d32140fba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 16:04:09.753817 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3631645-30bd-4bf4-86dd-b88d32140fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39aa59a-09fa-4a20-86c0-345d7c210e0e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:09.764718 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3631645-30bd-4bf4-86dd-b88d32140fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:09.765047 n-d-master-1 neutron-server[103289]: INFO neutron.db.segments_db [None req-b3631645-30bd-4bf4-86dd-b88d32140fba admin admin] Added segment 9e003f99-430b-40a4-9752-8148c83bbc74 of type vlan for network 925fd6db-db2b-4e19-afc5-2e2ff2de856d Dec 06 16:04:09.806461 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3631645-30bd-4bf4-86dd-b88d32140fba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762841525360'] for network, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:09.830671 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3631645-30bd-4bf4-86dd-b88d32140fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928'] for network, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:09.831615 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3631645-30bd-4bf4-86dd-b88d32140fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:09.832190 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b3631645-30bd-4bf4-86dd-b88d32140fba admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:09.868682 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b3631645-30bd-4bf4-86dd-b88d32140fba admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2641017 Dec 06 16:04:09.871619 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50434) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:09.877266 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7041a90c-3f47-4afd-8183-a9dc155598ab admin admin] Request body: {'subnet': {'network_id': '925fd6db-db2b-4e19-afc5-2e2ff2de856d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-76264996-subnet', 'tenant_id': '2d3517e777694cd4be08e3202bc2257d', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:04:09.896408 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3631645-30bd-4bf4-86dd-b88d32140fba admin admin] Pushing event updated for resources: {'Network': ['ID=925fd6db-db2b-4e19-afc5-2e2ff2de856d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:09.899367 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7041a90c-3f47-4afd-8183-a9dc155598ab admin admin] Made reservation on behalf of 2d3517e777694cd4be08e3202bc2257d for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 16:04:09.902064 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7041a90c-3f47-4afd-8183-a9dc155598ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63049844'] for subnet, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:09.906707 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Network 925fd6db-db2b-4e19-afc5-2e2ff2de856d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 16:04:10.078110 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7041a90c-3f47-4afd-8183-a9dc155598ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63603961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63049862'] for subnet, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:10.132150 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041a90c-3f47-4afd-8183-a9dc155598ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=498531bd-470d-45ef-a0d9-03a761ed3cae,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:10.147181 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7041a90c-3f47-4afd-8183-a9dc155598ab admin admin] Checking segment: {'id': '9e003f99-430b-40a4-9752-8148c83bbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '925fd6db-db2b-4e19-afc5-2e2ff2de856d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 16:04:10.147537 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7041a90c-3f47-4afd-8183-a9dc155598ab admin admin] Network hostable DHCP agents. Network: 925fd6db-db2b-4e19-afc5-2e2ff2de856d, hostable agents: ['d0c00aef-6981-4401-b28e-b78f075f5864'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 16:04:10.163608 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7041a90c-3f47-4afd-8183-a9dc155598ab admin admin] Network 925fd6db-db2b-4e19-afc5-2e2ff2de856d is scheduled to be hosted by DHCP agent d0c00aef-6981-4401-b28e-b78f075f5864 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 16:04:10.172801 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7041a90c-3f47-4afd-8183-a9dc155598ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 925fd6db-db2b-4e19-afc5-2e2ff2de856d) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:04:10.177343 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7041a90c-3f47-4afd-8183-a9dc155598ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:10.178678 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7041a90c-3f47-4afd-8183-a9dc155598ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:10.183322 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221b7972-1acb-42d8-9d83-ace1eaecf4e4 None None] Network 925fd6db-db2b-4e19-afc5-2e2ff2de856d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 16:04:10.199414 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7041a90c-3f47-4afd-8183-a9dc155598ab admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3265927 Dec 06 16:04:10.202214 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50436) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:10.207170 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-76264996-router', 'tenant_id': '2d3517e777694cd4be08e3202bc2257d', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:04:10.229105 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:10.230041 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603374', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:10.284807 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:10.288286 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Sync routers for ids ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 16:04:10.308408 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Routers {'bc8944ec-ee62-4e35-b740-a59a90ef69f0'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:04:10.309023 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:04:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:10.376522 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-925fd6db-db2b-4e19-afc5-2e2ff2de856d', 'network_id': '925fd6db-db2b-4e19-afc5-2e2ff2de856d', 'tenant_id': '2d3517e777694cd4be08e3202bc2257d', 'fixed_ips': [{'subnet_id': '498531bd-470d-45ef-a0d9-03a761ed3cae'}]}} from n-d-master-1. {{(pid=103290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 16:04:10.377361 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:10.425872 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:10.503471 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Set router bc8944ec-ee62-4e35-b740-a59a90ef69f0 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:04:10.629045 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:10.648617 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:10.672492 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.db_base_plugin_common [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Allocated IP 172.20.0.2 (925fd6db-db2b-4e19-afc5-2e2ff2de856d/498531bd-470d-45ef-a0d9-03a761ed3cae/d609528b-33b5-49a4-9535-f0a575ef7e13) {{(pid=103290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 16:04:10.751481 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Allocated IP 172.35.7.103 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/88bb77b3-d18c-4673-a7bb-729f90e61f7e) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 16:04:10.863211 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:10.896991 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:10.932315 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 16:04:10.939160 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:04:10.942694 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 16:04:10.955072 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b99a3b5-82f1-4b65-800a-f01a22b7b739 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 16:04:10.967466 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Pushing event updated for resources: {'Port': ['ID=88bb77b3-d18c-4673-a7bb-729f90e61f7e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:11.043465 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1ea23df3-f1b7-48bf-acb5-2aa21fde48b9', 'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'mac_address': 'fa:16:3e:a6:b8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:07Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 2, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'subnets': [{'id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:11.045402 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Publish callbacks [] for port, precommit_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:11.076740 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Checking router: bc8944ec-ee62-4e35-b740-a59a90ef69f0 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 16:04:11.077082 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Updating router bc8944ec-ee62-4e35-b740-a59a90ef69f0 port 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9 binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 16:04:11.079806 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990'] for port, after_create {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:11.156065 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Network 925fd6db-db2b-4e19-afc5-2e2ff2de856d is already hosted by enough agents. {{(pid=103290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 16:04:11.156811 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-b3677c00-a6d1-4ab0-af3c-163925853cfd None None] Provisioning complete for port 88bb77b3-d18c-4673-a7bb-729f90e61f7e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:11.157305 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b3677c00-a6d1-4ab0-af3c-163925853cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:11.161087 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:11.166277 n-d-master-1 neutron-server[103290]: DEBUG neutron.scheduler.base_scheduler [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Resources bound (agent type, host, resource id): {{(pid=103290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:04:11.186679 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Received port after_create {{(pid=103290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 16:04:11.194509 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Pushing event updated for resources: {'Port': ['ID=d609528b-33b5-49a4-9535-f0a575ef7e13,revision_number=1']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:11.196577 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:11.245668 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-b3677c00-a6d1-4ab0-af3c-163925853cfd None None] Port 88bb77b3-d18c-4673-a7bb-729f90e61f7e cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 16:04:11.337841 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Attempting to bind port d609528b-33b5-49a4-9535-f0a575ef7e13 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 16:04:11.338219 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Attempting to bind port d609528b-33b5-49a4-9535-f0a575ef7e13 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9e003f99-430b-40a4-9752-8148c83bbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '925fd6db-db2b-4e19-afc5-2e2ff2de856d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 16:04:11.338578 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Attempting to bind port d609528b-33b5-49a4-9535-f0a575ef7e13 on network 925fd6db-db2b-4e19-afc5-2e2ff2de856d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 16:04:11.350591 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 16, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 16:04:11.350969 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Checking segment: {'id': '9e003f99-430b-40a4-9752-8148c83bbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '925fd6db-db2b-4e19-afc5-2e2ff2de856d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 16:04:11.351406 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:11.351829 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Bound using segment: {'id': '9e003f99-430b-40a4-9752-8148c83bbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '925fd6db-db2b-4e19-afc5-2e2ff2de856d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 16:04:11.352304 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Bound port: d609528b-33b5-49a4-9535-f0a575ef7e13, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e003f99-430b-40a4-9752-8148c83bbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '925fd6db-db2b-4e19-afc5-2e2ff2de856d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 16:04:11.352684 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:11.391361 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603331'] for router, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:11.487086 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] For port d609528b-33b5-49a4-9535-f0a575ef7e13, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 16:04:11.488324 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] For port d609528b-33b5-49a4-9535-f0a575ef7e13, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d609528b-33b5-49a4-9535-f0a575ef7e13,segment=NetworkSegment(9e003f99-430b-40a4-9752-8148c83bbc74),segment_id=9e003f99-430b-40a4-9752-8148c83bbc74)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 16:04:11.495227 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:11.525438 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Router b99a98f1-9097-4ad6-ae3e-fc46524b1c29 is scheduled to L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 with binding_index 1 {{(pid=103289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 16:04:11.601173 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6e968-3ee3-4bfa-b389-2e7ced2b4824 None None] Pushing event updated for resources: {'Port': ['ID=d609528b-33b5-49a4-9535-f0a575ef7e13,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:11.621520 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:11.628717 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:11.639889 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 16:04:11.648794 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Sync routers for ids ['b99a98f1-9097-4ad6-ae3e-fc46524b1c29'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 16:04:11.662865 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Routers {'b99a98f1-9097-4ad6-ae3e-fc46524b1c29'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:04:11.664162 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:04:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b99a98f1-9097-4ad6-ae3e-fc46524b1c29'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:11.665467 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] Publish callbacks [] for router, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:11.666886 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-f4588b8b-b9ae-4c76-8047-23f614fd8893 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4634185 Dec 06 16:04:11.669379 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50438) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:11.689783 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362a55d-0058-423c-8fea-ad2af9d15da6 None None] Pushing event updated for resources: {'Port': ['ID=1ea23df3-f1b7-48bf-acb5-2aa21fde48b9,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:11.756886 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Attempting to bind port 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 16:04:11.757261 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Attempting to bind port 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 16:04:11.757621 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Attempting to bind port 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9 on network 8663bd34-a613-46b9-ac16-f77d416a7186 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 16:04:11.767210 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 16, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 16:04:11.767726 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Checking segment: {'id': 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 16:04:11.768091 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:11.768490 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Bound using segment: {'id': 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 16:04:11.768980 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Bound port: 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 16:04:11.769362 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:11.868771 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] For port 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 16:04:11.870898 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Set router b99a98f1-9097-4ad6-ae3e-fc46524b1c29 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:04:11.873610 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] For port 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1ea23df3-f1b7-48bf-acb5-2aa21fde48b9,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 16:04:11.886861 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:11.950902 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Routers {'bc8944ec-ee62-4e35-b740-a59a90ef69f0'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:04:11.951455 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:04:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:12.018460 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362a55d-0058-423c-8fea-ad2af9d15da6 None None] Pushing event updated for resources: {'Port': ['ID=1ea23df3-f1b7-48bf-acb5-2aa21fde48b9,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:12.108133 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'name': 'tempest-TestSnapshotPattern-76264996-router', 'tenant_id': '2d3517e777694cd4be08e3202bc2257d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.103'}], 'enable_snat': True}, 'gw_port_id': '88bb77b3-d18c-4673-a7bb-729f90e61f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:10Z', 'updated_at': '2021-12-06T16:04:11Z', 'revision_number': 3, 'project_id': '2d3517e777694cd4be08e3202bc2257d', 'gw_port': {'id': '88bb77b3-d18c-4673-a7bb-729f90e61f7e', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:10Z', 'updated_at': '2021-12-06T16:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:12.129240 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-10569bf0-ff4e-477b-8194-4af8206f6128 None None] Provisioning complete for port 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:12.129617 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10569bf0-ff4e-477b-8194-4af8206f6128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:12.139586 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Checking router: b99a98f1-9097-4ad6-ae3e-fc46524b1c29 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 16:04:12.139942 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Updating router b99a98f1-9097-4ad6-ae3e-fc46524b1c29 port 88bb77b3-d18c-4673-a7bb-729f90e61f7e binding host n-d-master-1 {{(pid=103291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 16:04:12.170884 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:12.181837 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] Set router bc8944ec-ee62-4e35-b740-a59a90ef69f0 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:04:12.256541 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:12.326024 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10569bf0-ff4e-477b-8194-4af8206f6128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:12.418422 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-10569bf0-ff4e-477b-8194-4af8206f6128 None None] For port 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1ea23df3-f1b7-48bf-acb5-2aa21fde48b9,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:04:12.442153 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10569bf0-ff4e-477b-8194-4af8206f6128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:12.511146 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10569bf0-ff4e-477b-8194-4af8206f6128 None None] Pushing event updated for resources: {'Port': ['ID=1ea23df3-f1b7-48bf-acb5-2aa21fde48b9,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:12.549759 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1ea23df3-f1b7-48bf-acb5-2aa21fde48b9', 'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'mac_address': 'fa:16:3e:a6:b8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:07Z', 'updated_at': '2021-12-06T16:04:11Z', 'revision_number': 4, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'subnets': [{'id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:12.573799 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:12.583340 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:12.590226 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497db30a-54dd-4b67-85b6-146734fa6cf8 None None] The sync data for ids ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'] in n-d-master-1 is: [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1ea23df3-f1b7-48bf-acb5-2aa21fde48b9', 'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'mac_address': 'fa:16:3e:a6:b8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:07Z', 'updated_at': '2021-12-06T16:04:11Z', 'revision_number': 4, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'subnets': [{'id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 16:04:12.607621 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-95d45559-3bfd-495a-bd84-9b199f8c9d32 None None] Provisioning complete for port 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:12.609279 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-95d45559-3bfd-495a-bd84-9b199f8c9d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:12.650296 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Attempting to bind port 88bb77b3-d18c-4673-a7bb-729f90e61f7e on host n-d-master-1 for vnic_type normal with profile {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 16:04:12.650793 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Attempting to bind port 88bb77b3-d18c-4673-a7bb-729f90e61f7e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 16:04:12.651021 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Attempting to bind port 88bb77b3-d18c-4673-a7bb-729f90e61f7e on network 259ca1fe-391e-4985-b762-bc5e5b194437 {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 16:04:12.674852 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 16, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 16:04:12.675035 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Checking segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 16:04:12.676717 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:12.677336 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Bound using segment: {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'} {{(pid=103291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 16:04:12.678020 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.managers [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Bound port: 88bb77b3-d18c-4673-a7bb-729f90e61f7e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55d935-c1c4-426b-a1f1-05cd17b4e6ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437'}}] {{(pid=103291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 16:04:12.680666 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:12.698849 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235530c4-5af7-4e13-b036-0efe187c4cf6 None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 16:04:12.735013 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b080e6d-79e8-46ee-b372-355328c659a9 None None] Pushing event updated for resources: {'Port': ['ID=88bb77b3-d18c-4673-a7bb-729f90e61f7e,revision_number=2']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:12.777274 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] For port 88bb77b3-d18c-4673-a7bb-729f90e61f7e, host n-d-master-1, cleared binding levels {{(pid=103291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 16:04:12.784092 n-d-master-1 neutron-server[103291]: DEBUG neutron.plugins.ml2.db [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] For port 88bb77b3-d18c-4673-a7bb-729f90e61f7e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88bb77b3-d18c-4673-a7bb-729f90e61f7e,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 16:04:12.796016 n-d-master-1 neutron-server[103291]: DEBUG neutron_lib.callbacks.manager [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:12.847885 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c29d5b-5c27-492a-b180-cd6d41f7c9cb None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 16:04:12.881101 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] Allocated IP 172.20.0.1 (925fd6db-db2b-4e19-afc5-2e2ff2de856d/498531bd-470d-45ef-a0d9-03a761ed3cae/cc71e184-be75-451f-9ebb-5666e5c4b41c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 16:04:12.881688 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Routers {'b99a98f1-9097-4ad6-ae3e-fc46524b1c29'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:04:12.881881 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:04:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b99a98f1-9097-4ad6-ae3e-fc46524b1c29'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:12.926030 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-10414fb2-c832-4b24-bb3b-740791cd366d None None] Provisioning complete for port 88bb77b3-d18c-4673-a7bb-729f90e61f7e triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:12.926608 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10414fb2-c832-4b24-bb3b-740791cd366d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:12.995421 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] Set router b99a98f1-9097-4ad6-ae3e-fc46524b1c29 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:04:13.024294 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:13.057396 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b080e6d-79e8-46ee-b372-355328c659a9 None None] Pushing event updated for resources: {'Port': ['ID=88bb77b3-d18c-4673-a7bb-729f90e61f7e,revision_number=3']} {{(pid=103291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:13.065602 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10414fb2-c832-4b24-bb3b-740791cd366d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:13.080220 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:13.093992 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-10414fb2-c832-4b24-bb3b-740791cd366d None None] For port 88bb77b3-d18c-4673-a7bb-729f90e61f7e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88bb77b3-d18c-4673-a7bb-729f90e61f7e,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:04:13.099156 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-10414fb2-c832-4b24-bb3b-740791cd366d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:13.134366 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] Network 925fd6db-db2b-4e19-afc5-2e2ff2de856d is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 16:04:13.137820 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8259bfbb-463f-45ca-b664-d42ec70aabb5 None None] Network 925fd6db-db2b-4e19-afc5-2e2ff2de856d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 16:04:13.138711 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:04:13.143548 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 16:04:13.174488 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] Pushing event updated for resources: {'Port': ['ID=cc71e184-be75-451f-9ebb-5666e5c4b41c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:13.193200 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598254'] for router_interface, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:13.240148 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'name': 'tempest-TestSnapshotPattern-76264996-router', 'tenant_id': '2d3517e777694cd4be08e3202bc2257d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.103'}], 'enable_snat': True}, 'gw_port_id': '88bb77b3-d18c-4673-a7bb-729f90e61f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:10Z', 'updated_at': '2021-12-06T16:04:11Z', 'revision_number': 3, 'project_id': '2d3517e777694cd4be08e3202bc2257d', 'gw_port': {'id': '88bb77b3-d18c-4673-a7bb-729f90e61f7e', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:10Z', 'updated_at': '2021-12-06T16:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:13.253859 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-f9bc5260-9a08-474b-b7af-96f6c81db5b9 None None] Provisioning complete for port d609528b-33b5-49a4-9535-f0a575ef7e13 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:13.254339 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5260-9a08-474b-b7af-96f6c81db5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:13.256070 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10414fb2-c832-4b24-bb3b-740791cd366d None None] Pushing event updated for resources: {'Port': ['ID=88bb77b3-d18c-4673-a7bb-729f90e61f7e,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:13.282163 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c98c1-0ed6-4fee-846c-6ff6d05bb5b5 None None] The sync data for ids ['b99a98f1-9097-4ad6-ae3e-fc46524b1c29'] in n-d-master-1 is: [{'id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'name': 'tempest-TestSnapshotPattern-76264996-router', 'tenant_id': '2d3517e777694cd4be08e3202bc2257d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.103'}], 'enable_snat': True}, 'gw_port_id': '88bb77b3-d18c-4673-a7bb-729f90e61f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:10Z', 'updated_at': '2021-12-06T16:04:11Z', 'revision_number': 3, 'project_id': '2d3517e777694cd4be08e3202bc2257d', 'gw_port': {'id': '88bb77b3-d18c-4673-a7bb-729f90e61f7e', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:10Z', 'updated_at': '2021-12-06T16:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 16:04:13.395475 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:13.490648 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:04:13.546896 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5260-9a08-474b-b7af-96f6c81db5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:13.597228 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-f9bc5260-9a08-474b-b7af-96f6c81db5b9 None None] For port d609528b-33b5-49a4-9535-f0a575ef7e13, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d609528b-33b5-49a4-9535-f0a575ef7e13,segment=NetworkSegment(9e003f99-430b-40a4-9752-8148c83bbc74),segment_id=9e003f99-430b-40a4-9752-8148c83bbc74)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:04:13.602675 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:13.604766 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:13.610009 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5260-9a08-474b-b7af-96f6c81db5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:13.692829 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:13.698733 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:13.729161 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc5260-9a08-474b-b7af-96f6c81db5b9 None None] Pushing event updated for resources: {'Port': ['ID=d609528b-33b5-49a4-9535-f0a575ef7e13,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:13.800938 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] Pushing event updated for resources: {'Port': ['ID=cc71e184-be75-451f-9ebb-5666e5c4b41c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:13.804637 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1656946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598274'] for router_interface, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:13.806030 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d609528b-33b5-49a4-9535-f0a575ef7e13 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:04:13.890399 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d609528b-33b5-49a4-9535-f0a575ef7e13 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:13.890838 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:13.950920 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] Network 925fd6db-db2b-4e19-afc5-2e2ff2de856d is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 16:04:13.952934 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:04:13.961435 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-de0549dc-d031-40d7-bb6a-3f4039d5ed59 None None] Provisioning complete for port cc71e184-be75-451f-9ebb-5666e5c4b41c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:13.961975 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de0549dc-d031-40d7-bb6a-3f4039d5ed59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:14.052100 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-de0549dc-d031-40d7-bb6a-3f4039d5ed59 None None] Port cc71e184-be75-451f-9ebb-5666e5c4b41c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 16:04:14.076737 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-de0549dc-d031-40d7-bb6a-3f4039d5ed59 None None] Provisioning complete for port d609528b-33b5-49a4-9535-f0a575ef7e13 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:14.077324 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-de0549dc-d031-40d7-bb6a-3f4039d5ed59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:14.142230 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] Router b99a98f1-9097-4ad6-ae3e-fc46524b1c29 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 16:04:14.287103 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 16:04:14.306956 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ee53b8c9-506f-4861-8ffb-05f3042ad742 admin admin] 10.222.0.20 "PUT /v2.0/routers/b99a98f1-9097-4ad6-ae3e-fc46524b1c29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6342664 Dec 06 16:04:14.467544 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-3dd8816a-15c3-40fd-bc23-18c33d58eee5 None None] Provisioning complete for port cc71e184-be75-451f-9ebb-5666e5c4b41c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:14.468334 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3dd8816a-15c3-40fd-bc23-18c33d58eee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:14.508571 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-3dd8816a-15c3-40fd-bc23-18c33d58eee5 None None] Port cc71e184-be75-451f-9ebb-5666e5c4b41c cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 16:04:14.800134 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50448) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:14.804774 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-e5e4bc18-d577-4999-a4ce-aa1a384499ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1235117105', 'description': 'tempest-secgroup-smoke-1235117105 description', 'project_id': '938883a0c5f444dc96c856e250da89d9'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:04:14.826998 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5e4bc18-d577-4999-a4ce-aa1a384499ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:14.890772 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5e4bc18-d577-4999-a4ce-aa1a384499ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:14.894396 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5e4bc18-d577-4999-a4ce-aa1a384499ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:14.917818 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5e4bc18-d577-4999-a4ce-aa1a384499ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:14.918951 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-e5e4bc18-d577-4999-a4ce-aa1a384499ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1177931 Dec 06 16:04:14.922080 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50450) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:14.927345 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4bc18-d577-4999-a4ce-aa1a384499ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e33af4b-d351-4350-8507-24c2d5f5393e,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:14.927554 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9f875aa0-49f5-4b51-bba8-2b55da7aec4d tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Request body: {'security_group_rule': {'security_group_id': '1e33af4b-d351-4350-8507-24c2d5f5393e', 'project_id': '938883a0c5f444dc96c856e250da89d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:04:14.955481 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f875aa0-49f5-4b51-bba8-2b55da7aec4d tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.000811 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f875aa0-49f5-4b51-bba8-2b55da7aec4d tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.005088 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f875aa0-49f5-4b51-bba8-2b55da7aec4d tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.022312 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f875aa0-49f5-4b51-bba8-2b55da7aec4d tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6987372f-4802-4716-bb19-a62a6de20e69,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:15.029927 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f875aa0-49f5-4b51-bba8-2b55da7aec4d tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.031248 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-9f875aa0-49f5-4b51-bba8-2b55da7aec4d tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1073716 Dec 06 16:04:15.034491 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50452) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:15.038997 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-91ea60b7-c010-4232-93d3-666a64d22e80 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Request body: {'security_group_rule': {'security_group_id': '1e33af4b-d351-4350-8507-24c2d5f5393e', 'project_id': '938883a0c5f444dc96c856e250da89d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:04:15.064809 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91ea60b7-c010-4232-93d3-666a64d22e80 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.119274 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91ea60b7-c010-4232-93d3-666a64d22e80 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.123037 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91ea60b7-c010-4232-93d3-666a64d22e80 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.140523 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea60b7-c010-4232-93d3-666a64d22e80 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e4f027-1760-4425-acf9-98ba75a2e348,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:15.148817 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91ea60b7-c010-4232-93d3-666a64d22e80 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.150137 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-91ea60b7-c010-4232-93d3-666a64d22e80 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145787 Dec 06 16:04:15.152764 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50454) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:15.157668 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-80c2229e-3e8f-431b-9514-234f6db6ed25 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Request body: {'security_group_rule': {'security_group_id': '1e33af4b-d351-4350-8507-24c2d5f5393e', 'project_id': '938883a0c5f444dc96c856e250da89d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:04:15.183515 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80c2229e-3e8f-431b-9514-234f6db6ed25 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.238763 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80c2229e-3e8f-431b-9514-234f6db6ed25 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.242477 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80c2229e-3e8f-431b-9514-234f6db6ed25 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.260055 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2229e-3e8f-431b-9514-234f6db6ed25 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3e3123-bbc5-45c8-a9b1-30193b532c65,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:15.267403 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80c2229e-3e8f-431b-9514-234f6db6ed25 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.268590 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-80c2229e-3e8f-431b-9514-234f6db6ed25 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148777 Dec 06 16:04:15.271262 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50456) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:15.275564 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c621bb6b-ec23-4ee1-b329-eabc01c05c99 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Request body: {'security_group_rule': {'security_group_id': '1e33af4b-d351-4350-8507-24c2d5f5393e', 'project_id': '938883a0c5f444dc96c856e250da89d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:04:15.301128 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c621bb6b-ec23-4ee1-b329-eabc01c05c99 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.365216 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c621bb6b-ec23-4ee1-b329-eabc01c05c99 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.370340 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c621bb6b-ec23-4ee1-b329-eabc01c05c99 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.395789 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621bb6b-ec23-4ee1-b329-eabc01c05c99 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e57d81e-b09c-411b-bab3-bc42b0a75577,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:15.405787 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c621bb6b-ec23-4ee1-b329-eabc01c05c99 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.407222 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-c621bb6b-ec23-4ee1-b329-eabc01c05c99 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348341 Dec 06 16:04:15.410324 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 50458) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:15.414825 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6307f032-217d-4323-8dfe-2f10a75814c9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Request body: {'security_group_rule': {'security_group_id': '1e33af4b-d351-4350-8507-24c2d5f5393e', 'project_id': '938883a0c5f444dc96c856e250da89d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:04:15.433738 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d609528b-33b5-49a4-9535-f0a575ef7e13 up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:04:15.444038 n-d-master-1 neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-6307f032-217d-4323-8dfe-2f10a75814c9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Project 938883a0c5f444dc96c856e250da89d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 16:04:15.449246 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6307f032-217d-4323-8dfe-2f10a75814c9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.485306 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port d609528b-33b5-49a4-9535-f0a575ef7e13 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:15.485944 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.510194 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6307f032-217d-4323-8dfe-2f10a75814c9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.513898 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6307f032-217d-4323-8dfe-2f10a75814c9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.532848 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307f032-217d-4323-8dfe-2f10a75814c9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873629b2-c793-4276-89e2-2c1879aa0002,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:15.540336 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6307f032-217d-4323-8dfe-2f10a75814c9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.541547 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-6307f032-217d-4323-8dfe-2f10a75814c9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302545 Dec 06 16:04:15.544491 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50460) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:15.549169 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-ac496611-2f65-4a6e-9dfe-874720f48f78 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Request body: {'security_group_rule': {'security_group_id': '1e33af4b-d351-4350-8507-24c2d5f5393e', 'project_id': '938883a0c5f444dc96c856e250da89d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:04:15.565792 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 88bb77b3-d18c-4673-a7bb-729f90e61f7e up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:04:15.576442 n-d-master-1 neutron-server[103289]: INFO neutron.db.securitygroups_db [None req-ac496611-2f65-4a6e-9dfe-874720f48f78 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Project 938883a0c5f444dc96c856e250da89d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 16:04:15.581964 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac496611-2f65-4a6e-9dfe-874720f48f78 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.614556 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port 88bb77b3-d18c-4673-a7bb-729f90e61f7e triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:15.614927 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.633678 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac496611-2f65-4a6e-9dfe-874720f48f78 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.637405 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac496611-2f65-4a6e-9dfe-874720f48f78 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789600'] for security_group_rule, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.655361 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac496611-2f65-4a6e-9dfe-874720f48f78 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe5387b-51dd-4b63-8f2b-ce9d7569c7db,revision_number=0']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:15.663634 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ac496611-2f65-4a6e-9dfe-874720f48f78 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:15.664951 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ac496611-2f65-4a6e-9dfe-874720f48f78 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194451 Dec 06 16:04:15.824022 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbedec46-f603-44c0-8672-253d4a493b68 req-2cf9fba9-5822-4c66-9c30-6e687045a60d tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235117105&fields=id&tenant_id=938883a0c5f444dc96c856e250da89d9 HTTP/1.1" status: 200 len: 267 time: 0.0502803 Dec 06 16:04:15.932403 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedec46-f603-44c0-8672-253d4a493b68 req-c12cdba2-9279-4814-aa04-d7252be50d75 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:15.934038 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbedec46-f603-44c0-8672-253d4a493b68 req-c12cdba2-9279-4814-aa04-d7252be50d75 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/networks?id=8663bd34-a613-46b9-ac16-f77d416a7186 HTTP/1.1" status: 200 len: 809 time: 0.1020181 Dec 06 16:04:15.950029 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbedec46-f603-44c0-8672-253d4a493b68 req-39b045a8-10d1-4c22-830c-33b484e36420 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/quotas/938883a0c5f444dc96c856e250da89d9 HTTP/1.1" status: 200 len: 375 time: 0.0094824 Dec 06 16:04:16.001703 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbedec46-f603-44c0-8672-253d4a493b68 req-0455dd1d-db49-40bb-9998-394030dc42b5 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=938883a0c5f444dc96c856e250da89d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449750 Dec 06 16:04:16.103103 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Sync routers for ids ['b99a98f1-9097-4ad6-ae3e-fc46524b1c29'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 16:04:16.113552 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Routers {'b99a98f1-9097-4ad6-ae3e-fc46524b1c29'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:04:16.114173 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:04:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b99a98f1-9097-4ad6-ae3e-fc46524b1c29'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:16.187088 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbedec46-f603-44c0-8672-253d4a493b68 req-60169081-faa4-4f34-b666-078ba853b7d5 service neutron] 10.222.0.20 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736531 Dec 06 16:04:16.221242 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Set router b99a98f1-9097-4ad6-ae3e-fc46524b1c29 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:04:16.280585 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbedec46-f603-44c0-8672-253d4a493b68 req-368983f5-487f-4f28-86f2-f84abb1cc3e7 service neutron] 10.222.0.20 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856147 Dec 06 16:04:16.435787 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'name': 'tempest-TestSnapshotPattern-76264996-router', 'tenant_id': '2d3517e777694cd4be08e3202bc2257d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.103'}], 'enable_snat': True}, 'gw_port_id': '88bb77b3-d18c-4673-a7bb-729f90e61f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:10Z', 'updated_at': '2021-12-06T16:04:13Z', 'revision_number': 4, 'project_id': '2d3517e777694cd4be08e3202bc2257d', 'gw_port': {'id': '88bb77b3-d18c-4673-a7bb-729f90e61f7e', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:10Z', 'updated_at': '2021-12-06T16:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'cc71e184-be75-451f-9ebb-5666e5c4b41c', 'name': '', 'network_id': '925fd6db-db2b-4e19-afc5-2e2ff2de856d', 'tenant_id': '2d3517e777694cd4be08e3202bc2257d', 'mac_address': 'fa:16:3e:ff:7d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '498531bd-470d-45ef-a0d9-03a761ed3cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:12Z', 'updated_at': '2021-12-06T16:04:13Z', 'revision_number': 2, 'project_id': '2d3517e777694cd4be08e3202bc2257d', 'subnets': [{'id': '498531bd-470d-45ef-a0d9-03a761ed3cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:16.460213 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cff60aa4-d4e8-4374-91df-fe133899f98d req-0fd1f98e-b1ef-4e8d-ad31-bff0557001b3 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 210 time: 0.0334530 Dec 06 16:04:16.470231 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Checking router: b99a98f1-9097-4ad6-ae3e-fc46524b1c29 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 16:04:16.470595 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Updating router b99a98f1-9097-4ad6-ae3e-fc46524b1c29 port cc71e184-be75-451f-9ebb-5666e5c4b41c binding host n-d-master-1 {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 16:04:16.496234 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:16.768300 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Publish callbacks [] for port, precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:16.773569 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:16.846806 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40256fc-df19-4a23-beb3-c325920c31ad None None] Pushing event updated for resources: {'Port': ['ID=cc71e184-be75-451f-9ebb-5666e5c4b41c,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:16.886542 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Attempting to bind port cc71e184-be75-451f-9ebb-5666e5c4b41c on host n-d-master-1 for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 16:04:16.887290 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Attempting to bind port cc71e184-be75-451f-9ebb-5666e5c4b41c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9e003f99-430b-40a4-9752-8148c83bbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '925fd6db-db2b-4e19-afc5-2e2ff2de856d'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 16:04:16.887789 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Attempting to bind port cc71e184-be75-451f-9ebb-5666e5c4b41c on network 925fd6db-db2b-4e19-afc5-2e2ff2de856d {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 16:04:16.894973 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Checking agent: {'id': '8ae26988-f3c5-4db7-ac56-5eda589936ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 29, 36), 'started_at': datetime.datetime(2021, 12, 6, 14, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 16, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 16:04:16.895438 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Checking segment: {'id': '9e003f99-430b-40a4-9752-8148c83bbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '925fd6db-db2b-4e19-afc5-2e2ff2de856d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 16:04:16.896061 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:16.896657 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Bound using segment: {'id': '9e003f99-430b-40a4-9752-8148c83bbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '925fd6db-db2b-4e19-afc5-2e2ff2de856d'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 16:04:16.897188 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Bound port: cc71e184-be75-451f-9ebb-5666e5c4b41c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e003f99-430b-40a4-9752-8148c83bbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '925fd6db-db2b-4e19-afc5-2e2ff2de856d'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 16:04:16.897611 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:16.964847 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] For port cc71e184-be75-451f-9ebb-5666e5c4b41c, host n-d-master-1, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 16:04:16.968607 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] For port cc71e184-be75-451f-9ebb-5666e5c4b41c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc71e184-be75-451f-9ebb-5666e5c4b41c,segment=NetworkSegment(9e003f99-430b-40a4-9752-8148c83bbc74),segment_id=9e003f99-430b-40a4-9752-8148c83bbc74)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 16:04:16.976177 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:17.032438 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Routers {'b99a98f1-9097-4ad6-ae3e-fc46524b1c29'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:04:17.033150 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:04:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b99a98f1-9097-4ad6-ae3e-fc46524b1c29'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:17.077071 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40256fc-df19-4a23-beb3-c325920c31ad None None] Pushing event updated for resources: {'Port': ['ID=cc71e184-be75-451f-9ebb-5666e5c4b41c,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:17.162644 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-7fa433b2-b076-4642-9e80-b837960a0a77 None None] Provisioning complete for port cc71e184-be75-451f-9ebb-5666e5c4b41c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:17.163041 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7fa433b2-b076-4642-9e80-b837960a0a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:17.193245 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] Set router b99a98f1-9097-4ad6-ae3e-fc46524b1c29 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:04:17.364144 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7fa433b2-b076-4642-9e80-b837960a0a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:17.430997 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7fa433b2-b076-4642-9e80-b837960a0a77 None None] For port cc71e184-be75-451f-9ebb-5666e5c4b41c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc71e184-be75-451f-9ebb-5666e5c4b41c,segment=NetworkSegment(9e003f99-430b-40a4-9752-8148c83bbc74),segment_id=9e003f99-430b-40a4-9752-8148c83bbc74)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:04:17.436097 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7fa433b2-b076-4642-9e80-b837960a0a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:17.504278 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa433b2-b076-4642-9e80-b837960a0a77 None None] Pushing event updated for resources: {'Port': ['ID=cc71e184-be75-451f-9ebb-5666e5c4b41c,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:17.512794 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'name': 'tempest-TestSnapshotPattern-76264996-router', 'tenant_id': '2d3517e777694cd4be08e3202bc2257d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.103'}], 'enable_snat': True}, 'gw_port_id': '88bb77b3-d18c-4673-a7bb-729f90e61f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:10Z', 'updated_at': '2021-12-06T16:04:13Z', 'revision_number': 4, 'project_id': '2d3517e777694cd4be08e3202bc2257d', 'gw_port': {'id': '88bb77b3-d18c-4673-a7bb-729f90e61f7e', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:10Z', 'updated_at': '2021-12-06T16:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'cc71e184-be75-451f-9ebb-5666e5c4b41c', 'name': '', 'network_id': '925fd6db-db2b-4e19-afc5-2e2ff2de856d', 'tenant_id': '2d3517e777694cd4be08e3202bc2257d', 'mac_address': 'fa:16:3e:ff:7d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '498531bd-470d-45ef-a0d9-03a761ed3cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:12Z', 'updated_at': '2021-12-06T16:04:16Z', 'revision_number': 4, 'project_id': '2d3517e777694cd4be08e3202bc2257d', 'subnets': [{'id': '498531bd-470d-45ef-a0d9-03a761ed3cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:17.557515 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be51f94-89fa-4cb6-8daa-d2faa68fbcf9 None None] The sync data for ids ['b99a98f1-9097-4ad6-ae3e-fc46524b1c29'] in n-d-master-1 is: [{'id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'name': 'tempest-TestSnapshotPattern-76264996-router', 'tenant_id': '2d3517e777694cd4be08e3202bc2257d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.103'}], 'enable_snat': True}, 'gw_port_id': '88bb77b3-d18c-4673-a7bb-729f90e61f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:10Z', 'updated_at': '2021-12-06T16:04:13Z', 'revision_number': 4, 'project_id': '2d3517e777694cd4be08e3202bc2257d', 'gw_port': {'id': '88bb77b3-d18c-4673-a7bb-729f90e61f7e', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:10Z', 'updated_at': '2021-12-06T16:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'cc71e184-be75-451f-9ebb-5666e5c4b41c', 'name': '', 'network_id': '925fd6db-db2b-4e19-afc5-2e2ff2de856d', 'tenant_id': '2d3517e777694cd4be08e3202bc2257d', 'mac_address': 'fa:16:3e:ff:7d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '498531bd-470d-45ef-a0d9-03a761ed3cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:12Z', 'updated_at': '2021-12-06T16:04:16Z', 'revision_number': 4, 'project_id': '2d3517e777694cd4be08e3202bc2257d', 'subnets': [{'id': '498531bd-470d-45ef-a0d9-03a761ed3cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 16:04:17.571590 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-bd1fb5d1-2cbf-4065-b805-fc9dafb777da None None] Provisioning complete for port cc71e184-be75-451f-9ebb-5666e5c4b41c triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:17.572819 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bd1fb5d1-2cbf-4065-b805-fc9dafb777da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:17.590186 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b8fb57bb-bd84-4cfd-9805-0f66478e0108 req-3e6b07c8-3038-40ed-856b-14834e57e4a1 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 210 time: 0.0461173 Dec 06 16:04:17.676185 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedec46-f603-44c0-8672-253d4a493b68 req-d7d27e9a-18bd-4f29-a953-3e8e267077e1 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:17.677668 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbedec46-f603-44c0-8672-253d4a493b68 req-d7d27e9a-18bd-4f29-a953-3e8e267077e1 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.23 "GET /v2.0/networks?id=8663bd34-a613-46b9-ac16-f77d416a7186 HTTP/1.1" status: 200 len: 809 time: 0.1935866 Dec 06 16:04:17.755144 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbedec46-f603-44c0-8672-253d4a493b68 req-1ea42a50-524d-4e43-9309-dbf317ea4438 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=938883a0c5f444dc96c856e250da89d9 HTTP/1.1" status: 200 len: 380 time: 0.0617180 Dec 06 16:04:17.765946 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-bbedec46-f603-44c0-8672-253d4a493b68 req-505a45e0-d14c-4711-acf3-6573948017a9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Request body: {'port': {'device_id': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'admin_state_up': True, 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'security_groups': ['1e33af4b-d351-4350-8507-24c2d5f5393e']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:04:17.878764 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbedec46-f603-44c0-8672-253d4a493b68 req-505a45e0-d14c-4711-acf3-6573948017a9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Made reservation on behalf of 938883a0c5f444dc96c856e250da89d9 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 16:04:17.882511 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bbedec46-f603-44c0-8672-253d4a493b68 req-505a45e0-d14c-4711-acf3-6573948017a9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:18.014921 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-bbedec46-f603-44c0-8672-253d4a493b68 req-505a45e0-d14c-4711-acf3-6573948017a9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Allocated IP 172.20.0.3 (8663bd34-a613-46b9-ac16-f77d416a7186/5209e5e8-c0a5-413f-b9fa-11bb2cedeeea/18668a52-b615-4998-b3ee-3e2e6eeb087d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 16:04:18.157971 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bbedec46-f603-44c0-8672-253d4a493b68 req-505a45e0-d14c-4711-acf3-6573948017a9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:18.197575 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bbedec46-f603-44c0-8672-253d4a493b68 req-505a45e0-d14c-4711-acf3-6573948017a9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:18.246837 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbedec46-f603-44c0-8672-253d4a493b68 req-505a45e0-d14c-4711-acf3-6573948017a9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Network 8663bd34-a613-46b9-ac16-f77d416a7186 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 16:04:18.249951 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-bbedec46-f603-44c0-8672-253d4a493b68 req-505a45e0-d14c-4711-acf3-6573948017a9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:04:18.256966 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbedec46-f603-44c0-8672-253d4a493b68 req-505a45e0-d14c-4711-acf3-6573948017a9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 16:04:18.260752 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a45e0-d14c-4711-acf3-6573948017a9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Pushing event updated for resources: {'Port': ['ID=18668a52-b615-4998-b3ee-3e2e6eeb087d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:18.311012 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedec46-f603-44c0-8672-253d4a493b68 req-505a45e0-d14c-4711-acf3-6573948017a9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:18.311689 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bbedec46-f603-44c0-8672-253d4a493b68 req-505a45e0-d14c-4711-acf3-6573948017a9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:18.330353 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbedec46-f603-44c0-8672-253d4a493b68 req-505a45e0-d14c-4711-acf3-6573948017a9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5684652 Dec 06 16:04:18.344287 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Request body: {'port': {'device_id': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:04:18.411019 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:18.510273 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-76d9ef52-8fdb-4e6d-a74f-599c031cac25 None None] Provisioning complete for port 18668a52-b615-4998-b3ee-3e2e6eeb087d triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:18.510844 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-76d9ef52-8fdb-4e6d-a74f-599c031cac25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:18.544033 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-76d9ef52-8fdb-4e6d-a74f-599c031cac25 None None] Port 18668a52-b615-4998-b3ee-3e2e6eeb087d cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 16:04:18.675966 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18668a52-b615-4998-b3ee-3e2e6eeb087d {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 16:04:18.683439 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:18.695797 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Transition to ACTIVE for port object 18668a52-b615-4998-b3ee-3e2e6eeb087d will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 16:04:18.700978 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:18.719022 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471afc4-4c39-4d44-bf7e-e4fcd967f25a req-8eb23f18-725e-4fb4-9417-689077870330 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:18.721524 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8471afc4-4c39-4d44-bf7e-e4fcd967f25a req-8eb23f18-725e-4fb4-9417-689077870330 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 931 time: 0.0545092 Dec 06 16:04:18.755854 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Pushing event updated for resources: {'Port': ['ID=18668a52-b615-4998-b3ee-3e2e6eeb087d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:18.777866 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-8471afc4-4c39-4d44-bf7e-e4fcd967f25a req-445c0759-1a1a-4355-9339-016e22da9c3e tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500216 Dec 06 16:04:18.825588 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Attempting to bind port 18668a52-b615-4998-b3ee-3e2e6eeb087d on host n-h1-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 16:04:18.825927 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Attempting to bind port 18668a52-b615-4998-b3ee-3e2e6eeb087d by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 16:04:18.826486 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Attempting to bind port 18668a52-b615-4998-b3ee-3e2e6eeb087d on network 8663bd34-a613-46b9-ac16-f77d416a7186 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 16:04:18.832405 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Port 18668a52-b615-4998-b3ee-3e2e6eeb087d on network 8663bd34-a613-46b9-ac16-f77d416a7186 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 16:04:18.832745 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Attempting to bind port 18668a52-b615-4998-b3ee-3e2e6eeb087d on network 8663bd34-a613-46b9-ac16-f77d416a7186 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 16:04:18.838097 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Checking agent: {'id': '677c6ffd-f31e-4ead-9e10-a535f7701adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 16, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 16:04:18.838314 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Checking segment: {'id': 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 16:04:18.838715 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Bound using segment: {'id': 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 16:04:18.839149 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Bound port: 18668a52-b615-4998-b3ee-3e2e6eeb087d, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 16:04:18.839881 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:18.905678 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] For port 18668a52-b615-4998-b3ee-3e2e6eeb087d, host n-h1-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 16:04:18.908769 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] For port 18668a52-b615-4998-b3ee-3e2e6eeb087d, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=18668a52-b615-4998-b3ee-3e2e6eeb087d,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 16:04:18.913277 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:18.949502 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:18.950128 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:18.951521 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbedec46-f603-44c0-8672-253d4a493b68 req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] 10.222.0.23 "PUT /v2.0/ports/18668a52-b615-4998-b3ee-3e2e6eeb087d HTTP/1.1" status: 200 len: 1091 time: 0.6120028 Dec 06 16:04:18.951995 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'tag': '18668a52-b615-4998-b3ee-3e2e6eeb087d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:04:18.954830 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16acaeb1-a16a-4548-bdc5-62272806b60a" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb8c4ad-27cd-482a-b2cb-d40526562f44", "tag": "18668a52-b615-4998-b3ee-3e2e6eeb087d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:04:18.997941 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272a33e-adad-478f-9a91-f426df6a674d service neutron] Pushing event updated for resources: {'Port': ['ID=18668a52-b615-4998-b3ee-3e2e6eeb087d,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:19.007492 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 16:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0aaf9d-6108-4251-a8f8-17cf88d08454 x-openstack-request-id: req-9a0aaf9d-6108-4251-a8f8-17cf88d08454 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:04:19.008419 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb8c4ad-27cd-482a-b2cb-d40526562f44", "tag": "18668a52-b615-4998-b3ee-3e2e6eeb087d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:04:19.008768 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a0aaf9d-6108-4251-a8f8-17cf88d08454 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:04:19.009225 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'tag': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'status': 'completed', 'code': 200} Dec 06 16:04:19.050229 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedec46-f603-44c0-8672-253d4a493b68 req-294481ee-e116-4ad2-b5aa-ff7ccfc4731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:19.051826 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbedec46-f603-44c0-8672-253d4a493b68 req-294481ee-e116-4ad2-b5aa-ff7ccfc4731f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=938883a0c5f444dc96c856e250da89d9&device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 1094 time: 0.0462720 Dec 06 16:04:19.101282 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbedec46-f603-44c0-8672-253d4a493b68 req-c175e04d-88ce-4abb-b9e4-d205b39eb29a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18668a52-b615-4998-b3ee-3e2e6eeb087d HTTP/1.1" status: 200 len: 217 time: 0.0402627 Dec 06 16:04:19.153946 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedec46-f603-44c0-8672-253d4a493b68 req-35effb13-33fe-4188-94c1-4e7595f538e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:19.155401 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbedec46-f603-44c0-8672-253d4a493b68 req-35effb13-33fe-4188-94c1-4e7595f538e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5209e5e8-c0a5-413f-b9fa-11bb2cedeeea HTTP/1.1" status: 200 len: 848 time: 0.0467942 Dec 06 16:04:19.203545 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedec46-f603-44c0-8672-253d4a493b68 req-849d69d7-f889-466f-a5fa-320e704571b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:19.205181 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbedec46-f603-44c0-8672-253d4a493b68 req-849d69d7-f889-466f-a5fa-320e704571b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8663bd34-a613-46b9-ac16-f77d416a7186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426774 Dec 06 16:04:19.302046 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbedec46-f603-44c0-8672-253d4a493b68 req-3717c775-7649-401c-84c1-72388a23a433 service neutron] 10.222.0.23 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842996 Dec 06 16:04:19.376610 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cc71e184-be75-451f-9ebb-5666e5c4b41c up at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:04:19.395710 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bbedec46-f603-44c0-8672-253d4a493b68 req-79adad10-4bf0-40fe-9904-d5e5eb143dad service neutron] 10.222.0.23 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855451 Dec 06 16:04:19.425200 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Provisioning complete for port cc71e184-be75-451f-9ebb-5666e5c4b41c triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:19.425687 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:19.491140 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acaeb1-a16a-4548-bdc5-62272806b60a req-b72448c9-f3ef-4866-bc9f-c77d4b23a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:19.492688 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16acaeb1-a16a-4548-bdc5-62272806b60a req-b72448c9-f3ef-4866-bc9f-c77d4b23a8cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=938883a0c5f444dc96c856e250da89d9&device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 1094 time: 0.0499587 Dec 06 16:04:19.581329 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acaeb1-a16a-4548-bdc5-62272806b60a req-49cec039-bd25-4878-9d5f-310cc0c215e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:19.582789 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16acaeb1-a16a-4548-bdc5-62272806b60a req-49cec039-bd25-4878-9d5f-310cc0c215e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8663bd34-a613-46b9-ac16-f77d416a7186 HTTP/1.1" status: 200 len: 910 time: 0.0828569 Dec 06 16:04:19.629477 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16acaeb1-a16a-4548-bdc5-62272806b60a req-42a442c8-72e7-43ca-b752-298acbf1df65 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18668a52-b615-4998-b3ee-3e2e6eeb087d HTTP/1.1" status: 200 len: 217 time: 0.0380747 Dec 06 16:04:19.679957 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acaeb1-a16a-4548-bdc5-62272806b60a req-3ff61d20-c7c6-4b0f-b618-679363d30b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:19.681401 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16acaeb1-a16a-4548-bdc5-62272806b60a req-3ff61d20-c7c6-4b0f-b618-679363d30b01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5209e5e8-c0a5-413f-b9fa-11bb2cedeeea HTTP/1.1" status: 200 len: 848 time: 0.0434673 Dec 06 16:04:19.727265 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acaeb1-a16a-4548-bdc5-62272806b60a req-441cac9e-41a8-49ff-8f8c-a01a99e8277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:19.728673 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16acaeb1-a16a-4548-bdc5-62272806b60a req-441cac9e-41a8-49ff-8f8c-a01a99e8277e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8663bd34-a613-46b9-ac16-f77d416a7186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390759 Dec 06 16:04:19.823391 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16acaeb1-a16a-4548-bdc5-62272806b60a req-a24862bf-e71d-447f-81e0-5f3262f45cfb service neutron] 10.222.0.23 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864189 Dec 06 16:04:19.898320 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7722c7-ecf5-4030-a58e-8d77fc2a8575 req-3a879bb3-5988-49ec-9213-4ebc42613253 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:19.899890 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cb7722c7-ecf5-4030-a58e-8d77fc2a8575 req-3a879bb3-5988-49ec-9213-4ebc42613253 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 943 time: 0.0507083 Dec 06 16:04:19.916814 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-16acaeb1-a16a-4548-bdc5-62272806b60a req-99798572-c08a-4deb-9ae8-74eaa9d6b908 service neutron] 10.222.0.23 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842042 Dec 06 16:04:19.952041 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-cb7722c7-ecf5-4030-a58e-8d77fc2a8575 req-1aba3a2b-e3bb-4c51-9acb-3f453116f7cc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456352 Dec 06 16:04:21.075910 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22734ad-55a8-43ce-b99b-1a173a914b18 req-fd7c08e9-0d21-4313-8992-9b4859e7dad2 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:21.077375 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e22734ad-55a8-43ce-b99b-1a173a914b18 req-fd7c08e9-0d21-4313-8992-9b4859e7dad2 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 943 time: 0.0515456 Dec 06 16:04:21.125618 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e22734ad-55a8-43ce-b99b-1a173a914b18 req-91f4c841-1e8f-48e3-8052-59e1c7a4956a tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416062 Dec 06 16:04:22.240008 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d42a62-9004-4adb-86c0-377af0802594 req-5d8925b3-4176-4789-a7d0-1d5de9047f22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:22.241458 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-85d42a62-9004-4adb-86c0-377af0802594 req-5d8925b3-4176-4789-a7d0-1d5de9047f22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 943 time: 0.0479212 Dec 06 16:04:22.293155 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-85d42a62-9004-4adb-86c0-377af0802594 req-128f76da-b138-4182-8a2c-616a54f0630e tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457325 Dec 06 16:04:22.816540 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 18668a52-b615-4998-b3ee-3e2e6eeb087d details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 16:04:22.909185 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 18668a52-b615-4998-b3ee-3e2e6eeb087d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=18668a52-b615-4998-b3ee-3e2e6eeb087d,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:04:22.919948 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'port_id': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'mac_address': 'fa:16:3e:6c:6b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 16:04:22.955861 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:22.971990 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18668a52-b615-4998-b3ee-3e2e6eeb087d {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 16:04:22.991586 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 18668a52-b615-4998-b3ee-3e2e6eeb087d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=18668a52-b615-4998-b3ee-3e2e6eeb087d,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:04:22.995352 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:23.040415 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=18668a52-b615-4998-b3ee-3e2e6eeb087d,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:23.227298 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['18668a52-b615-4998-b3ee-3e2e6eeb087d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 16:04:23.405634 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d991a9-cc34-49a2-bd0f-a7de2cfd9999 req-dc50d7ee-3f80-4787-8861-2a1b38f2b250 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:23.407641 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-74d991a9-cc34-49a2-bd0f-a7de2cfd9999 req-dc50d7ee-3f80-4787-8861-2a1b38f2b250 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 944 time: 0.0476255 Dec 06 16:04:23.458237 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-74d991a9-cc34-49a2-bd0f-a7de2cfd9999 req-5735c0ab-7de8-4a1a-9cd0-945eb0c1579b tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442579 Dec 06 16:04:24.571486 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cf3a7-56b2-4ce9-9da0-f4b7952850e6 req-93ea7926-8fa2-46a2-8768-6da20379bd83 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:24.572986 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ec0cf3a7-56b2-4ce9-9da0-f4b7952850e6 req-93ea7926-8fa2-46a2-8768-6da20379bd83 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 944 time: 0.0485289 Dec 06 16:04:24.620882 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-ec0cf3a7-56b2-4ce9-9da0-f4b7952850e6 req-dddf285b-1fae-463e-a03b-bd71f6a510d6 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420501 Dec 06 16:04:24.826091 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 18668a52-b615-4998-b3ee-3e2e6eeb087d up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:04:24.873362 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning for port 18668a52-b615-4998-b3ee-3e2e6eeb087d completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 16:04:24.877545 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 18668a52-b615-4998-b3ee-3e2e6eeb087d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:04:24.877914 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:24.955589 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:24.977623 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18668a52-b615-4998-b3ee-3e2e6eeb087d'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:04:24.979868 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597d6bf1-0859-46e7-9058-335e674f9177" -d '{"events": [{"server_uuid": "2eb8c4ad-27cd-482a-b2cb-d40526562f44", "name": "network-vif-plugged", "status": "completed", "tag": "18668a52-b615-4998-b3ee-3e2e6eeb087d"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:04:24.992570 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 18668a52-b615-4998-b3ee-3e2e6eeb087d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=18668a52-b615-4998-b3ee-3e2e6eeb087d,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:04:24.996595 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:25.042690 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=18668a52-b615-4998-b3ee-3e2e6eeb087d,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:25.083646 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 16:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e2a287-ebde-4f8c-b23f-331cf313431a x-openstack-request-id: req-38e2a287-ebde-4f8c-b23f-331cf313431a {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:04:25.084035 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb8c4ad-27cd-482a-b2cb-d40526562f44", "name": "network-vif-plugged", "status": "completed", "tag": "18668a52-b615-4998-b3ee-3e2e6eeb087d", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:04:25.084296 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38e2a287-ebde-4f8c-b23f-331cf313431a {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:04:25.084693 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'code': 200} Dec 06 16:04:25.181781 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1644c-ed70-43ed-b5c4-b34c26ffc9cc req-bb10bc99-2109-4d3f-b3c6-eae026fb6918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:25.183278 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d0a1644c-ed70-43ed-b5c4-b34c26ffc9cc req-bb10bc99-2109-4d3f-b3c6-eae026fb6918 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 1096 time: 0.0395043 Dec 06 16:04:25.232023 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d0a1644c-ed70-43ed-b5c4-b34c26ffc9cc req-ff100998-2e78-48a0-8477-370d6c38226c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413208 Dec 06 16:04:25.734907 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36d124-5010-43e2-8b16-6b93d7deb324 req-e2b975fd-9a67-4478-8490-d2fb1d33e1d4 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:25.737013 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fd36d124-5010-43e2-8b16-6b93d7deb324 req-e2b975fd-9a67-4478-8490-d2fb1d33e1d4 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 945 time: 0.0485084 Dec 06 16:04:25.784793 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-fd36d124-5010-43e2-8b16-6b93d7deb324 req-9c526430-212b-423f-936b-9cef2450311c tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418584 Dec 06 16:04:26.899919 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff1149-bd12-4bb3-ada4-9ab96fdf486c req-f70d1ff5-a410-4aca-827c-88abf7a19d26 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:26.901392 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8cff1149-bd12-4bb3-ada4-9ab96fdf486c req-f70d1ff5-a410-4aca-827c-88abf7a19d26 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 945 time: 0.0486782 Dec 06 16:04:26.950202 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8cff1149-bd12-4bb3-ada4-9ab96fdf486c req-93ba3e0e-b1d1-4bf8-bb07-0766fb2046f3 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422735 Dec 06 16:04:27.067461 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b72afd-daf6-478d-8255-6311fb5da47e req-6aa3192b-37be-46a8-acae-daa5ddf6489c tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:27.068867 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09b72afd-daf6-478d-8255-6311fb5da47e req-6aa3192b-37be-46a8-acae-daa5ddf6489c tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 945 time: 0.0513306 Dec 06 16:04:27.116607 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-09b72afd-daf6-478d-8255-6311fb5da47e req-4f6e5e69-ffe8-4cd8-ae3c-bd256f9ecfc5 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418794 Dec 06 16:04:27.138540 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50530) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:27.218626 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356441a-f022-443e-80a7-c75c7c6bb4cb tempest-TestSnapshotPattern-1864753863 tempest-TestSnapshotPattern-1864753863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:27.220187 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-3356441a-f022-443e-80a7-c75c7c6bb4cb tempest-TestSnapshotPattern-1864753863 tempest-TestSnapshotPattern-1864753863-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 1091 time: 0.0806477 Dec 06 16:04:27.223101 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50534) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:04:27.227228 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:04:27.247865 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:27.345578 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:27.443067 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Allocated IP 172.35.7.24 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/a4b26a39-ab3d-4bfe-9847-c921d90b229d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 16:04:27.546949 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:27.580399 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:27.618383 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 16:04:27.621159 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:04:27.625324 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 16:04:27.649697 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Pushing event updated for resources: {'Port': ['ID=a4b26a39-ab3d-4bfe-9847-c921d90b229d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:27.973143 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:28.036589 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:28.182477 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:28.187022 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:28.257659 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Pushing event updated for resources: {'Port': ['ID=a4b26a39-ab3d-4bfe-9847-c921d90b229d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:04:28.267867 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:28.366043 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Floating IP 83a180a2-c34d-4800-87fe-68552dcd1773 associated. External IP: 172.35.7.24, port: 18668a52-b615-4998-b3ee-3e2e6eeb087d. Dec 06 16:04:28.568687 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Router bc8944ec-ee62-4e35-b740-a59a90ef69f0 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 16:04:28.572036 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:28.985745 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 16:04:28.995069 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e055fcef-5fb2-4bcc-9956-a87b38d354bb None None] Sync routers for ids ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 16:04:29.003528 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:29.005988 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e055fcef-5fb2-4bcc-9956-a87b38d354bb None None] Routers {'bc8944ec-ee62-4e35-b740-a59a90ef69f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:04:29.006607 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e055fcef-5fb2-4bcc-9956-a87b38d354bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:04:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:29.029485 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-d338816f-3fee-4ca0-8566-b8961328bb22 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8053672 Dec 06 16:04:29.030083 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'tag': '18668a52-b615-4998-b3ee-3e2e6eeb087d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:04:29.032382 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2099b0-1765-49d9-a1fd-98f6539a4685" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb8c4ad-27cd-482a-b2cb-d40526562f44", "tag": "18668a52-b615-4998-b3ee-3e2e6eeb087d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:04:29.069172 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 16:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fb3eea-fe20-4340-832c-793165574173 x-openstack-request-id: req-b3fb3eea-fe20-4340-832c-793165574173 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:04:29.069470 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb8c4ad-27cd-482a-b2cb-d40526562f44", "tag": "18668a52-b615-4998-b3ee-3e2e6eeb087d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:04:29.069729 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3fb3eea-fe20-4340-832c-793165574173 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:04:29.070134 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'tag': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'status': 'completed', 'code': 200} Dec 06 16:04:29.111198 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e055fcef-5fb2-4bcc-9956-a87b38d354bb None None] Set router bc8944ec-ee62-4e35-b740-a59a90ef69f0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:04:29.133500 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2099b0-1765-49d9-a1fd-98f6539a4685 req-daf22b40-d462-4796-91f7-d480ff53320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:29.135025 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a2099b0-1765-49d9-a1fd-98f6539a4685 req-daf22b40-d462-4796-91f7-d480ff53320a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=938883a0c5f444dc96c856e250da89d9&device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 1096 time: 0.0411816 Dec 06 16:04:29.227328 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2099b0-1765-49d9-a1fd-98f6539a4685 req-49f08af1-6466-4793-9d64-7288d5f6c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:29.228817 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a2099b0-1765-49d9-a1fd-98f6539a4685 req-49f08af1-6466-4793-9d64-7288d5f6c8da service neutron] 10.222.0.23 "GET /v2.0/networks?id=8663bd34-a613-46b9-ac16-f77d416a7186 HTTP/1.1" status: 200 len: 910 time: 0.0875156 Dec 06 16:04:29.291491 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a2099b0-1765-49d9-a1fd-98f6539a4685 req-a2fe78d8-993f-416b-87f5-2cf3243aeb22 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18668a52-b615-4998-b3ee-3e2e6eeb087d HTTP/1.1" status: 200 len: 998 time: 0.0561414 Dec 06 16:04:29.331972 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e055fcef-5fb2-4bcc-9956-a87b38d354bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '83a180a2-c34d-4800-87fe-68552dcd1773', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'floating_ip_address': '172.35.7.24', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'port_id': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'mac_address': 'fa:16:3e:6c:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T16:04:27Z', 'updated_at': '2021-12-06T16:04:27Z', 'revision_number': 0, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea23df3-f1b7-48bf-acb5-2aa21fde48b9', 'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'mac_address': 'fa:16:3e:a6:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:07Z', 'updated_at': '2021-12-06T16:04:12Z', 'revision_number': 5, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'subnets': [{'id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:29.343508 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2099b0-1765-49d9-a1fd-98f6539a4685 req-fd7e8d1e-10fa-4313-b53d-af25ba7ef3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:29.345532 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a2099b0-1765-49d9-a1fd-98f6539a4685 req-fd7e8d1e-10fa-4313-b53d-af25ba7ef3bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5209e5e8-c0a5-413f-b9fa-11bb2cedeeea HTTP/1.1" status: 200 len: 848 time: 0.0470037 Dec 06 16:04:29.358058 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e055fcef-5fb2-4bcc-9956-a87b38d354bb None None] Checking router: bc8944ec-ee62-4e35-b740-a59a90ef69f0 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 16:04:29.367008 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e055fcef-5fb2-4bcc-9956-a87b38d354bb None None] Routers {'bc8944ec-ee62-4e35-b740-a59a90ef69f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:04:29.367614 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e055fcef-5fb2-4bcc-9956-a87b38d354bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:04:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:29.394967 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2099b0-1765-49d9-a1fd-98f6539a4685 req-1ed38d5e-fe3b-44c0-91d5-3633476c7808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:04:29.396458 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a2099b0-1765-49d9-a1fd-98f6539a4685 req-1ed38d5e-fe3b-44c0-91d5-3633476c7808 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8663bd34-a613-46b9-ac16-f77d416a7186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425436 Dec 06 16:04:29.468311 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-e055fcef-5fb2-4bcc-9956-a87b38d354bb None None] Set router bc8944ec-ee62-4e35-b740-a59a90ef69f0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:04:29.489204 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a2099b0-1765-49d9-a1fd-98f6539a4685 req-ed4ae0ef-e2c5-4df7-ba54-ca690440ac1d service neutron] 10.222.0.23 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851815 Dec 06 16:04:29.583734 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7a2099b0-1765-49d9-a1fd-98f6539a4685 req-6315056e-0a56-4be9-b8c4-99169f2b31b9 service neutron] 10.222.0.23 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860863 Dec 06 16:04:29.683605 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-e055fcef-5fb2-4bcc-9956-a87b38d354bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '83a180a2-c34d-4800-87fe-68552dcd1773', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'floating_ip_address': '172.35.7.24', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'port_id': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'mac_address': 'fa:16:3e:6c:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T16:04:27Z', 'updated_at': '2021-12-06T16:04:27Z', 'revision_number': 0, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea23df3-f1b7-48bf-acb5-2aa21fde48b9', 'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'mac_address': 'fa:16:3e:a6:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:07Z', 'updated_at': '2021-12-06T16:04:12Z', 'revision_number': 5, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'subnets': [{'id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:04:29.712171 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e055fcef-5fb2-4bcc-9956-a87b38d354bb None None] The sync data for ids ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'] in n-d-master-1 is: [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '83a180a2-c34d-4800-87fe-68552dcd1773', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'floating_ip_address': '172.35.7.24', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'port_id': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'mac_address': 'fa:16:3e:6c:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T16:04:27Z', 'updated_at': '2021-12-06T16:04:27Z', 'revision_number': 0, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea23df3-f1b7-48bf-acb5-2aa21fde48b9', 'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'mac_address': 'fa:16:3e:a6:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:07Z', 'updated_at': '2021-12-06T16:04:12Z', 'revision_number': 5, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'subnets': [{'id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 16:04:29.904130 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ea29ad-6d9d-46d6-a779-e6baab114101 None None] New status for floating IP 83a180a2-c34d-4800-87fe-68552dcd1773: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 16:04:30.643259 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:30.942264 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff6a7-99ad-4ab8-b2e7-7e4ac499aa51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:33.347451 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8e193cdf-f597-4e05-9cc3-9e9723049063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:34.305847 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:35.955800 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:36.808925 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:04:37.718955 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:04:58.577515 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:05:00.643551 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:05:00.943924 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3e8024ee-28c8-48d7-8a9a-196612da76ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:05:03.349392 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-08eeb6d4-35e9-44ea-a60a-c7bfdeef13f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:05:04.309140 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:05:05.956581 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:05:06.810637 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:05:14.718060 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:05:26.392928 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c722179-d3df-451b-8f2c-47f5f1856d8c req-c445e10a-02a8-42ac-b827-0f50d179bd46 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0942237 Dec 06 16:05:26.475062 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c722179-d3df-451b-8f2c-47f5f1856d8c req-d95e8e2f-edbd-4f3e-8e21-ac700076a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:05:26.476540 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c722179-d3df-451b-8f2c-47f5f1856d8c req-d95e8e2f-edbd-4f3e-8e21-ac700076a792 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=938883a0c5f444dc96c856e250da89d9&device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 1096 time: 0.0397642 Dec 06 16:05:26.579981 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c722179-d3df-451b-8f2c-47f5f1856d8c req-3e76e989-df75-4cb4-a5e1-75b444a4579d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:05:26.581333 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c722179-d3df-451b-8f2c-47f5f1856d8c req-3e76e989-df75-4cb4-a5e1-75b444a4579d service neutron] 10.222.0.23 "GET /v2.0/networks?id=8663bd34-a613-46b9-ac16-f77d416a7186 HTTP/1.1" status: 200 len: 910 time: 0.0858612 Dec 06 16:05:26.645317 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c722179-d3df-451b-8f2c-47f5f1856d8c req-55503bbb-8cb3-4481-b355-18ff63be9685 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18668a52-b615-4998-b3ee-3e2e6eeb087d HTTP/1.1" status: 200 len: 1000 time: 0.0562241 Dec 06 16:05:26.698589 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c722179-d3df-451b-8f2c-47f5f1856d8c req-fa85d429-1fac-4bf2-aaab-8a330d7f1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:05:26.700026 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c722179-d3df-451b-8f2c-47f5f1856d8c req-fa85d429-1fac-4bf2-aaab-8a330d7f1ab6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5209e5e8-c0a5-413f-b9fa-11bb2cedeeea HTTP/1.1" status: 200 len: 848 time: 0.0471666 Dec 06 16:05:26.744102 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c722179-d3df-451b-8f2c-47f5f1856d8c req-81564f65-debf-40b2-94a4-ecabd1afa8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:05:26.745554 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c722179-d3df-451b-8f2c-47f5f1856d8c req-81564f65-debf-40b2-94a4-ecabd1afa8d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8663bd34-a613-46b9-ac16-f77d416a7186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391252 Dec 06 16:05:26.832887 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c722179-d3df-451b-8f2c-47f5f1856d8c req-1b7760fc-c06f-4fba-996b-5faf14780618 service neutron] 10.222.0.23 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800998 Dec 06 16:05:26.924281 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-7c722179-d3df-451b-8f2c-47f5f1856d8c req-8000205e-06be-40f0-923b-48e7f83eeac7 service neutron] 10.222.0.23 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837481 Dec 06 16:05:28.588719 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:05:30.656058 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:05:30.948131 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb95f058-e54b-46f7-a087-50f2a4e7deca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:05:33.351180 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32b8d127-2573-4f62-a6b9-eb60383b185e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:05:34.311995 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:05:35.959223 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:05:36.811889 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:05:51.717594 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:05:58.587519 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:00.671164 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:00.949557 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-32677102-40d2-46d2-afba-e34bae7bca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:03.352781 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-edc3abe2-9e76-4331-b8ce-5fafac430aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:04.314241 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:05.961287 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:06.812927 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:26.373161 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f13ec-982a-4a3d-8b5b-7d8a266dd327 req-a3741001-f1ad-48bb-a4df-a1ec30d42043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:26.374647 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-282f13ec-982a-4a3d-8b5b-7d8a266dd327 req-a3741001-f1ad-48bb-a4df-a1ec30d42043 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=938883a0c5f444dc96c856e250da89d9&device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 1096 time: 0.0411677 Dec 06 16:06:26.482287 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f13ec-982a-4a3d-8b5b-7d8a266dd327 req-d16284a3-cf57-4f00-92c0-8283a8785651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:26.483812 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-282f13ec-982a-4a3d-8b5b-7d8a266dd327 req-d16284a3-cf57-4f00-92c0-8283a8785651 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8663bd34-a613-46b9-ac16-f77d416a7186 HTTP/1.1" status: 200 len: 910 time: 0.0884252 Dec 06 16:06:26.550004 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-282f13ec-982a-4a3d-8b5b-7d8a266dd327 req-6c3976f9-6dff-4c4c-b28c-9d84f8740b32 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18668a52-b615-4998-b3ee-3e2e6eeb087d HTTP/1.1" status: 200 len: 1000 time: 0.0566528 Dec 06 16:06:26.597697 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f13ec-982a-4a3d-8b5b-7d8a266dd327 req-7b8a0618-e117-47e8-a62f-324b84f85762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:26.599086 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-282f13ec-982a-4a3d-8b5b-7d8a266dd327 req-7b8a0618-e117-47e8-a62f-324b84f85762 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5209e5e8-c0a5-413f-b9fa-11bb2cedeeea HTTP/1.1" status: 200 len: 848 time: 0.0418859 Dec 06 16:06:26.649003 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f13ec-982a-4a3d-8b5b-7d8a266dd327 req-a4e58690-6262-44ad-acc9-b818dd3350cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:26.650441 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-282f13ec-982a-4a3d-8b5b-7d8a266dd327 req-a4e58690-6262-44ad-acc9-b818dd3350cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8663bd34-a613-46b9-ac16-f77d416a7186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425372 Dec 06 16:06:26.740490 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-282f13ec-982a-4a3d-8b5b-7d8a266dd327 req-0a4c81b8-8646-4394-8674-239ff0c48fcb service neutron] 10.222.0.23 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818942 Dec 06 16:06:26.834210 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-282f13ec-982a-4a3d-8b5b-7d8a266dd327 req-e8abab9e-73ee-4d7c-b475-f95996c28fc6 service neutron] 10.222.0.23 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844705 Dec 06 16:06:27.437683 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 18668a52-b615-4998-b3ee-3e2e6eeb087d details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 16:06:27.533565 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 18668a52-b615-4998-b3ee-3e2e6eeb087d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=18668a52-b615-4998-b3ee-3e2e6eeb087d,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:06:27.544237 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Returning: {'device': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'port_id': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'mac_address': 'fa:16:3e:6c:6b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 16:06:27.581367 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:27.594223 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18668a52-b615-4998-b3ee-3e2e6eeb087d {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 16:06:27.613248 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 18668a52-b615-4998-b3ee-3e2e6eeb087d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=18668a52-b615-4998-b3ee-3e2e6eeb087d,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:06:27.617417 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:27.666909 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=18668a52-b615-4998-b3ee-3e2e6eeb087d,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:06:27.674904 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:27.675252 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:27.675589 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:27.675948 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:27.676277 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:27.676603 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:27.676925 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:27.677247 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:27.677566 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:27.677884 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:27.678202 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:27.678520 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:27.678835 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:27.691077 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] get_ports_and_sgs() called for port_ids ['18668a52-b615-4998-b3ee-3e2e6eeb087d'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 16:06:28.604217 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:28.718345 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:06:29.436817 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 18668a52-b615-4998-b3ee-3e2e6eeb087d up at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:06:29.492536 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Provisioning complete for port 18668a52-b615-4998-b3ee-3e2e6eeb087d triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:06:29.493173 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:29.580436 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:29.610662 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18668a52-b615-4998-b3ee-3e2e6eeb087d'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:06:29.613021 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8ea353-1002-4459-89ff-29d2b1081dd9" -d '{"events": [{"server_uuid": "2eb8c4ad-27cd-482a-b2cb-d40526562f44", "name": "network-vif-plugged", "status": "completed", "tag": "18668a52-b615-4998-b3ee-3e2e6eeb087d"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:06:29.629815 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 18668a52-b615-4998-b3ee-3e2e6eeb087d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=18668a52-b615-4998-b3ee-3e2e6eeb087d,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:06:29.637065 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:29.664838 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 16:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63329fa8-4413-47fa-9d6c-e249809d10df x-openstack-request-id: req-63329fa8-4413-47fa-9d6c-e249809d10df {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:06:29.665145 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb8c4ad-27cd-482a-b2cb-d40526562f44", "name": "network-vif-plugged", "status": "completed", "tag": "18668a52-b615-4998-b3ee-3e2e6eeb087d", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:06:29.665398 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63329fa8-4413-47fa-9d6c-e249809d10df {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:06:29.665790 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'code': 200} Dec 06 16:06:29.695529 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=18668a52-b615-4998-b3ee-3e2e6eeb087d,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:06:30.672393 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:30.953587 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-634c5063-3f92-4bcc-9296-123216de193b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:33.356939 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-2c9fa1b6-d170-41ce-aaa1-93ce56f37d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:34.320405 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:35.966592 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:36.818138 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:38.050593 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-b3f5f61e-302b-4ec0-9948-2242943dde9f tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235117105&fields=id&tenant_id=938883a0c5f444dc96c856e250da89d9 HTTP/1.1" status: 200 len: 267 time: 0.0448411 Dec 06 16:06:38.159417 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-4cf69224-70c8-4fe0-b4a9-c59bf3ca5d74 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:38.160942 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-4cf69224-70c8-4fe0-b4a9-c59bf3ca5d74 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/networks?id=8663bd34-a613-46b9-ac16-f77d416a7186 HTTP/1.1" status: 200 len: 809 time: 0.1037002 Dec 06 16:06:38.175608 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-17b89b17-5e1b-4149-8163-4ae4aab7e488 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/quotas/938883a0c5f444dc96c856e250da89d9 HTTP/1.1" status: 200 len: 375 time: 0.0086992 Dec 06 16:06:38.227843 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-43ee72eb-851a-46fc-8dfe-82262d81082a tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=938883a0c5f444dc96c856e250da89d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471272 Dec 06 16:06:38.290178 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-91526748-6cb8-48de-8b09-7aefc58141c4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 16:06:38.291197 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-91526748-6cb8-48de-8b09-7aefc58141c4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0523546 Dec 06 16:06:38.379206 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-ad26301e-b822-4195-81a9-e4e62085400f service neutron] 10.222.0.20 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816734 Dec 06 16:06:38.471992 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-a112465f-e7de-4693-8213-047bb7d6fcd6 service neutron] 10.222.0.20 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867469 Dec 06 16:06:39.458703 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 18668a52-b615-4998-b3ee-3e2e6eeb087d no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 16:06:39.534366 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:39.556141 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18668a52-b615-4998-b3ee-3e2e6eeb087d'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:06:39.558331 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bff03b8-161e-43f1-bef5-07a644dad062" -d '{"events": [{"server_uuid": "2eb8c4ad-27cd-482a-b2cb-d40526562f44", "name": "network-vif-unplugged", "status": "completed", "tag": "18668a52-b615-4998-b3ee-3e2e6eeb087d"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:06:39.570885 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] For port 18668a52-b615-4998-b3ee-3e2e6eeb087d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=18668a52-b615-4998-b3ee-3e2e6eeb087d,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:06:39.575357 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:39.632184 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Pushing event updated for resources: {'Port': ['ID=18668a52-b615-4998-b3ee-3e2e6eeb087d,revision_number=8']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:06:39.649902 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 16:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb92a70-8eaa-4c43-ad35-8a404a0cabdb x-openstack-request-id: req-7bb92a70-8eaa-4c43-ad35-8a404a0cabdb {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:06:39.650211 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb8c4ad-27cd-482a-b2cb-d40526562f44", "name": "network-vif-unplugged", "status": "completed", "tag": "18668a52-b615-4998-b3ee-3e2e6eeb087d", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:06:39.650469 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bb92a70-8eaa-4c43-ad35-8a404a0cabdb {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:06:39.650864 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'code': 200} Dec 06 16:06:39.659935 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-2c6f090d-ba22-4559-bb19-0984b7e296dc req-8edf571e-a6af-4ef9-b9c6-8bdc8f2be6db tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 210 time: 0.0294414 Dec 06 16:06:40.738158 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c4db58dd-851c-4430-b720-bed9af897643 req-95b96979-262d-49c1-bfd3-f9238cf2f96b tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 210 time: 0.0274985 Dec 06 16:06:41.831745 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-f068eba6-aea7-4ed5-bf9f-8e843ce4b7b6 req-131fd761-9e2a-4a84-846c-f2bd6d079ef8 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 210 time: 0.0262086 Dec 06 16:06:42.668630 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-50899a0c-b3c0-475c-b3fc-22c3368cdb8c tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:42.670129 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-50899a0c-b3c0-475c-b3fc-22c3368cdb8c tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.37 "GET /v2.0/networks?id=8663bd34-a613-46b9-ac16-f77d416a7186 HTTP/1.1" status: 200 len: 809 time: 0.1066065 Dec 06 16:06:42.736876 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-eeb361c9-f5a5-44a2-8434-b982f448ee57 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=938883a0c5f444dc96c856e250da89d9 HTTP/1.1" status: 200 len: 380 time: 0.0551867 Dec 06 16:06:42.747995 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Request body: {'port': {'device_id': 'fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'admin_state_up': True, 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'security_groups': ['1e33af4b-d351-4350-8507-24c2d5f5393e']}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:06:42.857388 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Made reservation on behalf of 938883a0c5f444dc96c856e250da89d9 for: {'port': 1} {{(pid=103289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 16:06:42.861076 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:42.961002 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fd5a90ba-2f2f-4b21-a051-00b9bbbf528c req-651d753e-99e1-40a1-a593-02718b00b9d6 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 210 time: 0.0394366 Dec 06 16:06:43.047265 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Allocated IP 172.20.0.14 (8663bd34-a613-46b9-ac16-f77d416a7186/5209e5e8-c0a5-413f-b9fa-11bb2cedeeea/5334756f-8415-4127-95db-d46a83fe4163) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 16:06:43.223231 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:43.260644 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:43.314942 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Network 8663bd34-a613-46b9-ac16-f77d416a7186 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 16:06:43.318073 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:06:43.321805 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 16:06:43.349022 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Pushing event updated for resources: {'Port': ['ID=5334756f-8415-4127-95db-d46a83fe4163,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:06:43.368893 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:43.369243 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:43.369583 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:43.369919 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:43.370253 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:43.370582 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:43.370910 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:43.371611 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:43.371611 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:43.371952 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:43.372218 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:43.372544 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:43.372864 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:06:43.425885 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:43.427898 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:43.445028 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-afee89bb-345d-4956-bdc3-5697a6835698 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7006409 Dec 06 16:06:43.570892 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-6f24966d-e1da-4aad-b070-91ded92fc5fb None None] Provisioning complete for port 5334756f-8415-4127-95db-d46a83fe4163 triggered by entity DHCP. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:06:43.571464 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-6f24966d-e1da-4aad-b070-91ded92fc5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:43.606648 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-6f24966d-e1da-4aad-b070-91ded92fc5fb None None] Port 5334756f-8415-4127-95db-d46a83fe4163 cannot update to ACTIVE because it is not bound. {{(pid=103290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 16:06:44.092630 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ee8bd-2a5e-42bd-88ca-b8fd8b75b2e3 req-814e021d-61ec-41f7-a310-c04a62e6239f tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:44.094244 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f3ee8bd-2a5e-42bd-88ca-b8fd8b75b2e3 req-814e021d-61ec-41f7-a310-c04a62e6239f tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 932 time: 0.0567482 Dec 06 16:06:44.145850 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-5f3ee8bd-2a5e-42bd-88ca-b8fd8b75b2e3 req-0632060f-2b04-4f07-aedd-a363498e1a3a tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451953 Dec 06 16:06:45.265487 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d10b71-78f0-465e-be6c-dbc10f371fa8 req-fc2d1d2c-3458-4feb-b5e1-6f1c1d97f1e9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:45.267020 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56d10b71-78f0-465e-be6c-dbc10f371fa8 req-fc2d1d2c-3458-4feb-b5e1-6f1c1d97f1e9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 932 time: 0.0495133 Dec 06 16:06:45.318647 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-56d10b71-78f0-465e-be6c-dbc10f371fa8 req-3bc442fc-01e1-4a7d-b607-227a888a0129 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439053 Dec 06 16:06:46.440600 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5acb3d-b49d-4c00-ae91-7b01420ed2e9 req-1ced9b16-891a-44f6-b286-8426d114dafc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:46.442134 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4d5acb3d-b49d-4c00-ae91-7b01420ed2e9 req-1ced9b16-891a-44f6-b286-8426d114dafc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 932 time: 0.0516698 Dec 06 16:06:46.495642 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-4d5acb3d-b49d-4c00-ae91-7b01420ed2e9 req-0debbb86-4a70-46d4-bf07-486ae6784f30 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473654 Dec 06 16:06:47.610100 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356117f-6630-47b0-8732-6faec5222d5f req-1cdc515d-613c-45df-a54b-a71043c60f83 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:47.611578 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0356117f-6630-47b0-8732-6faec5222d5f req-1cdc515d-613c-45df-a54b-a71043c60f83 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 932 time: 0.0476198 Dec 06 16:06:47.669341 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0356117f-6630-47b0-8732-6faec5222d5f req-0bd403c4-bc22-4f9e-b23d-e94b26143df0 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506604 Dec 06 16:06:48.791310 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f13ed-ba0c-4a3c-86a8-dc7b2aef4dfa req-2e152e7f-8843-4973-a82a-84f082119970 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:48.792781 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-434f13ed-ba0c-4a3c-86a8-dc7b2aef4dfa req-2e152e7f-8843-4973-a82a-84f082119970 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 932 time: 0.0509422 Dec 06 16:06:48.850258 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-434f13ed-ba0c-4a3c-86a8-dc7b2aef4dfa req-ffc2dfdf-2caa-4229-a41c-63e3aa91de0c tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513241 Dec 06 16:06:49.976320 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd3228-9aa8-470e-9448-b5c0880957e0 req-00c04d79-38ba-4a8f-b11b-bf488c000efd tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:49.977809 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-84bd3228-9aa8-470e-9448-b5c0880957e0 req-00c04d79-38ba-4a8f-b11b-bf488c000efd tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 932 time: 0.0547531 Dec 06 16:06:50.027159 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-84bd3228-9aa8-470e-9448-b5c0880957e0 req-52453443-8dd0-4433-951d-4e196a4f2545 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433753 Dec 06 16:06:51.144496 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b9ad9-8e54-4890-a5e4-386b69cb4ecc req-6c3583ee-d194-40bb-8333-1a1415d99081 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:51.146074 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e98b9ad9-8e54-4890-a5e4-386b69cb4ecc req-6c3583ee-d194-40bb-8333-1a1415d99081 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 932 time: 0.0507150 Dec 06 16:06:51.208699 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-e98b9ad9-8e54-4890-a5e4-386b69cb4ecc req-48df35e2-09aa-4009-80ea-691acde027c6 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566740 Dec 06 16:06:52.327961 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df72aa0-6a5b-4388-b217-72d3d704c157 req-62be2ebb-5d20-4a82-bd01-3c98107972c3 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:52.329473 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5df72aa0-6a5b-4388-b217-72d3d704c157 req-62be2ebb-5d20-4a82-bd01-3c98107972c3 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 932 time: 0.0484602 Dec 06 16:06:52.393359 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-5df72aa0-6a5b-4388-b217-72d3d704c157 req-69e76cef-18cc-4ef1-9c11-dd6dfe16d339 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566282 Dec 06 16:06:53.210973 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-ebd2dab0-c1b8-460c-a025-d6427cfbf972 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 16:06:53.211982 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-ebd2dab0-c1b8-460c-a025-d6427cfbf972 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054710 Dec 06 16:06:53.269107 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Request body: {'port': {'device_id': 'fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:06:53.324463 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:53.511208 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc8057-92bc-4aa7-aaf8-b89b7a5c49e5 req-5342d66a-f7e1-40ea-875d-6692f8b5a34d tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:53.512717 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7cc8057-92bc-4aa7-aaf8-b89b7a5c49e5 req-5342d66a-f7e1-40ea-875d-6692f8b5a34d tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 932 time: 0.0494237 Dec 06 16:06:53.563073 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-b7cc8057-92bc-4aa7-aaf8-b89b7a5c49e5 req-d7d71388-04d4-4fb2-a44c-032d1a8f049e tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442753 Dec 06 16:06:53.581926 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5334756f-8415-4127-95db-d46a83fe4163 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 16:06:53.589318 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:53.601616 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Transition to ACTIVE for port object 5334756f-8415-4127-95db-d46a83fe4163 will not be triggered until provisioned by entity L2. {{(pid=103289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 16:06:53.605240 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:53.653215 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Pushing event updated for resources: {'Port': ['ID=5334756f-8415-4127-95db-d46a83fe4163,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:06:53.730384 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Attempting to bind port 5334756f-8415-4127-95db-d46a83fe4163 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 16:06:53.730713 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Attempting to bind port 5334756f-8415-4127-95db-d46a83fe4163 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 16:06:53.731038 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Attempting to bind port 5334756f-8415-4127-95db-d46a83fe4163 on network 8663bd34-a613-46b9-ac16-f77d416a7186 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 16:06:53.735592 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Port 5334756f-8415-4127-95db-d46a83fe4163 on network 8663bd34-a613-46b9-ac16-f77d416a7186 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 16:06:53.735938 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Attempting to bind port 5334756f-8415-4127-95db-d46a83fe4163 on network 8663bd34-a613-46b9-ac16-f77d416a7186 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 16:06:53.741670 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Checking agent: {'id': '3d3b738f-58b5-4bf1-a8cb-c63dd9ba6ba7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'started_at': datetime.datetime(2021, 12, 6, 14, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 16, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 16:06:53.741938 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Checking segment: {'id': 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 16:06:53.742328 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Bound using segment: {'id': 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 16:06:53.742742 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Bound port: 5334756f-8415-4127-95db-d46a83fe4163, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 16:06:53.743093 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:53.808067 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] For port 5334756f-8415-4127-95db-d46a83fe4163, host n-h2-master-1, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 16:06:53.811476 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] For port 5334756f-8415-4127-95db-d46a83fe4163, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5334756f-8415-4127-95db-d46a83fe4163,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 16:06:53.816227 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:53.852855 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:53.853472 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:53.854872 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] 10.222.0.37 "PUT /v2.0/ports/5334756f-8415-4127-95db-d46a83fe4163 HTTP/1.1" status: 200 len: 1092 time: 0.6339087 Dec 06 16:06:53.855317 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b', 'tag': '5334756f-8415-4127-95db-d46a83fe4163'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:06:53.857611 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98038c13-c53d-4e95-98f7-f9b856f52d16" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b", "tag": "5334756f-8415-4127-95db-d46a83fe4163"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:06:53.892464 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff875cf-2cb9-4c7d-987a-31ee36c2ada0 service neutron] Pushing event updated for resources: {'Port': ['ID=5334756f-8415-4127-95db-d46a83fe4163,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:06:53.911702 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 16:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddde50e-b6d3-4b5a-b63f-0e98568edc57 x-openstack-request-id: req-2ddde50e-b6d3-4b5a-b63f-0e98568edc57 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:06:53.911702 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b", "tag": "5334756f-8415-4127-95db-d46a83fe4163", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:06:53.911702 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ddde50e-b6d3-4b5a-b63f-0e98568edc57 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:06:53.912081 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b', 'tag': '5334756f-8415-4127-95db-d46a83fe4163', 'status': 'completed', 'code': 200} Dec 06 16:06:53.945546 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-2a6d4304-eb23-42c7-94fd-ec1aec9d3da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:53.947046 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-2a6d4304-eb23-42c7-94fd-ec1aec9d3da5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=938883a0c5f444dc96c856e250da89d9&device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 1095 time: 0.0472922 Dec 06 16:06:53.996905 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-9d8e6c2b-cdfe-4c10-ae5e-e0665ae15646 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5334756f-8415-4127-95db-d46a83fe4163 HTTP/1.1" status: 200 len: 217 time: 0.0356345 Dec 06 16:06:54.051906 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-7151b7f9-ca07-48c2-a8a0-8375aef07796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:54.053408 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-7151b7f9-ca07-48c2-a8a0-8375aef07796 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5209e5e8-c0a5-413f-b9fa-11bb2cedeeea HTTP/1.1" status: 200 len: 848 time: 0.0458360 Dec 06 16:06:54.107230 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-faa0873d-549c-48d5-acd1-80c4f8077545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:54.108753 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-faa0873d-549c-48d5-acd1-80c4f8077545 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8663bd34-a613-46b9-ac16-f77d416a7186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443361 Dec 06 16:06:54.199388 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-3b0f99b8-9518-45a2-abea-e4cc57b3283e service neutron] 10.222.0.37 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797987 Dec 06 16:06:54.293002 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f7eef503-7c1e-4c08-8e4e-e5d6ad58f9a2 req-fe2841b2-c82e-4a5b-a97d-61da02be3d3c service neutron] 10.222.0.37 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822551 Dec 06 16:06:54.389902 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98038c13-c53d-4e95-98f7-f9b856f52d16 req-fb1ae5c4-028a-4550-8bae-47bb72a1af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:54.391447 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98038c13-c53d-4e95-98f7-f9b856f52d16 req-fb1ae5c4-028a-4550-8bae-47bb72a1af4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=938883a0c5f444dc96c856e250da89d9&device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 1095 time: 0.0401599 Dec 06 16:06:54.481770 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98038c13-c53d-4e95-98f7-f9b856f52d16 req-7916b22c-3fb2-4bdc-8164-f4d4e435a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:54.483225 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98038c13-c53d-4e95-98f7-f9b856f52d16 req-7916b22c-3fb2-4bdc-8164-f4d4e435a1d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8663bd34-a613-46b9-ac16-f77d416a7186 HTTP/1.1" status: 200 len: 910 time: 0.0848036 Dec 06 16:06:54.525140 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98038c13-c53d-4e95-98f7-f9b856f52d16 req-da7deb51-5df1-446a-ad93-a92995746fc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5334756f-8415-4127-95db-d46a83fe4163 HTTP/1.1" status: 200 len: 217 time: 0.0344579 Dec 06 16:06:54.573949 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98038c13-c53d-4e95-98f7-f9b856f52d16 req-cdcdabb6-825e-432d-9476-1fee31ece6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:54.575246 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98038c13-c53d-4e95-98f7-f9b856f52d16 req-cdcdabb6-825e-432d-9476-1fee31ece6b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5209e5e8-c0a5-413f-b9fa-11bb2cedeeea HTTP/1.1" status: 200 len: 848 time: 0.0415695 Dec 06 16:06:54.623845 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98038c13-c53d-4e95-98f7-f9b856f52d16 req-518d4885-fc6b-4079-bc6e-dc77e741a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:54.625461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98038c13-c53d-4e95-98f7-f9b856f52d16 req-518d4885-fc6b-4079-bc6e-dc77e741a2ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8663bd34-a613-46b9-ac16-f77d416a7186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394824 Dec 06 16:06:54.682263 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df26041-37b7-4136-9350-1255713e8484 req-ed5bc060-7508-4579-a256-e1d783a14a4c tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:54.683776 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6df26041-37b7-4136-9350-1255713e8484 req-ed5bc060-7508-4579-a256-e1d783a14a4c tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 944 time: 0.0524433 Dec 06 16:06:54.719160 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98038c13-c53d-4e95-98f7-f9b856f52d16 req-f8cbc822-6265-4f87-a102-d875078a2ed1 service neutron] 10.222.0.37 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854211 Dec 06 16:06:54.732484 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-6df26041-37b7-4136-9350-1255713e8484 req-04feb930-4d76-4475-a733-18c45c655d51 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427384 Dec 06 16:06:54.811246 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-98038c13-c53d-4e95-98f7-f9b856f52d16 req-a2faf8c2-bf6f-4cca-bc3a-10d19c9862f4 service neutron] 10.222.0.37 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842185 Dec 06 16:06:55.849809 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74daea60-ced0-4ef7-acb6-6b8d26032424 req-eac2fcfa-8400-4090-9207-7b09f67ace87 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:55.851299 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-74daea60-ced0-4ef7-acb6-6b8d26032424 req-eac2fcfa-8400-4090-9207-7b09f67ace87 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 944 time: 0.0490057 Dec 06 16:06:55.900126 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-74daea60-ced0-4ef7-acb6-6b8d26032424 req-15193335-bd7b-4140-9402-6dc524450adc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427823 Dec 06 16:06:57.014482 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2af66-06a6-4178-9917-93caaecb3ac7 req-f8ba63f9-2561-4fd4-9231-bdb406b013d3 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:57.015965 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31a2af66-06a6-4178-9917-93caaecb3ac7 req-f8ba63f9-2561-4fd4-9231-bdb406b013d3 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 944 time: 0.0483201 Dec 06 16:06:57.064634 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-31a2af66-06a6-4178-9917-93caaecb3ac7 req-f263e5cd-bd18-494e-9eb3-a4f3bbe3b3f3 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427656 Dec 06 16:06:58.181934 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd18a9-9c89-4a7a-b175-ac7dd2b86a1d req-585b01aa-330c-4130-b8f8-910264007124 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:58.183461 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9fdd18a9-9c89-4a7a-b175-ac7dd2b86a1d req-585b01aa-330c-4130-b8f8-910264007124 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 944 time: 0.0489335 Dec 06 16:06:58.233487 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-9fdd18a9-9c89-4a7a-b175-ac7dd2b86a1d req-ab7b9827-6ef7-499e-9e6d-7a99f01c420f tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440578 Dec 06 16:06:58.611176 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:58.954040 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5334756f-8415-4127-95db-d46a83fe4163 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 16:06:59.047203 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5334756f-8415-4127-95db-d46a83fe4163, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5334756f-8415-4127-95db-d46a83fe4163,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:06:59.058025 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '5334756f-8415-4127-95db-d46a83fe4163', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'port_id': '5334756f-8415-4127-95db-d46a83fe4163', 'mac_address': 'fa:16:3e:87:6a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 16:06:59.097274 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:59.109289 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5334756f-8415-4127-95db-d46a83fe4163 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 16:06:59.127192 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5334756f-8415-4127-95db-d46a83fe4163, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5334756f-8415-4127-95db-d46a83fe4163,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:06:59.131477 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:06:59.177907 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=5334756f-8415-4127-95db-d46a83fe4163,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:06:59.354336 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f198b3f-ea8c-4da1-99e1-4a0b63c00169 req-036263a0-6c85-4751-a706-159b2e9aaa58 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:06:59.355817 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f198b3f-ea8c-4da1-99e1-4a0b63c00169 req-036263a0-6c85-4751-a706-159b2e9aaa58 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 945 time: 0.0541604 Dec 06 16:06:59.406153 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9f198b3f-ea8c-4da1-99e1-4a0b63c00169 req-923ecf24-cd1b-4b97-a1f4-91f616eef1bf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443790 Dec 06 16:06:59.479494 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['5334756f-8415-4127-95db-d46a83fe4163'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 16:07:00.536696 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1092c87-1bc2-4103-a4e1-b3db49fba745 req-c9963ad3-7f81-4024-a680-4d1ad13102eb tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:07:00.538229 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d1092c87-1bc2-4103-a4e1-b3db49fba745 req-c9963ad3-7f81-4024-a680-4d1ad13102eb tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 945 time: 0.0622265 Dec 06 16:07:00.588273 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-d1092c87-1bc2-4103-a4e1-b3db49fba745 req-570b6001-7c36-497f-996f-26ea5c177140 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438638 Dec 06 16:07:00.671917 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:00.954440 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5334756f-8415-4127-95db-d46a83fe4163 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:07:00.957681 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-31f6b2e9-9119-4c89-9606-42883492dc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:01.007459 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning for port 5334756f-8415-4127-95db-d46a83fe4163 completed by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 16:07:01.011159 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 5334756f-8415-4127-95db-d46a83fe4163 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:07:01.011527 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:01.087990 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:01.110399 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5334756f-8415-4127-95db-d46a83fe4163'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:07:01.113195 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35585e3a-3a65-4c71-9419-254ee506ca0a" -d '{"events": [{"server_uuid": "fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b", "name": "network-vif-plugged", "status": "completed", "tag": "5334756f-8415-4127-95db-d46a83fe4163"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:07:01.126426 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5334756f-8415-4127-95db-d46a83fe4163, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5334756f-8415-4127-95db-d46a83fe4163,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:07:01.130747 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:01.155816 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 16:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebd7d8d-c406-435e-9b7c-907b20ecfa4c x-openstack-request-id: req-aebd7d8d-c406-435e-9b7c-907b20ecfa4c {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:07:01.156110 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b", "name": "network-vif-plugged", "status": "completed", "tag": "5334756f-8415-4127-95db-d46a83fe4163", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:07:01.156383 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aebd7d8d-c406-435e-9b7c-907b20ecfa4c {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:07:01.156769 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5334756f-8415-4127-95db-d46a83fe4163', 'code': 200} Dec 06 16:07:01.180986 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=5334756f-8415-4127-95db-d46a83fe4163,revision_number=5']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:07:01.262632 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfd28b-5cfb-44cc-85b9-1395cb604867 req-4ac1453d-ed93-4376-82f9-cfee9df1665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:07:01.264081 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbdfd28b-5cfb-44cc-85b9-1395cb604867 req-4ac1453d-ed93-4376-82f9-cfee9df1665a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 1097 time: 0.0424209 Dec 06 16:07:01.315893 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fbdfd28b-5cfb-44cc-85b9-1395cb604867 req-da16f3cb-8243-471a-bf73-f59636e1a2e9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409088 Dec 06 16:07:01.714196 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473b35f-38d6-402f-963e-976f80409b8a req-bef233c8-fd2f-4e22-9dc1-77be9b69850f tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:07:01.716155 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c473b35f-38d6-402f-963e-976f80409b8a req-bef233c8-fd2f-4e22-9dc1-77be9b69850f tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 946 time: 0.0541973 Dec 06 16:07:01.765899 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c473b35f-38d6-402f-963e-976f80409b8a req-3b8ae4fe-8bab-4ebf-9f37-3637ab8724ad tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433805 Dec 06 16:07:02.885901 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97ea12-65c5-4528-a31b-1832d3b81089 req-77a23334-3c55-4358-a43b-3d2f2882e294 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:07:02.887465 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c97ea12-65c5-4528-a31b-1832d3b81089 req-77a23334-3c55-4358-a43b-3d2f2882e294 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 946 time: 0.0492387 Dec 06 16:07:02.935518 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-9c97ea12-65c5-4528-a31b-1832d3b81089 req-1d0f65c6-dedc-4eb8-bd98-5d3e3f4e7bd9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420592 Dec 06 16:07:03.047817 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9dfe9-492d-47fb-b833-202d9062641b req-3a3361d0-ac29-48a4-ae5b-72b89bcf1901 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:07:03.049180 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bab9dfe9-492d-47fb-b833-202d9062641b req-3a3361d0-ac29-48a4-ae5b-72b89bcf1901 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 946 time: 0.0467117 Dec 06 16:07:03.098364 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-bab9dfe9-492d-47fb-b833-202d9062641b req-46c85fc9-949b-43de-815d-fb1579cd90f4 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419052 Dec 06 16:07:03.121004 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50814) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:07:03.158570 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b445d302-2b93-48bc-bacf-3b2a96abd0ea tempest-TestSnapshotPattern-1864753863 tempest-TestSnapshotPattern-1864753863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:07:03.160568 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b445d302-2b93-48bc-bacf-3b2a96abd0ea tempest-TestSnapshotPattern-1864753863 tempest-TestSnapshotPattern-1864753863-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 1092 time: 0.0386016 Dec 06 16:07:03.163219 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 50816) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:07:03.167364 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.v2.base [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Request body: {'floatingip': {'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'port_id': '5334756f-8415-4127-95db-d46a83fe4163', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:07:03.188683 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for floatingip, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:03.285868 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:03.358839 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-624f094b-2a8c-42ba-b1f5-3a70fb992539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:03.391713 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Allocated IP 172.35.7.92 (259ca1fe-391e-4985-b762-bc5e5b194437/8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255/ab95f531-66e5-43ca-ae13-fd6a9e5d711d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 16:07:03.491616 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for port, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:03.525167 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762841523990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:03.564207 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Network 259ca1fe-391e-4985-b762-bc5e5b194437 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 16:07:03.567069 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:07:03.570495 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 16:07:03.595906 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Pushing event updated for resources: {'Port': ['ID=ab95f531-66e5-43ca-ae13-fd6a9e5d711d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:07:03.922550 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:03.989899 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:04.130829 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for port, precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:04.135325 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63734692'] for port, after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:04.204049 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Pushing event updated for resources: {'Port': ['ID=ab95f531-66e5-43ca-ae13-fd6a9e5d711d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:07:04.214307 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598369'] for floatingip, after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:04.320349 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:04.618948 n-d-master-1 neutron-server[103289]: INFO neutron.db.l3_db [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Floating IP 16b5afc4-6343-46a2-9e94-f534622e2018 associated. External IP: 172.35.7.92, port: 5334756f-8415-4127-95db-d46a83fe4163. Dec 06 16:07:04.819304 n-d-master-1 neutron-server[103289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Router bc8944ec-ee62-4e35-b740-a59a90ef69f0 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 16:07:04.921000 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 16:07:04.932192 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50010db5-d1f7-4745-a157-14820c6a92ad None None] Sync routers for ids ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 16:07:04.940538 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:04.942469 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50010db5-d1f7-4745-a157-14820c6a92ad None None] Routers {'bc8944ec-ee62-4e35-b740-a59a90ef69f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:07:04.943142 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-50010db5-d1f7-4745-a157-14820c6a92ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:07:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:07:04.970796 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-b5bf80a1-e30c-43b8-870f-65d8e14ea791 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8064291 Dec 06 16:07:04.971923 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b', 'tag': '5334756f-8415-4127-95db-d46a83fe4163'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:07:04.974193 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe81a73-ccc3-4fa1-9afb-42c76975ecfc" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b", "tag": "5334756f-8415-4127-95db-d46a83fe4163"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:07:05.011099 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 16:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a392ac-e0e5-4447-acaf-4badf0c87add x-openstack-request-id: req-82a392ac-e0e5-4447-acaf-4badf0c87add {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:07:05.011401 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b", "tag": "5334756f-8415-4127-95db-d46a83fe4163", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:07:05.011680 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82a392ac-e0e5-4447-acaf-4badf0c87add {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:07:05.012100 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b', 'tag': '5334756f-8415-4127-95db-d46a83fe4163', 'status': 'completed', 'code': 200} Dec 06 16:07:05.051596 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-50010db5-d1f7-4745-a157-14820c6a92ad None None] Set router bc8944ec-ee62-4e35-b740-a59a90ef69f0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:07:05.075949 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe81a73-ccc3-4fa1-9afb-42c76975ecfc req-0973ed39-5e46-41d7-9869-a18c0fa0e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:07:05.077346 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbe81a73-ccc3-4fa1-9afb-42c76975ecfc req-0973ed39-5e46-41d7-9869-a18c0fa0e839 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=938883a0c5f444dc96c856e250da89d9&device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 1097 time: 0.0400457 Dec 06 16:07:05.167817 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe81a73-ccc3-4fa1-9afb-42c76975ecfc req-c2b93990-9834-4c81-8ec9-6f1f7d8dbabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:07:05.169278 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbe81a73-ccc3-4fa1-9afb-42c76975ecfc req-c2b93990-9834-4c81-8ec9-6f1f7d8dbabc service neutron] 10.222.0.37 "GET /v2.0/networks?id=8663bd34-a613-46b9-ac16-f77d416a7186 HTTP/1.1" status: 200 len: 910 time: 0.0834601 Dec 06 16:07:05.241459 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbe81a73-ccc3-4fa1-9afb-42c76975ecfc req-5e8e7b22-f0f7-4b14-9785-4f731008d252 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5334756f-8415-4127-95db-d46a83fe4163 HTTP/1.1" status: 200 len: 999 time: 0.0627823 Dec 06 16:07:05.275043 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-50010db5-d1f7-4745-a157-14820c6a92ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '16b5afc4-6343-46a2-9e94-f534622e2018', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'floating_ip_address': '172.35.7.92', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'port_id': '5334756f-8415-4127-95db-d46a83fe4163', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'mac_address': 'fa:16:3e:87:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T16:07:03Z', 'updated_at': '2021-12-06T16:07:03Z', 'revision_number': 0, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'fixed_ip_address_scope': None}, {'id': '83a180a2-c34d-4800-87fe-68552dcd1773', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'floating_ip_address': '172.35.7.24', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'port_id': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'mac_address': 'fa:16:3e:6c:6b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T16:04:27Z', 'updated_at': '2021-12-06T16:04:30Z', 'revision_number': 1, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea23df3-f1b7-48bf-acb5-2aa21fde48b9', 'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'mac_address': 'fa:16:3e:a6:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:07Z', 'updated_at': '2021-12-06T16:04:12Z', 'revision_number': 5, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'subnets': [{'id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:07:05.290797 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe81a73-ccc3-4fa1-9afb-42c76975ecfc req-959b8f2e-67a8-4396-ba60-44c1a46f6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:07:05.292289 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbe81a73-ccc3-4fa1-9afb-42c76975ecfc req-959b8f2e-67a8-4396-ba60-44c1a46f6fe2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5209e5e8-c0a5-413f-b9fa-11bb2cedeeea HTTP/1.1" status: 200 len: 848 time: 0.0431938 Dec 06 16:07:05.300769 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50010db5-d1f7-4745-a157-14820c6a92ad None None] Checking router: bc8944ec-ee62-4e35-b740-a59a90ef69f0 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 16:07:05.309491 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50010db5-d1f7-4745-a157-14820c6a92ad None None] Routers {'bc8944ec-ee62-4e35-b740-a59a90ef69f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:07:05.310111 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-50010db5-d1f7-4745-a157-14820c6a92ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:07:03Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:07:05.338064 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe81a73-ccc3-4fa1-9afb-42c76975ecfc req-b2a9127b-4115-4d41-a760-dc157a1d8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:07:05.339491 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbe81a73-ccc3-4fa1-9afb-42c76975ecfc req-b2a9127b-4115-4d41-a760-dc157a1d8a5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8663bd34-a613-46b9-ac16-f77d416a7186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399253 Dec 06 16:07:05.415211 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-50010db5-d1f7-4745-a157-14820c6a92ad None None] Set router bc8944ec-ee62-4e35-b740-a59a90ef69f0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:07:05.434099 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbe81a73-ccc3-4fa1-9afb-42c76975ecfc req-c57393ea-ef1a-4be3-9515-c6b2e3f91a5c service neutron] 10.222.0.37 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869265 Dec 06 16:07:05.527784 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-dbe81a73-ccc3-4fa1-9afb-42c76975ecfc req-71bbff8e-720d-4fb4-856a-233e3ccccb6f service neutron] 10.222.0.37 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862560 Dec 06 16:07:05.637216 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-50010db5-d1f7-4745-a157-14820c6a92ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '16b5afc4-6343-46a2-9e94-f534622e2018', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'floating_ip_address': '172.35.7.92', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'port_id': '5334756f-8415-4127-95db-d46a83fe4163', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'mac_address': 'fa:16:3e:87:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T16:07:03Z', 'updated_at': '2021-12-06T16:07:03Z', 'revision_number': 0, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'fixed_ip_address_scope': None}, {'id': '83a180a2-c34d-4800-87fe-68552dcd1773', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'floating_ip_address': '172.35.7.24', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'port_id': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'mac_address': 'fa:16:3e:6c:6b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T16:04:27Z', 'updated_at': '2021-12-06T16:04:30Z', 'revision_number': 1, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea23df3-f1b7-48bf-acb5-2aa21fde48b9', 'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'mac_address': 'fa:16:3e:a6:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:07Z', 'updated_at': '2021-12-06T16:04:12Z', 'revision_number': 5, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'subnets': [{'id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:07:05.664109 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50010db5-d1f7-4745-a157-14820c6a92ad None None] The sync data for ids ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'] in n-d-master-1 is: [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '16b5afc4-6343-46a2-9e94-f534622e2018', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'floating_ip_address': '172.35.7.92', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'port_id': '5334756f-8415-4127-95db-d46a83fe4163', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'mac_address': 'fa:16:3e:87:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T16:07:03Z', 'updated_at': '2021-12-06T16:07:03Z', 'revision_number': 0, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'fixed_ip_address_scope': None}, {'id': '83a180a2-c34d-4800-87fe-68552dcd1773', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'floating_ip_address': '172.35.7.24', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'port_id': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'mac_address': 'fa:16:3e:6c:6b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T16:04:27Z', 'updated_at': '2021-12-06T16:04:30Z', 'revision_number': 1, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea23df3-f1b7-48bf-acb5-2aa21fde48b9', 'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'mac_address': 'fa:16:3e:a6:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:07Z', 'updated_at': '2021-12-06T16:04:12Z', 'revision_number': 5, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'subnets': [{'id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 16:07:05.717534 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:07:05.863516 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744d1dd1-2e08-4ab1-8c54-c298550905ef None None] New status for floating IP 16b5afc4-6343-46a2-9e94-f534622e2018: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 16:07:05.981640 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:06.820682 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:28.329010 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c081ba45-75ab-4380-bb20-fbee9d266ef9 req-5cd3b62d-966a-4850-9c71-bac13dcb6665 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398252 Dec 06 16:07:28.406975 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081ba45-75ab-4380-bb20-fbee9d266ef9 req-2a35bf1f-48ae-4927-b6b2-e28ee2af87cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:07:28.408458 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c081ba45-75ab-4380-bb20-fbee9d266ef9 req-2a35bf1f-48ae-4927-b6b2-e28ee2af87cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=938883a0c5f444dc96c856e250da89d9&device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 1094 time: 0.0393674 Dec 06 16:07:28.513486 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081ba45-75ab-4380-bb20-fbee9d266ef9 req-7f03d0fd-c965-4c15-9006-2d8d91abad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:07:28.514974 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c081ba45-75ab-4380-bb20-fbee9d266ef9 req-7f03d0fd-c965-4c15-9006-2d8d91abad69 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8663bd34-a613-46b9-ac16-f77d416a7186 HTTP/1.1" status: 200 len: 910 time: 0.0877380 Dec 06 16:07:28.578737 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c081ba45-75ab-4380-bb20-fbee9d266ef9 req-bb1b05c6-e6b0-45a5-82cb-dbdc8c3cb643 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18668a52-b615-4998-b3ee-3e2e6eeb087d HTTP/1.1" status: 200 len: 998 time: 0.0568554 Dec 06 16:07:28.626724 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:28.628670 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081ba45-75ab-4380-bb20-fbee9d266ef9 req-0afdb6b2-f5e9-4d65-ae48-b15fa33df62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:07:28.630118 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c081ba45-75ab-4380-bb20-fbee9d266ef9 req-0afdb6b2-f5e9-4d65-ae48-b15fa33df62a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5209e5e8-c0a5-413f-b9fa-11bb2cedeeea HTTP/1.1" status: 200 len: 848 time: 0.0447154 Dec 06 16:07:28.678462 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081ba45-75ab-4380-bb20-fbee9d266ef9 req-ffb1399b-bef3-4c4f-a785-eaf4650f4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:07:28.680050 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c081ba45-75ab-4380-bb20-fbee9d266ef9 req-ffb1399b-bef3-4c4f-a785-eaf4650f4103 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8663bd34-a613-46b9-ac16-f77d416a7186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434799 Dec 06 16:07:28.772216 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c081ba45-75ab-4380-bb20-fbee9d266ef9 req-1166156f-39eb-4d1e-ae1e-41df490ac780 service neutron] 10.222.0.23 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820036 Dec 06 16:07:28.865208 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-c081ba45-75ab-4380-bb20-fbee9d266ef9 req-b591e58d-75b4-4a2a-a8f8-c2e542175d19 service neutron] 10.222.0.23 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860445 Dec 06 16:07:30.684462 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:30.960667 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe28db32-3272-4916-8a2f-c92d906a8cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:31.374302 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0986b3b4-92a2-4199-b5da-37be45547842 req-9792133c-7eb5-4733-8e16-0acc50d0f63b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393021 Dec 06 16:07:31.467517 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986b3b4-92a2-4199-b5da-37be45547842 req-f1d8fb11-03e7-40ab-976b-3847c88d51df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:07:31.469013 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0986b3b4-92a2-4199-b5da-37be45547842 req-f1d8fb11-03e7-40ab-976b-3847c88d51df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=938883a0c5f444dc96c856e250da89d9&device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 1097 time: 0.0404778 Dec 06 16:07:31.579332 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986b3b4-92a2-4199-b5da-37be45547842 req-6bc56f6c-3c44-463f-902f-d5e1d5ba75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:07:31.580793 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0986b3b4-92a2-4199-b5da-37be45547842 req-6bc56f6c-3c44-463f-902f-d5e1d5ba75ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=8663bd34-a613-46b9-ac16-f77d416a7186 HTTP/1.1" status: 200 len: 910 time: 0.0862756 Dec 06 16:07:31.649122 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0986b3b4-92a2-4199-b5da-37be45547842 req-c1423f00-5eac-4d3c-922b-bd9d469a7e90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5334756f-8415-4127-95db-d46a83fe4163 HTTP/1.1" status: 200 len: 1001 time: 0.0573204 Dec 06 16:07:31.705380 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986b3b4-92a2-4199-b5da-37be45547842 req-9aea540f-ab87-4946-b5ba-f6647c150151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:07:31.707445 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0986b3b4-92a2-4199-b5da-37be45547842 req-9aea540f-ab87-4946-b5ba-f6647c150151 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5209e5e8-c0a5-413f-b9fa-11bb2cedeeea HTTP/1.1" status: 200 len: 848 time: 0.0469913 Dec 06 16:07:31.756044 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986b3b4-92a2-4199-b5da-37be45547842 req-187858fd-a346-498f-bad9-044e3ee20904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:07:31.757502 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0986b3b4-92a2-4199-b5da-37be45547842 req-187858fd-a346-498f-bad9-044e3ee20904 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8663bd34-a613-46b9-ac16-f77d416a7186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390317 Dec 06 16:07:31.854645 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0986b3b4-92a2-4199-b5da-37be45547842 req-7f890710-347d-4113-9a57-19cb907d4472 service neutron] 10.222.0.37 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836096 Dec 06 16:07:31.951183 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-0986b3b4-92a2-4199-b5da-37be45547842 req-cad81311-73b6-4d5f-a847-fcc894f2f355 service neutron] 10.222.0.37 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840638 Dec 06 16:07:33.360132 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e7fdab06-af24-4cad-86d8-e4f9875da767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:34.322013 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:35.964837 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:36.821787 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:07:42.716644 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:07:58.642621 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:00.692565 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:00.962121 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-f16021d8-36e3-4206-b447-e39685354fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:03.360955 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-589961ec-f5eb-4566-8e3c-47990a8ad342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:04.324898 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:05.967527 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:06.822518 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:19.716668 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:08:28.648398 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:30.334004 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0aba51c-b48d-4e2e-9fec-81bf0709e771 req-9c880924-ccc2-47d2-be1a-4db3f9c6e3a9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406470 Dec 06 16:08:30.414892 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aba51c-b48d-4e2e-9fec-81bf0709e771 req-5040dab6-f6a9-4fd2-973b-39928ff23ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:30.416393 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0aba51c-b48d-4e2e-9fec-81bf0709e771 req-5040dab6-f6a9-4fd2-973b-39928ff23ded service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=938883a0c5f444dc96c856e250da89d9&device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 1094 time: 0.0404215 Dec 06 16:08:30.521684 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aba51c-b48d-4e2e-9fec-81bf0709e771 req-68aa5fd4-db52-484c-bcc4-a7ea3824f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:30.523141 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0aba51c-b48d-4e2e-9fec-81bf0709e771 req-68aa5fd4-db52-484c-bcc4-a7ea3824f13d service neutron] 10.222.0.23 "GET /v2.0/networks?id=8663bd34-a613-46b9-ac16-f77d416a7186 HTTP/1.1" status: 200 len: 910 time: 0.0880225 Dec 06 16:08:30.586215 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0aba51c-b48d-4e2e-9fec-81bf0709e771 req-8e8f07b2-acdc-40c0-a14c-0d3ca86e1d4f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18668a52-b615-4998-b3ee-3e2e6eeb087d HTTP/1.1" status: 200 len: 998 time: 0.0556955 Dec 06 16:08:30.638501 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aba51c-b48d-4e2e-9fec-81bf0709e771 req-c649e78e-7386-4a68-8ab5-e70ceda0c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:30.640014 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0aba51c-b48d-4e2e-9fec-81bf0709e771 req-c649e78e-7386-4a68-8ab5-e70ceda0c65d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5209e5e8-c0a5-413f-b9fa-11bb2cedeeea HTTP/1.1" status: 200 len: 848 time: 0.0462320 Dec 06 16:08:30.684459 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aba51c-b48d-4e2e-9fec-81bf0709e771 req-ded89117-380b-4e9d-9e82-c71a76a0916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:30.685944 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0aba51c-b48d-4e2e-9fec-81bf0709e771 req-ded89117-380b-4e9d-9e82-c71a76a0916d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8663bd34-a613-46b9-ac16-f77d416a7186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395923 Dec 06 16:08:30.686974 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:30.772049 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0aba51c-b48d-4e2e-9fec-81bf0709e771 req-66ad5860-c056-4f99-9558-724a466ca6be service neutron] 10.222.0.23 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793896 Dec 06 16:08:30.862079 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e0aba51c-b48d-4e2e-9fec-81bf0709e771 req-807df47d-cfab-4eff-a615-4398a7326ec7 service neutron] 10.222.0.23 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836215 Dec 06 16:08:30.962311 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-31deaca0-4a5a-4fc7-8a81-2c6de31af379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:31.377576 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ecdd14d-bf43-48f7-8831-b7ee30acaaae req-fa8c0ccb-a30e-491c-9173-3134c34fe2fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398307 Dec 06 16:08:31.467732 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd14d-bf43-48f7-8831-b7ee30acaaae req-17b6d304-1579-44f8-961c-a8318dd0da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:31.469211 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ecdd14d-bf43-48f7-8831-b7ee30acaaae req-17b6d304-1579-44f8-961c-a8318dd0da85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=938883a0c5f444dc96c856e250da89d9&device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 1097 time: 0.0446451 Dec 06 16:08:31.577619 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd14d-bf43-48f7-8831-b7ee30acaaae req-0057b544-1997-4b37-869d-74843fafee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:31.579069 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ecdd14d-bf43-48f7-8831-b7ee30acaaae req-0057b544-1997-4b37-869d-74843fafee6f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8663bd34-a613-46b9-ac16-f77d416a7186 HTTP/1.1" status: 200 len: 910 time: 0.0835690 Dec 06 16:08:31.651244 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ecdd14d-bf43-48f7-8831-b7ee30acaaae req-b9608dcd-ce07-483a-a55b-40bf291fbb62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5334756f-8415-4127-95db-d46a83fe4163 HTTP/1.1" status: 200 len: 1001 time: 0.0602434 Dec 06 16:08:31.704357 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd14d-bf43-48f7-8831-b7ee30acaaae req-e5df71c7-16f4-42dc-b1e3-736f520d5e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:31.705791 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ecdd14d-bf43-48f7-8831-b7ee30acaaae req-e5df71c7-16f4-42dc-b1e3-736f520d5e63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5209e5e8-c0a5-413f-b9fa-11bb2cedeeea HTTP/1.1" status: 200 len: 848 time: 0.0421782 Dec 06 16:08:31.754975 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd14d-bf43-48f7-8831-b7ee30acaaae req-6ba6918f-6ab4-4d7e-a6da-b059e56b5fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:31.756464 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ecdd14d-bf43-48f7-8831-b7ee30acaaae req-6ba6918f-6ab4-4d7e-a6da-b059e56b5fb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8663bd34-a613-46b9-ac16-f77d416a7186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391312 Dec 06 16:08:31.849526 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ecdd14d-bf43-48f7-8831-b7ee30acaaae req-39a4f440-f4ed-4e05-9893-648c80a9d9d5 service neutron] 10.222.0.37 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852056 Dec 06 16:08:31.941172 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-8ecdd14d-bf43-48f7-8831-b7ee30acaaae req-aad8f80e-b561-4b8a-82cc-38f1af6c4bd5 service neutron] 10.222.0.37 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797305 Dec 06 16:08:33.360792 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9b14f80f-e6d6-4516-b2b9-2aa4377d62b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:34.328466 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:35.389840 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5334756f-8415-4127-95db-d46a83fe4163 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 16:08:35.484323 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5334756f-8415-4127-95db-d46a83fe4163, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5334756f-8415-4127-95db-d46a83fe4163,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:08:35.499150 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Returning: {'device': '5334756f-8415-4127-95db-d46a83fe4163', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'port_id': '5334756f-8415-4127-95db-d46a83fe4163', 'mac_address': 'fa:16:3e:87:6a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 16:08:35.537975 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:35.550662 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5334756f-8415-4127-95db-d46a83fe4163 {{(pid=103290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 16:08:35.571243 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5334756f-8415-4127-95db-d46a83fe4163, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5334756f-8415-4127-95db-d46a83fe4163,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:08:35.575179 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:35.624609 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=5334756f-8415-4127-95db-d46a83fe4163,revision_number=6']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:08:35.632808 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:35.633158 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:35.633502 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:35.634152 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:35.634421 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:35.634537 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:35.634817 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:35.635136 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:35.635496 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:35.635810 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:35.636138 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:35.636462 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:35.636783 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:35.665523 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] get_ports_and_sgs() called for port_ids ['5334756f-8415-4127-95db-d46a83fe4163'] {{(pid=103290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 16:08:35.977164 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:36.826606 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:37.403518 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5334756f-8415-4127-95db-d46a83fe4163 up at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:08:37.458365 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.provisioning_blocks [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Provisioning complete for port 5334756f-8415-4127-95db-d46a83fe4163 triggered by entity L2. {{(pid=103290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:08:37.458738 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-728652'] for port, provisioning_complete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:37.539742 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656054'] for port, before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:37.572990 n-d-master-1 neutron-server[103290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5334756f-8415-4127-95db-d46a83fe4163'}] {{(pid=103290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:08:37.575595 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a31097b4ebd9b551bae19b10885fae2cbbd88e496fa1d5653ad7361a73b09e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda8f738-e6b4-4ed6-82d9-d399782ebe89" -d '{"events": [{"server_uuid": "fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b", "name": "network-vif-plugged", "status": "completed", "tag": "5334756f-8415-4127-95db-d46a83fe4163"}]}' {{(pid=103290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:08:37.593640 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] For port 5334756f-8415-4127-95db-d46a83fe4163, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5334756f-8415-4127-95db-d46a83fe4163,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:08:37.599997 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762842046392', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762841524008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762841524026'] for port, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:37.631690 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 16:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99da9be-200b-46d1-be99-9bd6ffd4dd01 x-openstack-request-id: req-f99da9be-200b-46d1-be99-9bd6ffd4dd01 {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:08:37.632027 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b", "name": "network-vif-plugged", "status": "completed", "tag": "5334756f-8415-4127-95db-d46a83fe4163", "code": 200}]} {{(pid=103290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:08:37.632225 n-d-master-1 neutron-server[103290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f99da9be-200b-46d1-be99-9bd6ffd4dd01 {{(pid=103290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:08:37.632716 n-d-master-1 neutron-server[103290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5334756f-8415-4127-95db-d46a83fe4163', 'code': 200} Dec 06 16:08:37.677060 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Pushing event updated for resources: {'Port': ['ID=5334756f-8415-4127-95db-d46a83fe4163,revision_number=7']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:08:45.162455 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51006) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:08:45.319015 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Deleting port ab95f531-66e5-43ca-ae13-fd6a9e5d711d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:08:45.319276 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:45.396752 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:45.397075 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:45.408336 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Calling delete_port for ab95f531-66e5-43ca-ae13-fd6a9e5d711d owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:08:45.553100 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:45.580944 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Pushing event deleted for resources: {'Port': ['ID=ab95f531-66e5-43ca-ae13-fd6a9e5d711d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:08:45.592848 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:45.593202 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:45.593548 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:45.593879 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:45.594217 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:45.594546 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:45.594876 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:45.595205 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:45.595529 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:45.595889 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:45.596284 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:45.596808 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:45.597160 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:45.651301 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:45.651630 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Floating IP 16b5afc4-6343-46a2-9e94-f534622e2018 disassociated (deleted). External IP: 172.35.7.92, port: 5334756f-8415-4127-95db-d46a83fe4163. Dec 06 16:08:45.856091 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Router bc8944ec-ee62-4e35-b740-a59a90ef69f0 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 16:08:45.961019 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 16:08:45.966058 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:45.970935 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af179b28-90f3-41de-a7aa-00de515643bb None None] Sync routers for ids ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 16:08:45.979993 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af179b28-90f3-41de-a7aa-00de515643bb None None] Routers {'bc8944ec-ee62-4e35-b740-a59a90ef69f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:08:45.980813 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-af179b28-90f3-41de-a7aa-00de515643bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:08:45.991469 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-03c6ef0d-3f23-4c34-801c-b01214be8edf tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "DELETE /v2.0/floatingips/16b5afc4-6343-46a2-9e94-f534622e2018 HTTP/1.1" status: 204 len: 168 time: 0.8279049 Dec 06 16:08:45.992073 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b', 'tag': '5334756f-8415-4127-95db-d46a83fe4163'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:08:45.994396 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c742703be9958fca7b51ef848c2f1f9c289ae81b0df0ada1724f18bf2a1f44e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc0cb6d-e9e4-47e2-ac0b-fb837efde55a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b", "tag": "5334756f-8415-4127-95db-d46a83fe4163"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:08:46.086743 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-af179b28-90f3-41de-a7aa-00de515643bb None None] Set router bc8944ec-ee62-4e35-b740-a59a90ef69f0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:08:46.108057 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 16:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d6c080-42f9-4757-82f3-d1e7c694a0ad x-openstack-request-id: req-10d6c080-42f9-4757-82f3-d1e7c694a0ad {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:08:46.108579 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b", "tag": "5334756f-8415-4127-95db-d46a83fe4163", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:08:46.109012 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10d6c080-42f9-4757-82f3-d1e7c694a0ad {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:08:46.109493 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b', 'tag': '5334756f-8415-4127-95db-d46a83fe4163', 'status': 'completed', 'code': 200} Dec 06 16:08:46.188268 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0cb6d-e9e4-47e2-ac0b-fb837efde55a req-13dc195e-511f-4008-820a-5bb0241d31e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:46.189788 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdc0cb6d-e9e4-47e2-ac0b-fb837efde55a req-13dc195e-511f-4008-820a-5bb0241d31e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=938883a0c5f444dc96c856e250da89d9&device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 1097 time: 0.0464187 Dec 06 16:08:46.246883 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315d92a-3f02-47ac-9796-0a3d3a5526cd req-906c498e-00b2-4a87-8e73-db6b507a36c8 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:46.248429 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7315d92a-3f02-47ac-9796-0a3d3a5526cd req-906c498e-00b2-4a87-8e73-db6b507a36c8 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 946 time: 0.0529447 Dec 06 16:08:46.288368 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0cb6d-e9e4-47e2-ac0b-fb837efde55a req-c327ea2d-51fb-4d95-ba68-feedf6ade524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:46.289871 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdc0cb6d-e9e4-47e2-ac0b-fb837efde55a req-c327ea2d-51fb-4d95-ba68-feedf6ade524 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8663bd34-a613-46b9-ac16-f77d416a7186 HTTP/1.1" status: 200 len: 910 time: 0.0917878 Dec 06 16:08:46.304938 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-7315d92a-3f02-47ac-9796-0a3d3a5526cd req-453e976b-30bd-4b21-8769-74075a327777 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494390 Dec 06 16:08:46.323648 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-af179b28-90f3-41de-a7aa-00de515643bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '83a180a2-c34d-4800-87fe-68552dcd1773', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'floating_ip_address': '172.35.7.24', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'port_id': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'mac_address': 'fa:16:3e:6c:6b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T16:04:27Z', 'updated_at': '2021-12-06T16:04:30Z', 'revision_number': 1, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea23df3-f1b7-48bf-acb5-2aa21fde48b9', 'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'mac_address': 'fa:16:3e:a6:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:07Z', 'updated_at': '2021-12-06T16:04:12Z', 'revision_number': 5, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'subnets': [{'id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:08:46.338021 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdc0cb6d-e9e4-47e2-ac0b-fb837efde55a req-8c509f6a-4bf6-4917-ad98-bfef94ceea23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5334756f-8415-4127-95db-d46a83fe4163 HTTP/1.1" status: 200 len: 217 time: 0.0398073 Dec 06 16:08:46.349489 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af179b28-90f3-41de-a7aa-00de515643bb None None] Checking router: bc8944ec-ee62-4e35-b740-a59a90ef69f0 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 16:08:46.358549 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af179b28-90f3-41de-a7aa-00de515643bb None None] Routers {'bc8944ec-ee62-4e35-b740-a59a90ef69f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:08:46.359088 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-af179b28-90f3-41de-a7aa-00de515643bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:08:46.390478 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0cb6d-e9e4-47e2-ac0b-fb837efde55a req-c91ab6b0-2174-43be-85a3-67ec8d5e5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:46.391990 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdc0cb6d-e9e4-47e2-ac0b-fb837efde55a req-c91ab6b0-2174-43be-85a3-67ec8d5e5089 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5209e5e8-c0a5-413f-b9fa-11bb2cedeeea HTTP/1.1" status: 200 len: 848 time: 0.0449367 Dec 06 16:08:46.439835 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0cb6d-e9e4-47e2-ac0b-fb837efde55a req-ccb71b38-cb2f-41b5-ad86-f3889f60f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:46.441897 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdc0cb6d-e9e4-47e2-ac0b-fb837efde55a req-ccb71b38-cb2f-41b5-ad86-f3889f60f1f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8663bd34-a613-46b9-ac16-f77d416a7186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407219 Dec 06 16:08:46.462308 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-af179b28-90f3-41de-a7aa-00de515643bb None None] Set router bc8944ec-ee62-4e35-b740-a59a90ef69f0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:08:46.538209 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdc0cb6d-e9e4-47e2-ac0b-fb837efde55a req-4c9421ef-2e21-45b0-88eb-71153cc22775 service neutron] 10.222.0.37 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858965 Dec 06 16:08:46.631776 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-fdc0cb6d-e9e4-47e2-ac0b-fb837efde55a req-d50ebcdd-70ca-473c-b136-8dd67542a33c service neutron] 10.222.0.37 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832527 Dec 06 16:08:46.679352 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-af179b28-90f3-41de-a7aa-00de515643bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '83a180a2-c34d-4800-87fe-68552dcd1773', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'floating_ip_address': '172.35.7.24', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'port_id': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'mac_address': 'fa:16:3e:6c:6b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T16:04:27Z', 'updated_at': '2021-12-06T16:04:30Z', 'revision_number': 1, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea23df3-f1b7-48bf-acb5-2aa21fde48b9', 'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'mac_address': 'fa:16:3e:a6:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:07Z', 'updated_at': '2021-12-06T16:04:12Z', 'revision_number': 5, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'subnets': [{'id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:08:46.708407 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af179b28-90f3-41de-a7aa-00de515643bb None None] The sync data for ids ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'] in n-d-master-1 is: [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '83a180a2-c34d-4800-87fe-68552dcd1773', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'floating_ip_address': '172.35.7.24', 'floating_network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'router_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'port_id': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'mac_address': 'fa:16:3e:6c:6b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T16:04:27Z', 'updated_at': '2021-12-06T16:04:30Z', 'revision_number': 1, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea23df3-f1b7-48bf-acb5-2aa21fde48b9', 'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'mac_address': 'fa:16:3e:a6:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:07Z', 'updated_at': '2021-12-06T16:04:12Z', 'revision_number': 5, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'subnets': [{'id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 16:08:46.931557 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4905dc-fbcd-4357-b078-fad74daa014e None None] New status for floating IP 16b5afc4-6343-46a2-9e94-f534622e2018: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 16:08:47.425041 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a079db3-10a7-4147-94f5-d9ed1f489814 req-805f8781-e40e-4ae6-956a-84bf140da831 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:47.426490 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a079db3-10a7-4147-94f5-d9ed1f489814 req-805f8781-e40e-4ae6-956a-84bf140da831 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 946 time: 0.0476749 Dec 06 16:08:47.478731 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-2a079db3-10a7-4147-94f5-d9ed1f489814 req-9f0389a7-20cb-4a73-b988-c466f27f6a36 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463121 Dec 06 16:08:47.989271 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a81eee-0ba4-4b65-bc0b-175545fbab11 req-51fc0634-76fe-4328-83df-9006bc7e098a tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:47.990691 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b2a81eee-0ba4-4b65-bc0b-175545fbab11 req-51fc0634-76fe-4328-83df-9006bc7e098a tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 946 time: 0.0467658 Dec 06 16:08:48.077103 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-b2a81eee-0ba4-4b65-bc0b-175545fbab11 req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Deleting port 5334756f-8415-4127-95db-d46a83fe4163 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:08:48.077437 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b2a81eee-0ba4-4b65-bc0b-175545fbab11 req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:48.169608 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-b2a81eee-0ba4-4b65-bc0b-175545fbab11 req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] For port 5334756f-8415-4127-95db-d46a83fe4163, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5334756f-8415-4127-95db-d46a83fe4163,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:08:48.169972 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b2a81eee-0ba4-4b65-bc0b-175545fbab11 req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:48.182800 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-b2a81eee-0ba4-4b65-bc0b-175545fbab11 req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Calling delete_port for 5334756f-8415-4127-95db-d46a83fe4163 owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:08:48.309340 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b2a81eee-0ba4-4b65-bc0b-175545fbab11 req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:48.338674 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Pushing event deleted for resources: {'Port': ['ID=5334756f-8415-4127-95db-d46a83fe4163,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:08:48.364104 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:48.364456 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:48.364800 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:48.365175 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:48.365516 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:48.365847 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:48.366173 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:48.366499 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:48.366824 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:48.367144 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:48.367466 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:48.367817 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:48.368138 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:08:48.388594 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a81eee-0ba4-4b65-bc0b-175545fbab11 req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] No DVR routers for this DVR port 5334756f-8415-4127-95db-d46a83fe4163 on host n-h2-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 16:08:48.390942 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-b2a81eee-0ba4-4b65-bc0b-175545fbab11 req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:48.394286 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-b2a81eee-0ba4-4b65-bc0b-175545fbab11 req-89b152e7-29d7-4401-9b07-ab9d3353abbc tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.37 "DELETE /v2.0/ports/5334756f-8415-4127-95db-d46a83fe4163 HTTP/1.1" status: 204 len: 173 time: 0.3963263 Dec 06 16:08:48.394737 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b', 'name': 'network-vif-deleted', 'tag': '5334756f-8415-4127-95db-d46a83fe4163'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:08:48.397028 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c55aa5-8e9f-4010-a2be-09648423d24d" -d '{"events": [{"server_uuid": "fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b", "name": "network-vif-deleted", "tag": "5334756f-8415-4127-95db-d46a83fe4163"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:08:48.433284 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 16:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6012309a-ff78-4b2e-a7fe-91b153a4524f x-openstack-request-id: req-6012309a-ff78-4b2e-a7fe-91b153a4524f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:08:48.433879 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b", "name": "network-vif-deleted", "tag": "5334756f-8415-4127-95db-d46a83fe4163", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:08:48.433879 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6012309a-ff78-4b2e-a7fe-91b153a4524f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:08:48.434284 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b', 'name': 'network-vif-deleted', 'tag': '5334756f-8415-4127-95db-d46a83fe4163', 'status': 'completed', 'code': 200} Dec 06 16:08:48.587372 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-4b1c5d32-9f60-4179-b71f-ac44265542b2 req-9afbd860-d277-4b81-bf07-9b2b8003ab3e tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2a9e-e3d8-4ae9-8a9d-69f53a941d9b HTTP/1.1" status: 200 len: 210 time: 0.0254364 Dec 06 16:08:49.457063 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5334756f-8415-4127-95db-d46a83fe4163 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 16:08:49.477215 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] No Port match for: 5334756f-8415-4127-95db-d46a83fe4163 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 16:08:49.477567 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Device 5334756f-8415-4127-95db-d46a83fe4163 not bound to the agent host n-h2-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 16:08:50.131427 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51066) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:08:50.285538 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-50e49699-4957-4651-968b-38df919bf2ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Deleting port a4b26a39-ab3d-4bfe-9847-c921d90b229d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:08:50.285800 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50e49699-4957-4651-968b-38df919bf2ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:50.359466 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50e49699-4957-4651-968b-38df919bf2ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:50.359824 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50e49699-4957-4651-968b-38df919bf2ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:50.371260 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-50e49699-4957-4651-968b-38df919bf2ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Calling delete_port for a4b26a39-ab3d-4bfe-9847-c921d90b229d owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:08:50.519712 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50e49699-4957-4651-968b-38df919bf2ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:50.543935 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e49699-4957-4651-968b-38df919bf2ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Pushing event deleted for resources: {'Port': ['ID=a4b26a39-ab3d-4bfe-9847-c921d90b229d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:08:50.605817 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50e49699-4957-4651-968b-38df919bf2ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for floatingip, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:50.606254 n-d-master-1 neutron-server[103288]: INFO neutron.db.l3_db [None req-50e49699-4957-4651-968b-38df919bf2ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Floating IP 83a180a2-c34d-4800-87fe-68552dcd1773 disassociated (deleted). External IP: 172.35.7.24, port: 18668a52-b615-4998-b3ee-3e2e6eeb087d. Dec 06 16:08:51.107795 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e49699-4957-4651-968b-38df919bf2ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Router bc8944ec-ee62-4e35-b740-a59a90ef69f0 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 16:08:51.210536 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e49699-4957-4651-968b-38df919bf2ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 16:08:51.215544 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-50e49699-4957-4651-968b-38df919bf2ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for floatingip, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:51.220046 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c170e8-c7f5-4386-b450-7938be945302 None None] Sync routers for ids ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 16:08:51.229731 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c170e8-c7f5-4386-b450-7938be945302 None None] Routers {'bc8944ec-ee62-4e35-b740-a59a90ef69f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:08:51.230342 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-51c170e8-c7f5-4386-b450-7938be945302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:08:51.243972 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-50e49699-4957-4651-968b-38df919bf2ed tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "DELETE /v2.0/floatingips/83a180a2-c34d-4800-87fe-68552dcd1773 HTTP/1.1" status: 204 len: 168 time: 1.1113825 Dec 06 16:08:51.244549 n-d-master-1 neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'tag': '18668a52-b615-4998-b3ee-3e2e6eeb087d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:08:51.246897 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c742703be9958fca7b51ef848c2f1f9c289ae81b0df0ada1724f18bf2a1f44e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6206e3b-d82b-4538-9d8e-34a95a37e2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb8c4ad-27cd-482a-b2cb-d40526562f44", "tag": "18668a52-b615-4998-b3ee-3e2e6eeb087d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:08:51.283220 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 16:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6649da36-5706-4b65-a52a-8ec229fdb5fd x-openstack-request-id: req-6649da36-5706-4b65-a52a-8ec229fdb5fd {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:08:51.283787 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb8c4ad-27cd-482a-b2cb-d40526562f44", "tag": "18668a52-b615-4998-b3ee-3e2e6eeb087d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:08:51.284240 n-d-master-1 neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6649da36-5706-4b65-a52a-8ec229fdb5fd {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:08:51.284645 n-d-master-1 neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'tag': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'status': 'completed', 'code': 200} Dec 06 16:08:51.346030 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-51c170e8-c7f5-4386-b450-7938be945302 None None] Set router bc8944ec-ee62-4e35-b740-a59a90ef69f0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:08:51.354695 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6206e3b-d82b-4538-9d8e-34a95a37e2d8 req-9d1b2cc3-d015-4eeb-b177-ad9b6c7240e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:51.356329 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6206e3b-d82b-4538-9d8e-34a95a37e2d8 req-9d1b2cc3-d015-4eeb-b177-ad9b6c7240e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=938883a0c5f444dc96c856e250da89d9&device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 1094 time: 0.0493147 Dec 06 16:08:51.461110 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6206e3b-d82b-4538-9d8e-34a95a37e2d8 req-955d6f67-39db-49c1-a8bd-2d0e1ceebf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:51.462733 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6206e3b-d82b-4538-9d8e-34a95a37e2d8 req-955d6f67-39db-49c1-a8bd-2d0e1ceebf1a service neutron] 10.222.0.23 "GET /v2.0/networks?id=8663bd34-a613-46b9-ac16-f77d416a7186 HTTP/1.1" status: 200 len: 910 time: 0.0947661 Dec 06 16:08:51.520056 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6206e3b-d82b-4538-9d8e-34a95a37e2d8 req-40e6c4ec-03d4-489f-9b04-c449c2fee9ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18668a52-b615-4998-b3ee-3e2e6eeb087d HTTP/1.1" status: 200 len: 217 time: 0.0478456 Dec 06 16:08:51.552259 n-d-master-1 neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b498f8-032f-4d89-aa2e-a2a419481050 req-c34a4159-3d62-473b-a22d-1a6e432a8e8f tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:51.553762 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9b498f8-032f-4d89-aa2e-a2a419481050 req-c34a4159-3d62-473b-a22d-1a6e432a8e8f tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 943 time: 0.1219110 Dec 06 16:08:51.566355 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-51c170e8-c7f5-4386-b450-7938be945302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1ea23df3-f1b7-48bf-acb5-2aa21fde48b9', 'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'mac_address': 'fa:16:3e:a6:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:07Z', 'updated_at': '2021-12-06T16:04:12Z', 'revision_number': 5, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'subnets': [{'id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:08:51.570815 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6206e3b-d82b-4538-9d8e-34a95a37e2d8 req-d7a5ae6d-a0bc-444c-b9f9-2b1b1de0221f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:51.572408 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6206e3b-d82b-4538-9d8e-34a95a37e2d8 req-d7a5ae6d-a0bc-444c-b9f9-2b1b1de0221f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5209e5e8-c0a5-413f-b9fa-11bb2cedeeea HTTP/1.1" status: 200 len: 848 time: 0.0454617 Dec 06 16:08:51.595233 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c170e8-c7f5-4386-b450-7938be945302 None None] Checking router: bc8944ec-ee62-4e35-b740-a59a90ef69f0 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 16:08:51.603573 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c170e8-c7f5-4386-b450-7938be945302 None None] Routers {'bc8944ec-ee62-4e35-b740-a59a90ef69f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:08:51.604231 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-51c170e8-c7f5-4386-b450-7938be945302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:08:51.608525 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [req-d9b498f8-032f-4d89-aa2e-a2a419481050 req-f9a78155-3a45-4a9f-b5a0-5a6becbebae9 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465441 Dec 06 16:08:51.620578 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6206e3b-d82b-4538-9d8e-34a95a37e2d8 req-686e074b-fc98-4066-afa9-5acc8a4f0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:51.625936 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6206e3b-d82b-4538-9d8e-34a95a37e2d8 req-686e074b-fc98-4066-afa9-5acc8a4f0213 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8663bd34-a613-46b9-ac16-f77d416a7186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419986 Dec 06 16:08:51.703392 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-51c170e8-c7f5-4386-b450-7938be945302 None None] Set router bc8944ec-ee62-4e35-b740-a59a90ef69f0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:08:51.716062 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6206e3b-d82b-4538-9d8e-34a95a37e2d8 req-3a17117f-3257-4fc6-840a-e430f4a1ad7a service neutron] 10.222.0.23 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853162 Dec 06 16:08:51.804877 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-f6206e3b-d82b-4538-9d8e-34a95a37e2d8 req-2c31bc7f-575e-4d4c-b279-becc22889fbc service neutron] 10.222.0.23 "GET /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819008 Dec 06 16:08:51.972232 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-51c170e8-c7f5-4386-b450-7938be945302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1ea23df3-f1b7-48bf-acb5-2aa21fde48b9', 'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'mac_address': 'fa:16:3e:a6:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:07Z', 'updated_at': '2021-12-06T16:04:12Z', 'revision_number': 5, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'subnets': [{'id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:08:51.996956 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c170e8-c7f5-4386-b450-7938be945302 None None] The sync data for ids ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'] in n-d-master-1 is: [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1ea23df3-f1b7-48bf-acb5-2aa21fde48b9', 'name': '', 'network_id': '8663bd34-a613-46b9-ac16-f77d416a7186', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'mac_address': 'fa:16:3e:a6:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:07Z', 'updated_at': '2021-12-06T16:04:12Z', 'revision_number': 5, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'subnets': [{'id': '5209e5e8-c0a5-413f-b9fa-11bb2cedeeea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 16:08:52.217562 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4cf84e-f8af-4bbd-ac9e-63d7ad383738 None None] New status for floating IP 83a180a2-c34d-4800-87fe-68552dcd1773: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 16:08:52.776451 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79bef41-b1bf-436c-96de-c4e512e43e69 req-7a95901d-46f2-4949-854f-8a03e3b5d14c tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:52.777919 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e79bef41-b1bf-436c-96de-c4e512e43e69 req-7a95901d-46f2-4949-854f-8a03e3b5d14c tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 943 time: 0.0974331 Dec 06 16:08:52.829291 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-e79bef41-b1bf-436c-96de-c4e512e43e69 req-f1158d5a-513e-4cc7-beba-1b93ceced28f tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e33af4b-d351-4350-8507-24c2d5f5393e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451481 Dec 06 16:08:52.987918 n-d-master-1 neutron-server[103289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd75a1d-65e2-4dcf-8bd6-65a0a815a2fe req-85d0966b-209e-4036-b318-a7f0f1907378 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:08:52.989282 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1dd75a1d-65e2-4dcf-8bd6-65a0a815a2fe req-85d0966b-209e-4036-b318-a7f0f1907378 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.23 "GET /v2.0/ports?device_id=2eb8c4ad-27cd-482a-b2cb-d40526562f44 HTTP/1.1" status: 200 len: 943 time: 0.0470960 Dec 06 16:08:53.073759 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-1dd75a1d-65e2-4dcf-8bd6-65a0a815a2fe req-880e343c-f484-4d91-9eef-cc4d44491c47 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Deleting port 18668a52-b615-4998-b3ee-3e2e6eeb087d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:08:53.074090 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1dd75a1d-65e2-4dcf-8bd6-65a0a815a2fe req-880e343c-f484-4d91-9eef-cc4d44491c47 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:53.160584 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [req-1dd75a1d-65e2-4dcf-8bd6-65a0a815a2fe req-880e343c-f484-4d91-9eef-cc4d44491c47 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] For port 18668a52-b615-4998-b3ee-3e2e6eeb087d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=18668a52-b615-4998-b3ee-3e2e6eeb087d,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:08:53.160938 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1dd75a1d-65e2-4dcf-8bd6-65a0a815a2fe req-880e343c-f484-4d91-9eef-cc4d44491c47 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:53.172976 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [req-1dd75a1d-65e2-4dcf-8bd6-65a0a815a2fe req-880e343c-f484-4d91-9eef-cc4d44491c47 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Calling delete_port for 18668a52-b615-4998-b3ee-3e2e6eeb087d owned by compute:nova {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:08:53.299479 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1dd75a1d-65e2-4dcf-8bd6-65a0a815a2fe req-880e343c-f484-4d91-9eef-cc4d44491c47 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:53.328765 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e343c-f484-4d91-9eef-cc4d44491c47 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Pushing event deleted for resources: {'Port': ['ID=18668a52-b615-4998-b3ee-3e2e6eeb087d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:08:53.369461 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd75a1d-65e2-4dcf-8bd6-65a0a815a2fe req-880e343c-f484-4d91-9eef-cc4d44491c47 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] No DVR routers for this DVR port 18668a52-b615-4998-b3ee-3e2e6eeb087d on host n-h1-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 16:08:53.372020 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [req-1dd75a1d-65e2-4dcf-8bd6-65a0a815a2fe req-880e343c-f484-4d91-9eef-cc4d44491c47 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247191'] for port, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:53.375311 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [req-1dd75a1d-65e2-4dcf-8bd6-65a0a815a2fe req-880e343c-f484-4d91-9eef-cc4d44491c47 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.23 "DELETE /v2.0/ports/18668a52-b615-4998-b3ee-3e2e6eeb087d HTTP/1.1" status: 204 len: 173 time: 0.3804400 Dec 06 16:08:53.375770 n-d-master-1 neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'name': 'network-vif-deleted', 'tag': '18668a52-b615-4998-b3ee-3e2e6eeb087d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 16:08:53.378114 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21ea0f8c23d49d577b7a1414484034daf348b48e9a274ac6d3459aea51955645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d707a86e-e7eb-4f91-907f-8fc639e4ba8c" -d '{"events": [{"server_uuid": "2eb8c4ad-27cd-482a-b2cb-d40526562f44", "name": "network-vif-deleted", "tag": "18668a52-b615-4998-b3ee-3e2e6eeb087d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 16:08:53.476786 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 16:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cac244-ba74-4d80-b799-2d35224182a2 x-openstack-request-id: req-f0cac244-ba74-4d80-b799-2d35224182a2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 16:08:53.477105 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb8c4ad-27cd-482a-b2cb-d40526562f44", "name": "network-vif-deleted", "tag": "18668a52-b615-4998-b3ee-3e2e6eeb087d", "status": "completed", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 16:08:53.477359 n-d-master-1 neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0cac244-ba74-4d80-b799-2d35224182a2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 16:08:53.477760 n-d-master-1 neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb8c4ad-27cd-482a-b2cb-d40526562f44', 'name': 'network-vif-deleted', 'tag': '18668a52-b615-4998-b3ee-3e2e6eeb087d', 'status': 'completed', 'code': 200} Dec 06 16:08:53.886108 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51086) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:08:53.942223 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93c92a64-b91d-4a47-a9a4-a730a54b34c5 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:53.966784 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93c92a64-b91d-4a47-a9a4-a730a54b34c5 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:54.025371 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93c92a64-b91d-4a47-a9a4-a730a54b34c5 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:54.028015 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93c92a64-b91d-4a47-a9a4-a730a54b34c5 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Publish callbacks [] for security_group, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:54.031833 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-93c92a64-b91d-4a47-a9a4-a730a54b34c5 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] 10.222.0.20 "DELETE /v2.0/security-groups/1e33af4b-d351-4350-8507-24c2d5f5393e HTTP/1.1" status: 204 len: 168 time: 0.1421072 Dec 06 16:08:54.040921 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c92a64-b91d-4a47-a9a4-a730a54b34c5 tempest-TestSnapshotPattern-465459205 tempest-TestSnapshotPattern-465459205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e33af4b-d351-4350-8507-24c2d5f5393e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:08:55.097979 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51092) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:08:55.431352 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e135bd8-97a4-41f4-9cc2-066bd704dff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:55.672784 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2e135bd8-97a4-41f4-9cc2-066bd704dff4 admin admin] Deleting port 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:08:55.673118 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e135bd8-97a4-41f4-9cc2-066bd704dff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:55.749917 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-2e135bd8-97a4-41f4-9cc2-066bd704dff4 admin admin] For port 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1ea23df3-f1b7-48bf-acb5-2aa21fde48b9,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:08:55.750188 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e135bd8-97a4-41f4-9cc2-066bd704dff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:55.762972 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-2e135bd8-97a4-41f4-9cc2-066bd704dff4 admin admin] Calling delete_port for 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:08:55.940616 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e135bd8-97a4-41f4-9cc2-066bd704dff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:55.971454 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e135bd8-97a4-41f4-9cc2-066bd704dff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea23df3-f1b7-48bf-acb5-2aa21fde48b9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:08:56.135442 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2e135bd8-97a4-41f4-9cc2-066bd704dff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:56.347366 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e135bd8-97a4-41f4-9cc2-066bd704dff4 admin admin] Router bc8944ec-ee62-4e35-b740-a59a90ef69f0 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 16:08:56.452002 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e135bd8-97a4-41f4-9cc2-066bd704dff4 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 16:08:56.457028 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2e135bd8-97a4-41f4-9cc2-066bd704dff4 admin admin] 10.222.0.20 "PUT /v2.0/routers/bc8944ec-ee62-4e35-b740-a59a90ef69f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3579834 Dec 06 16:08:56.459586 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51094) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:08:56.462261 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6152139f-28cc-46bd-9290-d83a8b1fdc32 None None] Sync routers for ids ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'] in n-d-master-1 {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 16:08:56.472990 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6152139f-28cc-46bd-9290-d83a8b1fdc32 None None] Routers {'bc8944ec-ee62-4e35-b740-a59a90ef69f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:08:56.473613 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6152139f-28cc-46bd-9290-d83a8b1fdc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:08:56.563712 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41151538-8873-405b-b672-67ef50591fe2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:56.574920 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6152139f-28cc-46bd-9290-d83a8b1fdc32 None None] Set router bc8944ec-ee62-4e35-b740-a59a90ef69f0 gateway port host: n-d-master-1 {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:08:56.661645 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41151538-8873-405b-b672-67ef50591fe2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:56.717966 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-41151538-8873-405b-b672-67ef50591fe2 admin admin] Deleting port 2c071b55-26d1-48e2-be94-3d234d6ffd72 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:08:56.718302 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41151538-8873-405b-b672-67ef50591fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:56.731463 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:08:56.755594 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6152139f-28cc-46bd-9290-d83a8b1fdc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183'}], 'enable_snat': True}, 'gw_port_id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:08:55Z', 'revision_number': 5, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port': {'id': '2c071b55-26d1-48e2-be94-3d234d6ffd72', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:06Z', 'updated_at': '2021-12-06T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:08:56.781579 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6152139f-28cc-46bd-9290-d83a8b1fdc32 None None] Checking router: bc8944ec-ee62-4e35-b740-a59a90ef69f0 for host: n-d-master-1 {{(pid=103291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 16:08:56.790215 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6152139f-28cc-46bd-9290-d83a8b1fdc32 None None] Routers {'bc8944ec-ee62-4e35-b740-a59a90ef69f0'} bound to L3 agent in host n-d-master-1 {{(pid=103291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:08:56.790812 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6152139f-28cc-46bd-9290-d83a8b1fdc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'], 'active': True} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:08:56.797279 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-41151538-8873-405b-b672-67ef50591fe2 admin admin] For port 2c071b55-26d1-48e2-be94-3d234d6ffd72, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2c071b55-26d1-48e2-be94-3d234d6ffd72,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:08:56.797643 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41151538-8873-405b-b672-67ef50591fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:56.810033 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-41151538-8873-405b-b672-67ef50591fe2 admin admin] Calling delete_port for 2c071b55-26d1-48e2-be94-3d234d6ffd72 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:08:56.874005 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_dvr_db [None req-6152139f-28cc-46bd-9290-d83a8b1fdc32 None None] Set router bc8944ec-ee62-4e35-b740-a59a90ef69f0 gateway port host: None {{(pid=103291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:08:56.929549 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.l3_hamode_db [None req-6152139f-28cc-46bd-9290-d83a8b1fdc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:08:56Z', 'revision_number': 6, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:08:56.954793 n-d-master-1 neutron-server[103291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6152139f-28cc-46bd-9290-d83a8b1fdc32 None None] The sync data for ids ['bc8944ec-ee62-4e35-b740-a59a90ef69f0'] in n-d-master-1 is: [{'id': 'bc8944ec-ee62-4e35-b740-a59a90ef69f0', 'name': 'tempest-TestSnapshotPattern-360789262-router', 'tenant_id': '938883a0c5f444dc96c856e250da89d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:05Z', 'updated_at': '2021-12-06T16:08:56Z', 'revision_number': 6, 'project_id': '938883a0c5f444dc96c856e250da89d9', 'gw_port_host': None}] {{(pid=103291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 16:08:56.976578 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41151538-8873-405b-b672-67ef50591fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:57.002192 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41151538-8873-405b-b672-67ef50591fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c071b55-26d1-48e2-be94-3d234d6ffd72,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:08:57.016108 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ee7366-6559-4a03-a7d2-aa41867d494a None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 16:08:57.067833 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41151538-8873-405b-b672-67ef50591fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:57.158007 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41151538-8873-405b-b672-67ef50591fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:57.160198 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41151538-8873-405b-b672-67ef50591fe2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:57.201786 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41151538-8873-405b-b672-67ef50591fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:57.202265 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41151538-8873-405b-b672-67ef50591fe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc8944ec-ee62-4e35-b740-a59a90ef69f0 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 16:08:57.207256 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-41151538-8873-405b-b672-67ef50591fe2 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:57.208461 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-41151538-8873-405b-b672-67ef50591fe2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bc8944ec-ee62-4e35-b740-a59a90ef69f0 HTTP/1.1" status: 204 len: 168 time: 0.7479177 Dec 06 16:08:57.210994 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51096) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:08:57.258105 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5d9e43-7c07-4d41-8ab8-7e4b0283a83a admin admin] Deleting subnet 5209e5e8-c0a5-413f-b9fa-11bb2cedeeea {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 16:08:57.260980 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d5d9e43-7c07-4d41-8ab8-7e4b0283a83a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:57.295634 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d5d9e43-7c07-4d41-8ab8-7e4b0283a83a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:57.373727 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d5d9e43-7c07-4d41-8ab8-7e4b0283a83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:57.428995 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d5d9e43-7c07-4d41-8ab8-7e4b0283a83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:57.461635 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d5d9e43-7c07-4d41-8ab8-7e4b0283a83a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:57.465066 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-2d5d9e43-7c07-4d41-8ab8-7e4b0283a83a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5209e5e8-c0a5-413f-b9fa-11bb2cedeeea HTTP/1.1" status: 204 len: 168 time: 0.2528901 Dec 06 16:08:57.466112 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d9e43-7c07-4d41-8ab8-7e4b0283a83a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5209e5e8-c0a5-413f-b9fa-11bb2cedeeea,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:08:57.467694 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51098) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:08:57.469369 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614af900-99df-43ff-8d48-2a3502e7cdbc None None] Network 8663bd34-a613-46b9-ac16-f77d416a7186 requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 16:08:57.539732 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:57.591753 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] Deleting port 8f9a1f17-5698-48fe-854d-634cabd32365 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:08:57.592167 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:57.653465 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] For port 8f9a1f17-5698-48fe-854d-634cabd32365, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8f9a1f17-5698-48fe-854d-634cabd32365,segment=NetworkSegment(a18a6c70-0f99-4697-8d27-d5ff5bbef80f),segment_id=a18a6c70-0f99-4697-8d27-d5ff5bbef80f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:08:57.653872 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:57.669680 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] Calling delete_port for 8f9a1f17-5698-48fe-854d-634cabd32365 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:08:57.754149 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04ed82c-64c0-479d-a4f2-d4366e2f71ee None None] DHCP port deletion for 8663bd34-a613-46b9-ac16-f77d416a7186 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 16:08:57.756959 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63734701'] for port, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:57.791307 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] Pushing event deleted for resources: {'Port': ['ID=8f9a1f17-5698-48fe-854d-634cabd32365,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:08:57.793156 n-d-master-1 neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] No DVR routers for this DVR port 8f9a1f17-5698-48fe-854d-634cabd32365 on host n-d-master-1 {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 16:08:57.829893 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 16:08:57.857261 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 16:08:57.857611 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 1ea23df3-f1b7-48bf-acb5-2aa21fde48b9 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 16:08:57.858501 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8f9a1f17-5698-48fe-854d-634cabd32365 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 16:08:57.879371 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 8f9a1f17-5698-48fe-854d-634cabd32365 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 16:08:57.879746 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 8f9a1f17-5698-48fe-854d-634cabd32365 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 16:08:57.880175 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2c071b55-26d1-48e2-be94-3d234d6ffd72 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 16:08:57.901392 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 2c071b55-26d1-48e2-be94-3d234d6ffd72 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 16:08:57.901745 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 2c071b55-26d1-48e2-be94-3d234d6ffd72 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 16:08:58.104424 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 18668a52-b615-4998-b3ee-3e2e6eeb087d no longer exists at agent hyperv_n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 16:08:58.125462 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] No Port match for: 18668a52-b615-4998-b3ee-3e2e6eeb087d {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 16:08:58.125812 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Device 18668a52-b615-4998-b3ee-3e2e6eeb087d not bound to the agent host n-h1-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 16:08:58.186507 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:58.206731 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8663bd34-a613-46b9-ac16-f77d416a7186']}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:08:58.215923 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f') {'for_net_delete': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:08:58.216212 n-d-master-1 neutron-server[103289]: DEBUG neutron.services.segments.db [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18a6c70-0f99-4697-8d27-d5ff5bbef80f') {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:08:58.225887 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63733864'] for segment, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:58.238367 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:58.244064 n-d-master-1 neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 16:08:58.244436 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63734680'] for segment, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: Traceback (most recent call last): Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: timer() Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: cb(*args, **kw) Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: return func(*args, **kwargs) Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: self._notify() Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: self.callback(batched_events) Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: event.method(event) Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: return f(self, *a, **k) Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: return self._get(url).json() Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: return self.request(url, 'GET', **kwargs) Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 16:08:58.246029 n-d-master-1 neutron-server[103289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 16:08:58.297341 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:58.302499 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] Publish callbacks [] for network, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:58.305705 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] 10.222.0.20 "DELETE /v2.0/networks/8663bd34-a613-46b9-ac16-f77d416a7186 HTTP/1.1" status: 204 len: 168 time: 0.8369162 Dec 06 16:08:58.308861 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51100) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:08:58.316447 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca372687-9ec5-4374-8944-e3cd30b460fe admin admin] Pushing event deleted for resources: {'Network': ['ID=8663bd34-a613-46b9-ac16-f77d416a7186,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:08:58.644910 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b40decc-cf2d-40b3-b172-b9893995b54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602465'] for router_interface, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:58.656030 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:58.886753 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3b40decc-cf2d-40b3-b172-b9893995b54a admin admin] Deleting port cc71e184-be75-451f-9ebb-5666e5c4b41c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:08:58.887088 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b40decc-cf2d-40b3-b172-b9893995b54a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:58.963535 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-3b40decc-cf2d-40b3-b172-b9893995b54a admin admin] For port cc71e184-be75-451f-9ebb-5666e5c4b41c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc71e184-be75-451f-9ebb-5666e5c4b41c,segment=NetworkSegment(9e003f99-430b-40a4-9752-8148c83bbc74),segment_id=9e003f99-430b-40a4-9752-8148c83bbc74)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:08:58.963922 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b40decc-cf2d-40b3-b172-b9893995b54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:58.980011 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-3b40decc-cf2d-40b3-b172-b9893995b54a admin admin] Calling delete_port for cc71e184-be75-451f-9ebb-5666e5c4b41c owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:08:59.153612 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b40decc-cf2d-40b3-b172-b9893995b54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:59.180080 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40decc-cf2d-40b3-b172-b9893995b54a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc71e184-be75-451f-9ebb-5666e5c4b41c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:08:59.341793 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b40decc-cf2d-40b3-b172-b9893995b54a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1656953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602517'] for router_interface, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:08:59.863267 n-d-master-1 neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b40decc-cf2d-40b3-b172-b9893995b54a admin admin] Router b99a98f1-9097-4ad6-ae3e-fc46524b1c29 has already been hosted by L3 agent 5926abda-3a90-4646-ad44-e44de3a2abc2 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 16:08:59.968574 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b40decc-cf2d-40b3-b172-b9893995b54a admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 16:08:59.974320 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-3b40decc-cf2d-40b3-b172-b9893995b54a admin admin] 10.222.0.20 "PUT /v2.0/routers/b99a98f1-9097-4ad6-ae3e-fc46524b1c29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6642966 Dec 06 16:08:59.976895 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51102) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:08:59.979438 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556ef87-1249-48dd-8592-48166f4b2c99 None None] Sync routers for ids ['b99a98f1-9097-4ad6-ae3e-fc46524b1c29'] in n-d-master-1 {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 16:08:59.989962 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556ef87-1249-48dd-8592-48166f4b2c99 None None] Routers {'b99a98f1-9097-4ad6-ae3e-fc46524b1c29'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:08:59.990665 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e556ef87-1249-48dd-8592-48166f4b2c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b99a98f1-9097-4ad6-ae3e-fc46524b1c29'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:09:00.084588 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6660949-67e9-46f1-8b91-8851fe3d70d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:00.097534 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e556ef87-1249-48dd-8592-48166f4b2c99 None None] Set router b99a98f1-9097-4ad6-ae3e-fc46524b1c29 gateway port host: n-d-master-1 {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:09:00.191623 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6660949-67e9-46f1-8b91-8851fe3d70d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:00.248421 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d6660949-67e9-46f1-8b91-8851fe3d70d1 admin admin] Deleting port 88bb77b3-d18c-4673-a7bb-729f90e61f7e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:09:00.248898 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6660949-67e9-46f1-8b91-8851fe3d70d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:00.284246 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e556ef87-1249-48dd-8592-48166f4b2c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'name': 'tempest-TestSnapshotPattern-76264996-router', 'tenant_id': '2d3517e777694cd4be08e3202bc2257d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'external_fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.103'}], 'enable_snat': True}, 'gw_port_id': '88bb77b3-d18c-4673-a7bb-729f90e61f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:10Z', 'updated_at': '2021-12-06T16:08:59Z', 'revision_number': 5, 'project_id': '2d3517e777694cd4be08e3202bc2257d', 'gw_port': {'id': '88bb77b3-d18c-4673-a7bb-729f90e61f7e', 'name': '', 'network_id': '259ca1fe-391e-4985-b762-bc5e5b194437', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'ip_address': '172.35.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:04:10Z', 'updated_at': '2021-12-06T16:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ceccfa8-fd85-4c32-a6b2-d8dcb7e48255', 'cidr': '172.35.7.0/24', 'gateway_ip': '172.35.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:09:00.310890 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556ef87-1249-48dd-8592-48166f4b2c99 None None] Checking router: b99a98f1-9097-4ad6-ae3e-fc46524b1c29 for host: n-d-master-1 {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 16:09:00.320708 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556ef87-1249-48dd-8592-48166f4b2c99 None None] Routers {'b99a98f1-9097-4ad6-ae3e-fc46524b1c29'} bound to L3 agent in host n-d-master-1 {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:09:00.321341 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e556ef87-1249-48dd-8592-48166f4b2c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:29:33Z,description=,heartbeat_timestamp=2021-12-06T16:08:33Z,host='n-d-master-1',id=5926abda-3a90-4646-ad44-e44de3a2abc2,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:29:33Z,topic='l3_agent')) {'router_ids': ['b99a98f1-9097-4ad6-ae3e-fc46524b1c29'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:09:00.335164 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d6660949-67e9-46f1-8b91-8851fe3d70d1 admin admin] For port 88bb77b3-d18c-4673-a7bb-729f90e61f7e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=88bb77b3-d18c-4673-a7bb-729f90e61f7e,segment=NetworkSegment(7b55d935-c1c4-426b-a1f1-05cd17b4e6ad),segment_id=7b55d935-c1c4-426b-a1f1-05cd17b4e6ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:09:00.335539 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6660949-67e9-46f1-8b91-8851fe3d70d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:00.352744 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d6660949-67e9-46f1-8b91-8851fe3d70d1 admin admin] Calling delete_port for 88bb77b3-d18c-4673-a7bb-729f90e61f7e owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:09:00.410474 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e556ef87-1249-48dd-8592-48166f4b2c99 None None] Set router b99a98f1-9097-4ad6-ae3e-fc46524b1c29 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:09:00.466928 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e556ef87-1249-48dd-8592-48166f4b2c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'name': 'tempest-TestSnapshotPattern-76264996-router', 'tenant_id': '2d3517e777694cd4be08e3202bc2257d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:10Z', 'updated_at': '2021-12-06T16:09:00Z', 'revision_number': 6, 'project_id': '2d3517e777694cd4be08e3202bc2257d', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:09:00.495213 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556ef87-1249-48dd-8592-48166f4b2c99 None None] The sync data for ids ['b99a98f1-9097-4ad6-ae3e-fc46524b1c29'] in n-d-master-1 is: [{'id': 'b99a98f1-9097-4ad6-ae3e-fc46524b1c29', 'name': 'tempest-TestSnapshotPattern-76264996-router', 'tenant_id': '2d3517e777694cd4be08e3202bc2257d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:04:10Z', 'updated_at': '2021-12-06T16:09:00Z', 'revision_number': 6, 'project_id': '2d3517e777694cd4be08e3202bc2257d', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 16:09:00.536760 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6660949-67e9-46f1-8b91-8851fe3d70d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:00.571926 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6660949-67e9-46f1-8b91-8851fe3d70d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=88bb77b3-d18c-4673-a7bb-729f90e61f7e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:09:00.579505 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38fe92f-6393-484d-b104-f952026c289f None None] DHCP port deletion for 259ca1fe-391e-4985-b762-bc5e5b194437 request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 16:09:00.631169 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6660949-67e9-46f1-8b91-8851fe3d70d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603455'] for router_gateway, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:00.695744 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:00.724454 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6660949-67e9-46f1-8b91-8851fe3d70d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:00.726699 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6660949-67e9-46f1-8b91-8851fe3d70d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:00.775803 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6660949-67e9-46f1-8b91-8851fe3d70d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1592028'] for router, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:00.776379 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6660949-67e9-46f1-8b91-8851fe3d70d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b99a98f1-9097-4ad6-ae3e-fc46524b1c29 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 16:09:00.780988 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6660949-67e9-46f1-8b91-8851fe3d70d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:00.782195 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-d6660949-67e9-46f1-8b91-8851fe3d70d1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b99a98f1-9097-4ad6-ae3e-fc46524b1c29 HTTP/1.1" status: 204 len: 168 time: 0.8043556 Dec 06 16:09:00.784830 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51104) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:09:00.831773 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eddec9e-d7ac-483c-8a66-2629d3bd2d60 admin admin] Deleting subnet 498531bd-470d-45ef-a0d9-03a761ed3cae {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 16:09:00.835339 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4eddec9e-d7ac-483c-8a66-2629d3bd2d60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:00.873490 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4eddec9e-d7ac-483c-8a66-2629d3bd2d60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62942435'] for subnet, precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:00.964204 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-682f879c-9062-4cc3-a949-d3e26b5c19ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:00.966664 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4eddec9e-d7ac-483c-8a66-2629d3bd2d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649822'] for subnet, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.020034 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4eddec9e-d7ac-483c-8a66-2629d3bd2d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63603902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63049871'] for subnet, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.047262 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eddec9e-d7ac-483c-8a66-2629d3bd2d60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=498531bd-470d-45ef-a0d9-03a761ed3cae,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:09:01.050005 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4eddec9e-d7ac-483c-8a66-2629d3bd2d60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.054575 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0766358-b44c-4b52-b6d4-59c923bf7be6 None None] Network 925fd6db-db2b-4e19-afc5-2e2ff2de856d requested from n-d-master-1 {{(pid=103290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 16:09:01.057014 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-4eddec9e-d7ac-483c-8a66-2629d3bd2d60 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/498531bd-470d-45ef-a0d9-03a761ed3cae HTTP/1.1" status: 204 len: 168 time: 0.2710900 Dec 06 16:09:01.059319 n-d-master-1 neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.20', 51106) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:09:01.132408 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591226'] for network, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.195162 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] Deleting port d609528b-33b5-49a4-9535-f0a575ef7e13 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:09:01.195508 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.262290 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] For port d609528b-33b5-49a4-9535-f0a575ef7e13, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d609528b-33b5-49a4-9535-f0a575ef7e13,segment=NetworkSegment(9e003f99-430b-40a4-9752-8148c83bbc74),segment_id=9e003f99-430b-40a4-9752-8148c83bbc74)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:09:01.262585 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.263156 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb729471-30f8-4084-941c-e0b2581ea19c None None] DHCP port deletion for 925fd6db-db2b-4e19-afc5-2e2ff2de856d request from n-d-master-1 {{(pid=103290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 16:09:01.276973 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] Calling delete_port for d609528b-33b5-49a4-9535-f0a575ef7e13 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:09:01.311125 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bb729471-30f8-4084-941c-e0b2581ea19c None None] Deleting port d609528b-33b5-49a4-9535-f0a575ef7e13 {{(pid=103290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 16:09:01.311502 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb729471-30f8-4084-941c-e0b2581ea19c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762842036300'] for port, before_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.373061 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63604585'] for port, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.394437 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-bb729471-30f8-4084-941c-e0b2581ea19c None None] For port d609528b-33b5-49a4-9535-f0a575ef7e13, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d609528b-33b5-49a4-9535-f0a575ef7e13,segment=NetworkSegment(9e003f99-430b-40a4-9752-8148c83bbc74),segment_id=9e003f99-430b-40a4-9752-8148c83bbc74)] {{(pid=103290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:09:01.395186 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb729471-30f8-4084-941c-e0b2581ea19c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1598811'] for port, precommit_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.399696 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d609528b-33b5-49a4-9535-f0a575ef7e13,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:09:01.405362 n-d-master-1 neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] No DVR routers for this DVR port d609528b-33b5-49a4-9535-f0a575ef7e13 on host n-d-master-1 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 16:09:01.411263 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-bb729471-30f8-4084-941c-e0b2581ea19c None None] Calling delete_port for d609528b-33b5-49a4-9535-f0a575ef7e13 owned by network:dhcp {{(pid=103290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 16:09:01.490583 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-bb729471-30f8-4084-941c-e0b2581ea19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762842046374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762841523999'] for port, after_delete {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.507316 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731097', 'neutron.services.segments.db._delete_segments_for_network-8762841847974'] for network, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.521325 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cc71e184-be75-451f-9ebb-5666e5c4b41c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 16:09:01.524077 n-d-master-1 neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb729471-30f8-4084-941c-e0b2581ea19c None None] Pushing event deleted for resources: {'Port': ['ID=d609528b-33b5-49a4-9535-f0a575ef7e13,revision_number=None']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:09:01.542042 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925fd6db-db2b-4e19-afc5-2e2ff2de856d']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:09:01.545315 n-d-master-1 neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb729471-30f8-4084-941c-e0b2581ea19c None None] No DVR routers for this DVR port d609528b-33b5-49a4-9535-f0a575ef7e13 on host n-d-master-1 {{(pid=103290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 16:09:01.548520 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: cc71e184-be75-451f-9ebb-5666e5c4b41c {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 16:09:01.548917 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device cc71e184-be75-451f-9ebb-5666e5c4b41c not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 16:09:01.549368 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d609528b-33b5-49a4-9535-f0a575ef7e13 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 16:09:01.556684 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e003f99-430b-40a4-9752-8148c83bbc74') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:09:01.556990 n-d-master-1 neutron-server[103288]: DEBUG neutron.services.segments.db [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e003f99-430b-40a4-9752-8148c83bbc74') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:09:01.573961 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762841984368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62942444'] for segment, before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.574559 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: d609528b-33b5-49a4-9535-f0a575ef7e13 {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 16:09:01.574913 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device d609528b-33b5-49a4-9535-f0a575ef7e13 not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 16:09:01.575628 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 88bb77b3-d18c-4673-a7bb-729f90e61f7e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 16:09:01.588882 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843'] for segment, precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.596028 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] No Port match for: 88bb77b3-d18c-4673-a7bb-729f90e61f7e {{(pid=103290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 16:09:01.596229 n-d-master-1 neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 16:09:01.596434 n-d-master-1 neutron-server[103290]: DEBUG neutron.plugins.ml2.rpc [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Device 88bb77b3-d18c-4673-a7bb-729f90e61f7e not bound to the agent host n-d-master-1 {{(pid=103290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 16:09:01.596551 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63604572'] for segment, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: Traceback (most recent call last): Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: timer() Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: cb(*args, **kw) Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: return func(*args, **kwargs) Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: self._notify() Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: self.callback(batched_events) Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: event.method(event) Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: return f(self, *a, **k) Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: return self._get(url).json() Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: return self.request(url, 'GET', **kwargs) Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 16:09:01.598312 n-d-master-1 neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 16:09:01.655841 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1656928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603419'] for network, after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.661472 n-d-master-1 neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] Publish callbacks [] for network, before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.664768 n-d-master-1 neutron-server[103288]: INFO neutron.wsgi [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/925fd6db-db2b-4e19-afc5-2e2ff2de856d HTTP/1.1" status: 204 len: 168 time: 0.6043093 Dec 06 16:09:01.675954 n-d-master-1 neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d199bba-1895-4188-b408-d18c16dd1aa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=925fd6db-db2b-4e19-afc5-2e2ff2de856d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:09:01.838267 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51110) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:09:01.880859 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-c1f6bc87-7720-4cb6-a975-cb21d59097e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=938883a0c5f444dc96c856e250da89d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414374 Dec 06 16:09:01.883415 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51112) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:09:01.928949 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2687b2a0-eb45-4e29-b23e-30184be07081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.949667 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2687b2a0-eb45-4e29-b23e-30184be07081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.995390 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2687b2a0-eb45-4e29-b23e-30184be07081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:01.998090 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2687b2a0-eb45-4e29-b23e-30184be07081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:02.000155 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-2687b2a0-eb45-4e29-b23e-30184be07081 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbaf0a81-f206-48ac-b16a-5637330dbe43 HTTP/1.1" status: 204 len: 168 time: 0.1157784 Dec 06 16:09:02.009337 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687b2a0-eb45-4e29-b23e-30184be07081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaf0a81-f206-48ac-b16a-5637330dbe43,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:09:02.330157 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51118) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:09:02.369395 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-9a8e8ec6-fd91-4b6c-9a83-deafabbfad9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d3517e777694cd4be08e3202bc2257d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381093 Dec 06 16:09:02.371904 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [-] (103289) accepted ('10.222.0.20', 51120) {{(pid=103289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:09:02.416626 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-390949cc-85d4-40d4-9d25-3ed451baf2c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:02.437504 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-390949cc-85d4-40d4-9d25-3ed451baf2c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:02.485033 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-390949cc-85d4-40d4-9d25-3ed451baf2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789455'] for security_group, after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:02.488373 n-d-master-1 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-390949cc-85d4-40d4-9d25-3ed451baf2c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:02.492396 n-d-master-1 neutron-server[103289]: INFO neutron.wsgi [None req-390949cc-85d4-40d4-9d25-3ed451baf2c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c39aa59a-09fa-4a20-86c0-345d7c210e0e HTTP/1.1" status: 204 len: 168 time: 0.1196034 Dec 06 16:09:02.500068 n-d-master-1 neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390949cc-85d4-40d4-9d25-3ed451baf2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39aa59a-09fa-4a20-86c0-345d7c210e0e,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:09:03.364470 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a9b2049c-ef2c-4be4-8a4d-8fd0914a498d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:04.332031 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:05.973247 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:06.829445 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:28.661710 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:30.680872 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:30.966950 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-48bdaa2c-d72e-4486-99cd-968202b0bea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:33.365310 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-c637ce65-8617-4df8-914a-4794ccadd584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:33.730514 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:09:34.335515 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:35.977880 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:36.831154 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:09:58.665354 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:10:00.697232 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:10:00.968087 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fe6f73e3-ee6d-4e0c-a993-030fbe6d7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:10:03.366395 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-37f93b14-64e3-409d-855b-532e73e549e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:10:04.339381 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:10:05.977557 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:10:06.832265 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:10:10.730017 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:10:28.670631 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:10:30.710330 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:10:30.969080 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-fdcef4e9-e672-4556-bf81-4f197778f968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:10:33.367603 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4364abfd-90df-452c-819b-24b00f296639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:10:34.341987 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:10:35.980652 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:10:36.833006 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:10:47.729290 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:10:58.673632 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:11:00.710008 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:11:00.970563 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-582aec78-17ba-4e96-a4d0-39aed7389234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:11:03.368929 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0ec39659-5ce8-4eae-be1c-66a8f62cab08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:11:04.342796 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:11:05.982654 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:11:06.834493 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:11:24.729104 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:11:28.688941 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:11:30.724305 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:11:30.971803 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-55294db7-595b-4aac-8212-da13aa1e022d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:11:33.368481 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e03ca485-652d-4851-be5a-11e78c61387d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:11:34.344116 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:11:35.984536 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:11:36.836233 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:11:58.702488 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:12:00.723325 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:12:00.972945 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1ed672a7-6900-4d5d-90e1-a118b9a073f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:12:01.727774 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:12:03.369397 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-56e6ef91-76fa-4ac2-b9bc-d3504757af9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:12:04.346020 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:12:05.987135 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:12:06.839961 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:12:28.717744 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:12:30.723872 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:12:30.973610 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-cfa15ced-5393-4cb0-8782-743deaabcfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:12:33.368684 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a5eee4e1-4826-4702-8fa6-b5702bf00e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:12:34.349468 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:12:35.990900 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:12:36.841326 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:12:38.804773 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:12:58.711985 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:13:00.739594 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:13:00.975379 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-659c6955-1329-44c3-a11e-7e729ed8d95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:13:03.370170 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8759721a-5bf3-4685-87f5-85a68ddda22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:13:04.352397 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:13:05.992777 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:13:06.842838 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:13:15.723290 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:13:28.711957 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:13:30.753180 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:13:30.976906 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-334db8c9-216a-4e75-9d01-7803c4e51842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:13:33.370610 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dda93127-cf26-40c8-9c65-c13ab7d15175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:13:34.355129 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:13:35.997072 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:13:36.844180 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:13:52.722394 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:13:58.716286 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:14:00.768263 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:14:00.980003 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-4c4a9854-fa1d-4cbf-8fd5-4014b2c3a549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:14:03.372102 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-371e9682-e60b-4979-a445-738247a6c094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:14:04.361291 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:14:05.999340 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:14:06.846293 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:14:28.725033 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:14:29.721530 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:14:30.780513 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:14:30.979933 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-481d8be0-280c-450c-90d5-07345236affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:14:33.373342 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-82efa967-6a4a-4c3e-8f0c-d762ffb4a660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:14:34.360781 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:14:36.002005 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:14:36.848208 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:14:58.723567 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:15:00.796052 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:15:00.981248 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0c853a0a-37cd-4898-b607-8ebbab960b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:15:03.373816 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f4aeeee-266c-45f6-a04b-93202250c506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:15:04.364222 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:15:06.005400 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:15:06.720104 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:15:06.849205 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:15:28.737642 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:15:30.799968 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:15:30.982487 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-86f9d7df-4757-4fd5-a095-b95076db0509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:15:33.374443 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e66369d9-9c4d-4786-b38f-c5a13a937dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:15:34.368135 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:15:36.008586 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:15:36.850772 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:15:43.720264 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:15:58.737149 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:16:00.810236 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:16:00.983325 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-11ab420e-0bac-41f6-94e8-ff9aef70a856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:16:03.374479 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-db3e253c-6197-493d-bcbd-1d31accb6468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:16:04.370038 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:16:06.012386 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:16:06.852931 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:16:20.719538 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:16:28.740351 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:16:30.826295 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:16:30.984493 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-51545ce8-cf96-4acf-93a2-0fe2a5d6f59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:16:33.375418 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-ab8a1420-3f02-48ce-969e-7d24d9c2a046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:16:34.372795 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:16:36.014063 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:16:36.854583 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:16:57.718452 n-d-master-1 neutron-server[103291]: DEBUG neutron.db.agents_db [None req-099a185d-3515-459a-88e5-406fe2b627c6 None None] Agent healthcheck: found 7 active agents {{(pid=103291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:16:58.738984 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:17:00.843333 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c10-4231-4d80-82cd-bbde7e8933ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:17:00.984954 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e893a6a1-3cad-48d4-b210-c0e82d724848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:17:03.376364 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-24a8516d-b805-43d7-a8b4-85eb8ec0aad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:17:04.374867 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a740e0a8-2b71-40ac-b5c9-30ab496f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:17:06.017796 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-b83a539b-805c-4aad-88ee-1969d7cc540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:17:06.857098 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3ea6-a005-4a59-a971-0a4ec55229cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:17:17.238712 n-d-master-1 neutron-server[103289]: DEBUG neutron.wsgi [req-1ec319bf-90f0-482b-b1af-38beaa6e5f37 req-79a0ccb7-136f-427c-a8a3-5899bd2801bf service neutron] (103289) timed out ('10.222.0.20', 40530) {{(pid=103289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 16:17:28.738662 n-d-master-1 neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-a2d94b7d-3d9a-405e-9930-4866b9a878a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762841846739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-728979'] for agent, after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}